-- Logs begin at Sun 2022-02-20 02:30:07 UTC, end at Sun 2022-02-20 04:37:56 UTC. -- Feb 20 03:13:08.343573 n-d-829866-4 systemd[1]: Started Devstack devstack@q-svc.service. Feb 20 03:13:11.273447 n-d-829866-4 neutron-server[103994]: INFO neutron.common.config [-] Logging enabled! Feb 20 03:13:11.274064 n-d-829866-4 neutron-server[103994]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 20 03:13:11.274236 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103994) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 20 03:13:11.277597 n-d-829866-4 neutron-server[103994]: INFO neutron.common.config [-] Logging enabled! Feb 20 03:13:11.277855 n-d-829866-4 neutron-server[103994]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 20 03:13:11.278168 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103994) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 20 03:13:11.279120 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 20 03:13:11.279963 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 20 03:13:11.280445 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 20 03:13:11.280697 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 20 03:13:11.281332 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 20 03:13:11.281665 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.282100 n-d-829866-4 neutron-server[103994]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 20 03:13:11.282422 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.282725 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.283051 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.283350 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.283646 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.283935 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.284229 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.284532 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.284824 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.285110 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.285403 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.285700 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.285987 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.286278 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.286569 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.286888 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] debug = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.287157 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.287594 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.288015 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.288300 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.288591 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.288883 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.289145 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.289421 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.289706 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.290037 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] host = n-d-829866-4 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.290319 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.290609 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.290922 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.291212 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.291488 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.291766 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.292055 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.292329 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.292603 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] log_file = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.292881 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.293170 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.293458 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.293747 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.293975 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.294197 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.294493 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.294781 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.295641 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.295922 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.296203 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.296481 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.296756 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.297026 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.297312 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.297594 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.297880 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.298157 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.298433 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.298705 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.299007 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.299293 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.299568 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.299842 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.300114 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.300403 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.300673 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.300947 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.301246 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.301531 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.301814 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.302098 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.302375 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.302658 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.302959 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.303235 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.303507 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] use_json = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.303780 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.304050 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.304332 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.304607 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.304878 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.305152 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.305428 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.305713 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.305984 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:11.306279 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.306577 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.306897 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.307200 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.307493 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.307773 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.308060 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.308338 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.308628 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.308914 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.309203 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.309480 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.309777 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.310065 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.310360 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.310715 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.311057 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.311468 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.311748 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.312025 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.312302 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.312582 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.312875 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.313154 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.313445 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.313735 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.314015 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.314312 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.314599 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.314919 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.315216 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.315493 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.315772 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.316063 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.316343 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.316621 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.316901 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.317195 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.317475 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.317751 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.318032 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.318311 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.318587 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.318887 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.319165 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.319460 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.319741 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.320017 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.320291 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.320571 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.320845 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.321131 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.321411 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.321686 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.321960 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.322240 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.322515 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.322789 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.323093 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.323372 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.323653 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.323929 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.324202 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.324477 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.324753 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.325027 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.325302 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.325582 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.325859 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.326670 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.327093 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.327376 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.327653 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.327935 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.328224 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.328525 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.328807 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.329089 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.329371 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.329651 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.329930 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.330208 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.330496 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.330774 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.331075 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.331372 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.331658 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.331946 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.332248 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.332529 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.332825 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.333107 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.333385 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.333669 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.333962 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.334239 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.334526 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.334808 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.335132 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.335429 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.335725 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.336025 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.336320 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.336603 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.336911 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.337194 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:11.337412 n-d-829866-4 neutron-server[103994]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 20 03:13:11.337652 n-d-829866-4 neutron-server[103994]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103994) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 20 03:13:11.709673 n-d-829866-4 neutron-server[103994]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 20 03:13:11.709956 n-d-829866-4 neutron-server[103994]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 20 03:13:11.710270 n-d-829866-4 neutron-server[103994]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 20 03:13:11.710752 n-d-829866-4 neutron-server[103994]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 20 03:13:12.046422 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.046671 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.046939 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.048243 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.048522 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.048794 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.094432 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.094710 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.095003 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.109087 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.109372 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.109643 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.138081 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.138368 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.139182 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.176432 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.176714 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.176987 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.530360 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.531024 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.531024 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.531165 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.531856 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.631165 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.631491 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.631778 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.632053 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.632322 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.632637 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.632897 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.633155 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.633407 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.633690 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.633950 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.634215 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.634472 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.634723 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.635001 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.635268 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.635521 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.635790 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.636073 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.636316 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.636591 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.636844 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.637124 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.637497 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.637746 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.637991 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.638383 n-d-829866-4 neutron-server[103994]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103994) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 03:13:12.638651 n-d-829866-4 neutron-server[103994]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103994) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 03:13:12.638914 n-d-829866-4 neutron-server[103994]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103994) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 03:13:12.639158 n-d-829866-4 neutron-server[103994]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103994) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 03:13:12.639396 n-d-829866-4 neutron-server[103994]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103994) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 03:13:12.639634 n-d-829866-4 neutron-server[103994]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103994) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 03:13:12.640000 n-d-829866-4 neutron-server[103994]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 20 03:13:12.643115 n-d-829866-4 neutron-server[103994]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 20 03:13:12.647155 n-d-829866-4 neutron-server[103994]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 20 03:13:12.651021 n-d-829866-4 neutron-server[103994]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Feb 20 03:13:12.652663 n-d-829866-4 neutron-server[103994]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 20 03:13:12.653131 n-d-829866-4 neutron-server[103994]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 20 03:13:12.653468 n-d-829866-4 neutron-server[103994]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 20 03:13:12.653851 n-d-829866-4 neutron-server[103994]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 20 03:13:12.657207 n-d-829866-4 neutron-server[103994]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 20 03:13:12.657460 n-d-829866-4 neutron-server[103994]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 20 03:13:12.657808 n-d-829866-4 neutron-server[103994]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 20 03:13:12.662715 n-d-829866-4 neutron-server[103994]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 20 03:13:12.686294 n-d-829866-4 neutron-server[103994]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 20 03:13:12.686748 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.687086 n-d-829866-4 neutron-server[103994]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103994) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 20 03:13:12.687450 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.688839 n-d-829866-4 neutron-server[103994]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103994) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 20 03:13:12.689121 n-d-829866-4 neutron-server[103994]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 20 03:13:12.689371 n-d-829866-4 neutron-server[103994]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 20 03:13:12.692692 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.692976 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:12.756761 n-d-829866-4 neutron-server[103994]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 20 03:13:12.757006 n-d-829866-4 neutron-server[103994]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 20 03:13:12.757248 n-d-829866-4 neutron-server[103994]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 20 03:13:12.757632 n-d-829866-4 neutron-server[103994]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 20 03:13:12.777579 n-d-829866-4 neutron-server[103994]: DEBUG oslo_db.sqlalchemy.engines [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103994) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 20 03:13:13.360990 n-d-829866-4 neutron-server[103994]: INFO neutron.plugins.ml2.managers [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Initializing driver for type 'gre' Feb 20 03:13:13.361524 n-d-829866-4 neutron-server[103994]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] gre ID ranges: [(1, 1000)] Feb 20 03:13:13.561644 n-d-829866-4 neutron-server[103994]: INFO neutron.plugins.ml2.managers [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Initializing driver for type 'local' Feb 20 03:13:13.562257 n-d-829866-4 neutron-server[103994]: INFO neutron.plugins.ml2.managers [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Initializing driver for type 'vlan' Feb 20 03:13:13.641311 n-d-829866-4 neutron-server[103994]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] VlanTypeDriver initialization complete Feb 20 03:13:13.641693 n-d-829866-4 neutron-server[103994]: INFO neutron.plugins.ml2.managers [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Initializing driver for type 'vxlan' Feb 20 03:13:13.642269 n-d-829866-4 neutron-server[103994]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] vxlan ID ranges: [(1, 1000)] Feb 20 03:13:13.818399 n-d-829866-4 neutron-server[103994]: INFO neutron.plugins.ml2.managers [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Initializing extension driver 'port_security' Feb 20 03:13:13.818735 n-d-829866-4 neutron-server[103994]: INFO neutron.plugins.ml2.extensions.port_security [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] PortSecurityExtensionDriver initialization complete Feb 20 03:13:13.819101 n-d-829866-4 neutron-server[103994]: INFO neutron.plugins.ml2.managers [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Initializing mechanism driver 'openvswitch' Feb 20 03:13:13.819434 n-d-829866-4 neutron-server[103994]: INFO neutron.plugins.ml2.managers [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Initializing mechanism driver 'hyperv' Feb 20 03:13:13.833322 n-d-829866-4 neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:13:13.834222 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > port after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.834688 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > port after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.835075 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > port after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.835644 n-d-829866-4 neutron-server[103994]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103994) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 03:13:13.836079 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > subnet after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.836440 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > subnet after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.836789 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.837187 n-d-829866-4 neutron-server[103994]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103994) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 03:13:13.837593 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > network after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.837942 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > network after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.838288 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > network after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.838721 n-d-829866-4 neutron-server[103994]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103994) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 03:13:13.839148 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > security_group after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.839502 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > security_group after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.839886 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > security_group after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.840320 n-d-829866-4 neutron-server[103994]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103994) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 03:13:13.840722 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.841071 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.841414 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.841808 n-d-829866-4 neutron-server[103994]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103994) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 03:13:13.842294 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > address_group after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.842685 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > address_group after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.843054 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > address_group after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.843454 n-d-829866-4 neutron-server[103994]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103994) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 03:13:13.843904 n-d-829866-4 neutron-server[103994]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] ML2 OVO RPC backend initialized. {{(pid=103994) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 20 03:13:13.844616 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.845017 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.845439 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > network before_response 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.845789 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > networks before_response 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.846140 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > port before_response 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.846579 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > ports before_response 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.846948 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > subnet before_response 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.847298 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > subnets before_response 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.847647 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > network after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.847992 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > network after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.848330 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > network after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.848672 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > port after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.849013 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > port after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.849348 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > port after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.849685 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > subnet after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.850021 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > subnet after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.850356 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.863150 n-d-829866-4 neutron-server[103994]: INFO neutron.quota [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded quota_driver: . Feb 20 03:13:13.863524 n-d-829866-4 neutron-server[103994]: INFO neutron.plugins.ml2.plugin [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Modular L2 Plugin initialization complete Feb 20 03:13:13.863875 n-d-829866-4 neutron-server[103994]: DEBUG neutron.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading services supported by the core plugin {{(pid=103994) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 20 03:13:13.864220 n-d-829866-4 neutron-server[103994]: INFO neutron.plugins.ml2.managers [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Got port-security extension from driver 'port_security' Feb 20 03:13:13.864701 n-d-829866-4 neutron-server[103994]: INFO neutron.extensions.vlantransparent [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Disabled vlantransparent extension. Feb 20 03:13:13.865195 n-d-829866-4 neutron-server[103994]: DEBUG neutron.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103994) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 20 03:13:13.865521 n-d-829866-4 neutron-server[103994]: INFO neutron.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading Plugin: router Feb 20 03:13:13.910683 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > router_interface before_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.911050 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > router after_create 55549900 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.911426 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > router before_create 55549900 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.911795 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.912169 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.912526 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > router after_delete 55549900 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.912889 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > floatingip after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.913239 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > floatingip after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.913599 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > router after_create 55549900 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.913944 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > router after_update 55549900 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.914292 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > router after_update 55549900 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.914640 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.915036 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > router after_update 55549900 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.915447 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > router precommit_update 55549900 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.915813 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: port after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.916159 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: port after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.916495 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: subnet after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.916834 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.917180 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > port precommit_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.917526 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > router precommit_create 55549900 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.917867 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: port before_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.918209 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > router precommit_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.918565 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > router after_update 55549900 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.918930 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > router precommit_delete 55549900 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.919415 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > router precommit_create 55549900 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.919782 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.920700 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > router precommit_update 55549900 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.921137 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > agent after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.921500 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > agent after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.921848 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > network after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.922714 n-d-829866-4 neutron-server[103994]: DEBUG neutron.quota.resource_registry [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Tracking information for resource: router configured {{(pid=103994) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 03:13:13.923080 n-d-829866-4 neutron-server[103994]: DEBUG neutron.quota.resource_registry [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Tracking information for resource: floatingip configured {{(pid=103994) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 03:13:13.928016 n-d-829866-4 neutron-server[103994]: INFO neutron.db.l3_agentschedulers_db [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 20 03:13:13.928593 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: port after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.928954 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: port after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.929307 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: port after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.929658 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: port after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.930458 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > router before_create 55550100 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.930828 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > router precommit_delete 55550100 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.931228 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > router precommit_create 55550100 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.931587 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > router precommit_update 55550100 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.937006 n-d-829866-4 neutron-server[103994]: DEBUG neutron.services.provider_configuration [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Service providers = [] {{(pid=103994) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 20 03:13:13.937372 n-d-829866-4 neutron-server[103994]: DEBUG neutron.db.servicetype_db [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103994) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 20 03:13:13.940363 n-d-829866-4 neutron-server[103994]: DEBUG neutron.services.service_base [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103994) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 03:13:13.940720 n-d-829866-4 neutron-server[103994]: DEBUG neutron.services.service_base [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103994) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 03:13:13.941063 n-d-829866-4 neutron-server[103994]: DEBUG neutron.services.service_base [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103994) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 03:13:13.941960 n-d-829866-4 neutron-server[103994]: DEBUG neutron.services.service_base [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103994) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 03:13:13.942332 n-d-829866-4 neutron-server[103994]: INFO neutron.services.service_base [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 20 03:13:13.942714 n-d-829866-4 neutron-server[103994]: DEBUG neutron.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103994) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 03:13:13.943059 n-d-829866-4 neutron-server[103994]: INFO neutron.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 20 03:13:13.953917 n-d-829866-4 neutron-server[103994]: DEBUG neutron.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103994) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 03:13:13.954262 n-d-829866-4 neutron-server[103994]: INFO neutron.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading Plugin: auto_allocate Feb 20 03:13:13.966479 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: network precommit_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.966874 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: network precommit_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.968023 n-d-829866-4 neutron-server[103994]: DEBUG neutron.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103994) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 03:13:13.968347 n-d-829866-4 neutron-server[103994]: INFO neutron.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading Plugin: tag Feb 20 03:13:13.975302 n-d-829866-4 neutron-server[103994]: DEBUG neutron.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103994) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 03:13:13.975632 n-d-829866-4 neutron-server[103994]: INFO neutron.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading Plugin: timestamp Feb 20 03:13:13.979546 n-d-829866-4 neutron-server[103994]: DEBUG neutron.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103994) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 03:13:13.979837 n-d-829866-4 neutron-server[103994]: INFO neutron.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading Plugin: network_ip_availability Feb 20 03:13:13.985935 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.986308 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.986667 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:13.987426 n-d-829866-4 neutron-server[103994]: DEBUG neutron.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103994) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 03:13:13.987749 n-d-829866-4 neutron-server[103994]: INFO neutron.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading Plugin: flavors Feb 20 03:13:13.992709 n-d-829866-4 neutron-server[103994]: DEBUG neutron.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103994) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 03:13:13.993040 n-d-829866-4 neutron-server[103994]: INFO neutron.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading Plugin: revisions Feb 20 03:13:13.997619 n-d-829866-4 neutron-server[103994]: DEBUG neutron.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103994) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 03:13:13.998014 n-d-829866-4 neutron-server[103994]: DEBUG oslo_concurrency.lockutils [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.288s {{(pid=103994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 20 03:13:13.999066 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103994) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 20 03:13:13.999407 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Initializing extension manager. Feb 20 03:13:13.999931 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: __init__.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.000274 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: __pycache__ {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.000611 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.000946 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: address_group.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.001705 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.002272 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: address-group Feb 20 03:13:14.002598 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: address_scope.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.003342 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.008562 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: address-scope Feb 20 03:13:14.008562 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: admin_state_down_before_update.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.009006 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.009519 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: router-admin-state-down-before-update Feb 20 03:13:14.009846 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: agent.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.010549 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.011089 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: agent Feb 20 03:13:14.011422 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: agent_resources_synced.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.012331 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.012843 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: agent-resources-synced Feb 20 03:13:14.013168 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: allowedaddresspairs.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.015236 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.015764 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: allowed-address-pairs Feb 20 03:13:14.016097 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: auto_allocated_topology.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.017202 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.017725 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: auto-allocated-topology Feb 20 03:13:14.018055 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: availability_zone.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.018759 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.019295 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: availability_zone Feb 20 03:13:14.019619 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: availability_zone_filter.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.020540 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.021051 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: availability_zone_filter Feb 20 03:13:14.021373 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: data_plane_status.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.022288 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.022788 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension data-plane-status not supported by any of loaded plugins Feb 20 03:13:14.023133 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: default_subnetpools.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.024060 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.024570 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: default-subnetpools Feb 20 03:13:14.024890 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: dhcpagentscheduler.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.025707 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.026214 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: dhcp_agent_scheduler Feb 20 03:13:14.026537 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: dns.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.027488 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.027989 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension dns-integration not supported by any of loaded plugins Feb 20 03:13:14.028340 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: dns_domain_ports.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.029223 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.030268 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 20 03:13:14.030590 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.031545 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.032057 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 20 03:13:14.032378 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: dvr.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.033049 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.033560 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: dvr Feb 20 03:13:14.033884 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: ecmp_routes.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.034800 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.035337 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension ecmp_routes not supported by any of loaded plugins Feb 20 03:13:14.035660 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: empty_string_filtering.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.036584 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.037095 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: empty-string-filtering Feb 20 03:13:14.037420 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.038327 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.038830 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 20 03:13:14.039180 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.040105 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.040605 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 20 03:13:14.040928 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: external_net.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.041831 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.042344 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: external-net Feb 20 03:13:14.042667 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: extra_dhcp_opt.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.043600 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.044107 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: extra_dhcp_opt Feb 20 03:13:14.044430 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: extraroute.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.045965 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.046472 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: extraroute Feb 20 03:13:14.046795 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: extraroute_atomic.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.047862 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.048377 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: extraroute-atomic Feb 20 03:13:14.048707 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: filter_validation.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.049375 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.049881 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: filter-validation Feb 20 03:13:14.050206 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: fip_pf_description.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.051140 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.051645 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 20 03:13:14.051968 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: fip_port_details.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.053082 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.053593 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: fip-port-details Feb 20 03:13:14.053917 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: flavors.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.055194 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.056266 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: flavors Feb 20 03:13:14.056266 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.057703 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.058232 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 20 03:13:14.058567 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: floatingip_pools.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.059303 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.059821 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: floatingip-pools Feb 20 03:13:14.060148 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: ip_allocation.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.061323 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.061918 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension ip_allocation not supported by any of loaded plugins Feb 20 03:13:14.062269 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.063219 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.063738 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: ip-substring-filtering Feb 20 03:13:14.064066 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: l2_adjacency.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.064997 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.065503 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension l2_adjacency not supported by any of loaded plugins Feb 20 03:13:14.065827 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: l3.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.066803 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.067352 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: router Feb 20 03:13:14.067679 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: l3_conntrack_helper.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.069926 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.070453 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 20 03:13:14.070787 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.071761 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.072286 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: ext-gw-mode Feb 20 03:13:14.072614 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.073530 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.074046 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: l3-ha Feb 20 03:13:14.074375 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.075309 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.075816 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 20 03:13:14.076139 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: l3_flavors.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.077200 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.077742 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: l3-flavors Feb 20 03:13:14.078042 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: l3_ndp_proxy.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.086427 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.086981 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 20 03:13:14.087315 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.088237 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.088757 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: l3-port-ip-change-not-allowed Feb 20 03:13:14.089096 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: l3agentscheduler.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.090133 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.090645 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: l3_agent_scheduler Feb 20 03:13:14.091009 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: local_ip.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.093354 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.093875 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension local_ip not supported by any of loaded plugins Feb 20 03:13:14.094213 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: logging.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.097237 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.097766 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension logging not supported by any of loaded plugins Feb 20 03:13:14.098103 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: metering.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.098880 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.099474 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: metering Feb 20 03:13:14.099811 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.100939 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.101467 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: metering_source_and_destination_fields Feb 20 03:13:14.101798 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: multiprovidernet.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.102736 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.103289 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: multi-provider Feb 20 03:13:14.103621 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: netmtu.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.104544 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.105058 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: net-mtu Feb 20 03:13:14.105384 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: netmtu_writable.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.106306 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.106813 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: net-mtu-writable Feb 20 03:13:14.107165 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: network_availability_zone.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.108421 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.108935 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: network_availability_zone Feb 20 03:13:14.109254 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: network_ip_availability.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.110382 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.110925 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: network-ip-availability Feb 20 03:13:14.111257 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: network_segment_range.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.112027 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.112539 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension network-segment-range not supported by any of loaded plugins Feb 20 03:13:14.112864 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: pagination.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.114906 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.115307 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: pagination Feb 20 03:13:14.115632 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: port_device_profile.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.116543 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.117074 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: port-device-profile Feb 20 03:13:14.117396 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.118315 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.119119 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: port-mac-address-regenerate Feb 20 03:13:14.119451 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.120386 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.120901 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: port-numa-affinity-policy Feb 20 03:13:14.121222 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: port_resource_request.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.122131 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.122637 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension port-resource-request not supported by any of loaded plugins Feb 20 03:13:14.122991 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: port_resource_request_groups.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.124226 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.124735 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 20 03:13:14.125056 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: portbindings.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.126002 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.126513 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: binding Feb 20 03:13:14.126836 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: portbindings_extended.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.128146 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.128662 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: binding-extended Feb 20 03:13:14.128990 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: portsecurity.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.129919 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.130436 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: port-security Feb 20 03:13:14.130771 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: project_id.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.131781 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.132113 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: project-id Feb 20 03:13:14.132437 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: providernet.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.133352 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.133869 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: provider Feb 20 03:13:14.134233 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: qos.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.140807 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.141334 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension qos not supported by any of loaded plugins Feb 20 03:13:14.141670 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.142951 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.143476 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 20 03:13:14.143810 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.144751 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.145267 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 20 03:13:14.145598 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: qos_default.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.146507 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.147051 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension qos-default not supported by any of loaded plugins Feb 20 03:13:14.147383 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: qos_fip.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.148307 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.148811 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension qos-fip not supported by any of loaded plugins Feb 20 03:13:14.149138 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: qos_fip_network_policy.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.150055 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.150566 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 20 03:13:14.150924 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: qos_gateway_ip.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.151851 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.152362 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 20 03:13:14.152688 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: qos_port_network_policy.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.153728 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.154243 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 20 03:13:14.155149 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.156195 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.156711 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 20 03:13:14.157038 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.158083 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.158597 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 20 03:13:14.158952 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: qos_pps_rule.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.160142 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.160662 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension qos-pps not supported by any of loaded plugins Feb 20 03:13:14.161033 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: qos_rule_type_details.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.161916 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.162431 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 20 03:13:14.162755 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: qos_rules_alias.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.163847 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.164368 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 20 03:13:14.164693 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: quota_check_limit.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.176202 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.176749 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: quota-check-limit Feb 20 03:13:14.177083 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: quotasv2.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.178052 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.178382 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: quotas Feb 20 03:13:14.178708 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: quotasv2_detail.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.180518 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.180857 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: quota_details Feb 20 03:13:14.181184 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: rbac.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.182269 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.182785 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: rbac-policies Feb 20 03:13:14.183139 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: rbac_address_group.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.184064 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.184586 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: rbac-address-group Feb 20 03:13:14.184907 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: rbac_address_scope.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.185857 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.186404 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: rbac-address-scope Feb 20 03:13:14.186718 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: rbac_security_groups.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.187652 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.188160 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: rbac-security-groups Feb 20 03:13:14.188479 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: rbac_subnetpool.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.189461 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.189969 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: rbac-subnetpool Feb 20 03:13:14.190288 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: revisionifmatch.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.191252 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.191760 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: revision-if-match Feb 20 03:13:14.192080 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: revisions.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.193286 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.193732 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: standard-attr-revisions Feb 20 03:13:14.194055 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: router_availability_zone.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.194727 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.195268 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: router_availability_zone Feb 20 03:13:14.195588 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: routerservicetype.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.196558 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.197059 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension router-service-type not supported by any of loaded plugins Feb 20 03:13:14.197375 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.198340 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.200355 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: security-groups-normalized-cidr Feb 20 03:13:14.200675 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: security_groups_port_filtering.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.207380 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.208222 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: port-security-groups-filtering Feb 20 03:13:14.208714 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.209822 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.210334 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: security-groups-remote-address-group Feb 20 03:13:14.210656 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.211638 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.212149 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: security-groups-shared-filtering Feb 20 03:13:14.212468 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.213050 n-d-829866-4 neutron-server[103994]: WARNING neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 20 03:13:14.213366 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: securitygroup.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.223728 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.224262 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: security-group Feb 20 03:13:14.224596 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: segment.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.225390 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.225900 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension segment not supported by any of loaded plugins Feb 20 03:13:14.226228 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.227196 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.227703 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 20 03:13:14.228030 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: servicetype.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.229156 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.229677 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: service-type Feb 20 03:13:14.230021 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: sorting.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.231082 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.231413 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: sorting Feb 20 03:13:14.231734 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: standard_attr_segment.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.233289 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.233804 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 20 03:13:14.234214 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: standardattrdescription.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.234807 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.235343 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: standard-attr-description Feb 20 03:13:14.235665 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: stateful_security_group.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.236592 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.237108 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: stateful-security-group Feb 20 03:13:14.237428 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: stdattrs_common.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.237994 n-d-829866-4 neutron-server[103994]: WARNING neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 20 03:13:14.238314 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.247422 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.247933 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 20 03:13:14.248394 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: subnet_onboard.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.249501 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.250020 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: subnet_onboard Feb 20 03:13:14.250373 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.251371 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.251879 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 20 03:13:14.252203 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: subnet_service_types.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.253124 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.253635 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: subnet-service-types Feb 20 03:13:14.253960 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: subnetallocation.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.255064 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.255578 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: subnet_allocation Feb 20 03:13:14.255901 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.256559 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.257097 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: subnetpool-prefix-ops Feb 20 03:13:14.257419 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.258357 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.258878 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 20 03:13:14.259206 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: tagging.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.260270 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.260785 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: standard-attr-tag Feb 20 03:13:14.261111 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: timestamp.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.262307 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.262816 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loaded extension: standard-attr-timestamp Feb 20 03:13:14.263162 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: trunk.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.264413 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.264903 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension trunk not supported by any of loaded plugins Feb 20 03:13:14.265222 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: trunk_details.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.266139 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.266649 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension trunk-details not supported by any of loaded plugins Feb 20 03:13:14.267001 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: uplink_status_propagation.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.267934 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.268447 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 20 03:13:14.268765 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Loading extension file: vlantransparent.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 03:13:14.269426 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 03:13:14.269932 n-d-829866-4 neutron-server[103994]: INFO neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extension vlan-transparent not supported by any of loaded plugins Feb 20 03:13:14.272461 n-d-829866-4 neutron-server[103994]: INFO neutron.quota.resource_registry [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Creating instance of TrackedResource for resource:network Feb 20 03:13:14.272980 n-d-829866-4 neutron-server[103994]: INFO neutron.quota.resource_registry [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Creating instance of TrackedResource for resource:subnet Feb 20 03:13:14.273375 n-d-829866-4 neutron-server[103994]: INFO neutron.quota.resource_registry [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 03:13:14.273759 n-d-829866-4 neutron-server[103994]: INFO neutron.quota.resource_registry [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Creating instance of TrackedResource for resource:port Feb 20 03:13:14.275007 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.v2.resource_helper [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 03:13:14.275456 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.v2.resource_helper [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Service FLAVORS assigned prefix: {{(pid=103994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 03:13:14.276063 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.v2.resource_helper [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 03:13:14.276488 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.v2.resource_helper [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 03:13:14.276815 n-d-829866-4 neutron-server[103994]: INFO neutron.quota.resource_registry [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Creating instance of TrackedResource for resource:router Feb 20 03:13:14.277236 n-d-829866-4 neutron-server[103994]: INFO neutron.quota.resource_registry [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Creating instance of TrackedResource for resource:floatingip Feb 20 03:13:14.277723 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.v2.resource_helper [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Service METERING assigned prefix: /metering {{(pid=103994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 03:13:14.279202 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:14.281266 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:14.281266 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:13:14.281494 n-d-829866-4 neutron-server[103994]: INFO neutron.quota.resource_registry [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Creating instance of CountableResource for resource:rbac_policy Feb 20 03:13:14.281933 n-d-829866-4 neutron-server[103994]: INFO neutron.quota.resource_registry [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Creating instance of TrackedResource for resource:security_group Feb 20 03:13:14.282355 n-d-829866-4 neutron-server[103994]: INFO neutron.quota.resource_registry [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Creating instance of TrackedResource for resource:security_group_rule Feb 20 03:13:14.283003 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.v2.resource_helper [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Service CORE assigned prefix: {{(pid=103994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 03:13:14.283334 n-d-829866-4 neutron-server[103994]: INFO neutron.quota.resource_registry [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 03:13:14.283674 n-d-829866-4 neutron-server[103994]: WARNING neutron.quota.resource_registry [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] subnetpool is already registered Feb 20 03:13:14.284091 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.v2.resource_helper [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Service CORE assigned prefix: {{(pid=103994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 03:13:14.284412 n-d-829866-4 neutron-server[103994]: INFO neutron.quota.resource_registry [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 03:13:14.284738 n-d-829866-4 neutron-server[103994]: WARNING neutron.quota.resource_registry [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] subnetpool is already registered Feb 20 03:13:14.287036 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.v2.resource_helper [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 03:13:14.287467 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.v2.resource_helper [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Service FLAVORS assigned prefix: {{(pid=103994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 03:13:14.288047 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.v2.resource_helper [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 03:13:14.288462 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.v2.resource_helper [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 03:13:14.288795 n-d-829866-4 neutron-server[103994]: INFO neutron.quota.resource_registry [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Creating instance of TrackedResource for resource:router Feb 20 03:13:14.289127 n-d-829866-4 neutron-server[103994]: WARNING neutron.quota.resource_registry [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] router is already registered Feb 20 03:13:14.289533 n-d-829866-4 neutron-server[103994]: INFO neutron.quota.resource_registry [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Creating instance of TrackedResource for resource:floatingip Feb 20 03:13:14.289861 n-d-829866-4 neutron-server[103994]: WARNING neutron.quota.resource_registry [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] floatingip is already registered Feb 20 03:13:14.290308 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.v2.resource_helper [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Service METERING assigned prefix: /metering {{(pid=103994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 03:13:14.290993 n-d-829866-4 neutron-server[103994]: INFO neutron.quota.resource_registry [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Creating instance of CountableResource for resource:rbac_policy Feb 20 03:13:14.291313 n-d-829866-4 neutron-server[103994]: WARNING neutron.quota.resource_registry [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] rbac_policy is already registered Feb 20 03:13:14.291714 n-d-829866-4 neutron-server[103994]: INFO neutron.quota.resource_registry [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Creating instance of TrackedResource for resource:security_group Feb 20 03:13:14.292041 n-d-829866-4 neutron-server[103994]: WARNING neutron.quota.resource_registry [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] security_group is already registered Feb 20 03:13:14.292435 n-d-829866-4 neutron-server[103994]: INFO neutron.quota.resource_registry [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Creating instance of TrackedResource for resource:security_group_rule Feb 20 03:13:14.292760 n-d-829866-4 neutron-server[103994]: WARNING neutron.quota.resource_registry [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] security_group_rule is already registered Feb 20 03:13:14.293376 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.v2.resource_helper [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Service CORE assigned prefix: {{(pid=103994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 03:13:14.293698 n-d-829866-4 neutron-server[103994]: INFO neutron.quota.resource_registry [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 03:13:14.294023 n-d-829866-4 neutron-server[103994]: WARNING neutron.quota.resource_registry [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] subnetpool is already registered Feb 20 03:13:14.294431 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.v2.resource_helper [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Service CORE assigned prefix: {{(pid=103994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 03:13:14.294749 n-d-829866-4 neutron-server[103994]: INFO neutron.quota.resource_registry [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 03:13:14.295128 n-d-829866-4 neutron-server[103994]: WARNING neutron.quota.resource_registry [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] subnetpool is already registered Feb 20 03:13:14.296172 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: extensions {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.297686 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: address-groups {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.299199 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: address-scopes {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.300498 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: agents {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.301649 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: auto-allocated-topology {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.302913 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: availability_zones {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.304151 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: dhcp-networks {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.305642 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: dhcp-agents {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.307071 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: routers {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.309293 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: flavors {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.310434 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: service_profiles {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.311692 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: next_providers {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.313127 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: service_profiles {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.314643 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: floatingip-pools {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.315894 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: routers {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.317961 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: floatingips {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.321360 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: l3-routers {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.321539 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: l3-agents {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.322974 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: metering-labels {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.324323 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: metering-label-rules {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.325630 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: network-ip-availabilities {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.327615 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: bindings {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.329293 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: quotas {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.330912 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: quotas {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.332459 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: rbac-policies {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.333727 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: security-groups {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.334956 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: security-group-rules {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.336197 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: service-providers {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.337432 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: subnetpools {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.338846 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: subnetpools {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.340293 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: tags {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.341959 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: tags {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.344534 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: tags {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.346281 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: tags {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.348072 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: tags {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.349921 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: tags {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.351621 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: tags {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.353482 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: tags {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.355221 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: tags {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.357065 n-d-829866-4 neutron-server[103994]: DEBUG neutron.api.extensions [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Extended resource: tags {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 03:13:14.362820 n-d-829866-4 neutron-server[103994]: WARNING keystonemiddleware.auth_token [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 20 03:13:14.367483 n-d-829866-4 neutron-server[103994]: WARNING keystonemiddleware.auth_token [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 20 03:13:14.376612 n-d-829866-4 neutron-server[103994]: DEBUG oslo_concurrency.lockutils [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Acquired lock "singleton_lock" {{(pid=103994) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 20 03:13:14.377087 n-d-829866-4 neutron-server[103994]: DEBUG oslo_concurrency.lockutils [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Releasing lock "singleton_lock" {{(pid=103994) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 20 03:13:14.377734 n-d-829866-4 neutron-server[103994]: INFO oslo_service.service [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Starting 2 workers Feb 20 03:13:14.382622 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Started child 104105 {{(pid=103994) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 03:13:14.387209 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Started child 104106 {{(pid=103994) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 03:13:14.388149 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:14.388859 n-d-829866-4 neutron-server[103994]: INFO neutron.service [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Neutron service started, listening on 0.0.0.0:9696 Feb 20 03:13:14.390115 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Publish callbacks [] for process (None), before_spawn {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:14.390416 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [-] (104105) wsgi starting up on http://0.0.0.0:9696 Feb 20 03:13:14.392470 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:14.392897 n-d-829866-4 neutron-server[103994]: INFO oslo_service.service [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Starting 1 workers Feb 20 03:13:14.393883 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [-] (104106) wsgi starting up on http://0.0.0.0:9696 Feb 20 03:13:14.397915 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Started child 104107 {{(pid=103994) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 03:13:14.398453 n-d-829866-4 neutron-server[103994]: INFO oslo_service.service [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Starting 1 workers Feb 20 03:13:14.401513 n-d-829866-4 neutron-server[104107]: DEBUG neutron.service [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] calling RpcWorker wait() {{(pid=104107) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 20 03:13:14.402063 n-d-829866-4 neutron-server[104107]: DEBUG neutron.service [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] returning from RpcWorker wait() {{(pid=104107) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 20 03:13:14.402990 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Started child 104108 {{(pid=103994) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 03:13:14.403340 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:14.403786 n-d-829866-4 neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a92d6f0-e41d-4be0-8176-4de93ff3fc4d None None] Publish callbacks [] for process (None), after_spawn {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:14.403934 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:13:14.406445 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103994) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 20 03:13:14.406644 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 20 03:13:14.407032 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 20 03:13:14.407269 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 20 03:13:14.407616 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 20 03:13:14.407781 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 20 03:13:14.408281 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.408558 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.408827 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.408948 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:14.409441 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.409441 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.409914 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.410186 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.410420 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.410682 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.410841 n-d-829866-4 neutron-server[104108]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:13:14.410985 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.411201 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.411306 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.411548 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.411779 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.412075 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.412333 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.412592 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.412838 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.413007 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.413261 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.413533 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.413779 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.414041 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] debug = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.414293 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.414784 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.415050 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.415309 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.415527 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.415797 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.416044 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.416313 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.416573 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.416820 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.417066 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.417323 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.417553 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.417783 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.418040 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.418273 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.418528 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.418767 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.419339 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] host = n-d-829866-4 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.419574 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.419790 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.420042 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.420324 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.420553 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.420806 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.421049 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.421323 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.421578 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.421820 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.422069 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.422295 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.422541 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.422808 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] log_file = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.422999 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] log_options = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.423166 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.423431 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.423696 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.423893 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.424061 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.424214 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.424478 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.424630 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.424859 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.425086 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.425296 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.425528 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.425741 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.425980 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.426221 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.426447 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.426699 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.426957 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.427202 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.427477 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.427652 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.427888 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.428111 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.428316 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.428518 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.428746 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.428985 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.429212 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.430016 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.430391 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.430545 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.430723 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.430990 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.431219 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.431457 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.431687 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.431913 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.432125 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.432395 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.432621 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.432876 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.433117 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.433324 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.433546 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.433758 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.433967 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.434356 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] use_json = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.434578 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.435254 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.436129 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.436358 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.436600 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.436826 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.437081 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.437526 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.437989 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.438438 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.438736 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.440458 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.440572 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.440756 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.443485 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.443485 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.443485 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.443485 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.443485 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.443485 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.443485 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.443485 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.444689 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.444689 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.444689 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.444689 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.444689 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.444689 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.445406 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.445406 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.445604 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.445879 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.446110 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.446347 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.446600 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.447691 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.447691 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.447691 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.447935 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.448122 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.448378 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.89/identity {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.448630 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.448857 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.449081 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.449307 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.449524 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.449766 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.450443 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.450716 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.451230 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.452558 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.452817 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.453050 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.453297 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.453553 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.453810 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.454053 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.454291 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.454531 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.454750 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.455007 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.455224 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.455439 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.455667 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.455901 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.456168 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.456618 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.456866 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.457151 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.457375 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.457600 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.457845 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.458085 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.458299 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.458511 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.458746 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.458985 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.459243 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.459481 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.459695 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.459906 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.460124 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.460335 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.460566 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.460808 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.461040 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.461256 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.461468 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.461683 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.461915 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.462126 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.462339 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.462604 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.462841 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.463159 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.463401 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.463612 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.463846 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.464076 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.464289 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.464563 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.464862 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.465099 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.465349 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.465566 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.465808 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.466022 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.466273 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.466476 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.466696 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.468148 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.468148 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.468148 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.468460 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.468735 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.468932 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.469186 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.469403 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.469643 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.469881 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.470102 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.470334 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.470574 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.470893 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.471132 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.471388 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.471650 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.471884 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.472155 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.472395 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.472670 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.472909 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.473592 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.473592 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.473885 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.474044 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.474214 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.474444 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.474695 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.474982 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.475244 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.475491 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.475737 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.475973 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.476204 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.476439 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.476655 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.476903 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.477250 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.477432 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.477644 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.477861 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.478134 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.478383 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.478622 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.478911 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.479160 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.479410 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.480215 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.480215 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.89/identity {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.480215 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.480596 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.480596 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.480833 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.480989 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.481198 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.481485 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.481718 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.481948 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.482183 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.482398 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.482692 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.483018 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.483140 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.483338 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.483583 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.483795 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.484031 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.484266 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.484498 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.484714 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.484929 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.485139 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.485395 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.485610 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.485882 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.486132 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.486344 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.486569 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.486814 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.487074 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.487595 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.487595 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.487851 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.487974 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.488137 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.488369 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.488579 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.488790 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.489015 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.489256 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.489506 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.489752 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.490101 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.490339 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.490568 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.490811 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.491067 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.491288 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.491520 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.491736 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.491950 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.492197 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.492448 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.492681 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.492896 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.493109 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.493343 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.493583 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.494090 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.494326 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.494574 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.494788 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.495030 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.495245 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.495457 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.495689 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.495898 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.496141 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.496331 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.496544 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.496753 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.497043 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.497289 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.497529 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.497790 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.498025 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.498461 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.498697 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.498933 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.499144 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.499364 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.499578 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.499934 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.500166 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.500379 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.500612 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.500836 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.501072 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.501283 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.501508 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.501715 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.501923 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.502142 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.502358 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.502567 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.502817 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.503056 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.503291 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.503535 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.503757 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.503967 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.504214 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.504408 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.504618 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.504840 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.505055 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.505263 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.505545 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.505804 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.506022 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.506312 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.506571 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.506818 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.507101 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.507412 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.507644 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.507885 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.508118 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.508352 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.508570 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.508821 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.509134 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.509429 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.509690 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.509946 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.510233 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.510506 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.510794 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.511031 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.511323 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.511683 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.511959 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.512228 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.512496 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.512740 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.512965 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.513379 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.513469 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.513769 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.514365 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.514755 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.515005 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.515268 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.515484 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.515732 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.515967 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.516187 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.516400 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.516645 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.516859 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.517015 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 20 03:13:14.517548 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103994) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 20 03:13:14.517705 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 20 03:13:14.518015 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 20 03:13:14.518208 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 20 03:13:14.518379 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 20 03:13:14.518532 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 20 03:13:14.518998 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.519334 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.519506 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.519646 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.519821 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.519962 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.520101 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.520264 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.520407 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.520569 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.520722 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.520859 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.521044 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.521190 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.521324 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.521510 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.521744 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.521744 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.522010 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.527028 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.527028 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.527028 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.527028 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] debug = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.527328 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48044) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:13:14.527415 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.527415 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.527415 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.527415 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.527415 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.527415 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.527858 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.527858 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.527858 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.527858 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.527858 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.527858 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.527858 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.527858 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.528389 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.528389 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.528389 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.528389 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.528389 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] host = n-d-829866-4 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.528389 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.528389 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.528389 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.528919 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.528919 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.528919 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.528919 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.528919 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.528919 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.528919 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.528919 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.529433 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.529433 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.529433 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] log_file = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.529433 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] log_options = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.529433 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.529433 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.529433 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.529433 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.530521 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.530521 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.530521 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.530521 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.530521 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.530521 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.530521 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.531105 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.531105 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.531105 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.531105 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.531105 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.531105 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.531105 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.531517 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.531517 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.531517 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.531684 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.531820 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.531978 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.532308 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.532471 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.532633 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.532789 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.532948 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.533106 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.533265 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.533424 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.533581 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.533739 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.534044 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.534202 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.534513 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.535245 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.535245 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.535245 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.535437 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [-] 10.222.0.89 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0101883 Feb 20 03:13:14.535516 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.535516 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.535516 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.535685 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.535749 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.535898 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.536091 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] use_json = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.536183 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.536335 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.536468 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.536622 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.536820 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.538198 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.538198 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.538198 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.538198 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 03:13:14.538453 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.538586 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.538725 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.538884 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.539079 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.539198 n-d-829866-4 neutron-server[104107]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:13:14.539306 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.539410 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.539512 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.539654 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.540050 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.540201 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.540514 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.540680 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.540839 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.541004 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.541174 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.541310 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.541467 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.541619 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.541777 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.541938 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.542099 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.542286 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.542458 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.542599 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.542733 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.542904 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.543059 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.543200 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.543373 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.543536 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.543697 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.89/identity {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.543858 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.544022 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.544168 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.544330 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.544482 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.544695 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.544835 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.544970 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.545168 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.545335 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.545470 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.545643 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.545782 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.545926 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.546094 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.547699 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.547699 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.547699 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.547699 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.547699 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.547699 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.547699 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.547699 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.547699 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.548751 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.548751 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.548751 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.548751 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.548751 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.548751 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.548751 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.549263 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.549263 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.549263 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.549263 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.549534 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.549534 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.549675 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.550610 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.550610 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.550610 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.550610 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.550610 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.550610 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.551013 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.551013 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.551128 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.551210 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.551349 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.552386 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.552386 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.552386 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.552386 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.552386 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.552386 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.552386 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.553205 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.553205 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.553205 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.553205 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.553205 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.553609 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.553609 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.553609 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.554825 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.554825 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.554825 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.554825 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.554825 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.554825 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.554825 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.554825 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.556718 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.556718 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.556718 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.556718 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.556718 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.556718 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.556718 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.556718 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.557554 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.557554 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.557554 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.557554 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.557554 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.557554 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.557554 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.557554 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.558079 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.558079 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.558079 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.558079 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.558079 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.558398 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.558398 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.558398 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.559065 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.559065 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.559065 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.559065 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.559302 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.559302 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.559458 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.559634 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.559795 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.559956 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.560116 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.560306 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.561285 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.561285 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.561285 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.561285 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.561285 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.561285 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.562426 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.562426 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.562426 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.562426 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.562426 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.89/identity {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.562426 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.562426 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.562426 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.564026 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.564026 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.564026 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.564026 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.564026 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.564026 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.564026 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.564026 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.564869 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.564869 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.564869 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.564869 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.564869 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.564869 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.564869 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.564869 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.565680 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.565680 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.565680 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.565680 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.565680 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.565680 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.566061 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.566061 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.566206 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.566206 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.566454 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.566570 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.566724 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.566904 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.567068 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.567234 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.567399 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.567603 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.567700 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.567866 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.568018 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.568175 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.568333 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.568644 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.568830 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.568991 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.569151 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.569401 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.569491 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.569639 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.569780 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.569937 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.570926 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.570926 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.570926 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.570926 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.570926 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.570926 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.571310 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.571310 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.571310 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.571477 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.571688 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.571777 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.571941 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.572084 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.572224 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.572385 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.572546 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.572707 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.572870 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.573031 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.573192 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.573365 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.573530 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.573675 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.573885 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.573986 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.574134 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.574296 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.574458 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.574617 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.574776 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.574957 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.575117 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.575288 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.575447 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.575606 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.575764 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.575924 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.576079 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.576253 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.576949 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.577114 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.577274 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.578019 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.578019 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.578019 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.578019 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.578019 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.578304 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.578304 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.578473 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.578644 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.578796 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.579146 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.579306 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.579467 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.579823 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.579823 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.579974 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.580088 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.580258 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.580418 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.580579 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.580742 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.580910 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.581132 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.581313 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.581492 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.581492 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.581805 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.581805 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.582004 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.582120 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.582289 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.582451 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.582618 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.582793 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.583810 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.584017 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.584153 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.584331 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.584480 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.584620 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.584776 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.584936 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.585098 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.585259 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.585421 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.585580 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.585738 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.585899 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.586056 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.586215 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.586374 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.586535 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.586695 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.586884 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.587036 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.587205 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.587365 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 03:13:14.587515 n-d-829866-4 neutron-server[103994]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 20 03:13:26.292891 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f727229-2aa7-46eb-a3d0-5b006780ea8d None None] get_active_networks_info from n-d-829866-4 {{(pid=104107) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 03:13:26.377825 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f727229-2aa7-46eb-a3d0-5b006780ea8d None None] No non-hosted networks {{(pid=104107) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 20 03:13:26.392052 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.agentschedulers_db [None req-3f727229-2aa7-46eb-a3d0-5b006780ea8d None None] DHCP Agent not found on host n-d-829866-4 {{(pid=104107) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 20 03:13:26.558823 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-dc20db97-3625-4957-9986-38c42e8aedf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16308055'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:28.711267 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-08b43f15-d720-43b4-b9ef-1f00d006ea50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16308055'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:28.745559 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-5cdce015-3f6b-4f8d-800a-e1434ead53b4 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-829866-4 {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:13:28.746421 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-5cdce015-3f6b-4f8d-800a-e1434ead53b4 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:13:29.268474 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5cdce015-3f6b-4f8d-800a-e1434ead53b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:29.743098 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16308055'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:31.024578 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16308055'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:32.592696 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48128) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:13:32.691326 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16308055'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:32.695389 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:32.696099 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:32.696696 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:32.697430 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:32.699536 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:32.700698 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:32.701612 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:32.702239 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:32.702993 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:32.703533 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:32.704189 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:32.704876 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:32.705407 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:32.706114 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-829866-4', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:13:32.721682 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-829866-4', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:13:33.157242 n-d-829866-4 neutron-server[104106]: WARNING oslo_policy.policy [None req-3624f666-7716-4c18-b7a5-510b58db6f01 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 03:13:33.157830 n-d-829866-4 neutron-server[104106]: WARNING oslo_policy.policy [None req-3624f666-7716-4c18-b7a5-510b58db6f01 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 03:13:33.381499 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-3624f666-7716-4c18-b7a5-510b58db6f01 admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:13:33.394886 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3624f666-7716-4c18-b7a5-510b58db6f01 admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7889049 Feb 20 03:13:35.788268 n-d-829866-4 neutron-server[104107]: INFO neutron.db.l3_hamode_db [None req-caafd776-22c7-4d57-b2a7-f45280630cf3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 20 03:13:35.869763 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caafd776-22c7-4d57-b2a7-f45280630cf3 None None] Routers set() bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:13:35.870148 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caafd776-22c7-4d57-b2a7-f45280630cf3 None None] Router IDs set() for agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 20 03:13:35.970607 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48154) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:13:36.462067 n-d-829866-4 neutron-server[104105]: WARNING oslo_policy.policy [None req-7149a85a-578c-4682-8f8a-306a803dd62a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 03:13:36.462637 n-d-829866-4 neutron-server[104105]: WARNING oslo_policy.policy [None req-7149a85a-578c-4682-8f8a-306a803dd62a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 03:13:36.691958 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-7149a85a-578c-4682-8f8a-306a803dd62a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:13:36.785984 n-d-829866-4 neutron-server[104105]: DEBUG neutron.policy [None req-7149a85a-578c-4682-8f8a-306a803dd62a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104105) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 20 03:13:36.830580 n-d-829866-4 neutron-server[104105]: WARNING oslo_policy.policy [None req-7149a85a-578c-4682-8f8a-306a803dd62a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 03:13:36.831020 n-d-829866-4 neutron-server[104105]: WARNING oslo_policy.policy [None req-7149a85a-578c-4682-8f8a-306a803dd62a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 03:13:36.977748 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7149a85a-578c-4682-8f8a-306a803dd62a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760838034765', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760838035326', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760838040842', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760837953043', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760837963691', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760837937253', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1304298', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1075881', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16598258', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16514469'] for rbac-policy (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:37.156465 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7149a85a-578c-4682-8f8a-306a803dd62a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:37.157927 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7149a85a-578c-4682-8f8a-306a803dd62a admin admin] 10.222.0.89 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1852610 Feb 20 03:13:39.644686 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48170) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:13:39.960227 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-de8fce16-ed16-42ce-a61a-ddea0b25cd6e demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:13:40.074138 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8fce16-ed16-42ce-a61a-ddea0b25cd6e demo demo] Made reservation on behalf of 6cf3f502cea742ad97279445e4c5114a for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:13:40.078676 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-de8fce16-ed16-42ce-a61a-ddea0b25cd6e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:40.095767 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-de8fce16-ed16-42ce-a61a-ddea0b25cd6e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:40.200732 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-de8fce16-ed16-42ce-a61a-ddea0b25cd6e demo demo] Publish callbacks [] for security_group (8ba389b3-3d3b-4f96-a4f9-6ef32c41a043), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:40.286596 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-de8fce16-ed16-42ce-a61a-ddea0b25cd6e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (8ba389b3-3d3b-4f96-a4f9-6ef32c41a043), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:40.310150 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de8fce16-ed16-42ce-a61a-ddea0b25cd6e demo demo] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:13:40.345117 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-de8fce16-ed16-42ce-a61a-ddea0b25cd6e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760835889201', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (ab0ae28a-1fb1-47b4-94fd-08617c23ed82), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:40.345674 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-de8fce16-ed16-42ce-a61a-ddea0b25cd6e demo demo] Unsubscribe: segment precommit_create {{(pid=104105) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 20 03:13:40.346213 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-de8fce16-ed16-42ce-a61a-ddea0b25cd6e demo demo] Added segment ab0ae28a-1fb1-47b4-94fd-08617c23ed82 of type vlan for network 63216fa4-db8a-47d3-8400-595b515f2896 Feb 20 03:13:40.361912 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8fce16-ed16-42ce-a61a-ddea0b25cd6e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba389b3-3d3b-4f96-a4f9-6ef32c41a043,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:13:40.387400 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fce16-ed16-42ce-a61a-ddea0b25cd6e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:40.387739 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fce16-ed16-42ce-a61a-ddea0b25cd6e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:40.388075 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fce16-ed16-42ce-a61a-ddea0b25cd6e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:40.388410 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fce16-ed16-42ce-a61a-ddea0b25cd6e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:40.388724 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fce16-ed16-42ce-a61a-ddea0b25cd6e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:40.389041 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fce16-ed16-42ce-a61a-ddea0b25cd6e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:40.389356 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fce16-ed16-42ce-a61a-ddea0b25cd6e demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:40.389667 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fce16-ed16-42ce-a61a-ddea0b25cd6e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:40.390028 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fce16-ed16-42ce-a61a-ddea0b25cd6e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:40.390347 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fce16-ed16-42ce-a61a-ddea0b25cd6e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:40.390651 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fce16-ed16-42ce-a61a-ddea0b25cd6e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:40.390986 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fce16-ed16-42ce-a61a-ddea0b25cd6e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:40.391302 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fce16-ed16-42ce-a61a-ddea0b25cd6e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:40.392436 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8fce16-ed16-42ce-a61a-ddea0b25cd6e demo demo] Tracked resource versions report: Feb 20 03:13:40.392436 n-d-829866-4 neutron-server[104105]: pushed versions: Feb 20 03:13:40.392436 n-d-829866-4 neutron-server[104105]: { 'AddressGroup': {'1.2'}, Feb 20 03:13:40.392436 n-d-829866-4 neutron-server[104105]: 'ConntrackHelper': {'1.0'}, Feb 20 03:13:40.392436 n-d-829866-4 neutron-server[104105]: 'LocalIPAssociation': {'1.0'}, Feb 20 03:13:40.392436 n-d-829866-4 neutron-server[104105]: 'Log': {'1.0'}, Feb 20 03:13:40.392436 n-d-829866-4 neutron-server[104105]: 'Network': {'1.1'}, Feb 20 03:13:40.392436 n-d-829866-4 neutron-server[104105]: 'Port': {'1.7'}, Feb 20 03:13:40.392436 n-d-829866-4 neutron-server[104105]: 'PortForwarding': {'1.2'}, Feb 20 03:13:40.392436 n-d-829866-4 neutron-server[104105]: 'QosPolicy': {'1.10'}, Feb 20 03:13:40.392436 n-d-829866-4 neutron-server[104105]: 'SecurityGroup': {'1.5'}, Feb 20 03:13:40.392436 n-d-829866-4 neutron-server[104105]: 'SecurityGroupRule': {'1.2'}, Feb 20 03:13:40.392436 n-d-829866-4 neutron-server[104105]: 'SubPort': {'1.0'}, Feb 20 03:13:40.392436 n-d-829866-4 neutron-server[104105]: 'Subnet': {'1.1'}, Feb 20 03:13:40.392436 n-d-829866-4 neutron-server[104105]: 'Trunk': {'1.1'}} Feb 20 03:13:40.392436 n-d-829866-4 neutron-server[104105]: consumer versions: Feb 20 03:13:40.392436 n-d-829866-4 neutron-server[104105]: { DHCP agent@n-d-829866-4: {}, Feb 20 03:13:40.392436 n-d-829866-4 neutron-server[104105]: L3 agent@n-d-829866-4: {}, Feb 20 03:13:40.392436 n-d-829866-4 neutron-server[104105]: Metadata agent@n-d-829866-4: {}, Feb 20 03:13:40.392436 n-d-829866-4 neutron-server[104105]: Metering agent@n-d-829866-4: {}, Feb 20 03:13:40.392436 n-d-829866-4 neutron-server[104105]: Open vSwitch agent@n-d-829866-4: { 'AddressGroup': '1.2', Feb 20 03:13:40.392436 n-d-829866-4 neutron-server[104105]: 'ConntrackHelper': '1.0', Feb 20 03:13:40.392436 n-d-829866-4 neutron-server[104105]: 'LocalIPAssociation': '1.0', Feb 20 03:13:40.392436 n-d-829866-4 neutron-server[104105]: 'Log': '1.0', Feb 20 03:13:40.392436 n-d-829866-4 neutron-server[104105]: 'Network': '1.1', Feb 20 03:13:40.392436 n-d-829866-4 neutron-server[104105]: 'Port': '1.7', Feb 20 03:13:40.392436 n-d-829866-4 neutron-server[104105]: 'PortForwarding': '1.2', Feb 20 03:13:40.392436 n-d-829866-4 neutron-server[104105]: 'QosPolicy': '1.10', Feb 20 03:13:40.392436 n-d-829866-4 neutron-server[104105]: 'SecurityGroup': '1.5', Feb 20 03:13:40.392436 n-d-829866-4 neutron-server[104105]: 'SecurityGroupRule': '1.2', Feb 20 03:13:40.392436 n-d-829866-4 neutron-server[104105]: 'SubPort': '1.0', Feb 20 03:13:40.392436 n-d-829866-4 neutron-server[104105]: 'Subnet': '1.1', Feb 20 03:13:40.392436 n-d-829866-4 neutron-server[104105]: 'Trunk': '1.1'}} Feb 20 03:13:40.392436 n-d-829866-4 neutron-server[104105]: {{(pid=104105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 03:13:40.455555 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-de8fce16-ed16-42ce-a61a-ddea0b25cd6e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (63216fa4-db8a-47d3-8400-595b515f2896), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:40.566771 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-de8fce16-ed16-42ce-a61a-ddea0b25cd6e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (63216fa4-db8a-47d3-8400-595b515f2896), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:40.571958 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8fce16-ed16-42ce-a61a-ddea0b25cd6e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:13:40.572674 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-de8fce16-ed16-42ce-a61a-ddea0b25cd6e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:40.692763 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-de8fce16-ed16-42ce-a61a-ddea0b25cd6e demo demo] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0469913 Feb 20 03:13:40.693688 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8fce16-ed16-42ce-a61a-ddea0b25cd6e demo demo] Pushing event updated for resources: {'Network': ['ID=63216fa4-db8a-47d3-8400-595b515f2896,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:13:40.721578 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 63216fa4-db8a-47d3-8400-595b515f2896 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:13:43.243109 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48182) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:13:43.775340 n-d-829866-4 neutron-server[104106]: DEBUG neutron.policy [None req-f5b81053-2660-49e5-a6f8-9898cb2ec977 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104106) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 20 03:13:43.817847 n-d-829866-4 neutron-server[104106]: WARNING oslo_policy.policy [None req-f5b81053-2660-49e5-a6f8-9898cb2ec977 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 03:13:43.818229 n-d-829866-4 neutron-server[104106]: WARNING oslo_policy.policy [None req-f5b81053-2660-49e5-a6f8-9898cb2ec977 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 03:13:43.826983 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b81053-2660-49e5-a6f8-9898cb2ec977 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:13:43.830000 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f5b81053-2660-49e5-a6f8-9898cb2ec977 demo admin] 10.222.0.89 "GET /v2.0/networks/63216fa4-db8a-47d3-8400-595b515f2896 HTTP/1.1" status: 200 len: 825 time: 0.5852220 Feb 20 03:13:43.870205 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a84093f1-70fc-45fe-bccf-3d107ff06c6c demo admin] 10.222.0.89 "GET /v2.0/subnetpools/728712a3-9dd6-41e0-a88a-f0a3ba7e7840 HTTP/1.1" status: 200 len: 734 time: 0.0349872 Feb 20 03:13:43.879287 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-5eff08ea-20e7-427a-b960-53dd414a7225 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '728712a3-9dd6-41e0-a88a-f0a3ba7e7840', 'network_id': '63216fa4-db8a-47d3-8400-595b515f2896', 'gateway_ip': '172.20.0.1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:13:44.022536 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eff08ea-20e7-427a-b960-53dd414a7225 demo admin] Made reservation on behalf of 6cf3f502cea742ad97279445e4c5114a for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:13:44.025275 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5eff08ea-20e7-427a-b960-53dd414a7225 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:44.401861 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5eff08ea-20e7-427a-b960-53dd414a7225 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for subnet (4887a7af-4527-4200-9422-273276db39f3), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:44.489745 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eff08ea-20e7-427a-b960-53dd414a7225 demo admin] Checking segment: {'id': 'ab0ae28a-1fb1-47b4-94fd-08617c23ed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '63216fa4-db8a-47d3-8400-595b515f2896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:13:44.490132 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eff08ea-20e7-427a-b960-53dd414a7225 demo admin] Network hostable DHCP agents. Network: 63216fa4-db8a-47d3-8400-595b515f2896, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:13:44.505699 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff08ea-20e7-427a-b960-53dd414a7225 demo admin] Pushing event updated for resources: {'Subnet': ['ID=4887a7af-4527-4200-9422-273276db39f3,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:13:44.516804 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eff08ea-20e7-427a-b960-53dd414a7225 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:44.517502 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eff08ea-20e7-427a-b960-53dd414a7225 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:44.517876 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eff08ea-20e7-427a-b960-53dd414a7225 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:44.518213 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eff08ea-20e7-427a-b960-53dd414a7225 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:44.518544 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eff08ea-20e7-427a-b960-53dd414a7225 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:44.518893 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eff08ea-20e7-427a-b960-53dd414a7225 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:44.519222 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eff08ea-20e7-427a-b960-53dd414a7225 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:44.519545 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eff08ea-20e7-427a-b960-53dd414a7225 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:44.519864 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eff08ea-20e7-427a-b960-53dd414a7225 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:44.520182 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eff08ea-20e7-427a-b960-53dd414a7225 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:44.520502 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eff08ea-20e7-427a-b960-53dd414a7225 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:44.520819 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eff08ea-20e7-427a-b960-53dd414a7225 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:44.521135 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eff08ea-20e7-427a-b960-53dd414a7225 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:44.522289 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eff08ea-20e7-427a-b960-53dd414a7225 demo admin] Tracked resource versions report: Feb 20 03:13:44.522289 n-d-829866-4 neutron-server[104106]: pushed versions: Feb 20 03:13:44.522289 n-d-829866-4 neutron-server[104106]: { 'AddressGroup': {'1.2'}, Feb 20 03:13:44.522289 n-d-829866-4 neutron-server[104106]: 'ConntrackHelper': {'1.0'}, Feb 20 03:13:44.522289 n-d-829866-4 neutron-server[104106]: 'LocalIPAssociation': {'1.0'}, Feb 20 03:13:44.522289 n-d-829866-4 neutron-server[104106]: 'Log': {'1.0'}, Feb 20 03:13:44.522289 n-d-829866-4 neutron-server[104106]: 'Network': {'1.1'}, Feb 20 03:13:44.522289 n-d-829866-4 neutron-server[104106]: 'Port': {'1.7'}, Feb 20 03:13:44.522289 n-d-829866-4 neutron-server[104106]: 'PortForwarding': {'1.2'}, Feb 20 03:13:44.522289 n-d-829866-4 neutron-server[104106]: 'QosPolicy': {'1.10'}, Feb 20 03:13:44.522289 n-d-829866-4 neutron-server[104106]: 'SecurityGroup': {'1.5'}, Feb 20 03:13:44.522289 n-d-829866-4 neutron-server[104106]: 'SecurityGroupRule': {'1.2'}, Feb 20 03:13:44.522289 n-d-829866-4 neutron-server[104106]: 'SubPort': {'1.0'}, Feb 20 03:13:44.522289 n-d-829866-4 neutron-server[104106]: 'Subnet': {'1.1'}, Feb 20 03:13:44.522289 n-d-829866-4 neutron-server[104106]: 'Trunk': {'1.1'}} Feb 20 03:13:44.522289 n-d-829866-4 neutron-server[104106]: consumer versions: Feb 20 03:13:44.522289 n-d-829866-4 neutron-server[104106]: { DHCP agent@n-d-829866-4: {}, Feb 20 03:13:44.522289 n-d-829866-4 neutron-server[104106]: L3 agent@n-d-829866-4: {}, Feb 20 03:13:44.522289 n-d-829866-4 neutron-server[104106]: Metadata agent@n-d-829866-4: {}, Feb 20 03:13:44.522289 n-d-829866-4 neutron-server[104106]: Metering agent@n-d-829866-4: {}, Feb 20 03:13:44.522289 n-d-829866-4 neutron-server[104106]: Open vSwitch agent@n-d-829866-4: { 'AddressGroup': '1.2', Feb 20 03:13:44.522289 n-d-829866-4 neutron-server[104106]: 'ConntrackHelper': '1.0', Feb 20 03:13:44.522289 n-d-829866-4 neutron-server[104106]: 'LocalIPAssociation': '1.0', Feb 20 03:13:44.522289 n-d-829866-4 neutron-server[104106]: 'Log': '1.0', Feb 20 03:13:44.522289 n-d-829866-4 neutron-server[104106]: 'Network': '1.1', Feb 20 03:13:44.522289 n-d-829866-4 neutron-server[104106]: 'Port': '1.7', Feb 20 03:13:44.522289 n-d-829866-4 neutron-server[104106]: 'PortForwarding': '1.2', Feb 20 03:13:44.522289 n-d-829866-4 neutron-server[104106]: 'QosPolicy': '1.10', Feb 20 03:13:44.522289 n-d-829866-4 neutron-server[104106]: 'SecurityGroup': '1.5', Feb 20 03:13:44.522289 n-d-829866-4 neutron-server[104106]: 'SecurityGroupRule': '1.2', Feb 20 03:13:44.522289 n-d-829866-4 neutron-server[104106]: 'SubPort': '1.0', Feb 20 03:13:44.522289 n-d-829866-4 neutron-server[104106]: 'Subnet': '1.1', Feb 20 03:13:44.522289 n-d-829866-4 neutron-server[104106]: 'Trunk': '1.1'}} Feb 20 03:13:44.522289 n-d-829866-4 neutron-server[104106]: {{(pid=104106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 03:13:44.600667 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eff08ea-20e7-427a-b960-53dd414a7225 demo admin] Network 63216fa4-db8a-47d3-8400-595b515f2896 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:13:44.686422 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-5eff08ea-20e7-427a-b960-53dd414a7225 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 63216fa4-db8a-47d3-8400-595b515f2896) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:13:44.691757 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eff08ea-20e7-427a-b960-53dd414a7225 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:13:44.692386 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5eff08ea-20e7-427a-b960-53dd414a7225 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:44.696910 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89fe02b-2403-4684-a814-5a1442f47314 None None] Network 63216fa4-db8a-47d3-8400-595b515f2896 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:13:44.774939 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5eff08ea-20e7-427a-b960-53dd414a7225 demo admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8990874 Feb 20 03:13:45.073474 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-63216fa4-db8a-47d3-8400-595b515f2896', 'network_id': '63216fa4-db8a-47d3-8400-595b515f2896', 'project_id': '6cf3f502cea742ad97279445e4c5114a', 'fixed_ips': [{'subnet_id': '4887a7af-4527-4200-9422-273276db39f3'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:13:45.074772 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:45.351298 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] Allocated IP 172.20.0.2 (63216fa4-db8a-47d3-8400-595b515f2896/4887a7af-4527-4200-9422-273276db39f3/1902c226-1365-46ac-889d-3b41238e796f) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:13:45.617537 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] Publish callbacks [] for port (1902c226-1365-46ac-889d-3b41238e796f), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:45.702971 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (1902c226-1365-46ac-889d-3b41238e796f), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:45.778814 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] Network 63216fa4-db8a-47d3-8400-595b515f2896 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:13:45.785122 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:13:45.796191 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:13:45.799413 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] Pushing event updated for resources: {'Port': ['ID=1902c226-1365-46ac-889d-3b41238e796f,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:13:45.847487 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:45.847844 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:45.848193 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:45.848536 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:45.848878 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:45.849215 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:45.849600 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:45.849903 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:45.850232 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:45.850560 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:45.850904 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:45.851234 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:45.851559 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:13:45.852711 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] Tracked resource versions report: Feb 20 03:13:45.852711 n-d-829866-4 neutron-server[104107]: pushed versions: Feb 20 03:13:45.852711 n-d-829866-4 neutron-server[104107]: { 'AddressGroup': {'1.2'}, Feb 20 03:13:45.852711 n-d-829866-4 neutron-server[104107]: 'ConntrackHelper': {'1.0'}, Feb 20 03:13:45.852711 n-d-829866-4 neutron-server[104107]: 'LocalIPAssociation': {'1.0'}, Feb 20 03:13:45.852711 n-d-829866-4 neutron-server[104107]: 'Log': {'1.0'}, Feb 20 03:13:45.852711 n-d-829866-4 neutron-server[104107]: 'Network': {'1.1'}, Feb 20 03:13:45.852711 n-d-829866-4 neutron-server[104107]: 'Port': {'1.7'}, Feb 20 03:13:45.852711 n-d-829866-4 neutron-server[104107]: 'PortForwarding': {'1.2'}, Feb 20 03:13:45.852711 n-d-829866-4 neutron-server[104107]: 'QosPolicy': {'1.10'}, Feb 20 03:13:45.852711 n-d-829866-4 neutron-server[104107]: 'SecurityGroup': {'1.5'}, Feb 20 03:13:45.852711 n-d-829866-4 neutron-server[104107]: 'SecurityGroupRule': {'1.2'}, Feb 20 03:13:45.852711 n-d-829866-4 neutron-server[104107]: 'SubPort': {'1.0'}, Feb 20 03:13:45.852711 n-d-829866-4 neutron-server[104107]: 'Subnet': {'1.1'}, Feb 20 03:13:45.852711 n-d-829866-4 neutron-server[104107]: 'Trunk': {'1.1'}} Feb 20 03:13:45.852711 n-d-829866-4 neutron-server[104107]: consumer versions: Feb 20 03:13:45.852711 n-d-829866-4 neutron-server[104107]: { DHCP agent@n-d-829866-4: {}, Feb 20 03:13:45.852711 n-d-829866-4 neutron-server[104107]: L3 agent@n-d-829866-4: {}, Feb 20 03:13:45.852711 n-d-829866-4 neutron-server[104107]: Metadata agent@n-d-829866-4: {}, Feb 20 03:13:45.852711 n-d-829866-4 neutron-server[104107]: Metering agent@n-d-829866-4: {}, Feb 20 03:13:45.852711 n-d-829866-4 neutron-server[104107]: Open vSwitch agent@n-d-829866-4: { 'AddressGroup': '1.2', Feb 20 03:13:45.852711 n-d-829866-4 neutron-server[104107]: 'ConntrackHelper': '1.0', Feb 20 03:13:45.852711 n-d-829866-4 neutron-server[104107]: 'LocalIPAssociation': '1.0', Feb 20 03:13:45.852711 n-d-829866-4 neutron-server[104107]: 'Log': '1.0', Feb 20 03:13:45.852711 n-d-829866-4 neutron-server[104107]: 'Network': '1.1', Feb 20 03:13:45.852711 n-d-829866-4 neutron-server[104107]: 'Port': '1.7', Feb 20 03:13:45.852711 n-d-829866-4 neutron-server[104107]: 'PortForwarding': '1.2', Feb 20 03:13:45.852711 n-d-829866-4 neutron-server[104107]: 'QosPolicy': '1.10', Feb 20 03:13:45.852711 n-d-829866-4 neutron-server[104107]: 'SecurityGroup': '1.5', Feb 20 03:13:45.852711 n-d-829866-4 neutron-server[104107]: 'SecurityGroupRule': '1.2', Feb 20 03:13:45.852711 n-d-829866-4 neutron-server[104107]: 'SubPort': '1.0', Feb 20 03:13:45.852711 n-d-829866-4 neutron-server[104107]: 'Subnet': '1.1', Feb 20 03:13:45.852711 n-d-829866-4 neutron-server[104107]: 'Trunk': '1.1'}} Feb 20 03:13:45.852711 n-d-829866-4 neutron-server[104107]: {{(pid=104107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 03:13:45.889202 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] Attempting to bind port 1902c226-1365-46ac-889d-3b41238e796f on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:13:45.889609 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] Attempting to bind port 1902c226-1365-46ac-889d-3b41238e796f by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'ab0ae28a-1fb1-47b4-94fd-08617c23ed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '63216fa4-db8a-47d3-8400-595b515f2896'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:13:45.895141 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] Attempting to bind port 1902c226-1365-46ac-889d-3b41238e796f on network 63216fa4-db8a-47d3-8400-595b515f2896 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:13:45.896039 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:13:45.896424 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] Checking segment: {'id': 'ab0ae28a-1fb1-47b4-94fd-08617c23ed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '63216fa4-db8a-47d3-8400-595b515f2896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:13:45.896913 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:45.897308 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] Bound using segment: {'id': 'ab0ae28a-1fb1-47b4-94fd-08617c23ed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '63216fa4-db8a-47d3-8400-595b515f2896'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:13:45.897845 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] Bound port: 1902c226-1365-46ac-889d-3b41238e796f, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab0ae28a-1fb1-47b4-94fd-08617c23ed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '63216fa4-db8a-47d3-8400-595b515f2896'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:13:45.898244 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1902c226-1365-46ac-889d-3b41238e796f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:45.963007 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] For port 1902c226-1365-46ac-889d-3b41238e796f, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:13:45.968582 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] For port 1902c226-1365-46ac-889d-3b41238e796f, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=1902c226-1365-46ac-889d-3b41238e796f,segment=NetworkSegment(ab0ae28a-1fb1-47b4-94fd-08617c23ed82),segment_id=ab0ae28a-1fb1-47b4-94fd-08617c23ed82)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:13:46.034591 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (1902c226-1365-46ac-889d-3b41238e796f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:46.099154 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58088d35-fbcd-4722-b6ff-286bcf3b8da7 None None] Pushing event updated for resources: {'Port': ['ID=1902c226-1365-46ac-889d-3b41238e796f,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:13:47.339788 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48196) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:13:47.656297 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-8e418e30-6e3a-462b-a573-46f0fbdcb486 admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:13:47.670887 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8e418e30-6e3a-462b-a573-46f0fbdcb486 admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3164876 Feb 20 03:13:50.242549 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48204) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:13:50.563826 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-4206c283-f2b2-45f7-97a8-a10ef115f3d3 admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:13:50.564812 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4206c283-f2b2-45f7-97a8-a10ef115f3d3 admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3211722 Feb 20 03:13:52.446836 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 5 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:13:53.187327 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48212) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:13:53.498024 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-6e8737ca-e643-4774-9422-d499449fee68 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:13:53.600813 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6e8737ca-e643-4774-9422-d499449fee68 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (02e14e02-b72c-4441-a87b-df6db331ab4a), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:53.602352 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6e8737ca-e643-4774-9422-d499449fee68 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (02e14e02-b72c-4441-a87b-df6db331ab4a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:53.741520 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6e8737ca-e643-4774-9422-d499449fee68 demo demo] Publish callbacks [] for router_controller (02e14e02-b72c-4441-a87b-df6db331ab4a), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:53.807553 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6e8737ca-e643-4774-9422-d499449fee68 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (02e14e02-b72c-4441-a87b-df6db331ab4a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:53.900166 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6e8737ca-e643-4774-9422-d499449fee68 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:53.901508 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6e8737ca-e643-4774-9422-d499449fee68 demo demo] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7131898 Feb 20 03:13:56.330796 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3f03c621-e8c8-4bab-bb9e-84a067153f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:56.442238 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48224) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:13:56.769739 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-c5c732c1-15f5-4110-b82e-5c1988b9872a admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:13:56.770970 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c5c732c1-15f5-4110-b82e-5c1988b9872a admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3271248 Feb 20 03:13:57.411356 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 1902c226-1365-46ac-889d-3b41238e796f up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:13:57.508625 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 1902c226-1365-46ac-889d-3b41238e796f triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:13:57.508625 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1902c226-1365-46ac-889d-3b41238e796f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:57.532599 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f54449-2204-460d-b448-9ca7fc552aee None None] Network 63216fa4-db8a-47d3-8400-595b515f2896 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:13:57.648207 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c96830b1-0fc8-4ebc-ade1-224c4b891202 None None] Provisioning complete for port 1902c226-1365-46ac-889d-3b41238e796f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:13:57.648591 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c96830b1-0fc8-4ebc-ade1-224c4b891202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1902c226-1365-46ac-889d-3b41238e796f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:57.753177 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 1902c226-1365-46ac-889d-3b41238e796f is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:13:57.753523 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1902c226-1365-46ac-889d-3b41238e796f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:57.813801 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 1902c226-1365-46ac-889d-3b41238e796f, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=1902c226-1365-46ac-889d-3b41238e796f,segment=NetworkSegment(ab0ae28a-1fb1-47b4-94fd-08617c23ed82),segment_id=ab0ae28a-1fb1-47b4-94fd-08617c23ed82)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:13:57.848463 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c96830b1-0fc8-4ebc-ade1-224c4b891202 None None] Current status of the port 1902c226-1365-46ac-889d-3b41238e796f is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:13:57.848863 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c96830b1-0fc8-4ebc-ade1-224c4b891202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1902c226-1365-46ac-889d-3b41238e796f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:57.881757 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (1902c226-1365-46ac-889d-3b41238e796f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:57.956371 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-c96830b1-0fc8-4ebc-ade1-224c4b891202 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:13:57.956765 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-c96830b1-0fc8-4ebc-ade1-224c4b891202 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:13:57.969954 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=1902c226-1365-46ac-889d-3b41238e796f,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:13:58.492878 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c96830b1-0fc8-4ebc-ade1-224c4b891202 None None] Current status of the port 1902c226-1365-46ac-889d-3b41238e796f is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:13:58.622064 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-b14fd033-8c36-45d1-8ff9-f28fda84b4eb None None] Provisioning complete for port 1902c226-1365-46ac-889d-3b41238e796f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:13:58.622456 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b14fd033-8c36-45d1-8ff9-f28fda84b4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1902c226-1365-46ac-889d-3b41238e796f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:58.688728 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-837c0850-8a36-498d-a587-237c993ba84e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:58.702725 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b14fd033-8c36-45d1-8ff9-f28fda84b4eb None None] Current status of the port 1902c226-1365-46ac-889d-3b41238e796f is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:13:59.324903 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48234) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:13:59.376574 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 1902c226-1365-46ac-889d-3b41238e796f up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:13:59.423919 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 1902c226-1365-46ac-889d-3b41238e796f triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:13:59.424233 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1902c226-1365-46ac-889d-3b41238e796f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:59.554264 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 1902c226-1365-46ac-889d-3b41238e796f is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:13:59.665253 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-1e1561dc-22b2-4da2-ac52-b89091172bf6 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:13:59.835404 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1561dc-22b2-4da2-ac52-b89091172bf6 admin admin] Made reservation on behalf of 6b2c49e24f834d25943c8348fbdd23cc for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:13:59.835602 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:59.837698 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1e1561dc-22b2-4da2-ac52-b89091172bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:59.846167 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1e1561dc-22b2-4da2-ac52-b89091172bf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:13:59.916819 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1e1561dc-22b2-4da2-ac52-b89091172bf6 admin admin] Publish callbacks [] for security_group (bda6410a-71aa-4bd3-a532-6ae30f31b90b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:00.010576 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1e1561dc-22b2-4da2-ac52-b89091172bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (bda6410a-71aa-4bd3-a532-6ae30f31b90b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:00.028397 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1e1561dc-22b2-4da2-ac52-b89091172bf6 admin admin] Reserving flat network on physical network physnet1 {{(pid=104105) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 20 03:14:00.046467 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1561dc-22b2-4da2-ac52-b89091172bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda6410a-71aa-4bd3-a532-6ae30f31b90b,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:14:00.050916 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1e1561dc-22b2-4da2-ac52-b89091172bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (8e156c9b-b862-4bc5-8f23-c88cab79a046), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:00.051309 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-1e1561dc-22b2-4da2-ac52-b89091172bf6 admin admin] Added segment 8e156c9b-b862-4bc5-8f23-c88cab79a046 of type flat for network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 Feb 20 03:14:00.095581 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1e1561dc-22b2-4da2-ac52-b89091172bf6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:00.206595 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1e1561dc-22b2-4da2-ac52-b89091172bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:00.207596 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1561dc-22b2-4da2-ac52-b89091172bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:14:00.208175 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1e1561dc-22b2-4da2-ac52-b89091172bf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:00.297605 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1561dc-22b2-4da2-ac52-b89091172bf6 admin admin] Pushing event updated for resources: {'Network': ['ID=eaf6f7bf-76a8-47a9-a76f-78f3b96fe079,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:14:00.307083 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:14:00.318024 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1e1561dc-22b2-4da2-ac52-b89091172bf6 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9920402 Feb 20 03:14:00.959413 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:02.725581 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:02.815682 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48252) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:14:03.038079 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cf5759-b207-4fe9-a2fa-bcdbe601cf83 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:14:03.039507 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-79cf5759-b207-4fe9-a2fa-bcdbe601cf83 demo admin] 10.222.0.89 "GET /v2.0/subnets/4887a7af-4527-4200-9422-273276db39f3 HTTP/1.1" status: 200 len: 849 time: 0.2228324 Feb 20 03:14:03.207339 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f048dd28-b627-4bb0-be03-7ec1b6c713a3 demo admin] 10.222.0.89 "GET /v2.0/routers/02e14e02-b72c-4441-a87b-df6db331ab4a HTTP/1.1" status: 200 len: 704 time: 0.1621253 Feb 20 03:14:03.475508 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-34a7cf8f-1a47-47c4-b218-c4ccdfba0b7d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:03.774211 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-34a7cf8f-1a47-47c4-b218-c4ccdfba0b7d demo admin] Allocated IP 172.20.0.1 (63216fa4-db8a-47d3-8400-595b515f2896/4887a7af-4527-4200-9422-273276db39f3/3561f226-8474-4049-aa73-d6fa97ae3a0a) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:14:03.954463 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-34a7cf8f-1a47-47c4-b218-c4ccdfba0b7d demo admin] Publish callbacks [] for port (3561f226-8474-4049-aa73-d6fa97ae3a0a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:04.073848 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-34a7cf8f-1a47-47c4-b218-c4ccdfba0b7d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (3561f226-8474-4049-aa73-d6fa97ae3a0a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:04.143483 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a7cf8f-1a47-47c4-b218-c4ccdfba0b7d demo admin] Network 63216fa4-db8a-47d3-8400-595b515f2896 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:14:04.153033 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-34a7cf8f-1a47-47c4-b218-c4ccdfba0b7d demo admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:14:04.164277 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a7cf8f-1a47-47c4-b218-c4ccdfba0b7d demo admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:14:04.165212 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-34a7cf8f-1a47-47c4-b218-c4ccdfba0b7d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (02e14e02-b72c-4441-a87b-df6db331ab4a), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:04.183466 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7cf8f-1a47-47c4-b218-c4ccdfba0b7d demo admin] Pushing event updated for resources: {'Port': ['ID=3561f226-8474-4049-aa73-d6fa97ae3a0a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:14:04.361424 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-633a5ea9-4f27-4f0b-b244-a5500f72f9f2 None None] Provisioning complete for port 3561f226-8474-4049-aa73-d6fa97ae3a0a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:14:04.362015 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-633a5ea9-4f27-4f0b-b244-a5500f72f9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3561f226-8474-4049-aa73-d6fa97ae3a0a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:04.395310 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-633a5ea9-4f27-4f0b-b244-a5500f72f9f2 None None] Port 3561f226-8474-4049-aa73-d6fa97ae3a0a cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:14:04.483052 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-34a7cf8f-1a47-47c4-b218-c4ccdfba0b7d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3561f226-8474-4049-aa73-d6fa97ae3a0a), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:04.691171 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-34a7cf8f-1a47-47c4-b218-c4ccdfba0b7d demo admin] Publish callbacks [] for port (3561f226-8474-4049-aa73-d6fa97ae3a0a), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:04.761101 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-34a7cf8f-1a47-47c4-b218-c4ccdfba0b7d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3561f226-8474-4049-aa73-d6fa97ae3a0a), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:04.761887 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-34a7cf8f-1a47-47c4-b218-c4ccdfba0b7d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (02e14e02-b72c-4441-a87b-df6db331ab4a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:04.837096 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7cf8f-1a47-47c4-b218-c4ccdfba0b7d demo admin] Pushing event updated for resources: {'Port': ['ID=3561f226-8474-4049-aa73-d6fa97ae3a0a,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:14:04.884630 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a7cf8f-1a47-47c4-b218-c4ccdfba0b7d demo admin] Network 63216fa4-db8a-47d3-8400-595b515f2896 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:14:04.885927 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-34a7cf8f-1a47-47c4-b218-c4ccdfba0b7d demo admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:14:05.110220 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a7cf8f-1a47-47c4-b218-c4ccdfba0b7d demo admin] Router 02e14e02-b72c-4441-a87b-df6db331ab4a is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:14:05.209783 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a7cf8f-1a47-47c4-b218-c4ccdfba0b7d demo admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:14:05.215007 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-34a7cf8f-1a47-47c4-b218-c4ccdfba0b7d demo admin] 10.222.0.89 "PUT /v2.0/routers/02e14e02-b72c-4441-a87b-df6db331ab4a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0024192 Feb 20 03:14:05.222136 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-029e1512-fc01-4d8e-8eef-76c3a73ff805 None None] Provisioning complete for port 3561f226-8474-4049-aa73-d6fa97ae3a0a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:14:05.222549 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-029e1512-fc01-4d8e-8eef-76c3a73ff805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3561f226-8474-4049-aa73-d6fa97ae3a0a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:05.230566 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acb97e3-6739-44e4-8ce8-a6343a8d5c29 None None] Sync routers for ids ['02e14e02-b72c-4441-a87b-df6db331ab4a'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:14:05.246545 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acb97e3-6739-44e4-8ce8-a6343a8d5c29 None None] Routers {'02e14e02-b72c-4441-a87b-df6db331ab4a'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:14:05.247546 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-4acb97e3-6739-44e4-8ce8-a6343a8d5c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:13:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['02e14e02-b72c-4441-a87b-df6db331ab4a'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:14:05.270271 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-029e1512-fc01-4d8e-8eef-76c3a73ff805 None None] Port 3561f226-8474-4049-aa73-d6fa97ae3a0a cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:14:05.444780 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-4acb97e3-6739-44e4-8ce8-a6343a8d5c29 None None] Set router 02e14e02-b72c-4441-a87b-df6db331ab4a gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:14:05.883501 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-4acb97e3-6739-44e4-8ce8-a6343a8d5c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e14e02-b72c-4441-a87b-df6db331ab4a', 'name': 'router1', 'tenant_id': '6cf3f502cea742ad97279445e4c5114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:13:53Z', 'updated_at': '2022-02-20T03:14:04Z', 'revision_number': 2, 'project_id': '6cf3f502cea742ad97279445e4c5114a', 'gw_port_host': None, '_interfaces': [{'id': '3561f226-8474-4049-aa73-d6fa97ae3a0a', 'name': '', 'network_id': '63216fa4-db8a-47d3-8400-595b515f2896', 'tenant_id': '6cf3f502cea742ad97279445e4c5114a', 'mac_address': 'fa:16:3e:1c:62:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e14e02-b72c-4441-a87b-df6db331ab4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4887a7af-4527-4200-9422-273276db39f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:14:03Z', 'updated_at': '2022-02-20T03:14:04Z', 'revision_number': 2, 'project_id': '6cf3f502cea742ad97279445e4c5114a', 'subnets': [{'id': '4887a7af-4527-4200-9422-273276db39f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '728712a3-9dd6-41e0-a88a-f0a3ba7e7840'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:14:05.934717 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acb97e3-6739-44e4-8ce8-a6343a8d5c29 None None] Checking router: 02e14e02-b72c-4441-a87b-df6db331ab4a for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:14:05.935115 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acb97e3-6739-44e4-8ce8-a6343a8d5c29 None None] Updating router 02e14e02-b72c-4441-a87b-df6db331ab4a port 3561f226-8474-4049-aa73-d6fa97ae3a0a binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:14:05.990412 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4acb97e3-6739-44e4-8ce8-a6343a8d5c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3561f226-8474-4049-aa73-d6fa97ae3a0a), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:06.512908 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4acb97e3-6739-44e4-8ce8-a6343a8d5c29 None None] Publish callbacks [] for port (3561f226-8474-4049-aa73-d6fa97ae3a0a), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:06.579021 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4acb97e3-6739-44e4-8ce8-a6343a8d5c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3561f226-8474-4049-aa73-d6fa97ae3a0a), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:06.769626 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-4acb97e3-6739-44e4-8ce8-a6343a8d5c29 None None] Attempting to bind port 3561f226-8474-4049-aa73-d6fa97ae3a0a on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:14:06.769943 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-4acb97e3-6739-44e4-8ce8-a6343a8d5c29 None None] Attempting to bind port 3561f226-8474-4049-aa73-d6fa97ae3a0a by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'ab0ae28a-1fb1-47b4-94fd-08617c23ed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '63216fa4-db8a-47d3-8400-595b515f2896'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:14:06.770371 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acb97e3-6739-44e4-8ce8-a6343a8d5c29 None None] Attempting to bind port 3561f226-8474-4049-aa73-d6fa97ae3a0a on network 63216fa4-db8a-47d3-8400-595b515f2896 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:14:06.783106 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acb97e3-6739-44e4-8ce8-a6343a8d5c29 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:14:06.783755 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acb97e3-6739-44e4-8ce8-a6343a8d5c29 None None] Checking segment: {'id': 'ab0ae28a-1fb1-47b4-94fd-08617c23ed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '63216fa4-db8a-47d3-8400-595b515f2896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:14:06.784264 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4acb97e3-6739-44e4-8ce8-a6343a8d5c29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:06.784674 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acb97e3-6739-44e4-8ce8-a6343a8d5c29 None None] Bound using segment: {'id': 'ab0ae28a-1fb1-47b4-94fd-08617c23ed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '63216fa4-db8a-47d3-8400-595b515f2896'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:14:06.785217 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-4acb97e3-6739-44e4-8ce8-a6343a8d5c29 None None] Bound port: 3561f226-8474-4049-aa73-d6fa97ae3a0a, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab0ae28a-1fb1-47b4-94fd-08617c23ed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '63216fa4-db8a-47d3-8400-595b515f2896'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:14:06.785595 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4acb97e3-6739-44e4-8ce8-a6343a8d5c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3561f226-8474-4049-aa73-d6fa97ae3a0a), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:06.839263 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578fa30-57d5-4fe4-bc1a-35bba602da65 None None] Pushing event updated for resources: {'Port': ['ID=3561f226-8474-4049-aa73-d6fa97ae3a0a,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:14:06.854069 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578fa30-57d5-4fe4-bc1a-35bba602da65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:14:06.857181 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578fa30-57d5-4fe4-bc1a-35bba602da65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:14:06.857181 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578fa30-57d5-4fe4-bc1a-35bba602da65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:14:06.857181 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578fa30-57d5-4fe4-bc1a-35bba602da65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:14:06.857181 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578fa30-57d5-4fe4-bc1a-35bba602da65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:14:06.857181 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578fa30-57d5-4fe4-bc1a-35bba602da65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:14:06.857181 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578fa30-57d5-4fe4-bc1a-35bba602da65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:14:06.857181 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578fa30-57d5-4fe4-bc1a-35bba602da65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:14:06.857181 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578fa30-57d5-4fe4-bc1a-35bba602da65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:14:06.857181 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578fa30-57d5-4fe4-bc1a-35bba602da65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:14:06.857181 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578fa30-57d5-4fe4-bc1a-35bba602da65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:14:06.857916 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578fa30-57d5-4fe4-bc1a-35bba602da65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:14:06.857916 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578fa30-57d5-4fe4-bc1a-35bba602da65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:14:06.860202 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578fa30-57d5-4fe4-bc1a-35bba602da65 None None] Tracked resource versions report: Feb 20 03:14:06.860202 n-d-829866-4 neutron-server[104108]: pushed versions: Feb 20 03:14:06.860202 n-d-829866-4 neutron-server[104108]: { 'AddressGroup': {'1.2'}, Feb 20 03:14:06.860202 n-d-829866-4 neutron-server[104108]: 'ConntrackHelper': {'1.0'}, Feb 20 03:14:06.860202 n-d-829866-4 neutron-server[104108]: 'LocalIPAssociation': {'1.0'}, Feb 20 03:14:06.860202 n-d-829866-4 neutron-server[104108]: 'Log': {'1.0'}, Feb 20 03:14:06.860202 n-d-829866-4 neutron-server[104108]: 'Network': {'1.1'}, Feb 20 03:14:06.860202 n-d-829866-4 neutron-server[104108]: 'Port': {'1.7'}, Feb 20 03:14:06.860202 n-d-829866-4 neutron-server[104108]: 'PortForwarding': {'1.2'}, Feb 20 03:14:06.860202 n-d-829866-4 neutron-server[104108]: 'QosPolicy': {'1.10'}, Feb 20 03:14:06.860202 n-d-829866-4 neutron-server[104108]: 'SecurityGroup': {'1.5'}, Feb 20 03:14:06.860202 n-d-829866-4 neutron-server[104108]: 'SecurityGroupRule': {'1.2'}, Feb 20 03:14:06.860202 n-d-829866-4 neutron-server[104108]: 'SubPort': {'1.0'}, Feb 20 03:14:06.860202 n-d-829866-4 neutron-server[104108]: 'Subnet': {'1.1'}, Feb 20 03:14:06.860202 n-d-829866-4 neutron-server[104108]: 'Trunk': {'1.1'}} Feb 20 03:14:06.860202 n-d-829866-4 neutron-server[104108]: consumer versions: Feb 20 03:14:06.860202 n-d-829866-4 neutron-server[104108]: { DHCP agent@n-d-829866-4: {}, Feb 20 03:14:06.860202 n-d-829866-4 neutron-server[104108]: L3 agent@n-d-829866-4: {}, Feb 20 03:14:06.860202 n-d-829866-4 neutron-server[104108]: Metadata agent@n-d-829866-4: {}, Feb 20 03:14:06.860202 n-d-829866-4 neutron-server[104108]: Metering agent@n-d-829866-4: {}, Feb 20 03:14:06.860202 n-d-829866-4 neutron-server[104108]: Open vSwitch agent@n-d-829866-4: { 'AddressGroup': '1.2', Feb 20 03:14:06.860202 n-d-829866-4 neutron-server[104108]: 'ConntrackHelper': '1.0', Feb 20 03:14:06.860202 n-d-829866-4 neutron-server[104108]: 'LocalIPAssociation': '1.0', Feb 20 03:14:06.860202 n-d-829866-4 neutron-server[104108]: 'Log': '1.0', Feb 20 03:14:06.860202 n-d-829866-4 neutron-server[104108]: 'Network': '1.1', Feb 20 03:14:06.860202 n-d-829866-4 neutron-server[104108]: 'Port': '1.7', Feb 20 03:14:06.860202 n-d-829866-4 neutron-server[104108]: 'PortForwarding': '1.2', Feb 20 03:14:06.860202 n-d-829866-4 neutron-server[104108]: 'QosPolicy': '1.10', Feb 20 03:14:06.860202 n-d-829866-4 neutron-server[104108]: 'SecurityGroup': '1.5', Feb 20 03:14:06.860202 n-d-829866-4 neutron-server[104108]: 'SecurityGroupRule': '1.2', Feb 20 03:14:06.860202 n-d-829866-4 neutron-server[104108]: 'SubPort': '1.0', Feb 20 03:14:06.860202 n-d-829866-4 neutron-server[104108]: 'Subnet': '1.1', Feb 20 03:14:06.860202 n-d-829866-4 neutron-server[104108]: 'Trunk': '1.1'}} Feb 20 03:14:06.860202 n-d-829866-4 neutron-server[104108]: {{(pid=104108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 03:14:06.883185 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-4acb97e3-6739-44e4-8ce8-a6343a8d5c29 None None] For port 3561f226-8474-4049-aa73-d6fa97ae3a0a, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:14:06.904329 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-4acb97e3-6739-44e4-8ce8-a6343a8d5c29 None None] For port 3561f226-8474-4049-aa73-d6fa97ae3a0a, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3561f226-8474-4049-aa73-d6fa97ae3a0a,segment=NetworkSegment(ab0ae28a-1fb1-47b4-94fd-08617c23ed82),segment_id=ab0ae28a-1fb1-47b4-94fd-08617c23ed82)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:14:06.906102 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-2a73508e-b612-431f-bc06-c7242e1fbfaa None None] Provisioning complete for port 3561f226-8474-4049-aa73-d6fa97ae3a0a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:14:06.907216 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2a73508e-b612-431f-bc06-c7242e1fbfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3561f226-8474-4049-aa73-d6fa97ae3a0a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:06.945131 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2a73508e-b612-431f-bc06-c7242e1fbfaa None None] Port 3561f226-8474-4049-aa73-d6fa97ae3a0a cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:14:06.984867 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4acb97e3-6739-44e4-8ce8-a6343a8d5c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3561f226-8474-4049-aa73-d6fa97ae3a0a), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:07.044525 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acb97e3-6739-44e4-8ce8-a6343a8d5c29 None None] Routers {'02e14e02-b72c-4441-a87b-df6db331ab4a'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:14:07.045149 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-4acb97e3-6739-44e4-8ce8-a6343a8d5c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:13:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['02e14e02-b72c-4441-a87b-df6db331ab4a'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:14:07.047998 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578fa30-57d5-4fe4-bc1a-35bba602da65 None None] Pushing event updated for resources: {'Port': ['ID=3561f226-8474-4049-aa73-d6fa97ae3a0a,revision_number=4']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:14:07.143257 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-4acb97e3-6739-44e4-8ce8-a6343a8d5c29 None None] Set router 02e14e02-b72c-4441-a87b-df6db331ab4a gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:14:07.266270 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-8499c999-3eb7-41d9-b7d8-239827349326 None None] Provisioning complete for port 3561f226-8474-4049-aa73-d6fa97ae3a0a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:14:07.266815 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8499c999-3eb7-41d9-b7d8-239827349326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3561f226-8474-4049-aa73-d6fa97ae3a0a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:07.349009 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-8499c999-3eb7-41d9-b7d8-239827349326 None None] Current status of the port 3561f226-8474-4049-aa73-d6fa97ae3a0a is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:14:07.349670 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8499c999-3eb7-41d9-b7d8-239827349326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3561f226-8474-4049-aa73-d6fa97ae3a0a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:07.362988 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-4acb97e3-6739-44e4-8ce8-a6343a8d5c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e14e02-b72c-4441-a87b-df6db331ab4a', 'name': 'router1', 'tenant_id': '6cf3f502cea742ad97279445e4c5114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:13:53Z', 'updated_at': '2022-02-20T03:14:04Z', 'revision_number': 2, 'project_id': '6cf3f502cea742ad97279445e4c5114a', 'gw_port_host': None, '_interfaces': [{'id': '3561f226-8474-4049-aa73-d6fa97ae3a0a', 'name': '', 'network_id': '63216fa4-db8a-47d3-8400-595b515f2896', 'tenant_id': '6cf3f502cea742ad97279445e4c5114a', 'mac_address': 'fa:16:3e:1c:62:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e14e02-b72c-4441-a87b-df6db331ab4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4887a7af-4527-4200-9422-273276db39f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:14:03Z', 'updated_at': '2022-02-20T03:14:06Z', 'revision_number': 4, 'project_id': '6cf3f502cea742ad97279445e4c5114a', 'subnets': [{'id': '4887a7af-4527-4200-9422-273276db39f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '728712a3-9dd6-41e0-a88a-f0a3ba7e7840'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:14:07.386331 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-8499c999-3eb7-41d9-b7d8-239827349326 None None] For port 3561f226-8474-4049-aa73-d6fa97ae3a0a, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3561f226-8474-4049-aa73-d6fa97ae3a0a,segment=NetworkSegment(ab0ae28a-1fb1-47b4-94fd-08617c23ed82),segment_id=ab0ae28a-1fb1-47b4-94fd-08617c23ed82)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:14:07.391905 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acb97e3-6739-44e4-8ce8-a6343a8d5c29 None None] The sync data for ids ['02e14e02-b72c-4441-a87b-df6db331ab4a'] in n-d-829866-4 is: [{'id': '02e14e02-b72c-4441-a87b-df6db331ab4a', 'name': 'router1', 'tenant_id': '6cf3f502cea742ad97279445e4c5114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:13:53Z', 'updated_at': '2022-02-20T03:14:04Z', 'revision_number': 2, 'project_id': '6cf3f502cea742ad97279445e4c5114a', 'gw_port_host': None, '_interfaces': [{'id': '3561f226-8474-4049-aa73-d6fa97ae3a0a', 'name': '', 'network_id': '63216fa4-db8a-47d3-8400-595b515f2896', 'tenant_id': '6cf3f502cea742ad97279445e4c5114a', 'mac_address': 'fa:16:3e:1c:62:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e14e02-b72c-4441-a87b-df6db331ab4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4887a7af-4527-4200-9422-273276db39f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:14:03Z', 'updated_at': '2022-02-20T03:14:06Z', 'revision_number': 4, 'project_id': '6cf3f502cea742ad97279445e4c5114a', 'subnets': [{'id': '4887a7af-4527-4200-9422-273276db39f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '728712a3-9dd6-41e0-a88a-f0a3ba7e7840'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:14:07.452491 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8499c999-3eb7-41d9-b7d8-239827349326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3561f226-8474-4049-aa73-d6fa97ae3a0a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:07.502497 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499c999-3eb7-41d9-b7d8-239827349326 None None] Pushing event updated for resources: {'Port': ['ID=3561f226-8474-4049-aa73-d6fa97ae3a0a,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:14:07.670350 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48272) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:14:07.779719 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e895d5-9307-4fd7-bdcf-86cd352a7342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:14:07.781333 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f2e895d5-9307-4fd7-bdcf-86cd352a7342 admin admin] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 842 time: 0.1092298 Feb 20 03:14:07.790952 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-03d43f97-4a53-4c79-bd00-127ae51873bc admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'gateway_ip': '172.25.7.1', 'cidr': '172.25.7.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:14:07.914940 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d43f97-4a53-4c79-bd00-127ae51873bc admin admin] Made reservation on behalf of 6b2c49e24f834d25943c8348fbdd23cc for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:14:07.917314 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-03d43f97-4a53-4c79-bd00-127ae51873bc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:08.293968 n-d-829866-4 neutron-server[104105]: DEBUG neutron.objects.ports [None req-03d43f97-4a53-4c79-bd00-127ae51873bc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104105) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 03:14:08.294292 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-03d43f97-4a53-4c79-bd00-127ae51873bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for subnet (75665884-bf9d-45f9-8020-28d12562470e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:08.346770 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d43f97-4a53-4c79-bd00-127ae51873bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=75665884-bf9d-45f9-8020-28d12562470e,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:14:08.357812 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d43f97-4a53-4c79-bd00-127ae51873bc admin admin] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:14:08.358319 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d43f97-4a53-4c79-bd00-127ae51873bc admin admin] Network hostable DHCP agents. Network: eaf6f7bf-76a8-47a9-a76f-78f3b96fe079, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:14:08.457689 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d43f97-4a53-4c79-bd00-127ae51873bc admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:14:08.531107 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-03d43f97-4a53-4c79-bd00-127ae51873bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, eaf6f7bf-76a8-47a9-a76f-78f3b96fe079) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:14:08.536060 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d43f97-4a53-4c79-bd00-127ae51873bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:14:08.536805 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-03d43f97-4a53-4c79-bd00-127ae51873bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:08.544403 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d69a37-6738-4691-a57e-f6a8750c5d83 None None] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:14:08.618989 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-03d43f97-4a53-4c79-bd00-127ae51873bc admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8313887 Feb 20 03:14:08.663527 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10d2825-fa91-4574-8536-418c450a6ad7 None None] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:14:11.069877 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48280) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:14:11.204389 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1e059311-8f0f-48cb-8a09-6df97f0bbb21 demo admin] 10.222.0.89 "GET /v2.0/routers/02e14e02-b72c-4441-a87b-df6db331ab4a HTTP/1.1" status: 200 len: 710 time: 0.1332881 Feb 20 03:14:11.290829 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e060afa4-367b-4098-a85d-31ceface2ea6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:14:11.292131 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e060afa4-367b-4098-a85d-31ceface2ea6 demo admin] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 886 time: 0.0824025 Feb 20 03:14:11.301078 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-b7ea85bc-1bec-4e80-a9ea-b023db6a8427 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:14:11.617725 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b7ea85bc-1bec-4e80-a9ea-b023db6a8427 demo admin] Publish callbacks [] for router_gateway (02e14e02-b72c-4441-a87b-df6db331ab4a), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:11.923171 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b7ea85bc-1bec-4e80-a9ea-b023db6a8427 demo admin] Publish callbacks [] for router_gateway (02e14e02-b72c-4441-a87b-df6db331ab4a), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:12.001457 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b7ea85bc-1bec-4e80-a9ea-b023db6a8427 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:12.106016 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-b7ea85bc-1bec-4e80-a9ea-b023db6a8427 demo admin] Allocated IP 172.25.7.160 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/0378aa10-c209-4a94-8344-e9624d0867cf) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:14:12.205068 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b7ea85bc-1bec-4e80-a9ea-b023db6a8427 demo admin] Publish callbacks [] for port (0378aa10-c209-4a94-8344-e9624d0867cf), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:12.327039 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b7ea85bc-1bec-4e80-a9ea-b023db6a8427 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (0378aa10-c209-4a94-8344-e9624d0867cf), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:12.367869 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ea85bc-1bec-4e80-a9ea-b023db6a8427 demo admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:14:12.370887 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-b7ea85bc-1bec-4e80-a9ea-b023db6a8427 demo admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:14:12.377089 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ea85bc-1bec-4e80-a9ea-b023db6a8427 demo admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:14:12.382106 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea85bc-1bec-4e80-a9ea-b023db6a8427 demo admin] Pushing event updated for resources: {'Port': ['ID=0378aa10-c209-4a94-8344-e9624d0867cf,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:14:12.785156 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b7ea85bc-1bec-4e80-a9ea-b023db6a8427 demo admin] Publish callbacks [] for router_gateway (02e14e02-b72c-4441-a87b-df6db331ab4a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:13.086700 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b7ea85bc-1bec-4e80-a9ea-b023db6a8427 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16304713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16307768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6330'] for router (02e14e02-b72c-4441-a87b-df6db331ab4a), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:13.090111 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b7ea85bc-1bec-4e80-a9ea-b023db6a8427 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16304734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16304727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16307761'] for router (02e14e02-b72c-4441-a87b-df6db331ab4a), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:13.200507 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ea85bc-1bec-4e80-a9ea-b023db6a8427 demo admin] Router 02e14e02-b72c-4441-a87b-df6db331ab4a has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:14:13.315109 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ea85bc-1bec-4e80-a9ea-b023db6a8427 demo admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:14:13.319426 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b7ea85bc-1bec-4e80-a9ea-b023db6a8427 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:13.320484 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b7ea85bc-1bec-4e80-a9ea-b023db6a8427 demo admin] 10.222.0.89 "PUT /v2.0/routers/02e14e02-b72c-4441-a87b-df6db331ab4a HTTP/1.1" status: 200 len: 890 time: 2.0225115 Feb 20 03:14:15.423779 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3561f226-8474-4049-aa73-d6fa97ae3a0a up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:14:15.484187 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 3561f226-8474-4049-aa73-d6fa97ae3a0a triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:14:15.484603 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3561f226-8474-4049-aa73-d6fa97ae3a0a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:15.564749 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 3561f226-8474-4049-aa73-d6fa97ae3a0a is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:14:15.924231 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48292) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:14:16.044198 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-11630af7-0930-4976-b022-c05ea936730a admin admin] 10.222.0.89 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1186113 Feb 20 03:14:16.106317 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7f7cb0-bca5-490b-8628-c49a51718a52 None None] Sync routers for ids ['02e14e02-b72c-4441-a87b-df6db331ab4a'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:14:16.122918 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7f7cb0-bca5-490b-8628-c49a51718a52 None None] Routers {'02e14e02-b72c-4441-a87b-df6db331ab4a'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:14:16.124180 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-3f7f7cb0-bca5-490b-8628-c49a51718a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:13:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['02e14e02-b72c-4441-a87b-df6db331ab4a'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:14:16.344663 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-3f7f7cb0-bca5-490b-8628-c49a51718a52 None None] Set router 02e14e02-b72c-4441-a87b-df6db331ab4a gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:14:16.825487 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-3f7f7cb0-bca5-490b-8628-c49a51718a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e14e02-b72c-4441-a87b-df6db331ab4a', 'name': 'router1', 'tenant_id': '6cf3f502cea742ad97279445e4c5114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '0378aa10-c209-4a94-8344-e9624d0867cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:13:53Z', 'updated_at': '2022-02-20T03:14:12Z', 'revision_number': 4, 'project_id': '6cf3f502cea742ad97279445e4c5114a', 'gw_port': {'id': '0378aa10-c209-4a94-8344-e9624d0867cf', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e14e02-b72c-4441-a87b-df6db331ab4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:14:12Z', 'updated_at': '2022-02-20T03:14:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '3561f226-8474-4049-aa73-d6fa97ae3a0a', 'name': '', 'network_id': '63216fa4-db8a-47d3-8400-595b515f2896', 'tenant_id': '6cf3f502cea742ad97279445e4c5114a', 'mac_address': 'fa:16:3e:1c:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e14e02-b72c-4441-a87b-df6db331ab4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4887a7af-4527-4200-9422-273276db39f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:14:03Z', 'updated_at': '2022-02-20T03:14:07Z', 'revision_number': 5, 'project_id': '6cf3f502cea742ad97279445e4c5114a', 'subnets': [{'id': '4887a7af-4527-4200-9422-273276db39f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '728712a3-9dd6-41e0-a88a-f0a3ba7e7840'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:14:16.877197 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7f7cb0-bca5-490b-8628-c49a51718a52 None None] Checking router: 02e14e02-b72c-4441-a87b-df6db331ab4a for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:14:16.877577 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7f7cb0-bca5-490b-8628-c49a51718a52 None None] Updating router 02e14e02-b72c-4441-a87b-df6db331ab4a port 0378aa10-c209-4a94-8344-e9624d0867cf binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:14:16.941958 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3f7f7cb0-bca5-490b-8628-c49a51718a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0378aa10-c209-4a94-8344-e9624d0867cf), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:17.276540 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3f7f7cb0-bca5-490b-8628-c49a51718a52 None None] Publish callbacks [] for port (0378aa10-c209-4a94-8344-e9624d0867cf), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:17.343897 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3f7f7cb0-bca5-490b-8628-c49a51718a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0378aa10-c209-4a94-8344-e9624d0867cf), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:17.401255 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-3f7f7cb0-bca5-490b-8628-c49a51718a52 None None] Attempting to bind port 0378aa10-c209-4a94-8344-e9624d0867cf on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:14:17.401656 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-3f7f7cb0-bca5-490b-8628-c49a51718a52 None None] Attempting to bind port 0378aa10-c209-4a94-8344-e9624d0867cf by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:14:17.401985 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7f7cb0-bca5-490b-8628-c49a51718a52 None None] Attempting to bind port 0378aa10-c209-4a94-8344-e9624d0867cf on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:14:17.411078 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7f7cb0-bca5-490b-8628-c49a51718a52 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:14:17.411463 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7f7cb0-bca5-490b-8628-c49a51718a52 None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:14:17.411874 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3f7f7cb0-bca5-490b-8628-c49a51718a52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:17.412268 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7f7cb0-bca5-490b-8628-c49a51718a52 None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:14:17.412765 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-3f7f7cb0-bca5-490b-8628-c49a51718a52 None None] Bound port: 0378aa10-c209-4a94-8344-e9624d0867cf, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:14:17.413144 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3f7f7cb0-bca5-490b-8628-c49a51718a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0378aa10-c209-4a94-8344-e9624d0867cf), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:17.446722 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6884cff-b04e-4f4b-892e-1557af47afe9 None None] Pushing event updated for resources: {'Port': ['ID=0378aa10-c209-4a94-8344-e9624d0867cf,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:14:17.471299 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-3f7f7cb0-bca5-490b-8628-c49a51718a52 None None] For port 0378aa10-c209-4a94-8344-e9624d0867cf, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:14:17.474204 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-3f7f7cb0-bca5-490b-8628-c49a51718a52 None None] For port 0378aa10-c209-4a94-8344-e9624d0867cf, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0378aa10-c209-4a94-8344-e9624d0867cf,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:14:17.549725 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3f7f7cb0-bca5-490b-8628-c49a51718a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0378aa10-c209-4a94-8344-e9624d0867cf), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:17.604259 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7f7cb0-bca5-490b-8628-c49a51718a52 None None] Routers {'02e14e02-b72c-4441-a87b-df6db331ab4a'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:14:17.604869 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-3f7f7cb0-bca5-490b-8628-c49a51718a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:13:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['02e14e02-b72c-4441-a87b-df6db331ab4a'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:14:17.610065 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6884cff-b04e-4f4b-892e-1557af47afe9 None None] Pushing event updated for resources: {'Port': ['ID=0378aa10-c209-4a94-8344-e9624d0867cf,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:14:17.720192 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-3f7f7cb0-bca5-490b-8628-c49a51718a52 None None] Set router 02e14e02-b72c-4441-a87b-df6db331ab4a gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:14:17.959263 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-3f7f7cb0-bca5-490b-8628-c49a51718a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e14e02-b72c-4441-a87b-df6db331ab4a', 'name': 'router1', 'tenant_id': '6cf3f502cea742ad97279445e4c5114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '0378aa10-c209-4a94-8344-e9624d0867cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:13:53Z', 'updated_at': '2022-02-20T03:14:12Z', 'revision_number': 4, 'project_id': '6cf3f502cea742ad97279445e4c5114a', 'gw_port': {'id': '0378aa10-c209-4a94-8344-e9624d0867cf', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e14e02-b72c-4441-a87b-df6db331ab4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:14:12Z', 'updated_at': '2022-02-20T03:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '3561f226-8474-4049-aa73-d6fa97ae3a0a', 'name': '', 'network_id': '63216fa4-db8a-47d3-8400-595b515f2896', 'tenant_id': '6cf3f502cea742ad97279445e4c5114a', 'mac_address': 'fa:16:3e:1c:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e14e02-b72c-4441-a87b-df6db331ab4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4887a7af-4527-4200-9422-273276db39f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:14:03Z', 'updated_at': '2022-02-20T03:14:07Z', 'revision_number': 5, 'project_id': '6cf3f502cea742ad97279445e4c5114a', 'subnets': [{'id': '4887a7af-4527-4200-9422-273276db39f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '728712a3-9dd6-41e0-a88a-f0a3ba7e7840'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:14:17.987655 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7f7cb0-bca5-490b-8628-c49a51718a52 None None] The sync data for ids ['02e14e02-b72c-4441-a87b-df6db331ab4a'] in n-d-829866-4 is: [{'id': '02e14e02-b72c-4441-a87b-df6db331ab4a', 'name': 'router1', 'tenant_id': '6cf3f502cea742ad97279445e4c5114a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '0378aa10-c209-4a94-8344-e9624d0867cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:13:53Z', 'updated_at': '2022-02-20T03:14:12Z', 'revision_number': 4, 'project_id': '6cf3f502cea742ad97279445e4c5114a', 'gw_port': {'id': '0378aa10-c209-4a94-8344-e9624d0867cf', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e14e02-b72c-4441-a87b-df6db331ab4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:14:12Z', 'updated_at': '2022-02-20T03:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '3561f226-8474-4049-aa73-d6fa97ae3a0a', 'name': '', 'network_id': '63216fa4-db8a-47d3-8400-595b515f2896', 'tenant_id': '6cf3f502cea742ad97279445e4c5114a', 'mac_address': 'fa:16:3e:1c:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e14e02-b72c-4441-a87b-df6db331ab4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4887a7af-4527-4200-9422-273276db39f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:14:03Z', 'updated_at': '2022-02-20T03:14:07Z', 'revision_number': 5, 'project_id': '6cf3f502cea742ad97279445e4c5114a', 'subnets': [{'id': '4887a7af-4527-4200-9422-273276db39f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '728712a3-9dd6-41e0-a88a-f0a3ba7e7840'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:14:19.424548 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0378aa10-c209-4a94-8344-e9624d0867cf up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:14:19.480554 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 0378aa10-c209-4a94-8344-e9624d0867cf triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:14:19.480949 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0378aa10-c209-4a94-8344-e9624d0867cf), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:19.572740 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 0378aa10-c209-4a94-8344-e9624d0867cf is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:14:19.573376 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0378aa10-c209-4a94-8344-e9624d0867cf), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:19.605015 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 0378aa10-c209-4a94-8344-e9624d0867cf, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0378aa10-c209-4a94-8344-e9624d0867cf,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:14:19.712006 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0378aa10-c209-4a94-8344-e9624d0867cf), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:19.800326 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=0378aa10-c209-4a94-8344-e9624d0867cf,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:14:21.454629 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0378aa10-c209-4a94-8344-e9624d0867cf up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:14:21.556965 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 0378aa10-c209-4a94-8344-e9624d0867cf triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:14:21.560440 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0378aa10-c209-4a94-8344-e9624d0867cf), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:21.780012 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 0378aa10-c209-4a94-8344-e9624d0867cf is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:14:26.368201 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a0282924-f323-44c2-89da-d016190e1214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:28.678554 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-73db2686-7052-40f5-9d99-fb5562921627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:29.445749 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 5 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:14:29.804547 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:30.966231 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:32.757994 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:56.318277 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-432e5d5b-edcc-4df9-b646-c597574d44ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:58.689843 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9a53ec3f-ae4d-4cd5-82a8-4c95018656cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:14:59.706553 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:15:00.983015 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:15:02.701118 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:15:06.447466 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 5 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:15:26.314215 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-50358701-fca0-4771-b6b9-dc71ec464f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:15:28.660149 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f02027f0-8991-49aa-aaa4-9b2ae8bd6bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:15:29.700293 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:15:30.974435 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:15:32.694420 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:15:42.927019 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48808) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:15:42.990614 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb9c751-276f-42c4-b9db-91d6e233f6bf admin admin] GET failed (client error): The resource could not be found. Feb 20 03:15:42.991950 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1eb9c751-276f-42c4-b9db-91d6e233f6bf admin admin] 10.222.0.89 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0638745 Feb 20 03:15:43.151924 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f563ff3b-fa66-4198-b4b0-a25c0e0761de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:15:43.153393 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f563ff3b-fa66-4198-b4b0-a25c0e0761de admin admin] 10.222.0.89 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1569149 Feb 20 03:15:43.445505 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 5 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:15:45.482496 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48818) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:15:45.572943 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcae4325-8034-4162-a452-3d47ee6e2a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:15:45.574304 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-bcae4325-8034-4162-a452-3d47ee6e2a7d admin admin] 10.222.0.89 "GET /v2.0/subnets/4887a7af-4527-4200-9422-273276db39f3 HTTP/1.1" status: 200 len: 849 time: 0.0907667 Feb 20 03:15:45.583708 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-f5736b77-882c-4896-b792-e08a933f9799 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:15:45.670037 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f5736b77-882c-4896-b792-e08a933f9799 admin admin] Publish callbacks [] for subnet (4887a7af-4527-4200-9422-273276db39f3), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:15:45.865260 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f5736b77-882c-4896-b792-e08a933f9799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760835982466'] for subnet (4887a7af-4527-4200-9422-273276db39f3), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:15:45.898266 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5736b77-882c-4896-b792-e08a933f9799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:15:45.899456 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f5736b77-882c-4896-b792-e08a933f9799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:15:45.900163 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f5736b77-882c-4896-b792-e08a933f9799 admin admin] 10.222.0.89 "PUT /v2.0/subnets/4887a7af-4527-4200-9422-273276db39f3 HTTP/1.1" status: 200 len: 868 time: 0.3200588 Feb 20 03:15:45.918213 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42f8982-2764-46c8-9e69-e84386403d66 None None] Network 63216fa4-db8a-47d3-8400-595b515f2896 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:15:45.921060 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5736b77-882c-4896-b792-e08a933f9799 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4887a7af-4527-4200-9422-273276db39f3,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:15:45.929203 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5736b77-882c-4896-b792-e08a933f9799 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:15:45.929561 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5736b77-882c-4896-b792-e08a933f9799 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:15:45.929909 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5736b77-882c-4896-b792-e08a933f9799 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:15:45.930251 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5736b77-882c-4896-b792-e08a933f9799 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:15:45.930591 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5736b77-882c-4896-b792-e08a933f9799 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:15:45.930959 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5736b77-882c-4896-b792-e08a933f9799 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:15:45.931295 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5736b77-882c-4896-b792-e08a933f9799 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:15:45.931625 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5736b77-882c-4896-b792-e08a933f9799 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:15:45.931955 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5736b77-882c-4896-b792-e08a933f9799 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:15:45.932282 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5736b77-882c-4896-b792-e08a933f9799 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:15:45.932615 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5736b77-882c-4896-b792-e08a933f9799 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:15:45.932942 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5736b77-882c-4896-b792-e08a933f9799 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:15:45.933267 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5736b77-882c-4896-b792-e08a933f9799 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:15:46.324836 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d2164691-cc68-4f5e-ac65-44a384d11d51 None None] Provisioning complete for port 1902c226-1365-46ac-889d-3b41238e796f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:15:46.325220 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d2164691-cc68-4f5e-ac65-44a384d11d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1902c226-1365-46ac-889d-3b41238e796f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:15:46.399924 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d2164691-cc68-4f5e-ac65-44a384d11d51 None None] Current status of the port 1902c226-1365-46ac-889d-3b41238e796f is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:15:46.409530 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d2164691-cc68-4f5e-ac65-44a384d11d51 None None] Provisioning complete for port 3561f226-8474-4049-aa73-d6fa97ae3a0a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:15:46.409912 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d2164691-cc68-4f5e-ac65-44a384d11d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3561f226-8474-4049-aa73-d6fa97ae3a0a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:15:46.487847 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d2164691-cc68-4f5e-ac65-44a384d11d51 None None] Current status of the port 3561f226-8474-4049-aa73-d6fa97ae3a0a is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:15:48.252299 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48826) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:15:48.450022 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba58bdc3-5860-4409-b44d-6b30ca71ef06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:15:48.450420 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba58bdc3-5860-4409-b44d-6b30ca71ef06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:15:48.452012 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ba58bdc3-5860-4409-b44d-6b30ca71ef06 admin admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1986942 Feb 20 03:15:50.820607 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48834) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:15:50.951368 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45428a2-a459-4685-b870-d305d1b70450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:15:50.951842 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45428a2-a459-4685-b870-d305d1b70450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:15:50.954065 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f45428a2-a459-4685-b870-d305d1b70450 admin admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1324792 Feb 20 03:15:53.275698 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48842) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:15:53.467768 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e89f65d-a8bd-4035-a106-c722a4ee1157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:15:53.470351 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6e89f65d-a8bd-4035-a106-c722a4ee1157 admin admin] 10.222.0.89 "GET /v2.0/networks/63216fa4-db8a-47d3-8400-595b515f2896 HTTP/1.1" status: 200 len: 869 time: 0.1930282 Feb 20 03:15:55.814869 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48852) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:15:55.940117 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6599b491-c76e-4513-84ea-6e99202eac02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:15:55.941475 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6599b491-c76e-4513-84ea-6e99202eac02 admin admin] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 886 time: 0.1256521 Feb 20 03:15:56.345566 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9e3c94fc-3abc-4bf5-9778-1ce7bff5ca4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:15:58.353837 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48860) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:15:58.510491 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84ed312-381c-4ba9-a1e5-ef3e0906777b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:15:58.510976 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84ed312-381c-4ba9-a1e5-ef3e0906777b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:15:58.512515 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c84ed312-381c-4ba9-a1e5-ef3e0906777b admin admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1577277 Feb 20 03:15:58.685912 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fa2a1e8b-4a85-4b91-a398-88c56da15581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:15:59.708284 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:16:00.848931 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48868) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:16:00.945933 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc1f01c-e908-4feb-ac0b-2f8b83e3eff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:16:00.946397 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc1f01c-e908-4feb-ac0b-2f8b83e3eff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:16:00.948041 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cbc1f01c-e908-4feb-ac0b-2f8b83e3eff2 admin admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0981693 Feb 20 03:16:00.965593 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:16:02.702575 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:16:03.304129 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48876) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:16:03.394712 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c9ffd3-b88d-4abe-95cd-d484a1efabd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:16:03.396095 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c9c9ffd3-b88d-4abe-95cd-d484a1efabd2 admin admin] 10.222.0.89 "GET /v2.0/subnets/4887a7af-4527-4200-9422-273276db39f3 HTTP/1.1" status: 200 len: 868 time: 0.0910192 Feb 20 03:16:05.750140 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48884) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:16:05.839613 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2621517-110a-4b6c-af45-d4bf2a5f1336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:16:05.842689 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c2621517-110a-4b6c-af45-d4bf2a5f1336 admin admin] 10.222.0.89 "GET /v2.0/subnets/75665884-bf9d-45f9-8020-28d12562470e HTTP/1.1" status: 200 len: 816 time: 0.0899491 Feb 20 03:16:20.444030 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 5 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:16:26.348145 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1f76c559-ed73-4962-ba52-93055a47dc99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:16:28.664655 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-84b1aab3-dc7d-459e-ab12-865633d5f54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:16:29.736345 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:16:30.976331 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:16:32.692879 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:16:34.373249 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48936) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:16:34.420651 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-70568e81-9674-4504-9ac2-3b180e6fcb70 admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:16:34.422240 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-70568e81-9674-4504-9ac2-3b180e6fcb70 admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0480599 Feb 20 03:16:36.858838 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48944) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:16:36.919015 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e15a406-412a-4fa3-b245-ed5902a6f880 admin admin] GET failed (client error): The resource could not be found. Feb 20 03:16:36.920360 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0e15a406-412a-4fa3-b245-ed5902a6f880 admin admin] 10.222.0.89 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603311 Feb 20 03:16:37.064945 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efba76cd-f37b-4b05-873b-f19325cc5f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:16:37.066349 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-efba76cd-f37b-4b05-873b-f19325cc5f8a admin admin] 10.222.0.89 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1413882 Feb 20 03:16:39.431450 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48952) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:16:39.479089 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-3f665422-82a0-4168-ae15-28ff8bb878da admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:16:39.549787 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f665422-82a0-4168-ae15-28ff8bb878da admin admin] Made reservation on behalf of 6b2c49e24f834d25943c8348fbdd23cc for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:16:39.552487 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3f665422-82a0-4168-ae15-28ff8bb878da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:16:39.597964 n-d-829866-4 neutron-server[104106]: WARNING neutron.services.revisions.revision_plugin [None req-3f665422-82a0-4168-ae15-28ff8bb878da admin admin] Could not find related network for resource to bump revision. Feb 20 03:16:39.614577 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f665422-82a0-4168-ae15-28ff8bb878da admin admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:16:39.627492 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3f665422-82a0-4168-ae15-28ff8bb878da admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760835889201', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (5840c530-1e65-4c58-8ce6-06641b226758), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:16:39.628017 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3f665422-82a0-4168-ae15-28ff8bb878da admin admin] Unsubscribe: segment precommit_create {{(pid=104106) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 20 03:16:39.628497 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-3f665422-82a0-4168-ae15-28ff8bb878da admin admin] Added segment 5840c530-1e65-4c58-8ce6-06641b226758 of type vlan for network 0c4d93d2-7476-4570-93e5-7ecf9f895901 Feb 20 03:16:39.680885 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3f665422-82a0-4168-ae15-28ff8bb878da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (0c4d93d2-7476-4570-93e5-7ecf9f895901), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:16:39.770477 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3f665422-82a0-4168-ae15-28ff8bb878da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (0c4d93d2-7476-4570-93e5-7ecf9f895901), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:16:39.771474 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f665422-82a0-4168-ae15-28ff8bb878da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:16:39.772054 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3f665422-82a0-4168-ae15-28ff8bb878da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:16:39.864771 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f665422-82a0-4168-ae15-28ff8bb878da admin admin] Pushing event updated for resources: {'Network': ['ID=0c4d93d2-7476-4570-93e5-7ecf9f895901,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:16:39.871111 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f665422-82a0-4168-ae15-28ff8bb878da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:16:39.871716 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f665422-82a0-4168-ae15-28ff8bb878da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:16:39.872059 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f665422-82a0-4168-ae15-28ff8bb878da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:16:39.872401 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f665422-82a0-4168-ae15-28ff8bb878da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:16:39.872737 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f665422-82a0-4168-ae15-28ff8bb878da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:16:39.873065 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f665422-82a0-4168-ae15-28ff8bb878da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:16:39.873396 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f665422-82a0-4168-ae15-28ff8bb878da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:16:39.873723 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f665422-82a0-4168-ae15-28ff8bb878da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:16:39.874554 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f665422-82a0-4168-ae15-28ff8bb878da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:16:39.874919 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f665422-82a0-4168-ae15-28ff8bb878da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:16:39.875251 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f665422-82a0-4168-ae15-28ff8bb878da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:16:39.875576 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f665422-82a0-4168-ae15-28ff8bb878da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:16:39.875899 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f665422-82a0-4168-ae15-28ff8bb878da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:16:39.886812 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:16:39.916029 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3f665422-82a0-4168-ae15-28ff8bb878da admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4834721 Feb 20 03:16:42.325074 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48960) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:16:42.386271 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-396d04bb-cdec-4787-87bc-2a22fad413ac admin admin] GET failed (client error): The resource could not be found. Feb 20 03:16:42.387638 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-396d04bb-cdec-4787-87bc-2a22fad413ac admin admin] 10.222.0.89 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0615828 Feb 20 03:16:42.460395 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1a7a72-0cae-43a6-937a-686c6804f6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:16:42.461873 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6b1a7a72-0cae-43a6-937a-686c6804f6da admin admin] 10.222.0.89 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0692654 Feb 20 03:16:42.472266 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-f078f523-e877-45f7-b71e-9f720d3f1f52 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'cidr': '192.168.233.0/24'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:16:42.561739 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f078f523-e877-45f7-b71e-9f720d3f1f52 admin admin] Made reservation on behalf of 6b2c49e24f834d25943c8348fbdd23cc for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:16:42.564027 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f078f523-e877-45f7-b71e-9f720d3f1f52 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:16:42.784298 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f078f523-e877-45f7-b71e-9f720d3f1f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for subnet (c38207c9-ee42-4b0e-b0ac-5ef2953b6f62), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:16:42.840830 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078f523-e877-45f7-b71e-9f720d3f1f52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:16:42.846337 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f078f523-e877-45f7-b71e-9f720d3f1f52 admin admin] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:16:42.846687 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f078f523-e877-45f7-b71e-9f720d3f1f52 admin admin] Network hostable DHCP agents. Network: 0c4d93d2-7476-4570-93e5-7ecf9f895901, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:16:42.938556 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f078f523-e877-45f7-b71e-9f720d3f1f52 admin admin] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:16:42.995755 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-f078f523-e877-45f7-b71e-9f720d3f1f52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 0c4d93d2-7476-4570-93e5-7ecf9f895901) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:16:43.000540 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f078f523-e877-45f7-b71e-9f720d3f1f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:16:43.001130 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f078f523-e877-45f7-b71e-9f720d3f1f52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:16:43.005843 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297229e1-f1cf-4afc-93f6-51aca11e47c2 None None] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:16:43.061231 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f078f523-e877-45f7-b71e-9f720d3f1f52 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5924256 Feb 20 03:16:43.105609 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b624638f-ce89-4034-abc9-5510025355db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-0c4d93d2-7476-4570-93e5-7ecf9f895901', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'project_id': '6b2c49e24f834d25943c8348fbdd23cc', 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:16:43.106688 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b624638f-ce89-4034-abc9-5510025355db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:16:43.252137 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-b624638f-ce89-4034-abc9-5510025355db None None] Allocated IP 192.168.233.2 (0c4d93d2-7476-4570-93e5-7ecf9f895901/c38207c9-ee42-4b0e-b0ac-5ef2953b6f62/c136bfdf-365f-4f27-a92d-999201f019a1) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:16:43.491221 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b624638f-ce89-4034-abc9-5510025355db None None] Publish callbacks [] for port (c136bfdf-365f-4f27-a92d-999201f019a1), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:16:43.584600 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b624638f-ce89-4034-abc9-5510025355db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (c136bfdf-365f-4f27-a92d-999201f019a1), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:16:43.622918 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b624638f-ce89-4034-abc9-5510025355db None None] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:16:43.626072 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-b624638f-ce89-4034-abc9-5510025355db None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:16:43.629527 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b624638f-ce89-4034-abc9-5510025355db None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:16:43.640109 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b624638f-ce89-4034-abc9-5510025355db None None] Pushing event updated for resources: {'Port': ['ID=c136bfdf-365f-4f27-a92d-999201f019a1,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:16:43.664816 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b624638f-ce89-4034-abc9-5510025355db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:16:43.665163 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b624638f-ce89-4034-abc9-5510025355db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:16:43.665497 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b624638f-ce89-4034-abc9-5510025355db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:16:43.665837 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b624638f-ce89-4034-abc9-5510025355db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:16:43.666164 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b624638f-ce89-4034-abc9-5510025355db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:16:43.666495 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b624638f-ce89-4034-abc9-5510025355db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:16:43.666819 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b624638f-ce89-4034-abc9-5510025355db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:16:43.667239 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b624638f-ce89-4034-abc9-5510025355db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:16:43.667565 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b624638f-ce89-4034-abc9-5510025355db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:16:43.667884 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b624638f-ce89-4034-abc9-5510025355db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:16:43.668209 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b624638f-ce89-4034-abc9-5510025355db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:16:43.668524 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b624638f-ce89-4034-abc9-5510025355db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:16:43.668843 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b624638f-ce89-4034-abc9-5510025355db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:16:43.701476 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b624638f-ce89-4034-abc9-5510025355db None None] Attempting to bind port c136bfdf-365f-4f27-a92d-999201f019a1 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:16:43.701775 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b624638f-ce89-4034-abc9-5510025355db None None] Attempting to bind port c136bfdf-365f-4f27-a92d-999201f019a1 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:16:43.702157 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b624638f-ce89-4034-abc9-5510025355db None None] Attempting to bind port c136bfdf-365f-4f27-a92d-999201f019a1 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:16:43.707380 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b624638f-ce89-4034-abc9-5510025355db None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:16:43.707866 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b624638f-ce89-4034-abc9-5510025355db None None] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:16:43.708275 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b624638f-ce89-4034-abc9-5510025355db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:16:43.708667 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b624638f-ce89-4034-abc9-5510025355db None None] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:16:43.709131 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b624638f-ce89-4034-abc9-5510025355db None None] Bound port: c136bfdf-365f-4f27-a92d-999201f019a1, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:16:43.709507 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b624638f-ce89-4034-abc9-5510025355db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c136bfdf-365f-4f27-a92d-999201f019a1), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:16:43.775411 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b624638f-ce89-4034-abc9-5510025355db None None] For port c136bfdf-365f-4f27-a92d-999201f019a1, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:16:43.778421 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b624638f-ce89-4034-abc9-5510025355db None None] For port c136bfdf-365f-4f27-a92d-999201f019a1, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=c136bfdf-365f-4f27-a92d-999201f019a1,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:16:43.870359 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b624638f-ce89-4034-abc9-5510025355db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (c136bfdf-365f-4f27-a92d-999201f019a1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:16:43.932366 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b624638f-ce89-4034-abc9-5510025355db None None] Pushing event updated for resources: {'Port': ['ID=c136bfdf-365f-4f27-a92d-999201f019a1,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:16:44.796652 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6f108f-4bea-4fc8-988a-e298113c8d09 None None] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:16:44.883816 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-850b5ce5-0c52-4311-885e-fe7a3d99df13 None None] Provisioning complete for port c136bfdf-365f-4f27-a92d-999201f019a1 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:16:44.887501 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-850b5ce5-0c52-4311-885e-fe7a3d99df13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c136bfdf-365f-4f27-a92d-999201f019a1), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:16:45.002651 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-850b5ce5-0c52-4311-885e-fe7a3d99df13 None None] Current status of the port c136bfdf-365f-4f27-a92d-999201f019a1 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:16:45.003351 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-850b5ce5-0c52-4311-885e-fe7a3d99df13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c136bfdf-365f-4f27-a92d-999201f019a1), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:16:45.045564 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-850b5ce5-0c52-4311-885e-fe7a3d99df13 None None] For port c136bfdf-365f-4f27-a92d-999201f019a1, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=c136bfdf-365f-4f27-a92d-999201f019a1,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:16:45.098764 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-850b5ce5-0c52-4311-885e-fe7a3d99df13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (c136bfdf-365f-4f27-a92d-999201f019a1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:16:45.152815 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b5ce5-0c52-4311-885e-fe7a3d99df13 None None] Pushing event updated for resources: {'Port': ['ID=c136bfdf-365f-4f27-a92d-999201f019a1,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:16:45.219911 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-8b97e4b3-c68b-4bdd-986f-ae22244c3efb None None] Provisioning complete for port c136bfdf-365f-4f27-a92d-999201f019a1 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:16:45.220417 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8b97e4b3-c68b-4bdd-986f-ae22244c3efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c136bfdf-365f-4f27-a92d-999201f019a1), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:16:45.306214 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-8b97e4b3-c68b-4bdd-986f-ae22244c3efb None None] Current status of the port c136bfdf-365f-4f27-a92d-999201f019a1 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:16:45.552377 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device c136bfdf-365f-4f27-a92d-999201f019a1 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:16:45.604512 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port c136bfdf-365f-4f27-a92d-999201f019a1 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:16:45.604888 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c136bfdf-365f-4f27-a92d-999201f019a1), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:16:45.696663 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port c136bfdf-365f-4f27-a92d-999201f019a1 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:16:56.338341 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5766ea68-0266-4455-9c49-cd82b04e6155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:16:57.443064 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 5 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:16:58.680650 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-af4ff083-01c2-4b03-84c0-3bea4dc9d134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:16:59.703589 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:17:00.987339 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:17:02.713526 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:17:26.354438 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fb9fc503-76de-4f3e-b446-c5a73eb867fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:17:28.673537 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-16aee9ba-1c03-4cc3-bd6a-895f6263880f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:17:29.750953 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:17:30.983422 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:17:32.702698 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:17:34.441851 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 5 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:17:56.319579 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d9194adb-5584-4f74-971e-deeef93a60ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:17:58.686090 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-03a114a2-7811-4988-9537-2cee45cc1c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:17:59.718922 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:18:01.005518 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:18:02.720105 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:18:11.442662 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 5 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:18:14.536940 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48998) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:18:14.543509 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [None req-9b2d5090-9d1e-4f00-95f5-34bdab52e765 tempest-verify_tempest_config-1665335848 tempest-verify_tempest_config-1665335848-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:18:14.544524 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9b2d5090-9d1e-4f00-95f5-34bdab52e765 tempest-verify_tempest_config-1665335848 tempest-verify_tempest_config-1665335848-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0066042 Feb 20 03:18:15.030575 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49016) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:18:15.135371 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b7df03a1-e22f-47a8-8b92-351f426217fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:18:15.207926 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b7df03a1-e22f-47a8-8b92-351f426217fd admin admin] Publish callbacks [] for security_group (9433cb1b-ead5-41a2-bea7-b5e149511192), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:18:15.284715 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b7df03a1-e22f-47a8-8b92-351f426217fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (9433cb1b-ead5-41a2-bea7-b5e149511192), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:18:15.328817 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df03a1-e22f-47a8-8b92-351f426217fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9433cb1b-ead5-41a2-bea7-b5e149511192,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:18:15.332671 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b7df03a1-e22f-47a8-8b92-351f426217fd admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=081fb15eba3d41369da945e34eb839b5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3010898 Feb 20 03:18:15.335580 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49020) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:18:15.338607 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df03a1-e22f-47a8-8b92-351f426217fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:18:15.338997 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df03a1-e22f-47a8-8b92-351f426217fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:18:15.339345 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df03a1-e22f-47a8-8b92-351f426217fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:18:15.339714 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df03a1-e22f-47a8-8b92-351f426217fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:18:15.340103 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df03a1-e22f-47a8-8b92-351f426217fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:18:15.340383 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df03a1-e22f-47a8-8b92-351f426217fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:18:15.340737 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df03a1-e22f-47a8-8b92-351f426217fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:18:15.341862 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df03a1-e22f-47a8-8b92-351f426217fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:18:15.342293 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df03a1-e22f-47a8-8b92-351f426217fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:18:15.342630 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df03a1-e22f-47a8-8b92-351f426217fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:18:15.342990 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df03a1-e22f-47a8-8b92-351f426217fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:18:15.343323 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df03a1-e22f-47a8-8b92-351f426217fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:18:15.343813 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df03a1-e22f-47a8-8b92-351f426217fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:18:15.412872 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a6178f8d-b1d1-473f-8b08-c4f0bdebd2ca admin admin] Publish callbacks [] for security_group (9433cb1b-ead5-41a2-bea7-b5e149511192), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:18:15.433268 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a6178f8d-b1d1-473f-8b08-c4f0bdebd2ca admin admin] Publish callbacks [] for security_group (9433cb1b-ead5-41a2-bea7-b5e149511192), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:18:15.582078 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a6178f8d-b1d1-473f-8b08-c4f0bdebd2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (9433cb1b-ead5-41a2-bea7-b5e149511192), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:18:15.584673 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a6178f8d-b1d1-473f-8b08-c4f0bdebd2ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:18:15.585839 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a6178f8d-b1d1-473f-8b08-c4f0bdebd2ca admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9433cb1b-ead5-41a2-bea7-b5e149511192 HTTP/1.1" status: 204 len: 168 time: 0.2492690 Feb 20 03:18:15.594335 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6178f8d-b1d1-473f-8b08-c4f0bdebd2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9433cb1b-ead5-41a2-bea7-b5e149511192,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:18:15.601033 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6178f8d-b1d1-473f-8b08-c4f0bdebd2ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:18:15.601382 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6178f8d-b1d1-473f-8b08-c4f0bdebd2ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:18:15.601769 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6178f8d-b1d1-473f-8b08-c4f0bdebd2ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:18:15.602059 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6178f8d-b1d1-473f-8b08-c4f0bdebd2ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:18:15.602389 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6178f8d-b1d1-473f-8b08-c4f0bdebd2ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:18:15.602719 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6178f8d-b1d1-473f-8b08-c4f0bdebd2ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:18:15.603087 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6178f8d-b1d1-473f-8b08-c4f0bdebd2ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:18:15.603421 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6178f8d-b1d1-473f-8b08-c4f0bdebd2ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:18:15.603770 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6178f8d-b1d1-473f-8b08-c4f0bdebd2ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:18:15.604115 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6178f8d-b1d1-473f-8b08-c4f0bdebd2ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:18:15.604440 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6178f8d-b1d1-473f-8b08-c4f0bdebd2ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:18:15.604759 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6178f8d-b1d1-473f-8b08-c4f0bdebd2ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:18:15.605199 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6178f8d-b1d1-473f-8b08-c4f0bdebd2ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:18:26.330606 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-502f42dc-fb98-4173-ac4c-20e7eedfd877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:18:28.690158 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-329f5111-5f77-4373-9dce-99ad59b384bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:18:29.702207 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:18:30.987387 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:18:32.702423 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:18:48.440989 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 5 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:18:56.313318 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-42a13ece-d808-4cd3-9ad5-a571fd6e91aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:18:58.683873 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e050fcb1-28e0-4a33-9823-dd28e7260315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:18:59.735827 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:19:01.003829 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:19:02.695570 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:19:25.439671 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 5 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:19:26.352341 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-febdc458-6eaa-4e3b-9ef8-b56f874ef003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:19:28.665987 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e0a05ea-549b-4f07-9e99-09fb077636d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:19:29.744954 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:19:30.998545 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:19:32.700137 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:19:56.317209 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b111fe3b-216d-4877-bd24-176200a9fb0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:19:58.683420 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-085a2cbf-d248-41d8-a039-884f4bd72b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:19:59.711883 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:20:00.991690 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:20:02.438550 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 5 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:20:02.700023 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:20:26.323095 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5db4433e-f7ce-456c-87c2-23d9ef2d7808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:20:28.676640 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7d179ee3-2cf7-48e1-85f9-10227090f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:20:29.728462 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:20:30.997343 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:20:32.693342 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:20:39.437184 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 5 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:20:56.311207 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f354d51e-e9e1-429e-a18b-fb3ad579eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:20:58.676373 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-89811686-1980-4683-a32d-98e70bc4cd93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:20:59.751107 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:21:01.008398 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:21:02.694004 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:21:16.436177 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 5 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:21:20.522293 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16308055'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:21:20.854483 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16308055'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:21:26.311153 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6aa582de-27e9-4675-a3bd-8077d33523f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:21:28.710977 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-82e4e2e6-cee8-4a7e-9ac2-032f291d245d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:21:29.751093 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:21:31.035113 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:21:32.699887 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:21:50.514771 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:21:50.767861 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:21:53.436076 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:21:56.314265 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bdcb8502-7bb9-485f-ab8e-f61656c6d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:21:58.693146 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ce2cb5a7-8f2a-45cd-ae14-36f95e90a80f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:21:59.733296 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:22:01.013338 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:22:02.697262 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:22:11.754592 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49078) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:22:11.862381 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-84679dcd-f2dc-4edb-a5b9-e0053d821e9e admin admin] 10.222.0.89 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1066670 Feb 20 03:22:14.196033 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49088) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:22:14.251979 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-394ce715-6a51-435d-b35c-c2ef8d4683d5 admin admin] 10.222.0.89 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0548711 Feb 20 03:22:20.513810 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:22:20.801583 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:22:26.321941 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-def496c3-ac3e-47a3-bbd1-08ce3ed2cac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:22:28.685115 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d81f03ff-d8be-49ec-a27c-706676e5ed59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:22:29.731461 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:22:30.436182 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:22:31.064497 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:22:32.692784 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:22:50.530250 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:22:50.761305 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:22:56.310332 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d2a83fc4-beea-4261-8914-c10a37149319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:22:58.693707 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d75c57c6-0b02-45f2-b336-28838ba02012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:22:59.741796 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:01.050286 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:02.730085 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:07.436189 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:23:20.572320 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:20.783722 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:26.326621 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ef7a4a84-7d5a-45cf-a01e-ee89dc68c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:28.698192 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b37fe4ca-ab87-4914-87ac-df00624b847b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:29.772869 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:31.046652 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:32.689446 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:41.268549 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49298) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:23:41.978993 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-fe683542-a5aa-4eb5-a980-efb77276ccdc tempest-AutoAllocateNetworkTest-314092029 tempest-AutoAllocateNetworkTest-314092029-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=21d2dd40a52449a4b5daf6b873362920&shared=False HTTP/1.1" status: 200 len: 208 time: 0.7025571 Feb 20 03:23:41.979113 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49320) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:23:42.163764 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a941e2-fb10-4be3-9df5-a9306ec25c66 tempest-AutoAllocateNetworkTest-314092029 tempest-AutoAllocateNetworkTest-314092029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:23:42.168784 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-19a941e2-fb10-4be3-9df5-a9306ec25c66 tempest-AutoAllocateNetworkTest-314092029 tempest-AutoAllocateNetworkTest-314092029-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1938622 Feb 20 03:23:42.169541 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49332) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:23:42.225590 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-07967512-c88d-4daa-82ac-735ef688cb34 tempest-AutoAllocateNetworkTest-314092029 tempest-AutoAllocateNetworkTest-314092029-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542891 Feb 20 03:23:42.227324 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49334) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:23:42.261891 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-10e19e78-248d-4386-9943-d1f97b1896e9 tempest-AutoAllocateNetworkTest-314092029 tempest-AutoAllocateNetworkTest-314092029-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=21d2dd40a52449a4b5daf6b873362920 HTTP/1.1" status: 200 len: 208 time: 0.0324562 Feb 20 03:23:43.367361 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49382) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:23:43.910555 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d3f6f1d6-e7e6-4837-9b6d-5b3f90a69508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:44.005781 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d3f6f1d6-e7e6-4837-9b6d-5b3f90a69508 admin admin] Publish callbacks [] for security_group (a1500f6b-b175-4c04-9dd0-facdf7385a26), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:44.080975 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d3f6f1d6-e7e6-4837-9b6d-5b3f90a69508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a1500f6b-b175-4c04-9dd0-facdf7385a26), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:44.120023 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6f1d6-e7e6-4837-9b6d-5b3f90a69508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1500f6b-b175-4c04-9dd0-facdf7385a26,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:23:44.130715 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f6f1d6-e7e6-4837-9b6d-5b3f90a69508 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:23:44.131094 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f6f1d6-e7e6-4837-9b6d-5b3f90a69508 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:23:44.131436 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f6f1d6-e7e6-4837-9b6d-5b3f90a69508 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:23:44.131771 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f6f1d6-e7e6-4837-9b6d-5b3f90a69508 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:23:44.132098 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f6f1d6-e7e6-4837-9b6d-5b3f90a69508 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:23:44.132426 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f6f1d6-e7e6-4837-9b6d-5b3f90a69508 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:23:44.132755 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f6f1d6-e7e6-4837-9b6d-5b3f90a69508 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:23:44.133080 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f6f1d6-e7e6-4837-9b6d-5b3f90a69508 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:23:44.133405 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f6f1d6-e7e6-4837-9b6d-5b3f90a69508 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:23:44.133727 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f6f1d6-e7e6-4837-9b6d-5b3f90a69508 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:23:44.134055 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f6f1d6-e7e6-4837-9b6d-5b3f90a69508 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:23:44.134615 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f6f1d6-e7e6-4837-9b6d-5b3f90a69508 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:23:44.134728 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f6f1d6-e7e6-4837-9b6d-5b3f90a69508 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f6f1d6-e7e6-4837-9b6d-5b3f90a69508 admin admin] Tracked resource versions report: Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: pushed versions: Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: { 'AddressGroup': {'1.2'}, Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: 'ConntrackHelper': {'1.0'}, Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: 'LocalIPAssociation': {'1.0'}, Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: 'Log': {'1.0'}, Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: 'Network': {'1.1'}, Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: 'Port': {'1.7'}, Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: 'PortForwarding': {'1.2'}, Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: 'QosPolicy': {'1.10'}, Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: 'SecurityGroup': {'1.5'}, Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: 'SecurityGroupRule': {'1.2'}, Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: 'SubPort': {'1.0'}, Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: 'Subnet': {'1.1'}, Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: 'Trunk': {'1.1'}} Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: consumer versions: Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: { DHCP agent@n-d-829866-4: {}, Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: HyperV agent@n-h1-829866-4: {}, Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: HyperV agent@n-h2-829866-4: {}, Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: L3 agent@n-d-829866-4: {}, Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: Metadata agent@n-d-829866-4: {}, Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: Metering agent@n-d-829866-4: {}, Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: Open vSwitch agent@n-d-829866-4: { 'AddressGroup': '1.2', Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: 'ConntrackHelper': '1.0', Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: 'LocalIPAssociation': '1.0', Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: 'Log': '1.0', Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: 'Network': '1.1', Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: 'Port': '1.7', Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: 'PortForwarding': '1.2', Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: 'QosPolicy': '1.10', Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: 'SecurityGroup': '1.5', Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: 'SecurityGroupRule': '1.2', Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: 'SubPort': '1.0', Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: 'Subnet': '1.1', Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: 'Trunk': '1.1'}} Feb 20 03:23:44.135837 n-d-829866-4 neutron-server[104106]: {{(pid=104106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 03:23:44.149158 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d3f6f1d6-e7e6-4837-9b6d-5b3f90a69508 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=21d2dd40a52449a4b5daf6b873362920&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7807441 Feb 20 03:23:44.151771 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49422) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:23:44.214145 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8bfe6632-b4d1-4e0c-b656-7539e1dadd82 admin admin] Publish callbacks [] for security_group (a1500f6b-b175-4c04-9dd0-facdf7385a26), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:44.238770 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8bfe6632-b4d1-4e0c-b656-7539e1dadd82 admin admin] Publish callbacks [] for security_group (a1500f6b-b175-4c04-9dd0-facdf7385a26), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:44.335248 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8bfe6632-b4d1-4e0c-b656-7539e1dadd82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a1500f6b-b175-4c04-9dd0-facdf7385a26), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:44.338112 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8bfe6632-b4d1-4e0c-b656-7539e1dadd82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:44.339525 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8bfe6632-b4d1-4e0c-b656-7539e1dadd82 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a1500f6b-b175-4c04-9dd0-facdf7385a26 HTTP/1.1" status: 204 len: 168 time: 0.1868246 Feb 20 03:23:44.347589 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe6632-b4d1-4e0c-b656-7539e1dadd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1500f6b-b175-4c04-9dd0-facdf7385a26,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:23:44.438072 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:23:46.219925 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49532) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:23:46.373706 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-073e5a19-3f49-4c9c-9072-70d27fefb00a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:46.481187 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-073e5a19-3f49-4c9c-9072-70d27fefb00a admin admin] Publish callbacks [] for security_group (38ac1763-a02e-4ec6-b4f1-90fe650887e7), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:46.578082 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-073e5a19-3f49-4c9c-9072-70d27fefb00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (38ac1763-a02e-4ec6-b4f1-90fe650887e7), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:46.612575 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e5a19-3f49-4c9c-9072-70d27fefb00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ac1763-a02e-4ec6-b4f1-90fe650887e7,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:23:46.632244 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49560) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:23:46.632745 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-073e5a19-3f49-4c9c-9072-70d27fefb00a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5444d9df23644a498bf663cd0016cdbd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4109504 Feb 20 03:23:46.700938 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-56e38ebd-8bf3-402d-bec2-22cb1e7311ec admin admin] Publish callbacks [] for security_group (38ac1763-a02e-4ec6-b4f1-90fe650887e7), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:46.725946 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-56e38ebd-8bf3-402d-bec2-22cb1e7311ec admin admin] Publish callbacks [] for security_group (38ac1763-a02e-4ec6-b4f1-90fe650887e7), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:46.846424 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-56e38ebd-8bf3-402d-bec2-22cb1e7311ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (38ac1763-a02e-4ec6-b4f1-90fe650887e7), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:46.849130 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-56e38ebd-8bf3-402d-bec2-22cb1e7311ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:46.852731 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-56e38ebd-8bf3-402d-bec2-22cb1e7311ec admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/38ac1763-a02e-4ec6-b4f1-90fe650887e7 HTTP/1.1" status: 204 len: 168 time: 0.2170959 Feb 20 03:23:46.859951 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e38ebd-8bf3-402d-bec2-22cb1e7311ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ac1763-a02e-4ec6-b4f1-90fe650887e7,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:23:46.868105 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e38ebd-8bf3-402d-bec2-22cb1e7311ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:23:46.868634 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e38ebd-8bf3-402d-bec2-22cb1e7311ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:23:46.869145 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e38ebd-8bf3-402d-bec2-22cb1e7311ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:23:46.869655 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e38ebd-8bf3-402d-bec2-22cb1e7311ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:23:46.870039 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e38ebd-8bf3-402d-bec2-22cb1e7311ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:23:46.870369 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e38ebd-8bf3-402d-bec2-22cb1e7311ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:23:46.870951 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e38ebd-8bf3-402d-bec2-22cb1e7311ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:23:46.871320 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e38ebd-8bf3-402d-bec2-22cb1e7311ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:23:46.871683 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e38ebd-8bf3-402d-bec2-22cb1e7311ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:23:46.872105 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e38ebd-8bf3-402d-bec2-22cb1e7311ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:23:46.872435 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e38ebd-8bf3-402d-bec2-22cb1e7311ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:23:46.872757 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e38ebd-8bf3-402d-bec2-22cb1e7311ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:23:46.873076 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e38ebd-8bf3-402d-bec2-22cb1e7311ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e38ebd-8bf3-402d-bec2-22cb1e7311ec admin admin] Tracked resource versions report: Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: pushed versions: Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: { 'AddressGroup': {'1.2'}, Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: 'ConntrackHelper': {'1.0'}, Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: 'LocalIPAssociation': {'1.0'}, Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: 'Log': {'1.0'}, Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: 'Network': {'1.1'}, Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: 'Port': {'1.7'}, Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: 'PortForwarding': {'1.2'}, Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: 'QosPolicy': {'1.10'}, Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: 'SecurityGroup': {'1.5'}, Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: 'SecurityGroupRule': {'1.2'}, Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: 'SubPort': {'1.0'}, Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: 'Subnet': {'1.1'}, Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: 'Trunk': {'1.1'}} Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: consumer versions: Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: { DHCP agent@n-d-829866-4: {}, Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: HyperV agent@n-h1-829866-4: {}, Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: HyperV agent@n-h2-829866-4: {}, Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: L3 agent@n-d-829866-4: {}, Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: Metadata agent@n-d-829866-4: {}, Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: Metering agent@n-d-829866-4: {}, Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: Open vSwitch agent@n-d-829866-4: { 'AddressGroup': '1.2', Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: 'ConntrackHelper': '1.0', Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: 'LocalIPAssociation': '1.0', Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: 'Log': '1.0', Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: 'Network': '1.1', Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: 'Port': '1.7', Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: 'PortForwarding': '1.2', Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: 'QosPolicy': '1.10', Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: 'SecurityGroup': '1.5', Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: 'SecurityGroupRule': '1.2', Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: 'SubPort': '1.0', Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: 'Subnet': '1.1', Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: 'Trunk': '1.1'}} Feb 20 03:23:46.874213 n-d-829866-4 neutron-server[104105]: {{(pid=104105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 03:23:47.604586 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49630) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:23:47.617971 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-21e7ece8-e267-433d-a662-5234036fa57d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:47.712398 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49642) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:23:47.747925 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-21e7ece8-e267-433d-a662-5234036fa57d admin admin] Publish callbacks [] for security_group (9b9e261c-e6d0-468f-bbe8-2ad922646042), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:47.823828 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-21e7ece8-e267-433d-a662-5234036fa57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (9b9e261c-e6d0-468f-bbe8-2ad922646042), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:47.864336 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-21e7ece8-e267-433d-a662-5234036fa57d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=524f0d40b64d47d89cf223e893f9a141&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2585733 Feb 20 03:23:47.865171 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7ece8-e267-433d-a662-5234036fa57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9e261c-e6d0-468f-bbe8-2ad922646042,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:23:47.867219 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49650) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:23:47.930354 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6fd2a13b-3fb1-45ea-b35b-406851951b1a admin admin] Publish callbacks [] for security_group (9b9e261c-e6d0-468f-bbe8-2ad922646042), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:47.969900 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6fd2a13b-3fb1-45ea-b35b-406851951b1a admin admin] Publish callbacks [] for security_group (9b9e261c-e6d0-468f-bbe8-2ad922646042), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:48.079977 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4c7b7997-4ba4-4147-8ba3-c67960b2e1c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:48.128547 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49664) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:23:48.232635 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6fd2a13b-3fb1-45ea-b35b-406851951b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (9b9e261c-e6d0-468f-bbe8-2ad922646042), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:48.235385 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6fd2a13b-3fb1-45ea-b35b-406851951b1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:48.239101 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6fd2a13b-3fb1-45ea-b35b-406851951b1a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9b9e261c-e6d0-468f-bbe8-2ad922646042 HTTP/1.1" status: 204 len: 168 time: 0.3682952 Feb 20 03:23:48.255216 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-765f05f7-473a-4e74-93af-af027e856341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:48.259814 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2a13b-3fb1-45ea-b35b-406851951b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9e261c-e6d0-468f-bbe8-2ad922646042,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:23:48.384692 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4c7b7997-4ba4-4147-8ba3-c67960b2e1c7 admin admin] Publish callbacks [] for security_group (d553db4f-1197-4874-b7db-6fd34e6bf1d8), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:48.396127 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-765f05f7-473a-4e74-93af-af027e856341 admin admin] Publish callbacks [] for security_group (7fb03e2e-a4d0-498d-b5d6-b550f77f006f), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:48.478023 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4c7b7997-4ba4-4147-8ba3-c67960b2e1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d553db4f-1197-4874-b7db-6fd34e6bf1d8), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:48.486803 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-765f05f7-473a-4e74-93af-af027e856341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (7fb03e2e-a4d0-498d-b5d6-b550f77f006f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:48.526809 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-765f05f7-473a-4e74-93af-af027e856341 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3a28281d2d1549da930e78f75ff9b579&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3936396 Feb 20 03:23:48.528519 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49700) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:23:48.547130 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b7997-4ba4-4147-8ba3-c67960b2e1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d553db4f-1197-4874-b7db-6fd34e6bf1d8,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:23:48.551694 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4c7b7997-4ba4-4147-8ba3-c67960b2e1c7 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=dab5f3af19f54d14820e63c55dde7e4f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8379922 Feb 20 03:23:48.561761 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49702) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:23:48.583581 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f05f7-473a-4e74-93af-af027e856341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb03e2e-a4d0-498d-b5d6-b550f77f006f,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:23:48.623156 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-85f0c1ae-6c7f-4664-ac20-b967908ac518 admin admin] Publish callbacks [] for security_group (7fb03e2e-a4d0-498d-b5d6-b550f77f006f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:48.635350 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49708) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:23:48.661102 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-db1d5ef8-d8f1-41d6-9e29-190b7d27a348 admin admin] Publish callbacks [] for security_group (d553db4f-1197-4874-b7db-6fd34e6bf1d8), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:48.663996 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-85f0c1ae-6c7f-4664-ac20-b967908ac518 admin admin] Publish callbacks [] for security_group (7fb03e2e-a4d0-498d-b5d6-b550f77f006f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:48.713528 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-db1d5ef8-d8f1-41d6-9e29-190b7d27a348 admin admin] Publish callbacks [] for security_group (d553db4f-1197-4874-b7db-6fd34e6bf1d8), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:48.822325 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d96bfbd0-7137-40c8-a668-117eceab48e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:48.826514 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-85f0c1ae-6c7f-4664-ac20-b967908ac518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (7fb03e2e-a4d0-498d-b5d6-b550f77f006f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:48.829814 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-85f0c1ae-6c7f-4664-ac20-b967908ac518 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:48.831137 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-85f0c1ae-6c7f-4664-ac20-b967908ac518 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7fb03e2e-a4d0-498d-b5d6-b550f77f006f HTTP/1.1" status: 204 len: 168 time: 0.3015897 Feb 20 03:23:48.844377 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0c1ae-6c7f-4664-ac20-b967908ac518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb03e2e-a4d0-498d-b5d6-b550f77f006f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:23:48.883728 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-db1d5ef8-d8f1-41d6-9e29-190b7d27a348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d553db4f-1197-4874-b7db-6fd34e6bf1d8), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:48.887028 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-db1d5ef8-d8f1-41d6-9e29-190b7d27a348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:48.892408 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-db1d5ef8-d8f1-41d6-9e29-190b7d27a348 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d553db4f-1197-4874-b7db-6fd34e6bf1d8 HTTP/1.1" status: 204 len: 168 time: 0.3296356 Feb 20 03:23:48.903637 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d5ef8-d8f1-41d6-9e29-190b7d27a348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d553db4f-1197-4874-b7db-6fd34e6bf1d8,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:23:48.976876 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d96bfbd0-7137-40c8-a668-117eceab48e8 admin admin] Publish callbacks [] for security_group (561b482a-5502-4c7f-90d9-2bf2ba66cb3d), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:49.046973 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d96bfbd0-7137-40c8-a668-117eceab48e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (561b482a-5502-4c7f-90d9-2bf2ba66cb3d), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:49.085028 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d96bfbd0-7137-40c8-a668-117eceab48e8 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=51ec6bd9d0c2445db5f167e77a94df1f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4485710 Feb 20 03:23:49.086029 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96bfbd0-7137-40c8-a668-117eceab48e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561b482a-5502-4c7f-90d9-2bf2ba66cb3d,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:23:49.087770 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49748) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:23:49.138691 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c7daafc8-c7e3-44c8-a029-7dc058e65c8c admin admin] Publish callbacks [] for security_group (561b482a-5502-4c7f-90d9-2bf2ba66cb3d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:49.162161 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c7daafc8-c7e3-44c8-a029-7dc058e65c8c admin admin] Publish callbacks [] for security_group (561b482a-5502-4c7f-90d9-2bf2ba66cb3d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:49.266613 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c7daafc8-c7e3-44c8-a029-7dc058e65c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (561b482a-5502-4c7f-90d9-2bf2ba66cb3d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:49.269692 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c7daafc8-c7e3-44c8-a029-7dc058e65c8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:49.271108 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c7daafc8-c7e3-44c8-a029-7dc058e65c8c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/561b482a-5502-4c7f-90d9-2bf2ba66cb3d HTTP/1.1" status: 204 len: 168 time: 0.1815846 Feb 20 03:23:49.280437 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7daafc8-c7e3-44c8-a029-7dc058e65c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561b482a-5502-4c7f-90d9-2bf2ba66cb3d,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:23:49.753339 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49772) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:23:49.767550 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3e9cebfb-b4ef-4985-9020-d2fff7c4997d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:49.837195 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49776) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:23:49.853437 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7b53a5b7-818d-4bc0-9c64-5ee6f0192e4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:49.856118 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3e9cebfb-b4ef-4985-9020-d2fff7c4997d admin admin] Publish callbacks [] for security_group (88e2e005-5600-4459-9431-16039912d2f9), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:49.923948 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3e9cebfb-b4ef-4985-9020-d2fff7c4997d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (88e2e005-5600-4459-9431-16039912d2f9), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:49.981907 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9cebfb-b4ef-4985-9020-d2fff7c4997d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e2e005-5600-4459-9431-16039912d2f9,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:23:49.985587 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7b53a5b7-818d-4bc0-9c64-5ee6f0192e4e admin admin] Publish callbacks [] for security_group (f309fac6-eb50-4648-a976-90338e5eb376), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:49.994542 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3e9cebfb-b4ef-4985-9020-d2fff7c4997d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0150216e15c146b790c2a1e83f3f18b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2399619 Feb 20 03:23:49.997841 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49792) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:23:50.045719 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7879c9a3-b6c8-442f-9ebd-69fdaf2e5cf9 admin admin] Publish callbacks [] for security_group (88e2e005-5600-4459-9431-16039912d2f9), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:50.068182 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7879c9a3-b6c8-442f-9ebd-69fdaf2e5cf9 admin admin] Publish callbacks [] for security_group (88e2e005-5600-4459-9431-16039912d2f9), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:50.080063 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7b53a5b7-818d-4bc0-9c64-5ee6f0192e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f309fac6-eb50-4648-a976-90338e5eb376), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:50.143105 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7b53a5b7-818d-4bc0-9c64-5ee6f0192e4e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b1b4903c4e094262877f8f9da28103c1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3042579 Feb 20 03:23:50.144017 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b53a5b7-818d-4bc0-9c64-5ee6f0192e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f309fac6-eb50-4648-a976-90338e5eb376,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:23:50.146061 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49798) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:23:50.197426 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ee028ce5-66cf-49b2-b333-8ffd6a221960 admin admin] Publish callbacks [] for security_group (f309fac6-eb50-4648-a976-90338e5eb376), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:50.221746 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7879c9a3-b6c8-442f-9ebd-69fdaf2e5cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (88e2e005-5600-4459-9431-16039912d2f9), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:50.225252 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ee028ce5-66cf-49b2-b333-8ffd6a221960 admin admin] Publish callbacks [] for security_group (f309fac6-eb50-4648-a976-90338e5eb376), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:50.225819 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7879c9a3-b6c8-442f-9ebd-69fdaf2e5cf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:50.232645 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7879c9a3-b6c8-442f-9ebd-69fdaf2e5cf9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/88e2e005-5600-4459-9431-16039912d2f9 HTTP/1.1" status: 204 len: 168 time: 0.2336853 Feb 20 03:23:50.250312 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879c9a3-b6c8-442f-9ebd-69fdaf2e5cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e2e005-5600-4459-9431-16039912d2f9,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:23:50.359510 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49816) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:23:50.362462 n-d-829866-4 neutron-server[104105]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 20 03:23:50.388208 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-dd79ff9b-d698-45f8-ba4d-e801b2858a5b tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=dd0c6b7f4685480ebfe62491dd3e893d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270875 Feb 20 03:23:50.388976 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ee028ce5-66cf-49b2-b333-8ffd6a221960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f309fac6-eb50-4648-a976-90338e5eb376), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:50.392007 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ee028ce5-66cf-49b2-b333-8ffd6a221960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:50.395858 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ee028ce5-66cf-49b2-b333-8ffd6a221960 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f309fac6-eb50-4648-a976-90338e5eb376 HTTP/1.1" status: 204 len: 168 time: 0.2487938 Feb 20 03:23:50.407270 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee028ce5-66cf-49b2-b333-8ffd6a221960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f309fac6-eb50-4648-a976-90338e5eb376,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:23:50.583819 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:50.596415 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-fff92b8d-e13d-4581-b10b-a98afb871177 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:23:50.597938 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-fff92b8d-e13d-4581-b10b-a98afb871177 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1921947 Feb 20 03:23:50.613656 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-1248548d-8154-4fe1-a50d-0e704807f9d0 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/quotas/dd0c6b7f4685480ebfe62491dd3e893d HTTP/1.1" status: 200 len: 375 time: 0.0103257 Feb 20 03:23:50.684073 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-2bd2c4f2-4ae4-414f-b923-09882a636eaf tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=dd0c6b7f4685480ebfe62491dd3e893d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593586 Feb 20 03:23:50.765777 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49838) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:23:50.784271 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9b9ebbf3-b30e-4200-86e0-9b15206504ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:50.839141 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:50.889072 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9b9ebbf3-b30e-4200-86e0-9b15206504ea admin admin] Publish callbacks [] for security_group (b71d5f14-3276-4c7a-8527-47ad24f62f06), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:50.973073 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9b9ebbf3-b30e-4200-86e0-9b15206504ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b71d5f14-3276-4c7a-8527-47ad24f62f06), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:51.019464 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ebbf3-b30e-4200-86e0-9b15206504ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71d5f14-3276-4c7a-8527-47ad24f62f06,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:23:51.030601 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9b9ebbf3-b30e-4200-86e0-9b15206504ea admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=866ea208e4b94c8c912a885dc1458dfc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2628477 Feb 20 03:23:51.031319 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49866) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:23:51.042227 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3cca127d-8577-4f21-a312-f5865d174462 req-6e2b1db8-197b-40f1-88a4-cf738322a115 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/ports?device_id=2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f HTTP/1.1" status: 200 len: 210 time: 0.0572908 Feb 20 03:23:51.088196 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-02b141e0-420b-4e5e-a0fd-33704badb49a admin admin] Publish callbacks [] for security_group (b71d5f14-3276-4c7a-8527-47ad24f62f06), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:51.110593 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-02b141e0-420b-4e5e-a0fd-33704badb49a admin admin] Publish callbacks [] for security_group (b71d5f14-3276-4c7a-8527-47ad24f62f06), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:51.238338 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-02b141e0-420b-4e5e-a0fd-33704badb49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b71d5f14-3276-4c7a-8527-47ad24f62f06), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:51.241066 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-02b141e0-420b-4e5e-a0fd-33704badb49a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:51.243018 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-02b141e0-420b-4e5e-a0fd-33704badb49a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b71d5f14-3276-4c7a-8527-47ad24f62f06 HTTP/1.1" status: 204 len: 168 time: 0.2096741 Feb 20 03:23:51.251349 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b141e0-420b-4e5e-a0fd-33704badb49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71d5f14-3276-4c7a-8527-47ad24f62f06,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:23:52.130131 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f72bac15-194c-44d6-84ab-feb805e38a9d req-91e84244-31dd-420f-81b3-f7eb41931ba8 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/ports?device_id=2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f HTTP/1.1" status: 200 len: 210 time: 0.0280652 Feb 20 03:23:52.609962 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49962) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:23:52.880693 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-655c9411-a756-422c-8282-92d66e64adff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:52.964411 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-655c9411-a756-422c-8282-92d66e64adff admin admin] Publish callbacks [] for security_group (2e6eefa0-095b-4712-8eec-c6382f384314), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:53.035567 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-655c9411-a756-422c-8282-92d66e64adff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (2e6eefa0-095b-4712-8eec-c6382f384314), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:53.083350 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-655c9411-a756-422c-8282-92d66e64adff admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=655463613b3649898b21e649f7ca2691&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4722919 Feb 20 03:23:53.084627 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c9411-a756-422c-8282-92d66e64adff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6eefa0-095b-4712-8eec-c6382f384314,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:23:53.086244 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49984) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:23:53.141419 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-de369258-84e7-4787-946f-f0eb6f5dd603 admin admin] Publish callbacks [] for security_group (2e6eefa0-095b-4712-8eec-c6382f384314), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:53.170630 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-de369258-84e7-4787-946f-f0eb6f5dd603 admin admin] Publish callbacks [] for security_group (2e6eefa0-095b-4712-8eec-c6382f384314), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:53.298184 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-de369258-84e7-4787-946f-f0eb6f5dd603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (2e6eefa0-095b-4712-8eec-c6382f384314), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:53.300705 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-de369258-84e7-4787-946f-f0eb6f5dd603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:53.301856 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-de369258-84e7-4787-946f-f0eb6f5dd603 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2e6eefa0-095b-4712-8eec-c6382f384314 HTTP/1.1" status: 204 len: 168 time: 0.2144058 Feb 20 03:23:53.311246 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de369258-84e7-4787-946f-f0eb6f5dd603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6eefa0-095b-4712-8eec-c6382f384314,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:23:53.818400 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 50012) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:23:53.988023 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.93', 50194) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:23:54.018614 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-02716896-cab1-4509-b71d-e6a6c444acfe tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=dd0c6b7f4685480ebfe62491dd3e893d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294411 Feb 20 03:23:54.130602 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-ac936eb2-16f8-480d-83bf-3a7c2abde508 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:23:54.132059 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-ac936eb2-16f8-480d-83bf-3a7c2abde508 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1091106 Feb 20 03:23:54.222633 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-b9013b80-91dc-4c78-b716-07438b2c51f8 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Request body: {'port': {'device_id': '2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'admin_state_up': True, 'tenant_id': 'dd0c6b7f4685480ebfe62491dd3e893d'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:23:54.270738 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b14ab1ff-fba5-4b2f-b8b7-31ad1b41927f req-29186352-2ae5-4cfb-a9c5-0c1a910ce0e3 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/ports?device_id=2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f HTTP/1.1" status: 200 len: 210 time: 0.4508724 Feb 20 03:23:54.367893 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 50024) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:23:54.401401 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ab555722-4669-4213-a2c3-c8efecd4d20d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:54.489255 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-b9013b80-91dc-4c78-b716-07438b2c51f8 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Made reservation on behalf of dd0c6b7f4685480ebfe62491dd3e893d for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:23:54.491834 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ab555722-4669-4213-a2c3-c8efecd4d20d admin admin] Publish callbacks [] for security_group (5ec588c8-101c-4121-9c2d-b057c0b30537), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:54.493590 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-b9013b80-91dc-4c78-b716-07438b2c51f8 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:54.505231 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-b9013b80-91dc-4c78-b716-07438b2c51f8 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:54.572339 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ab555722-4669-4213-a2c3-c8efecd4d20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5ec588c8-101c-4121-9c2d-b057c0b30537), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:54.590545 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-b9013b80-91dc-4c78-b716-07438b2c51f8 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Publish callbacks [] for security_group (b09d614f-cb99-4d76-9989-07c4956f5032), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:54.602920 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ab555722-4669-4213-a2c3-c8efecd4d20d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a06fef94c5d9434883788b5a66702657&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2326131 Feb 20 03:23:54.606168 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 50038) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:23:54.635205 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab555722-4669-4213-a2c3-c8efecd4d20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec588c8-101c-4121-9c2d-b057c0b30537,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:23:54.665644 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6eff9ba0-3f30-49b5-afed-cb01d69ef549 admin admin] Publish callbacks [] for security_group (5ec588c8-101c-4121-9c2d-b057c0b30537), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:54.666736 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-b9013b80-91dc-4c78-b716-07438b2c51f8 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b09d614f-cb99-4d76-9989-07c4956f5032), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:54.697694 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6eff9ba0-3f30-49b5-afed-cb01d69ef549 admin admin] Publish callbacks [] for security_group (5ec588c8-101c-4121-9c2d-b057c0b30537), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:54.781755 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9013b80-91dc-4c78-b716-07438b2c51f8 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b09d614f-cb99-4d76-9989-07c4956f5032,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:23:54.869424 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6eff9ba0-3f30-49b5-afed-cb01d69ef549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5ec588c8-101c-4121-9c2d-b057c0b30537), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:54.872302 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6eff9ba0-3f30-49b5-afed-cb01d69ef549 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:54.880329 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6eff9ba0-3f30-49b5-afed-cb01d69ef549 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5ec588c8-101c-4121-9c2d-b057c0b30537 HTTP/1.1" status: 204 len: 168 time: 0.2664123 Feb 20 03:23:54.883984 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff9ba0-3f30-49b5-afed-cb01d69ef549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec588c8-101c-4121-9c2d-b057c0b30537,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:23:54.938368 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-b9013b80-91dc-4c78-b716-07438b2c51f8 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Allocated IP 192.168.233.157 (0c4d93d2-7476-4570-93e5-7ecf9f895901/c38207c9-ee42-4b0e-b0ac-5ef2953b6f62/bbbc0e63-999c-4a87-b79d-869f2264279e) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:23:55.117068 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-b9013b80-91dc-4c78-b716-07438b2c51f8 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Publish callbacks [] for port (bbbc0e63-999c-4a87-b79d-869f2264279e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:55.262512 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-b9013b80-91dc-4c78-b716-07438b2c51f8 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (bbbc0e63-999c-4a87-b79d-869f2264279e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:55.420259 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-b9013b80-91dc-4c78-b716-07438b2c51f8 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:23:55.425570 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-b9013b80-91dc-4c78-b716-07438b2c51f8 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:23:55.427437 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9013b80-91dc-4c78-b716-07438b2c51f8 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Pushing event updated for resources: {'Port': ['ID=bbbc0e63-999c-4a87-b79d-869f2264279e,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:23:55.444100 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-b9013b80-91dc-4c78-b716-07438b2c51f8 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:23:55.455765 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-b9013b80-91dc-4c78-b716-07438b2c51f8 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:23:55.456888 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-b9013b80-91dc-4c78-b716-07438b2c51f8 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:55.557731 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397821e-9cea-4ee7-b714-3d07df4f9605 req-8858cd2a-406b-47e4-8556-1d9f332c41a8 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:23:55.566668 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-b9013b80-91dc-4c78-b716-07438b2c51f8 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3480616 Feb 20 03:23:55.566839 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9397821e-9cea-4ee7-b714-3d07df4f9605 req-8858cd2a-406b-47e4-8556-1d9f332c41a8 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/ports?device_id=2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f HTTP/1.1" status: 200 len: 936 time: 0.1098435 Feb 20 03:23:55.580113 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-6692d07c-ad1b-46f5-a494-630665dd5ed8 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:23:55.581094 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-6692d07c-ad1b-46f5-a494-630665dd5ed8 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055714 Feb 20 03:23:55.660311 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9397821e-9cea-4ee7-b714-3d07df4f9605 req-e56dec26-a115-481d-887e-81bb824c1594 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/security-groups?id=b09d614f-cb99-4d76-9989-07c4956f5032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923886 Feb 20 03:23:55.891620 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-64a366a9-9b6c-46c7-978f-87a3bc34036d None None] Provisioning complete for port bbbc0e63-999c-4a87-b79d-869f2264279e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:23:55.893452 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-64a366a9-9b6c-46c7-978f-87a3bc34036d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (bbbc0e63-999c-4a87-b79d-869f2264279e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:55.980376 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-64a366a9-9b6c-46c7-978f-87a3bc34036d None None] Port bbbc0e63-999c-4a87-b79d-869f2264279e cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:23:56.629284 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-f078936d-9c53-42cf-9959-df47be999fb8 service neutron] Request body: {'port': {'device_id': '2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f', 'device_owner': 'compute:tempest-test_az-1823021651', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:23:56.729511 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-f078936d-9c53-42cf-9959-df47be999fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bbbc0e63-999c-4a87-b79d-869f2264279e), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:56.744309 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c126f1fe-586c-47bc-9926-c3885cc5fe62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:57.337248 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-1810117e-4139-458e-879e-d3f3eb7d9398 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=8ff1ad3ceca045cf914e99c1cbcf5868&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562601 Feb 20 03:23:57.455726 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-f078936d-9c53-42cf-9959-df47be999fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbbc0e63-999c-4a87-b79d-869f2264279e {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:23:57.468655 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-f078936d-9c53-42cf-9959-df47be999fb8 service neutron] Publish callbacks [] for port (bbbc0e63-999c-4a87-b79d-869f2264279e), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:57.528632 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-f078936d-9c53-42cf-9959-df47be999fb8 service neutron] Transition to ACTIVE for port object bbbc0e63-999c-4a87-b79d-869f2264279e will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:23:57.565515 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-1538e331-47eb-4e09-85e0-0e784de93639 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:23:57.572861 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-1538e331-47eb-4e09-85e0-0e784de93639 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2347064 Feb 20 03:23:57.585250 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-0a6a6ef7-540d-43fc-a91b-db0dfed4ec61 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/quotas/8ff1ad3ceca045cf914e99c1cbcf5868 HTTP/1.1" status: 200 len: 375 time: 0.0115352 Feb 20 03:23:57.603792 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-f078936d-9c53-42cf-9959-df47be999fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bbbc0e63-999c-4a87-b79d-869f2264279e), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:57.650377 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-69c7c165-1676-4dbf-8ce0-a50c0db585bb tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=8ff1ad3ceca045cf914e99c1cbcf5868&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577207 Feb 20 03:23:57.875026 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-f078936d-9c53-42cf-9959-df47be999fb8 service neutron] Attempting to bind port bbbc0e63-999c-4a87-b79d-869f2264279e on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:23:57.875026 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-f078936d-9c53-42cf-9959-df47be999fb8 service neutron] Attempting to bind port bbbc0e63-999c-4a87-b79d-869f2264279e by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:23:57.875026 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-f078936d-9c53-42cf-9959-df47be999fb8 service neutron] Attempting to bind port bbbc0e63-999c-4a87-b79d-869f2264279e on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:23:57.895882 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-f078936d-9c53-42cf-9959-df47be999fb8 service neutron] Port bbbc0e63-999c-4a87-b79d-869f2264279e on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:23:57.902695 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-f078936d-9c53-42cf-9959-df47be999fb8 service neutron] Attempting to bind port bbbc0e63-999c-4a87-b79d-869f2264279e on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:23:57.907629 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078936d-9c53-42cf-9959-df47be999fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=bbbc0e63-999c-4a87-b79d-869f2264279e,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:23:57.917911 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-f078936d-9c53-42cf-9959-df47be999fb8 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:23:57.920781 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-f078936d-9c53-42cf-9959-df47be999fb8 service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:23:57.923692 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-f078936d-9c53-42cf-9959-df47be999fb8 service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:23:57.924783 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-f078936d-9c53-42cf-9959-df47be999fb8 service neutron] Bound port: bbbc0e63-999c-4a87-b79d-869f2264279e, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:23:57.927431 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-f078936d-9c53-42cf-9959-df47be999fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bbbc0e63-999c-4a87-b79d-869f2264279e), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:57.940227 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b3520-b217-41a9-9c53-752ba421d6ec req-106a3daf-cd95-4c87-808c-ee3709b99fd1 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:23:57.941670 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a1b3520-b217-41a9-9c53-752ba421d6ec req-106a3daf-cd95-4c87-808c-ee3709b99fd1 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/ports?device_id=2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f HTTP/1.1" status: 200 len: 970 time: 0.1451886 Feb 20 03:23:58.059310 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a1b3520-b217-41a9-9c53-752ba421d6ec req-02316aee-b4d0-4126-991a-b178ffe282ff tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/security-groups?id=b09d614f-cb99-4d76-9989-07c4956f5032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991282 Feb 20 03:23:58.109071 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-f078936d-9c53-42cf-9959-df47be999fb8 service neutron] For port bbbc0e63-999c-4a87-b79d-869f2264279e, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:23:58.114517 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-f078936d-9c53-42cf-9959-df47be999fb8 service neutron] For port bbbc0e63-999c-4a87-b79d-869f2264279e, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=bbbc0e63-999c-4a87-b79d-869f2264279e,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:23:58.192664 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-f078936d-9c53-42cf-9959-df47be999fb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bbbc0e63-999c-4a87-b79d-869f2264279e), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:58.264863 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-f078936d-9c53-42cf-9959-df47be999fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:23:58.266423 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-f078936d-9c53-42cf-9959-df47be999fb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:58.268331 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-f078936d-9c53-42cf-9959-df47be999fb8 service neutron] 10.222.0.93 "PUT /v2.0/ports/bbbc0e63-999c-4a87-b79d-869f2264279e HTTP/1.1" status: 200 len: 1118 time: 1.9520152 Feb 20 03:23:58.280428 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f', 'tag': 'bbbc0e63-999c-4a87-b79d-869f2264279e'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:23:58.604985 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078936d-9c53-42cf-9959-df47be999fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=bbbc0e63-999c-4a87-b79d-869f2264279e,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:23:58.652802 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-65120f25-8756-411b-a1b2-2253226d6d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:23:58.654834 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-65120f25-8756-411b-a1b2-2253226d6d15 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dd0c6b7f4685480ebfe62491dd3e893d&device_id=2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f HTTP/1.1" status: 200 len: 1152 time: 0.2016740 Feb 20 03:23:58.727507 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e7307fdc-aa34-476b-bed4-11494d01dd12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:58.777727 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb93c88-163e-426f-bd1b-ddcd28eaf552" -d '{"events": [{"name": "network-changed", "server_uuid": "2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f", "tag": "bbbc0e63-999c-4a87-b79d-869f2264279e"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:23:58.782444 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-2d01fb61-b3dc-4c72-aab0-ab6ba0ce9384 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=bbbc0e63-999c-4a87-b79d-869f2264279e HTTP/1.1" status: 200 len: 217 time: 0.1014974 Feb 20 03:23:58.892060 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-8f089585-174e-40a1-bc03-5587c7cb75d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:23:58.895278 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-8f089585-174e-40a1-bc03-5587c7cb75d0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0992513 Feb 20 03:23:58.991119 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c1ad8e42-cd25-40a2-817e-250a8d77f1a9 req-8627ee55-512b-4471-aafe-6f04aafa34ff tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=df8911c9-0079-4cf4-af82-e25d02d294ed HTTP/1.1" status: 200 len: 210 time: 0.0411427 Feb 20 03:23:59.322608 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc11a0d-9dec-4a35-8a9e-554306debd41 x-openstack-request-id: req-7bc11a0d-9dec-4a35-8a9e-554306debd41 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:23:59.322940 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f", "tag": "bbbc0e63-999c-4a87-b79d-869f2264279e", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:23:59.323201 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7bc11a0d-9dec-4a35-8a9e-554306debd41 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:23:59.323744 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f', 'tag': 'bbbc0e63-999c-4a87-b79d-869f2264279e', 'status': 'completed', 'code': 200} Feb 20 03:23:59.769571 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:23:59.927598 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d097a-caa9-48dc-95f7-4d8661c5e01d req-ff11aaa8-0854-4f52-af73-9c5a692830c1 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:23:59.936801 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-205d097a-caa9-48dc-95f7-4d8661c5e01d req-ff11aaa8-0854-4f52-af73-9c5a692830c1 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/ports?device_id=2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f HTTP/1.1" status: 200 len: 970 time: 0.0802176 Feb 20 03:23:59.991588 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-205d097a-caa9-48dc-95f7-4d8661c5e01d req-e69b9373-d1e3-465c-9db8-d33694e2a4d8 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/security-groups?id=b09d614f-cb99-4d76-9989-07c4956f5032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534654 Feb 20 03:24:00.204725 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6fc3f40b-8a86-498b-a870-2db934165060 req-b71580c6-341d-406e-ac71-6353fe0880cb tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=df8911c9-0079-4cf4-af82-e25d02d294ed HTTP/1.1" status: 200 len: 210 time: 0.0628126 Feb 20 03:24:00.645799 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-c94b4037-4729-406c-a823-ab20553a3d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:00.647490 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-c94b4037-4729-406c-a823-ab20553a3d80 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1281857 Feb 20 03:24:00.805169 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-1c311121-02b2-478d-b611-06dd804582f2 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268902 Feb 20 03:24:01.050762 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-307ea4f3-b9da-4801-ac29-ec73f4bff3b0 req-0208b897-5ba8-49ce-abb1-20739babf78a service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281261 Feb 20 03:24:01.060696 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:01.348237 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf3cdd-b59d-4c44-853b-2e742b55a004 req-75ac6670-b174-4822-8a48-bf7a5910ae6e tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:01.356830 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3baf3cdd-b59d-4c44-853b-2e742b55a004 req-75ac6670-b174-4822-8a48-bf7a5910ae6e tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/ports?device_id=2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f HTTP/1.1" status: 200 len: 970 time: 0.1008797 Feb 20 03:24:01.397578 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.42', 53955) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:01.419530 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3baf3cdd-b59d-4c44-853b-2e742b55a004 req-3f89dd96-ebea-44aa-a3ed-b0f56c48ea9c tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/security-groups?id=b09d614f-cb99-4d76-9989-07c4956f5032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614972 Feb 20 03:24:01.452966 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-1c7579fd-1bf3-4fa4-9557-c677ac312973 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8ff1ad3ceca045cf914e99c1cbcf5868&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511854 Feb 20 03:24:01.521598 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70870f06-b3b3-4c24-9bcf-209c28545194 req-966f0788-b5b2-4699-8a75-e3177cc8d209 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=df8911c9-0079-4cf4-af82-e25d02d294ed HTTP/1.1" status: 200 len: 210 time: 0.0447745 Feb 20 03:24:01.654430 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb93c88-163e-426f-bd1b-ddcd28eaf552 req-2bf4b171-8327-4e48-bbe6-073f5e937ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:01.655108 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ccb93c88-163e-426f-bd1b-ddcd28eaf552 req-2bf4b171-8327-4e48-bbe6-073f5e937ae6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=dd0c6b7f4685480ebfe62491dd3e893d&device_id=2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f HTTP/1.1" status: 200 len: 1152 time: 0.1561315 Feb 20 03:24:01.678361 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-3e6325d7-b9d0-4d6e-961e-9e278bd94e1c tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:01.686174 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-3e6325d7-b9d0-4d6e-961e-9e278bd94e1c tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2266984 Feb 20 03:24:01.815746 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-59431057-b505-4641-ba1e-4b368a9f2f8a tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Request body: {'port': {'device_id': 'df8911c9-0079-4cf4-af82-e25d02d294ed', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'admin_state_up': True, 'tenant_id': '8ff1ad3ceca045cf914e99c1cbcf5868'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:24:02.111097 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb93c88-163e-426f-bd1b-ddcd28eaf552 req-444f2cdb-2d0e-4cb9-b235-4980038f71c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:02.117359 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ccb93c88-163e-426f-bd1b-ddcd28eaf552 req-444f2cdb-2d0e-4cb9-b235-4980038f71c9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.4220376 Feb 20 03:24:02.252855 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-59431057-b505-4641-ba1e-4b368a9f2f8a tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Made reservation on behalf of 8ff1ad3ceca045cf914e99c1cbcf5868 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:24:02.256796 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-59431057-b505-4641-ba1e-4b368a9f2f8a tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:02.270791 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-59431057-b505-4641-ba1e-4b368a9f2f8a tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:02.396162 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 50322) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:02.452297 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-59431057-b505-4641-ba1e-4b368a9f2f8a tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Publish callbacks [] for security_group (e5cc72c8-6208-4dd5-b054-b5f445952a7f), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:02.517715 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-59431057-b505-4641-ba1e-4b368a9f2f8a tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e5cc72c8-6208-4dd5-b054-b5f445952a7f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:02.608997 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 50332) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:02.663535 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d856b-3758-4999-a13b-93aef09c0ec1 req-47496aaa-759a-4477-8816-d5e14132d685 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:02.665684 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59431057-b505-4641-ba1e-4b368a9f2f8a tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cc72c8-6208-4dd5-b054-b5f445952a7f,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:02.688762 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-375d856b-3758-4999-a13b-93aef09c0ec1 req-47496aaa-759a-4477-8816-d5e14132d685 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/ports?device_id=2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f HTTP/1.1" status: 200 len: 970 time: 0.1235497 Feb 20 03:24:02.704375 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:02.783519 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-375d856b-3758-4999-a13b-93aef09c0ec1 req-285e2784-8d4b-4504-89fa-9fe9ced971d8 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/security-groups?id=b09d614f-cb99-4d76-9989-07c4956f5032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981455 Feb 20 03:24:02.814000 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-59431057-b505-4641-ba1e-4b368a9f2f8a tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Allocated IP 192.168.233.247 (0c4d93d2-7476-4570-93e5-7ecf9f895901/c38207c9-ee42-4b0e-b0ac-5ef2953b6f62/b9b722e2-8698-4ded-b18f-5dfe31a1f8d1) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:24:02.865130 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5346e4fa-047e-487c-9b36-ce4146a8bd09 req-aad979fe-d814-4006-bdc0-b3508dfd0507 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=df8911c9-0079-4cf4-af82-e25d02d294ed HTTP/1.1" status: 200 len: 210 time: 0.0662804 Feb 20 03:24:02.919908 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-60e71bcd-4a1e-4dac-aa79-262fbbe9e1a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:03.007333 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-59431057-b505-4641-ba1e-4b368a9f2f8a tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Publish callbacks [] for port (b9b722e2-8698-4ded-b18f-5dfe31a1f8d1), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:03.097261 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5a0d4c1c-0e8e-408f-8432-6044b9790b04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:03.140536 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-59431057-b505-4641-ba1e-4b368a9f2f8a tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (b9b722e2-8698-4ded-b18f-5dfe31a1f8d1), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:03.196034 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-60e71bcd-4a1e-4dac-aa79-262fbbe9e1a5 admin admin] Publish callbacks [] for security_group (0ce08617-0be2-4ff7-8b7c-28c88e7808c9), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:03.219439 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-59431057-b505-4641-ba1e-4b368a9f2f8a tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:24:03.225894 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 50354) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:03.227808 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-59431057-b505-4641-ba1e-4b368a9f2f8a tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:24:03.231084 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-59431057-b505-4641-ba1e-4b368a9f2f8a tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:24:03.237827 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-59431057-b505-4641-ba1e-4b368a9f2f8a tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:03.238539 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-59431057-b505-4641-ba1e-4b368a9f2f8a tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:03.284430 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59431057-b505-4641-ba1e-4b368a9f2f8a tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Pushing event updated for resources: {'Port': ['ID=b9b722e2-8698-4ded-b18f-5dfe31a1f8d1,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:03.298612 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-60e71bcd-4a1e-4dac-aa79-262fbbe9e1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (0ce08617-0be2-4ff7-8b7c-28c88e7808c9), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:03.326775 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-59431057-b505-4641-ba1e-4b368a9f2f8a tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5253849 Feb 20 03:24:03.344558 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-092609be-1ae1-4840-b854-26cf2eb18ad4 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:24:03.346356 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-092609be-1ae1-4840-b854-26cf2eb18ad4 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125284 Feb 20 03:24:03.666824 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-b0651d10-255c-43af-8e60-6db9580e5c59 None None] Provisioning complete for port b9b722e2-8698-4ded-b18f-5dfe31a1f8d1 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:03.671252 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b0651d10-255c-43af-8e60-6db9580e5c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b9b722e2-8698-4ded-b18f-5dfe31a1f8d1), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:03.719294 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d2fc23cc-ad53-4dc2-89bb-4ae2bf27957f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:03.737113 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5a0d4c1c-0e8e-408f-8432-6044b9790b04 admin admin] Publish callbacks [] for security_group (070d5b90-3d61-46d1-8219-ad049bc61ae0), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:03.779640 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ccb93c88-163e-426f-bd1b-ddcd28eaf552 req-94a2dfb2-f313-47ca-9ea5-fe16cb6ecd49 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=bbbc0e63-999c-4a87-b79d-869f2264279e HTTP/1.1" status: 200 len: 217 time: 0.1460991 Feb 20 03:24:03.803189 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-df1f9e00-59e9-4fd1-a9fc-e1c0cef492f6 service neutron] Request body: {'port': {'device_id': 'df8911c9-0079-4cf4-af82-e25d02d294ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:24:03.807477 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b0651d10-255c-43af-8e60-6db9580e5c59 None None] Port b9b722e2-8698-4ded-b18f-5dfe31a1f8d1 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:24:03.873097 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d2fc23cc-ad53-4dc2-89bb-4ae2bf27957f admin admin] Publish callbacks [] for security_group (0a611a61-77ea-4df9-8f59-96925ebe493c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:03.880349 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e71bcd-4a1e-4dac-aa79-262fbbe9e1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce08617-0be2-4ff7-8b7c-28c88e7808c9,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:03.890910 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-60e71bcd-4a1e-4dac-aa79-262fbbe9e1a5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4c2a1f53a2b6489c8e0688803145209a&name=default HTTP/1.1" status: 200 len: 2995 time: 1.4920616 Feb 20 03:24:03.891823 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 50374) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:04.036585 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-df1f9e00-59e9-4fd1-a9fc-e1c0cef492f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b9b722e2-8698-4ded-b18f-5dfe31a1f8d1), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:04.042133 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1fe29469-3cab-441c-8529-2a7c464ee54f admin admin] Publish callbacks [] for security_group (0ce08617-0be2-4ff7-8b7c-28c88e7808c9), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:04.056199 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5a0d4c1c-0e8e-408f-8432-6044b9790b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (070d5b90-3d61-46d1-8219-ad049bc61ae0), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:04.070823 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb93c88-163e-426f-bd1b-ddcd28eaf552 req-59eb0ae6-dc5e-4590-afd1-86a3078d0d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:04.072661 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ccb93c88-163e-426f-bd1b-ddcd28eaf552 req-59eb0ae6-dc5e-4590-afd1-86a3078d0d56 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1565130 Feb 20 03:24:04.089479 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5a0d4c1c-0e8e-408f-8432-6044b9790b04 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ecc9880258bc414f9eee3d0df260534b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4851029 Feb 20 03:24:04.095274 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d2fc23cc-ad53-4dc2-89bb-4ae2bf27957f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (0a611a61-77ea-4df9-8f59-96925ebe493c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:04.132462 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 50380) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:04.137034 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d2fc23cc-ad53-4dc2-89bb-4ae2bf27957f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5f5cfe0d3d2a47bfb1cc4242ba200c04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9100995 Feb 20 03:24:04.157944 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 50384) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:04.172376 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1fe29469-3cab-441c-8529-2a7c464ee54f admin admin] Publish callbacks [] for security_group (0ce08617-0be2-4ff7-8b7c-28c88e7808c9), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:04.324523 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-70b45f4b-e8dc-4691-8990-71c68419cc60 admin admin] Publish callbacks [] for security_group (0a611a61-77ea-4df9-8f59-96925ebe493c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:04.348281 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-70b45f4b-e8dc-4691-8990-71c68419cc60 admin admin] Publish callbacks [] for security_group (0a611a61-77ea-4df9-8f59-96925ebe493c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:04.410741 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a669e9c-18c8-44c0-9c4e-8f0c20b7c632 req-88351e17-5db6-4121-adaa-88219d149b42 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:04.419052 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1a669e9c-18c8-44c0-9c4e-8f0c20b7c632 req-88351e17-5db6-4121-adaa-88219d149b42 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/ports?device_id=2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f HTTP/1.1" status: 200 len: 970 time: 0.4494212 Feb 20 03:24:04.443413 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-df1f9e00-59e9-4fd1-a9fc-e1c0cef492f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9b722e2-8698-4ded-b18f-5dfe31a1f8d1 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:24:04.455011 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-df1f9e00-59e9-4fd1-a9fc-e1c0cef492f6 service neutron] Publish callbacks [] for port (b9b722e2-8698-4ded-b18f-5dfe31a1f8d1), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:04.479869 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-df1f9e00-59e9-4fd1-a9fc-e1c0cef492f6 service neutron] Transition to ACTIVE for port object b9b722e2-8698-4ded-b18f-5dfe31a1f8d1 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:24:04.494789 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d4c1c-0e8e-408f-8432-6044b9790b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070d5b90-3d61-46d1-8219-ad049bc61ae0,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:04.530029 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1a669e9c-18c8-44c0-9c4e-8f0c20b7c632 req-829eb708-fec0-40f0-89b6-774dc2b2d7a2 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/security-groups?id=b09d614f-cb99-4d76-9989-07c4956f5032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099737 Feb 20 03:24:04.535989 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-70b45f4b-e8dc-4691-8990-71c68419cc60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (0a611a61-77ea-4df9-8f59-96925ebe493c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:04.543061 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-70b45f4b-e8dc-4691-8990-71c68419cc60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:04.544369 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-70b45f4b-e8dc-4691-8990-71c68419cc60 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0a611a61-77ea-4df9-8f59-96925ebe493c HTTP/1.1" status: 204 len: 168 time: 0.3847811 Feb 20 03:24:04.569688 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb93c88-163e-426f-bd1b-ddcd28eaf552 req-a51ec45b-0c06-40c7-8479-f74ec005c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:04.571403 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ccb93c88-163e-426f-bd1b-ddcd28eaf552 req-a51ec45b-0c06-40c7-8479-f74ec005c7f6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0893357 Feb 20 03:24:04.573196 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-df1f9e00-59e9-4fd1-a9fc-e1c0cef492f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b9b722e2-8698-4ded-b18f-5dfe31a1f8d1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:04.609462 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-93ceab33-65e1-4535-9875-802c2bc5b34c admin admin] Publish callbacks [] for security_group (070d5b90-3d61-46d1-8219-ad049bc61ae0), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:04.634262 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-93ceab33-65e1-4535-9875-802c2bc5b34c admin admin] Publish callbacks [] for security_group (070d5b90-3d61-46d1-8219-ad049bc61ae0), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:04.717464 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f9e00-59e9-4fd1-a9fc-e1c0cef492f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b722e2-8698-4ded-b18f-5dfe31a1f8d1,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:04.739580 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc23cc-ad53-4dc2-89bb-4ae2bf27957f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a611a61-77ea-4df9-8f59-96925ebe493c,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:04.778906 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-df1f9e00-59e9-4fd1-a9fc-e1c0cef492f6 service neutron] Attempting to bind port b9b722e2-8698-4ded-b18f-5dfe31a1f8d1 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:24:04.779732 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-df1f9e00-59e9-4fd1-a9fc-e1c0cef492f6 service neutron] Attempting to bind port b9b722e2-8698-4ded-b18f-5dfe31a1f8d1 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:24:04.780332 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-df1f9e00-59e9-4fd1-a9fc-e1c0cef492f6 service neutron] Attempting to bind port b9b722e2-8698-4ded-b18f-5dfe31a1f8d1 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:24:04.807374 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52a670-1d65-4d1c-8025-f1c4c7943407 req-0a1bbecb-10ef-4618-9670-b9450d6353e7 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:04.818659 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fe52a670-1d65-4d1c-8025-f1c4c7943407 req-0a1bbecb-10ef-4618-9670-b9450d6353e7 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=df8911c9-0079-4cf4-af82-e25d02d294ed HTTP/1.1" status: 200 len: 936 time: 0.5569541 Feb 20 03:24:04.830017 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ccb93c88-163e-426f-bd1b-ddcd28eaf552 req-49aa88c7-7bab-407e-960d-d7c45ab5b802 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441554 Feb 20 03:24:04.831798 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-df1f9e00-59e9-4fd1-a9fc-e1c0cef492f6 service neutron] Port b9b722e2-8698-4ded-b18f-5dfe31a1f8d1 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:24:04.832121 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-df1f9e00-59e9-4fd1-a9fc-e1c0cef492f6 service neutron] Attempting to bind port b9b722e2-8698-4ded-b18f-5dfe31a1f8d1 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:24:04.888150 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-93ceab33-65e1-4535-9875-802c2bc5b34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (070d5b90-3d61-46d1-8219-ad049bc61ae0), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:04.891009 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-93ceab33-65e1-4535-9875-802c2bc5b34c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:04.900790 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-93ceab33-65e1-4535-9875-802c2bc5b34c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/070d5b90-3d61-46d1-8219-ad049bc61ae0 HTTP/1.1" status: 204 len: 168 time: 0.7622032 Feb 20 03:24:04.913024 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b45f4b-e8dc-4691-8990-71c68419cc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a611a61-77ea-4df9-8f59-96925ebe493c,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:05.014011 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ceab33-65e1-4535-9875-802c2bc5b34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070d5b90-3d61-46d1-8219-ad049bc61ae0,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:05.036297 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ccb93c88-163e-426f-bd1b-ddcd28eaf552 req-f7e84bee-5ce2-44eb-aa0e-a3c08bc5fb74 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992223 Feb 20 03:24:05.040786 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-df1f9e00-59e9-4fd1-a9fc-e1c0cef492f6 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:24:05.045510 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-df1f9e00-59e9-4fd1-a9fc-e1c0cef492f6 service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:24:05.045510 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-df1f9e00-59e9-4fd1-a9fc-e1c0cef492f6 service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:24:05.046645 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-df1f9e00-59e9-4fd1-a9fc-e1c0cef492f6 service neutron] Bound port: b9b722e2-8698-4ded-b18f-5dfe31a1f8d1, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:24:05.048420 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-df1f9e00-59e9-4fd1-a9fc-e1c0cef492f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b9b722e2-8698-4ded-b18f-5dfe31a1f8d1), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:05.080183 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fe52a670-1d65-4d1c-8025-f1c4c7943407 req-e194fc3f-d3ce-41ef-b059-753c7dabf06c tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5cc72c8-6208-4dd5-b054-b5f445952a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575600 Feb 20 03:24:05.084655 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1fe29469-3cab-441c-8529-2a7c464ee54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (0ce08617-0be2-4ff7-8b7c-28c88e7808c9), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:05.087233 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1fe29469-3cab-441c-8529-2a7c464ee54f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:05.098926 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1fe29469-3cab-441c-8529-2a7c464ee54f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0ce08617-0be2-4ff7-8b7c-28c88e7808c9 HTTP/1.1" status: 204 len: 168 time: 1.2011292 Feb 20 03:24:05.133142 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe29469-3cab-441c-8529-2a7c464ee54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce08617-0be2-4ff7-8b7c-28c88e7808c9,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:05.231858 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-df1f9e00-59e9-4fd1-a9fc-e1c0cef492f6 service neutron] For port b9b722e2-8698-4ded-b18f-5dfe31a1f8d1, host n-h1-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:24:05.242066 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-df1f9e00-59e9-4fd1-a9fc-e1c0cef492f6 service neutron] For port b9b722e2-8698-4ded-b18f-5dfe31a1f8d1, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b9b722e2-8698-4ded-b18f-5dfe31a1f8d1,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:24:05.346802 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-df1f9e00-59e9-4fd1-a9fc-e1c0cef492f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b9b722e2-8698-4ded-b18f-5dfe31a1f8d1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:05.409789 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-df1f9e00-59e9-4fd1-a9fc-e1c0cef492f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:05.410300 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-df1f9e00-59e9-4fd1-a9fc-e1c0cef492f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:05.412099 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-df1f9e00-59e9-4fd1-a9fc-e1c0cef492f6 service neutron] 10.222.0.42 "PUT /v2.0/ports/b9b722e2-8698-4ded-b18f-5dfe31a1f8d1 HTTP/1.1" status: 200 len: 1096 time: 1.7981286 Feb 20 03:24:05.414608 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8911c9-0079-4cf4-af82-e25d02d294ed', 'tag': 'b9b722e2-8698-4ded-b18f-5dfe31a1f8d1'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:24:05.417039 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932b3d33-ae7f-4c79-bb00-d8113a94df0b" -d '{"events": [{"name": "network-changed", "server_uuid": "df8911c9-0079-4cf4-af82-e25d02d294ed", "tag": "b9b722e2-8698-4ded-b18f-5dfe31a1f8d1"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:24:05.473690 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f9e00-59e9-4fd1-a9fc-e1c0cef492f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b722e2-8698-4ded-b18f-5dfe31a1f8d1,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:05.479200 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3591aa8c-dab7-4507-be9b-17afce7b517b x-openstack-request-id: req-3591aa8c-dab7-4507-be9b-17afce7b517b {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:24:05.479677 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8911c9-0079-4cf4-af82-e25d02d294ed", "tag": "b9b722e2-8698-4ded-b18f-5dfe31a1f8d1", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:24:05.480836 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3591aa8c-dab7-4507-be9b-17afce7b517b {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:24:05.481342 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8911c9-0079-4cf4-af82-e25d02d294ed', 'tag': 'b9b722e2-8698-4ded-b18f-5dfe31a1f8d1', 'status': 'completed', 'code': 200} Feb 20 03:24:05.699549 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 50420) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:05.722059 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a3b2f-4643-45dd-8e74-9e0c9a274699 req-41324197-a685-4965-bb98-9fddb549af8c tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:05.724063 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-301a3b2f-4643-45dd-8e74-9e0c9a274699 req-41324197-a685-4965-bb98-9fddb549af8c tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/ports?device_id=2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f HTTP/1.1" status: 200 len: 970 time: 0.0789511 Feb 20 03:24:05.743860 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-98dacd68-e5ae-4f8a-b3be-2ebdc8dff548 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:05.834720 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-301a3b2f-4643-45dd-8e74-9e0c9a274699 req-02e2d777-d856-4d1e-9003-94636c47d26b tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/security-groups?id=b09d614f-cb99-4d76-9989-07c4956f5032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966649 Feb 20 03:24:05.892391 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-98dacd68-e5ae-4f8a-b3be-2ebdc8dff548 admin admin] Publish callbacks [] for security_group (e0314338-b145-47a6-9798-ab09aee835f1), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:05.980865 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-98dacd68-e5ae-4f8a-b3be-2ebdc8dff548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e0314338-b145-47a6-9798-ab09aee835f1), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:06.035050 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-98dacd68-e5ae-4f8a-b3be-2ebdc8dff548 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=cda35c8542fa4b35973e4f550d029430&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3313935 Feb 20 03:24:06.035898 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dacd68-e5ae-4f8a-b3be-2ebdc8dff548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0314338-b145-47a6-9798-ab09aee835f1,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:06.038381 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 50424) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:06.101629 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6374aa68-76f3-49ef-819e-1ebd6e7709aa admin admin] Publish callbacks [] for security_group (e0314338-b145-47a6-9798-ab09aee835f1), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:06.135885 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6374aa68-76f3-49ef-819e-1ebd6e7709aa admin admin] Publish callbacks [] for security_group (e0314338-b145-47a6-9798-ab09aee835f1), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:06.237584 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fcf96-7ada-48b1-a655-b7faf72dae4b req-42a48ed0-0bb5-4b0f-a3be-79e802b69309 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:06.245953 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a67fcf96-7ada-48b1-a655-b7faf72dae4b req-42a48ed0-0bb5-4b0f-a3be-79e802b69309 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=df8911c9-0079-4cf4-af82-e25d02d294ed HTTP/1.1" status: 200 len: 948 time: 0.1043475 Feb 20 03:24:06.319792 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a67fcf96-7ada-48b1-a655-b7faf72dae4b req-3bb7eccf-e9cd-4232-9d24-4988a8711f7f tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5cc72c8-6208-4dd5-b054-b5f445952a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725324 Feb 20 03:24:06.327573 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6374aa68-76f3-49ef-819e-1ebd6e7709aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e0314338-b145-47a6-9798-ab09aee835f1), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:06.332593 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6374aa68-76f3-49ef-819e-1ebd6e7709aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:06.338077 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6374aa68-76f3-49ef-819e-1ebd6e7709aa admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e0314338-b145-47a6-9798-ab09aee835f1 HTTP/1.1" status: 204 len: 168 time: 0.2985082 Feb 20 03:24:06.357176 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6374aa68-76f3-49ef-819e-1ebd6e7709aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0314338-b145-47a6-9798-ab09aee835f1,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:06.481909 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 50432) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:06.505959 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f4dae6c4-016d-43f3-ad06-5a445e1cf3ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:06.637526 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 50434) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:06.641934 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f4dae6c4-016d-43f3-ad06-5a445e1cf3ef admin admin] Publish callbacks [] for security_group (ccbc9e76-9ef3-48d7-9563-135b4c569d34), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:06.660919 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 50438) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:06.676180 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ebb7b5a1-4307-465c-8483-a571d7d0642a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:06.737100 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f4dae6c4-016d-43f3-ad06-5a445e1cf3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ccbc9e76-9ef3-48d7-9563-135b4c569d34), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:06.795673 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f4dae6c4-016d-43f3-ad06-5a445e1cf3ef admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=cba55942c77e45a8ae94c639653e3fd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3135135 Feb 20 03:24:06.796443 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dae6c4-016d-43f3-ad06-5a445e1cf3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbc9e76-9ef3-48d7-9563-135b4c569d34,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:06.796570 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-041b72a8-27d0-4e3a-8648-2371533f721e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:06.801454 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 50440) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:06.824354 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ebb7b5a1-4307-465c-8483-a571d7d0642a admin admin] Publish callbacks [] for security_group (21e911d5-16de-4736-a2da-8dbfd55a676c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:06.873248 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-27ed68f3-de10-4f45-99f8-f73e0281054e admin admin] Publish callbacks [] for security_group (ccbc9e76-9ef3-48d7-9563-135b4c569d34), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:06.885888 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ebb7b5a1-4307-465c-8483-a571d7d0642a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (21e911d5-16de-4736-a2da-8dbfd55a676c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:06.912761 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-27ed68f3-de10-4f45-99f8-f73e0281054e admin admin] Publish callbacks [] for security_group (ccbc9e76-9ef3-48d7-9563-135b4c569d34), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:06.950769 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-041b72a8-27d0-4e3a-8648-2371533f721e admin admin] Publish callbacks [] for security_group (5ade1446-b644-46c5-9ba1-86ec2a1d0c7e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:06.980837 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ebb7b5a1-4307-465c-8483-a571d7d0642a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c6d5d70ced8f4b14ad15de73a14589f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3186088 Feb 20 03:24:06.985229 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 50444) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:06.985404 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7b5a1-4307-465c-8483-a571d7d0642a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e911d5-16de-4736-a2da-8dbfd55a676c,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:07.041446 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486d1cc-cc2c-47e8-8d4c-39442765a026 req-1921b462-b039-494e-9ec2-b6a6eebdd54e tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:07.043671 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c486d1cc-cc2c-47e8-8d4c-39442765a026 req-1921b462-b039-494e-9ec2-b6a6eebdd54e tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/ports?device_id=2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f HTTP/1.1" status: 200 len: 970 time: 0.0800357 Feb 20 03:24:07.062463 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-041b72a8-27d0-4e3a-8648-2371533f721e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5ade1446-b644-46c5-9ba1-86ec2a1d0c7e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:07.119109 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-27ed68f3-de10-4f45-99f8-f73e0281054e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ccbc9e76-9ef3-48d7-9563-135b4c569d34), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:07.122432 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-27ed68f3-de10-4f45-99f8-f73e0281054e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:07.123638 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-27ed68f3-de10-4f45-99f8-f73e0281054e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ccbc9e76-9ef3-48d7-9563-135b4c569d34 HTTP/1.1" status: 204 len: 168 time: 0.3212736 Feb 20 03:24:07.129285 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b72a8-27d0-4e3a-8648-2371533f721e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ade1446-b644-46c5-9ba1-86ec2a1d0c7e,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:07.142005 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 50452) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:07.142588 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-041b72a8-27d0-4e3a-8648-2371533f721e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=962251f83514455b92e5d7d4494cda44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5028062 Feb 20 03:24:07.146624 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-edefcbee-5661-4e61-bbbb-e78165f127db admin admin] Publish callbacks [] for security_group (21e911d5-16de-4736-a2da-8dbfd55a676c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:07.179946 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-edefcbee-5661-4e61-bbbb-e78165f127db admin admin] Publish callbacks [] for security_group (21e911d5-16de-4736-a2da-8dbfd55a676c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:07.208386 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed68f3-de10-4f45-99f8-f73e0281054e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbc9e76-9ef3-48d7-9563-135b4c569d34,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:07.223526 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c486d1cc-cc2c-47e8-8d4c-39442765a026 req-22ae99be-f408-4b64-bb0c-637846e4a829 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/security-groups?id=b09d614f-cb99-4d76-9989-07c4956f5032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690042 Feb 20 03:24:07.251090 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e0b2a047-c11c-4e5b-8cb5-50b84cba68a8 admin admin] Publish callbacks [] for security_group (5ade1446-b644-46c5-9ba1-86ec2a1d0c7e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:07.313188 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e0b2a047-c11c-4e5b-8cb5-50b84cba68a8 admin admin] Publish callbacks [] for security_group (5ade1446-b644-46c5-9ba1-86ec2a1d0c7e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:07.347457 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-edefcbee-5661-4e61-bbbb-e78165f127db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (21e911d5-16de-4736-a2da-8dbfd55a676c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:07.353337 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-edefcbee-5661-4e61-bbbb-e78165f127db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:07.355601 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-edefcbee-5661-4e61-bbbb-e78165f127db admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/21e911d5-16de-4736-a2da-8dbfd55a676c HTTP/1.1" status: 204 len: 168 time: 0.3704922 Feb 20 03:24:07.383719 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefcbee-5661-4e61-bbbb-e78165f127db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e911d5-16de-4736-a2da-8dbfd55a676c,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:07.478677 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f171c-a3f2-4a5c-a54f-0c2dd9d7995e req-4f9c9cd2-ad74-4bfc-bbdb-06e1c66da98f tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:07.481276 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c42f171c-a3f2-4a5c-a54f-0c2dd9d7995e req-4f9c9cd2-ad74-4bfc-bbdb-06e1c66da98f tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=df8911c9-0079-4cf4-af82-e25d02d294ed HTTP/1.1" status: 200 len: 948 time: 0.0662403 Feb 20 03:24:07.507952 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e0b2a047-c11c-4e5b-8cb5-50b84cba68a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5ade1446-b644-46c5-9ba1-86ec2a1d0c7e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:07.510767 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e0b2a047-c11c-4e5b-8cb5-50b84cba68a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:07.512874 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e0b2a047-c11c-4e5b-8cb5-50b84cba68a8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5ade1446-b644-46c5-9ba1-86ec2a1d0c7e HTTP/1.1" status: 204 len: 168 time: 0.3645675 Feb 20 03:24:07.525790 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2a047-c11c-4e5b-8cb5-50b84cba68a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ade1446-b644-46c5-9ba1-86ec2a1d0c7e,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:07.553145 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c42f171c-a3f2-4a5c-a54f-0c2dd9d7995e req-5dbc4058-4ffc-4844-b753-1eda77633924 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5cc72c8-6208-4dd5-b054-b5f445952a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657983 Feb 20 03:24:08.361890 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea869816-1d97-45a9-a5f2-1932da16b56c req-f7550672-0f85-479a-9ed3-4316ca6d3116 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:08.369200 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea869816-1d97-45a9-a5f2-1932da16b56c req-f7550672-0f85-479a-9ed3-4316ca6d3116 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/ports?device_id=2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f HTTP/1.1" status: 200 len: 970 time: 0.0596666 Feb 20 03:24:08.420208 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea869816-1d97-45a9-a5f2-1932da16b56c req-885dcaf2-eeed-4417-9c57-57657f219087 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/security-groups?id=b09d614f-cb99-4d76-9989-07c4956f5032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492783 Feb 20 03:24:08.460122 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 50494) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:08.479901 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3edf9ab0-1a3e-4508-a19b-3a174f3a2586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:08.593425 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3edf9ab0-1a3e-4508-a19b-3a174f3a2586 admin admin] Publish callbacks [] for security_group (9a99d7b4-4211-439a-a2f0-ac3443b42732), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:08.657473 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3edf9ab0-1a3e-4508-a19b-3a174f3a2586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (9a99d7b4-4211-439a-a2f0-ac3443b42732), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:08.721878 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3edf9ab0-1a3e-4508-a19b-3a174f3a2586 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0e1571e0403446188e96a39476dcde65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2604764 Feb 20 03:24:08.722425 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf9ab0-1a3e-4508-a19b-3a174f3a2586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a99d7b4-4211-439a-a2f0-ac3443b42732,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:08.724397 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 50502) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:08.740951 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0333c7-d91a-4ddd-b1af-aa2bf6ff6f61 req-30959994-de5f-43b9-ae85-3ca217e746d8 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:08.742807 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dc0333c7-d91a-4ddd-b1af-aa2bf6ff6f61 req-30959994-de5f-43b9-ae85-3ca217e746d8 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=df8911c9-0079-4cf4-af82-e25d02d294ed HTTP/1.1" status: 200 len: 948 time: 0.1000769 Feb 20 03:24:08.849393 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bd9c3126-bf20-41a5-b286-5c78b45ee7de admin admin] Publish callbacks [] for security_group (9a99d7b4-4211-439a-a2f0-ac3443b42732), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:08.850004 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dc0333c7-d91a-4ddd-b1af-aa2bf6ff6f61 req-d5cccd49-414d-47c8-bc4e-385c464376d8 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5cc72c8-6208-4dd5-b054-b5f445952a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786436 Feb 20 03:24:08.872881 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bd9c3126-bf20-41a5-b286-5c78b45ee7de admin admin] Publish callbacks [] for security_group (9a99d7b4-4211-439a-a2f0-ac3443b42732), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:08.983852 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bd9c3126-bf20-41a5-b286-5c78b45ee7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (9a99d7b4-4211-439a-a2f0-ac3443b42732), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:08.986363 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bd9c3126-bf20-41a5-b286-5c78b45ee7de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:08.990010 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bd9c3126-bf20-41a5-b286-5c78b45ee7de admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9a99d7b4-4211-439a-a2f0-ac3443b42732 HTTP/1.1" status: 204 len: 168 time: 0.2614980 Feb 20 03:24:08.997266 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c3126-bf20-41a5-b286-5c78b45ee7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a99d7b4-4211-439a-a2f0-ac3443b42732,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:09.019451 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 50514) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:09.150598 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device bbbc0e63-999c-4a87-b79d-869f2264279e details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:24:09.206346 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-ed275511-a82b-44af-b5d3-821b7cc242a5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-545145125-network', 'tenant_id': '56e96b69a8e14f4ebc86a96281b0ab27'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:24:09.350449 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port bbbc0e63-999c-4a87-b79d-869f2264279e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=bbbc0e63-999c-4a87-b79d-869f2264279e,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:24:09.363423 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'bbbc0e63-999c-4a87-b79d-869f2264279e', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': 'bbbc0e63-999c-4a87-b79d-869f2264279e', 'mac_address': 'fa:16:3e:82:44:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:tempest-test_az-1823021651', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:24:09.402458 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port bbbc0e63-999c-4a87-b79d-869f2264279e is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:09.402901 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bbbc0e63-999c-4a87-b79d-869f2264279e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:09.423731 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbbc0e63-999c-4a87-b79d-869f2264279e {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:24:09.446561 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port bbbc0e63-999c-4a87-b79d-869f2264279e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=bbbc0e63-999c-4a87-b79d-869f2264279e,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:24:09.570377 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21c9c8-ba25-486b-9e0d-a1eb54b9087b req-ad85b429-5f0f-4b1d-8819-858a392ef9b5 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:09.575426 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0f21c9c8-ba25-486b-9e0d-a1eb54b9087b req-ad85b429-5f0f-4b1d-8819-858a392ef9b5 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/ports?device_id=2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f HTTP/1.1" status: 200 len: 970 time: 0.0821536 Feb 20 03:24:09.630711 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0f21c9c8-ba25-486b-9e0d-a1eb54b9087b req-bcf99551-67fc-42a0-a24c-37105fb1eec6 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/security-groups?id=b09d614f-cb99-4d76-9989-07c4956f5032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517957 Feb 20 03:24:09.892451 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed275511-a82b-44af-b5d3-821b7cc242a5 admin admin] Made reservation on behalf of 56e96b69a8e14f4ebc86a96281b0ab27 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:24:09.895897 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bbbc0e63-999c-4a87-b79d-869f2264279e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:09.896020 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed275511-a82b-44af-b5d3-821b7cc242a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:09.909910 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed275511-a82b-44af-b5d3-821b7cc242a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:09.968047 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=bbbc0e63-999c-4a87-b79d-869f2264279e,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:09.977994 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:09.978767 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:09.979440 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:09.979972 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:09.980557 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:09.981102 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:09.981684 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:09.982311 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:09.982932 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:09.983446 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:09.983969 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:09.984464 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:09.984936 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Tracked resource versions report: Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: pushed versions: Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: { 'AddressGroup': {'1.2'}, Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: 'ConntrackHelper': {'1.0'}, Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: 'LocalIPAssociation': {'1.0'}, Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: 'Log': {'1.0'}, Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: 'Network': {'1.1'}, Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: 'Port': {'1.7'}, Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: 'PortForwarding': {'1.2'}, Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: 'QosPolicy': {'1.10'}, Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: 'SecurityGroup': {'1.5'}, Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: 'SecurityGroupRule': {'1.2'}, Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: 'SubPort': {'1.0'}, Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: 'Subnet': {'1.1'}, Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: 'Trunk': {'1.1'}} Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: consumer versions: Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: { DHCP agent@n-d-829866-4: {}, Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: HyperV agent@n-h1-829866-4: {}, Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: HyperV agent@n-h2-829866-4: {}, Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: L3 agent@n-d-829866-4: {}, Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: Metadata agent@n-d-829866-4: {}, Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: Metering agent@n-d-829866-4: {}, Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: Open vSwitch agent@n-d-829866-4: { 'AddressGroup': '1.2', Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: 'ConntrackHelper': '1.0', Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: 'LocalIPAssociation': '1.0', Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: 'Log': '1.0', Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: 'Network': '1.1', Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: 'Port': '1.7', Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: 'PortForwarding': '1.2', Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: 'QosPolicy': '1.10', Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: 'SecurityGroup': '1.5', Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: 'SecurityGroupRule': '1.2', Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: 'SubPort': '1.0', Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: 'Subnet': '1.1', Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: 'Trunk': '1.1'}} Feb 20 03:24:09.986255 n-d-829866-4 neutron-server[104107]: {{(pid=104107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 03:24:10.015460 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed275511-a82b-44af-b5d3-821b7cc242a5 admin admin] Publish callbacks [] for security_group (516c34d6-bfc3-447b-b100-e6a461ae4b45), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:10.080793 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971abce9-0d17-4555-a447-2e1127be83fc req-6c57dfed-b2da-4295-a03c-319edde0aae7 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:10.082328 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-971abce9-0d17-4555-a447-2e1127be83fc req-6c57dfed-b2da-4295-a03c-319edde0aae7 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=df8911c9-0079-4cf4-af82-e25d02d294ed HTTP/1.1" status: 200 len: 948 time: 0.1043150 Feb 20 03:24:10.092087 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed275511-a82b-44af-b5d3-821b7cc242a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (516c34d6-bfc3-447b-b100-e6a461ae4b45), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:10.126516 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed275511-a82b-44af-b5d3-821b7cc242a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:24:10.160024 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed275511-a82b-44af-b5d3-821b7cc242a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516c34d6-bfc3-447b-b100-e6a461ae4b45,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:10.169705 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed275511-a82b-44af-b5d3-821b7cc242a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (ed73103c-5174-4806-a0c9-2d9b179abd2c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:10.170056 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-ed275511-a82b-44af-b5d3-821b7cc242a5 admin admin] Added segment ed73103c-5174-4806-a0c9-2d9b179abd2c of type vlan for network 6eddd467-bf7c-410f-84f5-bc76d335f655 Feb 20 03:24:10.172293 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-971abce9-0d17-4555-a447-2e1127be83fc req-24eb67fe-004c-4d4e-96d4-f977311b9258 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5cc72c8-6208-4dd5-b054-b5f445952a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835524 Feb 20 03:24:10.198272 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['bbbc0e63-999c-4a87-b79d-869f2264279e'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:24:10.215133 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 50532) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:10.267945 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed275511-a82b-44af-b5d3-821b7cc242a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (6eddd467-bf7c-410f-84f5-bc76d335f655), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:10.390532 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed275511-a82b-44af-b5d3-821b7cc242a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (6eddd467-bf7c-410f-84f5-bc76d335f655), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:10.392093 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed275511-a82b-44af-b5d3-821b7cc242a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:10.393110 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed275511-a82b-44af-b5d3-821b7cc242a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:10.469230 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed275511-a82b-44af-b5d3-821b7cc242a5 admin admin] Pushing event updated for resources: {'Network': ['ID=6eddd467-bf7c-410f-84f5-bc76d335f655,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:10.491128 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 6eddd467-bf7c-410f-84f5-bc76d335f655 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:24:10.503752 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ed275511-a82b-44af-b5d3-821b7cc242a5 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4790039 Feb 20 03:24:10.503752 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 50538) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:10.511762 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-3b58b52d-b040-4f39-89cd-8dcfcca2d136 admin admin] Request body: {'subnet': {'network_id': '6eddd467-bf7c-410f-84f5-bc76d335f655', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-545145125-subnet', 'tenant_id': '56e96b69a8e14f4ebc86a96281b0ab27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:24:10.582436 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-1df770a4-d8de-4d28-8442-6224e4c080dd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1532545230-network', 'tenant_id': 'f32a2222e912478982e32c7419305be8'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:24:10.612175 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b58b52d-b040-4f39-89cd-8dcfcca2d136 admin admin] Made reservation on behalf of 56e96b69a8e14f4ebc86a96281b0ab27 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:24:10.614555 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3b58b52d-b040-4f39-89cd-8dcfcca2d136 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:10.637990 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 50540) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:10.655855 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7c7266e0-d9ce-4b5f-aec5-d887f60cf3a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:10.666701 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df770a4-d8de-4d28-8442-6224e4c080dd admin admin] Made reservation on behalf of f32a2222e912478982e32c7419305be8 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:24:10.671588 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1df770a4-d8de-4d28-8442-6224e4c080dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:10.720040 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1df770a4-d8de-4d28-8442-6224e4c080dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:10.889966 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7c7266e0-d9ce-4b5f-aec5-d887f60cf3a7 admin admin] Publish callbacks [] for security_group (1387d7f2-7fa8-44f7-8386-fd66362c56eb), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:10.899801 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32080de-77f2-4e00-9f75-91261b4f4193 req-eb8030fd-c74b-43b0-97a7-91ad946103ad tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:10.901340 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c32080de-77f2-4e00-9f75-91261b4f4193 req-eb8030fd-c74b-43b0-97a7-91ad946103ad tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/ports?device_id=2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f HTTP/1.1" status: 200 len: 971 time: 0.1456144 Feb 20 03:24:10.919334 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1df770a4-d8de-4d28-8442-6224e4c080dd admin admin] Publish callbacks [] for security_group (1b0f688b-7d6b-4298-9600-2ca875c45bad), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:10.954492 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c32080de-77f2-4e00-9f75-91261b4f4193 req-9887cb4d-2736-491c-8ff1-a3c459471a42 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/security-groups?id=b09d614f-cb99-4d76-9989-07c4956f5032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453229 Feb 20 03:24:10.957194 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7c7266e0-d9ce-4b5f-aec5-d887f60cf3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1387d7f2-7fa8-44f7-8386-fd66362c56eb), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:10.992155 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3b58b52d-b040-4f39-89cd-8dcfcca2d136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for subnet (3c4e6587-0a90-471b-be8d-a5d1d6bb41ce), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:11.002713 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1df770a4-d8de-4d28-8442-6224e4c080dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1b0f688b-7d6b-4298-9600-2ca875c45bad), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:11.010670 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7c7266e0-d9ce-4b5f-aec5-d887f60cf3a7 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4b6784c60bd3427faa74255e24cb1978&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3709571 Feb 20 03:24:11.013188 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7266e0-d9ce-4b5f-aec5-d887f60cf3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1387d7f2-7fa8-44f7-8386-fd66362c56eb,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:11.017653 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 50548) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:11.027984 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df770a4-d8de-4d28-8442-6224e4c080dd admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:24:11.056763 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1df770a4-d8de-4d28-8442-6224e4c080dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (f926d227-a7e3-4c9d-9f7f-189ed596ee09), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:11.057099 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-1df770a4-d8de-4d28-8442-6224e4c080dd admin admin] Added segment f926d227-a7e3-4c9d-9f7f-189ed596ee09 of type vlan for network b760bf03-7766-4aef-bd0e-08d3e5c4e949 Feb 20 03:24:11.076860 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58b52d-b040-4f39-89cd-8dcfcca2d136 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c4e6587-0a90-471b-be8d-a5d1d6bb41ce,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:11.079060 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df770a4-d8de-4d28-8442-6224e4c080dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0f688b-7d6b-4298-9600-2ca875c45bad,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:11.089685 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b58b52d-b040-4f39-89cd-8dcfcca2d136 admin admin] Checking segment: {'id': 'ed73103c-5174-4806-a0c9-2d9b179abd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6eddd467-bf7c-410f-84f5-bc76d335f655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:24:11.090145 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b58b52d-b040-4f39-89cd-8dcfcca2d136 admin admin] Network hostable DHCP agents. Network: 6eddd467-bf7c-410f-84f5-bc76d335f655, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:24:11.126080 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1df770a4-d8de-4d28-8442-6224e4c080dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (b760bf03-7766-4aef-bd0e-08d3e5c4e949), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:11.134398 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device bbbc0e63-999c-4a87-b79d-869f2264279e up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:24:11.146442 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-98e85153-9f62-4885-bdaa-5118f17d9836 admin admin] Publish callbacks [] for security_group (1387d7f2-7fa8-44f7-8386-fd66362c56eb), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:11.174495 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b58b52d-b040-4f39-89cd-8dcfcca2d136 admin admin] Network 6eddd467-bf7c-410f-84f5-bc76d335f655 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:24:11.177250 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-98e85153-9f62-4885-bdaa-5118f17d9836 admin admin] Publish callbacks [] for security_group (1387d7f2-7fa8-44f7-8386-fd66362c56eb), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:11.232517 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1df770a4-d8de-4d28-8442-6224e4c080dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (b760bf03-7766-4aef-bd0e-08d3e5c4e949), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:11.234136 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df770a4-d8de-4d28-8442-6224e4c080dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:11.234927 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1df770a4-d8de-4d28-8442-6224e4c080dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:11.252706 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-3b58b52d-b040-4f39-89cd-8dcfcca2d136 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 6eddd467-bf7c-410f-84f5-bc76d335f655) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:24:11.252840 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port bbbc0e63-999c-4a87-b79d-869f2264279e completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:24:11.256982 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b58b52d-b040-4f39-89cd-8dcfcca2d136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:11.257121 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port bbbc0e63-999c-4a87-b79d-869f2264279e triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:11.257508 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (bbbc0e63-999c-4a87-b79d-869f2264279e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:11.257618 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3b58b52d-b040-4f39-89cd-8dcfcca2d136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:11.280638 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e1d6d4-237e-4b91-98f1-79371ee5f640 None None] Network 6eddd467-bf7c-410f-84f5-bc76d335f655 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:24:11.315072 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-98e85153-9f62-4885-bdaa-5118f17d9836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1387d7f2-7fa8-44f7-8386-fd66362c56eb), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:11.317695 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-98e85153-9f62-4885-bdaa-5118f17d9836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:11.318883 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-98e85153-9f62-4885-bdaa-5118f17d9836 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1387d7f2-7fa8-44f7-8386-fd66362c56eb HTTP/1.1" status: 204 len: 168 time: 0.3004789 Feb 20 03:24:11.333268 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3b58b52d-b040-4f39-89cd-8dcfcca2d136 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8279333 Feb 20 03:24:11.337707 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 50560) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:11.347536 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-d0549006-9a0b-4492-b030-3c1bc80acc7d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-545145125-router', 'tenant_id': '56e96b69a8e14f4ebc86a96281b0ab27', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:24:11.368103 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1df770a4-d8de-4d28-8442-6224e4c080dd admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1488457 Feb 20 03:24:11.368103 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e85153-9f62-4885-bdaa-5118f17d9836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1387d7f2-7fa8-44f7-8386-fd66362c56eb,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:11.387367 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 50562) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:11.389207 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df770a4-d8de-4d28-8442-6224e4c080dd admin admin] Pushing event updated for resources: {'Network': ['ID=b760bf03-7766-4aef-bd0e-08d3e5c4e949,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:11.410229 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-b7282c85-4526-41ad-bf02-be6f4b395a41 admin admin] Request body: {'subnet': {'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1532545230-subnet', 'tenant_id': 'f32a2222e912478982e32c7419305be8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:24:11.441473 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e24f92-097e-434f-a176-fd44f6a5859a req-63f17019-93f9-42fc-b22b-6b03927425ae tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:11.443131 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a3e24f92-097e-434f-a176-fd44f6a5859a req-63f17019-93f9-42fc-b22b-6b03927425ae tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=df8911c9-0079-4cf4-af82-e25d02d294ed HTTP/1.1" status: 200 len: 948 time: 0.1700330 Feb 20 03:24:11.455389 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d0549006-9a0b-4492-b030-3c1bc80acc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (47d23f91-628c-4496-97d5-cb2f361e2c23), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:11.456850 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d0549006-9a0b-4492-b030-3c1bc80acc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (47d23f91-628c-4496-97d5-cb2f361e2c23), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:11.519591 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a3e24f92-097e-434f-a176-fd44f6a5859a req-d5d674eb-7bab-45b5-9759-80e0b1eeff12 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5cc72c8-6208-4dd5-b054-b5f445952a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494487 Feb 20 03:24:11.521412 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7282c85-4526-41ad-bf02-be6f4b395a41 admin admin] Made reservation on behalf of f32a2222e912478982e32c7419305be8 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:24:11.522790 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b7282c85-4526-41ad-bf02-be6f4b395a41 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:11.533606 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network b760bf03-7766-4aef-bd0e-08d3e5c4e949 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:24:11.578850 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d0549006-9a0b-4492-b030-3c1bc80acc7d admin admin] Publish callbacks [] for router_controller (47d23f91-628c-4496-97d5-cb2f361e2c23), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:11.603429 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591c1417-bb6b-4bf6-87e8-d8a5f46b2df7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-6eddd467-bf7c-410f-84f5-bc76d335f655', 'network_id': '6eddd467-bf7c-410f-84f5-bc76d335f655', 'project_id': '56e96b69a8e14f4ebc86a96281b0ab27', 'fixed_ips': [{'subnet_id': '3c4e6587-0a90-471b-be8d-a5d1d6bb41ce'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:24:11.604421 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-591c1417-bb6b-4bf6-87e8-d8a5f46b2df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:11.637684 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port bbbc0e63-999c-4a87-b79d-869f2264279e is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:11.638290 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bbbc0e63-999c-4a87-b79d-869f2264279e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:11.672836 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbc0e63-999c-4a87-b79d-869f2264279e'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:24:11.790662 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port bbbc0e63-999c-4a87-b79d-869f2264279e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=bbbc0e63-999c-4a87-b79d-869f2264279e,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:24:11.799203 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b7282c85-4526-41ad-bf02-be6f4b395a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for subnet (458c6d71-ffe3-42c1-873f-079dd6df07cb), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:11.858920 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-591c1417-bb6b-4bf6-87e8-d8a5f46b2df7 None None] Allocated IP 172.20.0.2 (6eddd467-bf7c-410f-84f5-bc76d335f655/3c4e6587-0a90-471b-be8d-a5d1d6bb41ce/1630eaf7-f802-43bb-910a-d9ba8c9d7d95) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:24:11.876136 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7282c85-4526-41ad-bf02-be6f4b395a41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=458c6d71-ffe3-42c1-873f-079dd6df07cb,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:11.880778 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7282c85-4526-41ad-bf02-be6f4b395a41 admin admin] Checking segment: {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:24:11.881308 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7282c85-4526-41ad-bf02-be6f4b395a41 admin admin] Network hostable DHCP agents. Network: b760bf03-7766-4aef-bd0e-08d3e5c4e949, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:24:11.922779 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bbbc0e63-999c-4a87-b79d-869f2264279e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:11.978475 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7282c85-4526-41ad-bf02-be6f4b395a41 admin admin] Network b760bf03-7766-4aef-bd0e-08d3e5c4e949 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:24:12.000163 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=bbbc0e63-999c-4a87-b79d-869f2264279e,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:12.031562 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b3d33-ae7f-4c79-bb00-d8113a94df0b req-74b09b17-5436-4d8b-a507-45438ef66b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:12.033075 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-932b3d33-ae7f-4c79-bb00-d8113a94df0b req-74b09b17-5436-4d8b-a507-45438ef66b8a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ff1ad3ceca045cf914e99c1cbcf5868&device_id=df8911c9-0079-4cf4-af82-e25d02d294ed HTTP/1.1" status: 200 len: 1130 time: 0.2779453 Feb 20 03:24:12.060366 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beddaacb-6560-403f-9b60-c79d979b3e32" -d '{"events": [{"server_uuid": "2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f", "name": "network-vif-plugged", "status": "completed", "tag": "bbbc0e63-999c-4a87-b79d-869f2264279e"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:24:12.077377 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-b7282c85-4526-41ad-bf02-be6f4b395a41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, b760bf03-7766-4aef-bd0e-08d3e5c4e949) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:24:12.087659 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7282c85-4526-41ad-bf02-be6f4b395a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:12.092526 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b7282c85-4526-41ad-bf02-be6f4b395a41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:12.094266 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d0549006-9a0b-4492-b030-3c1bc80acc7d admin admin] Publish callbacks [] for router_gateway (47d23f91-628c-4496-97d5-cb2f361e2c23), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:12.099217 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-932b3d33-ae7f-4c79-bb00-d8113a94df0b req-af0c45da-a08a-4950-8d07-5d3448b52fa6 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=8ff1ad3ceca045cf914e99c1cbcf5868&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338280 Feb 20 03:24:12.104554 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b92639-bf58-42bb-8e15-432373a3b7de None None] Network b760bf03-7766-4aef-bd0e-08d3e5c4e949 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:24:12.191937 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-591c1417-bb6b-4bf6-87e8-d8a5f46b2df7 None None] Publish callbacks [] for port (1630eaf7-f802-43bb-910a-d9ba8c9d7d95), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:12.216786 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ce78b-4598-4c09-8ca7-6b727fd7acb0 req-01ec517d-f516-4c06-a9a5-6b162c1f5496 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:12.235550 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-332ce78b-4598-4c09-8ca7-6b727fd7acb0 req-01ec517d-f516-4c06-a9a5-6b162c1f5496 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/ports?device_id=2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f HTTP/1.1" status: 200 len: 972 time: 0.1237657 Feb 20 03:24:12.270015 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20895dfb-79c7-40a0-aa62-67d9ccb33c99 None None] Network b760bf03-7766-4aef-bd0e-08d3e5c4e949 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:24:12.272571 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b7282c85-4526-41ad-bf02-be6f4b395a41 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8712034 Feb 20 03:24:12.325874 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-332ce78b-4598-4c09-8ca7-6b727fd7acb0 req-88fd709b-9b1c-4daf-88f8-aa811bd989bd tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/security-groups?id=b09d614f-cb99-4d76-9989-07c4956f5032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826199 Feb 20 03:24:12.384077 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9855d5-10d8-4493-9fba-05e74857227a x-openstack-request-id: req-4d9855d5-10d8-4493-9fba-05e74857227a {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:24:12.384606 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f", "name": "network-vif-plugged", "status": "completed", "tag": "bbbc0e63-999c-4a87-b79d-869f2264279e", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:24:12.384997 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4d9855d5-10d8-4493-9fba-05e74857227a {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:24:12.385590 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbc0e63-999c-4a87-b79d-869f2264279e', 'code': 200} Feb 20 03:24:12.388468 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-591c1417-bb6b-4bf6-87e8-d8a5f46b2df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (1630eaf7-f802-43bb-910a-d9ba8c9d7d95), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:12.466960 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591c1417-bb6b-4bf6-87e8-d8a5f46b2df7 None None] Network 6eddd467-bf7c-410f-84f5-bc76d335f655 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:24:12.472498 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-591c1417-bb6b-4bf6-87e8-d8a5f46b2df7 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:24:12.478518 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591c1417-bb6b-4bf6-87e8-d8a5f46b2df7 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:24:12.489904 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c1417-bb6b-4bf6-87e8-d8a5f46b2df7 None None] Pushing event updated for resources: {'Port': ['ID=1630eaf7-f802-43bb-910a-d9ba8c9d7d95,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:12.535228 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b3d33-ae7f-4c79-bb00-d8113a94df0b req-fcd7d72d-52f0-449c-a27b-de7516206230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:12.536837 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-932b3d33-ae7f-4c79-bb00-d8113a94df0b req-fcd7d72d-52f0-449c-a27b-de7516206230 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4278457 Feb 20 03:24:12.550279 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-591c1417-bb6b-4bf6-87e8-d8a5f46b2df7 None None] Attempting to bind port 1630eaf7-f802-43bb-910a-d9ba8c9d7d95 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:24:12.550940 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-591c1417-bb6b-4bf6-87e8-d8a5f46b2df7 None None] Attempting to bind port 1630eaf7-f802-43bb-910a-d9ba8c9d7d95 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'ed73103c-5174-4806-a0c9-2d9b179abd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6eddd467-bf7c-410f-84f5-bc76d335f655'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:24:12.551479 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591c1417-bb6b-4bf6-87e8-d8a5f46b2df7 None None] Attempting to bind port 1630eaf7-f802-43bb-910a-d9ba8c9d7d95 on network 6eddd467-bf7c-410f-84f5-bc76d335f655 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:24:12.558492 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591c1417-bb6b-4bf6-87e8-d8a5f46b2df7 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:24:12.559825 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591c1417-bb6b-4bf6-87e8-d8a5f46b2df7 None None] Checking segment: {'id': 'ed73103c-5174-4806-a0c9-2d9b179abd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6eddd467-bf7c-410f-84f5-bc76d335f655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:24:12.560408 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-591c1417-bb6b-4bf6-87e8-d8a5f46b2df7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:12.561080 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591c1417-bb6b-4bf6-87e8-d8a5f46b2df7 None None] Bound using segment: {'id': 'ed73103c-5174-4806-a0c9-2d9b179abd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6eddd467-bf7c-410f-84f5-bc76d335f655'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:24:12.561729 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-591c1417-bb6b-4bf6-87e8-d8a5f46b2df7 None None] Bound port: 1630eaf7-f802-43bb-910a-d9ba8c9d7d95, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed73103c-5174-4806-a0c9-2d9b179abd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6eddd467-bf7c-410f-84f5-bc76d335f655'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:24:12.562448 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-591c1417-bb6b-4bf6-87e8-d8a5f46b2df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1630eaf7-f802-43bb-910a-d9ba8c9d7d95), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:12.614673 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627829d8-681c-425d-8164-d3d21ff58992 req-783c9945-ab25-4773-b6ec-8d957d87bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:12.616217 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-627829d8-681c-425d-8164-d3d21ff58992 req-783c9945-ab25-4773-b6ec-8d957d87bd19 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f HTTP/1.1" status: 200 len: 1154 time: 0.1434109 Feb 20 03:24:12.655692 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-627829d8-681c-425d-8164-d3d21ff58992 req-7cc98ee4-fa44-44f9-9adf-09f2ae771ad1 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:12.659131 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-591c1417-bb6b-4bf6-87e8-d8a5f46b2df7 None None] For port 1630eaf7-f802-43bb-910a-d9ba8c9d7d95, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:24:12.663049 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-591c1417-bb6b-4bf6-87e8-d8a5f46b2df7 None None] For port 1630eaf7-f802-43bb-910a-d9ba8c9d7d95, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=1630eaf7-f802-43bb-910a-d9ba8c9d7d95,segment=NetworkSegment(ed73103c-5174-4806-a0c9-2d9b179abd2c),segment_id=ed73103c-5174-4806-a0c9-2d9b179abd2c)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:24:12.715030 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54411717-e61b-435e-b00d-51aa97a4f4df req-9f9e21e4-b534-43b9-8cc7-37c02b05ce78 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:12.724856 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-54411717-e61b-435e-b00d-51aa97a4f4df req-9f9e21e4-b534-43b9-8cc7-37c02b05ce78 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=df8911c9-0079-4cf4-af82-e25d02d294ed HTTP/1.1" status: 200 len: 948 time: 0.0908039 Feb 20 03:24:12.737466 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-591c1417-bb6b-4bf6-87e8-d8a5f46b2df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (1630eaf7-f802-43bb-910a-d9ba8c9d7d95), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:12.782165 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-6bdab9a4-e9a6-4eda-954a-afcc00583ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:12.783755 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-6bdab9a4-e9a6-4eda-954a-afcc00583ad6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ff1ad3ceca045cf914e99c1cbcf5868&device_id=df8911c9-0079-4cf4-af82-e25d02d294ed HTTP/1.1" status: 200 len: 1130 time: 0.1901181 Feb 20 03:24:12.813343 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-54411717-e61b-435e-b00d-51aa97a4f4df req-287a0bf0-22dd-49d2-a2e3-f6aca17663ba tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5cc72c8-6208-4dd5-b054-b5f445952a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875165 Feb 20 03:24:12.852281 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c1417-bb6b-4bf6-87e8-d8a5f46b2df7 None None] Pushing event updated for resources: {'Port': ['ID=1630eaf7-f802-43bb-910a-d9ba8c9d7d95,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:12.866848 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-740b75cd-c922-4d2f-bfea-b17c8968d7eb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=b9b722e2-8698-4ded-b18f-5dfe31a1f8d1 HTTP/1.1" status: 200 len: 217 time: 0.0617414 Feb 20 03:24:12.921161 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d0549006-9a0b-4492-b030-3c1bc80acc7d admin admin] Publish callbacks [] for router_gateway (47d23f91-628c-4496-97d5-cb2f361e2c23), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:12.961303 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d0549006-9a0b-4492-b030-3c1bc80acc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:12.990904 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-11383fb0-1076-4951-ad2e-4c63f30b59f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:12.992438 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-11383fb0-1076-4951-ad2e-4c63f30b59f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1183953 Feb 20 03:24:13.064801 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-627829d8-681c-425d-8164-d3d21ff58992 req-7cc98ee4-fa44-44f9-9adf-09f2ae771ad1 service neutron] Publish callbacks [] for security_group (8088d7ba-50d3-4313-84a1-0431ca5a1789), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:13.183479 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-627829d8-681c-425d-8164-d3d21ff58992 req-7cc98ee4-fa44-44f9-9adf-09f2ae771ad1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (8088d7ba-50d3-4313-84a1-0431ca5a1789), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:13.243450 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-f75a6a5d-1b19-4394-9753-d68049f3261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:13.245814 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-f75a6a5d-1b19-4394-9753-d68049f3261e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2360899 Feb 20 03:24:13.287731 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-627829d8-681c-425d-8164-d3d21ff58992 req-7cc98ee4-fa44-44f9-9adf-09f2ae771ad1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b09d614f-cb99-4d76-9989-07c4956f5032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6558082 Feb 20 03:24:13.336977 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-d0549006-9a0b-4492-b030-3c1bc80acc7d admin admin] Allocated IP 172.25.7.28 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/6b563e32-2c31-4d60-8623-4f4ee35619f9) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:24:13.344720 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc98ee4-fa44-44f9-9adf-09f2ae771ad1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8088d7ba-50d3-4313-84a1-0431ca5a1789,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:13.357445 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 50634) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:13.362686 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-e081787b-e251-4cac-9453-31214f5f2bf6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1302338488-network', 'tenant_id': '8b9ad79334fe41ae8938a49884fba3e4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:24:13.467373 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-cb207621-b44d-4884-873a-b483b2d0e368 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121458 Feb 20 03:24:13.467745 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e0cc5-f6c9-4601-b818-05cb40bc8428 req-b19b40cd-2aa5-4371-a7d9-11c2be996395 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:13.469316 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e7e0cc5-f6c9-4601-b818-05cb40bc8428 req-b19b40cd-2aa5-4371-a7d9-11c2be996395 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/ports?device_id=2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f HTTP/1.1" status: 200 len: 972 time: 0.0565977 Feb 20 03:24:13.487352 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e081787b-e251-4cac-9453-31214f5f2bf6 admin admin] Made reservation on behalf of 8b9ad79334fe41ae8938a49884fba3e4 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:24:13.489455 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e081787b-e251-4cac-9453-31214f5f2bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:13.523449 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e7e0cc5-f6c9-4601-b818-05cb40bc8428 req-2a6f8935-48e9-442e-9f27-629c67188b7d tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/security-groups?id=b09d614f-cb99-4d76-9989-07c4956f5032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475385 Feb 20 03:24:13.544077 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e081787b-e251-4cac-9453-31214f5f2bf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:13.574019 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d0549006-9a0b-4492-b030-3c1bc80acc7d admin admin] Publish callbacks [] for port (6b563e32-2c31-4d60-8623-4f4ee35619f9), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:13.645141 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7f6b0750-50d6-4547-8a3b-245f6dc3d4b9 req-345f837d-6378-4095-a101-b905c32e4276 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671696 Feb 20 03:24:13.693475 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e081787b-e251-4cac-9453-31214f5f2bf6 admin admin] Publish callbacks [] for security_group (62af57af-aa63-4f72-9a42-681d14bb43b3), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:13.738574 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d0549006-9a0b-4492-b030-3c1bc80acc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (6b563e32-2c31-4d60-8623-4f4ee35619f9), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:13.801302 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0549006-9a0b-4492-b030-3c1bc80acc7d admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:24:13.802785 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 1630eaf7-f802-43bb-910a-d9ba8c9d7d95 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:24:13.804892 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e081787b-e251-4cac-9453-31214f5f2bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (62af57af-aa63-4f72-9a42-681d14bb43b3), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:13.816731 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-d0549006-9a0b-4492-b030-3c1bc80acc7d admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:24:13.819325 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0549006-9a0b-4492-b030-3c1bc80acc7d admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:24:13.836288 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0549006-9a0b-4492-b030-3c1bc80acc7d admin admin] Pushing event updated for resources: {'Port': ['ID=6b563e32-2c31-4d60-8623-4f4ee35619f9,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:13.870661 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 1630eaf7-f802-43bb-910a-d9ba8c9d7d95 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:13.871450 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1630eaf7-f802-43bb-910a-d9ba8c9d7d95), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:13.886553 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e081787b-e251-4cac-9453-31214f5f2bf6 admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:24:13.963702 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a679b2e-dd07-46a4-a083-80eab37baa19 req-f56b8141-e824-469f-b855-dc62e5420e15 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:13.973499 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6a679b2e-dd07-46a4-a083-80eab37baa19 req-f56b8141-e824-469f-b855-dc62e5420e15 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=df8911c9-0079-4cf4-af82-e25d02d294ed HTTP/1.1" status: 200 len: 948 time: 0.0717258 Feb 20 03:24:13.995129 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 1630eaf7-f802-43bb-910a-d9ba8c9d7d95 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:13.995894 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1630eaf7-f802-43bb-910a-d9ba8c9d7d95), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:14.032100 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6a679b2e-dd07-46a4-a083-80eab37baa19 req-14d9883c-d08a-45ea-83bb-f276b98e1f0a tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5cc72c8-6208-4dd5-b054-b5f445952a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555694 Feb 20 03:24:14.057516 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 1630eaf7-f802-43bb-910a-d9ba8c9d7d95, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=1630eaf7-f802-43bb-910a-d9ba8c9d7d95,segment=NetworkSegment(ed73103c-5174-4806-a0c9-2d9b179abd2c),segment_id=ed73103c-5174-4806-a0c9-2d9b179abd2c)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:24:14.126591 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (1630eaf7-f802-43bb-910a-d9ba8c9d7d95), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:14.155633 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a04ccd-4c58-46b4-94b0-0c9f06b45be1 None None] Network 6eddd467-bf7c-410f-84f5-bc76d335f655 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:24:14.158035 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081787b-e251-4cac-9453-31214f5f2bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62af57af-aa63-4f72-9a42-681d14bb43b3,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:14.172506 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e081787b-e251-4cac-9453-31214f5f2bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (ff46de37-2a3a-4c32-9ab5-53fc202df473), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:14.172843 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-e081787b-e251-4cac-9453-31214f5f2bf6 admin admin] Added segment ff46de37-2a3a-4c32-9ab5-53fc202df473 of type vlan for network b51a555b-172c-4231-95b0-2cff2ff17183 Feb 20 03:24:14.239976 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=1630eaf7-f802-43bb-910a-d9ba8c9d7d95,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:14.247848 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e081787b-e251-4cac-9453-31214f5f2bf6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (b51a555b-172c-4231-95b0-2cff2ff17183), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:14.257770 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-0053c9b6-cd5d-43a0-8437-806597fee575 None None] Provisioning complete for port 1630eaf7-f802-43bb-910a-d9ba8c9d7d95 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:14.258404 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0053c9b6-cd5d-43a0-8437-806597fee575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1630eaf7-f802-43bb-910a-d9ba8c9d7d95), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:14.372977 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-0053c9b6-cd5d-43a0-8437-806597fee575 None None] Current status of the port 1630eaf7-f802-43bb-910a-d9ba8c9d7d95 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:14.403958 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e081787b-e251-4cac-9453-31214f5f2bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (b51a555b-172c-4231-95b0-2cff2ff17183), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:14.404875 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e081787b-e251-4cac-9453-31214f5f2bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:14.405422 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e081787b-e251-4cac-9453-31214f5f2bf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:14.556191 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081787b-e251-4cac-9453-31214f5f2bf6 admin admin] Pushing event updated for resources: {'Network': ['ID=b51a555b-172c-4231-95b0-2cff2ff17183,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:14.564705 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d0549006-9a0b-4492-b030-3c1bc80acc7d admin admin] Publish callbacks [] for router_gateway (47d23f91-628c-4496-97d5-cb2f361e2c23), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:14.571230 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network b51a555b-172c-4231-95b0-2cff2ff17183 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:24:14.607513 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e081787b-e251-4cac-9453-31214f5f2bf6 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2479892 Feb 20 03:24:14.609657 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 50662) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:14.616339 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-7e712432-5f10-46ab-9170-66934cc518dd admin admin] Request body: {'subnet': {'network_id': 'b51a555b-172c-4231-95b0-2cff2ff17183', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1302338488-subnet', 'tenant_id': '8b9ad79334fe41ae8938a49884fba3e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:24:14.659300 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d4897-8210-44fd-b1be-158110346ffc req-bd1e5a60-93e1-4711-a002-3e5b80f9f19b tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:14.661201 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7a6d4897-8210-44fd-b1be-158110346ffc req-bd1e5a60-93e1-4711-a002-3e5b80f9f19b tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/ports?device_id=2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f HTTP/1.1" status: 200 len: 972 time: 0.0656774 Feb 20 03:24:14.661632 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d7ec8710-aed3-4de0-b3e2-ab0e7895b569 None None] Provisioning complete for port 1630eaf7-f802-43bb-910a-d9ba8c9d7d95 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:14.662091 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d7ec8710-aed3-4de0-b3e2-ab0e7895b569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1630eaf7-f802-43bb-910a-d9ba8c9d7d95), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:14.723907 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7a6d4897-8210-44fd-b1be-158110346ffc req-11265293-c578-4b84-80c3-030079fcc3c8 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/security-groups?id=b09d614f-cb99-4d76-9989-07c4956f5032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531883 Feb 20 03:24:14.767744 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e712432-5f10-46ab-9170-66934cc518dd admin admin] Made reservation on behalf of 8b9ad79334fe41ae8938a49884fba3e4 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:24:14.770421 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7e712432-5f10-46ab-9170-66934cc518dd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:14.772344 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d7ec8710-aed3-4de0-b3e2-ab0e7895b569 None None] Current status of the port 1630eaf7-f802-43bb-910a-d9ba8c9d7d95 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:14.869879 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d0549006-9a0b-4492-b030-3c1bc80acc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (47d23f91-628c-4496-97d5-cb2f361e2c23), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:15.155468 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7e712432-5f10-46ab-9170-66934cc518dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for subnet (8cc349f5-9ab9-4f95-984a-c18938c9e1d3), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:15.163903 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc1f95-f765-4478-af6b-4987162bd025 req-1ec29b81-210d-4776-8e69-4406dfcd6ccc tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:15.165391 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-59fc1f95-f765-4478-af6b-4987162bd025 req-1ec29b81-210d-4776-8e69-4406dfcd6ccc tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=df8911c9-0079-4cf4-af82-e25d02d294ed HTTP/1.1" status: 200 len: 948 time: 0.0552752 Feb 20 03:24:15.205963 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e712432-5f10-46ab-9170-66934cc518dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cc349f5-9ab9-4f95-984a-c18938c9e1d3,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:15.209790 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0549006-9a0b-4492-b030-3c1bc80acc7d admin admin] Router 47d23f91-628c-4496-97d5-cb2f361e2c23 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:24:15.225717 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-59fc1f95-f765-4478-af6b-4987162bd025 req-39229427-4d4b-480f-986f-50bd7527d85c tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5cc72c8-6208-4dd5-b054-b5f445952a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531671 Feb 20 03:24:15.271439 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e712432-5f10-46ab-9170-66934cc518dd admin admin] Checking segment: {'id': 'ff46de37-2a3a-4c32-9ab5-53fc202df473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b51a555b-172c-4231-95b0-2cff2ff17183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:24:15.271798 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e712432-5f10-46ab-9170-66934cc518dd admin admin] Network hostable DHCP agents. Network: b51a555b-172c-4231-95b0-2cff2ff17183, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:24:15.347152 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0549006-9a0b-4492-b030-3c1bc80acc7d admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:24:15.361344 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9b855b-8503-4dd2-95c5-9564683281e5 None None] Sync routers for ids ['47d23f91-628c-4496-97d5-cb2f361e2c23'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:24:15.370613 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9b855b-8503-4dd2-95c5-9564683281e5 None None] Routers {'47d23f91-628c-4496-97d5-cb2f361e2c23'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:24:15.371367 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ec9b855b-8503-4dd2-95c5-9564683281e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:23:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['47d23f91-628c-4496-97d5-cb2f361e2c23'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:24:15.408961 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e712432-5f10-46ab-9170-66934cc518dd admin admin] Network b51a555b-172c-4231-95b0-2cff2ff17183 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:24:15.434573 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d0549006-9a0b-4492-b030-3c1bc80acc7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:15.436717 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d0549006-9a0b-4492-b030-3c1bc80acc7d admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0978413 Feb 20 03:24:15.439228 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 50690) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:15.502799 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-7e712432-5f10-46ab-9170-66934cc518dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, b51a555b-172c-4231-95b0-2cff2ff17183) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:24:15.511260 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09a0490-16bd-4e2d-9dc0-eddd3c18c964 None None] Network b51a555b-172c-4231-95b0-2cff2ff17183 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:24:15.516695 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-ec9b855b-8503-4dd2-95c5-9564683281e5 None None] Set router 47d23f91-628c-4496-97d5-cb2f361e2c23 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:24:15.533798 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e712432-5f10-46ab-9170-66934cc518dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:15.534484 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7e712432-5f10-46ab-9170-66934cc518dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:15.613799 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7e712432-5f10-46ab-9170-66934cc518dd admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9935150 Feb 20 03:24:15.629004 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a512285-69d1-454f-806d-523fe1838a1b None None] Network b51a555b-172c-4231-95b0-2cff2ff17183 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:24:15.829234 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ec9b855b-8503-4dd2-95c5-9564683281e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d23f91-628c-4496-97d5-cb2f361e2c23', 'name': 'tempest-FloatingIPsTestJSON-545145125-router', 'tenant_id': '56e96b69a8e14f4ebc86a96281b0ab27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '6b563e32-2c31-4d60-8623-4f4ee35619f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:11Z', 'updated_at': '2022-02-20T03:24:14Z', 'revision_number': 3, 'project_id': '56e96b69a8e14f4ebc86a96281b0ab27', 'gw_port': {'id': '6b563e32-2c31-4d60-8623-4f4ee35619f9', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d23f91-628c-4496-97d5-cb2f361e2c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:12Z', 'updated_at': '2022-02-20T03:24:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:24:15.881459 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 1630eaf7-f802-43bb-910a-d9ba8c9d7d95 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:24:15.912034 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9b855b-8503-4dd2-95c5-9564683281e5 None None] Checking router: 47d23f91-628c-4496-97d5-cb2f361e2c23 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:24:15.914941 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9b855b-8503-4dd2-95c5-9564683281e5 None None] Updating router 47d23f91-628c-4496-97d5-cb2f361e2c23 port 6b563e32-2c31-4d60-8623-4f4ee35619f9 binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:24:15.923870 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f582c3-8515-4848-ad1e-3396a8e0708e req-89c0f929-9809-465a-a142-87f5b11e2b7c tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:15.932387 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c7f582c3-8515-4848-ad1e-3396a8e0708e req-89c0f929-9809-465a-a142-87f5b11e2b7c tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/ports?device_id=2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f HTTP/1.1" status: 200 len: 972 time: 0.0686314 Feb 20 03:24:15.957203 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 50700) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:15.966352 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ec9b855b-8503-4dd2-95c5-9564683281e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (6b563e32-2c31-4d60-8623-4f4ee35619f9), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:16.033813 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c7f582c3-8515-4848-ad1e-3396a8e0708e req-9d881c65-4a90-4a6a-a8d0-36d242ebbb6f tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/security-groups?id=b09d614f-cb99-4d76-9989-07c4956f5032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953810 Feb 20 03:24:16.061981 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 1630eaf7-f802-43bb-910a-d9ba8c9d7d95 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:16.062395 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1630eaf7-f802-43bb-910a-d9ba8c9d7d95), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:16.228610 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 1630eaf7-f802-43bb-910a-d9ba8c9d7d95 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:16.268246 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-038bef75-b35e-4b43-a0bc-e69516e9787b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:16.272281 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6243d8d-d09b-4c6b-adcd-0f9f596ecac6 req-8ef7a055-f6f8-4328-aabd-a7bd0aa12be6 tempest-AggregatesAdminTestJSON-1140533494 tempest-AggregatesAdminTestJSON-1140533494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:16.275402 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f6243d8d-d09b-4c6b-adcd-0f9f596ecac6 req-8ef7a055-f6f8-4328-aabd-a7bd0aa12be6 tempest-AggregatesAdminTestJSON-1140533494 tempest-AggregatesAdminTestJSON-1140533494-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f HTTP/1.1" status: 200 len: 1154 time: 0.1068120 Feb 20 03:24:16.347390 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa628-59b4-49e7-bb0c-f6c8c2035cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:16.376252 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f6243d8d-d09b-4c6b-adcd-0f9f596ecac6 req-c968217f-d963-4ee4-b40e-e9baad8bbc03 tempest-AggregatesAdminTestJSON-1140533494 tempest-AggregatesAdminTestJSON-1140533494-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:16.376471 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ec9b855b-8503-4dd2-95c5-9564683281e5 None None] Publish callbacks [] for port (6b563e32-2c31-4d60-8623-4f4ee35619f9), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:16.476045 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ec9b855b-8503-4dd2-95c5-9564683281e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (6b563e32-2c31-4d60-8623-4f4ee35619f9), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:16.523148 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-038bef75-b35e-4b43-a0bc-e69516e9787b admin admin] Publish callbacks [] for security_group (187a1250-46d0-4dec-8709-03daecaa4774), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:16.527836 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af776fe6-d23b-466b-810f-42a3018c38c9 None None] Pushing event updated for resources: {'Port': ['ID=6b563e32-2c31-4d60-8623-4f4ee35619f9,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:16.544136 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af776fe6-d23b-466b-810f-42a3018c38c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:16.544481 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af776fe6-d23b-466b-810f-42a3018c38c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:16.544826 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af776fe6-d23b-466b-810f-42a3018c38c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:16.545175 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af776fe6-d23b-466b-810f-42a3018c38c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:16.545528 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af776fe6-d23b-466b-810f-42a3018c38c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:16.545853 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af776fe6-d23b-466b-810f-42a3018c38c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:16.546189 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af776fe6-d23b-466b-810f-42a3018c38c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:16.546522 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af776fe6-d23b-466b-810f-42a3018c38c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:16.546850 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af776fe6-d23b-466b-810f-42a3018c38c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:16.547531 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af776fe6-d23b-466b-810f-42a3018c38c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:16.547634 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af776fe6-d23b-466b-810f-42a3018c38c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:16.547922 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af776fe6-d23b-466b-810f-42a3018c38c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af776fe6-d23b-466b-810f-42a3018c38c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af776fe6-d23b-466b-810f-42a3018c38c9 None None] Tracked resource versions report: Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: pushed versions: Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: { 'AddressGroup': {'1.2'}, Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: 'ConntrackHelper': {'1.0'}, Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: 'LocalIPAssociation': {'1.0'}, Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: 'Log': {'1.0'}, Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: 'Network': {'1.1'}, Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: 'Port': {'1.7'}, Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: 'PortForwarding': {'1.2'}, Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: 'QosPolicy': {'1.10'}, Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: 'SecurityGroup': {'1.5'}, Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: 'SecurityGroupRule': {'1.2'}, Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: 'SubPort': {'1.0'}, Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: 'Subnet': {'1.1'}, Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: 'Trunk': {'1.1'}} Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: consumer versions: Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: { DHCP agent@n-d-829866-4: {}, Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: HyperV agent@n-h1-829866-4: {}, Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: HyperV agent@n-h2-829866-4: {}, Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: L3 agent@n-d-829866-4: {}, Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: Metadata agent@n-d-829866-4: {}, Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: Metering agent@n-d-829866-4: {}, Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: Open vSwitch agent@n-d-829866-4: { 'AddressGroup': '1.2', Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: 'ConntrackHelper': '1.0', Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: 'LocalIPAssociation': '1.0', Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: 'Log': '1.0', Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: 'Network': '1.1', Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: 'Port': '1.7', Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: 'PortForwarding': '1.2', Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: 'QosPolicy': '1.10', Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: 'SecurityGroup': '1.5', Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: 'SecurityGroupRule': '1.2', Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: 'SubPort': '1.0', Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: 'Subnet': '1.1', Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: 'Trunk': '1.1'}} Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: {{(pid=104108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-ec9b855b-8503-4dd2-95c5-9564683281e5 None None] Attempting to bind port 6b563e32-2c31-4d60-8623-4f4ee35619f9 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-ec9b855b-8503-4dd2-95c5-9564683281e5 None None] Attempting to bind port 6b563e32-2c31-4d60-8623-4f4ee35619f9 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:24:16.556200 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9b855b-8503-4dd2-95c5-9564683281e5 None None] Attempting to bind port 6b563e32-2c31-4d60-8623-4f4ee35619f9 on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:24:16.559959 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9b855b-8503-4dd2-95c5-9564683281e5 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:24:16.560358 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9b855b-8503-4dd2-95c5-9564683281e5 None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:24:16.560877 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ec9b855b-8503-4dd2-95c5-9564683281e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:16.561195 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9b855b-8503-4dd2-95c5-9564683281e5 None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:24:16.561721 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-ec9b855b-8503-4dd2-95c5-9564683281e5 None None] Bound port: 6b563e32-2c31-4d60-8623-4f4ee35619f9, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:24:16.562131 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ec9b855b-8503-4dd2-95c5-9564683281e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (6b563e32-2c31-4d60-8623-4f4ee35619f9), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:16.600171 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-2cdfa628-59b4-49e7-bb0c-f6c8c2035cd8 admin admin] Allocated IP 172.20.0.1 (6eddd467-bf7c-410f-84f5-bc76d335f655/3c4e6587-0a90-471b-be8d-a5d1d6bb41ce/3a63a7e9-108d-4091-b4f5-31f0887087ed) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:24:16.617672 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-ec9b855b-8503-4dd2-95c5-9564683281e5 None None] For port 6b563e32-2c31-4d60-8623-4f4ee35619f9, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:24:16.622262 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-ec9b855b-8503-4dd2-95c5-9564683281e5 None None] For port 6b563e32-2c31-4d60-8623-4f4ee35619f9, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=6b563e32-2c31-4d60-8623-4f4ee35619f9,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:24:16.630212 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-038bef75-b35e-4b43-a0bc-e69516e9787b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (187a1250-46d0-4dec-8709-03daecaa4774), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:16.638618 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-b9dc194b-f105-4ae3-95a3-24b7eee7aa9d tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:16.640138 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-b9dc194b-f105-4ae3-95a3-24b7eee7aa9d tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/networks?id=b760bf03-7766-4aef-bd0e-08d3e5c4e949 HTTP/1.1" status: 200 len: 808 time: 0.3627195 Feb 20 03:24:16.662627 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-1bb1c7c1-bc52-4189-b586-ee89f5246593 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/quotas/f32a2222e912478982e32c7419305be8 HTTP/1.1" status: 200 len: 375 time: 0.0148911 Feb 20 03:24:16.701282 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-038bef75-b35e-4b43-a0bc-e69516e9787b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=07afb0f45802434b9dce2b90bd85f9cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7420344 Feb 20 03:24:16.703111 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-8a1e55c3-513c-419e-bc92-16b200790301 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=f32a2222e912478982e32c7419305be8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330255 Feb 20 03:24:16.703816 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038bef75-b35e-4b43-a0bc-e69516e9787b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187a1250-46d0-4dec-8709-03daecaa4774,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:16.705192 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 50720) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:16.729180 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f6243d8d-d09b-4c6b-adcd-0f9f596ecac6 req-c968217f-d963-4ee4-b40e-e9baad8bbc03 tempest-AggregatesAdminTestJSON-1140533494 tempest-AggregatesAdminTestJSON-1140533494-project-admin] Publish callbacks [] for security_group (89f30296-4ef0-4800-8f84-38c6fb27b14e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:16.741745 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ec9b855b-8503-4dd2-95c5-9564683281e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (6b563e32-2c31-4d60-8623-4f4ee35619f9), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:16.750147 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa628-59b4-49e7-bb0c-f6c8c2035cd8 admin admin] Publish callbacks [] for port (3a63a7e9-108d-4091-b4f5-31f0887087ed), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:16.772435 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-91bbf69b-c81f-40fd-9ea6-0bed76f9c866 admin admin] Publish callbacks [] for security_group (187a1250-46d0-4dec-8709-03daecaa4774), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:16.804521 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-91bbf69b-c81f-40fd-9ea6-0bed76f9c866 admin admin] Publish callbacks [] for security_group (187a1250-46d0-4dec-8709-03daecaa4774), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:16.814546 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f6243d8d-d09b-4c6b-adcd-0f9f596ecac6 req-c968217f-d963-4ee4-b40e-e9baad8bbc03 tempest-AggregatesAdminTestJSON-1140533494 tempest-AggregatesAdminTestJSON-1140533494-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (89f30296-4ef0-4800-8f84-38c6fb27b14e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:16.817236 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9b855b-8503-4dd2-95c5-9564683281e5 None None] Routers {'47d23f91-628c-4496-97d5-cb2f361e2c23'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:24:16.817877 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ec9b855b-8503-4dd2-95c5-9564683281e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:23:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['47d23f91-628c-4496-97d5-cb2f361e2c23'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:24:16.861992 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af776fe6-d23b-466b-810f-42a3018c38c9 None None] Pushing event updated for resources: {'Port': ['ID=6b563e32-2c31-4d60-8623-4f4ee35619f9,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:16.862176 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-ebd98e02-80a3-4838-8db0-293ef707aa0d service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:24:16.863201 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-ebd98e02-80a3-4838-8db0-293ef707aa0d service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0770106 Feb 20 03:24:16.866567 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa628-59b4-49e7-bb0c-f6c8c2035cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (3a63a7e9-108d-4091-b4f5-31f0887087ed), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:16.908091 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f6243d8d-d09b-4c6b-adcd-0f9f596ecac6 req-c968217f-d963-4ee4-b40e-e9baad8bbc03 tempest-AggregatesAdminTestJSON-1140533494 tempest-AggregatesAdminTestJSON-1140533494-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=b09d614f-cb99-4d76-9989-07c4956f5032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6199803 Feb 20 03:24:16.923416 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdfa628-59b4-49e7-bb0c-f6c8c2035cd8 admin admin] Network 6eddd467-bf7c-410f-84f5-bc76d335f655 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:24:16.930412 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-2cdfa628-59b4-49e7-bb0c-f6c8c2035cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:24:16.933021 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdfa628-59b4-49e7-bb0c-f6c8c2035cd8 admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:24:16.933514 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa628-59b4-49e7-bb0c-f6c8c2035cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (47d23f91-628c-4496-97d5-cb2f361e2c23), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:16.977623 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968217f-d963-4ee4-b40e-e9baad8bbc03 tempest-AggregatesAdminTestJSON-1140533494 tempest-AggregatesAdminTestJSON-1140533494-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f30296-4ef0-4800-8f84-38c6fb27b14e,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:16.997960 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdfa628-59b4-49e7-bb0c-f6c8c2035cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=3a63a7e9-108d-4091-b4f5-31f0887087ed,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:17.032525 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-ec9b855b-8503-4dd2-95c5-9564683281e5 None None] Set router 47d23f91-628c-4496-97d5-cb2f361e2c23 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:24:17.142840 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-91bbf69b-c81f-40fd-9ea6-0bed76f9c866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (187a1250-46d0-4dec-8709-03daecaa4774), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:17.145343 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-91bbf69b-c81f-40fd-9ea6-0bed76f9c866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:17.146531 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-91bbf69b-c81f-40fd-9ea6-0bed76f9c866 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/187a1250-46d0-4dec-8709-03daecaa4774 HTTP/1.1" status: 204 len: 168 time: 0.4404213 Feb 20 03:24:17.179480 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bbf69b-c81f-40fd-9ea6-0bed76f9c866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187a1250-46d0-4dec-8709-03daecaa4774,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:17.182768 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-76913d61-9fae-4ed2-8629-9ad6a85dd559 service neutron] 10.222.0.89 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057969 Feb 20 03:24:17.334405 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9617b-28dd-415d-9baf-7165662fd574 req-a1c76249-a87e-47b6-8d37-4396aba52f98 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:17.341823 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-45a9617b-28dd-415d-9baf-7165662fd574 req-a1c76249-a87e-47b6-8d37-4396aba52f98 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=df8911c9-0079-4cf4-af82-e25d02d294ed HTTP/1.1" status: 200 len: 948 time: 0.2940128 Feb 20 03:24:17.395706 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ec9b855b-8503-4dd2-95c5-9564683281e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d23f91-628c-4496-97d5-cb2f361e2c23', 'name': 'tempest-FloatingIPsTestJSON-545145125-router', 'tenant_id': '56e96b69a8e14f4ebc86a96281b0ab27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '6b563e32-2c31-4d60-8623-4f4ee35619f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:11Z', 'updated_at': '2022-02-20T03:24:14Z', 'revision_number': 3, 'project_id': '56e96b69a8e14f4ebc86a96281b0ab27', 'gw_port': {'id': '6b563e32-2c31-4d60-8623-4f4ee35619f9', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d23f91-628c-4496-97d5-cb2f361e2c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:12Z', 'updated_at': '2022-02-20T03:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:24:17.416497 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-45a9617b-28dd-415d-9baf-7165662fd574 req-38286def-a1c7-4cb7-8b1b-186b0e2f36ed tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5cc72c8-6208-4dd5-b054-b5f445952a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715628 Feb 20 03:24:17.420791 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-717d7b8b-1ef6-4f08-a3a7-c9afaf692ae2 None None] Provisioning complete for port 3a63a7e9-108d-4091-b4f5-31f0887087ed triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:17.421256 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-717d7b8b-1ef6-4f08-a3a7-c9afaf692ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3a63a7e9-108d-4091-b4f5-31f0887087ed), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:17.424735 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-bda5b410-f96c-4588-9902-f2b683c61562 service neutron] 10.222.0.89 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233303 Feb 20 03:24:17.447235 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa628-59b4-49e7-bb0c-f6c8c2035cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3a63a7e9-108d-4091-b4f5-31f0887087ed), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:17.463053 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9b855b-8503-4dd2-95c5-9564683281e5 None None] The sync data for ids ['47d23f91-628c-4496-97d5-cb2f361e2c23'] in n-d-829866-4 is: [{'id': '47d23f91-628c-4496-97d5-cb2f361e2c23', 'name': 'tempest-FloatingIPsTestJSON-545145125-router', 'tenant_id': '56e96b69a8e14f4ebc86a96281b0ab27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '6b563e32-2c31-4d60-8623-4f4ee35619f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:11Z', 'updated_at': '2022-02-20T03:24:14Z', 'revision_number': 3, 'project_id': '56e96b69a8e14f4ebc86a96281b0ab27', 'gw_port': {'id': '6b563e32-2c31-4d60-8623-4f4ee35619f9', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d23f91-628c-4496-97d5-cb2f361e2c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:12Z', 'updated_at': '2022-02-20T03:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:24:17.535963 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-717d7b8b-1ef6-4f08-a3a7-c9afaf692ae2 None None] Port 3a63a7e9-108d-4091-b4f5-31f0887087ed cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:24:17.649805 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device b9b722e2-8698-4ded-b18f-5dfe31a1f8d1 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:24:17.791631 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6eb62116-ecc3-4e37-ae88-de9e93d14ae1 req-583efcba-a36d-47d9-a5ee-e1de8ef94c20 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 210 time: 0.0417223 Feb 20 03:24:17.810485 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port b9b722e2-8698-4ded-b18f-5dfe31a1f8d1, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b9b722e2-8698-4ded-b18f-5dfe31a1f8d1,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:24:17.812022 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa628-59b4-49e7-bb0c-f6c8c2035cd8 admin admin] Publish callbacks [] for port (3a63a7e9-108d-4091-b4f5-31f0887087ed), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:17.843447 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'b9b722e2-8698-4ded-b18f-5dfe31a1f8d1', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': 'b9b722e2-8698-4ded-b18f-5dfe31a1f8d1', 'mac_address': 'fa:16:3e:ea:0c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:24:17.921401 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port b9b722e2-8698-4ded-b18f-5dfe31a1f8d1 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:17.921795 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b9b722e2-8698-4ded-b18f-5dfe31a1f8d1), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:17.926886 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa628-59b4-49e7-bb0c-f6c8c2035cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3a63a7e9-108d-4091-b4f5-31f0887087ed), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:17.927650 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa628-59b4-49e7-bb0c-f6c8c2035cd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (47d23f91-628c-4496-97d5-cb2f361e2c23), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:17.942640 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9b722e2-8698-4ded-b18f-5dfe31a1f8d1 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:24:17.998979 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port b9b722e2-8698-4ded-b18f-5dfe31a1f8d1, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b9b722e2-8698-4ded-b18f-5dfe31a1f8d1,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:24:18.037361 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdfa628-59b4-49e7-bb0c-f6c8c2035cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=3a63a7e9-108d-4091-b4f5-31f0887087ed,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:18.071842 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b9b722e2-8698-4ded-b18f-5dfe31a1f8d1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:18.081103 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 50740) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:18.101307 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-210ea6a4-430f-4685-a1cb-8632fe002af4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:18.126213 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdfa628-59b4-49e7-bb0c-f6c8c2035cd8 admin admin] Network 6eddd467-bf7c-410f-84f5-bc76d335f655 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:24:18.128157 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-2cdfa628-59b4-49e7-bb0c-f6c8c2035cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:24:18.155419 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=b9b722e2-8698-4ded-b18f-5dfe31a1f8d1,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:18.268032 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-210ea6a4-430f-4685-a1cb-8632fe002af4 admin admin] Publish callbacks [] for security_group (f264d6fc-288c-442d-88e7-44b9fe45328a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:18.327476 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cdfa628-59b4-49e7-bb0c-f6c8c2035cd8 admin admin] Router 47d23f91-628c-4496-97d5-cb2f361e2c23 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:24:18.329166 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-210ea6a4-430f-4685-a1cb-8632fe002af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f264d6fc-288c-442d-88e7-44b9fe45328a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:18.396605 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['b9b722e2-8698-4ded-b18f-5dfe31a1f8d1'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:24:18.414662 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ea6a4-430f-4685-a1cb-8632fe002af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f264d6fc-288c-442d-88e7-44b9fe45328a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:18.423089 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-210ea6a4-430f-4685-a1cb-8632fe002af4 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c2ccf64fd2c442ec89b3e8961f966c64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3408403 Feb 20 03:24:18.428587 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 50744) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:18.554968 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdfa628-59b4-49e7-bb0c-f6c8c2035cd8 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:24:18.570757 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2cdfa628-59b4-49e7-bb0c-f6c8c2035cd8 admin admin] 10.222.0.89 "PUT /v2.0/routers/47d23f91-628c-4496-97d5-cb2f361e2c23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1304147 Feb 20 03:24:18.596440 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6301de89-7144-42e7-b253-6938e47c567e admin admin] Publish callbacks [] for security_group (f264d6fc-288c-442d-88e7-44b9fe45328a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:18.606469 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-02bae486-e319-479b-9f33-ac9ee97260d9 None None] Provisioning complete for port 3a63a7e9-108d-4091-b4f5-31f0887087ed triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:18.607446 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-02bae486-e319-479b-9f33-ac9ee97260d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3a63a7e9-108d-4091-b4f5-31f0887087ed), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:18.660361 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6301de89-7144-42e7-b253-6938e47c567e admin admin] Publish callbacks [] for security_group (f264d6fc-288c-442d-88e7-44b9fe45328a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:18.679910 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-02bae486-e319-479b-9f33-ac9ee97260d9 None None] Port 3a63a7e9-108d-4091-b4f5-31f0887087ed cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:24:18.734068 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64ea61-b8cc-45c3-ba76-a62ea4e50718 req-258b1b5f-93c9-4dc9-9ff2-646b25f95b89 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:18.736001 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5e64ea61-b8cc-45c3-ba76-a62ea4e50718 req-258b1b5f-93c9-4dc9-9ff2-646b25f95b89 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/ports?device_id=2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f HTTP/1.1" status: 200 len: 972 time: 0.2619762 Feb 20 03:24:18.745125 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da5e4c-0550-4861-b005-133e06415f00 req-970e7b1f-cc27-4124-8ed7-55c3ca695100 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:18.756215 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-22da5e4c-0550-4861-b005-133e06415f00 req-970e7b1f-cc27-4124-8ed7-55c3ca695100 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=df8911c9-0079-4cf4-af82-e25d02d294ed HTTP/1.1" status: 200 len: 949 time: 0.2065551 Feb 20 03:24:18.844079 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-22da5e4c-0550-4861-b005-133e06415f00 req-c1c11307-a455-497f-9f58-a46afb528eec tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5cc72c8-6208-4dd5-b054-b5f445952a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869739 Feb 20 03:24:18.853297 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5e64ea61-b8cc-45c3-ba76-a62ea4e50718 req-2bc5ac18-2ddc-4997-ad44-de4d2177a7dc tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/security-groups?id=b09d614f-cb99-4d76-9989-07c4956f5032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949028 Feb 20 03:24:18.951469 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3b0e76f0-78db-4928-8a44-d000ac2e647b req-2f91dc13-0530-4097-b61f-4bd497e2cd69 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 210 time: 0.0383501 Feb 20 03:24:18.957114 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6301de89-7144-42e7-b253-6938e47c567e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f264d6fc-288c-442d-88e7-44b9fe45328a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:18.960608 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6301de89-7144-42e7-b253-6938e47c567e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:18.962025 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6301de89-7144-42e7-b253-6938e47c567e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f264d6fc-288c-442d-88e7-44b9fe45328a HTTP/1.1" status: 204 len: 168 time: 0.5297639 Feb 20 03:24:18.984349 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301de89-7144-42e7-b253-6938e47c567e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f264d6fc-288c-442d-88e7-44b9fe45328a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:19.242080 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1a716420-a1d8-425e-80b9-03869001c062 req-e8093dad-049d-4bd7-b035-14085b0ab3de tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2081909 Feb 20 03:24:19.252567 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-1a716420-a1d8-425e-80b9-03869001c062 req-03e47493-e65e-42dc-8725-e0819f6af1a8 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:24:19.357724 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1a716420-a1d8-425e-80b9-03869001c062 req-03e47493-e65e-42dc-8725-e0819f6af1a8 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:19.607981 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1a716420-a1d8-425e-80b9-03869001c062 req-03e47493-e65e-42dc-8725-e0819f6af1a8 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:19.661814 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device b9b722e2-8698-4ded-b18f-5dfe31a1f8d1 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:24:19.765889 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-1a716420-a1d8-425e-80b9-03869001c062 req-03e47493-e65e-42dc-8725-e0819f6af1a8 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Allocated IP 172.25.7.100 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/80ad70d5-b73f-4bd8-a743-6832a446c47e) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:24:19.824354 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port b9b722e2-8698-4ded-b18f-5dfe31a1f8d1 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:24:19.829726 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port b9b722e2-8698-4ded-b18f-5dfe31a1f8d1 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:19.836494 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b9b722e2-8698-4ded-b18f-5dfe31a1f8d1), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:19.868370 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43af57d-7706-456a-a320-6f05ef73ae09 req-62864353-bd8c-4aa0-b636-681fdd58b43f tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:19.871193 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b43af57d-7706-456a-a320-6f05ef73ae09 req-62864353-bd8c-4aa0-b636-681fdd58b43f tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.93 "GET /v2.0/ports?device_id=2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f HTTP/1.1" status: 200 len: 972 time: 0.1775515 Feb 20 03:24:19.883096 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 6b563e32-2c31-4d60-8623-4f4ee35619f9 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:24:19.956735 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1a716420-a1d8-425e-80b9-03869001c062 req-03e47493-e65e-42dc-8725-e0819f6af1a8 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Publish callbacks [] for port (80ad70d5-b73f-4bd8-a743-6832a446c47e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:20.044025 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b5bbf3-07c7-4acc-b402-50d6838b0c9c req-0c1cbf99-776e-497a-88a4-c1f96edce4ef tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:20.045902 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-51b5bbf3-07c7-4acc-b402-50d6838b0c9c req-0c1cbf99-776e-497a-88a4-c1f96edce4ef tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=df8911c9-0079-4cf4-af82-e25d02d294ed HTTP/1.1" status: 200 len: 949 time: 0.0838580 Feb 20 03:24:20.072185 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port b9b722e2-8698-4ded-b18f-5dfe31a1f8d1 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:20.072588 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b9b722e2-8698-4ded-b18f-5dfe31a1f8d1), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:20.107323 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8911c9-0079-4cf4-af82-e25d02d294ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b722e2-8698-4ded-b18f-5dfe31a1f8d1'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:24:20.109170 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4b24ca-ce7a-4014-a6ee-3aa71576c89a" -d '{"events": [{"server_uuid": "df8911c9-0079-4cf4-af82-e25d02d294ed", "name": "network-vif-plugged", "status": "completed", "tag": "b9b722e2-8698-4ded-b18f-5dfe31a1f8d1"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:24:20.125357 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 6b563e32-2c31-4d60-8623-4f4ee35619f9 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:20.125357 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (6b563e32-2c31-4d60-8623-4f4ee35619f9), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:20.148807 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-51b5bbf3-07c7-4acc-b402-50d6838b0c9c req-30ea3dcd-1388-47cc-9dd9-4223c17c2697 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5cc72c8-6208-4dd5-b054-b5f445952a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959327 Feb 20 03:24:20.154095 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1a716420-a1d8-425e-80b9-03869001c062 req-03e47493-e65e-42dc-8725-e0819f6af1a8 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (80ad70d5-b73f-4bd8-a743-6832a446c47e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:20.156558 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-b43af57d-7706-456a-a320-6f05ef73ae09 req-573afed3-5c04-4588-8b23-d7acf6d52b5a tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Deleting port bbbc0e63-999c-4a87-b79d-869f2264279e {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:24:20.157113 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-b43af57d-7706-456a-a320-6f05ef73ae09 req-573afed3-5c04-4588-8b23-d7acf6d52b5a tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (bbbc0e63-999c-4a87-b79d-869f2264279e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:20.174184 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port b9b722e2-8698-4ded-b18f-5dfe31a1f8d1, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b9b722e2-8698-4ded-b18f-5dfe31a1f8d1,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:24:20.260503 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a716420-a1d8-425e-80b9-03869001c062 req-03e47493-e65e-42dc-8725-e0819f6af1a8 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:24:20.260911 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b9b722e2-8698-4ded-b18f-5dfe31a1f8d1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:20.261969 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e47493-e65e-42dc-8725-e0819f6af1a8 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Pushing event updated for resources: {'Port': ['ID=80ad70d5-b73f-4bd8-a743-6832a446c47e,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:20.271144 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-1a716420-a1d8-425e-80b9-03869001c062 req-03e47493-e65e-42dc-8725-e0819f6af1a8 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:24:20.315216 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 6b563e32-2c31-4d60-8623-4f4ee35619f9 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:20.315613 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (6b563e32-2c31-4d60-8623-4f4ee35619f9), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:20.339932 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 6b563e32-2c31-4d60-8623-4f4ee35619f9, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=6b563e32-2c31-4d60-8623-4f4ee35619f9,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:24:20.366473 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=b9b722e2-8698-4ded-b18f-5dfe31a1f8d1,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:20.387154 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a716420-a1d8-425e-80b9-03869001c062 req-03e47493-e65e-42dc-8725-e0819f6af1a8 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:24:20.435686 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (6b563e32-2c31-4d60-8623-4f4ee35619f9), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:20.487273 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b7cbc-e969-404b-bab5-66d591b22071 req-ebc6eaf6-8d36-433c-89ea-277bc80cda52 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:20.489191 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-451b7cbc-e969-404b-bab5-66d591b22071 req-ebc6eaf6-8d36-433c-89ea-277bc80cda52 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/ports?device_id=2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f HTTP/1.1" status: 200 len: 972 time: 0.2080388 Feb 20 03:24:20.540307 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=6b563e32-2c31-4d60-8623-4f4ee35619f9,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:20.590074 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:20.693493 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-b43af57d-7706-456a-a320-6f05ef73ae09 req-573afed3-5c04-4588-8b23-d7acf6d52b5a tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] For port bbbc0e63-999c-4a87-b79d-869f2264279e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=bbbc0e63-999c-4a87-b79d-869f2264279e,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:24:20.694182 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-b43af57d-7706-456a-a320-6f05ef73ae09 req-573afed3-5c04-4588-8b23-d7acf6d52b5a tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (bbbc0e63-999c-4a87-b79d-869f2264279e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:20.748510 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-b43af57d-7706-456a-a320-6f05ef73ae09 req-573afed3-5c04-4588-8b23-d7acf6d52b5a tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Calling delete_port for bbbc0e63-999c-4a87-b79d-869f2264279e owned by compute:tempest-test_az-1823021651 {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:24:20.798282 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1a716420-a1d8-425e-80b9-03869001c062 req-03e47493-e65e-42dc-8725-e0819f6af1a8 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Publish callbacks [] for floatingip (c3f61d14-19b0-4206-86e4-7459b2ec4d87), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:20.833683 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-451b7cbc-e969-404b-bab5-66d591b22071 req-656064f6-edc4-4308-8a76-42befcdfeb8d tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/security-groups?id=b09d614f-cb99-4d76-9989-07c4956f5032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346775 Feb 20 03:24:20.860097 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:20.860614 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-12c0252f-1ebb-404f-ae1d-8bf7c5da53a2 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:20.861903 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-12c0252f-1ebb-404f-ae1d-8bf7c5da53a2 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.42 "GET /v2.0/networks?id=b760bf03-7766-4aef-bd0e-08d3e5c4e949 HTTP/1.1" status: 200 len: 808 time: 0.5741320 Feb 20 03:24:20.874819 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-643efbbe-caa1-4b38-a20d-beb1e575a53a tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Request body: {'port': {'device_id': '2e53283e-35cd-4bb6-99d1-899bc5244b2d', 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949', 'admin_state_up': True, 'tenant_id': 'f32a2222e912478982e32c7419305be8'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:24:20.992115 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bbef1fb0-1187-4537-babc-af0186b3d3b8 req-37648529-9c2d-4016-b5dc-4d716b93a32a tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 210 time: 0.0683911 Feb 20 03:24:21.007852 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1a716420-a1d8-425e-80b9-03869001c062 req-03e47493-e65e-42dc-8725-e0819f6af1a8 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (80ad70d5-b73f-4bd8-a743-6832a446c47e), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:21.107292 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673075e2-76be-43e7-ab7c-16100d607698 x-openstack-request-id: req-673075e2-76be-43e7-ab7c-16100d607698 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:24:21.107620 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8911c9-0079-4cf4-af82-e25d02d294ed", "name": "network-vif-plugged", "status": "completed", "tag": "b9b722e2-8698-4ded-b18f-5dfe31a1f8d1", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:24:21.107885 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-673075e2-76be-43e7-ab7c-16100d607698 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:24:21.109074 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8911c9-0079-4cf4-af82-e25d02d294ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b722e2-8698-4ded-b18f-5dfe31a1f8d1', 'code': 200} Feb 20 03:24:21.144413 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-643efbbe-caa1-4b38-a20d-beb1e575a53a tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Made reservation on behalf of f32a2222e912478982e32c7419305be8 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:24:21.148122 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-643efbbe-caa1-4b38-a20d-beb1e575a53a tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:21.175590 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-b43af57d-7706-456a-a320-6f05ef73ae09 req-573afed3-5c04-4588-8b23-d7acf6d52b5a tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (bbbc0e63-999c-4a87-b79d-869f2264279e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:21.179667 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.42', 53963) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:21.316024 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573afed3-5c04-4588-8b23-d7acf6d52b5a tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Pushing event deleted for resources: {'Port': ['ID=bbbc0e63-999c-4a87-b79d-869f2264279e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:21.327708 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43af57d-7706-456a-a320-6f05ef73ae09 req-573afed3-5c04-4588-8b23-d7acf6d52b5a tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] No DVR routers for this DVR port bbbc0e63-999c-4a87-b79d-869f2264279e on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:24:21.329897 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1a716420-a1d8-425e-80b9-03869001c062 req-03e47493-e65e-42dc-8725-e0819f6af1a8 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Publish callbacks [] for port (80ad70d5-b73f-4bd8-a743-6832a446c47e), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:21.340648 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8bd2d8-6ccf-41fc-a56d-2971ca00ad58 req-9362eb59-8001-4586-a948-2d58cb1c2744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:21.340648 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5b8bd2d8-6ccf-41fc-a56d-2971ca00ad58 req-9362eb59-8001-4586-a948-2d58cb1c2744 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=df8911c9-0079-4cf4-af82-e25d02d294ed HTTP/1.1" status: 200 len: 1132 time: 0.1581240 Feb 20 03:24:21.348123 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-b43af57d-7706-456a-a320-6f05ef73ae09 req-573afed3-5c04-4588-8b23-d7acf6d52b5a tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:21.351321 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589c5626-eebd-41b6-a8f5-57e669ebf717 None None] Sync routers for ids ['47d23f91-628c-4496-97d5-cb2f361e2c23'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:24:21.351724 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6d36a-4e95-4212-a9be-66462d217ae5 req-30af3924-a3c7-43e6-a1f1-d8db0fb5f73b tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:21.353411 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e4b6d36a-4e95-4212-a9be-66462d217ae5 req-30af3924-a3c7-43e6-a1f1-d8db0fb5f73b tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=df8911c9-0079-4cf4-af82-e25d02d294ed HTTP/1.1" status: 200 len: 950 time: 0.1161833 Feb 20 03:24:21.357063 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b43af57d-7706-456a-a320-6f05ef73ae09 req-573afed3-5c04-4588-8b23-d7acf6d52b5a tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.93 "DELETE /v2.0/ports/bbbc0e63-999c-4a87-b79d-869f2264279e HTTP/1.1" status: 204 len: 173 time: 1.4793222 Feb 20 03:24:21.359544 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f', 'name': 'network-vif-deleted', 'tag': 'bbbc0e63-999c-4a87-b79d-869f2264279e'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:24:21.362318 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd78b8da-4ae5-47fa-8005-cd157bb2f8be" -d '{"events": [{"server_uuid": "2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f", "name": "network-vif-deleted", "tag": "bbbc0e63-999c-4a87-b79d-869f2264279e"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:24:21.377639 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589c5626-eebd-41b6-a8f5-57e669ebf717 None None] Routers {'47d23f91-628c-4496-97d5-cb2f361e2c23'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:24:21.378578 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-589c5626-eebd-41b6-a8f5-57e669ebf717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:23:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['47d23f91-628c-4496-97d5-cb2f361e2c23'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:24:21.423187 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1a716420-a1d8-425e-80b9-03869001c062 req-03e47493-e65e-42dc-8725-e0819f6af1a8 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (80ad70d5-b73f-4bd8-a743-6832a446c47e), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:21.435324 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-643efbbe-caa1-4b38-a20d-beb1e575a53a tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Allocated IP 172.20.0.9 (b760bf03-7766-4aef-bd0e-08d3e5c4e949/458c6d71-ffe3-42c1-873f-079dd6df07cb/3306d282-948a-4379-b81c-8f3c2844360e) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:24:21.461700 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:24:21.545544 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1a716420-a1d8-425e-80b9-03869001c062 req-03e47493-e65e-42dc-8725-e0819f6af1a8 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (c3f61d14-19b0-4206-86e4-7459b2ec4d87), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:21.562087 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5b8bd2d8-6ccf-41fc-a56d-2971ca00ad58 req-8768e95b-c7d6-42c9-90c7-db354b684d8f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e5cc72c8-6208-4dd5-b054-b5f445952a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076073 Feb 20 03:24:21.566501 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e4b6d36a-4e95-4212-a9be-66462d217ae5 req-990096ec-d5c9-40bd-8679-3eccafbe09c4 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5cc72c8-6208-4dd5-b054-b5f445952a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052684 Feb 20 03:24:21.576677 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e47493-e65e-42dc-8725-e0819f6af1a8 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Pushing event updated for resources: {'Port': ['ID=80ad70d5-b73f-4bd8-a743-6832a446c47e,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:21.592391 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-589c5626-eebd-41b6-a8f5-57e669ebf717 None None] Set router 47d23f91-628c-4496-97d5-cb2f361e2c23 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:24:21.641533 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a913c5a5-9114-4075-9823-8c2765452143 x-openstack-request-id: req-a913c5a5-9114-4075-9823-8c2765452143 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:24:21.641837 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f", "name": "network-vif-deleted", "tag": "bbbc0e63-999c-4a87-b79d-869f2264279e", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:24:21.642099 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a913c5a5-9114-4075-9823-8c2765452143 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:24:21.642502 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f', 'name': 'network-vif-deleted', 'tag': 'bbbc0e63-999c-4a87-b79d-869f2264279e', 'status': 'completed', 'code': 200} Feb 20 03:24:21.655483 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1a716420-a1d8-425e-80b9-03869001c062 req-03e47493-e65e-42dc-8725-e0819f6af1a8 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:21.656901 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1a716420-a1d8-425e-80b9-03869001c062 req-03e47493-e65e-42dc-8725-e0819f6af1a8 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4085166 Feb 20 03:24:21.664418 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-643efbbe-caa1-4b38-a20d-beb1e575a53a tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Publish callbacks [] for port (3306d282-948a-4379-b81c-8f3c2844360e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:21.786359 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-643efbbe-caa1-4b38-a20d-beb1e575a53a tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (3306d282-948a-4379-b81c-8f3c2844360e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:21.799602 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 6b563e32-2c31-4d60-8623-4f4ee35619f9 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:24:21.810224 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1a716420-a1d8-425e-80b9-03869001c062 req-1e99102f-c445-4512-9761-45776cc393b6 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.100 HTTP/1.1" status: 200 len: 696 time: 0.1454554 Feb 20 03:24:21.851500 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-643efbbe-caa1-4b38-a20d-beb1e575a53a tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Network b760bf03-7766-4aef-bd0e-08d3e5c4e949 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:24:21.860427 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-643efbbe-caa1-4b38-a20d-beb1e575a53a tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:24:21.875991 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-643efbbe-caa1-4b38-a20d-beb1e575a53a tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:24:21.884492 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-643efbbe-caa1-4b38-a20d-beb1e575a53a tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:21.885604 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-643efbbe-caa1-4b38-a20d-beb1e575a53a tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:21.895208 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643efbbe-caa1-4b38-a20d-beb1e575a53a tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Pushing event updated for resources: {'Port': ['ID=3306d282-948a-4379-b81c-8f3c2844360e,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:21.932383 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 6b563e32-2c31-4d60-8623-4f4ee35619f9 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:21.932383 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (6b563e32-2c31-4d60-8623-4f4ee35619f9), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:21.945349 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a716420-a1d8-425e-80b9-03869001c062 req-ea21a2c9-a396-44a9-b030-e08369c9ae81 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:21.946701 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1a716420-a1d8-425e-80b9-03869001c062 req-ea21a2c9-a396-44a9-b030-e08369c9ae81 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 784 time: 0.1229017 Feb 20 03:24:21.958228 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-1a716420-a1d8-425e-80b9-03869001c062 req-5b3f7015-6427-4c10-9de0-df05d0284611 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:24:21.959245 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1a716420-a1d8-425e-80b9-03869001c062 req-5b3f7015-6427-4c10-9de0-df05d0284611 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057199 Feb 20 03:24:21.977325 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-643efbbe-caa1-4b38-a20d-beb1e575a53a tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1061707 Feb 20 03:24:21.991554 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-1d97e6e7-af77-4b6a-adf6-561e016ae8b6 service neutron] Request body: {'port': {'device_id': '2e53283e-35cd-4bb6-99d1-899bc5244b2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:24:22.005379 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-589c5626-eebd-41b6-a8f5-57e669ebf717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d23f91-628c-4496-97d5-cb2f361e2c23', 'name': 'tempest-FloatingIPsTestJSON-545145125-router', 'tenant_id': '56e96b69a8e14f4ebc86a96281b0ab27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '6b563e32-2c31-4d60-8623-4f4ee35619f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:11Z', 'updated_at': '2022-02-20T03:24:17Z', 'revision_number': 4, 'project_id': '56e96b69a8e14f4ebc86a96281b0ab27', 'gw_port': {'id': '6b563e32-2c31-4d60-8623-4f4ee35619f9', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d23f91-628c-4496-97d5-cb2f361e2c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:12Z', 'updated_at': '2022-02-20T03:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '3a63a7e9-108d-4091-b4f5-31f0887087ed', 'name': '', 'network_id': '6eddd467-bf7c-410f-84f5-bc76d335f655', 'tenant_id': '56e96b69a8e14f4ebc86a96281b0ab27', 'mac_address': 'fa:16:3e:91:15:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d23f91-628c-4496-97d5-cb2f361e2c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '3c4e6587-0a90-471b-be8d-a5d1d6bb41ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:16Z', 'updated_at': '2022-02-20T03:24:17Z', 'revision_number': 2, 'project_id': '56e96b69a8e14f4ebc86a96281b0ab27', 'subnets': [{'id': '3c4e6587-0a90-471b-be8d-a5d1d6bb41ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:24:22.051509 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589c5626-eebd-41b6-a8f5-57e669ebf717 None None] Checking router: 47d23f91-628c-4496-97d5-cb2f361e2c23 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:24:22.051509 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589c5626-eebd-41b6-a8f5-57e669ebf717 None None] Updating router 47d23f91-628c-4496-97d5-cb2f361e2c23 port 3a63a7e9-108d-4091-b4f5-31f0887087ed binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:24:22.071046 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-08f41380-5564-4d52-90ea-15e32dbda5d4 req-bcf04306-7ebd-4530-bf49-cf8a31356763 tempest-AggregatesAdminTestJSON-527191098 tempest-AggregatesAdminTestJSON-527191098-project] 10.222.0.89 "GET /v2.0/ports?device_id=2ac5d8f0-4251-4f68-a4b9-bbaed2b5b10f HTTP/1.1" status: 200 len: 210 time: 0.0352533 Feb 20 03:24:22.083431 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-1d97e6e7-af77-4b6a-adf6-561e016ae8b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3306d282-948a-4379-b81c-8f3c2844360e), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:22.109132 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-589c5626-eebd-41b6-a8f5-57e669ebf717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3a63a7e9-108d-4091-b4f5-31f0887087ed), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:22.124874 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 6b563e32-2c31-4d60-8623-4f4ee35619f9 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:22.212919 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8aa8db15-cd98-4625-a6d7-c639f4fef6b6 req-9d2c8d8d-3003-4908-8cc6-03346b6edab3 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] 10.222.0.89 "GET /v2.0/floatingips/c3f61d14-19b0-4206-86e4-7459b2ec4d87 HTTP/1.1" status: 200 len: 693 time: 0.1442399 Feb 20 03:24:22.319069 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e46a9-f375-4218-8ed0-d88fbbf43dfc req-dcd1d135-800e-43cd-9aaf-dd74d881e356 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:22.320781 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7b3e46a9-f375-4218-8ed0-d88fbbf43dfc req-dcd1d135-800e-43cd-9aaf-dd74d881e356 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 931 time: 0.1701467 Feb 20 03:24:22.366941 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8db15-cd98-4625-a6d7-c639f4fef6b6 req-3a3a1f1c-6937-4ed3-a684-252b0a28d4a4 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:22.373867 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8aa8db15-cd98-4625-a6d7-c639f4fef6b6 req-3a3a1f1c-6937-4ed3-a684-252b0a28d4a4 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 784 time: 0.1458488 Feb 20 03:24:22.379924 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-8aa8db15-cd98-4625-a6d7-c639f4fef6b6 req-41a2b482-9c78-437d-ba6f-63b840c873a5 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:24:22.387567 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8aa8db15-cd98-4625-a6d7-c639f4fef6b6 req-41a2b482-9c78-437d-ba6f-63b840c873a5 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124528 Feb 20 03:24:22.439362 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-1d97e6e7-af77-4b6a-adf6-561e016ae8b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3306d282-948a-4379-b81c-8f3c2844360e {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:24:22.448788 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-1d97e6e7-af77-4b6a-adf6-561e016ae8b6 service neutron] Publish callbacks [] for port (3306d282-948a-4379-b81c-8f3c2844360e), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:22.463101 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-1d97e6e7-af77-4b6a-adf6-561e016ae8b6 service neutron] Transition to ACTIVE for port object 3306d282-948a-4379-b81c-8f3c2844360e will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:24:22.469991 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7b3e46a9-f375-4218-8ed0-d88fbbf43dfc req-225f7bae-cc8a-4636-bbdb-210d72e336e5 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293583 Feb 20 03:24:22.546122 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-1d97e6e7-af77-4b6a-adf6-561e016ae8b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3306d282-948a-4379-b81c-8f3c2844360e), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:22.593290 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-589c5626-eebd-41b6-a8f5-57e669ebf717 None None] Publish callbacks [] for port (3a63a7e9-108d-4091-b4f5-31f0887087ed), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:22.595472 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9640cba9-5a25-4f3b-ac2a-9f81f86f40f9 req-27246f87-e4b9-4ee0-a586-65b173442afb tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] 10.222.0.89 "GET /v2.0/floatingips?tenant_id=56e96b69a8e14f4ebc86a96281b0ab27 HTTP/1.1" status: 200 len: 696 time: 0.0915716 Feb 20 03:24:22.653806 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-1d97e6e7-af77-4b6a-adf6-561e016ae8b6 service neutron] Attempting to bind port 3306d282-948a-4379-b81c-8f3c2844360e on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:24:22.654194 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-1d97e6e7-af77-4b6a-adf6-561e016ae8b6 service neutron] Attempting to bind port 3306d282-948a-4379-b81c-8f3c2844360e by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:24:22.655007 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-1d97e6e7-af77-4b6a-adf6-561e016ae8b6 service neutron] Attempting to bind port 3306d282-948a-4379-b81c-8f3c2844360e on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:24:22.665085 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-1d97e6e7-af77-4b6a-adf6-561e016ae8b6 service neutron] Port 3306d282-948a-4379-b81c-8f3c2844360e on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:24:22.665403 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-1d97e6e7-af77-4b6a-adf6-561e016ae8b6 service neutron] Attempting to bind port 3306d282-948a-4379-b81c-8f3c2844360e on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:24:22.671167 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-589c5626-eebd-41b6-a8f5-57e669ebf717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3a63a7e9-108d-4091-b4f5-31f0887087ed), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:22.673593 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97e6e7-af77-4b6a-adf6-561e016ae8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3306d282-948a-4379-b81c-8f3c2844360e,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:22.683246 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-1d97e6e7-af77-4b6a-adf6-561e016ae8b6 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:24:22.683584 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-1d97e6e7-af77-4b6a-adf6-561e016ae8b6 service neutron] Checking segment: {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:24:22.686542 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-1d97e6e7-af77-4b6a-adf6-561e016ae8b6 service neutron] Bound using segment: {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:24:22.687207 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-1d97e6e7-af77-4b6a-adf6-561e016ae8b6 service neutron] Bound port: 3306d282-948a-4379-b81c-8f3c2844360e, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:24:22.687712 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-1d97e6e7-af77-4b6a-adf6-561e016ae8b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3306d282-948a-4379-b81c-8f3c2844360e), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:22.760160 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4150fa-a14a-417a-b799-383f229a2feb None None] Pushing event updated for resources: {'Port': ['ID=3a63a7e9-108d-4091-b4f5-31f0887087ed,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:22.778063 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c927ed-b4cf-4788-9084-bb8105b24293 req-4269d3ad-e53c-488e-8d59-5b9d7f3cb5bc tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:22.779644 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0c927ed-b4cf-4788-9084-bb8105b24293 req-4269d3ad-e53c-488e-8d59-5b9d7f3cb5bc tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=df8911c9-0079-4cf4-af82-e25d02d294ed HTTP/1.1" status: 200 len: 950 time: 0.1141391 Feb 20 03:24:22.781355 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-1d97e6e7-af77-4b6a-adf6-561e016ae8b6 service neutron] For port 3306d282-948a-4379-b81c-8f3c2844360e, host n-h1-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:24:22.787016 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-1d97e6e7-af77-4b6a-adf6-561e016ae8b6 service neutron] For port 3306d282-948a-4379-b81c-8f3c2844360e, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=3306d282-948a-4379-b81c-8f3c2844360e,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:24:22.816892 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640cba9-5a25-4f3b-ac2a-9f81f86f40f9 req-1fa9ee8b-a083-46d0-8c01-9d7b12eeb403 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:22.818404 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9640cba9-5a25-4f3b-ac2a-9f81f86f40f9 req-1fa9ee8b-a083-46d0-8c01-9d7b12eeb403 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] 10.222.0.89 "GET /v2.0/networks?id=eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 787 time: 0.2168934 Feb 20 03:24:22.828031 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-589c5626-eebd-41b6-a8f5-57e669ebf717 None None] Attempting to bind port 3a63a7e9-108d-4091-b4f5-31f0887087ed on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:24:22.828031 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-589c5626-eebd-41b6-a8f5-57e669ebf717 None None] Attempting to bind port 3a63a7e9-108d-4091-b4f5-31f0887087ed by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'ed73103c-5174-4806-a0c9-2d9b179abd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6eddd467-bf7c-410f-84f5-bc76d335f655'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:24:22.828031 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589c5626-eebd-41b6-a8f5-57e669ebf717 None None] Attempting to bind port 3a63a7e9-108d-4091-b4f5-31f0887087ed on network 6eddd467-bf7c-410f-84f5-bc76d335f655 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:24:22.833088 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589c5626-eebd-41b6-a8f5-57e669ebf717 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:24:22.833466 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589c5626-eebd-41b6-a8f5-57e669ebf717 None None] Checking segment: {'id': 'ed73103c-5174-4806-a0c9-2d9b179abd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6eddd467-bf7c-410f-84f5-bc76d335f655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:24:22.833875 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-589c5626-eebd-41b6-a8f5-57e669ebf717 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:22.834279 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589c5626-eebd-41b6-a8f5-57e669ebf717 None None] Bound using segment: {'id': 'ed73103c-5174-4806-a0c9-2d9b179abd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6eddd467-bf7c-410f-84f5-bc76d335f655'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:24:22.834972 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-589c5626-eebd-41b6-a8f5-57e669ebf717 None None] Bound port: 3a63a7e9-108d-4091-b4f5-31f0887087ed, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed73103c-5174-4806-a0c9-2d9b179abd2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6eddd467-bf7c-410f-84f5-bc76d335f655'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:24:22.835309 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-589c5626-eebd-41b6-a8f5-57e669ebf717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3a63a7e9-108d-4091-b4f5-31f0887087ed), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:22.837863 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-9640cba9-5a25-4f3b-ac2a-9f81f86f40f9 req-285557c8-2caa-452d-b8b0-2599faaf0279 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:24:22.839537 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9640cba9-5a25-4f3b-ac2a-9f81f86f40f9 req-285557c8-2caa-452d-b8b0-2599faaf0279 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113723 Feb 20 03:24:22.864259 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-1d97e6e7-af77-4b6a-adf6-561e016ae8b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3306d282-948a-4379-b81c-8f3c2844360e), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:22.873096 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0c927ed-b4cf-4788-9084-bb8105b24293 req-ef01bdf7-95d7-4de2-8a04-9bed1fc9a067 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5cc72c8-6208-4dd5-b054-b5f445952a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823517 Feb 20 03:24:22.920382 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-1d97e6e7-af77-4b6a-adf6-561e016ae8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:22.920966 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-1d97e6e7-af77-4b6a-adf6-561e016ae8b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:22.922177 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-1d97e6e7-af77-4b6a-adf6-561e016ae8b6 service neutron] 10.222.0.42 "PUT /v2.0/ports/3306d282-948a-4379-b81c-8f3c2844360e HTTP/1.1" status: 200 len: 1091 time: 0.9358838 Feb 20 03:24:22.930491 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-84ad213a-b14b-4096-9432-a0a412382868 req-f479054e-5368-4d14-ad8b-67a7db06acf0 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] 10.222.0.89 "GET /v2.0/floatingips/c3f61d14-19b0-4206-86e4-7459b2ec4d87 HTTP/1.1" status: 200 len: 693 time: 0.0497730 Feb 20 03:24:22.943102 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-589c5626-eebd-41b6-a8f5-57e669ebf717 None None] For port 3a63a7e9-108d-4091-b4f5-31f0887087ed, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:24:22.948434 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-589c5626-eebd-41b6-a8f5-57e669ebf717 None None] For port 3a63a7e9-108d-4091-b4f5-31f0887087ed, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3a63a7e9-108d-4091-b4f5-31f0887087ed,segment=NetworkSegment(ed73103c-5174-4806-a0c9-2d9b179abd2c),segment_id=ed73103c-5174-4806-a0c9-2d9b179abd2c)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:24:22.948609 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97e6e7-af77-4b6a-adf6-561e016ae8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3306d282-948a-4379-b81c-8f3c2844360e,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:23.040892 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad213a-b14b-4096-9432-a0a412382868 req-24853a38-96b2-4c01-ac1d-187fded55f52 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:23.043224 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-84ad213a-b14b-4096-9432-a0a412382868 req-24853a38-96b2-4c01-ac1d-187fded55f52 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 784 time: 0.1070485 Feb 20 03:24:23.044616 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-589c5626-eebd-41b6-a8f5-57e669ebf717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3a63a7e9-108d-4091-b4f5-31f0887087ed), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:23.056248 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-84ad213a-b14b-4096-9432-a0a412382868 req-86adb3b2-0acc-412b-9564-26b1400f7e9a tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:24:23.056248 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-84ad213a-b14b-4096-9432-a0a412382868 req-86adb3b2-0acc-412b-9564-26b1400f7e9a tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072241 Feb 20 03:24:23.082180 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-df1d7a0b-6738-4306-b78b-370c8dea536f None None] Provisioning complete for port 3a63a7e9-108d-4091-b4f5-31f0887087ed triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:23.082559 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-df1d7a0b-6738-4306-b78b-370c8dea536f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3a63a7e9-108d-4091-b4f5-31f0887087ed), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:23.110230 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-1d5a8ba7-3efe-4b9e-8784-c16c3370dfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:23.111946 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-1d5a8ba7-3efe-4b9e-8784-c16c3370dfb4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f32a2222e912478982e32c7419305be8&device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 1125 time: 0.0680065 Feb 20 03:24:23.137490 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-84ad213a-b14b-4096-9432-a0a412382868 req-cdd8af58-5a0e-45b3-ba0c-c58725b9049c tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.100 HTTP/1.1" status: 200 len: 696 time: 0.0723319 Feb 20 03:24:23.170385 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-4b84047c-19e8-46ab-99a3-80a0768ea55a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3306d282-948a-4379-b81c-8f3c2844360e HTTP/1.1" status: 200 len: 217 time: 0.0509260 Feb 20 03:24:23.171444 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4150fa-a14a-417a-b799-383f229a2feb None None] Pushing event updated for resources: {'Port': ['ID=3a63a7e9-108d-4091-b4f5-31f0887087ed,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:23.174176 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589c5626-eebd-41b6-a8f5-57e669ebf717 None None] Routers {'47d23f91-628c-4496-97d5-cb2f361e2c23'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:24:23.174946 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-589c5626-eebd-41b6-a8f5-57e669ebf717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:23:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['47d23f91-628c-4496-97d5-cb2f361e2c23'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:24:23.177279 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device bbbc0e63-999c-4a87-b79d-869f2264279e no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:24:23.247156 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-84ad213a-b14b-4096-9432-a0a412382868 req-39ab6649-37d4-4ddf-9ac0-6fe03be5c0c3 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.100 HTTP/1.1" status: 200 len: 696 time: 0.1058500 Feb 20 03:24:23.253790 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: bbbc0e63-999c-4a87-b79d-869f2264279e {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:24:23.254143 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device bbbc0e63-999c-4a87-b79d-869f2264279e not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:24:23.271691 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-6f46a7f9-405b-4b24-8c54-a2076823d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:23.273515 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-6f46a7f9-405b-4b24-8c54-a2076823d287 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=458c6d71-ffe3-42c1-873f-079dd6df07cb HTTP/1.1" status: 200 len: 848 time: 0.0848973 Feb 20 03:24:23.343708 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-a923d23a-0171-4952-8eac-9ee71945db6e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b760bf03-7766-4aef-bd0e-08d3e5c4e949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491910 Feb 20 03:24:23.344420 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 50840) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:23.405858 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-df1d7a0b-6738-4306-b78b-370c8dea536f None None] Current status of the port 3a63a7e9-108d-4091-b4f5-31f0887087ed is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:23.406845 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-df1d7a0b-6738-4306-b78b-370c8dea536f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3a63a7e9-108d-4091-b4f5-31f0887087ed), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:23.413081 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-589c5626-eebd-41b6-a8f5-57e669ebf717 None None] Set router 47d23f91-628c-4496-97d5-cb2f361e2c23 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:24:23.482134 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-84ad213a-b14b-4096-9432-a0a412382868 req-7181a7cd-89a1-4903-87a6-65006627e3fc tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Deleting port 80ad70d5-b73f-4bd8-a743-6832a446c47e {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:24:23.482479 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-84ad213a-b14b-4096-9432-a0a412382868 req-7181a7cd-89a1-4903-87a6-65006627e3fc tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (80ad70d5-b73f-4bd8-a743-6832a446c47e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:23.534808 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-df1d7a0b-6738-4306-b78b-370c8dea536f None None] For port 3a63a7e9-108d-4091-b4f5-31f0887087ed, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3a63a7e9-108d-4091-b4f5-31f0887087ed,segment=NetworkSegment(ed73103c-5174-4806-a0c9-2d9b179abd2c),segment_id=ed73103c-5174-4806-a0c9-2d9b179abd2c)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:24:23.535246 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-6b511d13-f318-43d2-bc5a-ea101321bbb2 service neutron] 10.222.0.42 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841249 Feb 20 03:24:23.580202 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-84ad213a-b14b-4096-9432-a0a412382868 req-7181a7cd-89a1-4903-87a6-65006627e3fc tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (80ad70d5-b73f-4bd8-a743-6832a446c47e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:23.580547 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-84ad213a-b14b-4096-9432-a0a412382868 req-7181a7cd-89a1-4903-87a6-65006627e3fc tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Publish callbacks [] for floatingip (80ad70d5-b73f-4bd8-a743-6832a446c47e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:23.597552 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-84ad213a-b14b-4096-9432-a0a412382868 req-7181a7cd-89a1-4903-87a6-65006627e3fc tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Calling delete_port for 80ad70d5-b73f-4bd8-a743-6832a446c47e owned by network:floatingip {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:24:23.614336 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-df1d7a0b-6738-4306-b78b-370c8dea536f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3a63a7e9-108d-4091-b4f5-31f0887087ed), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:23.634254 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ba8c9287-e011-4089-bce4-5c4affb3e63c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:23.648332 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e53283e-35cd-4bb6-99d1-899bc5244b2d', 'tag': '3306d282-948a-4379-b81c-8f3c2844360e'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:24:23.650721 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310f9c32-8578-4d11-8ed4-ad26da52353d" -d '{"events": [{"name": "network-changed", "server_uuid": "2e53283e-35cd-4bb6-99d1-899bc5244b2d", "tag": "3306d282-948a-4379-b81c-8f3c2844360e"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:24:23.715828 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d7a0b-6738-4306-b78b-370c8dea536f None None] Pushing event updated for resources: {'Port': ['ID=3a63a7e9-108d-4091-b4f5-31f0887087ed,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:23.733157 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a4316d9b-26be-4a93-90eb-9ab951daa31d req-1891cc1d-ecff-4407-a897-899c9020acee service neutron] 10.222.0.42 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906679 Feb 20 03:24:23.743609 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-589c5626-eebd-41b6-a8f5-57e669ebf717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d23f91-628c-4496-97d5-cb2f361e2c23', 'name': 'tempest-FloatingIPsTestJSON-545145125-router', 'tenant_id': '56e96b69a8e14f4ebc86a96281b0ab27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '6b563e32-2c31-4d60-8623-4f4ee35619f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:11Z', 'updated_at': '2022-02-20T03:24:17Z', 'revision_number': 4, 'project_id': '56e96b69a8e14f4ebc86a96281b0ab27', 'gw_port': {'id': '6b563e32-2c31-4d60-8623-4f4ee35619f9', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d23f91-628c-4496-97d5-cb2f361e2c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:12Z', 'updated_at': '2022-02-20T03:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '3a63a7e9-108d-4091-b4f5-31f0887087ed', 'name': '', 'network_id': '6eddd467-bf7c-410f-84f5-bc76d335f655', 'tenant_id': '56e96b69a8e14f4ebc86a96281b0ab27', 'mac_address': 'fa:16:3e:91:15:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d23f91-628c-4496-97d5-cb2f361e2c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '3c4e6587-0a90-471b-be8d-a5d1d6bb41ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:16Z', 'updated_at': '2022-02-20T03:24:22Z', 'revision_number': 4, 'project_id': '56e96b69a8e14f4ebc86a96281b0ab27', 'subnets': [{'id': '3c4e6587-0a90-471b-be8d-a5d1d6bb41ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:24:23.753108 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-87e15821-4427-45ae-890d-e0319aa67ccc None None] Provisioning complete for port 3a63a7e9-108d-4091-b4f5-31f0887087ed triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:23.753860 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-87e15821-4427-45ae-890d-e0319aa67ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3a63a7e9-108d-4091-b4f5-31f0887087ed), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:23.776741 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ba8c9287-e011-4089-bce4-5c4affb3e63c admin admin] Publish callbacks [] for security_group (350bd7b0-11fe-4bf0-8c7d-1ed0d4ae7252), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:23.804945 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701237f8-407c-4351-89d9-187613fcacb3 req-692514a1-d892-496e-b7ed-4925ddb93696 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:23.806427 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-701237f8-407c-4351-89d9-187613fcacb3 req-692514a1-d892-496e-b7ed-4925ddb93696 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 943 time: 0.0983894 Feb 20 03:24:23.815356 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589c5626-eebd-41b6-a8f5-57e669ebf717 None None] The sync data for ids ['47d23f91-628c-4496-97d5-cb2f361e2c23'] in n-d-829866-4 is: [{'id': '47d23f91-628c-4496-97d5-cb2f361e2c23', 'name': 'tempest-FloatingIPsTestJSON-545145125-router', 'tenant_id': '56e96b69a8e14f4ebc86a96281b0ab27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '6b563e32-2c31-4d60-8623-4f4ee35619f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:11Z', 'updated_at': '2022-02-20T03:24:17Z', 'revision_number': 4, 'project_id': '56e96b69a8e14f4ebc86a96281b0ab27', 'gw_port': {'id': '6b563e32-2c31-4d60-8623-4f4ee35619f9', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d23f91-628c-4496-97d5-cb2f361e2c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:12Z', 'updated_at': '2022-02-20T03:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '3a63a7e9-108d-4091-b4f5-31f0887087ed', 'name': '', 'network_id': '6eddd467-bf7c-410f-84f5-bc76d335f655', 'tenant_id': '56e96b69a8e14f4ebc86a96281b0ab27', 'mac_address': 'fa:16:3e:91:15:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d23f91-628c-4496-97d5-cb2f361e2c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '3c4e6587-0a90-471b-be8d-a5d1d6bb41ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:16Z', 'updated_at': '2022-02-20T03:24:22Z', 'revision_number': 4, 'project_id': '56e96b69a8e14f4ebc86a96281b0ab27', 'subnets': [{'id': '3c4e6587-0a90-471b-be8d-a5d1d6bb41ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:24:23.877342 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ba8c9287-e011-4089-bce4-5c4affb3e63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (350bd7b0-11fe-4bf0-8c7d-1ed0d4ae7252), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:23.924738 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-87e15821-4427-45ae-890d-e0319aa67ccc None None] Current status of the port 3a63a7e9-108d-4091-b4f5-31f0887087ed is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:23.941453 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c9287-e011-4089-bce4-5c4affb3e63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350bd7b0-11fe-4bf0-8c7d-1ed0d4ae7252,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:23.947254 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ba8c9287-e011-4089-bce4-5c4affb3e63c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c013212610354394bbd392587f25b1e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6016467 Feb 20 03:24:23.951391 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 50856) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:23.953482 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-701237f8-407c-4351-89d9-187613fcacb3 req-949066e1-4714-4207-ae11-a156db4d8c05 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354747 Feb 20 03:24:24.008937 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1aa73f64-f593-4365-8741-d7ad2fe4aeef admin admin] Publish callbacks [] for security_group (350bd7b0-11fe-4bf0-8c7d-1ed0d4ae7252), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:24.009118 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-84ad213a-b14b-4096-9432-a0a412382868 req-7181a7cd-89a1-4903-87a6-65006627e3fc tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (80ad70d5-b73f-4bd8-a743-6832a446c47e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:24.034591 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181a7cd-89a1-4903-87a6-65006627e3fc tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Pushing event deleted for resources: {'Port': ['ID=80ad70d5-b73f-4bd8-a743-6832a446c47e,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:24.034989 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1aa73f64-f593-4365-8741-d7ad2fe4aeef admin admin] Publish callbacks [] for security_group (350bd7b0-11fe-4bf0-8c7d-1ed0d4ae7252), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:24.097545 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-84ad213a-b14b-4096-9432-a0a412382868 req-7181a7cd-89a1-4903-87a6-65006627e3fc tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Publish callbacks [] for floatingip (c3f61d14-19b0-4206-86e4-7459b2ec4d87), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:24.100780 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-84ad213a-b14b-4096-9432-a0a412382868 req-7181a7cd-89a1-4903-87a6-65006627e3fc tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:24.107044 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-84ad213a-b14b-4096-9432-a0a412382868 req-7181a7cd-89a1-4903-87a6-65006627e3fc tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] 10.222.0.89 "DELETE /v2.0/floatingips/c3f61d14-19b0-4206-86e4-7459b2ec4d87 HTTP/1.1" status: 204 len: 173 time: 0.8589351 Feb 20 03:24:24.124788 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9602d6b-cfc3-4a61-97b0-b6dc375e46e9 x-openstack-request-id: req-d9602d6b-cfc3-4a61-97b0-b6dc375e46e9 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:24:24.125080 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e53283e-35cd-4bb6-99d1-899bc5244b2d", "tag": "3306d282-948a-4379-b81c-8f3c2844360e", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:24:24.125350 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d9602d6b-cfc3-4a61-97b0-b6dc375e46e9 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:24:24.125729 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e53283e-35cd-4bb6-99d1-899bc5244b2d', 'tag': '3306d282-948a-4379-b81c-8f3c2844360e', 'status': 'completed', 'code': 200} Feb 20 03:24:24.193246 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1aa73f64-f593-4365-8741-d7ad2fe4aeef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (350bd7b0-11fe-4bf0-8c7d-1ed0d4ae7252), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:24.196005 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1aa73f64-f593-4365-8741-d7ad2fe4aeef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:24.197221 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1aa73f64-f593-4365-8741-d7ad2fe4aeef admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/350bd7b0-11fe-4bf0-8c7d-1ed0d4ae7252 HTTP/1.1" status: 204 len: 168 time: 0.2446275 Feb 20 03:24:24.213779 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa73f64-f593-4365-8741-d7ad2fe4aeef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350bd7b0-11fe-4bf0-8c7d-1ed0d4ae7252,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:24.233959 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f9c32-8578-4d11-8ed4-ad26da52353d req-43692f5a-1ee9-47cb-b782-cde587ff73e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:24.238916 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-310f9c32-8578-4d11-8ed4-ad26da52353d req-43692f5a-1ee9-47cb-b782-cde587ff73e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f32a2222e912478982e32c7419305be8&device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 1125 time: 0.0831435 Feb 20 03:24:24.362513 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f9c32-8578-4d11-8ed4-ad26da52353d req-ae6c78fc-4b7f-4f5d-ac24-4ef2d76b69cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:24.366075 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-310f9c32-8578-4d11-8ed4-ad26da52353d req-ae6c78fc-4b7f-4f5d-ac24-4ef2d76b69cd service neutron] 10.222.0.42 "GET /v2.0/networks?id=b760bf03-7766-4aef-bd0e-08d3e5c4e949 HTTP/1.1" status: 200 len: 909 time: 0.1204815 Feb 20 03:24:24.414882 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-310f9c32-8578-4d11-8ed4-ad26da52353d req-675bb44b-9ed3-4982-b93d-a7014db61abf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3306d282-948a-4379-b81c-8f3c2844360e HTTP/1.1" status: 200 len: 217 time: 0.0438273 Feb 20 03:24:24.492405 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d2b8b-9122-4ffa-a5de-696424ff6134 req-80c377f1-a556-470a-8f3e-634d13fcd05c tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:24.494650 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f9c32-8578-4d11-8ed4-ad26da52353d req-8610aa71-eb41-41fe-9f05-129ffd67c688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:24.495312 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bf6d2b8b-9122-4ffa-a5de-696424ff6134 req-80c377f1-a556-470a-8f3e-634d13fcd05c tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=df8911c9-0079-4cf4-af82-e25d02d294ed HTTP/1.1" status: 200 len: 950 time: 0.3356102 Feb 20 03:24:24.497129 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-310f9c32-8578-4d11-8ed4-ad26da52353d req-8610aa71-eb41-41fe-9f05-129ffd67c688 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=458c6d71-ffe3-42c1-873f-079dd6df07cb HTTP/1.1" status: 200 len: 848 time: 0.0624166 Feb 20 03:24:24.549875 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-310f9c32-8578-4d11-8ed4-ad26da52353d req-15616f10-77b6-4867-a284-7e0508b1dc10 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b760bf03-7766-4aef-bd0e-08d3e5c4e949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454636 Feb 20 03:24:24.588103 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c2e4dea-2045-4304-b87b-1ef75ffeb468 req-899e9f4c-fc7e-4447-b35a-5fb839334b36 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2030847 Feb 20 03:24:24.593764 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-8c2e4dea-2045-4304-b87b-1ef75ffeb468 req-904daac4-0068-4526-a813-5971775a3d88 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:24:24.629687 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bf6d2b8b-9122-4ffa-a5de-696424ff6134 req-9ffeda70-fcd6-4533-ac26-8adfb90a3477 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5cc72c8-6208-4dd5-b054-b5f445952a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231451 Feb 20 03:24:24.691921 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-310f9c32-8578-4d11-8ed4-ad26da52353d req-b0e100db-a115-407d-ad23-d9d38406d713 service neutron] 10.222.0.42 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340129 Feb 20 03:24:24.694565 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8c2e4dea-2045-4304-b87b-1ef75ffeb468 req-904daac4-0068-4526-a813-5971775a3d88 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:24.820267 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8c2e4dea-2045-4304-b87b-1ef75ffeb468 req-904daac4-0068-4526-a813-5971775a3d88 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:24.848388 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-310f9c32-8578-4d11-8ed4-ad26da52353d req-be4f77ea-9427-42d5-b4b3-04bc9b6eec1d service neutron] 10.222.0.42 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485398 Feb 20 03:24:24.968294 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-8c2e4dea-2045-4304-b87b-1ef75ffeb468 req-904daac4-0068-4526-a813-5971775a3d88 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Allocated IP 172.25.7.25 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/d2bf3cba-3e3c-4d0d-b7b8-e5a0bd0fa909) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:24:25.044205 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 50882) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:25.059549 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9695ec77-c1cf-475c-ac89-aa36098a8593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:25.110402 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8c2e4dea-2045-4304-b87b-1ef75ffeb468 req-904daac4-0068-4526-a813-5971775a3d88 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Publish callbacks [] for port (d2bf3cba-3e3c-4d0d-b7b8-e5a0bd0fa909), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:25.156006 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9695ec77-c1cf-475c-ac89-aa36098a8593 admin admin] Publish callbacks [] for security_group (c34d6f54-76a0-472f-8816-01b4f06e9844), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:25.224472 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8c2e4dea-2045-4304-b87b-1ef75ffeb468 req-904daac4-0068-4526-a813-5971775a3d88 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (d2bf3cba-3e3c-4d0d-b7b8-e5a0bd0fa909), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:25.254489 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9695ec77-c1cf-475c-ac89-aa36098a8593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c34d6f54-76a0-472f-8816-01b4f06e9844), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:25.263516 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c2e4dea-2045-4304-b87b-1ef75ffeb468 req-904daac4-0068-4526-a813-5971775a3d88 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:24:25.272454 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-8c2e4dea-2045-4304-b87b-1ef75ffeb468 req-904daac4-0068-4526-a813-5971775a3d88 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:24:25.272454 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c2e4dea-2045-4304-b87b-1ef75ffeb468 req-904daac4-0068-4526-a813-5971775a3d88 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:24:25.309657 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695ec77-c1cf-475c-ac89-aa36098a8593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34d6f54-76a0-472f-8816-01b4f06e9844,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:25.315487 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9695ec77-c1cf-475c-ac89-aa36098a8593 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2029e865d8d2490a8cec32ca6bb8ca4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2686512 Feb 20 03:24:25.315640 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904daac4-0068-4526-a813-5971775a3d88 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Pushing event updated for resources: {'Port': ['ID=d2bf3cba-3e3c-4d0d-b7b8-e5a0bd0fa909,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:25.320775 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 50884) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:25.371126 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8c2e4dea-2045-4304-b87b-1ef75ffeb468 req-904daac4-0068-4526-a813-5971775a3d88 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Publish callbacks [] for floatingip (e00349fe-d4ce-4055-81b4-04fc0a5c79af), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:25.391967 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7fb2cd04-5fd0-411a-bebb-8ef00136e2fd admin admin] Publish callbacks [] for security_group (c34d6f54-76a0-472f-8816-01b4f06e9844), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:25.417188 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7fb2cd04-5fd0-411a-bebb-8ef00136e2fd admin admin] Publish callbacks [] for security_group (c34d6f54-76a0-472f-8816-01b4f06e9844), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:25.477926 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8c2e4dea-2045-4304-b87b-1ef75ffeb468 req-904daac4-0068-4526-a813-5971775a3d88 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d2bf3cba-3e3c-4d0d-b7b8-e5a0bd0fa909), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:25.531710 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-ae1d2750-5a0a-4f07-b49b-20ac5b51ab21 req-020d06b2-bb88-41ca-a647-51716f057d41 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:24:25.532726 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ae1d2750-5a0a-4f07-b49b-20ac5b51ab21 req-020d06b2-bb88-41ca-a647-51716f057d41 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0596535 Feb 20 03:24:25.582374 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7fb2cd04-5fd0-411a-bebb-8ef00136e2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c34d6f54-76a0-472f-8816-01b4f06e9844), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:25.585104 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7fb2cd04-5fd0-411a-bebb-8ef00136e2fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:25.589708 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7fb2cd04-5fd0-411a-bebb-8ef00136e2fd admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c34d6f54-76a0-472f-8816-01b4f06e9844 HTTP/1.1" status: 204 len: 168 time: 0.2645712 Feb 20 03:24:25.599797 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a647ae49-ac98-40b9-b924-073e771c158a req-2620a332-50da-4ae4-9350-bf0b4f65f01a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=df8911c9-0079-4cf4-af82-e25d02d294ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0614016 Feb 20 03:24:25.602674 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2cd04-5fd0-411a-bebb-8ef00136e2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34d6f54-76a0-472f-8816-01b4f06e9844,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:25.708111 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647ae49-ac98-40b9-b924-073e771c158a req-9333a69c-2e5b-49b3-9516-72793f5a25b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:25.708111 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a647ae49-ac98-40b9-b924-073e771c158a req-9333a69c-2e5b-49b3-9516-72793f5a25b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ff1ad3ceca045cf914e99c1cbcf5868&device_id=df8911c9-0079-4cf4-af82-e25d02d294ed HTTP/1.1" status: 200 len: 1132 time: 0.0522449 Feb 20 03:24:25.709466 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8c2e4dea-2045-4304-b87b-1ef75ffeb468 req-904daac4-0068-4526-a813-5971775a3d88 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Publish callbacks [] for port (d2bf3cba-3e3c-4d0d-b7b8-e5a0bd0fa909), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:25.726132 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5ce46-4943-4317-93a3-eafc5c10a993 req-c6995044-3f03-4e47-9fc1-9d1bb443f02c tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:25.727757 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-58c5ce46-4943-4317-93a3-eafc5c10a993 req-c6995044-3f03-4e47-9fc1-9d1bb443f02c tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 943 time: 0.0748875 Feb 20 03:24:25.786681 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8c2e4dea-2045-4304-b87b-1ef75ffeb468 req-904daac4-0068-4526-a813-5971775a3d88 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d2bf3cba-3e3c-4d0d-b7b8-e5a0bd0fa909), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:25.819859 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3a63a7e9-108d-4091-b4f5-31f0887087ed up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:24:25.835201 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647ae49-ac98-40b9-b924-073e771c158a req-237a9b8c-c544-4bc5-bec2-2cbc5a64d07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:25.836680 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a647ae49-ac98-40b9-b924-073e771c158a req-237a9b8c-c544-4bc5-bec2-2cbc5a64d07b service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.1009433 Feb 20 03:24:25.838148 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-58c5ce46-4943-4317-93a3-eafc5c10a993 req-f4faf939-2c80-45bb-8920-a47b595571d0 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969949 Feb 20 03:24:25.850943 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8c2e4dea-2045-4304-b87b-1ef75ffeb468 req-904daac4-0068-4526-a813-5971775a3d88 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (e00349fe-d4ce-4055-81b4-04fc0a5c79af), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:25.871017 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904daac4-0068-4526-a813-5971775a3d88 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Pushing event updated for resources: {'Port': ['ID=d2bf3cba-3e3c-4d0d-b7b8-e5a0bd0fa909,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:25.889526 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a647ae49-ac98-40b9-b924-073e771c158a req-4a96df02-ef4d-408c-a578-b14faf4c73c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=b9b722e2-8698-4ded-b18f-5dfe31a1f8d1 HTTP/1.1" status: 200 len: 217 time: 0.0465693 Feb 20 03:24:25.895806 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 3a63a7e9-108d-4091-b4f5-31f0887087ed triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:25.896302 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3a63a7e9-108d-4091-b4f5-31f0887087ed), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:25.956881 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647ae49-ac98-40b9-b924-073e771c158a req-dcbef9a1-12aa-4d92-949b-0df1d7459420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:25.958486 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a647ae49-ac98-40b9-b924-073e771c158a req-dcbef9a1-12aa-4d92-949b-0df1d7459420 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0629222 Feb 20 03:24:25.976344 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8c2e4dea-2045-4304-b87b-1ef75ffeb468 req-904daac4-0068-4526-a813-5971775a3d88 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:25.977581 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c2e4dea-2045-4304-b87b-1ef75ffeb468 req-904daac4-0068-4526-a813-5971775a3d88 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3886623 Feb 20 03:24:25.988517 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 3a63a7e9-108d-4091-b4f5-31f0887087ed is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:26.021867 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647ae49-ac98-40b9-b924-073e771c158a req-2a8f9eb1-e3a0-40a2-8e61-d7e2d67faf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:26.023509 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a647ae49-ac98-40b9-b924-073e771c158a req-2a8f9eb1-e3a0-40a2-8e61-d7e2d67faf45 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0581594 Feb 20 03:24:26.034997 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6885c8f-e3a4-44be-86f1-bf1fdb9f3d41 req-5a1c8ba1-8199-4e26-9bd8-58da1a4d15f6 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:26.036525 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6885c8f-e3a4-44be-86f1-bf1fdb9f3d41 req-5a1c8ba1-8199-4e26-9bd8-58da1a4d15f6 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=df8911c9-0079-4cf4-af82-e25d02d294ed HTTP/1.1" status: 200 len: 950 time: 0.1195686 Feb 20 03:24:26.041482 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c2e4dea-2045-4304-b87b-1ef75ffeb468 req-3dee753a-36d9-4b8a-beeb-51c9a1ff0da0 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.25 HTTP/1.1" status: 200 len: 695 time: 0.0541120 Feb 20 03:24:26.118830 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a647ae49-ac98-40b9-b924-073e771c158a req-49848354-25e9-4ff0-b58d-6f5d5f9b9168 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890369 Feb 20 03:24:26.145309 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6885c8f-e3a4-44be-86f1-bf1fdb9f3d41 req-21adf5d1-617b-4ce8-b76f-4222b9a59c95 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5cc72c8-6208-4dd5-b054-b5f445952a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007116 Feb 20 03:24:26.225642 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e4dea-2045-4304-b87b-1ef75ffeb468 req-122c267e-18fd-4ff6-94aa-db668d20734c tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:26.227294 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c2e4dea-2045-4304-b87b-1ef75ffeb468 req-122c267e-18fd-4ff6-94aa-db668d20734c tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 784 time: 0.1769364 Feb 20 03:24:26.241085 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-8c2e4dea-2045-4304-b87b-1ef75ffeb468 req-de506d47-5494-4a25-9395-32e7a5c1c4fd tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:24:26.246208 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c2e4dea-2045-4304-b87b-1ef75ffeb468 req-de506d47-5494-4a25-9395-32e7a5c1c4fd tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104082 Feb 20 03:24:26.259089 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a647ae49-ac98-40b9-b924-073e771c158a req-b8f33cee-7853-4b8a-94f7-e0170007922b service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301560 Feb 20 03:24:26.320732 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9724be0f-9928-4864-b8b7-604d9e9059e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:26.323454 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bcaab42e-2e16-4202-9ea7-0602c23cd74d req-efc829c3-746f-4687-aa01-eed82b48b04a tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] 10.222.0.89 "GET /v2.0/floatingips/e00349fe-d4ce-4055-81b4-04fc0a5c79af HTTP/1.1" status: 200 len: 692 time: 0.0460761 Feb 20 03:24:26.435229 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaab42e-2e16-4202-9ea7-0602c23cd74d req-34eacef1-e4cf-419c-82e1-a9983676f5dc tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:26.436605 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bcaab42e-2e16-4202-9ea7-0602c23cd74d req-34eacef1-e4cf-419c-82e1-a9983676f5dc tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 784 time: 0.1077738 Feb 20 03:24:26.446167 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-bcaab42e-2e16-4202-9ea7-0602c23cd74d req-bb79925e-d697-4d3f-8fcc-b16f5032e2f4 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:24:26.447144 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bcaab42e-2e16-4202-9ea7-0602c23cd74d req-bb79925e-d697-4d3f-8fcc-b16f5032e2f4 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054429 Feb 20 03:24:26.507629 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bcaab42e-2e16-4202-9ea7-0602c23cd74d req-fce41b4b-e640-457a-8b95-274c5978e955 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.25 HTTP/1.1" status: 200 len: 695 time: 0.0545998 Feb 20 03:24:26.569965 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bcaab42e-2e16-4202-9ea7-0602c23cd74d req-8c9367ea-6d8e-44e9-b083-3c6cb890c271 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.25 HTTP/1.1" status: 200 len: 695 time: 0.0614834 Feb 20 03:24:26.581634 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-ed5ed84d-56a7-4def-925c-04f63c07e54c tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=8ff1ad3ceca045cf914e99c1cbcf5868&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305722 Feb 20 03:24:26.780576 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-8017fe52-5694-4059-99c2-91953a3fd3af tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:26.782049 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-8017fe52-5694-4059-99c2-91953a3fd3af tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1943645 Feb 20 03:24:26.800675 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-bcaab42e-2e16-4202-9ea7-0602c23cd74d req-f1e86da6-87c5-4bf6-b949-923ab16893f8 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Deleting port d2bf3cba-3e3c-4d0d-b7b8-e5a0bd0fa909 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:24:26.801021 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bcaab42e-2e16-4202-9ea7-0602c23cd74d req-f1e86da6-87c5-4bf6-b949-923ab16893f8 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (d2bf3cba-3e3c-4d0d-b7b8-e5a0bd0fa909), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:26.804249 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-8034cd38-f4d4-4a38-b249-369d27f7d337 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/quotas/8ff1ad3ceca045cf914e99c1cbcf5868 HTTP/1.1" status: 200 len: 375 time: 0.0162961 Feb 20 03:24:26.926338 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bcaab42e-2e16-4202-9ea7-0602c23cd74d req-f1e86da6-87c5-4bf6-b949-923ab16893f8 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (d2bf3cba-3e3c-4d0d-b7b8-e5a0bd0fa909), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:26.926583 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bcaab42e-2e16-4202-9ea7-0602c23cd74d req-f1e86da6-87c5-4bf6-b949-923ab16893f8 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Publish callbacks [] for floatingip (d2bf3cba-3e3c-4d0d-b7b8-e5a0bd0fa909), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:26.932049 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-cb174d90-6336-46ca-ace6-043c0876ef37 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=8ff1ad3ceca045cf914e99c1cbcf5868&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1187167 Feb 20 03:24:26.947108 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-bcaab42e-2e16-4202-9ea7-0602c23cd74d req-f1e86da6-87c5-4bf6-b949-923ab16893f8 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Calling delete_port for d2bf3cba-3e3c-4d0d-b7b8-e5a0bd0fa909 owned by network:floatingip {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:24:27.168420 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bcaab42e-2e16-4202-9ea7-0602c23cd74d req-f1e86da6-87c5-4bf6-b949-923ab16893f8 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (d2bf3cba-3e3c-4d0d-b7b8-e5a0bd0fa909), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:27.199478 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e86da6-87c5-4bf6-b949-923ab16893f8 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Pushing event deleted for resources: {'Port': ['ID=d2bf3cba-3e3c-4d0d-b7b8-e5a0bd0fa909,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:27.235206 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bcaab42e-2e16-4202-9ea7-0602c23cd74d req-f1e86da6-87c5-4bf6-b949-923ab16893f8 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Publish callbacks [] for floatingip (e00349fe-d4ce-4055-81b4-04fc0a5c79af), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:27.238576 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bcaab42e-2e16-4202-9ea7-0602c23cd74d req-f1e86da6-87c5-4bf6-b949-923ab16893f8 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:27.247451 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bcaab42e-2e16-4202-9ea7-0602c23cd74d req-f1e86da6-87c5-4bf6-b949-923ab16893f8 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] 10.222.0.89 "DELETE /v2.0/floatingips/e00349fe-d4ce-4055-81b4-04fc0a5c79af HTTP/1.1" status: 204 len: 173 time: 0.6686578 Feb 20 03:24:27.302683 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-90f88078-db29-4b72-a76d-e3ddff91375b req-10bdbbfc-5177-4c58-856f-eb0f6d759318 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=6e5c2aaf-1560-4367-b689-dc5f6c118d67 HTTP/1.1" status: 200 len: 210 time: 0.0296941 Feb 20 03:24:27.361787 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e00740-baa9-47fd-9fb6-9c1551e3b220 req-fbd2411a-ffb7-486a-aa97-1ee24c70e9bd tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:27.363313 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d0e00740-baa9-47fd-9fb6-9c1551e3b220 req-fbd2411a-ffb7-486a-aa97-1ee24c70e9bd tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 943 time: 0.0632048 Feb 20 03:24:27.459902 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d0e00740-baa9-47fd-9fb6-9c1551e3b220 req-cad40d13-ea1d-4341-9564-bd6b67c740ea tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909090 Feb 20 03:24:27.460871 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-a1858fa8-0ceb-4b5c-a878-d509220c57fa req-467fd68e-91f5-456e-8dad-a4a064262d7b tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] show failed (client error): The resource could not be found. Feb 20 03:24:27.461784 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a1858fa8-0ceb-4b5c-a878-d509220c57fa req-467fd68e-91f5-456e-8dad-a4a064262d7b tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] 10.222.0.89 "GET /v2.0/floatingips/e00349fe-d4ce-4055-81b4-04fc0a5c79af HTTP/1.1" status: 404 len: 350 time: 0.0428579 Feb 20 03:24:27.527599 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-155f7eaf-5d25-4ed5-b8ae-8424774439f1 req-985b2bb0-9024-4e02-9be1-95ff9ae76486 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] show failed (client error): The resource could not be found. Feb 20 03:24:27.528680 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-155f7eaf-5d25-4ed5-b8ae-8424774439f1 req-985b2bb0-9024-4e02-9be1-95ff9ae76486 tempest-FloatingIPsTestJSON-511916865 tempest-FloatingIPsTestJSON-511916865-project] 10.222.0.89 "GET /v2.0/floatingips/e00349fe-d4ce-4055-81b4-04fc0a5c79af HTTP/1.1" status: 404 len: 350 time: 0.0417383 Feb 20 03:24:27.537408 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 50970) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:27.716085 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 3306d282-948a-4379-b81c-8f3c2844360e details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:24:27.844843 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 3306d282-948a-4379-b81c-8f3c2844360e, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=3306d282-948a-4379-b81c-8f3c2844360e,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:24:27.862754 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '3306d282-948a-4379-b81c-8f3c2844360e', 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949', 'port_id': '3306d282-948a-4379-b81c-8f3c2844360e', 'mac_address': 'fa:16:3e:20:d7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '458c6d71-ffe3-42c1-873f-079dd6df07cb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:24:27.914088 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 3306d282-948a-4379-b81c-8f3c2844360e is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:27.914505 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3306d282-948a-4379-b81c-8f3c2844360e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:27.929927 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3306d282-948a-4379-b81c-8f3c2844360e {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:24:27.953380 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 3306d282-948a-4379-b81c-8f3c2844360e, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=3306d282-948a-4379-b81c-8f3c2844360e,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:24:28.014577 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3306d282-948a-4379-b81c-8f3c2844360e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:28.070357 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=3306d282-948a-4379-b81c-8f3c2844360e,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:28.226421 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['3306d282-948a-4379-b81c-8f3c2844360e'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:24:28.254463 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a6b5c3ae-4514-42ce-9c85-44c05f3f8612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (47d23f91-628c-4496-97d5-cb2f361e2c23), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:28.479869 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3b96c2dc-2a03-4a98-ad9b-4475546ff258 req-53aecd84-35ff-4786-8d8e-3c54cbbe51d8 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=6e5c2aaf-1560-4367-b689-dc5f6c118d67 HTTP/1.1" status: 200 len: 210 time: 0.0446239 Feb 20 03:24:28.640168 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-a6b5c3ae-4514-42ce-9c85-44c05f3f8612 admin admin] Deleting port 3a63a7e9-108d-4091-b4f5-31f0887087ed {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:24:28.640500 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a6b5c3ae-4514-42ce-9c85-44c05f3f8612 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (3a63a7e9-108d-4091-b4f5-31f0887087ed), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:28.650159 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51026) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:28.700685 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13519d-e62f-4f4e-a992-a29de1ebc74d req-e6d3e83e-1d78-4419-b942-00d2de42e7d3 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:28.702611 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cb13519d-e62f-4f4e-a992-a29de1ebc74d req-e6d3e83e-1d78-4419-b942-00d2de42e7d3 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 944 time: 0.1049590 Feb 20 03:24:28.716278 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b2b0fafa-1827-40a7-9142-81d9ddb1e95a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:28.793264 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-a6b5c3ae-4514-42ce-9c85-44c05f3f8612 admin admin] For port 3a63a7e9-108d-4091-b4f5-31f0887087ed, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3a63a7e9-108d-4091-b4f5-31f0887087ed,segment=NetworkSegment(ed73103c-5174-4806-a0c9-2d9b179abd2c),segment_id=ed73103c-5174-4806-a0c9-2d9b179abd2c)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:24:28.793694 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a6b5c3ae-4514-42ce-9c85-44c05f3f8612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (3a63a7e9-108d-4091-b4f5-31f0887087ed), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:28.798429 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6effbacf-5c4f-40db-bc98-572f6877323e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:28.832406 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cb13519d-e62f-4f4e-a992-a29de1ebc74d req-50235216-a68f-4d59-8937-51fc29899887 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069715 Feb 20 03:24:28.832406 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-a6b5c3ae-4514-42ce-9c85-44c05f3f8612 admin admin] Calling delete_port for 3a63a7e9-108d-4091-b4f5-31f0887087ed owned by network:router_interface {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:24:28.882996 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6effbacf-5c4f-40db-bc98-572f6877323e admin admin] Publish callbacks [] for security_group (faabe7c3-08b9-4f9a-b6a4-e7666f27fee4), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:28.957112 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6effbacf-5c4f-40db-bc98-572f6877323e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (faabe7c3-08b9-4f9a-b6a4-e7666f27fee4), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:28.996102 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6effbacf-5c4f-40db-bc98-572f6877323e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=425f38c732a44cf9ab60f5b0431cb211&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3447676 Feb 20 03:24:28.996862 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6effbacf-5c4f-40db-bc98-572f6877323e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faabe7c3-08b9-4f9a-b6a4-e7666f27fee4,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:28.999694 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 51040) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:29.091125 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d6a7f87c-0a04-4cab-9bfa-6df670db809a admin admin] Publish callbacks [] for security_group (faabe7c3-08b9-4f9a-b6a4-e7666f27fee4), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:29.113638 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d6a7f87c-0a04-4cab-9bfa-6df670db809a admin admin] Publish callbacks [] for security_group (faabe7c3-08b9-4f9a-b6a4-e7666f27fee4), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:29.156054 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a6b5c3ae-4514-42ce-9c85-44c05f3f8612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (3a63a7e9-108d-4091-b4f5-31f0887087ed), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:29.186509 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b5c3ae-4514-42ce-9c85-44c05f3f8612 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a63a7e9-108d-4091-b4f5-31f0887087ed,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:29.327879 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d6a7f87c-0a04-4cab-9bfa-6df670db809a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (faabe7c3-08b9-4f9a-b6a4-e7666f27fee4), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:29.330828 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d6a7f87c-0a04-4cab-9bfa-6df670db809a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:29.332023 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d6a7f87c-0a04-4cab-9bfa-6df670db809a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/faabe7c3-08b9-4f9a-b6a4-e7666f27fee4 HTTP/1.1" status: 204 len: 168 time: 0.3310273 Feb 20 03:24:29.347922 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7f87c-0a04-4cab-9bfa-6df670db809a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faabe7c3-08b9-4f9a-b6a4-e7666f27fee4,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:29.379554 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-c3559e7c-d4d2-48a0-bc3e-199def515d4c tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=8ff1ad3ceca045cf914e99c1cbcf5868&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525067 Feb 20 03:24:29.385112 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a6b5c3ae-4514-42ce-9c85-44c05f3f8612 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (47d23f91-628c-4496-97d5-cb2f361e2c23), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:29.557133 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-7c1c7792-4c10-4104-812a-8755bd5563f5 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:29.559652 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-7c1c7792-4c10-4104-812a-8755bd5563f5 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1788266 Feb 20 03:24:29.574201 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-1472d08a-3aea-410d-b930-fc5b645760f7 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Request body: {'port': {'device_id': '6e5c2aaf-1560-4367-b689-dc5f6c118d67', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'admin_state_up': True, 'tenant_id': '8ff1ad3ceca045cf914e99c1cbcf5868'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:24:29.647170 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e3fc6715-bdb7-4390-833d-82d95986f4ab req-4a0ef893-5f45-44ac-966c-17defa028118 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=6e5c2aaf-1560-4367-b689-dc5f6c118d67 HTTP/1.1" status: 200 len: 210 time: 0.0386503 Feb 20 03:24:29.756755 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 3306d282-948a-4379-b81c-8f3c2844360e up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:24:29.820375 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:29.821324 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-1472d08a-3aea-410d-b930-fc5b645760f7 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Made reservation on behalf of 8ff1ad3ceca045cf914e99c1cbcf5868 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:24:29.828268 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-1472d08a-3aea-410d-b930-fc5b645760f7 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:29.859720 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b5c3ae-4514-42ce-9c85-44c05f3f8612 admin admin] Router 47d23f91-628c-4496-97d5-cb2f361e2c23 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:24:29.934525 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 3306d282-948a-4379-b81c-8f3c2844360e completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:24:29.938874 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 3306d282-948a-4379-b81c-8f3c2844360e triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:29.939279 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3306d282-948a-4379-b81c-8f3c2844360e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:30.155114 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 3306d282-948a-4379-b81c-8f3c2844360e is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:30.155515 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3306d282-948a-4379-b81c-8f3c2844360e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:30.198168 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e53283e-35cd-4bb6-99d1-899bc5244b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3306d282-948a-4379-b81c-8f3c2844360e'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:24:30.198168 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963bc1f6-ef30-46a7-8987-ee4a2fe7db7c" -d '{"events": [{"server_uuid": "2e53283e-35cd-4bb6-99d1-899bc5244b2d", "name": "network-vif-plugged", "status": "completed", "tag": "3306d282-948a-4379-b81c-8f3c2844360e"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:24:30.231637 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-1472d08a-3aea-410d-b930-fc5b645760f7 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Allocated IP 192.168.233.113 (0c4d93d2-7476-4570-93e5-7ecf9f895901/c38207c9-ee42-4b0e-b0ac-5ef2953b6f62/ea84fefc-a3a7-4a64-85c9-938c1b06c3d7) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:24:30.234741 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 3306d282-948a-4379-b81c-8f3c2844360e, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=3306d282-948a-4379-b81c-8f3c2844360e,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:24:30.272833 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb64e02-7161-4249-8aec-73478f810fc4 req-3a834272-82d0-47d7-85e1-619dd191e89a tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:30.274330 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfb64e02-7161-4249-8aec-73478f810fc4 req-3a834272-82d0-47d7-85e1-619dd191e89a tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 944 time: 0.3302796 Feb 20 03:24:30.300019 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3306d282-948a-4379-b81c-8f3c2844360e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:30.328468 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b5c3ae-4514-42ce-9c85-44c05f3f8612 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:24:30.340714 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55191d2e-7e50-4dcd-8c6c-0d86ca2c6d9e None None] Sync routers for ids ['47d23f91-628c-4496-97d5-cb2f361e2c23'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:24:30.364962 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55191d2e-7e50-4dcd-8c6c-0d86ca2c6d9e None None] Routers {'47d23f91-628c-4496-97d5-cb2f361e2c23'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:24:30.365594 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-55191d2e-7e50-4dcd-8c6c-0d86ca2c6d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:24:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['47d23f91-628c-4496-97d5-cb2f361e2c23'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:24:30.367085 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a6b5c3ae-4514-42ce-9c85-44c05f3f8612 admin admin] 10.222.0.89 "PUT /v2.0/routers/47d23f91-628c-4496-97d5-cb2f361e2c23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8278780 Feb 20 03:24:30.370330 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51106) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:30.383902 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51108) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:30.392866 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=3306d282-948a-4379-b81c-8f3c2844360e,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:30.406172 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfb64e02-7161-4249-8aec-73478f810fc4 req-22af3cf7-a8b2-4a1a-a81c-046975726be5 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215804 Feb 20 03:24:30.423637 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 51110) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:30.464739 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48194315-3dfb-48aa-b09b-e3c04c5cc899 x-openstack-request-id: req-48194315-3dfb-48aa-b09b-e3c04c5cc899 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:24:30.465428 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e53283e-35cd-4bb6-99d1-899bc5244b2d", "name": "network-vif-plugged", "status": "completed", "tag": "3306d282-948a-4379-b81c-8f3c2844360e", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:24:30.465848 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-48194315-3dfb-48aa-b09b-e3c04c5cc899 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:24:30.466400 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e53283e-35cd-4bb6-99d1-899bc5244b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3306d282-948a-4379-b81c-8f3c2844360e', 'code': 200} Feb 20 03:24:30.545174 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 51118) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:30.552702 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-55191d2e-7e50-4dcd-8c6c-0d86ca2c6d9e None None] Set router 47d23f91-628c-4496-97d5-cb2f361e2c23 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:24:30.571096 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-db235178-e016-45f2-bed3-4f0196990872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:30.608207 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-1472d08a-3aea-410d-b930-fc5b645760f7 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Publish callbacks [] for port (ea84fefc-a3a7-4a64-85c9-938c1b06c3d7), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:30.610671 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-76ea6c38-868c-49a6-b09c-42adf59915af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:30.664191 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38e5e2c1-579d-41dc-98d3-0c04ff26977b admin admin] Publish callbacks [] for router (47d23f91-628c-4496-97d5-cb2f361e2c23), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:30.744324 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b845b78-7204-4694-aa1f-65af4cb5dcb5 req-5d8b45ed-3b71-4679-8348-10af3f2ddd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:30.746004 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5b845b78-7204-4694-aa1f-65af4cb5dcb5 req-5d8b45ed-3b71-4679-8348-10af3f2ddd08 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 1127 time: 0.1830840 Feb 20 03:24:30.822672 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-1472d08a-3aea-410d-b930-fc5b645760f7 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (ea84fefc-a3a7-4a64-85c9-938c1b06c3d7), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:30.836914 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['b9b722e2-8698-4ded-b18f-5dfe31a1f8d1'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:24:30.843140 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-55191d2e-7e50-4dcd-8c6c-0d86ca2c6d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d23f91-628c-4496-97d5-cb2f361e2c23', 'name': 'tempest-FloatingIPsTestJSON-545145125-router', 'tenant_id': '56e96b69a8e14f4ebc86a96281b0ab27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '6b563e32-2c31-4d60-8623-4f4ee35619f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:11Z', 'updated_at': '2022-02-20T03:24:28Z', 'revision_number': 5, 'project_id': '56e96b69a8e14f4ebc86a96281b0ab27', 'gw_port': {'id': '6b563e32-2c31-4d60-8623-4f4ee35619f9', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d23f91-628c-4496-97d5-cb2f361e2c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:12Z', 'updated_at': '2022-02-20T03:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:24:30.891953 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55191d2e-7e50-4dcd-8c6c-0d86ca2c6d9e None None] Checking router: 47d23f91-628c-4496-97d5-cb2f361e2c23 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:24:30.898180 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-db235178-e016-45f2-bed3-4f0196990872 admin admin] Publish callbacks [] for security_group (75380647-3814-493c-83db-cb2f1fc2a2cf), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:30.902396 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55191d2e-7e50-4dcd-8c6c-0d86ca2c6d9e None None] Routers {'47d23f91-628c-4496-97d5-cb2f361e2c23'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:24:30.903561 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-55191d2e-7e50-4dcd-8c6c-0d86ca2c6d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:24:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['47d23f91-628c-4496-97d5-cb2f361e2c23'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:24:30.919834 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-25c9d5a1-bdda-4d15-95ad-8168ff757fc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:30.942216 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c4e1a-5711-46ec-b176-4059e39ba859 req-b6a4893c-9380-4e9b-a12b-33d81c7c27b1 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:30.943866 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2a5c4e1a-5711-46ec-b176-4059e39ba859 req-b6a4893c-9380-4e9b-a12b-33d81c7c27b1 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=6e5c2aaf-1560-4367-b689-dc5f6c118d67 HTTP/1.1" status: 200 len: 936 time: 0.1396813 Feb 20 03:24:30.953676 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-1472d08a-3aea-410d-b930-fc5b645760f7 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:24:30.954738 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472d08a-3aea-410d-b930-fc5b645760f7 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Pushing event updated for resources: {'Port': ['ID=ea84fefc-a3a7-4a64-85c9-938c1b06c3d7,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:30.968282 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-1472d08a-3aea-410d-b930-fc5b645760f7 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:24:30.989704 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-1472d08a-3aea-410d-b930-fc5b645760f7 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:24:30.998600 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-76ea6c38-868c-49a6-b09c-42adf59915af admin admin] Publish callbacks [] for security_group (d491d31e-fbe6-4dde-9d86-38b2ebd60c7b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:31.006163 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-1472d08a-3aea-410d-b930-fc5b645760f7 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:31.006163 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-1472d08a-3aea-410d-b930-fc5b645760f7 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:31.007265 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-db235178-e016-45f2-bed3-4f0196990872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (75380647-3814-493c-83db-cb2f1fc2a2cf), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:31.040991 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-db235178-e016-45f2-bed3-4f0196990872 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=671a65e9fe19414d845c285d59102006&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4935567 Feb 20 03:24:31.060323 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51134) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:31.091426 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5b845b78-7204-4694-aa1f-65af4cb5dcb5 req-b51161b9-165d-4a98-87c4-94d2173f2a08 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380561 Feb 20 03:24:31.095143 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2a5c4e1a-5711-46ec-b176-4059e39ba859 req-6df351ff-a103-429a-b158-7c3b0d0b14ac tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5cc72c8-6208-4dd5-b054-b5f445952a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413126 Feb 20 03:24:31.102540 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38e5e2c1-579d-41dc-98d3-0c04ff26977b admin admin] Publish callbacks [] for router_gateway (47d23f91-628c-4496-97d5-cb2f361e2c23), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:31.105656 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-55191d2e-7e50-4dcd-8c6c-0d86ca2c6d9e None None] Set router 47d23f91-628c-4496-97d5-cb2f361e2c23 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:24:31.128253 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db235178-e016-45f2-bed3-4f0196990872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75380647-3814-493c-83db-cb2f1fc2a2cf,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:31.149883 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:31.155759 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-76ea6c38-868c-49a6-b09c-42adf59915af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d491d31e-fbe6-4dde-9d86-38b2ebd60c7b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:31.208261 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-76ea6c38-868c-49a6-b09c-42adf59915af admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=87114f6c18d44ec7bdad13d84e6b1419&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7832971 Feb 20 03:24:31.208677 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51138) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:31.209381 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea6c38-868c-49a6-b09c-42adf59915af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d491d31e-fbe6-4dde-9d86-38b2ebd60c7b,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:31.255017 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-1472d08a-3aea-410d-b930-fc5b645760f7 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6854575 Feb 20 03:24:31.270221 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-92295a0b-12c4-4919-bca4-41e843d8609f admin admin] Publish callbacks [] for security_group (75380647-3814-493c-83db-cb2f1fc2a2cf), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:31.292817 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-25287a42-cbbf-44da-9caa-126e4e5af602 service neutron] Request body: {'port': {'device_id': '6e5c2aaf-1560-4367-b689-dc5f6c118d67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:24:31.330674 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-fbf58556-90ed-40fd-aa48-ff3a80910c57 None None] Provisioning complete for port ea84fefc-a3a7-4a64-85c9-938c1b06c3d7 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:31.331304 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fbf58556-90ed-40fd-aa48-ff3a80910c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ea84fefc-a3a7-4a64-85c9-938c1b06c3d7), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:31.374453 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-92295a0b-12c4-4919-bca4-41e843d8609f admin admin] Publish callbacks [] for security_group (75380647-3814-493c-83db-cb2f1fc2a2cf), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:31.390383 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-25c9d5a1-bdda-4d15-95ad-8168ff757fc2 admin admin] Publish callbacks [] for security_group (9cd17c34-d0dc-4950-812a-dce2487a3fc7), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:31.393777 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-fbf58556-90ed-40fd-aa48-ff3a80910c57 None None] Port ea84fefc-a3a7-4a64-85c9-938c1b06c3d7 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:24:31.415609 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-55191d2e-7e50-4dcd-8c6c-0d86ca2c6d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d23f91-628c-4496-97d5-cb2f361e2c23', 'name': 'tempest-FloatingIPsTestJSON-545145125-router', 'tenant_id': '56e96b69a8e14f4ebc86a96281b0ab27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '6b563e32-2c31-4d60-8623-4f4ee35619f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:11Z', 'updated_at': '2022-02-20T03:24:28Z', 'revision_number': 5, 'project_id': '56e96b69a8e14f4ebc86a96281b0ab27', 'gw_port': {'id': '6b563e32-2c31-4d60-8623-4f4ee35619f9', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d23f91-628c-4496-97d5-cb2f361e2c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:12Z', 'updated_at': '2022-02-20T03:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:24:31.460373 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-25287a42-cbbf-44da-9caa-126e4e5af602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ea84fefc-a3a7-4a64-85c9-938c1b06c3d7), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:31.468055 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55191d2e-7e50-4dcd-8c6c-0d86ca2c6d9e None None] The sync data for ids ['47d23f91-628c-4496-97d5-cb2f361e2c23'] in n-d-829866-4 is: [{'id': '47d23f91-628c-4496-97d5-cb2f361e2c23', 'name': 'tempest-FloatingIPsTestJSON-545145125-router', 'tenant_id': '56e96b69a8e14f4ebc86a96281b0ab27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '6b563e32-2c31-4d60-8623-4f4ee35619f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:11Z', 'updated_at': '2022-02-20T03:24:28Z', 'revision_number': 5, 'project_id': '56e96b69a8e14f4ebc86a96281b0ab27', 'gw_port': {'id': '6b563e32-2c31-4d60-8623-4f4ee35619f9', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:d8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d23f91-628c-4496-97d5-cb2f361e2c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:12Z', 'updated_at': '2022-02-20T03:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:24:31.475825 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 51154) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:31.477690 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d64f06ad-560b-4e34-9d1f-9b1c9b9e535e admin admin] Publish callbacks [] for security_group (d491d31e-fbe6-4dde-9d86-38b2ebd60c7b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:31.536601 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-25c9d5a1-bdda-4d15-95ad-8168ff757fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (9cd17c34-d0dc-4950-812a-dce2487a3fc7), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:31.562101 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61b28c-d083-4f62-93e5-d1d1888668af req-e821a43d-78cc-4ba6-b4ce-66a9cb264cc6 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:31.568977 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6a61b28c-d083-4f62-93e5-d1d1888668af req-e821a43d-78cc-4ba6-b4ce-66a9cb264cc6 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 945 time: 0.0815639 Feb 20 03:24:31.629192 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6a61b28c-d083-4f62-93e5-d1d1888668af req-cadb169c-3bbe-49ef-ad48-310f2ad63b11 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564673 Feb 20 03:24:31.630073 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3a3a671c-bc41-47c0-831d-f0052585bbc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:31.645380 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-38e5e2c1-579d-41dc-98d3-0c04ff26977b admin admin] Deleting port 6b563e32-2c31-4d60-8623-4f4ee35619f9 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:24:31.645688 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38e5e2c1-579d-41dc-98d3-0c04ff26977b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (6b563e32-2c31-4d60-8623-4f4ee35619f9), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:31.651045 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d64f06ad-560b-4e34-9d1f-9b1c9b9e535e admin admin] Publish callbacks [] for security_group (d491d31e-fbe6-4dde-9d86-38b2ebd60c7b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:31.706283 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-25c9d5a1-bdda-4d15-95ad-8168ff757fc2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c2f555bb86d44f3085eafed8751f5040&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3056967 Feb 20 03:24:31.711402 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 51162) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:31.737164 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9d5a1-bdda-4d15-95ad-8168ff757fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd17c34-d0dc-4950-812a-dce2487a3fc7,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:31.741717 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3a3a671c-bc41-47c0-831d-f0052585bbc1 admin admin] Publish callbacks [] for security_group (494d4316-e70b-4893-b34e-f64418f24268), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:31.775373 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0a1c241a-d474-4d1d-8b07-1ed5d1980074 admin admin] Publish callbacks [] for security_group (9cd17c34-d0dc-4950-812a-dce2487a3fc7), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:31.804282 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0a1c241a-d474-4d1d-8b07-1ed5d1980074 admin admin] Publish callbacks [] for security_group (9cd17c34-d0dc-4950-812a-dce2487a3fc7), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:31.805976 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-92295a0b-12c4-4919-bca4-41e843d8609f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (75380647-3814-493c-83db-cb2f1fc2a2cf), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:31.806251 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3a3a671c-bc41-47c0-831d-f0052585bbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (494d4316-e70b-4893-b34e-f64418f24268), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:31.809005 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-92295a0b-12c4-4919-bca4-41e843d8609f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:31.810143 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-92295a0b-12c4-4919-bca4-41e843d8609f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/75380647-3814-493c-83db-cb2f1fc2a2cf HTTP/1.1" status: 204 len: 168 time: 0.7463670 Feb 20 03:24:31.835514 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92295a0b-12c4-4919-bca4-41e843d8609f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75380647-3814-493c-83db-cb2f1fc2a2cf,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:31.884749 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3a63a7e9-108d-4091-b4f5-31f0887087ed no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:24:31.896637 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-38e5e2c1-579d-41dc-98d3-0c04ff26977b admin admin] For port 6b563e32-2c31-4d60-8623-4f4ee35619f9, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=6b563e32-2c31-4d60-8623-4f4ee35619f9,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:24:31.896911 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38e5e2c1-579d-41dc-98d3-0c04ff26977b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (6b563e32-2c31-4d60-8623-4f4ee35619f9), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:31.901932 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a671c-bc41-47c0-831d-f0052585bbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494d4316-e70b-4893-b34e-f64418f24268,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:31.915493 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3a3a671c-bc41-47c0-831d-f0052585bbc1 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=deeeb2ee46bc42a68e97b42d06a9c3d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4425483 Feb 20 03:24:31.921800 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51170) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:31.950284 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-38e5e2c1-579d-41dc-98d3-0c04ff26977b admin admin] Calling delete_port for 6b563e32-2c31-4d60-8623-4f4ee35619f9 owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:24:31.954076 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 3a63a7e9-108d-4091-b4f5-31f0887087ed {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:24:31.957524 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3a63a7e9-108d-4091-b4f5-31f0887087ed not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:24:31.977570 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d64f06ad-560b-4e34-9d1f-9b1c9b9e535e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d491d31e-fbe6-4dde-9d86-38b2ebd60c7b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:31.977570 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d64f06ad-560b-4e34-9d1f-9b1c9b9e535e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:31.977570 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d64f06ad-560b-4e34-9d1f-9b1c9b9e535e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d491d31e-fbe6-4dde-9d86-38b2ebd60c7b HTTP/1.1" status: 204 len: 168 time: 0.7639143 Feb 20 03:24:32.032411 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0a1c241a-d474-4d1d-8b07-1ed5d1980074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (9cd17c34-d0dc-4950-812a-dce2487a3fc7), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:32.035912 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0a1c241a-d474-4d1d-8b07-1ed5d1980074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:32.037092 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0a1c241a-d474-4d1d-8b07-1ed5d1980074 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9cd17c34-d0dc-4950-812a-dce2487a3fc7 HTTP/1.1" status: 204 len: 168 time: 0.3246946 Feb 20 03:24:32.055591 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c241a-d474-4d1d-8b07-1ed5d1980074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd17c34-d0dc-4950-812a-dce2487a3fc7,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:32.082159 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f06ad-560b-4e34-9d1f-9b1c9b9e535e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d491d31e-fbe6-4dde-9d86-38b2ebd60c7b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:32.114591 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d59bc467-aa65-48fc-bced-ac35948a29e9 admin admin] Publish callbacks [] for security_group (494d4316-e70b-4893-b34e-f64418f24268), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:32.163676 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-25287a42-cbbf-44da-9caa-126e4e5af602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea84fefc-a3a7-4a64-85c9-938c1b06c3d7 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:24:32.171154 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d59bc467-aa65-48fc-bced-ac35948a29e9 admin admin] Publish callbacks [] for security_group (494d4316-e70b-4893-b34e-f64418f24268), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:32.185961 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-25287a42-cbbf-44da-9caa-126e4e5af602 service neutron] Publish callbacks [] for port (ea84fefc-a3a7-4a64-85c9-938c1b06c3d7), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:32.238593 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35ea58-12c8-4841-b233-bf240a79d553 req-e13f01f2-b295-449f-9c21-2566c22600aa tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:32.239887 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cd35ea58-12c8-4841-b233-bf240a79d553 req-e13f01f2-b295-449f-9c21-2566c22600aa tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=6e5c2aaf-1560-4367-b689-dc5f6c118d67 HTTP/1.1" status: 200 len: 936 time: 0.0616665 Feb 20 03:24:32.252715 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-25287a42-cbbf-44da-9caa-126e4e5af602 service neutron] Transition to ACTIVE for port object ea84fefc-a3a7-4a64-85c9-938c1b06c3d7 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:24:32.327461 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cd35ea58-12c8-4841-b233-bf240a79d553 req-9d6916a5-0ffb-418c-9299-89ca0a3e0a45 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5cc72c8-6208-4dd5-b054-b5f445952a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791342 Feb 20 03:24:32.414394 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-25287a42-cbbf-44da-9caa-126e4e5af602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ea84fefc-a3a7-4a64-85c9-938c1b06c3d7), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:32.477804 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38e5e2c1-579d-41dc-98d3-0c04ff26977b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (6b563e32-2c31-4d60-8623-4f4ee35619f9), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:32.486443 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d59bc467-aa65-48fc-bced-ac35948a29e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (494d4316-e70b-4893-b34e-f64418f24268), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:32.489077 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d59bc467-aa65-48fc-bced-ac35948a29e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:32.492800 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d59bc467-aa65-48fc-bced-ac35948a29e9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/494d4316-e70b-4893-b34e-f64418f24268 HTTP/1.1" status: 204 len: 168 time: 0.5675480 Feb 20 03:24:32.519320 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25287a42-cbbf-44da-9caa-126e4e5af602 service neutron] Pushing event updated for resources: {'Port': ['ID=ea84fefc-a3a7-4a64-85c9-938c1b06c3d7,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:32.568224 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5e2c1-579d-41dc-98d3-0c04ff26977b admin admin] Pushing event deleted for resources: {'Port': ['ID=6b563e32-2c31-4d60-8623-4f4ee35619f9,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:32.589918 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59bc467-aa65-48fc-bced-ac35948a29e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494d4316-e70b-4893-b34e-f64418f24268,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:32.593233 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-25287a42-cbbf-44da-9caa-126e4e5af602 service neutron] Attempting to bind port ea84fefc-a3a7-4a64-85c9-938c1b06c3d7 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:24:32.593588 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-25287a42-cbbf-44da-9caa-126e4e5af602 service neutron] Attempting to bind port ea84fefc-a3a7-4a64-85c9-938c1b06c3d7 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:24:32.595573 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-25287a42-cbbf-44da-9caa-126e4e5af602 service neutron] Attempting to bind port ea84fefc-a3a7-4a64-85c9-938c1b06c3d7 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:24:32.616152 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-25287a42-cbbf-44da-9caa-126e4e5af602 service neutron] Port ea84fefc-a3a7-4a64-85c9-938c1b06c3d7 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:24:32.616328 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-25287a42-cbbf-44da-9caa-126e4e5af602 service neutron] Attempting to bind port ea84fefc-a3a7-4a64-85c9-938c1b06c3d7 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:24:32.618415 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38e5e2c1-579d-41dc-98d3-0c04ff26977b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (47d23f91-628c-4496-97d5-cb2f361e2c23), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:32.675400 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-25287a42-cbbf-44da-9caa-126e4e5af602 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:24:32.675400 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-25287a42-cbbf-44da-9caa-126e4e5af602 service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:24:32.675957 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-25287a42-cbbf-44da-9caa-126e4e5af602 service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:24:32.676523 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-25287a42-cbbf-44da-9caa-126e4e5af602 service neutron] Bound port: ea84fefc-a3a7-4a64-85c9-938c1b06c3d7, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:24:32.676874 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-25287a42-cbbf-44da-9caa-126e4e5af602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ea84fefc-a3a7-4a64-85c9-938c1b06c3d7), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:32.740234 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:32.824458 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3b3ad-6163-4c6b-9dfa-1abc9e705b3b req-cf03dfa8-b15a-48ee-ba7f-d6c427fde61e tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:32.827524 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b0a3b3ad-6163-4c6b-9dfa-1abc9e705b3b req-cf03dfa8-b15a-48ee-ba7f-d6c427fde61e tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 945 time: 0.1171193 Feb 20 03:24:32.885305 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b0a3b3ad-6163-4c6b-9dfa-1abc9e705b3b req-2d29fdc4-aa54-4c60-b3c9-37772efdc99e tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534298 Feb 20 03:24:32.944151 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38e5e2c1-579d-41dc-98d3-0c04ff26977b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (47d23f91-628c-4496-97d5-cb2f361e2c23), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:32.958548 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 51218) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:32.962532 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38e5e2c1-579d-41dc-98d3-0c04ff26977b admin admin] Publish callbacks [] for router_controller (47d23f91-628c-4496-97d5-cb2f361e2c23), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:32.980553 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5a211468-a4ff-4f30-ad8d-bf09a8b8c26b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:33.049470 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-25287a42-cbbf-44da-9caa-126e4e5af602 service neutron] For port ea84fefc-a3a7-4a64-85c9-938c1b06c3d7, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:24:33.053474 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-25287a42-cbbf-44da-9caa-126e4e5af602 service neutron] For port ea84fefc-a3a7-4a64-85c9-938c1b06c3d7, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ea84fefc-a3a7-4a64-85c9-938c1b06c3d7,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:24:33.102371 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5a211468-a4ff-4f30-ad8d-bf09a8b8c26b admin admin] Publish callbacks [] for security_group (83ad783f-8bb1-4ac7-8f55-e1e7aebe8c14), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:33.111232 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38e5e2c1-579d-41dc-98d3-0c04ff26977b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (47d23f91-628c-4496-97d5-cb2f361e2c23), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:33.111738 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e5e2c1-579d-41dc-98d3-0c04ff26977b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47d23f91-628c-4496-97d5-cb2f361e2c23 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:24:33.116943 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38e5e2c1-579d-41dc-98d3-0c04ff26977b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:33.118037 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-38e5e2c1-579d-41dc-98d3-0c04ff26977b admin admin] 10.222.0.89 "DELETE /v2.0/routers/47d23f91-628c-4496-97d5-cb2f361e2c23 HTTP/1.1" status: 204 len: 168 time: 2.7462766 Feb 20 03:24:33.123390 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 51222) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:33.137399 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-25287a42-cbbf-44da-9caa-126e4e5af602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ea84fefc-a3a7-4a64-85c9-938c1b06c3d7), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:33.186042 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e6b64df-7756-4cbd-94a9-db4de4d83587 admin admin] Deleting subnet 3c4e6587-0a90-471b-be8d-a5d1d6bb41ce {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:24:33.187058 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-25287a42-cbbf-44da-9caa-126e4e5af602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:33.187847 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-25287a42-cbbf-44da-9caa-126e4e5af602 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:33.189713 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7e6b64df-7756-4cbd-94a9-db4de4d83587 admin admin] Publish callbacks [] for subnet (3c4e6587-0a90-471b-be8d-a5d1d6bb41ce), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:33.189814 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-25287a42-cbbf-44da-9caa-126e4e5af602 service neutron] 10.222.0.93 "PUT /v2.0/ports/ea84fefc-a3a7-4a64-85c9-938c1b06c3d7 HTTP/1.1" status: 200 len: 1096 time: 1.9206905 Feb 20 03:24:33.190358 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5c2aaf-1560-4367-b689-dc5f6c118d67', 'tag': 'ea84fefc-a3a7-4a64-85c9-938c1b06c3d7'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:24:33.193181 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bec4be-efcb-46f0-a6d7-825f0ea8af94" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5c2aaf-1560-4367-b689-dc5f6c118d67", "tag": "ea84fefc-a3a7-4a64-85c9-938c1b06c3d7"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:24:33.229041 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5a211468-a4ff-4f30-ad8d-bf09a8b8c26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (83ad783f-8bb1-4ac7-8f55-e1e7aebe8c14), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:33.231031 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25287a42-cbbf-44da-9caa-126e4e5af602 service neutron] Pushing event updated for resources: {'Port': ['ID=ea84fefc-a3a7-4a64-85c9-938c1b06c3d7,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:33.287899 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7e6b64df-7756-4cbd-94a9-db4de4d83587 admin admin] Publish callbacks [] for subnet (3c4e6587-0a90-471b-be8d-a5d1d6bb41ce), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:33.304958 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5a211468-a4ff-4f30-ad8d-bf09a8b8c26b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d945467284f242f99df8bf536a1dcbd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3450255 Feb 20 03:24:33.309549 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51228) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:33.315083 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a211468-a4ff-4f30-ad8d-bf09a8b8c26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ad783f-8bb1-4ac7-8f55-e1e7aebe8c14,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:33.457999 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98ead4a-85c6-4d96-9567-38ac7e40122e x-openstack-request-id: req-d98ead4a-85c6-4d96-9567-38ac7e40122e {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:24:33.457999 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5c2aaf-1560-4367-b689-dc5f6c118d67", "tag": "ea84fefc-a3a7-4a64-85c9-938c1b06c3d7", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:24:33.457999 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d98ead4a-85c6-4d96-9567-38ac7e40122e {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:24:33.458287 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5c2aaf-1560-4367-b689-dc5f6c118d67', 'tag': 'ea84fefc-a3a7-4a64-85c9-938c1b06c3d7', 'status': 'completed', 'code': 200} Feb 20 03:24:33.470270 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7e6b64df-7756-4cbd-94a9-db4de4d83587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (3c4e6587-0a90-471b-be8d-a5d1d6bb41ce), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:33.470270 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 51236) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:33.505975 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c02d0072-84ce-4454-b79d-73b158a3020a admin admin] Publish callbacks [] for security_group (83ad783f-8bb1-4ac7-8f55-e1e7aebe8c14), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:33.522577 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-59373836-9a29-47f1-b0aa-4365d8bbc6fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:33.563717 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c02d0072-84ce-4454-b79d-73b158a3020a admin admin] Publish callbacks [] for security_group (83ad783f-8bb1-4ac7-8f55-e1e7aebe8c14), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:33.568087 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-2e1b8b18-f332-4b11-8ccc-d1f88d9113fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:33.572214 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-2e1b8b18-f332-4b11-8ccc-d1f88d9113fc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8ff1ad3ceca045cf914e99c1cbcf5868&device_id=6e5c2aaf-1560-4367-b689-dc5f6c118d67 HTTP/1.1" status: 200 len: 1130 time: 0.1799707 Feb 20 03:24:33.659551 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-71a6c5d0-b1e4-45d5-8423-bbde0e6f5325 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=ea84fefc-a3a7-4a64-85c9-938c1b06c3d7 HTTP/1.1" status: 200 len: 217 time: 0.0762482 Feb 20 03:24:33.681752 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8417f-fb89-4cb7-bf02-af0f9b848d73 req-9f47d2ca-c3f9-4466-a2e1-99a54dd68bc3 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:33.688137 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4ce8417f-fb89-4cb7-bf02-af0f9b848d73 req-9f47d2ca-c3f9-4466-a2e1-99a54dd68bc3 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=6e5c2aaf-1560-4367-b689-dc5f6c118d67 HTTP/1.1" status: 200 len: 948 time: 0.1510582 Feb 20 03:24:33.720003 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7e6b64df-7756-4cbd-94a9-db4de4d83587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for subnet (3c4e6587-0a90-471b-be8d-a5d1d6bb41ce), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:33.771247 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-09369020-85da-4396-86c1-20ed9d43d92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:33.773531 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-09369020-85da-4396-86c1-20ed9d43d92f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1013575 Feb 20 03:24:33.802658 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 6b563e32-2c31-4d60-8623-4f4ee35619f9 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:24:33.833591 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b64df-7756-4cbd-94a9-db4de4d83587 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c4e6587-0a90-471b-be8d-a5d1d6bb41ce,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:33.858628 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-85b962f3-b8f5-467b-8628-330eb26fe44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:33.858628 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-85b962f3-b8f5-467b-8628-330eb26fe44a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0784392 Feb 20 03:24:33.874297 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7e6b64df-7756-4cbd-94a9-db4de4d83587 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:33.883421 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7e6b64df-7756-4cbd-94a9-db4de4d83587 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/3c4e6587-0a90-471b-be8d-a5d1d6bb41ce HTTP/1.1" status: 204 len: 168 time: 0.7588818 Feb 20 03:24:33.895971 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51242) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:33.922753 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4ce8417f-fb89-4cb7-bf02-af0f9b848d73 req-d51780aa-6a3e-4366-aebc-960ed4c309ff tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5cc72c8-6208-4dd5-b054-b5f445952a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256205 Feb 20 03:24:33.967177 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-59373836-9a29-47f1-b0aa-4365d8bbc6fb admin admin] Publish callbacks [] for security_group (a9f97b50-ebcc-4d66-944a-494a44035271), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:33.972871 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc2d993-ebcc-4e2d-9de6-e2ce6704449c None None] Network 6eddd467-bf7c-410f-84f5-bc76d335f655 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:24:33.976488 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 6b563e32-2c31-4d60-8623-4f4ee35619f9 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:24:33.976834 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 6b563e32-2c31-4d60-8623-4f4ee35619f9 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:24:33.990096 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a558ec2-cbd4-471f-9ac4-0645d00c8ab9 req-2d0e2c51-36f2-486f-80dc-d95cd67a8ea0 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:33.997423 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6a558ec2-cbd4-471f-9ac4-0645d00c8ab9 req-2d0e2c51-36f2-486f-80dc-d95cd67a8ea0 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 1127 time: 0.1384881 Feb 20 03:24:34.028940 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c02d0072-84ce-4454-b79d-73b158a3020a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (83ad783f-8bb1-4ac7-8f55-e1e7aebe8c14), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:34.032735 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c02d0072-84ce-4454-b79d-73b158a3020a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:34.036659 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 51246) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:34.037374 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c02d0072-84ce-4454-b79d-73b158a3020a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/83ad783f-8bb1-4ac7-8f55-e1e7aebe8c14 HTTP/1.1" status: 204 len: 168 time: 0.7266133 Feb 20 03:24:34.084713 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6a558ec2-cbd4-471f-9ac4-0645d00c8ab9 req-d5f8329b-50d8-4169-956c-f50e84440c15 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861685 Feb 20 03:24:34.085348 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-59373836-9a29-47f1-b0aa-4365d8bbc6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a9f97b50-ebcc-4d66-944a-494a44035271), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:34.116796 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3cbb4cdf-06e3-4591-9fa1-ae6f415c1843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:34.121948 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d0072-84ce-4454-b79d-73b158a3020a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ad783f-8bb1-4ac7-8f55-e1e7aebe8c14,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:34.163649 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-59373836-9a29-47f1-b0aa-4365d8bbc6fb admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=420f5296c53f46268ed03d2864b6d6d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6900754 Feb 20 03:24:34.170848 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 51254) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:34.184259 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59373836-9a29-47f1-b0aa-4365d8bbc6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f97b50-ebcc-4d66-944a-494a44035271,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:34.220496 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaab76e-458d-44b4-95f9-f46df7b32a4b None None] DHCP port deletion for 6eddd467-bf7c-410f-84f5-bc76d335f655 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:24:34.273222 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (6eddd467-bf7c-410f-84f5-bc76d335f655), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:34.316575 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-d4c5390e-2b08-4909-b5f7-7d595c6b0774 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517968 Feb 20 03:24:34.338303 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-bbaab76e-458d-44b4-95f9-f46df7b32a4b None None] Deleting port 1630eaf7-f802-43bb-910a-d9ba8c9d7d95 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:24:34.339352 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bbaab76e-458d-44b4-95f9-f46df7b32a4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (1630eaf7-f802-43bb-910a-d9ba8c9d7d95), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:34.389992 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d1399b5e-a24a-4886-81f0-e01f506e5cb4 admin admin] Publish callbacks [] for security_group (a9f97b50-ebcc-4d66-944a-494a44035271), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:34.395859 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3cbb4cdf-06e3-4591-9fa1-ae6f415c1843 admin admin] Publish callbacks [] for security_group (32bb149c-b306-48c0-9a9e-00d6c1c92472), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:34.419152 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-bbaab76e-458d-44b4-95f9-f46df7b32a4b None None] For port 1630eaf7-f802-43bb-910a-d9ba8c9d7d95, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=1630eaf7-f802-43bb-910a-d9ba8c9d7d95,segment=NetworkSegment(ed73103c-5174-4806-a0c9-2d9b179abd2c),segment_id=ed73103c-5174-4806-a0c9-2d9b179abd2c)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:24:34.419621 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bbaab76e-458d-44b4-95f9-f46df7b32a4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (1630eaf7-f802-43bb-910a-d9ba8c9d7d95), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:34.439154 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-bbaab76e-458d-44b4-95f9-f46df7b32a4b None None] Calling delete_port for 1630eaf7-f802-43bb-910a-d9ba8c9d7d95 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:24:34.450424 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d1399b5e-a24a-4886-81f0-e01f506e5cb4 admin admin] Publish callbacks [] for security_group (a9f97b50-ebcc-4d66-944a-494a44035271), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:34.454192 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cfea9-2c62-4a7d-a0d3-13529113e8f0 req-9464b2e2-e588-477e-b665-1221593f6933 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:34.459067 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5c6cfea9-2c62-4a7d-a0d3-13529113e8f0 req-9464b2e2-e588-477e-b665-1221593f6933 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 1127 time: 0.1365147 Feb 20 03:24:34.482736 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] Deleting port 1630eaf7-f802-43bb-910a-d9ba8c9d7d95 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:24:34.482736 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (1630eaf7-f802-43bb-910a-d9ba8c9d7d95), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:34.501211 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-8d3a4bda-fbbf-4849-ac6e-330ce955a396 req-dada0a4a-cbe7-416b-a71a-d477b3c14723 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767707 Feb 20 03:24:34.540833 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3cbb4cdf-06e3-4591-9fa1-ae6f415c1843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (32bb149c-b306-48c0-9a9e-00d6c1c92472), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:34.584414 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] For port 1630eaf7-f802-43bb-910a-d9ba8c9d7d95, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=1630eaf7-f802-43bb-910a-d9ba8c9d7d95,segment=NetworkSegment(ed73103c-5174-4806-a0c9-2d9b179abd2c),segment_id=ed73103c-5174-4806-a0c9-2d9b179abd2c)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:24:34.584754 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (1630eaf7-f802-43bb-910a-d9ba8c9d7d95), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:34.599858 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] Calling delete_port for 1630eaf7-f802-43bb-910a-d9ba8c9d7d95 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:24:34.619391 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbb4cdf-06e3-4591-9fa1-ae6f415c1843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bb149c-b306-48c0-9a9e-00d6c1c92472,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:34.626639 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3cbb4cdf-06e3-4591-9fa1-ae6f415c1843 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ab8fab8bb21443fc88e0ef179d4f7db6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5902007 Feb 20 03:24:34.635512 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d1399b5e-a24a-4886-81f0-e01f506e5cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a9f97b50-ebcc-4d66-944a-494a44035271), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:34.642285 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d1399b5e-a24a-4886-81f0-e01f506e5cb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:34.643646 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d1399b5e-a24a-4886-81f0-e01f506e5cb4 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a9f97b50-ebcc-4d66-944a-494a44035271 HTTP/1.1" status: 204 len: 168 time: 0.4718363 Feb 20 03:24:34.647388 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 51268) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:34.664577 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5c6cfea9-2c62-4a7d-a0d3-13529113e8f0 req-9a9d17d5-497f-4a1c-8623-d6cf6a1398af tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963596 Feb 20 03:24:34.671178 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1399b5e-a24a-4886-81f0-e01f506e5cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f97b50-ebcc-4d66-944a-494a44035271,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:34.715904 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bbaab76e-458d-44b4-95f9-f46df7b32a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (1630eaf7-f802-43bb-910a-d9ba8c9d7d95), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:34.769653 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaab76e-458d-44b4-95f9-f46df7b32a4b None None] Pushing event deleted for resources: {'Port': ['ID=1630eaf7-f802-43bb-910a-d9ba8c9d7d95,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:34.782211 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaab76e-458d-44b4-95f9-f46df7b32a4b None None] No DVR routers for this DVR port 1630eaf7-f802-43bb-910a-d9ba8c9d7d95 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:24:34.786321 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2b3898c3-1fb2-4b69-a777-344a3b657773 admin admin] Publish callbacks [] for security_group (32bb149c-b306-48c0-9a9e-00d6c1c92472), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:34.803841 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (1630eaf7-f802-43bb-910a-d9ba8c9d7d95), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:34.830215 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2b3898c3-1fb2-4b69-a777-344a3b657773 admin admin] Publish callbacks [] for security_group (32bb149c-b306-48c0-9a9e-00d6c1c92472), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:34.837596 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] Pushing event deleted for resources: {'Port': ['ID=1630eaf7-f802-43bb-910a-d9ba8c9d7d95,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:34.841547 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bec4be-efcb-46f0-a6d7-825f0ea8af94 req-c3bd5ac1-ca15-44f8-853b-ba8251222ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:34.843253 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f0bec4be-efcb-46f0-a6d7-825f0ea8af94 req-c3bd5ac1-ca15-44f8-853b-ba8251222ac8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8ff1ad3ceca045cf914e99c1cbcf5868&device_id=6e5c2aaf-1560-4367-b689-dc5f6c118d67 HTTP/1.1" status: 200 len: 1130 time: 0.1305666 Feb 20 03:24:34.847145 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] No DVR routers for this DVR port 1630eaf7-f802-43bb-910a-d9ba8c9d7d95 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:24:34.962931 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2b3898c3-1fb2-4b69-a777-344a3b657773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (32bb149c-b306-48c0-9a9e-00d6c1c92472), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:34.973479 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2b3898c3-1fb2-4b69-a777-344a3b657773 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:34.973479 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2b3898c3-1fb2-4b69-a777-344a3b657773 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/32bb149c-b306-48c0-9a9e-00d6c1c92472 HTTP/1.1" status: 204 len: 168 time: 0.3206904 Feb 20 03:24:34.977575 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (6eddd467-bf7c-410f-84f5-bc76d335f655), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:34.980536 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3898c3-1fb2-4b69-a777-344a3b657773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bb149c-b306-48c0-9a9e-00d6c1c92472,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:35.014626 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:24:35.014993 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:24:35.015726 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:24:35.016052 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] Subscribe: > port after_create 55550000 {{(pid=104106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:24:35.016425 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:24:35.016755 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] Subscribe: > port after_update 55550000 {{(pid=104106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:24:35.017066 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:24:35.017381 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:24:35.017693 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:24:35.018003 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:24:35.063299 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991d808-4377-4785-b598-d4465b7787bc req-334e8f43-b311-4e40-9fd7-aeb3b8005d95 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:35.064807 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4991d808-4377-4785-b598-d4465b7787bc req-334e8f43-b311-4e40-9fd7-aeb3b8005d95 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=6e5c2aaf-1560-4367-b689-dc5f6c118d67 HTTP/1.1" status: 200 len: 948 time: 0.0614910 Feb 20 03:24:35.098120 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:24:35.098697 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:24:35.098782 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:24:35.099122 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:24:35.099653 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eddd467-bf7c-410f-84f5-bc76d335f655']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:24:35.120447 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4991d808-4377-4785-b598-d4465b7787bc req-2c5ab554-d9e3-4f07-90fc-f19027b9459f tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5cc72c8-6208-4dd5-b054-b5f445952a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491686 Feb 20 03:24:35.129518 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed73103c-5174-4806-a0c9-2d9b179abd2c') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:24:35.129518 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed73103c-5174-4806-a0c9-2d9b179abd2c') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:24:35.150199 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (ed73103c-5174-4806-a0c9-2d9b179abd2c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:35.244656 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bec4be-efcb-46f0-a6d7-825f0ea8af94 req-81bc088f-a757-441e-8377-c33794df6d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:35.244656 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f0bec4be-efcb-46f0-a6d7-825f0ea8af94 req-81bc088f-a757-441e-8377-c33794df6d23 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.3024950 Feb 20 03:24:35.244656 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f0bec4be-efcb-46f0-a6d7-825f0ea8af94 req-0529a40a-e2c8-4082-9c16-16e7dd9af962 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=ea84fefc-a3a7-4a64-85c9-938c1b06c3d7 HTTP/1.1" status: 200 len: 217 time: 0.0472298 Feb 20 03:24:35.244656 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (ed73103c-5174-4806-a0c9-2d9b179abd2c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:35.244656 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:24:35.244656 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (ed73103c-5174-4806-a0c9-2d9b179abd2c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: from cryptography.utils import int_from_bytes Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: from cryptography.utils import int_from_bytes Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:24:35.264693 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:24:35.358375 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bec4be-efcb-46f0-a6d7-825f0ea8af94 req-23e3ac9e-5996-4917-ba3a-c92cbd0df272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:35.358375 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f0bec4be-efcb-46f0-a6d7-825f0ea8af94 req-23e3ac9e-5996-4917-ba3a-c92cbd0df272 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1294010 Feb 20 03:24:35.401147 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bec4be-efcb-46f0-a6d7-825f0ea8af94 req-d693365a-abe5-4bf7-8f62-8b0ed50ba1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:35.404196 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f0bec4be-efcb-46f0-a6d7-825f0ea8af94 req-d693365a-abe5-4bf7-8f62-8b0ed50ba1e0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0465221 Feb 20 03:24:35.629727 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f0bec4be-efcb-46f0-a6d7-825f0ea8af94 req-cb18c2c1-30a7-49ec-af8f-15e164f5a0d9 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858810 Feb 20 03:24:35.629727 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f0bec4be-efcb-46f0-a6d7-825f0ea8af94 req-4d7b02ee-e4da-4a1a-9f6b-d2a1f135b172 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877106 Feb 20 03:24:35.629727 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51294) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:35.774395 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 1630eaf7-f802-43bb-910a-d9ba8c9d7d95 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:24:35.800021 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 1630eaf7-f802-43bb-910a-d9ba8c9d7d95 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:24:35.809229 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 1630eaf7-f802-43bb-910a-d9ba8c9d7d95 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:24:35.809606 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (6eddd467-bf7c-410f-84f5-bc76d335f655), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:35.809606 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-165a502b-1a72-417f-ba14-3b5199ece82c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=dd0c6b7f4685480ebfe62491dd3e893d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1829808 Feb 20 03:24:35.809771 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 51308) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:35.813213 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:35.818877 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] 10.222.0.89 "DELETE /v2.0/networks/6eddd467-bf7c-410f-84f5-bc76d335f655 HTTP/1.1" status: 204 len: 168 time: 1.9181483 Feb 20 03:24:35.827111 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9a05d-f9ec-4c33-a835-1d92e7e1e201 admin admin] Pushing event deleted for resources: {'Network': ['ID=6eddd467-bf7c-410f-84f5-bc76d335f655,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:35.880945 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-291b04d1-462e-460e-afcf-6d6f5299cfc0 admin admin] Publish callbacks [] for security_group (b09d614f-cb99-4d76-9989-07c4956f5032), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:35.906145 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-291b04d1-462e-460e-afcf-6d6f5299cfc0 admin admin] Publish callbacks [] for security_group (b09d614f-cb99-4d76-9989-07c4956f5032), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:36.025404 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-291b04d1-462e-460e-afcf-6d6f5299cfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b09d614f-cb99-4d76-9989-07c4956f5032), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:36.028774 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-291b04d1-462e-460e-afcf-6d6f5299cfc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:36.029937 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-291b04d1-462e-460e-afcf-6d6f5299cfc0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b09d614f-cb99-4d76-9989-07c4956f5032 HTTP/1.1" status: 204 len: 168 time: 0.2188323 Feb 20 03:24:36.037829 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b04d1-462e-460e-afcf-6d6f5299cfc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09d614f-cb99-4d76-9989-07c4956f5032,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:36.280158 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136d8c0-0165-4151-b643-37e9947a5630 req-debe3137-913c-4811-9743-18796389d43d tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:36.281650 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8136d8c0-0165-4151-b643-37e9947a5630 req-debe3137-913c-4811-9743-18796389d43d tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=6e5c2aaf-1560-4367-b689-dc5f6c118d67 HTTP/1.1" status: 200 len: 948 time: 0.0587497 Feb 20 03:24:36.330635 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51330) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:36.353080 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8136d8c0-0165-4151-b643-37e9947a5630 req-0b18816c-19d5-42d4-a722-541a3a35034d tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5cc72c8-6208-4dd5-b054-b5f445952a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562868 Feb 20 03:24:36.394309 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 51332) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:36.394696 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9d9dd330-2b1a-4062-8744-996e804b28c9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=56e96b69a8e14f4ebc86a96281b0ab27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0627930 Feb 20 03:24:36.456380 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9d74b2f2-6b45-4b08-9a8b-c0602bf38c53 admin admin] Publish callbacks [] for security_group (516c34d6-bfc3-447b-b100-e6a461ae4b45), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:36.473607 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9d74b2f2-6b45-4b08-9a8b-c0602bf38c53 admin admin] Publish callbacks [] for security_group (516c34d6-bfc3-447b-b100-e6a461ae4b45), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:36.597426 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9d74b2f2-6b45-4b08-9a8b-c0602bf38c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (516c34d6-bfc3-447b-b100-e6a461ae4b45), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:36.600332 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9d74b2f2-6b45-4b08-9a8b-c0602bf38c53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:36.604667 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9d74b2f2-6b45-4b08-9a8b-c0602bf38c53 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/516c34d6-bfc3-447b-b100-e6a461ae4b45 HTTP/1.1" status: 204 len: 168 time: 0.2062399 Feb 20 03:24:36.610484 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74b2f2-6b45-4b08-9a8b-c0602bf38c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516c34d6-bfc3-447b-b100-e6a461ae4b45,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:37.205875 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 51358) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:37.217488 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device ea84fefc-a3a7-4a64-85c9-938c1b06c3d7 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:24:37.252941 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2a40dc54-5701-44d6-bb24-a8df5d759cf9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=997b3db55e31481cbc1d814b1875c9af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458848 Feb 20 03:24:37.255924 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51360) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:37.320730 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4c8f3be9-726f-4640-ab3e-b90daa1e8435 admin admin] Publish callbacks [] for security_group (89f30296-4ef0-4800-8f84-38c6fb27b14e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:37.340554 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port ea84fefc-a3a7-4a64-85c9-938c1b06c3d7, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ea84fefc-a3a7-4a64-85c9-938c1b06c3d7,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:24:37.345012 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4c8f3be9-726f-4640-ab3e-b90daa1e8435 admin admin] Publish callbacks [] for security_group (89f30296-4ef0-4800-8f84-38c6fb27b14e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:37.357739 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'ea84fefc-a3a7-4a64-85c9-938c1b06c3d7', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': 'ea84fefc-a3a7-4a64-85c9-938c1b06c3d7', 'mac_address': 'fa:16:3e:09:aa:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:24:37.426282 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port ea84fefc-a3a7-4a64-85c9-938c1b06c3d7 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:37.427277 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ea84fefc-a3a7-4a64-85c9-938c1b06c3d7), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:37.443243 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea84fefc-a3a7-4a64-85c9-938c1b06c3d7 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:24:37.473180 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port ea84fefc-a3a7-4a64-85c9-938c1b06c3d7, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ea84fefc-a3a7-4a64-85c9-938c1b06c3d7,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:24:37.497746 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec74e62-e38f-4bbd-bca3-4cf052cb323a req-b548455b-d416-4410-aec2-749064b565ee tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:37.499676 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cec74e62-e38f-4bbd-bca3-4cf052cb323a req-b548455b-d416-4410-aec2-749064b565ee tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=6e5c2aaf-1560-4367-b689-dc5f6c118d67 HTTP/1.1" status: 200 len: 948 time: 0.0697656 Feb 20 03:24:37.506130 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4c8f3be9-726f-4640-ab3e-b90daa1e8435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (89f30296-4ef0-4800-8f84-38c6fb27b14e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:37.508899 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4c8f3be9-726f-4640-ab3e-b90daa1e8435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:37.511649 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4c8f3be9-726f-4640-ab3e-b90daa1e8435 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/89f30296-4ef0-4800-8f84-38c6fb27b14e HTTP/1.1" status: 204 len: 168 time: 0.2525227 Feb 20 03:24:37.523803 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f3be9-726f-4640-ab3e-b90daa1e8435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f30296-4ef0-4800-8f84-38c6fb27b14e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:37.562808 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ea84fefc-a3a7-4a64-85c9-938c1b06c3d7), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:37.587537 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cec74e62-e38f-4bbd-bca3-4cf052cb323a req-6a9d2289-c7b6-4c39-846a-0ca7e0b8e903 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5cc72c8-6208-4dd5-b054-b5f445952a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722723 Feb 20 03:24:37.622595 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=ea84fefc-a3a7-4a64-85c9-938c1b06c3d7,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:37.760309 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['ea84fefc-a3a7-4a64-85c9-938c1b06c3d7'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:24:38.432417 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51420) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:38.720952 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32daafc6-532a-41ba-a377-25f59b64204e req-edae7c3c-9804-46fa-b6dd-6a7a263adcb0 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:38.723326 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-32daafc6-532a-41ba-a377-25f59b64204e req-edae7c3c-9804-46fa-b6dd-6a7a263adcb0 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=6e5c2aaf-1560-4367-b689-dc5f6c118d67 HTTP/1.1" status: 200 len: 949 time: 0.0597517 Feb 20 03:24:38.777239 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-32daafc6-532a-41ba-a377-25f59b64204e req-ddc07620-9e51-4398-a6a0-61fe1cc507b1 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5cc72c8-6208-4dd5-b054-b5f445952a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486763 Feb 20 03:24:38.777623 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-b05b4c9e-d1c1-409b-bcd0-3221c284b9af admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-908958892-network', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:24:38.950966 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05b4c9e-d1c1-409b-bcd0-3221c284b9af admin admin] Made reservation on behalf of b51fc68f0ef94a37932f055767d64f43 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:24:38.953660 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b05b4c9e-d1c1-409b-bcd0-3221c284b9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:38.964164 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b05b4c9e-d1c1-409b-bcd0-3221c284b9af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:39.042540 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b05b4c9e-d1c1-409b-bcd0-3221c284b9af admin admin] Publish callbacks [] for security_group (ef7ae9ab-8e89-4e5c-9845-fd08186a3508), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:39.094922 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b05b4c9e-d1c1-409b-bcd0-3221c284b9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ef7ae9ab-8e89-4e5c-9845-fd08186a3508), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:39.126115 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05b4c9e-d1c1-409b-bcd0-3221c284b9af admin admin] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:24:39.138335 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b4c9e-d1c1-409b-bcd0-3221c284b9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7ae9ab-8e89-4e5c-9845-fd08186a3508,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:39.143422 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b05b4c9e-d1c1-409b-bcd0-3221c284b9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (c43c8696-5443-406b-ab1f-aa8c5bb1eaa0), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:39.143877 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-b05b4c9e-d1c1-409b-bcd0-3221c284b9af admin admin] Added segment c43c8696-5443-406b-ab1f-aa8c5bb1eaa0 of type vlan for network edfd7dd8-5385-49de-a304-74f70dd7d14a Feb 20 03:24:39.192916 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b05b4c9e-d1c1-409b-bcd0-3221c284b9af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (edfd7dd8-5385-49de-a304-74f70dd7d14a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:39.217251 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device ea84fefc-a3a7-4a64-85c9-938c1b06c3d7 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:24:39.297197 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b05b4c9e-d1c1-409b-bcd0-3221c284b9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (edfd7dd8-5385-49de-a304-74f70dd7d14a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:39.297197 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05b4c9e-d1c1-409b-bcd0-3221c284b9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:39.297197 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b05b4c9e-d1c1-409b-bcd0-3221c284b9af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:39.339989 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port ea84fefc-a3a7-4a64-85c9-938c1b06c3d7 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:24:39.345838 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port ea84fefc-a3a7-4a64-85c9-938c1b06c3d7 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:39.349675 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ea84fefc-a3a7-4a64-85c9-938c1b06c3d7), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:39.365361 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b4c9e-d1c1-409b-bcd0-3221c284b9af admin admin] Pushing event updated for resources: {'Network': ['ID=edfd7dd8-5385-49de-a304-74f70dd7d14a,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:39.383927 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network edfd7dd8-5385-49de-a304-74f70dd7d14a details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:24:39.424210 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b05b4c9e-d1c1-409b-bcd0-3221c284b9af admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9900339 Feb 20 03:24:39.427115 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51468) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:39.431862 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-00a5e843-fa2c-41d0-bbe3-a7fae79496f0 admin admin] Request body: {'subnet': {'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-908958892-subnet', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:24:39.508970 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port ea84fefc-a3a7-4a64-85c9-938c1b06c3d7 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:39.509363 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ea84fefc-a3a7-4a64-85c9-938c1b06c3d7), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:39.533374 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5c2aaf-1560-4367-b689-dc5f6c118d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea84fefc-a3a7-4a64-85c9-938c1b06c3d7'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:24:39.535111 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a5e843-fa2c-41d0-bbe3-a7fae79496f0 admin admin] Made reservation on behalf of b51fc68f0ef94a37932f055767d64f43 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:24:39.535786 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeda5538-83bd-49e5-b5ba-6a08e4d8f325" -d '{"events": [{"server_uuid": "6e5c2aaf-1560-4367-b689-dc5f6c118d67", "name": "network-vif-plugged", "status": "completed", "tag": "ea84fefc-a3a7-4a64-85c9-938c1b06c3d7"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:24:39.539370 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-00a5e843-fa2c-41d0-bbe3-a7fae79496f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:39.548481 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port ea84fefc-a3a7-4a64-85c9-938c1b06c3d7, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ea84fefc-a3a7-4a64-85c9-938c1b06c3d7,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:24:39.582910 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 51476) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:39.585845 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93710da6-d973-40ab-9df3-05792d37c640 x-openstack-request-id: req-93710da6-d973-40ab-9df3-05792d37c640 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:24:39.586467 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5c2aaf-1560-4367-b689-dc5f6c118d67", "name": "network-vif-plugged", "status": "completed", "tag": "ea84fefc-a3a7-4a64-85c9-938c1b06c3d7", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:24:39.590177 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-93710da6-d973-40ab-9df3-05792d37c640 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:24:39.590897 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5c2aaf-1560-4367-b689-dc5f6c118d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea84fefc-a3a7-4a64-85c9-938c1b06c3d7', 'code': 200} Feb 20 03:24:39.624656 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ea84fefc-a3a7-4a64-85c9-938c1b06c3d7), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:39.681550 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=ea84fefc-a3a7-4a64-85c9-938c1b06c3d7,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:39.748597 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204aef5-e7de-4a43-a997-3f64026fc6c2 req-4e2e2c8b-202e-42db-9d44-ace4447b0007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:39.752559 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-c204aef5-e7de-4a43-a997-3f64026fc6c2 req-4e2e2c8b-202e-42db-9d44-ace4447b0007 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6e5c2aaf-1560-4367-b689-dc5f6c118d67 HTTP/1.1" status: 200 len: 1132 time: 0.1011531 Feb 20 03:24:39.804889 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-c204aef5-e7de-4a43-a997-3f64026fc6c2 req-974f4d2f-fa9e-4a39-a6af-65adb90666ba service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e5cc72c8-6208-4dd5-b054-b5f445952a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490277 Feb 20 03:24:39.892088 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-00a5e843-fa2c-41d0-bbe3-a7fae79496f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (45a6eef8-376a-483a-a26e-f4c41d993600), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:39.898589 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f253aa-1f29-485d-99a0-45e6e01a8ede req-7f6f42cf-419d-444d-8b34-2a2f73af4bc4 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:39.901452 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-61f253aa-1f29-485d-99a0-45e6e01a8ede req-7f6f42cf-419d-444d-8b34-2a2f73af4bc4 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=6e5c2aaf-1560-4367-b689-dc5f6c118d67 HTTP/1.1" status: 200 len: 950 time: 0.0530393 Feb 20 03:24:39.952970 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-61f253aa-1f29-485d-99a0-45e6e01a8ede req-b4baa042-e4b9-4b59-b4f3-40efc2ece756 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5cc72c8-6208-4dd5-b054-b5f445952a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469468 Feb 20 03:24:39.955026 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5e843-fa2c-41d0-bbe3-a7fae79496f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45a6eef8-376a-483a-a26e-f4c41d993600,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:39.963180 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a5e843-fa2c-41d0-bbe3-a7fae79496f0 admin admin] Checking segment: {'id': 'c43c8696-5443-406b-ab1f-aa8c5bb1eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:24:39.964148 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a5e843-fa2c-41d0-bbe3-a7fae79496f0 admin admin] Network hostable DHCP agents. Network: edfd7dd8-5385-49de-a304-74f70dd7d14a, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:24:40.046437 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a5e843-fa2c-41d0-bbe3-a7fae79496f0 admin admin] Network edfd7dd8-5385-49de-a304-74f70dd7d14a is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:24:40.114231 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 51492) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:40.128682 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-00a5e843-fa2c-41d0-bbe3-a7fae79496f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, edfd7dd8-5385-49de-a304-74f70dd7d14a) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:24:40.133576 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a5e843-fa2c-41d0-bbe3-a7fae79496f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:40.134301 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-00a5e843-fa2c-41d0-bbe3-a7fae79496f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:40.146371 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff95118-1e51-40e8-928f-37a751808ac1 None None] Network edfd7dd8-5385-49de-a304-74f70dd7d14a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:24:40.217547 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-00a5e843-fa2c-41d0-bbe3-a7fae79496f0 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7893064 Feb 20 03:24:40.220485 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 51496) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:40.226638 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-0a46cb8f-a1cd-4643-ae9a-44b95dac3073 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-908958892-router', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:24:40.253991 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4fe906-8d34-40d4-a4a3-0c0def72255f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-edfd7dd8-5385-49de-a304-74f70dd7d14a', 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a', 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'fixed_ips': [{'subnet_id': '45a6eef8-376a-483a-a26e-f4c41d993600'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:24:40.255011 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ac4fe906-8d34-40d4-a4a3-0c0def72255f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:40.268319 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-aa2e665d-144c-4873-aa29-79f748344e35 req-d071d90a-87e0-4bf7-ac8a-fc431a856853 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:24:40.270705 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51500) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:40.278313 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa2e665d-144c-4873-aa29-79f748344e35 req-d071d90a-87e0-4bf7-ac8a-fc431a856853 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6941028 Feb 20 03:24:40.317203 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0a46cb8f-a1cd-4643-ae9a-44b95dac3073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (7e3d36e1-3349-4342-8374-1b3accc8a9f6), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:40.318360 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0a46cb8f-a1cd-4643-ae9a-44b95dac3073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (7e3d36e1-3349-4342-8374-1b3accc8a9f6), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:40.426084 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-ac4fe906-8d34-40d4-a4a3-0c0def72255f None None] Allocated IP 172.20.0.2 (edfd7dd8-5385-49de-a304-74f70dd7d14a/45a6eef8-376a-483a-a26e-f4c41d993600/3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:24:40.428886 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-c0cbaa26-02ad-4675-a45b-09e427670ed4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-332976751-network', 'tenant_id': 'c162ef649ac24179af074bc19210dd9d'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:24:40.442295 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0a46cb8f-a1cd-4643-ae9a-44b95dac3073 admin admin] Publish callbacks [] for router_controller (7e3d36e1-3349-4342-8374-1b3accc8a9f6), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:40.475312 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-232cb1e8-f63f-4d16-81e3-834f880ac918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:40.554519 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cbaa26-02ad-4675-a45b-09e427670ed4 admin admin] Made reservation on behalf of c162ef649ac24179af074bc19210dd9d for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:24:40.557919 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c0cbaa26-02ad-4675-a45b-09e427670ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:40.576579 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-232cb1e8-f63f-4d16-81e3-834f880ac918 admin admin] Publish callbacks [] for security_group (0cfc792d-4552-4b84-9f2f-a7d3d754b704), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:40.600412 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ac4fe906-8d34-40d4-a4a3-0c0def72255f None None] Publish callbacks [] for port (3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:40.609948 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c0cbaa26-02ad-4675-a45b-09e427670ed4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:40.682389 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-232cb1e8-f63f-4d16-81e3-834f880ac918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (0cfc792d-4552-4b84-9f2f-a7d3d754b704), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:40.696410 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ac4fe906-8d34-40d4-a4a3-0c0def72255f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:40.702165 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0a46cb8f-a1cd-4643-ae9a-44b95dac3073 admin admin] Publish callbacks [] for router_gateway (7e3d36e1-3349-4342-8374-1b3accc8a9f6), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:40.725909 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232cb1e8-f63f-4d16-81e3-834f880ac918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfc792d-4552-4b84-9f2f-a7d3d754b704,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:40.732057 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-232cb1e8-f63f-4d16-81e3-834f880ac918 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d1e5e098735b40708b29a670011c5bd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4604492 Feb 20 03:24:40.734572 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51520) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:40.753354 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4fe906-8d34-40d4-a4a3-0c0def72255f None None] Network edfd7dd8-5385-49de-a304-74f70dd7d14a is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:24:40.758244 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-ac4fe906-8d34-40d4-a4a3-0c0def72255f None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:24:40.768019 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4fe906-8d34-40d4-a4a3-0c0def72255f None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:24:40.777076 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c0cbaa26-02ad-4675-a45b-09e427670ed4 admin admin] Publish callbacks [] for security_group (ccaf53dc-e133-4cbc-bad2-258f0d57974b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:40.822354 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e773d587-11b3-4b7a-804a-fa0bd920f666 admin admin] Publish callbacks [] for security_group (0cfc792d-4552-4b84-9f2f-a7d3d754b704), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:40.850201 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e773d587-11b3-4b7a-804a-fa0bd920f666 admin admin] Publish callbacks [] for security_group (0cfc792d-4552-4b84-9f2f-a7d3d754b704), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:40.867468 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ac4fe906-8d34-40d4-a4a3-0c0def72255f None None] Attempting to bind port 3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:24:40.867845 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ac4fe906-8d34-40d4-a4a3-0c0def72255f None None] Attempting to bind port 3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'c43c8696-5443-406b-ab1f-aa8c5bb1eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:24:40.868211 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4fe906-8d34-40d4-a4a3-0c0def72255f None None] Attempting to bind port 3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c on network edfd7dd8-5385-49de-a304-74f70dd7d14a {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:24:40.876004 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4fe906-8d34-40d4-a4a3-0c0def72255f None None] Pushing event updated for resources: {'Port': ['ID=3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:40.880778 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c0cbaa26-02ad-4675-a45b-09e427670ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ccaf53dc-e133-4cbc-bad2-258f0d57974b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:40.893289 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4fe906-8d34-40d4-a4a3-0c0def72255f None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:24:40.894086 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4fe906-8d34-40d4-a4a3-0c0def72255f None None] Checking segment: {'id': 'c43c8696-5443-406b-ab1f-aa8c5bb1eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:24:40.894550 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ac4fe906-8d34-40d4-a4a3-0c0def72255f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:40.894991 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4fe906-8d34-40d4-a4a3-0c0def72255f None None] Bound using segment: {'id': 'c43c8696-5443-406b-ab1f-aa8c5bb1eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:24:40.895819 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ac4fe906-8d34-40d4-a4a3-0c0def72255f None None] Bound port: 3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c43c8696-5443-406b-ab1f-aa8c5bb1eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:24:40.896110 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ac4fe906-8d34-40d4-a4a3-0c0def72255f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:40.933520 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e665d-144c-4873-aa29-79f748344e35 req-60916993-48c2-4137-8fab-2716289b5c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:40.935111 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa2e665d-144c-4873-aa29-79f748344e35 req-60916993-48c2-4137-8fab-2716289b5c17 service neutron] 10.222.0.89 "GET /v2.0/ports/3306d282-948a-4379-b81c-8f3c2844360e HTTP/1.1" status: 200 len: 1124 time: 0.4700751 Feb 20 03:24:40.946361 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-aa2e665d-144c-4873-aa29-79f748344e35 req-6a463276-8ac7-484d-a4eb-4f3b8620512a service neutron] Request body: {'binding': {'host': 'n-h2-829866-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:24:40.947055 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-aa2e665d-144c-4873-aa29-79f748344e35 req-6a463276-8ac7-484d-a4eb-4f3b8620512a service neutron] Unknown quota resources ['binding']. {{(pid=104105) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 20 03:24:40.954817 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cbaa26-02ad-4675-a45b-09e427670ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccaf53dc-e133-4cbc-bad2-258f0d57974b,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:40.998409 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e773d587-11b3-4b7a-804a-fa0bd920f666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (0cfc792d-4552-4b84-9f2f-a7d3d754b704), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:41.000967 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e773d587-11b3-4b7a-804a-fa0bd920f666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:41.005360 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e773d587-11b3-4b7a-804a-fa0bd920f666 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0cfc792d-4552-4b84-9f2f-a7d3d754b704 HTTP/1.1" status: 204 len: 168 time: 0.2695875 Feb 20 03:24:41.012669 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ac4fe906-8d34-40d4-a4a3-0c0def72255f None None] For port 3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:24:41.015617 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0cbaa26-02ad-4675-a45b-09e427670ed4 admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:24:41.017569 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773d587-11b3-4b7a-804a-fa0bd920f666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfc792d-4552-4b84-9f2f-a7d3d754b704,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:41.024293 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ac4fe906-8d34-40d4-a4a3-0c0def72255f None None] For port 3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c,segment=NetworkSegment(c43c8696-5443-406b-ab1f-aa8c5bb1eaa0),segment_id=c43c8696-5443-406b-ab1f-aa8c5bb1eaa0)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:24:41.061758 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c0cbaa26-02ad-4675-a45b-09e427670ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (53e42049-8e13-41e6-8e34-4440a106730c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:41.062098 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-c0cbaa26-02ad-4675-a45b-09e427670ed4 admin admin] Added segment 53e42049-8e13-41e6-8e34-4440a106730c of type vlan for network 2b144500-c16b-400a-825f-612acd4b9b9e Feb 20 03:24:41.103337 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ac4fe906-8d34-40d4-a4a3-0c0def72255f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:41.150170 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c0cbaa26-02ad-4675-a45b-09e427670ed4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (2b144500-c16b-400a-825f-612acd4b9b9e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:41.218491 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-aa2e665d-144c-4873-aa29-79f748344e35 req-6a463276-8ac7-484d-a4eb-4f3b8620512a service neutron] Attempting to bind port 3306d282-948a-4379-b81c-8f3c2844360e on host n-h2-829866-4 for vnic_type normal with profile None {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:24:41.218876 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-aa2e665d-144c-4873-aa29-79f748344e35 req-6a463276-8ac7-484d-a4eb-4f3b8620512a service neutron] Attempting to bind port 3306d282-948a-4379-b81c-8f3c2844360e by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:24:41.219259 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e665d-144c-4873-aa29-79f748344e35 req-6a463276-8ac7-484d-a4eb-4f3b8620512a service neutron] Attempting to bind port 3306d282-948a-4379-b81c-8f3c2844360e on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:24:41.280766 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4fe906-8d34-40d4-a4a3-0c0def72255f None None] Pushing event updated for resources: {'Port': ['ID=3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:41.281356 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e665d-144c-4873-aa29-79f748344e35 req-6a463276-8ac7-484d-a4eb-4f3b8620512a service neutron] Port 3306d282-948a-4379-b81c-8f3c2844360e on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:24:41.281356 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e665d-144c-4873-aa29-79f748344e35 req-6a463276-8ac7-484d-a4eb-4f3b8620512a service neutron] Attempting to bind port 3306d282-948a-4379-b81c-8f3c2844360e on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:24:41.301669 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e665d-144c-4873-aa29-79f748344e35 req-6a463276-8ac7-484d-a4eb-4f3b8620512a service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:24:41.302007 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e665d-144c-4873-aa29-79f748344e35 req-6a463276-8ac7-484d-a4eb-4f3b8620512a service neutron] Checking segment: {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:24:41.302569 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e665d-144c-4873-aa29-79f748344e35 req-6a463276-8ac7-484d-a4eb-4f3b8620512a service neutron] Bound using segment: {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:24:41.303071 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-aa2e665d-144c-4873-aa29-79f748344e35 req-6a463276-8ac7-484d-a4eb-4f3b8620512a service neutron] Bound port: 3306d282-948a-4379-b81c-8f3c2844360e, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:24:41.581463 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c0cbaa26-02ad-4675-a45b-09e427670ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (2b144500-c16b-400a-825f-612acd4b9b9e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:41.582414 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cbaa26-02ad-4675-a45b-09e427670ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:41.582998 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c0cbaa26-02ad-4675-a45b-09e427670ed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:41.741766 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cbaa26-02ad-4675-a45b-09e427670ed4 admin admin] Pushing event updated for resources: {'Network': ['ID=2b144500-c16b-400a-825f-612acd4b9b9e,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:41.757254 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 2b144500-c16b-400a-825f-612acd4b9b9e details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:24:41.759555 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0a46cb8f-a1cd-4643-ae9a-44b95dac3073 admin admin] Publish callbacks [] for router_gateway (7e3d36e1-3349-4342-8374-1b3accc8a9f6), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:41.767532 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-aa2e665d-144c-4873-aa29-79f748344e35 req-6a463276-8ac7-484d-a4eb-4f3b8620512a service neutron] For port 3306d282-948a-4379-b81c-8f3c2844360e, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=3306d282-948a-4379-b81c-8f3c2844360e,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:24:41.795925 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253a8c7-2b61-41fb-a911-bbf6d9d8b8ef req-294be9a1-9125-4278-a513-1cb2fd39b9c0 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:41.795925 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6253a8c7-2b61-41fb-a911-bbf6d9d8b8ef req-294be9a1-9125-4278-a513-1cb2fd39b9c0 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=6e5c2aaf-1560-4367-b689-dc5f6c118d67 HTTP/1.1" status: 200 len: 950 time: 0.5085664 Feb 20 03:24:41.797206 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c0cbaa26-02ad-4675-a45b-09e427670ed4 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6818666 Feb 20 03:24:41.800722 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51540) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:41.806453 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0a46cb8f-a1cd-4643-ae9a-44b95dac3073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:41.813355 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-7927bcfd-ff44-495c-95e6-2c8ad1760555 admin admin] Request body: {'subnet': {'network_id': '2b144500-c16b-400a-825f-612acd4b9b9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-332976751-subnet', 'tenant_id': 'c162ef649ac24179af074bc19210dd9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:24:41.851045 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:24:41.918637 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6253a8c7-2b61-41fb-a911-bbf6d9d8b8ef req-f3457006-87fc-487d-a504-cfd2a88fa0ca tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5cc72c8-6208-4dd5-b054-b5f445952a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135526 Feb 20 03:24:41.925759 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aa2e665d-144c-4873-aa29-79f748344e35 req-6a463276-8ac7-484d-a4eb-4f3b8620512a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:41.925759 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa2e665d-144c-4873-aa29-79f748344e35 req-6a463276-8ac7-484d-a4eb-4f3b8620512a service neutron] 10.222.0.89 "POST /v2.0/ports/3306d282-948a-4379-b81c-8f3c2844360e/bindings HTTP/1.1" status: 201 len: 389 time: 0.9833703 Feb 20 03:24:41.935346 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:41.935728 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:41.958167 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7927bcfd-ff44-495c-95e6-2c8ad1760555 admin admin] Made reservation on behalf of c162ef649ac24179af074bc19210dd9d for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:24:41.960796 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7927bcfd-ff44-495c-95e6-2c8ad1760555 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:42.023625 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-0a46cb8f-a1cd-4643-ae9a-44b95dac3073 admin admin] Allocated IP 172.25.7.77 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/a0331da5-be3b-4f17-8a98-6d0a6f706395) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:24:42.113597 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:42.114005 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:42.171745 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c,segment=NetworkSegment(c43c8696-5443-406b-ab1f-aa8c5bb1eaa0),segment_id=c43c8696-5443-406b-ab1f-aa8c5bb1eaa0)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:24:42.209153 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 51554) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:42.244466 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e53e-cdfb-4c17-bcb8-3d46c0b5a83a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:42.273956 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:42.330120 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0a46cb8f-a1cd-4643-ae9a-44b95dac3073 admin admin] Publish callbacks [] for port (a0331da5-be3b-4f17-8a98-6d0a6f706395), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:42.378185 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:42.428725 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7927bcfd-ff44-495c-95e6-2c8ad1760555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (e2aff09a-319e-4dbb-a4f2-9e2cb9af3293), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:42.449672 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e53e-cdfb-4c17-bcb8-3d46c0b5a83a admin admin] Publish callbacks [] for security_group (6a3901bb-5041-47a4-8ac2-7e5b917cd3e8), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:42.463155 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1eb333-0eac-4ce6-a9b6-31be74aa2806 None None] Network edfd7dd8-5385-49de-a304-74f70dd7d14a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:24:42.494275 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927bcfd-ff44-495c-95e6-2c8ad1760555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2aff09a-319e-4dbb-a4f2-9e2cb9af3293,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:42.504164 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7927bcfd-ff44-495c-95e6-2c8ad1760555 admin admin] Checking segment: {'id': '53e42049-8e13-41e6-8e34-4440a106730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b144500-c16b-400a-825f-612acd4b9b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:24:42.504524 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7927bcfd-ff44-495c-95e6-2c8ad1760555 admin admin] Network hostable DHCP agents. Network: 2b144500-c16b-400a-825f-612acd4b9b9e, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:24:42.522071 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0a46cb8f-a1cd-4643-ae9a-44b95dac3073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (a0331da5-be3b-4f17-8a98-6d0a6f706395), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:42.524559 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e53e-cdfb-4c17-bcb8-3d46c0b5a83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (6a3901bb-5041-47a4-8ac2-7e5b917cd3e8), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:42.609866 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7927bcfd-ff44-495c-95e6-2c8ad1760555 admin admin] Network 2b144500-c16b-400a-825f-612acd4b9b9e is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:24:42.628634 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-cba1aadb-eb0d-41fa-9ecd-7797b23fc7ad None None] Provisioning complete for port 3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:42.629101 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cba1aadb-eb0d-41fa-9ecd-7797b23fc7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:42.638687 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f1e8e53e-cdfb-4c17-bcb8-3d46c0b5a83a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f1c611e040014f42956dcbadede13011&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4284992 Feb 20 03:24:42.641322 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51564) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:42.657587 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a46cb8f-a1cd-4643-ae9a-44b95dac3073 admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:24:42.687261 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-0a46cb8f-a1cd-4643-ae9a-44b95dac3073 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:24:42.701097 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a46cb8f-a1cd-4643-ae9a-44b95dac3073 admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:24:42.723395 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e53e-cdfb-4c17-bcb8-3d46c0b5a83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3901bb-5041-47a4-8ac2-7e5b917cd3e8,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:42.737430 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-7927bcfd-ff44-495c-95e6-2c8ad1760555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 2b144500-c16b-400a-825f-612acd4b9b9e) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:24:42.763817 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a972e8a-11d7-4bb1-98a3-fafb67720690 None None] Network 2b144500-c16b-400a-825f-612acd4b9b9e requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:24:42.781494 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7927bcfd-ff44-495c-95e6-2c8ad1760555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:42.781494 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7927bcfd-ff44-495c-95e6-2c8ad1760555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:42.847489 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ba27911e-ffad-4157-a04d-b5b10bd4b457 admin admin] Publish callbacks [] for security_group (6a3901bb-5041-47a4-8ac2-7e5b917cd3e8), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:42.911721 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e665d-144c-4873-aa29-79f748344e35 req-c3f21749-5617-49b3-b230-3bd874b2ffb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:42.913537 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-aa2e665d-144c-4873-aa29-79f748344e35 req-c3f21749-5617-49b3-b230-3bd874b2ffb9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f32a2222e912478982e32c7419305be8&device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 1127 time: 0.1600549 Feb 20 03:24:42.916320 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ba27911e-ffad-4157-a04d-b5b10bd4b457 admin admin] Publish callbacks [] for security_group (6a3901bb-5041-47a4-8ac2-7e5b917cd3e8), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:42.919028 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-cba1aadb-eb0d-41fa-9ecd-7797b23fc7ad None None] Current status of the port 3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:42.950452 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdb5971-f91f-4a2b-9252-dd3296bc5953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-2b144500-c16b-400a-825f-612acd4b9b9e', 'network_id': '2b144500-c16b-400a-825f-612acd4b9b9e', 'project_id': 'c162ef649ac24179af074bc19210dd9d', 'fixed_ips': [{'subnet_id': 'e2aff09a-319e-4dbb-a4f2-9e2cb9af3293'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:24:42.951359 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3fdb5971-f91f-4a2b-9252-dd3296bc5953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:42.972583 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7927bcfd-ff44-495c-95e6-2c8ad1760555 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1668198 Feb 20 03:24:42.977368 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51578) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:42.983013 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-b6c2e27c-3158-4d94-8ccd-6f89804e99b3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-332976751-router', 'tenant_id': 'c162ef649ac24179af074bc19210dd9d', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:24:43.054170 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-78d9d681-241b-4ee8-8ade-82bc50b8aa85 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=b3ad5a8490114ca1a4779f1dca148f1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392406 Feb 20 03:24:43.054792 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46cb8f-a1cd-4643-ae9a-44b95dac3073 admin admin] Pushing event updated for resources: {'Port': ['ID=a0331da5-be3b-4f17-8a98-6d0a6f706395,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:43.115607 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-3fdb5971-f91f-4a2b-9252-dd3296bc5953 None None] Allocated IP 172.20.0.2 (2b144500-c16b-400a-825f-612acd4b9b9e/e2aff09a-319e-4dbb-a4f2-9e2cb9af3293/3b193515-3397-4153-acba-edc0a278c842) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:24:43.120926 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e665d-144c-4873-aa29-79f748344e35 req-6c66bc8d-8da6-4337-857f-dcbd2f930ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:43.122409 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-aa2e665d-144c-4873-aa29-79f748344e35 req-6c66bc8d-8da6-4337-857f-dcbd2f930ef0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b760bf03-7766-4aef-bd0e-08d3e5c4e949 HTTP/1.1" status: 200 len: 909 time: 0.2015104 Feb 20 03:24:43.168652 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b6c2e27c-3158-4d94-8ccd-6f89804e99b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (9bfadd37-2b4b-4699-8736-8452491d3dd4), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:43.169889 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b6c2e27c-3158-4d94-8ccd-6f89804e99b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (9bfadd37-2b4b-4699-8736-8452491d3dd4), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:43.173916 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-aa2e665d-144c-4873-aa29-79f748344e35 req-770b5344-92aa-4d7f-b229-fc0d3af392ef service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3306d282-948a-4379-b81c-8f3c2844360e HTTP/1.1" status: 200 len: 217 time: 0.0436196 Feb 20 03:24:43.189115 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-6c08c41c-3e1d-4ef6-81b6-064ca74afcf7 None None] Provisioning complete for port 3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:43.189497 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6c08c41c-3e1d-4ef6-81b6-064ca74afcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:43.221875 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ba27911e-ffad-4157-a04d-b5b10bd4b457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (6a3901bb-5041-47a4-8ac2-7e5b917cd3e8), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:43.224492 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ba27911e-ffad-4157-a04d-b5b10bd4b457 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:43.225669 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ba27911e-ffad-4157-a04d-b5b10bd4b457 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6a3901bb-5041-47a4-8ac2-7e5b917cd3e8 HTTP/1.1" status: 204 len: 168 time: 0.5833337 Feb 20 03:24:43.234175 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8350c89-2428-48c2-aa1a-e0ec34ce46c5 req-ffbaf6ba-7653-40e0-b521-90fc9238401d tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:43.237374 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b8350c89-2428-48c2-aa1a-e0ec34ce46c5 req-ffbaf6ba-7653-40e0-b521-90fc9238401d tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 945 time: 0.1919577 Feb 20 03:24:43.257481 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27911e-ffad-4157-a04d-b5b10bd4b457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3901bb-5041-47a4-8ac2-7e5b917cd3e8,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:43.294326 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b6c2e27c-3158-4d94-8ccd-6f89804e99b3 admin admin] Publish callbacks [] for router_controller (9bfadd37-2b4b-4699-8736-8452491d3dd4), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:43.296335 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e665d-144c-4873-aa29-79f748344e35 req-3b8a7f4f-479c-46ac-978b-6724a67116d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:43.297830 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-aa2e665d-144c-4873-aa29-79f748344e35 req-3b8a7f4f-479c-46ac-978b-6724a67116d2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=458c6d71-ffe3-42c1-873f-079dd6df07cb HTTP/1.1" status: 200 len: 848 time: 0.1143715 Feb 20 03:24:43.337064 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-aa2e665d-144c-4873-aa29-79f748344e35 req-2850d176-fc03-4bac-a9d2-7e9289740bfe service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b760bf03-7766-4aef-bd0e-08d3e5c4e949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326056 Feb 20 03:24:43.358392 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b8350c89-2428-48c2-aa1a-e0ec34ce46c5 req-cf895bd9-ffee-4602-993b-49f0ec9853d9 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128666 Feb 20 03:24:43.370377 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-0caf866e-d35c-4cb8-b136-ad94fc8f1f65 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:43.371915 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-0caf866e-d35c-4cb8-b136-ad94fc8f1f65 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3040869 Feb 20 03:24:43.374892 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0a46cb8f-a1cd-4643-ae9a-44b95dac3073 admin admin] Publish callbacks [] for router_gateway (7e3d36e1-3349-4342-8374-1b3accc8a9f6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:43.462331 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-7b53c04f-1dd6-4041-96a2-7e792a82be07 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/quotas/b3ad5a8490114ca1a4779f1dca148f1b HTTP/1.1" status: 200 len: 375 time: 0.0283451 Feb 20 03:24:43.520636 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-c0beb75e-fd3c-4d1a-a794-ebb398cf8297 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=b3ad5a8490114ca1a4779f1dca148f1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514400 Feb 20 03:24:43.535218 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-6c08c41c-3e1d-4ef6-81b6-064ca74afcf7 None None] Current status of the port 3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:43.540548 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3fdb5971-f91f-4a2b-9252-dd3296bc5953 None None] Publish callbacks [] for port (3b193515-3397-4153-acba-edc0a278c842), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:43.643525 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf745e3f-a5f5-4fc3-9709-3d34511269d3 req-1c3b7a5e-78a2-490b-8402-a639b7c393e4 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:43.645015 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf745e3f-a5f5-4fc3-9709-3d34511269d3 req-1c3b7a5e-78a2-490b-8402-a639b7c393e4 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=6e5c2aaf-1560-4367-b689-dc5f6c118d67 HTTP/1.1" status: 200 len: 950 time: 0.0763326 Feb 20 03:24:43.690558 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3fdb5971-f91f-4a2b-9252-dd3296bc5953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (3b193515-3397-4153-acba-edc0a278c842), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:43.761508 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf745e3f-a5f5-4fc3-9709-3d34511269d3 req-878ed5bb-15df-4223-bb7b-5af557b1fd43 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5cc72c8-6208-4dd5-b054-b5f445952a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768399 Feb 20 03:24:43.770918 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdb5971-f91f-4a2b-9252-dd3296bc5953 None None] Network 2b144500-c16b-400a-825f-612acd4b9b9e is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:24:43.810938 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-3fdb5971-f91f-4a2b-9252-dd3296bc5953 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:24:43.814789 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb5971-f91f-4a2b-9252-dd3296bc5953 None None] Pushing event updated for resources: {'Port': ['ID=3b193515-3397-4153-acba-edc0a278c842,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:43.830566 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdb5971-f91f-4a2b-9252-dd3296bc5953 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:24:43.881809 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:24:43.887238 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b6c2e27c-3158-4d94-8ccd-6f89804e99b3 admin admin] Publish callbacks [] for router_gateway (9bfadd37-2b4b-4699-8736-8452491d3dd4), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:43.895166 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-aa2e665d-144c-4873-aa29-79f748344e35 req-d3ee5459-d432-4db8-a541-65090294f482 service neutron] 10.222.0.93 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5479784 Feb 20 03:24:43.907484 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0a46cb8f-a1cd-4643-ae9a-44b95dac3073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (7e3d36e1-3349-4342-8374-1b3accc8a9f6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:44.114730 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-3fdb5971-f91f-4a2b-9252-dd3296bc5953 None None] Attempting to bind port 3b193515-3397-4153-acba-edc0a278c842 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:24:44.115573 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-3fdb5971-f91f-4a2b-9252-dd3296bc5953 None None] Attempting to bind port 3b193515-3397-4153-acba-edc0a278c842 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '53e42049-8e13-41e6-8e34-4440a106730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b144500-c16b-400a-825f-612acd4b9b9e'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:24:44.117948 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdb5971-f91f-4a2b-9252-dd3296bc5953 None None] Attempting to bind port 3b193515-3397-4153-acba-edc0a278c842 on network 2b144500-c16b-400a-825f-612acd4b9b9e {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:24:44.137208 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aca7d302-6320-4c05-ad60-443bbf5dc506 req-2180357f-186a-41c0-9e9d-1b9b5def01ea tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/ports?device_id=b6e713f7-0b25-415f-bd11-888119e595a4 HTTP/1.1" status: 200 len: 210 time: 0.0650196 Feb 20 03:24:44.137745 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-aa2e665d-144c-4873-aa29-79f748344e35 req-d462383d-96af-446c-adbf-c239133a3067 service neutron] 10.222.0.93 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338736 Feb 20 03:24:44.155449 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdb5971-f91f-4a2b-9252-dd3296bc5953 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:24:44.156940 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdb5971-f91f-4a2b-9252-dd3296bc5953 None None] Checking segment: {'id': '53e42049-8e13-41e6-8e34-4440a106730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b144500-c16b-400a-825f-612acd4b9b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:24:44.157955 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3fdb5971-f91f-4a2b-9252-dd3296bc5953 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:44.162134 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdb5971-f91f-4a2b-9252-dd3296bc5953 None None] Bound using segment: {'id': '53e42049-8e13-41e6-8e34-4440a106730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b144500-c16b-400a-825f-612acd4b9b9e'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:24:44.163140 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-3fdb5971-f91f-4a2b-9252-dd3296bc5953 None None] Bound port: 3b193515-3397-4153-acba-edc0a278c842, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e42049-8e13-41e6-8e34-4440a106730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b144500-c16b-400a-825f-612acd4b9b9e'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:24:44.163720 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3fdb5971-f91f-4a2b-9252-dd3296bc5953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3b193515-3397-4153-acba-edc0a278c842), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:44.265250 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:44.266150 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:44.276794 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a46cb8f-a1cd-4643-ae9a-44b95dac3073 admin admin] Router 7e3d36e1-3349-4342-8374-1b3accc8a9f6 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:24:44.323827 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-3fdb5971-f91f-4a2b-9252-dd3296bc5953 None None] For port 3b193515-3397-4153-acba-edc0a278c842, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:24:44.343645 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-3fdb5971-f91f-4a2b-9252-dd3296bc5953 None None] For port 3b193515-3397-4153-acba-edc0a278c842, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3b193515-3397-4153-acba-edc0a278c842,segment=NetworkSegment(53e42049-8e13-41e6-8e34-4440a106730c),segment_id=53e42049-8e13-41e6-8e34-4440a106730c)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:24:44.447971 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:44.451953 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3fdb5971-f91f-4a2b-9252-dd3296bc5953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3b193515-3397-4153-acba-edc0a278c842), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:44.467585 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b6c2e27c-3158-4d94-8ccd-6f89804e99b3 admin admin] Publish callbacks [] for router_gateway (9bfadd37-2b4b-4699-8736-8452491d3dd4), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:44.513951 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b6c2e27c-3158-4d94-8ccd-6f89804e99b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:44.580597 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a46cb8f-a1cd-4643-ae9a-44b95dac3073 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:24:44.585968 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb5971-f91f-4a2b-9252-dd3296bc5953 None None] Pushing event updated for resources: {'Port': ['ID=3b193515-3397-4153-acba-edc0a278c842,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:44.634743 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d659ac69-7c97-4751-8b1e-3332d3a64853 None None] Sync routers for ids ['7e3d36e1-3349-4342-8374-1b3accc8a9f6'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:24:44.653724 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e765651-67a2-408b-b5c4-882fb46fd994 req-5ce6da00-0c03-4fb5-9efd-344a9041959e tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:44.654159 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d659ac69-7c97-4751-8b1e-3332d3a64853 None None] Routers {'7e3d36e1-3349-4342-8374-1b3accc8a9f6'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:24:44.654870 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d659ac69-7c97-4751-8b1e-3332d3a64853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:24:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7e3d36e1-3349-4342-8374-1b3accc8a9f6'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:24:44.665377 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8e765651-67a2-408b-b5c4-882fb46fd994 req-5ce6da00-0c03-4fb5-9efd-344a9041959e tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 945 time: 0.0893435 Feb 20 03:24:44.747222 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8e765651-67a2-408b-b5c4-882fb46fd994 req-32bd5ab0-eff3-4f1b-bff8-b5312accaa4c tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804381 Feb 20 03:24:44.783786 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e665d-144c-4873-aa29-79f748344e35 req-a0618bd3-0b2f-4dd5-aebd-07f2002e1501 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:44.784148 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-aa2e665d-144c-4873-aa29-79f748344e35 req-a0618bd3-0b2f-4dd5-aebd-07f2002e1501 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d&tenant_id=f32a2222e912478982e32c7419305be8&binding%3Ahost_id=n-h1-829866-4 HTTP/1.1" status: 200 len: 1127 time: 0.3838835 Feb 20 03:24:44.805795 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0a46cb8f-a1cd-4643-ae9a-44b95dac3073 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:44.807574 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0a46cb8f-a1cd-4643-ae9a-44b95dac3073 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.5854723 Feb 20 03:24:44.810454 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 51640) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:44.826446 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-aa2e665d-144c-4873-aa29-79f748344e35 req-dcd47f14-7171-44a3-abc6-c5c4f4ff4a83 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829866-4'}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:24:44.881610 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-d659ac69-7c97-4751-8b1e-3332d3a64853 None None] Set router 7e3d36e1-3349-4342-8374-1b3accc8a9f6 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:24:44.890196 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-b6c2e27c-3158-4d94-8ccd-6f89804e99b3 admin admin] Allocated IP 172.25.7.229 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/a7a13a02-be26-4967-8c35-922d80e668ab) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:24:44.986700 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-aa2e665d-144c-4873-aa29-79f748344e35 req-dcd47f14-7171-44a3-abc6-c5c4f4ff4a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3306d282-948a-4379-b81c-8f3c2844360e), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:45.067460 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56edc6-d0dd-4697-8af3-9cd9994d10bf req-831f859b-1064-442f-88b4-a9b0c921a50c tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:45.077130 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3a56edc6-d0dd-4697-8af3-9cd9994d10bf req-831f859b-1064-442f-88b4-a9b0c921a50c tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=6e5c2aaf-1560-4367-b689-dc5f6c118d67 HTTP/1.1" status: 200 len: 950 time: 0.1815863 Feb 20 03:24:45.254770 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3a56edc6-d0dd-4697-8af3-9cd9994d10bf req-c758f8e1-d11c-4938-a75a-a7c09eb754b2 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5cc72c8-6208-4dd5-b054-b5f445952a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774175 Feb 20 03:24:45.376930 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51668) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:45.424758 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d659ac69-7c97-4751-8b1e-3332d3a64853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-908958892-router', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:40Z', 'updated_at': '2022-02-20T03:24:42Z', 'revision_number': 3, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'gw_port': {'id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:41Z', 'updated_at': '2022-02-20T03:24:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:24:45.436401 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b6c2e27c-3158-4d94-8ccd-6f89804e99b3 admin admin] Publish callbacks [] for port (a7a13a02-be26-4967-8c35-922d80e668ab), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:45.469588 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-aa2e665d-144c-4873-aa29-79f748344e35 req-dcd47f14-7171-44a3-abc6-c5c4f4ff4a83 service neutron] For port 3306d282-948a-4379-b81c-8f3c2844360e, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=3306d282-948a-4379-b81c-8f3c2844360e,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:24:45.492853 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d659ac69-7c97-4751-8b1e-3332d3a64853 None None] Checking router: 7e3d36e1-3349-4342-8374-1b3accc8a9f6 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:24:45.493399 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d659ac69-7c97-4751-8b1e-3332d3a64853 None None] Updating router 7e3d36e1-3349-4342-8374-1b3accc8a9f6 port a0331da5-be3b-4f17-8a98-6d0a6f706395 binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:24:45.533894 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-aa2e665d-144c-4873-aa29-79f748344e35 req-dcd47f14-7171-44a3-abc6-c5c4f4ff4a83 service neutron] For port 3306d282-948a-4379-b81c-8f3c2844360e, host n-h1-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:24:45.539845 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d659ac69-7c97-4751-8b1e-3332d3a64853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a0331da5-be3b-4f17-8a98-6d0a6f706395), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:45.603351 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e53283e-35cd-4bb6-99d1-899bc5244b2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3306d282-948a-4379-b81c-8f3c2844360e'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:24:45.604729 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6000c73-b12c-4957-a5c3-fefefc10f72e req-d0d14e74-9bed-4fbd-91fd-55a29343f281 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/ports?device_id=b6e713f7-0b25-415f-bd11-888119e595a4 HTTP/1.1" status: 200 len: 210 time: 0.3421841 Feb 20 03:24:45.607843 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a7bb70-215a-425b-bbb8-b47a78f754db" -d '{"events": [{"server_uuid": "2e53283e-35cd-4bb6-99d1-899bc5244b2d", "name": "network-vif-unplugged", "status": "completed", "tag": "3306d282-948a-4379-b81c-8f3c2844360e"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:24:45.612837 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-aa2e665d-144c-4873-aa29-79f748344e35 req-dcd47f14-7171-44a3-abc6-c5c4f4ff4a83 service neutron] Publish callbacks [] for port (3306d282-948a-4379-b81c-8f3c2844360e), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:45.617460 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b6c2e27c-3158-4d94-8ccd-6f89804e99b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (a7a13a02-be26-4967-8c35-922d80e668ab), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:45.685438 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c2e27c-3158-4d94-8ccd-6f89804e99b3 admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:24:45.688939 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-b6c2e27c-3158-4d94-8ccd-6f89804e99b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:24:45.698452 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c2e27c-3158-4d94-8ccd-6f89804e99b3 admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:24:45.783737 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc8e88a-a00c-437b-bad6-48b04c51f3e0 x-openstack-request-id: req-5cc8e88a-a00c-437b-bad6-48b04c51f3e0 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:24:45.794762 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e53283e-35cd-4bb6-99d1-899bc5244b2d", "name": "network-vif-unplugged", "status": "completed", "tag": "3306d282-948a-4379-b81c-8f3c2844360e", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:24:45.794762 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5cc8e88a-a00c-437b-bad6-48b04c51f3e0 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:24:45.794762 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e53283e-35cd-4bb6-99d1-899bc5244b2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3306d282-948a-4379-b81c-8f3c2844360e', 'code': 200} Feb 20 03:24:45.794762 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-aa2e665d-144c-4873-aa29-79f748344e35 req-dcd47f14-7171-44a3-abc6-c5c4f4ff4a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (3306d282-948a-4379-b81c-8f3c2844360e), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:45.811349 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f8f32-f59d-41d9-9de9-084f44e56a6c req-767c06dd-640d-47d0-838a-aef2cbc15454 tempest-LiveMigrationNegativeTest-822220616 tempest-LiveMigrationNegativeTest-822220616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:45.819984 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb1f8f32-f59d-41d9-9de9-084f44e56a6c req-767c06dd-640d-47d0-838a-aef2cbc15454 tempest-LiveMigrationNegativeTest-822220616 tempest-LiveMigrationNegativeTest-822220616-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=6e5c2aaf-1560-4367-b689-dc5f6c118d67 HTTP/1.1" status: 200 len: 1132 time: 0.2566528 Feb 20 03:24:45.830151 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2e27c-3158-4d94-8ccd-6f89804e99b3 admin admin] Pushing event updated for resources: {'Port': ['ID=a7a13a02-be26-4967-8c35-922d80e668ab,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:45.852893 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bb1f8f32-f59d-41d9-9de9-084f44e56a6c req-25cd1ce6-8c82-4717-844e-5ee124f48b5c tempest-LiveMigrationNegativeTest-822220616 tempest-LiveMigrationNegativeTest-822220616-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:45.925685 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3b193515-3397-4153-acba-edc0a278c842 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:24:46.076089 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c2e27c-3158-4d94-8ccd-6f89804e99b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:46.076624 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c2e27c-3158-4d94-8ccd-6f89804e99b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:46.076736 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c2e27c-3158-4d94-8ccd-6f89804e99b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:46.077079 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c2e27c-3158-4d94-8ccd-6f89804e99b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:46.077411 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c2e27c-3158-4d94-8ccd-6f89804e99b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:46.078313 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c2e27c-3158-4d94-8ccd-6f89804e99b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:46.078904 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c2e27c-3158-4d94-8ccd-6f89804e99b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:46.079443 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c2e27c-3158-4d94-8ccd-6f89804e99b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:46.079945 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c2e27c-3158-4d94-8ccd-6f89804e99b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:46.080454 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c2e27c-3158-4d94-8ccd-6f89804e99b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:46.081677 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c2e27c-3158-4d94-8ccd-6f89804e99b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:46.082349 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c2e27c-3158-4d94-8ccd-6f89804e99b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:46.082830 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c2e27c-3158-4d94-8ccd-6f89804e99b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:46.143790 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-16998231-1695-411f-8076-741520436f0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:46.200419 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 3b193515-3397-4153-acba-edc0a278c842 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:46.200705 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3b193515-3397-4153-acba-edc0a278c842), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:46.245149 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8aa0f23b-f5ac-4005-adb0-ad2fb8515a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:46.271213 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4c5e2-aa2f-4bf7-adba-a1ce90086411 req-e09a2a75-c707-4a0c-9cdf-a8971e0ec62a tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:46.273064 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ad4c5e2-aa2f-4bf7-adba-a1ce90086411 req-e09a2a75-c707-4a0c-9cdf-a8971e0ec62a tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 943 time: 0.2474980 Feb 20 03:24:46.280920 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bb1f8f32-f59d-41d9-9de9-084f44e56a6c req-25cd1ce6-8c82-4717-844e-5ee124f48b5c tempest-LiveMigrationNegativeTest-822220616 tempest-LiveMigrationNegativeTest-822220616-project-admin] Publish callbacks [] for security_group (689e1392-329a-4ea3-90e1-ffa39b57b77a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:46.356174 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd47f14-7171-44a3-abc6-c5c4f4ff4a83 service neutron] Pushing event updated for resources: {'Port': ['ID=3306d282-948a-4379-b81c-8f3c2844360e,revision_number=7']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:46.357612 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda0998e-6f71-49a0-919e-8ffb28f90300 None None] Network 2b144500-c16b-400a-825f-612acd4b9b9e requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:24:46.359636 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-aa2e665d-144c-4873-aa29-79f748344e35 req-dcd47f14-7171-44a3-abc6-c5c4f4ff4a83 service neutron] Attempting to bind port 3306d282-948a-4379-b81c-8f3c2844360e on host n-h1-829866-4 for vnic_type normal with profile {"migrating_to": "n-h2-829866-4"} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:24:46.360031 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-aa2e665d-144c-4873-aa29-79f748344e35 req-dcd47f14-7171-44a3-abc6-c5c4f4ff4a83 service neutron] Attempting to bind port 3306d282-948a-4379-b81c-8f3c2844360e by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:24:46.360355 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e665d-144c-4873-aa29-79f748344e35 req-dcd47f14-7171-44a3-abc6-c5c4f4ff4a83 service neutron] Attempting to bind port 3306d282-948a-4379-b81c-8f3c2844360e on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:24:46.383216 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e665d-144c-4873-aa29-79f748344e35 req-dcd47f14-7171-44a3-abc6-c5c4f4ff4a83 service neutron] Port 3306d282-948a-4379-b81c-8f3c2844360e on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:24:46.383584 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e665d-144c-4873-aa29-79f748344e35 req-dcd47f14-7171-44a3-abc6-c5c4f4ff4a83 service neutron] Attempting to bind port 3306d282-948a-4379-b81c-8f3c2844360e on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:24:46.404751 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bb1f8f32-f59d-41d9-9de9-084f44e56a6c req-25cd1ce6-8c82-4717-844e-5ee124f48b5c tempest-LiveMigrationNegativeTest-822220616 tempest-LiveMigrationNegativeTest-822220616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (689e1392-329a-4ea3-90e1-ffa39b57b77a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:46.428908 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e665d-144c-4873-aa29-79f748344e35 req-dcd47f14-7171-44a3-abc6-c5c4f4ff4a83 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:24:46.429259 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e665d-144c-4873-aa29-79f748344e35 req-dcd47f14-7171-44a3-abc6-c5c4f4ff4a83 service neutron] Checking segment: {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:24:46.429644 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e665d-144c-4873-aa29-79f748344e35 req-dcd47f14-7171-44a3-abc6-c5c4f4ff4a83 service neutron] Bound using segment: {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:24:46.430553 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-aa2e665d-144c-4873-aa29-79f748344e35 req-dcd47f14-7171-44a3-abc6-c5c4f4ff4a83 service neutron] Bound port: 3306d282-948a-4379-b81c-8f3c2844360e, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:24:46.430941 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-aa2e665d-144c-4873-aa29-79f748344e35 req-dcd47f14-7171-44a3-abc6-c5c4f4ff4a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3306d282-948a-4379-b81c-8f3c2844360e), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:46.455590 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ad4c5e2-aa2f-4bf7-adba-a1ce90086411 req-fed016d8-f5ed-44ae-801d-9ca2997eec95 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727736 Feb 20 03:24:46.502396 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d659ac69-7c97-4751-8b1e-3332d3a64853 None None] Publish callbacks [] for port (a0331da5-be3b-4f17-8a98-6d0a6f706395), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:46.505247 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-09a08860-1770-48c3-9c95-d95e1305ad5d None None] Provisioning complete for port 3b193515-3397-4153-acba-edc0a278c842 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:46.505392 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09a08860-1770-48c3-9c95-d95e1305ad5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3b193515-3397-4153-acba-edc0a278c842), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:46.507733 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b6c2e27c-3158-4d94-8ccd-6f89804e99b3 admin admin] Publish callbacks [] for router_gateway (9bfadd37-2b4b-4699-8736-8452491d3dd4), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:46.540011 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-16998231-1695-411f-8076-741520436f0e admin admin] Publish callbacks [] for security_group (ae71fb5c-36e1-4f8b-a021-ab19016da21f), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:46.598965 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 3b193515-3397-4153-acba-edc0a278c842 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:46.599295 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3b193515-3397-4153-acba-edc0a278c842), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:46.611292 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-16998231-1695-411f-8076-741520436f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ae71fb5c-36e1-4f8b-a021-ab19016da21f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:46.660044 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d659ac69-7c97-4751-8b1e-3332d3a64853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a0331da5-be3b-4f17-8a98-6d0a6f706395), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:46.687585 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-8aa0f23b-f5ac-4005-adb0-ad2fb8515a21 admin admin] Allocated IP 172.20.0.1 (edfd7dd8-5385-49de-a304-74f70dd7d14a/45a6eef8-376a-483a-a26e-f4c41d993600/0bab8052-87a6-43dc-a718-413d993feb8e) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:24:46.692640 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 3b193515-3397-4153-acba-edc0a278c842, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3b193515-3397-4153-acba-edc0a278c842,segment=NetworkSegment(53e42049-8e13-41e6-8e34-4440a106730c),segment_id=53e42049-8e13-41e6-8e34-4440a106730c)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:24:46.729883 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-aa2e665d-144c-4873-aa29-79f748344e35 req-dcd47f14-7171-44a3-abc6-c5c4f4ff4a83 service neutron] For port 3306d282-948a-4379-b81c-8f3c2844360e, host n-h1-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:24:46.740479 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8bc2e9-947d-4e9a-b5ad-e7e327ac4a3c None None] Pushing event updated for resources: {'Port': ['ID=a0331da5-be3b-4f17-8a98-6d0a6f706395,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:46.772110 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3b193515-3397-4153-acba-edc0a278c842), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:46.804923 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-16998231-1695-411f-8076-741520436f0e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=be36a9d5edd34125825f486983fc31b3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4208710 Feb 20 03:24:46.810081 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51702) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:46.817385 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d659ac69-7c97-4751-8b1e-3332d3a64853 None None] Attempting to bind port a0331da5-be3b-4f17-8a98-6d0a6f706395 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:24:46.818056 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d659ac69-7c97-4751-8b1e-3332d3a64853 None None] Attempting to bind port a0331da5-be3b-4f17-8a98-6d0a6f706395 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:24:46.818590 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d659ac69-7c97-4751-8b1e-3332d3a64853 None None] Attempting to bind port a0331da5-be3b-4f17-8a98-6d0a6f706395 on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:24:46.821839 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-aa2e665d-144c-4873-aa29-79f748344e35 req-dcd47f14-7171-44a3-abc6-c5c4f4ff4a83 service neutron] For port 3306d282-948a-4379-b81c-8f3c2844360e, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=3306d282-948a-4379-b81c-8f3c2844360e,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:24:46.827063 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-09a08860-1770-48c3-9c95-d95e1305ad5d None None] Current status of the port 3b193515-3397-4153-acba-edc0a278c842 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:46.827956 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09a08860-1770-48c3-9c95-d95e1305ad5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3b193515-3397-4153-acba-edc0a278c842), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:46.836677 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb1f8f32-f59d-41d9-9de9-084f44e56a6c req-25cd1ce6-8c82-4717-844e-5ee124f48b5c tempest-LiveMigrationNegativeTest-822220616 tempest-LiveMigrationNegativeTest-822220616-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=e5cc72c8-6208-4dd5-b054-b5f445952a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0154331 Feb 20 03:24:46.838819 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d659ac69-7c97-4751-8b1e-3332d3a64853 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:24:46.839447 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d659ac69-7c97-4751-8b1e-3332d3a64853 None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:24:46.840013 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d659ac69-7c97-4751-8b1e-3332d3a64853 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:46.841206 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d659ac69-7c97-4751-8b1e-3332d3a64853 None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:24:46.841911 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d659ac69-7c97-4751-8b1e-3332d3a64853 None None] Bound port: a0331da5-be3b-4f17-8a98-6d0a6f706395, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:24:46.842465 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d659ac69-7c97-4751-8b1e-3332d3a64853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a0331da5-be3b-4f17-8a98-6d0a6f706395), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:46.901868 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd1ce6-8c82-4717-844e-5ee124f48b5c tempest-LiveMigrationNegativeTest-822220616 tempest-LiveMigrationNegativeTest-822220616-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689e1392-329a-4ea3-90e1-ffa39b57b77a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:46.903465 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16998231-1695-411f-8076-741520436f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae71fb5c-36e1-4f8b-a021-ab19016da21f,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:46.923013 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.93', 50213) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:46.941344 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-aa2e665d-144c-4873-aa29-79f748344e35 req-dcd47f14-7171-44a3-abc6-c5c4f4ff4a83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (3306d282-948a-4379-b81c-8f3c2844360e), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:46.977446 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-377456c3-d56a-4e13-94d9-d9fd185bafc8 req-53cd5c4d-90df-4b85-a2a5-a635f66e8d32 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/ports?device_id=b6e713f7-0b25-415f-bd11-888119e595a4 HTTP/1.1" status: 200 len: 210 time: 0.1244977 Feb 20 03:24:47.024715 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd1ce6-8c82-4717-844e-5ee124f48b5c tempest-LiveMigrationNegativeTest-822220616 tempest-LiveMigrationNegativeTest-822220616-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:47.025078 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd1ce6-8c82-4717-844e-5ee124f48b5c tempest-LiveMigrationNegativeTest-822220616 tempest-LiveMigrationNegativeTest-822220616-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:47.031235 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd1ce6-8c82-4717-844e-5ee124f48b5c tempest-LiveMigrationNegativeTest-822220616 tempest-LiveMigrationNegativeTest-822220616-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:47.031743 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd1ce6-8c82-4717-844e-5ee124f48b5c tempest-LiveMigrationNegativeTest-822220616 tempest-LiveMigrationNegativeTest-822220616-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:47.032553 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd1ce6-8c82-4717-844e-5ee124f48b5c tempest-LiveMigrationNegativeTest-822220616 tempest-LiveMigrationNegativeTest-822220616-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:47.032658 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd1ce6-8c82-4717-844e-5ee124f48b5c tempest-LiveMigrationNegativeTest-822220616 tempest-LiveMigrationNegativeTest-822220616-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:47.032918 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd1ce6-8c82-4717-844e-5ee124f48b5c tempest-LiveMigrationNegativeTest-822220616 tempest-LiveMigrationNegativeTest-822220616-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:47.033374 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd1ce6-8c82-4717-844e-5ee124f48b5c tempest-LiveMigrationNegativeTest-822220616 tempest-LiveMigrationNegativeTest-822220616-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:47.033607 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd1ce6-8c82-4717-844e-5ee124f48b5c tempest-LiveMigrationNegativeTest-822220616 tempest-LiveMigrationNegativeTest-822220616-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:47.034993 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd1ce6-8c82-4717-844e-5ee124f48b5c tempest-LiveMigrationNegativeTest-822220616 tempest-LiveMigrationNegativeTest-822220616-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:47.035277 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd1ce6-8c82-4717-844e-5ee124f48b5c tempest-LiveMigrationNegativeTest-822220616 tempest-LiveMigrationNegativeTest-822220616-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:47.035609 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd1ce6-8c82-4717-844e-5ee124f48b5c tempest-LiveMigrationNegativeTest-822220616 tempest-LiveMigrationNegativeTest-822220616-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:47.035949 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cd1ce6-8c82-4717-844e-5ee124f48b5c tempest-LiveMigrationNegativeTest-822220616 tempest-LiveMigrationNegativeTest-822220616-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:24:47.072041 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-430ea529-8fd5-470b-9f4e-9624076eff46 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=b3ad5a8490114ca1a4779f1dca148f1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0990665 Feb 20 03:24:47.121372 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=3b193515-3397-4153-acba-edc0a278c842,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:47.181829 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3f7dca2e-b14f-4649-b844-7d4e953f9662 admin admin] Publish callbacks [] for security_group (ae71fb5c-36e1-4f8b-a021-ab19016da21f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:47.242967 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d659ac69-7c97-4751-8b1e-3332d3a64853 None None] For port a0331da5-be3b-4f17-8a98-6d0a6f706395, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:24:47.253767 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-09a08860-1770-48c3-9c95-d95e1305ad5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:24:47.254256 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-09a08860-1770-48c3-9c95-d95e1305ad5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:24:47.257706 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d659ac69-7c97-4751-8b1e-3332d3a64853 None None] For port a0331da5-be3b-4f17-8a98-6d0a6f706395, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=a0331da5-be3b-4f17-8a98-6d0a6f706395,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:24:47.281159 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8aa0f23b-f5ac-4005-adb0-ad2fb8515a21 admin admin] Publish callbacks [] for port (0bab8052-87a6-43dc-a718-413d993feb8e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:47.320054 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3f7dca2e-b14f-4649-b844-7d4e953f9662 admin admin] Publish callbacks [] for security_group (ae71fb5c-36e1-4f8b-a021-ab19016da21f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:47.337175 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 51720) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:47.345691 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d659ac69-7c97-4751-8b1e-3332d3a64853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a0331da5-be3b-4f17-8a98-6d0a6f706395), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:47.350933 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd47f14-7171-44a3-abc6-c5c4f4ff4a83 service neutron] Pushing event updated for resources: {'Port': ['ID=3306d282-948a-4379-b81c-8f3c2844360e,revision_number=8']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:47.360433 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e665d-144c-4873-aa29-79f748344e35 req-dcd47f14-7171-44a3-abc6-c5c4f4ff4a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:47.361058 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-aa2e665d-144c-4873-aa29-79f748344e35 req-dcd47f14-7171-44a3-abc6-c5c4f4ff4a83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:47.362555 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-aa2e665d-144c-4873-aa29-79f748344e35 req-dcd47f14-7171-44a3-abc6-c5c4f4ff4a83 service neutron] 10.222.0.93 "PUT /v2.0/ports/3306d282-948a-4379-b81c-8f3c2844360e HTTP/1.1" status: 200 len: 1121 time: 2.5572460 Feb 20 03:24:47.389730 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b6c2e27c-3158-4d94-8ccd-6f89804e99b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (9bfadd37-2b4b-4699-8736-8452491d3dd4), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:47.453029 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['3306d282-948a-4379-b81c-8f3c2844360e'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:24:47.457886 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-687695bc-8de1-45ae-87e8-039482014d50 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:47.462443 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-687695bc-8de1-45ae-87e8-039482014d50 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3756204 Feb 20 03:24:47.466098 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d659ac69-7c97-4751-8b1e-3332d3a64853 None None] Routers {'7e3d36e1-3349-4342-8374-1b3accc8a9f6'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:24:47.469630 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d659ac69-7c97-4751-8b1e-3332d3a64853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:24:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7e3d36e1-3349-4342-8374-1b3accc8a9f6'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:24:47.477948 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-414a13c0-4a91-4e3d-bc2a-65e4cdbc4af6 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Request body: {'port': {'device_id': 'b6e713f7-0b25-415f-bd11-888119e595a4', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'admin_state_up': True, 'tenant_id': 'b3ad5a8490114ca1a4779f1dca148f1b'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:24:47.572104 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8bc2e9-947d-4e9a-b5ad-e7e327ac4a3c None None] Pushing event updated for resources: {'Port': ['ID=a0331da5-be3b-4f17-8a98-6d0a6f706395,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:47.665989 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8aa0f23b-f5ac-4005-adb0-ad2fb8515a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (0bab8052-87a6-43dc-a718-413d993feb8e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:47.687031 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9a297d45-d9a8-4a3e-8143-16a0b80473c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:47.736598 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa0f23b-f5ac-4005-adb0-ad2fb8515a21 admin admin] Network edfd7dd8-5385-49de-a304-74f70dd7d14a is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:24:47.737732 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-d659ac69-7c97-4751-8b1e-3332d3a64853 None None] Set router 7e3d36e1-3349-4342-8374-1b3accc8a9f6 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:24:47.741663 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-8aa0f23b-f5ac-4005-adb0-ad2fb8515a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:24:47.769567 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa0f23b-f5ac-4005-adb0-ad2fb8515a21 admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:24:47.773210 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8aa0f23b-f5ac-4005-adb0-ad2fb8515a21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (7e3d36e1-3349-4342-8374-1b3accc8a9f6), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:47.797497 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e53283e-35cd-4bb6-99d1-899bc5244b2d', 'tag': '3306d282-948a-4379-b81c-8f3c2844360e'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:24:47.799767 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff77f5ac-b80c-4442-a174-fd8ee4be40d2" -d '{"events": [{"name": "network-changed", "server_uuid": "2e53283e-35cd-4bb6-99d1-899bc5244b2d", "tag": "3306d282-948a-4379-b81c-8f3c2844360e"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:24:47.805591 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3f7dca2e-b14f-4649-b844-7d4e953f9662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ae71fb5c-36e1-4f8b-a021-ab19016da21f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:47.807740 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3f7dca2e-b14f-4649-b844-7d4e953f9662 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:47.808945 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3f7dca2e-b14f-4649-b844-7d4e953f9662 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ae71fb5c-36e1-4f8b-a021-ab19016da21f HTTP/1.1" status: 204 len: 168 time: 0.9818399 Feb 20 03:24:47.823608 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7dca2e-b14f-4649-b844-7d4e953f9662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae71fb5c-36e1-4f8b-a021-ab19016da21f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:47.860115 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-414a13c0-4a91-4e3d-bc2a-65e4cdbc4af6 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Made reservation on behalf of b3ad5a8490114ca1a4779f1dca148f1b for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:24:47.865094 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-414a13c0-4a91-4e3d-bc2a-65e4cdbc4af6 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:47.875863 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0f23b-f5ac-4005-adb0-ad2fb8515a21 admin admin] Pushing event updated for resources: {'Port': ['ID=0bab8052-87a6-43dc-a718-413d993feb8e,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:47.915356 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3b193515-3397-4153-acba-edc0a278c842 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:24:47.920805 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-414a13c0-4a91-4e3d-bc2a-65e4cdbc4af6 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:47.962709 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c2e27c-3158-4d94-8ccd-6f89804e99b3 admin admin] Router 9bfadd37-2b4b-4699-8736-8452491d3dd4 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:24:48.039606 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-09a08860-1770-48c3-9c95-d95e1305ad5d None None] Current status of the port 3b193515-3397-4153-acba-edc0a278c842 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:48.098395 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a2086-3b25-45dd-bd09-abc52a0cb6c2 req-b34535fd-cb18-4688-95a1-2138f300119d tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:48.105044 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa4a2086-3b25-45dd-bd09-abc52a0cb6c2 req-b34535fd-cb18-4688-95a1-2138f300119d tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 943 time: 0.3314035 Feb 20 03:24:48.132001 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 3b193515-3397-4153-acba-edc0a278c842 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:48.132660 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3b193515-3397-4153-acba-edc0a278c842), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:48.160601 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c2e27c-3158-4d94-8ccd-6f89804e99b3 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:24:48.182303 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1d9514-ee31-4814-a61f-d54f07ee2a6e None None] Sync routers for ids ['9bfadd37-2b4b-4699-8736-8452491d3dd4'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:24:48.195730 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1d9514-ee31-4814-a61f-d54f07ee2a6e None None] Routers {'9bfadd37-2b4b-4699-8736-8452491d3dd4'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:24:48.196392 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-9c1d9514-ee31-4814-a61f-d54f07ee2a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:24:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['9bfadd37-2b4b-4699-8736-8452491d3dd4'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:24:48.202316 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-eb77f462-0731-4bc8-af7c-cfc408c5da81 None None] Provisioning complete for port 0bab8052-87a6-43dc-a718-413d993feb8e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:48.202768 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-eb77f462-0731-4bc8-af7c-cfc408c5da81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0bab8052-87a6-43dc-a718-413d993feb8e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:48.209520 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9a297d45-d9a8-4a3e-8143-16a0b80473c6 admin admin] Publish callbacks [] for security_group (7cbb74e2-5c01-4ce8-80b4-90e00090aa7a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:48.273661 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-eb77f462-0731-4bc8-af7c-cfc408c5da81 None None] Port 0bab8052-87a6-43dc-a718-413d993feb8e cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:24:48.284615 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b6c2e27c-3158-4d94-8ccd-6f89804e99b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:48.288649 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b6c2e27c-3158-4d94-8ccd-6f89804e99b3 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.3076093 Feb 20 03:24:48.288826 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51742) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:48.297599 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa4a2086-3b25-45dd-bd09-abc52a0cb6c2 req-7e4776d8-c98a-498a-a26d-403cbac91c64 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855285 Feb 20 03:24:48.306905 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-414a13c0-4a91-4e3d-bc2a-65e4cdbc4af6 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Publish callbacks [] for security_group (663e13e4-9f8c-48e0-9eb5-6119952ffb62), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:48.315895 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-9c1d9514-ee31-4814-a61f-d54f07ee2a6e None None] Set router 9bfadd37-2b4b-4699-8736-8452491d3dd4 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:24:48.325718 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d659ac69-7c97-4751-8b1e-3332d3a64853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-908958892-router', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:40Z', 'updated_at': '2022-02-20T03:24:42Z', 'revision_number': 3, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'gw_port': {'id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:41Z', 'updated_at': '2022-02-20T03:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:24:48.342256 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9a297d45-d9a8-4a3e-8143-16a0b80473c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (7cbb74e2-5c01-4ce8-80b4-90e00090aa7a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:48.349274 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8aa0f23b-f5ac-4005-adb0-ad2fb8515a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0bab8052-87a6-43dc-a718-413d993feb8e), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:48.382977 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-eb77f462-0731-4bc8-af7c-cfc408c5da81 None None] Provisioning complete for port 3b193515-3397-4153-acba-edc0a278c842 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:48.383369 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-eb77f462-0731-4bc8-af7c-cfc408c5da81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3b193515-3397-4153-acba-edc0a278c842), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:48.389028 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d659ac69-7c97-4751-8b1e-3332d3a64853 None None] The sync data for ids ['7e3d36e1-3349-4342-8374-1b3accc8a9f6'] in n-d-829866-4 is: [{'id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-908958892-router', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:40Z', 'updated_at': '2022-02-20T03:24:42Z', 'revision_number': 3, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'gw_port': {'id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:41Z', 'updated_at': '2022-02-20T03:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:24:48.457119 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5733f21-baeb-4279-88e8-d27b73dfa811 req-1b49f575-b7dd-4698-a242-6f8c7b684541 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:48.459996 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f5733f21-baeb-4279-88e8-d27b73dfa811 req-1b49f575-b7dd-4698-a242-6f8c7b684541 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=6e5c2aaf-1560-4367-b689-dc5f6c118d67 HTTP/1.1" status: 200 len: 950 time: 0.3161740 Feb 20 03:24:48.473811 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-414a13c0-4a91-4e3d-bc2a-65e4cdbc4af6 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (663e13e4-9f8c-48e0-9eb5-6119952ffb62), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:48.536361 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 3b193515-3397-4153-acba-edc0a278c842 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:48.542022 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba89c94e-a6fb-4f07-a310-11dd963a8851 x-openstack-request-id: req-ba89c94e-a6fb-4f07-a310-11dd963a8851 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:24:48.544861 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e53283e-35cd-4bb6-99d1-899bc5244b2d", "tag": "3306d282-948a-4379-b81c-8f3c2844360e", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:24:48.550981 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9a297d45-d9a8-4a3e-8143-16a0b80473c6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b7039bde919f40028151fd92b98468c7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2100861 Feb 20 03:24:48.555687 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ba89c94e-a6fb-4f07-a310-11dd963a8851 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:24:48.557565 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e53283e-35cd-4bb6-99d1-899bc5244b2d', 'tag': '3306d282-948a-4379-b81c-8f3c2844360e', 'status': 'completed', 'code': 200} Feb 20 03:24:48.560402 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-9c1d9514-ee31-4814-a61f-d54f07ee2a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfadd37-2b4b-4699-8736-8452491d3dd4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-332976751-router', 'tenant_id': 'c162ef649ac24179af074bc19210dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'a7a13a02-be26-4967-8c35-922d80e668ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:43Z', 'updated_at': '2022-02-20T03:24:46Z', 'revision_number': 3, 'project_id': 'c162ef649ac24179af074bc19210dd9d', 'gw_port': {'id': 'a7a13a02-be26-4967-8c35-922d80e668ab', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfadd37-2b4b-4699-8736-8452491d3dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:44Z', 'updated_at': '2022-02-20T03:24:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:24:48.608202 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1d9514-ee31-4814-a61f-d54f07ee2a6e None None] Checking router: 9bfadd37-2b4b-4699-8736-8452491d3dd4 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:24:48.608886 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1d9514-ee31-4814-a61f-d54f07ee2a6e None None] Updating router 9bfadd37-2b4b-4699-8736-8452491d3dd4 port a7a13a02-be26-4967-8c35-922d80e668ab binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:24:48.629900 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 51744) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:48.640181 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-675f885f-a113-4dc0-b012-bed26b45dae8 req-c3bcbd5d-b895-4c73-bde1-fe14daec0454 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/ports?device_id=b6e713f7-0b25-415f-bd11-888119e595a4 HTTP/1.1" status: 200 len: 210 time: 0.1371689 Feb 20 03:24:48.645466 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a297d45-d9a8-4a3e-8143-16a0b80473c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbb74e2-5c01-4ce8-80b4-90e00090aa7a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:48.648829 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9c1d9514-ee31-4814-a61f-d54f07ee2a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a7a13a02-be26-4967-8c35-922d80e668ab), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:48.676981 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-eb77f462-0731-4bc8-af7c-cfc408c5da81 None None] Current status of the port 3b193515-3397-4153-acba-edc0a278c842 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:48.764036 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 51750) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:48.904018 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8e3843f2-771e-4c1c-b088-241b66d0ab5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:48.964213 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77f5ac-b80c-4442-a174-fd8ee4be40d2 req-e7d5369e-6c75-4c74-953b-34ab4dd04edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:48.964213 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ff77f5ac-b80c-4442-a174-fd8ee4be40d2 req-e7d5369e-6c75-4c74-953b-34ab4dd04edf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f32a2222e912478982e32c7419305be8&device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 1155 time: 0.4061019 Feb 20 03:24:49.113762 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a13c0-4a91-4e3d-bc2a-65e4cdbc4af6 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=663e13e4-9f8c-48e0-9eb5-6119952ffb62,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:49.191866 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f5733f21-baeb-4279-88e8-d27b73dfa811 req-d893e9d0-0313-4d4f-8db5-81a6124edea5 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5cc72c8-6208-4dd5-b054-b5f445952a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6935289 Feb 20 03:24:49.232756 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d655bb2-c0ca-48d0-8d35-42e58a831f14 req-685a45eb-f45f-4371-a29c-6763b464b5bc tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:49.234529 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5d655bb2-c0ca-48d0-8d35-42e58a831f14 req-685a45eb-f45f-4371-a29c-6763b464b5bc tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.93 "GET /v2.0/ports?device_id=6e5c2aaf-1560-4367-b689-dc5f6c118d67 HTTP/1.1" status: 200 len: 950 time: 0.1422989 Feb 20 03:24:49.241949 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77f5ac-b80c-4442-a174-fd8ee4be40d2 req-0ea68385-2b00-45ac-819e-6b0922c2ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:49.243585 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ff77f5ac-b80c-4442-a174-fd8ee4be40d2 req-0ea68385-2b00-45ac-819e-6b0922c2ccb9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b760bf03-7766-4aef-bd0e-08d3e5c4e949 HTTP/1.1" status: 200 len: 909 time: 0.2714107 Feb 20 03:24:49.266458 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5fd16c28-2489-43da-a528-27bc62dadcf0 admin admin] Publish callbacks [] for security_group (7cbb74e2-5c01-4ce8-80b4-90e00090aa7a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:49.347996 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9c1d9514-ee31-4814-a61f-d54f07ee2a6e None None] Publish callbacks [] for port (a7a13a02-be26-4967-8c35-922d80e668ab), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:49.348535 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ff77f5ac-b80c-4442-a174-fd8ee4be40d2 req-9cf4132b-5a00-4b57-8ba0-d5f4e0bde498 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3306d282-948a-4379-b81c-8f3c2844360e HTTP/1.1" status: 200 len: 217 time: 0.0748334 Feb 20 03:24:49.436816 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9c1d9514-ee31-4814-a61f-d54f07ee2a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a7a13a02-be26-4967-8c35-922d80e668ab), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:49.513605 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-9c1d9514-ee31-4814-a61f-d54f07ee2a6e None None] Attempting to bind port a7a13a02-be26-4967-8c35-922d80e668ab on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:24:49.514060 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-9c1d9514-ee31-4814-a61f-d54f07ee2a6e None None] Attempting to bind port a7a13a02-be26-4967-8c35-922d80e668ab by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:24:49.515068 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1d9514-ee31-4814-a61f-d54f07ee2a6e None None] Attempting to bind port a7a13a02-be26-4967-8c35-922d80e668ab on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:24:49.523406 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313e967-4bf8-4c5c-8c2e-15dceda34e8a None None] Pushing event updated for resources: {'Port': ['ID=a7a13a02-be26-4967-8c35-922d80e668ab,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:49.528173 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1d9514-ee31-4814-a61f-d54f07ee2a6e None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:24:49.531518 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1d9514-ee31-4814-a61f-d54f07ee2a6e None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:24:49.531518 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9c1d9514-ee31-4814-a61f-d54f07ee2a6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:49.531518 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1d9514-ee31-4814-a61f-d54f07ee2a6e None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:24:49.531518 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-9c1d9514-ee31-4814-a61f-d54f07ee2a6e None None] Bound port: a7a13a02-be26-4967-8c35-922d80e668ab, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:24:49.531518 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9c1d9514-ee31-4814-a61f-d54f07ee2a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a7a13a02-be26-4967-8c35-922d80e668ab), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:49.554694 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77f5ac-b80c-4442-a174-fd8ee4be40d2 req-77e28026-7109-427f-8e9b-7e99d24da6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:49.556612 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ff77f5ac-b80c-4442-a174-fd8ee4be40d2 req-77e28026-7109-427f-8e9b-7e99d24da6f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=458c6d71-ffe3-42c1-873f-079dd6df07cb HTTP/1.1" status: 200 len: 848 time: 0.1904230 Feb 20 03:24:49.602422 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ff77f5ac-b80c-4442-a174-fd8ee4be40d2 req-c5b3d0ff-a159-4602-9af3-8b1a83b8263c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b760bf03-7766-4aef-bd0e-08d3e5c4e949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349200 Feb 20 03:24:49.625967 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-9c1d9514-ee31-4814-a61f-d54f07ee2a6e None None] For port a7a13a02-be26-4967-8c35-922d80e668ab, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:24:49.630335 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-9c1d9514-ee31-4814-a61f-d54f07ee2a6e None None] For port a7a13a02-be26-4967-8c35-922d80e668ab, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=a7a13a02-be26-4967-8c35-922d80e668ab,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:24:49.639868 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da8b3668-68de-4c22-a129-3c3cb231266d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:49.648519 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5fd16c28-2489-43da-a528-27bc62dadcf0 admin admin] Publish callbacks [] for security_group (7cbb74e2-5c01-4ce8-80b4-90e00090aa7a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:49.697239 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-414a13c0-4a91-4e3d-bc2a-65e4cdbc4af6 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Allocated IP 192.168.233.24 (0c4d93d2-7476-4570-93e5-7ecf9f895901/c38207c9-ee42-4b0e-b0ac-5ef2953b6f62/f0ffc259-f812-4485-834d-81b76ae0342c) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:24:49.724310 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8e3843f2-771e-4c1c-b088-241b66d0ab5c admin admin] Publish callbacks [] for security_group (659095fe-3e60-4d53-8c8d-81b67cb0b75b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:49.740036 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9c1d9514-ee31-4814-a61f-d54f07ee2a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a7a13a02-be26-4967-8c35-922d80e668ab), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:49.774026 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-5d655bb2-c0ca-48d0-8d35-42e58a831f14 req-0e8cf0cb-d7cd-428b-9eef-5f89abcad89a tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Deleting port ea84fefc-a3a7-4a64-85c9-938c1b06c3d7 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:24:49.774363 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-5d655bb2-c0ca-48d0-8d35-42e58a831f14 req-0e8cf0cb-d7cd-428b-9eef-5f89abcad89a tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ea84fefc-a3a7-4a64-85c9-938c1b06c3d7), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:49.779504 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8aa0f23b-f5ac-4005-adb0-ad2fb8515a21 admin admin] Publish callbacks [] for port (0bab8052-87a6-43dc-a718-413d993feb8e), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:49.820401 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8e3843f2-771e-4c1c-b088-241b66d0ab5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (659095fe-3e60-4d53-8c8d-81b67cb0b75b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:49.880942 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device a0331da5-be3b-4f17-8a98-6d0a6f706395 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:24:49.913196 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d0dc1-01a6-4f61-9d99-751142722382 req-c96bdc9f-dc48-4697-a57e-97dbc2a33a4e tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:49.917414 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313e967-4bf8-4c5c-8c2e-15dceda34e8a None None] Pushing event updated for resources: {'Port': ['ID=a7a13a02-be26-4967-8c35-922d80e668ab,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:49.922005 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-897d0dc1-01a6-4f61-9d99-751142722382 req-c96bdc9f-dc48-4697-a57e-97dbc2a33a4e tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 943 time: 0.2807286 Feb 20 03:24:49.929030 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8aa0f23b-f5ac-4005-adb0-ad2fb8515a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0bab8052-87a6-43dc-a718-413d993feb8e), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:49.930992 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8aa0f23b-f5ac-4005-adb0-ad2fb8515a21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (7e3d36e1-3349-4342-8374-1b3accc8a9f6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:49.937237 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1d9514-ee31-4814-a61f-d54f07ee2a6e None None] Routers {'9bfadd37-2b4b-4699-8736-8452491d3dd4'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:24:49.938266 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-9c1d9514-ee31-4814-a61f-d54f07ee2a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:24:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['9bfadd37-2b4b-4699-8736-8452491d3dd4'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:24:49.969322 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ff77f5ac-b80c-4442-a174-fd8ee4be40d2 req-3e18ce99-b205-4b5a-bb6d-c6c9d3f143fe service neutron] 10.222.0.42 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601277 Feb 20 03:24:50.012405 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port a0331da5-be3b-4f17-8a98-6d0a6f706395 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:50.012787 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a0331da5-be3b-4f17-8a98-6d0a6f706395), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:50.030406 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-5d655bb2-c0ca-48d0-8d35-42e58a831f14 req-0e8cf0cb-d7cd-428b-9eef-5f89abcad89a tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] For port ea84fefc-a3a7-4a64-85c9-938c1b06c3d7, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ea84fefc-a3a7-4a64-85c9-938c1b06c3d7,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:24:50.031092 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-5d655bb2-c0ca-48d0-8d35-42e58a831f14 req-0e8cf0cb-d7cd-428b-9eef-5f89abcad89a tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ea84fefc-a3a7-4a64-85c9-938c1b06c3d7), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:50.089638 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0f23b-f5ac-4005-adb0-ad2fb8515a21 admin admin] Pushing event updated for resources: {'Port': ['ID=0bab8052-87a6-43dc-a718-413d993feb8e,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:50.109015 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-9c1d9514-ee31-4814-a61f-d54f07ee2a6e None None] Set router 9bfadd37-2b4b-4699-8736-8452491d3dd4 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:24:50.118326 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8e3843f2-771e-4c1c-b088-241b66d0ab5c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d4d38d39fcc34f1f8f9b6b24515a79a2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3532500 Feb 20 03:24:50.122688 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-da8b3668-68de-4c22-a129-3c3cb231266d admin admin] Allocated IP 172.20.0.1 (2b144500-c16b-400a-825f-612acd4b9b9e/e2aff09a-319e-4dbb-a4f2-9e2cb9af3293/1172e5c1-6ac2-4891-be10-ecb89668a2f4) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:24:50.123219 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port a0331da5-be3b-4f17-8a98-6d0a6f706395 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:50.123923 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a0331da5-be3b-4f17-8a98-6d0a6f706395), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:50.125151 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3843f2-771e-4c1c-b088-241b66d0ab5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659095fe-3e60-4d53-8c8d-81b67cb0b75b,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:50.132100 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 51768) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:50.177450 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port a0331da5-be3b-4f17-8a98-6d0a6f706395, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=a0331da5-be3b-4f17-8a98-6d0a6f706395,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:24:50.193042 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-5d655bb2-c0ca-48d0-8d35-42e58a831f14 req-0e8cf0cb-d7cd-428b-9eef-5f89abcad89a tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Calling delete_port for ea84fefc-a3a7-4a64-85c9-938c1b06c3d7 owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:24:50.258284 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-897d0dc1-01a6-4f61-9d99-751142722382 req-7e6f4580-960c-4dfb-9e88-864cda09ce4b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352349 Feb 20 03:24:50.265102 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a0331da5-be3b-4f17-8a98-6d0a6f706395), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:50.290200 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa0f23b-f5ac-4005-adb0-ad2fb8515a21 admin admin] Network edfd7dd8-5385-49de-a304-74f70dd7d14a is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:24:50.325020 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=a0331da5-be3b-4f17-8a98-6d0a6f706395,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:50.346563 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-8aa0f23b-f5ac-4005-adb0-ad2fb8515a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:24:50.372801 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b8adafe-6f68-4d01-b7f7-26e330e75049 req-cb34813a-9c05-4357-a84f-bae68c767d95 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/ports?device_id=b6e713f7-0b25-415f-bd11-888119e595a4 HTTP/1.1" status: 200 len: 210 time: 0.0769837 Feb 20 03:24:50.414176 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-9c1d9514-ee31-4814-a61f-d54f07ee2a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfadd37-2b4b-4699-8736-8452491d3dd4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-332976751-router', 'tenant_id': 'c162ef649ac24179af074bc19210dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'a7a13a02-be26-4967-8c35-922d80e668ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:43Z', 'updated_at': '2022-02-20T03:24:46Z', 'revision_number': 3, 'project_id': 'c162ef649ac24179af074bc19210dd9d', 'gw_port': {'id': 'a7a13a02-be26-4967-8c35-922d80e668ab', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfadd37-2b4b-4699-8736-8452491d3dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:44Z', 'updated_at': '2022-02-20T03:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:24:50.414742 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5fd16c28-2489-43da-a528-27bc62dadcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (7cbb74e2-5c01-4ce8-80b4-90e00090aa7a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:50.419837 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5fd16c28-2489-43da-a528-27bc62dadcf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:50.421173 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5fd16c28-2489-43da-a528-27bc62dadcf0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7cbb74e2-5c01-4ce8-80b4-90e00090aa7a HTTP/1.1" status: 204 len: 168 time: 1.7726045 Feb 20 03:24:50.422006 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1ec3f072-a1fe-4e46-923a-53d3f50cea96 admin admin] Publish callbacks [] for security_group (659095fe-3e60-4d53-8c8d-81b67cb0b75b), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:50.456501 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1d9514-ee31-4814-a61f-d54f07ee2a6e None None] The sync data for ids ['9bfadd37-2b4b-4699-8736-8452491d3dd4'] in n-d-829866-4 is: [{'id': '9bfadd37-2b4b-4699-8736-8452491d3dd4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-332976751-router', 'tenant_id': 'c162ef649ac24179af074bc19210dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'a7a13a02-be26-4967-8c35-922d80e668ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:43Z', 'updated_at': '2022-02-20T03:24:46Z', 'revision_number': 3, 'project_id': 'c162ef649ac24179af074bc19210dd9d', 'gw_port': {'id': 'a7a13a02-be26-4967-8c35-922d80e668ab', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfadd37-2b4b-4699-8736-8452491d3dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:44Z', 'updated_at': '2022-02-20T03:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:24:50.472426 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-5d655bb2-c0ca-48d0-8d35-42e58a831f14 req-0e8cf0cb-d7cd-428b-9eef-5f89abcad89a tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (ea84fefc-a3a7-4a64-85c9-938c1b06c3d7), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:50.486250 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['ea84fefc-a3a7-4a64-85c9-938c1b06c3d7'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:24:50.492264 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['b9b722e2-8698-4ded-b18f-5dfe31a1f8d1'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:24:50.532978 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8cf0cb-d7cd-428b-9eef-5f89abcad89a tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Pushing event deleted for resources: {'Port': ['ID=ea84fefc-a3a7-4a64-85c9-938c1b06c3d7,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:50.545346 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ff77f5ac-b80c-4442-a174-fd8ee4be40d2 req-0dcf89e5-1796-479c-ba6d-fa829ee430d1 service neutron] 10.222.0.42 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5545721 Feb 20 03:24:50.686765 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d655bb2-c0ca-48d0-8d35-42e58a831f14 req-0e8cf0cb-d7cd-428b-9eef-5f89abcad89a tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] No DVR routers for this DVR port ea84fefc-a3a7-4a64-85c9-938c1b06c3d7 on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:24:50.702448 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-5d655bb2-c0ca-48d0-8d35-42e58a831f14 req-0e8cf0cb-d7cd-428b-9eef-5f89abcad89a tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:50.702448 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5d655bb2-c0ca-48d0-8d35-42e58a831f14 req-0e8cf0cb-d7cd-428b-9eef-5f89abcad89a tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.93 "DELETE /v2.0/ports/ea84fefc-a3a7-4a64-85c9-938c1b06c3d7 HTTP/1.1" status: 204 len: 173 time: 1.4601352 Feb 20 03:24:50.708971 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5c2aaf-1560-4367-b689-dc5f6c118d67', 'name': 'network-vif-deleted', 'tag': 'ea84fefc-a3a7-4a64-85c9-938c1b06c3d7'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:24:50.712127 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211823bd-ad5d-4306-8a43-ee9538f52b2f" -d '{"events": [{"server_uuid": "6e5c2aaf-1560-4367-b689-dc5f6c118d67", "name": "network-vif-deleted", "tag": "ea84fefc-a3a7-4a64-85c9-938c1b06c3d7"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:24:50.754944 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd16c28-2489-43da-a528-27bc62dadcf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbb74e2-5c01-4ce8-80b4-90e00090aa7a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:50.763841 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da8b3668-68de-4c22-a129-3c3cb231266d admin admin] Publish callbacks [] for port (1172e5c1-6ac2-4891-be10-ecb89668a2f4), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:50.827814 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3938e46b-067d-456d-b6e5-1bf7740438d4 x-openstack-request-id: req-3938e46b-067d-456d-b6e5-1bf7740438d4 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:24:50.827983 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5c2aaf-1560-4367-b689-dc5f6c118d67", "name": "network-vif-deleted", "tag": "ea84fefc-a3a7-4a64-85c9-938c1b06c3d7", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:24:50.828273 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3938e46b-067d-456d-b6e5-1bf7740438d4 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:24:50.828698 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5c2aaf-1560-4367-b689-dc5f6c118d67', 'name': 'network-vif-deleted', 'tag': 'ea84fefc-a3a7-4a64-85c9-938c1b06c3d7', 'status': 'completed', 'code': 200} Feb 20 03:24:50.866125 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1ec3f072-a1fe-4e46-923a-53d3f50cea96 admin admin] Publish callbacks [] for security_group (659095fe-3e60-4d53-8c8d-81b67cb0b75b), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:50.898325 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:50.909304 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-cacc350f-af43-42cc-959c-1974ab533b90 None None] Provisioning complete for port 0bab8052-87a6-43dc-a718-413d993feb8e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:50.909664 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cacc350f-af43-42cc-959c-1974ab533b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0bab8052-87a6-43dc-a718-413d993feb8e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:50.958325 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da8b3668-68de-4c22-a129-3c3cb231266d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (1172e5c1-6ac2-4891-be10-ecb89668a2f4), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:50.974563 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:51.013899 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-cacc350f-af43-42cc-959c-1974ab533b90 None None] Port 0bab8052-87a6-43dc-a718-413d993feb8e cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:24:51.102903 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cd840-c60c-4b92-bc23-22d7a8cdcd98 req-369df8e2-113f-4644-aed7-09f8dbc716f8 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:51.105682 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3e9cd840-c60c-4b92-bc23-22d7a8cdcd98 req-369df8e2-113f-4644-aed7-09f8dbc716f8 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=6e5c2aaf-1560-4367-b689-dc5f6c118d67 HTTP/1.1" status: 200 len: 867 time: 0.7255592 Feb 20 03:24:51.137377 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-414a13c0-4a91-4e3d-bc2a-65e4cdbc4af6 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Publish callbacks [] for port (f0ffc259-f812-4485-834d-81b76ae0342c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:51.173977 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa0f23b-f5ac-4005-adb0-ad2fb8515a21 admin admin] Router 7e3d36e1-3349-4342-8374-1b3accc8a9f6 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:24:51.310044 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 3306d282-948a-4379-b81c-8f3c2844360e details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:24:51.394740 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3e9cd840-c60c-4b92-bc23-22d7a8cdcd98 req-151ebce3-8417-4d00-b94b-eac73a3dba86 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5cc72c8-6208-4dd5-b054-b5f445952a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619827 Feb 20 03:24:51.395447 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1ec3f072-a1fe-4e46-923a-53d3f50cea96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (659095fe-3e60-4d53-8c8d-81b67cb0b75b), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:51.398032 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1ec3f072-a1fe-4e46-923a-53d3f50cea96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:51.405013 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1ec3f072-a1fe-4e46-923a-53d3f50cea96 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/659095fe-3e60-4d53-8c8d-81b67cb0b75b HTTP/1.1" status: 204 len: 168 time: 1.2654786 Feb 20 03:24:51.415298 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b3668-68de-4c22-a129-3c3cb231266d admin admin] Pushing event updated for resources: {'Port': ['ID=1172e5c1-6ac2-4891-be10-ecb89668a2f4,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:51.434498 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8b3668-68de-4c22-a129-3c3cb231266d admin admin] Network 2b144500-c16b-400a-825f-612acd4b9b9e is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:24:51.438762 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-da8b3668-68de-4c22-a129-3c3cb231266d admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:24:51.449649 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8b3668-68de-4c22-a129-3c3cb231266d admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:24:51.452928 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec3f072-a1fe-4e46-923a-53d3f50cea96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659095fe-3e60-4d53-8c8d-81b67cb0b75b,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:51.489923 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-414a13c0-4a91-4e3d-bc2a-65e4cdbc4af6 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (f0ffc259-f812-4485-834d-81b76ae0342c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:51.516667 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da8b3668-68de-4c22-a129-3c3cb231266d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (9bfadd37-2b4b-4699-8736-8452491d3dd4), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:51.577733 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 3306d282-948a-4379-b81c-8f3c2844360e, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=3306d282-948a-4379-b81c-8f3c2844360e,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:24:51.611276 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 3306d282-948a-4379-b81c-8f3c2844360e has no active binding in host n-h2-829866-4 {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 20 03:24:51.660995 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51794) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:51.696263 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7c468e82-0e12-48f8-a002-b84107d59e96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:51.767088 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2255d8f-207f-4a09-a7e7-7fc055f23f4b req-deaea407-994a-4ff3-8df3-ce962baa9615 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:51.774999 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a2255d8f-207f-4a09-a7e7-7fc055f23f4b req-deaea407-994a-4ff3-8df3-ce962baa9615 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 943 time: 0.3873625 Feb 20 03:24:51.817811 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-414a13c0-4a91-4e3d-bc2a-65e4cdbc4af6 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:24:51.840743 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-414a13c0-4a91-4e3d-bc2a-65e4cdbc4af6 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:24:51.846989 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa0f23b-f5ac-4005-adb0-ad2fb8515a21 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:24:51.849444 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-414a13c0-4a91-4e3d-bc2a-65e4cdbc4af6 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:24:51.857190 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-71a4641a-8a47-4385-9a18-40360d70bbab None None] Provisioning complete for port 1172e5c1-6ac2-4891-be10-ecb89668a2f4 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:51.857763 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-71a4641a-8a47-4385-9a18-40360d70bbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1172e5c1-6ac2-4891-be10-ecb89668a2f4), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:51.860871 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-414a13c0-4a91-4e3d-bc2a-65e4cdbc4af6 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:51.863823 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-414a13c0-4a91-4e3d-bc2a-65e4cdbc4af6 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:51.872899 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a13c0-4a91-4e3d-bc2a-65e4cdbc4af6 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Pushing event updated for resources: {'Port': ['ID=f0ffc259-f812-4485-834d-81b76ae0342c,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:51.904476 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8aa0f23b-f5ac-4005-adb0-ad2fb8515a21 admin admin] 10.222.0.89 "PUT /v2.0/routers/7e3d36e1-3349-4342-8374-1b3accc8a9f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0926995 Feb 20 03:24:51.968864 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac11c7a-d8b1-4601-a486-00d51a5d1e06 None None] Sync routers for ids ['7e3d36e1-3349-4342-8374-1b3accc8a9f6'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:24:51.973704 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da8b3668-68de-4c22-a129-3c3cb231266d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1172e5c1-6ac2-4891-be10-ecb89668a2f4), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:52.028307 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7c468e82-0e12-48f8-a002-b84107d59e96 admin admin] Publish callbacks [] for security_group (fa99edd2-0d90-4fa9-b391-4333f043f379), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:52.037981 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c44f1-1ff0-4b0a-bac3-54e71fe24615 req-cd60a384-5457-4eba-b4f8-40b3771defd2 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:52.039766 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b72c44f1-1ff0-4b0a-bac3-54e71fe24615 req-cd60a384-5457-4eba-b4f8-40b3771defd2 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/ports?device_id=b6e713f7-0b25-415f-bd11-888119e595a4 HTTP/1.1" status: 200 len: 935 time: 0.4600346 Feb 20 03:24:52.051462 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-71a4641a-8a47-4385-9a18-40360d70bbab None None] Port 1172e5c1-6ac2-4891-be10-ecb89668a2f4 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:24:52.059304 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac11c7a-d8b1-4601-a486-00d51a5d1e06 None None] Routers {'7e3d36e1-3349-4342-8374-1b3accc8a9f6'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:24:52.064148 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-6ac11c7a-d8b1-4601-a486-00d51a5d1e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:24:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7e3d36e1-3349-4342-8374-1b3accc8a9f6'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:24:52.067542 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a2255d8f-207f-4a09-a7e7-7fc055f23f4b req-755e4bcf-e4b9-4af0-a025-d1752148d237 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913339 Feb 20 03:24:52.088047 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-414a13c0-4a91-4e3d-bc2a-65e4cdbc4af6 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6155126 Feb 20 03:24:52.110713 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-7db283df-4641-4324-909a-56af33afa56a service neutron] Request body: {'port': {'device_id': 'b6e713f7-0b25-415f-bd11-888119e595a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:24:52.140766 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device a0331da5-be3b-4f17-8a98-6d0a6f706395 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:24:52.196260 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7c468e82-0e12-48f8-a002-b84107d59e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (fa99edd2-0d90-4fa9-b391-4333f043f379), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:52.225302 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-7db283df-4641-4324-909a-56af33afa56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f0ffc259-f812-4485-834d-81b76ae0342c), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:52.259208 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b72c44f1-1ff0-4b0a-bac3-54e71fe24615 req-3dd93d7b-e537-4841-9ff5-bd90c520ad50 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/security-groups?id=663e13e4-9f8c-48e0-9eb5-6119952ffb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902781 Feb 20 03:24:52.385621 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7c468e82-0e12-48f8-a002-b84107d59e96 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ce1c0310c5fd4e6b8b91ef43b7a44114&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7229669 Feb 20 03:24:52.398767 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da8b3668-68de-4c22-a129-3c3cb231266d admin admin] Publish callbacks [] for port (1172e5c1-6ac2-4891-be10-ecb89668a2f4), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:52.402229 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51802) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:52.412330 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c468e82-0e12-48f8-a002-b84107d59e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa99edd2-0d90-4fa9-b391-4333f043f379,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:52.478344 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8ab4a9e-f65f-404f-b3f2-683fa12c03a0 admin admin] Publish callbacks [] for security_group (fa99edd2-0d90-4fa9-b391-4333f043f379), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:52.494449 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da8b3668-68de-4c22-a129-3c3cb231266d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (1172e5c1-6ac2-4891-be10-ecb89668a2f4), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:52.552377 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da8b3668-68de-4c22-a129-3c3cb231266d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (9bfadd37-2b4b-4699-8736-8452491d3dd4), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:52.554840 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-6ac11c7a-d8b1-4601-a486-00d51a5d1e06 None None] Set router 7e3d36e1-3349-4342-8374-1b3accc8a9f6 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:24:52.585885 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-01e11921-bf2d-47cc-9733-80452282d6db None None] Provisioning complete for port f0ffc259-f812-4485-834d-81b76ae0342c triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:52.586267 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-01e11921-bf2d-47cc-9733-80452282d6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f0ffc259-f812-4485-834d-81b76ae0342c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:52.594272 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port a0331da5-be3b-4f17-8a98-6d0a6f706395 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:52.594660 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a0331da5-be3b-4f17-8a98-6d0a6f706395), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:52.618306 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8ab4a9e-f65f-404f-b3f2-683fa12c03a0 admin admin] Publish callbacks [] for security_group (fa99edd2-0d90-4fa9-b391-4333f043f379), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:52.710588 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-01e11921-bf2d-47cc-9733-80452282d6db None None] Port f0ffc259-f812-4485-834d-81b76ae0342c cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:24:52.746938 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b3668-68de-4c22-a129-3c3cb231266d admin admin] Pushing event updated for resources: {'Port': ['ID=1172e5c1-6ac2-4891-be10-ecb89668a2f4,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:52.815084 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 51814) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:52.827883 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8b3668-68de-4c22-a129-3c3cb231266d admin admin] Network 2b144500-c16b-400a-825f-612acd4b9b9e is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:24:52.832290 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-da8b3668-68de-4c22-a129-3c3cb231266d admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:24:52.876204 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port a0331da5-be3b-4f17-8a98-6d0a6f706395 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:52.877590 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device a7a13a02-be26-4967-8c35-922d80e668ab up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:24:52.903767 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-7db283df-4641-4324-909a-56af33afa56a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0ffc259-f812-4485-834d-81b76ae0342c {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:24:52.915997 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-7db283df-4641-4324-909a-56af33afa56a service neutron] Publish callbacks [] for port (f0ffc259-f812-4485-834d-81b76ae0342c), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:52.936362 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8ab4a9e-f65f-404f-b3f2-683fa12c03a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (fa99edd2-0d90-4fa9-b391-4333f043f379), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:52.940667 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8ab4a9e-f65f-404f-b3f2-683fa12c03a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:52.940667 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b8ab4a9e-f65f-404f-b3f2-683fa12c03a0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/fa99edd2-0d90-4fa9-b391-4333f043f379 HTTP/1.1" status: 204 len: 168 time: 0.5299263 Feb 20 03:24:52.956332 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab4a9e-f65f-404f-b3f2-683fa12c03a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa99edd2-0d90-4fa9-b391-4333f043f379,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:52.987792 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-7db283df-4641-4324-909a-56af33afa56a service neutron] Transition to ACTIVE for port object f0ffc259-f812-4485-834d-81b76ae0342c will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:24:53.067722 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8b3668-68de-4c22-a129-3c3cb231266d admin admin] Router 9bfadd37-2b4b-4699-8736-8452491d3dd4 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:24:53.075755 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-7db283df-4641-4324-909a-56af33afa56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f0ffc259-f812-4485-834d-81b76ae0342c), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:53.115916 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-6ac11c7a-d8b1-4601-a486-00d51a5d1e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-908958892-router', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:40Z', 'updated_at': '2022-02-20T03:24:48Z', 'revision_number': 4, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'gw_port': {'id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:41Z', 'updated_at': '2022-02-20T03:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '0bab8052-87a6-43dc-a718-413d993feb8e', 'name': '', 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'mac_address': 'fa:16:3e:a3:42:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '45a6eef8-376a-483a-a26e-f4c41d993600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:46Z', 'updated_at': '2022-02-20T03:24:48Z', 'revision_number': 2, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'subnets': [{'id': '45a6eef8-376a-483a-a26e-f4c41d993600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:24:53.136388 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port a7a13a02-be26-4967-8c35-922d80e668ab triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:53.136388 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a7a13a02-be26-4967-8c35-922d80e668ab), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:53.219279 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac11c7a-d8b1-4601-a486-00d51a5d1e06 None None] Checking router: 7e3d36e1-3349-4342-8374-1b3accc8a9f6 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:24:53.219592 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac11c7a-d8b1-4601-a486-00d51a5d1e06 None None] Updating router 7e3d36e1-3349-4342-8374-1b3accc8a9f6 port 0bab8052-87a6-43dc-a718-413d993feb8e binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:24:53.232297 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db283df-4641-4324-909a-56af33afa56a service neutron] Pushing event updated for resources: {'Port': ['ID=f0ffc259-f812-4485-834d-81b76ae0342c,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:53.282197 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8b3668-68de-4c22-a129-3c3cb231266d admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:24:53.294764 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-da8b3668-68de-4c22-a129-3c3cb231266d admin admin] 10.222.0.89 "PUT /v2.0/routers/9bfadd37-2b4b-4699-8736-8452491d3dd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0043449 Feb 20 03:24:53.365431 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device ea84fefc-a3a7-4a64-85c9-938c1b06c3d7 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:24:53.401733 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-40f13b28-bf4a-4548-98fd-edaecfe2c4c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:53.403950 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: ea84fefc-a3a7-4a64-85c9-938c1b06c3d7 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:24:53.404301 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device ea84fefc-a3a7-4a64-85c9-938c1b06c3d7 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:24:53.415485 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6ac11c7a-d8b1-4601-a486-00d51a5d1e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0bab8052-87a6-43dc-a718-413d993feb8e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:53.441498 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-86c3e847-d399-4f48-85b0-ac0a558bed05 None None] Provisioning complete for port 1172e5c1-6ac2-4891-be10-ecb89668a2f4 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:53.441805 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-86c3e847-d399-4f48-85b0-ac0a558bed05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1172e5c1-6ac2-4891-be10-ecb89668a2f4), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:53.455552 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6ad05b-d9c6-499c-bd5e-7e0a7f8760cb None None] Sync routers for ids ['9bfadd37-2b4b-4699-8736-8452491d3dd4'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:24:53.470394 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6ad05b-d9c6-499c-bd5e-7e0a7f8760cb None None] Routers {'9bfadd37-2b4b-4699-8736-8452491d3dd4'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:24:53.471188 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-5f6ad05b-d9c6-499c-bd5e-7e0a7f8760cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:24:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['9bfadd37-2b4b-4699-8736-8452491d3dd4'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:24:53.489940 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-7db283df-4641-4324-909a-56af33afa56a service neutron] Attempting to bind port f0ffc259-f812-4485-834d-81b76ae0342c on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:24:53.490285 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-7db283df-4641-4324-909a-56af33afa56a service neutron] Attempting to bind port f0ffc259-f812-4485-834d-81b76ae0342c by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:24:53.490611 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-7db283df-4641-4324-909a-56af33afa56a service neutron] Attempting to bind port f0ffc259-f812-4485-834d-81b76ae0342c on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:24:53.513001 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-7db283df-4641-4324-909a-56af33afa56a service neutron] Port f0ffc259-f812-4485-834d-81b76ae0342c on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:24:53.513283 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-7db283df-4641-4324-909a-56af33afa56a service neutron] Attempting to bind port f0ffc259-f812-4485-834d-81b76ae0342c on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:24:53.550339 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-86c3e847-d399-4f48-85b0-ac0a558bed05 None None] Port 1172e5c1-6ac2-4891-be10-ecb89668a2f4 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:24:53.575341 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-7db283df-4641-4324-909a-56af33afa56a service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:24:53.575687 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-7db283df-4641-4324-909a-56af33afa56a service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:24:53.576080 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-7db283df-4641-4324-909a-56af33afa56a service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:24:53.576531 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-7db283df-4641-4324-909a-56af33afa56a service neutron] Bound port: f0ffc259-f812-4485-834d-81b76ae0342c, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:24:53.576889 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-7db283df-4641-4324-909a-56af33afa56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f0ffc259-f812-4485-834d-81b76ae0342c), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:53.625861 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port a7a13a02-be26-4967-8c35-922d80e668ab is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:53.626261 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a7a13a02-be26-4967-8c35-922d80e668ab), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:53.649266 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880de11-6952-4cb3-9fc1-c8af275b6a33 req-7e8bcb96-6225-4d23-b4d7-f5e61e961b7c tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:53.657950 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a880de11-6952-4cb3-9fc1-c8af275b6a33 req-7e8bcb96-6225-4d23-b4d7-f5e61e961b7c tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 943 time: 0.4265339 Feb 20 03:24:53.667049 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db7ce4-a8c7-45b8-a32c-ca9500c61fed req-3e180c73-0c36-43af-b55d-ba6587aac4c3 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:53.669268 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8db7ce4-a8c7-45b8-a32c-ca9500c61fed req-3e180c73-0c36-43af-b55d-ba6587aac4c3 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=df8911c9-0079-4cf4-af82-e25d02d294ed HTTP/1.1" status: 200 len: 950 time: 0.2636125 Feb 20 03:24:53.675573 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-5f6ad05b-d9c6-499c-bd5e-7e0a7f8760cb None None] Set router 9bfadd37-2b4b-4699-8736-8452491d3dd4 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:24:53.675780 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port a7a13a02-be26-4967-8c35-922d80e668ab, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=a7a13a02-be26-4967-8c35-922d80e668ab,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:24:53.763803 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a7a13a02-be26-4967-8c35-922d80e668ab), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:53.764130 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-7db283df-4641-4324-909a-56af33afa56a service neutron] For port f0ffc259-f812-4485-834d-81b76ae0342c, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:24:53.847684 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-7db283df-4641-4324-909a-56af33afa56a service neutron] For port f0ffc259-f812-4485-834d-81b76ae0342c, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f0ffc259-f812-4485-834d-81b76ae0342c,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:24:53.889108 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=a7a13a02-be26-4967-8c35-922d80e668ab,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:53.895486 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a880de11-6952-4cb3-9fc1-c8af275b6a33 req-c21646fe-4927-4359-86c3-7006502ecdd9 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366893 Feb 20 03:24:53.952731 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8db7ce4-a8c7-45b8-a32c-ca9500c61fed req-37eb7e04-a2d1-4036-ad38-4238166741f2 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5cc72c8-6208-4dd5-b054-b5f445952a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671692 Feb 20 03:24:53.968880 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-7db283df-4641-4324-909a-56af33afa56a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f0ffc259-f812-4485-834d-81b76ae0342c), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:54.023530 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-40f13b28-bf4a-4548-98fd-edaecfe2c4c6 admin admin] Publish callbacks [] for security_group (f4d8b47f-6721-473c-9d7a-cecd7248219b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:54.030630 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6ac11c7a-d8b1-4601-a486-00d51a5d1e06 None None] Publish callbacks [] for port (0bab8052-87a6-43dc-a718-413d993feb8e), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:54.044116 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-5f6ad05b-d9c6-499c-bd5e-7e0a7f8760cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfadd37-2b4b-4699-8736-8452491d3dd4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-332976751-router', 'tenant_id': 'c162ef649ac24179af074bc19210dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'a7a13a02-be26-4967-8c35-922d80e668ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:43Z', 'updated_at': '2022-02-20T03:24:51Z', 'revision_number': 4, 'project_id': 'c162ef649ac24179af074bc19210dd9d', 'gw_port': {'id': 'a7a13a02-be26-4967-8c35-922d80e668ab', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfadd37-2b4b-4699-8736-8452491d3dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:44Z', 'updated_at': '2022-02-20T03:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '1172e5c1-6ac2-4891-be10-ecb89668a2f4', 'name': '', 'network_id': '2b144500-c16b-400a-825f-612acd4b9b9e', 'tenant_id': 'c162ef649ac24179af074bc19210dd9d', 'mac_address': 'fa:16:3e:72:aa:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfadd37-2b4b-4699-8736-8452491d3dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e2aff09a-319e-4dbb-a4f2-9e2cb9af3293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:49Z', 'updated_at': '2022-02-20T03:24:52Z', 'revision_number': 2, 'project_id': 'c162ef649ac24179af074bc19210dd9d', 'subnets': [{'id': 'e2aff09a-319e-4dbb-a4f2-9e2cb9af3293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:24:54.077970 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-7db283df-4641-4324-909a-56af33afa56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:54.078920 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-7db283df-4641-4324-909a-56af33afa56a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:54.080441 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-7db283df-4641-4324-909a-56af33afa56a service neutron] 10.222.0.93 "PUT /v2.0/ports/f0ffc259-f812-4485-834d-81b76ae0342c HTTP/1.1" status: 200 len: 1095 time: 1.9801068 Feb 20 03:24:54.080954 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e713f7-0b25-415f-bd11-888119e595a4', 'tag': 'f0ffc259-f812-4485-834d-81b76ae0342c'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:24:54.091675 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6ad05b-d9c6-499c-bd5e-7e0a7f8760cb None None] Checking router: 9bfadd37-2b4b-4699-8736-8452491d3dd4 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:24:54.096800 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6ad05b-d9c6-499c-bd5e-7e0a7f8760cb None None] Updating router 9bfadd37-2b4b-4699-8736-8452491d3dd4 port 1172e5c1-6ac2-4891-be10-ecb89668a2f4 binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:24:54.124111 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5f6ad05b-d9c6-499c-bd5e-7e0a7f8760cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1172e5c1-6ac2-4891-be10-ecb89668a2f4), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:54.126391 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6ac11c7a-d8b1-4601-a486-00d51a5d1e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0bab8052-87a6-43dc-a718-413d993feb8e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:54.162396 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db283df-4641-4324-909a-56af33afa56a service neutron] Pushing event updated for resources: {'Port': ['ID=f0ffc259-f812-4485-834d-81b76ae0342c,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:54.165222 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-40f13b28-bf4a-4548-98fd-edaecfe2c4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f4d8b47f-6721-473c-9d7a-cecd7248219b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:54.236172 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f13b28-bf4a-4548-98fd-edaecfe2c4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d8b47f-6721-473c-9d7a-cecd7248219b,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:54.298365 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53ef0c-8459-44e3-9024-d2017b5b29e7 None None] Pushing event updated for resources: {'Port': ['ID=0bab8052-87a6-43dc-a718-413d993feb8e,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:54.379462 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-6ac11c7a-d8b1-4601-a486-00d51a5d1e06 None None] Attempting to bind port 0bab8052-87a6-43dc-a718-413d993feb8e on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:24:54.380128 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-6ac11c7a-d8b1-4601-a486-00d51a5d1e06 None None] Attempting to bind port 0bab8052-87a6-43dc-a718-413d993feb8e by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'c43c8696-5443-406b-ab1f-aa8c5bb1eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:24:54.380245 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-40f13b28-bf4a-4548-98fd-edaecfe2c4c6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b7befe3f875142a4b03c057851e8ebbd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5622330 Feb 20 03:24:54.380338 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac11c7a-d8b1-4601-a486-00d51a5d1e06 None None] Attempting to bind port 0bab8052-87a6-43dc-a718-413d993feb8e on network edfd7dd8-5385-49de-a304-74f70dd7d14a {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:24:54.382767 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51858) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:54.398883 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f2b87-8b0b-49fb-a337-bafe0bfccdb8 req-bc4b5194-8f67-4f74-9c01-50923435725f tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:54.411119 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b05f2b87-8b0b-49fb-a337-bafe0bfccdb8 req-bc4b5194-8f67-4f74-9c01-50923435725f tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/ports?device_id=b6e713f7-0b25-415f-bd11-888119e595a4 HTTP/1.1" status: 200 len: 947 time: 0.3910260 Feb 20 03:24:54.420599 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac11c7a-d8b1-4601-a486-00d51a5d1e06 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:24:54.421016 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac11c7a-d8b1-4601-a486-00d51a5d1e06 None None] Checking segment: {'id': 'c43c8696-5443-406b-ab1f-aa8c5bb1eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:24:54.421442 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6ac11c7a-d8b1-4601-a486-00d51a5d1e06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:54.421849 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac11c7a-d8b1-4601-a486-00d51a5d1e06 None None] Bound using segment: {'id': 'c43c8696-5443-406b-ab1f-aa8c5bb1eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:24:54.424873 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-6ac11c7a-d8b1-4601-a486-00d51a5d1e06 None None] Bound port: 0bab8052-87a6-43dc-a718-413d993feb8e, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c43c8696-5443-406b-ab1f-aa8c5bb1eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:24:54.426826 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6ac11c7a-d8b1-4601-a486-00d51a5d1e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0bab8052-87a6-43dc-a718-413d993feb8e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:54.505960 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a2230fd9-a425-41a9-807e-fa976fc961a7 admin admin] Publish callbacks [] for security_group (f4d8b47f-6721-473c-9d7a-cecd7248219b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:54.533471 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a2230fd9-a425-41a9-807e-fa976fc961a7 admin admin] Publish callbacks [] for security_group (f4d8b47f-6721-473c-9d7a-cecd7248219b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:54.562067 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-0f3c7f51-42c9-4e10-b9b1-8426a1e7dd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:54.563583 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-0f3c7f51-42c9-4e10-b9b1-8426a1e7dd80 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b3ad5a8490114ca1a4779f1dca148f1b&device_id=b6e713f7-0b25-415f-bd11-888119e595a4 HTTP/1.1" status: 200 len: 1129 time: 0.3379803 Feb 20 03:24:54.653484 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-6ac11c7a-d8b1-4601-a486-00d51a5d1e06 None None] For port 0bab8052-87a6-43dc-a718-413d993feb8e, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:24:54.659308 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-6ac11c7a-d8b1-4601-a486-00d51a5d1e06 None None] For port 0bab8052-87a6-43dc-a718-413d993feb8e, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0bab8052-87a6-43dc-a718-413d993feb8e,segment=NetworkSegment(c43c8696-5443-406b-ab1f-aa8c5bb1eaa0),segment_id=c43c8696-5443-406b-ab1f-aa8c5bb1eaa0)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:24:54.664104 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b05f2b87-8b0b-49fb-a337-bafe0bfccdb8 req-9c60587f-9a6f-44f3-b443-b0f4d28a78b5 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/security-groups?id=663e13e4-9f8c-48e0-9eb5-6119952ffb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520189 Feb 20 03:24:54.696715 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5f6ad05b-d9c6-499c-bd5e-7e0a7f8760cb None None] Publish callbacks [] for port (1172e5c1-6ac2-4891-be10-ecb89668a2f4), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:54.706384 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a2230fd9-a425-41a9-807e-fa976fc961a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f4d8b47f-6721-473c-9d7a-cecd7248219b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:54.710825 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a2230fd9-a425-41a9-807e-fa976fc961a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:54.712743 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a2230fd9-a425-41a9-807e-fa976fc961a7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f4d8b47f-6721-473c-9d7a-cecd7248219b HTTP/1.1" status: 204 len: 168 time: 0.3288875 Feb 20 03:24:54.723677 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2230fd9-a425-41a9-807e-fa976fc961a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d8b47f-6721-473c-9d7a-cecd7248219b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:54.734370 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-17870937-abb0-4840-99c5-7775ea961ad7 None None] Provisioning complete for port 0bab8052-87a6-43dc-a718-413d993feb8e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:54.735038 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-17870937-abb0-4840-99c5-7775ea961ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0bab8052-87a6-43dc-a718-413d993feb8e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:54.772951 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6ac11c7a-d8b1-4601-a486-00d51a5d1e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0bab8052-87a6-43dc-a718-413d993feb8e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:54.773155 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5f6ad05b-d9c6-499c-bd5e-7e0a7f8760cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (1172e5c1-6ac2-4891-be10-ecb89668a2f4), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:54.841668 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac11c7a-d8b1-4601-a486-00d51a5d1e06 None None] Routers {'7e3d36e1-3349-4342-8374-1b3accc8a9f6'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:24:54.842324 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-6ac11c7a-d8b1-4601-a486-00d51a5d1e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:24:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7e3d36e1-3349-4342-8374-1b3accc8a9f6'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:24:54.911160 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317a66c-fc0f-4fbe-993d-70d5238943c3 req-e1de113b-2be9-4456-adba-74c85a477388 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:54.917629 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44042e46-f91e-46a1-9085-01291d5f2d12 None None] Pushing event updated for resources: {'Port': ['ID=1172e5c1-6ac2-4891-be10-ecb89668a2f4,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:54.918977 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1317a66c-fc0f-4fbe-993d-70d5238943c3 req-e1de113b-2be9-4456-adba-74c85a477388 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.42 "GET /v2.0/ports?device_id=df8911c9-0079-4cf4-af82-e25d02d294ed HTTP/1.1" status: 200 len: 950 time: 0.1538289 Feb 20 03:24:54.948960 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53ef0c-8459-44e3-9024-d2017b5b29e7 None None] Pushing event updated for resources: {'Port': ['ID=0bab8052-87a6-43dc-a718-413d993feb8e,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:55.033298 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51874) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:55.038720 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5601d606-1b03-42bd-bb0a-5201e9ecd072" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e713f7-0b25-415f-bd11-888119e595a4", "tag": "f0ffc259-f812-4485-834d-81b76ae0342c"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:24:55.048184 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-fc8334aa-4ba0-4f23-b7dd-7da4fd3c9c9d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-675983257-network', 'tenant_id': '2a23ad1c9d1842f5819ecaf83f2442aa'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:24:55.116685 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-9bfc5120-a7f5-4a00-8ea8-457e9a0f73fb req-7d8192dc-f89c-49d3-9d8c-69f4a5fa01c3 tempest-FloatingIPDetailsNegativeTestJSON-2004277103 tempest-FloatingIPDetailsNegativeTestJSON-2004277103-project] show failed (client error): The resource could not be found. Feb 20 03:24:55.118969 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-5f6ad05b-d9c6-499c-bd5e-7e0a7f8760cb None None] Attempting to bind port 1172e5c1-6ac2-4891-be10-ecb89668a2f4 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:24:55.121303 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-5f6ad05b-d9c6-499c-bd5e-7e0a7f8760cb None None] Attempting to bind port 1172e5c1-6ac2-4891-be10-ecb89668a2f4 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '53e42049-8e13-41e6-8e34-4440a106730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b144500-c16b-400a-825f-612acd4b9b9e'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:24:55.121853 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6ad05b-d9c6-499c-bd5e-7e0a7f8760cb None None] Attempting to bind port 1172e5c1-6ac2-4891-be10-ecb89668a2f4 on network 2b144500-c16b-400a-825f-612acd4b9b9e {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:24:55.133173 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6ad05b-d9c6-499c-bd5e-7e0a7f8760cb None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:24:55.138008 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9bfc5120-a7f5-4a00-8ea8-457e9a0f73fb req-7d8192dc-f89c-49d3-9d8c-69f4a5fa01c3 tempest-FloatingIPDetailsNegativeTestJSON-2004277103 tempest-FloatingIPDetailsNegativeTestJSON-2004277103-project] 10.222.0.89 "GET /v2.0/floatingips/af45d945-c33c-46f1-81b9-d7fd264e9f09 HTTP/1.1" status: 404 len: 350 time: 0.6267948 Feb 20 03:24:55.143458 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-5b5d518a-ee5b-4baf-b17d-b951313ee325 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=f0ffc259-f812-4485-834d-81b76ae0342c HTTP/1.1" status: 200 len: 217 time: 0.5719390 Feb 20 03:24:55.146632 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6ad05b-d9c6-499c-bd5e-7e0a7f8760cb None None] Checking segment: {'id': '53e42049-8e13-41e6-8e34-4440a106730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b144500-c16b-400a-825f-612acd4b9b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:24:55.147186 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5f6ad05b-d9c6-499c-bd5e-7e0a7f8760cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:55.148296 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6ad05b-d9c6-499c-bd5e-7e0a7f8760cb None None] Bound using segment: {'id': '53e42049-8e13-41e6-8e34-4440a106730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b144500-c16b-400a-825f-612acd4b9b9e'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:24:55.149554 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 51880) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:55.149909 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-5f6ad05b-d9c6-499c-bd5e-7e0a7f8760cb None None] Bound port: 1172e5c1-6ac2-4891-be10-ecb89668a2f4, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e42049-8e13-41e6-8e34-4440a106730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b144500-c16b-400a-825f-612acd4b9b9e'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:24:55.150306 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5f6ad05b-d9c6-499c-bd5e-7e0a7f8760cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1172e5c1-6ac2-4891-be10-ecb89668a2f4), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:55.218740 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-1317a66c-fc0f-4fbe-993d-70d5238943c3 req-024f1424-4e68-4bd0-b0a4-8b319929857b tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Deleting port b9b722e2-8698-4ded-b18f-5dfe31a1f8d1 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:24:55.219292 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-1317a66c-fc0f-4fbe-993d-70d5238943c3 req-024f1424-4e68-4bd0-b0a4-8b319929857b tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b9b722e2-8698-4ded-b18f-5dfe31a1f8d1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:55.254628 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8334aa-4ba0-4f23-b7dd-7da4fd3c9c9d admin admin] Made reservation on behalf of 2a23ad1c9d1842f5819ecaf83f2442aa for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:24:55.282512 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fc8334aa-4ba0-4f23-b7dd-7da4fd3c9c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:55.287343 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-6ac11c7a-d8b1-4601-a486-00d51a5d1e06 None None] Set router 7e3d36e1-3349-4342-8374-1b3accc8a9f6 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:24:55.290324 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-17870937-abb0-4840-99c5-7775ea961ad7 None None] Current status of the port 0bab8052-87a6-43dc-a718-413d993feb8e is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:55.290776 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-17870937-abb0-4840-99c5-7775ea961ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0bab8052-87a6-43dc-a718-413d993feb8e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:55.342951 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-3190ef0e-500d-4a36-8c4e-1dcf9146136d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:55.344715 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-3190ef0e-500d-4a36-8c4e-1dcf9146136d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1654398 Feb 20 03:24:55.347582 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-5f6ad05b-d9c6-499c-bd5e-7e0a7f8760cb None None] For port 1172e5c1-6ac2-4891-be10-ecb89668a2f4, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:24:55.358406 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-5f6ad05b-d9c6-499c-bd5e-7e0a7f8760cb None None] For port 1172e5c1-6ac2-4891-be10-ecb89668a2f4, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=1172e5c1-6ac2-4891-be10-ecb89668a2f4,segment=NetworkSegment(53e42049-8e13-41e6-8e34-4440a106730c),segment_id=53e42049-8e13-41e6-8e34-4440a106730c)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:24:55.361250 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fc8334aa-4ba0-4f23-b7dd-7da4fd3c9c9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:55.476921 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-1317a66c-fc0f-4fbe-993d-70d5238943c3 req-024f1424-4e68-4bd0-b0a4-8b319929857b tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] For port b9b722e2-8698-4ded-b18f-5dfe31a1f8d1, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b9b722e2-8698-4ded-b18f-5dfe31a1f8d1,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:24:55.477760 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-1317a66c-fc0f-4fbe-993d-70d5238943c3 req-024f1424-4e68-4bd0-b0a4-8b319929857b tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b9b722e2-8698-4ded-b18f-5dfe31a1f8d1), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:55.497093 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-1317a66c-fc0f-4fbe-993d-70d5238943c3 req-024f1424-4e68-4bd0-b0a4-8b319929857b tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Calling delete_port for b9b722e2-8698-4ded-b18f-5dfe31a1f8d1 owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:24:55.528761 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fc8334aa-4ba0-4f23-b7dd-7da4fd3c9c9d admin admin] Publish callbacks [] for security_group (d3335b6b-2d42-499c-ad42-1ae3ada730d9), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:55.540204 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-17870937-abb0-4840-99c5-7775ea961ad7 None None] For port 0bab8052-87a6-43dc-a718-413d993feb8e, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0bab8052-87a6-43dc-a718-413d993feb8e,segment=NetworkSegment(c43c8696-5443-406b-ab1f-aa8c5bb1eaa0),segment_id=c43c8696-5443-406b-ab1f-aa8c5bb1eaa0)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:24:55.568590 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-5f6ad05b-d9c6-499c-bd5e-7e0a7f8760cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (1172e5c1-6ac2-4891-be10-ecb89668a2f4), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:55.632322 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fc8334aa-4ba0-4f23-b7dd-7da4fd3c9c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d3335b6b-2d42-499c-ad42-1ae3ada730d9), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:55.658060 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc8334aa-4ba0-4f23-b7dd-7da4fd3c9c9d admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:24:55.684362 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-a33a53f4-749a-4a2e-837b-31421a01cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:55.686283 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-17870937-abb0-4840-99c5-7775ea961ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0bab8052-87a6-43dc-a718-413d993feb8e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:55.686567 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-a33a53f4-749a-4a2e-837b-31421a01cafc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2653687 Feb 20 03:24:55.695408 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa2e665d-144c-4873-aa29-79f748344e35 req-dd0dca29-994e-4680-a9f4-245d1c73fb92 service neutron] 10.222.0.42 "GET /v2.0/ports/3306d282-948a-4379-b81c-8f3c2844360e/bindings/n-h2-829866-4 HTTP/1.1" status: 200 len: 384 time: 0.5225885 Feb 20 03:24:55.727224 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fc8334aa-4ba0-4f23-b7dd-7da4fd3c9c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (73e92b36-06cd-418d-8fae-18211b931a69), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:55.731300 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-fc8334aa-4ba0-4f23-b7dd-7da4fd3c9c9d admin admin] Added segment 73e92b36-06cd-418d-8fae-18211b931a69 of type vlan for network 8ec7a6eb-c053-49cd-9efd-68636b5291ad Feb 20 03:24:55.731300 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8334aa-4ba0-4f23-b7dd-7da4fd3c9c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3335b6b-2d42-499c-ad42-1ae3ada730d9,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:55.761460 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44042e46-f91e-46a1-9085-01291d5f2d12 None None] Pushing event updated for resources: {'Port': ['ID=1172e5c1-6ac2-4891-be10-ecb89668a2f4,revision_number=4']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:55.761460 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6ad05b-d9c6-499c-bd5e-7e0a7f8760cb None None] Routers {'9bfadd37-2b4b-4699-8736-8452491d3dd4'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:24:55.763974 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5d5a7-d858-40a3-a983-80c897fd673a req-77bf0a50-4980-436d-961f-6ac15f08728a tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:55.767032 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-5f6ad05b-d9c6-499c-bd5e-7e0a7f8760cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:24:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['9bfadd37-2b4b-4699-8736-8452491d3dd4'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:24:55.772337 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-01f5d5a7-d858-40a3-a983-80c897fd673a req-77bf0a50-4980-436d-961f-6ac15f08728a tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 943 time: 0.6567829 Feb 20 03:24:55.800691 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a08ec3-c8a8-4afa-8004-d336a4fa504e req-ebe39c4d-3905-4f70-9969-cf01c0e75c3e tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:55.803272 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e1a08ec3-c8a8-4afa-8004-d336a4fa504e req-ebe39c4d-3905-4f70-9969-cf01c0e75c3e tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=df8911c9-0079-4cf4-af82-e25d02d294ed HTTP/1.1" status: 200 len: 950 time: 0.3848438 Feb 20 03:24:55.924270 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fc8334aa-4ba0-4f23-b7dd-7da4fd3c9c9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (8ec7a6eb-c053-49cd-9efd-68636b5291ad), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:55.936132 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17870937-abb0-4840-99c5-7775ea961ad7 None None] Pushing event updated for resources: {'Port': ['ID=0bab8052-87a6-43dc-a718-413d993feb8e,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:55.999652 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-5b71e9b0-2d09-458b-9f4f-460d93522293 None None] Provisioning complete for port 0bab8052-87a6-43dc-a718-413d993feb8e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:56.000142 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5b71e9b0-2d09-458b-9f4f-460d93522293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0bab8052-87a6-43dc-a718-413d993feb8e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:56.002479 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device a7a13a02-be26-4967-8c35-922d80e668ab up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:24:56.063560 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fc8334aa-4ba0-4f23-b7dd-7da4fd3c9c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (8ec7a6eb-c053-49cd-9efd-68636b5291ad), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:56.063560 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8334aa-4ba0-4f23-b7dd-7da4fd3c9c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:56.063560 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fc8334aa-4ba0-4f23-b7dd-7da4fd3c9c9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:56.063560 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-1317a66c-fc0f-4fbe-993d-70d5238943c3 req-024f1424-4e68-4bd0-b0a4-8b319929857b tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (b9b722e2-8698-4ded-b18f-5dfe31a1f8d1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:56.124563 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['b9b722e2-8698-4ded-b18f-5dfe31a1f8d1'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:24:56.138071 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-5f6ad05b-d9c6-499c-bd5e-7e0a7f8760cb None None] Set router 9bfadd37-2b4b-4699-8736-8452491d3dd4 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:24:56.139729 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-01f5d5a7-d858-40a3-a983-80c897fd673a req-7bfb0381-2732-48fb-8d81-649e08943582 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663290 Feb 20 03:24:56.162664 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f1424-4e68-4bd0-b0a4-8b319929857b tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Pushing event deleted for resources: {'Port': ['ID=b9b722e2-8698-4ded-b18f-5dfe31a1f8d1,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:56.184556 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e1a08ec3-c8a8-4afa-8004-d336a4fa504e req-5a5232b2-b579-489a-b9d9-ce2ff1bf0516 tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/security-groups?id=e5cc72c8-6208-4dd5-b054-b5f445952a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264055 Feb 20 03:24:56.239015 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port a7a13a02-be26-4967-8c35-922d80e668ab triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:56.239399 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a7a13a02-be26-4967-8c35-922d80e668ab), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:56.242711 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-01f0bcf6-f9d5-4ff5-abd3-295af598880e service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5371969 Feb 20 03:24:56.245412 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fc8334aa-4ba0-4f23-b7dd-7da4fd3c9c9d admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2073362 Feb 20 03:24:56.253687 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 51898) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:56.256367 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8334aa-4ba0-4f23-b7dd-7da4fd3c9c9d admin admin] Pushing event updated for resources: {'Network': ['ID=8ec7a6eb-c053-49cd-9efd-68636b5291ad,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:56.273531 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-1114b243-96f7-41ce-9a22-56f8e4f2a726 admin admin] Request body: {'subnet': {'network_id': '8ec7a6eb-c053-49cd-9efd-68636b5291ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-675983257-subnet', 'tenant_id': '2a23ad1c9d1842f5819ecaf83f2442aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:24:56.288514 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 8ec7a6eb-c053-49cd-9efd-68636b5291ad details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:24:56.302705 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-1317a66c-fc0f-4fbe-993d-70d5238943c3 req-024f1424-4e68-4bd0-b0a4-8b319929857b tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] No DVR routers for this DVR port b9b722e2-8698-4ded-b18f-5dfe31a1f8d1 on host n-h1-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:24:56.305382 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-1317a66c-fc0f-4fbe-993d-70d5238943c3 req-024f1424-4e68-4bd0-b0a4-8b319929857b tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:56.308873 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1317a66c-fc0f-4fbe-993d-70d5238943c3 req-024f1424-4e68-4bd0-b0a4-8b319929857b tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.42 "DELETE /v2.0/ports/b9b722e2-8698-4ded-b18f-5dfe31a1f8d1 HTTP/1.1" status: 204 len: 173 time: 1.3814645 Feb 20 03:24:56.309341 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8911c9-0079-4cf4-af82-e25d02d294ed', 'name': 'network-vif-deleted', 'tag': 'b9b722e2-8698-4ded-b18f-5dfe31a1f8d1'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:24:56.311904 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489b43fb-55fc-4ae9-900c-cd3e3d2e411c" -d '{"events": [{"server_uuid": "df8911c9-0079-4cf4-af82-e25d02d294ed", "name": "network-vif-deleted", "tag": "b9b722e2-8698-4ded-b18f-5dfe31a1f8d1"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:24:56.409016 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-6ac11c7a-d8b1-4601-a486-00d51a5d1e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-908958892-router', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:40Z', 'updated_at': '2022-02-20T03:24:48Z', 'revision_number': 4, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'gw_port': {'id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:41Z', 'updated_at': '2022-02-20T03:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '0bab8052-87a6-43dc-a718-413d993feb8e', 'name': '', 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'mac_address': 'fa:16:3e:a3:42:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '45a6eef8-376a-483a-a26e-f4c41d993600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:46Z', 'updated_at': '2022-02-20T03:24:54Z', 'revision_number': 4, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'subnets': [{'id': '45a6eef8-376a-483a-a26e-f4c41d993600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:24:56.463848 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac11c7a-d8b1-4601-a486-00d51a5d1e06 None None] The sync data for ids ['7e3d36e1-3349-4342-8374-1b3accc8a9f6'] in n-d-829866-4 is: [{'id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-908958892-router', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:40Z', 'updated_at': '2022-02-20T03:24:48Z', 'revision_number': 4, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'gw_port': {'id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:41Z', 'updated_at': '2022-02-20T03:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '0bab8052-87a6-43dc-a718-413d993feb8e', 'name': '', 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'mac_address': 'fa:16:3e:a3:42:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '45a6eef8-376a-483a-a26e-f4c41d993600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:46Z', 'updated_at': '2022-02-20T03:24:54Z', 'revision_number': 4, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'subnets': [{'id': '45a6eef8-376a-483a-a26e-f4c41d993600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:24:56.468609 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6698ad83-9ba8-4463-995a-eb7e7beaea80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:56.473402 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5b71e9b0-2d09-458b-9f4f-460d93522293 None None] Current status of the port 0bab8052-87a6-43dc-a718-413d993feb8e is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:56.493859 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-5f6ad05b-d9c6-499c-bd5e-7e0a7f8760cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfadd37-2b4b-4699-8736-8452491d3dd4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-332976751-router', 'tenant_id': 'c162ef649ac24179af074bc19210dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'a7a13a02-be26-4967-8c35-922d80e668ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:43Z', 'updated_at': '2022-02-20T03:24:51Z', 'revision_number': 4, 'project_id': 'c162ef649ac24179af074bc19210dd9d', 'gw_port': {'id': 'a7a13a02-be26-4967-8c35-922d80e668ab', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfadd37-2b4b-4699-8736-8452491d3dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:44Z', 'updated_at': '2022-02-20T03:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '1172e5c1-6ac2-4891-be10-ecb89668a2f4', 'name': '', 'network_id': '2b144500-c16b-400a-825f-612acd4b9b9e', 'tenant_id': 'c162ef649ac24179af074bc19210dd9d', 'mac_address': 'fa:16:3e:72:aa:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfadd37-2b4b-4699-8736-8452491d3dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e2aff09a-319e-4dbb-a4f2-9e2cb9af3293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:49Z', 'updated_at': '2022-02-20T03:24:55Z', 'revision_number': 4, 'project_id': 'c162ef649ac24179af074bc19210dd9d', 'subnets': [{'id': 'e2aff09a-319e-4dbb-a4f2-9e2cb9af3293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:24:56.523575 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-5b71e9b0-2d09-458b-9f4f-460d93522293 None None] Provisioning complete for port 1172e5c1-6ac2-4891-be10-ecb89668a2f4 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:56.523950 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5b71e9b0-2d09-458b-9f4f-460d93522293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1172e5c1-6ac2-4891-be10-ecb89668a2f4), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:56.590334 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51904) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:56.611054 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85837cbb-7f75-4a7f-9dd4-63957c33dd50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:56.614181 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port a7a13a02-be26-4967-8c35-922d80e668ab is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:56.634623 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6ad05b-d9c6-499c-bd5e-7e0a7f8760cb None None] The sync data for ids ['9bfadd37-2b4b-4699-8736-8452491d3dd4'] in n-d-829866-4 is: [{'id': '9bfadd37-2b4b-4699-8736-8452491d3dd4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-332976751-router', 'tenant_id': 'c162ef649ac24179af074bc19210dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'a7a13a02-be26-4967-8c35-922d80e668ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:43Z', 'updated_at': '2022-02-20T03:24:51Z', 'revision_number': 4, 'project_id': 'c162ef649ac24179af074bc19210dd9d', 'gw_port': {'id': 'a7a13a02-be26-4967-8c35-922d80e668ab', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfadd37-2b4b-4699-8736-8452491d3dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:44Z', 'updated_at': '2022-02-20T03:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '1172e5c1-6ac2-4891-be10-ecb89668a2f4', 'name': '', 'network_id': '2b144500-c16b-400a-825f-612acd4b9b9e', 'tenant_id': 'c162ef649ac24179af074bc19210dd9d', 'mac_address': 'fa:16:3e:72:aa:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfadd37-2b4b-4699-8736-8452491d3dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e2aff09a-319e-4dbb-a4f2-9e2cb9af3293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:49Z', 'updated_at': '2022-02-20T03:24:55Z', 'revision_number': 4, 'project_id': 'c162ef649ac24179af074bc19210dd9d', 'subnets': [{'id': 'e2aff09a-319e-4dbb-a4f2-9e2cb9af3293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:24:56.812291 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85837cbb-7f75-4a7f-9dd4-63957c33dd50 admin admin] Publish callbacks [] for security_group (1d61b5d7-7441-4229-8c63-b7a8c9dc95b6), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:56.856514 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5b71e9b0-2d09-458b-9f4f-460d93522293 None None] Current status of the port 1172e5c1-6ac2-4891-be10-ecb89668a2f4 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:56.858175 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5b71e9b0-2d09-458b-9f4f-460d93522293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1172e5c1-6ac2-4891-be10-ecb89668a2f4), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:56.874539 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85837cbb-7f75-4a7f-9dd4-63957c33dd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1d61b5d7-7441-4229-8c63-b7a8c9dc95b6), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:56.878528 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1114b243-96f7-41ce-9a22-56f8e4f2a726 admin admin] Made reservation on behalf of 2a23ad1c9d1842f5819ecaf83f2442aa for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:24:56.880815 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1114b243-96f7-41ce-9a22-56f8e4f2a726 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:56.955321 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-5b71e9b0-2d09-458b-9f4f-460d93522293 None None] For port 1172e5c1-6ac2-4891-be10-ecb89668a2f4, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=1172e5c1-6ac2-4891-be10-ecb89668a2f4,segment=NetworkSegment(53e42049-8e13-41e6-8e34-4440a106730c),segment_id=53e42049-8e13-41e6-8e34-4440a106730c)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:24:56.974731 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-85837cbb-7f75-4a7f-9dd4-63957c33dd50 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=efcae29fe079449bae855c31234538b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3830674 Feb 20 03:24:56.977437 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51908) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:56.995775 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85837cbb-7f75-4a7f-9dd4-63957c33dd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d61b5d7-7441-4229-8c63-b7a8c9dc95b6,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:57.032654 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5b71e9b0-2d09-458b-9f4f-460d93522293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (1172e5c1-6ac2-4891-be10-ecb89668a2f4), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:57.170133 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c87e71e9-3f5d-4c8a-b4c5-e5cea5b388bc admin admin] Publish callbacks [] for security_group (1d61b5d7-7441-4229-8c63-b7a8c9dc95b6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:57.266820 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d743397a-e9ea-4e49-94ae-fbdf42a8988e x-openstack-request-id: req-d743397a-e9ea-4e49-94ae-fbdf42a8988e {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:24:57.268987 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8911c9-0079-4cf4-af82-e25d02d294ed", "name": "network-vif-deleted", "tag": "b9b722e2-8698-4ded-b18f-5dfe31a1f8d1", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:24:57.269979 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d743397a-e9ea-4e49-94ae-fbdf42a8988e {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:24:57.270418 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8911c9-0079-4cf4-af82-e25d02d294ed', 'name': 'network-vif-deleted', 'tag': 'b9b722e2-8698-4ded-b18f-5dfe31a1f8d1', 'status': 'completed', 'code': 200} Feb 20 03:24:57.274187 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71e9b0-2d09-458b-9f4f-460d93522293 None None] Pushing event updated for resources: {'Port': ['ID=1172e5c1-6ac2-4891-be10-ecb89668a2f4,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:57.296949 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c87e71e9-3f5d-4c8a-b4c5-e5cea5b388bc admin admin] Publish callbacks [] for security_group (1d61b5d7-7441-4229-8c63-b7a8c9dc95b6), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:57.301618 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-9c0508c9-dca8-4cc8-a53b-5c33cebcef40 None None] Provisioning complete for port 1172e5c1-6ac2-4891-be10-ecb89668a2f4 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:57.302215 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9c0508c9-dca8-4cc8-a53b-5c33cebcef40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1172e5c1-6ac2-4891-be10-ecb89668a2f4), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:57.535315 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-aa2e665d-144c-4873-aa29-79f748344e35 req-9dfb5761-df14-4fbe-9212-70030898462a service neutron] For port 3306d282-948a-4379-b81c-8f3c2844360e, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=3306d282-948a-4379-b81c-8f3c2844360e,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:24:57.558746 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-9c0508c9-dca8-4cc8-a53b-5c33cebcef40 None None] Current status of the port 1172e5c1-6ac2-4891-be10-ecb89668a2f4 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:57.559886 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-aa2e665d-144c-4873-aa29-79f748344e35 req-9dfb5761-df14-4fbe-9212-70030898462a service neutron] For port 3306d282-948a-4379-b81c-8f3c2844360e, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:24:57.596930 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c87e71e9-3f5d-4c8a-b4c5-e5cea5b388bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1d61b5d7-7441-4229-8c63-b7a8c9dc95b6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:57.600276 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c87e71e9-3f5d-4c8a-b4c5-e5cea5b388bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:57.601663 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c87e71e9-3f5d-4c8a-b4c5-e5cea5b388bc admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1d61b5d7-7441-4229-8c63-b7a8c9dc95b6 HTTP/1.1" status: 204 len: 168 time: 0.6232955 Feb 20 03:24:57.611524 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e71e9-3f5d-4c8a-b4c5-e5cea5b388bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d61b5d7-7441-4229-8c63-b7a8c9dc95b6,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:57.613154 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-aa2e665d-144c-4873-aa29-79f748344e35 req-9dfb5761-df14-4fbe-9212-70030898462a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3306d282-948a-4379-b81c-8f3c2844360e {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:24:57.661176 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-aa2e665d-144c-4873-aa29-79f748344e35 req-9dfb5761-df14-4fbe-9212-70030898462a service neutron] For port 3306d282-948a-4379-b81c-8f3c2844360e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=3306d282-948a-4379-b81c-8f3c2844360e,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:24:57.721280 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d8240f2-f1cb-4804-8a43-865541b9588f req-01639e39-dd29-4161-b4f9-c395b2898332 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4598179 Feb 20 03:24:57.724529 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433ed49b-b6ff-4ddd-8bf9-483e6f05263f x-openstack-request-id: req-433ed49b-b6ff-4ddd-8bf9-483e6f05263f {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:24:57.725201 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e713f7-0b25-415f-bd11-888119e595a4", "tag": "f0ffc259-f812-4485-834d-81b76ae0342c", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:24:57.725774 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-433ed49b-b6ff-4ddd-8bf9-483e6f05263f {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:24:57.738280 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e713f7-0b25-415f-bd11-888119e595a4', 'tag': 'f0ffc259-f812-4485-834d-81b76ae0342c', 'status': 'completed', 'code': 200} Feb 20 03:24:57.835735 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7a4823b6-7618-4aae-b1a8-e42073dce8ca req-8f97f53a-ab74-4d32-a5ef-277550adcf5e tempest-LiveMigrationNegativeTest-1525817338 tempest-LiveMigrationNegativeTest-1525817338-project] 10.222.0.89 "GET /v2.0/ports?device_id=df8911c9-0079-4cf4-af82-e25d02d294ed HTTP/1.1" status: 200 len: 210 time: 0.0912802 Feb 20 03:24:57.837987 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aa2e665d-144c-4873-aa29-79f748344e35 req-9dfb5761-df14-4fbe-9212-70030898462a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3306d282-948a-4379-b81c-8f3c2844360e), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:57.882190 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5307a5-a6f2-46e3-a728-4cf9b29ab139 req-63f5a116-6830-4b15-a3b4-0e41cb0a099b tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:57.888403 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1c5307a5-a6f2-46e3-a728-4cf9b29ab139 req-63f5a116-6830-4b15-a3b4-0e41cb0a099b tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/ports?device_id=b6e713f7-0b25-415f-bd11-888119e595a4 HTTP/1.1" status: 200 len: 947 time: 1.3733203 Feb 20 03:24:58.077684 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1114b243-96f7-41ce-9a22-56f8e4f2a726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for subnet (baab4ad0-868b-4ea5-a107-6e88b691cd28), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:58.161426 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 1172e5c1-6ac2-4891-be10-ecb89668a2f4 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:24:58.244001 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 1172e5c1-6ac2-4891-be10-ecb89668a2f4 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:58.244001 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1172e5c1-6ac2-4891-be10-ecb89668a2f4), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:58.380622 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 1172e5c1-6ac2-4891-be10-ecb89668a2f4 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:58.382508 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0bab8052-87a6-43dc-a718-413d993feb8e up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:24:58.440727 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:24:58.487738 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 0bab8052-87a6-43dc-a718-413d993feb8e triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:24:58.488131 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0bab8052-87a6-43dc-a718-413d993feb8e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:58.495773 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1c5307a5-a6f2-46e3-a728-4cf9b29ab139 req-09dbcf00-c010-4407-ad76-24da58d75d1b tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/security-groups?id=663e13e4-9f8c-48e0-9eb5-6119952ffb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5722044 Feb 20 03:24:58.497691 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601d606-1b03-42bd-bb0a-5201e9ecd072 req-b609c251-6970-43bc-8320-2a0e62a3fd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:58.505131 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5601d606-1b03-42bd-bb0a-5201e9ecd072 req-b609c251-6970-43bc-8320-2a0e62a3fd3e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b3ad5a8490114ca1a4779f1dca148f1b&device_id=b6e713f7-0b25-415f-bd11-888119e595a4 HTTP/1.1" status: 200 len: 1129 time: 0.6093779 Feb 20 03:24:58.595936 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 0bab8052-87a6-43dc-a718-413d993feb8e is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:24:58.705932 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-80fe898f-c834-4143-95ef-1a250b00058d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:58.730509 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114b243-96f7-41ce-9a22-56f8e4f2a726 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baab4ad0-868b-4ea5-a107-6e88b691cd28,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:58.782058 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76baf1c-3370-4311-ae7d-232de65b1480 req-b80a79e0-6be9-4cf4-8029-f101f0a98d5d tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:58.795201 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e76baf1c-3370-4311-ae7d-232de65b1480 req-b80a79e0-6be9-4cf4-8029-f101f0a98d5d tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 943 time: 0.8054056 Feb 20 03:24:58.818850 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-aa2e665d-144c-4873-aa29-79f748344e35 req-9dfb5761-df14-4fbe-9212-70030898462a service neutron] Transition to ACTIVE for port object 3306d282-948a-4379-b81c-8f3c2844360e will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:24:58.901334 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-3eb1fe8e-2a81-4327-b10b-f31ffd503d94 req-07aff13d-9e84-4305-9490-76a36f35a48b tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] Request body: {'security_group': {'name': 'tempest-securitygroup-199151435', 'description': 'tempest-description-1225132347'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:24:58.912847 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aa2e665d-144c-4873-aa29-79f748344e35 req-9dfb5761-df14-4fbe-9212-70030898462a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3306d282-948a-4379-b81c-8f3c2844360e), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:59.020276 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2e665d-144c-4873-aa29-79f748344e35 req-9dfb5761-df14-4fbe-9212-70030898462a service neutron] No DVR routers for this DVR port 3306d282-948a-4379-b81c-8f3c2844360e on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:24:59.024351 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1114b243-96f7-41ce-9a22-56f8e4f2a726 admin admin] Checking segment: {'id': '73e92b36-06cd-418d-8fae-18211b931a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8ec7a6eb-c053-49cd-9efd-68636b5291ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:24:59.024913 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1114b243-96f7-41ce-9a22-56f8e4f2a726 admin admin] Network hostable DHCP agents. Network: 8ec7a6eb-c053-49cd-9efd-68636b5291ad, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:24:59.079918 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e76baf1c-3370-4311-ae7d-232de65b1480 req-9ffb7cb9-0de8-4236-a8b4-efe038d79a4a tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831142 Feb 20 03:24:59.122324 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601d606-1b03-42bd-bb0a-5201e9ecd072 req-8ad3fae6-dcfe-47d8-bf6b-ad2c091e6cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:59.123890 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5601d606-1b03-42bd-bb0a-5201e9ecd072 req-8ad3fae6-dcfe-47d8-bf6b-ad2c091e6cf7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.6091969 Feb 20 03:24:59.142562 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa2e665d-144c-4873-aa29-79f748344e35 req-9dfb5761-df14-4fbe-9212-70030898462a service neutron] 10.222.0.42 "PUT /v2.0/ports/3306d282-948a-4379-b81c-8f3c2844360e/bindings/n-h2-829866-4/activate HTTP/1.1" status: 200 len: 369 time: 3.4324720 Feb 20 03:24:59.176802 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3eb1fe8e-2a81-4327-b10b-f31ffd503d94 req-07aff13d-9e84-4305-9490-76a36f35a48b tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:59.222264 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb5761-df14-4fbe-9212-70030898462a service neutron] Pushing event updated for resources: {'Port': ['ID=3306d282-948a-4379-b81c-8f3c2844360e,revision_number=10']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:24:59.234175 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5601d606-1b03-42bd-bb0a-5201e9ecd072 req-13937e35-b748-4241-b108-5b23854535ac service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=f0ffc259-f812-4485-834d-81b76ae0342c HTTP/1.1" status: 200 len: 217 time: 0.0956433 Feb 20 03:24:59.235812 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1114b243-96f7-41ce-9a22-56f8e4f2a726 admin admin] Network 8ec7a6eb-c053-49cd-9efd-68636b5291ad is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:24:59.239210 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4e310eef-7d08-4c89-82c5-cd8ad0ce357a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (9bfadd37-2b4b-4699-8736-8452491d3dd4), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:59.244007 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3eb1fe8e-2a81-4327-b10b-f31ffd503d94 req-07aff13d-9e84-4305-9490-76a36f35a48b tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:59.360288 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e665d-144c-4873-aa29-79f748344e35 req-52e0de5e-88cf-497d-9873-85851ca0a973 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:59.362026 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-aa2e665d-144c-4873-aa29-79f748344e35 req-52e0de5e-88cf-497d-9873-85851ca0a973 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d&tenant_id=f32a2222e912478982e32c7419305be8&binding%3Ahost_id=n-h1-829866-4 HTTP/1.1" status: 200 len: 1126 time: 0.0991967 Feb 20 03:24:59.380064 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601d606-1b03-42bd-bb0a-5201e9ecd072 req-cc5d99b6-1e85-48a8-b065-768aea6bcc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:59.381575 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5601d606-1b03-42bd-bb0a-5201e9ecd072 req-cc5d99b6-1e85-48a8-b065-768aea6bcc6a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1394563 Feb 20 03:24:59.414117 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-1114b243-96f7-41ce-9a22-56f8e4f2a726 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 8ec7a6eb-c053-49cd-9efd-68636b5291ad) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:24:59.424363 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c387959f-f9ce-4a2d-b5be-9e29b05be88c None None] Network 8ec7a6eb-c053-49cd-9efd-68636b5291ad requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:24:59.472049 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e665d-144c-4873-aa29-79f748344e35 req-3ec072d8-86da-4636-a2a6-fdda059451b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:59.473501 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-aa2e665d-144c-4873-aa29-79f748344e35 req-3ec072d8-86da-4636-a2a6-fdda059451b6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d&tenant_id=f32a2222e912478982e32c7419305be8 HTTP/1.1" status: 200 len: 1126 time: 0.1045737 Feb 20 03:24:59.484546 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1114b243-96f7-41ce-9a22-56f8e4f2a726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:59.485337 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1114b243-96f7-41ce-9a22-56f8e4f2a726 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:59.589531 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e665d-144c-4873-aa29-79f748344e35 req-a7aab3f6-c900-46ad-9ef2-12c1358ee027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:59.591422 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-aa2e665d-144c-4873-aa29-79f748344e35 req-a7aab3f6-c900-46ad-9ef2-12c1358ee027 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f32a2222e912478982e32c7419305be8&device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 1126 time: 0.0908611 Feb 20 03:24:59.622769 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effef70d-eb7e-4192-893d-5e074eebef5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-8ec7a6eb-c053-49cd-9efd-68636b5291ad', 'network_id': '8ec7a6eb-c053-49cd-9efd-68636b5291ad', 'project_id': '2a23ad1c9d1842f5819ecaf83f2442aa', 'fixed_ips': [{'subnet_id': 'baab4ad0-868b-4ea5-a107-6e88b691cd28'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:24:59.624131 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-effef70d-eb7e-4192-893d-5e074eebef5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:59.627711 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601d606-1b03-42bd-bb0a-5201e9ecd072 req-f81b4a9f-3e6e-41c8-8c6e-3bad8de9fcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:59.629905 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5601d606-1b03-42bd-bb0a-5201e9ecd072 req-f81b4a9f-3e6e-41c8-8c6e-3bad8de9fcf3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2201586 Feb 20 03:24:59.642730 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1114b243-96f7-41ce-9a22-56f8e4f2a726 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.3826869 Feb 20 03:24:59.645051 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 51966) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:59.716366 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-a2c7024d-b8f9-45b8-bf07-f9df3c427e5a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-675983257-router', 'tenant_id': '2a23ad1c9d1842f5819ecaf83f2442aa', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:24:59.815231 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e665d-144c-4873-aa29-79f748344e35 req-af7a1eb1-ed3c-46b0-b86c-abcb88ad0db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:24:59.817325 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-aa2e665d-144c-4873-aa29-79f748344e35 req-af7a1eb1-ed3c-46b0-b86c-abcb88ad0db4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b760bf03-7766-4aef-bd0e-08d3e5c4e949 HTTP/1.1" status: 200 len: 909 time: 0.2179430 Feb 20 03:24:59.886205 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 3306d282-948a-4379-b81c-8f3c2844360e no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:24:59.962682 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:24:59.980363 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51972) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:24:59.993541 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-aa2e665d-144c-4873-aa29-79f748344e35 req-6103de61-3e60-4dee-8681-659a5f1501f6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3306d282-948a-4379-b81c-8f3c2844360e HTTP/1.1" status: 200 len: 217 time: 0.1694009 Feb 20 03:25:00.035715 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3eb1fe8e-2a81-4327-b10b-f31ffd503d94 req-07aff13d-9e84-4305-9490-76a36f35a48b tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] Publish callbacks [] for security_group (2033716b-10f6-4ebf-b342-d6c7f28622ee), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:00.043230 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5601d606-1b03-42bd-bb0a-5201e9ecd072 req-fbb46e8a-c311-49b9-8fbf-c54834b2f623 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015632 Feb 20 03:25:00.065345 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] The host n-h1-829866-4 is not matching for port 3306d282-948a-4379-b81c-8f3c2844360e host n-h2-829866-4! {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 03:25:00.065798 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 3306d282-948a-4379-b81c-8f3c2844360e not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:25:00.066238 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device b9b722e2-8698-4ded-b18f-5dfe31a1f8d1 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:25:00.106141 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e665d-144c-4873-aa29-79f748344e35 req-387d0f39-0da0-4431-9d82-7b922c97343a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:00.112536 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-aa2e665d-144c-4873-aa29-79f748344e35 req-387d0f39-0da0-4431-9d82-7b922c97343a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=458c6d71-ffe3-42c1-873f-079dd6df07cb HTTP/1.1" status: 200 len: 848 time: 0.1079738 Feb 20 03:25:00.124727 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: b9b722e2-8698-4ded-b18f-5dfe31a1f8d1 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:25:00.125107 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device b9b722e2-8698-4ded-b18f-5dfe31a1f8d1 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:25:00.149569 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3eb1fe8e-2a81-4327-b10b-f31ffd503d94 req-07aff13d-9e84-4305-9490-76a36f35a48b tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (2033716b-10f6-4ebf-b342-d6c7f28622ee), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:00.149989 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-aa2e665d-144c-4873-aa29-79f748344e35 req-8399ae88-3249-485e-bf38-12e4b0bd5a20 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b760bf03-7766-4aef-bd0e-08d3e5c4e949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334392 Feb 20 03:25:00.156907 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-effef70d-eb7e-4192-893d-5e074eebef5c None None] Allocated IP 172.20.0.2 (8ec7a6eb-c053-49cd-9efd-68636b5291ad/baab4ad0-868b-4ea5-a107-6e88b691cd28/06cf5e24-a440-4aa4-b6a2-72922bff98d4) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:25:00.296367 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a2c7024d-b8f9-45b8-bf07-f9df3c427e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (772ce8d6-8a9b-4e2b-9b37-f58122366ab5), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:00.300511 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a2c7024d-b8f9-45b8-bf07-f9df3c427e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (772ce8d6-8a9b-4e2b-9b37-f58122366ab5), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:00.344446 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aff13d-9e84-4305-9490-76a36f35a48b tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2033716b-10f6-4ebf-b342-d6c7f28622ee,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:00.366882 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ce598b3c-d859-4207-aa0b-e2a7a85cc627 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8ff1ad3ceca045cf914e99c1cbcf5868&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3836091 Feb 20 03:25:00.370918 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51984) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:00.412285 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-aa2e665d-144c-4873-aa29-79f748344e35 req-12c0a4e3-d895-46fe-979b-4a4c5a4bf465 service neutron] 10.222.0.93 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549975 Feb 20 03:25:00.497720 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-effef70d-eb7e-4192-893d-5e074eebef5c None None] Publish callbacks [] for port (06cf5e24-a440-4aa4-b6a2-72922bff98d4), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:00.505113 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65c82c-7c92-4fd2-a1fa-67394f8ba94e req-648d9bd4-4d43-4db9-8f07-6b7334156161 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:00.506722 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4c65c82c-7c92-4fd2-a1fa-67394f8ba94e req-648d9bd4-4d43-4db9-8f07-6b7334156161 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/ports?device_id=b6e713f7-0b25-415f-bd11-888119e595a4 HTTP/1.1" status: 200 len: 947 time: 0.4607117 Feb 20 03:25:00.548419 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9285b7d-f819-4708-8045-f5d940232277 admin admin] Publish callbacks [] for security_group (e5cc72c8-6208-4dd5-b054-b5f445952a7f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:00.561612 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-effef70d-eb7e-4192-893d-5e074eebef5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (06cf5e24-a440-4aa4-b6a2-72922bff98d4), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:00.601335 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9285b7d-f819-4708-8045-f5d940232277 admin admin] Publish callbacks [] for security_group (e5cc72c8-6208-4dd5-b054-b5f445952a7f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:00.630629 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effef70d-eb7e-4192-893d-5e074eebef5c None None] Network 8ec7a6eb-c053-49cd-9efd-68636b5291ad is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:25:00.642819 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-effef70d-eb7e-4192-893d-5e074eebef5c None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:25:00.644265 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effef70d-eb7e-4192-893d-5e074eebef5c None None] Pushing event updated for resources: {'Port': ['ID=06cf5e24-a440-4aa4-b6a2-72922bff98d4,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:00.649983 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5601d606-1b03-42bd-bb0a-5201e9ecd072 req-5fd8527c-09d7-4274-97b9-8d399cc1335d service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5444136 Feb 20 03:25:00.652888 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effef70d-eb7e-4192-893d-5e074eebef5c None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:25:00.671208 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-aa2e665d-144c-4873-aa29-79f748344e35 req-14079b15-1577-4a48-a925-d7f996d04339 service neutron] 10.222.0.93 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519367 Feb 20 03:25:00.708685 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3eb1fe8e-2a81-4327-b10b-f31ffd503d94 req-07aff13d-9e84-4305-9490-76a36f35a48b tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] Publish callbacks [] for security_group (cc56fec9-c128-448e-8ade-96c420a6001f), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:00.712130 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a2c7024d-b8f9-45b8-bf07-f9df3c427e5a admin admin] Publish callbacks [] for router_controller (772ce8d6-8a9b-4e2b-9b37-f58122366ab5), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:00.740157 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-effef70d-eb7e-4192-893d-5e074eebef5c None None] Attempting to bind port 06cf5e24-a440-4aa4-b6a2-72922bff98d4 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:25:00.740538 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-effef70d-eb7e-4192-893d-5e074eebef5c None None] Attempting to bind port 06cf5e24-a440-4aa4-b6a2-72922bff98d4 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '73e92b36-06cd-418d-8fae-18211b931a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8ec7a6eb-c053-49cd-9efd-68636b5291ad'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:25:00.741391 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effef70d-eb7e-4192-893d-5e074eebef5c None None] Attempting to bind port 06cf5e24-a440-4aa4-b6a2-72922bff98d4 on network 8ec7a6eb-c053-49cd-9efd-68636b5291ad {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:25:00.747354 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effef70d-eb7e-4192-893d-5e074eebef5c None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:25:00.747740 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effef70d-eb7e-4192-893d-5e074eebef5c None None] Checking segment: {'id': '73e92b36-06cd-418d-8fae-18211b931a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8ec7a6eb-c053-49cd-9efd-68636b5291ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:25:00.748150 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-effef70d-eb7e-4192-893d-5e074eebef5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:00.748542 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effef70d-eb7e-4192-893d-5e074eebef5c None None] Bound using segment: {'id': '73e92b36-06cd-418d-8fae-18211b931a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8ec7a6eb-c053-49cd-9efd-68636b5291ad'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:25:00.749176 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-effef70d-eb7e-4192-893d-5e074eebef5c None None] Bound port: 06cf5e24-a440-4aa4-b6a2-72922bff98d4, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e92b36-06cd-418d-8fae-18211b931a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8ec7a6eb-c053-49cd-9efd-68636b5291ad'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:25:00.749730 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-effef70d-eb7e-4192-893d-5e074eebef5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (06cf5e24-a440-4aa4-b6a2-72922bff98d4), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:00.771745 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9285b7d-f819-4708-8045-f5d940232277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e5cc72c8-6208-4dd5-b054-b5f445952a7f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:00.774301 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9285b7d-f819-4708-8045-f5d940232277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:00.775486 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a9285b7d-f819-4708-8045-f5d940232277 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e5cc72c8-6208-4dd5-b054-b5f445952a7f HTTP/1.1" status: 204 len: 168 time: 0.4031944 Feb 20 03:25:00.786886 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4c65c82c-7c92-4fd2-a1fa-67394f8ba94e req-8d89ddeb-0346-44c9-affd-c43f84bb4b7a tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/security-groups?id=663e13e4-9f8c-48e0-9eb5-6119952ffb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563200 Feb 20 03:25:00.799313 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9285b7d-f819-4708-8045-f5d940232277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cc72c8-6208-4dd5-b054-b5f445952a7f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:00.851610 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3eb1fe8e-2a81-4327-b10b-f31ffd503d94 req-07aff13d-9e84-4305-9490-76a36f35a48b tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (cc56fec9-c128-448e-8ade-96c420a6001f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:00.867097 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-4e310eef-7d08-4c89-82c5-cd8ad0ce357a admin admin] Deleting port 1172e5c1-6ac2-4891-be10-ecb89668a2f4 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:25:00.867439 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4e310eef-7d08-4c89-82c5-cd8ad0ce357a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (1172e5c1-6ac2-4891-be10-ecb89668a2f4), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:00.924032 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-effef70d-eb7e-4192-893d-5e074eebef5c None None] For port 06cf5e24-a440-4aa4-b6a2-72922bff98d4, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:25:00.952843 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-effef70d-eb7e-4192-893d-5e074eebef5c None None] For port 06cf5e24-a440-4aa4-b6a2-72922bff98d4, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=06cf5e24-a440-4aa4-b6a2-72922bff98d4,segment=NetworkSegment(73e92b36-06cd-418d-8fae-18211b931a69),segment_id=73e92b36-06cd-418d-8fae-18211b931a69)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:25:01.011650 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3eb1fe8e-2a81-4327-b10b-f31ffd503d94 req-07aff13d-9e84-4305-9490-76a36f35a48b tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:01.012894 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3eb1fe8e-2a81-4327-b10b-f31ffd503d94 req-07aff13d-9e84-4305-9490-76a36f35a48b tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 2.1501901 Feb 20 03:25:01.013505 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aff13d-9e84-4305-9490-76a36f35a48b tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc56fec9-c128-448e-8ade-96c420a6001f,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:01.043624 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-effef70d-eb7e-4192-893d-5e074eebef5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (06cf5e24-a440-4aa4-b6a2-72922bff98d4), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:01.058127 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a2c7024d-b8f9-45b8-bf07-f9df3c427e5a admin admin] Publish callbacks [] for router_gateway (772ce8d6-8a9b-4e2b-9b37-f58122366ab5), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:01.131173 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:01.163734 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-4e310eef-7d08-4c89-82c5-cd8ad0ce357a admin admin] For port 1172e5c1-6ac2-4891-be10-ecb89668a2f4, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=1172e5c1-6ac2-4891-be10-ecb89668a2f4,segment=NetworkSegment(53e42049-8e13-41e6-8e34-4440a106730c),segment_id=53e42049-8e13-41e6-8e34-4440a106730c)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:01.163734 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4e310eef-7d08-4c89-82c5-cd8ad0ce357a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (1172e5c1-6ac2-4891-be10-ecb89668a2f4), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:01.196815 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effef70d-eb7e-4192-893d-5e074eebef5c None None] Pushing event updated for resources: {'Port': ['ID=06cf5e24-a440-4aa4-b6a2-72922bff98d4,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:01.203586 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-4e310eef-7d08-4c89-82c5-cd8ad0ce357a admin admin] Calling delete_port for 1172e5c1-6ac2-4891-be10-ecb89668a2f4 owned by network:router_interface {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:25:01.269634 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd945851-c39e-48c6-91b7-7a23bde44b16 req-c045bf0e-de94-448f-8056-6b14e154876e tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:01.271274 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cd945851-c39e-48c6-91b7-7a23bde44b16 req-c045bf0e-de94-448f-8056-6b14e154876e tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 944 time: 0.1749005 Feb 20 03:25:01.303736 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e665d-144c-4873-aa29-79f748344e35 req-c6c0140b-7003-4f06-8b46-fad070fde06f tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:01.308476 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-aa2e665d-144c-4873-aa29-79f748344e35 req-c6c0140b-7003-4f06-8b46-fad070fde06f tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d&tenant_id=f32a2222e912478982e32c7419305be8&binding%3Ahost_id=n-h2-829866-4 HTTP/1.1" status: 200 len: 1126 time: 0.0774503 Feb 20 03:25:01.352784 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f0ffc259-f812-4485-834d-81b76ae0342c details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:25:01.726054 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port f0ffc259-f812-4485-834d-81b76ae0342c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f0ffc259-f812-4485-834d-81b76ae0342c,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:01.754004 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'f0ffc259-f812-4485-834d-81b76ae0342c', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': 'f0ffc259-f812-4485-834d-81b76ae0342c', 'mac_address': 'fa:16:3e:95:e9:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:25:01.830561 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port f0ffc259-f812-4485-834d-81b76ae0342c is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:01.831040 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f0ffc259-f812-4485-834d-81b76ae0342c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:01.873931 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0ffc259-f812-4485-834d-81b76ae0342c {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:25:01.920509 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port f0ffc259-f812-4485-834d-81b76ae0342c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f0ffc259-f812-4485-834d-81b76ae0342c,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:01.984207 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 06cf5e24-a440-4aa4-b6a2-72922bff98d4 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:25:02.007429 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52012) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:02.028622 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f0ffc259-f812-4485-834d-81b76ae0342c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:02.036622 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-e8bab1be-3129-4026-85b2-4a1756ddf2ce req-af2a5a22-ce09-4f44-ab3a-6a4e970e0b7f tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] Request body: {'security_group': {'name': 'tempest-securitygroup-795154076', 'description': 'tempest-description-215405724'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:02.066458 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cd945851-c39e-48c6-91b7-7a23bde44b16 req-34808b9b-b118-4eae-9833-eeb0ef56c15a tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7561407 Feb 20 03:25:02.123054 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5ae3a245-bfd3-4bed-8e4e-d3c8ba6b5f69 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=30c7191a292a4565b393c2eeb3eb5030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1141486 Feb 20 03:25:02.126393 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52016) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:02.141210 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=f0ffc259-f812-4485-834d-81b76ae0342c,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:02.154459 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e8bab1be-3129-4026-85b2-4a1756ddf2ce req-af2a5a22-ce09-4f44-ab3a-6a4e970e0b7f tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:02.160657 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 06cf5e24-a440-4aa4-b6a2-72922bff98d4 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:02.161387 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (06cf5e24-a440-4aa4-b6a2-72922bff98d4), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:02.197450 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-aa2e665d-144c-4873-aa29-79f748344e35 req-59a86d16-73e1-4e08-ae97-594577d89486 service neutron] For port 3306d282-948a-4379-b81c-8f3c2844360e, host n-h1-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:25:02.201311 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-aa2e665d-144c-4873-aa29-79f748344e35 req-59a86d16-73e1-4e08-ae97-594577d89486 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:02.202452 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-aa2e665d-144c-4873-aa29-79f748344e35 req-59a86d16-73e1-4e08-ae97-594577d89486 service neutron] 10.222.0.93 "DELETE /v2.0/ports/3306d282-948a-4379-b81c-8f3c2844360e/bindings/n-h1-829866-4 HTTP/1.1" status: 204 len: 173 time: 0.8870490 Feb 20 03:25:02.219705 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5703decf-6b81-4307-b414-37a8e78c1942 admin admin] Publish callbacks [] for security_group (689e1392-329a-4ea3-90e1-ffa39b57b77a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:02.249362 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5703decf-6b81-4307-b414-37a8e78c1942 admin admin] Publish callbacks [] for security_group (689e1392-329a-4ea3-90e1-ffa39b57b77a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:02.280206 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['f0ffc259-f812-4485-834d-81b76ae0342c'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:25:02.362227 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 06cf5e24-a440-4aa4-b6a2-72922bff98d4 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:02.363203 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (06cf5e24-a440-4aa4-b6a2-72922bff98d4), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:02.376877 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4e310eef-7d08-4c89-82c5-cd8ad0ce357a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (1172e5c1-6ac2-4891-be10-ecb89668a2f4), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:02.403840 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5703decf-6b81-4307-b414-37a8e78c1942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (689e1392-329a-4ea3-90e1-ffa39b57b77a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:02.412636 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5703decf-6b81-4307-b414-37a8e78c1942 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:02.417269 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5703decf-6b81-4307-b414-37a8e78c1942 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/689e1392-329a-4ea3-90e1-ffa39b57b77a HTTP/1.1" status: 204 len: 168 time: 0.2844865 Feb 20 03:25:02.420375 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 06cf5e24-a440-4aa4-b6a2-72922bff98d4, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=06cf5e24-a440-4aa4-b6a2-72922bff98d4,segment=NetworkSegment(73e92b36-06cd-418d-8fae-18211b931a69),segment_id=73e92b36-06cd-418d-8fae-18211b931a69)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:02.424366 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703decf-6b81-4307-b414-37a8e78c1942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689e1392-329a-4ea3-90e1-ffa39b57b77a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:02.472204 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e310eef-7d08-4c89-82c5-cd8ad0ce357a admin admin] Pushing event deleted for resources: {'Port': ['ID=1172e5c1-6ac2-4891-be10-ecb89668a2f4,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:02.497745 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a2c7024d-b8f9-45b8-bf07-f9df3c427e5a admin admin] Publish callbacks [] for router_gateway (772ce8d6-8a9b-4e2b-9b37-f58122366ab5), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:02.523807 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (06cf5e24-a440-4aa4-b6a2-72922bff98d4), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:02.600075 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a2c7024d-b8f9-45b8-bf07-f9df3c427e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:02.610101 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e8bab1be-3129-4026-85b2-4a1756ddf2ce req-af2a5a22-ce09-4f44-ab3a-6a4e970e0b7f tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] Publish callbacks [] for security_group (dee70afa-4e71-4917-81f1-23d19b3e3e70), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:02.660678 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=06cf5e24-a440-4aa4-b6a2-72922bff98d4,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:02.688263 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e8bab1be-3129-4026-85b2-4a1756ddf2ce req-af2a5a22-ce09-4f44-ab3a-6a4e970e0b7f tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (dee70afa-4e71-4917-81f1-23d19b3e3e70), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:02.751570 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:02.767462 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b38eeb-d0c9-43ea-83ed-2b6ddf681a97 req-2846c023-60c7-40a7-a112-8f0f3dda18b2 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:02.769305 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65b38eeb-d0c9-43ea-83ed-2b6ddf681a97 req-2846c023-60c7-40a7-a112-8f0f3dda18b2 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/ports?device_id=b6e713f7-0b25-415f-bd11-888119e595a4 HTTP/1.1" status: 200 len: 948 time: 0.3965044 Feb 20 03:25:02.803238 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f648d2-da3e-461b-8ed6-12ee21f86fe9 None None] Network 8ec7a6eb-c053-49cd-9efd-68636b5291ad requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:25:02.814408 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a5a22-ce09-4f44-ab3a-6a4e970e0b7f tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dee70afa-4e71-4917-81f1-23d19b3e3e70,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:02.889137 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-948bad80-bd90-4a11-a6f3-4e56df912050 None None] Provisioning complete for port 06cf5e24-a440-4aa4-b6a2-72922bff98d4 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:02.889610 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-948bad80-bd90-4a11-a6f3-4e56df912050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (06cf5e24-a440-4aa4-b6a2-72922bff98d4), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:02.918199 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4e310eef-7d08-4c89-82c5-cd8ad0ce357a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (9bfadd37-2b4b-4699-8736-8452491d3dd4), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:02.926833 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e8bab1be-3129-4026-85b2-4a1756ddf2ce req-af2a5a22-ce09-4f44-ab3a-6a4e970e0b7f tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:02.928101 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8bab1be-3129-4026-85b2-4a1756ddf2ce req-af2a5a22-ce09-4f44-ab3a-6a4e970e0b7f tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9135039 Feb 20 03:25:02.998524 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65b38eeb-d0c9-43ea-83ed-2b6ddf681a97 req-115b1a8f-6109-496a-9c1f-1ff3746c6f71 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/security-groups?id=663e13e4-9f8c-48e0-9eb5-6119952ffb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103853 Feb 20 03:25:03.026513 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-a2c7024d-b8f9-45b8-bf07-f9df3c427e5a admin admin] Allocated IP 172.25.7.7 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/ca346390-1a88-4b3b-8aef-4c30dabc769e) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:25:03.164566 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-948bad80-bd90-4a11-a6f3-4e56df912050 None None] Current status of the port 06cf5e24-a440-4aa4-b6a2-72922bff98d4 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:03.316602 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a2c7024d-b8f9-45b8-bf07-f9df3c427e5a admin admin] Publish callbacks [] for port (ca346390-1a88-4b3b-8aef-4c30dabc769e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:03.360391 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f0ffc259-f812-4485-834d-81b76ae0342c up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:25:03.361405 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-98df434d-c7d9-47e7-a09c-e256a49fbcf8 req-6f281c47-35c2-4683-bddd-0f3806df010d tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1516025520', 'description': 'tempest-description-1954280278'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:03.436131 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-0b13cfe0-cbe5-4079-9944-7c0ed9243d4e tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=6be0d9f682af466fba6166748077a792&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471673 Feb 20 03:25:03.443352 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e310eef-7d08-4c89-82c5-cd8ad0ce357a admin admin] Router 9bfadd37-2b4b-4699-8736-8452491d3dd4 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:25:03.489134 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-592c8c9a-358f-42b0-b4ed-ae81a467ad6e None None] Provisioning complete for port 06cf5e24-a440-4aa4-b6a2-72922bff98d4 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:03.489577 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-592c8c9a-358f-42b0-b4ed-ae81a467ad6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (06cf5e24-a440-4aa4-b6a2-72922bff98d4), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:03.512749 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-98df434d-c7d9-47e7-a09c-e256a49fbcf8 req-6f281c47-35c2-4683-bddd-0f3806df010d tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:03.517101 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port f0ffc259-f812-4485-834d-81b76ae0342c completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:25:03.526310 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port f0ffc259-f812-4485-834d-81b76ae0342c triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:03.533025 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f0ffc259-f812-4485-834d-81b76ae0342c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:03.558865 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-98df434d-c7d9-47e7-a09c-e256a49fbcf8 req-6f281c47-35c2-4683-bddd-0f3806df010d tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:03.607090 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a2c7024d-b8f9-45b8-bf07-f9df3c427e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (ca346390-1a88-4b3b-8aef-4c30dabc769e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:03.634784 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-592c8c9a-358f-42b0-b4ed-ae81a467ad6e None None] Current status of the port 06cf5e24-a440-4aa4-b6a2-72922bff98d4 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:03.648138 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port f0ffc259-f812-4485-834d-81b76ae0342c is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:03.648448 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f0ffc259-f812-4485-834d-81b76ae0342c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:03.677247 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e713f7-0b25-415f-bd11-888119e595a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ffc259-f812-4485-834d-81b76ae0342c'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:25:03.680318 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711f532a-5f68-444f-9fce-8514f08ef6bc" -d '{"events": [{"server_uuid": "b6e713f7-0b25-415f-bd11-888119e595a4", "name": "network-vif-plugged", "status": "completed", "tag": "f0ffc259-f812-4485-834d-81b76ae0342c"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:25:03.694406 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port f0ffc259-f812-4485-834d-81b76ae0342c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f0ffc259-f812-4485-834d-81b76ae0342c,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:03.719577 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-8cfeee36-5955-4016-be09-b49e96e0262a tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:03.721064 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-8cfeee36-5955-4016-be09-b49e96e0262a tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2766860 Feb 20 03:25:03.725735 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c7024d-b8f9-45b8-bf07-f9df3c427e5a admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:25:03.743848 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-a2c7024d-b8f9-45b8-bf07-f9df3c427e5a admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:25:03.746791 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c7024d-b8f9-45b8-bf07-f9df3c427e5a admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:25:03.761122 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7024d-b8f9-45b8-bf07-f9df3c427e5a admin admin] Pushing event updated for resources: {'Port': ['ID=ca346390-1a88-4b3b-8aef-4c30dabc769e,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:03.808945 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-4381579a-31a0-43dc-abab-6e8c84b438bd tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] 10.222.0.89 "GET /v2.0/quotas/6be0d9f682af466fba6166748077a792 HTTP/1.1" status: 200 len: 375 time: 0.0722227 Feb 20 03:25:03.815208 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e310eef-7d08-4c89-82c5-cd8ad0ce357a admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:25:03.820479 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4e310eef-7d08-4c89-82c5-cd8ad0ce357a admin admin] 10.222.0.89 "PUT /v2.0/routers/9bfadd37-2b4b-4699-8736-8452491d3dd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6489656 Feb 20 03:25:03.824651 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52060) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:03.835269 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a81739-5c94-4791-b6cd-d1ac316634a7 None None] Sync routers for ids ['9bfadd37-2b4b-4699-8736-8452491d3dd4'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:25:03.839005 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f0ffc259-f812-4485-834d-81b76ae0342c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:03.880422 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a81739-5c94-4791-b6cd-d1ac316634a7 None None] Routers {'9bfadd37-2b4b-4699-8736-8452491d3dd4'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:25:03.885963 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f9a81739-5c94-4791-b6cd-d1ac316634a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:24:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['9bfadd37-2b4b-4699-8736-8452491d3dd4'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:03.905137 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-7edfd46c-f536-4cf3-9a3e-38f4d65aa74d tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=6be0d9f682af466fba6166748077a792&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0809088 Feb 20 03:25:03.929454 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-98df434d-c7d9-47e7-a09c-e256a49fbcf8 req-6f281c47-35c2-4683-bddd-0f3806df010d tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] Publish callbacks [] for security_group (722675ab-ff1b-431c-b701-7246b91ac000), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:03.968346 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 06cf5e24-a440-4aa4-b6a2-72922bff98d4 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:25:04.003163 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-98df434d-c7d9-47e7-a09c-e256a49fbcf8 req-6f281c47-35c2-4683-bddd-0f3806df010d tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (722675ab-ff1b-431c-b701-7246b91ac000), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:04.009617 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-acf6659f-f418-4082-b9e4-afda6f6b3080 admin admin] Publish callbacks [] for router (9bfadd37-2b4b-4699-8736-8452491d3dd4), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:04.067144 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=f0ffc259-f812-4485-834d-81b76ae0342c,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:04.107711 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-f9a81739-5c94-4791-b6cd-d1ac316634a7 None None] Set router 9bfadd37-2b4b-4699-8736-8452491d3dd4 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:25:04.116701 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f281c47-35c2-4683-bddd-0f3806df010d tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722675ab-ff1b-431c-b701-7246b91ac000,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:04.149741 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-acf6659f-f418-4082-b9e4-afda6f6b3080 admin admin] Publish callbacks [] for router_gateway (9bfadd37-2b4b-4699-8736-8452491d3dd4), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:04.174794 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 06cf5e24-a440-4aa4-b6a2-72922bff98d4 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:04.178292 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (06cf5e24-a440-4aa4-b6a2-72922bff98d4), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:04.202434 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-98df434d-c7d9-47e7-a09c-e256a49fbcf8 req-6f281c47-35c2-4683-bddd-0f3806df010d tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] Publish callbacks [] for security_group (4cd1f184-ec12-4c09-8c1a-25b158c18f50), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:04.225487 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a2c7024d-b8f9-45b8-bf07-f9df3c427e5a admin admin] Publish callbacks [] for router_gateway (772ce8d6-8a9b-4e2b-9b37-f58122366ab5), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:04.316298 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-98df434d-c7d9-47e7-a09c-e256a49fbcf8 req-6f281c47-35c2-4683-bddd-0f3806df010d tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (4cd1f184-ec12-4c09-8c1a-25b158c18f50), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:04.330209 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-acf6659f-f418-4082-b9e4-afda6f6b3080 admin admin] Deleting port a7a13a02-be26-4967-8c35-922d80e668ab {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:25:04.330552 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-acf6659f-f418-4082-b9e4-afda6f6b3080 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (a7a13a02-be26-4967-8c35-922d80e668ab), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:04.360023 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 06cf5e24-a440-4aa4-b6a2-72922bff98d4 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:04.395249 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f9a81739-5c94-4791-b6cd-d1ac316634a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfadd37-2b4b-4699-8736-8452491d3dd4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-332976751-router', 'tenant_id': 'c162ef649ac24179af074bc19210dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'a7a13a02-be26-4967-8c35-922d80e668ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:43Z', 'updated_at': '2022-02-20T03:25:02Z', 'revision_number': 5, 'project_id': 'c162ef649ac24179af074bc19210dd9d', 'gw_port': {'id': 'a7a13a02-be26-4967-8c35-922d80e668ab', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfadd37-2b4b-4699-8736-8452491d3dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:44Z', 'updated_at': '2022-02-20T03:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:04.415873 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f281c47-35c2-4683-bddd-0f3806df010d tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd1f184-ec12-4c09-8c1a-25b158c18f50,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:04.429848 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a81739-5c94-4791-b6cd-d1ac316634a7 None None] Checking router: 9bfadd37-2b4b-4699-8736-8452491d3dd4 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:25:04.439253 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a81739-5c94-4791-b6cd-d1ac316634a7 None None] Routers {'9bfadd37-2b4b-4699-8736-8452491d3dd4'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:25:04.439860 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f9a81739-5c94-4791-b6cd-d1ac316634a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:24:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['9bfadd37-2b4b-4699-8736-8452491d3dd4'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:04.442902 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda886a-2639-462f-8d59-a9cf88a21c8e req-83f57bd0-587d-4f49-a79e-39db5b6b2a6d tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:04.444029 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2cda886a-2639-462f-8d59-a9cf88a21c8e req-83f57bd0-587d-4f49-a79e-39db5b6b2a6d tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 944 time: 0.1439147 Feb 20 03:25:04.459969 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-acf6659f-f418-4082-b9e4-afda6f6b3080 admin admin] For port a7a13a02-be26-4967-8c35-922d80e668ab, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=a7a13a02-be26-4967-8c35-922d80e668ab,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:04.460342 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-acf6659f-f418-4082-b9e4-afda6f6b3080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (a7a13a02-be26-4967-8c35-922d80e668ab), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:04.474323 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-acf6659f-f418-4082-b9e4-afda6f6b3080 admin admin] Calling delete_port for a7a13a02-be26-4967-8c35-922d80e668ab owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:25:04.484401 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-98df434d-c7d9-47e7-a09c-e256a49fbcf8 req-6f281c47-35c2-4683-bddd-0f3806df010d tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:04.485860 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-98df434d-c7d9-47e7-a09c-e256a49fbcf8 req-6f281c47-35c2-4683-bddd-0f3806df010d tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.1349318 Feb 20 03:25:04.551398 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-f9a81739-5c94-4791-b6cd-d1ac316634a7 None None] Set router 9bfadd37-2b4b-4699-8736-8452491d3dd4 gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:25:04.576523 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2cda886a-2639-462f-8d59-a9cf88a21c8e req-1b6285de-ca19-486a-8e0c-0dbe2be99d91 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982823 Feb 20 03:25:04.609025 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a2c7024d-b8f9-45b8-bf07-f9df3c427e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (772ce8d6-8a9b-4e2b-9b37-f58122366ab5), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:04.677721 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f9a81739-5c94-4791-b6cd-d1ac316634a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfadd37-2b4b-4699-8736-8452491d3dd4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-332976751-router', 'tenant_id': 'c162ef649ac24179af074bc19210dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:43Z', 'updated_at': '2022-02-20T03:25:04Z', 'revision_number': 6, 'project_id': 'c162ef649ac24179af074bc19210dd9d', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:04.714589 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864ee6f3-212e-4c6e-9fab-599e725ac803 x-openstack-request-id: req-864ee6f3-212e-4c6e-9fab-599e725ac803 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:25:04.715208 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e713f7-0b25-415f-bd11-888119e595a4", "name": "network-vif-plugged", "status": "completed", "tag": "f0ffc259-f812-4485-834d-81b76ae0342c", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:25:04.715686 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-864ee6f3-212e-4c6e-9fab-599e725ac803 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:25:04.716307 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e713f7-0b25-415f-bd11-888119e595a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ffc259-f812-4485-834d-81b76ae0342c', 'code': 200} Feb 20 03:25:04.717209 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a81739-5c94-4791-b6cd-d1ac316634a7 None None] The sync data for ids ['9bfadd37-2b4b-4699-8736-8452491d3dd4'] in n-d-829866-4 is: [{'id': '9bfadd37-2b4b-4699-8736-8452491d3dd4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-332976751-router', 'tenant_id': 'c162ef649ac24179af074bc19210dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:43Z', 'updated_at': '2022-02-20T03:25:04Z', 'revision_number': 6, 'project_id': 'c162ef649ac24179af074bc19210dd9d', 'gw_port_host': None}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:25:04.831935 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acca477-78e7-4f7c-9a60-27e5cffba1e2 req-dcd328c1-7893-4fda-bd14-014c32660f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:04.833483 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7acca477-78e7-4f7c-9a60-27e5cffba1e2 req-dcd328c1-7893-4fda-bd14-014c32660f00 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b6e713f7-0b25-415f-bd11-888119e595a4 HTTP/1.1" status: 200 len: 1131 time: 0.0638480 Feb 20 03:25:04.861396 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-acf6659f-f418-4082-b9e4-afda6f6b3080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (a7a13a02-be26-4967-8c35-922d80e668ab), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:04.902551 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6659f-f418-4082-b9e4-afda6f6b3080 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7a13a02-be26-4967-8c35-922d80e668ab,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:04.918700 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7acca477-78e7-4f7c-9a60-27e5cffba1e2 req-ef4bae4b-1f3e-4cff-9466-6e0e4ba96330 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=663e13e4-9f8c-48e0-9eb5-6119952ffb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785999 Feb 20 03:25:04.979798 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-acf6659f-f418-4082-b9e4-afda6f6b3080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (9bfadd37-2b4b-4699-8736-8452491d3dd4), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:05.021643 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e6663877-3de9-4a11-98d6-c6ac6275b432 req-a3668f2a-d183-4ee0-98e5-be67774431d1 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] 10.222.0.89 "GET /v2.0/ports?device_id=73da2766-61f6-4970-aead-78ab12bb5045 HTTP/1.1" status: 200 len: 210 time: 0.0337758 Feb 20 03:25:05.048533 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb378294-9031-4e15-9efc-37e472408fc2 req-c477008d-7394-4c43-a84d-fe97fcd8d2e8 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:05.050047 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fb378294-9031-4e15-9efc-37e472408fc2 req-c477008d-7394-4c43-a84d-fe97fcd8d2e8 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/ports?device_id=b6e713f7-0b25-415f-bd11-888119e595a4 HTTP/1.1" status: 200 len: 949 time: 0.4007668 Feb 20 03:25:05.085210 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-acf6659f-f418-4082-b9e4-afda6f6b3080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (9bfadd37-2b4b-4699-8736-8452491d3dd4), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:05.087243 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-acf6659f-f418-4082-b9e4-afda6f6b3080 admin admin] Publish callbacks [] for router_controller (9bfadd37-2b4b-4699-8736-8452491d3dd4), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:05.121504 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fb378294-9031-4e15-9efc-37e472408fc2 req-d06d7f4c-4449-46e4-9f0b-b74a2905104e tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/security-groups?id=663e13e4-9f8c-48e0-9eb5-6119952ffb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636876 Feb 20 03:25:05.130126 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-ce80d5ba-7f6d-4d88-9ce1-756d9562b098 req-8ea333f5-62d0-4840-b7e7-f7d7fb9f893a tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2021338082', 'description': 'tempest-description-542336028'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:05.207539 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c7024d-b8f9-45b8-bf07-f9df3c427e5a admin admin] Router 772ce8d6-8a9b-4e2b-9b37-f58122366ab5 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:25:05.253078 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-acf6659f-f418-4082-b9e4-afda6f6b3080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (9bfadd37-2b4b-4699-8736-8452491d3dd4), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:05.253467 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf6659f-f418-4082-b9e4-afda6f6b3080 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bfadd37-2b4b-4699-8736-8452491d3dd4 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:25:05.257786 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-acf6659f-f418-4082-b9e4-afda6f6b3080 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:05.259187 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-acf6659f-f418-4082-b9e4-afda6f6b3080 admin admin] 10.222.0.89 "DELETE /v2.0/routers/9bfadd37-2b4b-4699-8736-8452491d3dd4 HTTP/1.1" status: 204 len: 168 time: 1.4329262 Feb 20 03:25:05.262378 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52096) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:05.278486 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ce80d5ba-7f6d-4d88-9ce1-756d9562b098 req-8ea333f5-62d0-4840-b7e7-f7d7fb9f893a tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:05.307609 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-77783d97-5b34-4bfc-9c96-452679faea9a admin admin] Deleting subnet e2aff09a-319e-4dbb-a4f2-9e2cb9af3293 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:25:05.310835 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-77783d97-5b34-4bfc-9c96-452679faea9a admin admin] Publish callbacks [] for subnet (e2aff09a-319e-4dbb-a4f2-9e2cb9af3293), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:05.347392 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-77783d97-5b34-4bfc-9c96-452679faea9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (e2aff09a-319e-4dbb-a4f2-9e2cb9af3293), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:05.418794 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c7024d-b8f9-45b8-bf07-f9df3c427e5a admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:25:05.429578 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a366b8a7-743e-4756-a4f7-89373f1e696d None None] Sync routers for ids ['772ce8d6-8a9b-4e2b-9b37-f58122366ab5'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:25:05.442432 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21679614-49de-4dde-853a-c8b6acef7811 req-dc9f3caa-11e3-43e2-8782-d46d442e15c7 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:05.443951 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-21679614-49de-4dde-853a-c8b6acef7811 req-dc9f3caa-11e3-43e2-8782-d46d442e15c7 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 1126 time: 0.1269155 Feb 20 03:25:05.448977 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a366b8a7-743e-4756-a4f7-89373f1e696d None None] Routers {'772ce8d6-8a9b-4e2b-9b37-f58122366ab5'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:25:05.453615 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-a366b8a7-743e-4756-a4f7-89373f1e696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:24:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['772ce8d6-8a9b-4e2b-9b37-f58122366ab5'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:05.466756 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ce80d5ba-7f6d-4d88-9ce1-756d9562b098 req-8ea333f5-62d0-4840-b7e7-f7d7fb9f893a tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] Publish callbacks [] for security_group (432f6fbc-5fbd-49ea-a6f7-63e944c6f722), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:05.468158 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-77783d97-5b34-4bfc-9c96-452679faea9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (e2aff09a-319e-4dbb-a4f2-9e2cb9af3293), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:05.500886 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-21679614-49de-4dde-853a-c8b6acef7811 req-dd83ac2d-d490-442d-aa8e-719a76dc4a93 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463936 Feb 20 03:25:05.565049 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a2c7024d-b8f9-45b8-bf07-f9df3c427e5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:05.566368 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a2c7024d-b8f9-45b8-bf07-f9df3c427e5a admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.8877168 Feb 20 03:25:05.571778 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ce80d5ba-7f6d-4d88-9ce1-756d9562b098 req-8ea333f5-62d0-4840-b7e7-f7d7fb9f893a tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (432f6fbc-5fbd-49ea-a6f7-63e944c6f722), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:05.574073 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52102) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:05.578999 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-a366b8a7-743e-4756-a4f7-89373f1e696d None None] Set router 772ce8d6-8a9b-4e2b-9b37-f58122366ab5 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:25:05.635152 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea333f5-62d0-4840-b7e7-f7d7fb9f893a tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432f6fbc-5fbd-49ea-a6f7-63e944c6f722,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:05.667014 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-77783d97-5b34-4bfc-9c96-452679faea9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (e2aff09a-319e-4dbb-a4f2-9e2cb9af3293), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:05.716397 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77783d97-5b34-4bfc-9c96-452679faea9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2aff09a-319e-4dbb-a4f2-9e2cb9af3293,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:05.722736 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ce80d5ba-7f6d-4d88-9ce1-756d9562b098 req-8ea333f5-62d0-4840-b7e7-f7d7fb9f893a tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:05.724483 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ce80d5ba-7f6d-4d88-9ce1-756d9562b098 req-8ea333f5-62d0-4840-b7e7-f7d7fb9f893a tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5981727 Feb 20 03:25:05.852863 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-a366b8a7-743e-4756-a4f7-89373f1e696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772ce8d6-8a9b-4e2b-9b37-f58122366ab5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-675983257-router', 'tenant_id': '2a23ad1c9d1842f5819ecaf83f2442aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'ca346390-1a88-4b3b-8aef-4c30dabc769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:25:00Z', 'updated_at': '2022-02-20T03:25:03Z', 'revision_number': 3, 'project_id': '2a23ad1c9d1842f5819ecaf83f2442aa', 'gw_port': {'id': 'ca346390-1a88-4b3b-8aef-4c30dabc769e', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ac:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772ce8d6-8a9b-4e2b-9b37-f58122366ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:02Z', 'updated_at': '2022-02-20T03:25:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:05.855692 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-77783d97-5b34-4bfc-9c96-452679faea9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:05.862210 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c7e2d4-3d06-4e07-9e13-cbc3f2433f97 None None] Network 2b144500-c16b-400a-825f-612acd4b9b9e requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:25:05.873728 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-77783d97-5b34-4bfc-9c96-452679faea9a admin admin] 10.222.0.89 "DELETE /v2.0/subnets/e2aff09a-319e-4dbb-a4f2-9e2cb9af3293 HTTP/1.1" status: 204 len: 168 time: 0.5987842 Feb 20 03:25:05.876659 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52126) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:05.895580 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a366b8a7-743e-4756-a4f7-89373f1e696d None None] Checking router: 772ce8d6-8a9b-4e2b-9b37-f58122366ab5 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:25:05.895925 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a366b8a7-743e-4756-a4f7-89373f1e696d None None] Updating router 772ce8d6-8a9b-4e2b-9b37-f58122366ab5 port ca346390-1a88-4b3b-8aef-4c30dabc769e binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:25:05.929211 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a366b8a7-743e-4756-a4f7-89373f1e696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ca346390-1a88-4b3b-8aef-4c30dabc769e), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:05.955075 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 1172e5c1-6ac2-4891-be10-ecb89668a2f4 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:25:05.994171 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 52128) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:06.017774 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 1172e5c1-6ac2-4891-be10-ecb89668a2f4 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:25:06.018432 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 1172e5c1-6ac2-4891-be10-ecb89668a2f4 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:25:06.019130 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device a7a13a02-be26-4967-8c35-922d80e668ab no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:25:06.027410 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-216a96d2-8de1-4060-a7c2-cec700bbc577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (2b144500-c16b-400a-825f-612acd4b9b9e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:06.128607 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: a7a13a02-be26-4967-8c35-922d80e668ab {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:25:06.128958 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device a7a13a02-be26-4967-8c35-922d80e668ab not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:25:06.167760 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-7d1d7d83-f9b8-49aa-81a0-ee9cd6554feb tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:06.175932 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-7d1d7d83-f9b8-49aa-81a0-ee9cd6554feb tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/networks?id=b760bf03-7766-4aef-bd0e-08d3e5c4e949 HTTP/1.1" status: 200 len: 808 time: 0.3926613 Feb 20 03:25:06.211602 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-a53d5374-9d4f-4075-a2e7-a356efaa1f14 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/quotas/f32a2222e912478982e32c7419305be8 HTTP/1.1" status: 200 len: 375 time: 0.0342066 Feb 20 03:25:06.285534 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d399aae1-7cb0-4796-bd44-97a9a7a14a13 None None] DHCP port deletion for 2b144500-c16b-400a-825f-612acd4b9b9e request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:25:06.294669 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-216a96d2-8de1-4060-a7c2-cec700bbc577 admin admin] Deleting port 3b193515-3397-4153-acba-edc0a278c842 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:25:06.295063 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-216a96d2-8de1-4060-a7c2-cec700bbc577 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (3b193515-3397-4153-acba-edc0a278c842), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:06.344969 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9bd73f43-4317-4e51-aab4-29fe5aad1272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:06.368209 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d399aae1-7cb0-4796-bd44-97a9a7a14a13 None None] Deleting port 3b193515-3397-4153-acba-edc0a278c842 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:25:06.368618 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d399aae1-7cb0-4796-bd44-97a9a7a14a13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (3b193515-3397-4153-acba-edc0a278c842), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:06.424158 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-216a96d2-8de1-4060-a7c2-cec700bbc577 admin admin] For port 3b193515-3397-4153-acba-edc0a278c842, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3b193515-3397-4153-acba-edc0a278c842,segment=NetworkSegment(53e42049-8e13-41e6-8e34-4440a106730c),segment_id=53e42049-8e13-41e6-8e34-4440a106730c)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:06.424511 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-216a96d2-8de1-4060-a7c2-cec700bbc577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (3b193515-3397-4153-acba-edc0a278c842), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:06.428712 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a366b8a7-743e-4756-a4f7-89373f1e696d None None] Publish callbacks [] for port (ca346390-1a88-4b3b-8aef-4c30dabc769e), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:06.447171 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d399aae1-7cb0-4796-bd44-97a9a7a14a13 None None] For port 3b193515-3397-4153-acba-edc0a278c842, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3b193515-3397-4153-acba-edc0a278c842,segment=NetworkSegment(53e42049-8e13-41e6-8e34-4440a106730c),segment_id=53e42049-8e13-41e6-8e34-4440a106730c)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:06.448099 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d399aae1-7cb0-4796-bd44-97a9a7a14a13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (3b193515-3397-4153-acba-edc0a278c842), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:06.467670 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d399aae1-7cb0-4796-bd44-97a9a7a14a13 None None] Calling delete_port for 3b193515-3397-4153-acba-edc0a278c842 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:25:06.474025 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-216a96d2-8de1-4060-a7c2-cec700bbc577 admin admin] Calling delete_port for 3b193515-3397-4153-acba-edc0a278c842 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:25:06.482758 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-ba2d8a14-f274-4fa5-9de5-a973f05ad114 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=f32a2222e912478982e32c7419305be8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2700992 Feb 20 03:25:06.488130 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-9ba8a4d2-7516-4678-b907-00a2334fb864 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:25:06.495574 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-9ba8a4d2-7516-4678-b907-00a2334fb864 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115190 Feb 20 03:25:06.501446 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a366b8a7-743e-4756-a4f7-89373f1e696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ca346390-1a88-4b3b-8aef-4c30dabc769e), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:06.562933 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-a366b8a7-743e-4756-a4f7-89373f1e696d None None] Attempting to bind port ca346390-1a88-4b3b-8aef-4c30dabc769e on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:25:06.563582 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-a366b8a7-743e-4756-a4f7-89373f1e696d None None] Attempting to bind port ca346390-1a88-4b3b-8aef-4c30dabc769e by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:25:06.564089 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a366b8a7-743e-4756-a4f7-89373f1e696d None None] Attempting to bind port ca346390-1a88-4b3b-8aef-4c30dabc769e on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:25:06.573789 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9bd73f43-4317-4e51-aab4-29fe5aad1272 admin admin] Publish callbacks [] for security_group (44d94265-592d-486e-8d1e-0b6841598ba5), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:06.580468 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a366b8a7-743e-4756-a4f7-89373f1e696d None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:25:06.580468 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a366b8a7-743e-4756-a4f7-89373f1e696d None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:25:06.580468 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a366b8a7-743e-4756-a4f7-89373f1e696d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:06.580468 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a366b8a7-743e-4756-a4f7-89373f1e696d None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:25:06.580468 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-a366b8a7-743e-4756-a4f7-89373f1e696d None None] Bound port: ca346390-1a88-4b3b-8aef-4c30dabc769e, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:25:06.580468 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a366b8a7-743e-4756-a4f7-89373f1e696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ca346390-1a88-4b3b-8aef-4c30dabc769e), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:06.612712 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e7708-d0be-4a59-bd72-4bf16a2fcd7f None None] Pushing event updated for resources: {'Port': ['ID=ca346390-1a88-4b3b-8aef-4c30dabc769e,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:06.633315 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcdcfbd9-5a65-49eb-8d7e-cfdeba5d2b85 req-53d9a7db-a6cd-4ede-b6c8-7ce78f5daedc tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 37094 time: 0.8466234 Feb 20 03:25:06.645062 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-a366b8a7-743e-4756-a4f7-89373f1e696d None None] For port ca346390-1a88-4b3b-8aef-4c30dabc769e, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:25:06.648501 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-a366b8a7-743e-4756-a4f7-89373f1e696d None None] For port ca346390-1a88-4b3b-8aef-4c30dabc769e, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=ca346390-1a88-4b3b-8aef-4c30dabc769e,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:25:06.660046 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-d7c31090-042a-4bbd-9623-8a93ed02d1d9 service neutron] 10.222.0.89 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639864 Feb 20 03:25:06.677413 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d399aae1-7cb0-4796-bd44-97a9a7a14a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (3b193515-3397-4153-acba-edc0a278c842), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:06.681113 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9bd73f43-4317-4e51-aab4-29fe5aad1272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (44d94265-592d-486e-8d1e-0b6841598ba5), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:06.687593 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-97cfd82a-9df4-4960-a00c-66f7687381d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:06.695797 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-216a96d2-8de1-4060-a7c2-cec700bbc577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (3b193515-3397-4153-acba-edc0a278c842), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:06.703069 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d399aae1-7cb0-4796-bd44-97a9a7a14a13 None None] No DVR routers for this DVR port 3b193515-3397-4153-acba-edc0a278c842 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:25:06.721668 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399aae1-7cb0-4796-bd44-97a9a7a14a13 None None] Pushing event deleted for resources: {'Port': ['ID=3b193515-3397-4153-acba-edc0a278c842,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:06.724693 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a96d2-8de1-4060-a7c2-cec700bbc577 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b193515-3397-4153-acba-edc0a278c842,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:06.731876 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216a96d2-8de1-4060-a7c2-cec700bbc577 admin admin] No DVR routers for this DVR port 3b193515-3397-4153-acba-edc0a278c842 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:25:06.760702 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a366b8a7-743e-4756-a4f7-89373f1e696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ca346390-1a88-4b3b-8aef-4c30dabc769e), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:06.778775 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcdcfbd9-5a65-49eb-8d7e-cfdeba5d2b85 req-ce8724b7-6cf7-48d9-a8bc-985a2d159890 tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] 10.222.0.89 "GET /v2.0/security-groups/1b0f688b-7d6b-4298-9600-2ca875c45bad HTTP/1.1" status: 200 len: 2998 time: 0.1350908 Feb 20 03:25:06.791694 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd73f43-4317-4e51-aab4-29fe5aad1272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d94265-592d-486e-8d1e-0b6841598ba5,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:06.814905 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9bd73f43-4317-4e51-aab4-29fe5aad1272 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=55e76e491cf44d9daeeee4b09daefce0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8149962 Feb 20 03:25:06.821194 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 52136) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:06.837974 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a366b8a7-743e-4756-a4f7-89373f1e696d None None] Routers {'772ce8d6-8a9b-4e2b-9b37-f58122366ab5'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:25:06.839107 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-a366b8a7-743e-4756-a4f7-89373f1e696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:24:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['772ce8d6-8a9b-4e2b-9b37-f58122366ab5'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:06.893118 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e7708-d0be-4a59-bd72-4bf16a2fcd7f None None] Pushing event updated for resources: {'Port': ['ID=ca346390-1a88-4b3b-8aef-4c30dabc769e,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:06.902261 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-8af64241-1093-4ccb-b992-e7b2b18d39bd service neutron] 10.222.0.89 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365038 Feb 20 03:25:06.907222 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcdcfbd9-5a65-49eb-8d7e-cfdeba5d2b85 req-6b07ddd2-00e0-4f89-b521-b36e38dc0ee2 tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] 10.222.0.89 "GET /v2.0/security-groups/1b0f688b-7d6b-4298-9600-2ca875c45bad HTTP/1.1" status: 200 len: 2998 time: 0.1216567 Feb 20 03:25:06.929549 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-45b994fc-5c19-4f81-8afa-cc3837613bc9 admin admin] Publish callbacks [] for security_group (44d94265-592d-486e-8d1e-0b6841598ba5), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:06.981703 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-45b994fc-5c19-4f81-8afa-cc3837613bc9 admin admin] Publish callbacks [] for security_group (44d94265-592d-486e-8d1e-0b6841598ba5), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:07.015095 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-a366b8a7-743e-4756-a4f7-89373f1e696d None None] Set router 772ce8d6-8a9b-4e2b-9b37-f58122366ab5 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:25:07.035843 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcdcfbd9-5a65-49eb-8d7e-cfdeba5d2b85 req-f4e98591-a8fc-4a10-bf0d-22dfeb5919fc tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] 10.222.0.89 "GET /v2.0/security-groups/2033716b-10f6-4ebf-b342-d6c7f28622ee HTTP/1.1" status: 200 len: 2998 time: 0.1186855 Feb 20 03:25:07.111831 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-216a96d2-8de1-4060-a7c2-cec700bbc577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (2b144500-c16b-400a-825f-612acd4b9b9e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:07.119073 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcdcfbd9-5a65-49eb-8d7e-cfdeba5d2b85 req-efb97fcc-290c-4bae-aef9-149333f1bc4d tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] 10.222.0.89 "GET /v2.0/security-groups/2033716b-10f6-4ebf-b342-d6c7f28622ee HTTP/1.1" status: 200 len: 2998 time: 0.0621998 Feb 20 03:25:07.133454 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-4c085d55-d4bf-4b48-9a80-f0e8b26d828a tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=6be0d9f682af466fba6166748077a792&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316398 Feb 20 03:25:07.164884 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-216a96d2-8de1-4060-a7c2-cec700bbc577 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b144500-c16b-400a-825f-612acd4b9b9e']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:07.180190 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-216a96d2-8de1-4060-a7c2-cec700bbc577 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e42049-8e13-41e6-8e34-4440a106730c') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:07.180478 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-216a96d2-8de1-4060-a7c2-cec700bbc577 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e42049-8e13-41e6-8e34-4440a106730c') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:07.192179 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-45b994fc-5c19-4f81-8afa-cc3837613bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (44d94265-592d-486e-8d1e-0b6841598ba5), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:07.195044 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-45b994fc-5c19-4f81-8afa-cc3837613bc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:07.195608 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-216a96d2-8de1-4060-a7c2-cec700bbc577 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (53e42049-8e13-41e6-8e34-4440a106730c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:07.202958 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-45b994fc-5c19-4f81-8afa-cc3837613bc9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/44d94265-592d-486e-8d1e-0b6841598ba5 HTTP/1.1" status: 204 len: 168 time: 0.3767235 Feb 20 03:25:07.222481 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-a366b8a7-743e-4756-a4f7-89373f1e696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772ce8d6-8a9b-4e2b-9b37-f58122366ab5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-675983257-router', 'tenant_id': '2a23ad1c9d1842f5819ecaf83f2442aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'ca346390-1a88-4b3b-8aef-4c30dabc769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:25:00Z', 'updated_at': '2022-02-20T03:25:03Z', 'revision_number': 3, 'project_id': '2a23ad1c9d1842f5819ecaf83f2442aa', 'gw_port': {'id': 'ca346390-1a88-4b3b-8aef-4c30dabc769e', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ac:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772ce8d6-8a9b-4e2b-9b37-f58122366ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:02Z', 'updated_at': '2022-02-20T03:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:07.241158 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-216a96d2-8de1-4060-a7c2-cec700bbc577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (53e42049-8e13-41e6-8e34-4440a106730c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:07.249166 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcdcfbd9-5a65-49eb-8d7e-cfdeba5d2b85 req-8534bcf7-6b63-4c32-8b36-e03aa772068e tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] 10.222.0.89 "GET /v2.0/security-groups/62af57af-aa63-4f72-9a42-681d14bb43b3 HTTP/1.1" status: 200 len: 2998 time: 0.1185651 Feb 20 03:25:07.259620 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b994fc-5c19-4f81-8afa-cc3837613bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d94265-592d-486e-8d1e-0b6841598ba5,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:07.260707 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216a96d2-8de1-4060-a7c2-cec700bbc577 admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:25:07.260707 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-216a96d2-8de1-4060-a7c2-cec700bbc577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (53e42049-8e13-41e6-8e34-4440a106730c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:07.300769 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a366b8a7-743e-4756-a4f7-89373f1e696d None None] The sync data for ids ['772ce8d6-8a9b-4e2b-9b37-f58122366ab5'] in n-d-829866-4 is: [{'id': '772ce8d6-8a9b-4e2b-9b37-f58122366ab5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-675983257-router', 'tenant_id': '2a23ad1c9d1842f5819ecaf83f2442aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'ca346390-1a88-4b3b-8aef-4c30dabc769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:25:00Z', 'updated_at': '2022-02-20T03:25:03Z', 'revision_number': 3, 'project_id': '2a23ad1c9d1842f5819ecaf83f2442aa', 'gw_port': {'id': 'ca346390-1a88-4b3b-8aef-4c30dabc769e', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ac:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772ce8d6-8a9b-4e2b-9b37-f58122366ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:02Z', 'updated_at': '2022-02-20T03:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:25:07.309383 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcdcfbd9-5a65-49eb-8d7e-cfdeba5d2b85 req-8c520512-6866-4857-92c1-24cbf8d67759 tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] 10.222.0.89 "GET /v2.0/security-groups/62af57af-aa63-4f72-9a42-681d14bb43b3 HTTP/1.1" status: 200 len: 2998 time: 0.0509601 Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:25:07.360641 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:25:07.410337 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-97cfd82a-9df4-4960-a00c-66f7687381d8 admin admin] Allocated IP 172.20.0.1 (8ec7a6eb-c053-49cd-9efd-68636b5291ad/baab4ad0-868b-4ea5-a107-6e88b691cd28/024db250-6804-4a6b-a81f-82e78cf800a7) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:25:07.437737 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-c46b5378-da86-4065-b207-2afd96aebb0b tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:07.442151 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-c46b5378-da86-4065-b207-2afd96aebb0b tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2768729 Feb 20 03:25:07.476221 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-140059b3-1f3f-4ea1-bcb4-e6c7e199d672 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Request body: {'port': {'device_id': '73da2766-61f6-4970-aead-78ab12bb5045', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'admin_state_up': True, 'tenant_id': '6be0d9f682af466fba6166748077a792'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:07.519490 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-216a96d2-8de1-4060-a7c2-cec700bbc577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (2b144500-c16b-400a-825f-612acd4b9b9e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:07.544856 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a96d2-8de1-4060-a7c2-cec700bbc577 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b144500-c16b-400a-825f-612acd4b9b9e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:07.550337 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-216a96d2-8de1-4060-a7c2-cec700bbc577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:07.554895 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-216a96d2-8de1-4060-a7c2-cec700bbc577 admin admin] 10.222.0.89 "DELETE /v2.0/networks/2b144500-c16b-400a-825f-612acd4b9b9e HTTP/1.1" status: 204 len: 168 time: 1.6718128 Feb 20 03:25:07.593794 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5436323d-fb46-4456-acd7-6418cbda3ab1 req-283a7b47-4503-4abd-8183-669806e93ea2 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] 10.222.0.89 "GET /v2.0/ports?device_id=73da2766-61f6-4970-aead-78ab12bb5045 HTTP/1.1" status: 200 len: 210 time: 0.1468003 Feb 20 03:25:07.608389 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcdcfbd9-5a65-49eb-8d7e-cfdeba5d2b85 req-a865ba49-c9da-4b99-bd04-4cdeb4906b46 tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] 10.222.0.89 "GET /v2.0/security-groups/663e13e4-9f8c-48e0-9eb5-6119952ffb62 HTTP/1.1" status: 200 len: 2998 time: 0.2869847 Feb 20 03:25:07.626984 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-97cfd82a-9df4-4960-a00c-66f7687381d8 admin admin] Publish callbacks [] for port (024db250-6804-4a6b-a81f-82e78cf800a7), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:07.795541 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcdcfbd9-5a65-49eb-8d7e-cfdeba5d2b85 req-aad3aa3c-49c5-44f5-a2f5-6a4299a31308 tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] 10.222.0.89 "GET /v2.0/security-groups/663e13e4-9f8c-48e0-9eb5-6119952ffb62 HTTP/1.1" status: 200 len: 2998 time: 0.1710613 Feb 20 03:25:07.810908 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-97cfd82a-9df4-4960-a00c-66f7687381d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (024db250-6804-4a6b-a81f-82e78cf800a7), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:07.859480 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cfd82a-9df4-4960-a00c-66f7687381d8 admin admin] Network 8ec7a6eb-c053-49cd-9efd-68636b5291ad is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:25:07.862425 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-97cfd82a-9df4-4960-a00c-66f7687381d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:25:07.868400 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cfd82a-9df4-4960-a00c-66f7687381d8 admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:25:07.872393 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46c823-5247-4b7c-90b9-5163d9a693e3 req-a19a3936-1de0-49f4-a8ff-9ff408c561ba tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:07.879693 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8f46c823-5247-4b7c-90b9-5163d9a693e3 req-a19a3936-1de0-49f4-a8ff-9ff408c561ba tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/ports?device_id=b6e713f7-0b25-415f-bd11-888119e595a4 HTTP/1.1" status: 200 len: 949 time: 0.1785407 Feb 20 03:25:07.905335 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cfd82a-9df4-4960-a00c-66f7687381d8 admin admin] Pushing event updated for resources: {'Port': ['ID=024db250-6804-4a6b-a81f-82e78cf800a7,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:07.909577 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcdcfbd9-5a65-49eb-8d7e-cfdeba5d2b85 req-d46ee9f4-9078-4a1b-ba77-94e375fddc70 tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] 10.222.0.89 "GET /v2.0/security-groups/722675ab-ff1b-431c-b701-7246b91ac000 HTTP/1.1" status: 200 len: 2998 time: 0.1098504 Feb 20 03:25:07.915477 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-140059b3-1f3f-4ea1-bcb4-e6c7e199d672 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Made reservation on behalf of 6be0d9f682af466fba6166748077a792 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:25:07.921139 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-140059b3-1f3f-4ea1-bcb4-e6c7e199d672 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:07.940962 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-97cfd82a-9df4-4960-a00c-66f7687381d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (772ce8d6-8a9b-4e2b-9b37-f58122366ab5), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:07.958667 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8f46c823-5247-4b7c-90b9-5163d9a693e3 req-e7ba894f-a478-4b96-882e-9b7345481ce4 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/security-groups?id=663e13e4-9f8c-48e0-9eb5-6119952ffb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780663 Feb 20 03:25:07.979893 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ca346390-1a88-4b3b-8aef-4c30dabc769e up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:25:08.031911 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-140059b3-1f3f-4ea1-bcb4-e6c7e199d672 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:08.059909 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcdcfbd9-5a65-49eb-8d7e-cfdeba5d2b85 req-ac4e12eb-5c1a-4f9c-aac8-8d0c623e8daf tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] 10.222.0.89 "GET /v2.0/security-groups/722675ab-ff1b-431c-b701-7246b91ac000 HTTP/1.1" status: 200 len: 2998 time: 0.0994732 Feb 20 03:25:08.067038 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port ca346390-1a88-4b3b-8aef-4c30dabc769e triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:08.067424 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ca346390-1a88-4b3b-8aef-4c30dabc769e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:08.130205 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ee135988-7be8-4516-b035-7ddb3288ae2d req-91f814e3-6e44-4514-995f-2af21f7cd31d tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 210 time: 0.0536880 Feb 20 03:25:08.216541 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port ca346390-1a88-4b3b-8aef-4c30dabc769e is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:08.217523 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ca346390-1a88-4b3b-8aef-4c30dabc769e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:08.245508 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcdcfbd9-5a65-49eb-8d7e-cfdeba5d2b85 req-989ec8ac-96cf-4f2f-9666-a9e5101e107c tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] 10.222.0.89 "GET /v2.0/security-groups/8088d7ba-50d3-4313-84a1-0431ca5a1789 HTTP/1.1" status: 200 len: 2998 time: 0.1786036 Feb 20 03:25:08.248211 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52162) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:08.255394 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port ca346390-1a88-4b3b-8aef-4c30dabc769e, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=ca346390-1a88-4b3b-8aef-4c30dabc769e,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:08.280222 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4c509f1-cc30-408c-aa5c-9524a1fcc0b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:08.313627 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e0cda712-dd32-4d94-bafc-65faa1da1d60 None None] Provisioning complete for port 024db250-6804-4a6b-a81f-82e78cf800a7 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:08.314807 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e0cda712-dd32-4d94-bafc-65faa1da1d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (024db250-6804-4a6b-a81f-82e78cf800a7), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:08.336060 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52164) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:08.372020 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e0cda712-dd32-4d94-bafc-65faa1da1d60 None None] Port 024db250-6804-4a6b-a81f-82e78cf800a7 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:25:08.375287 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcdcfbd9-5a65-49eb-8d7e-cfdeba5d2b85 req-c78b28d6-0e7d-44e6-a1c0-cbed54ffdf27 tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] 10.222.0.89 "GET /v2.0/security-groups/8088d7ba-50d3-4313-84a1-0431ca5a1789 HTTP/1.1" status: 200 len: 2998 time: 0.1205673 Feb 20 03:25:08.380825 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-140059b3-1f3f-4ea1-bcb4-e6c7e199d672 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Publish callbacks [] for security_group (bbaf851e-4d76-47f8-888b-976052c78f5b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:08.390507 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ca346390-1a88-4b3b-8aef-4c30dabc769e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:08.489195 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcdcfbd9-5a65-49eb-8d7e-cfdeba5d2b85 req-1c680fc2-75d8-43bb-bf98-650bb6a6332a tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] 10.222.0.89 "GET /v2.0/security-groups/8ba389b3-3d3b-4f96-a4f9-6ef32c41a043 HTTP/1.1" status: 200 len: 2990 time: 0.1018245 Feb 20 03:25:08.489956 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-511915e0-d91f-4811-9694-5d9bcc8ed851 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c162ef649ac24179af074bc19210dd9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493728 Feb 20 03:25:08.493697 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 52166) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:08.559552 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-97cfd82a-9df4-4960-a00c-66f7687381d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (024db250-6804-4a6b-a81f-82e78cf800a7), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:08.617788 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3b193515-3397-4153-acba-edc0a278c842 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:25:08.621657 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcdcfbd9-5a65-49eb-8d7e-cfdeba5d2b85 req-0d346384-ff10-4f5b-86c2-f9cc39fe11ed tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] 10.222.0.89 "GET /v2.0/security-groups/8ba389b3-3d3b-4f96-a4f9-6ef32c41a043 HTTP/1.1" status: 200 len: 2990 time: 0.1167288 Feb 20 03:25:08.623918 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-140059b3-1f3f-4ea1-bcb4-e6c7e199d672 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (bbaf851e-4d76-47f8-888b-976052c78f5b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:08.672673 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 3b193515-3397-4153-acba-edc0a278c842 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:25:08.673571 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3b193515-3397-4153-acba-edc0a278c842 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:25:08.676500 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=ca346390-1a88-4b3b-8aef-4c30dabc769e,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:08.726105 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-64dd8f87-7ebe-4a3b-b95b-177f993f9821 admin admin] Publish callbacks [] for security_group (ccaf53dc-e133-4cbc-bad2-258f0d57974b), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:08.771638 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4c509f1-cc30-408c-aa5c-9524a1fcc0b5 admin admin] Publish callbacks [] for security_group (b1d6a767-8dc9-4d6b-bc1f-632c9f8d71cb), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:08.792236 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140059b3-1f3f-4ea1-bcb4-e6c7e199d672 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbaf851e-4d76-47f8-888b-976052c78f5b,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:08.846729 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-64dd8f87-7ebe-4a3b-b95b-177f993f9821 admin admin] Publish callbacks [] for security_group (ccaf53dc-e133-4cbc-bad2-258f0d57974b), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:08.852822 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4c509f1-cc30-408c-aa5c-9524a1fcc0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b1d6a767-8dc9-4d6b-bc1f-632c9f8d71cb), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:08.862526 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcdcfbd9-5a65-49eb-8d7e-cfdeba5d2b85 req-49520ed3-e79f-4fc4-9941-7a508fe35444 tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] 10.222.0.89 "GET /v2.0/security-groups/bda6410a-71aa-4bd3-a532-6ae30f31b90b HTTP/1.1" status: 200 len: 2994 time: 0.2326293 Feb 20 03:25:08.920947 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c4c509f1-cc30-408c-aa5c-9524a1fcc0b5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=317b185337fb42ceaac9f804c3ce6f60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6698515 Feb 20 03:25:08.924780 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-97cfd82a-9df4-4960-a00c-66f7687381d8 admin admin] Publish callbacks [] for port (024db250-6804-4a6b-a81f-82e78cf800a7), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:08.926246 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 52170) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:08.926574 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c509f1-cc30-408c-aa5c-9524a1fcc0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d6a767-8dc9-4d6b-bc1f-632c9f8d71cb,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:08.986323 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-140059b3-1f3f-4ea1-bcb4-e6c7e199d672 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Allocated IP 192.168.233.230 (0c4d93d2-7476-4570-93e5-7ecf9f895901/c38207c9-ee42-4b0e-b0ac-5ef2953b6f62/541d3069-996b-4d51-8dba-5cbd70fe7b6c) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:25:09.008159 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcdcfbd9-5a65-49eb-8d7e-cfdeba5d2b85 req-74dc0d7f-5440-4083-a9bc-5416accd1326 tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] 10.222.0.89 "GET /v2.0/security-groups/bda6410a-71aa-4bd3-a532-6ae30f31b90b HTTP/1.1" status: 200 len: 2994 time: 0.1336010 Feb 20 03:25:09.013252 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-97cfd82a-9df4-4960-a00c-66f7687381d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (024db250-6804-4a6b-a81f-82e78cf800a7), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:09.070323 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-facc72be-7217-4c5e-9810-e2f5aee517ff admin admin] Publish callbacks [] for security_group (b1d6a767-8dc9-4d6b-bc1f-632c9f8d71cb), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:09.085349 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-97cfd82a-9df4-4960-a00c-66f7687381d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (772ce8d6-8a9b-4e2b-9b37-f58122366ab5), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:09.128384 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-facc72be-7217-4c5e-9810-e2f5aee517ff admin admin] Publish callbacks [] for security_group (b1d6a767-8dc9-4d6b-bc1f-632c9f8d71cb), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:09.138732 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcdcfbd9-5a65-49eb-8d7e-cfdeba5d2b85 req-5b9a74bb-c19d-453c-8e9f-37c7488d11d5 tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] 10.222.0.89 "GET /v2.0/security-groups/ccaf53dc-e133-4cbc-bad2-258f0d57974b HTTP/1.1" status: 200 len: 2998 time: 0.1214807 Feb 20 03:25:09.150013 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-64dd8f87-7ebe-4a3b-b95b-177f993f9821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ccaf53dc-e133-4cbc-bad2-258f0d57974b), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:09.153628 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-64dd8f87-7ebe-4a3b-b95b-177f993f9821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:09.157076 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-64dd8f87-7ebe-4a3b-b95b-177f993f9821 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ccaf53dc-e133-4cbc-bad2-258f0d57974b HTTP/1.1" status: 204 len: 168 time: 0.6577878 Feb 20 03:25:09.177012 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cfd82a-9df4-4960-a00c-66f7687381d8 admin admin] Pushing event updated for resources: {'Port': ['ID=024db250-6804-4a6b-a81f-82e78cf800a7,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:09.228062 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cfd82a-9df4-4960-a00c-66f7687381d8 admin admin] Network 8ec7a6eb-c053-49cd-9efd-68636b5291ad is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:25:09.231623 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-97cfd82a-9df4-4960-a00c-66f7687381d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:25:09.268138 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd8f87-7ebe-4a3b-b95b-177f993f9821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccaf53dc-e133-4cbc-bad2-258f0d57974b,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:09.293762 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-dcdcfbd9-5a65-49eb-8d7e-cfdeba5d2b85 req-64ee70f3-1406-42ec-a81a-22b8fbc61c29 tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] show failed (client error): The resource could not be found. Feb 20 03:25:09.294751 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcdcfbd9-5a65-49eb-8d7e-cfdeba5d2b85 req-64ee70f3-1406-42ec-a81a-22b8fbc61c29 tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] 10.222.0.89 "GET /v2.0/security-groups/ccaf53dc-e133-4cbc-bad2-258f0d57974b HTTP/1.1" status: 404 len: 352 time: 0.1474893 Feb 20 03:25:09.304390 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-240b289c-ca21-4776-afba-0f3d73b82231 req-2573b4a6-5a6e-42c7-9fe4-15571b4b2c02 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] 10.222.0.89 "GET /v2.0/ports?device_id=73da2766-61f6-4970-aead-78ab12bb5045 HTTP/1.1" status: 200 len: 210 time: 0.1304257 Feb 20 03:25:09.428539 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcdcfbd9-5a65-49eb-8d7e-cfdeba5d2b85 req-3c12ef8c-b422-46e2-aa81-834550015054 tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] 10.222.0.89 "GET /v2.0/security-groups/d3335b6b-2d42-499c-ad42-1ae3ada730d9 HTTP/1.1" status: 200 len: 2998 time: 0.1134076 Feb 20 03:25:09.435864 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-140059b3-1f3f-4ea1-bcb4-e6c7e199d672 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Publish callbacks [] for port (541d3069-996b-4d51-8dba-5cbd70fe7b6c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:09.453224 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97cfd82a-9df4-4960-a00c-66f7687381d8 admin admin] Router 772ce8d6-8a9b-4e2b-9b37-f58122366ab5 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:25:09.508994 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-facc72be-7217-4c5e-9810-e2f5aee517ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b1d6a767-8dc9-4d6b-bc1f-632c9f8d71cb), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:09.512248 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-facc72be-7217-4c5e-9810-e2f5aee517ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:09.516179 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-facc72be-7217-4c5e-9810-e2f5aee517ff admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b1d6a767-8dc9-4d6b-bc1f-632c9f8d71cb HTTP/1.1" status: 204 len: 168 time: 0.5846541 Feb 20 03:25:09.574004 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc72be-7217-4c5e-9810-e2f5aee517ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d6a767-8dc9-4d6b-bc1f-632c9f8d71cb,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:09.594418 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcdcfbd9-5a65-49eb-8d7e-cfdeba5d2b85 req-6e558b7c-c2d5-4ff7-b6cd-718a3de55e99 tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] 10.222.0.89 "GET /v2.0/security-groups/d3335b6b-2d42-499c-ad42-1ae3ada730d9 HTTP/1.1" status: 200 len: 2998 time: 0.1393187 Feb 20 03:25:09.631970 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cfd82a-9df4-4960-a00c-66f7687381d8 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:25:09.646538 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a3f02-11bd-4c3f-a35f-49b0094f4884 req-4941e33e-8ff1-422a-8a92-853ea525ff6d tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:09.660169 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9b1a3f02-11bd-4c3f-a35f-49b0094f4884 req-4941e33e-8ff1-422a-8a92-853ea525ff6d tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/ports?device_id=b6e713f7-0b25-415f-bd11-888119e595a4 HTTP/1.1" status: 200 len: 949 time: 0.2068660 Feb 20 03:25:09.660979 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-97cfd82a-9df4-4960-a00c-66f7687381d8 admin admin] 10.222.0.89 "PUT /v2.0/routers/772ce8d6-8a9b-4e2b-9b37-f58122366ab5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0850456 Feb 20 03:25:09.667418 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d73e0cb1-4e35-4fda-b683-d9a47841a830 None None] Provisioning complete for port 024db250-6804-4a6b-a81f-82e78cf800a7 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:09.668376 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d73e0cb1-4e35-4fda-b683-d9a47841a830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (024db250-6804-4a6b-a81f-82e78cf800a7), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:09.690321 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-140059b3-1f3f-4ea1-bcb4-e6c7e199d672 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (541d3069-996b-4d51-8dba-5cbd70fe7b6c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:09.740760 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d73e0cb1-4e35-4fda-b683-d9a47841a830 None None] Port 024db250-6804-4a6b-a81f-82e78cf800a7 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:25:09.820085 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-140059b3-1f3f-4ea1-bcb4-e6c7e199d672 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:25:09.828181 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-140059b3-1f3f-4ea1-bcb4-e6c7e199d672 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:25:09.842566 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-140059b3-1f3f-4ea1-bcb4-e6c7e199d672 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:25:09.848052 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-140059b3-1f3f-4ea1-bcb4-e6c7e199d672 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:09.848813 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-140059b3-1f3f-4ea1-bcb4-e6c7e199d672 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:09.871964 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9b1a3f02-11bd-4c3f-a35f-49b0094f4884 req-9333ca38-319a-4ee4-9079-cd727365266c tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/security-groups?id=663e13e4-9f8c-48e0-9eb5-6119952ffb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105095 Feb 20 03:25:09.898725 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcdcfbd9-5a65-49eb-8d7e-cfdeba5d2b85 req-223cd5e7-31a0-40a4-a3f1-35c04109fc93 tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] 10.222.0.89 "GET /v2.0/security-groups/ef7ae9ab-8e89-4e5c-9845-fd08186a3508 HTTP/1.1" status: 200 len: 2998 time: 0.2905304 Feb 20 03:25:09.906012 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140059b3-1f3f-4ea1-bcb4-e6c7e199d672 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Pushing event updated for resources: {'Port': ['ID=541d3069-996b-4d51-8dba-5cbd70fe7b6c,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:09.929128 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ca346390-1a88-4b3b-8aef-4c30dabc769e up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:25:10.040533 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcdcfbd9-5a65-49eb-8d7e-cfdeba5d2b85 req-fb3da85a-b32c-43f7-9662-14dac2ddf5ba tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] 10.222.0.89 "GET /v2.0/security-groups/ef7ae9ab-8e89-4e5c-9845-fd08186a3508 HTTP/1.1" status: 200 len: 2998 time: 0.1406789 Feb 20 03:25:10.053185 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-140059b3-1f3f-4ea1-bcb4-e6c7e199d672 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5816622 Feb 20 03:25:10.078181 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ab15dc-2cfd-4011-80f6-fed281cd08db None None] Sync routers for ids ['772ce8d6-8a9b-4e2b-9b37-f58122366ab5'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:25:10.081336 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-81fff707-d282-4b58-b82d-ca62653bbba5 service neutron] Request body: {'port': {'device_id': '73da2766-61f6-4970-aead-78ab12bb5045', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:10.136969 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port ca346390-1a88-4b3b-8aef-4c30dabc769e triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:10.137268 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ca346390-1a88-4b3b-8aef-4c30dabc769e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:10.180603 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-88a21b2b-08f1-47bf-960e-058275eea0ac tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:10.193953 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-88a21b2b-08f1-47bf-960e-058275eea0ac tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.42 "GET /v2.0/networks?id=b760bf03-7766-4aef-bd0e-08d3e5c4e949 HTTP/1.1" status: 200 len: 808 time: 0.2657588 Feb 20 03:25:10.203511 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ab15dc-2cfd-4011-80f6-fed281cd08db None None] Routers {'772ce8d6-8a9b-4e2b-9b37-f58122366ab5'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:25:10.205454 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-73ab15dc-2cfd-4011-80f6-fed281cd08db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:24:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['772ce8d6-8a9b-4e2b-9b37-f58122366ab5'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:10.211112 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-15fde6f8-b683-4b57-bcb3-9f9746705f8b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Request body: {'port': {'device_id': 'e621a30a-7cd6-4ccc-8d3f-0f036a4295cd', 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949', 'admin_state_up': True, 'tenant_id': 'f32a2222e912478982e32c7419305be8'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:10.220614 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-54211da1-eda6-4a8a-a436-51422c0bc6b7 req-ef18f441-7582-48c0-8a2d-90ea6f1e081c tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 210 time: 0.1172254 Feb 20 03:25:10.382335 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-81fff707-d282-4b58-b82d-ca62653bbba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (541d3069-996b-4d51-8dba-5cbd70fe7b6c), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:10.443401 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-73ab15dc-2cfd-4011-80f6-fed281cd08db None None] Set router 772ce8d6-8a9b-4e2b-9b37-f58122366ab5 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:25:10.470850 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port ca346390-1a88-4b3b-8aef-4c30dabc769e is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:10.473009 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f3b865d8-4e0b-46df-9b21-9464624d642f None None] Provisioning complete for port 541d3069-996b-4d51-8dba-5cbd70fe7b6c triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:10.473379 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f3b865d8-4e0b-46df-9b21-9464624d642f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (541d3069-996b-4d51-8dba-5cbd70fe7b6c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:10.529919 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b170a-2e6e-4dd7-8ea6-4bf2347d53cd req-89daf5d0-bf62-46eb-82b2-c02e0e81772f tempest-DeleteServersAdminTestJSON-1966082549 tempest-DeleteServersAdminTestJSON-1966082549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:10.531565 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-8e7b170a-2e6e-4dd7-8ea6-4bf2347d53cd req-89daf5d0-bf62-46eb-82b2-c02e0e81772f tempest-DeleteServersAdminTestJSON-1966082549 tempest-DeleteServersAdminTestJSON-1966082549-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=b6e713f7-0b25-415f-bd11-888119e595a4 HTTP/1.1" status: 200 len: 1131 time: 0.1705694 Feb 20 03:25:10.560604 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f3b865d8-4e0b-46df-9b21-9464624d642f None None] Port 541d3069-996b-4d51-8dba-5cbd70fe7b6c cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:25:10.655384 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-53c17b40-4004-40dc-81c0-287dc209ddb5 req-73712c98-67e6-4c9c-828c-c20aad58131f tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=25e4dc64b4a147bda5c166550ae9bf32 HTTP/1.1" status: 200 len: 6152 time: 0.4795914 Feb 20 03:25:10.696841 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-8e7b170a-2e6e-4dd7-8ea6-4bf2347d53cd req-e5fef5c0-7fd3-4439-be6e-349f8cd39c73 tempest-DeleteServersAdminTestJSON-1966082549 tempest-DeleteServersAdminTestJSON-1966082549-project-admin] Deleting port f0ffc259-f812-4485-834d-81b76ae0342c {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:25:10.699609 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-8e7b170a-2e6e-4dd7-8ea6-4bf2347d53cd req-e5fef5c0-7fd3-4439-be6e-349f8cd39c73 tempest-DeleteServersAdminTestJSON-1966082549 tempest-DeleteServersAdminTestJSON-1966082549-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (f0ffc259-f812-4485-834d-81b76ae0342c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:10.755413 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-73ab15dc-2cfd-4011-80f6-fed281cd08db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772ce8d6-8a9b-4e2b-9b37-f58122366ab5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-675983257-router', 'tenant_id': '2a23ad1c9d1842f5819ecaf83f2442aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'ca346390-1a88-4b3b-8aef-4c30dabc769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:25:00Z', 'updated_at': '2022-02-20T03:25:08Z', 'revision_number': 4, 'project_id': '2a23ad1c9d1842f5819ecaf83f2442aa', 'gw_port': {'id': 'ca346390-1a88-4b3b-8aef-4c30dabc769e', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ac:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772ce8d6-8a9b-4e2b-9b37-f58122366ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:02Z', 'updated_at': '2022-02-20T03:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '024db250-6804-4a6b-a81f-82e78cf800a7', 'name': '', 'network_id': '8ec7a6eb-c053-49cd-9efd-68636b5291ad', 'tenant_id': '2a23ad1c9d1842f5819ecaf83f2442aa', 'mac_address': 'fa:16:3e:e1:62:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772ce8d6-8a9b-4e2b-9b37-f58122366ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'baab4ad0-868b-4ea5-a107-6e88b691cd28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:06Z', 'updated_at': '2022-02-20T03:25:08Z', 'revision_number': 2, 'project_id': '2a23ad1c9d1842f5819ecaf83f2442aa', 'subnets': [{'id': 'baab4ad0-868b-4ea5-a107-6e88b691cd28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:10.763287 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-53c17b40-4004-40dc-81c0-287dc209ddb5 req-8c7762ea-918c-4026-bffd-c5ef7e5cacb1 tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] 10.222.0.89 "GET /v2.0/security-groups/2033716b-10f6-4ebf-b342-d6c7f28622ee HTTP/1.1" status: 200 len: 2998 time: 0.1012847 Feb 20 03:25:10.784823 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-15fde6f8-b683-4b57-bcb3-9f9746705f8b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Made reservation on behalf of f32a2222e912478982e32c7419305be8 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:25:10.788423 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-15fde6f8-b683-4b57-bcb3-9f9746705f8b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:10.835942 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ab15dc-2cfd-4011-80f6-fed281cd08db None None] Checking router: 772ce8d6-8a9b-4e2b-9b37-f58122366ab5 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:25:10.839321 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ab15dc-2cfd-4011-80f6-fed281cd08db None None] Updating router 772ce8d6-8a9b-4e2b-9b37-f58122366ab5 port 024db250-6804-4a6b-a81f-82e78cf800a7 binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:25:10.891839 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c455f-ba68-4f52-a36a-9d254018391c req-d1136a8d-bce4-44ff-b1e9-d8945faff6ed tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:10.893357 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6b5c455f-ba68-4f52-a36a-9d254018391c req-d1136a8d-bce4-44ff-b1e9-d8945faff6ed tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] 10.222.0.89 "GET /v2.0/ports?device_id=73da2766-61f6-4970-aead-78ab12bb5045 HTTP/1.1" status: 200 len: 936 time: 0.1206546 Feb 20 03:25:10.894104 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-73ab15dc-2cfd-4011-80f6-fed281cd08db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (024db250-6804-4a6b-a81f-82e78cf800a7), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:10.897721 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-53c17b40-4004-40dc-81c0-287dc209ddb5 req-88c0a3a7-d6c7-4d1c-8453-af00f771c217 tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] 10.222.0.89 "GET /v2.0/security-groups/2033716b-10f6-4ebf-b342-d6c7f28622ee HTTP/1.1" status: 200 len: 2998 time: 0.1284492 Feb 20 03:25:10.917766 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-8e7b170a-2e6e-4dd7-8ea6-4bf2347d53cd req-e5fef5c0-7fd3-4439-be6e-349f8cd39c73 tempest-DeleteServersAdminTestJSON-1966082549 tempest-DeleteServersAdminTestJSON-1966082549-project-admin] For port f0ffc259-f812-4485-834d-81b76ae0342c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f0ffc259-f812-4485-834d-81b76ae0342c,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:10.922158 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-8e7b170a-2e6e-4dd7-8ea6-4bf2347d53cd req-e5fef5c0-7fd3-4439-be6e-349f8cd39c73 tempest-DeleteServersAdminTestJSON-1966082549 tempest-DeleteServersAdminTestJSON-1966082549-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (f0ffc259-f812-4485-834d-81b76ae0342c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:10.942478 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-8e7b170a-2e6e-4dd7-8ea6-4bf2347d53cd req-e5fef5c0-7fd3-4439-be6e-349f8cd39c73 tempest-DeleteServersAdminTestJSON-1966082549 tempest-DeleteServersAdminTestJSON-1966082549-project-admin] Calling delete_port for f0ffc259-f812-4485-834d-81b76ae0342c owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:25:10.974194 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-81fff707-d282-4b58-b82d-ca62653bbba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 541d3069-996b-4d51-8dba-5cbd70fe7b6c {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:25:10.986080 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-81fff707-d282-4b58-b82d-ca62653bbba5 service neutron] Publish callbacks [] for port (541d3069-996b-4d51-8dba-5cbd70fe7b6c), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:11.011269 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6b5c455f-ba68-4f52-a36a-9d254018391c req-68a22c42-cf6a-437e-a64d-690238874551 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbaf851e-4d76-47f8-888b-976052c78f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957403 Feb 20 03:25:11.013964 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-81fff707-d282-4b58-b82d-ca62653bbba5 service neutron] Transition to ACTIVE for port object 541d3069-996b-4d51-8dba-5cbd70fe7b6c will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:25:11.066814 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-15fde6f8-b683-4b57-bcb3-9f9746705f8b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Allocated IP 172.20.0.12 (b760bf03-7766-4aef-bd0e-08d3e5c4e949/458c6d71-ffe3-42c1-873f-079dd6df07cb/217cd453-1931-435b-99c1-d06ac132a046) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:25:11.106099 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-81fff707-d282-4b58-b82d-ca62653bbba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (541d3069-996b-4d51-8dba-5cbd70fe7b6c), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:11.346669 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fff707-d282-4b58-b82d-ca62653bbba5 service neutron] Pushing event updated for resources: {'Port': ['ID=541d3069-996b-4d51-8dba-5cbd70fe7b6c,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:11.351670 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-81fff707-d282-4b58-b82d-ca62653bbba5 service neutron] Attempting to bind port 541d3069-996b-4d51-8dba-5cbd70fe7b6c on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:25:11.352004 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-81fff707-d282-4b58-b82d-ca62653bbba5 service neutron] Attempting to bind port 541d3069-996b-4d51-8dba-5cbd70fe7b6c by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:25:11.352333 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-81fff707-d282-4b58-b82d-ca62653bbba5 service neutron] Attempting to bind port 541d3069-996b-4d51-8dba-5cbd70fe7b6c on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:25:11.362464 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-81fff707-d282-4b58-b82d-ca62653bbba5 service neutron] Port 541d3069-996b-4d51-8dba-5cbd70fe7b6c on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:25:11.362782 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-81fff707-d282-4b58-b82d-ca62653bbba5 service neutron] Attempting to bind port 541d3069-996b-4d51-8dba-5cbd70fe7b6c on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:25:11.371898 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-15fde6f8-b683-4b57-bcb3-9f9746705f8b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Publish callbacks [] for port (217cd453-1931-435b-99c1-d06ac132a046), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:11.373400 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-81fff707-d282-4b58-b82d-ca62653bbba5 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:25:11.373743 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-81fff707-d282-4b58-b82d-ca62653bbba5 service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:25:11.374278 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-81fff707-d282-4b58-b82d-ca62653bbba5 service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:25:11.374729 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-81fff707-d282-4b58-b82d-ca62653bbba5 service neutron] Bound port: 541d3069-996b-4d51-8dba-5cbd70fe7b6c, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:25:11.375148 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-81fff707-d282-4b58-b82d-ca62653bbba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (541d3069-996b-4d51-8dba-5cbd70fe7b6c), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:11.397306 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c6ab3-b7c3-4fb1-8cb5-eee000585f83 req-132d37a7-1f0a-4ced-b8c4-ba0bb97b0722 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:11.399582 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a96c6ab3-b7c3-4fb1-8cb5-eee000585f83 req-132d37a7-1f0a-4ced-b8c4-ba0bb97b0722 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/ports?device_id=b6e713f7-0b25-415f-bd11-888119e595a4 HTTP/1.1" status: 200 len: 949 time: 0.1438940 Feb 20 03:25:11.406209 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-73ab15dc-2cfd-4011-80f6-fed281cd08db None None] Publish callbacks [] for port (024db250-6804-4a6b-a81f-82e78cf800a7), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:11.454452 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-8e7b170a-2e6e-4dd7-8ea6-4bf2347d53cd req-e5fef5c0-7fd3-4439-be6e-349f8cd39c73 tempest-DeleteServersAdminTestJSON-1966082549 tempest-DeleteServersAdminTestJSON-1966082549-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (f0ffc259-f812-4485-834d-81b76ae0342c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:11.469189 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['f0ffc259-f812-4485-834d-81b76ae0342c'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:25:11.503429 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fef5c0-7fd3-4439-be6e-349f8cd39c73 tempest-DeleteServersAdminTestJSON-1966082549 tempest-DeleteServersAdminTestJSON-1966082549-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0ffc259-f812-4485-834d-81b76ae0342c,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:11.564007 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7b170a-2e6e-4dd7-8ea6-4bf2347d53cd req-e5fef5c0-7fd3-4439-be6e-349f8cd39c73 tempest-DeleteServersAdminTestJSON-1966082549 tempest-DeleteServersAdminTestJSON-1966082549-project-admin] No DVR routers for this DVR port f0ffc259-f812-4485-834d-81b76ae0342c on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:25:11.566958 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-8e7b170a-2e6e-4dd7-8ea6-4bf2347d53cd req-e5fef5c0-7fd3-4439-be6e-349f8cd39c73 tempest-DeleteServersAdminTestJSON-1966082549 tempest-DeleteServersAdminTestJSON-1966082549-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:11.571151 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-8e7b170a-2e6e-4dd7-8ea6-4bf2347d53cd req-e5fef5c0-7fd3-4439-be6e-349f8cd39c73 tempest-DeleteServersAdminTestJSON-1966082549 tempest-DeleteServersAdminTestJSON-1966082549-project-admin] 10.222.0.93 "DELETE /v2.0/ports/f0ffc259-f812-4485-834d-81b76ae0342c HTTP/1.1" status: 204 len: 173 time: 1.0339286 Feb 20 03:25:11.573228 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e713f7-0b25-415f-bd11-888119e595a4', 'name': 'network-vif-deleted', 'tag': 'f0ffc259-f812-4485-834d-81b76ae0342c'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:25:11.575573 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-73ab15dc-2cfd-4011-80f6-fed281cd08db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (024db250-6804-4a6b-a81f-82e78cf800a7), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:11.576047 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45586827-fe9a-40d3-8db2-0784fecc0863" -d '{"events": [{"server_uuid": "b6e713f7-0b25-415f-bd11-888119e595a4", "name": "network-vif-deleted", "tag": "f0ffc259-f812-4485-834d-81b76ae0342c"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:25:11.623166 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-15fde6f8-b683-4b57-bcb3-9f9746705f8b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (217cd453-1931-435b-99c1-d06ac132a046), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:11.682951 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f761010-899e-447a-8027-9c834b6b8323 None None] Pushing event updated for resources: {'Port': ['ID=024db250-6804-4a6b-a81f-82e78cf800a7,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:11.716369 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-15fde6f8-b683-4b57-bcb3-9f9746705f8b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Network b760bf03-7766-4aef-bd0e-08d3e5c4e949 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:25:11.719839 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-15fde6f8-b683-4b57-bcb3-9f9746705f8b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:25:11.725301 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f761010-899e-447a-8027-9c834b6b8323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:11.726333 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f761010-899e-447a-8027-9c834b6b8323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:11.726333 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f761010-899e-447a-8027-9c834b6b8323 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:11.726563 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-15fde6f8-b683-4b57-bcb3-9f9746705f8b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:25:11.726675 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f761010-899e-447a-8027-9c834b6b8323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:11.726764 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f761010-899e-447a-8027-9c834b6b8323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:11.727126 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f761010-899e-447a-8027-9c834b6b8323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:11.727456 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f761010-899e-447a-8027-9c834b6b8323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:11.727783 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f761010-899e-447a-8027-9c834b6b8323 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:11.728243 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f761010-899e-447a-8027-9c834b6b8323 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:11.728462 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f761010-899e-447a-8027-9c834b6b8323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:11.728916 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f761010-899e-447a-8027-9c834b6b8323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:11.729577 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f761010-899e-447a-8027-9c834b6b8323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:11.729577 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f761010-899e-447a-8027-9c834b6b8323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:11.739193 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fde6f8-b683-4b57-bcb3-9f9746705f8b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Pushing event updated for resources: {'Port': ['ID=217cd453-1931-435b-99c1-d06ac132a046,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:11.806290 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-73ab15dc-2cfd-4011-80f6-fed281cd08db None None] Attempting to bind port 024db250-6804-4a6b-a81f-82e78cf800a7 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:25:11.806290 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-73ab15dc-2cfd-4011-80f6-fed281cd08db None None] Attempting to bind port 024db250-6804-4a6b-a81f-82e78cf800a7 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '73e92b36-06cd-418d-8fae-18211b931a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8ec7a6eb-c053-49cd-9efd-68636b5291ad'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:25:11.806290 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ab15dc-2cfd-4011-80f6-fed281cd08db None None] Attempting to bind port 024db250-6804-4a6b-a81f-82e78cf800a7 on network 8ec7a6eb-c053-49cd-9efd-68636b5291ad {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:25:11.816109 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ab15dc-2cfd-4011-80f6-fed281cd08db None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:25:11.816488 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ab15dc-2cfd-4011-80f6-fed281cd08db None None] Checking segment: {'id': '73e92b36-06cd-418d-8fae-18211b931a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8ec7a6eb-c053-49cd-9efd-68636b5291ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:25:11.816919 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-73ab15dc-2cfd-4011-80f6-fed281cd08db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:11.817294 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ab15dc-2cfd-4011-80f6-fed281cd08db None None] Bound using segment: {'id': '73e92b36-06cd-418d-8fae-18211b931a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8ec7a6eb-c053-49cd-9efd-68636b5291ad'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:25:11.817777 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-73ab15dc-2cfd-4011-80f6-fed281cd08db None None] Bound port: 024db250-6804-4a6b-a81f-82e78cf800a7, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e92b36-06cd-418d-8fae-18211b931a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '8ec7a6eb-c053-49cd-9efd-68636b5291ad'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:25:11.818162 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-73ab15dc-2cfd-4011-80f6-fed281cd08db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (024db250-6804-4a6b-a81f-82e78cf800a7), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:11.862943 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-15fde6f8-b683-4b57-bcb3-9f9746705f8b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:11.866298 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-15fde6f8-b683-4b57-bcb3-9f9746705f8b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:11.882939 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-81fff707-d282-4b58-b82d-ca62653bbba5 service neutron] For port 541d3069-996b-4d51-8dba-5cbd70fe7b6c, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:25:11.887083 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-81fff707-d282-4b58-b82d-ca62653bbba5 service neutron] For port 541d3069-996b-4d51-8dba-5cbd70fe7b6c, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=541d3069-996b-4d51-8dba-5cbd70fe7b6c,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:25:11.938578 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a96c6ab3-b7c3-4fb1-8cb5-eee000585f83 req-6e046e90-241c-4200-994e-e2ecee1cf3d7 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/security-groups?id=663e13e4-9f8c-48e0-9eb5-6119952ffb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5244648 Feb 20 03:25:11.956052 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-73ab15dc-2cfd-4011-80f6-fed281cd08db None None] For port 024db250-6804-4a6b-a81f-82e78cf800a7, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:25:11.960343 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-73ab15dc-2cfd-4011-80f6-fed281cd08db None None] For port 024db250-6804-4a6b-a81f-82e78cf800a7, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=024db250-6804-4a6b-a81f-82e78cf800a7,segment=NetworkSegment(73e92b36-06cd-418d-8fae-18211b931a69),segment_id=73e92b36-06cd-418d-8fae-18211b931a69)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:25:11.978750 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-15fde6f8-b683-4b57-bcb3-9f9746705f8b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7756748 Feb 20 03:25:11.986580 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4c2c111-52df-4758-a4e8-5ff98c73033e None None] Provisioning complete for port 024db250-6804-4a6b-a81f-82e78cf800a7 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:11.987235 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4c2c111-52df-4758-a4e8-5ff98c73033e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (024db250-6804-4a6b-a81f-82e78cf800a7), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:11.991023 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-8888c66e-87ce-481d-8fb7-740e66319b30 service neutron] Request body: {'port': {'device_id': 'e621a30a-7cd6-4ccc-8d3f-0f036a4295cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:12.014117 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-650b9b66-13bf-4534-ac06-31d69cb2eeef req-3f9a1f7d-a9a5-40f6-bc8e-cdd22871c47e tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] 10.222.0.89 "GET /v2.0/security-groups/432f6fbc-5fbd-49ea-a6f7-63e944c6f722 HTTP/1.1" status: 200 len: 1794 time: 0.1192529 Feb 20 03:25:12.017078 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-81fff707-d282-4b58-b82d-ca62653bbba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (541d3069-996b-4d51-8dba-5cbd70fe7b6c), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:12.024596 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4c2c111-52df-4758-a4e8-5ff98c73033e None None] Port 024db250-6804-4a6b-a81f-82e78cf800a7 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:25:12.058809 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-73ab15dc-2cfd-4011-80f6-fed281cd08db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (024db250-6804-4a6b-a81f-82e78cf800a7), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:12.085836 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-8888c66e-87ce-481d-8fb7-740e66319b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (217cd453-1931-435b-99c1-d06ac132a046), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:12.151175 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-81fff707-d282-4b58-b82d-ca62653bbba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:12.152290 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-81fff707-d282-4b58-b82d-ca62653bbba5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:12.158576 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-81fff707-d282-4b58-b82d-ca62653bbba5 service neutron] 10.222.0.42 "PUT /v2.0/ports/541d3069-996b-4d51-8dba-5cbd70fe7b6c HTTP/1.1" status: 200 len: 1096 time: 2.0853212 Feb 20 03:25:12.159179 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73da2766-61f6-4970-aead-78ab12bb5045', 'tag': '541d3069-996b-4d51-8dba-5cbd70fe7b6c'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:25:12.170231 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ab15dc-2cfd-4011-80f6-fed281cd08db None None] Routers {'772ce8d6-8a9b-4e2b-9b37-f58122366ab5'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:25:12.171198 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-73ab15dc-2cfd-4011-80f6-fed281cd08db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:24:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['772ce8d6-8a9b-4e2b-9b37-f58122366ab5'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:12.173433 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e441c2-838d-421e-8dd0-42158a7f7d43" -d '{"events": [{"name": "network-changed", "server_uuid": "73da2766-61f6-4970-aead-78ab12bb5045", "tag": "541d3069-996b-4d51-8dba-5cbd70fe7b6c"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:25:12.174996 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f761010-899e-447a-8027-9c834b6b8323 None None] Pushing event updated for resources: {'Port': ['ID=024db250-6804-4a6b-a81f-82e78cf800a7,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:12.222876 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fff707-d282-4b58-b82d-ca62653bbba5 service neutron] Pushing event updated for resources: {'Port': ['ID=541d3069-996b-4d51-8dba-5cbd70fe7b6c,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:12.247130 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80126638-cd1a-4500-9b87-4733e7bb65e6 req-96522752-eb7a-4f6e-9a90-fca7c08d8018 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:12.253301 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80126638-cd1a-4500-9b87-4733e7bb65e6 req-96522752-eb7a-4f6e-9a90-fca7c08d8018 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 932 time: 0.2218263 Feb 20 03:25:12.330563 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-650b9b66-13bf-4534-ac06-31d69cb2eeef req-0780509f-c13e-4b27-9023-a6eb6dd05b7d tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] Publish callbacks [] for security_group (432f6fbc-5fbd-49ea-a6f7-63e944c6f722), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:12.407882 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-650b9b66-13bf-4534-ac06-31d69cb2eeef req-0780509f-c13e-4b27-9023-a6eb6dd05b7d tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] Publish callbacks [] for security_group (432f6fbc-5fbd-49ea-a6f7-63e944c6f722), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:12.424612 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-315bc2f0-5588-46d4-a6d8-6a975762547d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:12.426514 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-315bc2f0-5588-46d4-a6d8-6a975762547d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6be0d9f682af466fba6166748077a792&device_id=73da2766-61f6-4970-aead-78ab12bb5045 HTTP/1.1" status: 200 len: 1130 time: 0.1615345 Feb 20 03:25:12.437408 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80126638-cd1a-4500-9b87-4733e7bb65e6 req-b73be516-8fa2-40e3-8f3b-65a3142ce5eb tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707566 Feb 20 03:25:12.490329 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-e964184c-321b-4eee-acbc-2708feac4538 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=541d3069-996b-4d51-8dba-5cbd70fe7b6c HTTP/1.1" status: 200 len: 217 time: 0.0461302 Feb 20 03:25:12.493095 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-73ab15dc-2cfd-4011-80f6-fed281cd08db None None] Set router 772ce8d6-8a9b-4e2b-9b37-f58122366ab5 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:25:12.543258 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94766de-b920-4089-984e-2a27ed46dfce x-openstack-request-id: req-d94766de-b920-4089-984e-2a27ed46dfce {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:25:12.543678 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e713f7-0b25-415f-bd11-888119e595a4", "name": "network-vif-deleted", "tag": "f0ffc259-f812-4485-834d-81b76ae0342c", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:25:12.544162 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d94766de-b920-4089-984e-2a27ed46dfce {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:25:12.544640 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e713f7-0b25-415f-bd11-888119e595a4', 'name': 'network-vif-deleted', 'tag': 'f0ffc259-f812-4485-834d-81b76ae0342c', 'status': 'completed', 'code': 200} Feb 20 03:25:12.560231 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-968c9165-ce97-4c06-bf00-514ebf6edb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:12.562126 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-968c9165-ce97-4c06-bf00-514ebf6edb5a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0627105 Feb 20 03:25:12.593423 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-8888c66e-87ce-481d-8fb7-740e66319b30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 217cd453-1931-435b-99c1-d06ac132a046 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:25:12.614113 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-8888c66e-87ce-481d-8fb7-740e66319b30 service neutron] Publish callbacks [] for port (217cd453-1931-435b-99c1-d06ac132a046), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:12.628489 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-8888c66e-87ce-481d-8fb7-740e66319b30 service neutron] Transition to ACTIVE for port object 217cd453-1931-435b-99c1-d06ac132a046 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:25:12.654708 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-38649505-ac0c-4781-8800-ea7f6d101343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:12.655911 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-38649505-ac0c-4781-8800-ea7f6d101343 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0872557 Feb 20 03:25:12.668468 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-2d8bc36e-4f1d-4cdd-ba02-acbe2cce0dfd None None] Provisioning complete for port 024db250-6804-4a6b-a81f-82e78cf800a7 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:12.668854 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2d8bc36e-4f1d-4cdd-ba02-acbe2cce0dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (024db250-6804-4a6b-a81f-82e78cf800a7), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:12.734389 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-8888c66e-87ce-481d-8fb7-740e66319b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (217cd453-1931-435b-99c1-d06ac132a046), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:12.820956 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2d8bc36e-4f1d-4cdd-ba02-acbe2cce0dfd None None] Current status of the port 024db250-6804-4a6b-a81f-82e78cf800a7 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:12.821616 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2d8bc36e-4f1d-4cdd-ba02-acbe2cce0dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (024db250-6804-4a6b-a81f-82e78cf800a7), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:12.825182 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-650b9b66-13bf-4534-ac06-31d69cb2eeef req-0780509f-c13e-4b27-9023-a6eb6dd05b7d tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (432f6fbc-5fbd-49ea-a6f7-63e944c6f722), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:12.830447 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-650b9b66-13bf-4534-ac06-31d69cb2eeef req-0780509f-c13e-4b27-9023-a6eb6dd05b7d tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:12.832276 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-650b9b66-13bf-4534-ac06-31d69cb2eeef req-0780509f-c13e-4b27-9023-a6eb6dd05b7d tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] 10.222.0.89 "DELETE /v2.0/security-groups/432f6fbc-5fbd-49ea-a6f7-63e944c6f722 HTTP/1.1" status: 204 len: 173 time: 0.8108325 Feb 20 03:25:12.838424 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-73ab15dc-2cfd-4011-80f6-fed281cd08db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772ce8d6-8a9b-4e2b-9b37-f58122366ab5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-675983257-router', 'tenant_id': '2a23ad1c9d1842f5819ecaf83f2442aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'ca346390-1a88-4b3b-8aef-4c30dabc769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:25:00Z', 'updated_at': '2022-02-20T03:25:08Z', 'revision_number': 4, 'project_id': '2a23ad1c9d1842f5819ecaf83f2442aa', 'gw_port': {'id': 'ca346390-1a88-4b3b-8aef-4c30dabc769e', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ac:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772ce8d6-8a9b-4e2b-9b37-f58122366ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:02Z', 'updated_at': '2022-02-20T03:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '024db250-6804-4a6b-a81f-82e78cf800a7', 'name': '', 'network_id': '8ec7a6eb-c053-49cd-9efd-68636b5291ad', 'tenant_id': '2a23ad1c9d1842f5819ecaf83f2442aa', 'mac_address': 'fa:16:3e:e1:62:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772ce8d6-8a9b-4e2b-9b37-f58122366ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'baab4ad0-868b-4ea5-a107-6e88b691cd28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:06Z', 'updated_at': '2022-02-20T03:25:11Z', 'revision_number': 4, 'project_id': '2a23ad1c9d1842f5819ecaf83f2442aa', 'subnets': [{'id': 'baab4ad0-868b-4ea5-a107-6e88b691cd28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:12.860547 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-3a0d6199-4ce0-4c4b-9df3-52d80494154b service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981270 Feb 20 03:25:12.861659 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780509f-c13e-4b27-9023-a6eb6dd05b7d tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432f6fbc-5fbd-49ea-a6f7-63e944c6f722,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:12.879513 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ab15dc-2cfd-4011-80f6-fed281cd08db None None] The sync data for ids ['772ce8d6-8a9b-4e2b-9b37-f58122366ab5'] in n-d-829866-4 is: [{'id': '772ce8d6-8a9b-4e2b-9b37-f58122366ab5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-675983257-router', 'tenant_id': '2a23ad1c9d1842f5819ecaf83f2442aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'ca346390-1a88-4b3b-8aef-4c30dabc769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:25:00Z', 'updated_at': '2022-02-20T03:25:08Z', 'revision_number': 4, 'project_id': '2a23ad1c9d1842f5819ecaf83f2442aa', 'gw_port': {'id': 'ca346390-1a88-4b3b-8aef-4c30dabc769e', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ac:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772ce8d6-8a9b-4e2b-9b37-f58122366ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:02Z', 'updated_at': '2022-02-20T03:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '024db250-6804-4a6b-a81f-82e78cf800a7', 'name': '', 'network_id': '8ec7a6eb-c053-49cd-9efd-68636b5291ad', 'tenant_id': '2a23ad1c9d1842f5819ecaf83f2442aa', 'mac_address': 'fa:16:3e:e1:62:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772ce8d6-8a9b-4e2b-9b37-f58122366ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'baab4ad0-868b-4ea5-a107-6e88b691cd28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:06Z', 'updated_at': '2022-02-20T03:25:11Z', 'revision_number': 4, 'project_id': '2a23ad1c9d1842f5819ecaf83f2442aa', 'subnets': [{'id': 'baab4ad0-868b-4ea5-a107-6e88b691cd28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:25:12.890904 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfd854e-eb8f-413f-a82a-78df7cbda779 x-openstack-request-id: req-6cfd854e-eb8f-413f-a82a-78df7cbda779 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:25:12.891461 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73da2766-61f6-4970-aead-78ab12bb5045", "tag": "541d3069-996b-4d51-8dba-5cbd70fe7b6c", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:25:12.891461 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6cfd854e-eb8f-413f-a82a-78df7cbda779 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:25:12.891849 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73da2766-61f6-4970-aead-78ab12bb5045', 'tag': '541d3069-996b-4d51-8dba-5cbd70fe7b6c', 'status': 'completed', 'code': 200} Feb 20 03:25:12.905649 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888c66e-87ce-481d-8fb7-740e66319b30 service neutron] Pushing event updated for resources: {'Port': ['ID=217cd453-1931-435b-99c1-d06ac132a046,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:12.962890 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-2d8bc36e-4f1d-4cdd-ba02-acbe2cce0dfd None None] For port 024db250-6804-4a6b-a81f-82e78cf800a7, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=024db250-6804-4a6b-a81f-82e78cf800a7,segment=NetworkSegment(73e92b36-06cd-418d-8fae-18211b931a69),segment_id=73e92b36-06cd-418d-8fae-18211b931a69)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:13.031460 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2d8bc36e-4f1d-4cdd-ba02-acbe2cce0dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (024db250-6804-4a6b-a81f-82e78cf800a7), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:13.051976 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-8888c66e-87ce-481d-8fb7-740e66319b30 service neutron] Attempting to bind port 217cd453-1931-435b-99c1-d06ac132a046 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:25:13.052610 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-8888c66e-87ce-481d-8fb7-740e66319b30 service neutron] Attempting to bind port 217cd453-1931-435b-99c1-d06ac132a046 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:25:13.052758 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-8888c66e-87ce-481d-8fb7-740e66319b30 service neutron] Attempting to bind port 217cd453-1931-435b-99c1-d06ac132a046 on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:25:13.062680 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-8888c66e-87ce-481d-8fb7-740e66319b30 service neutron] Port 217cd453-1931-435b-99c1-d06ac132a046 on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:25:13.063047 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-8888c66e-87ce-481d-8fb7-740e66319b30 service neutron] Attempting to bind port 217cd453-1931-435b-99c1-d06ac132a046 on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:25:13.069394 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-8888c66e-87ce-481d-8fb7-740e66319b30 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:25:13.069733 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-8888c66e-87ce-481d-8fb7-740e66319b30 service neutron] Checking segment: {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:25:13.070256 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-8888c66e-87ce-481d-8fb7-740e66319b30 service neutron] Bound using segment: {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:25:13.070692 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-8888c66e-87ce-481d-8fb7-740e66319b30 service neutron] Bound port: 217cd453-1931-435b-99c1-d06ac132a046, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:25:13.071203 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-8888c66e-87ce-481d-8fb7-740e66319b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (217cd453-1931-435b-99c1-d06ac132a046), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:13.125285 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8bc36e-4f1d-4cdd-ba02-acbe2cce0dfd None None] Pushing event updated for resources: {'Port': ['ID=024db250-6804-4a6b-a81f-82e78cf800a7,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:13.138463 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6e10f5f1-7418-4982-8ea1-25be95809362 req-2a0c9384-3b94-44fa-a32a-070df1d7f46c service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660019 Feb 20 03:25:13.182634 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-8888c66e-87ce-481d-8fb7-740e66319b30 service neutron] For port 217cd453-1931-435b-99c1-d06ac132a046, host n-h1-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:25:13.186768 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-8888c66e-87ce-481d-8fb7-740e66319b30 service neutron] For port 217cd453-1931-435b-99c1-d06ac132a046, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=217cd453-1931-435b-99c1-d06ac132a046,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:25:13.189131 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af576ea7-6f01-4391-9ea6-13bed9a1f8ee req-e5192ec2-3fec-481a-b027-921cc06cca38 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:13.190801 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-af576ea7-6f01-4391-9ea6-13bed9a1f8ee req-e5192ec2-3fec-481a-b027-921cc06cca38 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] 10.222.0.89 "GET /v2.0/ports?device_id=73da2766-61f6-4970-aead-78ab12bb5045 HTTP/1.1" status: 200 len: 948 time: 0.2139015 Feb 20 03:25:13.212834 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dea5f30e-99ea-4af3-a5b2-006242ef51ae req-5412fabd-80ca-4002-8a8a-474ad8098445 tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] 10.222.0.89 "GET /v2.0/security-groups/4cd1f184-ec12-4c09-8c1a-25b158c18f50 HTTP/1.1" status: 200 len: 1795 time: 0.0715427 Feb 20 03:25:13.279806 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-af576ea7-6f01-4391-9ea6-13bed9a1f8ee req-be390a1c-0a8c-49b9-a8c5-a43abbf0bc71 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbaf851e-4d76-47f8-888b-976052c78f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787704 Feb 20 03:25:13.293533 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dea5f30e-99ea-4af3-a5b2-006242ef51ae req-3289d393-49be-4ed4-8125-9d2fc4fcca33 tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] Publish callbacks [] for security_group (4cd1f184-ec12-4c09-8c1a-25b158c18f50), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:13.294200 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-8888c66e-87ce-481d-8fb7-740e66319b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (217cd453-1931-435b-99c1-d06ac132a046), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:13.341194 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-8888c66e-87ce-481d-8fb7-740e66319b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:13.342274 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-8888c66e-87ce-481d-8fb7-740e66319b30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:13.343873 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-8888c66e-87ce-481d-8fb7-740e66319b30 service neutron] 10.222.0.42 "PUT /v2.0/ports/217cd453-1931-435b-99c1-d06ac132a046 HTTP/1.1" status: 200 len: 1092 time: 1.3577304 Feb 20 03:25:13.366574 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dea5f30e-99ea-4af3-a5b2-006242ef51ae req-3289d393-49be-4ed4-8125-9d2fc4fcca33 tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] Publish callbacks [] for security_group (4cd1f184-ec12-4c09-8c1a-25b158c18f50), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:13.385844 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888c66e-87ce-481d-8fb7-740e66319b30 service neutron] Pushing event updated for resources: {'Port': ['ID=217cd453-1931-435b-99c1-d06ac132a046,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:13.412023 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e441c2-838d-421e-8dd0-42158a7f7d43 req-b12886c3-bd8b-41e5-b314-b71cea88bb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:13.413456 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f7e441c2-838d-421e-8dd0-42158a7f7d43 req-b12886c3-bd8b-41e5-b314-b71cea88bb97 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6be0d9f682af466fba6166748077a792&device_id=73da2766-61f6-4970-aead-78ab12bb5045 HTTP/1.1" status: 200 len: 1130 time: 0.0981402 Feb 20 03:25:13.527072 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dea5f30e-99ea-4af3-a5b2-006242ef51ae req-3289d393-49be-4ed4-8125-9d2fc4fcca33 tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (4cd1f184-ec12-4c09-8c1a-25b158c18f50), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:13.529766 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dea5f30e-99ea-4af3-a5b2-006242ef51ae req-3289d393-49be-4ed4-8125-9d2fc4fcca33 tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:13.541566 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dea5f30e-99ea-4af3-a5b2-006242ef51ae req-3289d393-49be-4ed4-8125-9d2fc4fcca33 tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] 10.222.0.89 "DELETE /v2.0/security-groups/4cd1f184-ec12-4c09-8c1a-25b158c18f50 HTTP/1.1" status: 204 len: 173 time: 0.3209865 Feb 20 03:25:13.557748 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-29242332-3883-478d-af79-2b8b8c37c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:13.559591 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-29242332-3883-478d-af79-2b8b8c37c14b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f32a2222e912478982e32c7419305be8&device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 1126 time: 0.1129577 Feb 20 03:25:13.608387 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289d393-49be-4ed4-8125-9d2fc4fcca33 tempest-SecurityGroupsTestAdminJSON-1926863946 tempest-SecurityGroupsTestAdminJSON-1926863946-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd1f184-ec12-4c09-8c1a-25b158c18f50,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:13.643754 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e441c2-838d-421e-8dd0-42158a7f7d43 req-b7abb2a3-d280-42b1-875a-cb64345a6f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:13.646363 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f7e441c2-838d-421e-8dd0-42158a7f7d43 req-b7abb2a3-d280-42b1-875a-cb64345a6f43 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.2247882 Feb 20 03:25:13.670118 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-2c9d4d0c-9e29-479f-95b3-02e9867b82fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=217cd453-1931-435b-99c1-d06ac132a046 HTTP/1.1" status: 200 len: 217 time: 0.1027606 Feb 20 03:25:13.737682 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-8bd2f9ab-db37-44b3-b98c-eebb61cacb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:13.739404 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-8bd2f9ab-db37-44b3-b98c-eebb61cacb32 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=458c6d71-ffe3-42c1-873f-079dd6df07cb HTTP/1.1" status: 200 len: 848 time: 0.0606482 Feb 20 03:25:13.741421 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f7e441c2-838d-421e-8dd0-42158a7f7d43 req-10a344a9-7139-4c7b-95a4-426f6e322220 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=541d3069-996b-4d51-8dba-5cbd70fe7b6c HTTP/1.1" status: 200 len: 217 time: 0.0883162 Feb 20 03:25:13.810584 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-0e42b7ff-7f58-4242-92d6-09aeed690724 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b760bf03-7766-4aef-bd0e-08d3e5c4e949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570245 Feb 20 03:25:13.815671 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e441c2-838d-421e-8dd0-42158a7f7d43 req-d8d92cfd-1606-49bc-a638-09d672a881d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:13.817386 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f7e441c2-838d-421e-8dd0-42158a7f7d43 req-d8d92cfd-1606-49bc-a638-09d672a881d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0617709 Feb 20 03:25:13.933268 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e441c2-838d-421e-8dd0-42158a7f7d43 req-d82e6856-99ab-42c9-b7ba-2d63760804a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:13.934336 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-dd9a7ea5-93f7-4844-bd58-b3e8884ab416 service neutron] 10.222.0.42 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161137 Feb 20 03:25:13.934886 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f7e441c2-838d-421e-8dd0-42158a7f7d43 req-d82e6856-99ab-42c9-b7ba-2d63760804a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1111081 Feb 20 03:25:13.953677 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304aaf6-e364-49fa-843a-0116f385eb0e req-537d1ea6-eefb-4c2b-8d0d-bbc30fc7e6e9 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:13.957421 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e304aaf6-e364-49fa-843a-0116f385eb0e req-537d1ea6-eefb-4c2b-8d0d-bbc30fc7e6e9 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 944 time: 0.0887604 Feb 20 03:25:13.963315 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 024db250-6804-4a6b-a81f-82e78cf800a7 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:25:14.019139 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 024db250-6804-4a6b-a81f-82e78cf800a7 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:14.019545 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (024db250-6804-4a6b-a81f-82e78cf800a7), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:14.092444 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a6dd18c5-61bd-41df-a5c5-2cf39126ecb2 req-154d69fc-f38f-41d2-b89d-b3b6d8966bc0 service neutron] 10.222.0.42 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460555 Feb 20 03:25:14.095543 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e304aaf6-e364-49fa-843a-0116f385eb0e req-07798aed-b071-45f9-87b1-42cd67fbd6a0 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287956 Feb 20 03:25:14.132277 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f7e441c2-838d-421e-8dd0-42158a7f7d43 req-f4f8fa10-3dbe-42f3-8417-1dfefda54bc7 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738672 Feb 20 03:25:14.267354 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0590b5fa-091a-467f-8652-92baf8308c3c req-64766179-8a5f-479b-bb0c-484f91682c43 tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] 10.222.0.89 "GET /v2.0/security-groups/dee70afa-4e71-4917-81f1-23d19b3e3e70 HTTP/1.1" status: 200 len: 1793 time: 0.0931292 Feb 20 03:25:14.290124 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 024db250-6804-4a6b-a81f-82e78cf800a7 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:14.327573 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f7e441c2-838d-421e-8dd0-42158a7f7d43 req-334ad4fb-5355-4110-99b5-450605b8d72e service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880963 Feb 20 03:25:14.347025 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0590b5fa-091a-467f-8652-92baf8308c3c req-02fa9d45-af5c-458c-956c-66da2e6531a0 tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] Publish callbacks [] for security_group (dee70afa-4e71-4917-81f1-23d19b3e3e70), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:14.370630 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0590b5fa-091a-467f-8652-92baf8308c3c req-02fa9d45-af5c-458c-956c-66da2e6531a0 tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] Publish callbacks [] for security_group (dee70afa-4e71-4917-81f1-23d19b3e3e70), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:14.487991 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0590b5fa-091a-467f-8652-92baf8308c3c req-02fa9d45-af5c-458c-956c-66da2e6531a0 tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (dee70afa-4e71-4917-81f1-23d19b3e3e70), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:14.490737 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0590b5fa-091a-467f-8652-92baf8308c3c req-02fa9d45-af5c-458c-956c-66da2e6531a0 tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:14.491965 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0590b5fa-091a-467f-8652-92baf8308c3c req-02fa9d45-af5c-458c-956c-66da2e6531a0 tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] 10.222.0.89 "DELETE /v2.0/security-groups/dee70afa-4e71-4917-81f1-23d19b3e3e70 HTTP/1.1" status: 204 len: 173 time: 0.2238076 Feb 20 03:25:14.501875 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa9d45-af5c-458c-956c-66da2e6531a0 tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee70afa-4e71-4917-81f1-23d19b3e3e70,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:14.546208 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e621a30a-7cd6-4ccc-8d3f-0f036a4295cd', 'tag': '217cd453-1931-435b-99c1-d06ac132a046'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:25:14.549649 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5872ba95-04e4-47ca-8691-1709c2b41948" -d '{"events": [{"name": "network-changed", "server_uuid": "e621a30a-7cd6-4ccc-8d3f-0f036a4295cd", "tag": "217cd453-1931-435b-99c1-d06ac132a046"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:25:14.553605 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52340) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:14.560229 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-63a31c81-973f-4943-9f4a-663aa98822e6 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1453829128', 'description': 'tempest-description--227333835'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:14.585501 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-6d5a9824-5a90-41b0-a51d-0f04b9840746 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=b3ad5a8490114ca1a4779f1dca148f1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240676 Feb 20 03:25:14.670813 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-63a31c81-973f-4943-9f4a-663aa98822e6 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:14.716261 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-785f65c3-ab16-472c-8ea0-fae4341912f6 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:14.717806 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-785f65c3-ab16-472c-8ea0-fae4341912f6 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1257608 Feb 20 03:25:14.733860 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-68eb48dc-b287-40ac-954b-1ba1374169ce tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/quotas/b3ad5a8490114ca1a4779f1dca148f1b HTTP/1.1" status: 200 len: 375 time: 0.0104172 Feb 20 03:25:14.764726 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-63a31c81-973f-4943-9f4a-663aa98822e6 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks [] for security_group (46eb71f2-3e3b-4d1c-9ea4-d785ed412b2e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:14.771534 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-15ff39d2-92cc-4f83-a578-69b658051500 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=b3ad5a8490114ca1a4779f1dca148f1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304985 Feb 20 03:25:14.846691 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bf7fc-bd19-4304-8b11-22372983274b req-83b8df82-87f5-43cb-bcec-570f6a3c1190 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:14.848212 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-488bf7fc-bd19-4304-8b11-22372983274b req-83b8df82-87f5-43cb-bcec-570f6a3c1190 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] 10.222.0.89 "GET /v2.0/ports?device_id=73da2766-61f6-4970-aead-78ab12bb5045 HTTP/1.1" status: 200 len: 948 time: 0.0538938 Feb 20 03:25:14.876045 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-63a31c81-973f-4943-9f4a-663aa98822e6 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (46eb71f2-3e3b-4d1c-9ea4-d785ed412b2e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:14.896739 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-488bf7fc-bd19-4304-8b11-22372983274b req-78030b3e-8756-4cfb-a6af-6695323dbf02 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbaf851e-4d76-47f8-888b-976052c78f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427880 Feb 20 03:25:14.907298 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a31c81-973f-4943-9f4a-663aa98822e6 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46eb71f2-3e3b-4d1c-9ea4-d785ed412b2e,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:14.971761 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f484b2f4-0fe0-421a-9766-44fbba9f55ff req-0f8b9cd6-0750-4204-bf80-776c9b922501 tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] 10.222.0.89 "GET /v2.0/security-groups/cc56fec9-c128-448e-8ade-96c420a6001f HTTP/1.1" status: 200 len: 1794 time: 0.0411234 Feb 20 03:25:15.007484 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-63a31c81-973f-4943-9f4a-663aa98822e6 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:15.007484 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-63a31c81-973f-4943-9f4a-663aa98822e6 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4520028 Feb 20 03:25:15.011195 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52358) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:15.016153 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-23a6f592-b0a3-4ac8-85ff-1287efdc25f2 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Request body: {'security_group_rule': {'security_group_id': '46eb71f2-3e3b-4d1c-9ea4-d785ed412b2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:15.039467 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd302b25-7a10-4112-ac86-9e2be2781b0a x-openstack-request-id: req-cd302b25-7a10-4112-ac86-9e2be2781b0a {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:25:15.040059 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e621a30a-7cd6-4ccc-8d3f-0f036a4295cd", "tag": "217cd453-1931-435b-99c1-d06ac132a046", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:25:15.049271 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cd302b25-7a10-4112-ac86-9e2be2781b0a {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:25:15.049271 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e621a30a-7cd6-4ccc-8d3f-0f036a4295cd', 'tag': '217cd453-1931-435b-99c1-d06ac132a046', 'status': 'completed', 'code': 200} Feb 20 03:25:15.085938 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f484b2f4-0fe0-421a-9766-44fbba9f55ff req-47866a02-12c1-482f-9838-ab72133279c2 tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] Publish callbacks [] for security_group (cc56fec9-c128-448e-8ade-96c420a6001f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:15.110703 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f484b2f4-0fe0-421a-9766-44fbba9f55ff req-47866a02-12c1-482f-9838-ab72133279c2 tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] Publish callbacks [] for security_group (cc56fec9-c128-448e-8ade-96c420a6001f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:15.154026 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-23a6f592-b0a3-4ac8-85ff-1287efdc25f2 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks [] for security_group_rule (64112d54-6c27-4fb8-a0c1-0c702e1105db), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:15.191637 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52372) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:15.210398 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ebf7da3c-8dee-4852-a65c-bccf50a61b64 req-6b71bdb2-75a6-4fa5-a2a4-6e7457dcd59f tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/ports?device_id=ddaaf383-a7f0-4a9b-b77e-f1538e64f5cc HTTP/1.1" status: 200 len: 210 time: 0.0607092 Feb 20 03:25:15.253350 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872ba95-04e4-47ca-8691-1709c2b41948 req-85c04c54-fe44-4ef1-a25a-cab01fe02b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:15.255407 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5872ba95-04e4-47ca-8691-1709c2b41948 req-85c04c54-fe44-4ef1-a25a-cab01fe02b33 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f32a2222e912478982e32c7419305be8&device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 1126 time: 0.2080538 Feb 20 03:25:15.272217 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-23a6f592-b0a3-4ac8-85ff-1287efdc25f2 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks [] for security_group_rule (64112d54-6c27-4fb8-a0c1-0c702e1105db), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:15.320559 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f484b2f4-0fe0-421a-9766-44fbba9f55ff req-47866a02-12c1-482f-9838-ab72133279c2 tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (cc56fec9-c128-448e-8ade-96c420a6001f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:15.323301 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f484b2f4-0fe0-421a-9766-44fbba9f55ff req-47866a02-12c1-482f-9838-ab72133279c2 tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:15.324926 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f484b2f4-0fe0-421a-9766-44fbba9f55ff req-47866a02-12c1-482f-9838-ab72133279c2 tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] 10.222.0.89 "DELETE /v2.0/security-groups/cc56fec9-c128-448e-8ade-96c420a6001f HTTP/1.1" status: 204 len: 173 time: 0.3449147 Feb 20 03:25:15.333311 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-23a6f592-b0a3-4ac8-85ff-1287efdc25f2 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (64112d54-6c27-4fb8-a0c1-0c702e1105db), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:15.343546 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47866a02-12c1-482f-9838-ab72133279c2 tempest-SecurityGroupsTestAdminJSON-1189877484 tempest-SecurityGroupsTestAdminJSON-1189877484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc56fec9-c128-448e-8ade-96c420a6001f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:15.386545 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f0ffc259-f812-4485-834d-81b76ae0342c no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:25:15.406974 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6f592-b0a3-4ac8-85ff-1287efdc25f2 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64112d54-6c27-4fb8-a0c1-0c702e1105db,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:15.411878 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-59d07b18-2fe0-4e8a-ac51-530bb8db7a41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:15.448471 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: f0ffc259-f812-4485-834d-81b76ae0342c {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:25:15.448471 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f0ffc259-f812-4485-834d-81b76ae0342c not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:25:15.451139 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872ba95-04e4-47ca-8691-1709c2b41948 req-5f2929c5-2494-4338-82fb-a40c6614e6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:15.452854 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5872ba95-04e4-47ca-8691-1709c2b41948 req-5f2929c5-2494-4338-82fb-a40c6614e6dd service neutron] 10.222.0.42 "GET /v2.0/networks?id=b760bf03-7766-4aef-bd0e-08d3e5c4e949 HTTP/1.1" status: 200 len: 909 time: 0.1910918 Feb 20 03:25:15.461057 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ed496-68b3-4380-a887-4af7798ab446 req-bfaa0e1e-1f9c-46f9-a4df-0391bfc6df49 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:15.463424 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a58ed496-68b3-4380-a887-4af7798ab446 req-bfaa0e1e-1f9c-46f9-a4df-0391bfc6df49 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 944 time: 0.1353879 Feb 20 03:25:15.512756 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5872ba95-04e4-47ca-8691-1709c2b41948 req-a265b54b-6c98-445d-bac4-99f747f33f8f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=217cd453-1931-435b-99c1-d06ac132a046 HTTP/1.1" status: 200 len: 217 time: 0.0479219 Feb 20 03:25:15.522634 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-23a6f592-b0a3-4ac8-85ff-1287efdc25f2 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:15.523896 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-23a6f592-b0a3-4ac8-85ff-1287efdc25f2 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5114219 Feb 20 03:25:15.540126 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52400) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:15.543768 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-59d07b18-2fe0-4e8a-ac51-530bb8db7a41 admin admin] Publish callbacks [] for security_group (60f0e22f-e2df-47ad-ba8b-a6bfb35c4720), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:15.547652 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-8eeda72d-fb7c-4b34-ad78-f87982192b7e tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Request body: {'security_group_rule': {'security_group_id': '46eb71f2-3e3b-4d1c-9ea4-d785ed412b2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:15.595712 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872ba95-04e4-47ca-8691-1709c2b41948 req-b11db513-7ab2-41f0-806a-e80b7fbb0eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:15.595712 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5872ba95-04e4-47ca-8691-1709c2b41948 req-b11db513-7ab2-41f0-806a-e80b7fbb0eb9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=458c6d71-ffe3-42c1-873f-079dd6df07cb HTTP/1.1" status: 200 len: 848 time: 0.0714529 Feb 20 03:25:15.598156 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a58ed496-68b3-4380-a887-4af7798ab446 req-222fd14b-82c2-4cbb-b55f-a8b0322aae6b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277487 Feb 20 03:25:15.621603 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-59d07b18-2fe0-4e8a-ac51-530bb8db7a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (60f0e22f-e2df-47ad-ba8b-a6bfb35c4720), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:15.626993 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5872ba95-04e4-47ca-8691-1709c2b41948 req-489c30b3-1f0a-4e5b-9d1f-7dad9b715c78 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b760bf03-7766-4aef-bd0e-08d3e5c4e949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279071 Feb 20 03:25:15.664421 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-59d07b18-2fe0-4e8a-ac51-530bb8db7a41 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ab7cd19fde85424db2e1dfed13caf304&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4717510 Feb 20 03:25:15.666785 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d07b18-2fe0-4e8a-ac51-530bb8db7a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f0e22f-e2df-47ad-ba8b-a6bfb35c4720,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:15.669810 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52408) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:15.719227 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5872ba95-04e4-47ca-8691-1709c2b41948 req-10408c71-b0d7-486f-9654-080e79e840cc service neutron] 10.222.0.42 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861740 Feb 20 03:25:15.724163 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-88c48284-1a7f-4a2b-86c3-c4b7275ce5f0 admin admin] Publish callbacks [] for security_group (60f0e22f-e2df-47ad-ba8b-a6bfb35c4720), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:15.725718 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8eeda72d-fb7c-4b34-ad78-f87982192b7e tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks [] for security_group_rule (faf1e1bc-1f9e-45af-b49f-cf254c68b47a), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:15.768000 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-88c48284-1a7f-4a2b-86c3-c4b7275ce5f0 admin admin] Publish callbacks [] for security_group (60f0e22f-e2df-47ad-ba8b-a6bfb35c4720), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:15.819862 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8eeda72d-fb7c-4b34-ad78-f87982192b7e tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks [] for security_group_rule (faf1e1bc-1f9e-45af-b49f-cf254c68b47a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:15.845428 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5872ba95-04e4-47ca-8691-1709c2b41948 req-e7b3ef51-4651-4bec-a2fd-72742a55e7b2 service neutron] 10.222.0.42 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205904 Feb 20 03:25:15.871549 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8eeda72d-fb7c-4b34-ad78-f87982192b7e tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (faf1e1bc-1f9e-45af-b49f-cf254c68b47a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:15.890758 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeda72d-fb7c-4b34-ad78-f87982192b7e tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf1e1bc-1f9e-45af-b49f-cf254c68b47a,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:15.893921 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-88c48284-1a7f-4a2b-86c3-c4b7275ce5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (60f0e22f-e2df-47ad-ba8b-a6bfb35c4720), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:15.896627 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-88c48284-1a7f-4a2b-86c3-c4b7275ce5f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:15.897775 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-88c48284-1a7f-4a2b-86c3-c4b7275ce5f0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/60f0e22f-e2df-47ad-ba8b-a6bfb35c4720 HTTP/1.1" status: 204 len: 168 time: 0.2267408 Feb 20 03:25:15.903647 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 541d3069-996b-4d51-8dba-5cbd70fe7b6c details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:25:15.906465 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c48284-1a7f-4a2b-86c3-c4b7275ce5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f0e22f-e2df-47ad-ba8b-a6bfb35c4720,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:16.017830 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8eeda72d-fb7c-4b34-ad78-f87982192b7e tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:16.020508 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 52420) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:16.020992 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8eeda72d-fb7c-4b34-ad78-f87982192b7e tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4795890 Feb 20 03:25:16.030600 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52424) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:16.037014 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-28851e10-ca96-4bfa-b404-01f6ad9718eb tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:16.038790 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 541d3069-996b-4d51-8dba-5cbd70fe7b6c, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=541d3069-996b-4d51-8dba-5cbd70fe7b6c,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:16.042805 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8254ea-b46b-4a33-a239-d4f89ff0ca4a req-fa4adc92-252a-4bb7-9b60-fbb8b3aee028 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:16.044567 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3d8254ea-b46b-4a33-a239-d4f89ff0ca4a req-fa4adc92-252a-4bb7-9b60-fbb8b3aee028 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] 10.222.0.89 "GET /v2.0/ports?device_id=73da2766-61f6-4970-aead-78ab12bb5045 HTTP/1.1" status: 200 len: 948 time: 0.0678270 Feb 20 03:25:16.059966 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '541d3069-996b-4d51-8dba-5cbd70fe7b6c', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': '541d3069-996b-4d51-8dba-5cbd70fe7b6c', 'mac_address': 'fa:16:3e:95:70:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:25:16.100442 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 541d3069-996b-4d51-8dba-5cbd70fe7b6c is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:16.100936 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (541d3069-996b-4d51-8dba-5cbd70fe7b6c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:16.101695 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3d8254ea-b46b-4a33-a239-d4f89ff0ca4a req-79a80e45-ecfb-44a0-9d29-9990fa166789 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbaf851e-4d76-47f8-888b-976052c78f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502441 Feb 20 03:25:16.117722 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 541d3069-996b-4d51-8dba-5cbd70fe7b6c {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:25:16.133256 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-28851e10-ca96-4bfa-b404-01f6ad9718eb tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:16.142625 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 541d3069-996b-4d51-8dba-5cbd70fe7b6c, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=541d3069-996b-4d51-8dba-5cbd70fe7b6c,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:16.208395 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (541d3069-996b-4d51-8dba-5cbd70fe7b6c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:16.292321 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=541d3069-996b-4d51-8dba-5cbd70fe7b6c,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:16.344026 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-757a4834-c4a7-4c2b-9b70-6a5f66a41759 req-0643a58a-f17e-431b-b21b-b26a2ea28eed tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/ports?device_id=ddaaf383-a7f0-4a9b-b77e-f1538e64f5cc HTTP/1.1" status: 200 len: 210 time: 0.0453408 Feb 20 03:25:16.374672 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 52432) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:16.407193 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['541d3069-996b-4d51-8dba-5cbd70fe7b6c'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:25:16.419304 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 52436) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:16.463658 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-28851e10-ca96-4bfa-b404-01f6ad9718eb tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:16.544562 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cc0c3b58-3ad3-45d0-8455-278062902269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:16.606670 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8c275d20-fc50-4316-a8b6-370e25895823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:16.633831 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d618a3c1-8d75-4d7c-90ad-c1f2308decd0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=25e4dc64b4a147bda5c166550ae9bf32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2537618 Feb 20 03:25:16.636250 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52446) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:16.663926 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-28851e10-ca96-4bfa-b404-01f6ad9718eb tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Allocated IP 172.25.7.235 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/98ae82e5-8e4c-4adc-b9b9-b2331adbfa3e) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:25:16.741238 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ac20d-4624-43c9-b4bf-2423fdb210fa req-c446c7f7-a0f7-4e15-971e-e099a55da377 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:16.742878 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4a1ac20d-4624-43c9-b4bf-2423fdb210fa req-c446c7f7-a0f7-4e15-971e-e099a55da377 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 944 time: 0.0602880 Feb 20 03:25:16.755557 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b3c9e2a6-24c2-4e22-ab2a-39289dbbc5f0 admin admin] Publish callbacks [] for security_group (2033716b-10f6-4ebf-b342-d6c7f28622ee), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:16.808179 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b3c9e2a6-24c2-4e22-ab2a-39289dbbc5f0 admin admin] Publish callbacks [] for security_group (2033716b-10f6-4ebf-b342-d6c7f28622ee), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:16.835477 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4a1ac20d-4624-43c9-b4bf-2423fdb210fa req-6a316e88-8eb1-4da3-995a-b529a59537dc tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846016 Feb 20 03:25:16.848215 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-28851e10-ca96-4bfa-b404-01f6ad9718eb tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks [] for port (98ae82e5-8e4c-4adc-b9b9-b2331adbfa3e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:16.887685 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cc0c3b58-3ad3-45d0-8455-278062902269 admin admin] Publish callbacks [] for security_group (f7f4110f-cd6b-414b-8b82-41ef60c9ca66), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:16.904524 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8c275d20-fc50-4316-a8b6-370e25895823 admin admin] Publish callbacks [] for security_group (60df9107-b561-4bbf-9d38-c060f49ca1d7), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:16.971809 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cc0c3b58-3ad3-45d0-8455-278062902269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f7f4110f-cd6b-414b-8b82-41ef60c9ca66), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:17.000406 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b3c9e2a6-24c2-4e22-ab2a-39289dbbc5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (2033716b-10f6-4ebf-b342-d6c7f28622ee), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:17.003634 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b3c9e2a6-24c2-4e22-ab2a-39289dbbc5f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:17.007477 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b3c9e2a6-24c2-4e22-ab2a-39289dbbc5f0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2033716b-10f6-4ebf-b342-d6c7f28622ee HTTP/1.1" status: 204 len: 168 time: 0.3679605 Feb 20 03:25:17.009001 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8c275d20-fc50-4316-a8b6-370e25895823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (60df9107-b561-4bbf-9d38-c060f49ca1d7), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:17.021726 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-28851e10-ca96-4bfa-b404-01f6ad9718eb tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (98ae82e5-8e4c-4adc-b9b9-b2331adbfa3e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:17.023941 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-cc0c3b58-3ad3-45d0-8455-278062902269 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=929c4af60bb141298bda1fe35baf4933&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0006657 Feb 20 03:25:17.024695 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c3b58-3ad3-45d0-8455-278062902269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f4110f-cd6b-414b-8b82-41ef60c9ca66,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:17.028864 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52454) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:17.061117 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9e2a6-24c2-4e22-ab2a-39289dbbc5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2033716b-10f6-4ebf-b342-d6c7f28622ee,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:17.076368 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8c275d20-fc50-4316-a8b6-370e25895823 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f9aa75c6f3bf4c90b68d02a85d97dc96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6554084 Feb 20 03:25:17.084515 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 52458) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:17.085625 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c275d20-fc50-4316-a8b6-370e25895823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60df9107-b561-4bbf-9d38-c060f49ca1d7,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:17.172041 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8c235992-c7a3-4bbb-8a93-be10010584b6 admin admin] Publish callbacks [] for security_group (60df9107-b561-4bbf-9d38-c060f49ca1d7), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:17.201738 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8c235992-c7a3-4bbb-8a93-be10010584b6 admin admin] Publish callbacks [] for security_group (60df9107-b561-4bbf-9d38-c060f49ca1d7), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:17.208931 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28851e10-ca96-4bfa-b404-01f6ad9718eb tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:25:17.218636 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-28851e10-ca96-4bfa-b404-01f6ad9718eb tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:25:17.221233 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28851e10-ca96-4bfa-b404-01f6ad9718eb tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:25:17.274053 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28851e10-ca96-4bfa-b404-01f6ad9718eb tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Pushing event updated for resources: {'Port': ['ID=98ae82e5-8e4c-4adc-b9b9-b2331adbfa3e,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:17.320663 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde533b-001e-49b0-bff5-fdb96966bcd4 req-8fb71cc4-9b0d-409d-a434-e8e248af4e14 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:17.329256 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4bde533b-001e-49b0-bff5-fdb96966bcd4 req-8fb71cc4-9b0d-409d-a434-e8e248af4e14 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] 10.222.0.89 "GET /v2.0/ports?device_id=73da2766-61f6-4970-aead-78ab12bb5045 HTTP/1.1" status: 200 len: 949 time: 0.1046960 Feb 20 03:25:17.367241 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c52b17b-5256-4a46-a68a-f0f2745df11e admin admin] Publish callbacks [] for security_group (f7f4110f-cd6b-414b-8b82-41ef60c9ca66), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:17.388464 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8c235992-c7a3-4bbb-8a93-be10010584b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (60df9107-b561-4bbf-9d38-c060f49ca1d7), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:17.395108 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8c235992-c7a3-4bbb-8a93-be10010584b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:17.397356 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8c235992-c7a3-4bbb-8a93-be10010584b6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/60df9107-b561-4bbf-9d38-c060f49ca1d7 HTTP/1.1" status: 204 len: 168 time: 0.3080151 Feb 20 03:25:17.419398 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c235992-c7a3-4bbb-8a93-be10010584b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60df9107-b561-4bbf-9d38-c060f49ca1d7,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:17.422163 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c52b17b-5256-4a46-a68a-f0f2745df11e admin admin] Publish callbacks [] for security_group (f7f4110f-cd6b-414b-8b82-41ef60c9ca66), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:17.447921 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4bde533b-001e-49b0-bff5-fdb96966bcd4 req-15959176-ea7c-4593-a49b-7dcd2235fc4e tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbaf851e-4d76-47f8-888b-976052c78f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112657 Feb 20 03:25:17.512800 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 52472) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:17.545665 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b6a182f-7e36-4a56-b556-aaabfadd5df6 req-dc42543c-9b33-4fb8-871d-e15c70ecd051 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/ports?device_id=ddaaf383-a7f0-4a9b-b77e-f1538e64f5cc HTTP/1.1" status: 200 len: 210 time: 0.0859833 Feb 20 03:25:17.601468 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-4edf6515-24f1-48a6-882c-2bbe9909772c tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=b3ad5a8490114ca1a4779f1dca148f1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1029749 Feb 20 03:25:17.608718 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c52b17b-5256-4a46-a68a-f0f2745df11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f7f4110f-cd6b-414b-8b82-41ef60c9ca66), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:17.611406 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c52b17b-5256-4a46-a68a-f0f2745df11e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:17.612472 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5c52b17b-5256-4a46-a68a-f0f2745df11e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f7f4110f-cd6b-414b-8b82-41ef60c9ca66 HTTP/1.1" status: 204 len: 168 time: 0.5719695 Feb 20 03:25:17.690008 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c52b17b-5256-4a46-a68a-f0f2745df11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f4110f-cd6b-414b-8b82-41ef60c9ca66,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:17.701851 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-28851e10-ca96-4bfa-b404-01f6ad9718eb tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks [] for floatingip (34d7cc47-c1f9-499a-8656-ee6606908eb1), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:17.757822 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-ca705abd-ea70-4e93-8777-a6053b0539cf tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:17.759046 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-ca705abd-ea70-4e93-8777-a6053b0539cf tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1513062 Feb 20 03:25:17.772755 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-10ed51b5-115d-4041-b143-229737c6a910 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Request body: {'port': {'device_id': 'ddaaf383-a7f0-4a9b-b77e-f1538e64f5cc', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'admin_state_up': True, 'tenant_id': 'b3ad5a8490114ca1a4779f1dca148f1b'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:17.874290 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 52482) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:17.879971 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-28851e10-ca96-4bfa-b404-01f6ad9718eb tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (98ae82e5-8e4c-4adc-b9b9-b2331adbfa3e), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:17.909459 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 217cd453-1931-435b-99c1-d06ac132a046 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:25:17.944524 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 541d3069-996b-4d51-8dba-5cbd70fe7b6c up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:25:18.048781 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52486) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:18.063388 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d845d1b7-2950-400a-a127-fd7abd0030f3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ddcbc76b33924b039c6533accba3fa07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1874409 Feb 20 03:25:18.098262 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3368b4-8eaf-46a5-b7f5-21abf5fca3f0 req-83f4b3d6-dd29-4427-8353-4130bfd07803 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:18.099966 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fc3368b4-8eaf-46a5-b7f5-21abf5fca3f0 req-83f4b3d6-dd29-4427-8353-4130bfd07803 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 944 time: 0.1534607 Feb 20 03:25:18.116069 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-10ed51b5-115d-4041-b143-229737c6a910 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Made reservation on behalf of b3ad5a8490114ca1a4779f1dca148f1b for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:25:18.120061 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-10ed51b5-115d-4041-b143-229737c6a910 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:18.144375 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-28851e10-ca96-4bfa-b404-01f6ad9718eb tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks [] for port (98ae82e5-8e4c-4adc-b9b9-b2331adbfa3e), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:18.180163 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71a11312-ba3a-4de6-a92d-7911a1cc4f5e admin admin] Publish callbacks [] for security_group (722675ab-ff1b-431c-b701-7246b91ac000), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:18.186815 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-c154eee5-7034-4d11-924a-365ca83ba668 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2125383894-network', 'tenant_id': 'f78f9c9566564277b27489b2a31d8699'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:18.196422 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 217cd453-1931-435b-99c1-d06ac132a046, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=217cd453-1931-435b-99c1-d06ac132a046,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:18.215950 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '217cd453-1931-435b-99c1-d06ac132a046', 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949', 'port_id': '217cd453-1931-435b-99c1-d06ac132a046', 'mac_address': 'fa:16:3e:58:b8:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '458c6d71-ffe3-42c1-873f-079dd6df07cb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:25:18.234166 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-28851e10-ca96-4bfa-b404-01f6ad9718eb tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (98ae82e5-8e4c-4adc-b9b9-b2331adbfa3e), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:18.255937 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71a11312-ba3a-4de6-a92d-7911a1cc4f5e admin admin] Publish callbacks [] for security_group (722675ab-ff1b-431c-b701-7246b91ac000), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:18.273090 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 541d3069-996b-4d51-8dba-5cbd70fe7b6c completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:25:18.276658 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 217cd453-1931-435b-99c1-d06ac132a046 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:18.277226 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (217cd453-1931-435b-99c1-d06ac132a046), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:18.282181 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 541d3069-996b-4d51-8dba-5cbd70fe7b6c triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:18.282775 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (541d3069-996b-4d51-8dba-5cbd70fe7b6c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:18.295177 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fc3368b4-8eaf-46a5-b7f5-21abf5fca3f0 req-bdc132bf-854c-458a-b170-a52734ecf7a4 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848652 Feb 20 03:25:18.332100 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 217cd453-1931-435b-99c1-d06ac132a046 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:25:18.340355 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c154eee5-7034-4d11-924a-365ca83ba668 admin admin] Made reservation on behalf of f78f9c9566564277b27489b2a31d8699 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:25:18.342989 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c154eee5-7034-4d11-924a-365ca83ba668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:18.357688 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c154eee5-7034-4d11-924a-365ca83ba668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:18.368163 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 217cd453-1931-435b-99c1-d06ac132a046, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=217cd453-1931-435b-99c1-d06ac132a046,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:18.399846 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28851e10-ca96-4bfa-b404-01f6ad9718eb tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Pushing event updated for resources: {'Port': ['ID=98ae82e5-8e4c-4adc-b9b9-b2331adbfa3e,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:18.420750 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-10ed51b5-115d-4041-b143-229737c6a910 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Allocated IP 192.168.233.53 (0c4d93d2-7476-4570-93e5-7ecf9f895901/c38207c9-ee42-4b0e-b0ac-5ef2953b6f62/96eb6eb5-ab95-4f60-8411-318441d10d83) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:25:18.421551 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-28851e10-ca96-4bfa-b404-01f6ad9718eb tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (34d7cc47-c1f9-499a-8656-ee6606908eb1), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:18.447030 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 541d3069-996b-4d51-8dba-5cbd70fe7b6c is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:18.447631 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (541d3069-996b-4d51-8dba-5cbd70fe7b6c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:18.460526 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c154eee5-7034-4d11-924a-365ca83ba668 admin admin] Publish callbacks [] for security_group (7c6801d7-241f-43e6-a46d-a7cfad6163f3), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:18.466237 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (217cd453-1931-435b-99c1-d06ac132a046), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:18.508482 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73da2766-61f6-4970-aead-78ab12bb5045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541d3069-996b-4d51-8dba-5cbd70fe7b6c'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:25:18.511582 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205b602f-836c-4c04-b571-15e98fdebb1f" -d '{"events": [{"server_uuid": "73da2766-61f6-4970-aead-78ab12bb5045", "name": "network-vif-plugged", "status": "completed", "tag": "541d3069-996b-4d51-8dba-5cbd70fe7b6c"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:25:18.533204 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 541d3069-996b-4d51-8dba-5cbd70fe7b6c, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=541d3069-996b-4d51-8dba-5cbd70fe7b6c,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:18.547756 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=217cd453-1931-435b-99c1-d06ac132a046,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:18.562918 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71a11312-ba3a-4de6-a92d-7911a1cc4f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (722675ab-ff1b-431c-b701-7246b91ac000), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:18.566444 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71a11312-ba3a-4de6-a92d-7911a1cc4f5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:18.574638 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-71a11312-ba3a-4de6-a92d-7911a1cc4f5e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/722675ab-ff1b-431c-b701-7246b91ac000 HTTP/1.1" status: 204 len: 168 time: 0.5204034 Feb 20 03:25:18.588742 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c154eee5-7034-4d11-924a-365ca83ba668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (7c6801d7-241f-43e6-a46d-a7cfad6163f3), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:18.604859 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb39dd2-8607-473b-86c4-e753f16fcaf2 x-openstack-request-id: req-2bb39dd2-8607-473b-86c4-e753f16fcaf2 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:25:18.604859 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73da2766-61f6-4970-aead-78ab12bb5045", "name": "network-vif-plugged", "status": "completed", "tag": "541d3069-996b-4d51-8dba-5cbd70fe7b6c", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:25:18.604859 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2bb39dd2-8607-473b-86c4-e753f16fcaf2 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:25:18.604859 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73da2766-61f6-4970-aead-78ab12bb5045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541d3069-996b-4d51-8dba-5cbd70fe7b6c', 'code': 200} Feb 20 03:25:18.605178 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c154eee5-7034-4d11-924a-365ca83ba668 admin admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:25:18.615004 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c154eee5-7034-4d11-924a-365ca83ba668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (ac804662-490e-4d65-b1b7-2e045239d904), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:18.615362 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-c154eee5-7034-4d11-924a-365ca83ba668 admin admin] Added segment ac804662-490e-4d65-b1b7-2e045239d904 of type vlan for network b504e63f-d94a-4dc9-96a3-8ec2e4edd361 Feb 20 03:25:18.624772 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (541d3069-996b-4d51-8dba-5cbd70fe7b6c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:18.626897 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-28851e10-ca96-4bfa-b404-01f6ad9718eb tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:18.636738 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-28851e10-ca96-4bfa-b404-01f6ad9718eb tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5968521 Feb 20 03:25:18.636738 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a11312-ba3a-4de6-a92d-7911a1cc4f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722675ab-ff1b-431c-b701-7246b91ac000,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:18.685754 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['217cd453-1931-435b-99c1-d06ac132a046'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:25:18.718024 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c154eee5-7034-4d11-924a-365ca83ba668 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (b504e63f-d94a-4dc9-96a3-8ec2e4edd361), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:18.765244 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52498) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:18.787728 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-10ed51b5-115d-4041-b143-229737c6a910 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Publish callbacks [] for port (96eb6eb5-ab95-4f60-8411-318441d10d83), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:18.792907 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8b853f88-9049-4f6e-b9fa-d256ad483369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:18.798674 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=541d3069-996b-4d51-8dba-5cbd70fe7b6c,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:18.838684 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ec7674c2-7b33-42e4-82bd-b061d89e740c req-fbf7f6b3-1e56-4882-a4f3-689cf6bd15da tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/ports?device_id=ddaaf383-a7f0-4a9b-b77e-f1538e64f5cc HTTP/1.1" status: 200 len: 210 time: 0.0863192 Feb 20 03:25:18.880069 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b43a6-b3d2-485a-a09e-1e388759c11f req-2bb41755-0c6a-4cc9-b087-5d1bc5a1f11b tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:18.888501 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0e1b43a6-b3d2-485a-a09e-1e388759c11f req-2bb41755-0c6a-4cc9-b087-5d1bc5a1f11b tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] 10.222.0.89 "GET /v2.0/ports?device_id=73da2766-61f6-4970-aead-78ab12bb5045 HTTP/1.1" status: 200 len: 949 time: 0.3693082 Feb 20 03:25:18.890595 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c154eee5-7034-4d11-924a-365ca83ba668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (b504e63f-d94a-4dc9-96a3-8ec2e4edd361), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:18.891609 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c154eee5-7034-4d11-924a-365ca83ba668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:18.892329 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c154eee5-7034-4d11-924a-365ca83ba668 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:18.925944 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8b853f88-9049-4f6e-b9fa-d256ad483369 admin admin] Publish callbacks [] for security_group (096c92ac-6b70-400e-8b03-4d61eaecc2f5), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:19.007377 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8b853f88-9049-4f6e-b9fa-d256ad483369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (096c92ac-6b70-400e-8b03-4d61eaecc2f5), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:19.025540 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0e1b43a6-b3d2-485a-a09e-1e388759c11f req-e6e3b340-ac7c-4c25-a9ce-b9319843f55e tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbaf851e-4d76-47f8-888b-976052c78f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307764 Feb 20 03:25:19.032469 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c154eee5-7034-4d11-924a-365ca83ba668 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5184231 Feb 20 03:25:19.033646 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 52504) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:19.038277 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154eee5-7034-4d11-924a-365ca83ba668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6801d7-241f-43e6-a46d-a7cfad6163f3,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:19.042462 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a1c70-cbe7-42d4-a309-ddc2c96a4dc1 req-5fa61035-3441-4cb2-95e4-0bd571b24525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:19.044154 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6d8a1c70-cbe7-42d4-a309-ddc2c96a4dc1 req-5fa61035-3441-4cb2-95e4-0bd571b24525 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=73da2766-61f6-4970-aead-78ab12bb5045 HTTP/1.1" status: 200 len: 1132 time: 0.2943439 Feb 20 03:25:19.051686 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-2dee4377-4e5a-4ec5-a190-771fec31ab6c admin admin] Request body: {'subnet': {'network_id': 'b504e63f-d94a-4dc9-96a3-8ec2e4edd361', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2125383894-subnet', 'tenant_id': 'f78f9c9566564277b27489b2a31d8699', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:19.059038 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8b853f88-9049-4f6e-b9fa-d256ad483369 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4dad3490e3a849cf88d4e2eb3be55ac8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2894006 Feb 20 03:25:19.059149 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52506) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:19.099864 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154eee5-7034-4d11-924a-365ca83ba668 admin admin] Pushing event updated for resources: {'Network': ['ID=b504e63f-d94a-4dc9-96a3-8ec2e4edd361,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:19.106198 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6d8a1c70-cbe7-42d4-a309-ddc2c96a4dc1 req-6f434efc-16cd-4eed-8cb9-d5fc87b08fb9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bbaf851e-4d76-47f8-888b-976052c78f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464387 Feb 20 03:25:19.123377 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network b504e63f-d94a-4dc9-96a3-8ec2e4edd361 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:25:19.149035 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b853f88-9049-4f6e-b9fa-d256ad483369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096c92ac-6b70-400e-8b03-4d61eaecc2f5,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:19.170564 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-10ed51b5-115d-4041-b143-229737c6a910 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (96eb6eb5-ab95-4f60-8411-318441d10d83), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:19.213555 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-d5a58d31-55d1-4579-912c-1172c2794ab8 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1453829128&fields=id&tenant_id=b51fc68f0ef94a37932f055767d64f43 HTTP/1.1" status: 200 len: 267 time: 0.0823729 Feb 20 03:25:19.256442 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-10ed51b5-115d-4041-b143-229737c6a910 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:25:19.274545 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-10ed51b5-115d-4041-b143-229737c6a910 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:25:19.274545 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-10ed51b5-115d-4041-b143-229737c6a910 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:25:19.279313 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed51b5-115d-4041-b143-229737c6a910 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Pushing event updated for resources: {'Port': ['ID=96eb6eb5-ab95-4f60-8411-318441d10d83,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:19.287951 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dee4377-4e5a-4ec5-a190-771fec31ab6c admin admin] Made reservation on behalf of f78f9c9566564277b27489b2a31d8699 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:25:19.302750 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2dee4377-4e5a-4ec5-a190-771fec31ab6c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:19.359055 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-92fa2f61-1bfb-43c7-8234-3f33d1a144e4 admin admin] Publish callbacks [] for security_group (096c92ac-6b70-400e-8b03-4d61eaecc2f5), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:19.401326 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-6e74a900-024e-4d55-a9f9-e10919cc2b79 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:19.409455 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-6e74a900-024e-4d55-a9f9-e10919cc2b79 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/networks?id=edfd7dd8-5385-49de-a304-74f70dd7d14a HTTP/1.1" status: 200 len: 823 time: 0.1934109 Feb 20 03:25:19.425902 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-10ed51b5-115d-4041-b143-229737c6a910 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:19.426580 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-10ed51b5-115d-4041-b143-229737c6a910 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:19.444802 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-b4058b9e-1d62-4058-bf29-85bfd7bf5910 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/quotas/b51fc68f0ef94a37932f055767d64f43 HTTP/1.1" status: 200 len: 375 time: 0.0335503 Feb 20 03:25:19.454788 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-92fa2f61-1bfb-43c7-8234-3f33d1a144e4 admin admin] Publish callbacks [] for security_group (096c92ac-6b70-400e-8b03-4d61eaecc2f5), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:19.589929 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-10ed51b5-115d-4041-b143-229737c6a910 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8226333 Feb 20 03:25:19.603136 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-3bc829c2-3261-47c4-a105-0fe6d5436e0e service neutron] Request body: {'port': {'device_id': 'ddaaf383-a7f0-4a9b-b77e-f1538e64f5cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:19.622179 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-418230ed-858e-4d7e-91ed-61c90c7127f8 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=b51fc68f0ef94a37932f055767d64f43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1683626 Feb 20 03:25:19.649500 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3d0c2-9896-4c9c-afd1-0730ca0ab804 req-3cd7c3d1-06bf-4ccc-9233-3baba0d585d6 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:19.651704 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b1f3d0c2-9896-4c9c-afd1-0730ca0ab804 req-3cd7c3d1-06bf-4ccc-9233-3baba0d585d6 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 945 time: 0.2280068 Feb 20 03:25:19.660274 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-92fa2f61-1bfb-43c7-8234-3f33d1a144e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (096c92ac-6b70-400e-8b03-4d61eaecc2f5), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:19.668583 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-92fa2f61-1bfb-43c7-8234-3f33d1a144e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:19.670405 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-92fa2f61-1bfb-43c7-8234-3f33d1a144e4 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/096c92ac-6b70-400e-8b03-4d61eaecc2f5 HTTP/1.1" status: 204 len: 168 time: 0.6100295 Feb 20 03:25:19.703333 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa2f61-1bfb-43c7-8234-3f33d1a144e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096c92ac-6b70-400e-8b03-4d61eaecc2f5,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:19.804163 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-2584a166-6336-4475-977f-86faa18a16c0 None None] Provisioning complete for port 96eb6eb5-ab95-4f60-8411-318441d10d83 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:19.804551 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2584a166-6336-4475-977f-86faa18a16c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (96eb6eb5-ab95-4f60-8411-318441d10d83), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:19.831109 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-3bc829c2-3261-47c4-a105-0fe6d5436e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (96eb6eb5-ab95-4f60-8411-318441d10d83), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:19.865283 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2584a166-6336-4475-977f-86faa18a16c0 None None] Port 96eb6eb5-ab95-4f60-8411-318441d10d83 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:25:19.891556 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b1f3d0c2-9896-4c9c-afd1-0730ca0ab804 req-ee0264fe-33fa-4924-8ab1-ccb5caad05b0 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280533 Feb 20 03:25:19.903979 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-21b0d31f-71a0-4442-8fd0-b287d717a2bb service neutron] 10.222.0.89 "GET /v2.0/networks/edfd7dd8-5385-49de-a304-74f70dd7d14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808328 Feb 20 03:25:19.926177 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 217cd453-1931-435b-99c1-d06ac132a046 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:25:20.095095 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 217cd453-1931-435b-99c1-d06ac132a046 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:25:20.098407 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 217cd453-1931-435b-99c1-d06ac132a046 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:20.098827 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (217cd453-1931-435b-99c1-d06ac132a046), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:20.144330 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-b3e29668-36f9-4160-85a8-1a8c972a8e86 service neutron] 10.222.0.89 "GET /v2.0/networks/edfd7dd8-5385-49de-a304-74f70dd7d14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083294 Feb 20 03:25:20.196478 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86998607-bc2a-45d9-a1fa-8452b35cfbca req-ba8e8cdb-2f98-45ca-9725-69ef08666f92 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:20.199829 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-86998607-bc2a-45d9-a1fa-8452b35cfbca req-ba8e8cdb-2f98-45ca-9725-69ef08666f92 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/ports?device_id=ddaaf383-a7f0-4a9b-b77e-f1538e64f5cc HTTP/1.1" status: 200 len: 935 time: 0.0850384 Feb 20 03:25:20.201476 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2dee4377-4e5a-4ec5-a190-771fec31ab6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for subnet (66f72c11-472e-48bf-8ec7-ed83d22fae6f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:20.213950 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 217cd453-1931-435b-99c1-d06ac132a046 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:20.215122 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (217cd453-1931-435b-99c1-d06ac132a046), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:20.254477 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 217cd453-1931-435b-99c1-d06ac132a046, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=217cd453-1931-435b-99c1-d06ac132a046,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:20.302583 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee4377-4e5a-4ec5-a190-771fec31ab6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=66f72c11-472e-48bf-8ec7-ed83d22fae6f,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:20.331234 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-86998607-bc2a-45d9-a1fa-8452b35cfbca req-a553364e-21ff-4189-b368-54e973a779e8 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/security-groups?id=663e13e4-9f8c-48e0-9eb5-6119952ffb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003683 Feb 20 03:25:20.332258 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dee4377-4e5a-4ec5-a190-771fec31ab6c admin admin] Checking segment: {'id': 'ac804662-490e-4d65-b1b7-2e045239d904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b504e63f-d94a-4dc9-96a3-8ec2e4edd361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:25:20.332747 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dee4377-4e5a-4ec5-a190-771fec31ab6c admin admin] Network hostable DHCP agents. Network: b504e63f-d94a-4dc9-96a3-8ec2e4edd361, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:25:20.340185 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (217cd453-1931-435b-99c1-d06ac132a046), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:20.407796 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=217cd453-1931-435b-99c1-d06ac132a046,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:20.459573 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-3bc829c2-3261-47c4-a105-0fe6d5436e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96eb6eb5-ab95-4f60-8411-318441d10d83 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:25:20.468702 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-3bc829c2-3261-47c4-a105-0fe6d5436e0e service neutron] Publish callbacks [] for port (96eb6eb5-ab95-4f60-8411-318441d10d83), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:20.493738 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a340fb-7d07-4b3e-8027-26858ad1cc11 req-bb6c0f23-c7b3-48a5-8746-a9c642d64128 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:20.496663 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-20a340fb-7d07-4b3e-8027-26858ad1cc11 req-bb6c0f23-c7b3-48a5-8746-a9c642d64128 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] 10.222.0.89 "GET /v2.0/ports?device_id=73da2766-61f6-4970-aead-78ab12bb5045 HTTP/1.1" status: 200 len: 950 time: 0.0742903 Feb 20 03:25:20.501166 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dee4377-4e5a-4ec5-a190-771fec31ab6c admin admin] Network b504e63f-d94a-4dc9-96a3-8ec2e4edd361 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:25:20.508172 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-3bc829c2-3261-47c4-a105-0fe6d5436e0e service neutron] Transition to ACTIVE for port object 96eb6eb5-ab95-4f60-8411-318441d10d83 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:25:20.586844 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6665da32-7e09-4e88-9a75-084aa6d6b9bf req-8e978bdd-03c8-4c23-bf44-11aae992e7f4 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/ports?device_id=6190f7bd-71ff-4d0e-92cd-c908aeed4288 HTTP/1.1" status: 200 len: 210 time: 0.0364027 Feb 20 03:25:20.594797 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-3bc829c2-3261-47c4-a105-0fe6d5436e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (96eb6eb5-ab95-4f60-8411-318441d10d83), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:20.606186 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e621a30a-7cd6-4ccc-8d3f-0f036a4295cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217cd453-1931-435b-99c1-d06ac132a046'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:25:20.606423 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f33e68a-0366-4bbf-9f4f-0354c58618fd" -d '{"events": [{"server_uuid": "e621a30a-7cd6-4ccc-8d3f-0f036a4295cd", "name": "network-vif-plugged", "status": "completed", "tag": "217cd453-1931-435b-99c1-d06ac132a046"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:25:20.615607 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-20a340fb-7d07-4b3e-8027-26858ad1cc11 req-4c62a2b6-dc30-4efa-8dbb-d02909404b10 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbaf851e-4d76-47f8-888b-976052c78f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038368 Feb 20 03:25:20.624353 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-2dee4377-4e5a-4ec5-a190-771fec31ab6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, b504e63f-d94a-4dc9-96a3-8ec2e4edd361) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:25:20.624653 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:20.630768 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dee4377-4e5a-4ec5-a190-771fec31ab6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:20.632070 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2dee4377-4e5a-4ec5-a190-771fec31ab6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:20.639947 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb31c74-9110-4e6b-a2b9-e98182580d0d None None] Network b504e63f-d94a-4dc9-96a3-8ec2e4edd361 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:25:20.672511 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc829c2-3261-47c4-a105-0fe6d5436e0e service neutron] Pushing event updated for resources: {'Port': ['ID=96eb6eb5-ab95-4f60-8411-318441d10d83,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:20.738063 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2dee4377-4e5a-4ec5-a190-771fec31ab6c admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7005892 Feb 20 03:25:20.739874 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 52576) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:20.751443 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-ef3053f9-59c1-4450-8dfe-befac164be5c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2125383894-router', 'tenant_id': 'f78f9c9566564277b27489b2a31d8699', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:20.811886 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89db23c-058a-46a7-9c67-e31b55f6174b x-openstack-request-id: req-b89db23c-058a-46a7-9c67-e31b55f6174b {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:25:20.812212 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e621a30a-7cd6-4ccc-8d3f-0f036a4295cd", "name": "network-vif-plugged", "status": "completed", "tag": "217cd453-1931-435b-99c1-d06ac132a046", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:25:20.812482 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b89db23c-058a-46a7-9c67-e31b55f6174b {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:25:20.812893 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e621a30a-7cd6-4ccc-8d3f-0f036a4295cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217cd453-1931-435b-99c1-d06ac132a046', 'code': 200} Feb 20 03:25:20.826226 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-3bc829c2-3261-47c4-a105-0fe6d5436e0e service neutron] Attempting to bind port 96eb6eb5-ab95-4f60-8411-318441d10d83 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:25:20.826734 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-3bc829c2-3261-47c4-a105-0fe6d5436e0e service neutron] Attempting to bind port 96eb6eb5-ab95-4f60-8411-318441d10d83 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:25:20.827337 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-3bc829c2-3261-47c4-a105-0fe6d5436e0e service neutron] Attempting to bind port 96eb6eb5-ab95-4f60-8411-318441d10d83 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:25:20.837723 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-3bc829c2-3261-47c4-a105-0fe6d5436e0e service neutron] Port 96eb6eb5-ab95-4f60-8411-318441d10d83 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:25:20.837723 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-3bc829c2-3261-47c4-a105-0fe6d5436e0e service neutron] Attempting to bind port 96eb6eb5-ab95-4f60-8411-318441d10d83 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:25:20.842349 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-3bc829c2-3261-47c4-a105-0fe6d5436e0e service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:25:20.842349 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-3bc829c2-3261-47c4-a105-0fe6d5436e0e service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:25:20.842349 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-3bc829c2-3261-47c4-a105-0fe6d5436e0e service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:25:20.843443 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-3bc829c2-3261-47c4-a105-0fe6d5436e0e service neutron] Bound port: 96eb6eb5-ab95-4f60-8411-318441d10d83, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:25:20.844040 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-3bc829c2-3261-47c4-a105-0fe6d5436e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (96eb6eb5-ab95-4f60-8411-318441d10d83), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:20.890145 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9e2d4-9856-4285-b1b2-f559de708b43 req-cd4228b6-cc3a-4808-a178-2eb40628feda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:20.892155 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4ed9e2d4-9856-4285-b1b2-f559de708b43 req-cd4228b6-cc3a-4808-a178-2eb40628feda service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 1128 time: 0.1524799 Feb 20 03:25:20.893819 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef3053f9-59c1-4450-8dfe-befac164be5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (c8b62cf8-5276-4c82-9bcb-052de3829760), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:20.895322 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef3053f9-59c1-4450-8dfe-befac164be5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (c8b62cf8-5276-4c82-9bcb-052de3829760), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:20.953172 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:20.968372 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-3bc829c2-3261-47c4-a105-0fe6d5436e0e service neutron] For port 96eb6eb5-ab95-4f60-8411-318441d10d83, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:25:20.972462 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-3bc829c2-3261-47c4-a105-0fe6d5436e0e service neutron] For port 96eb6eb5-ab95-4f60-8411-318441d10d83, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=96eb6eb5-ab95-4f60-8411-318441d10d83,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:25:20.974723 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176738b6-ab78-4592-9b7e-33530e41d1ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-b504e63f-d94a-4dc9-96a3-8ec2e4edd361', 'network_id': 'b504e63f-d94a-4dc9-96a3-8ec2e4edd361', 'project_id': 'f78f9c9566564277b27489b2a31d8699', 'fixed_ips': [{'subnet_id': '66f72c11-472e-48bf-8ec7-ed83d22fae6f'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:25:20.977010 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-176738b6-ab78-4592-9b7e-33530e41d1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:21.077118 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-3bc829c2-3261-47c4-a105-0fe6d5436e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (96eb6eb5-ab95-4f60-8411-318441d10d83), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:21.131255 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-3bc829c2-3261-47c4-a105-0fe6d5436e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:21.133145 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-3bc829c2-3261-47c4-a105-0fe6d5436e0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:21.136314 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-3bc829c2-3261-47c4-a105-0fe6d5436e0e service neutron] 10.222.0.93 "PUT /v2.0/ports/96eb6eb5-ab95-4f60-8411-318441d10d83 HTTP/1.1" status: 200 len: 1095 time: 1.5381415 Feb 20 03:25:21.137292 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddaaf383-a7f0-4a9b-b77e-f1538e64f5cc', 'tag': '96eb6eb5-ab95-4f60-8411-318441d10d83'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:25:21.140983 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025fad94-8e98-49bc-b6dd-26ddd7a0837a" -d '{"events": [{"name": "network-changed", "server_uuid": "ddaaf383-a7f0-4a9b-b77e-f1538e64f5cc", "tag": "96eb6eb5-ab95-4f60-8411-318441d10d83"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:25:21.157509 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-176738b6-ab78-4592-9b7e-33530e41d1ac None None] Allocated IP 172.20.0.2 (b504e63f-d94a-4dc9-96a3-8ec2e4edd361/66f72c11-472e-48bf-8ec7-ed83d22fae6f/f6a325ef-c208-4533-8627-a756ea288c4e) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:25:21.205248 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc829c2-3261-47c4-a105-0fe6d5436e0e service neutron] Pushing event updated for resources: {'Port': ['ID=96eb6eb5-ab95-4f60-8411-318441d10d83,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:21.375214 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-46ea681a-f59d-47c9-b768-81da914a1381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:21.380323 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-46ea681a-f59d-47c9-b768-81da914a1381 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b3ad5a8490114ca1a4779f1dca148f1b&device_id=ddaaf383-a7f0-4a9b-b77e-f1538e64f5cc HTTP/1.1" status: 200 len: 1129 time: 0.1283453 Feb 20 03:25:21.477823 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-2c8ade65-7dc9-42fc-ae9e-7c3b69600c67 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=96eb6eb5-ab95-4f60-8411-318441d10d83 HTTP/1.1" status: 200 len: 217 time: 0.0873632 Feb 20 03:25:21.517762 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-176738b6-ab78-4592-9b7e-33530e41d1ac None None] Publish callbacks [] for port (f6a325ef-c208-4533-8627-a756ea288c4e), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:21.521397 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef3053f9-59c1-4450-8dfe-befac164be5c admin admin] Publish callbacks [] for router_controller (c8b62cf8-5276-4c82-9bcb-052de3829760), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:21.530819 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4ed9e2d4-9856-4285-b1b2-f559de708b43 req-d6d12b25-c932-43b2-a2a5-f8780496160e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6282358 Feb 20 03:25:21.542051 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-efa0aa82-47e4-44eb-9947-6405d4b4d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:21.552271 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25536974-60e4-41ab-9ce7-afbe92225dce req-af2c0a57-12c6-476b-a65f-e613f99ba7bd tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:21.552576 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-efa0aa82-47e4-44eb-9947-6405d4b4d491 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0620809 Feb 20 03:25:21.552652 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25536974-60e4-41ab-9ce7-afbe92225dce req-af2c0a57-12c6-476b-a65f-e613f99ba7bd tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 946 time: 0.1527948 Feb 20 03:25:21.599130 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25536974-60e4-41ab-9ce7-afbe92225dce req-649ec803-27ef-44d2-baa6-c64f8f06d563 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476522 Feb 20 03:25:21.608416 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-068f3ffc-43d0-4533-b0ee-7606ad844829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:21.612157 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-068f3ffc-43d0-4533-b0ee-7606ad844829 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0608056 Feb 20 03:25:21.661570 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-176738b6-ab78-4592-9b7e-33530e41d1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (f6a325ef-c208-4533-8627-a756ea288c4e), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:21.689690 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e15c5a-6adb-47b2-b80f-0b8fd946a979 x-openstack-request-id: req-56e15c5a-6adb-47b2-b80f-0b8fd946a979 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:25:21.689983 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddaaf383-a7f0-4a9b-b77e-f1538e64f5cc", "tag": "96eb6eb5-ab95-4f60-8411-318441d10d83", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:25:21.690448 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-56e15c5a-6adb-47b2-b80f-0b8fd946a979 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:25:21.690828 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddaaf383-a7f0-4a9b-b77e-f1538e64f5cc', 'tag': '96eb6eb5-ab95-4f60-8411-318441d10d83', 'status': 'completed', 'code': 200} Feb 20 03:25:21.732916 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176738b6-ab78-4592-9b7e-33530e41d1ac None None] Network b504e63f-d94a-4dc9-96a3-8ec2e4edd361 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:25:21.736802 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-176738b6-ab78-4592-9b7e-33530e41d1ac None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:25:21.743340 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176738b6-ab78-4592-9b7e-33530e41d1ac None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:25:21.750831 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176738b6-ab78-4592-9b7e-33530e41d1ac None None] Pushing event updated for resources: {'Port': ['ID=f6a325ef-c208-4533-8627-a756ea288c4e,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:21.781775 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-4d893ea5-a0b2-410a-a190-80dd47999eb7 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640503 Feb 20 03:25:21.842389 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-176738b6-ab78-4592-9b7e-33530e41d1ac None None] Attempting to bind port f6a325ef-c208-4533-8627-a756ea288c4e on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:25:21.843078 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-176738b6-ab78-4592-9b7e-33530e41d1ac None None] Attempting to bind port f6a325ef-c208-4533-8627-a756ea288c4e by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'ac804662-490e-4d65-b1b7-2e045239d904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b504e63f-d94a-4dc9-96a3-8ec2e4edd361'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:25:21.843816 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176738b6-ab78-4592-9b7e-33530e41d1ac None None] Attempting to bind port f6a325ef-c208-4533-8627-a756ea288c4e on network b504e63f-d94a-4dc9-96a3-8ec2e4edd361 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:25:21.850943 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176738b6-ab78-4592-9b7e-33530e41d1ac None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:25:21.852306 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176738b6-ab78-4592-9b7e-33530e41d1ac None None] Checking segment: {'id': 'ac804662-490e-4d65-b1b7-2e045239d904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b504e63f-d94a-4dc9-96a3-8ec2e4edd361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:25:21.852954 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-176738b6-ab78-4592-9b7e-33530e41d1ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:21.854885 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176738b6-ab78-4592-9b7e-33530e41d1ac None None] Bound using segment: {'id': 'ac804662-490e-4d65-b1b7-2e045239d904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b504e63f-d94a-4dc9-96a3-8ec2e4edd361'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:25:21.855647 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-176738b6-ab78-4592-9b7e-33530e41d1ac None None] Bound port: f6a325ef-c208-4533-8627-a756ea288c4e, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac804662-490e-4d65-b1b7-2e045239d904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b504e63f-d94a-4dc9-96a3-8ec2e4edd361'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:25:21.856275 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-176738b6-ab78-4592-9b7e-33530e41d1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f6a325ef-c208-4533-8627-a756ea288c4e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:21.942595 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-298c7cb2-ff4e-4949-ac37-e8bf45e9b02f req-d6f7acd2-ea33-4805-b1d5-2ffbd7caebd3 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517062 Feb 20 03:25:21.953835 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-176738b6-ab78-4592-9b7e-33530e41d1ac None None] For port f6a325ef-c208-4533-8627-a756ea288c4e, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:25:21.958674 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-176738b6-ab78-4592-9b7e-33530e41d1ac None None] For port f6a325ef-c208-4533-8627-a756ea288c4e, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=f6a325ef-c208-4533-8627-a756ea288c4e,segment=NetworkSegment(ac804662-490e-4d65-b1b7-2e045239d904),segment_id=ac804662-490e-4d65-b1b7-2e045239d904)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:25:21.961409 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef3053f9-59c1-4450-8dfe-befac164be5c admin admin] Publish callbacks [] for router_gateway (c8b62cf8-5276-4c82-9bcb-052de3829760), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:21.966462 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-1afc535f-301b-420c-92c4-ac45a45db7c3 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=ef5cd1706f5b46d5ad0f9a7eb1050d6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1034105 Feb 20 03:25:22.003203 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750362e-7542-4613-beea-9dfcc956ad27 req-afab5fcb-3038-4b0c-8414-88bae212e26f tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:22.004599 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1750362e-7542-4613-beea-9dfcc956ad27 req-afab5fcb-3038-4b0c-8414-88bae212e26f tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/ports?device_id=ddaaf383-a7f0-4a9b-b77e-f1538e64f5cc HTTP/1.1" status: 200 len: 947 time: 0.2725847 Feb 20 03:25:22.050278 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-176738b6-ab78-4592-9b7e-33530e41d1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f6a325ef-c208-4533-8627-a756ea288c4e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:22.164566 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fad94-8e98-49bc-b6dd-26ddd7a0837a req-65a92d44-d765-436a-b37b-ecdb50e124dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:22.166417 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-025fad94-8e98-49bc-b6dd-26ddd7a0837a req-65a92d44-d765-436a-b37b-ecdb50e124dc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b3ad5a8490114ca1a4779f1dca148f1b&device_id=ddaaf383-a7f0-4a9b-b77e-f1538e64f5cc HTTP/1.1" status: 200 len: 1129 time: 0.0890145 Feb 20 03:25:22.178225 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-8b5d6ff3-0857-4993-abb6-2f7d5855bcee tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:22.179474 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176738b6-ab78-4592-9b7e-33530e41d1ac None None] Pushing event updated for resources: {'Port': ['ID=f6a325ef-c208-4533-8627-a756ea288c4e,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:22.179965 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-8b5d6ff3-0857-4993-abb6-2f7d5855bcee tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2076252 Feb 20 03:25:22.195006 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1750362e-7542-4613-beea-9dfcc956ad27 req-444a11c0-d39b-4227-9d31-9da77df169ee tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/security-groups?id=663e13e4-9f8c-48e0-9eb5-6119952ffb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573231 Feb 20 03:25:22.231490 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-fa4cb717-85a3-4ae7-92eb-35fb55a2571d tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] 10.222.0.89 "GET /v2.0/quotas/ef5cd1706f5b46d5ad0f9a7eb1050d6d HTTP/1.1" status: 200 len: 375 time: 0.0352397 Feb 20 03:25:22.330362 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-68cbec48-177a-4792-a217-0fc9b69b503f tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=ef5cd1706f5b46d5ad0f9a7eb1050d6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786312 Feb 20 03:25:22.384344 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fad94-8e98-49bc-b6dd-26ddd7a0837a req-ac5ad065-baef-43be-a5f6-2828f6cac7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:22.386153 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-025fad94-8e98-49bc-b6dd-26ddd7a0837a req-ac5ad065-baef-43be-a5f6-2828f6cac7f4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.2131295 Feb 20 03:25:22.506201 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a04a95f2-5699-4670-9630-efafd9a5f2a0 req-38e14fa8-4385-4901-95f6-2403d5ad87b5 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/ports?device_id=6190f7bd-71ff-4d0e-92cd-c908aeed4288 HTTP/1.1" status: 200 len: 210 time: 0.1348233 Feb 20 03:25:22.534018 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-025fad94-8e98-49bc-b6dd-26ddd7a0837a req-4f73f87f-c76a-4e14-ae98-0fefd97e1412 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=96eb6eb5-ab95-4f60-8411-318441d10d83 HTTP/1.1" status: 200 len: 217 time: 0.1291606 Feb 20 03:25:22.678667 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fad94-8e98-49bc-b6dd-26ddd7a0837a req-f2d08011-c8ce-4029-b060-f16c9b6ba72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:22.702878 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-025fad94-8e98-49bc-b6dd-26ddd7a0837a req-f2d08011-c8ce-4029-b060-f16c9b6ba72c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1365309 Feb 20 03:25:22.761979 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fad94-8e98-49bc-b6dd-26ddd7a0837a req-84fcc691-7606-46e2-bc7c-d112c69575fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:22.764705 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-025fad94-8e98-49bc-b6dd-26ddd7a0837a req-84fcc691-7606-46e2-bc7c-d112c69575fa service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0608475 Feb 20 03:25:22.848238 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-96b8eee4-bf71-4c09-8011-e6e1b759cefe req-140b44c5-650d-43db-a405-3c5bdce4d61c tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] 10.222.0.89 "GET /v2.0/ports?device_id=c06e7dcd-b53c-4bf7-99c2-da265be95bb3 HTTP/1.1" status: 200 len: 210 time: 0.0786557 Feb 20 03:25:22.872918 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef3053f9-59c1-4450-8dfe-befac164be5c admin admin] Publish callbacks [] for router_gateway (c8b62cf8-5276-4c82-9bcb-052de3829760), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:22.903896 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef3053f9-59c1-4450-8dfe-befac164be5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:22.942375 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-025fad94-8e98-49bc-b6dd-26ddd7a0837a req-5a3bea90-5894-4772-8514-13cb34019323 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706815 Feb 20 03:25:23.063695 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-025fad94-8e98-49bc-b6dd-26ddd7a0837a req-8307fb95-60d4-4bdb-a56e-be10e9bf0b10 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137371 Feb 20 03:25:23.091414 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-ef3053f9-59c1-4450-8dfe-befac164be5c admin admin] Allocated IP 172.25.7.38 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/dc2481da-5004-41fb-b5cd-d5a9acdcae44) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:25:23.137284 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de074f-c83b-4433-875b-72ef60664a0f req-903e8c19-2911-4571-91c2-ff4de25d0f07 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:23.139837 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a9de074f-c83b-4433-875b-72ef60664a0f req-903e8c19-2911-4571-91c2-ff4de25d0f07 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 946 time: 0.1135120 Feb 20 03:25:23.285036 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a9de074f-c83b-4433-875b-72ef60664a0f req-33c5a707-29ab-4006-8558-b3ea659c9c1b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276405 Feb 20 03:25:23.332156 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef3053f9-59c1-4450-8dfe-befac164be5c admin admin] Publish callbacks [] for port (dc2481da-5004-41fb-b5cd-d5a9acdcae44), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:23.493405 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef3053f9-59c1-4450-8dfe-befac164be5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (dc2481da-5004-41fb-b5cd-d5a9acdcae44), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:23.558538 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-310752e4-1d63-4122-b897-508adb0633c7 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:23.562272 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-310752e4-1d63-4122-b897-508adb0633c7 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.93 "GET /v2.0/networks?id=edfd7dd8-5385-49de-a304-74f70dd7d14a HTTP/1.1" status: 200 len: 823 time: 0.1700809 Feb 20 03:25:23.583465 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d705071-18fb-43ec-be38-47bce342867e req-83a78c1f-206e-4cf3-ad5e-ab76dfe16768 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:23.592954 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6d705071-18fb-43ec-be38-47bce342867e req-83a78c1f-206e-4cf3-ad5e-ab76dfe16768 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/ports?device_id=ddaaf383-a7f0-4a9b-b77e-f1538e64f5cc HTTP/1.1" status: 200 len: 947 time: 0.1652071 Feb 20 03:25:23.601572 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3053f9-59c1-4450-8dfe-befac164be5c admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:25:23.638032 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-ef3053f9-59c1-4450-8dfe-befac164be5c admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:25:23.681062 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3053f9-59c1-4450-8dfe-befac164be5c admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:25:23.728169 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45908577-0d2e-4ec4-9efe-123c167b51d1 None None] Network b504e63f-d94a-4dc9-96a3-8ec2e4edd361 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:25:23.744756 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-9f472284-6136-4eea-b511-11cb2fa00cf3 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b51fc68f0ef94a37932f055767d64f43 HTTP/1.1" status: 200 len: 380 time: 0.1651044 Feb 20 03:25:23.755589 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-851185c7-241e-42e7-ba97-b8aa7d8c1f70 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Request body: {'port': {'device_id': '6190f7bd-71ff-4d0e-92cd-c908aeed4288', 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a', 'admin_state_up': True, 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'security_groups': ['46eb71f2-3e3b-4d1c-9ea4-d785ed412b2e']}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:23.917195 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3053f9-59c1-4450-8dfe-befac164be5c admin admin] Pushing event updated for resources: {'Port': ['ID=dc2481da-5004-41fb-b5cd-d5a9acdcae44,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:23.969496 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-26cd2b99-d15b-46a1-8995-4924987b7730 None None] Provisioning complete for port f6a325ef-c208-4533-8627-a756ea288c4e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:23.969773 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-26cd2b99-d15b-46a1-8995-4924987b7730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f6a325ef-c208-4533-8627-a756ea288c4e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:23.972341 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-851185c7-241e-42e7-ba97-b8aa7d8c1f70 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Made reservation on behalf of b51fc68f0ef94a37932f055767d64f43 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:25:23.976868 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-851185c7-241e-42e7-ba97-b8aa7d8c1f70 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:23.999201 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6d705071-18fb-43ec-be38-47bce342867e req-64558044-89ad-4ea1-9efb-638cf36ec0c8 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/security-groups?id=663e13e4-9f8c-48e0-9eb5-6119952ffb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998680 Feb 20 03:25:24.017862 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device f6a325ef-c208-4533-8627-a756ea288c4e up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:25:24.081391 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac63167-3998-496d-bedb-026b8a166fd2 req-c183552e-8982-47a9-a6dd-84d7c8104490 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:24.089354 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6ac63167-3998-496d-bedb-026b8a166fd2 req-c183552e-8982-47a9-a6dd-84d7c8104490 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 1128 time: 0.2642639 Feb 20 03:25:24.182935 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port f6a325ef-c208-4533-8627-a756ea288c4e triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:24.183323 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f6a325ef-c208-4533-8627-a756ea288c4e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:24.195439 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6ac63167-3998-496d-bedb-026b8a166fd2 req-e8a3add8-6226-40c5-9820-aecc0567c8c4 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047881 Feb 20 03:25:24.210716 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-26cd2b99-d15b-46a1-8995-4924987b7730 None None] Current status of the port f6a325ef-c208-4533-8627-a756ea288c4e is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:24.211141 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-26cd2b99-d15b-46a1-8995-4924987b7730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f6a325ef-c208-4533-8627-a756ea288c4e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:24.223322 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-851185c7-241e-42e7-ba97-b8aa7d8c1f70 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Allocated IP 172.20.0.13 (edfd7dd8-5385-49de-a304-74f70dd7d14a/45a6eef8-376a-483a-a26e-f4c41d993600/b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:25:24.250740 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8f9a567f-5829-441a-b876-eed3b0da4b18 req-0d143f1f-2ac0-4af8-b4f5-c9e31424856d tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/ports?device_id=6190f7bd-71ff-4d0e-92cd-c908aeed4288 HTTP/1.1" status: 200 len: 210 time: 0.0786958 Feb 20 03:25:24.264528 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-26cd2b99-d15b-46a1-8995-4924987b7730 None None] For port f6a325ef-c208-4533-8627-a756ea288c4e, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=f6a325ef-c208-4533-8627-a756ea288c4e,segment=NetworkSegment(ac804662-490e-4d65-b1b7-2e045239d904),segment_id=ac804662-490e-4d65-b1b7-2e045239d904)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:24.274047 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef3053f9-59c1-4450-8dfe-befac164be5c admin admin] Publish callbacks [] for router_gateway (c8b62cf8-5276-4c82-9bcb-052de3829760), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:24.339852 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port f6a325ef-c208-4533-8627-a756ea288c4e is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:24.340173 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f6a325ef-c208-4533-8627-a756ea288c4e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:24.342838 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-26cd2b99-d15b-46a1-8995-4924987b7730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f6a325ef-c208-4533-8627-a756ea288c4e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:24.426525 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb50051-6ee2-4955-8b76-cfe7fe863f2f req-e5017400-8d0d-427e-bd4a-cac57a5303b7 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:24.435673 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8eb50051-6ee2-4955-8b76-cfe7fe863f2f req-e5017400-8d0d-427e-bd4a-cac57a5303b7 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] 10.222.0.89 "GET /v2.0/ports?device_id=73da2766-61f6-4970-aead-78ab12bb5045 HTTP/1.1" status: 200 len: 950 time: 0.1735656 Feb 20 03:25:24.470362 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd2b99-d15b-46a1-8995-4924987b7730 None None] Pushing event updated for resources: {'Port': ['ID=f6a325ef-c208-4533-8627-a756ea288c4e,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:24.496018 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:25:24.496435 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:25:24.517990 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-851185c7-241e-42e7-ba97-b8aa7d8c1f70 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks [] for port (b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:24.542225 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8eb50051-6ee2-4955-8b76-cfe7fe863f2f req-8a1d50b8-84a1-406f-aa98-36245fe16022 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbaf851e-4d76-47f8-888b-976052c78f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052952 Feb 20 03:25:24.629213 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef3053f9-59c1-4450-8dfe-befac164be5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (c8b62cf8-5276-4c82-9bcb-052de3829760), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:24.653626 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-adb4ae4c-d706-4cad-9526-619deb0f68d7 req-dc84d9f6-fc50-4e3f-890f-153d0cb7a31a tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] 10.222.0.89 "GET /v2.0/ports?device_id=c06e7dcd-b53c-4bf7-99c2-da265be95bb3 HTTP/1.1" status: 200 len: 210 time: 0.0355229 Feb 20 03:25:24.665317 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-851185c7-241e-42e7-ba97-b8aa7d8c1f70 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:24.683530 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-3bea0f8a-277c-4bfa-8761-6cfb1a5fbd06 None None] Provisioning complete for port f6a325ef-c208-4533-8627-a756ea288c4e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:24.684030 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3bea0f8a-277c-4bfa-8761-6cfb1a5fbd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f6a325ef-c208-4533-8627-a756ea288c4e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:24.796976 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-851185c7-241e-42e7-ba97-b8aa7d8c1f70 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Network edfd7dd8-5385-49de-a304-74f70dd7d14a is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:25:24.806647 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-3bea0f8a-277c-4bfa-8761-6cfb1a5fbd06 None None] Current status of the port f6a325ef-c208-4533-8627-a756ea288c4e is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:24.816010 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851185c7-241e-42e7-ba97-b8aa7d8c1f70 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Pushing event updated for resources: {'Port': ['ID=b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:24.818608 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-851185c7-241e-42e7-ba97-b8aa7d8c1f70 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:25:24.826612 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-851185c7-241e-42e7-ba97-b8aa7d8c1f70 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:25:24.902243 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-851185c7-241e-42e7-ba97-b8aa7d8c1f70 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:24.902893 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-851185c7-241e-42e7-ba97-b8aa7d8c1f70 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:24.917080 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371bba9f-031d-4ed9-84b8-ae28661dd28b req-10095055-a14f-4546-8629-e48fbf2b8072 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:24.919946 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-371bba9f-031d-4ed9-84b8-ae28661dd28b req-10095055-a14f-4546-8629-e48fbf2b8072 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 1128 time: 0.0920937 Feb 20 03:25:24.977759 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-371bba9f-031d-4ed9-84b8-ae28661dd28b req-d38aaf1d-a4f3-4458-b2b6-cbc361677731 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505860 Feb 20 03:25:25.003840 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-851185c7-241e-42e7-ba97-b8aa7d8c1f70 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2543011 Feb 20 03:25:25.018911 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3053f9-59c1-4450-8dfe-befac164be5c admin admin] Router c8b62cf8-5276-4c82-9bcb-052de3829760 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:25:25.034254 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-5df7d0e8-5d22-4d19-bfc6-ce4f79a250ba service neutron] Request body: {'port': {'device_id': '6190f7bd-71ff-4d0e-92cd-c908aeed4288', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:25.046693 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port f6a325ef-c208-4533-8627-a756ea288c4e is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:25.147877 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-5df7d0e8-5d22-4d19-bfc6-ce4f79a250ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:25.248108 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-b390e319-62e1-4a03-8905-903283962317 None None] Provisioning complete for port b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:25.250585 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b390e319-62e1-4a03-8905-903283962317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:25.295380 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3053f9-59c1-4450-8dfe-befac164be5c admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:25:25.299483 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-b5ed7804-ea96-4bf6-942a-2d2d01054617 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=ef5cd1706f5b46d5ad0f9a7eb1050d6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616934 Feb 20 03:25:25.311242 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cc6e71-6b5f-4a77-a1c0-e1379292cf0c None None] Sync routers for ids ['c8b62cf8-5276-4c82-9bcb-052de3829760'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:25:25.344891 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 52716) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:25.354216 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cc6e71-6b5f-4a77-a1c0-e1379292cf0c None None] Routers {'c8b62cf8-5276-4c82-9bcb-052de3829760'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:25:25.355024 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-99cc6e71-6b5f-4a77-a1c0-e1379292cf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:24:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c8b62cf8-5276-4c82-9bcb-052de3829760'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:25.403733 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b390e319-62e1-4a03-8905-903283962317 None None] Port b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:25:25.449307 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 96eb6eb5-ab95-4f60-8411-318441d10d83 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:25:25.497939 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52720) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:25.562263 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-99cc6e71-6b5f-4a77-a1c0-e1379292cf0c None None] Set router c8b62cf8-5276-4c82-9bcb-052de3829760 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:25:25.596899 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-5df7d0e8-5d22-4d19-bfc6-ce4f79a250ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:25:25.607090 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-5df7d0e8-5d22-4d19-bfc6-ce4f79a250ba service neutron] Publish callbacks [] for port (b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:25.635713 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-5df7d0e8-5d22-4d19-bfc6-ce4f79a250ba service neutron] Transition to ACTIVE for port object b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:25:25.675392 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 96eb6eb5-ab95-4f60-8411-318441d10d83, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=96eb6eb5-ab95-4f60-8411-318441d10d83,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:25.691871 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '96eb6eb5-ab95-4f60-8411-318441d10d83', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': '96eb6eb5-ab95-4f60-8411-318441d10d83', 'mac_address': 'fa:16:3e:50:6c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:25:25.734100 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef3053f9-59c1-4450-8dfe-befac164be5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:25.737590 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 96eb6eb5-ab95-4f60-8411-318441d10d83 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:25.738168 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (96eb6eb5-ab95-4f60-8411-318441d10d83), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:25.738356 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ef3053f9-59c1-4450-8dfe-befac164be5c admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9901531 Feb 20 03:25:25.738568 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52730) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:25.747739 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-5df7d0e8-5d22-4d19-bfc6-ce4f79a250ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:25.757106 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96eb6eb5-ab95-4f60-8411-318441d10d83 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:25:25.758848 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1d3ef-9a14-4248-9abf-0a3f61fcf612 req-545db276-a3cc-4aa7-855f-72744a8e97bb tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:25.760918 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ed1d3ef-9a14-4248-9abf-0a3f61fcf612 req-545db276-a3cc-4aa7-855f-72744a8e97bb tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] 10.222.0.42 "GET /v2.0/ports?device_id=73da2766-61f6-4970-aead-78ab12bb5045 HTTP/1.1" status: 200 len: 950 time: 0.5551565 Feb 20 03:25:25.784753 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 96eb6eb5-ab95-4f60-8411-318441d10d83, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=96eb6eb5-ab95-4f60-8411-318441d10d83,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:25.851059 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4b03690d-0f75-43c7-8d4e-da2ce2a8c40a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:25.858991 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (96eb6eb5-ab95-4f60-8411-318441d10d83), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:25.931770 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device f6a325ef-c208-4533-8627-a756ea288c4e up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:25:25.940179 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e5953-c2cd-4a40-b1e5-f4167703379e req-1d410ef9-7aa7-4862-886f-4a6d0ea3181e tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:25.947230 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b9e5953-c2cd-4a40-b1e5-f4167703379e req-1d410ef9-7aa7-4862-886f-4a6d0ea3181e tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/ports?device_id=ddaaf383-a7f0-4a9b-b77e-f1538e64f5cc HTTP/1.1" status: 200 len: 947 time: 0.7429235 Feb 20 03:25:26.028905 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=96eb6eb5-ab95-4f60-8411-318441d10d83,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:26.042839 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0f09d917-8e70-493a-b795-f3793e3379db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:26.052476 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-99cc6e71-6b5f-4a77-a1c0-e1379292cf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b62cf8-5276-4c82-9bcb-052de3829760', 'name': 'tempest-FloatingIPsNegativeTestJSON-2125383894-router', 'tenant_id': 'f78f9c9566564277b27489b2a31d8699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'dc2481da-5004-41fb-b5cd-d5a9acdcae44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:25:20Z', 'updated_at': '2022-02-20T03:25:23Z', 'revision_number': 3, 'project_id': 'f78f9c9566564277b27489b2a31d8699', 'gw_port': {'id': 'dc2481da-5004-41fb-b5cd-d5a9acdcae44', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b62cf8-5276-4c82-9bcb-052de3829760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:22Z', 'updated_at': '2022-02-20T03:25:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:26.059647 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port f6a325ef-c208-4533-8627-a756ea288c4e triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:26.060159 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f6a325ef-c208-4533-8627-a756ea288c4e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:26.101779 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-798734bb-51e5-47dc-bc18-0f4cb3319e77 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:26.104732 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-798734bb-51e5-47dc-bc18-0f4cb3319e77 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7883813 Feb 20 03:25:26.105299 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cc6e71-6b5f-4a77-a1c0-e1379292cf0c None None] Checking router: c8b62cf8-5276-4c82-9bcb-052de3829760 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:25:26.108388 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cc6e71-6b5f-4a77-a1c0-e1379292cf0c None None] Updating router c8b62cf8-5276-4c82-9bcb-052de3829760 port dc2481da-5004-41fb-b5cd-d5a9acdcae44 binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:25:26.112894 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['96eb6eb5-ab95-4f60-8411-318441d10d83'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:25:26.135289 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262c642-2948-4adc-9155-70ef6f44f6b2 req-0caf4d10-3132-4766-ac63-efb74d88fd7a tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:26.146243 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6262c642-2948-4adc-9155-70ef6f44f6b2 req-0caf4d10-3132-4766-ac63-efb74d88fd7a tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/ports?device_id=6190f7bd-71ff-4d0e-92cd-c908aeed4288 HTTP/1.1" status: 200 len: 944 time: 0.4258914 Feb 20 03:25:26.146545 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-99cc6e71-6b5f-4a77-a1c0-e1379292cf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dc2481da-5004-41fb-b5cd-d5a9acdcae44), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:26.154579 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-58c5a0d8-9f80-425a-8752-660edf8c44f0 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Request body: {'port': {'device_id': 'c06e7dcd-b53c-4bf7-99c2-da265be95bb3', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'admin_state_up': True, 'tenant_id': 'ef5cd1706f5b46d5ad0f9a7eb1050d6d'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:26.280564 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.93', 50221) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:26.295355 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b9e5953-c2cd-4a40-b1e5-f4167703379e req-4166f017-076b-42d1-9125-ba4b13c6c957 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/security-groups?id=663e13e4-9f8c-48e0-9eb5-6119952ffb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469176 Feb 20 03:25:26.311999 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port f6a325ef-c208-4533-8627-a756ea288c4e is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:26.383209 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6262c642-2948-4adc-9155-70ef6f44f6b2 req-3c460e66-a0c6-4132-bbca-bcedd5479280 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/security-groups?id=46eb71f2-3e3b-4d1c-9ea4-d785ed412b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360227 Feb 20 03:25:26.404188 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-84e1e763-da56-4086-ba57-2102aa90c1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:26.464999 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7d0e8-5d22-4d19-bfc6-ce4f79a250ba service neutron] Pushing event updated for resources: {'Port': ['ID=b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:26.486537 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-7ed1d3ef-9a14-4248-9abf-0a3f61fcf612 req-7c8f48c3-f0e2-4c0c-98f9-d505c0aedce0 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Deleting port 541d3069-996b-4d51-8dba-5cbd70fe7b6c {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:25:26.487261 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7ed1d3ef-9a14-4248-9abf-0a3f61fcf612 req-7c8f48c3-f0e2-4c0c-98f9-d505c0aedce0 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (541d3069-996b-4d51-8dba-5cbd70fe7b6c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:26.517657 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6c1445a4-8c5c-4d28-980c-6d02a69a171a req-ace73ffc-31b1-4652-bc9c-5c61b20e661f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2270589 Feb 20 03:25:26.547475 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-99cc6e71-6b5f-4a77-a1c0-e1379292cf0c None None] Publish callbacks [] for port (dc2481da-5004-41fb-b5cd-d5a9acdcae44), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:26.588220 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4b03690d-0f75-43c7-8d4e-da2ce2a8c40a admin admin] Publish callbacks [] for security_group (d441c615-49c8-4efe-951c-1d2cb97bba28), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:26.607715 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-5df7d0e8-5d22-4d19-bfc6-ce4f79a250ba service neutron] Attempting to bind port b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:25:26.608045 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-5df7d0e8-5d22-4d19-bfc6-ce4f79a250ba service neutron] Attempting to bind port b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'c43c8696-5443-406b-ab1f-aa8c5bb1eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:25:26.608375 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-5df7d0e8-5d22-4d19-bfc6-ce4f79a250ba service neutron] Attempting to bind port b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa on network edfd7dd8-5385-49de-a304-74f70dd7d14a {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:25:26.618537 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-5df7d0e8-5d22-4d19-bfc6-ce4f79a250ba service neutron] Port b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa on network edfd7dd8-5385-49de-a304-74f70dd7d14a not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:25:26.619455 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-5df7d0e8-5d22-4d19-bfc6-ce4f79a250ba service neutron] Attempting to bind port b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa on network edfd7dd8-5385-49de-a304-74f70dd7d14a {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:25:26.629027 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-99cc6e71-6b5f-4a77-a1c0-e1379292cf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (dc2481da-5004-41fb-b5cd-d5a9acdcae44), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:26.653640 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-5df7d0e8-5d22-4d19-bfc6-ce4f79a250ba service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:25:26.653904 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-5df7d0e8-5d22-4d19-bfc6-ce4f79a250ba service neutron] Checking segment: {'id': 'c43c8696-5443-406b-ab1f-aa8c5bb1eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:25:26.654573 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-5df7d0e8-5d22-4d19-bfc6-ce4f79a250ba service neutron] Bound using segment: {'id': 'c43c8696-5443-406b-ab1f-aa8c5bb1eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:25:26.654712 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-5df7d0e8-5d22-4d19-bfc6-ce4f79a250ba service neutron] Bound port: b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43c8696-5443-406b-ab1f-aa8c5bb1eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:25:26.655107 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-5df7d0e8-5d22-4d19-bfc6-ce4f79a250ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:26.665078 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4b03690d-0f75-43c7-8d4e-da2ce2a8c40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d441c615-49c8-4efe-951c-1d2cb97bba28), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:26.672747 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983a408-5975-4d76-b46a-53bfd53800f2 None None] Pushing event updated for resources: {'Port': ['ID=dc2481da-5004-41fb-b5cd-d5a9acdcae44,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:26.688662 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-99cc6e71-6b5f-4a77-a1c0-e1379292cf0c None None] Attempting to bind port dc2481da-5004-41fb-b5cd-d5a9acdcae44 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:25:26.689039 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-99cc6e71-6b5f-4a77-a1c0-e1379292cf0c None None] Attempting to bind port dc2481da-5004-41fb-b5cd-d5a9acdcae44 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:25:26.689424 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cc6e71-6b5f-4a77-a1c0-e1379292cf0c None None] Attempting to bind port dc2481da-5004-41fb-b5cd-d5a9acdcae44 on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:25:26.696184 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cc6e71-6b5f-4a77-a1c0-e1379292cf0c None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:25:26.696184 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cc6e71-6b5f-4a77-a1c0-e1379292cf0c None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:25:26.696540 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-99cc6e71-6b5f-4a77-a1c0-e1379292cf0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:26.696967 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cc6e71-6b5f-4a77-a1c0-e1379292cf0c None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:25:26.698345 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-99cc6e71-6b5f-4a77-a1c0-e1379292cf0c None None] Bound port: dc2481da-5004-41fb-b5cd-d5a9acdcae44, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:25:26.698916 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-99cc6e71-6b5f-4a77-a1c0-e1379292cf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dc2481da-5004-41fb-b5cd-d5a9acdcae44), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:26.726087 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64f7ec-c41f-496b-99e4-40c022b242df req-a24a018c-4b1c-48b9-abe9-f1accfaf7485 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:26.727654 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6c64f7ec-c41f-496b-99e4-40c022b242df req-a24a018c-4b1c-48b9-abe9-f1accfaf7485 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 1128 time: 0.3221734 Feb 20 03:25:26.749267 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4b03690d-0f75-43c7-8d4e-da2ce2a8c40a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=556517da6ad7468c90f598712f2ec3f8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2471533 Feb 20 03:25:26.750894 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0f09d917-8e70-493a-b795-f3793e3379db admin admin] Publish callbacks [] for security_group (b44f9f13-172c-4ac8-988b-126d0d247e57), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:26.751674 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52732) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:26.760927 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03690d-0f75-43c7-8d4e-da2ce2a8c40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d441c615-49c8-4efe-951c-1d2cb97bba28,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:26.761669 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-99cc6e71-6b5f-4a77-a1c0-e1379292cf0c None None] For port dc2481da-5004-41fb-b5cd-d5a9acdcae44, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:25:26.765341 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-99cc6e71-6b5f-4a77-a1c0-e1379292cf0c None None] For port dc2481da-5004-41fb-b5cd-d5a9acdcae44, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=dc2481da-5004-41fb-b5cd-d5a9acdcae44,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:25:26.773266 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e983a408-5975-4d76-b46a-53bfd53800f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:26.773624 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e983a408-5975-4d76-b46a-53bfd53800f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:26.773966 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e983a408-5975-4d76-b46a-53bfd53800f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:26.774305 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e983a408-5975-4d76-b46a-53bfd53800f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:26.774641 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e983a408-5975-4d76-b46a-53bfd53800f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:26.775104 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e983a408-5975-4d76-b46a-53bfd53800f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:26.775427 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e983a408-5975-4d76-b46a-53bfd53800f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:26.775776 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e983a408-5975-4d76-b46a-53bfd53800f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:26.776241 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e983a408-5975-4d76-b46a-53bfd53800f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:26.776577 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e983a408-5975-4d76-b46a-53bfd53800f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:26.776926 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e983a408-5975-4d76-b46a-53bfd53800f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:26.777252 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e983a408-5975-4d76-b46a-53bfd53800f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:26.777571 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e983a408-5975-4d76-b46a-53bfd53800f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:26.799681 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-7ed1d3ef-9a14-4248-9abf-0a3f61fcf612 req-7c8f48c3-f0e2-4c0c-98f9-d505c0aedce0 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] For port 541d3069-996b-4d51-8dba-5cbd70fe7b6c, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=541d3069-996b-4d51-8dba-5cbd70fe7b6c,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:26.800045 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7ed1d3ef-9a14-4248-9abf-0a3f61fcf612 req-7c8f48c3-f0e2-4c0c-98f9-d505c0aedce0 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (541d3069-996b-4d51-8dba-5cbd70fe7b6c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:26.818210 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-58c5a0d8-9f80-425a-8752-660edf8c44f0 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Made reservation on behalf of ef5cd1706f5b46d5ad0f9a7eb1050d6d for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:25:26.821510 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-58c5a0d8-9f80-425a-8752-660edf8c44f0 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:26.825017 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-99cc6e71-6b5f-4a77-a1c0-e1379292cf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (dc2481da-5004-41fb-b5cd-d5a9acdcae44), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:26.832061 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1445a4-8c5c-4d28-980c-6d02a69a171a req-a4d564f3-0981-4674-8ae8-d3754982bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:26.834954 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6c1445a4-8c5c-4d28-980c-6d02a69a171a req-a4d564f3-0981-4674-8ae8-d3754982bc74 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f32a2222e912478982e32c7419305be8&device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 1126 time: 0.2486362 Feb 20 03:25:26.835209 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-7ed1d3ef-9a14-4248-9abf-0a3f61fcf612 req-7c8f48c3-f0e2-4c0c-98f9-d505c0aedce0 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Calling delete_port for 541d3069-996b-4d51-8dba-5cbd70fe7b6c owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:25:26.843312 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0f09d917-8e70-493a-b795-f3793e3379db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b44f9f13-172c-4ac8-988b-126d0d247e57), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:26.853212 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1db7db-6fb8-406c-91c4-0e117d7752d0 req-3dcf97ac-1bef-4542-8e60-743c36d6d248 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:26.855432 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-5df7d0e8-5d22-4d19-bfc6-ce4f79a250ba service neutron] For port b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:25:26.855595 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5e1db7db-6fb8-406c-91c4-0e117d7752d0 req-3dcf97ac-1bef-4542-8e60-743c36d6d248 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] 10.222.0.89 "GET /v2.0/ports?device_id=73da2766-61f6-4970-aead-78ab12bb5045 HTTP/1.1" status: 200 len: 950 time: 0.3582232 Feb 20 03:25:26.878155 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-58c5a0d8-9f80-425a-8752-660edf8c44f0 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:26.880269 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cc6e71-6b5f-4a77-a1c0-e1379292cf0c None None] Routers {'c8b62cf8-5276-4c82-9bcb-052de3829760'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:25:26.881150 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-99cc6e71-6b5f-4a77-a1c0-e1379292cf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:24:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c8b62cf8-5276-4c82-9bcb-052de3829760'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:26.905439 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-5df7d0e8-5d22-4d19-bfc6-ce4f79a250ba service neutron] For port b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa,segment=NetworkSegment(c43c8696-5443-406b-ab1f-aa8c5bb1eaa0),segment_id=c43c8696-5443-406b-ab1f-aa8c5bb1eaa0)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:25:26.929765 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec7e3053-f528-446a-a453-70e84f57e9e6 admin admin] Publish callbacks [] for security_group (d441c615-49c8-4efe-951c-1d2cb97bba28), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:26.931009 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983a408-5975-4d76-b46a-53bfd53800f2 None None] Pushing event updated for resources: {'Port': ['ID=dc2481da-5004-41fb-b5cd-d5a9acdcae44,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:26.978295 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec7e3053-f528-446a-a453-70e84f57e9e6 admin admin] Publish callbacks [] for security_group (d441c615-49c8-4efe-951c-1d2cb97bba28), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:26.991862 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-5df7d0e8-5d22-4d19-bfc6-ce4f79a250ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:27.021430 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-99cc6e71-6b5f-4a77-a1c0-e1379292cf0c None None] Set router c8b62cf8-5276-4c82-9bcb-052de3829760 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:25:27.046589 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6c64f7ec-c41f-496b-99e4-40c022b242df req-61a23a30-fc6e-4065-836c-a1830c8bfddc tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036149 Feb 20 03:25:27.053957 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-5df7d0e8-5d22-4d19-bfc6-ce4f79a250ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:27.054585 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-5df7d0e8-5d22-4d19-bfc6-ce4f79a250ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:27.056353 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-5df7d0e8-5d22-4d19-bfc6-ce4f79a250ba service neutron] 10.222.0.93 "PUT /v2.0/ports/b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa HTTP/1.1" status: 200 len: 1092 time: 2.0373759 Feb 20 03:25:27.058513 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6190f7bd-71ff-4d0e-92cd-c908aeed4288', 'tag': 'b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:25:27.061202 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb424f1-adb0-4193-9fbf-cde2b690a201" -d '{"events": [{"name": "network-changed", "server_uuid": "6190f7bd-71ff-4d0e-92cd-c908aeed4288", "tag": "b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:25:27.065366 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0f09d917-8e70-493a-b795-f3793e3379db admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5e900a0d90cb4ccaa4c248c53a2b79a3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7192504 Feb 20 03:25:27.069922 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52738) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:27.086031 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09d917-8e70-493a-b795-f3793e3379db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44f9f13-172c-4ac8-988b-126d0d247e57,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:27.153791 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7d0e8-5d22-4d19-bfc6-ce4f79a250ba service neutron] Pushing event updated for resources: {'Port': ['ID=b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:27.194609 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5e1db7db-6fb8-406c-91c4-0e117d7752d0 req-aa529c42-3cb8-4005-bc15-38ea0b842620 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbaf851e-4d76-47f8-888b-976052c78f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827930 Feb 20 03:25:27.285013 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f711ac5e-5f27-4bc0-87f0-df3256be1c1f admin admin] Publish callbacks [] for security_group (b44f9f13-172c-4ac8-988b-126d0d247e57), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:27.289602 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-88abf41e-a1cc-480b-a347-459a6fbdf040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:27.312305 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07d2f6f1-ab30-46ec-bb45-2f6fef2a5e95 req-de0b53f3-8fbc-4936-9a0b-28b3892dc2e2 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] 10.222.0.89 "GET /v2.0/ports?device_id=c06e7dcd-b53c-4bf7-99c2-da265be95bb3 HTTP/1.1" status: 200 len: 210 time: 0.0751147 Feb 20 03:25:27.315579 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1445a4-8c5c-4d28-980c-6d02a69a171a req-338f6904-28c6-4d92-af33-038ceef86fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:27.317854 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6c1445a4-8c5c-4d28-980c-6d02a69a171a req-338f6904-28c6-4d92-af33-038ceef86fcc service neutron] 10.222.0.93 "GET /v2.0/networks?id=b760bf03-7766-4aef-bd0e-08d3e5c4e949 HTTP/1.1" status: 200 len: 909 time: 0.4115591 Feb 20 03:25:27.320207 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-527e5e26-8778-4a9b-bcec-bfbcf894fa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:27.321816 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-527e5e26-8778-4a9b-bcec-bfbcf894fa3d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b51fc68f0ef94a37932f055767d64f43&device_id=6190f7bd-71ff-4d0e-92cd-c908aeed4288 HTTP/1.1" status: 200 len: 1126 time: 0.1332083 Feb 20 03:25:27.350998 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-99cc6e71-6b5f-4a77-a1c0-e1379292cf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b62cf8-5276-4c82-9bcb-052de3829760', 'name': 'tempest-FloatingIPsNegativeTestJSON-2125383894-router', 'tenant_id': 'f78f9c9566564277b27489b2a31d8699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'dc2481da-5004-41fb-b5cd-d5a9acdcae44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:25:20Z', 'updated_at': '2022-02-20T03:25:23Z', 'revision_number': 3, 'project_id': 'f78f9c9566564277b27489b2a31d8699', 'gw_port': {'id': 'dc2481da-5004-41fb-b5cd-d5a9acdcae44', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b62cf8-5276-4c82-9bcb-052de3829760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:22Z', 'updated_at': '2022-02-20T03:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:27.351423 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f711ac5e-5f27-4bc0-87f0-df3256be1c1f admin admin] Publish callbacks [] for security_group (b44f9f13-172c-4ac8-988b-126d0d247e57), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:27.413763 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec7e3053-f528-446a-a453-70e84f57e9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d441c615-49c8-4efe-951c-1d2cb97bba28), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:27.424077 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec7e3053-f528-446a-a453-70e84f57e9e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:27.425513 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ec7e3053-f528-446a-a453-70e84f57e9e6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d441c615-49c8-4efe-951c-1d2cb97bba28 HTTP/1.1" status: 204 len: 168 time: 0.6729424 Feb 20 03:25:27.428403 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528ae2a6-e98f-43ab-8ded-b6e1f99ba076 x-openstack-request-id: req-528ae2a6-e98f-43ab-8ded-b6e1f99ba076 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:25:27.429846 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6190f7bd-71ff-4d0e-92cd-c908aeed4288", "tag": "b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:25:27.429846 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-528ae2a6-e98f-43ab-8ded-b6e1f99ba076 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:25:27.430191 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6190f7bd-71ff-4d0e-92cd-c908aeed4288', 'tag': 'b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa', 'status': 'completed', 'code': 200} Feb 20 03:25:27.445899 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cc6e71-6b5f-4a77-a1c0-e1379292cf0c None None] The sync data for ids ['c8b62cf8-5276-4c82-9bcb-052de3829760'] in n-d-829866-4 is: [{'id': 'c8b62cf8-5276-4c82-9bcb-052de3829760', 'name': 'tempest-FloatingIPsNegativeTestJSON-2125383894-router', 'tenant_id': 'f78f9c9566564277b27489b2a31d8699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'dc2481da-5004-41fb-b5cd-d5a9acdcae44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:25:20Z', 'updated_at': '2022-02-20T03:25:23Z', 'revision_number': 3, 'project_id': 'f78f9c9566564277b27489b2a31d8699', 'gw_port': {'id': 'dc2481da-5004-41fb-b5cd-d5a9acdcae44', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b62cf8-5276-4c82-9bcb-052de3829760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:22Z', 'updated_at': '2022-02-20T03:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:25:27.447897 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6c1445a4-8c5c-4d28-980c-6d02a69a171a req-db575ae7-694d-408a-84ae-8d07b7b0e255 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3306d282-948a-4379-b81c-8f3c2844360e HTTP/1.1" status: 200 len: 217 time: 0.0995700 Feb 20 03:25:27.459180 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e3053-f528-446a-a453-70e84f57e9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d441c615-49c8-4efe-951c-1d2cb97bba28,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:27.478425 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 96eb6eb5-ab95-4f60-8411-318441d10d83 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:25:27.500108 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-58c5a0d8-9f80-425a-8752-660edf8c44f0 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Publish callbacks [] for security_group (b3aa022f-02b8-41f1-85cc-a39cb1ba6036), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:27.539641 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-f8527ff6-393f-467e-a272-7e780cbc1a88 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa HTTP/1.1" status: 200 len: 217 time: 0.1212127 Feb 20 03:25:27.554401 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f711ac5e-5f27-4bc0-87f0-df3256be1c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b44f9f13-172c-4ac8-988b-126d0d247e57), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:27.557636 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f711ac5e-5f27-4bc0-87f0-df3256be1c1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:27.559466 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f711ac5e-5f27-4bc0-87f0-df3256be1c1f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b44f9f13-172c-4ac8-988b-126d0d247e57 HTTP/1.1" status: 204 len: 168 time: 0.4826784 Feb 20 03:25:27.570418 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1445a4-8c5c-4d28-980c-6d02a69a171a req-ffae27b9-83ba-4b3c-b2e4-600e07feb484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:27.573410 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6c1445a4-8c5c-4d28-980c-6d02a69a171a req-ffae27b9-83ba-4b3c-b2e4-600e07feb484 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=458c6d71-ffe3-42c1-873f-079dd6df07cb HTTP/1.1" status: 200 len: 848 time: 0.1237514 Feb 20 03:25:27.599156 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711ac5e-5f27-4bc0-87f0-df3256be1c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44f9f13-172c-4ac8-988b-126d0d247e57,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:27.641840 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6c1445a4-8c5c-4d28-980c-6d02a69a171a req-dca303ee-87e3-4c20-94c9-c4be3f02a75b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b760bf03-7766-4aef-bd0e-08d3e5c4e949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356317 Feb 20 03:25:27.670743 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-58c5a0d8-9f80-425a-8752-660edf8c44f0 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b3aa022f-02b8-41f1-85cc-a39cb1ba6036), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:27.690847 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-0f853839-322d-459e-a966-dede289d0f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:27.692607 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-0f853839-322d-459e-a966-dede289d0f96 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=45a6eef8-376a-483a-a26e-f4c41d993600 HTTP/1.1" status: 200 len: 862 time: 0.1521749 Feb 20 03:25:27.742830 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7ed1d3ef-9a14-4248-9abf-0a3f61fcf612 req-7c8f48c3-f0e2-4c0c-98f9-d505c0aedce0 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (541d3069-996b-4d51-8dba-5cbd70fe7b6c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:27.756676 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['541d3069-996b-4d51-8dba-5cbd70fe7b6c'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:25:27.785702 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 96eb6eb5-ab95-4f60-8411-318441d10d83 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:25:27.796473 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 96eb6eb5-ab95-4f60-8411-318441d10d83 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:27.797046 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (96eb6eb5-ab95-4f60-8411-318441d10d83), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:27.819565 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-8a3b1482-387c-4037-bccd-1630245a85c6 req-0054b36a-8e9d-4a82-8afc-22c3ed0ddf9e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2778027 Feb 20 03:25:27.825966 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-8de4f7f1-27b6-405c-b82d-61887f230d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:27.826775 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-8de4f7f1-27b6-405c-b82d-61887f230d61 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=edfd7dd8-5385-49de-a304-74f70dd7d14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1210868 Feb 20 03:25:27.912713 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b81e9b-e968-41d3-a834-8bc1113bcdab req-3c74846a-6b6f-466b-993a-f0aa8e74b190 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:27.914277 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2b81e9b-e968-41d3-a834-8bc1113bcdab req-3c74846a-6b6f-466b-993a-f0aa8e74b190 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/ports?device_id=ddaaf383-a7f0-4a9b-b77e-f1538e64f5cc HTTP/1.1" status: 200 len: 948 time: 0.3676240 Feb 20 03:25:27.929063 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f48c3-f0e2-4c0c-98f9-d505c0aedce0 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Pushing event deleted for resources: {'Port': ['ID=541d3069-996b-4d51-8dba-5cbd70fe7b6c,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:27.960051 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5a0d8-9f80-425a-8752-660edf8c44f0 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3aa022f-02b8-41f1-85cc-a39cb1ba6036,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:28.025636 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 96eb6eb5-ab95-4f60-8411-318441d10d83 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:28.026895 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (96eb6eb5-ab95-4f60-8411-318441d10d83), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:28.065637 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddaaf383-a7f0-4a9b-b77e-f1538e64f5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96eb6eb5-ab95-4f60-8411-318441d10d83'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:25:28.068727 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97934cf9-5dcc-4019-859f-72deea58f3db" -d '{"events": [{"server_uuid": "ddaaf383-a7f0-4a9b-b77e-f1538e64f5cc", "name": "network-vif-plugged", "status": "completed", "tag": "96eb6eb5-ab95-4f60-8411-318441d10d83"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:25:28.091093 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-88abf41e-a1cc-480b-a347-459a6fbdf040 admin admin] Allocated IP 172.20.0.1 (b504e63f-d94a-4dc9-96a3-8ec2e4edd361/66f72c11-472e-48bf-8ec7-ed83d22fae6f/3a193b8c-f836-4c7d-a747-374206cf1612) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:25:28.092351 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 96eb6eb5-ab95-4f60-8411-318441d10d83, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=96eb6eb5-ab95-4f60-8411-318441d10d83,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:28.201921 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2b81e9b-e968-41d3-a834-8bc1113bcdab req-1a13cf72-6f94-47d9-87ba-162adbaaf861 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/security-groups?id=663e13e4-9f8c-48e0-9eb5-6119952ffb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628517 Feb 20 03:25:28.204363 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed1d3ef-9a14-4248-9abf-0a3f61fcf612 req-7c8f48c3-f0e2-4c0c-98f9-d505c0aedce0 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] No DVR routers for this DVR port 541d3069-996b-4d51-8dba-5cbd70fe7b6c on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:25:28.217956 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7ed1d3ef-9a14-4248-9abf-0a3f61fcf612 req-7c8f48c3-f0e2-4c0c-98f9-d505c0aedce0 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:28.223346 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ed1d3ef-9a14-4248-9abf-0a3f61fcf612 req-7c8f48c3-f0e2-4c0c-98f9-d505c0aedce0 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] 10.222.0.42 "DELETE /v2.0/ports/541d3069-996b-4d51-8dba-5cbd70fe7b6c HTTP/1.1" status: 204 len: 173 time: 2.4385848 Feb 20 03:25:28.238479 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73da2766-61f6-4970-aead-78ab12bb5045', 'name': 'network-vif-deleted', 'tag': '541d3069-996b-4d51-8dba-5cbd70fe7b6c'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:25:28.241218 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f88b404-d6e9-4e6b-a7db-78301b892b8b" -d '{"events": [{"server_uuid": "73da2766-61f6-4970-aead-78ab12bb5045", "name": "network-vif-deleted", "tag": "541d3069-996b-4d51-8dba-5cbd70fe7b6c"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:25:28.244777 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-8de2b7bd-531d-490a-b1ec-af7556faf2b7 service neutron] 10.222.0.93 "GET /v2.0/networks/edfd7dd8-5385-49de-a304-74f70dd7d14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016924 Feb 20 03:25:28.254331 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b1482-387c-4037-bccd-1630245a85c6 req-2c2aeebd-2671-47ac-8f40-66ca9f893b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:28.256041 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-8a3b1482-387c-4037-bccd-1630245a85c6 req-2c2aeebd-2671-47ac-8f40-66ca9f893b4e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f32a2222e912478982e32c7419305be8&device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 1128 time: 0.3293664 Feb 20 03:25:28.277929 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6c1445a4-8c5c-4d28-980c-6d02a69a171a req-6b613bb8-dd85-4855-b6d4-9ac1b9a2198d service neutron] 10.222.0.93 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6295691 Feb 20 03:25:28.333010 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (96eb6eb5-ab95-4f60-8411-318441d10d83), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:28.343028 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-58c5a0d8-9f80-425a-8752-660edf8c44f0 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Allocated IP 192.168.233.147 (0c4d93d2-7476-4570-93e5-7ecf9f895901/c38207c9-ee42-4b0e-b0ac-5ef2953b6f62/3b2417f7-5f52-4459-a350-2ba512509733) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:25:28.405314 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=96eb6eb5-ab95-4f60-8411-318441d10d83,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:28.537864 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d911d-3123-45d3-bf87-f86c42e5b715 req-19ee0625-6512-4916-ad90-e8c0be937870 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:28.539445 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-947d911d-3123-45d3-bf87-f86c42e5b715 req-19ee0625-6512-4916-ad90-e8c0be937870 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/ports?device_id=6190f7bd-71ff-4d0e-92cd-c908aeed4288 HTTP/1.1" status: 200 len: 944 time: 0.2240818 Feb 20 03:25:28.543791 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6c1445a4-8c5c-4d28-980c-6d02a69a171a req-928af930-f85c-4b16-ae8f-69db6ae4af02 service neutron] 10.222.0.93 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556388 Feb 20 03:25:28.559001 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-88abf41e-a1cc-480b-a347-459a6fbdf040 admin admin] Publish callbacks [] for port (3a193b8c-f836-4c7d-a747-374206cf1612), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:28.582667 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-74a09466-8eb4-4414-a84a-33b17dcc6e12 req-b5d86d3a-6e53-43e7-b186-099aec53bb89 service neutron] 10.222.0.93 "GET /v2.0/networks/edfd7dd8-5385-49de-a304-74f70dd7d14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309042 Feb 20 03:25:28.590333 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b1482-387c-4037-bccd-1630245a85c6 req-4f5ed181-9800-4e55-a18b-fa5f959b9d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:28.590333 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-8a3b1482-387c-4037-bccd-1630245a85c6 req-4f5ed181-9800-4e55-a18b-fa5f959b9d4f service neutron] 10.222.0.42 "GET /v2.0/networks?id=b760bf03-7766-4aef-bd0e-08d3e5c4e949 HTTP/1.1" status: 200 len: 909 time: 0.2849476 Feb 20 03:25:28.617432 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52764) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:28.688743 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-8a3b1482-387c-4037-bccd-1630245a85c6 req-49cd6923-ebd9-45b2-a750-5c19f3505a9b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=217cd453-1931-435b-99c1-d06ac132a046 HTTP/1.1" status: 200 len: 217 time: 0.0915592 Feb 20 03:25:28.692515 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-947d911d-3123-45d3-bf87-f86c42e5b715 req-3080e7f5-ad74-4f66-81a7-310bee87b8dd tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/security-groups?id=46eb71f2-3e3b-4d1c-9ea4-d785ed412b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423876 Feb 20 03:25:28.699566 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 52768) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:28.727884 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f592a204-9fe1-44f1-a99d-7be8df5486c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:28.733845 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c278d17b-dd5e-41b9-89d2-344a1efef075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:28.768243 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e9d8fbc1-89e2-4715-908c-29fe5d148349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:28.803698 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b234eca-bd11-4783-b2ac-140b0ad1a655 x-openstack-request-id: req-1b234eca-bd11-4783-b2ac-140b0ad1a655 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:25:28.804016 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddaaf383-a7f0-4a9b-b77e-f1538e64f5cc", "name": "network-vif-plugged", "status": "completed", "tag": "96eb6eb5-ab95-4f60-8411-318441d10d83", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:25:28.804329 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1b234eca-bd11-4783-b2ac-140b0ad1a655 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:25:28.804729 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddaaf383-a7f0-4a9b-b77e-f1538e64f5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96eb6eb5-ab95-4f60-8411-318441d10d83', 'code': 200} Feb 20 03:25:28.873193 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-88abf41e-a1cc-480b-a347-459a6fbdf040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (3a193b8c-f836-4c7d-a747-374206cf1612), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:28.886735 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b1482-387c-4037-bccd-1630245a85c6 req-9b5f5514-9ab1-4214-85b2-8b53c74a8d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:28.888816 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-8a3b1482-387c-4037-bccd-1630245a85c6 req-9b5f5514-9ab1-4214-85b2-8b53c74a8d50 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=458c6d71-ffe3-42c1-873f-079dd6df07cb HTTP/1.1" status: 200 len: 848 time: 0.1723826 Feb 20 03:25:28.920514 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-58c5a0d8-9f80-425a-8752-660edf8c44f0 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Publish callbacks [] for port (3b2417f7-5f52-4459-a350-2ba512509733), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:28.967149 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-8a3b1482-387c-4037-bccd-1630245a85c6 req-061aa231-acf7-494a-a3f6-b0624fb3d30e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b760bf03-7766-4aef-bd0e-08d3e5c4e949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608699 Feb 20 03:25:28.977260 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb424f1-adb0-4193-9fbf-cde2b690a201 req-8a904e4c-ce26-47f2-9dad-992c90b8a4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:28.979482 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-9fb424f1-adb0-4193-9fbf-cde2b690a201 req-8a904e4c-ce26-47f2-9dad-992c90b8a4c1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b51fc68f0ef94a37932f055767d64f43&device_id=6190f7bd-71ff-4d0e-92cd-c908aeed4288 HTTP/1.1" status: 200 len: 1126 time: 0.1996672 Feb 20 03:25:28.982352 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88abf41e-a1cc-480b-a347-459a6fbdf040 admin admin] Network b504e63f-d94a-4dc9-96a3-8ec2e4edd361 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:25:28.989150 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dad4310a-e55f-45f2-88c8-7f3eff603a6d req-09357d02-5c0b-4963-8f3f-42e93e6e4ff3 tempest-TenantUsagesTestJSON-1960162370 tempest-TenantUsagesTestJSON-1960162370-project] 10.222.0.89 "GET /v2.0/ports?device_id=73da2766-61f6-4970-aead-78ab12bb5045 HTTP/1.1" status: 200 len: 210 time: 0.0887678 Feb 20 03:25:29.027079 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-88abf41e-a1cc-480b-a347-459a6fbdf040 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:25:29.045130 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88abf41e-a1cc-480b-a347-459a6fbdf040 admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:25:29.047301 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abf41e-a1cc-480b-a347-459a6fbdf040 admin admin] Pushing event updated for resources: {'Port': ['ID=3a193b8c-f836-4c7d-a747-374206cf1612,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:29.071662 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860505c3-b446-4c36-8d2d-a79de43372b5 x-openstack-request-id: req-860505c3-b446-4c36-8d2d-a79de43372b5 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:25:29.079749 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73da2766-61f6-4970-aead-78ab12bb5045", "name": "network-vif-deleted", "tag": "541d3069-996b-4d51-8dba-5cbd70fe7b6c", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:25:29.079749 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-860505c3-b446-4c36-8d2d-a79de43372b5 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:25:29.079749 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73da2766-61f6-4970-aead-78ab12bb5045', 'name': 'network-vif-deleted', 'tag': '541d3069-996b-4d51-8dba-5cbd70fe7b6c', 'status': 'completed', 'code': 200} Feb 20 03:25:29.111674 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18629d88-3846-47d6-8c2b-541e86396563 req-ebc09782-fe8c-40b6-87ce-149f9162be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:29.113202 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-18629d88-3846-47d6-8c2b-541e86396563 req-ebc09782-fe8c-40b6-87ce-149f9162be43 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ddaaf383-a7f0-4a9b-b77e-f1538e64f5cc HTTP/1.1" status: 200 len: 1131 time: 0.2051289 Feb 20 03:25:29.183775 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5abbb71a-19ed-4e2a-a2cc-fc5e05664c2c req-e6e3ffa3-8f06-49e7-bc54-00ca1de2fda1 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] 10.222.0.89 "GET /v2.0/ports?device_id=c06e7dcd-b53c-4bf7-99c2-da265be95bb3 HTTP/1.1" status: 200 len: 210 time: 0.0481932 Feb 20 03:25:29.186507 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e9d8fbc1-89e2-4715-908c-29fe5d148349 admin admin] Publish callbacks [] for security_group (bddf6dbe-77bb-4982-9062-e563001581ff), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:29.188376 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-58c5a0d8-9f80-425a-8752-660edf8c44f0 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (3b2417f7-5f52-4459-a350-2ba512509733), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:29.220713 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-18629d88-3846-47d6-8c2b-541e86396563 req-d1b29205-c84c-4c4d-bdc3-24486ae31624 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=663e13e4-9f8c-48e0-9eb5-6119952ffb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969670 Feb 20 03:25:29.233957 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f592a204-9fe1-44f1-a99d-7be8df5486c4 admin admin] Publish callbacks [] for security_group (fd62bfb0-b310-47f5-9cfd-73a68e87864d), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:29.248009 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-88abf41e-a1cc-480b-a347-459a6fbdf040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (c8b62cf8-5276-4c82-9bcb-052de3829760), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:29.273825 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-58c5a0d8-9f80-425a-8752-660edf8c44f0 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:25:29.277721 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-58c5a0d8-9f80-425a-8752-660edf8c44f0 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:25:29.281836 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-58c5a0d8-9f80-425a-8752-660edf8c44f0 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:25:29.287826 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-58c5a0d8-9f80-425a-8752-660edf8c44f0 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:29.295761 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-58c5a0d8-9f80-425a-8752-660edf8c44f0 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:29.335546 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e9d8fbc1-89e2-4715-908c-29fe5d148349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (bddf6dbe-77bb-4982-9062-e563001581ff), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:29.335871 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f592a204-9fe1-44f1-a99d-7be8df5486c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (fd62bfb0-b310-47f5-9cfd-73a68e87864d), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:29.371715 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb424f1-adb0-4193-9fbf-cde2b690a201 req-32a0b283-8754-4bdf-9f79-4f2f40565573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:29.373272 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-9fb424f1-adb0-4193-9fbf-cde2b690a201 req-32a0b283-8754-4bdf-9f79-4f2f40565573 service neutron] 10.222.0.93 "GET /v2.0/networks?id=edfd7dd8-5385-49de-a304-74f70dd7d14a HTTP/1.1" status: 200 len: 924 time: 0.3724213 Feb 20 03:25:29.390618 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-8a3b1482-387c-4037-bccd-1630245a85c6 req-4367169a-249a-4091-ab50-9f82b3585dfd service neutron] 10.222.0.42 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052136 Feb 20 03:25:29.399337 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5a0d8-9f80-425a-8752-660edf8c44f0 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Pushing event updated for resources: {'Port': ['ID=3b2417f7-5f52-4459-a350-2ba512509733,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:29.436157 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f65a23c9-4ad7-4886-b8fa-aa8b6b82dec7 None None] Provisioning complete for port 3a193b8c-f836-4c7d-a747-374206cf1612 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:29.436512 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f65a23c9-4ad7-4886-b8fa-aa8b6b82dec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3a193b8c-f836-4c7d-a747-374206cf1612), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:29.449385 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f592a204-9fe1-44f1-a99d-7be8df5486c4 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=dcb3903fc1e84d8bb23fb2e0372e96ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8317983 Feb 20 03:25:29.460870 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 52786) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:29.484895 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-58c5a0d8-9f80-425a-8752-660edf8c44f0 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3361135 Feb 20 03:25:29.486949 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592a204-9fe1-44f1-a99d-7be8df5486c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd62bfb0-b310-47f5-9cfd-73a68e87864d,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:29.527982 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e9d8fbc1-89e2-4715-908c-29fe5d148349 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=681a1733d0744935b187cbaf5edf6a1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8216434 Feb 20 03:25:29.527982 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8fbc1-89e2-4715-908c-29fe5d148349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bddf6dbe-77bb-4982-9062-e563001581ff,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:29.529623 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f65a23c9-4ad7-4886-b8fa-aa8b6b82dec7 None None] Port 3a193b8c-f836-4c7d-a747-374206cf1612 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:25:29.548912 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-92aba6c2-3f06-4df4-bf30-46479f0a025d service neutron] Request body: {'port': {'device_id': 'c06e7dcd-b53c-4bf7-99c2-da265be95bb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:29.556943 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 52788) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:29.652051 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e12157-8b8b-4acd-8e7d-9aa51341bc6a req-cf5814de-2ba3-46c3-a220-a3997b4c5b63 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:29.653691 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78e12157-8b8b-4acd-8e7d-9aa51341bc6a req-cf5814de-2ba3-46c3-a220-a3997b4c5b63 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/ports?device_id=ddaaf383-a7f0-4a9b-b77e-f1538e64f5cc HTTP/1.1" status: 200 len: 949 time: 0.3398004 Feb 20 03:25:29.663922 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d02f0896-e35e-492e-9e52-0a224efea49c None None] Provisioning complete for port 3b2417f7-5f52-4459-a350-2ba512509733 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:29.664700 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d02f0896-e35e-492e-9e52-0a224efea49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3b2417f7-5f52-4459-a350-2ba512509733), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:29.742055 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d02f0896-e35e-492e-9e52-0a224efea49c None None] Port 3b2417f7-5f52-4459-a350-2ba512509733 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:25:29.792403 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-9fb424f1-adb0-4193-9fbf-cde2b690a201 req-fe7504d9-962d-4ebd-ab20-01c4532e4dc2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa HTTP/1.1" status: 200 len: 217 time: 0.3753963 Feb 20 03:25:29.796614 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:29.903676 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-8a3b1482-387c-4037-bccd-1630245a85c6 req-3dc781e4-2756-4bfa-b1e9-bcfe1ee4b008 service neutron] 10.222.0.42 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944749 Feb 20 03:25:29.905519 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb424f1-adb0-4193-9fbf-cde2b690a201 req-fa935b90-9307-4a62-9d73-0656d75adc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:29.907121 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-9fb424f1-adb0-4193-9fbf-cde2b690a201 req-fa935b90-9307-4a62-9d73-0656d75adc60 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=45a6eef8-376a-483a-a26e-f4c41d993600 HTTP/1.1" status: 200 len: 862 time: 0.0940642 Feb 20 03:25:29.942352 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 541d3069-996b-4d51-8dba-5cbd70fe7b6c no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:25:29.975127 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 541d3069-996b-4d51-8dba-5cbd70fe7b6c {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:25:29.978202 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 541d3069-996b-4d51-8dba-5cbd70fe7b6c not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:25:29.984338 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7999e805-5221-41bd-95da-3974d696b9a8 admin admin] Publish callbacks [] for security_group (fd62bfb0-b310-47f5-9cfd-73a68e87864d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:29.991702 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-92aba6c2-3f06-4df4-bf30-46479f0a025d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3b2417f7-5f52-4459-a350-2ba512509733), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:30.008349 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-88abf41e-a1cc-480b-a347-459a6fbdf040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3a193b8c-f836-4c7d-a747-374206cf1612), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:30.020340 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device dc2481da-5004-41fb-b5cd-d5a9acdcae44 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:25:30.021205 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ca92d43-4f9d-4e1d-9b22-442798b93034 admin admin] Publish callbacks [] for security_group (bddf6dbe-77bb-4982-9062-e563001581ff), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:30.042919 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb424f1-adb0-4193-9fbf-cde2b690a201 req-b9eee621-cbbc-492c-b46c-0a6ac688cc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:30.045583 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-9fb424f1-adb0-4193-9fbf-cde2b690a201 req-b9eee621-cbbc-492c-b46c-0a6ac688cc3d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=edfd7dd8-5385-49de-a304-74f70dd7d14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1297815 Feb 20 03:25:30.061204 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7999e805-5221-41bd-95da-3974d696b9a8 admin admin] Publish callbacks [] for security_group (fd62bfb0-b310-47f5-9cfd-73a68e87864d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:30.099415 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port dc2481da-5004-41fb-b5cd-d5a9acdcae44 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:30.099801 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (dc2481da-5004-41fb-b5cd-d5a9acdcae44), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:30.101001 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ca92d43-4f9d-4e1d-9b22-442798b93034 admin admin] Publish callbacks [] for security_group (bddf6dbe-77bb-4982-9062-e563001581ff), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:30.120670 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78e12157-8b8b-4acd-8e7d-9aa51341bc6a req-3ea68886-0228-4daf-830f-55174bd193c2 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/security-groups?id=663e13e4-9f8c-48e0-9eb5-6119952ffb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444168 Feb 20 03:25:30.229428 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port dc2481da-5004-41fb-b5cd-d5a9acdcae44 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:30.230123 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dc2481da-5004-41fb-b5cd-d5a9acdcae44), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:30.257064 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port dc2481da-5004-41fb-b5cd-d5a9acdcae44, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=dc2481da-5004-41fb-b5cd-d5a9acdcae44,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:30.257303 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-9fb424f1-adb0-4193-9fbf-cde2b690a201 req-a350a10f-3353-4373-8a8d-c5879c43bbda service neutron] 10.222.0.93 "GET /v2.0/networks/edfd7dd8-5385-49de-a304-74f70dd7d14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856990 Feb 20 03:25:30.355830 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (dc2481da-5004-41fb-b5cd-d5a9acdcae44), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:30.383072 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31c3e6-4c35-403d-bb12-f477041fea2c req-f2669e17-724a-4880-a701-4c94afa18de9 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:30.384773 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3e31c3e6-4c35-403d-bb12-f477041fea2c req-f2669e17-724a-4880-a701-4c94afa18de9 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/ports?device_id=6190f7bd-71ff-4d0e-92cd-c908aeed4288 HTTP/1.1" status: 200 len: 944 time: 0.1199315 Feb 20 03:25:30.386069 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-88abf41e-a1cc-480b-a347-459a6fbdf040 admin admin] Publish callbacks [] for port (3a193b8c-f836-4c7d-a747-374206cf1612), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:30.404077 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-9fb424f1-adb0-4193-9fbf-cde2b690a201 req-2efc27de-1072-40b9-aef0-6ddde1a6df5a service neutron] 10.222.0.93 "GET /v2.0/networks/edfd7dd8-5385-49de-a304-74f70dd7d14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346991 Feb 20 03:25:30.421384 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7999e805-5221-41bd-95da-3974d696b9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (fd62bfb0-b310-47f5-9cfd-73a68e87864d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:30.423960 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7999e805-5221-41bd-95da-3974d696b9a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:30.425135 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7999e805-5221-41bd-95da-3974d696b9a8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/fd62bfb0-b310-47f5-9cfd-73a68e87864d HTTP/1.1" status: 204 len: 168 time: 0.9632876 Feb 20 03:25:30.425803 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=dc2481da-5004-41fb-b5cd-d5a9acdcae44,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:30.453192 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999e805-5221-41bd-95da-3974d696b9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd62bfb0-b310-47f5-9cfd-73a68e87864d,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:30.472966 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ca92d43-4f9d-4e1d-9b22-442798b93034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (bddf6dbe-77bb-4982-9062-e563001581ff), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:30.476128 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ca92d43-4f9d-4e1d-9b22-442798b93034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:30.476760 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3ca92d43-4f9d-4e1d-9b22-442798b93034 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/bddf6dbe-77bb-4982-9062-e563001581ff HTTP/1.1" status: 204 len: 168 time: 0.9174395 Feb 20 03:25:30.492929 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-88abf41e-a1cc-480b-a347-459a6fbdf040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (3a193b8c-f836-4c7d-a747-374206cf1612), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:30.501682 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3e31c3e6-4c35-403d-bb12-f477041fea2c req-0eeccb02-ebda-490f-baad-80a54c9fadd3 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/security-groups?id=46eb71f2-3e3b-4d1c-9ea4-d785ed412b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037955 Feb 20 03:25:30.508751 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca92d43-4f9d-4e1d-9b22-442798b93034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddf6dbe-77bb-4982-9062-e563001581ff,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:30.591687 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-92aba6c2-3f06-4df4-bf30-46479f0a025d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b2417f7-5f52-4459-a350-2ba512509733 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:25:30.601888 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-92aba6c2-3f06-4df4-bf30-46479f0a025d service neutron] Publish callbacks [] for port (3b2417f7-5f52-4459-a350-2ba512509733), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:30.617230 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-88abf41e-a1cc-480b-a347-459a6fbdf040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (c8b62cf8-5276-4c82-9bcb-052de3829760), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:30.618843 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-92aba6c2-3f06-4df4-bf30-46479f0a025d service neutron] Transition to ACTIVE for port object 3b2417f7-5f52-4459-a350-2ba512509733 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:25:30.684899 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abf41e-a1cc-480b-a347-459a6fbdf040 admin admin] Pushing event updated for resources: {'Port': ['ID=3a193b8c-f836-4c7d-a747-374206cf1612,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:30.713347 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808e745-9a93-4b89-8ee0-e4a714665e5c req-681de2fe-de8c-455c-865e-6a6e17e0f773 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:30.715075 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f808e745-9a93-4b89-8ee0-e4a714665e5c req-681de2fe-de8c-455c-865e-6a6e17e0f773 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] 10.222.0.89 "GET /v2.0/ports?device_id=c06e7dcd-b53c-4bf7-99c2-da265be95bb3 HTTP/1.1" status: 200 len: 936 time: 0.0670760 Feb 20 03:25:30.718796 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-92aba6c2-3f06-4df4-bf30-46479f0a025d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3b2417f7-5f52-4459-a350-2ba512509733), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:30.732114 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88abf41e-a1cc-480b-a347-459a6fbdf040 admin admin] Network b504e63f-d94a-4dc9-96a3-8ec2e4edd361 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:25:30.733513 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-88abf41e-a1cc-480b-a347-459a6fbdf040 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:25:30.849191 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aba6c2-3f06-4df4-bf30-46479f0a025d service neutron] Pushing event updated for resources: {'Port': ['ID=3b2417f7-5f52-4459-a350-2ba512509733,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:30.888754 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f808e745-9a93-4b89-8ee0-e4a714665e5c req-5a4e0884-d07e-4fd3-97e2-7c3fc16d5456 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] 10.222.0.89 "GET /v2.0/security-groups?id=b3aa022f-02b8-41f1-85cc-a39cb1ba6036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674724 Feb 20 03:25:30.892085 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88abf41e-a1cc-480b-a347-459a6fbdf040 admin admin] Router c8b62cf8-5276-4c82-9bcb-052de3829760 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:25:30.894177 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-92aba6c2-3f06-4df4-bf30-46479f0a025d service neutron] Attempting to bind port 3b2417f7-5f52-4459-a350-2ba512509733 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:25:30.894561 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-92aba6c2-3f06-4df4-bf30-46479f0a025d service neutron] Attempting to bind port 3b2417f7-5f52-4459-a350-2ba512509733 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:25:30.894943 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-92aba6c2-3f06-4df4-bf30-46479f0a025d service neutron] Attempting to bind port 3b2417f7-5f52-4459-a350-2ba512509733 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:25:30.901517 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-92aba6c2-3f06-4df4-bf30-46479f0a025d service neutron] Port 3b2417f7-5f52-4459-a350-2ba512509733 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:25:30.901859 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-92aba6c2-3f06-4df4-bf30-46479f0a025d service neutron] Attempting to bind port 3b2417f7-5f52-4459-a350-2ba512509733 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:25:30.916064 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-92aba6c2-3f06-4df4-bf30-46479f0a025d service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:25:30.916467 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-92aba6c2-3f06-4df4-bf30-46479f0a025d service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:25:30.916942 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-92aba6c2-3f06-4df4-bf30-46479f0a025d service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:25:30.917393 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-92aba6c2-3f06-4df4-bf30-46479f0a025d service neutron] Bound port: 3b2417f7-5f52-4459-a350-2ba512509733, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:25:30.917756 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-92aba6c2-3f06-4df4-bf30-46479f0a025d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3b2417f7-5f52-4459-a350-2ba512509733), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:31.036856 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-92aba6c2-3f06-4df4-bf30-46479f0a025d service neutron] For port 3b2417f7-5f52-4459-a350-2ba512509733, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:25:31.064522 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-92aba6c2-3f06-4df4-bf30-46479f0a025d service neutron] For port 3b2417f7-5f52-4459-a350-2ba512509733, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=3b2417f7-5f52-4459-a350-2ba512509733,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:25:31.064630 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88abf41e-a1cc-480b-a347-459a6fbdf040 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:25:31.064630 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-88abf41e-a1cc-480b-a347-459a6fbdf040 admin admin] 10.222.0.89 "PUT /v2.0/routers/c8b62cf8-5276-4c82-9bcb-052de3829760/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3152027 Feb 20 03:25:31.064776 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56307824-b80f-489b-85f8-1ed0e076bab9 None None] Sync routers for ids ['c8b62cf8-5276-4c82-9bcb-052de3829760'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:25:31.078347 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:31.083414 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56307824-b80f-489b-85f8-1ed0e076bab9 None None] Routers {'c8b62cf8-5276-4c82-9bcb-052de3829760'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:25:31.083414 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-56307824-b80f-489b-85f8-1ed0e076bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:25:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c8b62cf8-5276-4c82-9bcb-052de3829760'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:31.139426 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-92aba6c2-3f06-4df4-bf30-46479f0a025d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3b2417f7-5f52-4459-a350-2ba512509733), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:31.179835 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-92aba6c2-3f06-4df4-bf30-46479f0a025d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:31.180649 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-92aba6c2-3f06-4df4-bf30-46479f0a025d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:31.189448 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-92aba6c2-3f06-4df4-bf30-46479f0a025d service neutron] 10.222.0.93 "PUT /v2.0/ports/3b2417f7-5f52-4459-a350-2ba512509733 HTTP/1.1" status: 200 len: 1096 time: 1.6684151 Feb 20 03:25:31.192089 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06e7dcd-b53c-4bf7-99c2-da265be95bb3', 'tag': '3b2417f7-5f52-4459-a350-2ba512509733'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:25:31.205314 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8eb035-9204-4a7f-a29d-0268cd9be3bd" -d '{"events": [{"name": "network-changed", "server_uuid": "c06e7dcd-b53c-4bf7-99c2-da265be95bb3", "tag": "3b2417f7-5f52-4459-a350-2ba512509733"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:25:31.265205 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-56307824-b80f-489b-85f8-1ed0e076bab9 None None] Set router c8b62cf8-5276-4c82-9bcb-052de3829760 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:25:31.290083 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aba6c2-3f06-4df4-bf30-46479f0a025d service neutron] Pushing event updated for resources: {'Port': ['ID=3b2417f7-5f52-4459-a350-2ba512509733,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:31.307834 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52824) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:31.341298 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd3922-8e17-4ea5-bcb0-cca1fb3e7cc5 req-0b2728c1-7b1e-45dd-9c31-7dd6fdb6cef9 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:31.347034 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-24cd3922-8e17-4ea5-bcb0-cca1fb3e7cc5 req-0b2728c1-7b1e-45dd-9c31-7dd6fdb6cef9 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/ports?device_id=ddaaf383-a7f0-4a9b-b77e-f1538e64f5cc HTTP/1.1" status: 200 len: 949 time: 0.1357660 Feb 20 03:25:31.392000 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-3db5e7d6-5d55-4b75-ac59-4eb4aaebf2e2 None None] Provisioning complete for port 3a193b8c-f836-4c7d-a747-374206cf1612 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:31.392611 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3db5e7d6-5d55-4b75-ac59-4eb4aaebf2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3a193b8c-f836-4c7d-a747-374206cf1612), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:31.429442 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-24cd3922-8e17-4ea5-bcb0-cca1fb3e7cc5 req-49fd24fd-ab81-4bc9-827b-05df3140e23c tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/security-groups?id=663e13e4-9f8c-48e0-9eb5-6119952ffb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770884 Feb 20 03:25:31.440072 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-de0c5080-2eb8-4de2-b3ae-b55d5542e6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:31.441856 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-de0c5080-2eb8-4de2-b3ae-b55d5542e6b4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ef5cd1706f5b46d5ad0f9a7eb1050d6d&device_id=c06e7dcd-b53c-4bf7-99c2-da265be95bb3 HTTP/1.1" status: 200 len: 1130 time: 0.1469235 Feb 20 03:25:31.507035 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9a9fe3-4a19-417e-9cce-5f01da142f95 x-openstack-request-id: req-ba9a9fe3-4a19-417e-9cce-5f01da142f95 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:25:31.507330 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06e7dcd-b53c-4bf7-99c2-da265be95bb3", "tag": "3b2417f7-5f52-4459-a350-2ba512509733", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:25:31.507591 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ba9a9fe3-4a19-417e-9cce-5f01da142f95 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:25:31.507992 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06e7dcd-b53c-4bf7-99c2-da265be95bb3', 'tag': '3b2417f7-5f52-4459-a350-2ba512509733', 'status': 'completed', 'code': 200} Feb 20 03:25:31.509553 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-a9620a85-0df8-4f1e-9dd2-3bdcf52cd739 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=3b2417f7-5f52-4459-a350-2ba512509733 HTTP/1.1" status: 200 len: 217 time: 0.0602741 Feb 20 03:25:31.526096 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-3db5e7d6-5d55-4b75-ac59-4eb4aaebf2e2 None None] Port 3a193b8c-f836-4c7d-a747-374206cf1612 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:25:31.531016 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:25:31.593850 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-825558d2-f34e-4476-9b9a-2ef70cdb8e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:31.595346 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-825558d2-f34e-4476-9b9a-2ef70cdb8e3b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0768602 Feb 20 03:25:31.654888 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-40e46541-329c-4cbb-a521-e460ca207c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:31.656882 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-40e46541-329c-4cbb-a521-e460ca207c3d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0557714 Feb 20 03:25:31.688857 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52842) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:31.738736 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa,segment=NetworkSegment(c43c8696-5443-406b-ab1f-aa8c5bb1eaa0),segment_id=c43c8696-5443-406b-ab1f-aa8c5bb1eaa0)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:31.758174 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa', 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a', 'port_id': 'b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa', 'mac_address': 'fa:16:3e:aa:a8:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a6eef8-376a-483a-a26e-f4c41d993600', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:25:31.763836 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-56307824-b80f-489b-85f8-1ed0e076bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b62cf8-5276-4c82-9bcb-052de3829760', 'name': 'tempest-FloatingIPsNegativeTestJSON-2125383894-router', 'tenant_id': 'f78f9c9566564277b27489b2a31d8699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'dc2481da-5004-41fb-b5cd-d5a9acdcae44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:25:20Z', 'updated_at': '2022-02-20T03:25:29Z', 'revision_number': 4, 'project_id': 'f78f9c9566564277b27489b2a31d8699', 'gw_port': {'id': 'dc2481da-5004-41fb-b5cd-d5a9acdcae44', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b62cf8-5276-4c82-9bcb-052de3829760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:22Z', 'updated_at': '2022-02-20T03:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '3a193b8c-f836-4c7d-a747-374206cf1612', 'name': '', 'network_id': 'b504e63f-d94a-4dc9-96a3-8ec2e4edd361', 'tenant_id': 'f78f9c9566564277b27489b2a31d8699', 'mac_address': 'fa:16:3e:54:b3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b62cf8-5276-4c82-9bcb-052de3829760', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '66f72c11-472e-48bf-8ec7-ed83d22fae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:27Z', 'updated_at': '2022-02-20T03:25:30Z', 'revision_number': 2, 'project_id': 'f78f9c9566564277b27489b2a31d8699', 'subnets': [{'id': '66f72c11-472e-48bf-8ec7-ed83d22fae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:31.794849 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-9e5543c2-fd2a-433b-98cf-f912d8d5d02a service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316123 Feb 20 03:25:31.805299 n-d-829866-4 neutron-server[104106]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 20 03:25:31.810073 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-2af9c199-104b-4032-966c-080df66c3ca9 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:25:31.815437 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-2af9c199-104b-4032-966c-080df66c3ca9 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5013194 Feb 20 03:25:31.829155 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56307824-b80f-489b-85f8-1ed0e076bab9 None None] Checking router: c8b62cf8-5276-4c82-9bcb-052de3829760 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:25:31.829503 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56307824-b80f-489b-85f8-1ed0e076bab9 None None] Updating router c8b62cf8-5276-4c82-9bcb-052de3829760 port 3a193b8c-f836-4c7d-a747-374206cf1612 binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:25:31.879975 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:31.880379 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:31.882250 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-56307824-b80f-489b-85f8-1ed0e076bab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3a193b8c-f836-4c7d-a747-374206cf1612), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:31.905134 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:25:31.938047 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f2d8786-3747-4aca-a0e2-88aa29ebc1c2 req-c8aaedf5-ef9a-42a5-87c6-462e70ed6d3c service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367478 Feb 20 03:25:31.951582 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device dc2481da-5004-41fb-b5cd-d5a9acdcae44 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:25:31.965858 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-471db859-a9f9-467e-8bee-7da0dae5cc07 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6be0d9f682af466fba6166748077a792&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2757294 Feb 20 03:25:31.968321 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52860) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:32.022991 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-beea06f1-2831-48a8-aa1e-75f6575e7fe0 admin admin] Publish callbacks [] for security_group (bbaf851e-4d76-47f8-888b-976052c78f5b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:32.058272 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-beea06f1-2831-48a8-aa1e-75f6575e7fe0 admin admin] Publish callbacks [] for security_group (bbaf851e-4d76-47f8-888b-976052c78f5b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:32.141911 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8eb035-9204-4a7f-a29d-0268cd9be3bd req-2de44965-76ca-4135-adf0-2308161c778a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:32.144737 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ef8eb035-9204-4a7f-a29d-0268cd9be3bd req-2de44965-76ca-4135-adf0-2308161c778a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ef5cd1706f5b46d5ad0f9a7eb1050d6d&device_id=c06e7dcd-b53c-4bf7-99c2-da265be95bb3 HTTP/1.1" status: 200 len: 1130 time: 0.0813375 Feb 20 03:25:32.158171 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa,segment=NetworkSegment(c43c8696-5443-406b-ab1f-aa8c5bb1eaa0),segment_id=c43c8696-5443-406b-ab1f-aa8c5bb1eaa0)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:32.184343 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-beea06f1-2831-48a8-aa1e-75f6575e7fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (bbaf851e-4d76-47f8-888b-976052c78f5b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:32.187024 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-beea06f1-2831-48a8-aa1e-75f6575e7fe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:32.191491 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-beea06f1-2831-48a8-aa1e-75f6575e7fe0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/bbaf851e-4d76-47f8-888b-976052c78f5b HTTP/1.1" status: 204 len: 168 time: 0.2221696 Feb 20 03:25:32.200257 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea06f1-2831-48a8-aa1e-75f6575e7fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbaf851e-4d76-47f8-888b-976052c78f5b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:32.242792 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:32.276085 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8eb035-9204-4a7f-a29d-0268cd9be3bd req-45de87a6-dd61-4459-9657-8c0fc97a5ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:32.278200 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ef8eb035-9204-4a7f-a29d-0268cd9be3bd req-45de87a6-dd61-4459-9657-8c0fc97a5ee7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.1267645 Feb 20 03:25:32.353613 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ef8eb035-9204-4a7f-a29d-0268cd9be3bd req-3720807b-6565-46f1-96dd-75b6c290cefd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=3b2417f7-5f52-4459-a350-2ba512509733 HTTP/1.1" status: 200 len: 217 time: 0.0594275 Feb 20 03:25:32.379347 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port dc2481da-5004-41fb-b5cd-d5a9acdcae44 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:32.379752 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (dc2481da-5004-41fb-b5cd-d5a9acdcae44), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:32.381306 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:32.406891 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-172e3e14-5bb1-4dca-8872-ca406d816d33 req-ea6137c2-5a23-4824-b85a-428664fc2398 tempest-FloatingIPsNegativeTestJSON-1815228358 tempest-FloatingIPsNegativeTestJSON-1815228358-project] 10.222.0.89 "GET /v2.0/floatingips?tenant_id=f78f9c9566564277b27489b2a31d8699 HTTP/1.1" status: 200 len: 217 time: 0.0562284 Feb 20 03:25:32.485688 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:25:32.497524 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8eb035-9204-4a7f-a29d-0268cd9be3bd req-af21986f-6c5a-4d57-a880-05d847f01184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:32.504694 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ef8eb035-9204-4a7f-a29d-0268cd9be3bd req-af21986f-6c5a-4d57-a880-05d847f01184 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1393254 Feb 20 03:25:32.507433 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-9bd56d24-a321-44b6-a113-5835fe172498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:32.509239 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-9bd56d24-a321-44b6-a113-5835fe172498 service neutron] 10.222.0.89 "GET /v2.0/ports/217cd453-1931-435b-99c1-d06ac132a046 HTTP/1.1" status: 200 len: 1125 time: 0.4765317 Feb 20 03:25:32.518620 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-6b41d904-9c59-4138-b5a8-1e2d7450e323 service neutron] Request body: {'binding': {'host': 'n-h2-829866-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:32.519177 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-6b41d904-9c59-4138-b5a8-1e2d7450e323 service neutron] Unknown quota resources ['binding']. {{(pid=104106) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 20 03:25:32.609232 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port dc2481da-5004-41fb-b5cd-d5a9acdcae44 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:32.617293 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8eb035-9204-4a7f-a29d-0268cd9be3bd req-8b796cb8-3fd1-4782-b342-dc62418c60a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:32.620032 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ef8eb035-9204-4a7f-a29d-0268cd9be3bd req-8b796cb8-3fd1-4782-b342-dc62418c60a9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1119514 Feb 20 03:25:32.646808 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e85da-2ab3-4c94-98bc-ce4297174604 req-f1f69e58-8bed-4307-8082-984574b9761d tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:32.648897 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-275e85da-2ab3-4c94-98bc-ce4297174604 req-f1f69e58-8bed-4307-8082-984574b9761d tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/ports?device_id=6190f7bd-71ff-4d0e-92cd-c908aeed4288 HTTP/1.1" status: 200 len: 945 time: 0.1046557 Feb 20 03:25:32.678969 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-56307824-b80f-489b-85f8-1ed0e076bab9 None None] Publish callbacks [] for port (3a193b8c-f836-4c7d-a747-374206cf1612), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:32.764723 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-6b41d904-9c59-4138-b5a8-1e2d7450e323 service neutron] Attempting to bind port 217cd453-1931-435b-99c1-d06ac132a046 on host n-h2-829866-4 for vnic_type normal with profile None {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:25:32.765252 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-6b41d904-9c59-4138-b5a8-1e2d7450e323 service neutron] Attempting to bind port 217cd453-1931-435b-99c1-d06ac132a046 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:25:32.765572 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-6b41d904-9c59-4138-b5a8-1e2d7450e323 service neutron] Attempting to bind port 217cd453-1931-435b-99c1-d06ac132a046 on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:25:32.770474 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-6b41d904-9c59-4138-b5a8-1e2d7450e323 service neutron] Port 217cd453-1931-435b-99c1-d06ac132a046 on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:25:32.770791 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-6b41d904-9c59-4138-b5a8-1e2d7450e323 service neutron] Attempting to bind port 217cd453-1931-435b-99c1-d06ac132a046 on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:25:32.771641 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-56307824-b80f-489b-85f8-1ed0e076bab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3a193b8c-f836-4c7d-a747-374206cf1612), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:32.776505 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-6b41d904-9c59-4138-b5a8-1e2d7450e323 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:25:32.784252 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-6b41d904-9c59-4138-b5a8-1e2d7450e323 service neutron] Checking segment: {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:25:32.784252 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-6b41d904-9c59-4138-b5a8-1e2d7450e323 service neutron] Bound using segment: {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:25:32.784252 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-6b41d904-9c59-4138-b5a8-1e2d7450e323 service neutron] Bound port: 217cd453-1931-435b-99c1-d06ac132a046, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:25:32.821444 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-275e85da-2ab3-4c94-98bc-ce4297174604 req-a9631f76-55eb-46c1-9ee9-399c908adfff tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/security-groups?id=46eb71f2-3e3b-4d1c-9ea4-d785ed412b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519787 Feb 20 03:25:32.832318 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:32.840992 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ef8eb035-9204-4a7f-a29d-0268cd9be3bd req-db6d4e23-0372-478a-b2dd-bf53dcd69459 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119970 Feb 20 03:25:32.862841 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-6b41d904-9c59-4138-b5a8-1e2d7450e323 service neutron] For port 217cd453-1931-435b-99c1-d06ac132a046, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=217cd453-1931-435b-99c1-d06ac132a046,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:25:32.883463 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17adb420-1ace-4781-a667-4caa89aaf9c9 None None] Pushing event updated for resources: {'Port': ['ID=3a193b8c-f836-4c7d-a747-374206cf1612,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:32.940961 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-56307824-b80f-489b-85f8-1ed0e076bab9 None None] Attempting to bind port 3a193b8c-f836-4c7d-a747-374206cf1612 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:25:32.941352 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-56307824-b80f-489b-85f8-1ed0e076bab9 None None] Attempting to bind port 3a193b8c-f836-4c7d-a747-374206cf1612 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'ac804662-490e-4d65-b1b7-2e045239d904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b504e63f-d94a-4dc9-96a3-8ec2e4edd361'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:25:32.941725 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56307824-b80f-489b-85f8-1ed0e076bab9 None None] Attempting to bind port 3a193b8c-f836-4c7d-a747-374206cf1612 on network b504e63f-d94a-4dc9-96a3-8ec2e4edd361 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:25:32.957238 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56307824-b80f-489b-85f8-1ed0e076bab9 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:25:32.960303 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56307824-b80f-489b-85f8-1ed0e076bab9 None None] Checking segment: {'id': 'ac804662-490e-4d65-b1b7-2e045239d904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b504e63f-d94a-4dc9-96a3-8ec2e4edd361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:25:32.960846 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-56307824-b80f-489b-85f8-1ed0e076bab9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:32.961259 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56307824-b80f-489b-85f8-1ed0e076bab9 None None] Bound using segment: {'id': 'ac804662-490e-4d65-b1b7-2e045239d904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b504e63f-d94a-4dc9-96a3-8ec2e4edd361'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:25:32.961781 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-56307824-b80f-489b-85f8-1ed0e076bab9 None None] Bound port: 3a193b8c-f836-4c7d-a747-374206cf1612, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac804662-490e-4d65-b1b7-2e045239d904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b504e63f-d94a-4dc9-96a3-8ec2e4edd361'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:25:32.963497 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-56307824-b80f-489b-85f8-1ed0e076bab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3a193b8c-f836-4c7d-a747-374206cf1612), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:32.993492 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-6b41d904-9c59-4138-b5a8-1e2d7450e323 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:32.995959 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-6b41d904-9c59-4138-b5a8-1e2d7450e323 service neutron] 10.222.0.89 "POST /v2.0/ports/217cd453-1931-435b-99c1-d06ac132a046/bindings HTTP/1.1" status: 201 len: 389 time: 0.4814386 Feb 20 03:25:33.025451 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddfccc-5c3a-460b-b053-d53cf9bf93b2 req-07f45a70-ea3d-4475-96d1-242e2867eb28 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:33.034556 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-62ddfccc-5c3a-460b-b053-d53cf9bf93b2 req-07f45a70-ea3d-4475-96d1-242e2867eb28 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] 10.222.0.89 "GET /v2.0/ports?device_id=c06e7dcd-b53c-4bf7-99c2-da265be95bb3 HTTP/1.1" status: 200 len: 948 time: 0.1165869 Feb 20 03:25:33.054962 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ef8eb035-9204-4a7f-a29d-0268cd9be3bd req-122c29c6-15d7-4137-b98f-cef107f57e06 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077694 Feb 20 03:25:33.102524 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-62ddfccc-5c3a-460b-b053-d53cf9bf93b2 req-bd2f44b4-490d-430d-944e-4a7222623369 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] 10.222.0.89 "GET /v2.0/security-groups?id=b3aa022f-02b8-41f1-85cc-a39cb1ba6036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664799 Feb 20 03:25:33.104130 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-56307824-b80f-489b-85f8-1ed0e076bab9 None None] For port 3a193b8c-f836-4c7d-a747-374206cf1612, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:25:33.112382 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-56307824-b80f-489b-85f8-1ed0e076bab9 None None] For port 3a193b8c-f836-4c7d-a747-374206cf1612, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3a193b8c-f836-4c7d-a747-374206cf1612,segment=NetworkSegment(ac804662-490e-4d65-b1b7-2e045239d904),segment_id=ac804662-490e-4d65-b1b7-2e045239d904)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:25:33.141318 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-6528c38e-2d56-45c3-afbb-8727b69dc911 None None] Provisioning complete for port 3a193b8c-f836-4c7d-a747-374206cf1612 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:33.145643 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6528c38e-2d56-45c3-afbb-8727b69dc911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3a193b8c-f836-4c7d-a747-374206cf1612), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:33.184321 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-6528c38e-2d56-45c3-afbb-8727b69dc911 None None] Port 3a193b8c-f836-4c7d-a747-374206cf1612 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:25:33.194777 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-56307824-b80f-489b-85f8-1ed0e076bab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3a193b8c-f836-4c7d-a747-374206cf1612), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:33.242887 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52892) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:33.285985 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17adb420-1ace-4781-a667-4caa89aaf9c9 None None] Pushing event updated for resources: {'Port': ['ID=3a193b8c-f836-4c7d-a747-374206cf1612,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:33.301212 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56307824-b80f-489b-85f8-1ed0e076bab9 None None] Routers {'c8b62cf8-5276-4c82-9bcb-052de3829760'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:25:33.301931 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-56307824-b80f-489b-85f8-1ed0e076bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:25:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c8b62cf8-5276-4c82-9bcb-052de3829760'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:33.311029 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2d7bdb65-bc0c-4a54-b33a-ad3013cb61ff req-9de1a479-9b52-466c-9022-9a27804771f9 tempest-FloatingIPsNegativeTestJSON-1815228358 tempest-FloatingIPsNegativeTestJSON-1815228358-project] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0470819 Feb 20 03:25:33.344002 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5602cd-ad54-4c0c-bb70-e8caefa1377f req-1e439665-88b2-49c0-85af-5c78bfde4648 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:33.345293 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d5602cd-ad54-4c0c-bb70-e8caefa1377f req-1e439665-88b2-49c0-85af-5c78bfde4648 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/ports?device_id=ddaaf383-a7f0-4a9b-b77e-f1538e64f5cc HTTP/1.1" status: 200 len: 949 time: 0.1271029 Feb 20 03:25:33.422663 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d5602cd-ad54-4c0c-bb70-e8caefa1377f req-6f08a5c5-40e1-45a1-9070-9abd0426b581 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/security-groups?id=663e13e4-9f8c-48e0-9eb5-6119952ffb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714319 Feb 20 03:25:33.443857 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-56307824-b80f-489b-85f8-1ed0e076bab9 None None] Set router c8b62cf8-5276-4c82-9bcb-052de3829760 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:25:33.505286 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:25:33.513162 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-d187c8b1-fcb1-4261-bd34-1e9024ae0d5f req-5e0de168-79fe-4170-918f-b9674fd37a83 tempest-FloatingIPsNegativeTestJSON-1815228358 tempest-FloatingIPsNegativeTestJSON-1815228358-project] show failed (client error): The resource could not be found. Feb 20 03:25:33.515293 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d187c8b1-fcb1-4261-bd34-1e9024ae0d5f req-5e0de168-79fe-4170-918f-b9674fd37a83 tempest-FloatingIPsNegativeTestJSON-1815228358 tempest-FloatingIPsNegativeTestJSON-1815228358-project] 10.222.0.89 "GET /v2.0/floatingips/dfc18d5c-83dc-43f1-a382-c1e26f05aef4 HTTP/1.1" status: 404 len: 350 time: 0.0425224 Feb 20 03:25:33.524700 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 52902) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:33.557256 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-8398c10f-b046-43cd-8617-c927bc589334 None None] Provisioning complete for port 3a193b8c-f836-4c7d-a747-374206cf1612 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:33.557794 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8398c10f-b046-43cd-8617-c927bc589334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3a193b8c-f836-4c7d-a747-374206cf1612), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:33.587737 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444ebc0-0944-4690-bc16-4422d1d59222 req-f771632b-80ad-41c5-9ac0-4ed7668ca2ae tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:33.589604 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c444ebc0-0944-4690-bc16-4422d1d59222 req-f771632b-80ad-41c5-9ac0-4ed7668ca2ae tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 946 time: 0.1952865 Feb 20 03:25:33.636976 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52904) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:33.653808 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6aa15937-e5d2-4a23-a3dd-61fa2000e36c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:33.681771 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c444ebc0-0944-4690-bc16-4422d1d59222 req-3f1edba4-ce70-4d04-aad0-045f31d0e840 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743372 Feb 20 03:25:33.804860 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-1c4e1668-72a6-4f40-8d99-0705f0a49c90 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-624813603-network', 'tenant_id': '91dc9f5ee2ca4472844d6a8cd0e30359'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:33.875065 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-8398c10f-b046-43cd-8617-c927bc589334 None None] Current status of the port 3a193b8c-f836-4c7d-a747-374206cf1612 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:33.878206 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8398c10f-b046-43cd-8617-c927bc589334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3a193b8c-f836-4c7d-a747-374206cf1612), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:33.901491 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:25:33.904775 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6aa15937-e5d2-4a23-a3dd-61fa2000e36c admin admin] Publish callbacks [] for security_group (ea165f6e-311f-44ca-92ed-c96ab0b34bbe), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:33.913469 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-56307824-b80f-489b-85f8-1ed0e076bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b62cf8-5276-4c82-9bcb-052de3829760', 'name': 'tempest-FloatingIPsNegativeTestJSON-2125383894-router', 'tenant_id': 'f78f9c9566564277b27489b2a31d8699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'dc2481da-5004-41fb-b5cd-d5a9acdcae44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:25:20Z', 'updated_at': '2022-02-20T03:25:29Z', 'revision_number': 4, 'project_id': 'f78f9c9566564277b27489b2a31d8699', 'gw_port': {'id': 'dc2481da-5004-41fb-b5cd-d5a9acdcae44', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b62cf8-5276-4c82-9bcb-052de3829760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:22Z', 'updated_at': '2022-02-20T03:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '3a193b8c-f836-4c7d-a747-374206cf1612', 'name': '', 'network_id': 'b504e63f-d94a-4dc9-96a3-8ec2e4edd361', 'tenant_id': 'f78f9c9566564277b27489b2a31d8699', 'mac_address': 'fa:16:3e:54:b3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b62cf8-5276-4c82-9bcb-052de3829760', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '66f72c11-472e-48bf-8ec7-ed83d22fae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:27Z', 'updated_at': '2022-02-20T03:25:33Z', 'revision_number': 4, 'project_id': 'f78f9c9566564277b27489b2a31d8699', 'subnets': [{'id': '66f72c11-472e-48bf-8ec7-ed83d22fae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:33.928964 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4e1668-72a6-4f40-8d99-0705f0a49c90 admin admin] Made reservation on behalf of 91dc9f5ee2ca4472844d6a8cd0e30359 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:25:33.940007 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1c4e1668-72a6-4f40-8d99-0705f0a49c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:33.950355 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:33.951120 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:33.956063 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56307824-b80f-489b-85f8-1ed0e076bab9 None None] The sync data for ids ['c8b62cf8-5276-4c82-9bcb-052de3829760'] in n-d-829866-4 is: [{'id': 'c8b62cf8-5276-4c82-9bcb-052de3829760', 'name': 'tempest-FloatingIPsNegativeTestJSON-2125383894-router', 'tenant_id': 'f78f9c9566564277b27489b2a31d8699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'dc2481da-5004-41fb-b5cd-d5a9acdcae44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:25:20Z', 'updated_at': '2022-02-20T03:25:29Z', 'revision_number': 4, 'project_id': 'f78f9c9566564277b27489b2a31d8699', 'gw_port': {'id': 'dc2481da-5004-41fb-b5cd-d5a9acdcae44', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b62cf8-5276-4c82-9bcb-052de3829760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:22Z', 'updated_at': '2022-02-20T03:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '3a193b8c-f836-4c7d-a747-374206cf1612', 'name': '', 'network_id': 'b504e63f-d94a-4dc9-96a3-8ec2e4edd361', 'tenant_id': 'f78f9c9566564277b27489b2a31d8699', 'mac_address': 'fa:16:3e:54:b3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b62cf8-5276-4c82-9bcb-052de3829760', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '66f72c11-472e-48bf-8ec7-ed83d22fae6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:27Z', 'updated_at': '2022-02-20T03:25:33Z', 'revision_number': 4, 'project_id': 'f78f9c9566564277b27489b2a31d8699', 'subnets': [{'id': '66f72c11-472e-48bf-8ec7-ed83d22fae6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:25:33.956270 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1c4e1668-72a6-4f40-8d99-0705f0a49c90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:33.960861 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-8398c10f-b046-43cd-8617-c927bc589334 None None] For port 3a193b8c-f836-4c7d-a747-374206cf1612, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3a193b8c-f836-4c7d-a747-374206cf1612,segment=NetworkSegment(ac804662-490e-4d65-b1b7-2e045239d904),segment_id=ac804662-490e-4d65-b1b7-2e045239d904)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:33.988134 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6aa15937-e5d2-4a23-a3dd-61fa2000e36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ea165f6e-311f-44ca-92ed-c96ab0b34bbe), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:34.049279 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa15937-e5d2-4a23-a3dd-61fa2000e36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea165f6e-311f-44ca-92ed-c96ab0b34bbe,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:34.052939 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8398c10f-b046-43cd-8617-c927bc589334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3a193b8c-f836-4c7d-a747-374206cf1612), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:34.104817 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6aa15937-e5d2-4a23-a3dd-61fa2000e36c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=fd622e3308464fdd820f7dffbdef9bad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4704475 Feb 20 03:25:34.105129 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 52914) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:34.163202 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-4c1d0fdc-dc56-4857-9422-4af00b6072f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:34.164668 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-4c1d0fdc-dc56-4857-9422-4af00b6072f6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f32a2222e912478982e32c7419305be8&device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 1128 time: 0.3478558 Feb 20 03:25:34.170303 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:34.170661 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:34.184568 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68509f4-26f4-44c0-8f38-223480d69dce req-f924253d-182c-48bb-85d0-0259948094e0 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:34.186164 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c68509f4-26f4-44c0-8f38-223480d69dce req-f924253d-182c-48bb-85d0-0259948094e0 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/ports?device_id=6190f7bd-71ff-4d0e-92cd-c908aeed4288 HTTP/1.1" status: 200 len: 945 time: 0.2598152 Feb 20 03:25:34.189606 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1c4e1668-72a6-4f40-8d99-0705f0a49c90 admin admin] Publish callbacks [] for security_group (3374d216-381b-4f5c-bb89-26686d90159e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:34.191964 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398c10f-b046-43cd-8617-c927bc589334 None None] Pushing event updated for resources: {'Port': ['ID=3a193b8c-f836-4c7d-a747-374206cf1612,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:34.220955 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6190f7bd-71ff-4d0e-92cd-c908aeed4288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:25:34.223495 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43d15a8-e64c-49fe-9e6d-2c983baab682" -d '{"events": [{"server_uuid": "6190f7bd-71ff-4d0e-92cd-c908aeed4288", "name": "network-vif-plugged", "status": "completed", "tag": "b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:25:34.237464 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa,segment=NetworkSegment(c43c8696-5443-406b-ab1f-aa8c5bb1eaa0),segment_id=c43c8696-5443-406b-ab1f-aa8c5bb1eaa0)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:34.247510 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1c4e1668-72a6-4f40-8d99-0705f0a49c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (3374d216-381b-4f5c-bb89-26686d90159e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:34.276550 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c4e1668-72a6-4f40-8d99-0705f0a49c90 admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:25:34.296792 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1c4e1668-72a6-4f40-8d99-0705f0a49c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (20384565-9e77-4b31-83d4-1b623923e4d1), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:34.297045 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-1c4e1668-72a6-4f40-8d99-0705f0a49c90 admin admin] Added segment 20384565-9e77-4b31-83d4-1b623923e4d1 of type vlan for network 5528b70c-0437-425a-a0ac-3485fc465717 Feb 20 03:25:34.300979 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:34.305485 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e1668-72a6-4f40-8d99-0705f0a49c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3374d216-381b-4f5c-bb89-26686d90159e,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:34.353827 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1c4e1668-72a6-4f40-8d99-0705f0a49c90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (5528b70c-0437-425a-a0ac-3485fc465717), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:34.385444 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:34.402782 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c68509f4-26f4-44c0-8f38-223480d69dce req-f663d256-0b2b-4080-9cea-b12a7c8c00f9 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/security-groups?id=46eb71f2-3e3b-4d1c-9ea4-d785ed412b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622217 Feb 20 03:25:34.416527 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1def9b54-d2d8-4ef8-bf5f-9d0072743b7a admin admin] Publish callbacks [] for security_group (ea165f6e-311f-44ca-92ed-c96ab0b34bbe), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:34.447424 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1c4e1668-72a6-4f40-8d99-0705f0a49c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (5528b70c-0437-425a-a0ac-3485fc465717), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:34.448247 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4e1668-72a6-4f40-8d99-0705f0a49c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:34.449389 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1c4e1668-72a6-4f40-8d99-0705f0a49c90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:34.489495 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8502d45-ce18-4aad-a3b0-1fb823bf8e36 req-2d4d9be2-1f70-4897-bed8-3275471d5059 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:34.500315 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b8502d45-ce18-4aad-a3b0-1fb823bf8e36 req-2d4d9be2-1f70-4897-bed8-3275471d5059 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/ports?device_id=ddaaf383-a7f0-4a9b-b77e-f1538e64f5cc HTTP/1.1" status: 200 len: 949 time: 0.3306038 Feb 20 03:25:34.534910 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e1668-72a6-4f40-8d99-0705f0a49c90 admin admin] Pushing event updated for resources: {'Network': ['ID=5528b70c-0437-425a-a0ac-3485fc465717,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:34.538194 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1def9b54-d2d8-4ef8-bf5f-9d0072743b7a admin admin] Publish callbacks [] for security_group (ea165f6e-311f-44ca-92ed-c96ab0b34bbe), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:34.547090 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 5528b70c-0437-425a-a0ac-3485fc465717 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:25:34.560830 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1c4e1668-72a6-4f40-8d99-0705f0a49c90 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3164754 Feb 20 03:25:34.563440 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52926) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:34.566205 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-33af6381-b90f-411f-9b46-ef5ba7e40e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:34.569088 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-33af6381-b90f-411f-9b46-ef5ba7e40e8b service neutron] 10.222.0.93 "GET /v2.0/networks?id=b760bf03-7766-4aef-bd0e-08d3e5c4e949 HTTP/1.1" status: 200 len: 909 time: 0.3638237 Feb 20 03:25:34.569252 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-b51eac01-ff05-45f0-8e5d-a9956f110c87 admin admin] Request body: {'subnet': {'network_id': '5528b70c-0437-425a-a0ac-3485fc465717', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-624813603-subnet', 'tenant_id': '91dc9f5ee2ca4472844d6a8cd0e30359', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:34.670418 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51eac01-ff05-45f0-8e5d-a9956f110c87 admin admin] Made reservation on behalf of 91dc9f5ee2ca4472844d6a8cd0e30359 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:25:34.673494 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b51eac01-ff05-45f0-8e5d-a9956f110c87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:34.691771 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-a9dede7a-153b-40d6-8422-02695bdeadbf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=217cd453-1931-435b-99c1-d06ac132a046 HTTP/1.1" status: 200 len: 217 time: 0.0780234 Feb 20 03:25:34.721570 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b8502d45-ce18-4aad-a3b0-1fb823bf8e36 req-50ab6921-bc88-41bf-92ba-0db3896361ed tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/security-groups?id=663e13e4-9f8c-48e0-9eb5-6119952ffb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171450 Feb 20 03:25:34.786755 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9353f5-8a71-486e-956c-c9a55a72ae21 x-openstack-request-id: req-9b9353f5-8a71-486e-956c-c9a55a72ae21 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:25:34.787297 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6190f7bd-71ff-4d0e-92cd-c908aeed4288", "name": "network-vif-plugged", "status": "completed", "tag": "b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:25:34.788146 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9b9353f5-8a71-486e-956c-c9a55a72ae21 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:25:34.789945 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6190f7bd-71ff-4d0e-92cd-c908aeed4288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa', 'code': 200} Feb 20 03:25:34.810500 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a790b7e-74c1-4ae4-ba34-354a61fbb145 req-d37b6929-1f70-42ef-a08e-a2f86cbfa5c1 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:34.812116 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a790b7e-74c1-4ae4-ba34-354a61fbb145 req-d37b6929-1f70-42ef-a08e-a2f86cbfa5c1 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] 10.222.0.89 "GET /v2.0/ports?device_id=c06e7dcd-b53c-4bf7-99c2-da265be95bb3 HTTP/1.1" status: 200 len: 948 time: 0.3166113 Feb 20 03:25:34.840186 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-3cd54a4f-fde1-4ddd-bc26-c1829cb1d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:34.841853 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-3cd54a4f-fde1-4ddd-bc26-c1829cb1d254 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=458c6d71-ffe3-42c1-873f-079dd6df07cb HTTP/1.1" status: 200 len: 848 time: 0.1401799 Feb 20 03:25:34.897805 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-fd326e8a-427d-4366-b954-0398f916f962 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b760bf03-7766-4aef-bd0e-08d3e5c4e949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450952 Feb 20 03:25:34.904352 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1def9b54-d2d8-4ef8-bf5f-9d0072743b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ea165f6e-311f-44ca-92ed-c96ab0b34bbe), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:34.908870 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1def9b54-d2d8-4ef8-bf5f-9d0072743b7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:34.924206 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1def9b54-d2d8-4ef8-bf5f-9d0072743b7a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ea165f6e-311f-44ca-92ed-c96ab0b34bbe HTTP/1.1" status: 204 len: 168 time: 0.8023348 Feb 20 03:25:34.961905 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595392e-c0b5-417c-a421-99b21f3e9c25 req-93f27018-a4c2-4bda-808e-2274a2bb9c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:34.963147 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d595392e-c0b5-417c-a421-99b21f3e9c25 req-93f27018-a4c2-4bda-808e-2274a2bb9c43 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6190f7bd-71ff-4d0e-92cd-c908aeed4288 HTTP/1.1" status: 200 len: 1128 time: 0.1035364 Feb 20 03:25:35.060407 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d595392e-c0b5-417c-a421-99b21f3e9c25 req-924aab46-053e-40e0-a28a-588fbd13fe47 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=46eb71f2-3e3b-4d1c-9ea4-d785ed412b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886550 Feb 20 03:25:35.072814 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def9b54-d2d8-4ef8-bf5f-9d0072743b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea165f6e-311f-44ca-92ed-c96ab0b34bbe,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:35.077434 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b51eac01-ff05-45f0-8e5d-a9956f110c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (e570f242-4684-4db2-b2a8-755bc6ec8973), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:35.089845 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a790b7e-74c1-4ae4-ba34-354a61fbb145 req-fa2ec3ec-085f-4861-b218-722f88c0cbc1 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] 10.222.0.89 "GET /v2.0/security-groups?id=b3aa022f-02b8-41f1-85cc-a39cb1ba6036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545094 Feb 20 03:25:35.149906 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-72e6d926-8604-4027-a52b-54aa825cdfa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (c8b62cf8-5276-4c82-9bcb-052de3829760), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:35.192710 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51eac01-ff05-45f0-8e5d-a9956f110c87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e570f242-4684-4db2-b2a8-755bc6ec8973,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:35.218762 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51eac01-ff05-45f0-8e5d-a9956f110c87 admin admin] Checking segment: {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:25:35.219187 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51eac01-ff05-45f0-8e5d-a9956f110c87 admin admin] Network hostable DHCP agents. Network: 5528b70c-0437-425a-a0ac-3485fc465717, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:25:35.317712 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51eac01-ff05-45f0-8e5d-a9956f110c87 admin admin] Network 5528b70c-0437-425a-a0ac-3485fc465717 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:25:35.409233 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-b51eac01-ff05-45f0-8e5d-a9956f110c87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 5528b70c-0437-425a-a0ac-3485fc465717) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:25:35.417729 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9b574d-4fe9-4685-b426-852a337d9483 None None] Network 5528b70c-0437-425a-a0ac-3485fc465717 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:25:35.445290 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:25:35.473093 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51eac01-ff05-45f0-8e5d-a9956f110c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:35.475876 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b51eac01-ff05-45f0-8e5d-a9956f110c87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:35.546465 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-4ac946a7-ab22-4672-a43c-6fb30abe4cc5 service neutron] 10.222.0.93 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5970292 Feb 20 03:25:35.547749 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 3b2417f7-5f52-4459-a350-2ba512509733 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:25:35.554768 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b51eac01-ff05-45f0-8e5d-a9956f110c87 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9901252 Feb 20 03:25:35.589280 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b083a-14ef-4f2d-a3da-078abe220e31 req-e5fb9ed2-fe2f-472b-b0c7-8b700532aa72 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:35.594269 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-177b083a-14ef-4f2d-a3da-078abe220e31 req-e5fb9ed2-fe2f-472b-b0c7-8b700532aa72 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.93 "GET /v2.0/ports?device_id=ddaaf383-a7f0-4a9b-b77e-f1538e64f5cc HTTP/1.1" status: 200 len: 949 time: 0.2013154 Feb 20 03:25:35.773313 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-177b083a-14ef-4f2d-a3da-078abe220e31 req-7bdf51b8-774c-42a2-adab-2cb0faf8f500 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Deleting port 96eb6eb5-ab95-4f60-8411-318441d10d83 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:25:35.774591 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-177b083a-14ef-4f2d-a3da-078abe220e31 req-7bdf51b8-774c-42a2-adab-2cb0faf8f500 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (96eb6eb5-ab95-4f60-8411-318441d10d83), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:35.778400 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a03594-0619-42ca-a704-1a037566d7f4 req-a1d66982-6d0a-4cc1-95fa-6484f984db67 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:35.780097 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-03a03594-0619-42ca-a704-1a037566d7f4 req-a1d66982-6d0a-4cc1-95fa-6484f984db67 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 946 time: 0.6672082 Feb 20 03:25:35.876090 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846591e6-2007-4684-8882-eb6557ba1e72 req-4d016368-9f41-4c96-80f2-be9d8fcc2da7 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:35.883783 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-846591e6-2007-4684-8882-eb6557ba1e72 req-4d016368-9f41-4c96-80f2-be9d8fcc2da7 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/ports?device_id=6190f7bd-71ff-4d0e-92cd-c908aeed4288 HTTP/1.1" status: 200 len: 946 time: 0.3190093 Feb 20 03:25:35.944100 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-1efbef12-944b-421d-86b4-aa274379f549 service neutron] 10.222.0.93 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805099 Feb 20 03:25:35.972142 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-03a03594-0619-42ca-a704-1a037566d7f4 req-ffa8176d-7737-451e-ac20-c7b0315461a5 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816218 Feb 20 03:25:35.993917 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-177b083a-14ef-4f2d-a3da-078abe220e31 req-7bdf51b8-774c-42a2-adab-2cb0faf8f500 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] For port 96eb6eb5-ab95-4f60-8411-318441d10d83, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=96eb6eb5-ab95-4f60-8411-318441d10d83,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:36.002963 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-177b083a-14ef-4f2d-a3da-078abe220e31 req-7bdf51b8-774c-42a2-adab-2cb0faf8f500 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (96eb6eb5-ab95-4f60-8411-318441d10d83), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:36.003760 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4cacb5-3dc3-44c7-b02f-cdc29c4fe44d None None] Network 5528b70c-0437-425a-a0ac-3485fc465717 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:25:36.022036 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-846591e6-2007-4684-8882-eb6557ba1e72 req-e24f71b0-11b4-4c8f-8760-a19f256030ac tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/security-groups?id=46eb71f2-3e3b-4d1c-9ea4-d785ed412b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366935 Feb 20 03:25:36.062101 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-177b083a-14ef-4f2d-a3da-078abe220e31 req-7bdf51b8-774c-42a2-adab-2cb0faf8f500 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Calling delete_port for 96eb6eb5-ab95-4f60-8411-318441d10d83 owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:25:36.083689 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3a193b8c-f836-4c7d-a747-374206cf1612 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:25:36.201792 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52966) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:36.252434 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-80507893-7530-4156-9042-7abfbde20f38 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:36.254445 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-80507893-7530-4156-9042-7abfbde20f38 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd&tenant_id=f32a2222e912478982e32c7419305be8&binding%3Ahost_id=n-h1-829866-4 HTTP/1.1" status: 200 len: 1128 time: 0.2314825 Feb 20 03:25:36.255217 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 3b2417f7-5f52-4459-a350-2ba512509733, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=3b2417f7-5f52-4459-a350-2ba512509733,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:36.282323 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '3b2417f7-5f52-4459-a350-2ba512509733', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': '3b2417f7-5f52-4459-a350-2ba512509733', 'mac_address': 'fa:16:3e:d3:c6:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:25:36.291326 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-53d4a0e6-83cd-40cb-8886-83efde337f40 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829866-4'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:36.391402 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78106ab9-26de-4ca8-b584-00e7ea48bec0 req-1c88da0c-40e7-44e6-943a-abd9c57205d8 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:36.392933 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78106ab9-26de-4ca8-b584-00e7ea48bec0 req-1c88da0c-40e7-44e6-943a-abd9c57205d8 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/ports?device_id=ddaaf383-a7f0-4a9b-b77e-f1538e64f5cc HTTP/1.1" status: 200 len: 949 time: 0.2152519 Feb 20 03:25:36.420590 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-53d4a0e6-83cd-40cb-8886-83efde337f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (217cd453-1931-435b-99c1-d06ac132a046), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:36.422187 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 3a193b8c-f836-4c7d-a747-374206cf1612 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:36.422696 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3a193b8c-f836-4c7d-a747-374206cf1612), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:36.425493 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 3b2417f7-5f52-4459-a350-2ba512509733 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:36.425802 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3b2417f7-5f52-4459-a350-2ba512509733), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:36.432416 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-177b083a-14ef-4f2d-a3da-078abe220e31 req-7bdf51b8-774c-42a2-adab-2cb0faf8f500 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (96eb6eb5-ab95-4f60-8411-318441d10d83), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:36.449472 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6a09b-8179-4556-aada-7c242858a5c7 req-701118cd-693f-4d43-998a-470ef0add362 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:36.451064 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f3a6a09b-8179-4556-aada-7c242858a5c7 req-701118cd-693f-4d43-998a-470ef0add362 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] 10.222.0.89 "GET /v2.0/ports?device_id=c06e7dcd-b53c-4bf7-99c2-da265be95bb3 HTTP/1.1" status: 200 len: 948 time: 0.2061963 Feb 20 03:25:36.462170 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-72e6d926-8604-4027-a52b-54aa825cdfa0 admin admin] Deleting port 3a193b8c-f836-4c7d-a747-374206cf1612 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:25:36.463172 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-72e6d926-8604-4027-a52b-54aa825cdfa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (3a193b8c-f836-4c7d-a747-374206cf1612), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:36.463527 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['96eb6eb5-ab95-4f60-8411-318441d10d83'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:25:36.509883 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b2417f7-5f52-4459-a350-2ba512509733 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:25:36.548098 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 3b2417f7-5f52-4459-a350-2ba512509733, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=3b2417f7-5f52-4459-a350-2ba512509733,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:36.564200 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-441ef573-2808-4408-aa5e-13b542412a1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:36.572721 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf51b8-774c-42a2-adab-2cb0faf8f500 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Pushing event deleted for resources: {'Port': ['ID=96eb6eb5-ab95-4f60-8411-318441d10d83,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:36.583765 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78106ab9-26de-4ca8-b584-00e7ea48bec0 req-c972bae7-f7cb-41c2-b65c-d327496b8528 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.89 "GET /v2.0/security-groups?id=663e13e4-9f8c-48e0-9eb5-6119952ffb62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793342 Feb 20 03:25:36.607018 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 3a193b8c-f836-4c7d-a747-374206cf1612 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:36.653222 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3b2417f7-5f52-4459-a350-2ba512509733), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:36.679936 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f3a6a09b-8179-4556-aada-7c242858a5c7 req-06446092-7ece-4bf5-bef6-b63ac4d7d6c6 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] 10.222.0.89 "GET /v2.0/security-groups?id=b3aa022f-02b8-41f1-85cc-a39cb1ba6036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869879 Feb 20 03:25:36.695026 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-72e6d926-8604-4027-a52b-54aa825cdfa0 admin admin] For port 3a193b8c-f836-4c7d-a747-374206cf1612, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3a193b8c-f836-4c7d-a747-374206cf1612,segment=NetworkSegment(ac804662-490e-4d65-b1b7-2e045239d904),segment_id=ac804662-490e-4d65-b1b7-2e045239d904)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:36.695400 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-72e6d926-8604-4027-a52b-54aa825cdfa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (3a193b8c-f836-4c7d-a747-374206cf1612), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:36.726044 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-177b083a-14ef-4f2d-a3da-078abe220e31 req-7bdf51b8-774c-42a2-adab-2cb0faf8f500 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] No DVR routers for this DVR port 96eb6eb5-ab95-4f60-8411-318441d10d83 on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:25:36.729414 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-72e6d926-8604-4027-a52b-54aa825cdfa0 admin admin] Calling delete_port for 3a193b8c-f836-4c7d-a747-374206cf1612 owned by network:router_interface {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:25:36.736705 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-177b083a-14ef-4f2d-a3da-078abe220e31 req-7bdf51b8-774c-42a2-adab-2cb0faf8f500 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:36.746060 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-177b083a-14ef-4f2d-a3da-078abe220e31 req-7bdf51b8-774c-42a2-adab-2cb0faf8f500 tempest-DeleteServersAdminTestJSON-1234194536 tempest-DeleteServersAdminTestJSON-1234194536-project] 10.222.0.93 "DELETE /v2.0/ports/96eb6eb5-ab95-4f60-8411-318441d10d83 HTTP/1.1" status: 204 len: 173 time: 1.1443522 Feb 20 03:25:36.746567 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddaaf383-a7f0-4a9b-b77e-f1538e64f5cc', 'name': 'network-vif-deleted', 'tag': '96eb6eb5-ab95-4f60-8411-318441d10d83'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:25:36.749840 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa12d0b-6c4b-43c9-ab8a-1f493a3cff58" -d '{"events": [{"server_uuid": "ddaaf383-a7f0-4a9b-b77e-f1538e64f5cc", "name": "network-vif-deleted", "tag": "96eb6eb5-ab95-4f60-8411-318441d10d83"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:25:36.768658 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-53d4a0e6-83cd-40cb-8886-83efde337f40 service neutron] For port 217cd453-1931-435b-99c1-d06ac132a046, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=217cd453-1931-435b-99c1-d06ac132a046,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:36.805365 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-441ef573-2808-4408-aa5e-13b542412a1e admin admin] Publish callbacks [] for security_group (a69df743-689d-4b21-9aa9-1516e8a4ed41), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:36.830308 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19dacda0-ead8-4ff2-824b-75f03239bb86 x-openstack-request-id: req-19dacda0-ead8-4ff2-824b-75f03239bb86 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:25:36.830651 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddaaf383-a7f0-4a9b-b77e-f1538e64f5cc", "name": "network-vif-deleted", "tag": "96eb6eb5-ab95-4f60-8411-318441d10d83", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:25:36.830926 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-19dacda0-ead8-4ff2-824b-75f03239bb86 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:25:36.831384 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddaaf383-a7f0-4a9b-b77e-f1538e64f5cc', 'name': 'network-vif-deleted', 'tag': '96eb6eb5-ab95-4f60-8411-318441d10d83', 'status': 'completed', 'code': 200} Feb 20 03:25:36.832064 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=3b2417f7-5f52-4459-a350-2ba512509733,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:36.876070 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-441ef573-2808-4408-aa5e-13b542412a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a69df743-689d-4b21-9aa9-1516e8a4ed41), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:36.919720 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['3b2417f7-5f52-4459-a350-2ba512509733'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:25:36.956561 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-441ef573-2808-4408-aa5e-13b542412a1e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=fb3ab632d6504bd0ae77f9e5396e5448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7533617 Feb 20 03:25:36.963479 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ef573-2808-4408-aa5e-13b542412a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69df743-689d-4b21-9aa9-1516e8a4ed41,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:36.986541 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52986) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:36.986775 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-53d4a0e6-83cd-40cb-8886-83efde337f40 service neutron] For port 217cd453-1931-435b-99c1-d06ac132a046, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:25:37.035520 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-53d4a0e6-83cd-40cb-8886-83efde337f40 service neutron] Publish callbacks [] for port (217cd453-1931-435b-99c1-d06ac132a046), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:37.040139 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e621a30a-7cd6-4ccc-8d3f-0f036a4295cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '217cd453-1931-435b-99c1-d06ac132a046'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:25:37.043235 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b19eb5-47ce-4ad1-8c5c-b05a53968da2" -d '{"events": [{"server_uuid": "e621a30a-7cd6-4ccc-8d3f-0f036a4295cd", "name": "network-vif-unplugged", "status": "completed", "tag": "217cd453-1931-435b-99c1-d06ac132a046"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:25:37.112648 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52998) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:37.128630 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-71f16b31-18af-4093-a177-cf7e7e6bc87d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-835513934-network', 'tenant_id': 'b820e817c2894ed0b2a8a996de8c57fe'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:37.165828 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-53d4a0e6-83cd-40cb-8886-83efde337f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (217cd453-1931-435b-99c1-d06ac132a046), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:37.195879 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0a959fd1-a291-4b4d-9a52-b4ac0a04250f admin admin] Publish callbacks [] for security_group (a69df743-689d-4b21-9aa9-1516e8a4ed41), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:37.224421 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0a959fd1-a291-4b4d-9a52-b4ac0a04250f admin admin] Publish callbacks [] for security_group (a69df743-689d-4b21-9aa9-1516e8a4ed41), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:37.277706 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f16b31-18af-4093-a177-cf7e7e6bc87d admin admin] Made reservation on behalf of b820e817c2894ed0b2a8a996de8c57fe for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:25:37.280428 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71f16b31-18af-4093-a177-cf7e7e6bc87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:37.295099 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef46d32-2684-4857-acc5-7d7750625bd3 req-bfe5ff4c-fa3e-462f-ab40-9a7b6d067bd4 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:37.298933 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71f16b31-18af-4093-a177-cf7e7e6bc87d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:37.299100 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4ef46d32-2684-4857-acc5-7d7750625bd3 req-bfe5ff4c-fa3e-462f-ab40-9a7b6d067bd4 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/ports?device_id=6190f7bd-71ff-4d0e-92cd-c908aeed4288 HTTP/1.1" status: 200 len: 946 time: 0.2081203 Feb 20 03:25:37.307273 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4a0e6-83cd-40cb-8886-83efde337f40 service neutron] Pushing event updated for resources: {'Port': ['ID=217cd453-1931-435b-99c1-d06ac132a046,revision_number=7']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:37.347386 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-72e6d926-8604-4027-a52b-54aa825cdfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (3a193b8c-f836-4c7d-a747-374206cf1612), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:37.360973 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde5cc7-0277-4411-87d5-d3051e6611c8 req-57c0da7d-b90b-4701-9e95-395e3276a483 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:37.362486 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dfde5cc7-0277-4411-87d5-d3051e6611c8 req-57c0da7d-b90b-4701-9e95-395e3276a483 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 944 time: 0.2095366 Feb 20 03:25:37.403356 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0a959fd1-a291-4b4d-9a52-b4ac0a04250f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a69df743-689d-4b21-9aa9-1516e8a4ed41), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:37.405913 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0a959fd1-a291-4b4d-9a52-b4ac0a04250f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:37.407298 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0a959fd1-a291-4b4d-9a52-b4ac0a04250f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a69df743-689d-4b21-9aa9-1516e8a4ed41 HTTP/1.1" status: 204 len: 168 time: 0.4194853 Feb 20 03:25:37.418733 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e6d926-8604-4027-a52b-54aa825cdfa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a193b8c-f836-4c7d-a747-374206cf1612,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:37.428795 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-53d4a0e6-83cd-40cb-8886-83efde337f40 service neutron] Attempting to bind port 217cd453-1931-435b-99c1-d06ac132a046 on host n-h1-829866-4 for vnic_type normal with profile {"migrating_to": "n-h2-829866-4"} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:25:37.429121 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-53d4a0e6-83cd-40cb-8886-83efde337f40 service neutron] Attempting to bind port 217cd453-1931-435b-99c1-d06ac132a046 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:25:37.429447 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-53d4a0e6-83cd-40cb-8886-83efde337f40 service neutron] Attempting to bind port 217cd453-1931-435b-99c1-d06ac132a046 on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:25:37.451657 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a959fd1-a291-4b4d-9a52-b4ac0a04250f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69df743-689d-4b21-9aa9-1516e8a4ed41,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:37.468462 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-53d4a0e6-83cd-40cb-8886-83efde337f40 service neutron] Port 217cd453-1931-435b-99c1-d06ac132a046 on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:25:37.468686 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-53d4a0e6-83cd-40cb-8886-83efde337f40 service neutron] Attempting to bind port 217cd453-1931-435b-99c1-d06ac132a046 on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:25:37.477587 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 96eb6eb5-ab95-4f60-8411-318441d10d83 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:25:37.521598 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 96eb6eb5-ab95-4f60-8411-318441d10d83 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:25:37.522184 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 96eb6eb5-ab95-4f60-8411-318441d10d83 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:25:37.531513 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71f16b31-18af-4093-a177-cf7e7e6bc87d admin admin] Publish callbacks [] for security_group (d95ce8c0-f779-4198-8c19-494be4ba5054), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:37.555148 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-53d4a0e6-83cd-40cb-8886-83efde337f40 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:25:37.555148 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-53d4a0e6-83cd-40cb-8886-83efde337f40 service neutron] Checking segment: {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:25:37.555148 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-53d4a0e6-83cd-40cb-8886-83efde337f40 service neutron] Bound using segment: {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:25:37.555148 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-53d4a0e6-83cd-40cb-8886-83efde337f40 service neutron] Bound port: 217cd453-1931-435b-99c1-d06ac132a046, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:25:37.555148 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-53d4a0e6-83cd-40cb-8886-83efde337f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (217cd453-1931-435b-99c1-d06ac132a046), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:37.559365 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4ef46d32-2684-4857-acc5-7d7750625bd3 req-e9e5aa6c-d77e-468f-ace0-6eaf07bd4bc5 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/security-groups?id=46eb71f2-3e3b-4d1c-9ea4-d785ed412b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555354 Feb 20 03:25:37.619375 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71f16b31-18af-4093-a177-cf7e7e6bc87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d95ce8c0-f779-4198-8c19-494be4ba5054), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:37.644037 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c229644-c7b4-442b-b670-4a0ea2149e1a x-openstack-request-id: req-8c229644-c7b4-442b-b670-4a0ea2149e1a {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:25:37.644575 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e621a30a-7cd6-4ccc-8d3f-0f036a4295cd", "name": "network-vif-unplugged", "status": "completed", "tag": "217cd453-1931-435b-99c1-d06ac132a046", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:25:37.644575 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8c229644-c7b4-442b-b670-4a0ea2149e1a {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:25:37.645422 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e621a30a-7cd6-4ccc-8d3f-0f036a4295cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '217cd453-1931-435b-99c1-d06ac132a046', 'code': 200} Feb 20 03:25:37.654355 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f16b31-18af-4093-a177-cf7e7e6bc87d admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:25:37.664469 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f16b31-18af-4093-a177-cf7e7e6bc87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95ce8c0-f779-4198-8c19-494be4ba5054,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:37.670486 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71f16b31-18af-4093-a177-cf7e7e6bc87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (7cdbaafa-fb24-4b06-9089-7f74be797946), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:37.670702 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-71f16b31-18af-4093-a177-cf7e7e6bc87d admin admin] Added segment 7cdbaafa-fb24-4b06-9089-7f74be797946 of type vlan for network d61350ba-1565-4b0e-86c6-f1cf716347d2 Feb 20 03:25:37.677231 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dfde5cc7-0277-4411-87d5-d3051e6611c8 req-0c5e5e1d-ecee-4516-87f1-ca44852c4cad tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037033 Feb 20 03:25:37.725965 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-72e6d926-8604-4027-a52b-54aa825cdfa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (c8b62cf8-5276-4c82-9bcb-052de3829760), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:37.737440 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-53d4a0e6-83cd-40cb-8886-83efde337f40 service neutron] For port 217cd453-1931-435b-99c1-d06ac132a046, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:25:37.740634 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-53d4a0e6-83cd-40cb-8886-83efde337f40 service neutron] For port 217cd453-1931-435b-99c1-d06ac132a046, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=217cd453-1931-435b-99c1-d06ac132a046,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:25:37.772073 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71f16b31-18af-4093-a177-cf7e7e6bc87d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (d61350ba-1565-4b0e-86c6-f1cf716347d2), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:37.827111 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-53d4a0e6-83cd-40cb-8886-83efde337f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (217cd453-1931-435b-99c1-d06ac132a046), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:37.904889 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71f16b31-18af-4093-a177-cf7e7e6bc87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (d61350ba-1565-4b0e-86c6-f1cf716347d2), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:37.905865 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f16b31-18af-4093-a177-cf7e7e6bc87d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:37.906980 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71f16b31-18af-4093-a177-cf7e7e6bc87d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:37.983027 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cfb5b3-6724-467a-bfa4-4ed714f47e9a req-6a26eb92-6aad-4f03-b93e-f17152ace109 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:37.985629 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c5cfb5b3-6724-467a-bfa4-4ed714f47e9a req-6a26eb92-6aad-4f03-b93e-f17152ace109 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/ports?device_id=6190f7bd-71ff-4d0e-92cd-c908aeed4288 HTTP/1.1" status: 200 len: 946 time: 0.2020433 Feb 20 03:25:38.003495 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53020) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:38.006964 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-71f16b31-18af-4093-a177-cf7e7e6bc87d admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8838875 Feb 20 03:25:38.012101 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53022) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:38.012676 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f16b31-18af-4093-a177-cf7e7e6bc87d admin admin] Pushing event updated for resources: {'Network': ['ID=d61350ba-1565-4b0e-86c6-f1cf716347d2,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:38.023278 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network d61350ba-1565-4b0e-86c6-f1cf716347d2 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:25:38.030091 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-59a2021b-d8f2-4bec-b62b-8b805689fd0b admin admin] Request body: {'subnet': {'network_id': 'd61350ba-1565-4b0e-86c6-f1cf716347d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-835513934-subnet', 'tenant_id': 'b820e817c2894ed0b2a8a996de8c57fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:38.055712 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-4f58598b-3a86-4075-91af-4d1bec81a42e tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Request body: {'floatingip': {'port_id': 'b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:38.068250 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-53d4a0e6-83cd-40cb-8886-83efde337f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:38.069069 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-53d4a0e6-83cd-40cb-8886-83efde337f40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:38.070681 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-53d4a0e6-83cd-40cb-8886-83efde337f40 service neutron] 10.222.0.93 "PUT /v2.0/ports/217cd453-1931-435b-99c1-d06ac132a046 HTTP/1.1" status: 200 len: 1122 time: 1.7886596 Feb 20 03:25:38.071361 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4a0e6-83cd-40cb-8886-83efde337f40 service neutron] Pushing event updated for resources: {'Port': ['ID=217cd453-1931-435b-99c1-d06ac132a046,revision_number=8']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:38.137897 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['217cd453-1931-435b-99c1-d06ac132a046'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:25:38.191962 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4f58598b-3a86-4075-91af-4d1bec81a42e tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks [] for floatingip (34d7cc47-c1f9-499a-8656-ee6606908eb1), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:38.199807 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-b54bb7de-e45b-4187-aa0d-bb35f32f3bcf tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=feb3a335a6494643a957c8a4b1b091bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1357198 Feb 20 03:25:38.381867 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53030) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:38.396868 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7eeb940c-ab37-4605-b16e-634bcd11ad85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:38.476310 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7eeb940c-ab37-4605-b16e-634bcd11ad85 admin admin] Publish callbacks [] for security_group (1d1fd3d1-63e7-4c68-b66a-14940eb12100), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:38.508787 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a2021b-d8f2-4bec-b62b-8b805689fd0b admin admin] Made reservation on behalf of b820e817c2894ed0b2a8a996de8c57fe for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:25:38.511596 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-59a2021b-d8f2-4bec-b62b-8b805689fd0b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:38.549673 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7eeb940c-ab37-4605-b16e-634bcd11ad85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1d1fd3d1-63e7-4c68-b66a-14940eb12100), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:38.591808 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7eeb940c-ab37-4605-b16e-634bcd11ad85 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ea3adafd439e4de597938d5423139c21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2088497 Feb 20 03:25:38.592613 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb940c-ab37-4605-b16e-634bcd11ad85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1fd3d1-63e7-4c68-b66a-14940eb12100,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:38.594970 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53032) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:38.643880 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b0ec3a6-3556-4ce9-81e7-ed64ed9a161c admin admin] Publish callbacks [] for security_group (1d1fd3d1-63e7-4c68-b66a-14940eb12100), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:38.666216 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b0ec3a6-3556-4ce9-81e7-ed64ed9a161c admin admin] Publish callbacks [] for security_group (1d1fd3d1-63e7-4c68-b66a-14940eb12100), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:38.733815 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e2253-918f-4d4c-859e-b1aa829eea43 req-3dbb644b-12a2-4f30-9c4a-5ae2830122bf tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:38.735338 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-602e2253-918f-4d4c-859e-b1aa829eea43 req-3dbb644b-12a2-4f30-9c4a-5ae2830122bf tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] 10.222.0.89 "GET /v2.0/ports?device_id=c06e7dcd-b53c-4bf7-99c2-da265be95bb3 HTTP/1.1" status: 200 len: 949 time: 0.6046145 Feb 20 03:25:38.789873 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b0ec3a6-3556-4ce9-81e7-ed64ed9a161c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1d1fd3d1-63e7-4c68-b66a-14940eb12100), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:38.792635 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b0ec3a6-3556-4ce9-81e7-ed64ed9a161c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:38.793904 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2b0ec3a6-3556-4ce9-81e7-ed64ed9a161c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1d1fd3d1-63e7-4c68-b66a-14940eb12100 HTTP/1.1" status: 204 len: 168 time: 0.1980231 Feb 20 03:25:38.804888 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ec3a6-3556-4ce9-81e7-ed64ed9a161c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1fd3d1-63e7-4c68-b66a-14940eb12100,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:38.887447 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e6d926-8604-4027-a52b-54aa825cdfa0 admin admin] Router c8b62cf8-5276-4c82-9bcb-052de3829760 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:25:38.904320 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-5b846f4b-a5bd-43f2-96c4-7511908d87f3 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:38.905923 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-5b846f4b-a5bd-43f2-96c4-7511908d87f3 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4041841 Feb 20 03:25:38.937365 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-602e2253-918f-4d4c-859e-b1aa829eea43 req-273cc84d-78ba-4a24-8bde-9955f92d4035 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] 10.222.0.89 "GET /v2.0/security-groups?id=b3aa022f-02b8-41f1-85cc-a39cb1ba6036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920595 Feb 20 03:25:38.996347 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-2f63d6d3-3dd8-4f22-a826-1f9093170318 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/quotas/feb3a335a6494643a957c8a4b1b091bb HTTP/1.1" status: 200 len: 375 time: 0.0821161 Feb 20 03:25:39.112423 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-63e19bc8-f7c3-4b14-80f6-2cc7d5c2c556 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=feb3a335a6494643a957c8a4b1b091bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686321 Feb 20 03:25:39.344599 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a60f0-6cf4-43d7-a1fa-9938ba208dc3 req-49f79fc5-7aaf-4401-8002-d760f73b7cc2 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:39.346127 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ca2a60f0-6cf4-43d7-a1fa-9938ba208dc3 req-49f79fc5-7aaf-4401-8002-d760f73b7cc2 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 944 time: 0.3039162 Feb 20 03:25:39.353828 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e6d926-8604-4027-a52b-54aa825cdfa0 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:25:39.367086 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-72e6d926-8604-4027-a52b-54aa825cdfa0 admin admin] 10.222.0.89 "PUT /v2.0/routers/c8b62cf8-5276-4c82-9bcb-052de3829760/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8397551 Feb 20 03:25:39.368303 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-59a2021b-d8f2-4bec-b62b-8b805689fd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for subnet (1108d43d-7e8e-4126-a5ce-ba1d3bddbdef), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:39.368932 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f74eb6f-f322-44d8-97c0-4f729e9748e1 None None] Sync routers for ids ['c8b62cf8-5276-4c82-9bcb-052de3829760'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:25:39.369392 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53050) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:39.391224 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f74eb6f-f322-44d8-97c0-4f729e9748e1 None None] Routers {'c8b62cf8-5276-4c82-9bcb-052de3829760'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:25:39.391892 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-7f74eb6f-f322-44d8-97c0-4f729e9748e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:25:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c8b62cf8-5276-4c82-9bcb-052de3829760'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:39.480956 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 3b2417f7-5f52-4459-a350-2ba512509733 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:25:39.552291 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-35096438-2239-4538-a51f-6f4b221d6f45 req-e4f1f675-b8e5-4484-8edc-ae8eb63b4ec3 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3d21c15-e29f-4206-b4ee-b972eb696180 HTTP/1.1" status: 200 len: 210 time: 0.0749073 Feb 20 03:25:39.579669 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-7f74eb6f-f322-44d8-97c0-4f729e9748e1 None None] Set router c8b62cf8-5276-4c82-9bcb-052de3829760 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:25:39.621187 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2021b-d8f2-4bec-b62b-8b805689fd0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1108d43d-7e8e-4126-a5ce-ba1d3bddbdef,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:39.637847 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1cf43da-06f4-48fe-b19c-5c4ee3f6a62a admin admin] Publish callbacks [] for router (c8b62cf8-5276-4c82-9bcb-052de3829760), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:39.641454 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ca2a60f0-6cf4-43d7-a1fa-9938ba208dc3 req-566fffc4-1ec3-4ca0-ab20-89016d58da21 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743134 Feb 20 03:25:39.658315 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e621a30a-7cd6-4ccc-8d3f-0f036a4295cd', 'tag': '217cd453-1931-435b-99c1-d06ac132a046'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:25:39.664346 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0955df-1ffe-4545-97e1-65de745bf06d" -d '{"events": [{"name": "network-changed", "server_uuid": "e621a30a-7cd6-4ccc-8d3f-0f036a4295cd", "tag": "217cd453-1931-435b-99c1-d06ac132a046"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:25:39.698698 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 3b2417f7-5f52-4459-a350-2ba512509733 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:25:39.711146 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 3b2417f7-5f52-4459-a350-2ba512509733 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:39.713225 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3b2417f7-5f52-4459-a350-2ba512509733), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:39.750841 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.db.resource_extend [None req-4f58598b-3a86-4075-91af-4d1bec81a42e tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 03:25:39.753839 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a2021b-d8f2-4bec-b62b-8b805689fd0b admin admin] Checking segment: {'id': '7cdbaafa-fb24-4b06-9089-7f74be797946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd61350ba-1565-4b0e-86c6-f1cf716347d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:25:39.754207 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a2021b-d8f2-4bec-b62b-8b805689fd0b admin admin] Network hostable DHCP agents. Network: d61350ba-1565-4b0e-86c6-f1cf716347d2, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:25:39.822305 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a55a1c6-54ff-435f-917e-1f49964b4758 x-openstack-request-id: req-3a55a1c6-54ff-435f-917e-1f49964b4758 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:25:39.822447 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e621a30a-7cd6-4ccc-8d3f-0f036a4295cd", "tag": "217cd453-1931-435b-99c1-d06ac132a046", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:25:39.822809 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3a55a1c6-54ff-435f-917e-1f49964b4758 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:25:39.823148 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e621a30a-7cd6-4ccc-8d3f-0f036a4295cd', 'tag': '217cd453-1931-435b-99c1-d06ac132a046', 'status': 'completed', 'code': 200} Feb 20 03:25:39.856792 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-7f74eb6f-f322-44d8-97c0-4f729e9748e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b62cf8-5276-4c82-9bcb-052de3829760', 'name': 'tempest-FloatingIPsNegativeTestJSON-2125383894-router', 'tenant_id': 'f78f9c9566564277b27489b2a31d8699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'dc2481da-5004-41fb-b5cd-d5a9acdcae44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:25:20Z', 'updated_at': '2022-02-20T03:25:37Z', 'revision_number': 5, 'project_id': 'f78f9c9566564277b27489b2a31d8699', 'gw_port': {'id': 'dc2481da-5004-41fb-b5cd-d5a9acdcae44', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b62cf8-5276-4c82-9bcb-052de3829760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:22Z', 'updated_at': '2022-02-20T03:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:39.873164 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4f58598b-3a86-4075-91af-4d1bec81a42e tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:39.903200 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f74eb6f-f322-44d8-97c0-4f729e9748e1 None None] Checking router: c8b62cf8-5276-4c82-9bcb-052de3829760 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:25:39.914255 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f74eb6f-f322-44d8-97c0-4f729e9748e1 None None] Routers {'c8b62cf8-5276-4c82-9bcb-052de3829760'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:25:39.915511 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-7f74eb6f-f322-44d8-97c0-4f729e9748e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:25:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c8b62cf8-5276-4c82-9bcb-052de3829760'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:39.926787 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 3b2417f7-5f52-4459-a350-2ba512509733 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:39.927291 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3b2417f7-5f52-4459-a350-2ba512509733), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:39.934544 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0955df-1ffe-4545-97e1-65de745bf06d req-74ea88e3-5e62-40f2-9a4a-2a2593e56633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:39.936614 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6d0955df-1ffe-4545-97e1-65de745bf06d req-74ea88e3-5e62-40f2-9a4a-2a2593e56633 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f32a2222e912478982e32c7419305be8&device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 1156 time: 0.0836606 Feb 20 03:25:39.938653 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1cf43da-06f4-48fe-b19c-5c4ee3f6a62a admin admin] Publish callbacks [] for router_gateway (c8b62cf8-5276-4c82-9bcb-052de3829760), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:39.943837 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a2021b-d8f2-4bec-b62b-8b805689fd0b admin admin] Network d61350ba-1565-4b0e-86c6-f1cf716347d2 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:25:39.946005 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4f58598b-3a86-4075-91af-4d1bec81a42e tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (34d7cc47-c1f9-499a-8656-ee6606908eb1), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:39.966144 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06e7dcd-b53c-4bf7-99c2-da265be95bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2417f7-5f52-4459-a350-2ba512509733'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:25:39.968968 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052df327-5909-40bb-b2b3-263a8e2aa230" -d '{"events": [{"server_uuid": "c06e7dcd-b53c-4bf7-99c2-da265be95bb3", "name": "network-vif-plugged", "status": "completed", "tag": "3b2417f7-5f52-4459-a350-2ba512509733"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:25:40.008281 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 3b2417f7-5f52-4459-a350-2ba512509733, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=3b2417f7-5f52-4459-a350-2ba512509733,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:40.030332 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314cc26d-85c4-438f-a462-03a9cee2cfd6 x-openstack-request-id: req-314cc26d-85c4-438f-a462-03a9cee2cfd6 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:25:40.030903 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06e7dcd-b53c-4bf7-99c2-da265be95bb3", "name": "network-vif-plugged", "status": "completed", "tag": "3b2417f7-5f52-4459-a350-2ba512509733", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:25:40.031487 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-314cc26d-85c4-438f-a462-03a9cee2cfd6 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:25:40.032065 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06e7dcd-b53c-4bf7-99c2-da265be95bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2417f7-5f52-4459-a350-2ba512509733', 'code': 200} Feb 20 03:25:40.081797 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3b2417f7-5f52-4459-a350-2ba512509733), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:40.144683 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-7f74eb6f-f322-44d8-97c0-4f729e9748e1 None None] Set router c8b62cf8-5276-4c82-9bcb-052de3829760 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:25:40.159419 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-59a2021b-d8f2-4bec-b62b-8b805689fd0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, d61350ba-1565-4b0e-86c6-f1cf716347d2) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:25:40.169865 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0955df-1ffe-4545-97e1-65de745bf06d req-6615626e-e334-442e-8520-cf752f25fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:40.174803 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6d0955df-1ffe-4545-97e1-65de745bf06d req-6615626e-e334-442e-8520-cf752f25fd8c service neutron] 10.222.0.42 "GET /v2.0/networks?id=b760bf03-7766-4aef-bd0e-08d3e5c4e949 HTTP/1.1" status: 200 len: 909 time: 0.2291567 Feb 20 03:25:40.180614 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9184e0-f0eb-4995-ad93-8d003e52fd89 None None] Network d61350ba-1565-4b0e-86c6-f1cf716347d2 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:25:40.234961 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53080) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:40.241066 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=3b2417f7-5f52-4459-a350-2ba512509733,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:40.247928 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6d0955df-1ffe-4545-97e1-65de745bf06d req-9d376628-87e1-4141-9fbe-d6209d777360 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=217cd453-1931-435b-99c1-d06ac132a046 HTTP/1.1" status: 200 len: 217 time: 0.0638063 Feb 20 03:25:40.316725 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0955df-1ffe-4545-97e1-65de745bf06d req-fe40110b-8912-4f45-9dc4-4d40d349abe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:40.318823 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6d0955df-1ffe-4545-97e1-65de745bf06d req-fe40110b-8912-4f45-9dc4-4d40d349abe9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=458c6d71-ffe3-42c1-873f-079dd6df07cb HTTP/1.1" status: 200 len: 848 time: 0.0613072 Feb 20 03:25:40.324157 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-d1cf43da-06f4-48fe-b19c-5c4ee3f6a62a admin admin] Deleting port dc2481da-5004-41fb-b5cd-d5a9acdcae44 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:25:40.324498 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1cf43da-06f4-48fe-b19c-5c4ee3f6a62a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (dc2481da-5004-41fb-b5cd-d5a9acdcae44), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:40.445338 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6d0955df-1ffe-4545-97e1-65de745bf06d req-6cc32176-54c8-4053-b79a-88c164b1cf09 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b760bf03-7766-4aef-bd0e-08d3e5c4e949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921934 Feb 20 03:25:40.496015 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53088) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:40.553049 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-7c168953-bf7e-4b1a-a418-04d1e640bf5a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-42671854-network', 'tenant_id': 'd9bffb54cf7a459ab8f450e0dfefce78'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:40.579329 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-7f74eb6f-f322-44d8-97c0-4f729e9748e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b62cf8-5276-4c82-9bcb-052de3829760', 'name': 'tempest-FloatingIPsNegativeTestJSON-2125383894-router', 'tenant_id': 'f78f9c9566564277b27489b2a31d8699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'dc2481da-5004-41fb-b5cd-d5a9acdcae44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:25:20Z', 'updated_at': '2022-02-20T03:25:37Z', 'revision_number': 5, 'project_id': 'f78f9c9566564277b27489b2a31d8699', 'gw_port': {'id': 'dc2481da-5004-41fb-b5cd-d5a9acdcae44', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b62cf8-5276-4c82-9bcb-052de3829760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:22Z', 'updated_at': '2022-02-20T03:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:40.608594 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f74eb6f-f322-44d8-97c0-4f729e9748e1 None None] The sync data for ids ['c8b62cf8-5276-4c82-9bcb-052de3829760'] in n-d-829866-4 is: [{'id': 'c8b62cf8-5276-4c82-9bcb-052de3829760', 'name': 'tempest-FloatingIPsNegativeTestJSON-2125383894-router', 'tenant_id': 'f78f9c9566564277b27489b2a31d8699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'dc2481da-5004-41fb-b5cd-d5a9acdcae44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:25:20Z', 'updated_at': '2022-02-20T03:25:37Z', 'revision_number': 5, 'project_id': 'f78f9c9566564277b27489b2a31d8699', 'gw_port': {'id': 'dc2481da-5004-41fb-b5cd-d5a9acdcae44', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:1c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b62cf8-5276-4c82-9bcb-052de3829760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:22Z', 'updated_at': '2022-02-20T03:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:25:40.626467 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a2021b-d8f2-4bec-b62b-8b805689fd0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:40.627179 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-59a2021b-d8f2-4bec-b62b-8b805689fd0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:40.632737 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b148139-bb9a-445f-bfac-1f434bccd3af None None] Network d61350ba-1565-4b0e-86c6-f1cf716347d2 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:25:40.641163 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-d1cf43da-06f4-48fe-b19c-5c4ee3f6a62a admin admin] For port dc2481da-5004-41fb-b5cd-d5a9acdcae44, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=dc2481da-5004-41fb-b5cd-d5a9acdcae44,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:40.641707 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1cf43da-06f4-48fe-b19c-5c4ee3f6a62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (dc2481da-5004-41fb-b5cd-d5a9acdcae44), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:40.678666 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-d1cf43da-06f4-48fe-b19c-5c4ee3f6a62a admin admin] Calling delete_port for dc2481da-5004-41fb-b5cd-d5a9acdcae44 owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:25:40.694542 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-60e1f0ad-89eb-45d1-80c7-911a24bc5a39 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b3ad5a8490114ca1a4779f1dca148f1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1972859 Feb 20 03:25:40.710094 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53096) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:40.729282 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f3a0e5b7-44b4-439b-bb13-64a29cbe2ffa req-59b163e5-91e9-48c4-8b49-15e3abe3e78f tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3d21c15-e29f-4206-b4ee-b972eb696180 HTTP/1.1" status: 200 len: 210 time: 0.0972764 Feb 20 03:25:40.747064 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [None req-4f58598b-3a86-4075-91af-4d1bec81a42e tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Floating IP 34d7cc47-c1f9-499a-8656-ee6606908eb1 associated. External IP: 172.25.7.235, port: b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa. Feb 20 03:25:40.812668 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2598ad-4aac-4431-8f83-91a2b5a4a682 req-d1edd49f-07f7-4840-bad3-e3a10ad4507b tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:40.819692 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2598ad-4aac-4431-8f83-91a2b5a4a682 req-d1edd49f-07f7-4840-bad3-e3a10ad4507b tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] 10.222.0.89 "GET /v2.0/ports?device_id=c06e7dcd-b53c-4bf7-99c2-da265be95bb3 HTTP/1.1" status: 200 len: 950 time: 0.7283187 Feb 20 03:25:40.826714 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840bf14-4b21-4c99-a640-29aba4dfb6f0 req-b8f90965-130b-4e16-8430-90b322eac5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:40.828334 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3840bf14-4b21-4c99-a640-29aba4dfb6f0 req-b8f90965-130b-4e16-8430-90b322eac5d2 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c06e7dcd-b53c-4bf7-99c2-da265be95bb3 HTTP/1.1" status: 200 len: 1132 time: 0.7071011 Feb 20 03:25:40.878403 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-59a2021b-d8f2-4bec-b62b-8b805689fd0b admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.8534501 Feb 20 03:25:40.997381 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c168953-bf7e-4b1a-a418-04d1e640bf5a admin admin] Made reservation on behalf of d9bffb54cf7a459ab8f450e0dfefce78 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:25:40.999363 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7c168953-bf7e-4b1a-a418-04d1e640bf5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:41.013610 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2598ad-4aac-4431-8f83-91a2b5a4a682 req-ea38ebd4-b939-4980-b787-87daa9ee9244 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] 10.222.0.89 "GET /v2.0/security-groups?id=b3aa022f-02b8-41f1-85cc-a39cb1ba6036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842432 Feb 20 03:25:41.021098 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3840bf14-4b21-4c99-a640-29aba4dfb6f0 req-a1f771c1-66aa-45ce-a3d2-66d448217914 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b3aa022f-02b8-41f1-85cc-a39cb1ba6036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719501 Feb 20 03:25:41.030426 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b00bd-7156-4745-acea-93f7859174c3 req-b07855d5-a1c0-4e7e-908e-73e36a256b1c tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:41.037350 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2a4b00bd-7156-4745-acea-93f7859174c3 req-b07855d5-a1c0-4e7e-908e-73e36a256b1c tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 944 time: 0.2165158 Feb 20 03:25:41.065418 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7c168953-bf7e-4b1a-a418-04d1e640bf5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:41.085276 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6d0955df-1ffe-4545-97e1-65de745bf06d req-d890ce20-1371-4d72-becf-cdee5520e849 service neutron] 10.222.0.42 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6308897 Feb 20 03:25:41.140662 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8b141367-11b2-4c84-9e78-ec63f0fa52f1 admin admin] Publish callbacks [] for security_group (663e13e4-9f8c-48e0-9eb5-6119952ffb62), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:41.161978 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2a4b00bd-7156-4745-acea-93f7859174c3 req-e9ca3e4b-4c1d-47ca-80a1-1cb34322b0dc tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077733 Feb 20 03:25:41.210966 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f58598b-3a86-4075-91af-4d1bec81a42e tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Router 7e3d36e1-3349-4342-8374-1b3accc8a9f6 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:25:41.297983 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8b141367-11b2-4c84-9e78-ec63f0fa52f1 admin admin] Publish callbacks [] for security_group (663e13e4-9f8c-48e0-9eb5-6119952ffb62), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:41.361588 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f58598b-3a86-4075-91af-4d1bec81a42e tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:25:41.366073 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4f58598b-3a86-4075-91af-4d1bec81a42e tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:41.381254 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc339db-40db-4764-9226-7c64ecdf9e3b None None] Sync routers for ids ['7e3d36e1-3349-4342-8374-1b3accc8a9f6'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:25:41.402485 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6d0955df-1ffe-4545-97e1-65de745bf06d req-56c189c3-5cc8-4b92-8161-54fcac14aced service neutron] 10.222.0.42 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021326 Feb 20 03:25:41.409475 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4f58598b-3a86-4075-91af-4d1bec81a42e tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "PUT /v2.0/floatingips/34d7cc47-c1f9-499a-8656-ee6606908eb1 HTTP/1.1" status: 200 len: 992 time: 3.3932946 Feb 20 03:25:41.410466 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7c168953-bf7e-4b1a-a418-04d1e640bf5a admin admin] Publish callbacks [] for security_group (6336ebf1-ee40-48e3-abde-c34dde25dcf0), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:41.432504 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc339db-40db-4764-9226-7c64ecdf9e3b None None] Routers {'7e3d36e1-3349-4342-8374-1b3accc8a9f6'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:25:41.432504 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-8fc339db-40db-4764-9226-7c64ecdf9e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:25:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7e3d36e1-3349-4342-8374-1b3accc8a9f6'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:41.464311 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7c168953-bf7e-4b1a-a418-04d1e640bf5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (6336ebf1-ee40-48e3-abde-c34dde25dcf0), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:41.488993 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c168953-bf7e-4b1a-a418-04d1e640bf5a admin admin] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:25:41.503711 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c168953-bf7e-4b1a-a418-04d1e640bf5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6336ebf1-ee40-48e3-abde-c34dde25dcf0,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:41.509752 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7c168953-bf7e-4b1a-a418-04d1e640bf5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (abd61714-1aa3-4a6d-881e-c0d953838d62), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:41.510331 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-7c168953-bf7e-4b1a-a418-04d1e640bf5a admin admin] Added segment abd61714-1aa3-4a6d-881e-c0d953838d62 of type vlan for network 4651b592-2402-45c9-a065-b1d1ee642486 Feb 20 03:25:41.523660 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1cf43da-06f4-48fe-b19c-5c4ee3f6a62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (dc2481da-5004-41fb-b5cd-d5a9acdcae44), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:41.527055 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8b141367-11b2-4c84-9e78-ec63f0fa52f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (663e13e4-9f8c-48e0-9eb5-6119952ffb62), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:41.529160 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 217cd453-1931-435b-99c1-d06ac132a046 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:25:41.531451 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8b141367-11b2-4c84-9e78-ec63f0fa52f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:41.532788 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8b141367-11b2-4c84-9e78-ec63f0fa52f1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/663e13e4-9f8c-48e0-9eb5-6119952ffb62 HTTP/1.1" status: 204 len: 168 time: 0.8217051 Feb 20 03:25:41.578101 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840a17f-dff1-4e25-9fa5-0cf0cda6041e req-cb1466fa-8dcd-4a8c-a432-9ec6a6402914 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:41.579740 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9840a17f-dff1-4e25-9fa5-0cf0cda6041e req-cb1466fa-8dcd-4a8c-a432-9ec6a6402914 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/ports?device_id=6190f7bd-71ff-4d0e-92cd-c908aeed4288 HTTP/1.1" status: 200 len: 946 time: 0.0977330 Feb 20 03:25:41.585843 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf43da-06f4-48fe-b19c-5c4ee3f6a62a admin admin] Pushing event deleted for resources: {'Port': ['ID=dc2481da-5004-41fb-b5cd-d5a9acdcae44,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:41.609918 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b141367-11b2-4c84-9e78-ec63f0fa52f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663e13e4-9f8c-48e0-9eb5-6119952ffb62,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:41.616547 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7c168953-bf7e-4b1a-a418-04d1e640bf5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (4651b592-2402-45c9-a065-b1d1ee642486), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:41.673406 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-8fc339db-40db-4764-9226-7c64ecdf9e3b None None] Set router 7e3d36e1-3349-4342-8374-1b3accc8a9f6 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:25:41.674390 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9840a17f-dff1-4e25-9fa5-0cf0cda6041e req-1ed5246b-ebc8-4428-8f6f-5c6bd78084cb tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/security-groups?id=46eb71f2-3e3b-4d1c-9ea4-d785ed412b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831280 Feb 20 03:25:41.713245 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-3dfe566e-69ad-4ee8-92bb-b14ea80c878f tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:41.714888 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-3dfe566e-69ad-4ee8-92bb-b14ea80c878f tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/networks?id=5528b70c-0437-425a-a0ac-3485fc465717 HTTP/1.1" status: 200 len: 820 time: 0.1590192 Feb 20 03:25:41.721899 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1cf43da-06f4-48fe-b19c-5c4ee3f6a62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (c8b62cf8-5276-4c82-9bcb-052de3829760), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:41.738078 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-e2d4ef93-5293-49e2-b1bf-d76c027db194 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/quotas/91dc9f5ee2ca4472844d6a8cd0e30359 HTTP/1.1" status: 200 len: 375 time: 0.0169480 Feb 20 03:25:41.801031 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-95b723bf-06b0-4988-9ac5-0363b5e85524 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617983 Feb 20 03:25:41.827455 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6190f7bd-71ff-4d0e-92cd-c908aeed4288', 'tag': 'b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:25:41.830735 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f781111-5d9f-4c7d-9b7d-4e36f85c96ff" -d '{"events": [{"name": "network-changed", "server_uuid": "6190f7bd-71ff-4d0e-92cd-c908aeed4288", "tag": "b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:25:41.866630 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 217cd453-1931-435b-99c1-d06ac132a046, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=217cd453-1931-435b-99c1-d06ac132a046,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:41.890150 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7c168953-bf7e-4b1a-a418-04d1e640bf5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (4651b592-2402-45c9-a065-b1d1ee642486), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:41.894834 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c168953-bf7e-4b1a-a418-04d1e640bf5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:41.894834 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7c168953-bf7e-4b1a-a418-04d1e640bf5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:41.906238 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-b1299768-c234-474d-aa91-30b25e4a4a5e service neutron] 10.222.0.42 "GET /v2.0/ports/217cd453-1931-435b-99c1-d06ac132a046/bindings/n-h2-829866-4 HTTP/1.1" status: 200 len: 384 time: 0.1392679 Feb 20 03:25:41.940582 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 217cd453-1931-435b-99c1-d06ac132a046 has no active binding in host n-h2-829866-4 {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 20 03:25:41.940993 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3dc121f3-0ae0-4a2e-9ea7-6846cc577127 req-3751f474-978e-4031-97ed-8403dc9a6b47 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3d21c15-e29f-4206-b4ee-b972eb696180 HTTP/1.1" status: 200 len: 210 time: 0.0980520 Feb 20 03:25:41.989972 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3a193b8c-f836-4c7d-a747-374206cf1612 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:25:41.997076 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-d28bed60-cfb9-4c23-87e0-c51fd5f193cb service neutron] 10.222.0.89 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947713 Feb 20 03:25:42.012610 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1cf43da-06f4-48fe-b19c-5c4ee3f6a62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (c8b62cf8-5276-4c82-9bcb-052de3829760), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:42.023676 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1cf43da-06f4-48fe-b19c-5c4ee3f6a62a admin admin] Publish callbacks [] for router_controller (c8b62cf8-5276-4c82-9bcb-052de3829760), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:42.047315 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c168953-bf7e-4b1a-a418-04d1e640bf5a admin admin] Pushing event updated for resources: {'Network': ['ID=4651b592-2402-45c9-a065-b1d1ee642486,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:42.058359 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2651ae-ea1e-4666-821d-e1914acdb37e x-openstack-request-id: req-db2651ae-ea1e-4666-821d-e1914acdb37e {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:25:42.058757 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6190f7bd-71ff-4d0e-92cd-c908aeed4288", "tag": "b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:25:42.059114 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-db2651ae-ea1e-4666-821d-e1914acdb37e {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:25:42.059787 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6190f7bd-71ff-4d0e-92cd-c908aeed4288', 'tag': 'b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa', 'status': 'completed', 'code': 200} Feb 20 03:25:42.097826 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-b685fbee-f4a7-4a18-ade3-c4926080d125 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=feb3a335a6494643a957c8a4b1b091bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306859 Feb 20 03:25:42.124376 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 4651b592-2402-45c9-a065-b1d1ee642486 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:25:42.143646 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 3a193b8c-f836-4c7d-a747-374206cf1612 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:25:42.143890 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7c168953-bf7e-4b1a-a418-04d1e640bf5a admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9035804 Feb 20 03:25:42.143992 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3a193b8c-f836-4c7d-a747-374206cf1612 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:25:42.145771 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53128) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:42.155886 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-94fd7c8b-e7b2-4ef0-899e-c7508161a3e7 admin admin] Request body: {'subnet': {'network_id': '4651b592-2402-45c9-a065-b1d1ee642486', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-42671854-subnet', 'tenant_id': 'd9bffb54cf7a459ab8f450e0dfefce78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:42.216660 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1cf43da-06f4-48fe-b19c-5c4ee3f6a62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (c8b62cf8-5276-4c82-9bcb-052de3829760), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:42.217251 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1cf43da-06f4-48fe-b19c-5c4ee3f6a62a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8b62cf8-5276-4c82-9bcb-052de3829760 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:25:42.228758 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1cf43da-06f4-48fe-b19c-5c4ee3f6a62a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:42.238063 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d1cf43da-06f4-48fe-b19c-5c4ee3f6a62a admin admin] 10.222.0.89 "DELETE /v2.0/routers/c8b62cf8-5276-4c82-9bcb-052de3829760 HTTP/1.1" status: 204 len: 168 time: 2.8639965 Feb 20 03:25:42.238063 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53132) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:42.299916 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-9df223d2-91f4-487a-a9de-0d200324f8e4 service neutron] 10.222.0.89 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018982 Feb 20 03:25:42.308568 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcbd0346-9f0b-4296-82bc-3dfa57191146 admin admin] Deleting subnet 66f72c11-472e-48bf-8ec7-ed83d22fae6f {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:25:42.315428 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dcbd0346-9f0b-4296-82bc-3dfa57191146 admin admin] Publish callbacks [] for subnet (66f72c11-472e-48bf-8ec7-ed83d22fae6f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:42.318704 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-cff3f23d-6a56-4e23-a812-cde3469dd82e service neutron] For port 217cd453-1931-435b-99c1-d06ac132a046, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=217cd453-1931-435b-99c1-d06ac132a046,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:42.343042 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f781111-5d9f-4c7d-9b7d-4e36f85c96ff req-fbcbabf9-c3d1-4a08-bf61-3a68fdee1e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:42.345624 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f781111-5d9f-4c7d-9b7d-4e36f85c96ff req-fbcbabf9-c3d1-4a08-bf61-3a68fdee1e87 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b51fc68f0ef94a37932f055767d64f43&device_id=6190f7bd-71ff-4d0e-92cd-c908aeed4288 HTTP/1.1" status: 200 len: 1128 time: 0.2449973 Feb 20 03:25:42.377140 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fd7c8b-e7b2-4ef0-899e-c7508161a3e7 admin admin] Made reservation on behalf of d9bffb54cf7a459ab8f450e0dfefce78 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:25:42.380841 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-94fd7c8b-e7b2-4ef0-899e-c7508161a3e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:42.464206 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dcbd0346-9f0b-4296-82bc-3dfa57191146 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (66f72c11-472e-48bf-8ec7-ed83d22fae6f), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:42.468006 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-cff3f23d-6a56-4e23-a812-cde3469dd82e service neutron] For port 217cd453-1931-435b-99c1-d06ac132a046, host n-h1-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:25:42.490108 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-8fc339db-40db-4764-9226-7c64ecdf9e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-908958892-router', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:40Z', 'updated_at': '2022-02-20T03:24:48Z', 'revision_number': 4, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'gw_port': {'id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:41Z', 'updated_at': '2022-02-20T03:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '34d7cc47-c1f9-499a-8656-ee6606908eb1', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'floating_ip_address': '172.25.7.235', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'port_id': 'b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a', 'mac_address': 'fa:16:3e:aa:a8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6190f7bd-71ff-4d0e-92cd-c908aeed4288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:25:17Z', 'updated_at': '2022-02-20T03:25:39Z', 'revision_number': 1, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bab8052-87a6-43dc-a718-413d993feb8e', 'name': '', 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'mac_address': 'fa:16:3e:a3:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '45a6eef8-376a-483a-a26e-f4c41d993600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:46Z', 'updated_at': '2022-02-20T03:24:55Z', 'revision_number': 5, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'subnets': [{'id': '45a6eef8-376a-483a-a26e-f4c41d993600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:42.532677 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-21747aa3-2f93-4167-9ae4-c8ccbb785c5e tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:42.534272 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-21747aa3-2f93-4167-9ae4-c8ccbb785c5e tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4221380 Feb 20 03:25:42.544733 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fdbff-5236-4b17-b9c5-a3032c764571 req-19ade517-584f-4809-b6e7-56e9c167b404 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:42.546031 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-573fdbff-5236-4b17-b9c5-a3032c764571 req-19ade517-584f-4809-b6e7-56e9c167b404 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] 10.222.0.89 "GET /v2.0/ports?device_id=c06e7dcd-b53c-4bf7-99c2-da265be95bb3 HTTP/1.1" status: 200 len: 950 time: 0.3346024 Feb 20 03:25:42.552537 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-aa7d89b5-8f5e-43a9-808c-2f9a27a2ccd4 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Request body: {'port': {'device_id': 'd3d21c15-e29f-4206-b4ee-b972eb696180', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'admin_state_up': True, 'tenant_id': 'feb3a335a6494643a957c8a4b1b091bb'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:42.566686 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-cff3f23d-6a56-4e23-a812-cde3469dd82e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 217cd453-1931-435b-99c1-d06ac132a046 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:25:42.588309 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53134) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:42.591632 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-cff3f23d-6a56-4e23-a812-cde3469dd82e service neutron] For port 217cd453-1931-435b-99c1-d06ac132a046, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=217cd453-1931-435b-99c1-d06ac132a046,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:42.642265 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9a0dbb5-c5ab-40cd-b6bc-29bbde17dc92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:42.711813 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dcbd0346-9f0b-4296-82bc-3dfa57191146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (66f72c11-472e-48bf-8ec7-ed83d22fae6f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:42.745843 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc339db-40db-4764-9226-7c64ecdf9e3b None None] Checking router: 7e3d36e1-3349-4342-8374-1b3accc8a9f6 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:25:42.756224 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-cff3f23d-6a56-4e23-a812-cde3469dd82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (217cd453-1931-435b-99c1-d06ac132a046), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:42.756748 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc339db-40db-4764-9226-7c64ecdf9e3b None None] Routers {'7e3d36e1-3349-4342-8374-1b3accc8a9f6'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:25:42.757414 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-8fc339db-40db-4764-9226-7c64ecdf9e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:25:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7e3d36e1-3349-4342-8374-1b3accc8a9f6'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:42.816294 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-573fdbff-5236-4b17-b9c5-a3032c764571 req-ae73e978-9e61-488f-90ba-1e9615bf3618 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] 10.222.0.89 "GET /v2.0/security-groups?id=b3aa022f-02b8-41f1-85cc-a39cb1ba6036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925023 Feb 20 03:25:42.909863 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f781111-5d9f-4c7d-9b7d-4e36f85c96ff req-db391ced-7f76-4b18-91e5-46244ff9c01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:42.911416 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f781111-5d9f-4c7d-9b7d-4e36f85c96ff req-db391ced-7f76-4b18-91e5-46244ff9c01b service neutron] 10.222.0.93 "GET /v2.0/networks?id=edfd7dd8-5385-49de-a304-74f70dd7d14a HTTP/1.1" status: 200 len: 924 time: 0.5466042 Feb 20 03:25:42.953682 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-8fc339db-40db-4764-9226-7c64ecdf9e3b None None] Set router 7e3d36e1-3349-4342-8374-1b3accc8a9f6 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:25:42.964207 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3e0d3b8a-c522-4b46-a54f-19566cc3f0a3 req-67874346-344d-4758-ba37-4250d09964b5 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 210 time: 0.0772204 Feb 20 03:25:42.970107 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9a0dbb5-c5ab-40cd-b6bc-29bbde17dc92 admin admin] Publish callbacks [] for security_group (0c80e2ef-cc90-4a68-9d3a-63ad98418357), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:43.007117 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-94fd7c8b-e7b2-4ef0-899e-c7508161a3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (74cd4491-cfb4-4d8a-99aa-2581c78115a0), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:43.039668 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-cff3f23d-6a56-4e23-a812-cde3469dd82e service neutron] Transition to ACTIVE for port object 217cd453-1931-435b-99c1-d06ac132a046 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:25:43.044896 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dcbd0346-9f0b-4296-82bc-3dfa57191146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (66f72c11-472e-48bf-8ec7-ed83d22fae6f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:43.046805 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9a0dbb5-c5ab-40cd-b6bc-29bbde17dc92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (0c80e2ef-cc90-4a68-9d3a-63ad98418357), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:43.098778 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dcbd0346-9f0b-4296-82bc-3dfa57191146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:43.109531 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-dcbd0346-9f0b-4296-82bc-3dfa57191146 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/66f72c11-472e-48bf-8ec7-ed83d22fae6f HTTP/1.1" status: 204 len: 168 time: 0.8642621 Feb 20 03:25:43.109679 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66a7fa96-2b90-441e-a5c4-6749c314d9a8 req-d26d52fe-beea-44f8-a680-6b5d39c5f64d tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3d21c15-e29f-4206-b4ee-b972eb696180 HTTP/1.1" status: 200 len: 210 time: 0.0392141 Feb 20 03:25:43.110522 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53146) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:43.136253 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f781111-5d9f-4c7d-9b7d-4e36f85c96ff req-e23877c5-29a7-47ad-a5a0-22d7f02c29dd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa HTTP/1.1" status: 200 len: 1000 time: 0.1886649 Feb 20 03:25:43.136408 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd7c8b-e7b2-4ef0-899e-c7508161a3e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74cd4491-cfb4-4d8a-99aa-2581c78115a0,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:43.140326 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49919d6a-0d53-4664-91ee-ed97ec7dbcb6 None None] Network b504e63f-d94a-4dc9-96a3-8ec2e4edd361 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:25:43.143808 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-cff3f23d-6a56-4e23-a812-cde3469dd82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (217cd453-1931-435b-99c1-d06ac132a046), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:43.145207 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae22db0-2f68-4d1a-b6da-09c1a6f6646c req-86db92e4-f490-4980-9cb8-d60b14c660e2 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:43.152827 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4ae22db0-2f68-4d1a-b6da-09c1a6f6646c req-86db92e4-f490-4980-9cb8-d60b14c660e2 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 944 time: 0.3686483 Feb 20 03:25:43.198368 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f781111-5d9f-4c7d-9b7d-4e36f85c96ff req-6caf943f-22df-41b1-b46c-ffb057686bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:43.201992 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a9a0dbb5-c5ab-40cd-b6bc-29bbde17dc92 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=47abf63d658648b78bd5468d4256852c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6103759 Feb 20 03:25:43.202142 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f781111-5d9f-4c7d-9b7d-4e36f85c96ff req-6caf943f-22df-41b1-b46c-ffb057686bb8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=45a6eef8-376a-483a-a26e-f4c41d993600 HTTP/1.1" status: 200 len: 862 time: 0.0619674 Feb 20 03:25:43.204640 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53150) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:43.207641 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-aa7d89b5-8f5e-43a9-808c-2f9a27a2ccd4 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Made reservation on behalf of feb3a335a6494643a957c8a4b1b091bb for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:25:43.210912 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-aa7d89b5-8f5e-43a9-808c-2f9a27a2ccd4 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:43.232968 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-aa7d89b5-8f5e-43a9-808c-2f9a27a2ccd4 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:43.258071 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd0346-9f0b-4296-82bc-3dfa57191146 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66f72c11-472e-48bf-8ec7-ed83d22fae6f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:43.260728 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0dbb5-c5ab-40cd-b6bc-29bbde17dc92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c80e2ef-cc90-4a68-9d3a-63ad98418357,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:43.292233 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fd7c8b-e7b2-4ef0-899e-c7508161a3e7 admin admin] Checking segment: {'id': 'abd61714-1aa3-4a6d-881e-c0d953838d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4651b592-2402-45c9-a065-b1d1ee642486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:25:43.292430 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fd7c8b-e7b2-4ef0-899e-c7508161a3e7 admin admin] Network hostable DHCP agents. Network: 4651b592-2402-45c9-a065-b1d1ee642486, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:25:43.345318 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-8fc339db-40db-4764-9226-7c64ecdf9e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-908958892-router', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:40Z', 'updated_at': '2022-02-20T03:24:48Z', 'revision_number': 4, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'gw_port': {'id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:41Z', 'updated_at': '2022-02-20T03:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '34d7cc47-c1f9-499a-8656-ee6606908eb1', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'floating_ip_address': '172.25.7.235', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'port_id': 'b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a', 'mac_address': 'fa:16:3e:aa:a8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6190f7bd-71ff-4d0e-92cd-c908aeed4288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:25:17Z', 'updated_at': '2022-02-20T03:25:39Z', 'revision_number': 1, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bab8052-87a6-43dc-a718-413d993feb8e', 'name': '', 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'mac_address': 'fa:16:3e:a3:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '45a6eef8-376a-483a-a26e-f4c41d993600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:46Z', 'updated_at': '2022-02-20T03:24:55Z', 'revision_number': 5, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'subnets': [{'id': '45a6eef8-376a-483a-a26e-f4c41d993600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:43.373583 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4ae22db0-2f68-4d1a-b6da-09c1a6f6646c req-7dde4da1-f6ca-4b1c-89d4-85ed5bc9ba20 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176993 Feb 20 03:25:43.387663 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-cff3f23d-6a56-4e23-a812-cde3469dd82e service neutron] No DVR routers for this DVR port 217cd453-1931-435b-99c1-d06ac132a046 on host n-h1-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:25:43.392394 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed0dccf4-bd93-4f6d-8c66-49dbc7ea149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (b504e63f-d94a-4dc9-96a3-8ec2e4edd361), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:43.393902 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3f23d-6a56-4e23-a812-cde3469dd82e service neutron] Pushing event updated for resources: {'Port': ['ID=217cd453-1931-435b-99c1-d06ac132a046,revision_number=10']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:43.396546 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc339db-40db-4764-9226-7c64ecdf9e3b None None] The sync data for ids ['7e3d36e1-3349-4342-8374-1b3accc8a9f6'] in n-d-829866-4 is: [{'id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-908958892-router', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:40Z', 'updated_at': '2022-02-20T03:24:48Z', 'revision_number': 4, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'gw_port': {'id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:41Z', 'updated_at': '2022-02-20T03:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '34d7cc47-c1f9-499a-8656-ee6606908eb1', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'floating_ip_address': '172.25.7.235', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'port_id': 'b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a', 'mac_address': 'fa:16:3e:aa:a8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6190f7bd-71ff-4d0e-92cd-c908aeed4288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:25:17Z', 'updated_at': '2022-02-20T03:25:39Z', 'revision_number': 1, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bab8052-87a6-43dc-a718-413d993feb8e', 'name': '', 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'mac_address': 'fa:16:3e:a3:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '45a6eef8-376a-483a-a26e-f4c41d993600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:46Z', 'updated_at': '2022-02-20T03:24:55Z', 'revision_number': 5, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'subnets': [{'id': '45a6eef8-376a-483a-a26e-f4c41d993600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:25:43.421254 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f781111-5d9f-4c7d-9b7d-4e36f85c96ff req-556f844b-f737-4d21-bcef-6d96679bb470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:43.422009 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba82d2e-8627-4750-9d02-ce575c1cf6b7 None None] DHCP port deletion for b504e63f-d94a-4dc9-96a3-8ec2e4edd361 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:25:43.422785 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f781111-5d9f-4c7d-9b7d-4e36f85c96ff req-556f844b-f737-4d21-bcef-6d96679bb470 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=edfd7dd8-5385-49de-a304-74f70dd7d14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1908493 Feb 20 03:25:43.431423 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-aa7d89b5-8f5e-43a9-808c-2f9a27a2ccd4 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Publish callbacks [] for security_group (ed442394-78fe-437c-a16c-b64173c2bb49), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:43.461491 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9fa481ee-e003-4b5f-ae03-e574e1561a76 admin admin] Publish callbacks [] for security_group (0c80e2ef-cc90-4a68-9d3a-63ad98418357), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:43.479608 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-cff3f23d-6a56-4e23-a812-cde3469dd82e service neutron] 10.222.0.42 "PUT /v2.0/ports/217cd453-1931-435b-99c1-d06ac132a046/bindings/n-h2-829866-4/activate HTTP/1.1" status: 200 len: 369 time: 1.5588362 Feb 20 03:25:43.494945 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2ba82d2e-8627-4750-9d02-ce575c1cf6b7 None None] Deleting port f6a325ef-c208-4533-8627-a756ea288c4e {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:25:43.495198 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2ba82d2e-8627-4750-9d02-ce575c1cf6b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (f6a325ef-c208-4533-8627-a756ea288c4e), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:43.526890 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9fa481ee-e003-4b5f-ae03-e574e1561a76 admin admin] Publish callbacks [] for security_group (0c80e2ef-cc90-4a68-9d3a-63ad98418357), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:43.556594 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-ed0dccf4-bd93-4f6d-8c66-49dbc7ea149d admin admin] Deleting port f6a325ef-c208-4533-8627-a756ea288c4e {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:25:43.557348 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed0dccf4-bd93-4f6d-8c66-49dbc7ea149d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (f6a325ef-c208-4533-8627-a756ea288c4e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:43.560466 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fd7c8b-e7b2-4ef0-899e-c7508161a3e7 admin admin] Network 4651b592-2402-45c9-a065-b1d1ee642486 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:25:43.578287 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-2ba82d2e-8627-4750-9d02-ce575c1cf6b7 None None] For port f6a325ef-c208-4533-8627-a756ea288c4e, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=f6a325ef-c208-4533-8627-a756ea288c4e,segment=NetworkSegment(ac804662-490e-4d65-b1b7-2e045239d904),segment_id=ac804662-490e-4d65-b1b7-2e045239d904)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:43.578712 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2ba82d2e-8627-4750-9d02-ce575c1cf6b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (f6a325ef-c208-4533-8627-a756ea288c4e), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:43.582480 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f781111-5d9f-4c7d-9b7d-4e36f85c96ff req-b661297c-2749-4b66-8c18-0f62918a4221 service neutron] 10.222.0.93 "GET /v2.0/networks/edfd7dd8-5385-49de-a304-74f70dd7d14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485114 Feb 20 03:25:43.596445 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2ba82d2e-8627-4750-9d02-ce575c1cf6b7 None None] Calling delete_port for f6a325ef-c208-4533-8627-a756ea288c4e owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:25:43.612494 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-aa7d89b5-8f5e-43a9-808c-2f9a27a2ccd4 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ed442394-78fe-437c-a16c-b64173c2bb49), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:43.667383 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-ed0dccf4-bd93-4f6d-8c66-49dbc7ea149d admin admin] For port f6a325ef-c208-4533-8627-a756ea288c4e, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=f6a325ef-c208-4533-8627-a756ea288c4e,segment=NetworkSegment(ac804662-490e-4d65-b1b7-2e045239d904),segment_id=ac804662-490e-4d65-b1b7-2e045239d904)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:43.670139 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed0dccf4-bd93-4f6d-8c66-49dbc7ea149d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (f6a325ef-c208-4533-8627-a756ea288c4e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:43.688651 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d89b5-8f5e-43a9-808c-2f9a27a2ccd4 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed442394-78fe-437c-a16c-b64173c2bb49,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:43.715060 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-ed0dccf4-bd93-4f6d-8c66-49dbc7ea149d admin admin] Calling delete_port for f6a325ef-c208-4533-8627-a756ea288c4e owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:25:43.738260 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f781111-5d9f-4c7d-9b7d-4e36f85c96ff req-79edb70a-77db-4039-b02b-b6859c63a57e service neutron] 10.222.0.93 "GET /v2.0/networks/edfd7dd8-5385-49de-a304-74f70dd7d14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495554 Feb 20 03:25:43.763459 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9fa481ee-e003-4b5f-ae03-e574e1561a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (0c80e2ef-cc90-4a68-9d3a-63ad98418357), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:43.765883 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9fa481ee-e003-4b5f-ae03-e574e1561a76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:43.768057 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9fa481ee-e003-4b5f-ae03-e574e1561a76 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0c80e2ef-cc90-4a68-9d3a-63ad98418357 HTTP/1.1" status: 204 len: 168 time: 0.5613997 Feb 20 03:25:43.776240 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-94fd7c8b-e7b2-4ef0-899e-c7508161a3e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 4651b592-2402-45c9-a065-b1d1ee642486) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:25:43.787383 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1d3479-421f-471b-a1e2-97f5e946dc4f None None] New status for floating IP 34d7cc47-c1f9-499a-8656-ee6606908eb1: ACTIVE {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:25:43.789598 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1d8fca-f8cd-4d2a-a3c4-e65bdd1621f1 None None] Network 4651b592-2402-45c9-a065-b1d1ee642486 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:25:43.823022 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa481ee-e003-4b5f-ae03-e574e1561a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c80e2ef-cc90-4a68-9d3a-63ad98418357,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:43.866501 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fd7c8b-e7b2-4ef0-899e-c7508161a3e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:43.867078 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-94fd7c8b-e7b2-4ef0-899e-c7508161a3e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:43.940311 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2ba82d2e-8627-4750-9d02-ce575c1cf6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (f6a325ef-c208-4533-8627-a756ea288c4e), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:43.975579 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-ccee350e-eff3-4929-9b58-4abe7c349531 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:43.977488 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-aa7d89b5-8f5e-43a9-808c-2f9a27a2ccd4 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Allocated IP 192.168.233.234 (0c4d93d2-7476-4570-93e5-7ecf9f895901/c38207c9-ee42-4b0e-b0ac-5ef2953b6f62/58c897de-7f87-43f2-a503-a6a21e9f9b7b) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:25:43.978545 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-ccee350e-eff3-4929-9b58-4abe7c349531 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd&tenant_id=f32a2222e912478982e32c7419305be8&binding%3Ahost_id=n-h1-829866-4 HTTP/1.1" status: 200 len: 1127 time: 0.2505739 Feb 20 03:25:43.981235 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed0dccf4-bd93-4f6d-8c66-49dbc7ea149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (f6a325ef-c208-4533-8627-a756ea288c4e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:44.012696 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device f6a325ef-c208-4533-8627-a756ea288c4e no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:25:44.021695 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba82d2e-8627-4750-9d02-ce575c1cf6b7 None None] Pushing event deleted for resources: {'Port': ['ID=f6a325ef-c208-4533-8627-a756ea288c4e,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:44.032836 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0dccf4-bd93-4f6d-8c66-49dbc7ea149d admin admin] Pushing event deleted for resources: {'Port': ['ID=f6a325ef-c208-4533-8627-a756ea288c4e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:44.041071 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-94fd7c8b-e7b2-4ef0-899e-c7508161a3e7 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8912318 Feb 20 03:25:44.041071 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0dccf4-bd93-4f6d-8c66-49dbc7ea149d admin admin] No DVR routers for this DVR port f6a325ef-c208-4533-8627-a756ea288c4e on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:25:44.044950 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53160) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:44.050813 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-d67def5d-8529-47e0-a111-a54b57b9eecb admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-42671854-router', 'tenant_id': 'd9bffb54cf7a459ab8f450e0dfefce78', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:44.051114 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba82d2e-8627-4750-9d02-ce575c1cf6b7 None None] No DVR routers for this DVR port f6a325ef-c208-4533-8627-a756ea288c4e on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:25:44.058199 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: f6a325ef-c208-4533-8627-a756ea288c4e {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:25:44.058549 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device f6a325ef-c208-4533-8627-a756ea288c4e not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:25:44.059245 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device dc2481da-5004-41fb-b5cd-d5a9acdcae44 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:25:44.092537 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: dc2481da-5004-41fb-b5cd-d5a9acdcae44 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:25:44.092537 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device dc2481da-5004-41fb-b5cd-d5a9acdcae44 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:25:44.116990 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-910c5de1-0207-4ea6-8373-4698a1b8de16 req-ae0edecc-ac01-4575-8f2a-f07952850b6d tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 210 time: 0.0697260 Feb 20 03:25:44.145973 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5bbbae-a74f-4fdb-8c93-d0adfb38e94f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-4651b592-2402-45c9-a065-b1d1ee642486', 'network_id': '4651b592-2402-45c9-a065-b1d1ee642486', 'project_id': 'd9bffb54cf7a459ab8f450e0dfefce78', 'fixed_ips': [{'subnet_id': '74cd4491-cfb4-4d8a-99aa-2581c78115a0'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:25:44.146937 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ef5bbbae-a74f-4fdb-8c93-d0adfb38e94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:44.175012 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed0dccf4-bd93-4f6d-8c66-49dbc7ea149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (b504e63f-d94a-4dc9-96a3-8ec2e4edd361), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:44.178662 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7992a08-efec-43ca-96d3-d42a24339649 req-56d6f314-44eb-4ae6-8cf2-5b7b52908bc9 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:44.188933 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d7992a08-efec-43ca-96d3-d42a24339649 req-56d6f314-44eb-4ae6-8cf2-5b7b52908bc9 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] 10.222.0.89 "GET /v2.0/ports?device_id=c06e7dcd-b53c-4bf7-99c2-da265be95bb3 HTTP/1.1" status: 200 len: 950 time: 0.2052174 Feb 20 03:25:44.210262 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-ed0dccf4-bd93-4f6d-8c66-49dbc7ea149d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b504e63f-d94a-4dc9-96a3-8ec2e4edd361']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:44.220406 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-ed0dccf4-bd93-4f6d-8c66-49dbc7ea149d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac804662-490e-4d65-b1b7-2e045239d904') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:44.220711 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-ed0dccf4-bd93-4f6d-8c66-49dbc7ea149d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac804662-490e-4d65-b1b7-2e045239d904') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:44.231148 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed0dccf4-bd93-4f6d-8c66-49dbc7ea149d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (ac804662-490e-4d65-b1b7-2e045239d904), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:44.245618 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed0dccf4-bd93-4f6d-8c66-49dbc7ea149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (ac804662-490e-4d65-b1b7-2e045239d904), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:44.252206 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed0dccf4-bd93-4f6d-8c66-49dbc7ea149d admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:25:44.252604 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed0dccf4-bd93-4f6d-8c66-49dbc7ea149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (ac804662-490e-4d65-b1b7-2e045239d904), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:44.283998 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d7992a08-efec-43ca-96d3-d42a24339649 req-fdcaaa24-ffd8-4f7c-b41d-335de153a28e tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] 10.222.0.89 "GET /v2.0/security-groups?id=b3aa022f-02b8-41f1-85cc-a39cb1ba6036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935729 Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:25:44.303592 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:25:44.328461 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-e16beb57-33df-452a-ac45-1413d44ead4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:44.330839 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-e16beb57-33df-452a-ac45-1413d44ead4e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd&tenant_id=f32a2222e912478982e32c7419305be8 HTTP/1.1" status: 200 len: 1127 time: 0.3384144 Feb 20 03:25:44.410254 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed0dccf4-bd93-4f6d-8c66-49dbc7ea149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (b504e63f-d94a-4dc9-96a3-8ec2e4edd361), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:44.428638 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-ef5bbbae-a74f-4fdb-8c93-d0adfb38e94f None None] Allocated IP 172.20.0.2 (4651b592-2402-45c9-a065-b1d1ee642486/74cd4491-cfb4-4d8a-99aa-2581c78115a0/16699bec-6a57-416e-84e0-94f0a5213b0d) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:25:44.434301 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d67def5d-8529-47e0-a111-a54b57b9eecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (f6cfb5a4-83da-49a6-b344-9115939df7c5), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:44.437312 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d67def5d-8529-47e0-a111-a54b57b9eecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (f6cfb5a4-83da-49a6-b344-9115939df7c5), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:44.452264 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed0dccf4-bd93-4f6d-8c66-49dbc7ea149d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:44.475616 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ed0dccf4-bd93-4f6d-8c66-49dbc7ea149d admin admin] 10.222.0.89 "DELETE /v2.0/networks/b504e63f-d94a-4dc9-96a3-8ec2e4edd361 HTTP/1.1" status: 204 len: 168 time: 1.3554139 Feb 20 03:25:44.502075 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e948ed82-80f3-4198-b697-003073aa15da req-70a12a28-c8d6-42b5-bdb9-dadd9a99d035 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3d21c15-e29f-4206-b4ee-b972eb696180 HTTP/1.1" status: 200 len: 210 time: 0.1587787 Feb 20 03:25:44.504994 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0dccf4-bd93-4f6d-8c66-49dbc7ea149d admin admin] Pushing event deleted for resources: {'Network': ['ID=b504e63f-d94a-4dc9-96a3-8ec2e4edd361,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:44.520811 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-aa7d89b5-8f5e-43a9-808c-2f9a27a2ccd4 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Publish callbacks [] for port (58c897de-7f87-43f2-a503-a6a21e9f9b7b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:44.541655 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-05ebbe5b-b3b6-4a72-98dd-8dfca27e6113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:44.543213 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-05ebbe5b-b3b6-4a72-98dd-8dfca27e6113 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f32a2222e912478982e32c7419305be8&device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 1127 time: 0.1817768 Feb 20 03:25:44.598749 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d67def5d-8529-47e0-a111-a54b57b9eecb admin admin] Publish callbacks [] for router_controller (f6cfb5a4-83da-49a6-b344-9115939df7c5), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:44.669706 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672e24d-309a-484c-9c6b-e72a111995fe req-2f07f145-8778-4a25-b8d7-17337467078b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:44.672948 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b672e24d-309a-484c-9c6b-e72a111995fe req-2f07f145-8778-4a25-b8d7-17337467078b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 945 time: 0.0755534 Feb 20 03:25:44.713666 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ef5bbbae-a74f-4fdb-8c93-d0adfb38e94f None None] Publish callbacks [] for port (16699bec-6a57-416e-84e0-94f0a5213b0d), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:44.740610 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-4499d29d-21d7-43d1-a83c-31e65f313b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:44.742136 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-4499d29d-21d7-43d1-a83c-31e65f313b97 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b760bf03-7766-4aef-bd0e-08d3e5c4e949 HTTP/1.1" status: 200 len: 909 time: 0.1453345 Feb 20 03:25:44.750651 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-aa7d89b5-8f5e-43a9-808c-2f9a27a2ccd4 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (58c897de-7f87-43f2-a503-a6a21e9f9b7b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:44.762934 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b672e24d-309a-484c-9c6b-e72a111995fe req-532f690f-f596-4ca2-b30e-c2be45e5d72e tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789320 Feb 20 03:25:44.797507 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-aa7d89b5-8f5e-43a9-808c-2f9a27a2ccd4 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:25:44.800582 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-aa7d89b5-8f5e-43a9-808c-2f9a27a2ccd4 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:25:44.804145 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-aa7d89b5-8f5e-43a9-808c-2f9a27a2ccd4 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:25:44.810119 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-aa7d89b5-8f5e-43a9-808c-2f9a27a2ccd4 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:44.810594 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-aa7d89b5-8f5e-43a9-808c-2f9a27a2ccd4 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:44.826545 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d89b5-8f5e-43a9-808c-2f9a27a2ccd4 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Pushing event updated for resources: {'Port': ['ID=58c897de-7f87-43f2-a503-a6a21e9f9b7b,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:44.848473 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ef5bbbae-a74f-4fdb-8c93-d0adfb38e94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (16699bec-6a57-416e-84e0-94f0a5213b0d), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:44.925184 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5bbbae-a74f-4fdb-8c93-d0adfb38e94f None None] Pushing event updated for resources: {'Port': ['ID=16699bec-6a57-416e-84e0-94f0a5213b0d,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:44.951852 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5bbbae-a74f-4fdb-8c93-d0adfb38e94f None None] Network 4651b592-2402-45c9-a065-b1d1ee642486 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:25:44.954503 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-ef5bbbae-a74f-4fdb-8c93-d0adfb38e94f None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:25:44.955772 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-aa7d89b5-8f5e-43a9-808c-2f9a27a2ccd4 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4087048 Feb 20 03:25:44.959621 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5bbbae-a74f-4fdb-8c93-d0adfb38e94f None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:25:45.000864 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] Request body: {'port': {'device_id': 'd3d21c15-e29f-4206-b4ee-b972eb696180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:45.063821 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ef5bbbae-a74f-4fdb-8c93-d0adfb38e94f None None] Attempting to bind port 16699bec-6a57-416e-84e0-94f0a5213b0d on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:25:45.063821 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ef5bbbae-a74f-4fdb-8c93-d0adfb38e94f None None] Attempting to bind port 16699bec-6a57-416e-84e0-94f0a5213b0d by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'abd61714-1aa3-4a6d-881e-c0d953838d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4651b592-2402-45c9-a065-b1d1ee642486'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:25:45.063821 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5bbbae-a74f-4fdb-8c93-d0adfb38e94f None None] Attempting to bind port 16699bec-6a57-416e-84e0-94f0a5213b0d on network 4651b592-2402-45c9-a065-b1d1ee642486 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:25:45.067874 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5bbbae-a74f-4fdb-8c93-d0adfb38e94f None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:25:45.069459 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5bbbae-a74f-4fdb-8c93-d0adfb38e94f None None] Checking segment: {'id': 'abd61714-1aa3-4a6d-881e-c0d953838d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4651b592-2402-45c9-a065-b1d1ee642486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:25:45.070122 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ef5bbbae-a74f-4fdb-8c93-d0adfb38e94f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:45.070788 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5bbbae-a74f-4fdb-8c93-d0adfb38e94f None None] Bound using segment: {'id': 'abd61714-1aa3-4a6d-881e-c0d953838d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4651b592-2402-45c9-a065-b1d1ee642486'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:25:45.072205 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ef5bbbae-a74f-4fdb-8c93-d0adfb38e94f None None] Bound port: 16699bec-6a57-416e-84e0-94f0a5213b0d, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abd61714-1aa3-4a6d-881e-c0d953838d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4651b592-2402-45c9-a065-b1d1ee642486'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:25:45.072849 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ef5bbbae-a74f-4fdb-8c93-d0adfb38e94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (16699bec-6a57-416e-84e0-94f0a5213b0d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:45.152704 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53182) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:45.170463 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-3a8eca87-f193-4dfe-a200-898649046a70 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=217cd453-1931-435b-99c1-d06ac132a046 HTTP/1.1" status: 200 len: 217 time: 0.3860362 Feb 20 03:25:45.185495 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ef5bbbae-a74f-4fdb-8c93-d0adfb38e94f None None] For port 16699bec-6a57-416e-84e0-94f0a5213b0d, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:25:45.218971 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d365f71f-7ee2-46b0-9766-206390d89498 None None] Provisioning complete for port 58c897de-7f87-43f2-a503-a6a21e9f9b7b triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:45.219790 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d365f71f-7ee2-46b0-9766-206390d89498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (58c897de-7f87-43f2-a503-a6a21e9f9b7b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:45.230764 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ef5bbbae-a74f-4fdb-8c93-d0adfb38e94f None None] For port 16699bec-6a57-416e-84e0-94f0a5213b0d, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=16699bec-6a57-416e-84e0-94f0a5213b0d,segment=NetworkSegment(abd61714-1aa3-4a6d-881e-c0d953838d62),segment_id=abd61714-1aa3-4a6d-881e-c0d953838d62)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:25:45.296924 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d67def5d-8529-47e0-a111-a54b57b9eecb admin admin] Publish callbacks [] for router_gateway (f6cfb5a4-83da-49a6-b344-9115939df7c5), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:45.297029 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d365f71f-7ee2-46b0-9766-206390d89498 None None] Port 58c897de-7f87-43f2-a503-a6a21e9f9b7b cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:25:45.319713 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-98805067-dfd1-428a-8614-43edc4ad3713 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f78f9c9566564277b27489b2a31d8699&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1582732 Feb 20 03:25:45.320109 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ef5bbbae-a74f-4fdb-8c93-d0adfb38e94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (16699bec-6a57-416e-84e0-94f0a5213b0d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:45.321557 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-14c7e30c-760b-4525-8291-52835781f7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:45.323090 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-14c7e30c-760b-4525-8291-52835781f7f6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=458c6d71-ffe3-42c1-873f-079dd6df07cb HTTP/1.1" status: 200 len: 848 time: 0.1122427 Feb 20 03:25:45.323477 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53190) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:45.371987 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-60f70592-3942-4e75-94fe-f91d164a4042 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b760bf03-7766-4aef-bd0e-08d3e5c4e949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399873 Feb 20 03:25:45.425209 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5bbbae-a74f-4fdb-8c93-d0adfb38e94f None None] Pushing event updated for resources: {'Port': ['ID=16699bec-6a57-416e-84e0-94f0a5213b0d,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:45.456283 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-12274e84-50b5-4c07-9f8e-e66fa2d6dbf6 req-4f101a69-8f0b-497e-8667-29b39a87cc90 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 210 time: 0.0384233 Feb 20 03:25:45.506800 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d1b7d-b259-4682-8189-48e4a654a7a7 req-9972a84b-3f20-4bd8-9c20-47b67b884b12 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:45.508905 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f81d1b7d-b259-4682-8189-48e4a654a7a7 req-9972a84b-3f20-4bd8-9c20-47b67b884b12 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] 10.222.0.89 "GET /v2.0/ports?device_id=c06e7dcd-b53c-4bf7-99c2-da265be95bb3 HTTP/1.1" status: 200 len: 950 time: 0.5666597 Feb 20 03:25:45.514119 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (58c897de-7f87-43f2-a503-a6a21e9f9b7b), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:45.579939 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-382d2634-3387-414d-adeb-9058a6f7e666 admin admin] Publish callbacks [] for security_group (7c6801d7-241f-43e6-a46d-a7cfad6163f3), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:45.686710 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-f8ef6f84-2de6-4b78-9033-d68bc1a304e8 service neutron] 10.222.0.93 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845447 Feb 20 03:25:45.690062 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-382d2634-3387-414d-adeb-9058a6f7e666 admin admin] Publish callbacks [] for security_group (7c6801d7-241f-43e6-a46d-a7cfad6163f3), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:45.691093 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f81d1b7d-b259-4682-8189-48e4a654a7a7 req-823ccbf1-c9f8-40a4-8d8d-639b333eb932 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] 10.222.0.89 "GET /v2.0/security-groups?id=b3aa022f-02b8-41f1-85cc-a39cb1ba6036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628935 Feb 20 03:25:45.846244 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bd2c0-cbc5-4eda-af30-695f05b4878c req-c79c6503-494d-4bb9-92b0-697bf50f5390 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:45.848536 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e37bd2c0-cbc5-4eda-af30-695f05b4878c req-c79c6503-494d-4bb9-92b0-697bf50f5390 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3d21c15-e29f-4206-b4ee-b972eb696180 HTTP/1.1" status: 200 len: 936 time: 0.2581563 Feb 20 03:25:45.893072 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-67c42afd-5528-46dc-9fc1-dce2746e7698 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:45.894582 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-67c42afd-5528-46dc-9fc1-dce2746e7698 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.42 "GET /v2.0/networks?id=5528b70c-0437-425a-a0ac-3485fc465717 HTTP/1.1" status: 200 len: 820 time: 0.3205254 Feb 20 03:25:45.916737 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-d06f1dc7-9fd7-4e82-9758-afe9b41f1de9 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Request body: {'port': {'device_id': '4be2cac3-de70-49bc-84e2-875235326a78', 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717', 'admin_state_up': True, 'tenant_id': '91dc9f5ee2ca4472844d6a8cd0e30359'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:45.925788 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-382d2634-3387-414d-adeb-9058a6f7e666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (7c6801d7-241f-43e6-a46d-a7cfad6163f3), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:45.928449 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-382d2634-3387-414d-adeb-9058a6f7e666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:45.929558 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-382d2634-3387-414d-adeb-9058a6f7e666 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7c6801d7-241f-43e6-a46d-a7cfad6163f3 HTTP/1.1" status: 204 len: 168 time: 0.6051750 Feb 20 03:25:45.952690 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-adf03b0c-d68a-4236-954f-64e412604f30 service neutron] 10.222.0.93 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516148 Feb 20 03:25:46.014313 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 217cd453-1931-435b-99c1-d06ac132a046 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:25:46.070810 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 16699bec-6a57-416e-84e0-94f0a5213b0d up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:25:46.082136 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d2634-3387-414d-adeb-9058a6f7e666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6801d7-241f-43e6-a46d-a7cfad6163f3,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:46.106365 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] The host n-h1-829866-4 is not matching for port 217cd453-1931-435b-99c1-d06ac132a046 host n-h2-829866-4! {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 03:25:46.107057 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 217cd453-1931-435b-99c1-d06ac132a046 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:25:46.148520 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 16699bec-6a57-416e-84e0-94f0a5213b0d triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:46.149115 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (16699bec-6a57-416e-84e0-94f0a5213b0d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:46.264260 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d67def5d-8529-47e0-a111-a54b57b9eecb admin admin] Publish callbacks [] for router_gateway (f6cfb5a4-83da-49a6-b344-9115939df7c5), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:46.266674 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e37bd2c0-cbc5-4eda-af30-695f05b4878c req-eb700e5f-4a72-4ec9-8523-da0fe683bc20 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed442394-78fe-437c-a16c-b64173c2bb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903975 Feb 20 03:25:46.272561 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 16699bec-6a57-416e-84e0-94f0a5213b0d is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:46.274087 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (16699bec-6a57-416e-84e0-94f0a5213b0d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:46.294107 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c897de-7f87-43f2-a503-a6a21e9f9b7b {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:25:46.301415 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d67def5d-8529-47e0-a111-a54b57b9eecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:46.311830 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9b50d-59bd-4691-8b91-5c5d36ed6f13 req-0de06b2c-e2aa-4fda-97a8-40a3e38ac857 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:46.320379 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e5d9b50d-59bd-4691-8b91-5c5d36ed6f13 req-0de06b2c-e2aa-4fda-97a8-40a3e38ac857 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 945 time: 0.4698508 Feb 20 03:25:46.329713 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] Publish callbacks [] for port (58c897de-7f87-43f2-a503-a6a21e9f9b7b), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:46.350808 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 16699bec-6a57-416e-84e0-94f0a5213b0d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=16699bec-6a57-416e-84e0-94f0a5213b0d,segment=NetworkSegment(abd61714-1aa3-4a6d-881e-c0d953838d62),segment_id=abd61714-1aa3-4a6d-881e-c0d953838d62)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:46.401045 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba9e60-33cb-478a-a181-8271724db47b req-b62e5646-ac92-4284-9e2c-57d2de1b5f58 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:46.402032 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] Transition to ACTIVE for port object 58c897de-7f87-43f2-a503-a6a21e9f9b7b will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:25:46.403336 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7aba9e60-33cb-478a-a181-8271724db47b req-b62e5646-ac92-4284-9e2c-57d2de1b5f58 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] 10.222.0.93 "GET /v2.0/ports?device_id=c06e7dcd-b53c-4bf7-99c2-da265be95bb3 HTTP/1.1" status: 200 len: 950 time: 0.2613180 Feb 20 03:25:46.424612 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e5d9b50d-59bd-4691-8b91-5c5d36ed6f13 req-b63f549c-bd46-461e-a6ea-deb82adcb80a tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018634 Feb 20 03:25:46.452750 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (16699bec-6a57-416e-84e0-94f0a5213b0d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:46.535283 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (58c897de-7f87-43f2-a503-a6a21e9f9b7b), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:46.559227 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=16699bec-6a57-416e-84e0-94f0a5213b0d,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:46.671048 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-d67def5d-8529-47e0-a111-a54b57b9eecb admin admin] Allocated IP 172.25.7.221 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/06ac3baf-3823-48e4-9940-c32557cec956) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:25:46.689759 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-d06f1dc7-9fd7-4e82-9758-afe9b41f1de9 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Made reservation on behalf of 91dc9f5ee2ca4472844d6a8cd0e30359 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:25:46.696029 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-d06f1dc7-9fd7-4e82-9758-afe9b41f1de9 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:46.700009 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-3eab0c55-a83a-49df-a3af-96440322b23f tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:46.701784 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-3eab0c55-a83a-49df-a3af-96440322b23f tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd&tenant_id=f32a2222e912478982e32c7419305be8&binding%3Ahost_id=n-h2-829866-4 HTTP/1.1" status: 200 len: 1127 time: 0.2337255 Feb 20 03:25:46.704134 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4aa18663-cee5-42f7-8089-54a09653ac40 req-3afa8b88-8335-4ec2-b07d-4bdad23416bc tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 210 time: 0.0789969 Feb 20 03:25:46.708225 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] Pushing event updated for resources: {'Port': ['ID=58c897de-7f87-43f2-a503-a6a21e9f9b7b,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:46.772311 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] Attempting to bind port 58c897de-7f87-43f2-a503-a6a21e9f9b7b on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:25:46.772655 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] Attempting to bind port 58c897de-7f87-43f2-a503-a6a21e9f9b7b by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:25:46.772991 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] Attempting to bind port 58c897de-7f87-43f2-a503-a6a21e9f9b7b on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:25:46.796877 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] Port 58c897de-7f87-43f2-a503-a6a21e9f9b7b on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:25:46.799597 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] Attempting to bind port 58c897de-7f87-43f2-a503-a6a21e9f9b7b on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:25:46.805200 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:25:46.805552 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:25:46.806514 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:25:46.807706 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] Bound port: 58c897de-7f87-43f2-a503-a6a21e9f9b7b, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:25:46.808074 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (58c897de-7f87-43f2-a503-a6a21e9f9b7b), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:46.846085 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-7aba9e60-33cb-478a-a181-8271724db47b req-bb7df8c9-2eb6-4ac3-bf17-91484c526a49 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Deleting port 3b2417f7-5f52-4459-a350-2ba512509733 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:25:46.847395 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7aba9e60-33cb-478a-a181-8271724db47b req-bb7df8c9-2eb6-4ac3-bf17-91484c526a49 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (3b2417f7-5f52-4459-a350-2ba512509733), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:47.041300 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fffab2f-fc48-4b0e-a397-375f4be35100 None None] Network 4651b592-2402-45c9-a065-b1d1ee642486 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:25:47.068452 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] For port 58c897de-7f87-43f2-a503-a6a21e9f9b7b, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:25:47.081681 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] For port 58c897de-7f87-43f2-a503-a6a21e9f9b7b, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=58c897de-7f87-43f2-a503-a6a21e9f9b7b,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:25:47.087431 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-7aba9e60-33cb-478a-a181-8271724db47b req-bb7df8c9-2eb6-4ac3-bf17-91484c526a49 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] For port 3b2417f7-5f52-4459-a350-2ba512509733, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=3b2417f7-5f52-4459-a350-2ba512509733,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:47.087891 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7aba9e60-33cb-478a-a181-8271724db47b req-bb7df8c9-2eb6-4ac3-bf17-91484c526a49 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (3b2417f7-5f52-4459-a350-2ba512509733), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:47.117984 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82593257-2e10-4f8c-aea1-b0f7fa15eb79 req-2a5b539f-8480-4d58-af71-adea8d052b81 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:47.130981 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-82593257-2e10-4f8c-aea1-b0f7fa15eb79 req-2a5b539f-8480-4d58-af71-adea8d052b81 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] 10.222.0.89 "GET /v2.0/ports?device_id=c06e7dcd-b53c-4bf7-99c2-da265be95bb3 HTTP/1.1" status: 200 len: 950 time: 0.3016284 Feb 20 03:25:47.136937 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-7aba9e60-33cb-478a-a181-8271724db47b req-bb7df8c9-2eb6-4ac3-bf17-91484c526a49 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Calling delete_port for 3b2417f7-5f52-4459-a350-2ba512509733 owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:25:47.190065 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-5b78e79b-c4c3-4fab-8727-afa97fd189c4 None None] Provisioning complete for port 16699bec-6a57-416e-84e0-94f0a5213b0d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:47.193181 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5b78e79b-c4c3-4fab-8727-afa97fd189c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (16699bec-6a57-416e-84e0-94f0a5213b0d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:47.195459 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-82593257-2e10-4f8c-aea1-b0f7fa15eb79 req-7df8b45c-56a9-4ecb-976e-6b7b8106fb70 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] 10.222.0.89 "GET /v2.0/security-groups?id=b3aa022f-02b8-41f1-85cc-a39cb1ba6036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469599 Feb 20 03:25:47.203863 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (58c897de-7f87-43f2-a503-a6a21e9f9b7b), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:47.254343 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d67def5d-8529-47e0-a111-a54b57b9eecb admin admin] Publish callbacks [] for port (06ac3baf-3823-48e4-9940-c32557cec956), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:47.261237 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-5ee2ddea-2e48-4007-bb14-3462c572265a service neutron] For port 217cd453-1931-435b-99c1-d06ac132a046, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:25:47.268448 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-5ee2ddea-2e48-4007-bb14-3462c572265a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:47.269577 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d741fe12-ad45-41c0-a674-922ea1a69406 req-5ee2ddea-2e48-4007-bb14-3462c572265a service neutron] 10.222.0.93 "DELETE /v2.0/ports/217cd453-1931-435b-99c1-d06ac132a046/bindings/n-h1-829866-4 HTTP/1.1" status: 204 len: 173 time: 0.5587687 Feb 20 03:25:47.272886 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:47.273499 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:47.275075 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] 10.222.0.42 "PUT /v2.0/ports/58c897de-7f87-43f2-a503-a6a21e9f9b7b HTTP/1.1" status: 200 len: 1096 time: 2.3054891 Feb 20 03:25:47.275594 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d21c15-e29f-4206-b4ee-b972eb696180', 'tag': '58c897de-7f87-43f2-a503-a6a21e9f9b7b'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:25:47.278119 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b53d6aa-863a-435a-a56e-d616441f9ce1" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d21c15-e29f-4206-b4ee-b972eb696180", "tag": "58c897de-7f87-43f2-a503-a6a21e9f9b7b"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:25:47.307908 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-d06f1dc7-9fd7-4e82-9758-afe9b41f1de9 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Allocated IP 172.20.0.12 (5528b70c-0437-425a-a0ac-3485fc465717/e570f242-4684-4db2-b2a8-755bc6ec8973/0b5ff14d-0578-4958-a4c8-9458342d5552) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:25:47.330529 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d7e67f-1806-4adc-975f-76a83a739190 x-openstack-request-id: req-a8d7e67f-1806-4adc-975f-76a83a739190 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:25:47.330959 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d21c15-e29f-4206-b4ee-b972eb696180", "tag": "58c897de-7f87-43f2-a503-a6a21e9f9b7b", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:25:47.331220 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a8d7e67f-1806-4adc-975f-76a83a739190 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:25:47.331625 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d21c15-e29f-4206-b4ee-b972eb696180', 'tag': '58c897de-7f87-43f2-a503-a6a21e9f9b7b', 'status': 'completed', 'code': 200} Feb 20 03:25:47.335897 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] Pushing event updated for resources: {'Port': ['ID=58c897de-7f87-43f2-a503-a6a21e9f9b7b,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:47.348335 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:47.349126 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:47.349501 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:47.350179 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:47.350677 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:47.351565 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:47.351982 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:47.354534 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:47.355060 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:47.355497 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:47.355851 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:47.356238 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:47.356625 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff921e2c-a316-4115-87f6-ac4f92425a94 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:47.487142 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53d6aa-863a-435a-a56e-d616441f9ce1 req-839645f4-545c-469e-b83b-4b13ab8c7c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:47.488681 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b53d6aa-863a-435a-a56e-d616441f9ce1 req-839645f4-545c-469e-b83b-4b13ab8c7c26 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feb3a335a6494643a957c8a4b1b091bb&device_id=d3d21c15-e29f-4206-b4ee-b972eb696180 HTTP/1.1" status: 200 len: 1130 time: 0.1267464 Feb 20 03:25:47.516773 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5b78e79b-c4c3-4fab-8727-afa97fd189c4 None None] Current status of the port 16699bec-6a57-416e-84e0-94f0a5213b0d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:47.567981 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b53d6aa-863a-435a-a56e-d616441f9ce1 req-774de14c-4e95-441b-9621-1b9f5008dd33 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=feb3a335a6494643a957c8a4b1b091bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549669 Feb 20 03:25:47.591268 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e01d1a-9e35-4162-b93d-02cba9c3a7dd req-7b8f2a04-4369-429c-9547-b62554dbfe87 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:47.592870 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f9e01d1a-9e35-4162-b93d-02cba9c3a7dd req-7b8f2a04-4369-429c-9547-b62554dbfe87 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3d21c15-e29f-4206-b4ee-b972eb696180 HTTP/1.1" status: 200 len: 948 time: 0.1570370 Feb 20 03:25:47.677961 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53250) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:47.738168 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-d06f1dc7-9fd7-4e82-9758-afe9b41f1de9 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Publish callbacks [] for port (0b5ff14d-0578-4958-a4c8-9458342d5552), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:47.763506 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d67def5d-8529-47e0-a111-a54b57b9eecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (06ac3baf-3823-48e4-9940-c32557cec956), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:47.838843 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67def5d-8529-47e0-a111-a54b57b9eecb admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:25:47.849301 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-d67def5d-8529-47e0-a111-a54b57b9eecb admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:25:47.851901 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67def5d-8529-47e0-a111-a54b57b9eecb admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:25:47.912610 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-cb01fcbe-cdc8-4a5c-8dbb-7bebafcb37f0 None None] Provisioning complete for port 16699bec-6a57-416e-84e0-94f0a5213b0d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:47.913709 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cb01fcbe-cdc8-4a5c-8dbb-7bebafcb37f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (16699bec-6a57-416e-84e0-94f0a5213b0d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:47.913999 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f9e01d1a-9e35-4162-b93d-02cba9c3a7dd req-21b732a6-d841-4f8f-82f0-47355562070f tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed442394-78fe-437c-a16c-b64173c2bb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058195 Feb 20 03:25:47.919846 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-42855774-2e35-4353-a9d4-a55213dcce6b admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-337582620-network', 'tenant_id': 'fd7851a863a8452e82d14d3392ca44be'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:47.927966 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67def5d-8529-47e0-a111-a54b57b9eecb admin admin] Pushing event updated for resources: {'Port': ['ID=06ac3baf-3823-48e4-9940-c32557cec956,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:47.942293 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b2394-17c4-4cad-8fe5-517ac177d9cb req-de995b60-99d6-4d5f-9c7c-9e94d2157b52 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:47.944924 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f37b2394-17c4-4cad-8fe5-517ac177d9cb req-de995b60-99d6-4d5f-9c7c-9e94d2157b52 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 945 time: 0.1894476 Feb 20 03:25:47.976793 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53d6aa-863a-435a-a56e-d616441f9ce1 req-b24b7870-e257-41d9-9f9f-460e4ea687ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:47.978536 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b53d6aa-863a-435a-a56e-d616441f9ce1 req-b24b7870-e257-41d9-9f9f-460e4ea687ef service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3957508 Feb 20 03:25:47.985950 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 16699bec-6a57-416e-84e0-94f0a5213b0d up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:25:48.017687 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f37b2394-17c4-4cad-8fe5-517ac177d9cb req-dedeec2f-4c3a-4ab8-bba6-0e5ae2d27578 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656168 Feb 20 03:25:48.042428 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67def5d-8529-47e0-a111-a54b57b9eecb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:48.042847 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67def5d-8529-47e0-a111-a54b57b9eecb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:48.043325 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67def5d-8529-47e0-a111-a54b57b9eecb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:48.043734 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67def5d-8529-47e0-a111-a54b57b9eecb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:48.044190 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67def5d-8529-47e0-a111-a54b57b9eecb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:48.044591 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67def5d-8529-47e0-a111-a54b57b9eecb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:48.044989 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67def5d-8529-47e0-a111-a54b57b9eecb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:48.045550 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67def5d-8529-47e0-a111-a54b57b9eecb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:48.046126 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67def5d-8529-47e0-a111-a54b57b9eecb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:48.046557 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67def5d-8529-47e0-a111-a54b57b9eecb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:48.046984 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67def5d-8529-47e0-a111-a54b57b9eecb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:48.047597 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67def5d-8529-47e0-a111-a54b57b9eecb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:48.047977 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67def5d-8529-47e0-a111-a54b57b9eecb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:25:48.053081 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7aba9e60-33cb-478a-a181-8271724db47b req-bb7df8c9-2eb6-4ac3-bf17-91484c526a49 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (3b2417f7-5f52-4459-a350-2ba512509733), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:48.090881 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 16699bec-6a57-416e-84e0-94f0a5213b0d triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:48.091450 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (16699bec-6a57-416e-84e0-94f0a5213b0d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:48.137122 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f1dcbbf3-e5d8-4400-8a3f-5dcc711caf98 req-43def035-12aa-426a-8280-a4edf124554f tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 210 time: 0.0343337 Feb 20 03:25:48.184174 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7df8c9-2eb6-4ac3-bf17-91484c526a49 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Pushing event deleted for resources: {'Port': ['ID=3b2417f7-5f52-4459-a350-2ba512509733,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:48.184174 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42855774-2e35-4353-a9d4-a55213dcce6b admin admin] Made reservation on behalf of fd7851a863a8452e82d14d3392ca44be for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:25:48.186850 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-42855774-2e35-4353-a9d4-a55213dcce6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:48.187161 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-078e37f4-42ce-4ead-a5f1-2727185ea9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:48.188703 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-078e37f4-42ce-4ead-a5f1-2727185ea9a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feb3a335a6494643a957c8a4b1b091bb&device_id=d3d21c15-e29f-4206-b4ee-b972eb696180 HTTP/1.1" status: 200 len: 1130 time: 0.1646047 Feb 20 03:25:48.211545 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aba9e60-33cb-478a-a181-8271724db47b req-bb7df8c9-2eb6-4ac3-bf17-91484c526a49 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] No DVR routers for this DVR port 3b2417f7-5f52-4459-a350-2ba512509733 on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:25:48.215147 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7aba9e60-33cb-478a-a181-8271724db47b req-bb7df8c9-2eb6-4ac3-bf17-91484c526a49 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:48.218978 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7aba9e60-33cb-478a-a181-8271724db47b req-bb7df8c9-2eb6-4ac3-bf17-91484c526a49 tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] 10.222.0.93 "DELETE /v2.0/ports/3b2417f7-5f52-4459-a350-2ba512509733 HTTP/1.1" status: 204 len: 173 time: 1.8060620 Feb 20 03:25:48.220169 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-d06f1dc7-9fd7-4e82-9758-afe9b41f1de9 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (0b5ff14d-0578-4958-a4c8-9458342d5552), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:48.273915 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06e7dcd-b53c-4bf7-99c2-da265be95bb3', 'name': 'network-vif-deleted', 'tag': '3b2417f7-5f52-4459-a350-2ba512509733'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:25:48.276576 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7789d83a-c051-4b27-94b3-d1c9d05c7ad0" -d '{"events": [{"server_uuid": "c06e7dcd-b53c-4bf7-99c2-da265be95bb3", "name": "network-vif-deleted", "tag": "3b2417f7-5f52-4459-a350-2ba512509733"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:25:48.296984 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-e8a77754-3014-4449-843f-d58ba82604c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=58c897de-7f87-43f2-a503-a6a21e9f9b7b HTTP/1.1" status: 200 len: 217 time: 0.0987072 Feb 20 03:25:48.355244 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-d06f1dc7-9fd7-4e82-9758-afe9b41f1de9 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Network 5528b70c-0437-425a-a0ac-3485fc465717 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:25:48.358321 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-42855774-2e35-4353-a9d4-a55213dcce6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:48.358660 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-d06f1dc7-9fd7-4e82-9758-afe9b41f1de9 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:25:48.386138 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-d06f1dc7-9fd7-4e82-9758-afe9b41f1de9 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:25:48.392023 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a8f770b9-e96f-418c-bc42-48f12b1bd6f3 req-53017a28-850b-457a-9693-5656db291f3a tempest-ImagesNegativeTestJSON-984184221 tempest-ImagesNegativeTestJSON-984184221-project] 10.222.0.89 "GET /v2.0/ports?device_id=c06e7dcd-b53c-4bf7-99c2-da265be95bb3 HTTP/1.1" status: 200 len: 210 time: 0.0426145 Feb 20 03:25:48.452089 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-cb01fcbe-cdc8-4a5c-8dbb-7bebafcb37f0 None None] Current status of the port 16699bec-6a57-416e-84e0-94f0a5213b0d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:48.492622 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f1dc7-9fd7-4e82-9758-afe9b41f1de9 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Pushing event updated for resources: {'Port': ['ID=0b5ff14d-0578-4958-a4c8-9458342d5552,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:48.503774 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44478dfd-70cf-4629-8d6c-59ce7b23e792 req-e4decfb0-8991-4149-b939-6b087bfdc315 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:48.503976 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 16699bec-6a57-416e-84e0-94f0a5213b0d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:48.512251 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-44478dfd-70cf-4629-8d6c-59ce7b23e792 req-e4decfb0-8991-4149-b939-6b087bfdc315 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 1127 time: 0.2178295 Feb 20 03:25:48.518717 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dd9431-8d9a-4c9a-b41e-36bca8886b8f x-openstack-request-id: req-04dd9431-8d9a-4c9a-b41e-36bca8886b8f {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:25:48.518979 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06e7dcd-b53c-4bf7-99c2-da265be95bb3", "name": "network-vif-deleted", "tag": "3b2417f7-5f52-4459-a350-2ba512509733", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:25:48.519304 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-04dd9431-8d9a-4c9a-b41e-36bca8886b8f {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:25:48.519944 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06e7dcd-b53c-4bf7-99c2-da265be95bb3', 'name': 'network-vif-deleted', 'tag': '3b2417f7-5f52-4459-a350-2ba512509733', 'status': 'completed', 'code': 200} Feb 20 03:25:48.534008 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-1e48cb24-e0f0-4b50-9bfa-e27520ee7be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:48.535519 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-1e48cb24-e0f0-4b50-9bfa-e27520ee7be6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.2163932 Feb 20 03:25:48.589969 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-d06f1dc7-9fd7-4e82-9758-afe9b41f1de9 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:48.590729 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-d06f1dc7-9fd7-4e82-9758-afe9b41f1de9 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:48.598249 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-44478dfd-70cf-4629-8d6c-59ce7b23e792 req-06c7a2b1-7b2f-4485-b8ac-35578028a9f5 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829530 Feb 20 03:25:48.646513 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-0fabf5ce-ba32-42ea-8a53-f42ee9063fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:48.649058 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-0fabf5ce-ba32-42ea-8a53-f42ee9063fed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1008074 Feb 20 03:25:48.689818 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d67def5d-8529-47e0-a111-a54b57b9eecb admin admin] Publish callbacks [] for router_gateway (f6cfb5a4-83da-49a6-b344-9115939df7c5), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:48.756497 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-d263566b-5869-4d83-b5e5-f193496ecb16 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018569 Feb 20 03:25:48.922376 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb7a2914-7866-4318-81cd-98c44a82b3b1 req-e63dc248-57bb-4965-af2e-f6e38e31c999 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610978 Feb 20 03:25:48.923022 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53284) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:48.954506 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-74fbd6d7-f1c4-49c3-93b5-079725d50d04 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:48.957079 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-74fbd6d7-f1c4-49c3-93b5-079725d50d04 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/networks?id=b760bf03-7766-4aef-bd0e-08d3e5c4e949 HTTP/1.1" status: 200 len: 808 time: 0.1482553 Feb 20 03:25:48.964069 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-d06f1dc7-9fd7-4e82-9758-afe9b41f1de9 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0539193 Feb 20 03:25:48.981098 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-1b12d4d0-5c6c-4a2a-91bf-a8ed9a00124e service neutron] Request body: {'port': {'device_id': '4be2cac3-de70-49bc-84e2-875235326a78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:48.982814 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-4adf04dd-323c-4fc6-84b8-5ee22dafe5db tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/quotas/f32a2222e912478982e32c7419305be8 HTTP/1.1" status: 200 len: 375 time: 0.0204155 Feb 20 03:25:48.987528 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-42855774-2e35-4353-a9d4-a55213dcce6b admin admin] Publish callbacks [] for security_group (779003ef-11e9-430c-a4f2-5044ba4101c1), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:49.089216 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-a00c91ba-a539-4f7e-b2e4-b9774f430b0e tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=f32a2222e912478982e32c7419305be8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1054192 Feb 20 03:25:49.091408 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-42855774-2e35-4353-a9d4-a55213dcce6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (779003ef-11e9-430c-a4f2-5044ba4101c1), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:49.113399 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-1b12d4d0-5c6c-4a2a-91bf-a8ed9a00124e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0b5ff14d-0578-4958-a4c8-9458342d5552), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:49.115693 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8d3f7875-ed56-472c-9f5d-fbb7493206a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:49.135767 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42855774-2e35-4353-a9d4-a55213dcce6b admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:25:49.161884 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42855774-2e35-4353-a9d4-a55213dcce6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779003ef-11e9-430c-a4f2-5044ba4101c1,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:49.188429 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca79342-5aa2-4dac-b380-e4a60d87e839 req-7cf3d8a4-1c01-4849-81e9-d6fa0aaee34c tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:49.191453 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9ca79342-5aa2-4dac-b380-e4a60d87e839 req-7cf3d8a4-1c01-4849-81e9-d6fa0aaee34c tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3d21c15-e29f-4206-b4ee-b972eb696180 HTTP/1.1" status: 200 len: 948 time: 0.1556456 Feb 20 03:25:49.201329 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-42855774-2e35-4353-a9d4-a55213dcce6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (d9eb8f3b-9eb2-4717-b7be-6446914f2ad1), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:49.201575 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-42855774-2e35-4353-a9d4-a55213dcce6b admin admin] Added segment d9eb8f3b-9eb2-4717-b7be-6446914f2ad1 of type vlan for network e730276a-8767-454e-ad52-96dd8c661ff1 Feb 20 03:25:49.273576 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-cebf7c43-bb8f-4b03-8f55-51edef6435e0 service neutron] 10.222.0.89 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737075 Feb 20 03:25:49.284321 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-42855774-2e35-4353-a9d4-a55213dcce6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (e730276a-8767-454e-ad52-96dd8c661ff1), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:49.340743 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9ca79342-5aa2-4dac-b380-e4a60d87e839 req-f80adeb2-1e81-48a2-bbac-b25a1a52d75c tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed442394-78fe-437c-a16c-b64173c2bb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369102 Feb 20 03:25:49.402503 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8d3f7875-ed56-472c-9f5d-fbb7493206a3 admin admin] Publish callbacks [] for security_group (f5eb7d19-efee-47c5-9295-199d13a0a4af), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:49.413724 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-af4b0a4c-e1a3-456c-8eca-a412e0d2e489 service neutron] 10.222.0.89 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313159 Feb 20 03:25:49.465242 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d67def5d-8529-47e0-a111-a54b57b9eecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (f6cfb5a4-83da-49a6-b344-9115939df7c5), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:49.474685 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c948cc7-8796-420e-8e99-423642837a44 req-dd9da6ca-fa4e-4085-9e5b-cda91c33b927 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:49.476382 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7c948cc7-8796-420e-8e99-423642837a44 req-dd9da6ca-fa4e-4085-9e5b-cda91c33b927 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 932 time: 0.0618026 Feb 20 03:25:49.500428 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8d3f7875-ed56-472c-9f5d-fbb7493206a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f5eb7d19-efee-47c5-9295-199d13a0a4af), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:49.519207 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-42855774-2e35-4353-a9d4-a55213dcce6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (e730276a-8767-454e-ad52-96dd8c661ff1), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:49.520186 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42855774-2e35-4353-a9d4-a55213dcce6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:49.520768 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-42855774-2e35-4353-a9d4-a55213dcce6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:49.561837 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8d3f7875-ed56-472c-9f5d-fbb7493206a3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=24ff2ff4d48548079fd1f84c745edfa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6379077 Feb 20 03:25:49.563541 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f7875-ed56-472c-9f5d-fbb7493206a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5eb7d19-efee-47c5-9295-199d13a0a4af,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:49.566792 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53296) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:49.575237 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 3b2417f7-5f52-4459-a350-2ba512509733 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:25:49.577159 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7c948cc7-8796-420e-8e99-423642837a44 req-8ba1b01f-3c22-4418-a14f-0613d43808a5 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943844 Feb 20 03:25:49.616973 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 3b2417f7-5f52-4459-a350-2ba512509733 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:25:49.623016 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 3b2417f7-5f52-4459-a350-2ba512509733 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:25:49.626300 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-35fad30c-1b58-4a5d-8f42-35b8c36328bc admin admin] Publish callbacks [] for security_group (f5eb7d19-efee-47c5-9295-199d13a0a4af), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:49.645537 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42855774-2e35-4353-a9d4-a55213dcce6b admin admin] Pushing event updated for resources: {'Network': ['ID=e730276a-8767-454e-ad52-96dd8c661ff1,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:49.655140 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-35fad30c-1b58-4a5d-8f42-35b8c36328bc admin admin] Publish callbacks [] for security_group (f5eb7d19-efee-47c5-9295-199d13a0a4af), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:49.669373 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network e730276a-8767-454e-ad52-96dd8c661ff1 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:25:49.697839 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-42855774-2e35-4353-a9d4-a55213dcce6b admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0150852 Feb 20 03:25:49.714634 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53304) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:49.720215 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-db055a42-11c9-4fff-b405-5c80d40c2546 admin admin] Request body: {'subnet': {'network_id': 'e730276a-8767-454e-ad52-96dd8c661ff1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-337582620-subnet', 'tenant_id': 'fd7851a863a8452e82d14d3392ca44be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:49.793451 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-970f64ce-34f5-434d-97e4-01f303458f0f req-169231bb-1129-478a-b471-db7c5d17c19e tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 210 time: 0.0330939 Feb 20 03:25:49.854216 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-1b12d4d0-5c6c-4a2a-91bf-a8ed9a00124e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b5ff14d-0578-4958-a4c8-9458342d5552 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:25:49.866790 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-1b12d4d0-5c6c-4a2a-91bf-a8ed9a00124e service neutron] Publish callbacks [] for port (0b5ff14d-0578-4958-a4c8-9458342d5552), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:49.869630 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db055a42-11c9-4fff-b405-5c80d40c2546 admin admin] Made reservation on behalf of fd7851a863a8452e82d14d3392ca44be for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:25:49.872974 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-db055a42-11c9-4fff-b405-5c80d40c2546 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:49.903630 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-1b12d4d0-5c6c-4a2a-91bf-a8ed9a00124e service neutron] Transition to ACTIVE for port object 0b5ff14d-0578-4958-a4c8-9458342d5552 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:25:49.922930 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-35fad30c-1b58-4a5d-8f42-35b8c36328bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f5eb7d19-efee-47c5-9295-199d13a0a4af), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:49.925517 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-35fad30c-1b58-4a5d-8f42-35b8c36328bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:49.926900 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-35fad30c-1b58-4a5d-8f42-35b8c36328bc admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f5eb7d19-efee-47c5-9295-199d13a0a4af HTTP/1.1" status: 204 len: 168 time: 0.3585353 Feb 20 03:25:49.948082 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fad30c-1b58-4a5d-8f42-35b8c36328bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5eb7d19-efee-47c5-9295-199d13a0a4af,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:49.959324 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67def5d-8529-47e0-a111-a54b57b9eecb admin admin] Router f6cfb5a4-83da-49a6-b344-9115939df7c5 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:25:50.012588 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-1b12d4d0-5c6c-4a2a-91bf-a8ed9a00124e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (0b5ff14d-0578-4958-a4c8-9458342d5552), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:50.111189 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12d4d0-5c6c-4a2a-91bf-a8ed9a00124e service neutron] Pushing event updated for resources: {'Port': ['ID=0b5ff14d-0578-4958-a4c8-9458342d5552,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:50.172885 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-db055a42-11c9-4fff-b405-5c80d40c2546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for subnet (2eb0b226-9b36-4d76-8063-22e21454da3d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:50.172991 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67def5d-8529-47e0-a111-a54b57b9eecb admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:25:50.185701 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3932bd7-814e-4a1a-8a3d-25ad23f0285e None None] Sync routers for ids ['f6cfb5a4-83da-49a6-b344-9115939df7c5'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:25:50.199027 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3932bd7-814e-4a1a-8a3d-25ad23f0285e None None] Routers {'f6cfb5a4-83da-49a6-b344-9115939df7c5'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:25:50.199749 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a3932bd7-814e-4a1a-8a3d-25ad23f0285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:25:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['f6cfb5a4-83da-49a6-b344-9115939df7c5'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:50.200496 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-1b12d4d0-5c6c-4a2a-91bf-a8ed9a00124e service neutron] Attempting to bind port 0b5ff14d-0578-4958-a4c8-9458342d5552 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:25:50.200836 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-1b12d4d0-5c6c-4a2a-91bf-a8ed9a00124e service neutron] Attempting to bind port 0b5ff14d-0578-4958-a4c8-9458342d5552 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:25:50.201166 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-1b12d4d0-5c6c-4a2a-91bf-a8ed9a00124e service neutron] Attempting to bind port 0b5ff14d-0578-4958-a4c8-9458342d5552 on network 5528b70c-0437-425a-a0ac-3485fc465717 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:25:50.205596 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-1b12d4d0-5c6c-4a2a-91bf-a8ed9a00124e service neutron] Port 0b5ff14d-0578-4958-a4c8-9458342d5552 on network 5528b70c-0437-425a-a0ac-3485fc465717 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:25:50.205916 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-1b12d4d0-5c6c-4a2a-91bf-a8ed9a00124e service neutron] Attempting to bind port 0b5ff14d-0578-4958-a4c8-9458342d5552 on network 5528b70c-0437-425a-a0ac-3485fc465717 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:25:50.210949 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-1b12d4d0-5c6c-4a2a-91bf-a8ed9a00124e service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:25:50.211262 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-1b12d4d0-5c6c-4a2a-91bf-a8ed9a00124e service neutron] Checking segment: {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:25:50.211685 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-1b12d4d0-5c6c-4a2a-91bf-a8ed9a00124e service neutron] Bound using segment: {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:25:50.212701 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-1b12d4d0-5c6c-4a2a-91bf-a8ed9a00124e service neutron] Bound port: 0b5ff14d-0578-4958-a4c8-9458342d5552, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:25:50.213314 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-1b12d4d0-5c6c-4a2a-91bf-a8ed9a00124e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0b5ff14d-0578-4958-a4c8-9458342d5552), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:50.252074 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d67def5d-8529-47e0-a111-a54b57b9eecb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:50.254474 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d67def5d-8529-47e0-a111-a54b57b9eecb admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.2085795 Feb 20 03:25:50.256979 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db055a42-11c9-4fff-b405-5c80d40c2546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eb0b226-9b36-4d76-8063-22e21454da3d,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:50.260030 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53326) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:50.263816 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db055a42-11c9-4fff-b405-5c80d40c2546 admin admin] Checking segment: {'id': 'd9eb8f3b-9eb2-4717-b7be-6446914f2ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e730276a-8767-454e-ad52-96dd8c661ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:25:50.264224 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db055a42-11c9-4fff-b405-5c80d40c2546 admin admin] Network hostable DHCP agents. Network: e730276a-8767-454e-ad52-96dd8c661ff1, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:25:50.343888 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-1b12d4d0-5c6c-4a2a-91bf-a8ed9a00124e service neutron] For port 0b5ff14d-0578-4958-a4c8-9458342d5552, host n-h1-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:25:50.387408 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-a3932bd7-814e-4a1a-8a3d-25ad23f0285e None None] Set router f6cfb5a4-83da-49a6-b344-9115939df7c5 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:25:50.387834 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-1b12d4d0-5c6c-4a2a-91bf-a8ed9a00124e service neutron] For port 0b5ff14d-0578-4958-a4c8-9458342d5552, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=0b5ff14d-0578-4958-a4c8-9458342d5552,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:25:50.407122 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db055a42-11c9-4fff-b405-5c80d40c2546 admin admin] Network e730276a-8767-454e-ad52-96dd8c661ff1 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:25:50.469518 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-1b12d4d0-5c6c-4a2a-91bf-a8ed9a00124e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (0b5ff14d-0578-4958-a4c8-9458342d5552), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:50.473832 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53334) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:50.500300 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-db055a42-11c9-4fff-b405-5c80d40c2546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, e730276a-8767-454e-ad52-96dd8c661ff1) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:25:50.509597 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db055a42-11c9-4fff-b405-5c80d40c2546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:50.510284 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-db055a42-11c9-4fff-b405-5c80d40c2546 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:50.539517 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cc810-1c7b-411a-b3b1-3032ba25aac7 req-98f99e70-7be1-4644-b02c-ba7e4e63cbb1 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:50.542222 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-090cc810-1c7b-411a-b3b1-3032ba25aac7 req-98f99e70-7be1-4644-b02c-ba7e4e63cbb1 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3d21c15-e29f-4206-b4ee-b972eb696180 HTTP/1.1" status: 200 len: 948 time: 0.0743928 Feb 20 03:25:50.556036 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-1b12d4d0-5c6c-4a2a-91bf-a8ed9a00124e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:50.560862 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-1b12d4d0-5c6c-4a2a-91bf-a8ed9a00124e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:50.560862 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-1b12d4d0-5c6c-4a2a-91bf-a8ed9a00124e service neutron] 10.222.0.42 "PUT /v2.0/ports/0b5ff14d-0578-4958-a4c8-9458342d5552 HTTP/1.1" status: 200 len: 1092 time: 1.5854664 Feb 20 03:25:50.560862 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be2cac3-de70-49bc-84e2-875235326a78', 'tag': '0b5ff14d-0578-4958-a4c8-9458342d5552'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:25:50.563406 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966e602b-68fa-41d3-8597-43cb89cf76e8" -d '{"events": [{"name": "network-changed", "server_uuid": "4be2cac3-de70-49bc-84e2-875235326a78", "tag": "0b5ff14d-0578-4958-a4c8-9458342d5552"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:25:50.596384 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12d4d0-5c6c-4a2a-91bf-a8ed9a00124e service neutron] Pushing event updated for resources: {'Port': ['ID=0b5ff14d-0578-4958-a4c8-9458342d5552,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:50.621290 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-090cc810-1c7b-411a-b3b1-3032ba25aac7 req-fcd9bf05-6aa8-469e-a49e-1eafb1631f3b tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed442394-78fe-437c-a16c-b64173c2bb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722597 Feb 20 03:25:50.632743 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8659cf7b-8a66-4feb-ad21-9a712b825f58 None None] Network e730276a-8767-454e-ad52-96dd8c661ff1 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:25:50.640113 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-db055a42-11c9-4fff-b405-5c80d40c2546 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9237564 Feb 20 03:25:50.664392 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a53c96e-cd26-41f9-a45e-b78e6b43e3d7 x-openstack-request-id: req-1a53c96e-cd26-41f9-a45e-b78e6b43e3d7 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:25:50.665064 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be2cac3-de70-49bc-84e2-875235326a78", "tag": "0b5ff14d-0578-4958-a4c8-9458342d5552", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:25:50.666969 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1a53c96e-cd26-41f9-a45e-b78e6b43e3d7 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:25:50.667542 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be2cac3-de70-49bc-84e2-875235326a78', 'tag': '0b5ff14d-0578-4958-a4c8-9458342d5552', 'status': 'completed', 'code': 200} Feb 20 03:25:50.793839 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591c633-4fed-4bf4-88c8-0d824a0666fc req-f46ec065-e454-4129-a1e5-9f97cf71e4b6 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:50.803283 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e591c633-4fed-4bf4-88c8-0d824a0666fc req-f46ec065-e454-4129-a1e5-9f97cf71e4b6 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 944 time: 0.0887432 Feb 20 03:25:50.811468 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e602b-68fa-41d3-8597-43cb89cf76e8 req-f4a2d052-5b07-4bd7-99ae-82d503012d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:50.813450 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-966e602b-68fa-41d3-8597-43cb89cf76e8 req-f4a2d052-5b07-4bd7-99ae-82d503012d6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 1126 time: 0.1433048 Feb 20 03:25:50.828125 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53346) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:50.834783 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-31bcfe92-a077-4b1b-a547-8be0d17621ec admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ef5cd1706f5b46d5ad0f9a7eb1050d6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3577805 Feb 20 03:25:50.855097 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:50.900340 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0f08e6-6ce7-4c3b-a93a-3fc0fd02bd04 None None] Network e730276a-8767-454e-ad52-96dd8c661ff1 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:25:50.933014 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c7de81c-e1c3-4f19-b303-62883593d968 req-871022d1-6416-4bdf-8cb5-cd49a1e4421b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 210 time: 0.0503466 Feb 20 03:25:50.933724 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:50.959565 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e591c633-4fed-4bf4-88c8-0d824a0666fc req-3d91a30b-5ed2-48a1-b052-4aa79efe00c1 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412742 Feb 20 03:25:50.959565 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53352) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:50.983838 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-76bdef37-8867-41f1-9c92-5da7e8665954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:50.986994 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d94c1525-812a-4606-9506-e7ec93700bee admin admin] Publish callbacks [] for security_group (b3aa022f-02b8-41f1-85cc-a39cb1ba6036), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:50.995513 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a3932bd7-814e-4a1a-8a3d-25ad23f0285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cfb5a4-83da-49a6-b344-9115939df7c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-42671854-router', 'tenant_id': 'd9bffb54cf7a459ab8f450e0dfefce78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '06ac3baf-3823-48e4-9940-c32557cec956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:25:44Z', 'updated_at': '2022-02-20T03:25:48Z', 'revision_number': 3, 'project_id': 'd9bffb54cf7a459ab8f450e0dfefce78', 'gw_port': {'id': '06ac3baf-3823-48e4-9940-c32557cec956', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cfb5a4-83da-49a6-b344-9115939df7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:46Z', 'updated_at': '2022-02-20T03:25:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:51.038086 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3932bd7-814e-4a1a-8a3d-25ad23f0285e None None] Checking router: f6cfb5a4-83da-49a6-b344-9115939df7c5 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:25:51.038600 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3932bd7-814e-4a1a-8a3d-25ad23f0285e None None] Updating router f6cfb5a4-83da-49a6-b344-9115939df7c5 port 06ac3baf-3823-48e4-9940-c32557cec956 binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:25:51.049983 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d94c1525-812a-4606-9506-e7ec93700bee admin admin] Publish callbacks [] for security_group (b3aa022f-02b8-41f1-85cc-a39cb1ba6036), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:51.085656 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a3932bd7-814e-4a1a-8a3d-25ad23f0285e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (06ac3baf-3823-48e4-9940-c32557cec956), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:51.161508 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-76bdef37-8867-41f1-9c92-5da7e8665954 admin admin] Publish callbacks [] for security_group (bb6b1b3e-9ddc-42ac-a06e-129679fb8fc8), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:51.247818 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-76bdef37-8867-41f1-9c92-5da7e8665954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (bb6b1b3e-9ddc-42ac-a06e-129679fb8fc8), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:51.289517 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d94c1525-812a-4606-9506-e7ec93700bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b3aa022f-02b8-41f1-85cc-a39cb1ba6036), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:51.293670 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d94c1525-812a-4606-9506-e7ec93700bee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:51.297300 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d94c1525-812a-4606-9506-e7ec93700bee admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b3aa022f-02b8-41f1-85cc-a39cb1ba6036 HTTP/1.1" status: 204 len: 168 time: 0.4634657 Feb 20 03:25:51.308460 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bdef37-8867-41f1-9c92-5da7e8665954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6b1b3e-9ddc-42ac-a06e-129679fb8fc8,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:51.340198 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-76bdef37-8867-41f1-9c92-5da7e8665954 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4b82fafd432d4241ae41dadc001b2ebb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3805211 Feb 20 03:25:51.345169 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53366) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:51.399027 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e602b-68fa-41d3-8597-43cb89cf76e8 req-84206b82-1465-448a-aeb6-62ae8f61bedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:51.401801 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-966e602b-68fa-41d3-8597-43cb89cf76e8 req-84206b82-1465-448a-aeb6-62ae8f61bedb service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&shared=False HTTP/1.1" status: 200 len: 921 time: 0.5625722 Feb 20 03:25:51.450024 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c1525-812a-4606-9506-e7ec93700bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3aa022f-02b8-41f1-85cc-a39cb1ba6036,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:51.489034 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a3932bd7-814e-4a1a-8a3d-25ad23f0285e None None] Publish callbacks [] for port (06ac3baf-3823-48e4-9940-c32557cec956), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:51.514833 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c71c9982-6ea2-4a02-afaa-d950086c4d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:51.543882 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-730c5d5e-e529-4e7f-8352-f49dc61e5f3e tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:51.544891 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a3932bd7-814e-4a1a-8a3d-25ad23f0285e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (06ac3baf-3823-48e4-9940-c32557cec956), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:51.550469 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-730c5d5e-e529-4e7f-8352-f49dc61e5f3e tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/networks?id=e730276a-8767-454e-ad52-96dd8c661ff1 HTTP/1.1" status: 200 len: 821 time: 0.2641926 Feb 20 03:25:51.563909 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-af011c43-6d64-471a-a51a-41aa8467dad5 admin admin] Publish callbacks [] for security_group (bb6b1b3e-9ddc-42ac-a06e-129679fb8fc8), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:51.572122 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e602b-68fa-41d3-8597-43cb89cf76e8 req-6aa1a815-d63a-4fba-a865-d10b6300ea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:51.573867 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-966e602b-68fa-41d3-8597-43cb89cf76e8 req-6aa1a815-d63a-4fba-a865-d10b6300ea5e service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1492722 Feb 20 03:25:51.583636 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-27a7b086-d560-4adf-b7f9-c6ef23facaa9 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/quotas/fd7851a863a8452e82d14d3392ca44be HTTP/1.1" status: 200 len: 375 time: 0.0321708 Feb 20 03:25:51.622579 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a3932bd7-814e-4a1a-8a3d-25ad23f0285e None None] Attempting to bind port 06ac3baf-3823-48e4-9940-c32557cec956 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:25:51.623069 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a3932bd7-814e-4a1a-8a3d-25ad23f0285e None None] Attempting to bind port 06ac3baf-3823-48e4-9940-c32557cec956 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:25:51.623501 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3932bd7-814e-4a1a-8a3d-25ad23f0285e None None] Attempting to bind port 06ac3baf-3823-48e4-9940-c32557cec956 on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:25:51.632129 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-5e9460f8-8cc7-4b3e-a903-fdd46dd3fc5b tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=fd7851a863a8452e82d14d3392ca44be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476203 Feb 20 03:25:51.636441 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bae3bd-2e02-4f43-a234-49c607994e32 None None] Pushing event updated for resources: {'Port': ['ID=06ac3baf-3823-48e4-9940-c32557cec956,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:51.638833 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-af011c43-6d64-471a-a51a-41aa8467dad5 admin admin] Publish callbacks [] for security_group (bb6b1b3e-9ddc-42ac-a06e-129679fb8fc8), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:51.640147 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3932bd7-814e-4a1a-8a3d-25ad23f0285e None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:25:51.640597 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3932bd7-814e-4a1a-8a3d-25ad23f0285e None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:25:51.641052 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a3932bd7-814e-4a1a-8a3d-25ad23f0285e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:51.641435 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3932bd7-814e-4a1a-8a3d-25ad23f0285e None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:25:51.641914 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a3932bd7-814e-4a1a-8a3d-25ad23f0285e None None] Bound port: 06ac3baf-3823-48e4-9940-c32557cec956, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:25:51.642299 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a3932bd7-814e-4a1a-8a3d-25ad23f0285e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (06ac3baf-3823-48e4-9940-c32557cec956), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:51.672584 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-b5ddfa2b-4e86-4bd2-aa7b-d6c5bc41b4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:51.674442 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-b5ddfa2b-4e86-4bd2-aa7b-d6c5bc41b4ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 1126 time: 0.0579987 Feb 20 03:25:51.733917 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-14030223-b40e-4cc9-a0e7-873725949833 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b5ff14d-0578-4958-a4c8-9458342d5552 HTTP/1.1" status: 200 len: 217 time: 0.0518651 Feb 20 03:25:51.742721 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-a3932bd7-814e-4a1a-8a3d-25ad23f0285e None None] For port 06ac3baf-3823-48e4-9940-c32557cec956, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:25:51.745015 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-a3932bd7-814e-4a1a-8a3d-25ad23f0285e None None] For port 06ac3baf-3823-48e4-9940-c32557cec956, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=06ac3baf-3823-48e4-9940-c32557cec956,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:25:51.813743 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0845932-32f1-4254-881c-8bab9698ccc8 req-381cb545-8fbf-4578-b6f1-abe8705b998e tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:51.818496 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a3932bd7-814e-4a1a-8a3d-25ad23f0285e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (06ac3baf-3823-48e4-9940-c32557cec956), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:51.820467 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0845932-32f1-4254-881c-8bab9698ccc8 req-381cb545-8fbf-4578-b6f1-abe8705b998e tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3d21c15-e29f-4206-b4ee-b972eb696180 HTTP/1.1" status: 200 len: 948 time: 0.1056602 Feb 20 03:25:51.842651 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-1cb1dc86-b58b-4a94-9708-83352a22537c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:51.845653 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-1cb1dc86-b58b-4a94-9708-83352a22537c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e570f242-4684-4db2-b2a8-755bc6ec8973 HTTP/1.1" status: 200 len: 860 time: 0.1042001 Feb 20 03:25:51.846151 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-b8fbe93c-d5c1-437e-9f10-683700268017 service neutron] 10.222.0.89 "GET /v2.0/networks/e730276a-8767-454e-ad52-96dd8c661ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125590 Feb 20 03:25:51.885351 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3932bd7-814e-4a1a-8a3d-25ad23f0285e None None] Routers {'f6cfb5a4-83da-49a6-b344-9115939df7c5'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:25:51.886721 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a3932bd7-814e-4a1a-8a3d-25ad23f0285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:25:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['f6cfb5a4-83da-49a6-b344-9115939df7c5'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:51.914932 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-2ea95a0d-dfea-477b-9837-d419306aad75 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5528b70c-0437-425a-a0ac-3485fc465717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629692 Feb 20 03:25:51.922380 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-af011c43-6d64-471a-a51a-41aa8467dad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (bb6b1b3e-9ddc-42ac-a06e-129679fb8fc8), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:51.925886 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-af011c43-6d64-471a-a51a-41aa8467dad5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:51.929058 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-af011c43-6d64-471a-a51a-41aa8467dad5 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/bb6b1b3e-9ddc-42ac-a06e-129679fb8fc8 HTTP/1.1" status: 204 len: 168 time: 0.5722804 Feb 20 03:25:51.936523 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bae3bd-2e02-4f43-a234-49c607994e32 None None] Pushing event updated for resources: {'Port': ['ID=06ac3baf-3823-48e4-9940-c32557cec956,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:51.951504 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0845932-32f1-4254-881c-8bab9698ccc8 req-9c803097-aed4-49d4-b124-8ad3e17ec607 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed442394-78fe-437c-a16c-b64173c2bb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272790 Feb 20 03:25:51.980958 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af011c43-6d64-471a-a51a-41aa8467dad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6b1b3e-9ddc-42ac-a06e-129679fb8fc8,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:52.055193 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-c71c9982-6ea2-4a02-afaa-d950086c4d33 admin admin] Allocated IP 172.20.0.1 (4651b592-2402-45c9-a065-b1d1ee642486/74cd4491-cfb4-4d8a-99aa-2581c78115a0/b494495c-52d5-475a-9227-206481fcd9cf) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:25:52.070057 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-7a82ad4b-635b-4f41-b9b3-19dd0e757e33 service neutron] 10.222.0.89 "GET /v2.0/networks/e730276a-8767-454e-ad52-96dd8c661ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172430 Feb 20 03:25:52.097336 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 58c897de-7f87-43f2-a503-a6a21e9f9b7b details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:25:52.108567 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8eaa164d-cbbb-454a-a6ba-727d796d4e93 req-1e86a050-a17b-4db0-ada1-8d45fa5f4856 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 210 time: 0.0424125 Feb 20 03:25:52.114377 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-bff7c095-7ecb-424a-8cc3-ae95091f0c74 service neutron] 10.222.0.42 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905959 Feb 20 03:25:52.176353 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-a3932bd7-814e-4a1a-8a3d-25ad23f0285e None None] Set router f6cfb5a4-83da-49a6-b344-9115939df7c5 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:25:52.293082 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f4616-ac77-4483-9a17-1e2789a33b1b req-fdd2a4cb-0bee-4759-b204-a09d893fb237 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:52.295039 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2a6f4616-ac77-4483-9a17-1e2789a33b1b req-fdd2a4cb-0bee-4759-b204-a09d893fb237 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 944 time: 0.0726221 Feb 20 03:25:52.401326 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2a6f4616-ac77-4483-9a17-1e2789a33b1b req-0d08151e-73dc-492d-ab74-179c8747b220 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007795 Feb 20 03:25:52.481505 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c8639f3c-e9c8-4150-887d-da60b8150c91 req-db120215-dd95-47e6-bc4e-51d00a47bc2b tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=19ad728f-458d-43cf-98c9-b0f352dcd5d0 HTTP/1.1" status: 200 len: 210 time: 0.0705295 Feb 20 03:25:52.508225 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c71c9982-6ea2-4a02-afaa-d950086c4d33 admin admin] Publish callbacks [] for port (b494495c-52d5-475a-9227-206481fcd9cf), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:52.519721 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 58c897de-7f87-43f2-a503-a6a21e9f9b7b, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=58c897de-7f87-43f2-a503-a6a21e9f9b7b,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:52.550271 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6c682dfe-2aa7-4e98-8db5-f3b7525d028f req-78463c37-5a9c-424d-8bde-90b89b996c4f service neutron] 10.222.0.42 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085000 Feb 20 03:25:52.559729 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '58c897de-7f87-43f2-a503-a6a21e9f9b7b', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': '58c897de-7f87-43f2-a503-a6a21e9f9b7b', 'mac_address': 'fa:16:3e:22:0e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:25:52.565115 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-2bf41914-9dd4-4f3d-856f-2666d615ad8b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:52.566624 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-2bf41914-9dd4-4f3d-856f-2666d615ad8b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.93 "GET /v2.0/networks?id=b760bf03-7766-4aef-bd0e-08d3e5c4e949 HTTP/1.1" status: 200 len: 808 time: 0.3208616 Feb 20 03:25:52.601020 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-38f530b1-bd82-4eef-8d09-65bbd424f2fb tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Request body: {'port': {'device_id': '3cf3f499-82bc-4fb4-93e6-4304f46ec34a', 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949', 'admin_state_up': True, 'tenant_id': 'f32a2222e912478982e32c7419305be8'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:52.663318 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 58c897de-7f87-43f2-a503-a6a21e9f9b7b is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:52.669541 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (58c897de-7f87-43f2-a503-a6a21e9f9b7b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:52.835695 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a3932bd7-814e-4a1a-8a3d-25ad23f0285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cfb5a4-83da-49a6-b344-9115939df7c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-42671854-router', 'tenant_id': 'd9bffb54cf7a459ab8f450e0dfefce78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '06ac3baf-3823-48e4-9940-c32557cec956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:25:44Z', 'updated_at': '2022-02-20T03:25:48Z', 'revision_number': 3, 'project_id': 'd9bffb54cf7a459ab8f450e0dfefce78', 'gw_port': {'id': '06ac3baf-3823-48e4-9940-c32557cec956', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cfb5a4-83da-49a6-b344-9115939df7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:46Z', 'updated_at': '2022-02-20T03:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:52.838256 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c897de-7f87-43f2-a503-a6a21e9f9b7b {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:25:52.867034 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3932bd7-814e-4a1a-8a3d-25ad23f0285e None None] The sync data for ids ['f6cfb5a4-83da-49a6-b344-9115939df7c5'] in n-d-829866-4 is: [{'id': 'f6cfb5a4-83da-49a6-b344-9115939df7c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-42671854-router', 'tenant_id': 'd9bffb54cf7a459ab8f450e0dfefce78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '06ac3baf-3823-48e4-9940-c32557cec956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:25:44Z', 'updated_at': '2022-02-20T03:25:48Z', 'revision_number': 3, 'project_id': 'd9bffb54cf7a459ab8f450e0dfefce78', 'gw_port': {'id': '06ac3baf-3823-48e4-9940-c32557cec956', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cfb5a4-83da-49a6-b344-9115939df7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:46Z', 'updated_at': '2022-02-20T03:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:25:52.883041 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c71c9982-6ea2-4a02-afaa-d950086c4d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (b494495c-52d5-475a-9227-206481fcd9cf), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:52.902943 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 58c897de-7f87-43f2-a503-a6a21e9f9b7b, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=58c897de-7f87-43f2-a503-a6a21e9f9b7b,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:52.942268 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c9982-6ea2-4a02-afaa-d950086c4d33 admin admin] Pushing event updated for resources: {'Port': ['ID=b494495c-52d5-475a-9227-206481fcd9cf,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:52.944533 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-38f530b1-bd82-4eef-8d09-65bbd424f2fb tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Made reservation on behalf of f32a2222e912478982e32c7419305be8 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:25:52.954266 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-38f530b1-bd82-4eef-8d09-65bbd424f2fb tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:52.975312 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71c9982-6ea2-4a02-afaa-d950086c4d33 admin admin] Network 4651b592-2402-45c9-a065-b1d1ee642486 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:25:52.978071 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (58c897de-7f87-43f2-a503-a6a21e9f9b7b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:52.984388 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-c71c9982-6ea2-4a02-afaa-d950086c4d33 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:25:52.988037 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71c9982-6ea2-4a02-afaa-d950086c4d33 admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:25:53.104241 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c71c9982-6ea2-4a02-afaa-d950086c4d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (f6cfb5a4-83da-49a6-b344-9115939df7c5), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:53.113851 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=58c897de-7f87-43f2-a503-a6a21e9f9b7b,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:53.211902 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['58c897de-7f87-43f2-a503-a6a21e9f9b7b'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:25:53.278490 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-38f530b1-bd82-4eef-8d09-65bbd424f2fb tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Allocated IP 172.20.0.11 (b760bf03-7766-4aef-bd0e-08d3e5c4e949/458c6d71-ffe3-42c1-873f-079dd6df07cb/d63e954e-40b6-4bee-a093-5acd484efee8) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:25:53.324724 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb7d87-ee29-4856-9824-a785c8c7c0af req-e2695635-4831-49d9-b786-d0b9ddd756ec tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:53.333836 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b4fb7d87-ee29-4856-9824-a785c8c7c0af req-e2695635-4831-49d9-b786-d0b9ddd756ec tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3d21c15-e29f-4206-b4ee-b972eb696180 HTTP/1.1" status: 200 len: 949 time: 0.2079883 Feb 20 03:25:53.420758 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b4fb7d87-ee29-4856-9824-a785c8c7c0af req-72f1c38a-f23b-47b4-a1fb-3c5bb029cce7 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed442394-78fe-437c-a16c-b64173c2bb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854642 Feb 20 03:25:53.562334 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f8cbf35f-057e-4217-bea2-493ce878a7a9 req-abf5ec1e-416c-48a0-b0c6-7dfa485d389b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 210 time: 0.0448430 Feb 20 03:25:53.599022 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-38f530b1-bd82-4eef-8d09-65bbd424f2fb tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Publish callbacks [] for port (d63e954e-40b6-4bee-a093-5acd484efee8), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:53.628250 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-25877b7a-1a9e-4fe6-8595-a9e167202477 None None] Provisioning complete for port b494495c-52d5-475a-9227-206481fcd9cf triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:53.628667 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-25877b7a-1a9e-4fe6-8595-a9e167202477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b494495c-52d5-475a-9227-206481fcd9cf), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:53.667554 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-25877b7a-1a9e-4fe6-8595-a9e167202477 None None] Port b494495c-52d5-475a-9227-206481fcd9cf cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:25:53.698763 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-855738a5-11ae-433a-8d07-79aec580ea2a req-8f7a5422-855b-4f8b-a1b6-f8e0fc73c040 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=19ad728f-458d-43cf-98c9-b0f352dcd5d0 HTTP/1.1" status: 200 len: 210 time: 0.0370264 Feb 20 03:25:53.721080 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1289c-6dc1-43f0-8914-3cd4f4516b21 req-4052dd15-66de-4f7a-95fe-909eef0bc587 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:53.722949 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26f1289c-6dc1-43f0-8914-3cd4f4516b21 req-4052dd15-66de-4f7a-95fe-909eef0bc587 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 944 time: 0.1242392 Feb 20 03:25:53.741762 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-38f530b1-bd82-4eef-8d09-65bbd424f2fb tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (d63e954e-40b6-4bee-a093-5acd484efee8), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:53.799547 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-38f530b1-bd82-4eef-8d09-65bbd424f2fb tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Network b760bf03-7766-4aef-bd0e-08d3e5c4e949 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:25:53.803455 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-38f530b1-bd82-4eef-8d09-65bbd424f2fb tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:25:53.807707 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-38f530b1-bd82-4eef-8d09-65bbd424f2fb tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:25:53.813977 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26f1289c-6dc1-43f0-8914-3cd4f4516b21 req-40bb3acc-5e5a-4607-a72b-e2b5bd04f896 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797763 Feb 20 03:25:53.864608 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f530b1-bd82-4eef-8d09-65bbd424f2fb tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Pushing event updated for resources: {'Port': ['ID=d63e954e-40b6-4bee-a093-5acd484efee8,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:53.945219 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-38f530b1-bd82-4eef-8d09-65bbd424f2fb tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:53.946732 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-38f530b1-bd82-4eef-8d09-65bbd424f2fb tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:53.950544 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c71c9982-6ea2-4a02-afaa-d950086c4d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b494495c-52d5-475a-9227-206481fcd9cf), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:53.971840 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 06ac3baf-3823-48e4-9940-c32557cec956 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:25:54.049625 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 58c897de-7f87-43f2-a503-a6a21e9f9b7b up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:25:54.078055 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-38f530b1-bd82-4eef-8d09-65bbd424f2fb tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4912324 Feb 20 03:25:54.093567 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 06ac3baf-3823-48e4-9940-c32557cec956 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:54.094334 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (06ac3baf-3823-48e4-9940-c32557cec956), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:54.117374 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-c64cae51-e262-4d18-96f3-59d6dc7128eb service neutron] Request body: {'port': {'device_id': '3cf3f499-82bc-4fb4-93e6-4304f46ec34a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:54.155202 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53448) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:54.211550 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 06ac3baf-3823-48e4-9940-c32557cec956 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:54.212737 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (06ac3baf-3823-48e4-9940-c32557cec956), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:54.239160 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 06ac3baf-3823-48e4-9940-c32557cec956, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=06ac3baf-3823-48e4-9940-c32557cec956,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:54.262933 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-c64cae51-e262-4d18-96f3-59d6dc7128eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d63e954e-40b6-4bee-a093-5acd484efee8), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:54.263999 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 58c897de-7f87-43f2-a503-a6a21e9f9b7b completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:25:54.268373 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 58c897de-7f87-43f2-a503-a6a21e9f9b7b triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:54.268796 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (58c897de-7f87-43f2-a503-a6a21e9f9b7b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:54.324264 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c71c9982-6ea2-4a02-afaa-d950086c4d33 admin admin] Publish callbacks [] for port (b494495c-52d5-475a-9227-206481fcd9cf), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:54.367254 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (06ac3baf-3823-48e4-9940-c32557cec956), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:54.375908 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d44d8856-3238-439e-ad55-cc8bf364083d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:54.417401 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 58c897de-7f87-43f2-a503-a6a21e9f9b7b is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:54.417930 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (58c897de-7f87-43f2-a503-a6a21e9f9b7b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:54.425086 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c71c9982-6ea2-4a02-afaa-d950086c4d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (b494495c-52d5-475a-9227-206481fcd9cf), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:54.454690 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=06ac3baf-3823-48e4-9940-c32557cec956,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:54.464066 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d21c15-e29f-4206-b4ee-b972eb696180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c897de-7f87-43f2-a503-a6a21e9f9b7b'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:25:54.467061 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b16c2ef-d0e0-4cfd-8255-3cfaab1bbb21" -d '{"events": [{"server_uuid": "d3d21c15-e29f-4206-b4ee-b972eb696180", "name": "network-vif-plugged", "status": "completed", "tag": "58c897de-7f87-43f2-a503-a6a21e9f9b7b"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:25:54.486141 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 58c897de-7f87-43f2-a503-a6a21e9f9b7b, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=58c897de-7f87-43f2-a503-a6a21e9f9b7b,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:54.522071 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d44d8856-3238-439e-ad55-cc8bf364083d admin admin] Publish callbacks [] for security_group (de07943a-ed5d-48dc-a9fe-21556ef2f23f), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:54.534161 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c7f865-b1e8-4c67-8b14-70ac6f839fce x-openstack-request-id: req-c0c7f865-b1e8-4c67-8b14-70ac6f839fce {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:25:54.534839 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d21c15-e29f-4206-b4ee-b972eb696180", "name": "network-vif-plugged", "status": "completed", "tag": "58c897de-7f87-43f2-a503-a6a21e9f9b7b", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:25:54.534839 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c0c7f865-b1e8-4c67-8b14-70ac6f839fce {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:25:54.535431 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d21c15-e29f-4206-b4ee-b972eb696180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c897de-7f87-43f2-a503-a6a21e9f9b7b', 'code': 200} Feb 20 03:25:54.566803 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (58c897de-7f87-43f2-a503-a6a21e9f9b7b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:54.605675 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c9982-6ea2-4a02-afaa-d950086c4d33 admin admin] Pushing event updated for resources: {'Port': ['ID=b494495c-52d5-475a-9227-206481fcd9cf,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:54.610832 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c71c9982-6ea2-4a02-afaa-d950086c4d33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (f6cfb5a4-83da-49a6-b344-9115939df7c5), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:54.635845 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565264a-417e-4ab7-9836-53c5bc0a9d55 req-96560585-796c-4592-a334-3251dfd8760d tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:54.644867 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7565264a-417e-4ab7-9836-53c5bc0a9d55 req-96560585-796c-4592-a334-3251dfd8760d tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3d21c15-e29f-4206-b4ee-b972eb696180 HTTP/1.1" status: 200 len: 949 time: 0.1077392 Feb 20 03:25:54.660343 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=58c897de-7f87-43f2-a503-a6a21e9f9b7b,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:54.679785 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d44d8856-3238-439e-ad55-cc8bf364083d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (de07943a-ed5d-48dc-a9fe-21556ef2f23f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:54.746031 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f7ebf-b116-4b8e-b296-d7e0d37843c2 req-ba075bdc-b434-436d-afe7-abd190b0911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:54.747601 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-819f7ebf-b116-4b8e-b296-d7e0d37843c2 req-ba075bdc-b434-436d-afe7-abd190b0911c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d3d21c15-e29f-4206-b4ee-b972eb696180 HTTP/1.1" status: 200 len: 1132 time: 0.1322081 Feb 20 03:25:54.783862 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d44d8856-3238-439e-ad55-cc8bf364083d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c10f4bfdbea845a08bb121f555362567&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6266048 Feb 20 03:25:54.787928 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53466) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:54.808118 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7565264a-417e-4ab7-9836-53c5bc0a9d55 req-4891ffe0-864d-4a0a-b3c6-4609e8dad1b7 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed442394-78fe-437c-a16c-b64173c2bb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621294 Feb 20 03:25:54.830633 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d8856-3238-439e-ad55-cc8bf364083d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de07943a-ed5d-48dc-a9fe-21556ef2f23f,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:54.874875 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250896f-9f80-453f-9ba6-a26d50a23d1b req-3aaa60a7-398e-4e94-b0de-f546b68d9112 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:54.876446 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e250896f-9f80-453f-9ba6-a26d50a23d1b req-3aaa60a7-398e-4e94-b0de-f546b68d9112 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 932 time: 0.2125356 Feb 20 03:25:54.895334 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71c9982-6ea2-4a02-afaa-d950086c4d33 admin admin] Network 4651b592-2402-45c9-a065-b1d1ee642486 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:25:54.905446 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-c71c9982-6ea2-4a02-afaa-d950086c4d33 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:25:54.920837 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-819f7ebf-b116-4b8e-b296-d7e0d37843c2 req-447b52e6-f285-4730-8135-81a53d6c84ee service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ed442394-78fe-437c-a16c-b64173c2bb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643410 Feb 20 03:25:54.927847 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-c64cae51-e262-4d18-96f3-59d6dc7128eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d63e954e-40b6-4bee-a093-5acd484efee8 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:25:55.213540 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-c64cae51-e262-4d18-96f3-59d6dc7128eb service neutron] Publish callbacks [] for port (d63e954e-40b6-4bee-a093-5acd484efee8), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:55.247350 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-c64cae51-e262-4d18-96f3-59d6dc7128eb service neutron] Transition to ACTIVE for port object d63e954e-40b6-4bee-a093-5acd484efee8 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:25:55.248148 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13000de1-e178-40dc-9ef7-20ee66f7bc3e admin admin] Publish callbacks [] for security_group (de07943a-ed5d-48dc-a9fe-21556ef2f23f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:55.270804 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-49f9bf69-5299-453b-952f-07aa77c905dd req-d8842df4-b8d9-4dae-b756-05bcf9b54cb1 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=19ad728f-458d-43cf-98c9-b0f352dcd5d0 HTTP/1.1" status: 200 len: 210 time: 0.0316219 Feb 20 03:25:55.312506 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-fe69b960-de53-42ce-bcec-b1c0f624a3c3 None None] Provisioning complete for port b494495c-52d5-475a-9227-206481fcd9cf triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:55.313009 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fe69b960-de53-42ce-bcec-b1c0f624a3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b494495c-52d5-475a-9227-206481fcd9cf), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:55.317431 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13000de1-e178-40dc-9ef7-20ee66f7bc3e admin admin] Publish callbacks [] for security_group (de07943a-ed5d-48dc-a9fe-21556ef2f23f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:55.322042 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e250896f-9f80-453f-9ba6-a26d50a23d1b req-fec325d1-e7a4-4729-ab04-e90307f160dd tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233067 Feb 20 03:25:55.348977 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-c64cae51-e262-4d18-96f3-59d6dc7128eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (d63e954e-40b6-4bee-a093-5acd484efee8), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:55.395599 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-fe69b960-de53-42ce-bcec-b1c0f624a3c3 None None] Port b494495c-52d5-475a-9227-206481fcd9cf cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:25:55.421537 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9098ca-b653-4b8c-a9b5-783b0cc32926 req-8d90a485-490b-4b0a-9d08-3e98df42e1ca tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:55.423078 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ee9098ca-b653-4b8c-a9b5-783b0cc32926 req-8d90a485-490b-4b0a-9d08-3e98df42e1ca tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 944 time: 0.0715160 Feb 20 03:25:55.423661 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71c9982-6ea2-4a02-afaa-d950086c4d33 admin admin] Router f6cfb5a4-83da-49a6-b344-9115939df7c5 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:25:55.445168 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64cae51-e262-4d18-96f3-59d6dc7128eb service neutron] Pushing event updated for resources: {'Port': ['ID=d63e954e-40b6-4bee-a093-5acd484efee8,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:55.482510 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ee9098ca-b653-4b8c-a9b5-783b0cc32926 req-f7338028-ae1c-4735-9b37-a8dfd8b83c15 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513234 Feb 20 03:25:55.636547 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285230b-d030-41d5-966b-6a98cfb9f306 req-0a369803-d0cc-43d2-93f8-fef1f0cedb3c tempest-NetworksTest-185281502 tempest-NetworksTest-185281502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:55.637254 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285230b-d030-41d5-966b-6a98cfb9f306 req-0a369803-d0cc-43d2-93f8-fef1f0cedb3c tempest-NetworksTest-185281502 tempest-NetworksTest-185281502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:55.637425 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285230b-d030-41d5-966b-6a98cfb9f306 req-0a369803-d0cc-43d2-93f8-fef1f0cedb3c tempest-NetworksTest-185281502 tempest-NetworksTest-185281502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:55.637852 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285230b-d030-41d5-966b-6a98cfb9f306 req-0a369803-d0cc-43d2-93f8-fef1f0cedb3c tempest-NetworksTest-185281502 tempest-NetworksTest-185281502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:55.638305 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285230b-d030-41d5-966b-6a98cfb9f306 req-0a369803-d0cc-43d2-93f8-fef1f0cedb3c tempest-NetworksTest-185281502 tempest-NetworksTest-185281502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:55.638761 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285230b-d030-41d5-966b-6a98cfb9f306 req-0a369803-d0cc-43d2-93f8-fef1f0cedb3c tempest-NetworksTest-185281502 tempest-NetworksTest-185281502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:55.639249 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285230b-d030-41d5-966b-6a98cfb9f306 req-0a369803-d0cc-43d2-93f8-fef1f0cedb3c tempest-NetworksTest-185281502 tempest-NetworksTest-185281502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:55.639703 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285230b-d030-41d5-966b-6a98cfb9f306 req-0a369803-d0cc-43d2-93f8-fef1f0cedb3c tempest-NetworksTest-185281502 tempest-NetworksTest-185281502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:55.640148 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285230b-d030-41d5-966b-6a98cfb9f306 req-0a369803-d0cc-43d2-93f8-fef1f0cedb3c tempest-NetworksTest-185281502 tempest-NetworksTest-185281502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:55.640600 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285230b-d030-41d5-966b-6a98cfb9f306 req-0a369803-d0cc-43d2-93f8-fef1f0cedb3c tempest-NetworksTest-185281502 tempest-NetworksTest-185281502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:55.641051 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285230b-d030-41d5-966b-6a98cfb9f306 req-0a369803-d0cc-43d2-93f8-fef1f0cedb3c tempest-NetworksTest-185281502 tempest-NetworksTest-185281502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:55.643064 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9285230b-d030-41d5-966b-6a98cfb9f306 req-0a369803-d0cc-43d2-93f8-fef1f0cedb3c tempest-NetworksTest-185281502 tempest-NetworksTest-185281502-project-admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7846 time: 0.1161027 Feb 20 03:25:55.711595 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-c64cae51-e262-4d18-96f3-59d6dc7128eb service neutron] Attempting to bind port d63e954e-40b6-4bee-a093-5acd484efee8 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:25:55.712719 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-c64cae51-e262-4d18-96f3-59d6dc7128eb service neutron] Attempting to bind port d63e954e-40b6-4bee-a093-5acd484efee8 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:25:55.712719 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-c64cae51-e262-4d18-96f3-59d6dc7128eb service neutron] Attempting to bind port d63e954e-40b6-4bee-a093-5acd484efee8 on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:25:55.726250 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71c9982-6ea2-4a02-afaa-d950086c4d33 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:25:55.741547 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c71c9982-6ea2-4a02-afaa-d950086c4d33 admin admin] 10.222.0.89 "PUT /v2.0/routers/f6cfb5a4-83da-49a6-b344-9115939df7c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4718125 Feb 20 03:25:55.741547 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-c64cae51-e262-4d18-96f3-59d6dc7128eb service neutron] Port d63e954e-40b6-4bee-a093-5acd484efee8 on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:25:55.741547 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-c64cae51-e262-4d18-96f3-59d6dc7128eb service neutron] Attempting to bind port d63e954e-40b6-4bee-a093-5acd484efee8 on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:25:55.742277 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-d556090c-e101-44f6-a7fe-3ed26e23ddca tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:55.745155 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8892cd-2573-461c-9e98-d771bcf32e82 None None] Sync routers for ids ['f6cfb5a4-83da-49a6-b344-9115939df7c5'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:25:55.765123 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-d556090c-e101-44f6-a7fe-3ed26e23ddca tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.42 "GET /v2.0/networks?id=e730276a-8767-454e-ad52-96dd8c661ff1 HTTP/1.1" status: 200 len: 821 time: 0.2411137 Feb 20 03:25:55.765123 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13000de1-e178-40dc-9ef7-20ee66f7bc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (de07943a-ed5d-48dc-a9fe-21556ef2f23f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:55.765362 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8892cd-2573-461c-9e98-d771bcf32e82 None None] Routers {'f6cfb5a4-83da-49a6-b344-9115939df7c5'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:25:55.765454 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13000de1-e178-40dc-9ef7-20ee66f7bc3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:55.765454 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-13000de1-e178-40dc-9ef7-20ee66f7bc3e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/de07943a-ed5d-48dc-a9fe-21556ef2f23f HTTP/1.1" status: 204 len: 168 time: 0.9674332 Feb 20 03:25:55.765626 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ae8892cd-2573-461c-9e98-d771bcf32e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:25:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['f6cfb5a4-83da-49a6-b344-9115939df7c5'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:55.769143 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700eb55f-8c19-4705-966f-a6e997ecd491 req-f30ef2a4-8fbe-4c30-8993-2801bc6d0645 tempest-NetworksTest-185281502 tempest-NetworksTest-185281502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:55.771369 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-e3664453-bab5-4397-a6f6-26823c87b62a tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Request body: {'port': {'device_id': '19ad728f-458d-43cf-98c9-b0f352dcd5d0', 'network_id': 'e730276a-8767-454e-ad52-96dd8c661ff1', 'admin_state_up': True, 'tenant_id': 'fd7851a863a8452e82d14d3392ca44be'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:55.775434 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-700eb55f-8c19-4705-966f-a6e997ecd491 req-f30ef2a4-8fbe-4c30-8993-2801bc6d0645 tempest-NetworksTest-185281502 tempest-NetworksTest-185281502-project-admin] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 886 time: 0.1149669 Feb 20 03:25:55.801599 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13000de1-e178-40dc-9ef7-20ee66f7bc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de07943a-ed5d-48dc-a9fe-21556ef2f23f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:55.803443 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-c64cae51-e262-4d18-96f3-59d6dc7128eb service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:25:55.803781 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-c64cae51-e262-4d18-96f3-59d6dc7128eb service neutron] Checking segment: {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:25:55.804254 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-c64cae51-e262-4d18-96f3-59d6dc7128eb service neutron] Bound using segment: {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:25:55.804582 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-c64cae51-e262-4d18-96f3-59d6dc7128eb service neutron] Bound port: d63e954e-40b6-4bee-a093-5acd484efee8, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:25:55.805003 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-c64cae51-e262-4d18-96f3-59d6dc7128eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d63e954e-40b6-4bee-a093-5acd484efee8), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:55.984957 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-c64cae51-e262-4d18-96f3-59d6dc7128eb service neutron] For port d63e954e-40b6-4bee-a093-5acd484efee8, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:25:55.994431 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-c64cae51-e262-4d18-96f3-59d6dc7128eb service neutron] For port d63e954e-40b6-4bee-a093-5acd484efee8, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=d63e954e-40b6-4bee-a093-5acd484efee8,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:25:56.045662 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 06ac3baf-3823-48e4-9940-c32557cec956 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:25:56.069079 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-c64cae51-e262-4d18-96f3-59d6dc7128eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (d63e954e-40b6-4bee-a093-5acd484efee8), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:56.089247 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 0b5ff14d-0578-4958-a4c8-9458342d5552 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:25:56.092431 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-ae8892cd-2573-461c-9e98-d771bcf32e82 None None] Set router f6cfb5a4-83da-49a6-b344-9115939df7c5 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:25:56.122551 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd5c83-0ea9-4904-a2fa-10a6f2aea92e req-bb033c34-8fc2-4abe-8f78-3a098d61e65f tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:56.130183 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70dd5c83-0ea9-4904-a2fa-10a6f2aea92e req-bb033c34-8fc2-4abe-8f78-3a098d61e65f tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3d21c15-e29f-4206-b4ee-b972eb696180 HTTP/1.1" status: 200 len: 950 time: 0.1535444 Feb 20 03:25:56.139882 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-e3664453-bab5-4397-a6f6-26823c87b62a tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Made reservation on behalf of fd7851a863a8452e82d14d3392ca44be for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:25:56.152992 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-e3664453-bab5-4397-a6f6-26823c87b62a tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:56.173410 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d00a6-e141-4627-bf81-d92863cb6e1b req-933c4e1d-93d8-476e-8ea2-149ad5f11733 tempest-NetworksTest-185281502 tempest-NetworksTest-185281502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:56.173890 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d00a6-e141-4627-bf81-d92863cb6e1b req-933c4e1d-93d8-476e-8ea2-149ad5f11733 tempest-NetworksTest-185281502 tempest-NetworksTest-185281502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:56.174337 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d00a6-e141-4627-bf81-d92863cb6e1b req-933c4e1d-93d8-476e-8ea2-149ad5f11733 tempest-NetworksTest-185281502 tempest-NetworksTest-185281502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:56.174789 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d00a6-e141-4627-bf81-d92863cb6e1b req-933c4e1d-93d8-476e-8ea2-149ad5f11733 tempest-NetworksTest-185281502 tempest-NetworksTest-185281502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:56.175265 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d00a6-e141-4627-bf81-d92863cb6e1b req-933c4e1d-93d8-476e-8ea2-149ad5f11733 tempest-NetworksTest-185281502 tempest-NetworksTest-185281502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:56.175712 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d00a6-e141-4627-bf81-d92863cb6e1b req-933c4e1d-93d8-476e-8ea2-149ad5f11733 tempest-NetworksTest-185281502 tempest-NetworksTest-185281502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:56.176158 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d00a6-e141-4627-bf81-d92863cb6e1b req-933c4e1d-93d8-476e-8ea2-149ad5f11733 tempest-NetworksTest-185281502 tempest-NetworksTest-185281502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:56.176604 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d00a6-e141-4627-bf81-d92863cb6e1b req-933c4e1d-93d8-476e-8ea2-149ad5f11733 tempest-NetworksTest-185281502 tempest-NetworksTest-185281502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:56.177043 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d00a6-e141-4627-bf81-d92863cb6e1b req-933c4e1d-93d8-476e-8ea2-149ad5f11733 tempest-NetworksTest-185281502 tempest-NetworksTest-185281502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:56.177501 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d00a6-e141-4627-bf81-d92863cb6e1b req-933c4e1d-93d8-476e-8ea2-149ad5f11733 tempest-NetworksTest-185281502 tempest-NetworksTest-185281502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:56.177938 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d00a6-e141-4627-bf81-d92863cb6e1b req-933c4e1d-93d8-476e-8ea2-149ad5f11733 tempest-NetworksTest-185281502 tempest-NetworksTest-185281502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:56.180011 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b01d00a6-e141-4627-bf81-d92863cb6e1b req-933c4e1d-93d8-476e-8ea2-149ad5f11733 tempest-NetworksTest-185281502 tempest-NetworksTest-185281502-project-admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7846 time: 0.3871179 Feb 20 03:25:56.231499 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-c64cae51-e262-4d18-96f3-59d6dc7128eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:56.232148 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-c64cae51-e262-4d18-96f3-59d6dc7128eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:56.233575 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-c64cae51-e262-4d18-96f3-59d6dc7128eb service neutron] 10.222.0.93 "PUT /v2.0/ports/d63e954e-40b6-4bee-a093-5acd484efee8 HTTP/1.1" status: 200 len: 1092 time: 2.1240687 Feb 20 03:25:56.234027 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf3f499-82bc-4fb4-93e6-4304f46ec34a', 'tag': 'd63e954e-40b6-4bee-a093-5acd484efee8'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:25:56.237542 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4425998-a453-40dc-bdc4-355254d7d5f5" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf3f499-82bc-4fb4-93e6-4304f46ec34a", "tag": "d63e954e-40b6-4bee-a093-5acd484efee8"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:25:56.252846 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70dd5c83-0ea9-4904-a2fa-10a6f2aea92e req-3ecfe8a9-8aa6-4e6e-aab0-1aa417beb0b4 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed442394-78fe-437c-a16c-b64173c2bb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216927 Feb 20 03:25:56.254544 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 06ac3baf-3823-48e4-9940-c32557cec956 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:56.254956 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (06ac3baf-3823-48e4-9940-c32557cec956), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:56.267591 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64cae51-e262-4d18-96f3-59d6dc7128eb service neutron] Pushing event updated for resources: {'Port': ['ID=d63e954e-40b6-4bee-a093-5acd484efee8,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:56.370261 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efacfc42-966f-4797-9e11-9ae8442a2366 x-openstack-request-id: req-efacfc42-966f-4797-9e11-9ae8442a2366 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:25:56.370562 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf3f499-82bc-4fb4-93e6-4304f46ec34a", "tag": "d63e954e-40b6-4bee-a093-5acd484efee8", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:25:56.370816 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-efacfc42-966f-4797-9e11-9ae8442a2366 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:25:56.379625 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf3f499-82bc-4fb4-93e6-4304f46ec34a', 'tag': 'd63e954e-40b6-4bee-a093-5acd484efee8', 'status': 'completed', 'code': 200} Feb 20 03:25:56.412533 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 0b5ff14d-0578-4958-a4c8-9458342d5552, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=0b5ff14d-0578-4958-a4c8-9458342d5552,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:56.438312 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '0b5ff14d-0578-4958-a4c8-9458342d5552', 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717', 'port_id': '0b5ff14d-0578-4958-a4c8-9458342d5552', 'mac_address': 'fa:16:3e:8a:e5:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e570f242-4684-4db2-b2a8-755bc6ec8973', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:25:56.443451 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ae8892cd-2573-461c-9e98-d771bcf32e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cfb5a4-83da-49a6-b344-9115939df7c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-42671854-router', 'tenant_id': 'd9bffb54cf7a459ab8f450e0dfefce78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '06ac3baf-3823-48e4-9940-c32557cec956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:25:44Z', 'updated_at': '2022-02-20T03:25:53Z', 'revision_number': 4, 'project_id': 'd9bffb54cf7a459ab8f450e0dfefce78', 'gw_port': {'id': '06ac3baf-3823-48e4-9940-c32557cec956', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cfb5a4-83da-49a6-b344-9115939df7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:46Z', 'updated_at': '2022-02-20T03:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'b494495c-52d5-475a-9227-206481fcd9cf', 'name': '', 'network_id': '4651b592-2402-45c9-a065-b1d1ee642486', 'tenant_id': 'd9bffb54cf7a459ab8f450e0dfefce78', 'mac_address': 'fa:16:3e:e5:1c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cfb5a4-83da-49a6-b344-9115939df7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '74cd4491-cfb4-4d8a-99aa-2581c78115a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:51Z', 'updated_at': '2022-02-20T03:25:54Z', 'revision_number': 2, 'project_id': 'd9bffb54cf7a459ab8f450e0dfefce78', 'subnets': [{'id': '74cd4491-cfb4-4d8a-99aa-2581c78115a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:56.468962 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fb725b9b-1df8-4a87-8b3c-e758f7266eba req-936d0474-4d4c-421c-98e3-22a063079f68 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=19ad728f-458d-43cf-98c9-b0f352dcd5d0 HTTP/1.1" status: 200 len: 210 time: 0.0708671 Feb 20 03:25:56.474355 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-07014c42-823a-47e3-bb90-3fbe5f9a6c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:56.477042 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8892cd-2573-461c-9e98-d771bcf32e82 None None] Checking router: f6cfb5a4-83da-49a6-b344-9115939df7c5 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:25:56.478162 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8892cd-2573-461c-9e98-d771bcf32e82 None None] Updating router f6cfb5a4-83da-49a6-b344-9115939df7c5 port b494495c-52d5-475a-9227-206481fcd9cf binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:25:56.507786 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ae8892cd-2573-461c-9e98-d771bcf32e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b494495c-52d5-475a-9227-206481fcd9cf), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:56.528448 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 0b5ff14d-0578-4958-a4c8-9458342d5552 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:56.528846 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0b5ff14d-0578-4958-a4c8-9458342d5552), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:56.529207 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-e3664453-bab5-4397-a6f6-26823c87b62a tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Allocated IP 172.20.0.13 (e730276a-8767-454e-ad52-96dd8c661ff1/2eb0b226-9b36-4d76-8063-22e21454da3d/7ce6ca7b-6d20-4362-9690-fe04a2fb5699) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:25:56.532001 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 06ac3baf-3823-48e4-9940-c32557cec956 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:56.553277 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b5ff14d-0578-4958-a4c8-9458342d5552 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:25:56.582936 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 0b5ff14d-0578-4958-a4c8-9458342d5552, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=0b5ff14d-0578-4958-a4c8-9458342d5552,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:56.629217 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e6cb3-f19b-48f1-91d9-20ba1f5397f0 req-c05d414e-273b-4c5b-a242-1bb3a56d20c6 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:56.631836 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ec8e6cb3-f19b-48f1-91d9-20ba1f5397f0 req-c05d414e-273b-4c5b-a242-1bb3a56d20c6 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 944 time: 0.1870775 Feb 20 03:25:56.675536 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0b5ff14d-0578-4958-a4c8-9458342d5552), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:56.678814 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4425998-a453-40dc-bdc4-355254d7d5f5 req-b1ef9244-24db-4b31-bd07-ef8626def319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:56.680921 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b4425998-a453-40dc-bdc4-355254d7d5f5 req-b1ef9244-24db-4b31-bd07-ef8626def319 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f32a2222e912478982e32c7419305be8&device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 1126 time: 0.3002250 Feb 20 03:25:56.735841 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=0b5ff14d-0578-4958-a4c8-9458342d5552,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:56.746614 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ec8e6cb3-f19b-48f1-91d9-20ba1f5397f0 req-a492c61e-d2c5-4e75-856f-1266595b135c tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007073 Feb 20 03:25:56.755885 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a162cf-9259-406a-a71b-a7a3dbce5eda req-2a718ed9-63cb-4583-b304-d97770fe5136 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:56.757432 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-93a162cf-9259-406a-a71b-a7a3dbce5eda req-2a718ed9-63cb-4583-b304-d97770fe5136 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 944 time: 0.1238532 Feb 20 03:25:56.823944 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-93a162cf-9259-406a-a71b-a7a3dbce5eda req-dc3289c8-c958-479b-a48d-0d43e091ffa5 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532284 Feb 20 03:25:56.825811 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-e3664453-bab5-4397-a6f6-26823c87b62a tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks [] for port (7ce6ca7b-6d20-4362-9690-fe04a2fb5699), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:56.878463 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['0b5ff14d-0578-4958-a4c8-9458342d5552'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:25:56.880238 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ae8892cd-2573-461c-9e98-d771bcf32e82 None None] Publish callbacks [] for port (b494495c-52d5-475a-9227-206481fcd9cf), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:56.881785 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4425998-a453-40dc-bdc4-355254d7d5f5 req-a9993cf8-f8d3-432d-bbb5-32a7eb2178ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:56.883611 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b4425998-a453-40dc-bdc4-355254d7d5f5 req-a9993cf8-f8d3-432d-bbb5-32a7eb2178ec service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=f32a2222e912478982e32c7419305be8&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1951201 Feb 20 03:25:56.942708 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ae8892cd-2573-461c-9e98-d771bcf32e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b494495c-52d5-475a-9227-206481fcd9cf), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:56.995590 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f167f83-1e3e-42eb-8c83-5779a35c1cf7 None None] Pushing event updated for resources: {'Port': ['ID=b494495c-52d5-475a-9227-206481fcd9cf,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:57.010142 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53514) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:57.057208 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4425998-a453-40dc-bdc4-355254d7d5f5 req-d52a2a0a-3336-4cd8-9f57-2d29eab4ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:57.058773 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b4425998-a453-40dc-bdc4-355254d7d5f5 req-d52a2a0a-3336-4cd8-9f57-2d29eab4ec91 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1697187 Feb 20 03:25:57.076059 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-e3664453-bab5-4397-a6f6-26823c87b62a tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (7ce6ca7b-6d20-4362-9690-fe04a2fb5699), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:57.101933 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-ae8892cd-2573-461c-9e98-d771bcf32e82 None None] Attempting to bind port b494495c-52d5-475a-9227-206481fcd9cf on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:25:57.102295 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-ae8892cd-2573-461c-9e98-d771bcf32e82 None None] Attempting to bind port b494495c-52d5-475a-9227-206481fcd9cf by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'abd61714-1aa3-4a6d-881e-c0d953838d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4651b592-2402-45c9-a065-b1d1ee642486'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:25:57.102742 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8892cd-2573-461c-9e98-d771bcf32e82 None None] Attempting to bind port b494495c-52d5-475a-9227-206481fcd9cf on network 4651b592-2402-45c9-a065-b1d1ee642486 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:25:57.108970 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8892cd-2573-461c-9e98-d771bcf32e82 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:25:57.109343 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8892cd-2573-461c-9e98-d771bcf32e82 None None] Checking segment: {'id': 'abd61714-1aa3-4a6d-881e-c0d953838d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4651b592-2402-45c9-a065-b1d1ee642486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:25:57.109792 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ae8892cd-2573-461c-9e98-d771bcf32e82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:57.110188 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8892cd-2573-461c-9e98-d771bcf32e82 None None] Bound using segment: {'id': 'abd61714-1aa3-4a6d-881e-c0d953838d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4651b592-2402-45c9-a065-b1d1ee642486'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:25:57.110658 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-ae8892cd-2573-461c-9e98-d771bcf32e82 None None] Bound port: b494495c-52d5-475a-9227-206481fcd9cf, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abd61714-1aa3-4a6d-881e-c0d953838d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4651b592-2402-45c9-a065-b1d1ee642486'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:25:57.111065 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ae8892cd-2573-461c-9e98-d771bcf32e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b494495c-52d5-475a-9227-206481fcd9cf), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:57.186714 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-ae8892cd-2573-461c-9e98-d771bcf32e82 None None] For port b494495c-52d5-475a-9227-206481fcd9cf, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:25:57.190365 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-ae8892cd-2573-461c-9e98-d771bcf32e82 None None] For port b494495c-52d5-475a-9227-206481fcd9cf, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b494495c-52d5-475a-9227-206481fcd9cf,segment=NetworkSegment(abd61714-1aa3-4a6d-881e-c0d953838d62),segment_id=abd61714-1aa3-4a6d-881e-c0d953838d62)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:25:57.191656 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-e3664453-bab5-4397-a6f6-26823c87b62a tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Network e730276a-8767-454e-ad52-96dd8c661ff1 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:25:57.199303 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ba71c94-f80a-4bf2-a521-f33e6f31d3af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:57.199510 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-e3664453-bab5-4397-a6f6-26823c87b62a tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:25:57.207689 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-e3664453-bab5-4397-a6f6-26823c87b62a tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:25:57.238110 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3664453-bab5-4397-a6f6-26823c87b62a tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Pushing event updated for resources: {'Port': ['ID=7ce6ca7b-6d20-4362-9690-fe04a2fb5699,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:57.265415 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ae8892cd-2573-461c-9e98-d771bcf32e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b494495c-52d5-475a-9227-206481fcd9cf), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:57.304695 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-eec7e7ba-5c4b-47a1-a9b8-f98a989550f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:57.312399 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-eec7e7ba-5c4b-47a1-a9b8-f98a989550f5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f32a2222e912478982e32c7419305be8&device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 1126 time: 0.1616344 Feb 20 03:25:57.338434 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-e3664453-bab5-4397-a6f6-26823c87b62a tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:57.338434 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-e3664453-bab5-4397-a6f6-26823c87b62a tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:57.406409 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f167f83-1e3e-42eb-8c83-5779a35c1cf7 None None] Pushing event updated for resources: {'Port': ['ID=b494495c-52d5-475a-9227-206481fcd9cf,revision_number=4']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:57.436980 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8892cd-2573-461c-9e98-d771bcf32e82 None None] Routers {'f6cfb5a4-83da-49a6-b344-9115939df7c5'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:25:57.437626 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ae8892cd-2573-461c-9e98-d771bcf32e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:25:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['f6cfb5a4-83da-49a6-b344-9115939df7c5'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:57.439131 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53528) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:57.444268 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-a926e886-481a-4422-b10c-de8d9f14d231 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1356377902-network', 'tenant_id': 'bf660f6eb55146868eee2160609ab125'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:57.454546 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-05c2a374-a8d3-4bf6-9905-edf7018ef203 None None] Provisioning complete for port b494495c-52d5-475a-9227-206481fcd9cf triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:57.455132 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-05c2a374-a8d3-4bf6-9905-edf7018ef203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b494495c-52d5-475a-9227-206481fcd9cf), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:57.463483 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ba71c94-f80a-4bf2-a521-f33e6f31d3af admin admin] Publish callbacks [] for security_group (7031dc87-54cb-4860-8bbc-172f9c2d59ed), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:57.478768 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-409c7623-337e-4b9d-9fc6-f6ae7851c2de service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d63e954e-40b6-4bee-a093-5acd484efee8 HTTP/1.1" status: 200 len: 217 time: 0.1436224 Feb 20 03:25:57.489279 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce895dde-3369-4169-878d-ff0f3984f2e8 req-3177ac1d-5a2a-47c6-b472-09773eebc673 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:57.491266 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ce895dde-3369-4169-878d-ff0f3984f2e8 req-3177ac1d-5a2a-47c6-b472-09773eebc673 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3d21c15-e29f-4206-b4ee-b972eb696180 HTTP/1.1" status: 200 len: 950 time: 0.1187992 Feb 20 03:25:57.552683 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-5d10afdc-3b54-44d8-af44-82ed5ccfb24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:57.554184 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-5d10afdc-3b54-44d8-af44-82ed5ccfb24d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=458c6d71-ffe3-42c1-873f-079dd6df07cb HTTP/1.1" status: 200 len: 848 time: 0.0611947 Feb 20 03:25:57.557964 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ba71c94-f80a-4bf2-a521-f33e6f31d3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (7031dc87-54cb-4860-8bbc-172f9c2d59ed), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:57.620042 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ce895dde-3369-4169-878d-ff0f3984f2e8 req-711ac688-74db-4a38-a0b7-8a87c24a6ca7 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed442394-78fe-437c-a16c-b64173c2bb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203837 Feb 20 03:25:57.622815 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-c482bf32-6c51-415b-a7bb-53348523e9fb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b760bf03-7766-4aef-bd0e-08d3e5c4e949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617080 Feb 20 03:25:57.632983 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-e3664453-bab5-4397-a6f6-26823c87b62a tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8651576 Feb 20 03:25:57.652816 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-ae8892cd-2573-461c-9e98-d771bcf32e82 None None] Set router f6cfb5a4-83da-49a6-b344-9115939df7c5 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:25:57.716171 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba71c94-f80a-4bf2-a521-f33e6f31d3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7031dc87-54cb-4860-8bbc-172f9c2d59ed,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:57.717439 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-05c2a374-a8d3-4bf6-9905-edf7018ef203 None None] Current status of the port b494495c-52d5-475a-9227-206481fcd9cf is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:57.717963 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-05c2a374-a8d3-4bf6-9905-edf7018ef203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b494495c-52d5-475a-9227-206481fcd9cf), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:57.741717 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3ba71c94-f80a-4bf2-a521-f33e6f31d3af admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=22bd38e9dda446e59254f6a8b479b4ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7389030 Feb 20 03:25:57.749425 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53536) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:57.760592 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-02cf14e0-6159-4e14-88ac-0b279e8b54e4 service neutron] 10.222.0.93 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257379 Feb 20 03:25:57.766591 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-05eafa16-ca31-441d-a264-8b06669f54b6 service neutron] Request body: {'port': {'device_id': '19ad728f-458d-43cf-98c9-b0f352dcd5d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:57.769973 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a926e886-481a-4422-b10c-de8d9f14d231 admin admin] Made reservation on behalf of bf660f6eb55146868eee2160609ab125 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:25:57.772316 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a926e886-481a-4422-b10c-de8d9f14d231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:57.797049 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-05c2a374-a8d3-4bf6-9905-edf7018ef203 None None] For port b494495c-52d5-475a-9227-206481fcd9cf, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b494495c-52d5-475a-9227-206481fcd9cf,segment=NetworkSegment(abd61714-1aa3-4a6d-881e-c0d953838d62),segment_id=abd61714-1aa3-4a6d-881e-c0d953838d62)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:57.799728 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a926e886-481a-4422-b10c-de8d9f14d231 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:57.815163 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2a919-3b1f-462e-bf16-e19ffa7ab9f3 req-d32f5491-fbde-4649-8e63-76d22ce7ad10 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:57.817146 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66a2a919-3b1f-462e-bf16-e19ffa7ab9f3 req-d32f5491-fbde-4649-8e63-76d22ce7ad10 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=19ad728f-458d-43cf-98c9-b0f352dcd5d0 HTTP/1.1" status: 200 len: 932 time: 0.1916897 Feb 20 03:25:57.862804 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-780e8fc7-47a9-413a-a4af-ec2d5ca89816 admin admin] Publish callbacks [] for security_group (7031dc87-54cb-4860-8bbc-172f9c2d59ed), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:57.892212 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-05c2a374-a8d3-4bf6-9905-edf7018ef203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b494495c-52d5-475a-9227-206481fcd9cf), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:57.911899 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-780e8fc7-47a9-413a-a4af-ec2d5ca89816 admin admin] Publish callbacks [] for security_group (7031dc87-54cb-4860-8bbc-172f9c2d59ed), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:57.933243 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66a2a919-3b1f-462e-bf16-e19ffa7ab9f3 req-e7b504e9-fd95-4d13-bae6-e468fbdc5616 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009388 Feb 20 03:25:57.990824 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-619ee91c-2093-41d5-8243-b273c625c0d7 req-2ce55623-d02a-492d-a3af-ddba528ca46f service neutron] 10.222.0.93 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934052 Feb 20 03:25:58.049785 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-780e8fc7-47a9-413a-a4af-ec2d5ca89816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (7031dc87-54cb-4860-8bbc-172f9c2d59ed), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:58.056135 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-780e8fc7-47a9-413a-a4af-ec2d5ca89816 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:58.064848 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-780e8fc7-47a9-413a-a4af-ec2d5ca89816 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7031dc87-54cb-4860-8bbc-172f9c2d59ed HTTP/1.1" status: 204 len: 168 time: 0.3126619 Feb 20 03:25:58.070897 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 0b5ff14d-0578-4958-a4c8-9458342d5552 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:25:58.081111 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e8fc7-47a9-413a-a4af-ec2d5ca89816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7031dc87-54cb-4860-8bbc-172f9c2d59ed,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:58.088417 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ef5fd52f-5615-4bdb-ac24-40578ce8c300 None None] Provisioning complete for port b494495c-52d5-475a-9227-206481fcd9cf triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:58.088666 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ef5fd52f-5615-4bdb-ac24-40578ce8c300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b494495c-52d5-475a-9227-206481fcd9cf), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:58.123967 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-05eafa16-ca31-441d-a264-8b06669f54b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7ce6ca7b-6d20-4362-9690-fe04a2fb5699), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:58.124842 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c2a374-a8d3-4bf6-9905-edf7018ef203 None None] Pushing event updated for resources: {'Port': ['ID=b494495c-52d5-475a-9227-206481fcd9cf,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:58.161339 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e937c86-c950-4a37-b21d-33900ff291d9 req-29d9ff58-3ef1-4473-b992-953a4364dc55 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:58.164640 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e937c86-c950-4a37-b21d-33900ff291d9 req-29d9ff58-3ef1-4473-b992-953a4364dc55 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 944 time: 0.0789435 Feb 20 03:25:58.228380 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ef5fd52f-5615-4bdb-ac24-40578ce8c300 None None] Current status of the port b494495c-52d5-475a-9227-206481fcd9cf is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:58.255246 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e937c86-c950-4a37-b21d-33900ff291d9 req-0feba040-a20d-42fa-9f09-f08eec413080 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846086 Feb 20 03:25:58.333398 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a926e886-481a-4422-b10c-de8d9f14d231 admin admin] Publish callbacks [] for security_group (64518560-4914-4fa5-92a7-a20f559b5b7b), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:58.345464 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ae8892cd-2573-461c-9e98-d771bcf32e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cfb5a4-83da-49a6-b344-9115939df7c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-42671854-router', 'tenant_id': 'd9bffb54cf7a459ab8f450e0dfefce78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '06ac3baf-3823-48e4-9940-c32557cec956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:25:44Z', 'updated_at': '2022-02-20T03:25:53Z', 'revision_number': 4, 'project_id': 'd9bffb54cf7a459ab8f450e0dfefce78', 'gw_port': {'id': '06ac3baf-3823-48e4-9940-c32557cec956', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cfb5a4-83da-49a6-b344-9115939df7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:46Z', 'updated_at': '2022-02-20T03:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'b494495c-52d5-475a-9227-206481fcd9cf', 'name': '', 'network_id': '4651b592-2402-45c9-a065-b1d1ee642486', 'tenant_id': 'd9bffb54cf7a459ab8f450e0dfefce78', 'mac_address': 'fa:16:3e:e5:1c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cfb5a4-83da-49a6-b344-9115939df7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '74cd4491-cfb4-4d8a-99aa-2581c78115a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:51Z', 'updated_at': '2022-02-20T03:25:57Z', 'revision_number': 4, 'project_id': 'd9bffb54cf7a459ab8f450e0dfefce78', 'subnets': [{'id': '74cd4491-cfb4-4d8a-99aa-2581c78115a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:25:58.357807 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 0b5ff14d-0578-4958-a4c8-9458342d5552 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:25:58.362177 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 0b5ff14d-0578-4958-a4c8-9458342d5552 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:25:58.362551 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0b5ff14d-0578-4958-a4c8-9458342d5552), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:58.388622 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8892cd-2573-461c-9e98-d771bcf32e82 None None] The sync data for ids ['f6cfb5a4-83da-49a6-b344-9115939df7c5'] in n-d-829866-4 is: [{'id': 'f6cfb5a4-83da-49a6-b344-9115939df7c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-42671854-router', 'tenant_id': 'd9bffb54cf7a459ab8f450e0dfefce78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '06ac3baf-3823-48e4-9940-c32557cec956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:25:44Z', 'updated_at': '2022-02-20T03:25:53Z', 'revision_number': 4, 'project_id': 'd9bffb54cf7a459ab8f450e0dfefce78', 'gw_port': {'id': '06ac3baf-3823-48e4-9940-c32557cec956', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cfb5a4-83da-49a6-b344-9115939df7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:46Z', 'updated_at': '2022-02-20T03:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'b494495c-52d5-475a-9227-206481fcd9cf', 'name': '', 'network_id': '4651b592-2402-45c9-a065-b1d1ee642486', 'tenant_id': 'd9bffb54cf7a459ab8f450e0dfefce78', 'mac_address': 'fa:16:3e:e5:1c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cfb5a4-83da-49a6-b344-9115939df7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '74cd4491-cfb4-4d8a-99aa-2581c78115a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:51Z', 'updated_at': '2022-02-20T03:25:57Z', 'revision_number': 4, 'project_id': 'd9bffb54cf7a459ab8f450e0dfefce78', 'subnets': [{'id': '74cd4491-cfb4-4d8a-99aa-2581c78115a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:25:58.423850 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3071fa-6adb-40b3-82af-30d5e4e612be req-c7205389-d40e-49e1-a4e8-82346a45827b tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:58.427088 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a3071fa-6adb-40b3-82af-30d5e4e612be req-c7205389-d40e-49e1-a4e8-82346a45827b tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 945 time: 0.0862048 Feb 20 03:25:58.435479 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a926e886-481a-4422-b10c-de8d9f14d231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (64518560-4914-4fa5-92a7-a20f559b5b7b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:58.545813 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a3071fa-6adb-40b3-82af-30d5e4e612be req-8905fbe2-8781-40a6-b183-c1260b0302f5 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123164 Feb 20 03:25:58.576327 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a926e886-481a-4422-b10c-de8d9f14d231 admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:25:58.585309 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 0b5ff14d-0578-4958-a4c8-9458342d5552 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:25:58.585794 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0b5ff14d-0578-4958-a4c8-9458342d5552), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:58.596561 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926e886-481a-4422-b10c-de8d9f14d231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64518560-4914-4fa5-92a7-a20f559b5b7b,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:58.622725 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be2cac3-de70-49bc-84e2-875235326a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5ff14d-0578-4958-a4c8-9458342d5552'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:25:58.625570 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8362020e-91de-4eb7-807b-afe8755686b8" -d '{"events": [{"server_uuid": "4be2cac3-de70-49bc-84e2-875235326a78", "name": "network-vif-plugged", "status": "completed", "tag": "0b5ff14d-0578-4958-a4c8-9458342d5552"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:25:58.643704 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a926e886-481a-4422-b10c-de8d9f14d231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (d1f4e01d-ede9-40de-9f6d-95b8daa575c0), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:58.644291 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-a926e886-481a-4422-b10c-de8d9f14d231 admin admin] Added segment d1f4e01d-ede9-40de-9f6d-95b8daa575c0 of type vlan for network 38a722c2-5791-49e3-b284-1ebb897fd5e2 Feb 20 03:25:58.672434 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 0b5ff14d-0578-4958-a4c8-9458342d5552, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=0b5ff14d-0578-4958-a4c8-9458342d5552,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:25:58.745931 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eca9507-0260-4a62-acad-f312b8e23ca9 x-openstack-request-id: req-1eca9507-0260-4a62-acad-f312b8e23ca9 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:25:58.746250 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be2cac3-de70-49bc-84e2-875235326a78", "name": "network-vif-plugged", "status": "completed", "tag": "0b5ff14d-0578-4958-a4c8-9458342d5552", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:25:58.746538 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1eca9507-0260-4a62-acad-f312b8e23ca9 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:25:58.746983 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be2cac3-de70-49bc-84e2-875235326a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5ff14d-0578-4958-a4c8-9458342d5552', 'code': 200} Feb 20 03:25:58.772977 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bbb90f66-74e0-43e5-b2a0-a4f9bf21bbc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:58.776304 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0b5ff14d-0578-4958-a4c8-9458342d5552), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:58.785848 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a926e886-481a-4422-b10c-de8d9f14d231 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (38a722c2-5791-49e3-b284-1ebb897fd5e2), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:58.921044 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-05eafa16-ca31-441d-a264-8b06669f54b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ce6ca7b-6d20-4362-9690-fe04a2fb5699 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:25:58.921790 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=0b5ff14d-0578-4958-a4c8-9458342d5552,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:58.922224 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-05eafa16-ca31-441d-a264-8b06669f54b6 service neutron] Publish callbacks [] for port (7ce6ca7b-6d20-4362-9690-fe04a2fb5699), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:58.931464 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-05eafa16-ca31-441d-a264-8b06669f54b6 service neutron] Transition to ACTIVE for port object 7ce6ca7b-6d20-4362-9690-fe04a2fb5699 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:25:58.940467 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4d475-7974-45d4-912b-d3a8f14b18af req-227b4fae-9ef5-42bd-939a-4aa650e49fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:58.943515 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5cc4d475-7974-45d4-912b-d3a8f14b18af req-227b4fae-9ef5-42bd-939a-4aa650e49fe5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 1128 time: 0.1150498 Feb 20 03:25:59.014498 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5cc4d475-7974-45d4-912b-d3a8f14b18af req-7e126a6d-e6ad-4eb7-b9f7-bd1156a75544 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641792 Feb 20 03:25:59.086538 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee14f9f-1695-4b98-a315-a0caf89ee186 req-7b02787c-f221-412a-aff6-1ac9ed956024 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:59.088873 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dee14f9f-1695-4b98-a315-a0caf89ee186 req-7b02787c-f221-412a-aff6-1ac9ed956024 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=19ad728f-458d-43cf-98c9-b0f352dcd5d0 HTTP/1.1" status: 200 len: 932 time: 0.0671833 Feb 20 03:25:59.144565 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dee14f9f-1695-4b98-a315-a0caf89ee186 req-9a4c8de5-c683-4d05-8357-532802b2fa49 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500221 Feb 20 03:25:59.388528 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab40c3-26ae-4b6e-8e8d-35ad797e3a2f req-25fdb8a9-6a86-40f9-a050-2d43dbe880b7 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:59.390081 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80ab40c3-26ae-4b6e-8e8d-35ad797e3a2f req-25fdb8a9-6a86-40f9-a050-2d43dbe880b7 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 944 time: 0.0631859 Feb 20 03:25:59.440928 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80ab40c3-26ae-4b6e-8e8d-35ad797e3a2f req-9ffaa1fa-3d76-4503-88e5-fa734705e27a tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452430 Feb 20 03:25:59.607474 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a926e886-481a-4422-b10c-de8d9f14d231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (38a722c2-5791-49e3-b284-1ebb897fd5e2), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:59.610988 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a926e886-481a-4422-b10c-de8d9f14d231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:59.610988 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a926e886-481a-4422-b10c-de8d9f14d231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:59.613016 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-05eafa16-ca31-441d-a264-8b06669f54b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (7ce6ca7b-6d20-4362-9690-fe04a2fb5699), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:59.717079 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394dd063-8e7d-48cf-a3fe-3a17a616af95 req-3a6fb93d-89f8-4854-af55-21907aa9ac51 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:25:59.718793 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-394dd063-8e7d-48cf-a3fe-3a17a616af95 req-3a6fb93d-89f8-4854-af55-21907aa9ac51 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 946 time: 0.0695431 Feb 20 03:25:59.732497 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926e886-481a-4422-b10c-de8d9f14d231 admin admin] Pushing event updated for resources: {'Network': ['ID=38a722c2-5791-49e3-b284-1ebb897fd5e2,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:59.736972 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eafa16-ca31-441d-a264-8b06669f54b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7ce6ca7b-6d20-4362-9690-fe04a2fb5699,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:25:59.742754 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 38a722c2-5791-49e3-b284-1ebb897fd5e2 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:25:59.830031 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-394dd063-8e7d-48cf-a3fe-3a17a616af95 req-933a55a3-b1de-4eaa-8a61-a25acde1ecbf tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038461 Feb 20 03:25:59.841927 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:59.846491 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a926e886-481a-4422-b10c-de8d9f14d231 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4059658 Feb 20 03:25:59.849517 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53624) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:59.857728 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-6fb6acb8-d90b-41a1-b259-63c82b621e8f admin admin] Request body: {'subnet': {'network_id': '38a722c2-5791-49e3-b284-1ebb897fd5e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356377902-subnet', 'tenant_id': 'bf660f6eb55146868eee2160609ab125', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:25:59.892435 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-05eafa16-ca31-441d-a264-8b06669f54b6 service neutron] Attempting to bind port 7ce6ca7b-6d20-4362-9690-fe04a2fb5699 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:25:59.892765 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-05eafa16-ca31-441d-a264-8b06669f54b6 service neutron] Attempting to bind port 7ce6ca7b-6d20-4362-9690-fe04a2fb5699 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': 'd9eb8f3b-9eb2-4717-b7be-6446914f2ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e730276a-8767-454e-ad52-96dd8c661ff1'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:25:59.893084 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-05eafa16-ca31-441d-a264-8b06669f54b6 service neutron] Attempting to bind port 7ce6ca7b-6d20-4362-9690-fe04a2fb5699 on network e730276a-8767-454e-ad52-96dd8c661ff1 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:25:59.905307 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-05eafa16-ca31-441d-a264-8b06669f54b6 service neutron] Port 7ce6ca7b-6d20-4362-9690-fe04a2fb5699 on network e730276a-8767-454e-ad52-96dd8c661ff1 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:25:59.905307 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-05eafa16-ca31-441d-a264-8b06669f54b6 service neutron] Attempting to bind port 7ce6ca7b-6d20-4362-9690-fe04a2fb5699 on network e730276a-8767-454e-ad52-96dd8c661ff1 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:25:59.905307 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-05eafa16-ca31-441d-a264-8b06669f54b6 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:25:59.905307 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-05eafa16-ca31-441d-a264-8b06669f54b6 service neutron] Checking segment: {'id': 'd9eb8f3b-9eb2-4717-b7be-6446914f2ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e730276a-8767-454e-ad52-96dd8c661ff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:25:59.905307 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-05eafa16-ca31-441d-a264-8b06669f54b6 service neutron] Bound using segment: {'id': 'd9eb8f3b-9eb2-4717-b7be-6446914f2ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e730276a-8767-454e-ad52-96dd8c661ff1'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:25:59.905307 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-05eafa16-ca31-441d-a264-8b06669f54b6 service neutron] Bound port: 7ce6ca7b-6d20-4362-9690-fe04a2fb5699, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9eb8f3b-9eb2-4717-b7be-6446914f2ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e730276a-8767-454e-ad52-96dd8c661ff1'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:25:59.905307 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-05eafa16-ca31-441d-a264-8b06669f54b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7ce6ca7b-6d20-4362-9690-fe04a2fb5699), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:59.964248 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b494495c-52d5-475a-9227-206481fcd9cf up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:25:59.967929 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53626) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:25:59.979820 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb6acb8-d90b-41a1-b259-63c82b621e8f admin admin] Made reservation on behalf of bf660f6eb55146868eee2160609ab125 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:25:59.982255 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6fb6acb8-d90b-41a1-b259-63c82b621e8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:25:59.986252 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-05eafa16-ca31-441d-a264-8b06669f54b6 service neutron] For port 7ce6ca7b-6d20-4362-9690-fe04a2fb5699, host n-h1-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:25:59.987494 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-31219dd6-33b5-4b7d-8590-bd5f20011784 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:00.017899 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port b494495c-52d5-475a-9227-206481fcd9cf triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:00.025461 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b494495c-52d5-475a-9227-206481fcd9cf), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:00.038682 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-05eafa16-ca31-441d-a264-8b06669f54b6 service neutron] For port 7ce6ca7b-6d20-4362-9690-fe04a2fb5699, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=7ce6ca7b-6d20-4362-9690-fe04a2fb5699,segment=NetworkSegment(d9eb8f3b-9eb2-4717-b7be-6446914f2ad1),segment_id=d9eb8f3b-9eb2-4717-b7be-6446914f2ad1)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:26:00.094491 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-31219dd6-33b5-4b7d-8590-bd5f20011784 admin admin] Publish callbacks [] for security_group (a58746c2-dd02-49a6-9b37-04c0e0e5eb3d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:00.127347 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port b494495c-52d5-475a-9227-206481fcd9cf is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:00.129967 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-05eafa16-ca31-441d-a264-8b06669f54b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (7ce6ca7b-6d20-4362-9690-fe04a2fb5699), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:00.151278 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53630) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:26:00.176185 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-05eafa16-ca31-441d-a264-8b06669f54b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:00.176949 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-05eafa16-ca31-441d-a264-8b06669f54b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:00.178429 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-05eafa16-ca31-441d-a264-8b06669f54b6 service neutron] 10.222.0.42 "PUT /v2.0/ports/7ce6ca7b-6d20-4362-9690-fe04a2fb5699 HTTP/1.1" status: 200 len: 1092 time: 2.4168489 Feb 20 03:26:00.178832 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ad728f-458d-43cf-98c9-b0f352dcd5d0', 'tag': '7ce6ca7b-6d20-4362-9690-fe04a2fb5699'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:26:00.182001 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404759b1-19d9-4a6d-b8d9-aeea43f92db7" -d '{"events": [{"name": "network-changed", "server_uuid": "19ad728f-458d-43cf-98c9-b0f352dcd5d0", "tag": "7ce6ca7b-6d20-4362-9690-fe04a2fb5699"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:26:00.194448 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-31219dd6-33b5-4b7d-8590-bd5f20011784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a58746c2-dd02-49a6-9b37-04c0e0e5eb3d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:00.233036 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc53ec2-c3fb-4c34-af2a-06790490c1f6 x-openstack-request-id: req-dcc53ec2-c3fb-4c34-af2a-06790490c1f6 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:26:00.233332 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ad728f-458d-43cf-98c9-b0f352dcd5d0", "tag": "7ce6ca7b-6d20-4362-9690-fe04a2fb5699", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:26:00.233943 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-dcc53ec2-c3fb-4c34-af2a-06790490c1f6 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:26:00.234369 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ad728f-458d-43cf-98c9-b0f352dcd5d0', 'tag': '7ce6ca7b-6d20-4362-9690-fe04a2fb5699', 'status': 'completed', 'code': 200} Feb 20 03:26:00.239881 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eafa16-ca31-441d-a264-8b06669f54b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7ce6ca7b-6d20-4362-9690-fe04a2fb5699,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:00.301199 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31219dd6-33b5-4b7d-8590-bd5f20011784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58746c2-dd02-49a6-9b37-04c0e0e5eb3d,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:00.306112 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-31219dd6-33b5-4b7d-8590-bd5f20011784 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=12950df2da5946aa83d364702b55eac5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3361084 Feb 20 03:26:00.309068 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53638) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:26:00.338496 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404759b1-19d9-4a6d-b8d9-aeea43f92db7 req-9e5cdce4-db18-4cac-b595-40b4f7579e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:00.340257 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-404759b1-19d9-4a6d-b8d9-aeea43f92db7 req-9e5cdce4-db18-4cac-b595-40b4f7579e6d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd7851a863a8452e82d14d3392ca44be&device_id=19ad728f-458d-43cf-98c9-b0f352dcd5d0 HTTP/1.1" status: 200 len: 1126 time: 0.0679383 Feb 20 03:26:00.366455 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-18d1e053-7c44-47ee-b394-119846aba4a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:00.375937 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949a3a2-3dc1-433b-bc1e-d0aca7b121db req-41a6aad4-23a3-4d5e-9f73-9f68b22a8404 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:00.377605 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4949a3a2-3dc1-433b-bc1e-d0aca7b121db req-41a6aad4-23a3-4d5e-9f73-9f68b22a8404 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=19ad728f-458d-43cf-98c9-b0f352dcd5d0 HTTP/1.1" status: 200 len: 944 time: 0.1491740 Feb 20 03:26:00.417721 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bb8aeb65-97ea-4925-a403-e3c516e3a032 admin admin] Publish callbacks [] for security_group (a58746c2-dd02-49a6-9b37-04c0e0e5eb3d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:00.426057 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6fb6acb8-d90b-41a1-b259-63c82b621e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (9c6ab887-ac97-4a9f-95c5-f4055d0db0e4), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:00.472804 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bb8aeb65-97ea-4925-a403-e3c516e3a032 admin admin] Publish callbacks [] for security_group (a58746c2-dd02-49a6-9b37-04c0e0e5eb3d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:00.497666 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4949a3a2-3dc1-433b-bc1e-d0aca7b121db req-fdd42dc0-f6ab-4e92-9d8b-a142a5e5cdc3 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107237 Feb 20 03:26:00.507164 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404759b1-19d9-4a6d-b8d9-aeea43f92db7 req-37fb74a0-b082-4006-8086-9d4514223999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:00.509451 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-404759b1-19d9-4a6d-b8d9-aeea43f92db7 req-37fb74a0-b082-4006-8086-9d4514223999 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=fd7851a863a8452e82d14d3392ca44be&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1587243 Feb 20 03:26:00.515265 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6acb8-d90b-41a1-b259-63c82b621e8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c6ab887-ac97-4a9f-95c5-f4055d0db0e4,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:00.583026 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-18d1e053-7c44-47ee-b394-119846aba4a4 admin admin] Publish callbacks [] for security_group (d3bc7b17-cb96-4299-ac82-60bff259759a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:00.596213 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb6acb8-d90b-41a1-b259-63c82b621e8f admin admin] Checking segment: {'id': 'd1f4e01d-ede9-40de-9f6d-95b8daa575c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '38a722c2-5791-49e3-b284-1ebb897fd5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:26:00.596587 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb6acb8-d90b-41a1-b259-63c82b621e8f admin admin] Network hostable DHCP agents. Network: 38a722c2-5791-49e3-b284-1ebb897fd5e2, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:26:00.608096 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f8ab9-9853-4c68-b9d7-fbe0b819b13d req-dee405b6-b1ed-4c20-b4a0-2b4b5a5115bb tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:00.609632 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a27f8ab9-9853-4c68-b9d7-fbe0b819b13d req-dee405b6-b1ed-4c20-b4a0-2b4b5a5115bb tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 944 time: 0.0663612 Feb 20 03:26:00.648027 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-18d1e053-7c44-47ee-b394-119846aba4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d3bc7b17-cb96-4299-ac82-60bff259759a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:00.657379 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404759b1-19d9-4a6d-b8d9-aeea43f92db7 req-0bf8f037-3956-4d27-b9b2-9ce01a2198be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:00.659677 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-404759b1-19d9-4a6d-b8d9-aeea43f92db7 req-0bf8f037-3956-4d27-b9b2-9ce01a2198be service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1233795 Feb 20 03:26:00.680479 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bb8aeb65-97ea-4925-a403-e3c516e3a032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a58746c2-dd02-49a6-9b37-04c0e0e5eb3d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:00.683572 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bb8aeb65-97ea-4925-a403-e3c516e3a032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:00.684737 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-bb8aeb65-97ea-4925-a403-e3c516e3a032 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a58746c2-dd02-49a6-9b37-04c0e0e5eb3d HTTP/1.1" status: 204 len: 168 time: 0.3746841 Feb 20 03:26:00.695429 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a27f8ab9-9853-4c68-b9d7-fbe0b819b13d req-3d2e6a4d-681f-4a19-8e45-68a701e226b3 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793507 Feb 20 03:26:00.702420 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb6acb8-d90b-41a1-b259-63c82b621e8f admin admin] Network 38a722c2-5791-49e3-b284-1ebb897fd5e2 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:26:00.708793 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-18d1e053-7c44-47ee-b394-119846aba4a4 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=600c08fd2c4b4a0c83551873b0d798f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5554299 Feb 20 03:26:00.711675 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53644) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:26:00.718682 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1e053-7c44-47ee-b394-119846aba4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bc7b17-cb96-4299-ac82-60bff259759a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:00.742909 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8aeb65-97ea-4925-a403-e3c516e3a032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58746c2-dd02-49a6-9b37-04c0e0e5eb3d,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:00.770419 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-95f65425-e997-4fde-bf48-3f2c75ac4ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:00.771951 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-95f65425-e997-4fde-bf48-3f2c75ac4ea1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd7851a863a8452e82d14d3392ca44be&device_id=19ad728f-458d-43cf-98c9-b0f352dcd5d0 HTTP/1.1" status: 200 len: 1126 time: 0.0616574 Feb 20 03:26:00.789355 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-6fb6acb8-d90b-41a1-b259-63c82b621e8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 38a722c2-5791-49e3-b284-1ebb897fd5e2) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:26:00.793095 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b5b0dfd0-3e5e-4d80-9b8a-7f9dcd429ff9 admin admin] Publish callbacks [] for security_group (d3bc7b17-cb96-4299-ac82-60bff259759a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:00.799104 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762f86f4-1c7c-4a90-991a-ae62562bcfef None None] Network 38a722c2-5791-49e3-b284-1ebb897fd5e2 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:26:00.823450 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b5b0dfd0-3e5e-4d80-9b8a-7f9dcd429ff9 admin admin] Publish callbacks [] for security_group (d3bc7b17-cb96-4299-ac82-60bff259759a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:00.824833 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-29322964-81e6-4265-b823-064d18032b9b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ce6ca7b-6d20-4362-9690-fe04a2fb5699 HTTP/1.1" status: 200 len: 217 time: 0.0442679 Feb 20 03:26:00.826082 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb6acb8-d90b-41a1-b259-63c82b621e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:00.826682 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6fb6acb8-d90b-41a1-b259-63c82b621e8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:00.908226 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-e09c47eb-34d2-48ec-8028-098f6b3565e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:00.909704 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-e09c47eb-34d2-48ec-8028-098f6b3565e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2eb0b226-9b36-4d76-8063-22e21454da3d HTTP/1.1" status: 200 len: 861 time: 0.0720859 Feb 20 03:26:00.929471 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19cb112-e209-4378-9852-56bd56074700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-38a722c2-5791-49e3-b284-1ebb897fd5e2', 'network_id': '38a722c2-5791-49e3-b284-1ebb897fd5e2', 'project_id': 'bf660f6eb55146868eee2160609ab125', 'fixed_ips': [{'subnet_id': '9c6ab887-ac97-4a9f-95c5-f4055d0db0e4'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:26:00.930504 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b19cb112-e209-4378-9852-56bd56074700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:00.943052 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-f426e1b7-6e34-4756-ac3a-c174447a9885 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e730276a-8767-454e-ad52-96dd8c661ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262241 Feb 20 03:26:00.998266 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594df962-aff7-4a38-9b9d-9b09dfbaaf44 req-0955251b-a49a-4ebe-9c37-d3fb7aec2e93 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:01.000056 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-594df962-aff7-4a38-9b9d-9b09dfbaaf44 req-0955251b-a49a-4ebe-9c37-d3fb7aec2e93 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 946 time: 0.0632391 Feb 20 03:26:01.025221 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b5b0dfd0-3e5e-4d80-9b8a-7f9dcd429ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d3bc7b17-cb96-4299-ac82-60bff259759a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:01.027939 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b5b0dfd0-3e5e-4d80-9b8a-7f9dcd429ff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:01.031959 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b5b0dfd0-3e5e-4d80-9b8a-7f9dcd429ff9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d3bc7b17-cb96-4299-ac82-60bff259759a HTTP/1.1" status: 204 len: 168 time: 0.3185134 Feb 20 03:26:01.048959 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0dfd0-3e5e-4d80-9b8a-7f9dcd429ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bc7b17-cb96-4299-ac82-60bff259759a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:01.073133 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-594df962-aff7-4a38-9b9d-9b09dfbaaf44 req-782b7fad-79c2-4c99-b616-14dc28fe89af tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664597 Feb 20 03:26:01.123603 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:01.234574 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-b19cb112-e209-4378-9852-56bd56074700 None None] Allocated IP 172.20.0.2 (38a722c2-5791-49e3-b284-1ebb897fd5e2/9c6ab887-ac97-4a9f-95c5-f4055d0db0e4/43314d37-7bed-4406-99a5-e0fbcfd83741) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:26:01.292785 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6fb6acb8-d90b-41a1-b259-63c82b621e8f admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4387960 Feb 20 03:26:01.292987 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53672) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:26:01.298661 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-7fa979b1-5a9f-49ae-a474-1c9cf529830d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1356377902-router', 'tenant_id': 'bf660f6eb55146868eee2160609ab125', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:26:01.363384 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-134444d2-65b4-41a4-b115-c007ee40f17a service neutron] 10.222.0.42 "GET /v2.0/networks/e730276a-8767-454e-ad52-96dd8c661ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114923 Feb 20 03:26:01.395246 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7fa979b1-5a9f-49ae-a474-1c9cf529830d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (bbe8f1f8-603e-40e5-9ca1-1c4f324627ff), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:01.396299 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7fa979b1-5a9f-49ae-a474-1c9cf529830d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (bbe8f1f8-603e-40e5-9ca1-1c4f324627ff), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:01.460305 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b19cb112-e209-4378-9852-56bd56074700 None None] Publish callbacks [] for port (43314d37-7bed-4406-99a5-e0fbcfd83741), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:01.489932 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7fa979b1-5a9f-49ae-a474-1c9cf529830d admin admin] Publish callbacks [] for router_controller (bbe8f1f8-603e-40e5-9ca1-1c4f324627ff), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:01.519672 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-2fa1b003-5b3f-4f36-ae76-584fb3857c50 req-fce7e895-441b-4a36-8250-cb524d269c11 service neutron] 10.222.0.42 "GET /v2.0/networks/e730276a-8767-454e-ad52-96dd8c661ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499059 Feb 20 03:26:01.537925 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b19cb112-e209-4378-9852-56bd56074700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (43314d37-7bed-4406-99a5-e0fbcfd83741), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:01.612175 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19cb112-e209-4378-9852-56bd56074700 None None] Network 38a722c2-5791-49e3-b284-1ebb897fd5e2 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:26:01.628342 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-b19cb112-e209-4378-9852-56bd56074700 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:26:01.636497 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19cb112-e209-4378-9852-56bd56074700 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:26:01.638784 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19cb112-e209-4378-9852-56bd56074700 None None] Pushing event updated for resources: {'Port': ['ID=43314d37-7bed-4406-99a5-e0fbcfd83741,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:01.646568 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device d63e954e-40b6-4bee-a093-5acd484efee8 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:26:01.754144 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b19cb112-e209-4378-9852-56bd56074700 None None] Attempting to bind port 43314d37-7bed-4406-99a5-e0fbcfd83741 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:26:01.754939 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b19cb112-e209-4378-9852-56bd56074700 None None] Attempting to bind port 43314d37-7bed-4406-99a5-e0fbcfd83741 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'd1f4e01d-ede9-40de-9f6d-95b8daa575c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '38a722c2-5791-49e3-b284-1ebb897fd5e2'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:26:01.755469 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19cb112-e209-4378-9852-56bd56074700 None None] Attempting to bind port 43314d37-7bed-4406-99a5-e0fbcfd83741 on network 38a722c2-5791-49e3-b284-1ebb897fd5e2 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:26:01.778294 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded92773-857e-4c45-9ba8-5c4b22ad3245 req-de349809-8f98-46e0-a6de-c724fa23659f tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:01.780486 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ded92773-857e-4c45-9ba8-5c4b22ad3245 req-de349809-8f98-46e0-a6de-c724fa23659f tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 1128 time: 0.1343706 Feb 20 03:26:01.791978 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9424726-fa6d-449a-b36d-82d3a73c52be req-adbf431a-50dc-4bb1-98dd-01c6a1f8c261 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:01.800028 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c9424726-fa6d-449a-b36d-82d3a73c52be req-adbf431a-50dc-4bb1-98dd-01c6a1f8c261 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=19ad728f-458d-43cf-98c9-b0f352dcd5d0 HTTP/1.1" status: 200 len: 944 time: 0.1575143 Feb 20 03:26:01.805234 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19cb112-e209-4378-9852-56bd56074700 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:26:01.806364 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19cb112-e209-4378-9852-56bd56074700 None None] Checking segment: {'id': 'd1f4e01d-ede9-40de-9f6d-95b8daa575c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '38a722c2-5791-49e3-b284-1ebb897fd5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:26:01.806951 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b19cb112-e209-4378-9852-56bd56074700 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:01.807359 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19cb112-e209-4378-9852-56bd56074700 None None] Bound using segment: {'id': 'd1f4e01d-ede9-40de-9f6d-95b8daa575c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '38a722c2-5791-49e3-b284-1ebb897fd5e2'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:26:01.807849 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b19cb112-e209-4378-9852-56bd56074700 None None] Bound port: 43314d37-7bed-4406-99a5-e0fbcfd83741, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f4e01d-ede9-40de-9f6d-95b8daa575c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '38a722c2-5791-49e3-b284-1ebb897fd5e2'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:26:01.808232 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b19cb112-e209-4378-9852-56bd56074700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (43314d37-7bed-4406-99a5-e0fbcfd83741), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:01.877702 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c9424726-fa6d-449a-b36d-82d3a73c52be req-88600af3-14d0-404f-b5ca-3f218e6e22ad tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766048 Feb 20 03:26:01.893220 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7fa979b1-5a9f-49ae-a474-1c9cf529830d admin admin] Publish callbacks [] for router_gateway (bbe8f1f8-603e-40e5-9ca1-1c4f324627ff), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:01.912943 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port d63e954e-40b6-4bee-a093-5acd484efee8, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=d63e954e-40b6-4bee-a093-5acd484efee8,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:01.930147 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b19cb112-e209-4378-9852-56bd56074700 None None] For port 43314d37-7bed-4406-99a5-e0fbcfd83741, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:26:01.931598 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b19cb112-e209-4378-9852-56bd56074700 None None] For port 43314d37-7bed-4406-99a5-e0fbcfd83741, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=43314d37-7bed-4406-99a5-e0fbcfd83741,segment=NetworkSegment(d1f4e01d-ede9-40de-9f6d-95b8daa575c0),segment_id=d1f4e01d-ede9-40de-9f6d-95b8daa575c0)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:26:01.933413 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'd63e954e-40b6-4bee-a093-5acd484efee8', 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949', 'port_id': 'd63e954e-40b6-4bee-a093-5acd484efee8', 'mac_address': 'fa:16:3e:2f:65:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '458c6d71-ffe3-42c1-873f-079dd6df07cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:26:01.934504 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ded92773-857e-4c45-9ba8-5c4b22ad3245 req-d2f0bc78-91e4-44ec-bc4b-db7cd0b18a0a tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314762 Feb 20 03:26:02.041593 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b19cb112-e209-4378-9852-56bd56074700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (43314d37-7bed-4406-99a5-e0fbcfd83741), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:02.045195 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c74e1e-6aeb-44d7-86f4-88a08f866ab2 req-620a3ce1-b80d-48c4-ae1c-51aa869cda6c tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:02.047730 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e1c74e1e-6aeb-44d7-86f4-88a08f866ab2 req-620a3ce1-b80d-48c4-ae1c-51aa869cda6c tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 944 time: 0.0923240 Feb 20 03:26:02.110417 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 58c897de-7f87-43f2-a503-a6a21e9f9b7b details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:26:02.116437 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port d63e954e-40b6-4bee-a093-5acd484efee8 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:02.116837 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d63e954e-40b6-4bee-a093-5acd484efee8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:02.183345 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e1c74e1e-6aeb-44d7-86f4-88a08f866ab2 req-568c7940-43aa-40ca-853a-a3d136eee6a8 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198792 Feb 20 03:26:02.188514 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d63e954e-40b6-4bee-a093-5acd484efee8 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:26:02.252017 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port d63e954e-40b6-4bee-a093-5acd484efee8, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=d63e954e-40b6-4bee-a093-5acd484efee8,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:02.284295 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9facc1-17fc-43dd-ad37-8c949211211c req-c094f3f6-37d1-4ba7-8319-a1598744e17d tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:02.299099 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9b9facc1-17fc-43dd-ad37-8c949211211c req-c094f3f6-37d1-4ba7-8319-a1598744e17d tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 1128 time: 0.0817893 Feb 20 03:26:02.301755 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19cb112-e209-4378-9852-56bd56074700 None None] Pushing event updated for resources: {'Port': ['ID=43314d37-7bed-4406-99a5-e0fbcfd83741,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:02.307908 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.resource_extend [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 03:26:02.344207 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d63e954e-40b6-4bee-a093-5acd484efee8), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:02.432936 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9b9facc1-17fc-43dd-ad37-8c949211211c req-1787c93d-ed06-4031-a4d5-04b3adc121fe tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132855 Feb 20 03:26:02.477329 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7fa979b1-5a9f-49ae-a474-1c9cf529830d admin admin] Publish callbacks [] for router_gateway (bbe8f1f8-603e-40e5-9ca1-1c4f324627ff), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:02.518474 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7fa979b1-5a9f-49ae-a474-1c9cf529830d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:02.756824 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-7fa979b1-5a9f-49ae-a474-1c9cf529830d admin admin] Allocated IP 172.25.7.67 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/9a5f1e3c-97e8-4d60-b39a-997224e8ad2f) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:26:02.781610 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['d63e954e-40b6-4bee-a093-5acd484efee8'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:26:02.855732 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-784a5576-df88-4a62-a26f-22c7aba48eaa req-0294f39f-e953-4d2f-a125-db0f254abec2 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:26:02.857612 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-784a5576-df88-4a62-a26f-22c7aba48eaa req-0294f39f-e953-4d2f-a125-db0f254abec2 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075135 Feb 20 03:26:02.914121 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:02.985272 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=d63e954e-40b6-4bee-a093-5acd484efee8,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:02.990593 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7fa979b1-5a9f-49ae-a474-1c9cf529830d admin admin] Publish callbacks [] for port (9a5f1e3c-97e8-4d60-b39a-997224e8ad2f), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:02.996650 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 58c897de-7f87-43f2-a503-a6a21e9f9b7b, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=58c897de-7f87-43f2-a503-a6a21e9f9b7b,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:03.030837 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53760) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:26:03.045216 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '58c897de-7f87-43f2-a503-a6a21e9f9b7b', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': '58c897de-7f87-43f2-a503-a6a21e9f9b7b', 'mac_address': 'fa:16:3e:22:0e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:26:03.124548 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7fa979b1-5a9f-49ae-a474-1c9cf529830d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (9a5f1e3c-97e8-4d60-b39a-997224e8ad2f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:03.169456 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8814ab2-2c60-4750-bb08-bfc95bde6bcc req-1da6f4ab-777f-49b5-a46b-8ef1b14fc240 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:03.232233 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8814ab2-2c60-4750-bb08-bfc95bde6bcc req-1da6f4ab-777f-49b5-a46b-8ef1b14fc240 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=19ad728f-458d-43cf-98c9-b0f352dcd5d0 HTTP/1.1" status: 200 len: 944 time: 0.1742163 Feb 20 03:26:03.284955 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 58c897de-7f87-43f2-a503-a6a21e9f9b7b is: ACTIVE; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:03.285589 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (58c897de-7f87-43f2-a503-a6a21e9f9b7b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:03.330308 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa979b1-5a9f-49ae-a474-1c9cf529830d admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:26:03.344864 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-7fa979b1-5a9f-49ae-a474-1c9cf529830d admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:26:03.375085 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa979b1-5a9f-49ae-a474-1c9cf529830d admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:26:03.383794 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8814ab2-2c60-4750-bb08-bfc95bde6bcc req-6d04ecd9-f95d-4958-a783-bc5e56e125b3 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519506 Feb 20 03:26:03.427719 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58c897de-7f87-43f2-a503-a6a21e9f9b7b {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:26:03.454356 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 58c897de-7f87-43f2-a503-a6a21e9f9b7b, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=58c897de-7f87-43f2-a503-a6a21e9f9b7b,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:03.578665 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (58c897de-7f87-43f2-a503-a6a21e9f9b7b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:03.588852 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa979b1-5a9f-49ae-a474-1c9cf529830d admin admin] Pushing event updated for resources: {'Port': ['ID=9a5f1e3c-97e8-4d60-b39a-997224e8ad2f,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:03.603304 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-e9b5cddf-c369-485d-9213-57fd17bb6635 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2014943184-network', 'tenant_id': '2b66d718af5443bfbfcf198ecc36557d'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:26:03.761245 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b5cddf-c369-485d-9213-57fd17bb6635 admin admin] Made reservation on behalf of 2b66d718af5443bfbfcf198ecc36557d for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:26:03.766418 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=58c897de-7f87-43f2-a503-a6a21e9f9b7b,revision_number=6']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:03.766579 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e9b5cddf-c369-485d-9213-57fd17bb6635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:03.794120 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e9b5cddf-c369-485d-9213-57fd17bb6635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:03.817330 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['58c897de-7f87-43f2-a503-a6a21e9f9b7b'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:26:04.075641 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f78d82-a234-4b7d-b91f-16121b42b339 req-8ce3a621-fc4d-4733-b58c-96e6d0e1859d tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:04.098642 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-49f78d82-a234-4b7d-b91f-16121b42b339 req-8ce3a621-fc4d-4733-b58c-96e6d0e1859d tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 945 time: 0.2614570 Feb 20 03:26:04.105128 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 7ce6ca7b-6d20-4362-9690-fe04a2fb5699 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:26:04.182763 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-49f78d82-a234-4b7d-b91f-16121b42b339 req-20cb7cc7-ffaa-45a1-a0d1-b36fb1f2ff39 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830793 Feb 20 03:26:04.234105 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 43314d37-7bed-4406-99a5-e0fbcfd83741 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:26:04.240732 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e9b5cddf-c369-485d-9213-57fd17bb6635 admin admin] Publish callbacks [] for security_group (3ecfd148-49f1-45d7-a007-04cb1f6e339b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:04.285142 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7fa979b1-5a9f-49ae-a474-1c9cf529830d admin admin] Publish callbacks [] for router_gateway (bbe8f1f8-603e-40e5-9ca1-1c4f324627ff), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:04.333040 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42be93e6-49f8-4260-9b89-46732779c345 None None] Network 38a722c2-5791-49e3-b284-1ebb897fd5e2 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:26:04.390272 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e9b5cddf-c369-485d-9213-57fd17bb6635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (3ecfd148-49f1-45d7-a007-04cb1f6e339b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:04.448893 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b5cddf-c369-485d-9213-57fd17bb6635 admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:26:04.480339 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e9b5cddf-c369-485d-9213-57fd17bb6635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (97d505bd-cdd9-4bbc-9d5e-55031bead42d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:04.481617 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-e9b5cddf-c369-485d-9213-57fd17bb6635 admin admin] Added segment 97d505bd-cdd9-4bbc-9d5e-55031bead42d of type vlan for network 5383fb55-7a9d-4f7b-96fd-8505471fa0be Feb 20 03:26:04.523260 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f3846ff5-b7af-4b4d-8796-b644ce92af2d None None] Provisioning complete for port 43314d37-7bed-4406-99a5-e0fbcfd83741 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:04.525832 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f3846ff5-b7af-4b4d-8796-b644ce92af2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (43314d37-7bed-4406-99a5-e0fbcfd83741), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:04.638081 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5cddf-c369-485d-9213-57fd17bb6635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecfd148-49f1-45d7-a007-04cb1f6e339b,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:04.667768 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e9b5cddf-c369-485d-9213-57fd17bb6635 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (5383fb55-7a9d-4f7b-96fd-8505471fa0be), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:04.703744 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 7ce6ca7b-6d20-4362-9690-fe04a2fb5699, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=7ce6ca7b-6d20-4362-9690-fe04a2fb5699,segment=NetworkSegment(d9eb8f3b-9eb2-4717-b7be-6446914f2ad1),segment_id=d9eb8f3b-9eb2-4717-b7be-6446914f2ad1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:04.757905 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7fa979b1-5a9f-49ae-a474-1c9cf529830d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (bbe8f1f8-603e-40e5-9ca1-1c4f324627ff), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:04.785545 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399dc3c4-f098-4fee-bf36-24894e50ce90 req-add29ba3-8668-437e-a60a-c796ef3b993c tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:04.798393 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-399dc3c4-f098-4fee-bf36-24894e50ce90 req-add29ba3-8668-437e-a60a-c796ef3b993c tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=19ad728f-458d-43cf-98c9-b0f352dcd5d0 HTTP/1.1" status: 200 len: 944 time: 0.2383108 Feb 20 03:26:04.839070 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '7ce6ca7b-6d20-4362-9690-fe04a2fb5699', 'network_id': 'e730276a-8767-454e-ad52-96dd8c661ff1', 'port_id': '7ce6ca7b-6d20-4362-9690-fe04a2fb5699', 'mac_address': 'fa:16:3e:44:88:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eb0b226-9b36-4d76-8063-22e21454da3d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:26:04.885954 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 43314d37-7bed-4406-99a5-e0fbcfd83741 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:04.886511 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (43314d37-7bed-4406-99a5-e0fbcfd83741), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:04.911460 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-399dc3c4-f098-4fee-bf36-24894e50ce90 req-02834314-062b-4d88-994d-e1b48fe70f54 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942388 Feb 20 03:26:04.972384 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e9b5cddf-c369-485d-9213-57fd17bb6635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (5383fb55-7a9d-4f7b-96fd-8505471fa0be), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:04.973260 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b5cddf-c369-485d-9213-57fd17bb6635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:04.973914 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e9b5cddf-c369-485d-9213-57fd17bb6635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:05.022575 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 7ce6ca7b-6d20-4362-9690-fe04a2fb5699 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:05.023112 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7ce6ca7b-6d20-4362-9690-fe04a2fb5699), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:05.059347 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce6ca7b-6d20-4362-9690-fe04a2fb5699 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:26:05.063440 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5cddf-c369-485d-9213-57fd17bb6635 admin admin] Pushing event updated for resources: {'Network': ['ID=5383fb55-7a9d-4f7b-96fd-8505471fa0be,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:05.073188 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa979b1-5a9f-49ae-a474-1c9cf529830d admin admin] Router bbe8f1f8-603e-40e5-9ca1-1c4f324627ff is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:26:05.080592 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f3846ff5-b7af-4b4d-8796-b644ce92af2d None None] Current status of the port 43314d37-7bed-4406-99a5-e0fbcfd83741 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:05.081092 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f3846ff5-b7af-4b4d-8796-b644ce92af2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (43314d37-7bed-4406-99a5-e0fbcfd83741), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:05.103173 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e9b5cddf-c369-485d-9213-57fd17bb6635 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0704119 Feb 20 03:26:05.108070 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53826) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:26:05.111324 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 5383fb55-7a9d-4f7b-96fd-8505471fa0be details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:26:05.131841 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 7ce6ca7b-6d20-4362-9690-fe04a2fb5699, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=7ce6ca7b-6d20-4362-9690-fe04a2fb5699,segment=NetworkSegment(d9eb8f3b-9eb2-4717-b7be-6446914f2ad1),segment_id=d9eb8f3b-9eb2-4717-b7be-6446914f2ad1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:05.210523 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 43314d37-7bed-4406-99a5-e0fbcfd83741 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:05.211098 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (43314d37-7bed-4406-99a5-e0fbcfd83741), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:05.222737 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (7ce6ca7b-6d20-4362-9690-fe04a2fb5699), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:05.276105 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-f3846ff5-b7af-4b4d-8796-b644ce92af2d None None] For port 43314d37-7bed-4406-99a5-e0fbcfd83741, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=43314d37-7bed-4406-99a5-e0fbcfd83741,segment=NetworkSegment(d1f4e01d-ede9-40de-9f6d-95b8daa575c0),segment_id=d1f4e01d-ede9-40de-9f6d-95b8daa575c0)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:05.292418 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-42bb3e1e-9bb6-41f9-b59e-975435a3dd23 admin admin] Request body: {'subnet': {'network_id': '5383fb55-7a9d-4f7b-96fd-8505471fa0be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2014943184-subnet', 'tenant_id': '2b66d718af5443bfbfcf198ecc36557d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:26:05.300623 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa979b1-5a9f-49ae-a474-1c9cf529830d admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:26:05.342558 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a45693e-bd70-4396-8feb-b9387dd79db5 None None] Sync routers for ids ['bbe8f1f8-603e-40e5-9ca1-1c4f324627ff'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:26:05.387761 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f3846ff5-b7af-4b4d-8796-b644ce92af2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (43314d37-7bed-4406-99a5-e0fbcfd83741), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:05.427754 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7fa979b1-5a9f-49ae-a474-1c9cf529830d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:05.435888 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7fa979b1-5a9f-49ae-a474-1c9cf529830d admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1415126 Feb 20 03:26:05.441652 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53832) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:26:05.481065 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a45693e-bd70-4396-8feb-b9387dd79db5 None None] Routers {'bbe8f1f8-603e-40e5-9ca1-1c4f324627ff'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:26:05.481326 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-6a45693e-bd70-4396-8feb-b9387dd79db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:25:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['bbe8f1f8-603e-40e5-9ca1-1c4f324627ff'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:26:05.491371 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff8296b-4ced-4928-b3b4-c02fdb2c094b req-986383d7-6181-4fa6-8bd2-d1f2f53c8798 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:05.497707 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['7ce6ca7b-6d20-4362-9690-fe04a2fb5699'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:26:05.500539 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ff8296b-4ced-4928-b3b4-c02fdb2c094b req-986383d7-6181-4fa6-8bd2-d1f2f53c8798 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 945 time: 0.1094339 Feb 20 03:26:05.581920 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ff8296b-4ced-4928-b3b4-c02fdb2c094b req-0f6eaec1-6751-4e70-962b-2b141226a183 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801420 Feb 20 03:26:05.639355 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=7ce6ca7b-6d20-4362-9690-fe04a2fb5699,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:05.676663 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device d63e954e-40b6-4bee-a093-5acd484efee8 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:26:05.795124 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bb3e1e-9bb6-41f9-b59e-975435a3dd23 admin admin] Made reservation on behalf of 2b66d718af5443bfbfcf198ecc36557d for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:26:05.795124 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-42bb3e1e-9bb6-41f9-b59e-975435a3dd23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:05.803682 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:26:05.804141 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:26:05.835282 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-62595a1e-6f05-4719-8e53-307663a4fdaa None None] Provisioning complete for port 43314d37-7bed-4406-99a5-e0fbcfd83741 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:05.835783 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-62595a1e-6f05-4719-8e53-307663a4fdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (43314d37-7bed-4406-99a5-e0fbcfd83741), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:05.918977 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-b28e4ea6-293a-4399-935d-299c98d65c09 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:26:05.920991 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-b28e4ea6-293a-4399-935d-299c98d65c09 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0150936 Feb 20 03:26:05.957244 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3846ff5-b7af-4b4d-8796-b644ce92af2d None None] Pushing event updated for resources: {'Port': ['ID=43314d37-7bed-4406-99a5-e0fbcfd83741,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:05.989206 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port d63e954e-40b6-4bee-a093-5acd484efee8 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:26:05.996672 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-6a45693e-bd70-4396-8feb-b9387dd79db5 None None] Set router bbe8f1f8-603e-40e5-9ca1-1c4f324627ff gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:26:06.038606 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-c6815aee-43eb-4ad1-bebe-813d12300597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:06.041882 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-c6815aee-43eb-4ad1-bebe-813d12300597 service neutron] 10.222.0.89 "GET /v2.0/ports/0b5ff14d-0578-4958-a4c8-9458342d5552 HTTP/1.1" status: 200 len: 1125 time: 0.1117175 Feb 20 03:26:06.054501 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-dd50197c-5656-4738-8f82-1ff8852ec270 service neutron] Request body: {'binding': {'host': 'n-h2-829866-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:26:06.055400 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-dd50197c-5656-4738-8f82-1ff8852ec270 service neutron] Unknown quota resources ['binding']. {{(pid=104105) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 20 03:26:06.225906 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port d63e954e-40b6-4bee-a093-5acd484efee8 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:06.226788 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d63e954e-40b6-4bee-a093-5acd484efee8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:06.270508 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-dd50197c-5656-4738-8f82-1ff8852ec270 service neutron] Attempting to bind port 0b5ff14d-0578-4958-a4c8-9458342d5552 on host n-h2-829866-4 for vnic_type normal with profile None {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:26:06.272499 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-dd50197c-5656-4738-8f82-1ff8852ec270 service neutron] Attempting to bind port 0b5ff14d-0578-4958-a4c8-9458342d5552 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:26:06.273045 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-dd50197c-5656-4738-8f82-1ff8852ec270 service neutron] Attempting to bind port 0b5ff14d-0578-4958-a4c8-9458342d5552 on network 5528b70c-0437-425a-a0ac-3485fc465717 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:26:06.278763 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-dd50197c-5656-4738-8f82-1ff8852ec270 service neutron] Port 0b5ff14d-0578-4958-a4c8-9458342d5552 on network 5528b70c-0437-425a-a0ac-3485fc465717 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:26:06.279568 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-dd50197c-5656-4738-8f82-1ff8852ec270 service neutron] Attempting to bind port 0b5ff14d-0578-4958-a4c8-9458342d5552 on network 5528b70c-0437-425a-a0ac-3485fc465717 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:26:06.285570 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-dd50197c-5656-4738-8f82-1ff8852ec270 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:26:06.286229 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-dd50197c-5656-4738-8f82-1ff8852ec270 service neutron] Checking segment: {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:26:06.286797 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-dd50197c-5656-4738-8f82-1ff8852ec270 service neutron] Bound using segment: {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:26:06.287414 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-dd50197c-5656-4738-8f82-1ff8852ec270 service neutron] Bound port: 0b5ff14d-0578-4958-a4c8-9458342d5552, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:26:06.294793 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 58c897de-7f87-43f2-a503-a6a21e9f9b7b up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:26:06.380024 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-dd50197c-5656-4738-8f82-1ff8852ec270 service neutron] For port 0b5ff14d-0578-4958-a4c8-9458342d5552, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=0b5ff14d-0578-4958-a4c8-9458342d5552,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:26:06.464365 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-dd50197c-5656-4738-8f82-1ff8852ec270 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:06.468011 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-dd50197c-5656-4738-8f82-1ff8852ec270 service neutron] 10.222.0.89 "POST /v2.0/ports/0b5ff14d-0578-4958-a4c8-9458342d5552/bindings HTTP/1.1" status: 201 len: 389 time: 0.4173036 Feb 20 03:26:06.474106 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-62595a1e-6f05-4719-8e53-307663a4fdaa None None] Current status of the port 43314d37-7bed-4406-99a5-e0fbcfd83741 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:06.529632 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 43314d37-7bed-4406-99a5-e0fbcfd83741 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:06.642467 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port d63e954e-40b6-4bee-a093-5acd484efee8 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:06.643028 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d63e954e-40b6-4bee-a093-5acd484efee8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:06.655466 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6b98695a-0c23-4c12-bf77-31650acc517e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:06.673009 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 58c897de-7f87-43f2-a503-a6a21e9f9b7b triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:06.673545 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (58c897de-7f87-43f2-a503-a6a21e9f9b7b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:06.729774 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf3f499-82bc-4fb4-93e6-4304f46ec34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63e954e-40b6-4bee-a093-5acd484efee8'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:26:06.732901 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c97540-eeed-49b9-a6df-a6f4d210ab54" -d '{"events": [{"server_uuid": "3cf3f499-82bc-4fb4-93e6-4304f46ec34a", "name": "network-vif-plugged", "status": "completed", "tag": "d63e954e-40b6-4bee-a093-5acd484efee8"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:26:06.756869 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 43314d37-7bed-4406-99a5-e0fbcfd83741 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:26:06.766054 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port d63e954e-40b6-4bee-a093-5acd484efee8, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=d63e954e-40b6-4bee-a093-5acd484efee8,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:06.811675 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-42bb3e1e-9bb6-41f9-b59e-975435a3dd23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (c024abf4-f9f5-4a00-ab2e-0d53119a80b8), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:06.873821 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-6a45693e-bd70-4396-8feb-b9387dd79db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe8f1f8-603e-40e5-9ca1-1c4f324627ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356377902-router', 'tenant_id': 'bf660f6eb55146868eee2160609ab125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '9a5f1e3c-97e8-4d60-b39a-997224e8ad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:26:01Z', 'updated_at': '2022-02-20T03:26:03Z', 'revision_number': 3, 'project_id': 'bf660f6eb55146868eee2160609ab125', 'gw_port': {'id': '9a5f1e3c-97e8-4d60-b39a-997224e8ad2f', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:03:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe8f1f8-603e-40e5-9ca1-1c4f324627ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:26:02Z', 'updated_at': '2022-02-20T03:26:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:26:06.920421 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 58c897de-7f87-43f2-a503-a6a21e9f9b7b is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:06.920994 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (58c897de-7f87-43f2-a503-a6a21e9f9b7b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:06.923099 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a45693e-bd70-4396-8feb-b9387dd79db5 None None] Checking router: bbe8f1f8-603e-40e5-9ca1-1c4f324627ff for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:26:06.924024 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a45693e-bd70-4396-8feb-b9387dd79db5 None None] Updating router bbe8f1f8-603e-40e5-9ca1-1c4f324627ff port 9a5f1e3c-97e8-4d60-b39a-997224e8ad2f binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:26:06.926011 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d63e954e-40b6-4bee-a093-5acd484efee8), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:06.928161 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 43314d37-7bed-4406-99a5-e0fbcfd83741 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:06.928506 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (43314d37-7bed-4406-99a5-e0fbcfd83741), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:06.943142 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bb3e1e-9bb6-41f9-b59e-975435a3dd23 admin admin] Checking segment: {'id': '97d505bd-cdd9-4bbc-9d5e-55031bead42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '5383fb55-7a9d-4f7b-96fd-8505471fa0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:26:06.951230 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bb3e1e-9bb6-41f9-b59e-975435a3dd23 admin admin] Network hostable DHCP agents. Network: 5383fb55-7a9d-4f7b-96fd-8505471fa0be, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:26:06.985113 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb3e1e-9bb6-41f9-b59e-975435a3dd23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c024abf4-f9f5-4a00-ab2e-0d53119a80b8,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:07.044370 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-6b98695a-0c23-4c12-bf77-31650acc517e admin admin] Allocated IP 172.20.0.1 (38a722c2-5791-49e3-b284-1ebb897fd5e2/9c6ab887-ac97-4a9f-95c5-f4055d0db0e4/d0bad373-afd7-40e0-9d8b-cd07527b997d) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:26:07.060662 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bb3e1e-9bb6-41f9-b59e-975435a3dd23 admin admin] Network 5383fb55-7a9d-4f7b-96fd-8505471fa0be is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:26:07.085770 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6a45693e-bd70-4396-8feb-b9387dd79db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9a5f1e3c-97e8-4d60-b39a-997224e8ad2f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:07.132851 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-42bb3e1e-9bb6-41f9-b59e-975435a3dd23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 5383fb55-7a9d-4f7b-96fd-8505471fa0be) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:26:07.141222 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bb3e1e-9bb6-41f9-b59e-975435a3dd23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:07.142026 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-42bb3e1e-9bb6-41f9-b59e-975435a3dd23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:07.178379 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 58c897de-7f87-43f2-a503-a6a21e9f9b7b, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=58c897de-7f87-43f2-a503-a6a21e9f9b7b,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:07.180225 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb406f8-7759-41f6-8ef1-3bfe5710987c None None] Network 5383fb55-7a9d-4f7b-96fd-8505471fa0be requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:26:07.209031 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=d63e954e-40b6-4bee-a093-5acd484efee8,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:07.225521 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f0a8f-288b-442a-9c40-32ca969e9980 req-9d5694cb-8bd6-4c1a-9b1e-dc2683cbee30 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:07.227658 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a27f0a8f-288b-442a-9c40-32ca969e9980 req-9d5694cb-8bd6-4c1a-9b1e-dc2683cbee30 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=19ad728f-458d-43cf-98c9-b0f352dcd5d0 HTTP/1.1" status: 200 len: 945 time: 0.1937077 Feb 20 03:26:07.261363 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-42bb3e1e-9bb6-41f9-b59e-975435a3dd23 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1470618 Feb 20 03:26:07.265494 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53856) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:26:07.277911 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-ce5f6d38-b052-4ab4-8249-d4fdc570086e admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2014943184-router', 'tenant_id': '2b66d718af5443bfbfcf198ecc36557d', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:26:07.296798 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (58c897de-7f87-43f2-a503-a6a21e9f9b7b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:07.422186 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ce5f6d38-b052-4ab4-8249-d4fdc570086e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:07.423727 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ce5f6d38-b052-4ab4-8249-d4fdc570086e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:07.439655 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2115242-daab-45d6-8b6f-75cc80720d76 req-73856d05-a2d0-41cd-8ef2-dd2f29423321 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:07.442013 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c2115242-daab-45d6-8b6f-75cc80720d76 req-73856d05-a2d0-41cd-8ef2-dd2f29423321 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 946 time: 0.1494758 Feb 20 03:26:07.449452 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a27f0a8f-288b-442a-9c40-32ca969e9980 req-03eb8cda-5ab4-4c3b-9941-9c44599d9963 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087443 Feb 20 03:26:07.511006 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ce5f6d38-b052-4ab4-8249-d4fdc570086e admin admin] Publish callbacks [] for router_controller (7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:07.516640 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6b98695a-0c23-4c12-bf77-31650acc517e admin admin] Publish callbacks [] for port (d0bad373-afd7-40e0-9d8b-cd07527b997d), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:07.535671 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-3203b336-d3a2-471a-9fa5-1a4e20cd9172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:07.537341 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-3203b336-d3a2-471a-9fa5-1a4e20cd9172 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 1128 time: 0.1808958 Feb 20 03:26:07.557670 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c2115242-daab-45d6-8b6f-75cc80720d76 req-825260d1-6527-4b9a-8ef4-097b5c4be175 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070192 Feb 20 03:26:07.600882 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1589312c-2acc-4fed-9ecf-c45916961795 x-openstack-request-id: req-1589312c-2acc-4fed-9ecf-c45916961795 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:26:07.601205 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf3f499-82bc-4fb4-93e6-4304f46ec34a", "name": "network-vif-plugged", "status": "completed", "tag": "d63e954e-40b6-4bee-a093-5acd484efee8", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:26:07.601472 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1589312c-2acc-4fed-9ecf-c45916961795 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:26:07.601874 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf3f499-82bc-4fb4-93e6-4304f46ec34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63e954e-40b6-4bee-a093-5acd484efee8', 'code': 200} Feb 20 03:26:07.731900 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 43314d37-7bed-4406-99a5-e0fbcfd83741 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:07.749550 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73051f70-b42a-41e2-a92e-e394a0a58296 req-a529336f-ff91-46f7-96e3-750f57f56b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:07.754956 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=58c897de-7f87-43f2-a503-a6a21e9f9b7b,revision_number=7']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:07.759502 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73051f70-b42a-41e2-a92e-e394a0a58296 req-a529336f-ff91-46f7-96e3-750f57f56b72 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 1128 time: 0.1447291 Feb 20 03:26:07.762775 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ff5159-6bc4-422d-8554-7e03d46723e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-5383fb55-7a9d-4f7b-96fd-8505471fa0be', 'network_id': '5383fb55-7a9d-4f7b-96fd-8505471fa0be', 'project_id': '2b66d718af5443bfbfcf198ecc36557d', 'fixed_ips': [{'subnet_id': 'c024abf4-f9f5-4a00-ab2e-0d53119a80b8'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:26:07.764089 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b4ff5159-6bc4-422d-8554-7e03d46723e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:07.789925 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbdef0-1313-4a94-beba-1bcec66ca798 req-fd0ff1f7-87c9-45f0-b23f-745282627cd9 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:07.790808 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6a45693e-bd70-4396-8feb-b9387dd79db5 None None] Publish callbacks [] for port (9a5f1e3c-97e8-4d60-b39a-997224e8ad2f), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:07.791862 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffcbdef0-1313-4a94-beba-1bcec66ca798 req-fd0ff1f7-87c9-45f0-b23f-745282627cd9 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 946 time: 0.1170011 Feb 20 03:26:07.818564 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6b98695a-0c23-4c12-bf77-31650acc517e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (d0bad373-afd7-40e0-9d8b-cd07527b997d), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:07.891632 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffcbdef0-1313-4a94-beba-1bcec66ca798 req-4e093f1b-c8ab-4891-8ce1-f2b4d4e5c5dc tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907850 Feb 20 03:26:07.895226 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73051f70-b42a-41e2-a92e-e394a0a58296 req-3c1a8738-6eac-41d3-8763-d8bce48c46db service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233609 Feb 20 03:26:07.898132 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ce5f6d38-b052-4ab4-8249-d4fdc570086e admin admin] Publish callbacks [] for router_gateway (7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:07.914528 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6a45693e-bd70-4396-8feb-b9387dd79db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (9a5f1e3c-97e8-4d60-b39a-997224e8ad2f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:07.917798 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-4db6fac8-f8f9-482c-bb6b-7fbecc7e5e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:07.919307 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-4db6fac8-f8f9-482c-bb6b-7fbecc7e5e11 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5528b70c-0437-425a-a0ac-3485fc465717 HTTP/1.1" status: 200 len: 921 time: 0.3624763 Feb 20 03:26:07.929491 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b98695a-0c23-4c12-bf77-31650acc517e admin admin] Network 38a722c2-5791-49e3-b284-1ebb897fd5e2 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:26:07.948308 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-6b98695a-0c23-4c12-bf77-31650acc517e admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:26:07.966398 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b98695a-0c23-4c12-bf77-31650acc517e admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:26:07.973431 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98695a-0c23-4c12-bf77-31650acc517e admin admin] Pushing event updated for resources: {'Port': ['ID=d0bad373-afd7-40e0-9d8b-cd07527b997d,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:08.039784 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5665542-e83e-414c-b1b2-697a475e926c None None] Pushing event updated for resources: {'Port': ['ID=9a5f1e3c-97e8-4d60-b39a-997224e8ad2f,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:08.044141 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6b98695a-0c23-4c12-bf77-31650acc517e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (bbe8f1f8-603e-40e5-9ca1-1c4f324627ff), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:08.053572 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-6a45693e-bd70-4396-8feb-b9387dd79db5 None None] Attempting to bind port 9a5f1e3c-97e8-4d60-b39a-997224e8ad2f on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:26:08.053965 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-6a45693e-bd70-4396-8feb-b9387dd79db5 None None] Attempting to bind port 9a5f1e3c-97e8-4d60-b39a-997224e8ad2f by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:26:08.054336 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a45693e-bd70-4396-8feb-b9387dd79db5 None None] Attempting to bind port 9a5f1e3c-97e8-4d60-b39a-997224e8ad2f on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:26:08.066386 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a45693e-bd70-4396-8feb-b9387dd79db5 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:26:08.066773 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a45693e-bd70-4396-8feb-b9387dd79db5 None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:26:08.067516 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6a45693e-bd70-4396-8feb-b9387dd79db5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:08.067930 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a45693e-bd70-4396-8feb-b9387dd79db5 None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:26:08.074378 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-6a45693e-bd70-4396-8feb-b9387dd79db5 None None] Bound port: 9a5f1e3c-97e8-4d60-b39a-997224e8ad2f, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:26:08.075178 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6a45693e-bd70-4396-8feb-b9387dd79db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9a5f1e3c-97e8-4d60-b39a-997224e8ad2f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:08.107377 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-b4ff5159-6bc4-422d-8554-7e03d46723e8 None None] Allocated IP 172.20.0.2 (5383fb55-7a9d-4f7b-96fd-8505471fa0be/c024abf4-f9f5-4a00-ab2e-0d53119a80b8/16cc8aac-a1a4-4411-b649-856d8d903a00) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:26:08.130253 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 7ce6ca7b-6d20-4362-9690-fe04a2fb5699 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:26:08.201080 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-6a45693e-bd70-4396-8feb-b9387dd79db5 None None] For port 9a5f1e3c-97e8-4d60-b39a-997224e8ad2f, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:26:08.235797 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-f3f651c2-4bf7-4d0f-9872-352e0ac1c4d4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b5ff14d-0578-4958-a4c8-9458342d5552 HTTP/1.1" status: 200 len: 217 time: 0.0686235 Feb 20 03:26:08.292268 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-6a45693e-bd70-4396-8feb-b9387dd79db5 None None] For port 9a5f1e3c-97e8-4d60-b39a-997224e8ad2f, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=9a5f1e3c-97e8-4d60-b39a-997224e8ad2f,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:26:08.370776 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-64a2a367-a6c6-4601-93f5-68d83b7549d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:08.373160 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-64a2a367-a6c6-4601-93f5-68d83b7549d2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e570f242-4684-4db2-b2a8-755bc6ec8973 HTTP/1.1" status: 200 len: 860 time: 0.0856991 Feb 20 03:26:08.408916 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6a45693e-bd70-4396-8feb-b9387dd79db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (9a5f1e3c-97e8-4d60-b39a-997224e8ad2f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:08.452780 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 7ce6ca7b-6d20-4362-9690-fe04a2fb5699 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:26:08.457426 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6b98695a-0c23-4c12-bf77-31650acc517e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d0bad373-afd7-40e0-9d8b-cd07527b997d), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:08.463467 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-f32fcbe8-6e4d-49b6-96e5-f5abe87d8a30 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5528b70c-0437-425a-a0ac-3485fc465717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806842 Feb 20 03:26:08.469211 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 7ce6ca7b-6d20-4362-9690-fe04a2fb5699 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:08.469555 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (7ce6ca7b-6d20-4362-9690-fe04a2fb5699), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:08.527393 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b4ff5159-6bc4-422d-8554-7e03d46723e8 None None] Publish callbacks [] for port (16cc8aac-a1a4-4411-b649-856d8d903a00), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:08.537858 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-48583363-ab9d-40d7-ac5f-2d6095e887f1 None None] Provisioning complete for port d0bad373-afd7-40e0-9d8b-cd07527b997d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:08.538243 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-48583363-ab9d-40d7-ac5f-2d6095e887f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d0bad373-afd7-40e0-9d8b-cd07527b997d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:08.588341 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5665542-e83e-414c-b1b2-697a475e926c None None] Pushing event updated for resources: {'Port': ['ID=9a5f1e3c-97e8-4d60-b39a-997224e8ad2f,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:08.590894 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a45693e-bd70-4396-8feb-b9387dd79db5 None None] Routers {'bbe8f1f8-603e-40e5-9ca1-1c4f324627ff'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:26:08.591505 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-6a45693e-bd70-4396-8feb-b9387dd79db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:25:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['bbe8f1f8-603e-40e5-9ca1-1c4f324627ff'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:26:08.682774 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-07a7309f-2399-45c4-9324-f9612f7d98fd service neutron] 10.222.0.93 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072494 Feb 20 03:26:08.739688 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c92f8-bcba-4acc-9be0-5798ecaaa646 req-bfef09b7-2b23-4f7c-8707-da771d496fb6 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:08.742373 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac4c92f8-bcba-4acc-9be0-5798ecaaa646 req-bfef09b7-2b23-4f7c-8707-da771d496fb6 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=19ad728f-458d-43cf-98c9-b0f352dcd5d0 HTTP/1.1" status: 200 len: 945 time: 0.1529517 Feb 20 03:26:08.787890 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-48583363-ab9d-40d7-ac5f-2d6095e887f1 None None] Port d0bad373-afd7-40e0-9d8b-cd07527b997d cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:26:08.800948 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b4ff5159-6bc4-422d-8554-7e03d46723e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (16cc8aac-a1a4-4411-b649-856d8d903a00), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:08.820779 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac4c92f8-bcba-4acc-9be0-5798ecaaa646 req-670a3928-3dd0-4ea0-afea-7aa0d21fe117 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707932 Feb 20 03:26:08.902591 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ff5159-6bc4-422d-8554-7e03d46723e8 None None] Network 5383fb55-7a9d-4f7b-96fd-8505471fa0be is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:26:08.917687 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-b4ff5159-6bc4-422d-8554-7e03d46723e8 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:26:08.928640 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ff5159-6bc4-422d-8554-7e03d46723e8 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:26:08.943293 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff5159-6bc4-422d-8554-7e03d46723e8 None None] Pushing event updated for resources: {'Port': ['ID=16cc8aac-a1a4-4411-b649-856d8d903a00,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:08.957838 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 7ce6ca7b-6d20-4362-9690-fe04a2fb5699 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:08.958662 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7ce6ca7b-6d20-4362-9690-fe04a2fb5699), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:09.012847 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df13c1e-8644-4677-b249-3b8422b8d568 req-4cb6bf03-b6af-465e-81ec-d0e75365b063 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:09.013444 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-6a45693e-bd70-4396-8feb-b9387dd79db5 None None] Set router bbe8f1f8-603e-40e5-9ca1-1c4f324627ff gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:26:09.016130 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7df13c1e-8644-4677-b249-3b8422b8d568 req-4cb6bf03-b6af-465e-81ec-d0e75365b063 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 946 time: 0.0764599 Feb 20 03:26:09.037448 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-bb4b384d-4ac0-49eb-a03f-2ce51f6054fd service neutron] 10.222.0.93 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424129 Feb 20 03:26:09.062399 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ce5f6d38-b052-4ab4-8249-d4fdc570086e admin admin] Publish callbacks [] for router_gateway (7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:09.077819 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7df13c1e-8644-4677-b249-3b8422b8d568 req-df93882f-598f-4ab5-98d9-cad839be89f2 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558765 Feb 20 03:26:09.098091 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6b98695a-0c23-4c12-bf77-31650acc517e admin admin] Publish callbacks [] for port (d0bad373-afd7-40e0-9d8b-cd07527b997d), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:09.101898 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ce5f6d38-b052-4ab4-8249-d4fdc570086e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:09.118223 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b4ff5159-6bc4-422d-8554-7e03d46723e8 None None] Attempting to bind port 16cc8aac-a1a4-4411-b649-856d8d903a00 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:26:09.118610 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b4ff5159-6bc4-422d-8554-7e03d46723e8 None None] Attempting to bind port 16cc8aac-a1a4-4411-b649-856d8d903a00 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '97d505bd-cdd9-4bbc-9d5e-55031bead42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '5383fb55-7a9d-4f7b-96fd-8505471fa0be'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:26:09.118986 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ff5159-6bc4-422d-8554-7e03d46723e8 None None] Attempting to bind port 16cc8aac-a1a4-4411-b649-856d8d903a00 on network 5383fb55-7a9d-4f7b-96fd-8505471fa0be {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:26:09.124630 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 7ce6ca7b-6d20-4362-9690-fe04a2fb5699, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=7ce6ca7b-6d20-4362-9690-fe04a2fb5699,segment=NetworkSegment(d9eb8f3b-9eb2-4717-b7be-6446914f2ad1),segment_id=d9eb8f3b-9eb2-4717-b7be-6446914f2ad1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:09.171648 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ff5159-6bc4-422d-8554-7e03d46723e8 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:26:09.172049 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ff5159-6bc4-422d-8554-7e03d46723e8 None None] Checking segment: {'id': '97d505bd-cdd9-4bbc-9d5e-55031bead42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '5383fb55-7a9d-4f7b-96fd-8505471fa0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:26:09.172528 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b4ff5159-6bc4-422d-8554-7e03d46723e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:09.172970 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ff5159-6bc4-422d-8554-7e03d46723e8 None None] Bound using segment: {'id': '97d505bd-cdd9-4bbc-9d5e-55031bead42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '5383fb55-7a9d-4f7b-96fd-8505471fa0be'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:26:09.173459 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b4ff5159-6bc4-422d-8554-7e03d46723e8 None None] Bound port: 16cc8aac-a1a4-4411-b649-856d8d903a00, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d505bd-cdd9-4bbc-9d5e-55031bead42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '5383fb55-7a9d-4f7b-96fd-8505471fa0be'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:26:09.174248 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b4ff5159-6bc4-422d-8554-7e03d46723e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (16cc8aac-a1a4-4411-b649-856d8d903a00), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:09.214072 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1db12c-9f00-40a0-8216-394bb9359093 req-d71e7c90-1fe5-4b98-b253-6102d52c0efd tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:09.219623 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cc1db12c-9f00-40a0-8216-394bb9359093 req-d71e7c90-1fe5-4b98-b253-6102d52c0efd tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 946 time: 0.0667126 Feb 20 03:26:09.221462 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-ce5f6d38-b052-4ab4-8249-d4fdc570086e admin admin] Allocated IP 172.25.7.28 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/65ee0b68-38bd-4676-853d-42ca6fc58470) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:26:09.292866 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cc1db12c-9f00-40a0-8216-394bb9359093 req-1eb6fc90-f94a-4458-bf37-7004fc70ef24 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705869 Feb 20 03:26:09.297531 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b4ff5159-6bc4-422d-8554-7e03d46723e8 None None] For port 16cc8aac-a1a4-4411-b649-856d8d903a00, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:26:09.303038 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6b98695a-0c23-4c12-bf77-31650acc517e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (d0bad373-afd7-40e0-9d8b-cd07527b997d), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:09.314039 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (7ce6ca7b-6d20-4362-9690-fe04a2fb5699), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:09.319890 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b4ff5159-6bc4-422d-8554-7e03d46723e8 None None] For port 16cc8aac-a1a4-4411-b649-856d8d903a00, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=16cc8aac-a1a4-4411-b649-856d8d903a00,segment=NetworkSegment(97d505bd-cdd9-4bbc-9d5e-55031bead42d),segment_id=97d505bd-cdd9-4bbc-9d5e-55031bead42d)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:26:09.384154 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ce5f6d38-b052-4ab4-8249-d4fdc570086e admin admin] Publish callbacks [] for port (65ee0b68-38bd-4676-853d-42ca6fc58470), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:09.402219 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=7ce6ca7b-6d20-4362-9690-fe04a2fb5699,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:09.412436 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-6a45693e-bd70-4396-8feb-b9387dd79db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe8f1f8-603e-40e5-9ca1-1c4f324627ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356377902-router', 'tenant_id': 'bf660f6eb55146868eee2160609ab125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '9a5f1e3c-97e8-4d60-b39a-997224e8ad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:26:01Z', 'updated_at': '2022-02-20T03:26:08Z', 'revision_number': 4, 'project_id': 'bf660f6eb55146868eee2160609ab125', 'gw_port': {'id': '9a5f1e3c-97e8-4d60-b39a-997224e8ad2f', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:03:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe8f1f8-603e-40e5-9ca1-1c4f324627ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:26:02Z', 'updated_at': '2022-02-20T03:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'd0bad373-afd7-40e0-9d8b-cd07527b997d', 'name': '', 'network_id': '38a722c2-5791-49e3-b284-1ebb897fd5e2', 'tenant_id': 'bf660f6eb55146868eee2160609ab125', 'mac_address': 'fa:16:3e:c3:06:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe8f1f8-603e-40e5-9ca1-1c4f324627ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '9c6ab887-ac97-4a9f-95c5-f4055d0db0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:26:06Z', 'updated_at': '2022-02-20T03:26:07Z', 'revision_number': 1, 'project_id': 'bf660f6eb55146868eee2160609ab125', 'subnets': [{'id': '9c6ab887-ac97-4a9f-95c5-f4055d0db0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:26:09.450128 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a45693e-bd70-4396-8feb-b9387dd79db5 None None] The sync data for ids ['bbe8f1f8-603e-40e5-9ca1-1c4f324627ff'] in n-d-829866-4 is: [{'id': 'bbe8f1f8-603e-40e5-9ca1-1c4f324627ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356377902-router', 'tenant_id': 'bf660f6eb55146868eee2160609ab125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '9a5f1e3c-97e8-4d60-b39a-997224e8ad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:26:01Z', 'updated_at': '2022-02-20T03:26:08Z', 'revision_number': 4, 'project_id': 'bf660f6eb55146868eee2160609ab125', 'gw_port': {'id': '9a5f1e3c-97e8-4d60-b39a-997224e8ad2f', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:03:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe8f1f8-603e-40e5-9ca1-1c4f324627ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:26:02Z', 'updated_at': '2022-02-20T03:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'd0bad373-afd7-40e0-9d8b-cd07527b997d', 'name': '', 'network_id': '38a722c2-5791-49e3-b284-1ebb897fd5e2', 'tenant_id': 'bf660f6eb55146868eee2160609ab125', 'mac_address': 'fa:16:3e:c3:06:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe8f1f8-603e-40e5-9ca1-1c4f324627ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '9c6ab887-ac97-4a9f-95c5-f4055d0db0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:26:06Z', 'updated_at': '2022-02-20T03:26:07Z', 'revision_number': 1, 'project_id': 'bf660f6eb55146868eee2160609ab125', 'subnets': [{'id': '9c6ab887-ac97-4a9f-95c5-f4055d0db0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:26:09.459978 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b4ff5159-6bc4-422d-8554-7e03d46723e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (16cc8aac-a1a4-4411-b649-856d8d903a00), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:09.537071 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ce5f6d38-b052-4ab4-8249-d4fdc570086e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (65ee0b68-38bd-4676-853d-42ca6fc58470), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:09.548442 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff5159-6bc4-422d-8554-7e03d46723e8 None None] Pushing event updated for resources: {'Port': ['ID=16cc8aac-a1a4-4411-b649-856d8d903a00,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:09.603329 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d21c15-e29f-4206-b4ee-b972eb696180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c897de-7f87-43f2-a503-a6a21e9f9b7b'}, {'server_uuid': '19ad728f-458d-43cf-98c9-b0f352dcd5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce6ca7b-6d20-4362-9690-fe04a2fb5699'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:26:09.606206 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a92ad12-0db2-46b9-9775-548eeb2b5d04" -d '{"events": [{"server_uuid": "d3d21c15-e29f-4206-b4ee-b972eb696180", "name": "network-vif-plugged", "status": "completed", "tag": "58c897de-7f87-43f2-a503-a6a21e9f9b7b"}, {"server_uuid": "19ad728f-458d-43cf-98c9-b0f352dcd5d0", "name": "network-vif-plugged", "status": "completed", "tag": "7ce6ca7b-6d20-4362-9690-fe04a2fb5699"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:26:09.632173 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5f6d38-b052-4ab4-8249-d4fdc570086e admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:26:09.639712 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-ce5f6d38-b052-4ab4-8249-d4fdc570086e admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:26:09.646736 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5f6d38-b052-4ab4-8249-d4fdc570086e admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:26:09.683490 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6b98695a-0c23-4c12-bf77-31650acc517e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (bbe8f1f8-603e-40e5-9ca1-1c4f324627ff), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:09.690351 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98695a-0c23-4c12-bf77-31650acc517e admin admin] Pushing event updated for resources: {'Port': ['ID=d0bad373-afd7-40e0-9d8b-cd07527b997d,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:09.742121 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 20 Feb 2022 03:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aca8342-ca25-47d6-ad0e-2f116fa54280 x-openstack-request-id: req-4aca8342-ca25-47d6-ad0e-2f116fa54280 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:26:09.742682 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d21c15-e29f-4206-b4ee-b972eb696180", "name": "network-vif-plugged", "status": "completed", "tag": "58c897de-7f87-43f2-a503-a6a21e9f9b7b", "code": 200}, {"server_uuid": "19ad728f-458d-43cf-98c9-b0f352dcd5d0", "name": "network-vif-plugged", "status": "completed", "tag": "7ce6ca7b-6d20-4362-9690-fe04a2fb5699", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:26:09.743235 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4aca8342-ca25-47d6-ad0e-2f116fa54280 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:26:09.743812 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d21c15-e29f-4206-b4ee-b972eb696180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c897de-7f87-43f2-a503-a6a21e9f9b7b', 'code': 200} Feb 20 03:26:09.744248 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ad728f-458d-43cf-98c9-b0f352dcd5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce6ca7b-6d20-4362-9690-fe04a2fb5699', 'code': 200} Feb 20 03:26:09.794509 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-89ed453d-919a-428b-adf3-640230f878f8 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:09.797313 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-89ed453d-919a-428b-adf3-640230f878f8 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78&tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&binding%3Ahost_id=n-h1-829866-4 HTTP/1.1" status: 200 len: 1128 time: 0.3638422 Feb 20 03:26:10.140432 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a56c4-1919-49db-b96e-1aba1ec806c3 req-03d5a207-f32a-43a6-ac79-acf7b74d6d33 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:10.147702 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c7a56c4-1919-49db-b96e-1aba1ec806c3 req-03d5a207-f32a-43a6-ac79-acf7b74d6d33 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=19ad728f-458d-43cf-98c9-b0f352dcd5d0 HTTP/1.1" status: 200 len: 946 time: 0.1724992 Feb 20 03:26:10.149844 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53904) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:26:10.369124 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c7a56c4-1919-49db-b96e-1aba1ec806c3 req-94d583de-c163-471d-83b7-cc503895be11 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028270 Feb 20 03:26:10.467489 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-ce539b8a-61fd-4f88-a56d-24f015cea3b8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829866-4'}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:26:10.571134 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733e8c3-5529-441d-8e33-91a8577a8908 req-f1a07121-c1d3-4a7d-8a9b-81662cdc4487 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:10.580007 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0733e8c3-5529-441d-8e33-91a8577a8908 req-f1a07121-c1d3-4a7d-8a9b-81662cdc4487 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 946 time: 0.2862566 Feb 20 03:26:10.621476 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef18097f-5f11-433e-a410-5d44be785ea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:10.783033 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f6d38-b052-4ab4-8249-d4fdc570086e admin admin] Pushing event updated for resources: {'Port': ['ID=65ee0b68-38bd-4676-853d-42ca6fc58470,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:10.833741 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b98695a-0c23-4c12-bf77-31650acc517e admin admin] Network 38a722c2-5791-49e3-b284-1ebb897fd5e2 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:26:10.860639 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-6b98695a-0c23-4c12-bf77-31650acc517e admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:26:10.865132 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef18097f-5f11-433e-a410-5d44be785ea9 admin admin] Publish callbacks [] for security_group (3349364e-4425-4fdb-9d3a-bab8bad6cdfe), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:10.883083 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0733e8c3-5529-441d-8e33-91a8577a8908 req-04b71b90-a210-4357-9f29-9d712851729a tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992823 Feb 20 03:26:10.888938 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-ce539b8a-61fd-4f88-a56d-24f015cea3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0b5ff14d-0578-4958-a4c8-9458342d5552), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:10.906249 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ddad50-a9fb-4cbe-92fb-9a691660585d req-ffe37c69-ce7e-4c9f-8422-579e9da36036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:10.910467 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f8ddad50-a9fb-4cbe-92fb-9a691660585d req-ffe37c69-ce7e-4c9f-8422-579e9da36036 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=19ad728f-458d-43cf-98c9-b0f352dcd5d0 HTTP/1.1" status: 200 len: 1128 time: 1.0354357 Feb 20 03:26:10.942426 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da940b8-d2b4-4c4f-b1cc-28798f13f8e0 req-3d9d8f90-6ed5-47e0-a0e9-bfe33a06c0d7 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:10.972127 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2da940b8-d2b4-4c4f-b1cc-28798f13f8e0 req-3d9d8f90-6ed5-47e0-a0e9-bfe33a06c0d7 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 946 time: 0.4490793 Feb 20 03:26:10.974489 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 16cc8aac-a1a4-4411-b649-856d8d903a00 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:26:10.999408 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef18097f-5f11-433e-a410-5d44be785ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (3349364e-4425-4fdb-9d3a-bab8bad6cdfe), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:11.120087 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 16cc8aac-a1a4-4411-b649-856d8d903a00 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:11.120477 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (16cc8aac-a1a4-4411-b649-856d8d903a00), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:11.160805 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2da940b8-d2b4-4c4f-b1cc-28798f13f8e0 req-d976bdb7-05b6-4cd5-86b7-2821a860a3e2 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854846 Feb 20 03:26:11.183278 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ef18097f-5f11-433e-a410-5d44be785ea9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=21f7dec3c1d24677aa2a6f9b8a9a8aca&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0277286 Feb 20 03:26:11.189646 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18097f-5f11-433e-a410-5d44be785ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3349364e-4425-4fdb-9d3a-bab8bad6cdfe,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:11.229287 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53922) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:26:11.297101 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b34847f3-7b6c-4fd9-8265-59c55b5dc2e6 admin admin] Publish callbacks [] for security_group (3349364e-4425-4fdb-9d3a-bab8bad6cdfe), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:11.316704 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 16cc8aac-a1a4-4411-b649-856d8d903a00 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:11.317105 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (16cc8aac-a1a4-4411-b649-856d8d903a00), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:11.344598 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b34847f3-7b6c-4fd9-8265-59c55b5dc2e6 admin admin] Publish callbacks [] for security_group (3349364e-4425-4fdb-9d3a-bab8bad6cdfe), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:11.348200 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a8f5c-8147-4184-936c-bbbb3322f2e3 req-b2e904f8-6d1d-4e3a-95a8-794a5d166c3a tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:11.357235 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a56a8f5c-8147-4184-936c-bbbb3322f2e3 req-b2e904f8-6d1d-4e3a-95a8-794a5d166c3a tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 1128 time: 0.1912305 Feb 20 03:26:11.405971 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 16cc8aac-a1a4-4411-b649-856d8d903a00, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=16cc8aac-a1a4-4411-b649-856d8d903a00,segment=NetworkSegment(97d505bd-cdd9-4bbc-9d5e-55031bead42d),segment_id=97d505bd-cdd9-4bbc-9d5e-55031bead42d)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:11.452230 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c71e47aa-76ad-4882-97a1-24ee12b4c4af None None] Provisioning complete for port d0bad373-afd7-40e0-9d8b-cd07527b997d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:11.455268 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c71e47aa-76ad-4882-97a1-24ee12b4c4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d0bad373-afd7-40e0-9d8b-cd07527b997d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:11.497421 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a56a8f5c-8147-4184-936c-bbbb3322f2e3 req-a9072f07-12a0-4704-a374-1f4c164ed60c tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346703 Feb 20 03:26:11.536522 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c71e47aa-76ad-4882-97a1-24ee12b4c4af None None] Port d0bad373-afd7-40e0-9d8b-cd07527b997d cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:26:11.538364 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (16cc8aac-a1a4-4411-b649-856d8d903a00), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:11.610625 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=16cc8aac-a1a4-4411-b649-856d8d903a00,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:11.613660 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e30825-10ab-491c-93a6-a7fe83bf53c6 None None] Network 5383fb55-7a9d-4f7b-96fd-8505471fa0be requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:26:11.707626 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73bf93-dba1-4026-ae00-9f50dfe67c08 req-16a08c00-a545-43d4-b8ae-c95b8aa05930 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:11.714177 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-af73bf93-dba1-4026-ae00-9f50dfe67c08 req-16a08c00-a545-43d4-b8ae-c95b8aa05930 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=19ad728f-458d-43cf-98c9-b0f352dcd5d0 HTTP/1.1" status: 200 len: 946 time: 0.2176247 Feb 20 03:26:11.801749 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b34847f3-7b6c-4fd9-8265-59c55b5dc2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (3349364e-4425-4fdb-9d3a-bab8bad6cdfe), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:11.809915 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b34847f3-7b6c-4fd9-8265-59c55b5dc2e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:11.812025 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b34847f3-7b6c-4fd9-8265-59c55b5dc2e6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3349364e-4425-4fdb-9d3a-bab8bad6cdfe HTTP/1.1" status: 204 len: 168 time: 0.5807247 Feb 20 03:26:11.832400 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b98695a-0c23-4c12-bf77-31650acc517e admin admin] Router bbe8f1f8-603e-40e5-9ca1-1c4f324627ff has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:26:11.838982 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ce5f6d38-b052-4ab4-8249-d4fdc570086e admin admin] Publish callbacks [] for router_gateway (7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:11.861281 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-49c32e7a-c9ae-4397-93ea-0017ff510db9 None None] Provisioning complete for port 16cc8aac-a1a4-4411-b649-856d8d903a00 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:11.862604 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-49c32e7a-c9ae-4397-93ea-0017ff510db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (16cc8aac-a1a4-4411-b649-856d8d903a00), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:11.871072 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34847f3-7b6c-4fd9-8265-59c55b5dc2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3349364e-4425-4fdb-9d3a-bab8bad6cdfe,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:11.907663 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-af73bf93-dba1-4026-ae00-9f50dfe67c08 req-f7244ae8-b415-486a-8f56-7d14c8f13831 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851122 Feb 20 03:26:11.994897 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f8ddad50-a9fb-4cbe-92fb-9a691660585d req-3d94929c-8d23-43bb-8b34-7394ac837c9d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0584948 Feb 20 03:26:12.085936 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-49c32e7a-c9ae-4397-93ea-0017ff510db9 None None] Current status of the port 16cc8aac-a1a4-4411-b649-856d8d903a00 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:12.231289 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-ce539b8a-61fd-4f88-a56d-24f015cea3b8 service neutron] For port 0b5ff14d-0578-4958-a4c8-9458342d5552, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=0b5ff14d-0578-4958-a4c8-9458342d5552,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:12.289487 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-ce539b8a-61fd-4f88-a56d-24f015cea3b8 service neutron] For port 0b5ff14d-0578-4958-a4c8-9458342d5552, host n-h1-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:26:12.335310 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-ce539b8a-61fd-4f88-a56d-24f015cea3b8 service neutron] Publish callbacks [] for port (0b5ff14d-0578-4958-a4c8-9458342d5552), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:12.338847 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be2cac3-de70-49bc-84e2-875235326a78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b5ff14d-0578-4958-a4c8-9458342d5552'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:26:12.341189 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556ea872-86cb-43d7-80e0-755f3425624c" -d '{"events": [{"server_uuid": "4be2cac3-de70-49bc-84e2-875235326a78", "name": "network-vif-unplugged", "status": "completed", "tag": "0b5ff14d-0578-4958-a4c8-9458342d5552"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:26:12.387443 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c611d55-aa17-4739-9e68-23d7dbdc1093 req-4eb1d136-b392-46cb-998a-782cd76a1d9a tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:12.395747 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c611d55-aa17-4739-9e68-23d7dbdc1093 req-4eb1d136-b392-46cb-998a-782cd76a1d9a tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 946 time: 0.0988927 Feb 20 03:26:12.419808 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-3de7b0e8-ef27-43f5-af5a-d48b302ebac3 None None] Provisioning complete for port 16cc8aac-a1a4-4411-b649-856d8d903a00 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:12.420190 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3de7b0e8-ef27-43f5-af5a-d48b302ebac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (16cc8aac-a1a4-4411-b649-856d8d903a00), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:12.426968 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-ce539b8a-61fd-4f88-a56d-24f015cea3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (0b5ff14d-0578-4958-a4c8-9458342d5552), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:12.451324 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:26:12.498406 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f1b417-a906-41ef-984a-3274347952b2 x-openstack-request-id: req-36f1b417-a906-41ef-984a-3274347952b2 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:26:12.498819 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be2cac3-de70-49bc-84e2-875235326a78", "name": "network-vif-unplugged", "status": "completed", "tag": "0b5ff14d-0578-4958-a4c8-9458342d5552", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:26:12.501852 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-36f1b417-a906-41ef-984a-3274347952b2 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:26:12.501852 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be2cac3-de70-49bc-84e2-875235326a78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b5ff14d-0578-4958-a4c8-9458342d5552', 'code': 200} Feb 20 03:26:12.506195 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b98695a-0c23-4c12-bf77-31650acc517e admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:26:12.526172 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c611d55-aa17-4739-9e68-23d7dbdc1093 req-1d49173f-ecbf-47f7-bef3-6e8c85b3d577 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289973 Feb 20 03:26:12.545144 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6b98695a-0c23-4c12-bf77-31650acc517e admin admin] 10.222.0.89 "PUT /v2.0/routers/bbe8f1f8-603e-40e5-9ca1-1c4f324627ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1023099 Feb 20 03:26:12.702007 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce539b8a-61fd-4f88-a56d-24f015cea3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5ff14d-0578-4958-a4c8-9458342d5552,revision_number=7']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:12.744468 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-ce539b8a-61fd-4f88-a56d-24f015cea3b8 service neutron] Attempting to bind port 0b5ff14d-0578-4958-a4c8-9458342d5552 on host n-h1-829866-4 for vnic_type normal with profile {"migrating_to": "n-h2-829866-4"} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:26:12.745320 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-ce539b8a-61fd-4f88-a56d-24f015cea3b8 service neutron] Attempting to bind port 0b5ff14d-0578-4958-a4c8-9458342d5552 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:26:12.745825 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-ce539b8a-61fd-4f88-a56d-24f015cea3b8 service neutron] Attempting to bind port 0b5ff14d-0578-4958-a4c8-9458342d5552 on network 5528b70c-0437-425a-a0ac-3485fc465717 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:26:12.754406 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-ce539b8a-61fd-4f88-a56d-24f015cea3b8 service neutron] Port 0b5ff14d-0578-4958-a4c8-9458342d5552 on network 5528b70c-0437-425a-a0ac-3485fc465717 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:26:12.754726 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-ce539b8a-61fd-4f88-a56d-24f015cea3b8 service neutron] Attempting to bind port 0b5ff14d-0578-4958-a4c8-9458342d5552 on network 5528b70c-0437-425a-a0ac-3485fc465717 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:26:12.762344 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ce5f6d38-b052-4ab4-8249-d4fdc570086e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:12.768514 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-ce539b8a-61fd-4f88-a56d-24f015cea3b8 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:26:12.769122 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-ce539b8a-61fd-4f88-a56d-24f015cea3b8 service neutron] Checking segment: {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:26:12.769683 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-ce539b8a-61fd-4f88-a56d-24f015cea3b8 service neutron] Bound using segment: {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:26:12.770304 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-ce539b8a-61fd-4f88-a56d-24f015cea3b8 service neutron] Bound port: 0b5ff14d-0578-4958-a4c8-9458342d5552, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:26:12.770846 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-ce539b8a-61fd-4f88-a56d-24f015cea3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0b5ff14d-0578-4958-a4c8-9458342d5552), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:12.788668 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-3de7b0e8-ef27-43f5-af5a-d48b302ebac3 None None] Current status of the port 16cc8aac-a1a4-4411-b649-856d8d903a00 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:12.840374 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53954) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:26:12.860242 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-52121206-28dd-41c4-a24a-b683732163c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:12.956269 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 16cc8aac-a1a4-4411-b649-856d8d903a00 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:26:13.025005 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-ce539b8a-61fd-4f88-a56d-24f015cea3b8 service neutron] For port 0b5ff14d-0578-4958-a4c8-9458342d5552, host n-h1-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:26:13.034951 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-52121206-28dd-41c4-a24a-b683732163c7 admin admin] Publish callbacks [] for security_group (ec67776e-486c-4b9c-bcba-779c7ae5541c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:13.046504 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-ce539b8a-61fd-4f88-a56d-24f015cea3b8 service neutron] For port 0b5ff14d-0578-4958-a4c8-9458342d5552, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=0b5ff14d-0578-4958-a4c8-9458342d5552,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:26:13.052067 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 16cc8aac-a1a4-4411-b649-856d8d903a00 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:13.052067 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (16cc8aac-a1a4-4411-b649-856d8d903a00), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:13.130120 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-ce539b8a-61fd-4f88-a56d-24f015cea3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (0b5ff14d-0578-4958-a4c8-9458342d5552), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:13.184797 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-52121206-28dd-41c4-a24a-b683732163c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ec67776e-486c-4b9c-bcba-779c7ae5541c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:13.194306 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 16cc8aac-a1a4-4411-b649-856d8d903a00 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:13.199670 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 9a5f1e3c-97e8-4d60-b39a-997224e8ad2f up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:26:13.304986 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 9a5f1e3c-97e8-4d60-b39a-997224e8ad2f triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:13.305687 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (9a5f1e3c-97e8-4d60-b39a-997224e8ad2f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:13.318192 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-52121206-28dd-41c4-a24a-b683732163c7 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=55674e7fa7dc4b0290b479924007f670&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4741962 Feb 20 03:26:13.319576 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53978) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:26:13.333404 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52121206-28dd-41c4-a24a-b683732163c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec67776e-486c-4b9c-bcba-779c7ae5541c,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:13.445321 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efe059-8d76-4f08-9a16-147662614a35 req-15a43c3e-1f37-49c1-a098-7c3d928e6b3c tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:13.448646 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-76efe059-8d76-4f08-9a16-147662614a35 req-15a43c3e-1f37-49c1-a098-7c3d928e6b3c tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=19ad728f-458d-43cf-98c9-b0f352dcd5d0 HTTP/1.1" status: 200 len: 946 time: 0.3270311 Feb 20 03:26:13.463432 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-ce539b8a-61fd-4f88-a56d-24f015cea3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:13.469979 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-ce539b8a-61fd-4f88-a56d-24f015cea3b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:13.475960 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-ce539b8a-61fd-4f88-a56d-24f015cea3b8 service neutron] 10.222.0.93 "PUT /v2.0/ports/0b5ff14d-0578-4958-a4c8-9458342d5552 HTTP/1.1" status: 200 len: 1122 time: 3.5878568 Feb 20 03:26:13.479468 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5f6d38-b052-4ab4-8249-d4fdc570086e admin admin] Router 7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:26:13.484275 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce539b8a-61fd-4f88-a56d-24f015cea3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5ff14d-0578-4958-a4c8-9458342d5552,revision_number=8']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:13.493530 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 9a5f1e3c-97e8-4d60-b39a-997224e8ad2f is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:13.494327 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9a5f1e3c-97e8-4d60-b39a-997224e8ad2f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:13.522353 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a18b981-c993-4b2e-ad4b-97c8e648d8e4 admin admin] Publish callbacks [] for security_group (ec67776e-486c-4b9c-bcba-779c7ae5541c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:13.541531 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 9a5f1e3c-97e8-4d60-b39a-997224e8ad2f, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=9a5f1e3c-97e8-4d60-b39a-997224e8ad2f,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:13.591235 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb534415-9cd0-4108-8ba4-40f58b25b6be None None] Sync routers for ids ['bbe8f1f8-603e-40e5-9ca1-1c4f324627ff'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:26:13.594036 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a18b981-c993-4b2e-ad4b-97c8e648d8e4 admin admin] Publish callbacks [] for security_group (ec67776e-486c-4b9c-bcba-779c7ae5541c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:13.605034 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['0b5ff14d-0578-4958-a4c8-9458342d5552'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:26:13.613098 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb534415-9cd0-4108-8ba4-40f58b25b6be None None] Routers {'bbe8f1f8-603e-40e5-9ca1-1c4f324627ff'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:26:13.617927 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-eb534415-9cd0-4108-8ba4-40f58b25b6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:25:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['bbe8f1f8-603e-40e5-9ca1-1c4f324627ff'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:26:13.661486 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-76efe059-8d76-4f08-9a16-147662614a35 req-c4d4884d-03b2-48f0-84ba-d0f09557c53d tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025476 Feb 20 03:26:13.691145 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (9a5f1e3c-97e8-4d60-b39a-997224e8ad2f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:13.794521 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a18b981-c993-4b2e-ad4b-97c8e648d8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ec67776e-486c-4b9c-bcba-779c7ae5541c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:13.799751 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a18b981-c993-4b2e-ad4b-97c8e648d8e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:13.803727 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1a18b981-c993-4b2e-ad4b-97c8e648d8e4 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ec67776e-486c-4b9c-bcba-779c7ae5541c HTTP/1.1" status: 204 len: 168 time: 0.4816606 Feb 20 03:26:13.833506 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a18b981-c993-4b2e-ad4b-97c8e648d8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec67776e-486c-4b9c-bcba-779c7ae5541c,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:13.872887 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=9a5f1e3c-97e8-4d60-b39a-997224e8ad2f,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:13.880178 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5f6d38-b052-4ab4-8249-d4fdc570086e admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:26:13.911812 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6869a76-550c-40c6-9467-7d017f39e97f None None] Sync routers for ids ['7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:26:13.945119 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:13.945653 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:13.947255 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:13.948444 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:13.949438 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:13.951901 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:13.952440 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:13.952941 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:13.953181 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f92663-51f9-4477-8ce7-73820dbe8553 req-0e9d681c-e21c-457b-a7d5-92f370617090 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:13.953616 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:13.955685 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:13.960472 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:13.963411 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:13.963575 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f5f92663-51f9-4477-8ce7-73820dbe8553 req-0e9d681c-e21c-457b-a7d5-92f370617090 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 944 time: 0.1444116 Feb 20 03:26:13.964161 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:13.992646 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ce5f6d38-b052-4ab4-8249-d4fdc570086e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:13.995223 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ce5f6d38-b052-4ab4-8249-d4fdc570086e admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.7287474 Feb 20 03:26:14.010060 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53994) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:26:14.031539 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-eb534415-9cd0-4108-8ba4-40f58b25b6be None None] Set router bbe8f1f8-603e-40e5-9ca1-1c4f324627ff gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:26:14.044554 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6869a76-550c-40c6-9467-7d017f39e97f None None] Routers {'7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:26:14.047473 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b6869a76-550c-40c6-9467-7d017f39e97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:25:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:26:14.078184 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f5f92663-51f9-4477-8ce7-73820dbe8553 req-6fbba1d6-7521-4e2e-954c-41eb50850438 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136544 Feb 20 03:26:14.460772 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-b6869a76-550c-40c6-9467-7d017f39e97f None None] Set router 7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:26:14.538695 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be2cac3-de70-49bc-84e2-875235326a78', 'tag': '0b5ff14d-0578-4958-a4c8-9458342d5552'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:26:14.547778 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42af455a-123d-4bae-8ad1-38717d87e47e" -d '{"events": [{"name": "network-changed", "server_uuid": "4be2cac3-de70-49bc-84e2-875235326a78", "tag": "0b5ff14d-0578-4958-a4c8-9458342d5552"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:26:14.783978 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32b34d9-1a03-4517-ade5-6ddc00ebe78b x-openstack-request-id: req-b32b34d9-1a03-4517-ade5-6ddc00ebe78b {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:26:14.784288 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be2cac3-de70-49bc-84e2-875235326a78", "tag": "0b5ff14d-0578-4958-a4c8-9458342d5552", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:26:14.787511 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b32b34d9-1a03-4517-ade5-6ddc00ebe78b {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:26:14.787955 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be2cac3-de70-49bc-84e2-875235326a78', 'tag': '0b5ff14d-0578-4958-a4c8-9458342d5552', 'status': 'completed', 'code': 200} Feb 20 03:26:14.888939 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-eb534415-9cd0-4108-8ba4-40f58b25b6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe8f1f8-603e-40e5-9ca1-1c4f324627ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356377902-router', 'tenant_id': 'bf660f6eb55146868eee2160609ab125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '9a5f1e3c-97e8-4d60-b39a-997224e8ad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:26:01Z', 'updated_at': '2022-02-20T03:26:08Z', 'revision_number': 4, 'project_id': 'bf660f6eb55146868eee2160609ab125', 'gw_port': {'id': '9a5f1e3c-97e8-4d60-b39a-997224e8ad2f', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:03:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe8f1f8-603e-40e5-9ca1-1c4f324627ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:26:02Z', 'updated_at': '2022-02-20T03:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'd0bad373-afd7-40e0-9d8b-cd07527b997d', 'name': '', 'network_id': '38a722c2-5791-49e3-b284-1ebb897fd5e2', 'tenant_id': 'bf660f6eb55146868eee2160609ab125', 'mac_address': 'fa:16:3e:c3:06:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe8f1f8-603e-40e5-9ca1-1c4f324627ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '9c6ab887-ac97-4a9f-95c5-f4055d0db0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:26:06Z', 'updated_at': '2022-02-20T03:26:08Z', 'revision_number': 2, 'project_id': 'bf660f6eb55146868eee2160609ab125', 'subnets': [{'id': '9c6ab887-ac97-4a9f-95c5-f4055d0db0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:26:14.980362 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 9a5f1e3c-97e8-4d60-b39a-997224e8ad2f up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:26:15.046952 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af455a-123d-4bae-8ad1-38717d87e47e req-315b27cf-5e56-41c8-aed9-2235585f54f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:15.048492 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-42af455a-123d-4bae-8ad1-38717d87e47e req-315b27cf-5e56-41c8-aed9-2235585f54f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 1156 time: 0.2702773 Feb 20 03:26:15.058591 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547054e6-b7b8-456b-a349-e55e4ddbe43e req-c24cb71e-bb6b-437e-ad97-71c8e88f98fb tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:15.072571 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-547054e6-b7b8-456b-a349-e55e4ddbe43e req-c24cb71e-bb6b-437e-ad97-71c8e88f98fb tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=19ad728f-458d-43cf-98c9-b0f352dcd5d0 HTTP/1.1" status: 200 len: 946 time: 0.1769514 Feb 20 03:26:15.090363 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb534415-9cd0-4108-8ba4-40f58b25b6be None None] Checking router: bbe8f1f8-603e-40e5-9ca1-1c4f324627ff for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:26:15.091121 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb534415-9cd0-4108-8ba4-40f58b25b6be None None] Updating router bbe8f1f8-603e-40e5-9ca1-1c4f324627ff port d0bad373-afd7-40e0-9d8b-cd07527b997d binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:26:15.185679 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-eb534415-9cd0-4108-8ba4-40f58b25b6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d0bad373-afd7-40e0-9d8b-cd07527b997d), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:15.219209 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-547054e6-b7b8-456b-a349-e55e4ddbe43e req-6ae00c8b-81af-4e25-884c-0678da8b56f6 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439190 Feb 20 03:26:15.220676 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 9a5f1e3c-97e8-4d60-b39a-997224e8ad2f triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:15.221123 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (9a5f1e3c-97e8-4d60-b39a-997224e8ad2f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:15.423078 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af455a-123d-4bae-8ad1-38717d87e47e req-8c35f0b7-0a9e-4621-aeef-7ef019904cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:15.424605 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-42af455a-123d-4bae-8ad1-38717d87e47e req-8c35f0b7-0a9e-4621-aeef-7ef019904cb7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5528b70c-0437-425a-a0ac-3485fc465717 HTTP/1.1" status: 200 len: 921 time: 0.3698297 Feb 20 03:26:15.578761 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b6869a76-550c-40c6-9467-7d017f39e97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0', 'name': 'tempest-ServersTestMultiNic-2014943184-router', 'tenant_id': '2b66d718af5443bfbfcf198ecc36557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '65ee0b68-38bd-4676-853d-42ca6fc58470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:26:07Z', 'updated_at': '2022-02-20T03:26:10Z', 'revision_number': 3, 'project_id': '2b66d718af5443bfbfcf198ecc36557d', 'gw_port': {'id': '65ee0b68-38bd-4676-853d-42ca6fc58470', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:26:09Z', 'updated_at': '2022-02-20T03:26:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:26:15.705745 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ad530-8624-4415-965b-0dc40a1df274 req-a29446a3-f246-4593-8bbb-f6078f5171c1 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:15.718164 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-837ad530-8624-4415-965b-0dc40a1df274 req-a29446a3-f246-4593-8bbb-f6078f5171c1 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 944 time: 0.2406452 Feb 20 03:26:15.722759 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 0b5ff14d-0578-4958-a4c8-9458342d5552 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:26:15.739321 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6869a76-550c-40c6-9467-7d017f39e97f None None] Checking router: 7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:26:15.739649 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6869a76-550c-40c6-9467-7d017f39e97f None None] Updating router 7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0 port 65ee0b68-38bd-4676-853d-42ca6fc58470 binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:26:15.779114 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 9a5f1e3c-97e8-4d60-b39a-997224e8ad2f is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:15.828292 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b6869a76-550c-40c6-9467-7d017f39e97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (65ee0b68-38bd-4676-853d-42ca6fc58470), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:15.962772 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-837ad530-8624-4415-965b-0dc40a1df274 req-1e296a43-9462-4d55-b1f1-7bd5a88cc7aa tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417493 Feb 20 03:26:16.126133 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 0b5ff14d-0578-4958-a4c8-9458342d5552, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=0b5ff14d-0578-4958-a4c8-9458342d5552,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:16.167248 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 0b5ff14d-0578-4958-a4c8-9458342d5552 has no active binding in host n-h2-829866-4 {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 20 03:26:16.345200 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9994c64-3069-4e51-bb3d-1ff85d0c55ee req-7aa18668-be80-4cb4-87f9-bd0bf32e00c7 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:16.366525 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b9994c64-3069-4e51-bb3d-1ff85d0c55ee req-7aa18668-be80-4cb4-87f9-bd0bf32e00c7 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=19ad728f-458d-43cf-98c9-b0f352dcd5d0 HTTP/1.1" status: 200 len: 946 time: 0.1631720 Feb 20 03:26:16.505186 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-eb534415-9cd0-4108-8ba4-40f58b25b6be None None] Publish callbacks [] for port (d0bad373-afd7-40e0-9d8b-cd07527b997d), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:16.529759 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b9994c64-3069-4e51-bb3d-1ff85d0c55ee req-6bfbc754-dede-421b-8f57-62a4d6c15487 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553936 Feb 20 03:26:16.618392 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-eb534415-9cd0-4108-8ba4-40f58b25b6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d0bad373-afd7-40e0-9d8b-cd07527b997d), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:16.704479 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-42af455a-123d-4bae-8ad1-38717d87e47e req-85d6d9bf-c38d-4d5e-a659-adbfa2df6d3f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b5ff14d-0578-4958-a4c8-9458342d5552 HTTP/1.1" status: 200 len: 217 time: 0.1190226 Feb 20 03:26:16.896680 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e6a74-4285-41f8-9c6d-9fcf49fa0c78 req-d39ed63c-3b63-4a72-a764-e77351f74cb9 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:16.909079 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7b6e6a74-4285-41f8-9c6d-9fcf49fa0c78 req-d39ed63c-3b63-4a72-a764-e77351f74cb9 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=19ad728f-458d-43cf-98c9-b0f352dcd5d0 HTTP/1.1" status: 200 len: 946 time: 0.2178600 Feb 20 03:26:16.955687 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af455a-123d-4bae-8ad1-38717d87e47e req-719a26ce-5a8d-4d41-a4cd-ca22b9c4a9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:16.963246 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-42af455a-123d-4bae-8ad1-38717d87e47e req-719a26ce-5a8d-4d41-a4cd-ca22b9c4a9a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e570f242-4684-4db2-b2a8-755bc6ec8973 HTTP/1.1" status: 200 len: 860 time: 0.2423499 Feb 20 03:26:17.033074 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b6869a76-550c-40c6-9467-7d017f39e97f None None] Publish callbacks [] for port (65ee0b68-38bd-4676-853d-42ca6fc58470), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:17.085045 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-42af455a-123d-4bae-8ad1-38717d87e47e req-eba35a2e-96e3-461f-afc0-c887b00525ef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5528b70c-0437-425a-a0ac-3485fc465717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009638 Feb 20 03:26:17.117159 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e8e83-b458-42a3-abaf-abdbe00c97d0 None None] Pushing event updated for resources: {'Port': ['ID=d0bad373-afd7-40e0-9d8b-cd07527b997d,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:17.131160 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b6869a76-550c-40c6-9467-7d017f39e97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (65ee0b68-38bd-4676-853d-42ca6fc58470), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:17.229069 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7b6e6a74-4285-41f8-9c6d-9fcf49fa0c78 req-930b8dd3-a947-4e4d-8cbb-9bf5b595afac tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085024 Feb 20 03:26:17.337429 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-eb534415-9cd0-4108-8ba4-40f58b25b6be None None] Attempting to bind port d0bad373-afd7-40e0-9d8b-cd07527b997d on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:26:17.337888 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-eb534415-9cd0-4108-8ba4-40f58b25b6be None None] Attempting to bind port d0bad373-afd7-40e0-9d8b-cd07527b997d by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'd1f4e01d-ede9-40de-9f6d-95b8daa575c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '38a722c2-5791-49e3-b284-1ebb897fd5e2'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:26:17.338302 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb534415-9cd0-4108-8ba4-40f58b25b6be None None] Attempting to bind port d0bad373-afd7-40e0-9d8b-cd07527b997d on network 38a722c2-5791-49e3-b284-1ebb897fd5e2 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:26:17.360247 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae39fdc-0064-43a2-b69d-2de7f0aa3c97 None None] Pushing event updated for resources: {'Port': ['ID=65ee0b68-38bd-4676-853d-42ca6fc58470,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:17.366413 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb534415-9cd0-4108-8ba4-40f58b25b6be None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:26:17.366788 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb534415-9cd0-4108-8ba4-40f58b25b6be None None] Checking segment: {'id': 'd1f4e01d-ede9-40de-9f6d-95b8daa575c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '38a722c2-5791-49e3-b284-1ebb897fd5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:26:17.367262 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-eb534415-9cd0-4108-8ba4-40f58b25b6be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:17.367712 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb534415-9cd0-4108-8ba4-40f58b25b6be None None] Bound using segment: {'id': 'd1f4e01d-ede9-40de-9f6d-95b8daa575c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '38a722c2-5791-49e3-b284-1ebb897fd5e2'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:26:17.373683 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-eb534415-9cd0-4108-8ba4-40f58b25b6be None None] Bound port: d0bad373-afd7-40e0-9d8b-cd07527b997d, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f4e01d-ede9-40de-9f6d-95b8daa575c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '38a722c2-5791-49e3-b284-1ebb897fd5e2'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:26:17.374092 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-eb534415-9cd0-4108-8ba4-40f58b25b6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d0bad373-afd7-40e0-9d8b-cd07527b997d), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:17.574936 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-bc09d418-d62f-485a-a53f-17cba860464c None None] Provisioning complete for port d0bad373-afd7-40e0-9d8b-cd07527b997d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:17.575799 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bc09d418-d62f-485a-a53f-17cba860464c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d0bad373-afd7-40e0-9d8b-cd07527b997d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:17.686586 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3b035-948a-4c8e-aa87-1b68d7181c6b req-140f1a46-0c82-4555-a3b0-fea5c2f4cdc8 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:17.694831 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b6869a76-550c-40c6-9467-7d017f39e97f None None] Attempting to bind port 65ee0b68-38bd-4676-853d-42ca6fc58470 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:26:17.695240 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b6869a76-550c-40c6-9467-7d017f39e97f None None] Attempting to bind port 65ee0b68-38bd-4676-853d-42ca6fc58470 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:26:17.695612 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6869a76-550c-40c6-9467-7d017f39e97f None None] Attempting to bind port 65ee0b68-38bd-4676-853d-42ca6fc58470 on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:26:17.701335 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f7f3b035-948a-4c8e-aa87-1b68d7181c6b req-140f1a46-0c82-4555-a3b0-fea5c2f4cdc8 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 944 time: 0.2565541 Feb 20 03:26:17.710291 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6869a76-550c-40c6-9467-7d017f39e97f None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:26:17.711617 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6869a76-550c-40c6-9467-7d017f39e97f None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:26:17.712049 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b6869a76-550c-40c6-9467-7d017f39e97f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:17.712466 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6869a76-550c-40c6-9467-7d017f39e97f None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:26:17.712992 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b6869a76-550c-40c6-9467-7d017f39e97f None None] Bound port: 65ee0b68-38bd-4676-853d-42ca6fc58470, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:26:17.713382 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b6869a76-550c-40c6-9467-7d017f39e97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (65ee0b68-38bd-4676-853d-42ca6fc58470), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:17.728442 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-eb534415-9cd0-4108-8ba4-40f58b25b6be None None] For port d0bad373-afd7-40e0-9d8b-cd07527b997d, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:26:17.736625 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-eb534415-9cd0-4108-8ba4-40f58b25b6be None None] For port d0bad373-afd7-40e0-9d8b-cd07527b997d, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d0bad373-afd7-40e0-9d8b-cd07527b997d,segment=NetworkSegment(d1f4e01d-ede9-40de-9f6d-95b8daa575c0),segment_id=d1f4e01d-ede9-40de-9f6d-95b8daa575c0)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:26:17.829012 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-42af455a-123d-4bae-8ad1-38717d87e47e req-2b680853-5bf9-4f11-96ba-843e0830bc46 service neutron] 10.222.0.42 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7341077 Feb 20 03:26:17.835842 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-eb534415-9cd0-4108-8ba4-40f58b25b6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d0bad373-afd7-40e0-9d8b-cd07527b997d), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:17.916828 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f7f3b035-948a-4c8e-aa87-1b68d7181c6b req-3abb8fcb-3462-4da2-bcc4-751e808a6e34 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127838 Feb 20 03:26:17.956112 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-bc09d418-d62f-485a-a53f-17cba860464c None None] Port d0bad373-afd7-40e0-9d8b-cd07527b997d cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:26:18.145105 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e8e83-b458-42a3-abaf-abdbe00c97d0 None None] Pushing event updated for resources: {'Port': ['ID=d0bad373-afd7-40e0-9d8b-cd07527b997d,revision_number=4']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:18.213399 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b6869a76-550c-40c6-9467-7d017f39e97f None None] For port 65ee0b68-38bd-4676-853d-42ca6fc58470, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:26:18.229992 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b6869a76-550c-40c6-9467-7d017f39e97f None None] For port 65ee0b68-38bd-4676-853d-42ca6fc58470, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=65ee0b68-38bd-4676-853d-42ca6fc58470,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:26:18.232281 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb534415-9cd0-4108-8ba4-40f58b25b6be None None] Routers {'bbe8f1f8-603e-40e5-9ca1-1c4f324627ff'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:26:18.232991 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-eb534415-9cd0-4108-8ba4-40f58b25b6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:25:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['bbe8f1f8-603e-40e5-9ca1-1c4f324627ff'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:26:18.327467 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b6869a76-550c-40c6-9467-7d017f39e97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (65ee0b68-38bd-4676-853d-42ca6fc58470), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:18.416619 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d918ac3f-2d71-4b61-9657-c1009cee19ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:18.506469 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6869a76-550c-40c6-9467-7d017f39e97f None None] Routers {'7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:26:18.507807 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b6869a76-550c-40c6-9467-7d017f39e97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:25:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:26:18.629925 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae39fdc-0064-43a2-b69d-2de7f0aa3c97 None None] Pushing event updated for resources: {'Port': ['ID=65ee0b68-38bd-4676-853d-42ca6fc58470,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:18.946402 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-eb534415-9cd0-4108-8ba4-40f58b25b6be None None] Set router bbe8f1f8-603e-40e5-9ca1-1c4f324627ff gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:26:18.965744 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device d0bad373-afd7-40e0-9d8b-cd07527b997d up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:26:19.066701 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-30c63be5-d35c-4f2f-a948-d442863dcbbf service neutron] 10.222.0.42 "GET /v2.0/ports/0b5ff14d-0578-4958-a4c8-9458342d5552/bindings/n-h2-829866-4 HTTP/1.1" status: 200 len: 384 time: 0.3813262 Feb 20 03:26:19.355854 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ae84aefe-b562-4796-8962-e2829379f68b None None] Provisioning complete for port d0bad373-afd7-40e0-9d8b-cd07527b997d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:19.357892 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ae84aefe-b562-4796-8962-e2829379f68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d0bad373-afd7-40e0-9d8b-cd07527b997d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:19.376921 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port d0bad373-afd7-40e0-9d8b-cd07527b997d triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:19.391429 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d0bad373-afd7-40e0-9d8b-cd07527b997d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:19.569271 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-42af455a-123d-4bae-8ad1-38717d87e47e req-70df0fb8-6e3f-4c05-bc82-1eb27669a0d2 service neutron] 10.222.0.42 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6527011 Feb 20 03:26:19.687051 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-d918ac3f-2d71-4b61-9657-c1009cee19ef admin admin] Allocated IP 172.20.0.1 (5383fb55-7a9d-4f7b-96fd-8505471fa0be/c024abf4-f9f5-4a00-ab2e-0d53119a80b8/9a3e189f-f81a-498a-a406-bbf98fe3465f) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:26:19.688069 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-b6869a76-550c-40c6-9467-7d017f39e97f None None] Set router 7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:26:20.154069 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc89612-83d3-4bbb-bf3f-6b15dd9d7bab req-f4d6cfe8-1ceb-4ef8-8ad7-0014751f5275 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:20.166146 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cdc89612-83d3-4bbb-bf3f-6b15dd9d7bab req-f4d6cfe8-1ceb-4ef8-8ad7-0014751f5275 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=19ad728f-458d-43cf-98c9-b0f352dcd5d0 HTTP/1.1" status: 200 len: 946 time: 0.7853427 Feb 20 03:26:20.234880 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d918ac3f-2d71-4b61-9657-c1009cee19ef admin admin] Publish callbacks [] for port (9a3e189f-f81a-498a-a406-bbf98fe3465f), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:20.322608 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-b0d3b6d5-079e-4247-87a6-3c72a427f4b6 service neutron] For port 0b5ff14d-0578-4958-a4c8-9458342d5552, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=0b5ff14d-0578-4958-a4c8-9458342d5552,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:20.435601 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d918ac3f-2d71-4b61-9657-c1009cee19ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (9a3e189f-f81a-498a-a406-bbf98fe3465f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:20.455147 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-eb534415-9cd0-4108-8ba4-40f58b25b6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe8f1f8-603e-40e5-9ca1-1c4f324627ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356377902-router', 'tenant_id': 'bf660f6eb55146868eee2160609ab125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '9a5f1e3c-97e8-4d60-b39a-997224e8ad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:26:01Z', 'updated_at': '2022-02-20T03:26:08Z', 'revision_number': 4, 'project_id': 'bf660f6eb55146868eee2160609ab125', 'gw_port': {'id': '9a5f1e3c-97e8-4d60-b39a-997224e8ad2f', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe8f1f8-603e-40e5-9ca1-1c4f324627ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:26:02Z', 'updated_at': '2022-02-20T03:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'd0bad373-afd7-40e0-9d8b-cd07527b997d', 'name': '', 'network_id': '38a722c2-5791-49e3-b284-1ebb897fd5e2', 'tenant_id': 'bf660f6eb55146868eee2160609ab125', 'mac_address': 'fa:16:3e:c3:06:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe8f1f8-603e-40e5-9ca1-1c4f324627ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '9c6ab887-ac97-4a9f-95c5-f4055d0db0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:26:06Z', 'updated_at': '2022-02-20T03:26:17Z', 'revision_number': 4, 'project_id': 'bf660f6eb55146868eee2160609ab125', 'subnets': [{'id': '9c6ab887-ac97-4a9f-95c5-f4055d0db0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:26:20.522308 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-b0d3b6d5-079e-4247-87a6-3c72a427f4b6 service neutron] For port 0b5ff14d-0578-4958-a4c8-9458342d5552, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:26:20.530700 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb534415-9cd0-4108-8ba4-40f58b25b6be None None] The sync data for ids ['bbe8f1f8-603e-40e5-9ca1-1c4f324627ff'] in n-d-829866-4 is: [{'id': 'bbe8f1f8-603e-40e5-9ca1-1c4f324627ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356377902-router', 'tenant_id': 'bf660f6eb55146868eee2160609ab125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '9a5f1e3c-97e8-4d60-b39a-997224e8ad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:26:01Z', 'updated_at': '2022-02-20T03:26:08Z', 'revision_number': 4, 'project_id': 'bf660f6eb55146868eee2160609ab125', 'gw_port': {'id': '9a5f1e3c-97e8-4d60-b39a-997224e8ad2f', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe8f1f8-603e-40e5-9ca1-1c4f324627ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:26:02Z', 'updated_at': '2022-02-20T03:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'd0bad373-afd7-40e0-9d8b-cd07527b997d', 'name': '', 'network_id': '38a722c2-5791-49e3-b284-1ebb897fd5e2', 'tenant_id': 'bf660f6eb55146868eee2160609ab125', 'mac_address': 'fa:16:3e:c3:06:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe8f1f8-603e-40e5-9ca1-1c4f324627ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '9c6ab887-ac97-4a9f-95c5-f4055d0db0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:26:06Z', 'updated_at': '2022-02-20T03:26:17Z', 'revision_number': 4, 'project_id': 'bf660f6eb55146868eee2160609ab125', 'subnets': [{'id': '9c6ab887-ac97-4a9f-95c5-f4055d0db0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:26:20.538501 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d918ac3f-2d71-4b61-9657-c1009cee19ef admin admin] Network 5383fb55-7a9d-4f7b-96fd-8505471fa0be is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:26:20.551960 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-d918ac3f-2d71-4b61-9657-c1009cee19ef admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:26:20.558397 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d918ac3f-2d71-4b61-9657-c1009cee19ef admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:26:20.619772 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ae84aefe-b562-4796-8962-e2829379f68b None None] Current status of the port d0bad373-afd7-40e0-9d8b-cd07527b997d is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:20.620356 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ae84aefe-b562-4796-8962-e2829379f68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d0bad373-afd7-40e0-9d8b-cd07527b997d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:20.724032 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cdc89612-83d3-4bbb-bf3f-6b15dd9d7bab req-c63f746c-1582-487d-a49a-1d12f5e91aeb tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5569162 Feb 20 03:26:20.757628 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918ac3f-2d71-4b61-9657-c1009cee19ef admin admin] Pushing event updated for resources: {'Port': ['ID=9a3e189f-f81a-498a-a406-bbf98fe3465f,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:20.794433 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d918ac3f-2d71-4b61-9657-c1009cee19ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:20.801447 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490d235-4ebf-4214-a6ec-167d9c1f0ea6 req-f671f04a-c9b7-4f19-a693-17b97d36d3b2 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:20.812782 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e490d235-4ebf-4214-a6ec-167d9c1f0ea6 req-f671f04a-c9b7-4f19-a693-17b97d36d3b2 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.93 "GET /v2.0/ports?device_id=6190f7bd-71ff-4d0e-92cd-c908aeed4288 HTTP/1.1" status: 200 len: 946 time: 0.1140411 Feb 20 03:26:20.965514 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port d0bad373-afd7-40e0-9d8b-cd07527b997d is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:20.965905 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d0bad373-afd7-40e0-9d8b-cd07527b997d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:21.057354 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-b0d3b6d5-079e-4247-87a6-3c72a427f4b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b5ff14d-0578-4958-a4c8-9458342d5552 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:26:21.117934 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-b0d3b6d5-079e-4247-87a6-3c72a427f4b6 service neutron] For port 0b5ff14d-0578-4958-a4c8-9458342d5552, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=0b5ff14d-0578-4958-a4c8-9458342d5552,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:21.257596 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:21.266406 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:21.290123 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-cb0d3116-e042-4fae-bca9-8f8641a597e2 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1453829128&fields=id&tenant_id=b51fc68f0ef94a37932f055767d64f43 HTTP/1.1" status: 200 len: 267 time: 0.1350536 Feb 20 03:26:21.291966 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ae84aefe-b562-4796-8962-e2829379f68b None None] For port d0bad373-afd7-40e0-9d8b-cd07527b997d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d0bad373-afd7-40e0-9d8b-cd07527b997d,segment=NetworkSegment(d1f4e01d-ede9-40de-9f6d-95b8daa575c0),segment_id=d1f4e01d-ede9-40de-9f6d-95b8daa575c0)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:21.298002 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-b0d3b6d5-079e-4247-87a6-3c72a427f4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0b5ff14d-0578-4958-a4c8-9458342d5552), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:21.330069 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b6869a76-550c-40c6-9467-7d017f39e97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0', 'name': 'tempest-ServersTestMultiNic-2014943184-router', 'tenant_id': '2b66d718af5443bfbfcf198ecc36557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '65ee0b68-38bd-4676-853d-42ca6fc58470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:26:07Z', 'updated_at': '2022-02-20T03:26:10Z', 'revision_number': 3, 'project_id': '2b66d718af5443bfbfcf198ecc36557d', 'gw_port': {'id': '65ee0b68-38bd-4676-853d-42ca6fc58470', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:26:09Z', 'updated_at': '2022-02-20T03:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:26:21.368786 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6869a76-550c-40c6-9467-7d017f39e97f None None] The sync data for ids ['7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0'] in n-d-829866-4 is: [{'id': '7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0', 'name': 'tempest-ServersTestMultiNic-2014943184-router', 'tenant_id': '2b66d718af5443bfbfcf198ecc36557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '65ee0b68-38bd-4676-853d-42ca6fc58470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:26:07Z', 'updated_at': '2022-02-20T03:26:10Z', 'revision_number': 3, 'project_id': '2b66d718af5443bfbfcf198ecc36557d', 'gw_port': {'id': '65ee0b68-38bd-4676-853d-42ca6fc58470', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:26:09Z', 'updated_at': '2022-02-20T03:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:26:21.384871 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ae84aefe-b562-4796-8962-e2829379f68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d0bad373-afd7-40e0-9d8b-cd07527b997d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:21.531479 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c16ccc-2833-4b9b-a03a-5a93bcf881ce req-7f09358b-ee57-45fa-b639-1af35e6b2596 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:21.536855 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-e490d235-4ebf-4214-a6ec-167d9c1f0ea6 req-ee802cef-8d63-41af-b6bf-9c9810285a65 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Deleting port b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:26:21.537189 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e490d235-4ebf-4214-a6ec-167d9c1f0ea6 req-ee802cef-8d63-41af-b6bf-9c9810285a65 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:21.569024 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c9c16ccc-2833-4b9b-a03a-5a93bcf881ce req-7f09358b-ee57-45fa-b639-1af35e6b2596 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 944 time: 0.7485552 Feb 20 03:26:21.718309 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:26:21.723410 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:26:21.727940 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f225d47a-015c-49d6-92d9-74d53cc8ec99 None None] Provisioning complete for port 9a3e189f-f81a-498a-a406-bbf98fe3465f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:21.732511 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f225d47a-015c-49d6-92d9-74d53cc8ec99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (9a3e189f-f81a-498a-a406-bbf98fe3465f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:21.734458 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84aefe-b562-4796-8962-e2829379f68b None None] Pushing event updated for resources: {'Port': ['ID=d0bad373-afd7-40e0-9d8b-cd07527b997d,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:21.810124 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-440d52e1-ccfc-4612-9078-4d1488565187 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:21.828949 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-440d52e1-ccfc-4612-9078-4d1488565187 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/networks?id=edfd7dd8-5385-49de-a304-74f70dd7d14a HTTP/1.1" status: 200 len: 823 time: 0.5377865 Feb 20 03:26:21.877269 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f225d47a-015c-49d6-92d9-74d53cc8ec99 None None] Port 9a3e189f-f81a-498a-a406-bbf98fe3465f cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:26:21.939397 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-94d6d109-1547-4ba9-b484-0893ecbfc0de tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/quotas/b51fc68f0ef94a37932f055767d64f43 HTTP/1.1" status: 200 len: 375 time: 0.1090989 Feb 20 03:26:22.021532 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d918ac3f-2d71-4b61-9657-c1009cee19ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9a3e189f-f81a-498a-a406-bbf98fe3465f), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:22.189326 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 0b5ff14d-0578-4958-a4c8-9458342d5552 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:26:22.264355 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c9c16ccc-2833-4b9b-a03a-5a93bcf881ce req-e6e80254-5238-4e14-8d67-dd290c92d46b tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6935203 Feb 20 03:26:22.424674 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-48315cf8-a780-44a4-a937-f9632056a566 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=b51fc68f0ef94a37932f055767d64f43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4831781 Feb 20 03:26:22.545180 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-b0d3b6d5-079e-4247-87a6-3c72a427f4b6 service neutron] Transition to ACTIVE for port object 0b5ff14d-0578-4958-a4c8-9458342d5552 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:26:22.566798 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port d0bad373-afd7-40e0-9d8b-cd07527b997d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:22.712682 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d918ac3f-2d71-4b61-9657-c1009cee19ef admin admin] Publish callbacks [] for port (9a3e189f-f81a-498a-a406-bbf98fe3465f), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:22.762528 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-b0d3b6d5-079e-4247-87a6-3c72a427f4b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0b5ff14d-0578-4958-a4c8-9458342d5552), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:22.909887 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-e490d235-4ebf-4214-a6ec-167d9c1f0ea6 req-ee802cef-8d63-41af-b6bf-9c9810285a65 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] For port b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa,segment=NetworkSegment(c43c8696-5443-406b-ab1f-aa8c5bb1eaa0),segment_id=c43c8696-5443-406b-ab1f-aa8c5bb1eaa0)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:22.913483 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e490d235-4ebf-4214-a6ec-167d9c1f0ea6 req-ee802cef-8d63-41af-b6bf-9c9810285a65 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:23.217345 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d918ac3f-2d71-4b61-9657-c1009cee19ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (9a3e189f-f81a-498a-a406-bbf98fe3465f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:23.447075 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 65ee0b68-38bd-4676-853d-42ca6fc58470 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:26:23.647395 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 0b5ff14d-0578-4958-a4c8-9458342d5552 is: DOWN; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:23.742011 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:26:23.757323 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 65ee0b68-38bd-4676-853d-42ca6fc58470 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:23.757880 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (65ee0b68-38bd-4676-853d-42ca6fc58470), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:24.085070 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d918ac3f-2d71-4b61-9657-c1009cee19ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:24.131322 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918ac3f-2d71-4b61-9657-c1009cee19ef admin admin] Pushing event updated for resources: {'Port': ['ID=9a3e189f-f81a-498a-a406-bbf98fe3465f,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:24.155680 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:24.156098 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:24.259563 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 65ee0b68-38bd-4676-853d-42ca6fc58470 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:24.260044 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (65ee0b68-38bd-4676-853d-42ca6fc58470), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:24.315722 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6190f7bd-71ff-4d0e-92cd-c908aeed4288', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:26:24.318002 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c004c61e-8f8e-44e6-8277-e424fe67b1bd" -d '{"events": [{"server_uuid": "6190f7bd-71ff-4d0e-92cd-c908aeed4288", "name": "network-vif-unplugged", "status": "completed", "tag": "b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:26:24.390168 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa,segment=NetworkSegment(c43c8696-5443-406b-ab1f-aa8c5bb1eaa0),segment_id=c43c8696-5443-406b-ab1f-aa8c5bb1eaa0)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:24.400690 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 65ee0b68-38bd-4676-853d-42ca6fc58470, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=65ee0b68-38bd-4676-853d-42ca6fc58470,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:24.457740 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:24.468462 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-b0d3b6d5-079e-4247-87a6-3c72a427f4b6 service neutron] No DVR routers for this DVR port 0b5ff14d-0578-4958-a4c8-9458342d5552 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:26:24.502414 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (65ee0b68-38bd-4676-853d-42ca6fc58470), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:24.507495 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device d0bad373-afd7-40e0-9d8b-cd07527b997d up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:26:24.614675 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3b6d5-079e-4247-87a6-3c72a427f4b6 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5ff14d-0578-4958-a4c8-9458342d5552,revision_number=10']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:24.644690 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-b0d3b6d5-079e-4247-87a6-3c72a427f4b6 service neutron] 10.222.0.42 "PUT /v2.0/ports/0b5ff14d-0578-4958-a4c8-9458342d5552/bindings/n-h2-829866-4/activate HTTP/1.1" status: 200 len: 369 time: 5.5647335 Feb 20 03:26:24.666164 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d918ac3f-2d71-4b61-9657-c1009cee19ef admin admin] Network 5383fb55-7a9d-4f7b-96fd-8505471fa0be is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:26:24.681937 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-d918ac3f-2d71-4b61-9657-c1009cee19ef admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:26:24.699531 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa,revision_number=6']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:24.740941 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e490d235-4ebf-4214-a6ec-167d9c1f0ea6 req-ee802cef-8d63-41af-b6bf-9c9810285a65 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:24.759586 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e490d235-4ebf-4214-a6ec-167d9c1f0ea6 req-ee802cef-8d63-41af-b6bf-9c9810285a65 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (34d7cc47-c1f9-499a-8656-ee6606908eb1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:24.765495 n-d-829866-4 neutron-server[104106]: INFO neutron.db.l3_db [req-e490d235-4ebf-4214-a6ec-167d9c1f0ea6 req-ee802cef-8d63-41af-b6bf-9c9810285a65 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Floating IP 34d7cc47-c1f9-499a-8656-ee6606908eb1 disassociated. External IP: 172.25.7.235, port: b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa. Feb 20 03:26:24.765495 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-e490d235-4ebf-4214-a6ec-167d9c1f0ea6 req-ee802cef-8d63-41af-b6bf-9c9810285a65 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Calling delete_port for b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:26:24.800675 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-8736d48a-2408-4919-8f2e-4fd04b65e519 service neutron] 10.222.0.89 "GET /v2.0/networks/edfd7dd8-5385-49de-a304-74f70dd7d14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3302343 Feb 20 03:26:24.901522 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port d0bad373-afd7-40e0-9d8b-cd07527b997d triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:24.906394 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d0bad373-afd7-40e0-9d8b-cd07527b997d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:25.274656 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-4ff27c09-2009-4669-a544-3c971f01977f service neutron] 10.222.0.89 "GET /v2.0/networks/edfd7dd8-5385-49de-a304-74f70dd7d14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801097 Feb 20 03:26:25.282938 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=65ee0b68-38bd-4676-853d-42ca6fc58470,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:25.732388 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port d0bad373-afd7-40e0-9d8b-cd07527b997d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:25.744526 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-52f46d3a-ec5d-406b-88ba-e92ab056e406 None None] Provisioning complete for port 9a3e189f-f81a-498a-a406-bbf98fe3465f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:25.751337 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-52f46d3a-ec5d-406b-88ba-e92ab056e406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (9a3e189f-f81a-498a-a406-bbf98fe3465f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:25.878113 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5461d14-d3d8-43d0-b499-4a710375d528 req-069d60fc-ff52-44c3-b58f-de40876aeb06 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:25.900301 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b5461d14-d3d8-43d0-b499-4a710375d528 req-069d60fc-ff52-44c3-b58f-de40876aeb06 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=19ad728f-458d-43cf-98c9-b0f352dcd5d0 HTTP/1.1" status: 200 len: 946 time: 0.6181102 Feb 20 03:26:25.994122 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-6013ee8a-1ff3-493f-b163-861164548857 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:26.013318 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-6013ee8a-1ff3-493f-b163-861164548857 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78&tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&binding%3Ahost_id=n-h1-829866-4 HTTP/1.1" status: 200 len: 1127 time: 0.7414427 Feb 20 03:26:26.028991 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-52f46d3a-ec5d-406b-88ba-e92ab056e406 None None] Port 9a3e189f-f81a-498a-a406-bbf98fe3465f cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:26:26.088303 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 65ee0b68-38bd-4676-853d-42ca6fc58470 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:26:26.241071 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e490d235-4ebf-4214-a6ec-167d9c1f0ea6 req-ee802cef-8d63-41af-b6bf-9c9810285a65 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:26.314370 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b5461d14-d3d8-43d0-b499-4a710375d528 req-2053bfc2-f2b5-4a30-97c0-d96499d38393 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131131 Feb 20 03:26:26.396924 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-be909514-a9ce-4642-a8e1-c18944f4990f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:26.414991 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-be909514-a9ce-4642-a8e1-c18944f4990f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78&tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359 HTTP/1.1" status: 200 len: 1127 time: 0.3414297 Feb 20 03:26:26.439079 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 65ee0b68-38bd-4676-853d-42ca6fc58470 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:26.439572 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (65ee0b68-38bd-4676-853d-42ca6fc58470), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:26.545456 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d918ac3f-2d71-4b61-9657-c1009cee19ef admin admin] Router 7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:26:26.545456 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee802cef-8d63-41af-b6bf-9c9810285a65 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Pushing event deleted for resources: {'Port': ['ID=b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:26.557104 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ea0f29c0-6260-4519-8cfd-03e6f13fc477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:26.741661 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 65ee0b68-38bd-4676-853d-42ca6fc58470 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:26.832310 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-beba6d60-72a1-432d-bb8e-24ca9b394cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:26.833751 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-beba6d60-72a1-432d-bb8e-24ca9b394cb5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 1127 time: 0.3868008 Feb 20 03:26:26.862318 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b19ba2-b845-482f-a05c-29f9114360fb req-60887204-5a0f-48ac-ae34-5ac2f22b7ac4 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:26.863908 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-92b19ba2-b845-482f-a05c-29f9114360fb req-60887204-5a0f-48ac-ae34-5ac2f22b7ac4 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 945 time: 0.2907810 Feb 20 03:26:27.260155 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfeca969-f917-49c3-bc02-0694cd5f7601 x-openstack-request-id: req-dfeca969-f917-49c3-bc02-0694cd5f7601 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:26:27.260691 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6190f7bd-71ff-4d0e-92cd-c908aeed4288", "name": "network-vif-unplugged", "status": "completed", "tag": "b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:26:27.261110 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-dfeca969-f917-49c3-bc02-0694cd5f7601 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:26:27.261670 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6190f7bd-71ff-4d0e-92cd-c908aeed4288', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa', 'code': 200} Feb 20 03:26:27.264508 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-92b19ba2-b845-482f-a05c-29f9114360fb req-7354d217-14e7-4753-93f0-40bb3a45be21 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968342 Feb 20 03:26:27.418344 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-1587002c-9537-4e4e-8095-81aa74f3fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:27.425381 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-1587002c-9537-4e4e-8095-81aa74f3fb75 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5528b70c-0437-425a-a0ac-3485fc465717 HTTP/1.1" status: 200 len: 921 time: 0.5604923 Feb 20 03:26:27.561237 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ba05bd50-63f5-4ab4-b47e-765bae9067f0 req-803a405c-4e8d-4985-acbe-b4b084159f66 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/ports?device_id=686a2fe8-ba0c-49ef-a859-1ee134f3cdf1 HTTP/1.1" status: 200 len: 210 time: 0.1137614 Feb 20 03:26:27.725393 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-4bc1c01c-2001-447a-a7b2-1047069903e7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b5ff14d-0578-4958-a4c8-9458342d5552 HTTP/1.1" status: 200 len: 217 time: 0.2878096 Feb 20 03:26:27.819031 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006b344-6097-48bb-8468-a624c8fc3b2a req-38ce2cad-a8b0-4f84-94df-7c4ee0fca1e3 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:27.827267 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4006b344-6097-48bb-8468-a624c8fc3b2a req-38ce2cad-a8b0-4f84-94df-7c4ee0fca1e3 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=19ad728f-458d-43cf-98c9-b0f352dcd5d0 HTTP/1.1" status: 200 len: 946 time: 0.2518957 Feb 20 03:26:27.988939 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c697b07-c76b-4615-925d-441bf4a1bf9c req-4565107b-c85b-4f40-9783-f6988a3bdba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:27.994803 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c697b07-c76b-4615-925d-441bf4a1bf9c req-4565107b-c85b-4f40-9783-f6988a3bdba9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=feb3a335a6494643a957c8a4b1b091bb&device_id=d3d21c15-e29f-4206-b4ee-b972eb696180 HTTP/1.1" status: 200 len: 1132 time: 0.3174956 Feb 20 03:26:28.030429 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-e58befd6-d4a7-40d2-91c3-414f7c3ac53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:28.035811 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-e58befd6-d4a7-40d2-91c3-414f7c3ac53c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e570f242-4684-4db2-b2a8-755bc6ec8973 HTTP/1.1" status: 200 len: 860 time: 0.2871246 Feb 20 03:26:28.239487 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d918ac3f-2d71-4b61-9657-c1009cee19ef admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:26:28.255248 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517f6bd2-3833-49e8-9886-6bd2c3063edb None None] Sync routers for ids ['7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:26:28.266144 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d918ac3f-2d71-4b61-9657-c1009cee19ef admin admin] 10.222.0.89 "PUT /v2.0/routers/7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2668426 Feb 20 03:26:28.305733 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517f6bd2-3833-49e8-9886-6bd2c3063edb None None] Routers {'7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:26:28.317986 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-517f6bd2-3833-49e8-9886-6bd2c3063edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:25:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:26:28.319395 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e490d235-4ebf-4214-a6ec-167d9c1f0ea6 req-ee802cef-8d63-41af-b6bf-9c9810285a65 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Router 7e3d36e1-3349-4342-8374-1b3accc8a9f6 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:26:28.585507 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4006b344-6097-48bb-8468-a624c8fc3b2a req-41cb5e61-6886-4d4e-84ac-889f7b841cac tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7549968 Feb 20 03:26:28.701588 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e490d235-4ebf-4214-a6ec-167d9c1f0ea6 req-ee802cef-8d63-41af-b6bf-9c9810285a65 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:26:28.717272 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91b6d08-094c-4b7a-b307-4eee4b6fc426 None None] Sync routers for ids ['7e3d36e1-3349-4342-8374-1b3accc8a9f6'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:26:28.718609 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-5f306fde-a728-4a99-952e-a29be097d597 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5528b70c-0437-425a-a0ac-3485fc465717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6668022 Feb 20 03:26:28.781036 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8780b9c4-123a-42ae-99d6-c860f23b0d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:28.845825 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91b6d08-094c-4b7a-b307-4eee4b6fc426 None None] Routers {'7e3d36e1-3349-4342-8374-1b3accc8a9f6'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:26:28.846919 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-e91b6d08-094c-4b7a-b307-4eee4b6fc426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:25:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7e3d36e1-3349-4342-8374-1b3accc8a9f6'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:26:28.861909 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-517f6bd2-3833-49e8-9886-6bd2c3063edb None None] Set router 7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:26:28.900927 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e490d235-4ebf-4214-a6ec-167d9c1f0ea6 req-ee802cef-8d63-41af-b6bf-9c9810285a65 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] No DVR routers for this DVR port b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:26:28.912822 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e490d235-4ebf-4214-a6ec-167d9c1f0ea6 req-ee802cef-8d63-41af-b6bf-9c9810285a65 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:28.924374 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e490d235-4ebf-4214-a6ec-167d9c1f0ea6 req-ee802cef-8d63-41af-b6bf-9c9810285a65 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.93 "DELETE /v2.0/ports/b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa HTTP/1.1" status: 204 len: 173 time: 8.0815561 Feb 20 03:26:28.924679 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6190f7bd-71ff-4d0e-92cd-c908aeed4288', 'name': 'network-vif-deleted', 'tag': 'b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:26:28.936992 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474e4161-571f-4c0f-b78a-00c21010feec" -d '{"events": [{"server_uuid": "6190f7bd-71ff-4d0e-92cd-c908aeed4288", "name": "network-vif-deleted", "tag": "b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:26:29.002199 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-373edf01-3a75-421a-98e9-b29b2f6f2fdb req-cc6a51da-c9d1-4351-ab5f-b95f1a3a1658 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/ports?device_id=686a2fe8-ba0c-49ef-a859-1ee134f3cdf1 HTTP/1.1" status: 200 len: 210 time: 0.2143917 Feb 20 03:26:29.055611 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54198) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:26:29.344527 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c697b07-c76b-4615-925d-441bf4a1bf9c req-970426f7-1852-4ca5-9b39-8e762ba1d01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:29.346787 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c697b07-c76b-4615-925d-441bf4a1bf9c req-970426f7-1852-4ca5-9b39-8e762ba1d01a service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 1.3099828 Feb 20 03:26:29.348863 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-e91b6d08-094c-4b7a-b307-4eee4b6fc426 None None] Set router 7e3d36e1-3349-4342-8374-1b3accc8a9f6 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:26:29.450627 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-76718787-5535-4b70-bbef-1bfefee47dc7 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-302697243'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:26:29.546102 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c697b07-c76b-4615-925d-441bf4a1bf9c req-f0c10f86-9078-4f28-9818-c932ad4b6fd9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=58c897de-7f87-43f2-a503-a6a21e9f9b7b HTTP/1.1" status: 200 len: 217 time: 0.1676486 Feb 20 03:26:29.547930 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-517f6bd2-3833-49e8-9886-6bd2c3063edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0', 'name': 'tempest-ServersTestMultiNic-2014943184-router', 'tenant_id': '2b66d718af5443bfbfcf198ecc36557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '65ee0b68-38bd-4676-853d-42ca6fc58470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:26:07Z', 'updated_at': '2022-02-20T03:26:21Z', 'revision_number': 4, 'project_id': '2b66d718af5443bfbfcf198ecc36557d', 'gw_port': {'id': '65ee0b68-38bd-4676-853d-42ca6fc58470', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:26:09Z', 'updated_at': '2022-02-20T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '9a3e189f-f81a-498a-a406-bbf98fe3465f', 'name': '', 'network_id': '5383fb55-7a9d-4f7b-96fd-8505471fa0be', 'tenant_id': '2b66d718af5443bfbfcf198ecc36557d', 'mac_address': 'fa:16:3e:a3:99:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'c024abf4-f9f5-4a00-ab2e-0d53119a80b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:26:18Z', 'updated_at': '2022-02-20T03:26:22Z', 'revision_number': 2, 'project_id': '2b66d718af5443bfbfcf198ecc36557d', 'subnets': [{'id': 'c024abf4-f9f5-4a00-ab2e-0d53119a80b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:26:29.621462 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517f6bd2-3833-49e8-9886-6bd2c3063edb None None] Checking router: 7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:26:29.622440 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517f6bd2-3833-49e8-9886-6bd2c3063edb None None] Updating router 7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0 port 9a3e189f-f81a-498a-a406-bbf98fe3465f binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:26:29.663212 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76718787-5535-4b70-bbef-1bfefee47dc7 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Made reservation on behalf of 2b66d718af5443bfbfcf198ecc36557d for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:26:29.668627 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-76718787-5535-4b70-bbef-1bfefee47dc7 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:29.722736 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74aff5c-cd93-4215-80c3-e23c31ccfb35 x-openstack-request-id: req-c74aff5c-cd93-4215-80c3-e23c31ccfb35 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:26:29.723083 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6190f7bd-71ff-4d0e-92cd-c908aeed4288", "name": "network-vif-deleted", "tag": "b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:26:29.723337 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c74aff5c-cd93-4215-80c3-e23c31ccfb35 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:26:29.731715 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6190f7bd-71ff-4d0e-92cd-c908aeed4288', 'name': 'network-vif-deleted', 'tag': 'b109cf3e-cf5a-4b9b-ad55-be3c1d6b19fa', 'status': 'completed', 'code': 200} Feb 20 03:26:29.741860 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c697b07-c76b-4615-925d-441bf4a1bf9c req-dc9fcce8-52c6-44a2-9850-e6f38469be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:29.743841 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c697b07-c76b-4615-925d-441bf4a1bf9c req-dc9fcce8-52c6-44a2-9850-e6f38469be3e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1842186 Feb 20 03:26:29.761313 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-517f6bd2-3833-49e8-9886-6bd2c3063edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9a3e189f-f81a-498a-a406-bbf98fe3465f), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:29.784057 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76718787-5535-4b70-bbef-1bfefee47dc7 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:26:29.811286 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-76718787-5535-4b70-bbef-1bfefee47dc7 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (31550e96-0c57-47e5-9282-7d905193951b), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:29.813565 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-76718787-5535-4b70-bbef-1bfefee47dc7 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Added segment 31550e96-0c57-47e5-9282-7d905193951b of type vlan for network 0374a8cc-da94-4d76-bc69-4b221077786d Feb 20 03:26:29.860510 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648390b-31ca-47ff-bb80-acf30cdea07b req-3bee1487-73b6-4cb8-92b1-1e2727abc4da tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:29.887661 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8648390b-31ca-47ff-bb80-acf30cdea07b req-3bee1487-73b6-4cb8-92b1-1e2727abc4da tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 945 time: 1.2762189 Feb 20 03:26:29.928234 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:29.948319 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-76718787-5535-4b70-bbef-1bfefee47dc7 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (0374a8cc-da94-4d76-bc69-4b221077786d), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:30.066826 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-83ef1462-b6fd-45a0-b02d-de732595a528 req-ac81e198-05c4-4435-8b0b-f731c8bd3e0c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5683186 Feb 20 03:26:30.165739 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-e91b6d08-094c-4b7a-b307-4eee4b6fc426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-908958892-router', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:40Z', 'updated_at': '2022-02-20T03:24:48Z', 'revision_number': 4, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'gw_port': {'id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:41Z', 'updated_at': '2022-02-20T03:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '0bab8052-87a6-43dc-a718-413d993feb8e', 'name': '', 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'mac_address': 'fa:16:3e:a3:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '45a6eef8-376a-483a-a26e-f4c41d993600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:46Z', 'updated_at': '2022-02-20T03:24:55Z', 'revision_number': 5, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'subnets': [{'id': '45a6eef8-376a-483a-a26e-f4c41d993600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:26:30.187108 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-76718787-5535-4b70-bbef-1bfefee47dc7 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (0374a8cc-da94-4d76-bc69-4b221077786d), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:30.190826 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76718787-5535-4b70-bbef-1bfefee47dc7 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:30.191730 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-76718787-5535-4b70-bbef-1bfefee47dc7 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:30.250270 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91b6d08-094c-4b7a-b307-4eee4b6fc426 None None] Checking router: 7e3d36e1-3349-4342-8374-1b3accc8a9f6 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:26:30.272569 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c697b07-c76b-4615-925d-441bf4a1bf9c req-be0fbd36-dee9-4f8d-b125-a4935b40ab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:30.276848 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c697b07-c76b-4615-925d-441bf4a1bf9c req-be0fbd36-dee9-4f8d-b125-a4935b40ab38 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5070777 Feb 20 03:26:30.282342 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-c11711e5-95f6-4f1f-94fa-0877060a631b service neutron] 10.222.0.93 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4934018 Feb 20 03:26:30.291864 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91b6d08-094c-4b7a-b307-4eee4b6fc426 None None] Routers {'7e3d36e1-3349-4342-8374-1b3accc8a9f6'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:26:30.292508 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-e91b6d08-094c-4b7a-b307-4eee4b6fc426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:26:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7e3d36e1-3349-4342-8374-1b3accc8a9f6'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:26:30.519632 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76718787-5535-4b70-bbef-1bfefee47dc7 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Pushing event updated for resources: {'Network': ['ID=0374a8cc-da94-4d76-bc69-4b221077786d,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:30.531139 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-76718787-5535-4b70-bbef-1bfefee47dc7 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4743886 Feb 20 03:26:30.533821 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54236) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:26:30.541003 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-1f1b3ce9-b961-465f-b763-6026902cc9ac tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Request body: {'subnet': {'network_id': '0374a8cc-da94-4d76-bc69-4b221077786d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:26:30.541234 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8648390b-31ca-47ff-bb80-acf30cdea07b req-77c1146b-12fd-4598-a0be-ef8e8cb2e94e tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6522200 Feb 20 03:26:30.549001 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 0374a8cc-da94-4d76-bc69-4b221077786d details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:26:30.591773 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-edc2f768-06af-4dde-94b5-a1b81bd55064 service neutron] 10.222.0.93 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406271 Feb 20 03:26:30.626161 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-517f6bd2-3833-49e8-9886-6bd2c3063edb None None] Publish callbacks [] for port (9a3e189f-f81a-498a-a406-bbf98fe3465f), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:30.629673 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550078d5-ced1-49d1-a91f-9c37c36ae9c4 req-2b4534c4-1350-4527-8e22-d0956ef2b40c tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:30.639372 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-550078d5-ced1-49d1-a91f-9c37c36ae9c4 req-2b4534c4-1350-4527-8e22-d0956ef2b40c tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=19ad728f-458d-43cf-98c9-b0f352dcd5d0 HTTP/1.1" status: 200 len: 946 time: 0.7448382 Feb 20 03:26:30.708040 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef1462-b6fd-45a0-b02d-de732595a528 req-83ee8873-ebf2-41b0-a1b7-11eb430d79e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:30.710132 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-83ef1462-b6fd-45a0-b02d-de732595a528 req-83ee8873-ebf2-41b0-a1b7-11eb430d79e3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f32a2222e912478982e32c7419305be8&device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 1126 time: 0.5211449 Feb 20 03:26:30.737421 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-517f6bd2-3833-49e8-9886-6bd2c3063edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (9a3e189f-f81a-498a-a406-bbf98fe3465f), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:30.808719 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-e91b6d08-094c-4b7a-b307-4eee4b6fc426 None None] Set router 7e3d36e1-3349-4342-8374-1b3accc8a9f6 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:26:30.842606 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-3054ee92-05fe-400a-8ecf-6cf565aab348 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:30.850083 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-3054ee92-05fe-400a-8ecf-6cf565aab348 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.42 "GET /v2.0/networks?id=edfd7dd8-5385-49de-a304-74f70dd7d14a HTTP/1.1" status: 200 len: 823 time: 0.1861119 Feb 20 03:26:30.871800 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb776cf-1072-4996-9fea-23bcc27cdc92 None None] Pushing event updated for resources: {'Port': ['ID=9a3e189f-f81a-498a-a406-bbf98fe3465f,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:30.903092 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb776cf-1072-4996-9fea-23bcc27cdc92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:30.905543 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb776cf-1072-4996-9fea-23bcc27cdc92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:30.907733 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb776cf-1072-4996-9fea-23bcc27cdc92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:30.908211 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb776cf-1072-4996-9fea-23bcc27cdc92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:30.908582 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb776cf-1072-4996-9fea-23bcc27cdc92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:30.908918 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb776cf-1072-4996-9fea-23bcc27cdc92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:30.911431 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb776cf-1072-4996-9fea-23bcc27cdc92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:30.911810 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb776cf-1072-4996-9fea-23bcc27cdc92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:30.912156 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb776cf-1072-4996-9fea-23bcc27cdc92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:30.912488 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb776cf-1072-4996-9fea-23bcc27cdc92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:30.916014 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb776cf-1072-4996-9fea-23bcc27cdc92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:30.917047 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb776cf-1072-4996-9fea-23bcc27cdc92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:30.917388 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb776cf-1072-4996-9fea-23bcc27cdc92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:30.937137 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-550078d5-ced1-49d1-a91f-9c37c36ae9c4 req-593c3298-7cff-4b96-8b6a-bd0c316410fb tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925673 Feb 20 03:26:31.009480 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c697b07-c76b-4615-925d-441bf4a1bf9c req-8c2619db-ab42-4005-9ec6-feb9bcb84759 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6595240 Feb 20 03:26:31.057878 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1b3ce9-b961-465f-b763-6026902cc9ac tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Made reservation on behalf of 2b66d718af5443bfbfcf198ecc36557d for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:26:31.069861 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1f1b3ce9-b961-465f-b763-6026902cc9ac tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:31.113565 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-517f6bd2-3833-49e8-9886-6bd2c3063edb None None] Attempting to bind port 9a3e189f-f81a-498a-a406-bbf98fe3465f on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:26:31.114197 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-517f6bd2-3833-49e8-9886-6bd2c3063edb None None] Attempting to bind port 9a3e189f-f81a-498a-a406-bbf98fe3465f by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '97d505bd-cdd9-4bbc-9d5e-55031bead42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '5383fb55-7a9d-4f7b-96fd-8505471fa0be'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:26:31.115078 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517f6bd2-3833-49e8-9886-6bd2c3063edb None None] Attempting to bind port 9a3e189f-f81a-498a-a406-bbf98fe3465f on network 5383fb55-7a9d-4f7b-96fd-8505471fa0be {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:26:31.144244 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517f6bd2-3833-49e8-9886-6bd2c3063edb None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:26:31.144619 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517f6bd2-3833-49e8-9886-6bd2c3063edb None None] Checking segment: {'id': '97d505bd-cdd9-4bbc-9d5e-55031bead42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '5383fb55-7a9d-4f7b-96fd-8505471fa0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:26:31.144744 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef1462-b6fd-45a0-b02d-de732595a528 req-d86627f1-83b0-4589-a1fb-2f6beb6babe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:31.145032 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-517f6bd2-3833-49e8-9886-6bd2c3063edb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:31.145426 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517f6bd2-3833-49e8-9886-6bd2c3063edb None None] Bound using segment: {'id': '97d505bd-cdd9-4bbc-9d5e-55031bead42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '5383fb55-7a9d-4f7b-96fd-8505471fa0be'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:26:31.145908 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-517f6bd2-3833-49e8-9886-6bd2c3063edb None None] Bound port: 9a3e189f-f81a-498a-a406-bbf98fe3465f, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d505bd-cdd9-4bbc-9d5e-55031bead42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '5383fb55-7a9d-4f7b-96fd-8505471fa0be'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:26:31.146481 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-517f6bd2-3833-49e8-9886-6bd2c3063edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9a3e189f-f81a-498a-a406-bbf98fe3465f), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:31.147380 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-83ef1462-b6fd-45a0-b02d-de732595a528 req-d86627f1-83b0-4589-a1fb-2f6beb6babe2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b760bf03-7766-4aef-bd0e-08d3e5c4e949 HTTP/1.1" status: 200 len: 909 time: 0.4060509 Feb 20 03:26:31.257172 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:31.258235 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-83ef1462-b6fd-45a0-b02d-de732595a528 req-1563b550-1d35-42d5-b8fe-91cfd10ff227 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3306d282-948a-4379-b81c-8f3c2844360e HTTP/1.1" status: 200 len: 217 time: 0.0726645 Feb 20 03:26:31.308247 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-734019eb-d8d3-47da-8638-ff6b0b155dbd tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b51fc68f0ef94a37932f055767d64f43 HTTP/1.1" status: 200 len: 380 time: 0.4365933 Feb 20 03:26:31.325285 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-ec788c31-71a7-460c-9472-d29c4271fead tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Request body: {'port': {'device_id': '686a2fe8-ba0c-49ef-a859-1ee134f3cdf1', 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a', 'admin_state_up': True, 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'security_groups': ['46eb71f2-3e3b-4d1c-9ea4-d785ed412b2e']}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:26:31.358722 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-517f6bd2-3833-49e8-9886-6bd2c3063edb None None] For port 9a3e189f-f81a-498a-a406-bbf98fe3465f, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:26:31.362338 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-517f6bd2-3833-49e8-9886-6bd2c3063edb None None] For port 9a3e189f-f81a-498a-a406-bbf98fe3465f, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=9a3e189f-f81a-498a-a406-bbf98fe3465f,segment=NetworkSegment(97d505bd-cdd9-4bbc-9d5e-55031bead42d),segment_id=97d505bd-cdd9-4bbc-9d5e-55031bead42d)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:26:31.451881 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74af95c3-0f06-4195-88d9-950bd48ae8d3 req-8e8e9734-cf82-47b3-bad8-18b50e029b1e tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/ports?device_id=686a2fe8-ba0c-49ef-a859-1ee134f3cdf1 HTTP/1.1" status: 200 len: 210 time: 0.2182767 Feb 20 03:26:31.453434 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef1462-b6fd-45a0-b02d-de732595a528 req-bc1d54ed-d3e4-4f3a-bb30-b2daec9f358a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:31.457416 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-83ef1462-b6fd-45a0-b02d-de732595a528 req-bc1d54ed-d3e4-4f3a-bb30-b2daec9f358a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=458c6d71-ffe3-42c1-873f-079dd6df07cb HTTP/1.1" status: 200 len: 848 time: 0.1665893 Feb 20 03:26:31.495031 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-e91b6d08-094c-4b7a-b307-4eee4b6fc426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-908958892-router', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:40Z', 'updated_at': '2022-02-20T03:24:48Z', 'revision_number': 4, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'gw_port': {'id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:41Z', 'updated_at': '2022-02-20T03:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '0bab8052-87a6-43dc-a718-413d993feb8e', 'name': '', 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'mac_address': 'fa:16:3e:a3:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '45a6eef8-376a-483a-a26e-f4c41d993600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:46Z', 'updated_at': '2022-02-20T03:24:55Z', 'revision_number': 5, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'subnets': [{'id': '45a6eef8-376a-483a-a26e-f4c41d993600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:26:31.510058 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-517f6bd2-3833-49e8-9886-6bd2c3063edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (9a3e189f-f81a-498a-a406-bbf98fe3465f), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:31.621839 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91b6d08-094c-4b7a-b307-4eee4b6fc426 None None] The sync data for ids ['7e3d36e1-3349-4342-8374-1b3accc8a9f6'] in n-d-829866-4 is: [{'id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-908958892-router', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:40Z', 'updated_at': '2022-02-20T03:24:48Z', 'revision_number': 4, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'gw_port': {'id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:41Z', 'updated_at': '2022-02-20T03:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '0bab8052-87a6-43dc-a718-413d993feb8e', 'name': '', 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'mac_address': 'fa:16:3e:a3:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '45a6eef8-376a-483a-a26e-f4c41d993600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:46Z', 'updated_at': '2022-02-20T03:24:55Z', 'revision_number': 5, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'subnets': [{'id': '45a6eef8-376a-483a-a26e-f4c41d993600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:26:31.625207 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c697b07-c76b-4615-925d-441bf4a1bf9c req-a6967757-9cd4-4b1c-84bd-6ad5b8efb788 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5954518 Feb 20 03:26:31.628136 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-83ef1462-b6fd-45a0-b02d-de732595a528 req-67eb444c-cd77-4c78-8a32-eae48e7d0253 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b760bf03-7766-4aef-bd0e-08d3e5c4e949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1639044 Feb 20 03:26:31.642631 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb776cf-1072-4996-9fea-23bcc27cdc92 None None] Pushing event updated for resources: {'Port': ['ID=9a3e189f-f81a-498a-a406-bbf98fe3465f,revision_number=4']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:31.650769 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f91e2cfa-6a72-4b90-9986-72925afcaa66 None None] Provisioning complete for port 9a3e189f-f81a-498a-a406-bbf98fe3465f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:31.653692 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f91e2cfa-6a72-4b90-9986-72925afcaa66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (9a3e189f-f81a-498a-a406-bbf98fe3465f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:31.673008 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-ec788c31-71a7-460c-9472-d29c4271fead tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Made reservation on behalf of b51fc68f0ef94a37932f055767d64f43 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:26:31.682502 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-ec788c31-71a7-460c-9472-d29c4271fead tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:31.716106 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517f6bd2-3833-49e8-9886-6bd2c3063edb None None] Routers {'7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:26:31.717029 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-517f6bd2-3833-49e8-9886-6bd2c3063edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:26:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:26:31.971805 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f91e2cfa-6a72-4b90-9986-72925afcaa66 None None] Current status of the port 9a3e189f-f81a-498a-a406-bbf98fe3465f is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:31.976299 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f91e2cfa-6a72-4b90-9986-72925afcaa66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9a3e189f-f81a-498a-a406-bbf98fe3465f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:32.077847 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-e507957e-3d8b-41f4-9039-2280eb635dd7 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:32.082456 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-e507957e-3d8b-41f4-9039-2280eb635dd7 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78&tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&binding%3Ahost_id=n-h2-829866-4 HTTP/1.1" status: 200 len: 1127 time: 0.5253837 Feb 20 03:26:32.121108 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-f91e2cfa-6a72-4b90-9986-72925afcaa66 None None] For port 9a3e189f-f81a-498a-a406-bbf98fe3465f, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=9a3e189f-f81a-498a-a406-bbf98fe3465f,segment=NetworkSegment(97d505bd-cdd9-4bbc-9d5e-55031bead42d),segment_id=97d505bd-cdd9-4bbc-9d5e-55031bead42d)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:32.212048 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-517f6bd2-3833-49e8-9886-6bd2c3063edb None None] Set router 7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:26:32.218892 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f91e2cfa-6a72-4b90-9986-72925afcaa66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (9a3e189f-f81a-498a-a406-bbf98fe3465f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:32.373047 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-83ef1462-b6fd-45a0-b02d-de732595a528 req-cf0b8b84-6144-49ce-9f68-73c8175c3134 service neutron] 10.222.0.93 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7213056 Feb 20 03:26:32.467212 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1f1b3ce9-b961-465f-b763-6026902cc9ac tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (64e1b424-058e-41e5-807b-c68bbf5eb823), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:32.512686 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e2cfa-6a72-4b90-9986-72925afcaa66 None None] Pushing event updated for resources: {'Port': ['ID=9a3e189f-f81a-498a-a406-bbf98fe3465f,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:32.566969 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-25149cbb-8687-4b7c-a682-5f3d73d91c62 None None] Provisioning complete for port 9a3e189f-f81a-498a-a406-bbf98fe3465f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:32.567644 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-25149cbb-8687-4b7c-a682-5f3d73d91c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (9a3e189f-f81a-498a-a406-bbf98fe3465f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:32.578084 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d735f3-d4b0-4960-8f6e-7f6450cdb2a4 None None] New status for floating IP 34d7cc47-c1f9-499a-8656-ee6606908eb1: DOWN {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:26:32.588599 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-ec788c31-71a7-460c-9472-d29c4271fead tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Allocated IP 172.20.0.5 (edfd7dd8-5385-49de-a304-74f70dd7d14a/45a6eef8-376a-483a-a26e-f4c41d993600/8ac6e636-9f53-4089-8886-01f43c81c352) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:26:32.687956 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-83ef1462-b6fd-45a0-b02d-de732595a528 req-623963b0-a912-4619-b1c5-17ff631a6553 service neutron] 10.222.0.93 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984672 Feb 20 03:26:32.690941 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b3ce9-b961-465f-b763-6026902cc9ac tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Pushing event updated for resources: {'Subnet': ['ID=64e1b424-058e-41e5-807b-c68bbf5eb823,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:32.716458 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1b3ce9-b961-465f-b763-6026902cc9ac tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Checking segment: {'id': '31550e96-0c57-47e5-9282-7d905193951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '0374a8cc-da94-4d76-bc69-4b221077786d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:26:32.716821 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1b3ce9-b961-465f-b763-6026902cc9ac tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Network hostable DHCP agents. Network: 0374a8cc-da94-4d76-bc69-4b221077786d, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:26:32.729080 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5bf31-97d3-4758-91f8-19acc40acba6 req-9c31d1a3-2927-417d-a6a4-6f7f78dd98b5 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:32.739802 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c5a5bf31-97d3-4758-91f8-19acc40acba6 req-9c31d1a3-2927-417d-a6a4-6f7f78dd98b5 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=19ad728f-458d-43cf-98c9-b0f352dcd5d0 HTTP/1.1" status: 200 len: 946 time: 0.3072848 Feb 20 03:26:32.809052 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-25149cbb-8687-4b7c-a682-5f3d73d91c62 None None] Current status of the port 9a3e189f-f81a-498a-a406-bbf98fe3465f is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:32.866333 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c5a5bf31-97d3-4758-91f8-19acc40acba6 req-ad0420b2-315a-4724-ad2b-497780229d90 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254039 Feb 20 03:26:32.880296 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-4ded8354-2047-432b-8f19-a245a06972e8 service neutron] For port 0b5ff14d-0578-4958-a4c8-9458342d5552, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:26:32.890573 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-4ded8354-2047-432b-8f19-a245a06972e8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:32.900004 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3da16657-5f43-49b4-ab11-7a1677cb6459 req-4ded8354-2047-432b-8f19-a245a06972e8 service neutron] 10.222.0.93 "DELETE /v2.0/ports/0b5ff14d-0578-4958-a4c8-9458342d5552/bindings/n-h1-829866-4 HTTP/1.1" status: 204 len: 173 time: 0.8056316 Feb 20 03:26:32.923078 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-ec788c31-71a7-460c-9472-d29c4271fead tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks [] for port (8ac6e636-9f53-4089-8886-01f43c81c352), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:32.923224 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:33.086243 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1b3ce9-b961-465f-b763-6026902cc9ac tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Network 0374a8cc-da94-4d76-bc69-4b221077786d is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:26:33.091703 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-ec788c31-71a7-460c-9472-d29c4271fead tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (8ac6e636-9f53-4089-8886-01f43c81c352), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:33.125462 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-517f6bd2-3833-49e8-9886-6bd2c3063edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0', 'name': 'tempest-ServersTestMultiNic-2014943184-router', 'tenant_id': '2b66d718af5443bfbfcf198ecc36557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '65ee0b68-38bd-4676-853d-42ca6fc58470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:26:07Z', 'updated_at': '2022-02-20T03:26:21Z', 'revision_number': 4, 'project_id': '2b66d718af5443bfbfcf198ecc36557d', 'gw_port': {'id': '65ee0b68-38bd-4676-853d-42ca6fc58470', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:26:09Z', 'updated_at': '2022-02-20T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '9a3e189f-f81a-498a-a406-bbf98fe3465f', 'name': '', 'network_id': '5383fb55-7a9d-4f7b-96fd-8505471fa0be', 'tenant_id': '2b66d718af5443bfbfcf198ecc36557d', 'mac_address': 'fa:16:3e:a3:99:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'c024abf4-f9f5-4a00-ab2e-0d53119a80b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:26:18Z', 'updated_at': '2022-02-20T03:26:31Z', 'revision_number': 4, 'project_id': '2b66d718af5443bfbfcf198ecc36557d', 'subnets': [{'id': 'c024abf4-f9f5-4a00-ab2e-0d53119a80b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:26:33.181703 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d8760-8729-46d2-91c7-5283be1ad2c9 req-20eda16a-3346-4e51-9105-f970865b5680 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:33.203588 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517f6bd2-3833-49e8-9886-6bd2c3063edb None None] The sync data for ids ['7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0'] in n-d-829866-4 is: [{'id': '7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0', 'name': 'tempest-ServersTestMultiNic-2014943184-router', 'tenant_id': '2b66d718af5443bfbfcf198ecc36557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '65ee0b68-38bd-4676-853d-42ca6fc58470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:26:07Z', 'updated_at': '2022-02-20T03:26:21Z', 'revision_number': 4, 'project_id': '2b66d718af5443bfbfcf198ecc36557d', 'gw_port': {'id': '65ee0b68-38bd-4676-853d-42ca6fc58470', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:26:09Z', 'updated_at': '2022-02-20T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '9a3e189f-f81a-498a-a406-bbf98fe3465f', 'name': '', 'network_id': '5383fb55-7a9d-4f7b-96fd-8505471fa0be', 'tenant_id': '2b66d718af5443bfbfcf198ecc36557d', 'mac_address': 'fa:16:3e:a3:99:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'c024abf4-f9f5-4a00-ab2e-0d53119a80b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:26:18Z', 'updated_at': '2022-02-20T03:26:31Z', 'revision_number': 4, 'project_id': '2b66d718af5443bfbfcf198ecc36557d', 'subnets': [{'id': 'c024abf4-f9f5-4a00-ab2e-0d53119a80b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:26:33.205905 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-100d8760-8729-46d2-91c7-5283be1ad2c9 req-20eda16a-3346-4e51-9105-f970865b5680 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 945 time: 0.1986597 Feb 20 03:26:33.262237 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec788c31-71a7-460c-9472-d29c4271fead tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Pushing event updated for resources: {'Port': ['ID=8ac6e636-9f53-4089-8886-01f43c81c352,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:33.287380 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-ec788c31-71a7-460c-9472-d29c4271fead tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Network edfd7dd8-5385-49de-a304-74f70dd7d14a is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:26:33.292494 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-ec788c31-71a7-460c-9472-d29c4271fead tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:26:33.295187 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-ec788c31-71a7-460c-9472-d29c4271fead tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:26:33.423637 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-100d8760-8729-46d2-91c7-5283be1ad2c9 req-036f52ff-7764-4aac-9b04-cfe93e257c6e tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090015 Feb 20 03:26:33.470870 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-1f1b3ce9-b961-465f-b763-6026902cc9ac tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 0374a8cc-da94-4d76-bc69-4b221077786d) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:26:33.484086 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a747e08d-5b36-4872-b84a-95e147f86c04 None None] Network 0374a8cc-da94-4d76-bc69-4b221077786d requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:26:33.496069 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1b3ce9-b961-465f-b763-6026902cc9ac tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:33.496935 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1f1b3ce9-b961-465f-b763-6026902cc9ac tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:33.551694 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-ec788c31-71a7-460c-9472-d29c4271fead tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:33.556968 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-ec788c31-71a7-460c-9472-d29c4271fead tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:33.669819 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54278) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:26:33.675363 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1f1b3ce9-b961-465f-b763-6026902cc9ac tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.1338809 Feb 20 03:26:33.677808 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-cd3cdb20-6845-4a21-98a3-9021339d67e1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1227655165'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:26:33.698276 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-ec788c31-71a7-460c-9472-d29c4271fead tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3809640 Feb 20 03:26:33.713823 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-07fcef27-81e5-483b-a451-b0419f6babb4 service neutron] Request body: {'port': {'device_id': '686a2fe8-ba0c-49ef-a859-1ee134f3cdf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:26:33.798147 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3cdb20-6845-4a21-98a3-9021339d67e1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Made reservation on behalf of 2b66d718af5443bfbfcf198ecc36557d for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:26:33.805462 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cd3cdb20-6845-4a21-98a3-9021339d67e1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:33.897585 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3cdb20-6845-4a21-98a3-9021339d67e1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:26:33.929448 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cd3cdb20-6845-4a21-98a3-9021339d67e1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (845bebcc-8d74-4631-9227-96d4ef18e586), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:33.929871 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-cd3cdb20-6845-4a21-98a3-9021339d67e1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Added segment 845bebcc-8d74-4631-9227-96d4ef18e586 of type vlan for network aabbf053-2aeb-44cd-96b0-4cb4a66646c2 Feb 20 03:26:33.933823 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-07fcef27-81e5-483b-a451-b0419f6babb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8ac6e636-9f53-4089-8886-01f43c81c352), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:34.106082 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 9a3e189f-f81a-498a-a406-bbf98fe3465f up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:26:34.211701 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cd3cdb20-6845-4a21-98a3-9021339d67e1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (aabbf053-2aeb-44cd-96b0-4cb4a66646c2), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:34.306641 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-8243bd54-5eab-4140-89cf-df7aaf075c18 None None] Provisioning complete for port 8ac6e636-9f53-4089-8886-01f43c81c352 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:34.307057 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8243bd54-5eab-4140-89cf-df7aaf075c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8ac6e636-9f53-4089-8886-01f43c81c352), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:34.374948 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52041db-6e63-47cf-a449-ee7fbbdb7fb7 req-d71f7192-4444-4284-95de-0cbb66eb6fa8 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:34.385849 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d52041db-6e63-47cf-a449-ee7fbbdb7fb7 req-d71f7192-4444-4284-95de-0cbb66eb6fa8 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/ports?device_id=686a2fe8-ba0c-49ef-a859-1ee134f3cdf1 HTTP/1.1" status: 200 len: 931 time: 0.3149204 Feb 20 03:26:34.521157 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 9a3e189f-f81a-498a-a406-bbf98fe3465f triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:34.522124 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (9a3e189f-f81a-498a-a406-bbf98fe3465f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:34.531995 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-8243bd54-5eab-4140-89cf-df7aaf075c18 None None] Port 8ac6e636-9f53-4089-8886-01f43c81c352 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:26:34.542373 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d52041db-6e63-47cf-a449-ee7fbbdb7fb7 req-91d0dd02-7b98-46c9-a838-293f0ea6d6cc tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/security-groups?id=46eb71f2-3e3b-4d1c-9ea4-d785ed412b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520178 Feb 20 03:26:34.544156 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cd3cdb20-6845-4a21-98a3-9021339d67e1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (aabbf053-2aeb-44cd-96b0-4cb4a66646c2), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:34.584941 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3cdb20-6845-4a21-98a3-9021339d67e1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:34.588875 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cd3cdb20-6845-4a21-98a3-9021339d67e1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:34.655526 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e71718-69af-4e41-8741-6d4e5c4d3ef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-0374a8cc-da94-4d76-bc69-4b221077786d', 'network_id': '0374a8cc-da94-4d76-bc69-4b221077786d', 'project_id': '2b66d718af5443bfbfcf198ecc36557d', 'fixed_ips': [{'subnet_id': '64e1b424-058e-41e5-807b-c68bbf5eb823'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:26:34.671392 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c7e71718-69af-4e41-8741-6d4e5c4d3ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:34.777124 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-cd3cdb20-6845-4a21-98a3-9021339d67e1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1059575 Feb 20 03:26:34.787635 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54300) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:26:34.789037 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-07fcef27-81e5-483b-a451-b0419f6babb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ac6e636-9f53-4089-8886-01f43c81c352 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:26:34.798837 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-2f90de12-e200-41cb-b8c1-389e7846108a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Request body: {'subnet': {'network_id': 'aabbf053-2aeb-44cd-96b0-4cb4a66646c2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:26:34.827795 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-07fcef27-81e5-483b-a451-b0419f6babb4 service neutron] Publish callbacks [] for port (8ac6e636-9f53-4089-8886-01f43c81c352), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:34.865448 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3cdb20-6845-4a21-98a3-9021339d67e1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Pushing event updated for resources: {'Network': ['ID=aabbf053-2aeb-44cd-96b0-4cb4a66646c2,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:34.872218 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-07fcef27-81e5-483b-a451-b0419f6babb4 service neutron] Transition to ACTIVE for port object 8ac6e636-9f53-4089-8886-01f43c81c352 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:26:34.906728 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network aabbf053-2aeb-44cd-96b0-4cb4a66646c2 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:26:34.957457 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-07fcef27-81e5-483b-a451-b0419f6babb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (8ac6e636-9f53-4089-8886-01f43c81c352), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:35.236428 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f90de12-e200-41cb-b8c1-389e7846108a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Made reservation on behalf of 2b66d718af5443bfbfcf198ecc36557d for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:26:35.242959 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2f90de12-e200-41cb-b8c1-389e7846108a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks [] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:35.269136 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fcef27-81e5-483b-a451-b0419f6babb4 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac6e636-9f53-4089-8886-01f43c81c352,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:35.296924 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 9a3e189f-f81a-498a-a406-bbf98fe3465f is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:35.392112 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-c7e71718-69af-4e41-8741-6d4e5c4d3ef9 None None] Allocated IP 19.80.0.2 (0374a8cc-da94-4d76-bc69-4b221077786d/64e1b424-058e-41e5-807b-c68bbf5eb823/5d650151-0aa4-4b36-9e09-f9b3a0e344c8) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:26:35.493962 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-07fcef27-81e5-483b-a451-b0419f6babb4 service neutron] Attempting to bind port 8ac6e636-9f53-4089-8886-01f43c81c352 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:26:35.494421 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-07fcef27-81e5-483b-a451-b0419f6babb4 service neutron] Attempting to bind port 8ac6e636-9f53-4089-8886-01f43c81c352 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': 'c43c8696-5443-406b-ab1f-aa8c5bb1eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:26:35.494751 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-07fcef27-81e5-483b-a451-b0419f6babb4 service neutron] Attempting to bind port 8ac6e636-9f53-4089-8886-01f43c81c352 on network edfd7dd8-5385-49de-a304-74f70dd7d14a {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:26:35.510617 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-07fcef27-81e5-483b-a451-b0419f6babb4 service neutron] Port 8ac6e636-9f53-4089-8886-01f43c81c352 on network edfd7dd8-5385-49de-a304-74f70dd7d14a not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:26:35.511622 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-07fcef27-81e5-483b-a451-b0419f6babb4 service neutron] Attempting to bind port 8ac6e636-9f53-4089-8886-01f43c81c352 on network edfd7dd8-5385-49de-a304-74f70dd7d14a {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:26:35.527954 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-07fcef27-81e5-483b-a451-b0419f6babb4 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:26:35.529370 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-07fcef27-81e5-483b-a451-b0419f6babb4 service neutron] Checking segment: {'id': 'c43c8696-5443-406b-ab1f-aa8c5bb1eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:26:35.530528 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-07fcef27-81e5-483b-a451-b0419f6babb4 service neutron] Bound using segment: {'id': 'c43c8696-5443-406b-ab1f-aa8c5bb1eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:26:35.533254 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-07fcef27-81e5-483b-a451-b0419f6babb4 service neutron] Bound port: 8ac6e636-9f53-4089-8886-01f43c81c352, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43c8696-5443-406b-ab1f-aa8c5bb1eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:26:35.533883 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-07fcef27-81e5-483b-a451-b0419f6babb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8ac6e636-9f53-4089-8886-01f43c81c352), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:35.759979 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-07fcef27-81e5-483b-a451-b0419f6babb4 service neutron] For port 8ac6e636-9f53-4089-8886-01f43c81c352, host n-h1-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:26:35.763738 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-07fcef27-81e5-483b-a451-b0419f6babb4 service neutron] For port 8ac6e636-9f53-4089-8886-01f43c81c352, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=8ac6e636-9f53-4089-8886-01f43c81c352,segment=NetworkSegment(c43c8696-5443-406b-ab1f-aa8c5bb1eaa0),segment_id=c43c8696-5443-406b-ab1f-aa8c5bb1eaa0)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:26:35.846405 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-07fcef27-81e5-483b-a451-b0419f6babb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (8ac6e636-9f53-4089-8886-01f43c81c352), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:35.860374 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c7e71718-69af-4e41-8741-6d4e5c4d3ef9 None None] Publish callbacks [] for port (5d650151-0aa4-4b36-9e09-f9b3a0e344c8), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:35.909047 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2f90de12-e200-41cb-b8c1-389e7846108a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for subnet (b00dce7f-d103-41e2-99be-c0ac93cd3431), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:35.932974 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c7e71718-69af-4e41-8741-6d4e5c4d3ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (5d650151-0aa4-4b36-9e09-f9b3a0e344c8), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:35.996460 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fcef27-81e5-483b-a451-b0419f6babb4 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac6e636-9f53-4089-8886-01f43c81c352,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:36.005192 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-07fcef27-81e5-483b-a451-b0419f6babb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:36.005830 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-07fcef27-81e5-483b-a451-b0419f6babb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:36.008594 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-07fcef27-81e5-483b-a451-b0419f6babb4 service neutron] 10.222.0.42 "PUT /v2.0/ports/8ac6e636-9f53-4089-8886-01f43c81c352 HTTP/1.1" status: 200 len: 1091 time: 2.2997155 Feb 20 03:26:36.009092 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686a2fe8-ba0c-49ef-a859-1ee134f3cdf1', 'tag': '8ac6e636-9f53-4089-8886-01f43c81c352'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:26:36.021483 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fac467b-57f5-4c06-99f2-547297dc3cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "686a2fe8-ba0c-49ef-a859-1ee134f3cdf1", "tag": "8ac6e636-9f53-4089-8886-01f43c81c352"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:26:36.052682 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e71718-69af-4e41-8741-6d4e5c4d3ef9 None None] Pushing event updated for resources: {'Port': ['ID=5d650151-0aa4-4b36-9e09-f9b3a0e344c8,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:36.075761 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e71718-69af-4e41-8741-6d4e5c4d3ef9 None None] Network 0374a8cc-da94-4d76-bc69-4b221077786d is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:26:36.077744 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-c7e71718-69af-4e41-8741-6d4e5c4d3ef9 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:26:36.093745 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e71718-69af-4e41-8741-6d4e5c4d3ef9 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:26:36.190051 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea046bd5-15a1-492a-9d20-14313080be67 req-675b631f-4a56-4958-8f91-7e8f6f217967 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:36.197584 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea046bd5-15a1-492a-9d20-14313080be67 req-675b631f-4a56-4958-8f91-7e8f6f217967 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 1127 time: 0.3331828 Feb 20 03:26:36.203556 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90de12-e200-41cb-b8c1-389e7846108a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Pushing event updated for resources: {'Subnet': ['ID=b00dce7f-d103-41e2-99be-c0ac93cd3431,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:36.208534 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-c7e71718-69af-4e41-8741-6d4e5c4d3ef9 None None] Attempting to bind port 5d650151-0aa4-4b36-9e09-f9b3a0e344c8 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:26:36.209392 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-c7e71718-69af-4e41-8741-6d4e5c4d3ef9 None None] Attempting to bind port 5d650151-0aa4-4b36-9e09-f9b3a0e344c8 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '31550e96-0c57-47e5-9282-7d905193951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '0374a8cc-da94-4d76-bc69-4b221077786d'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:26:36.210009 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e71718-69af-4e41-8741-6d4e5c4d3ef9 None None] Attempting to bind port 5d650151-0aa4-4b36-9e09-f9b3a0e344c8 on network 0374a8cc-da94-4d76-bc69-4b221077786d {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:26:36.218395 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e71718-69af-4e41-8741-6d4e5c4d3ef9 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:26:36.219188 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e71718-69af-4e41-8741-6d4e5c4d3ef9 None None] Checking segment: {'id': '31550e96-0c57-47e5-9282-7d905193951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '0374a8cc-da94-4d76-bc69-4b221077786d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:26:36.220032 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c7e71718-69af-4e41-8741-6d4e5c4d3ef9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:36.220671 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e71718-69af-4e41-8741-6d4e5c4d3ef9 None None] Bound using segment: {'id': '31550e96-0c57-47e5-9282-7d905193951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '0374a8cc-da94-4d76-bc69-4b221077786d'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:26:36.221568 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-c7e71718-69af-4e41-8741-6d4e5c4d3ef9 None None] Bound port: 5d650151-0aa4-4b36-9e09-f9b3a0e344c8, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31550e96-0c57-47e5-9282-7d905193951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '0374a8cc-da94-4d76-bc69-4b221077786d'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:26:36.222196 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c7e71718-69af-4e41-8741-6d4e5c4d3ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5d650151-0aa4-4b36-9e09-f9b3a0e344c8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:36.255969 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f90de12-e200-41cb-b8c1-389e7846108a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Checking segment: {'id': '845bebcc-8d74-4631-9227-96d4ef18e586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'aabbf053-2aeb-44cd-96b0-4cb4a66646c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:26:36.256452 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f90de12-e200-41cb-b8c1-389e7846108a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Network hostable DHCP agents. Network: aabbf053-2aeb-44cd-96b0-4cb4a66646c2, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:26:36.271151 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-a7e56abd-afea-48f6-8c07-223e47010531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:36.277476 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-a7e56abd-afea-48f6-8c07-223e47010531 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b51fc68f0ef94a37932f055767d64f43&device_id=686a2fe8-ba0c-49ef-a859-1ee134f3cdf1 HTTP/1.1" status: 200 len: 1125 time: 0.1428266 Feb 20 03:26:36.303743 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ac45d-ab72-4d43-a0b9-61ab53564cdc req-85b70a4b-29f4-4c20-9ce7-c11d50d22efe tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:36.324457 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a66ac45d-ab72-4d43-a0b9-61ab53564cdc req-85b70a4b-29f4-4c20-9ce7-c11d50d22efe tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/ports?device_id=686a2fe8-ba0c-49ef-a859-1ee134f3cdf1 HTTP/1.1" status: 200 len: 943 time: 0.3131301 Feb 20 03:26:36.332818 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-d0a308d1-5064-451b-be05-e9b36afc4d07 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ac6e636-9f53-4089-8886-01f43c81c352 HTTP/1.1" status: 200 len: 217 time: 0.0511527 Feb 20 03:26:36.342915 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c7e71718-69af-4e41-8741-6d4e5c4d3ef9 None None] For port 5d650151-0aa4-4b36-9e09-f9b3a0e344c8, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:26:36.353500 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c7e71718-69af-4e41-8741-6d4e5c4d3ef9 None None] For port 5d650151-0aa4-4b36-9e09-f9b3a0e344c8, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=5d650151-0aa4-4b36-9e09-f9b3a0e344c8,segment=NetworkSegment(31550e96-0c57-47e5-9282-7d905193951b),segment_id=31550e96-0c57-47e5-9282-7d905193951b)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:26:36.405178 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea046bd5-15a1-492a-9d20-14313080be67 req-e7ba15d9-124b-4de5-84e6-531b56614f7f tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065711 Feb 20 03:26:36.455880 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c7e71718-69af-4e41-8741-6d4e5c4d3ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (5d650151-0aa4-4b36-9e09-f9b3a0e344c8), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:36.464680 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-8a64191a-512d-4766-a3f1-744fc487b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:36.466118 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a66ac45d-ab72-4d43-a0b9-61ab53564cdc req-7610988d-e696-4fda-8bf0-d4f089c889cf tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/security-groups?id=46eb71f2-3e3b-4d1c-9ea4-d785ed412b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408536 Feb 20 03:26:36.466238 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-8a64191a-512d-4766-a3f1-744fc487b033 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45a6eef8-376a-483a-a26e-f4c41d993600 HTTP/1.1" status: 200 len: 862 time: 0.1239843 Feb 20 03:26:36.476347 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f90de12-e200-41cb-b8c1-389e7846108a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Network aabbf053-2aeb-44cd-96b0-4cb4a66646c2 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:26:36.560527 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-2f90de12-e200-41cb-b8c1-389e7846108a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, aabbf053-2aeb-44cd-96b0-4cb4a66646c2) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:26:36.572130 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f90de12-e200-41cb-b8c1-389e7846108a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:36.574850 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2f90de12-e200-41cb-b8c1-389e7846108a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:36.577144 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4344ae-e1ef-4719-82ed-c2b8dce239ba None None] Network aabbf053-2aeb-44cd-96b0-4cb4a66646c2 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:26:36.577644 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-143a5e78-9489-4801-bc81-4f5299718f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:36.579228 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-143a5e78-9489-4801-bc81-4f5299718f4a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=edfd7dd8-5385-49de-a304-74f70dd7d14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1047661 Feb 20 03:26:36.679392 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2f90de12-e200-41cb-b8c1-389e7846108a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8899786 Feb 20 03:26:36.763393 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e71718-69af-4e41-8741-6d4e5c4d3ef9 None None] Pushing event updated for resources: {'Port': ['ID=5d650151-0aa4-4b36-9e09-f9b3a0e344c8,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:36.790885 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d45195-71d8-488a-bd28-7c8649fedef8 x-openstack-request-id: req-46d45195-71d8-488a-bd28-7c8649fedef8 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:26:36.795970 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686a2fe8-ba0c-49ef-a859-1ee134f3cdf1", "tag": "8ac6e636-9f53-4089-8886-01f43c81c352", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:26:36.796516 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-46d45195-71d8-488a-bd28-7c8649fedef8 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:26:36.797163 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686a2fe8-ba0c-49ef-a859-1ee134f3cdf1', 'tag': '8ac6e636-9f53-4089-8886-01f43c81c352', 'status': 'completed', 'code': 200} Feb 20 03:26:36.821790 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45798b-0d1b-4f2c-b76d-bb4554199981 req-22432152-a66c-4348-b9d3-82490d052ed4 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:36.829230 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a45798b-0d1b-4f2c-b76d-bb4554199981 req-22432152-a66c-4348-b9d3-82490d052ed4 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3d21c15-e29f-4206-b4ee-b972eb696180 HTTP/1.1" status: 200 len: 950 time: 0.1197343 Feb 20 03:26:36.965167 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a45798b-0d1b-4f2c-b76d-bb4554199981 req-80a27ed4-c1b9-4fcb-8879-3bec0cf0acd0 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed442394-78fe-437c-a16c-b64173c2bb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348672 Feb 20 03:26:36.972830 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-dc6efca2-d829-4627-8d59-6106eec5f1cd service neutron] 10.222.0.42 "GET /v2.0/networks/edfd7dd8-5385-49de-a304-74f70dd7d14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851905 Feb 20 03:26:37.059848 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bf5223-accb-44d6-a426-0bd6f6ba0c6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-aabbf053-2aeb-44cd-96b0-4cb4a66646c2', 'network_id': 'aabbf053-2aeb-44cd-96b0-4cb4a66646c2', 'project_id': '2b66d718af5443bfbfcf198ecc36557d', 'fixed_ips': [{'subnet_id': 'b00dce7f-d103-41e2-99be-c0ac93cd3431'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:26:37.060068 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-43bf5223-accb-44d6-a426-0bd6f6ba0c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:37.163394 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-94ececf1-b4f1-467d-aa86-1d175c52cb9e req-e037cccb-1b53-4889-a280-c79b2a5fad29 service neutron] 10.222.0.42 "GET /v2.0/networks/edfd7dd8-5385-49de-a304-74f70dd7d14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828749 Feb 20 03:26:37.331296 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-43bf5223-accb-44d6-a426-0bd6f6ba0c6d None None] Allocated IP 19.86.0.2 (aabbf053-2aeb-44cd-96b0-4cb4a66646c2/b00dce7f-d103-41e2-99be-c0ac93cd3431/069b42eb-ee72-43e7-865b-73c697d58fac) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:26:37.455769 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac467b-57f5-4c06-99f2-547297dc3cf3 req-66ab6e69-766d-4bbd-b398-8b29ae7f3709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:37.462788 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5fac467b-57f5-4c06-99f2-547297dc3cf3 req-66ab6e69-766d-4bbd-b398-8b29ae7f3709 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b51fc68f0ef94a37932f055767d64f43&device_id=686a2fe8-ba0c-49ef-a859-1ee134f3cdf1 HTTP/1.1" status: 200 len: 1125 time: 0.1448929 Feb 20 03:26:37.523414 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-43bf5223-accb-44d6-a426-0bd6f6ba0c6d None None] Publish callbacks [] for port (069b42eb-ee72-43e7-865b-73c697d58fac), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:37.623126 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac467b-57f5-4c06-99f2-547297dc3cf3 req-40d26e59-a48c-4b27-993f-e3a85f037cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:37.626548 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5fac467b-57f5-4c06-99f2-547297dc3cf3 req-40d26e59-a48c-4b27-993f-e3a85f037cb7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=edfd7dd8-5385-49de-a304-74f70dd7d14a HTTP/1.1" status: 200 len: 924 time: 0.1596613 Feb 20 03:26:37.629972 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-43bf5223-accb-44d6-a426-0bd6f6ba0c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (069b42eb-ee72-43e7-865b-73c697d58fac), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:37.747407 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5fac467b-57f5-4c06-99f2-547297dc3cf3 req-f8e36c8a-3482-4e15-8554-130e56bdfd12 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ac6e636-9f53-4089-8886-01f43c81c352 HTTP/1.1" status: 200 len: 217 time: 0.1016500 Feb 20 03:26:37.747536 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bf5223-accb-44d6-a426-0bd6f6ba0c6d None None] Network aabbf053-2aeb-44cd-96b0-4cb4a66646c2 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:26:37.758175 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf5223-accb-44d6-a426-0bd6f6ba0c6d None None] Pushing event updated for resources: {'Port': ['ID=069b42eb-ee72-43e7-865b-73c697d58fac,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:37.766449 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-43bf5223-accb-44d6-a426-0bd6f6ba0c6d None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:26:37.772744 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bf5223-accb-44d6-a426-0bd6f6ba0c6d None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:26:37.843889 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac467b-57f5-4c06-99f2-547297dc3cf3 req-685175b6-bd5c-429f-a35b-9811faf5c06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:37.845369 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5fac467b-57f5-4c06-99f2-547297dc3cf3 req-685175b6-bd5c-429f-a35b-9811faf5c06e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45a6eef8-376a-483a-a26e-f4c41d993600 HTTP/1.1" status: 200 len: 862 time: 0.0961556 Feb 20 03:26:37.930927 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-43bf5223-accb-44d6-a426-0bd6f6ba0c6d None None] Attempting to bind port 069b42eb-ee72-43e7-865b-73c697d58fac on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:26:37.930927 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-43bf5223-accb-44d6-a426-0bd6f6ba0c6d None None] Attempting to bind port 069b42eb-ee72-43e7-865b-73c697d58fac by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '845bebcc-8d74-4631-9227-96d4ef18e586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'aabbf053-2aeb-44cd-96b0-4cb4a66646c2'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:26:37.930927 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bf5223-accb-44d6-a426-0bd6f6ba0c6d None None] Attempting to bind port 069b42eb-ee72-43e7-865b-73c697d58fac on network aabbf053-2aeb-44cd-96b0-4cb4a66646c2 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:26:37.933270 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bf5223-accb-44d6-a426-0bd6f6ba0c6d None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:26:37.933660 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bf5223-accb-44d6-a426-0bd6f6ba0c6d None None] Checking segment: {'id': '845bebcc-8d74-4631-9227-96d4ef18e586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'aabbf053-2aeb-44cd-96b0-4cb4a66646c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:26:37.934073 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-43bf5223-accb-44d6-a426-0bd6f6ba0c6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:37.934463 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bf5223-accb-44d6-a426-0bd6f6ba0c6d None None] Bound using segment: {'id': '845bebcc-8d74-4631-9227-96d4ef18e586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'aabbf053-2aeb-44cd-96b0-4cb4a66646c2'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:26:37.934969 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-43bf5223-accb-44d6-a426-0bd6f6ba0c6d None None] Bound port: 069b42eb-ee72-43e7-865b-73c697d58fac, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '845bebcc-8d74-4631-9227-96d4ef18e586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'aabbf053-2aeb-44cd-96b0-4cb4a66646c2'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:26:37.935350 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-43bf5223-accb-44d6-a426-0bd6f6ba0c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (069b42eb-ee72-43e7-865b-73c697d58fac), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:37.965303 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac467b-57f5-4c06-99f2-547297dc3cf3 req-4e2656c2-7625-4ec3-a37b-40f9343d08a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:37.966826 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5fac467b-57f5-4c06-99f2-547297dc3cf3 req-4e2656c2-7625-4ec3-a37b-40f9343d08a4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=edfd7dd8-5385-49de-a304-74f70dd7d14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1128569 Feb 20 03:26:38.018056 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 5d650151-0aa4-4b36-9e09-f9b3a0e344c8 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:26:38.127623 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5fac467b-57f5-4c06-99f2-547297dc3cf3 req-1c48844a-be77-4b1a-aa80-f73019f8046b service neutron] 10.222.0.42 "GET /v2.0/networks/edfd7dd8-5385-49de-a304-74f70dd7d14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521583 Feb 20 03:26:38.199753 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-43bf5223-accb-44d6-a426-0bd6f6ba0c6d None None] For port 069b42eb-ee72-43e7-865b-73c697d58fac, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:26:38.205107 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-43bf5223-accb-44d6-a426-0bd6f6ba0c6d None None] For port 069b42eb-ee72-43e7-865b-73c697d58fac, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=069b42eb-ee72-43e7-865b-73c697d58fac,segment=NetworkSegment(845bebcc-8d74-4631-9227-96d4ef18e586),segment_id=845bebcc-8d74-4631-9227-96d4ef18e586)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:26:38.238005 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 5d650151-0aa4-4b36-9e09-f9b3a0e344c8 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:38.238474 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (5d650151-0aa4-4b36-9e09-f9b3a0e344c8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:38.329238 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5fac467b-57f5-4c06-99f2-547297dc3cf3 req-e5fd0af4-f846-46a9-b542-a0549a84ef2e service neutron] 10.222.0.42 "GET /v2.0/networks/edfd7dd8-5385-49de-a304-74f70dd7d14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946442 Feb 20 03:26:38.350355 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-43bf5223-accb-44d6-a426-0bd6f6ba0c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (069b42eb-ee72-43e7-865b-73c697d58fac), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:38.366162 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-04a0b787-b20c-4ab8-a905-fa01aa863253 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:38.375677 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-04a0b787-b20c-4ab8-a905-fa01aa863253 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/networks?id=5528b70c-0437-425a-a0ac-3485fc465717 HTTP/1.1" status: 200 len: 820 time: 0.8964148 Feb 20 03:26:38.384375 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-e3e82f9c-24b6-4ca1-a1c5-8933643e2214 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:38.389631 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-e3e82f9c-24b6-4ca1-a1c5-8933643e2214 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:38.391449 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-e3e82f9c-24b6-4ca1-a1c5-8933643e2214 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/networks?id=0374a8cc-da94-4d76-bc69-4b221077786d&id=aabbf053-2aeb-44cd-96b0-4cb4a66646c2&id=0374a8cc-da94-4d76-bc69-4b221077786d HTTP/1.1" status: 200 len: 1391 time: 0.8049846 Feb 20 03:26:38.417630 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-335f6b61-1cbc-4b02-9e88-116907926c35 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/quotas/91dc9f5ee2ca4472844d6a8cd0e30359 HTTP/1.1" status: 200 len: 375 time: 0.0392690 Feb 20 03:26:38.452665 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-03174cb5-ed36-4fbd-9261-62e84461bf7a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/quotas/2b66d718af5443bfbfcf198ecc36557d HTTP/1.1" status: 200 len: 375 time: 0.0550971 Feb 20 03:26:38.453699 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ead1ba0-67eb-477d-8378-82d3755be522 None None] Network 0374a8cc-da94-4d76-bc69-4b221077786d requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:26:38.548147 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-3ce8dc40-6d48-4bda-952f-6a86e14c55ac tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1293616 Feb 20 03:26:38.600153 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 5d650151-0aa4-4b36-9e09-f9b3a0e344c8 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:38.600769 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5d650151-0aa4-4b36-9e09-f9b3a0e344c8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:38.613609 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf5223-accb-44d6-a426-0bd6f6ba0c6d None None] Pushing event updated for resources: {'Port': ['ID=069b42eb-ee72-43e7-865b-73c697d58fac,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:38.624414 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-b6c97ddc-5a17-42bc-86c7-ae908f0a097c tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=2b66d718af5443bfbfcf198ecc36557d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1646836 Feb 20 03:26:38.635202 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-902c3874-9a17-45a4-b34a-eab11bf2f12b None None] Provisioning complete for port 5d650151-0aa4-4b36-9e09-f9b3a0e344c8 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:38.635698 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-902c3874-9a17-45a4-b34a-eab11bf2f12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (5d650151-0aa4-4b36-9e09-f9b3a0e344c8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:38.812797 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 5d650151-0aa4-4b36-9e09-f9b3a0e344c8, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=5d650151-0aa4-4b36-9e09-f9b3a0e344c8,segment=NetworkSegment(31550e96-0c57-47e5-9282-7d905193951b),segment_id=31550e96-0c57-47e5-9282-7d905193951b)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:38.861599 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-793b5001-8753-4313-a2bb-1ef1e6ddc103 service neutron] 10.222.0.89 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991967 Feb 20 03:26:38.888230 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (5d650151-0aa4-4b36-9e09-f9b3a0e344c8), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:38.946736 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-902c3874-9a17-45a4-b34a-eab11bf2f12b None None] Current status of the port 5d650151-0aa4-4b36-9e09-f9b3a0e344c8 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:38.947200 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-902c3874-9a17-45a4-b34a-eab11bf2f12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5d650151-0aa4-4b36-9e09-f9b3a0e344c8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:38.970469 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-e0328cd0-f3e6-4bdc-b86b-a122f9fd00ca service neutron] 10.222.0.89 "GET /v2.0/networks/0374a8cc-da94-4d76-bc69-4b221077786d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448355 Feb 20 03:26:39.017486 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=5d650151-0aa4-4b36-9e09-f9b3a0e344c8,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:39.093267 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-902c3874-9a17-45a4-b34a-eab11bf2f12b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:26:39.093630 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-902c3874-9a17-45a4-b34a-eab11bf2f12b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:26:39.180756 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-38466885-2d12-4da5-97dd-f651162b3090 service neutron] 10.222.0.89 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175790 Feb 20 03:26:39.193205 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-91290833-0d08-4ef9-b95d-846227d2e484 service neutron] 10.222.0.89 "GET /v2.0/networks/0374a8cc-da94-4d76-bc69-4b221077786d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215395 Feb 20 03:26:39.311666 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-1d453db6-4bee-4b3a-9a71-95a7c659bb30 service neutron] 10.222.0.89 "GET /v2.0/networks/aabbf053-2aeb-44cd-96b0-4cb4a66646c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101260 Feb 20 03:26:39.450027 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-8ea366f2-c87a-402c-b062-39fc131b565f service neutron] 10.222.0.89 "GET /v2.0/networks/aabbf053-2aeb-44cd-96b0-4cb4a66646c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313696 Feb 20 03:26:39.663374 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-6133555d-8678-4d32-abf8-ef49b7d0abfc service neutron] 10.222.0.89 "GET /v2.0/networks/0374a8cc-da94-4d76-bc69-4b221077786d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072566 Feb 20 03:26:39.708100 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-902c3874-9a17-45a4-b34a-eab11bf2f12b None None] Current status of the port 5d650151-0aa4-4b36-9e09-f9b3a0e344c8 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:39.830531 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02317411-9b0d-4d8b-bad2-96185c21183c req-56313052-943e-4b8c-8109-e16a8432cb86 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:39.832157 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-02317411-9b0d-4d8b-bad2-96185c21183c req-56313052-943e-4b8c-8109-e16a8432cb86 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=19ad728f-458d-43cf-98c9-b0f352dcd5d0 HTTP/1.1" status: 200 len: 946 time: 0.1454375 Feb 20 03:26:39.844729 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-9aeabdc0-317e-4358-8488-ec216e271d31 None None] Provisioning complete for port 5d650151-0aa4-4b36-9e09-f9b3a0e344c8 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:39.845194 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9aeabdc0-317e-4358-8488-ec216e271d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (5d650151-0aa4-4b36-9e09-f9b3a0e344c8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:39.892303 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-b938e7d5-7f97-488d-9905-f3709c15dc59 service neutron] 10.222.0.89 "GET /v2.0/networks/0374a8cc-da94-4d76-bc69-4b221077786d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206266 Feb 20 03:26:39.917086 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-02317411-9b0d-4d8b-bad2-96185c21183c req-601d98c6-741f-4c1f-80bf-7a377cbc350b tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745616 Feb 20 03:26:40.129268 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-9aeabdc0-317e-4358-8488-ec216e271d31 None None] Current status of the port 5d650151-0aa4-4b36-9e09-f9b3a0e344c8 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:40.157124 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 069b42eb-ee72-43e7-865b-73c697d58fac up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:26:40.234825 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd44d7-ff70-4c3f-80be-2959f277cf19 req-18f556e3-5db8-4cc5-b4a8-89ad23569e2b tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:40.243378 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-92bd44d7-ff70-4c3f-80be-2959f277cf19 req-18f556e3-5db8-4cc5-b4a8-89ad23569e2b tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/ports?device_id=686a2fe8-ba0c-49ef-a859-1ee134f3cdf1 HTTP/1.1" status: 200 len: 943 time: 0.1154430 Feb 20 03:26:40.270434 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 8ac6e636-9f53-4089-8886-01f43c81c352 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:26:40.272879 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 58c897de-7f87-43f2-a503-a6a21e9f9b7b no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:26:40.348128 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 069b42eb-ee72-43e7-865b-73c697d58fac triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:40.348649 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (069b42eb-ee72-43e7-865b-73c697d58fac), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:40.412011 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-92bd44d7-ff70-4c3f-80be-2959f277cf19 req-27a4c430-44ac-45b6-8368-2af454237515 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/security-groups?id=46eb71f2-3e3b-4d1c-9ea4-d785ed412b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608138 Feb 20 03:26:40.588070 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2f65d5ba-c591-4490-9856-f578f858be77 req-5f77be26-90d0-4e98-92a0-15f88b190996 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 210 time: 0.0849531 Feb 20 03:26:40.659010 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd14139-f485-4030-be76-11c2e528c356 None None] Network aabbf053-2aeb-44cd-96b0-4cb4a66646c2 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:26:40.723941 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-97a77abb-78a1-4c85-b147-3bcc6397e413 req-328f6cfc-ba45-480e-ae2d-16304d9bdd85 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=32472515-8170-4972-9e56-4805576c00a1 HTTP/1.1" status: 200 len: 210 time: 0.0452175 Feb 20 03:26:40.820930 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-7ceb542e-f20e-4553-9f70-6ed0d558934e None None] Provisioning complete for port 069b42eb-ee72-43e7-865b-73c697d58fac triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:40.822422 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7ceb542e-f20e-4553-9f70-6ed0d558934e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (069b42eb-ee72-43e7-865b-73c697d58fac), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:40.885305 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 58c897de-7f87-43f2-a503-a6a21e9f9b7b is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:40.885708 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (58c897de-7f87-43f2-a503-a6a21e9f9b7b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:41.015927 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 8ac6e636-9f53-4089-8886-01f43c81c352, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=8ac6e636-9f53-4089-8886-01f43c81c352,segment=NetworkSegment(c43c8696-5443-406b-ab1f-aa8c5bb1eaa0),segment_id=c43c8696-5443-406b-ab1f-aa8c5bb1eaa0)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:41.022072 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 069b42eb-ee72-43e7-865b-73c697d58fac is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:41.022469 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (069b42eb-ee72-43e7-865b-73c697d58fac), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:41.038199 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d21c15-e29f-4206-b4ee-b972eb696180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c897de-7f87-43f2-a503-a6a21e9f9b7b'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:26:41.041065 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70acfad4-6ee9-4fc3-ab5a-3829412993b4" -d '{"events": [{"server_uuid": "d3d21c15-e29f-4206-b4ee-b972eb696180", "name": "network-vif-unplugged", "status": "completed", "tag": "58c897de-7f87-43f2-a503-a6a21e9f9b7b"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:26:41.116234 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 58c897de-7f87-43f2-a503-a6a21e9f9b7b, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=58c897de-7f87-43f2-a503-a6a21e9f9b7b,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:41.118557 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '8ac6e636-9f53-4089-8886-01f43c81c352', 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a', 'port_id': '8ac6e636-9f53-4089-8886-01f43c81c352', 'mac_address': 'fa:16:3e:0d:99:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a6eef8-376a-483a-a26e-f4c41d993600', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:26:41.204137 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 069b42eb-ee72-43e7-865b-73c697d58fac, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=069b42eb-ee72-43e7-865b-73c697d58fac,segment=NetworkSegment(845bebcc-8d74-4631-9227-96d4ef18e586),segment_id=845bebcc-8d74-4631-9227-96d4ef18e586)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:41.215902 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-7ceb542e-f20e-4553-9f70-6ed0d558934e None None] Current status of the port 069b42eb-ee72-43e7-865b-73c697d58fac is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:41.216288 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7ceb542e-f20e-4553-9f70-6ed0d558934e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (069b42eb-ee72-43e7-865b-73c697d58fac), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:41.228596 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 8ac6e636-9f53-4089-8886-01f43c81c352 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:41.229134 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8ac6e636-9f53-4089-8886-01f43c81c352), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:41.248608 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (58c897de-7f87-43f2-a503-a6a21e9f9b7b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:41.279834 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac6e636-9f53-4089-8886-01f43c81c352 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:26:41.313869 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 8ac6e636-9f53-4089-8886-01f43c81c352, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=8ac6e636-9f53-4089-8886-01f43c81c352,segment=NetworkSegment(c43c8696-5443-406b-ab1f-aa8c5bb1eaa0),segment_id=c43c8696-5443-406b-ab1f-aa8c5bb1eaa0)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:41.333240 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=58c897de-7f87-43f2-a503-a6a21e9f9b7b,revision_number=8']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:41.371173 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (069b42eb-ee72-43e7-865b-73c697d58fac), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:41.371844 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 5d650151-0aa4-4b36-9e09-f9b3a0e344c8 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:26:41.458500 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (8ac6e636-9f53-4089-8886-01f43c81c352), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:41.469579 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 7ce6ca7b-6d20-4362-9690-fe04a2fb5699 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:26:41.613906 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=069b42eb-ee72-43e7-865b-73c697d58fac,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:41.627243 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-7ceb542e-f20e-4553-9f70-6ed0d558934e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:26:41.627822 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-7ceb542e-f20e-4553-9f70-6ed0d558934e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:26:41.759726 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 5d650151-0aa4-4b36-9e09-f9b3a0e344c8 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:41.760280 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (5d650151-0aa4-4b36-9e09-f9b3a0e344c8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:41.794535 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=8ac6e636-9f53-4089-8886-01f43c81c352,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:41.832256 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 7ce6ca7b-6d20-4362-9690-fe04a2fb5699, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=7ce6ca7b-6d20-4362-9690-fe04a2fb5699,segment=NetworkSegment(d9eb8f3b-9eb2-4717-b7be-6446914f2ad1),segment_id=d9eb8f3b-9eb2-4717-b7be-6446914f2ad1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:41.847769 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '7ce6ca7b-6d20-4362-9690-fe04a2fb5699', 'network_id': 'e730276a-8767-454e-ad52-96dd8c661ff1', 'port_id': '7ce6ca7b-6d20-4362-9690-fe04a2fb5699', 'mac_address': 'fa:16:3e:44:88:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eb0b226-9b36-4d76-8063-22e21454da3d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:26:41.952806 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 7ce6ca7b-6d20-4362-9690-fe04a2fb5699 is: ACTIVE; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:41.953254 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7ce6ca7b-6d20-4362-9690-fe04a2fb5699), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:41.955235 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 5d650151-0aa4-4b36-9e09-f9b3a0e344c8 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:41.989155 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ce6ca7b-6d20-4362-9690-fe04a2fb5699 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:26:42.033170 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 7ce6ca7b-6d20-4362-9690-fe04a2fb5699, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=7ce6ca7b-6d20-4362-9690-fe04a2fb5699,segment=NetworkSegment(d9eb8f3b-9eb2-4717-b7be-6446914f2ad1),segment_id=d9eb8f3b-9eb2-4717-b7be-6446914f2ad1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:42.125941 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (7ce6ca7b-6d20-4362-9690-fe04a2fb5699), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:42.198527 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 069b42eb-ee72-43e7-865b-73c697d58fac up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:26:42.203003 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-7ceb542e-f20e-4553-9f70-6ed0d558934e None None] Current status of the port 069b42eb-ee72-43e7-865b-73c697d58fac is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:42.244018 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['7ce6ca7b-6d20-4362-9690-fe04a2fb5699'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:26:42.328917 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 7ce6ca7b-6d20-4362-9690-fe04a2fb5699 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:26:42.407659 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=7ce6ca7b-6d20-4362-9690-fe04a2fb5699,revision_number=6']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:42.431037 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['8ac6e636-9f53-4089-8886-01f43c81c352'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:26:42.433723 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-22d624ec-9e46-4055-a28f-2ac3eba4a030 None None] Provisioning complete for port 069b42eb-ee72-43e7-865b-73c697d58fac triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:42.434106 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-22d624ec-9e46-4055-a28f-2ac3eba4a030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (069b42eb-ee72-43e7-865b-73c697d58fac), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:42.583523 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 069b42eb-ee72-43e7-865b-73c697d58fac triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:42.583914 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (069b42eb-ee72-43e7-865b-73c697d58fac), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:42.797212 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 7ce6ca7b-6d20-4362-9690-fe04a2fb5699 is: BUILD; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:42.797667 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7ce6ca7b-6d20-4362-9690-fe04a2fb5699), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:42.807058 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ceda3-eb4e-400f-8483-a2dc1cbc90b3 req-573b1ab2-f0ac-4424-bb4a-bcd8af1ebe3e tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:42.826430 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac8ceda3-eb4e-400f-8483-a2dc1cbc90b3 req-573b1ab2-f0ac-4424-bb4a-bcd8af1ebe3e tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=19ad728f-458d-43cf-98c9-b0f352dcd5d0 HTTP/1.1" status: 200 len: 945 time: 0.1237905 Feb 20 03:26:42.917625 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7ce6ca7b-6d20-4362-9690-fe04a2fb5699 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:26:42.927883 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac8ceda3-eb4e-400f-8483-a2dc1cbc90b3 req-2175d832-bcea-4ce8-a5bb-95e193d65c91 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001887 Feb 20 03:26:42.975829 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 7ce6ca7b-6d20-4362-9690-fe04a2fb5699, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=7ce6ca7b-6d20-4362-9690-fe04a2fb5699,segment=NetworkSegment(d9eb8f3b-9eb2-4717-b7be-6446914f2ad1),segment_id=d9eb8f3b-9eb2-4717-b7be-6446914f2ad1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:42.978184 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023c4138-5ffa-4dde-87c9-488622296790 x-openstack-request-id: req-023c4138-5ffa-4dde-87c9-488622296790 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:26:42.978491 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d21c15-e29f-4206-b4ee-b972eb696180", "name": "network-vif-unplugged", "status": "completed", "tag": "58c897de-7f87-43f2-a503-a6a21e9f9b7b", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:26:42.978743 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-023c4138-5ffa-4dde-87c9-488622296790 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:26:42.980206 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d21c15-e29f-4206-b4ee-b972eb696180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c897de-7f87-43f2-a503-a6a21e9f9b7b', 'code': 200} Feb 20 03:26:43.104510 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 069b42eb-ee72-43e7-865b-73c697d58fac is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:43.113596 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (7ce6ca7b-6d20-4362-9690-fe04a2fb5699), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:43.201601 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=7ce6ca7b-6d20-4362-9690-fe04a2fb5699,revision_number=7']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:43.237422 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0f13b07d-9bbb-4b8b-a15d-092d2f73437d req-ceb89cc6-e396-4adc-98b7-b936f7de54ea tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 210 time: 0.1658311 Feb 20 03:26:43.239522 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-22d624ec-9e46-4055-a28f-2ac3eba4a030 None None] Current status of the port 069b42eb-ee72-43e7-865b-73c697d58fac is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:43.314468 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa9d69-3273-4f98-a69a-d5195f1013b0 req-227dfe58-9093-4b51-93fe-b6dfb5b43fce tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:43.326341 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-92aa9d69-3273-4f98-a69a-d5195f1013b0 req-227dfe58-9093-4b51-93fe-b6dfb5b43fce tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/ports?device_id=686a2fe8-ba0c-49ef-a859-1ee134f3cdf1 HTTP/1.1" status: 200 len: 944 time: 0.3907449 Feb 20 03:26:43.413026 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-824a44d3-e78f-4725-be61-316ecf2b19ea req-b4713ab5-c31d-464a-b481-229ef1f9d82d tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=32472515-8170-4972-9e56-4805576c00a1 HTTP/1.1" status: 200 len: 210 time: 0.0481751 Feb 20 03:26:43.430625 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-5388462f-b14a-47f0-942b-2ea0d2c15d91 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:43.432406 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-5388462f-b14a-47f0-942b-2ea0d2c15d91 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.93 "GET /v2.0/networks?id=5528b70c-0437-425a-a0ac-3485fc465717 HTTP/1.1" status: 200 len: 820 time: 0.4589295 Feb 20 03:26:43.444611 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-92aa9d69-3273-4f98-a69a-d5195f1013b0 req-cb4bf263-3c3a-49de-9a1a-3ff9a2d5e10e tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/security-groups?id=46eb71f2-3e3b-4d1c-9ea4-d785ed412b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169329 Feb 20 03:26:43.454833 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-7bba5c85-7b6c-430d-9546-d465f78191ff tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Request body: {'port': {'device_id': '6c5217b4-9573-48b8-829b-9642c7d5bb46', 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717', 'admin_state_up': True, 'tenant_id': '91dc9f5ee2ca4472844d6a8cd0e30359'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:26:43.769913 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-7bba5c85-7b6c-430d-9546-d465f78191ff tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Made reservation on behalf of 91dc9f5ee2ca4472844d6a8cd0e30359 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:26:43.777666 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-7bba5c85-7b6c-430d-9546-d465f78191ff tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:44.145808 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-e8379901-a3d5-4ec0-8b88-4d01b9c37509 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:44.162583 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-e8379901-a3d5-4ec0-8b88-4d01b9c37509 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:44.165083 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-e8379901-a3d5-4ec0-8b88-4d01b9c37509 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.93 "GET /v2.0/networks?id=0374a8cc-da94-4d76-bc69-4b221077786d&id=aabbf053-2aeb-44cd-96b0-4cb4a66646c2&id=0374a8cc-da94-4d76-bc69-4b221077786d HTTP/1.1" status: 200 len: 1391 time: 0.3489308 Feb 20 03:26:44.187915 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-6b8f8e87-62c0-4200-b2a5-b3b46cb41342 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Request body: {'port': {'device_id': '32472515-8170-4972-9e56-4805576c00a1', 'network_id': '0374a8cc-da94-4d76-bc69-4b221077786d', 'admin_state_up': True, 'tenant_id': '2b66d718af5443bfbfcf198ecc36557d'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:26:44.281736 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 8ac6e636-9f53-4089-8886-01f43c81c352 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:26:44.301547 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-7bba5c85-7b6c-430d-9546-d465f78191ff tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Allocated IP 172.20.0.4 (5528b70c-0437-425a-a0ac-3485fc465717/e570f242-4684-4db2-b2a8-755bc6ec8973/5fb7415f-9485-453e-b6ec-2597075bee15) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:26:44.520979 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 8ac6e636-9f53-4089-8886-01f43c81c352 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:26:44.521167 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-7bba5c85-7b6c-430d-9546-d465f78191ff tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Publish callbacks [] for port (5fb7415f-9485-453e-b6ec-2597075bee15), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:44.527218 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 8ac6e636-9f53-4089-8886-01f43c81c352 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:44.527840 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8ac6e636-9f53-4089-8886-01f43c81c352), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:44.618203 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-6b8f8e87-62c0-4200-b2a5-b3b46cb41342 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Made reservation on behalf of 2b66d718af5443bfbfcf198ecc36557d for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:26:44.622246 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-6b8f8e87-62c0-4200-b2a5-b3b46cb41342 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:44.687969 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 8ac6e636-9f53-4089-8886-01f43c81c352 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:44.690421 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8ac6e636-9f53-4089-8886-01f43c81c352), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:44.834570 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-7bba5c85-7b6c-430d-9546-d465f78191ff tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (5fb7415f-9485-453e-b6ec-2597075bee15), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:44.899307 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-6b8f8e87-62c0-4200-b2a5-b3b46cb41342 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Allocated IP 19.80.0.178 (0374a8cc-da94-4d76-bc69-4b221077786d/64e1b424-058e-41e5-807b-c68bbf5eb823/bfdb898c-e675-4a68-acc5-efad9e55697c) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:26:44.962972 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 8ac6e636-9f53-4089-8886-01f43c81c352, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=8ac6e636-9f53-4089-8886-01f43c81c352,segment=NetworkSegment(c43c8696-5443-406b-ab1f-aa8c5bb1eaa0),segment_id=c43c8696-5443-406b-ab1f-aa8c5bb1eaa0)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:44.981401 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686a2fe8-ba0c-49ef-a859-1ee134f3cdf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac6e636-9f53-4089-8886-01f43c81c352'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:26:44.988788 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0156f33-cad1-41ac-b84d-2fe6ec25f2a5" -d '{"events": [{"server_uuid": "686a2fe8-ba0c-49ef-a859-1ee134f3cdf1", "name": "network-vif-plugged", "status": "completed", "tag": "8ac6e636-9f53-4089-8886-01f43c81c352"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:26:45.027461 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-7bba5c85-7b6c-430d-9546-d465f78191ff tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Network 5528b70c-0437-425a-a0ac-3485fc465717 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:26:45.031805 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba5c85-7b6c-430d-9546-d465f78191ff tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Pushing event updated for resources: {'Port': ['ID=5fb7415f-9485-453e-b6ec-2597075bee15,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:45.045970 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (8ac6e636-9f53-4089-8886-01f43c81c352), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:45.047113 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 7ce6ca7b-6d20-4362-9690-fe04a2fb5699 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:26:45.061511 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-7bba5c85-7b6c-430d-9546-d465f78191ff tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:26:45.064583 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-7bba5c85-7b6c-430d-9546-d465f78191ff tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:26:45.082734 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-7bba5c85-7b6c-430d-9546-d465f78191ff tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:45.085046 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-7bba5c85-7b6c-430d-9546-d465f78191ff tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:45.173883 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbde24-70dc-468c-b600-949863fc45e3 req-f01a251b-70dc-4baf-b18b-f72065296d0e tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:45.175632 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-54bbde24-70dc-468c-b600-949863fc45e3 req-f01a251b-70dc-4baf-b18b-f72065296d0e tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=19ad728f-458d-43cf-98c9-b0f352dcd5d0 HTTP/1.1" status: 200 len: 944 time: 0.2669263 Feb 20 03:26:45.214160 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=8ac6e636-9f53-4089-8886-01f43c81c352,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:45.233945 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 7ce6ca7b-6d20-4362-9690-fe04a2fb5699 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:45.235220 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (7ce6ca7b-6d20-4362-9690-fe04a2fb5699), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:45.405329 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-6b8f8e87-62c0-4200-b2a5-b3b46cb41342 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks [] for port (bfdb898c-e675-4a68-acc5-efad9e55697c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:45.408726 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 7ce6ca7b-6d20-4362-9690-fe04a2fb5699 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:45.408726 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7ce6ca7b-6d20-4362-9690-fe04a2fb5699), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:45.458075 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-7bba5c85-7b6c-430d-9546-d465f78191ff tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0099654 Feb 20 03:26:45.478947 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 7ce6ca7b-6d20-4362-9690-fe04a2fb5699, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=7ce6ca7b-6d20-4362-9690-fe04a2fb5699,segment=NetworkSegment(d9eb8f3b-9eb2-4717-b7be-6446914f2ad1),segment_id=d9eb8f3b-9eb2-4717-b7be-6446914f2ad1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:45.481589 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] Request body: {'port': {'device_id': '6c5217b4-9573-48b8-829b-9642c7d5bb46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:26:45.542476 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-54bbde24-70dc-468c-b600-949863fc45e3 req-2611171f-79fa-4212-a31a-1104cd10728b tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521099 Feb 20 03:26:45.562167 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-6b8f8e87-62c0-4200-b2a5-b3b46cb41342 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (bfdb898c-e675-4a68-acc5-efad9e55697c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:45.574902 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (7ce6ca7b-6d20-4362-9690-fe04a2fb5699), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:45.691415 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=7ce6ca7b-6d20-4362-9690-fe04a2fb5699,revision_number=8']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:45.724263 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-6b8f8e87-62c0-4200-b2a5-b3b46cb41342 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Network 0374a8cc-da94-4d76-bc69-4b221077786d is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:26:45.757145 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5fb7415f-9485-453e-b6ec-2597075bee15), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:45.773055 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-6b8f8e87-62c0-4200-b2a5-b3b46cb41342 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:26:45.790181 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-6b8f8e87-62c0-4200-b2a5-b3b46cb41342 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:26:45.797745 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-6b8f8e87-62c0-4200-b2a5-b3b46cb41342 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:45.798464 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-6b8f8e87-62c0-4200-b2a5-b3b46cb41342 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:45.832654 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f8e87-62c0-4200-b2a5-b3b46cb41342 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Pushing event updated for resources: {'Port': ['ID=bfdb898c-e675-4a68-acc5-efad9e55697c,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:45.922816 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d1b85-616c-44c1-bab6-c6ee18486937 req-cf08f442-69d5-439a-80c2-bc6cf55788f2 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:45.931384 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-0a5d1b85-616c-44c1-bab6-c6ee18486937 req-cf08f442-69d5-439a-80c2-bc6cf55788f2 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ad728f-458d-43cf-98c9-b0f352dcd5d0 HTTP/1.1" status: 200 len: 946 time: 0.2310236 Feb 20 03:26:46.013597 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-6b8f8e87-62c0-4200-b2a5-b3b46cb41342 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8403127 Feb 20 03:26:46.083995 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e1b24-35ef-47f1-b9ed-60cfb970f0e3 req-b2339d73-22c8-40ad-814e-300b450e2ad6 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:46.091569 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e14e1b24-35ef-47f1-b9ed-60cfb970f0e3 req-b2339d73-22c8-40ad-814e-300b450e2ad6 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 931 time: 0.4069815 Feb 20 03:26:46.113232 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-55d404d6-e32c-433c-9b33-09d6dfcafba3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Request body: {'port': {'device_id': '32472515-8170-4972-9e56-4805576c00a1', 'network_id': 'aabbf053-2aeb-44cd-96b0-4cb4a66646c2', 'admin_state_up': True, 'tenant_id': '2b66d718af5443bfbfcf198ecc36557d'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:26:46.188462 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-0a5d1b85-616c-44c1-bab6-c6ee18486937 req-5801f7e8-acf1-4e7e-9dd2-3a668d7ac9fe tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Deleting port 7ce6ca7b-6d20-4362-9690-fe04a2fb5699 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:26:46.188932 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a5d1b85-616c-44c1-bab6-c6ee18486937 req-5801f7e8-acf1-4e7e-9dd2-3a668d7ac9fe tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (7ce6ca7b-6d20-4362-9690-fe04a2fb5699), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:46.308703 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-0a5d1b85-616c-44c1-bab6-c6ee18486937 req-5801f7e8-acf1-4e7e-9dd2-3a668d7ac9fe tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] For port 7ce6ca7b-6d20-4362-9690-fe04a2fb5699, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=7ce6ca7b-6d20-4362-9690-fe04a2fb5699,segment=NetworkSegment(d9eb8f3b-9eb2-4717-b7be-6446914f2ad1),segment_id=d9eb8f3b-9eb2-4717-b7be-6446914f2ad1)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:46.309290 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a5d1b85-616c-44c1-bab6-c6ee18486937 req-5801f7e8-acf1-4e7e-9dd2-3a668d7ac9fe tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (7ce6ca7b-6d20-4362-9690-fe04a2fb5699), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:46.314821 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4f3767b-aafc-4b14-bbbb-ed4f9105c37e None None] Provisioning complete for port bfdb898c-e675-4a68-acc5-efad9e55697c triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:46.319514 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4f3767b-aafc-4b14-bbbb-ed4f9105c37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (bfdb898c-e675-4a68-acc5-efad9e55697c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:46.326522 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-0a5d1b85-616c-44c1-bab6-c6ee18486937 req-5801f7e8-acf1-4e7e-9dd2-3a668d7ac9fe tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Calling delete_port for 7ce6ca7b-6d20-4362-9690-fe04a2fb5699 owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:26:46.361370 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4f3767b-aafc-4b14-bbbb-ed4f9105c37e None None] Port bfdb898c-e675-4a68-acc5-efad9e55697c cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:26:46.384689 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e14e1b24-35ef-47f1-b9ed-60cfb970f0e3 req-a2694197-c062-44dd-acb9-a885aaa8098d tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905118 Feb 20 03:26:46.609760 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fb7415f-9485-453e-b6ec-2597075bee15 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:26:46.650096 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] Publish callbacks [] for port (5fb7415f-9485-453e-b6ec-2597075bee15), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:46.662916 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54542) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:26:46.730601 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe42af-0143-4120-8a30-445960640d16 req-513c399a-a9a9-47de-8317-1d08d24892d4 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:46.732527 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2abe42af-0143-4120-8a30-445960640d16 req-513c399a-a9a9-47de-8317-1d08d24892d4 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=32472515-8170-4972-9e56-4805576c00a1 HTTP/1.1" status: 200 len: 932 time: 0.6326218 Feb 20 03:26:46.754404 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a5d1b85-616c-44c1-bab6-c6ee18486937 req-5801f7e8-acf1-4e7e-9dd2-3a668d7ac9fe tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (7ce6ca7b-6d20-4362-9690-fe04a2fb5699), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:46.778565 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] Transition to ACTIVE for port object 5fb7415f-9485-453e-b6ec-2597075bee15 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:26:46.778669 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['7ce6ca7b-6d20-4362-9690-fe04a2fb5699'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:26:46.803244 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67853c2-05c2-4079-9d7b-72e73451b67c req-b939049b-e2ae-4069-931e-99bd8cabe783 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:46.819389 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d67853c2-05c2-4079-9d7b-72e73451b67c req-b939049b-e2ae-4069-931e-99bd8cabe783 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/ports?device_id=686a2fe8-ba0c-49ef-a859-1ee134f3cdf1 HTTP/1.1" status: 200 len: 945 time: 0.2059510 Feb 20 03:26:46.890785 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801f7e8-acf1-4e7e-9dd2-3a668d7ac9fe tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Pushing event deleted for resources: {'Port': ['ID=7ce6ca7b-6d20-4362-9690-fe04a2fb5699,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:46.901870 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d67853c2-05c2-4079-9d7b-72e73451b67c req-89d07cb6-f81b-4cef-a577-67ffb444975a tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/security-groups?id=46eb71f2-3e3b-4d1c-9ea4-d785ed412b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873594 Feb 20 03:26:46.928455 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b47b38d3-e80d-4643-8e92-fe3de13a4878 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:46.934907 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5d1b85-616c-44c1-bab6-c6ee18486937 req-5801f7e8-acf1-4e7e-9dd2-3a668d7ac9fe tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] No DVR routers for this DVR port 7ce6ca7b-6d20-4362-9690-fe04a2fb5699 on host n-h1-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:26:46.949402 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a5d1b85-616c-44c1-bab6-c6ee18486937 req-5801f7e8-acf1-4e7e-9dd2-3a668d7ac9fe tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:46.954561 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-0a5d1b85-616c-44c1-bab6-c6ee18486937 req-5801f7e8-acf1-4e7e-9dd2-3a668d7ac9fe tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.42 "DELETE /v2.0/ports/7ce6ca7b-6d20-4362-9690-fe04a2fb5699 HTTP/1.1" status: 204 len: 173 time: 1.0128522 Feb 20 03:26:46.955540 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ad728f-458d-43cf-98c9-b0f352dcd5d0', 'name': 'network-vif-deleted', 'tag': '7ce6ca7b-6d20-4362-9690-fe04a2fb5699'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:26:46.962588 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7aa0fb3-d1ef-417a-b6ca-8b228f5f1914" -d '{"events": [{"server_uuid": "19ad728f-458d-43cf-98c9-b0f352dcd5d0", "name": "network-vif-deleted", "tag": "7ce6ca7b-6d20-4362-9690-fe04a2fb5699"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:26:46.977695 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2abe42af-0143-4120-8a30-445960640d16 req-8199e9fd-821d-4d1f-a961-0b88eccbc7d0 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/security-groups?id=3ecfd148-49f1-45d7-a007-04cb1f6e339b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354267 Feb 20 03:26:46.994296 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-55d404d6-e32c-433c-9b33-09d6dfcafba3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Made reservation on behalf of 2b66d718af5443bfbfcf198ecc36557d for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:26:46.999334 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-55d404d6-e32c-433c-9b33-09d6dfcafba3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:47.057602 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ea9498-edfc-422f-8b90-afb36a8a1f94 x-openstack-request-id: req-97ea9498-edfc-422f-8b90-afb36a8a1f94 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:26:47.058150 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686a2fe8-ba0c-49ef-a859-1ee134f3cdf1", "name": "network-vif-plugged", "status": "completed", "tag": "8ac6e636-9f53-4089-8886-01f43c81c352", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:26:47.058549 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-97ea9498-edfc-422f-8b90-afb36a8a1f94 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:26:47.059187 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686a2fe8-ba0c-49ef-a859-1ee134f3cdf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac6e636-9f53-4089-8886-01f43c81c352', 'code': 200} Feb 20 03:26:47.156374 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d9bead-c4f0-4fc4-8410-fcc2e1a7ef88 x-openstack-request-id: req-c6d9bead-c4f0-4fc4-8410-fcc2e1a7ef88 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:26:47.156674 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ad728f-458d-43cf-98c9-b0f352dcd5d0", "name": "network-vif-deleted", "tag": "7ce6ca7b-6d20-4362-9690-fe04a2fb5699", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:26:47.156961 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c6d9bead-c4f0-4fc4-8410-fcc2e1a7ef88 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:26:47.157570 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ad728f-458d-43cf-98c9-b0f352dcd5d0', 'name': 'network-vif-deleted', 'tag': '7ce6ca7b-6d20-4362-9690-fe04a2fb5699', 'status': 'completed', 'code': 200} Feb 20 03:26:47.188753 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b47b38d3-e80d-4643-8e92-fe3de13a4878 admin admin] Publish callbacks [] for security_group (c1c7c202-fd28-441a-a465-d60b017d2faf), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:47.194685 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8532dc81-f898-4ca4-9f82-83d5448fcd20 req-223e9378-47b5-453a-8382-418fcb3adb14 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=19ad728f-458d-43cf-98c9-b0f352dcd5d0 HTTP/1.1" status: 200 len: 210 time: 0.0501678 Feb 20 03:26:47.210053 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff67b4-5106-4cf4-8477-61c6300f13ef req-b21d1e01-59a6-4b86-a297-5998a2184e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:47.213137 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-10ff67b4-5106-4cf4-8477-61c6300f13ef req-b21d1e01-59a6-4b86-a297-5998a2184e73 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=686a2fe8-ba0c-49ef-a859-1ee134f3cdf1 HTTP/1.1" status: 200 len: 1127 time: 0.0718708 Feb 20 03:26:47.268160 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (5fb7415f-9485-453e-b6ec-2597075bee15), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:47.268408 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-10ff67b4-5106-4cf4-8477-61c6300f13ef req-d8ac4a74-6508-415b-8f16-998dd9a926d8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=46eb71f2-3e3b-4d1c-9ea4-d785ed412b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410264 Feb 20 03:26:47.316732 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-55d404d6-e32c-433c-9b33-09d6dfcafba3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Allocated IP 19.86.0.10 (aabbf053-2aeb-44cd-96b0-4cb4a66646c2/b00dce7f-d103-41e2-99be-c0ac93cd3431/e95a0dfa-b0da-45ce-855f-12329c59fab8) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:26:47.326291 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb7415f-9485-453e-b6ec-2597075bee15,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:47.385063 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] Attempting to bind port 5fb7415f-9485-453e-b6ec-2597075bee15 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:26:47.385827 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] Attempting to bind port 5fb7415f-9485-453e-b6ec-2597075bee15 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:26:47.385827 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] Attempting to bind port 5fb7415f-9485-453e-b6ec-2597075bee15 on network 5528b70c-0437-425a-a0ac-3485fc465717 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:26:47.395795 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b47b38d3-e80d-4643-8e92-fe3de13a4878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c1c7c202-fd28-441a-a465-d60b017d2faf), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:47.400859 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] Port 5fb7415f-9485-453e-b6ec-2597075bee15 on network 5528b70c-0437-425a-a0ac-3485fc465717 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:26:47.401102 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] Attempting to bind port 5fb7415f-9485-453e-b6ec-2597075bee15 on network 5528b70c-0437-425a-a0ac-3485fc465717 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:26:47.413660 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:26:47.414099 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] Checking segment: {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:26:47.414505 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] Bound using segment: {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:26:47.415464 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] Bound port: 5fb7415f-9485-453e-b6ec-2597075bee15, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:26:47.415464 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5fb7415f-9485-453e-b6ec-2597075bee15), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:47.442741 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b47b38d3-e80d-4643-8e92-fe3de13a4878 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6cbd2afcc0d748cfbb9b1eede5a929d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7806327 Feb 20 03:26:47.442741 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b38d3-e80d-4643-8e92-fe3de13a4878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c7c202-fd28-441a-a465-d60b017d2faf,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:47.446289 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54560) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:26:47.573553 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-96ded9de-051b-413f-a2b1-11113f11beca admin admin] Publish callbacks [] for security_group (c1c7c202-fd28-441a-a465-d60b017d2faf), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:47.602952 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-96ded9de-051b-413f-a2b1-11113f11beca admin admin] Publish callbacks [] for security_group (c1c7c202-fd28-441a-a465-d60b017d2faf), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:47.671649 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] For port 5fb7415f-9485-453e-b6ec-2597075bee15, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:26:47.686284 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d54ec-6ba8-4511-8309-e55685e27331 req-53fed56a-42b3-47c3-876f-642c3e7115ce tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:47.687878 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d19d54ec-6ba8-4511-8309-e55685e27331 req-53fed56a-42b3-47c3-876f-642c3e7115ce tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 943 time: 0.1642385 Feb 20 03:26:47.725597 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] For port 5fb7415f-9485-453e-b6ec-2597075bee15, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=5fb7415f-9485-453e-b6ec-2597075bee15,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:26:47.745640 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-55d404d6-e32c-433c-9b33-09d6dfcafba3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks [] for port (e95a0dfa-b0da-45ce-855f-12329c59fab8), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:47.777262 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-96ded9de-051b-413f-a2b1-11113f11beca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c1c7c202-fd28-441a-a465-d60b017d2faf), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:47.780128 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-96ded9de-051b-413f-a2b1-11113f11beca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:47.781385 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-96ded9de-051b-413f-a2b1-11113f11beca admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c1c7c202-fd28-441a-a465-d60b017d2faf HTTP/1.1" status: 204 len: 168 time: 0.3367383 Feb 20 03:26:47.782636 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d19d54ec-6ba8-4511-8309-e55685e27331 req-0a446b5c-2b6f-42b5-a947-3460d1be927c tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884640 Feb 20 03:26:47.794265 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ded9de-051b-413f-a2b1-11113f11beca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c7c202-fd28-441a-a465-d60b017d2faf,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:47.813467 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (5fb7415f-9485-453e-b6ec-2597075bee15), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:47.847257 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:47.847877 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:47.849471 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] 10.222.0.93 "PUT /v2.0/ports/5fb7415f-9485-453e-b6ec-2597075bee15 HTTP/1.1" status: 200 len: 1091 time: 2.3825319 Feb 20 03:26:47.853360 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5217b4-9573-48b8-829b-9642c7d5bb46', 'tag': '5fb7415f-9485-453e-b6ec-2597075bee15'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:26:47.857712 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e11336c-2b2f-464e-84df-fae814cc5991" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5217b4-9573-48b8-829b-9642c7d5bb46", "tag": "5fb7415f-9485-453e-b6ec-2597075bee15"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:26:47.910580 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb7415f-9485-453e-b6ec-2597075bee15,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:47.923632 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:47.923632 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:47.923632 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:47.924080 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:47.924080 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:47.925820 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:47.925820 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:47.925820 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:47.925820 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:47.937917 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:47.938973 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:47.939338 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:47.939682 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19224ea9-dda3-4839-9db2-e2fafeb5c987 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:47.955318 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e1334d-fe34-45fa-b639-53831d59b25a x-openstack-request-id: req-74e1334d-fe34-45fa-b639-53831d59b25a {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:26:47.963054 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5217b4-9573-48b8-829b-9642c7d5bb46", "tag": "5fb7415f-9485-453e-b6ec-2597075bee15", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:26:47.963054 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-74e1334d-fe34-45fa-b639-53831d59b25a {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:26:47.963054 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5217b4-9573-48b8-829b-9642c7d5bb46', 'tag': '5fb7415f-9485-453e-b6ec-2597075bee15', 'status': 'completed', 'code': 200} Feb 20 03:26:47.963054 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-55d404d6-e32c-433c-9b33-09d6dfcafba3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (e95a0dfa-b0da-45ce-855f-12329c59fab8), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:48.286902 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 58c897de-7f87-43f2-a503-a6a21e9f9b7b details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:26:48.442125 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 58c897de-7f87-43f2-a503-a6a21e9f9b7b, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=58c897de-7f87-43f2-a503-a6a21e9f9b7b,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:48.458730 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '58c897de-7f87-43f2-a503-a6a21e9f9b7b', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': '58c897de-7f87-43f2-a503-a6a21e9f9b7b', 'mac_address': 'fa:16:3e:22:0e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:26:48.479583 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-55d404d6-e32c-433c-9b33-09d6dfcafba3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Network aabbf053-2aeb-44cd-96b0-4cb4a66646c2 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:26:48.493942 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-55d404d6-e32c-433c-9b33-09d6dfcafba3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:26:48.504417 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-55d404d6-e32c-433c-9b33-09d6dfcafba3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:26:48.515665 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-55d404d6-e32c-433c-9b33-09d6dfcafba3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:48.520163 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-55d404d6-e32c-433c-9b33-09d6dfcafba3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:48.524908 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d404d6-e32c-433c-9b33-09d6dfcafba3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Pushing event updated for resources: {'Port': ['ID=e95a0dfa-b0da-45ce-855f-12329c59fab8,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:48.526814 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 58c897de-7f87-43f2-a503-a6a21e9f9b7b is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:48.527820 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (58c897de-7f87-43f2-a503-a6a21e9f9b7b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:48.563074 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c897de-7f87-43f2-a503-a6a21e9f9b7b {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:26:48.620765 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11336c-2b2f-464e-84df-fae814cc5991 req-4ac88db3-b719-4093-b9cc-c050f1bb03e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:48.622310 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 58c897de-7f87-43f2-a503-a6a21e9f9b7b, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=58c897de-7f87-43f2-a503-a6a21e9f9b7b,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:48.622460 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2e11336c-2b2f-464e-84df-fae814cc5991 req-4ac88db3-b719-4093-b9cc-c050f1bb03e4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 1125 time: 0.6480684 Feb 20 03:26:48.632494 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9a724-9957-4de3-9c6b-37cf024b103f req-bb5530ae-83db-45bd-86a3-6b00a542f347 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:48.638712 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aec9a724-9957-4de3-9c6b-37cf024b103f req-bb5530ae-83db-45bd-86a3-6b00a542f347 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/ports?device_id=686a2fe8-ba0c-49ef-a859-1ee134f3cdf1 HTTP/1.1" status: 200 len: 945 time: 0.2478151 Feb 20 03:26:48.701499 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd0062-4eb1-4f89-8372-4996c4d3fa0f req-0c1aad07-d966-48d9-8443-4331cccd16ff tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:48.706679 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd0062-4eb1-4f89-8372-4996c4d3fa0f req-0c1aad07-d966-48d9-8443-4331cccd16ff tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:48.708349 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d0bd0062-4eb1-4f89-8372-4996c4d3fa0f req-0c1aad07-d966-48d9-8443-4331cccd16ff tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=32472515-8170-4972-9e56-4805576c00a1 HTTP/1.1" status: 200 len: 1654 time: 0.3122187 Feb 20 03:26:48.721411 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (58c897de-7f87-43f2-a503-a6a21e9f9b7b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:48.729131 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-55d404d6-e32c-433c-9b33-09d6dfcafba3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6199627 Feb 20 03:26:48.808649 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['58c897de-7f87-43f2-a503-a6a21e9f9b7b'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:26:48.826276 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=58c897de-7f87-43f2-a503-a6a21e9f9b7b,revision_number=9']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:48.834706 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54592) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:26:48.845862 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-a6acd2f3-c25f-4dd2-af91-37bf222a5d9d tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Request body: {'port': {'device_id': '32472515-8170-4972-9e56-4805576c00a1', 'network_id': '0374a8cc-da94-4d76-bc69-4b221077786d', 'admin_state_up': True, 'tenant_id': '2b66d718af5443bfbfcf198ecc36557d'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:26:48.872250 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e4d02d28-a761-4585-b396-fab013ad1a3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:49.037024 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-7d1d6c69-a554-4ea9-a6ba-0814f041fd36 None None] Provisioning complete for port e95a0dfa-b0da-45ce-855f-12329c59fab8 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:49.037402 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7d1d6c69-a554-4ea9-a6ba-0814f041fd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e95a0dfa-b0da-45ce-855f-12329c59fab8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:49.051154 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e4d02d28-a761-4585-b396-fab013ad1a3e admin admin] Publish callbacks [] for security_group (acae995d-fb20-45a0-90c2-24a467c8eb04), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:49.072418 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ad728f-458d-43cf-98c9-b0f352dcd5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce6ca7b-6d20-4362-9690-fe04a2fb5699'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:26:49.079048 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e0872d-1629-434b-95db-375530d02de2" -d '{"events": [{"server_uuid": "19ad728f-458d-43cf-98c9-b0f352dcd5d0", "name": "network-vif-plugged", "status": "completed", "tag": "7ce6ca7b-6d20-4362-9690-fe04a2fb5699"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:26:49.083410 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d0bd0062-4eb1-4f89-8372-4996c4d3fa0f req-5529641b-a036-476a-8440-45e1e896f20b tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/security-groups?id=3ecfd148-49f1-45d7-a007-04cb1f6e339b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532636 Feb 20 03:26:49.093406 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11336c-2b2f-464e-84df-fae814cc5991 req-5f630b79-d37b-4466-b4d1-7d4a9cee7ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:49.096889 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2e11336c-2b2f-464e-84df-fae814cc5991 req-5f630b79-d37b-4466-b4d1-7d4a9cee7ea8 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&shared=False HTTP/1.1" status: 200 len: 921 time: 0.4585407 Feb 20 03:26:49.138532 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-7d1d6c69-a554-4ea9-a6ba-0814f041fd36 None None] Port e95a0dfa-b0da-45ce-855f-12329c59fab8 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:26:49.159680 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e4d02d28-a761-4585-b396-fab013ad1a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (acae995d-fb20-45a0-90c2-24a467c8eb04), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:49.246375 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e4d02d28-a761-4585-b396-fab013ad1a3e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=eae8aa05b01d453d8911a98ed97f8626&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4093888 Feb 20 03:26:49.250663 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54608) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:26:49.252037 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d02d28-a761-4585-b396-fab013ad1a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acae995d-fb20-45a0-90c2-24a467c8eb04,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:49.267719 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d02d28-a761-4585-b396-fab013ad1a3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:49.268438 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d02d28-a761-4585-b396-fab013ad1a3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:49.269017 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d02d28-a761-4585-b396-fab013ad1a3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:49.270273 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d02d28-a761-4585-b396-fab013ad1a3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:49.270797 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d02d28-a761-4585-b396-fab013ad1a3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:49.271480 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d02d28-a761-4585-b396-fab013ad1a3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:49.275520 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d02d28-a761-4585-b396-fab013ad1a3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:49.276757 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d02d28-a761-4585-b396-fab013ad1a3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:49.277170 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d02d28-a761-4585-b396-fab013ad1a3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:49.277521 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d02d28-a761-4585-b396-fab013ad1a3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:49.277862 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d02d28-a761-4585-b396-fab013ad1a3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:49.278381 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d02d28-a761-4585-b396-fab013ad1a3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:49.278725 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d02d28-a761-4585-b396-fab013ad1a3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:26:49.325671 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aec9a724-9957-4de3-9c6b-37cf024b103f req-42863bf4-d281-43ca-97b3-1405f123c2b7 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/security-groups?id=46eb71f2-3e3b-4d1c-9ea4-d785ed412b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6775422 Feb 20 03:26:49.421759 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fc51b561-6d51-4cde-9c32-3eb84cff1fcd admin admin] Publish callbacks [] for security_group (acae995d-fb20-45a0-90c2-24a467c8eb04), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:49.442517 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:26:49.451814 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-a6acd2f3-c25f-4dd2-af91-37bf222a5d9d tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Made reservation on behalf of 2b66d718af5443bfbfcf198ecc36557d for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:26:49.457388 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-a6acd2f3-c25f-4dd2-af91-37bf222a5d9d tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:49.544679 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11336c-2b2f-464e-84df-fae814cc5991 req-a540bdf5-7df9-48a1-a9b4-75e38c0c0a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:49.546175 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2e11336c-2b2f-464e-84df-fae814cc5991 req-a540bdf5-7df9-48a1-a9b4-75e38c0c0a77 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4352484 Feb 20 03:26:49.548538 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fc51b561-6d51-4cde-9c32-3eb84cff1fcd admin admin] Publish callbacks [] for security_group (acae995d-fb20-45a0-90c2-24a467c8eb04), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:49.777021 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fc51b561-6d51-4cde-9c32-3eb84cff1fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (acae995d-fb20-45a0-90c2-24a467c8eb04), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:49.778595 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fc51b561-6d51-4cde-9c32-3eb84cff1fcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:49.779794 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-fc51b561-6d51-4cde-9c32-3eb84cff1fcd admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/acae995d-fb20-45a0-90c2-24a467c8eb04 HTTP/1.1" status: 204 len: 168 time: 0.5176344 Feb 20 03:26:49.848483 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-9368e882-c00d-462d-b81e-dc30b9bf9220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:49.850113 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-9368e882-c00d-462d-b81e-dc30b9bf9220 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 1125 time: 0.2487760 Feb 20 03:26:49.857277 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51b561-6d51-4cde-9c32-3eb84cff1fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acae995d-fb20-45a0-90c2-24a467c8eb04,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:49.949486 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-86fd2c25-31b9-494d-913f-b9cda164e42e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fb7415f-9485-453e-b6ec-2597075bee15 HTTP/1.1" status: 200 len: 217 time: 0.0899143 Feb 20 03:26:49.994719 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-a6acd2f3-c25f-4dd2-af91-37bf222a5d9d tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Allocated IP 19.80.0.242 (0374a8cc-da94-4d76-bc69-4b221077786d/64e1b424-058e-41e5-807b-c68bbf5eb823/338b76d1-4e5c-4355-9adc-e6ac445b60ba) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:26:50.026812 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc90cc8-f9c6-44c2-93d3-e258aa9f271b req-542f7893-4106-4ef5-aca8-18b07268600c tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:50.028435 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8cc90cc8-f9c6-44c2-93d3-e258aa9f271b req-542f7893-4106-4ef5-aca8-18b07268600c tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 943 time: 0.2976737 Feb 20 03:26:50.198809 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-9cdad33f-b6a2-48af-86d2-f30603778349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:50.200523 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-9cdad33f-b6a2-48af-86d2-f30603778349 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e570f242-4684-4db2-b2a8-755bc6ec8973 HTTP/1.1" status: 200 len: 860 time: 0.1983418 Feb 20 03:26:50.213711 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8cc90cc8-f9c6-44c2-93d3-e258aa9f271b req-bf29047f-8136-4ea5-b993-9a58296483e1 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653738 Feb 20 03:26:50.260599 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-b4893ee1-1d7c-4e60-bdd6-430a8b0670e6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5528b70c-0437-425a-a0ac-3485fc465717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404010 Feb 20 03:26:50.296308 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 58c897de-7f87-43f2-a503-a6a21e9f9b7b up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:26:50.302769 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2eab7c-1ef3-4d94-ac6c-af11b359c2b4 x-openstack-request-id: req-aa2eab7c-1ef3-4d94-ac6c-af11b359c2b4 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:26:50.303388 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ad728f-458d-43cf-98c9-b0f352dcd5d0", "name": "network-vif-plugged", "status": "completed", "tag": "7ce6ca7b-6d20-4362-9690-fe04a2fb5699", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:26:50.305886 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-aa2eab7c-1ef3-4d94-ac6c-af11b359c2b4 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:26:50.306635 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ad728f-458d-43cf-98c9-b0f352dcd5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce6ca7b-6d20-4362-9690-fe04a2fb5699', 'code': 200} Feb 20 03:26:50.495863 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 58c897de-7f87-43f2-a503-a6a21e9f9b7b triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:50.496276 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (58c897de-7f87-43f2-a503-a6a21e9f9b7b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:50.598293 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-fe6c5318-46f9-4b3b-89e2-d1f2514a8351 service neutron] 10.222.0.93 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196671 Feb 20 03:26:50.685545 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:50.717617 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 58c897de-7f87-43f2-a503-a6a21e9f9b7b is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:50.718019 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (58c897de-7f87-43f2-a503-a6a21e9f9b7b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:50.827485 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 58c897de-7f87-43f2-a503-a6a21e9f9b7b, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=58c897de-7f87-43f2-a503-a6a21e9f9b7b,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:50.830796 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-a6acd2f3-c25f-4dd2-af91-37bf222a5d9d tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks [] for port (338b76d1-4e5c-4355-9adc-e6ac445b60ba), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:50.836659 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d029928-44ff-4928-abf5-604c7aeeb225 req-b4a84318-6b1c-4a7f-a411-d41cebe59836 service neutron] 10.222.0.93 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297606 Feb 20 03:26:50.892423 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:50.901687 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54638) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:26:50.906406 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-19da0c13-c553-4719-a04b-b2956bcd5f90 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Request body: {'security_group': {'name': 'tempest-securitygroup--201077568', 'description': 'tempest-description--2101740222'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:26:50.915980 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (58c897de-7f87-43f2-a503-a6a21e9f9b7b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:50.916960 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 7ce6ca7b-6d20-4362-9690-fe04a2fb5699 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:26:50.980143 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 7ce6ca7b-6d20-4362-9690-fe04a2fb5699 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:26:50.982332 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 7ce6ca7b-6d20-4362-9690-fe04a2fb5699 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:26:50.994808 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-a6acd2f3-c25f-4dd2-af91-37bf222a5d9d tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (338b76d1-4e5c-4355-9adc-e6ac445b60ba), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:51.074093 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-19da0c13-c553-4719-a04b-b2956bcd5f90 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:51.096084 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-a6acd2f3-c25f-4dd2-af91-37bf222a5d9d tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Network 0374a8cc-da94-4d76-bc69-4b221077786d is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:26:51.123898 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-a6acd2f3-c25f-4dd2-af91-37bf222a5d9d tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:26:51.136421 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-a6acd2f3-c25f-4dd2-af91-37bf222a5d9d tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:26:51.145106 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-a6acd2f3-c25f-4dd2-af91-37bf222a5d9d tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:51.145784 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-a6acd2f3-c25f-4dd2-af91-37bf222a5d9d tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:51.160266 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=58c897de-7f87-43f2-a503-a6a21e9f9b7b,revision_number=10']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:51.190657 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acd2f3-c25f-4dd2-af91-37bf222a5d9d tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Pushing event updated for resources: {'Port': ['ID=338b76d1-4e5c-4355-9adc-e6ac445b60ba,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:51.254634 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-a6acd2f3-c25f-4dd2-af91-37bf222a5d9d tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4477487 Feb 20 03:26:51.267087 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0856b-95e8-43ee-9bf2-d5990bdacf38 req-cdbee182-275c-47d1-89ed-0996ed29243a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:51.272610 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0856b-95e8-43ee-9bf2-d5990bdacf38 req-cdbee182-275c-47d1-89ed-0996ed29243a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:51.278762 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0856b-95e8-43ee-9bf2-d5990bdacf38 req-cdbee182-275c-47d1-89ed-0996ed29243a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:51.285985 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d9f0856b-95e8-43ee-9bf2-d5990bdacf38 req-cdbee182-275c-47d1-89ed-0996ed29243a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=32472515-8170-4972-9e56-4805576c00a1 HTTP/1.1" status: 200 len: 2376 time: 0.2190416 Feb 20 03:26:51.299276 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-56ea9ecc-2b8e-4c0c-b42b-5518ba49b708 service neutron] Request body: {'port': {'device_id': '32472515-8170-4972-9e56-4805576c00a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:26:51.487357 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d9f0856b-95e8-43ee-9bf2-d5990bdacf38 req-d8d5e373-8a10-4cdc-89df-5c0b327850b1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/security-groups?id=3ecfd148-49f1-45d7-a007-04cb1f6e339b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991665 Feb 20 03:26:51.493687 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-19da0c13-c553-4719-a04b-b2956bcd5f90 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks [] for security_group (04939518-bcf2-4852-983d-f9801ed440f5), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:51.521362 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-56ea9ecc-2b8e-4c0c-b42b-5518ba49b708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bfdb898c-e675-4a68-acc5-efad9e55697c), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:51.548640 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-edd48842-ca69-464a-90c4-38e7c5a580a7 None None] Provisioning complete for port 338b76d1-4e5c-4355-9adc-e6ac445b60ba triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:51.549630 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-edd48842-ca69-464a-90c4-38e7c5a580a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (338b76d1-4e5c-4355-9adc-e6ac445b60ba), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:51.605183 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-19da0c13-c553-4719-a04b-b2956bcd5f90 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (04939518-bcf2-4852-983d-f9801ed440f5), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:51.625111 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-edd48842-ca69-464a-90c4-38e7c5a580a7 None None] Port 338b76d1-4e5c-4355-9adc-e6ac445b60ba cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:26:51.733329 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-19da0c13-c553-4719-a04b-b2956bcd5f90 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:51.735101 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-19da0c13-c553-4719-a04b-b2956bcd5f90 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8324189 Feb 20 03:26:51.738622 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54652) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:26:51.744571 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-d81cb5f3-ec8b-4b59-8874-7563e44d7402 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Request body: {'security_group_rule': {'security_group_id': '04939518-bcf2-4852-983d-f9801ed440f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:26:51.781031 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da0c13-c553-4719-a04b-b2956bcd5f90 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04939518-bcf2-4852-983d-f9801ed440f5,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:51.850588 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d81cb5f3-ec8b-4b59-8874-7563e44d7402 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks [] for security_group_rule (93ff9795-e527-42fd-97ca-b82c084364f7), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:51.994260 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576da2b-2463-4240-8741-8ebfef0aff49 req-fe4619ec-2aa2-4895-8deb-fa6979b760ba tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:52.001424 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d81cb5f3-ec8b-4b59-8874-7563e44d7402 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks [] for security_group_rule (93ff9795-e527-42fd-97ca-b82c084364f7), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:52.003244 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b576da2b-2463-4240-8741-8ebfef0aff49 req-fe4619ec-2aa2-4895-8deb-fa6979b760ba tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/ports?device_id=686a2fe8-ba0c-49ef-a859-1ee134f3cdf1 HTTP/1.1" status: 200 len: 945 time: 0.4052002 Feb 20 03:26:52.062594 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d81cb5f3-ec8b-4b59-8874-7563e44d7402 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (93ff9795-e527-42fd-97ca-b82c084364f7), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:52.096127 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cb5f3-ec8b-4b59-8874-7563e44d7402 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ff9795-e527-42fd-97ca-b82c084364f7,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:52.174593 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b576da2b-2463-4240-8741-8ebfef0aff49 req-14a9e88f-99ce-4a0b-bb7e-bb1cbef2878f tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/security-groups?id=46eb71f2-3e3b-4d1c-9ea4-d785ed412b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695189 Feb 20 03:26:52.178926 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d81cb5f3-ec8b-4b59-8874-7563e44d7402 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:52.184048 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d81cb5f3-ec8b-4b59-8874-7563e44d7402 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4405212 Feb 20 03:26:52.184237 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54658) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:26:52.189661 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-3ed94cc8-2fb6-447c-8990-e861beccfe3e tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Request body: {'security_group_rule': {'security_group_id': '04939518-bcf2-4852-983d-f9801ed440f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:26:52.308802 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d21c15-e29f-4206-b4ee-b972eb696180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c897de-7f87-43f2-a503-a6a21e9f9b7b'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:26:52.311975 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700db0a6-863c-4c4d-aa3b-b0e61259b2fd" -d '{"events": [{"server_uuid": "d3d21c15-e29f-4206-b4ee-b972eb696180", "name": "network-vif-plugged", "status": "completed", "tag": "58c897de-7f87-43f2-a503-a6a21e9f9b7b"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:26:52.349140 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3ed94cc8-2fb6-447c-8990-e861beccfe3e tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks [] for security_group_rule (10b93a26-4340-49a9-96c9-78cc0f44a92c), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:52.445241 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-56ea9ecc-2b8e-4c0c-b42b-5518ba49b708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfdb898c-e675-4a68-acc5-efad9e55697c {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:26:52.466749 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-56ea9ecc-2b8e-4c0c-b42b-5518ba49b708 service neutron] Publish callbacks [] for port (bfdb898c-e675-4a68-acc5-efad9e55697c), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:52.482098 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3ed94cc8-2fb6-447c-8990-e861beccfe3e tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks [] for security_group_rule (10b93a26-4340-49a9-96c9-78cc0f44a92c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:52.511762 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-56ea9ecc-2b8e-4c0c-b42b-5518ba49b708 service neutron] Transition to ACTIVE for port object bfdb898c-e675-4a68-acc5-efad9e55697c will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:26:52.554251 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d012e5-816b-481c-aecd-239a8874e356 req-3ed51264-ba1a-443c-9540-7e1e6beda784 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:52.557176 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66d012e5-816b-481c-aecd-239a8874e356 req-3ed51264-ba1a-443c-9540-7e1e6beda784 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 943 time: 0.1782994 Feb 20 03:26:52.560309 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3ed94cc8-2fb6-447c-8990-e861beccfe3e tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (10b93a26-4340-49a9-96c9-78cc0f44a92c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:52.598593 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-56ea9ecc-2b8e-4c0c-b42b-5518ba49b708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bfdb898c-e675-4a68-acc5-efad9e55697c), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:52.602382 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed94cc8-2fb6-447c-8990-e861beccfe3e tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b93a26-4340-49a9-96c9-78cc0f44a92c,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:52.672187 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66d012e5-816b-481c-aecd-239a8874e356 req-aa2b91a3-1b0a-4561-af3b-0872cb3dbf64 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074939 Feb 20 03:26:52.694263 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3ed94cc8-2fb6-447c-8990-e861beccfe3e tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:52.702493 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3ed94cc8-2fb6-447c-8990-e861beccfe3e tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5142758 Feb 20 03:26:52.703130 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54674) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:26:52.730523 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea9ecc-2b8e-4c0c-b42b-5518ba49b708 service neutron] Pushing event updated for resources: {'Port': ['ID=bfdb898c-e675-4a68-acc5-efad9e55697c,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:52.752463 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-50ef3888-2f77-4229-aff2-58977e5b2d22 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:26:52.815427 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-56ea9ecc-2b8e-4c0c-b42b-5518ba49b708 service neutron] Attempting to bind port bfdb898c-e675-4a68-acc5-efad9e55697c on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:26:52.815778 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-56ea9ecc-2b8e-4c0c-b42b-5518ba49b708 service neutron] Attempting to bind port bfdb898c-e675-4a68-acc5-efad9e55697c by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '31550e96-0c57-47e5-9282-7d905193951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '0374a8cc-da94-4d76-bc69-4b221077786d'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:26:52.816116 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-56ea9ecc-2b8e-4c0c-b42b-5518ba49b708 service neutron] Attempting to bind port bfdb898c-e675-4a68-acc5-efad9e55697c on network 0374a8cc-da94-4d76-bc69-4b221077786d {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:26:52.828847 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-56ea9ecc-2b8e-4c0c-b42b-5518ba49b708 service neutron] Port bfdb898c-e675-4a68-acc5-efad9e55697c on network 0374a8cc-da94-4d76-bc69-4b221077786d not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:26:52.838948 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-56ea9ecc-2b8e-4c0c-b42b-5518ba49b708 service neutron] Attempting to bind port bfdb898c-e675-4a68-acc5-efad9e55697c on network 0374a8cc-da94-4d76-bc69-4b221077786d {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:26:52.848684 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-56ea9ecc-2b8e-4c0c-b42b-5518ba49b708 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:26:52.849052 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-56ea9ecc-2b8e-4c0c-b42b-5518ba49b708 service neutron] Checking segment: {'id': '31550e96-0c57-47e5-9282-7d905193951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '0374a8cc-da94-4d76-bc69-4b221077786d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:26:52.849452 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-56ea9ecc-2b8e-4c0c-b42b-5518ba49b708 service neutron] Bound using segment: {'id': '31550e96-0c57-47e5-9282-7d905193951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '0374a8cc-da94-4d76-bc69-4b221077786d'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:26:52.849917 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-56ea9ecc-2b8e-4c0c-b42b-5518ba49b708 service neutron] Bound port: bfdb898c-e675-4a68-acc5-efad9e55697c, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31550e96-0c57-47e5-9282-7d905193951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '0374a8cc-da94-4d76-bc69-4b221077786d'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:26:52.850285 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-56ea9ecc-2b8e-4c0c-b42b-5518ba49b708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bfdb898c-e675-4a68-acc5-efad9e55697c), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:53.021853 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2162dc-a333-4826-a581-5bdaaf910d8e req-a28105bd-8564-4fc3-a163-2920f2178073 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:53.037845 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54680) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:26:53.049723 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-ffba55db-82b6-4dad-a12b-61b22670839b tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Request body: {'floatingip': {'port_id': '8ac6e636-9f53-4089-8886-01f43c81c352'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:26:53.074447 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1f2162dc-a333-4826-a581-5bdaaf910d8e req-a28105bd-8564-4fc3-a163-2920f2178073 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/ports?device_id=686a2fe8-ba0c-49ef-a859-1ee134f3cdf1 HTTP/1.1" status: 200 len: 945 time: 0.1893523 Feb 20 03:26:53.114190 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-56ea9ecc-2b8e-4c0c-b42b-5518ba49b708 service neutron] For port bfdb898c-e675-4a68-acc5-efad9e55697c, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:26:53.119408 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-56ea9ecc-2b8e-4c0c-b42b-5518ba49b708 service neutron] For port bfdb898c-e675-4a68-acc5-efad9e55697c, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=bfdb898c-e675-4a68-acc5-efad9e55697c,segment=NetworkSegment(31550e96-0c57-47e5-9282-7d905193951b),segment_id=31550e96-0c57-47e5-9282-7d905193951b)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:26:53.202770 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ffba55db-82b6-4dad-a12b-61b22670839b tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks [] for floatingip (34d7cc47-c1f9-499a-8656-ee6606908eb1), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:53.250510 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cab5c37-072c-40b8-8bf0-903a5f5bf79a x-openstack-request-id: req-6cab5c37-072c-40b8-8bf0-903a5f5bf79a {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:26:53.251133 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d21c15-e29f-4206-b4ee-b972eb696180", "name": "network-vif-plugged", "status": "completed", "tag": "58c897de-7f87-43f2-a503-a6a21e9f9b7b", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:26:53.251133 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6cab5c37-072c-40b8-8bf0-903a5f5bf79a {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:26:53.251498 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d21c15-e29f-4206-b4ee-b972eb696180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c897de-7f87-43f2-a503-a6a21e9f9b7b', 'code': 200} Feb 20 03:26:53.322646 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-56ea9ecc-2b8e-4c0c-b42b-5518ba49b708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bfdb898c-e675-4a68-acc5-efad9e55697c), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:53.426543 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea9ecc-2b8e-4c0c-b42b-5518ba49b708 service neutron] Pushing event updated for resources: {'Port': ['ID=bfdb898c-e675-4a68-acc5-efad9e55697c,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:53.440693 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac08311-2ff6-4111-9085-a41c72cea8e2 req-c7ecf548-31b8-4c76-a072-9cd3418c74f0 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:53.454346 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac08311-2ff6-4111-9085-a41c72cea8e2 req-c7ecf548-31b8-4c76-a072-9cd3418c74f0 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:53.465693 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac08311-2ff6-4111-9085-a41c72cea8e2 req-c7ecf548-31b8-4c76-a072-9cd3418c74f0 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:53.478017 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fac08311-2ff6-4111-9085-a41c72cea8e2 req-c7ecf548-31b8-4c76-a072-9cd3418c74f0 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=32472515-8170-4972-9e56-4805576c00a1 HTTP/1.1" status: 200 len: 2388 time: 0.2460296 Feb 20 03:26:53.487541 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-56ea9ecc-2b8e-4c0c-b42b-5518ba49b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:53.488176 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-56ea9ecc-2b8e-4c0c-b42b-5518ba49b708 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:53.489561 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-56ea9ecc-2b8e-4c0c-b42b-5518ba49b708 service neutron] 10.222.0.93 "PUT /v2.0/ports/bfdb898c-e675-4a68-acc5-efad9e55697c HTTP/1.1" status: 200 len: 1092 time: 2.1968820 Feb 20 03:26:53.490024 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32472515-8170-4972-9e56-4805576c00a1', 'tag': 'bfdb898c-e675-4a68-acc5-efad9e55697c'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:26:53.501362 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b1ce86-5555-4978-bbc2-8d65db7a9d90" -d '{"events": [{"name": "network-changed", "server_uuid": "32472515-8170-4972-9e56-4805576c00a1", "tag": "bfdb898c-e675-4a68-acc5-efad9e55697c"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:26:53.589323 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-50ef3888-2f77-4229-aff2-58977e5b2d22 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:53.619187 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fac08311-2ff6-4111-9085-a41c72cea8e2 req-0d160711-98b1-4033-890e-a741c1ffeec3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/security-groups?id=3ecfd148-49f1-45d7-a007-04cb1f6e339b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069973 Feb 20 03:26:53.645400 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-e25c8c1f-d8de-4af6-8010-ddb27594e16f service neutron] Request body: {'port': {'device_id': '32472515-8170-4972-9e56-4805576c00a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:26:53.903066 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-e25c8c1f-d8de-4af6-8010-ddb27594e16f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e95a0dfa-b0da-45ce-855f-12329c59fab8), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:53.948819 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 5fb7415f-9485-453e-b6ec-2597075bee15 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:26:54.112547 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 5fb7415f-9485-453e-b6ec-2597075bee15, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=5fb7415f-9485-453e-b6ec-2597075bee15,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:54.127369 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '5fb7415f-9485-453e-b6ec-2597075bee15', 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717', 'port_id': '5fb7415f-9485-453e-b6ec-2597075bee15', 'mac_address': 'fa:16:3e:32:eb:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e570f242-4684-4db2-b2a8-755bc6ec8973', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:26:54.184900 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 5fb7415f-9485-453e-b6ec-2597075bee15 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:54.185669 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5fb7415f-9485-453e-b6ec-2597075bee15), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:54.202217 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb7415f-9485-453e-b6ec-2597075bee15 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:26:54.227955 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 5fb7415f-9485-453e-b6ec-2597075bee15, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=5fb7415f-9485-453e-b6ec-2597075bee15,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:54.314640 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (5fb7415f-9485-453e-b6ec-2597075bee15), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:54.375032 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-e25c8c1f-d8de-4af6-8010-ddb27594e16f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e95a0dfa-b0da-45ce-855f-12329c59fab8 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:26:54.375241 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=5fb7415f-9485-453e-b6ec-2597075bee15,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:54.375360 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-e25c8c1f-d8de-4af6-8010-ddb27594e16f service neutron] Publish callbacks [] for port (e95a0dfa-b0da-45ce-855f-12329c59fab8), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:54.391399 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-e25c8c1f-d8de-4af6-8010-ddb27594e16f service neutron] Transition to ACTIVE for port object e95a0dfa-b0da-45ce-855f-12329c59fab8 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:26:54.621157 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['5fb7415f-9485-453e-b6ec-2597075bee15'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:26:54.666154 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-50ef3888-2f77-4229-aff2-58977e5b2d22 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:54.674964 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-e25c8c1f-d8de-4af6-8010-ddb27594e16f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e95a0dfa-b0da-45ce-855f-12329c59fab8), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:54.767765 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c8c1f-d8de-4af6-8010-ddb27594e16f service neutron] Pushing event updated for resources: {'Port': ['ID=e95a0dfa-b0da-45ce-855f-12329c59fab8,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:54.783762 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-e25c8c1f-d8de-4af6-8010-ddb27594e16f service neutron] Attempting to bind port e95a0dfa-b0da-45ce-855f-12329c59fab8 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:26:54.784252 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-e25c8c1f-d8de-4af6-8010-ddb27594e16f service neutron] Attempting to bind port e95a0dfa-b0da-45ce-855f-12329c59fab8 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '845bebcc-8d74-4631-9227-96d4ef18e586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'aabbf053-2aeb-44cd-96b0-4cb4a66646c2'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:26:54.784682 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-e25c8c1f-d8de-4af6-8010-ddb27594e16f service neutron] Attempting to bind port e95a0dfa-b0da-45ce-855f-12329c59fab8 on network aabbf053-2aeb-44cd-96b0-4cb4a66646c2 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:26:54.792248 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-e25c8c1f-d8de-4af6-8010-ddb27594e16f service neutron] Port e95a0dfa-b0da-45ce-855f-12329c59fab8 on network aabbf053-2aeb-44cd-96b0-4cb4a66646c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:26:54.792775 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-e25c8c1f-d8de-4af6-8010-ddb27594e16f service neutron] Attempting to bind port e95a0dfa-b0da-45ce-855f-12329c59fab8 on network aabbf053-2aeb-44cd-96b0-4cb4a66646c2 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:26:54.799964 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-e25c8c1f-d8de-4af6-8010-ddb27594e16f service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:26:54.800578 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-e25c8c1f-d8de-4af6-8010-ddb27594e16f service neutron] Checking segment: {'id': '845bebcc-8d74-4631-9227-96d4ef18e586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'aabbf053-2aeb-44cd-96b0-4cb4a66646c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:26:54.801096 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-e25c8c1f-d8de-4af6-8010-ddb27594e16f service neutron] Bound using segment: {'id': '845bebcc-8d74-4631-9227-96d4ef18e586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'aabbf053-2aeb-44cd-96b0-4cb4a66646c2'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:26:54.801814 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-e25c8c1f-d8de-4af6-8010-ddb27594e16f service neutron] Bound port: e95a0dfa-b0da-45ce-855f-12329c59fab8, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '845bebcc-8d74-4631-9227-96d4ef18e586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'aabbf053-2aeb-44cd-96b0-4cb4a66646c2'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:26:54.802284 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-e25c8c1f-d8de-4af6-8010-ddb27594e16f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e95a0dfa-b0da-45ce-855f-12329c59fab8), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:54.820195 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ffba55db-82b6-4dad-a12b-61b22670839b tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:54.895695 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ffba55db-82b6-4dad-a12b-61b22670839b tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (34d7cc47-c1f9-499a-8656-ee6606908eb1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:54.940304 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-e25c8c1f-d8de-4af6-8010-ddb27594e16f service neutron] For port e95a0dfa-b0da-45ce-855f-12329c59fab8, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:26:54.945558 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-e25c8c1f-d8de-4af6-8010-ddb27594e16f service neutron] For port e95a0dfa-b0da-45ce-855f-12329c59fab8, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=e95a0dfa-b0da-45ce-855f-12329c59fab8,segment=NetworkSegment(845bebcc-8d74-4631-9227-96d4ef18e586),segment_id=845bebcc-8d74-4631-9227-96d4ef18e586)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:26:55.012625 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-50ef3888-2f77-4229-aff2-58977e5b2d22 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Allocated IP 172.25.7.188 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/c56ac6d3-4e32-4407-a09a-e681f11f340e) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:26:55.029386 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-e25c8c1f-d8de-4af6-8010-ddb27594e16f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e95a0dfa-b0da-45ce-855f-12329c59fab8), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:55.092018 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-e25c8c1f-d8de-4af6-8010-ddb27594e16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:55.092624 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-e25c8c1f-d8de-4af6-8010-ddb27594e16f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:55.094003 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-e25c8c1f-d8de-4af6-8010-ddb27594e16f service neutron] 10.222.0.93 "PUT /v2.0/ports/e95a0dfa-b0da-45ce-855f-12329c59fab8 HTTP/1.1" status: 200 len: 1091 time: 1.4540653 Feb 20 03:26:55.135321 n-d-829866-4 neutron-server[104106]: INFO neutron.db.l3_db [None req-ffba55db-82b6-4dad-a12b-61b22670839b tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Floating IP 34d7cc47-c1f9-499a-8656-ee6606908eb1 associated. External IP: 172.25.7.235, port: 8ac6e636-9f53-4089-8886-01f43c81c352. Feb 20 03:26:55.139652 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c8c1f-d8de-4af6-8010-ddb27594e16f service neutron] Pushing event updated for resources: {'Port': ['ID=e95a0dfa-b0da-45ce-855f-12329c59fab8,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:55.191722 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-aa8182fe-9c5c-4221-b3fe-ece9ed0b5745 service neutron] Request body: {'port': {'device_id': '32472515-8170-4972-9e56-4805576c00a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:26:55.334945 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-50ef3888-2f77-4229-aff2-58977e5b2d22 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks [] for port (c56ac6d3-4e32-4407-a09a-e681f11f340e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:55.380159 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-5e67bd2d-2f1c-4168-a97e-8f9a3882dc25 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=22a8ea8fc6144adc98b789e6be74cf35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599635 Feb 20 03:26:55.387297 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2589b889-fd24-412f-8349-3f61875cb5aa x-openstack-request-id: req-2589b889-fd24-412f-8349-3f61875cb5aa {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:26:55.387919 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32472515-8170-4972-9e56-4805576c00a1", "tag": "bfdb898c-e675-4a68-acc5-efad9e55697c", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:26:55.389492 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2589b889-fd24-412f-8349-3f61875cb5aa {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:26:55.391286 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32472515-8170-4972-9e56-4805576c00a1', 'tag': 'bfdb898c-e675-4a68-acc5-efad9e55697c', 'status': 'completed', 'code': 200} Feb 20 03:26:55.476193 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-aa8182fe-9c5c-4221-b3fe-ece9ed0b5745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (338b76d1-4e5c-4355-9adc-e6ac445b60ba), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:55.520914 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-50ef3888-2f77-4229-aff2-58977e5b2d22 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (c56ac6d3-4e32-4407-a09a-e681f11f340e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:55.582150 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffba55db-82b6-4dad-a12b-61b22670839b tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Router 7e3d36e1-3349-4342-8374-1b3accc8a9f6 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:26:55.602222 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ef3888-2f77-4229-aff2-58977e5b2d22 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:26:55.613029 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-50ef3888-2f77-4229-aff2-58977e5b2d22 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:26:55.616700 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ef3888-2f77-4229-aff2-58977e5b2d22 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:26:55.622206 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef3888-2f77-4229-aff2-58977e5b2d22 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Pushing event updated for resources: {'Port': ['ID=c56ac6d3-4e32-4407-a09a-e681f11f340e,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:55.840201 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffba55db-82b6-4dad-a12b-61b22670839b tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:26:55.842931 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-50ef3888-2f77-4229-aff2-58977e5b2d22 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks [] for floatingip (0df6f152-fff8-4f65-b0a6-a654324e80b6), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:55.847406 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ffba55db-82b6-4dad-a12b-61b22670839b tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:55.859276 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2baa42-fc2e-4063-a44d-48e95269967a None None] Sync routers for ids ['7e3d36e1-3349-4342-8374-1b3accc8a9f6'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:26:55.875415 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2baa42-fc2e-4063-a44d-48e95269967a None None] Routers {'7e3d36e1-3349-4342-8374-1b3accc8a9f6'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:26:55.876290 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-7c2baa42-fc2e-4063-a44d-48e95269967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:26:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7e3d36e1-3349-4342-8374-1b3accc8a9f6'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:26:55.888078 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ffba55db-82b6-4dad-a12b-61b22670839b tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "PUT /v2.0/floatingips/34d7cc47-c1f9-499a-8656-ee6606908eb1 HTTP/1.1" status: 200 len: 991 time: 2.8491101 Feb 20 03:26:55.888959 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686a2fe8-ba0c-49ef-a859-1ee134f3cdf1', 'tag': '8ac6e636-9f53-4089-8886-01f43c81c352'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:26:55.891819 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4246f6b-e4dc-46f9-bac8-48518cace0f4" -d '{"events": [{"name": "network-changed", "server_uuid": "686a2fe8-ba0c-49ef-a859-1ee134f3cdf1", "tag": "8ac6e636-9f53-4089-8886-01f43c81c352"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:26:56.043382 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-50ef3888-2f77-4229-aff2-58977e5b2d22 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c56ac6d3-4e32-4407-a09a-e681f11f340e), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:56.077693 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-7c2baa42-fc2e-4063-a44d-48e95269967a None None] Set router 7e3d36e1-3349-4342-8374-1b3accc8a9f6 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:26:56.197772 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 5fb7415f-9485-453e-b6ec-2597075bee15 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:26:56.233195 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1ce86-5555-4978-bbc2-8d65db7a9d90 req-f2a586e2-4f21-4abc-81a1-14012a0ddbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:56.235572 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1ce86-5555-4978-bbc2-8d65db7a9d90 req-f2a586e2-4f21-4abc-81a1-14012a0ddbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:56.236821 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1ce86-5555-4978-bbc2-8d65db7a9d90 req-f2a586e2-4f21-4abc-81a1-14012a0ddbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:56.240293 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f0b1ce86-5555-4978-bbc2-8d65db7a9d90 req-f2a586e2-4f21-4abc-81a1-14012a0ddbbb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2b66d718af5443bfbfcf198ecc36557d&device_id=32472515-8170-4972-9e56-4805576c00a1 HTTP/1.1" status: 200 len: 2860 time: 0.7680721 Feb 20 03:26:56.346212 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6647e15-8799-42a9-9dda-a180ac8d68ac req-37dda32c-9347-4e38-b9e4-63b118a4f7f3 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:56.346212 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6647e15-8799-42a9-9dda-a180ac8d68ac req-37dda32c-9347-4e38-b9e4-63b118a4f7f3 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 944 time: 0.7960198 Feb 20 03:26:56.346545 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-50ef3888-2f77-4229-aff2-58977e5b2d22 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks [] for port (c56ac6d3-4e32-4407-a09a-e681f11f340e), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:56.346659 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-a697ba39-f6af-4261-9506-b4127563c3c9 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:56.346659 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-a697ba39-f6af-4261-9506-b4127563c3c9 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9476094 Feb 20 03:26:56.461161 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-0f172b92-ee43-4864-a8bc-475571623e27 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/quotas/22a8ea8fc6144adc98b789e6be74cf35 HTTP/1.1" status: 200 len: 375 time: 0.1179535 Feb 20 03:26:56.496727 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-50ef3888-2f77-4229-aff2-58977e5b2d22 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (c56ac6d3-4e32-4407-a09a-e681f11f340e), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:56.526024 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6a4642e2-d0a3-4a72-b56b-3b880fc2809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:56.527437 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 5fb7415f-9485-453e-b6ec-2597075bee15 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:26:56.541741 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 5fb7415f-9485-453e-b6ec-2597075bee15 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:26:56.541741 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (5fb7415f-9485-453e-b6ec-2597075bee15), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:56.542600 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-9e0226a6-6fa3-43e7-985a-cfd16450e507 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=22a8ea8fc6144adc98b789e6be74cf35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0794640 Feb 20 03:26:56.550342 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-aa8182fe-9c5c-4221-b3fe-ece9ed0b5745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 338b76d1-4e5c-4355-9adc-e6ac445b60ba {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:26:56.575190 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef3888-2f77-4229-aff2-58977e5b2d22 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Pushing event updated for resources: {'Port': ['ID=c56ac6d3-4e32-4407-a09a-e681f11f340e,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:56.604880 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6647e15-8799-42a9-9dda-a180ac8d68ac req-bad8ce68-594c-44fa-8f2a-3efcc236aa8a tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136828 Feb 20 03:26:56.610292 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-aa8182fe-9c5c-4221-b3fe-ece9ed0b5745 service neutron] Publish callbacks [] for port (338b76d1-4e5c-4355-9adc-e6ac445b60ba), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:56.644583 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-50ef3888-2f77-4229-aff2-58977e5b2d22 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (0df6f152-fff8-4f65-b0a6-a654324e80b6), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:56.654747 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 5fb7415f-9485-453e-b6ec-2597075bee15 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:26:56.654747 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5fb7415f-9485-453e-b6ec-2597075bee15), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:56.654747 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-7c2baa42-fc2e-4063-a44d-48e95269967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-908958892-router', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:40Z', 'updated_at': '2022-02-20T03:24:48Z', 'revision_number': 4, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'gw_port': {'id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:41Z', 'updated_at': '2022-02-20T03:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '34d7cc47-c1f9-499a-8656-ee6606908eb1', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'floating_ip_address': '172.25.7.235', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'port_id': '8ac6e636-9f53-4089-8886-01f43c81c352', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a', 'mac_address': 'fa:16:3e:0d:99:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686a2fe8-ba0c-49ef-a859-1ee134f3cdf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:25:17Z', 'updated_at': '2022-02-20T03:26:54Z', 'revision_number': 5, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bab8052-87a6-43dc-a718-413d993feb8e', 'name': '', 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'mac_address': 'fa:16:3e:a3:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '45a6eef8-376a-483a-a26e-f4c41d993600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:46Z', 'updated_at': '2022-02-20T03:24:55Z', 'revision_number': 5, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'subnets': [{'id': '45a6eef8-376a-483a-a26e-f4c41d993600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:26:56.683826 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-aa8182fe-9c5c-4221-b3fe-ece9ed0b5745 service neutron] Transition to ACTIVE for port object 338b76d1-4e5c-4355-9adc-e6ac445b60ba will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:26:56.683826 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1ce86-5555-4978-bbc2-8d65db7a9d90 req-e738e542-1944-4d20-8fcd-1b8423987836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:56.688818 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1ce86-5555-4978-bbc2-8d65db7a9d90 req-e738e542-1944-4d20-8fcd-1b8423987836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:56.689319 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1ce86-5555-4978-bbc2-8d65db7a9d90 req-e738e542-1944-4d20-8fcd-1b8423987836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:56.696931 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f0b1ce86-5555-4978-bbc2-8d65db7a9d90 req-e738e542-1944-4d20-8fcd-1b8423987836 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=2b66d718af5443bfbfcf198ecc36557d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4481604 Feb 20 03:26:56.702655 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2baa42-fc2e-4063-a44d-48e95269967a None None] Checking router: 7e3d36e1-3349-4342-8374-1b3accc8a9f6 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:26:56.722892 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2baa42-fc2e-4063-a44d-48e95269967a None None] Routers {'7e3d36e1-3349-4342-8374-1b3accc8a9f6'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:26:56.724692 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-7c2baa42-fc2e-4063-a44d-48e95269967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:26:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7e3d36e1-3349-4342-8374-1b3accc8a9f6'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:26:56.728935 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5217b4-9573-48b8-829b-9642c7d5bb46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb7415f-9485-453e-b6ec-2597075bee15'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:26:56.730295 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82891b6f-2903-4137-9946-e6e340085e52" -d '{"events": [{"server_uuid": "6c5217b4-9573-48b8-829b-9642c7d5bb46", "name": "network-vif-plugged", "status": "completed", "tag": "5fb7415f-9485-453e-b6ec-2597075bee15"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:26:56.771080 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-aa8182fe-9c5c-4221-b3fe-ece9ed0b5745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (338b76d1-4e5c-4355-9adc-e6ac445b60ba), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:56.779519 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 5fb7415f-9485-453e-b6ec-2597075bee15, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=5fb7415f-9485-453e-b6ec-2597075bee15,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:26:56.791035 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-50ef3888-2f77-4229-aff2-58977e5b2d22 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:56.801066 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-50ef3888-2f77-4229-aff2-58977e5b2d22 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0875249 Feb 20 03:26:56.945611 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8182fe-9c5c-4221-b3fe-ece9ed0b5745 service neutron] Pushing event updated for resources: {'Port': ['ID=338b76d1-4e5c-4355-9adc-e6ac445b60ba,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:56.954089 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (5fb7415f-9485-453e-b6ec-2597075bee15), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:57.019865 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1ce86-5555-4978-bbc2-8d65db7a9d90 req-7d2c1589-7fc7-4a50-bd94-c6767fcbbcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:57.027352 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f0b1ce86-5555-4978-bbc2-8d65db7a9d90 req-7d2c1589-7fc7-4a50-bd94-c6767fcbbcef service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3174815 Feb 20 03:26:57.036137 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ca2ed-265a-4dc9-a691-c12ff4c7aba9 req-e33e97c4-91ad-4d8c-9d89-8f354eb498ee tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:57.042565 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ca2ed-265a-4dc9-a691-c12ff4c7aba9 req-e33e97c4-91ad-4d8c-9d89-8f354eb498ee tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:57.053957 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ca2ed-265a-4dc9-a691-c12ff4c7aba9 req-e33e97c4-91ad-4d8c-9d89-8f354eb498ee tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:57.061445 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-354ca2ed-265a-4dc9-a691-c12ff4c7aba9 req-e33e97c4-91ad-4d8c-9d89-8f354eb498ee tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=32472515-8170-4972-9e56-4805576c00a1 HTTP/1.1" status: 200 len: 2412 time: 0.2969794 Feb 20 03:26:57.122264 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-aa8182fe-9c5c-4221-b3fe-ece9ed0b5745 service neutron] Attempting to bind port 338b76d1-4e5c-4355-9adc-e6ac445b60ba on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:26:57.122548 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-aa8182fe-9c5c-4221-b3fe-ece9ed0b5745 service neutron] Attempting to bind port 338b76d1-4e5c-4355-9adc-e6ac445b60ba by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '31550e96-0c57-47e5-9282-7d905193951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '0374a8cc-da94-4d76-bc69-4b221077786d'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:26:57.122988 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-aa8182fe-9c5c-4221-b3fe-ece9ed0b5745 service neutron] Attempting to bind port 338b76d1-4e5c-4355-9adc-e6ac445b60ba on network 0374a8cc-da94-4d76-bc69-4b221077786d {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:26:57.128135 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-7c2baa42-fc2e-4063-a44d-48e95269967a None None] Set router 7e3d36e1-3349-4342-8374-1b3accc8a9f6 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:26:57.169285 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-aa8182fe-9c5c-4221-b3fe-ece9ed0b5745 service neutron] Port 338b76d1-4e5c-4355-9adc-e6ac445b60ba on network 0374a8cc-da94-4d76-bc69-4b221077786d not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:26:57.176337 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-aa8182fe-9c5c-4221-b3fe-ece9ed0b5745 service neutron] Attempting to bind port 338b76d1-4e5c-4355-9adc-e6ac445b60ba on network 0374a8cc-da94-4d76-bc69-4b221077786d {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:26:57.196695 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-aa8182fe-9c5c-4221-b3fe-ece9ed0b5745 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:26:57.197204 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-aa8182fe-9c5c-4221-b3fe-ece9ed0b5745 service neutron] Checking segment: {'id': '31550e96-0c57-47e5-9282-7d905193951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '0374a8cc-da94-4d76-bc69-4b221077786d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:26:57.197877 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-aa8182fe-9c5c-4221-b3fe-ece9ed0b5745 service neutron] Bound using segment: {'id': '31550e96-0c57-47e5-9282-7d905193951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '0374a8cc-da94-4d76-bc69-4b221077786d'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:26:57.198683 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-aa8182fe-9c5c-4221-b3fe-ece9ed0b5745 service neutron] Bound port: 338b76d1-4e5c-4355-9adc-e6ac445b60ba, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31550e96-0c57-47e5-9282-7d905193951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '0374a8cc-da94-4d76-bc69-4b221077786d'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:26:57.199134 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-aa8182fe-9c5c-4221-b3fe-ece9ed0b5745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (338b76d1-4e5c-4355-9adc-e6ac445b60ba), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:57.230129 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=5fb7415f-9485-453e-b6ec-2597075bee15,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:57.256982 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-354ca2ed-265a-4dc9-a691-c12ff4c7aba9 req-e3c945e8-a560-40b9-bd91-e1144ccedbc1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/security-groups?id=3ecfd148-49f1-45d7-a007-04cb1f6e339b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896954 Feb 20 03:26:57.363691 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c4e63-7895-4a55-b395-950027657568 req-80a44607-d2db-4668-8b48-6e5eb6232c0d tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:57.371169 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e91c4e63-7895-4a55-b395-950027657568 req-80a44607-d2db-4668-8b48-6e5eb6232c0d tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.89 "GET /v2.0/networks?id=4651b592-2402-45c9-a065-b1d1ee642486 HTTP/1.1" status: 200 len: 813 time: 0.2919817 Feb 20 03:26:57.394639 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32472515-8170-4972-9e56-4805576c00a1', 'tag': 'e95a0dfa-b0da-45ce-855f-12329c59fab8'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:26:57.397093 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c02682-e6ee-40a1-b94b-bf248a56f384" -d '{"events": [{"name": "network-changed", "server_uuid": "32472515-8170-4972-9e56-4805576c00a1", "tag": "e95a0dfa-b0da-45ce-855f-12329c59fab8"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:26:57.435250 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e91c4e63-7895-4a55-b395-950027657568 req-d1c3f925-7780-4369-a8b5-3afa06393b84 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.89 "GET /v2.0/quotas/d9bffb54cf7a459ab8f450e0dfefce78 HTTP/1.1" status: 200 len: 375 time: 0.0631442 Feb 20 03:26:57.478067 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-aa8182fe-9c5c-4221-b3fe-ece9ed0b5745 service neutron] For port 338b76d1-4e5c-4355-9adc-e6ac445b60ba, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:26:57.517155 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-aa8182fe-9c5c-4221-b3fe-ece9ed0b5745 service neutron] For port 338b76d1-4e5c-4355-9adc-e6ac445b60ba, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=338b76d1-4e5c-4355-9adc-e6ac445b60ba,segment=NetworkSegment(31550e96-0c57-47e5-9282-7d905193951b),segment_id=31550e96-0c57-47e5-9282-7d905193951b)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:26:57.547155 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff15541-0d7a-4f53-ba6a-357340c88279 req-f1aaa8e3-21bc-4940-a445-fc5e15861b7e tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:57.554063 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ff15541-0d7a-4f53-ba6a-357340c88279 req-f1aaa8e3-21bc-4940-a445-fc5e15861b7e tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/ports?device_id=686a2fe8-ba0c-49ef-a859-1ee134f3cdf1 HTTP/1.1" status: 200 len: 945 time: 0.1968582 Feb 20 03:26:57.574251 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-7c2baa42-fc2e-4063-a44d-48e95269967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-908958892-router', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:40Z', 'updated_at': '2022-02-20T03:24:48Z', 'revision_number': 4, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'gw_port': {'id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:41Z', 'updated_at': '2022-02-20T03:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '34d7cc47-c1f9-499a-8656-ee6606908eb1', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'floating_ip_address': '172.25.7.235', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'port_id': '8ac6e636-9f53-4089-8886-01f43c81c352', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a', 'mac_address': 'fa:16:3e:0d:99:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686a2fe8-ba0c-49ef-a859-1ee134f3cdf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:25:17Z', 'updated_at': '2022-02-20T03:26:54Z', 'revision_number': 5, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bab8052-87a6-43dc-a718-413d993feb8e', 'name': '', 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'mac_address': 'fa:16:3e:a3:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '45a6eef8-376a-483a-a26e-f4c41d993600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:46Z', 'updated_at': '2022-02-20T03:24:55Z', 'revision_number': 5, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'subnets': [{'id': '45a6eef8-376a-483a-a26e-f4c41d993600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:26:57.582803 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e91c4e63-7895-4a55-b395-950027657568 req-ecc5ae58-a949-40ca-83cc-cab417520324 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=d9bffb54cf7a459ab8f450e0dfefce78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1451387 Feb 20 03:26:57.605435 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2baa42-fc2e-4063-a44d-48e95269967a None None] The sync data for ids ['7e3d36e1-3349-4342-8374-1b3accc8a9f6'] in n-d-829866-4 is: [{'id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-908958892-router', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:40Z', 'updated_at': '2022-02-20T03:24:48Z', 'revision_number': 4, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'gw_port': {'id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:41Z', 'updated_at': '2022-02-20T03:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '34d7cc47-c1f9-499a-8656-ee6606908eb1', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'floating_ip_address': '172.25.7.235', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'port_id': '8ac6e636-9f53-4089-8886-01f43c81c352', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a', 'mac_address': 'fa:16:3e:0d:99:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686a2fe8-ba0c-49ef-a859-1ee134f3cdf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:25:17Z', 'updated_at': '2022-02-20T03:26:54Z', 'revision_number': 5, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bab8052-87a6-43dc-a718-413d993feb8e', 'name': '', 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'mac_address': 'fa:16:3e:a3:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '45a6eef8-376a-483a-a26e-f4c41d993600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:46Z', 'updated_at': '2022-02-20T03:24:55Z', 'revision_number': 5, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'subnets': [{'id': '45a6eef8-376a-483a-a26e-f4c41d993600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:26:57.674346 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-aa8182fe-9c5c-4221-b3fe-ece9ed0b5745 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (338b76d1-4e5c-4355-9adc-e6ac445b60ba), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:57.737773 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ff15541-0d7a-4f53-ba6a-357340c88279 req-f1b8904c-dad2-4261-8fa1-8d9d6a59d6e4 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/security-groups?id=46eb71f2-3e3b-4d1c-9ea4-d785ed412b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818609 Feb 20 03:26:57.772769 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-aa8182fe-9c5c-4221-b3fe-ece9ed0b5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:57.773326 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-aa8182fe-9c5c-4221-b3fe-ece9ed0b5745 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:57.774771 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-aa8182fe-9c5c-4221-b3fe-ece9ed0b5745 service neutron] 10.222.0.93 "PUT /v2.0/ports/338b76d1-4e5c-4355-9adc-e6ac445b60ba HTTP/1.1" status: 200 len: 1092 time: 2.5963764 Feb 20 03:26:57.813919 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8182fe-9c5c-4221-b3fe-ece9ed0b5745 service neutron] Pushing event updated for resources: {'Port': ['ID=338b76d1-4e5c-4355-9adc-e6ac445b60ba,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:26:57.846875 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e91c4e63-7895-4a55-b395-950027657568 req-5973ce98-fa76-4e7a-bfe7-59632c8d8eec service neutron] 10.222.0.89 "GET /v2.0/networks/4651b592-2402-45c9-a065-b1d1ee642486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507584 Feb 20 03:26:57.881970 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b692e02c-3461-468f-ac12-e66133d6809e x-openstack-request-id: req-b692e02c-3461-468f-ac12-e66133d6809e {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:26:57.883353 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686a2fe8-ba0c-49ef-a859-1ee134f3cdf1", "tag": "8ac6e636-9f53-4089-8886-01f43c81c352", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:26:57.883611 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b692e02c-3461-468f-ac12-e66133d6809e {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:26:57.884260 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686a2fe8-ba0c-49ef-a859-1ee134f3cdf1', 'tag': '8ac6e636-9f53-4089-8886-01f43c81c352', 'status': 'completed', 'code': 200} Feb 20 03:26:57.989970 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4246f6b-e4dc-46f9-bac8-48518cace0f4 req-984757b6-15e8-43c7-b9ae-2b2fd7b8d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:57.994215 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c100e14-60b3-40e2-9a1f-12265c8369e6 None None] New status for floating IP 34d7cc47-c1f9-499a-8656-ee6606908eb1: ACTIVE {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:26:57.996948 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a4246f6b-e4dc-46f9-bac8-48518cace0f4 req-984757b6-15e8-43c7-b9ae-2b2fd7b8d120 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b51fc68f0ef94a37932f055767d64f43&device_id=686a2fe8-ba0c-49ef-a859-1ee134f3cdf1 HTTP/1.1" status: 200 len: 1127 time: 0.0916781 Feb 20 03:26:58.151331 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e91c4e63-7895-4a55-b395-950027657568 req-fb408506-97fa-42d0-965a-a6f3ee7a1352 service neutron] 10.222.0.89 "GET /v2.0/networks/4651b592-2402-45c9-a065-b1d1ee642486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003144 Feb 20 03:26:58.168857 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-89b50f6e-14fb-48e5-9761-c80210abef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:58.169369 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-89b50f6e-14fb-48e5-9761-c80210abef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:58.169901 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-89b50f6e-14fb-48e5-9761-c80210abef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:58.171715 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-89b50f6e-14fb-48e5-9761-c80210abef07 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2b66d718af5443bfbfcf198ecc36557d&device_id=32472515-8170-4972-9e56-4805576c00a1 HTTP/1.1" status: 200 len: 2958 time: 0.2313023 Feb 20 03:26:58.175354 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4246f6b-e4dc-46f9-bac8-48518cace0f4 req-6c797e95-8cb3-4db8-b875-9406149adaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:58.176998 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a4246f6b-e4dc-46f9-bac8-48518cace0f4 req-6c797e95-8cb3-4db8-b875-9406149adaa4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=edfd7dd8-5385-49de-a304-74f70dd7d14a HTTP/1.1" status: 200 len: 924 time: 0.1677692 Feb 20 03:26:58.195628 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582256a-22b3-4fee-9f51-98e5afb13d63 req-3c4b7742-9279-45bb-afd8-6be278e5b1c4 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:58.211811 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f582256a-22b3-4fee-9f51-98e5afb13d63 req-3c4b7742-9279-45bb-afd8-6be278e5b1c4 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 1128 time: 0.1660006 Feb 20 03:26:58.296581 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-9c203336-9280-4330-bd4c-fbcc4aac57f4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.178&port_id=bfdb898c-e675-4a68-acc5-efad9e55697c HTTP/1.1" status: 200 len: 217 time: 0.1155334 Feb 20 03:26:58.332004 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a4246f6b-e4dc-46f9-bac8-48518cace0f4 req-faba736e-92e5-4911-8833-10970ccb9eea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ac6e636-9f53-4089-8886-01f43c81c352 HTTP/1.1" status: 200 len: 999 time: 0.1473320 Feb 20 03:26:58.399125 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-9eda687a-905f-4729-a8a5-64c3df1281b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:58.400635 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-9eda687a-905f-4729-a8a5-64c3df1281b3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=64e1b424-058e-41e5-807b-c68bbf5eb823 HTTP/1.1" status: 200 len: 801 time: 0.0939600 Feb 20 03:26:58.402599 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4246f6b-e4dc-46f9-bac8-48518cace0f4 req-436ec090-d4f6-4483-91f4-149ec67ea091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:58.403183 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f582256a-22b3-4fee-9f51-98e5afb13d63 req-22e2347c-8a1b-4c17-813d-b80e78a04b55 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905301 Feb 20 03:26:58.404560 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a4246f6b-e4dc-46f9-bac8-48518cace0f4 req-436ec090-d4f6-4483-91f4-149ec67ea091 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45a6eef8-376a-483a-a26e-f4c41d993600 HTTP/1.1" status: 200 len: 862 time: 0.0653110 Feb 20 03:26:58.548341 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-fd6cac4e-4fca-4da7-9024-d1c417fc7080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:58.549875 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-fd6cac4e-4fca-4da7-9024-d1c417fc7080 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0374a8cc-da94-4d76-bc69-4b221077786d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1349180 Feb 20 03:26:58.639871 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52564e42-290b-48d7-a122-9ba1605e1ed4 x-openstack-request-id: req-52564e42-290b-48d7-a122-9ba1605e1ed4 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:26:58.641504 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5217b4-9573-48b8-829b-9642c7d5bb46", "name": "network-vif-plugged", "status": "completed", "tag": "5fb7415f-9485-453e-b6ec-2597075bee15", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:26:58.641504 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-52564e42-290b-48d7-a122-9ba1605e1ed4 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:26:58.641504 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5217b4-9573-48b8-829b-9642c7d5bb46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb7415f-9485-453e-b6ec-2597075bee15', 'code': 200} Feb 20 03:26:58.720164 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-83b127a0-f67b-4f85-b970-1f2b410cc5e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:58.723352 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6ccaf365-41e6-4117-89a6-33d771fc8eb0 req-ffcbdc6d-8503-4814-878e-6de1c99c50bf tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/ports?device_id=de8cc3dc-639f-4b6a-b546-e2b737294e7f HTTP/1.1" status: 200 len: 210 time: 0.0908206 Feb 20 03:26:58.853592 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f65216a-8374-4f20-b859-74b13115b735 x-openstack-request-id: req-8f65216a-8374-4f20-b859-74b13115b735 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:26:58.853893 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32472515-8170-4972-9e56-4805576c00a1", "tag": "e95a0dfa-b0da-45ce-855f-12329c59fab8", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:26:58.854166 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8f65216a-8374-4f20-b859-74b13115b735 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:26:58.854581 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32472515-8170-4972-9e56-4805576c00a1', 'tag': 'e95a0dfa-b0da-45ce-855f-12329c59fab8', 'status': 'completed', 'code': 200} Feb 20 03:26:58.948711 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-a4df9150-10d2-4064-a094-7c2b5ec5def7 service neutron] 10.222.0.93 "GET /v2.0/networks/0374a8cc-da94-4d76-bc69-4b221077786d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914766 Feb 20 03:26:58.968147 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4246f6b-e4dc-46f9-bac8-48518cace0f4 req-dac739fe-b1a8-4446-9322-fa496fdcf90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:58.970890 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a4246f6b-e4dc-46f9-bac8-48518cace0f4 req-dac739fe-b1a8-4446-9322-fa496fdcf90a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=edfd7dd8-5385-49de-a304-74f70dd7d14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5571899 Feb 20 03:26:58.978600 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852eaa8-b0cc-413c-8142-6903596ece5f req-49b6e478-4a3e-4bc9-8c43-776c91a20dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:58.980168 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e852eaa8-b0cc-413c-8142-6903596ece5f req-49b6e478-4a3e-4bc9-8c43-776c91a20dc4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 1127 time: 0.2631109 Feb 20 03:26:59.083909 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-08f56597-cf9a-4a29-b386-bf28effbbff3 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:59.090647 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-08f56597-cf9a-4a29-b386-bf28effbbff3 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/networks?id=e730276a-8767-454e-ad52-96dd8c661ff1 HTTP/1.1" status: 200 len: 821 time: 0.2996578 Feb 20 03:26:59.122195 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a4246f6b-e4dc-46f9-bac8-48518cace0f4 req-afc57562-41e1-4f6c-aa1a-5c0693137da5 service neutron] 10.222.0.42 "GET /v2.0/networks/edfd7dd8-5385-49de-a304-74f70dd7d14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436045 Feb 20 03:26:59.127103 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3acbae-017d-4b99-8c1a-9fd7d252da66 req-9389d75e-8f66-4742-ba60-e41b57cc259c tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:59.134778 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ef3acbae-017d-4b99-8c1a-9fd7d252da66 req-9389d75e-8f66-4742-ba60-e41b57cc259c tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 945 time: 0.2388980 Feb 20 03:26:59.180290 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-92fdb5dd-dbb8-41bd-b800-fe73dd0f550e tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/quotas/fd7851a863a8452e82d14d3392ca44be HTTP/1.1" status: 200 len: 375 time: 0.0880132 Feb 20 03:26:59.183026 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-571d9e34-e1c2-4fea-8b3a-ee181c1e2f43 service neutron] 10.222.0.93 "GET /v2.0/networks/0374a8cc-da94-4d76-bc69-4b221077786d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274556 Feb 20 03:26:59.189988 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e852eaa8-b0cc-413c-8142-6903596ece5f req-ff43adfb-58ad-4c14-ba4e-f7bc64d64613 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884360 Feb 20 03:26:59.248650 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-5dbeaede-958b-4c81-9038-bb155f7c0871 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=fd7851a863a8452e82d14d3392ca44be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586085 Feb 20 03:26:59.276455 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a4246f6b-e4dc-46f9-bac8-48518cace0f4 req-850a56d0-a8ef-4a34-95b6-e2ad0cb00c13 service neutron] 10.222.0.42 "GET /v2.0/networks/edfd7dd8-5385-49de-a304-74f70dd7d14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463063 Feb 20 03:26:59.356715 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ef3acbae-017d-4b99-8c1a-9fd7d252da66 req-9312e42f-d5a4-4161-94c2-8e8d748229bf tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207735 Feb 20 03:26:59.425190 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-2e22cb67-f587-40e8-806d-c2baa28c8999 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.10&port_id=e95a0dfa-b0da-45ce-855f-12329c59fab8 HTTP/1.1" status: 200 len: 217 time: 0.0434275 Feb 20 03:26:59.521495 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-0d405ac7-668a-45d8-8a16-7da132845c9f service neutron] 10.222.0.89 "GET /v2.0/networks/e730276a-8767-454e-ad52-96dd8c661ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716219 Feb 20 03:26:59.545152 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-9688abe3-972b-43cf-b825-0d7eb6943097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:59.546575 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-9688abe3-972b-43cf-b825-0d7eb6943097 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b00dce7f-d103-41e2-99be-c0ac93cd3431 HTTP/1.1" status: 200 len: 801 time: 0.1111255 Feb 20 03:26:59.617617 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-1e938a29-5435-4790-a986-d2c50c2ec7ef tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=22a8ea8fc6144adc98b789e6be74cf35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438440 Feb 20 03:26:59.638438 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804a163-985c-408a-8efd-275d7f3518dd req-55f2e53a-c8a5-4e42-9226-f215e7b7770c tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:59.643890 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804a163-985c-408a-8efd-275d7f3518dd req-55f2e53a-c8a5-4e42-9226-f215e7b7770c tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:59.649890 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804a163-985c-408a-8efd-275d7f3518dd req-55f2e53a-c8a5-4e42-9226-f215e7b7770c tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:59.651679 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2804a163-985c-408a-8efd-275d7f3518dd req-55f2e53a-c8a5-4e42-9226-f215e7b7770c tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=32472515-8170-4972-9e56-4805576c00a1 HTTP/1.1" status: 200 len: 2412 time: 0.1751614 Feb 20 03:26:59.717471 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-3a0b1878-db8c-4b9b-a95d-b80f01596ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:59.719007 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-3a0b1878-db8c-4b9b-a95d-b80f01596ef9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=aabbf053-2aeb-44cd-96b0-4cb4a66646c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1591923 Feb 20 03:26:59.724569 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-acc073c8-eddf-4e1a-877f-42c8166456b9 service neutron] 10.222.0.89 "GET /v2.0/networks/e730276a-8767-454e-ad52-96dd8c661ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886685 Feb 20 03:26:59.759476 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2804a163-985c-408a-8efd-275d7f3518dd req-11d7952c-25e1-4322-b061-f8c619137cef tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/security-groups?id=3ecfd148-49f1-45d7-a007-04cb1f6e339b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910852 Feb 20 03:26:59.771158 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:26:59.849336 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-b33a78d6-4761-4fca-8729-bf6883ba342f tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:26:59.851244 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-b33a78d6-4761-4fca-8729-bf6883ba342f tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2250650 Feb 20 03:26:59.903746 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-13304941-ae55-4a5c-905d-ac5b26da724f service neutron] 10.222.0.93 "GET /v2.0/networks/aabbf053-2aeb-44cd-96b0-4cb4a66646c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742959 Feb 20 03:26:59.909161 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-e76c0476-f1ca-4ee3-8a7d-3b8e37a0f42f tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Request body: {'port': {'device_id': 'de8cc3dc-639f-4b6a-b546-e2b737294e7f', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'admin_state_up': True, 'tenant_id': '22a8ea8fc6144adc98b789e6be74cf35'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:27:00.078925 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-69c44537-9e88-473a-af3f-e354884c71da service neutron] 10.222.0.93 "GET /v2.0/networks/aabbf053-2aeb-44cd-96b0-4cb4a66646c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672945 Feb 20 03:27:00.156695 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-41b90745-5013-46da-bfa3-78af3648f4bf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.242&port_id=338b76d1-4e5c-4355-9adc-e6ac445b60ba HTTP/1.1" status: 200 len: 217 time: 0.0689063 Feb 20 03:27:00.195546 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-e76c0476-f1ca-4ee3-8a7d-3b8e37a0f42f tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Made reservation on behalf of 22a8ea8fc6144adc98b789e6be74cf35 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:27:00.202715 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-e76c0476-f1ca-4ee3-8a7d-3b8e37a0f42f tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:00.215572 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-e76c0476-f1ca-4ee3-8a7d-3b8e37a0f42f tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:00.241464 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-61be81b3-a607-4edf-a984-d07fb5a0bfd3 req-1ae3d606-55be-4b58-b340-1e68d78edd6f tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.89 "GET /v2.0/ports?device_id=ffeaed0e-c59b-4a19-8f93-2d6ee0166b90 HTTP/1.1" status: 200 len: 210 time: 0.0876050 Feb 20 03:27:00.304137 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-a6943f28-5e11-4aac-9718-13f654b6bd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:00.310831 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-a6943f28-5e11-4aac-9718-13f654b6bd42 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=64e1b424-058e-41e5-807b-c68bbf5eb823 HTTP/1.1" status: 200 len: 801 time: 0.1373999 Feb 20 03:27:00.397442 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-f837cce6-8c21-42f9-ad01-f39ac9313233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:00.399968 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-f837cce6-8c21-42f9-ad01-f39ac9313233 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0374a8cc-da94-4d76-bc69-4b221077786d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0721402 Feb 20 03:27:00.402141 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-e76c0476-f1ca-4ee3-8a7d-3b8e37a0f42f tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Publish callbacks [] for security_group (a63502c7-06d1-4b4b-8d76-5828c9f1019f), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:00.478922 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-e76c0476-f1ca-4ee3-8a7d-3b8e37a0f42f tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a63502c7-06d1-4b4b-8d76-5828c9f1019f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:00.548989 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d459a207-fcd6-40c9-9cb3-9ff8f1290042 req-8ebe6d8b-9a6f-428a-a334-8d171c273653 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/ports?device_id=de8cc3dc-639f-4b6a-b546-e2b737294e7f HTTP/1.1" status: 200 len: 210 time: 0.0409491 Feb 20 03:27:00.580960 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c0476-f1ca-4ee3-8a7d-3b8e37a0f42f tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a63502c7-06d1-4b4b-8d76-5828c9f1019f,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:00.618771 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-a33ddecf-c13a-4904-b769-3f0dc583742c service neutron] 10.222.0.93 "GET /v2.0/networks/0374a8cc-da94-4d76-bc69-4b221077786d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051067 Feb 20 03:27:00.636020 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6efa254b-d526-417e-9455-666af43ff487 req-30953abc-3b50-4c36-83d4-ca24e9b8a6ef tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=79c6e5c1-5480-48a0-ada6-0fae8c897225 HTTP/1.1" status: 200 len: 210 time: 0.0337362 Feb 20 03:27:00.690899 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-e76c0476-f1ca-4ee3-8a7d-3b8e37a0f42f tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Allocated IP 192.168.233.94 (0c4d93d2-7476-4570-93e5-7ecf9f895901/c38207c9-ee42-4b0e-b0ac-5ef2953b6f62/15c269e9-dfdb-48aa-a568-b5b123f68088) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:27:00.797474 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfb0fccd-75d4-4b67-999b-5a0d6fe6b617 req-11722f74-66b3-49e4-a048-5c051e5b15bc service neutron] 10.222.0.93 "GET /v2.0/networks/0374a8cc-da94-4d76-bc69-4b221077786d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637831 Feb 20 03:27:00.856182 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d006480-d63a-41ac-bf8a-b40d069e56dc req-96695697-9170-4e2a-9abc-b20533ae9a7f tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:00.863600 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0d006480-d63a-41ac-bf8a-b40d069e56dc req-96695697-9170-4e2a-9abc-b20533ae9a7f tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 945 time: 0.1008933 Feb 20 03:27:00.865845 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32472515-8170-4972-9e56-4805576c00a1', 'tag': '338b76d1-4e5c-4355-9adc-e6ac445b60ba'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:27:00.868478 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d17d406-6661-418a-b7ab-8bc7eb46c227" -d '{"events": [{"name": "network-changed", "server_uuid": "32472515-8170-4972-9e56-4805576c00a1", "tag": "338b76d1-4e5c-4355-9adc-e6ac445b60ba"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:27:00.911615 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-e76c0476-f1ca-4ee3-8a7d-3b8e37a0f42f tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Publish callbacks [] for port (15c269e9-dfdb-48aa-a568-b5b123f68088), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:00.938785 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0d006480-d63a-41ac-bf8a-b40d069e56dc req-68bc442c-6749-45bc-8246-961c6ccb1639 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742640 Feb 20 03:27:01.029387 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-e76c0476-f1ca-4ee3-8a7d-3b8e37a0f42f tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (15c269e9-dfdb-48aa-a568-b5b123f68088), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:01.064652 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:01.095722 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-e76c0476-f1ca-4ee3-8a7d-3b8e37a0f42f tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:27:01.099913 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-e76c0476-f1ca-4ee3-8a7d-3b8e37a0f42f tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:27:01.104389 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-e76c0476-f1ca-4ee3-8a7d-3b8e37a0f42f tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:27:01.105678 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c02682-e6ee-40a1-b94b-bf248a56f384 req-6b687b57-1c57-4071-8042-522ea42b00de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:01.106299 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c02682-e6ee-40a1-b94b-bf248a56f384 req-6b687b57-1c57-4071-8042-522ea42b00de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:01.107035 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c02682-e6ee-40a1-b94b-bf248a56f384 req-6b687b57-1c57-4071-8042-522ea42b00de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:01.109891 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c2c02682-e6ee-40a1-b94b-bf248a56f384 req-6b687b57-1c57-4071-8042-522ea42b00de service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2b66d718af5443bfbfcf198ecc36557d&device_id=32472515-8170-4972-9e56-4805576c00a1 HTTP/1.1" status: 200 len: 2958 time: 0.1243315 Feb 20 03:27:01.169305 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c0476-f1ca-4ee3-8a7d-3b8e37a0f42f tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Pushing event updated for resources: {'Port': ['ID=15c269e9-dfdb-48aa-a568-b5b123f68088,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:01.224640 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-e76c0476-f1ca-4ee3-8a7d-3b8e37a0f42f tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:01.225401 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-e76c0476-f1ca-4ee3-8a7d-3b8e37a0f42f tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:01.323864 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-e76c0476-f1ca-4ee3-8a7d-3b8e37a0f42f tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4471314 Feb 20 03:27:01.339627 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-55bb81b5-d799-4421-a539-76c569f59c37 service neutron] Request body: {'port': {'device_id': 'de8cc3dc-639f-4b6a-b546-e2b737294e7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:27:01.432789 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-55bb81b5-d799-4421-a539-76c569f59c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (15c269e9-dfdb-48aa-a568-b5b123f68088), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:01.503556 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-3ab601ef-84ff-4c5b-895d-146f139d3aec None None] Provisioning complete for port 15c269e9-dfdb-48aa-a568-b5b123f68088 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:27:01.504615 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3ab601ef-84ff-4c5b-895d-146f139d3aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (15c269e9-dfdb-48aa-a568-b5b123f68088), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:01.564979 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-3ab601ef-84ff-4c5b-895d-146f139d3aec None None] Port 15c269e9-dfdb-48aa-a568-b5b123f68088 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:27:01.615149 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd228f3c-b0eb-400c-b977-9052608b5d8f req-f0b62939-ca18-4df7-8013-a8b26014c865 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:01.621351 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd228f3c-b0eb-400c-b977-9052608b5d8f req-f0b62939-ca18-4df7-8013-a8b26014c865 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:01.626984 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd228f3c-b0eb-400c-b977-9052608b5d8f req-f0b62939-ca18-4df7-8013-a8b26014c865 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:01.635530 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd228f3c-b0eb-400c-b977-9052608b5d8f req-f0b62939-ca18-4df7-8013-a8b26014c865 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=32472515-8170-4972-9e56-4805576c00a1 HTTP/1.1" status: 200 len: 2412 time: 0.5943491 Feb 20 03:27:01.780314 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd228f3c-b0eb-400c-b977-9052608b5d8f req-1ffbecd4-e0af-4e57-aebf-3ca889b69fd5 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/security-groups?id=3ecfd148-49f1-45d7-a007-04cb1f6e339b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436789 Feb 20 03:27:01.790838 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c02682-e6ee-40a1-b94b-bf248a56f384 req-5a1a1b26-f4d3-4e4f-8a72-2e820fd9f6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:01.792361 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c2c02682-e6ee-40a1-b94b-bf248a56f384 req-5a1a1b26-f4d3-4e4f-8a72-2e820fd9f6ee service neutron] 10.222.0.93 "GET /v2.0/networks?id=aabbf053-2aeb-44cd-96b0-4cb4a66646c2 HTTP/1.1" status: 200 len: 903 time: 0.6677163 Feb 20 03:27:01.883592 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c2c02682-e6ee-40a1-b94b-bf248a56f384 req-1b5eb3a2-ae66-4813-ba97-c9f1eee153cd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.10&port_id=e95a0dfa-b0da-45ce-855f-12329c59fab8 HTTP/1.1" status: 200 len: 217 time: 0.0820575 Feb 20 03:27:01.930882 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be983090-86ed-44af-857a-e06657f8b2a2 x-openstack-request-id: req-be983090-86ed-44af-857a-e06657f8b2a2 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:27:01.931133 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32472515-8170-4972-9e56-4805576c00a1", "tag": "338b76d1-4e5c-4355-9adc-e6ac445b60ba", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:27:01.931393 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-be983090-86ed-44af-857a-e06657f8b2a2 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:27:01.931817 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32472515-8170-4972-9e56-4805576c00a1', 'tag': '338b76d1-4e5c-4355-9adc-e6ac445b60ba', 'status': 'completed', 'code': 200} Feb 20 03:27:02.031355 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-55bb81b5-d799-4421-a539-76c569f59c37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15c269e9-dfdb-48aa-a568-b5b123f68088 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:27:02.049419 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-55bb81b5-d799-4421-a539-76c569f59c37 service neutron] Publish callbacks [] for port (15c269e9-dfdb-48aa-a568-b5b123f68088), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:02.052408 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c02682-e6ee-40a1-b94b-bf248a56f384 req-2d39c9dd-e10b-44f4-98ec-ad241fa0645d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:02.053386 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c2c02682-e6ee-40a1-b94b-bf248a56f384 req-2d39c9dd-e10b-44f4-98ec-ad241fa0645d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b00dce7f-d103-41e2-99be-c0ac93cd3431 HTTP/1.1" status: 200 len: 801 time: 0.1207793 Feb 20 03:27:02.077341 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-55bb81b5-d799-4421-a539-76c569f59c37 service neutron] Transition to ACTIVE for port object 15c269e9-dfdb-48aa-a568-b5b123f68088 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:27:02.156178 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-55bb81b5-d799-4421-a539-76c569f59c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (15c269e9-dfdb-48aa-a568-b5b123f68088), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:02.163422 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1705a-1dcd-497f-8c47-ef09431de105 req-c08e02dd-1356-43f9-9e67-3966975386c9 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:02.165950 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cea1705a-1dcd-497f-8c47-ef09431de105 req-c08e02dd-1356-43f9-9e67-3966975386c9 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 1127 time: 0.1701508 Feb 20 03:27:02.176751 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c4e63-7895-4a55-b395-950027657568 req-8f4e288a-1888-496d-90df-338106cb43f1 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:02.180352 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e91c4e63-7895-4a55-b395-950027657568 req-8f4e288a-1888-496d-90df-338106cb43f1 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.42 "GET /v2.0/networks?id=4651b592-2402-45c9-a065-b1d1ee642486 HTTP/1.1" status: 200 len: 813 time: 0.2894137 Feb 20 03:27:02.190601 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-e91c4e63-7895-4a55-b395-950027657568 req-ca1cfabb-694b-48d0-a08a-1a5e053c6d24 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Request body: {'port': {'device_id': 'ffeaed0e-c59b-4a19-8f93-2d6ee0166b90', 'network_id': '4651b592-2402-45c9-a065-b1d1ee642486', 'admin_state_up': True, 'tenant_id': 'd9bffb54cf7a459ab8f450e0dfefce78'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:27:02.199123 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c02682-e6ee-40a1-b94b-bf248a56f384 req-2b5ff2d3-21fe-4606-ba67-31b7f0ebe135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:02.205101 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c2c02682-e6ee-40a1-b94b-bf248a56f384 req-2b5ff2d3-21fe-4606-ba67-31b7f0ebe135 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=aabbf053-2aeb-44cd-96b0-4cb4a66646c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1246121 Feb 20 03:27:02.284920 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb81b5-d799-4421-a539-76c569f59c37 service neutron] Pushing event updated for resources: {'Port': ['ID=15c269e9-dfdb-48aa-a568-b5b123f68088,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:02.403368 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cea1705a-1dcd-497f-8c47-ef09431de105 req-12518933-f367-4242-b3bf-499b79b4bc17 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217877 Feb 20 03:27:02.404956 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-96b19459-1e76-4af9-9891-5b447b5a87f8 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:27:02.406294 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-96b19459-1e76-4af9-9891-5b447b5a87f8 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0805395 Feb 20 03:27:02.449763 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c2c02682-e6ee-40a1-b94b-bf248a56f384 req-280e92eb-8af2-4807-a41c-a169a4b0e2b2 service neutron] 10.222.0.93 "GET /v2.0/networks/aabbf053-2aeb-44cd-96b0-4cb4a66646c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293286 Feb 20 03:27:02.488566 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-55bb81b5-d799-4421-a539-76c569f59c37 service neutron] Attempting to bind port 15c269e9-dfdb-48aa-a568-b5b123f68088 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:27:02.488916 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-55bb81b5-d799-4421-a539-76c569f59c37 service neutron] Attempting to bind port 15c269e9-dfdb-48aa-a568-b5b123f68088 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:27:02.489248 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-55bb81b5-d799-4421-a539-76c569f59c37 service neutron] Attempting to bind port 15c269e9-dfdb-48aa-a568-b5b123f68088 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:27:02.543988 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-d21b0843-41b9-4231-9214-c3bc4cbd6ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:02.543988 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-d21b0843-41b9-4231-9214-c3bc4cbd6ba1 service neutron] 10.222.0.89 "GET /v2.0/ports/d63e954e-40b6-4bee-a093-5acd484efee8 HTTP/1.1" status: 200 len: 1125 time: 0.1258693 Feb 20 03:27:02.543988 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-55bb81b5-d799-4421-a539-76c569f59c37 service neutron] Port 15c269e9-dfdb-48aa-a568-b5b123f68088 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:27:02.543988 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-55bb81b5-d799-4421-a539-76c569f59c37 service neutron] Attempting to bind port 15c269e9-dfdb-48aa-a568-b5b123f68088 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:27:02.557772 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-55bb81b5-d799-4421-a539-76c569f59c37 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:27:02.558059 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-55bb81b5-d799-4421-a539-76c569f59c37 service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:27:02.558572 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-55bb81b5-d799-4421-a539-76c569f59c37 service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:27:02.559065 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-55bb81b5-d799-4421-a539-76c569f59c37 service neutron] Bound port: 15c269e9-dfdb-48aa-a568-b5b123f68088, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:27:02.559582 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-55bb81b5-d799-4421-a539-76c569f59c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (15c269e9-dfdb-48aa-a568-b5b123f68088), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:02.568557 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-5b98314d-6b73-47a8-97f7-b4a3faa8360e service neutron] Request body: {'binding': {'host': 'n-h1-829866-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:27:02.571056 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-5b98314d-6b73-47a8-97f7-b4a3faa8360e service neutron] Unknown quota resources ['binding']. {{(pid=104106) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 20 03:27:02.656264 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e91c4e63-7895-4a55-b395-950027657568 req-ca1cfabb-694b-48d0-a08a-1a5e053c6d24 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Made reservation on behalf of d9bffb54cf7a459ab8f450e0dfefce78 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:27:02.659746 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e91c4e63-7895-4a55-b395-950027657568 req-ca1cfabb-694b-48d0-a08a-1a5e053c6d24 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:02.670118 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-021a6a75-3d2b-4b19-96df-d1316efb9266 req-951ece14-3c74-478a-8c7a-629dcbb32545 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.89 "GET /v2.0/ports?device_id=ffeaed0e-c59b-4a19-8f93-2d6ee0166b90 HTTP/1.1" status: 200 len: 210 time: 0.0786669 Feb 20 03:27:02.691598 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c2c02682-e6ee-40a1-b94b-bf248a56f384 req-cd9b5fb4-ddde-4b28-807c-3950a1e27703 service neutron] 10.222.0.93 "GET /v2.0/networks/aabbf053-2aeb-44cd-96b0-4cb4a66646c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336948 Feb 20 03:27:02.720820 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:02.840787 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-5b98314d-6b73-47a8-97f7-b4a3faa8360e service neutron] Attempting to bind port d63e954e-40b6-4bee-a093-5acd484efee8 on host n-h1-829866-4 for vnic_type normal with profile None {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:27:02.841189 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-5b98314d-6b73-47a8-97f7-b4a3faa8360e service neutron] Attempting to bind port d63e954e-40b6-4bee-a093-5acd484efee8 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:27:02.841444 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-5b98314d-6b73-47a8-97f7-b4a3faa8360e service neutron] Attempting to bind port d63e954e-40b6-4bee-a093-5acd484efee8 on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:27:02.859472 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-5b98314d-6b73-47a8-97f7-b4a3faa8360e service neutron] Port d63e954e-40b6-4bee-a093-5acd484efee8 on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:27:02.859472 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-5b98314d-6b73-47a8-97f7-b4a3faa8360e service neutron] Attempting to bind port d63e954e-40b6-4bee-a093-5acd484efee8 on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:27:02.866826 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-55bb81b5-d799-4421-a539-76c569f59c37 service neutron] For port 15c269e9-dfdb-48aa-a568-b5b123f68088, host n-h1-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:27:02.871818 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-55bb81b5-d799-4421-a539-76c569f59c37 service neutron] For port 15c269e9-dfdb-48aa-a568-b5b123f68088, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=15c269e9-dfdb-48aa-a568-b5b123f68088,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:27:02.873948 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-5b98314d-6b73-47a8-97f7-b4a3faa8360e service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:27:02.874350 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-5b98314d-6b73-47a8-97f7-b4a3faa8360e service neutron] Checking segment: {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:27:02.874742 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-5b98314d-6b73-47a8-97f7-b4a3faa8360e service neutron] Bound using segment: {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:27:02.875267 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-5b98314d-6b73-47a8-97f7-b4a3faa8360e service neutron] Bound port: d63e954e-40b6-4bee-a093-5acd484efee8, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:27:02.884034 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.42', 54055) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:02.941358 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-5b98314d-6b73-47a8-97f7-b4a3faa8360e service neutron] For port d63e954e-40b6-4bee-a093-5acd484efee8, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=d63e954e-40b6-4bee-a093-5acd484efee8,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:27:02.966296 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-55bb81b5-d799-4421-a539-76c569f59c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (15c269e9-dfdb-48aa-a568-b5b123f68088), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:02.994962 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17d406-6661-418a-b7ab-8bc7eb46c227 req-f2da0b58-4296-4edf-b9c2-e1bd54ff9f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:02.995446 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17d406-6661-418a-b7ab-8bc7eb46c227 req-f2da0b58-4296-4edf-b9c2-e1bd54ff9f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:02.996016 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17d406-6661-418a-b7ab-8bc7eb46c227 req-f2da0b58-4296-4edf-b9c2-e1bd54ff9f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:02.997547 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5d17d406-6661-418a-b7ab-8bc7eb46c227 req-f2da0b58-4296-4edf-b9c2-e1bd54ff9f16 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2b66d718af5443bfbfcf198ecc36557d&device_id=32472515-8170-4972-9e56-4805576c00a1 HTTP/1.1" status: 200 len: 2958 time: 0.1708555 Feb 20 03:27:03.012949 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-55bb81b5-d799-4421-a539-76c569f59c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:03.013575 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-55bb81b5-d799-4421-a539-76c569f59c37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:03.015010 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-55bb81b5-d799-4421-a539-76c569f59c37 service neutron] 10.222.0.42 "PUT /v2.0/ports/15c269e9-dfdb-48aa-a568-b5b123f68088 HTTP/1.1" status: 200 len: 1095 time: 1.6813531 Feb 20 03:27:03.015453 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8cc3dc-639f-4b6a-b546-e2b737294e7f', 'tag': '15c269e9-dfdb-48aa-a568-b5b123f68088'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:27:03.017660 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79ba970-747d-41b5-9503-d9d9a25a8604" -d '{"events": [{"name": "network-changed", "server_uuid": "de8cc3dc-639f-4b6a-b546-e2b737294e7f", "tag": "15c269e9-dfdb-48aa-a568-b5b123f68088"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:27:03.045214 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-5b98314d-6b73-47a8-97f7-b4a3faa8360e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:03.052093 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-5b98314d-6b73-47a8-97f7-b4a3faa8360e service neutron] 10.222.0.89 "POST /v2.0/ports/d63e954e-40b6-4bee-a093-5acd484efee8/bindings HTTP/1.1" status: 201 len: 389 time: 0.4983900 Feb 20 03:27:03.102502 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb81b5-d799-4421-a539-76c569f59c37 service neutron] Pushing event updated for resources: {'Port': ['ID=15c269e9-dfdb-48aa-a568-b5b123f68088,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:03.157128 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-e91c4e63-7895-4a55-b395-950027657568 req-ca1cfabb-694b-48d0-a08a-1a5e053c6d24 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Allocated IP 172.20.0.8 (4651b592-2402-45c9-a065-b1d1ee642486/74cd4491-cfb4-4d8a-99aa-2581c78115a0/85125a7c-568a-49d1-8d92-554691bd22a8) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:27:03.258793 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-56ccdf99-2496-4598-919b-e74423307e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:03.265090 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-56ccdf99-2496-4598-919b-e74423307e47 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=22a8ea8fc6144adc98b789e6be74cf35&device_id=de8cc3dc-639f-4b6a-b546-e2b737294e7f HTTP/1.1" status: 200 len: 1129 time: 0.0976219 Feb 20 03:27:03.299174 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-5adddf21-1c6c-47ba-b711-bad9c3cf44f8 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:03.301041 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-5adddf21-1c6c-47ba-b711-bad9c3cf44f8 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.42 "GET /v2.0/networks?id=e730276a-8767-454e-ad52-96dd8c661ff1 HTTP/1.1" status: 200 len: 821 time: 0.4137242 Feb 20 03:27:03.310647 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17d406-6661-418a-b7ab-8bc7eb46c227 req-8f1c0e1a-08ea-4531-a13a-933996f2e867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:03.312357 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5d17d406-6661-418a-b7ab-8bc7eb46c227 req-8f1c0e1a-08ea-4531-a13a-933996f2e867 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0374a8cc-da94-4d76-bc69-4b221077786d HTTP/1.1" status: 200 len: 902 time: 0.3016236 Feb 20 03:27:03.331454 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-665eea67-bb81-4459-a867-77f3056743da tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Request body: {'port': {'device_id': '79c6e5c1-5480-48a0-ada6-0fae8c897225', 'network_id': 'e730276a-8767-454e-ad52-96dd8c661ff1', 'admin_state_up': True, 'tenant_id': 'fd7851a863a8452e82d14d3392ca44be'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:27:03.362408 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-dd83bb81-cda5-490f-a246-ee7194c47644 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=15c269e9-dfdb-48aa-a568-b5b123f68088 HTTP/1.1" status: 200 len: 217 time: 0.0827844 Feb 20 03:27:03.472714 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-7e5b1518-b0cd-4840-aebf-63512bac809e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:03.475753 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-7e5b1518-b0cd-4840-aebf-63512bac809e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1065035 Feb 20 03:27:03.566128 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5d17d406-6661-418a-b7ab-8bc7eb46c227 req-e79fefa3-8959-4e9b-a88e-1acf1d0aae55 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.242&port_id=338b76d1-4e5c-4355-9adc-e6ac445b60ba HTTP/1.1" status: 200 len: 217 time: 0.2287281 Feb 20 03:27:03.574177 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-a14ac3a9-5a1f-45a1-ad08-79f0f74fcf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:03.576358 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-a14ac3a9-5a1f-45a1-ad08-79f0f74fcf10 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0906181 Feb 20 03:27:03.750832 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-adb1110e-09ed-491b-a1a1-e2cb3b8e1f3c service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569164 Feb 20 03:27:03.844140 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17d406-6661-418a-b7ab-8bc7eb46c227 req-ca2bbc79-ea45-490b-ba64-a979b54da0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:03.845679 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5d17d406-6661-418a-b7ab-8bc7eb46c227 req-ca2bbc79-ea45-490b-ba64-a979b54da0d1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=64e1b424-058e-41e5-807b-c68bbf5eb823 HTTP/1.1" status: 200 len: 801 time: 0.2005670 Feb 20 03:27:03.857608 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ac12d-2266-417a-8a1a-933f80e0ea1e req-8ccd11fe-e8ec-459f-b201-36d22ff5855f tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:03.859193 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1c8ac12d-2266-417a-8a1a-933f80e0ea1e req-8ccd11fe-e8ec-459f-b201-36d22ff5855f tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/ports?device_id=de8cc3dc-639f-4b6a-b546-e2b737294e7f HTTP/1.1" status: 200 len: 947 time: 0.3214717 Feb 20 03:27:03.917218 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.42', 54056) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:03.953433 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device bfdb898c-e675-4a68-acc5-efad9e55697c details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:27:03.970125 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-665eea67-bb81-4459-a867-77f3056743da tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Made reservation on behalf of fd7851a863a8452e82d14d3392ca44be for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:27:03.974107 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-570806ef-31c0-47d8-ad06-1359cef9e33f req-707e2454-ac56-48f0-be10-2491c84b481a service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160726 Feb 20 03:27:03.979745 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-665eea67-bb81-4459-a867-77f3056743da tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:04.074297 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e91c4e63-7895-4a55-b395-950027657568 req-ca1cfabb-694b-48d0-a08a-1a5e053c6d24 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Publish callbacks [] for port (85125a7c-568a-49d1-8d92-554691bd22a8), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:04.081732 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port bfdb898c-e675-4a68-acc5-efad9e55697c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=bfdb898c-e675-4a68-acc5-efad9e55697c,segment=NetworkSegment(31550e96-0c57-47e5-9282-7d905193951b),segment_id=31550e96-0c57-47e5-9282-7d905193951b)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:04.125250 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'bfdb898c-e675-4a68-acc5-efad9e55697c', 'network_id': '0374a8cc-da94-4d76-bc69-4b221077786d', 'port_id': 'bfdb898c-e675-4a68-acc5-efad9e55697c', 'mac_address': 'fa:16:3e:00:d7:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e1b424-058e-41e5-807b-c68bbf5eb823', 'ip_address': '19.80.0.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:27:04.188388 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port bfdb898c-e675-4a68-acc5-efad9e55697c is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:04.189997 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bfdb898c-e675-4a68-acc5-efad9e55697c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:04.214450 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfdb898c-e675-4a68-acc5-efad9e55697c {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:27:04.264889 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port bfdb898c-e675-4a68-acc5-efad9e55697c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=bfdb898c-e675-4a68-acc5-efad9e55697c,segment=NetworkSegment(31550e96-0c57-47e5-9282-7d905193951b),segment_id=31550e96-0c57-47e5-9282-7d905193951b)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:04.306467 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-12c30b4d-d369-4324-99b0-ec488ada9be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:04.308074 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-12c30b4d-d369-4324-99b0-ec488ada9be9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f32a2222e912478982e32c7419305be8&device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 1128 time: 0.3707778 Feb 20 03:27:04.327990 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1c8ac12d-2266-417a-8a1a-933f80e0ea1e req-65b39382-4346-4344-97dd-1e62a1934224 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/security-groups?id=a63502c7-06d1-4b4b-8d76-5828c9f1019f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4368994 Feb 20 03:27:04.341781 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17d406-6661-418a-b7ab-8bc7eb46c227 req-e925519f-cc40-47a6-ad75-2f4087cd1db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:04.344195 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bfdb898c-e675-4a68-acc5-efad9e55697c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:04.345644 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 338b76d1-4e5c-4355-9adc-e6ac445b60ba details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:27:04.354839 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5d17d406-6661-418a-b7ab-8bc7eb46c227 req-e925519f-cc40-47a6-ad75-2f4087cd1db2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0374a8cc-da94-4d76-bc69-4b221077786d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4923160 Feb 20 03:27:04.360101 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e91c4e63-7895-4a55-b395-950027657568 req-ca1cfabb-694b-48d0-a08a-1a5e053c6d24 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (85125a7c-568a-49d1-8d92-554691bd22a8), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:04.489203 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 338b76d1-4e5c-4355-9adc-e6ac445b60ba, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=338b76d1-4e5c-4355-9adc-e6ac445b60ba,segment=NetworkSegment(31550e96-0c57-47e5-9282-7d905193951b),segment_id=31550e96-0c57-47e5-9282-7d905193951b)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:04.493176 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=bfdb898c-e675-4a68-acc5-efad9e55697c,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:04.512681 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e91c4e63-7895-4a55-b395-950027657568 req-ca1cfabb-694b-48d0-a08a-1a5e053c6d24 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Network 4651b592-2402-45c9-a065-b1d1ee642486 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:27:04.517613 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '338b76d1-4e5c-4355-9adc-e6ac445b60ba', 'network_id': '0374a8cc-da94-4d76-bc69-4b221077786d', 'port_id': '338b76d1-4e5c-4355-9adc-e6ac445b60ba', 'mac_address': 'fa:16:3e:58:ff:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e1b424-058e-41e5-807b-c68bbf5eb823', 'ip_address': '19.80.0.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:27:04.576324 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 338b76d1-4e5c-4355-9adc-e6ac445b60ba is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:04.577424 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (338b76d1-4e5c-4355-9adc-e6ac445b60ba), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:04.594182 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 338b76d1-4e5c-4355-9adc-e6ac445b60ba {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:27:04.627139 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 338b76d1-4e5c-4355-9adc-e6ac445b60ba, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=338b76d1-4e5c-4355-9adc-e6ac445b60ba,segment=NetworkSegment(31550e96-0c57-47e5-9282-7d905193951b),segment_id=31550e96-0c57-47e5-9282-7d905193951b)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:04.632818 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-e91c4e63-7895-4a55-b395-950027657568 req-ca1cfabb-694b-48d0-a08a-1a5e053c6d24 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:27:04.640128 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91c4e63-7895-4a55-b395-950027657568 req-ca1cfabb-694b-48d0-a08a-1a5e053c6d24 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:27:04.651704 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c4e63-7895-4a55-b395-950027657568 req-ca1cfabb-694b-48d0-a08a-1a5e053c6d24 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:04.652395 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e91c4e63-7895-4a55-b395-950027657568 req-ca1cfabb-694b-48d0-a08a-1a5e053c6d24 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:04.679973 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (338b76d1-4e5c-4355-9adc-e6ac445b60ba), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:04.681221 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device e95a0dfa-b0da-45ce-855f-12329c59fab8 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:27:04.851040 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-665eea67-bb81-4459-a867-77f3056743da tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Allocated IP 172.20.0.11 (e730276a-8767-454e-ad52-96dd8c661ff1/2eb0b226-9b36-4d76-8063-22e21454da3d/5f07427c-54e7-4249-8c97-303a7becd35b) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:27:04.896262 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=338b76d1-4e5c-4355-9adc-e6ac445b60ba,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:04.954443 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1cfabb-694b-48d0-a08a-1a5e053c6d24 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Pushing event updated for resources: {'Port': ['ID=85125a7c-568a-49d1-8d92-554691bd22a8,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:04.986363 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port e95a0dfa-b0da-45ce-855f-12329c59fab8, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=e95a0dfa-b0da-45ce-855f-12329c59fab8,segment=NetworkSegment(845bebcc-8d74-4631-9227-96d4ef18e586),segment_id=845bebcc-8d74-4631-9227-96d4ef18e586)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:04.988784 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e91c4e63-7895-4a55-b395-950027657568 req-ca1cfabb-694b-48d0-a08a-1a5e053c6d24 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8017006 Feb 20 03:27:05.004103 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'e95a0dfa-b0da-45ce-855f-12329c59fab8', 'network_id': 'aabbf053-2aeb-44cd-96b0-4cb4a66646c2', 'port_id': 'e95a0dfa-b0da-45ce-855f-12329c59fab8', 'mac_address': 'fa:16:3e:80:6d:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b00dce7f-d103-41e2-99be-c0ac93cd3431', 'ip_address': '19.86.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:27:05.027958 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-e91c4e63-7895-4a55-b395-950027657568 req-1ac52bdd-c4f1-4323-8cdb-51e418e47441 service neutron] Request body: {'port': {'device_id': 'ffeaed0e-c59b-4a19-8f93-2d6ee0166b90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:27:05.089176 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port e95a0dfa-b0da-45ce-855f-12329c59fab8 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:05.089953 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e95a0dfa-b0da-45ce-855f-12329c59fab8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:05.099264 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3b18a4d1-a11a-4655-8741-eb6b796e4590 req-8502d43f-9abd-45f0-896d-6d240cef94fc tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=79c6e5c1-5480-48a0-ada6-0fae8c897225 HTTP/1.1" status: 200 len: 210 time: 0.1231439 Feb 20 03:27:05.116762 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-4050c344-1ba0-4853-b914-f2922e8884c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:05.119350 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-4050c344-1ba0-4853-b914-f2922e8884c4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b760bf03-7766-4aef-bd0e-08d3e5c4e949 HTTP/1.1" status: 200 len: 909 time: 0.7630320 Feb 20 03:27:05.153585 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95a0dfa-b0da-45ce-855f-12329c59fab8 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:27:05.188290 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-16410cd9-a365-46cc-888c-fe8d3593f8c2 None None] Provisioning complete for port 85125a7c-568a-49d1-8d92-554691bd22a8 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:27:05.190880 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-16410cd9-a365-46cc-888c-fe8d3593f8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (85125a7c-568a-49d1-8d92-554691bd22a8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:05.220762 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e91c4e63-7895-4a55-b395-950027657568 req-1ac52bdd-c4f1-4323-8cdb-51e418e47441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (85125a7c-568a-49d1-8d92-554691bd22a8), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:05.223619 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-2944e92c-f61f-4992-b786-f3a03cbad11f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d63e954e-40b6-4bee-a093-5acd484efee8 HTTP/1.1" status: 200 len: 217 time: 0.0502567 Feb 20 03:27:05.255547 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port e95a0dfa-b0da-45ce-855f-12329c59fab8, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=e95a0dfa-b0da-45ce-855f-12329c59fab8,segment=NetworkSegment(845bebcc-8d74-4631-9227-96d4ef18e586),segment_id=845bebcc-8d74-4631-9227-96d4ef18e586)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:05.288096 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-16410cd9-a365-46cc-888c-fe8d3593f8c2 None None] Port 85125a7c-568a-49d1-8d92-554691bd22a8 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:27:05.302415 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e95a0dfa-b0da-45ce-855f-12329c59fab8), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:05.357056 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5d17d406-6661-418a-b7ab-8bc7eb46c227 req-55b564ac-a5a6-4291-b05c-34bad6c2c464 service neutron] 10.222.0.93 "GET /v2.0/networks/0374a8cc-da94-4d76-bc69-4b221077786d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9823050 Feb 20 03:27:05.383101 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=e95a0dfa-b0da-45ce-855f-12329c59fab8,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:05.493416 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5d17d406-6661-418a-b7ab-8bc7eb46c227 req-22affa58-abb5-46dc-af86-fce151dd52d3 service neutron] 10.222.0.93 "GET /v2.0/networks/0374a8cc-da94-4d76-bc69-4b221077786d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896220 Feb 20 03:27:05.548409 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-665eea67-bb81-4459-a867-77f3056743da tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks [] for port (5f07427c-54e7-4249-8c97-303a7becd35b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:05.551643 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332de00-408c-44b1-ae37-684d571ad654 req-87edc2f8-fa93-4de3-ac29-ad54e64d163a tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:05.561277 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9332de00-408c-44b1-ae37-684d571ad654 req-87edc2f8-fa93-4de3-ac29-ad54e64d163a tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 1127 time: 0.3078566 Feb 20 03:27:05.581680 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-818c50e0-4c14-40c9-9aae-2d19867a552a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:05.583289 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-818c50e0-4c14-40c9-9aae-2d19867a552a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=458c6d71-ffe3-42c1-873f-079dd6df07cb HTTP/1.1" status: 200 len: 848 time: 0.3424528 Feb 20 03:27:05.676473 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['e95a0dfa-b0da-45ce-855f-12329c59fab8'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:27:05.676473 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['338b76d1-4e5c-4355-9adc-e6ac445b60ba'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:27:05.682710 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-ece0d914-bf21-4722-a79b-e84b0194a270 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b760bf03-7766-4aef-bd0e-08d3e5c4e949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444884 Feb 20 03:27:05.716754 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['bfdb898c-e675-4a68-acc5-efad9e55697c'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:27:06.112253 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9332de00-408c-44b1-ae37-684d571ad654 req-fa05c761-4d8c-4820-af93-80ec030f2f44 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5500851 Feb 20 03:27:06.162503 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-f75a728c-d7a1-4d62-9914-5c4024ddaa99 service neutron] 10.222.0.42 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695749 Feb 20 03:27:06.235295 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-665eea67-bb81-4459-a867-77f3056743da tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (5f07427c-54e7-4249-8c97-303a7becd35b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:06.317319 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-665eea67-bb81-4459-a867-77f3056743da tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Network e730276a-8767-454e-ad52-96dd8c661ff1 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:27:06.322684 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-665eea67-bb81-4459-a867-77f3056743da tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:27:06.326593 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-665eea67-bb81-4459-a867-77f3056743da tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:27:06.331441 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-665eea67-bb81-4459-a867-77f3056743da tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:06.332130 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-665eea67-bb81-4459-a867-77f3056743da tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:06.384123 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 15c269e9-dfdb-48aa-a568-b5b123f68088 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:27:06.449526 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-e91c4e63-7895-4a55-b395-950027657568 req-1ac52bdd-c4f1-4323-8cdb-51e418e47441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85125a7c-568a-49d1-8d92-554691bd22a8 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:27:06.455361 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-ef406beb-eca9-4a35-a2a2-8e16bd4a6b16 service neutron] 10.222.0.42 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787418 Feb 20 03:27:06.462572 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e91c4e63-7895-4a55-b395-950027657568 req-1ac52bdd-c4f1-4323-8cdb-51e418e47441 service neutron] Publish callbacks [] for port (85125a7c-568a-49d1-8d92-554691bd22a8), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:06.464939 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665eea67-bb81-4459-a867-77f3056743da tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Pushing event updated for resources: {'Port': ['ID=5f07427c-54e7-4249-8c97-303a7becd35b,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:06.484021 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-e91c4e63-7895-4a55-b395-950027657568 req-1ac52bdd-c4f1-4323-8cdb-51e418e47441 service neutron] Transition to ACTIVE for port object 85125a7c-568a-49d1-8d92-554691bd22a8 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:27:06.494252 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c3540-53b7-436d-9bd4-31158c6267e2 req-30394edf-a207-42cf-a144-f99940db11bb tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:06.501335 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c3540-53b7-436d-9bd4-31158c6267e2 req-30394edf-a207-42cf-a144-f99940db11bb tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:06.505245 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c3540-53b7-436d-9bd4-31158c6267e2 req-30394edf-a207-42cf-a144-f99940db11bb tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:06.507072 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-044c3540-53b7-436d-9bd4-31158c6267e2 req-30394edf-a207-42cf-a144-f99940db11bb tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=32472515-8170-4972-9e56-4805576c00a1 HTTP/1.1" status: 200 len: 2415 time: 0.2194374 Feb 20 03:27:06.512310 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-665eea67-bb81-4459-a867-77f3056743da tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1982548 Feb 20 03:27:06.533002 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-ffadd21e-c86e-48ee-b9d9-0350613fbefc service neutron] Request body: {'port': {'device_id': '79c6e5c1-5480-48a0-ada6-0fae8c897225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:27:06.560920 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e91c4e63-7895-4a55-b395-950027657568 req-1ac52bdd-c4f1-4323-8cdb-51e418e47441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (85125a7c-568a-49d1-8d92-554691bd22a8), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:06.637143 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-044c3540-53b7-436d-9bd4-31158c6267e2 req-a94c96e8-a154-484b-a639-ae71a78ef899 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/security-groups?id=3ecfd148-49f1-45d7-a007-04cb1f6e339b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231031 Feb 20 03:27:06.639133 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 15c269e9-dfdb-48aa-a568-b5b123f68088, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=15c269e9-dfdb-48aa-a568-b5b123f68088,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:06.701516 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '15c269e9-dfdb-48aa-a568-b5b123f68088', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': '15c269e9-dfdb-48aa-a568-b5b123f68088', 'mac_address': 'fa:16:3e:c5:a7:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:27:06.723179 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f2d751-b5ab-4deb-bd5b-08c4953c88f2 x-openstack-request-id: req-68f2d751-b5ab-4deb-bd5b-08c4953c88f2 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:27:06.723686 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8cc3dc-639f-4b6a-b546-e2b737294e7f", "tag": "15c269e9-dfdb-48aa-a568-b5b123f68088", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:27:06.724458 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-68f2d751-b5ab-4deb-bd5b-08c4953c88f2 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:27:06.724939 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8cc3dc-639f-4b6a-b546-e2b737294e7f', 'tag': '15c269e9-dfdb-48aa-a568-b5b123f68088', 'status': 'completed', 'code': 200} Feb 20 03:27:06.736749 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac52bdd-c4f1-4323-8cdb-51e418e47441 service neutron] Pushing event updated for resources: {'Port': ['ID=85125a7c-568a-49d1-8d92-554691bd22a8,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:06.753294 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-ffadd21e-c86e-48ee-b9d9-0350613fbefc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5f07427c-54e7-4249-8c97-303a7becd35b), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:06.932235 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 15c269e9-dfdb-48aa-a568-b5b123f68088 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:06.933425 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (15c269e9-dfdb-48aa-a568-b5b123f68088), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:06.969050 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15c269e9-dfdb-48aa-a568-b5b123f68088 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:27:07.022734 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-e91c4e63-7895-4a55-b395-950027657568 req-1ac52bdd-c4f1-4323-8cdb-51e418e47441 service neutron] Attempting to bind port 85125a7c-568a-49d1-8d92-554691bd22a8 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:27:07.025435 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-e91c4e63-7895-4a55-b395-950027657568 req-1ac52bdd-c4f1-4323-8cdb-51e418e47441 service neutron] Attempting to bind port 85125a7c-568a-49d1-8d92-554691bd22a8 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': 'abd61714-1aa3-4a6d-881e-c0d953838d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4651b592-2402-45c9-a065-b1d1ee642486'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:27:07.026010 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91c4e63-7895-4a55-b395-950027657568 req-1ac52bdd-c4f1-4323-8cdb-51e418e47441 service neutron] Attempting to bind port 85125a7c-568a-49d1-8d92-554691bd22a8 on network 4651b592-2402-45c9-a065-b1d1ee642486 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:27:07.028188 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 15c269e9-dfdb-48aa-a568-b5b123f68088, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=15c269e9-dfdb-48aa-a568-b5b123f68088,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:07.047730 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91c4e63-7895-4a55-b395-950027657568 req-1ac52bdd-c4f1-4323-8cdb-51e418e47441 service neutron] Port 85125a7c-568a-49d1-8d92-554691bd22a8 on network 4651b592-2402-45c9-a065-b1d1ee642486 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:27:07.048431 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91c4e63-7895-4a55-b395-950027657568 req-1ac52bdd-c4f1-4323-8cdb-51e418e47441 service neutron] Attempting to bind port 85125a7c-568a-49d1-8d92-554691bd22a8 on network 4651b592-2402-45c9-a065-b1d1ee642486 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:27:07.073347 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91c4e63-7895-4a55-b395-950027657568 req-1ac52bdd-c4f1-4323-8cdb-51e418e47441 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:27:07.074050 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91c4e63-7895-4a55-b395-950027657568 req-1ac52bdd-c4f1-4323-8cdb-51e418e47441 service neutron] Checking segment: {'id': 'abd61714-1aa3-4a6d-881e-c0d953838d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4651b592-2402-45c9-a065-b1d1ee642486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:27:07.074666 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91c4e63-7895-4a55-b395-950027657568 req-1ac52bdd-c4f1-4323-8cdb-51e418e47441 service neutron] Bound using segment: {'id': 'abd61714-1aa3-4a6d-881e-c0d953838d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4651b592-2402-45c9-a065-b1d1ee642486'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:27:07.075324 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-e91c4e63-7895-4a55-b395-950027657568 req-1ac52bdd-c4f1-4323-8cdb-51e418e47441 service neutron] Bound port: 85125a7c-568a-49d1-8d92-554691bd22a8, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abd61714-1aa3-4a6d-881e-c0d953838d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '4651b592-2402-45c9-a065-b1d1ee642486'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:27:07.075881 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e91c4e63-7895-4a55-b395-950027657568 req-1ac52bdd-c4f1-4323-8cdb-51e418e47441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (85125a7c-568a-49d1-8d92-554691bd22a8), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:07.091789 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (15c269e9-dfdb-48aa-a568-b5b123f68088), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:07.169590 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22966de3-74f1-4e19-9776-25b57c54eacf req-7cefdb2f-3e0a-455c-b9c2-718fc6405d6b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:07.175698 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=15c269e9-dfdb-48aa-a568-b5b123f68088,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:07.178028 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-22966de3-74f1-4e19-9776-25b57c54eacf req-7cefdb2f-3e0a-455c-b9c2-718fc6405d6b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 946 time: 0.3174267 Feb 20 03:27:07.205441 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ba970-747d-41b5-9503-d9d9a25a8604 req-abb84bae-d370-4f6f-a553-febbbf9a4031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:07.207593 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e79ba970-747d-41b5-9503-d9d9a25a8604 req-abb84bae-d370-4f6f-a553-febbbf9a4031 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=22a8ea8fc6144adc98b789e6be74cf35&device_id=de8cc3dc-639f-4b6a-b546-e2b737294e7f HTTP/1.1" status: 200 len: 1129 time: 0.3684189 Feb 20 03:27:07.404081 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['15c269e9-dfdb-48aa-a568-b5b123f68088'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:27:07.491108 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-22966de3-74f1-4e19-9776-25b57c54eacf req-e63fa940-9889-4136-8ba6-25eed6a11b38 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057399 Feb 20 03:27:07.507477 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-e91c4e63-7895-4a55-b395-950027657568 req-1ac52bdd-c4f1-4323-8cdb-51e418e47441 service neutron] For port 85125a7c-568a-49d1-8d92-554691bd22a8, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:27:07.529232 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-e91c4e63-7895-4a55-b395-950027657568 req-1ac52bdd-c4f1-4323-8cdb-51e418e47441 service neutron] For port 85125a7c-568a-49d1-8d92-554691bd22a8, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=85125a7c-568a-49d1-8d92-554691bd22a8,segment=NetworkSegment(abd61714-1aa3-4a6d-881e-c0d953838d62),segment_id=abd61714-1aa3-4a6d-881e-c0d953838d62)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:27:07.567156 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ba970-747d-41b5-9503-d9d9a25a8604 req-1c6f8588-b549-4d00-a885-18ff7332ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:07.568643 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e79ba970-747d-41b5-9503-d9d9a25a8604 req-1c6f8588-b549-4d00-a885-18ff7332ed1c service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.3165424 Feb 20 03:27:07.670045 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e91c4e63-7895-4a55-b395-950027657568 req-1ac52bdd-c4f1-4323-8cdb-51e418e47441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (85125a7c-568a-49d1-8d92-554691bd22a8), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:07.764055 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac52bdd-c4f1-4323-8cdb-51e418e47441 service neutron] Pushing event updated for resources: {'Port': ['ID=85125a7c-568a-49d1-8d92-554691bd22a8,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:07.780916 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e79ba970-747d-41b5-9503-d9d9a25a8604 req-e233ffbc-b56b-4ea9-93f2-bf0429bfda13 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=15c269e9-dfdb-48aa-a568-b5b123f68088 HTTP/1.1" status: 200 len: 217 time: 0.1695960 Feb 20 03:27:07.804169 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c4e63-7895-4a55-b395-950027657568 req-1ac52bdd-c4f1-4323-8cdb-51e418e47441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:07.804774 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e91c4e63-7895-4a55-b395-950027657568 req-1ac52bdd-c4f1-4323-8cdb-51e418e47441 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:07.806816 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e91c4e63-7895-4a55-b395-950027657568 req-1ac52bdd-c4f1-4323-8cdb-51e418e47441 service neutron] 10.222.0.42 "PUT /v2.0/ports/85125a7c-568a-49d1-8d92-554691bd22a8 HTTP/1.1" status: 200 len: 1091 time: 2.7833650 Feb 20 03:27:07.807495 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffeaed0e-c59b-4a19-8f93-2d6ee0166b90', 'tag': '85125a7c-568a-49d1-8d92-554691bd22a8'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:27:07.809759 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fbfbbb-91f3-400e-872a-d49c90880e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "ffeaed0e-c59b-4a19-8f93-2d6ee0166b90", "tag": "85125a7c-568a-49d1-8d92-554691bd22a8"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:27:07.892355 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ba970-747d-41b5-9503-d9d9a25a8604 req-1374bf85-eda8-4cc0-abfe-a750b91e9343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:07.894022 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e79ba970-747d-41b5-9503-d9d9a25a8604 req-1374bf85-eda8-4cc0-abfe-a750b91e9343 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0918000 Feb 20 03:27:07.965789 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-ffadd21e-c86e-48ee-b9d9-0350613fbefc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f07427c-54e7-4249-8c97-303a7becd35b {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:27:07.977356 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device bfdb898c-e675-4a68-acc5-efad9e55697c up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:27:07.994901 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed4ca6-d31e-4514-97a0-7294b54e2344 req-779d6c70-33bf-454c-8668-89669f1209f1 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:08.014574 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65ed4ca6-d31e-4514-97a0-7294b54e2344 req-779d6c70-33bf-454c-8668-89669f1209f1 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.89 "GET /v2.0/ports?device_id=ffeaed0e-c59b-4a19-8f93-2d6ee0166b90 HTTP/1.1" status: 200 len: 943 time: 0.4189527 Feb 20 03:27:08.023095 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-ffadd21e-c86e-48ee-b9d9-0350613fbefc service neutron] Publish callbacks [] for port (5f07427c-54e7-4249-8c97-303a7becd35b), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:08.114438 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-ffadd21e-c86e-48ee-b9d9-0350613fbefc service neutron] Transition to ACTIVE for port object 5f07427c-54e7-4249-8c97-303a7becd35b will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:27:08.168966 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65ed4ca6-d31e-4514-97a0-7294b54e2344 req-db533077-2884-4ef0-8d7e-44cc35e89641 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.89 "GET /v2.0/security-groups?id=6336ebf1-ee40-48e3-abde-c34dde25dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533396 Feb 20 03:27:08.196595 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ba970-747d-41b5-9503-d9d9a25a8604 req-87ce3cd1-1cd2-4cb9-8887-2ac6bd730b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:08.200723 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e79ba970-747d-41b5-9503-d9d9a25a8604 req-87ce3cd1-1cd2-4cb9-8887-2ac6bd730b62 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2706568 Feb 20 03:27:08.202383 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-ffadd21e-c86e-48ee-b9d9-0350613fbefc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (5f07427c-54e7-4249-8c97-303a7becd35b), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:08.228431 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port bfdb898c-e675-4a68-acc5-efad9e55697c completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:27:08.234352 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port bfdb898c-e675-4a68-acc5-efad9e55697c triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:27:08.234785 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (bfdb898c-e675-4a68-acc5-efad9e55697c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:08.347627 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c4e63-7895-4a55-b395-950027657568 req-0b241b89-663c-4f98-9c17-1ee9e81441be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:08.349404 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e91c4e63-7895-4a55-b395-950027657568 req-0b241b89-663c-4f98-9c17-1ee9e81441be service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9bffb54cf7a459ab8f450e0dfefce78&device_id=ffeaed0e-c59b-4a19-8f93-2d6ee0166b90 HTTP/1.1" status: 200 len: 1125 time: 0.3318043 Feb 20 03:27:08.368679 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port bfdb898c-e675-4a68-acc5-efad9e55697c is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:08.369090 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bfdb898c-e675-4a68-acc5-efad9e55697c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:08.390280 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 15c269e9-dfdb-48aa-a568-b5b123f68088 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:27:08.460969 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32472515-8170-4972-9e56-4805576c00a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfdb898c-e675-4a68-acc5-efad9e55697c'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:27:08.460969 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e691495-6cbc-4b6d-9ad0-f97e8aaed21e" -d '{"events": [{"server_uuid": "32472515-8170-4972-9e56-4805576c00a1", "name": "network-vif-plugged", "status": "completed", "tag": "bfdb898c-e675-4a68-acc5-efad9e55697c"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:27:08.506935 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port bfdb898c-e675-4a68-acc5-efad9e55697c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=bfdb898c-e675-4a68-acc5-efad9e55697c,segment=NetworkSegment(31550e96-0c57-47e5-9282-7d905193951b),segment_id=31550e96-0c57-47e5-9282-7d905193951b)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:08.556091 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffadd21e-c86e-48ee-b9d9-0350613fbefc service neutron] Pushing event updated for resources: {'Port': ['ID=5f07427c-54e7-4249-8c97-303a7becd35b,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:08.559715 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e91c4e63-7895-4a55-b395-950027657568 req-4e4315ee-a87b-41ec-80ca-46a7e9dc9612 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85125a7c-568a-49d1-8d92-554691bd22a8 HTTP/1.1" status: 200 len: 217 time: 0.1413422 Feb 20 03:27:08.588475 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bfdb898c-e675-4a68-acc5-efad9e55697c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:08.589382 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 338b76d1-4e5c-4355-9adc-e6ac445b60ba up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:27:08.758214 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-ffadd21e-c86e-48ee-b9d9-0350613fbefc service neutron] Attempting to bind port 5f07427c-54e7-4249-8c97-303a7becd35b on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:27:08.758587 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-ffadd21e-c86e-48ee-b9d9-0350613fbefc service neutron] Attempting to bind port 5f07427c-54e7-4249-8c97-303a7becd35b by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': 'd9eb8f3b-9eb2-4717-b7be-6446914f2ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e730276a-8767-454e-ad52-96dd8c661ff1'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:27:08.774506 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-ffadd21e-c86e-48ee-b9d9-0350613fbefc service neutron] Attempting to bind port 5f07427c-54e7-4249-8c97-303a7becd35b on network e730276a-8767-454e-ad52-96dd8c661ff1 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:27:08.802500 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-ffadd21e-c86e-48ee-b9d9-0350613fbefc service neutron] Port 5f07427c-54e7-4249-8c97-303a7becd35b on network e730276a-8767-454e-ad52-96dd8c661ff1 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:27:08.803034 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-ffadd21e-c86e-48ee-b9d9-0350613fbefc service neutron] Attempting to bind port 5f07427c-54e7-4249-8c97-303a7becd35b on network e730276a-8767-454e-ad52-96dd8c661ff1 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:27:08.805440 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 15c269e9-dfdb-48aa-a568-b5b123f68088 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:27:08.818717 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 15c269e9-dfdb-48aa-a568-b5b123f68088 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:27:08.819374 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (15c269e9-dfdb-48aa-a568-b5b123f68088), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:08.833746 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e79ba970-747d-41b5-9503-d9d9a25a8604 req-ceb1d720-ee3d-4621-a87e-38c6594ffdb5 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5390923 Feb 20 03:27:08.858929 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c574a-4b29-41fe-8fd8-eb7bd84b37a0 req-bd4056fa-a2a6-446a-acf2-db62781c5666 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:08.861155 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c14c574a-4b29-41fe-8fd8-eb7bd84b37a0 req-bd4056fa-a2a6-446a-acf2-db62781c5666 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/ports?device_id=de8cc3dc-639f-4b6a-b546-e2b737294e7f HTTP/1.1" status: 200 len: 948 time: 0.5676706 Feb 20 03:27:08.902084 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c4e63-7895-4a55-b395-950027657568 req-4223d32c-3c38-4ccc-a188-183758d63ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:08.904400 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e91c4e63-7895-4a55-b395-950027657568 req-4223d32c-3c38-4ccc-a188-183758d63ad8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=74cd4491-cfb4-4d8a-99aa-2581c78115a0 HTTP/1.1" status: 200 len: 852 time: 0.3324337 Feb 20 03:27:08.907177 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=bfdb898c-e675-4a68-acc5-efad9e55697c,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:08.911279 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-ffadd21e-c86e-48ee-b9d9-0350613fbefc service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:27:08.911932 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-ffadd21e-c86e-48ee-b9d9-0350613fbefc service neutron] Checking segment: {'id': 'd9eb8f3b-9eb2-4717-b7be-6446914f2ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e730276a-8767-454e-ad52-96dd8c661ff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:27:08.912505 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-ffadd21e-c86e-48ee-b9d9-0350613fbefc service neutron] Bound using segment: {'id': 'd9eb8f3b-9eb2-4717-b7be-6446914f2ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e730276a-8767-454e-ad52-96dd8c661ff1'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:27:08.913766 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-ffadd21e-c86e-48ee-b9d9-0350613fbefc service neutron] Bound port: 5f07427c-54e7-4249-8c97-303a7becd35b, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9eb8f3b-9eb2-4717-b7be-6446914f2ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e730276a-8767-454e-ad52-96dd8c661ff1'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:27:08.915912 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-ffadd21e-c86e-48ee-b9d9-0350613fbefc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5f07427c-54e7-4249-8c97-303a7becd35b), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:08.987951 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 15c269e9-dfdb-48aa-a568-b5b123f68088 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:08.988382 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (15c269e9-dfdb-48aa-a568-b5b123f68088), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:08.990276 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 338b76d1-4e5c-4355-9adc-e6ac445b60ba completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:27:09.005620 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 338b76d1-4e5c-4355-9adc-e6ac445b60ba triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:27:09.005931 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (338b76d1-4e5c-4355-9adc-e6ac445b60ba), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:09.053484 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b53f1-cb21-4d6f-929b-890b784b49d6 req-6669eb54-728e-47c5-b4a0-2754dc1871fd tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:09.055326 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a6b53f1-cb21-4d6f-929b-890b784b49d6 req-6669eb54-728e-47c5-b4a0-2754dc1871fd tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=79c6e5c1-5480-48a0-ada6-0fae8c897225 HTTP/1.1" status: 200 len: 944 time: 0.4920893 Feb 20 03:27:09.118664 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c14c574a-4b29-41fe-8fd8-eb7bd84b37a0 req-12b85947-d090-4d82-b494-3bc1de27fc07 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/security-groups?id=a63502c7-06d1-4b4b-8d76-5828c9f1019f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337499 Feb 20 03:27:09.128988 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-ffadd21e-c86e-48ee-b9d9-0350613fbefc service neutron] For port 5f07427c-54e7-4249-8c97-303a7becd35b, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:27:09.133887 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-ffadd21e-c86e-48ee-b9d9-0350613fbefc service neutron] For port 5f07427c-54e7-4249-8c97-303a7becd35b, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=5f07427c-54e7-4249-8c97-303a7becd35b,segment=NetworkSegment(d9eb8f3b-9eb2-4717-b7be-6446914f2ad1),segment_id=d9eb8f3b-9eb2-4717-b7be-6446914f2ad1)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:27:09.144306 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a6b53f1-cb21-4d6f-929b-890b784b49d6 req-4543c6f0-71a3-4934-8dd7-0effaecbd0e8 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690312 Feb 20 03:27:09.156079 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 15c269e9-dfdb-48aa-a568-b5b123f68088, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=15c269e9-dfdb-48aa-a568-b5b123f68088,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:09.212195 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-ffadd21e-c86e-48ee-b9d9-0350613fbefc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (5f07427c-54e7-4249-8c97-303a7becd35b), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:09.242065 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (15c269e9-dfdb-48aa-a568-b5b123f68088), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:09.302405 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 338b76d1-4e5c-4355-9adc-e6ac445b60ba is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:09.305766 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (338b76d1-4e5c-4355-9adc-e6ac445b60ba), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:09.325811 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebc529a-6ba3-4733-9f6d-d2c9610fb7f2 x-openstack-request-id: req-3ebc529a-6ba3-4733-9f6d-d2c9610fb7f2 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:27:09.326121 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32472515-8170-4972-9e56-4805576c00a1", "name": "network-vif-plugged", "status": "completed", "tag": "bfdb898c-e675-4a68-acc5-efad9e55697c", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:27:09.326379 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3ebc529a-6ba3-4733-9f6d-d2c9610fb7f2 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:27:09.326775 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32472515-8170-4972-9e56-4805576c00a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfdb898c-e675-4a68-acc5-efad9e55697c', 'code': 200} Feb 20 03:27:09.347805 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19202fa-141a-4057-81e9-0a218d208f30 x-openstack-request-id: req-a19202fa-141a-4057-81e9-0a218d208f30 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:27:09.348185 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffeaed0e-c59b-4a19-8f93-2d6ee0166b90", "tag": "85125a7c-568a-49d1-8d92-554691bd22a8", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:27:09.348582 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a19202fa-141a-4057-81e9-0a218d208f30 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:27:09.348885 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffeaed0e-c59b-4a19-8f93-2d6ee0166b90', 'tag': '85125a7c-568a-49d1-8d92-554691bd22a8', 'status': 'completed', 'code': 200} Feb 20 03:27:09.355746 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 338b76d1-4e5c-4355-9adc-e6ac445b60ba, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=338b76d1-4e5c-4355-9adc-e6ac445b60ba,segment=NetworkSegment(31550e96-0c57-47e5-9282-7d905193951b),segment_id=31550e96-0c57-47e5-9282-7d905193951b)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:09.403820 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=15c269e9-dfdb-48aa-a568-b5b123f68088,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:09.431281 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (338b76d1-4e5c-4355-9adc-e6ac445b60ba), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:09.433349 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device e95a0dfa-b0da-45ce-855f-12329c59fab8 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:27:09.533127 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e79ba970-747d-41b5-9503-d9d9a25a8604 req-0392debf-115e-4cb8-9bc0-de2876b6e808 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005951 Feb 20 03:27:09.590472 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=338b76d1-4e5c-4355-9adc-e6ac445b60ba,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:09.607155 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port e95a0dfa-b0da-45ce-855f-12329c59fab8 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:27:09.615294 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port e95a0dfa-b0da-45ce-855f-12329c59fab8 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:27:09.615763 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e95a0dfa-b0da-45ce-855f-12329c59fab8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:09.645663 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-ffadd21e-c86e-48ee-b9d9-0350613fbefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:09.646569 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-ffadd21e-c86e-48ee-b9d9-0350613fbefc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:09.649030 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-ffadd21e-c86e-48ee-b9d9-0350613fbefc service neutron] 10.222.0.42 "PUT /v2.0/ports/5f07427c-54e7-4249-8c97-303a7becd35b HTTP/1.1" status: 200 len: 1092 time: 3.1203754 Feb 20 03:27:09.688039 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffadd21e-c86e-48ee-b9d9-0350613fbefc service neutron] Pushing event updated for resources: {'Port': ['ID=5f07427c-54e7-4249-8c97-303a7becd35b,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:09.796019 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab4227-1f94-465e-bb7f-f1d323f53958 req-7a8d82c6-9a3a-4ca1-b874-b455d05ac4a3 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:09.814431 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6ab4227-1f94-465e-bb7f-f1d323f53958 req-7a8d82c6-9a3a-4ca1-b874-b455d05ac4a3 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 946 time: 0.2076619 Feb 20 03:27:09.838145 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port e95a0dfa-b0da-45ce-855f-12329c59fab8 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:09.838567 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e95a0dfa-b0da-45ce-855f-12329c59fab8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:09.842586 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341ed37-9c3f-4737-b4c5-f27d5cbd03a3 req-65277694-58ab-4652-a519-fd9e6c1c22b5 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:09.867390 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341ed37-9c3f-4737-b4c5-f27d5cbd03a3 req-65277694-58ab-4652-a519-fd9e6c1c22b5 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:09.874590 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341ed37-9c3f-4737-b4c5-f27d5cbd03a3 req-65277694-58ab-4652-a519-fd9e6c1c22b5 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:09.876380 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7341ed37-9c3f-4737-b4c5-f27d5cbd03a3 req-65277694-58ab-4652-a519-fd9e6c1c22b5 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=32472515-8170-4972-9e56-4805576c00a1 HTTP/1.1" status: 200 len: 2417 time: 0.5628347 Feb 20 03:27:09.895366 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c4e63-7895-4a55-b395-950027657568 req-d2f27000-21f2-4ab4-9645-ff0c120cec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:09.896910 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e91c4e63-7895-4a55-b395-950027657568 req-d2f27000-21f2-4ab4-9645-ff0c120cec09 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4651b592-2402-45c9-a065-b1d1ee642486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5662518 Feb 20 03:27:09.925402 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port e95a0dfa-b0da-45ce-855f-12329c59fab8, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=e95a0dfa-b0da-45ce-855f-12329c59fab8,segment=NetworkSegment(845bebcc-8d74-4631-9227-96d4ef18e586),segment_id=845bebcc-8d74-4631-9227-96d4ef18e586)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:10.005765 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e95a0dfa-b0da-45ce-855f-12329c59fab8), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:10.030617 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7341ed37-9c3f-4737-b4c5-f27d5cbd03a3 req-3dc513cb-407f-4f19-9f33-31bc64dfb2b1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/security-groups?id=3ecfd148-49f1-45d7-a007-04cb1f6e339b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442189 Feb 20 03:27:10.077356 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6ab4227-1f94-465e-bb7f-f1d323f53958 req-b37ea7a4-5fb2-4d61-a1a6-f680d4f828d3 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618999 Feb 20 03:27:10.157587 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=e95a0dfa-b0da-45ce-855f-12329c59fab8,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:10.403146 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-2f7608ce-8902-4069-934b-e68ae42fbc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:10.405875 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-2f7608ce-8902-4069-934b-e68ae42fbc0e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd7851a863a8452e82d14d3392ca44be&device_id=79c6e5c1-5480-48a0-ada6-0fae8c897225 HTTP/1.1" status: 200 len: 1126 time: 0.2085459 Feb 20 03:27:10.442913 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83550adb-1368-4741-9637-4b82a203e170 req-dc958e35-ea28-4709-b6c2-b65cc4c51958 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:10.444496 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-83550adb-1368-4741-9637-4b82a203e170 req-dc958e35-ea28-4709-b6c2-b65cc4c51958 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.89 "GET /v2.0/ports?device_id=ffeaed0e-c59b-4a19-8f93-2d6ee0166b90 HTTP/1.1" status: 200 len: 943 time: 0.2758722 Feb 20 03:27:10.447370 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e91c4e63-7895-4a55-b395-950027657568 req-a1d7ed68-58ab-4786-8c54-4749cd020182 service neutron] 10.222.0.42 "GET /v2.0/networks/4651b592-2402-45c9-a065-b1d1ee642486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597408 Feb 20 03:27:10.582084 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-83550adb-1368-4741-9637-4b82a203e170 req-8a865791-bf6c-4780-8b48-e05c6ac1986d tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.89 "GET /v2.0/security-groups?id=6336ebf1-ee40-48e3-abde-c34dde25dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310151 Feb 20 03:27:10.809716 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-93ad402f-fb6f-4742-82f3-9d66b788e642 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f07427c-54e7-4249-8c97-303a7becd35b HTTP/1.1" status: 200 len: 217 time: 0.1744094 Feb 20 03:27:10.867176 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28655fd-4dfa-4ac6-95b2-dd9e191d15e0 req-17ed3d61-b554-4d5d-9364-a91df8c04a2f tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:10.870936 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d28655fd-4dfa-4ac6-95b2-dd9e191d15e0 req-17ed3d61-b554-4d5d-9364-a91df8c04a2f tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3d21c15-e29f-4206-b4ee-b972eb696180 HTTP/1.1" status: 200 len: 951 time: 0.3569679 Feb 20 03:27:11.012638 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-a99af7eb-dc9b-42ea-8675-c89ca4c89107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:11.017433 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-a99af7eb-dc9b-42ea-8675-c89ca4c89107 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2eb0b226-9b36-4d76-8063-22e21454da3d HTTP/1.1" status: 200 len: 861 time: 0.1470320 Feb 20 03:27:11.046255 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d28655fd-4dfa-4ac6-95b2-dd9e191d15e0 req-ff550aa0-f481-42c7-941f-ccc5db054feb tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed442394-78fe-437c-a16c-b64173c2bb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584852 Feb 20 03:27:11.127237 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-ee474594-fe66-4863-83df-0cd91510981e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e730276a-8767-454e-ad52-96dd8c661ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791121 Feb 20 03:27:11.136604 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e91c4e63-7895-4a55-b395-950027657568 req-14c200ec-63e4-4692-ba53-931f3ba3b6fd service neutron] 10.222.0.42 "GET /v2.0/networks/4651b592-2402-45c9-a065-b1d1ee642486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027456 Feb 20 03:27:11.152365 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305cde54-7e5f-4028-be6b-07f3f5f09fa4 req-13426575-0e92-4a12-84af-264e15451595 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:11.167642 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-305cde54-7e5f-4028-be6b-07f3f5f09fa4 req-13426575-0e92-4a12-84af-264e15451595 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/ports?device_id=de8cc3dc-639f-4b6a-b546-e2b737294e7f HTTP/1.1" status: 200 len: 949 time: 0.4959996 Feb 20 03:27:11.327823 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8cc3dc-639f-4b6a-b546-e2b737294e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c269e9-dfdb-48aa-a568-b5b123f68088'}, {'server_uuid': '32472515-8170-4972-9e56-4805576c00a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338b76d1-4e5c-4355-9adc-e6ac445b60ba'}, {'server_uuid': '32472515-8170-4972-9e56-4805576c00a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95a0dfa-b0da-45ce-855f-12329c59fab8'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:27:11.330217 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f6f4d5-41e3-48b8-9997-53e22d4efd89" -d '{"events": [{"server_uuid": "de8cc3dc-639f-4b6a-b546-e2b737294e7f", "name": "network-vif-plugged", "status": "completed", "tag": "15c269e9-dfdb-48aa-a568-b5b123f68088"}, {"server_uuid": "32472515-8170-4972-9e56-4805576c00a1", "name": "network-vif-plugged", "status": "completed", "tag": "338b76d1-4e5c-4355-9adc-e6ac445b60ba"}, {"server_uuid": "32472515-8170-4972-9e56-4805576c00a1", "name": "network-vif-plugged", "status": "completed", "tag": "e95a0dfa-b0da-45ce-855f-12329c59fab8"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:27:11.787508 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c6e5c1-5480-48a0-ada6-0fae8c897225', 'tag': '5f07427c-54e7-4249-8c97-303a7becd35b'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:27:11.795672 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e5726d-1de3-4e21-8b12-d6564dd39b49" -d '{"events": [{"name": "network-changed", "server_uuid": "79c6e5c1-5480-48a0-ada6-0fae8c897225", "tag": "5f07427c-54e7-4249-8c97-303a7becd35b"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:27:11.909628 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439324cd-fbca-45d8-9e0f-93e70b9f8af1 req-b57f21fa-9dba-4110-8776-907daca09d50 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:11.920682 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-439324cd-fbca-45d8-9e0f-93e70b9f8af1 req-b57f21fa-9dba-4110-8776-907daca09d50 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=79c6e5c1-5480-48a0-ada6-0fae8c897225 HTTP/1.1" status: 200 len: 944 time: 0.7141259 Feb 20 03:27:11.955288 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-305cde54-7e5f-4028-be6b-07f3f5f09fa4 req-7911e4bf-e863-4d0d-b4b7-3a677401ccf1 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/security-groups?id=a63502c7-06d1-4b4b-8d76-5828c9f1019f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7844732 Feb 20 03:27:11.971005 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-9ff0a743-84b2-4043-b637-e6747396cf15 service neutron] 10.222.0.42 "GET /v2.0/networks/e730276a-8767-454e-ad52-96dd8c661ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7834814 Feb 20 03:27:12.013629 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-439324cd-fbca-45d8-9e0f-93e70b9f8af1 req-de58a3a3-31b8-4237-8305-ce27af177c3e tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891619 Feb 20 03:27:12.285715 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff14e0f9-fdb8-48e2-b53f-9550f8e6b68c req-cd8db9a5-2d81-40b3-bcfd-3fdcd6fe5094 service neutron] 10.222.0.42 "GET /v2.0/networks/e730276a-8767-454e-ad52-96dd8c661ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519937 Feb 20 03:27:12.293020 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f421f5-756b-4396-b8b2-4793239333fd req-487b38f7-020e-4fd9-ae8b-49ec7a48615f tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:12.300751 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6f421f5-756b-4396-b8b2-4793239333fd req-487b38f7-020e-4fd9-ae8b-49ec7a48615f tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 1127 time: 0.1762581 Feb 20 03:27:12.313021 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbfbbb-91f3-400e-872a-d49c90880e1e req-d63c4421-6228-4da0-89d3-d6361eb6f2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:12.314557 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-11fbfbbb-91f3-400e-872a-d49c90880e1e req-d63c4421-6228-4da0-89d3-d6361eb6f2de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9bffb54cf7a459ab8f450e0dfefce78&device_id=ffeaed0e-c59b-4a19-8f93-2d6ee0166b90 HTTP/1.1" status: 200 len: 1125 time: 0.1759539 Feb 20 03:27:12.329419 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f98204-eeaa-483b-b83b-aeaec1055fd5 req-8b15bc80-5eef-4ba9-9a07-f7864ec4c417 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:12.334689 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f98204-eeaa-483b-b83b-aeaec1055fd5 req-8b15bc80-5eef-4ba9-9a07-f7864ec4c417 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:12.339991 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f98204-eeaa-483b-b83b-aeaec1055fd5 req-8b15bc80-5eef-4ba9-9a07-f7864ec4c417 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:12.347052 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-86f98204-eeaa-483b-b83b-aeaec1055fd5 req-8b15bc80-5eef-4ba9-9a07-f7864ec4c417 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=32472515-8170-4972-9e56-4805576c00a1 HTTP/1.1" status: 200 len: 2418 time: 0.1947896 Feb 20 03:27:12.406064 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 58c897de-7f87-43f2-a503-a6a21e9f9b7b no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:27:12.493754 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6f421f5-756b-4396-b8b2-4793239333fd req-5c724c3d-dbbc-49d0-b028-6be288588605 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920109 Feb 20 03:27:12.580516 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 58c897de-7f87-43f2-a503-a6a21e9f9b7b is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:12.580919 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (58c897de-7f87-43f2-a503-a6a21e9f9b7b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:12.582811 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbfbbb-91f3-400e-872a-d49c90880e1e req-1102ade4-b6fe-4e30-ba05-72de977c7b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:12.584736 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-11fbfbbb-91f3-400e-872a-d49c90880e1e req-1102ade4-b6fe-4e30-ba05-72de977c7b62 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4651b592-2402-45c9-a065-b1d1ee642486 HTTP/1.1" status: 200 len: 914 time: 0.2288926 Feb 20 03:27:12.597780 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-86f98204-eeaa-483b-b83b-aeaec1055fd5 req-d699a5e0-51ca-4fb1-b994-b1a9ba43df8d tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/security-groups?id=3ecfd148-49f1-45d7-a007-04cb1f6e339b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497661 Feb 20 03:27:12.685034 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 58c897de-7f87-43f2-a503-a6a21e9f9b7b, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=58c897de-7f87-43f2-a503-a6a21e9f9b7b,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:12.702161 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-11fbfbbb-91f3-400e-872a-d49c90880e1e req-a2624fe1-52c8-4f8d-bf93-c36d17d73933 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85125a7c-568a-49d1-8d92-554691bd22a8 HTTP/1.1" status: 200 len: 217 time: 0.0981078 Feb 20 03:27:12.754167 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (58c897de-7f87-43f2-a503-a6a21e9f9b7b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:12.765173 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2305a1-0d45-45d9-b38a-ade7db130acd req-216979c5-3733-4ee7-91f2-8ea0c7e4b85b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:12.766996 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1a2305a1-0d45-45d9-b38a-ade7db130acd req-216979c5-3733-4ee7-91f2-8ea0c7e4b85b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 946 time: 0.0634766 Feb 20 03:27:12.834944 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=58c897de-7f87-43f2-a503-a6a21e9f9b7b,revision_number=11']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:12.862284 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1a2305a1-0d45-45d9-b38a-ade7db130acd req-b09b81dd-1131-44b2-99ce-4d96436a23b8 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863836 Feb 20 03:27:12.867119 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbfbbb-91f3-400e-872a-d49c90880e1e req-b2eade73-bad5-4b2e-8907-ae9919f42648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:12.868629 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-11fbfbbb-91f3-400e-872a-d49c90880e1e req-b2eade73-bad5-4b2e-8907-ae9919f42648 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=74cd4491-cfb4-4d8a-99aa-2581c78115a0 HTTP/1.1" status: 200 len: 852 time: 0.1005301 Feb 20 03:27:12.921030 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 20 Feb 2022 03:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c9de93-510f-45b6-886f-4edb3a9b12f7 x-openstack-request-id: req-64c9de93-510f-45b6-886f-4edb3a9b12f7 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:27:12.921501 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8cc3dc-639f-4b6a-b546-e2b737294e7f", "name": "network-vif-plugged", "status": "completed", "tag": "15c269e9-dfdb-48aa-a568-b5b123f68088", "code": 200}, {"server_uuid": "32472515-8170-4972-9e56-4805576c00a1", "name": "network-vif-plugged", "status": "completed", "tag": "338b76d1-4e5c-4355-9adc-e6ac445b60ba", "code": 200}, {"server_uuid": "32472515-8170-4972-9e56-4805576c00a1", "name": "network-vif-plugged", "status": "completed", "tag": "e95a0dfa-b0da-45ce-855f-12329c59fab8", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:27:12.921917 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-64c9de93-510f-45b6-886f-4edb3a9b12f7 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:27:12.922485 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8cc3dc-639f-4b6a-b546-e2b737294e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c269e9-dfdb-48aa-a568-b5b123f68088', 'code': 200} Feb 20 03:27:12.922916 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32472515-8170-4972-9e56-4805576c00a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338b76d1-4e5c-4355-9adc-e6ac445b60ba', 'code': 200} Feb 20 03:27:12.923330 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32472515-8170-4972-9e56-4805576c00a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95a0dfa-b0da-45ce-855f-12329c59fab8', 'code': 200} Feb 20 03:27:12.939011 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbfbbb-91f3-400e-872a-d49c90880e1e req-bc9dddb8-8322-4881-9799-deaa1f8adac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:12.941344 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-11fbfbbb-91f3-400e-872a-d49c90880e1e req-bc9dddb8-8322-4881-9799-deaa1f8adac9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4651b592-2402-45c9-a065-b1d1ee642486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0542905 Feb 20 03:27:13.158202 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b989b-fa23-47d9-b5cc-1aff4d901f8e req-c657a2cf-072e-4228-a0c6-126fc37069dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:13.158687 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b989b-fa23-47d9-b5cc-1aff4d901f8e req-c657a2cf-072e-4228-a0c6-126fc37069dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:13.159186 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b989b-fa23-47d9-b5cc-1aff4d901f8e req-c657a2cf-072e-4228-a0c6-126fc37069dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:13.160834 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd7b989b-fa23-47d9-b5cc-1aff4d901f8e req-c657a2cf-072e-4228-a0c6-126fc37069dc service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=32472515-8170-4972-9e56-4805576c00a1 HTTP/1.1" status: 200 len: 2964 time: 0.1347456 Feb 20 03:27:13.226108 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd7b989b-fa23-47d9-b5cc-1aff4d901f8e req-e52e680f-e877-4faa-9dfb-f62b092f90a3 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3ecfd148-49f1-45d7-a007-04cb1f6e339b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554247 Feb 20 03:27:13.237031 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ffa24-15c2-4094-bdb0-8e0f03820a9e req-4e911ff0-2511-417f-b867-3007e7fe3d53 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:13.241259 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-866ffa24-15c2-4094-bdb0-8e0f03820a9e req-4e911ff0-2511-417f-b867-3007e7fe3d53 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.89 "GET /v2.0/ports?device_id=ffeaed0e-c59b-4a19-8f93-2d6ee0166b90 HTTP/1.1" status: 200 len: 943 time: 0.2283595 Feb 20 03:27:13.293385 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-11fbfbbb-91f3-400e-872a-d49c90880e1e req-4dee3a9a-853a-4fb5-bf56-af2fb4762f67 service neutron] 10.222.0.42 "GET /v2.0/networks/4651b592-2402-45c9-a065-b1d1ee642486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372498 Feb 20 03:27:13.307702 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d9c57-ac29-4b94-b3c7-fd6f27eb648f req-65e93599-894c-4e26-a7f5-cee3a1a46c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:13.309570 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2e9d9c57-ac29-4b94-b3c7-fd6f27eb648f req-65e93599-894c-4e26-a7f5-cee3a1a46c12 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=de8cc3dc-639f-4b6a-b546-e2b737294e7f HTTP/1.1" status: 200 len: 1131 time: 0.2381909 Feb 20 03:27:13.349780 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-866ffa24-15c2-4094-bdb0-8e0f03820a9e req-1e3e9373-8d65-4017-a719-16589e7f1bc3 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.89 "GET /v2.0/security-groups?id=6336ebf1-ee40-48e3-abde-c34dde25dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814812 Feb 20 03:27:13.439238 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732ea0a9-f023-4597-82de-f2cf4c00eac6 x-openstack-request-id: req-732ea0a9-f023-4597-82de-f2cf4c00eac6 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:27:13.439760 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79c6e5c1-5480-48a0-ada6-0fae8c897225", "tag": "5f07427c-54e7-4249-8c97-303a7becd35b", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:27:13.440179 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-732ea0a9-f023-4597-82de-f2cf4c00eac6 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:27:13.440732 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c6e5c1-5480-48a0-ada6-0fae8c897225', 'tag': '5f07427c-54e7-4249-8c97-303a7becd35b', 'status': 'completed', 'code': 200} Feb 20 03:27:14.467040 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9d1dc-d377-493f-a674-25da1507b8ac req-60e6280d-076c-4d7c-8611-b895d0c68351 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:14.474811 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfd9d1dc-d377-493f-a674-25da1507b8ac req-60e6280d-076c-4d7c-8611-b895d0c68351 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/ports?device_id=de8cc3dc-639f-4b6a-b546-e2b737294e7f HTTP/1.1" status: 200 len: 949 time: 0.0676906 Feb 20 03:27:14.533923 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfd9d1dc-d377-493f-a674-25da1507b8ac req-38b54196-0edc-436a-84ac-6568c07e1297 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/security-groups?id=a63502c7-06d1-4b4b-8d76-5828c9f1019f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579586 Feb 20 03:27:14.687588 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770e7b1-13ff-4535-b95c-dfaf2cb9c3ac req-abb3755f-63d7-4f7f-ae53-60d78971dfca tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:14.689699 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7770e7b1-13ff-4535-b95c-dfaf2cb9c3ac req-abb3755f-63d7-4f7f-ae53-60d78971dfca tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=79c6e5c1-5480-48a0-ada6-0fae8c897225 HTTP/1.1" status: 200 len: 944 time: 0.0896962 Feb 20 03:27:14.756885 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7770e7b1-13ff-4535-b95c-dfaf2cb9c3ac req-c81cdc49-aae4-42de-b865-f0ca12b9ac8f tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609417 Feb 20 03:27:14.913165 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d19e42-2b06-4161-b5e5-03fca7c4efde req-b55a2c8a-a4ca-4699-b544-e8ac5839ea07 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:14.919538 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d19e42-2b06-4161-b5e5-03fca7c4efde req-b55a2c8a-a4ca-4699-b544-e8ac5839ea07 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:14.924805 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d21c15-e29f-4206-b4ee-b972eb696180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c897de-7f87-43f2-a503-a6a21e9f9b7b'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:27:14.926375 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d19e42-2b06-4161-b5e5-03fca7c4efde req-b55a2c8a-a4ca-4699-b544-e8ac5839ea07 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:14.928076 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f9e7f1-8a32-42eb-991f-bea929c05339" -d '{"events": [{"server_uuid": "d3d21c15-e29f-4206-b4ee-b972eb696180", "name": "network-vif-unplugged", "status": "completed", "tag": "58c897de-7f87-43f2-a503-a6a21e9f9b7b"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:27:14.936106 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e7d19e42-2b06-4161-b5e5-03fca7c4efde req-b55a2c8a-a4ca-4699-b544-e8ac5839ea07 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=32472515-8170-4972-9e56-4805576c00a1 HTTP/1.1" status: 200 len: 2418 time: 0.1087773 Feb 20 03:27:15.123832 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e7d19e42-2b06-4161-b5e5-03fca7c4efde req-0064acdf-a7a7-464d-b99d-9b11c82a5163 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/security-groups?id=3ecfd148-49f1-45d7-a007-04cb1f6e339b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865747 Feb 20 03:27:15.165058 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2e9d9c57-ac29-4b94-b3c7-fd6f27eb648f req-50489846-90c2-41a5-8ab3-500d47ffdb86 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a63502c7-06d1-4b4b-8d76-5828c9f1019f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111986 Feb 20 03:27:15.169874 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-11fbfbbb-91f3-400e-872a-d49c90880e1e req-a5d211a8-58a8-4e4d-bdc6-866f5f110862 service neutron] 10.222.0.42 "GET /v2.0/networks/4651b592-2402-45c9-a065-b1d1ee642486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173388 Feb 20 03:27:15.182976 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5726d-1de3-4e21-8b12-d6564dd39b49 req-973c52b3-caff-4c49-8594-776d7aa62ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:15.194160 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6e5726d-1de3-4e21-8b12-d6564dd39b49 req-973c52b3-caff-4c49-8594-776d7aa62ba1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd7851a863a8452e82d14d3392ca44be&device_id=79c6e5c1-5480-48a0-ada6-0fae8c897225 HTTP/1.1" status: 200 len: 1126 time: 0.1980910 Feb 20 03:27:15.287568 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71427594-aba9-42e2-8c33-dbe3b80a2bbc req-6fdb5261-2276-4e7d-8f37-9f11fc2edec4 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:15.290033 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-71427594-aba9-42e2-8c33-dbe3b80a2bbc req-6fdb5261-2276-4e7d-8f37-9f11fc2edec4 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 946 time: 0.0880389 Feb 20 03:27:15.341092 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-71427594-aba9-42e2-8c33-dbe3b80a2bbc req-5bdbb811-9560-40b2-90ff-e9fe5d2a500b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449553 Feb 20 03:27:15.494893 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923f6ab-c380-47af-882b-621c802ff180 req-1b3a0878-ac5d-483a-8478-2c39b07dc48f tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:15.494893 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e923f6ab-c380-47af-882b-621c802ff180 req-1b3a0878-ac5d-483a-8478-2c39b07dc48f tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.89 "GET /v2.0/ports?device_id=ffeaed0e-c59b-4a19-8f93-2d6ee0166b90 HTTP/1.1" status: 200 len: 943 time: 0.0548313 Feb 20 03:27:15.546413 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e923f6ab-c380-47af-882b-621c802ff180 req-929bf85c-7e5c-4625-9e34-577b7ae4d9a2 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.89 "GET /v2.0/security-groups?id=6336ebf1-ee40-48e3-abde-c34dde25dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534890 Feb 20 03:27:15.592306 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4222b95-f66a-4151-ab05-b328734e8aef x-openstack-request-id: req-e4222b95-f66a-4151-ab05-b328734e8aef {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:27:15.592626 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d21c15-e29f-4206-b4ee-b972eb696180", "name": "network-vif-unplugged", "status": "completed", "tag": "58c897de-7f87-43f2-a503-a6a21e9f9b7b", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:27:15.592886 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e4222b95-f66a-4151-ab05-b328734e8aef {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:27:15.593279 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d21c15-e29f-4206-b4ee-b972eb696180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c897de-7f87-43f2-a503-a6a21e9f9b7b', 'code': 200} Feb 20 03:27:15.854235 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5726d-1de3-4e21-8b12-d6564dd39b49 req-e525528c-0f27-402e-b0a7-e8f6c595c7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:15.855764 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6e5726d-1de3-4e21-8b12-d6564dd39b49 req-e525528c-0f27-402e-b0a7-e8f6c595c7d5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e730276a-8767-454e-ad52-96dd8c661ff1 HTTP/1.1" status: 200 len: 922 time: 0.0909159 Feb 20 03:27:15.903430 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6e5726d-1de3-4e21-8b12-d6564dd39b49 req-399a4646-2942-433f-a684-c71f09fa25cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f07427c-54e7-4249-8c97-303a7becd35b HTTP/1.1" status: 200 len: 217 time: 0.0412827 Feb 20 03:27:15.951882 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5726d-1de3-4e21-8b12-d6564dd39b49 req-c346b4ef-7215-4389-b8ce-490c65cbbe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:15.953321 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6e5726d-1de3-4e21-8b12-d6564dd39b49 req-c346b4ef-7215-4389-b8ce-490c65cbbe6b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2eb0b226-9b36-4d76-8063-22e21454da3d HTTP/1.1" status: 200 len: 861 time: 0.0443299 Feb 20 03:27:15.984890 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6e5726d-1de3-4e21-8b12-d6564dd39b49 req-5b218ec5-1148-4de1-9833-b65cc14f6a4a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e730276a-8767-454e-ad52-96dd8c661ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251646 Feb 20 03:27:16.074584 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6e5726d-1de3-4e21-8b12-d6564dd39b49 req-d4436439-7492-417e-9f6b-39064a0f9fa1 service neutron] 10.222.0.42 "GET /v2.0/networks/e730276a-8767-454e-ad52-96dd8c661ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812516 Feb 20 03:27:16.177941 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6e5726d-1de3-4e21-8b12-d6564dd39b49 req-9f3c612a-39b8-4441-81d7-d0e132027045 service neutron] 10.222.0.42 "GET /v2.0/networks/e730276a-8767-454e-ad52-96dd8c661ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970585 Feb 20 03:27:16.383716 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdbf27-7bc0-4d7e-bb00-dc1b30235fca req-f86464c4-f15c-407d-ba3c-039bd46be497 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:16.385214 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88bdbf27-7bc0-4d7e-bb00-dc1b30235fca req-f86464c4-f15c-407d-ba3c-039bd46be497 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/ports?device_id=de8cc3dc-639f-4b6a-b546-e2b737294e7f HTTP/1.1" status: 200 len: 949 time: 0.0577810 Feb 20 03:27:16.409782 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 5f07427c-54e7-4249-8c97-303a7becd35b details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:27:16.411497 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-ef6972d5-3e85-49ea-8128-9bc5c9da1c07 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:27:16.412462 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-ef6972d5-3e85-49ea-8128-9bc5c9da1c07 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072412 Feb 20 03:27:16.463475 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88bdbf27-7bc0-4d7e-bb00-dc1b30235fca req-131bb0e5-5e13-44f2-9752-038f5850604c tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/security-groups?id=a63502c7-06d1-4b4b-8d76-5828c9f1019f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722888 Feb 20 03:27:16.505301 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-a87507f0-47c4-4761-9f84-5c949b7c450c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:16.506953 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-a87507f0-47c4-4761-9f84-5c949b7c450c service neutron] 10.222.0.89 "GET /v2.0/ports/5fb7415f-9485-453e-b6ec-2597075bee15 HTTP/1.1" status: 200 len: 1124 time: 0.0731475 Feb 20 03:27:16.519496 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-31900a67-9931-4c64-bb1b-57ce2e1cbe2b service neutron] Request body: {'binding': {'host': 'n-h1-829866-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:27:16.521166 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 5f07427c-54e7-4249-8c97-303a7becd35b, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=5f07427c-54e7-4249-8c97-303a7becd35b,segment=NetworkSegment(d9eb8f3b-9eb2-4717-b7be-6446914f2ad1),segment_id=d9eb8f3b-9eb2-4717-b7be-6446914f2ad1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:16.521679 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-31900a67-9931-4c64-bb1b-57ce2e1cbe2b service neutron] Unknown quota resources ['binding']. {{(pid=104105) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 20 03:27:16.540382 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '5f07427c-54e7-4249-8c97-303a7becd35b', 'network_id': 'e730276a-8767-454e-ad52-96dd8c661ff1', 'port_id': '5f07427c-54e7-4249-8c97-303a7becd35b', 'mac_address': 'fa:16:3e:66:a7:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eb0b226-9b36-4d76-8063-22e21454da3d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:27:16.602108 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 5f07427c-54e7-4249-8c97-303a7becd35b is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:16.604900 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5f07427c-54e7-4249-8c97-303a7becd35b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:16.622010 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f07427c-54e7-4249-8c97-303a7becd35b {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:27:16.643754 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 5f07427c-54e7-4249-8c97-303a7becd35b, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=5f07427c-54e7-4249-8c97-303a7becd35b,segment=NetworkSegment(d9eb8f3b-9eb2-4717-b7be-6446914f2ad1),segment_id=d9eb8f3b-9eb2-4717-b7be-6446914f2ad1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:16.682613 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-31900a67-9931-4c64-bb1b-57ce2e1cbe2b service neutron] Attempting to bind port 5fb7415f-9485-453e-b6ec-2597075bee15 on host n-h1-829866-4 for vnic_type normal with profile None {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:27:16.683003 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-31900a67-9931-4c64-bb1b-57ce2e1cbe2b service neutron] Attempting to bind port 5fb7415f-9485-453e-b6ec-2597075bee15 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:27:16.683423 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-31900a67-9931-4c64-bb1b-57ce2e1cbe2b service neutron] Attempting to bind port 5fb7415f-9485-453e-b6ec-2597075bee15 on network 5528b70c-0437-425a-a0ac-3485fc465717 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:27:16.688049 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-31900a67-9931-4c64-bb1b-57ce2e1cbe2b service neutron] Port 5fb7415f-9485-453e-b6ec-2597075bee15 on network 5528b70c-0437-425a-a0ac-3485fc465717 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:27:16.688571 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-31900a67-9931-4c64-bb1b-57ce2e1cbe2b service neutron] Attempting to bind port 5fb7415f-9485-453e-b6ec-2597075bee15 on network 5528b70c-0437-425a-a0ac-3485fc465717 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:27:16.695467 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-31900a67-9931-4c64-bb1b-57ce2e1cbe2b service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:27:16.695877 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-31900a67-9931-4c64-bb1b-57ce2e1cbe2b service neutron] Checking segment: {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:27:16.696496 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-31900a67-9931-4c64-bb1b-57ce2e1cbe2b service neutron] Bound using segment: {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:27:16.696928 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-31900a67-9931-4c64-bb1b-57ce2e1cbe2b service neutron] Bound port: 5fb7415f-9485-453e-b6ec-2597075bee15, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:27:16.742340 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (5f07427c-54e7-4249-8c97-303a7becd35b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:16.756446 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-31900a67-9931-4c64-bb1b-57ce2e1cbe2b service neutron] For port 5fb7415f-9485-453e-b6ec-2597075bee15, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=5fb7415f-9485-453e-b6ec-2597075bee15,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:27:16.808010 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=5f07427c-54e7-4249-8c97-303a7becd35b,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:16.815783 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:16.816134 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:16.816475 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:16.816814 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:16.817148 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:16.817479 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:16.817808 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:16.818134 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:16.818520 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:16.818906 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:16.819240 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:16.820272 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:16.820747 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:16.829723 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-31900a67-9931-4c64-bb1b-57ce2e1cbe2b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:16.830968 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-31900a67-9931-4c64-bb1b-57ce2e1cbe2b service neutron] 10.222.0.89 "POST /v2.0/ports/5fb7415f-9485-453e-b6ec-2597075bee15/bindings HTTP/1.1" status: 201 len: 389 time: 0.3150933 Feb 20 03:27:17.019814 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['5f07427c-54e7-4249-8c97-303a7becd35b'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:27:17.054809 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f9067-d3c5-4493-80fe-914c9de4b64b req-5f120b28-3c73-4759-8145-7882f6c55019 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:17.056499 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b7f9067-d3c5-4493-80fe-914c9de4b64b req-5f120b28-3c73-4759-8145-7882f6c55019 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=79c6e5c1-5480-48a0-ada6-0fae8c897225 HTTP/1.1" status: 200 len: 945 time: 0.0564992 Feb 20 03:27:17.139561 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b7f9067-d3c5-4493-80fe-914c9de4b64b req-4c7c4f3b-bdc3-4615-98e2-7ebb15bec1ca tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624375 Feb 20 03:27:17.345448 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0186ca-2a25-4dfe-972b-91eb3896c757 req-10540de4-f922-4401-81be-a3005edc3b2d tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:17.347330 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b0186ca-2a25-4dfe-972b-91eb3896c757 req-10540de4-f922-4401-81be-a3005edc3b2d tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3d21c15-e29f-4206-b4ee-b972eb696180 HTTP/1.1" status: 200 len: 949 time: 0.1026676 Feb 20 03:27:17.354904 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0998d-376b-434e-9c36-0983c514dbea req-7cc7a8c3-3d90-45a5-b018-a02454cf5c30 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:17.356507 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cb0998d-376b-434e-9c36-0983c514dbea req-7cc7a8c3-3d90-45a5-b018-a02454cf5c30 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 946 time: 0.1007776 Feb 20 03:27:17.435366 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cb0998d-376b-434e-9c36-0983c514dbea req-45467ac6-6101-4557-a290-a80e225ef546 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732946 Feb 20 03:27:17.448338 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b0186ca-2a25-4dfe-972b-91eb3896c757 req-d740c43d-9f4a-488d-9d0d-3919156744c0 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed442394-78fe-437c-a16c-b64173c2bb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843375 Feb 20 03:27:17.594642 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd7ae5-7a4b-4799-a03d-6cabd9165d00 req-447e26dc-ed4e-41f5-82ca-3086f92ed5cf tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:17.599904 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd7ae5-7a4b-4799-a03d-6cabd9165d00 req-447e26dc-ed4e-41f5-82ca-3086f92ed5cf tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:17.605468 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd7ae5-7a4b-4799-a03d-6cabd9165d00 req-447e26dc-ed4e-41f5-82ca-3086f92ed5cf tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:17.607149 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1fcd7ae5-7a4b-4799-a03d-6cabd9165d00 req-447e26dc-ed4e-41f5-82ca-3086f92ed5cf tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=32472515-8170-4972-9e56-4805576c00a1 HTTP/1.1" status: 200 len: 2418 time: 0.1000171 Feb 20 03:27:17.618569 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b703f-7de2-428f-981f-550d92031dc2 req-f2f2136f-0470-4132-abdc-fb2cd16c5c59 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:17.620092 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-830b703f-7de2-428f-981f-550d92031dc2 req-f2f2136f-0470-4132-abdc-fb2cd16c5c59 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.89 "GET /v2.0/ports?device_id=ffeaed0e-c59b-4a19-8f93-2d6ee0166b90 HTTP/1.1" status: 200 len: 943 time: 0.1035895 Feb 20 03:27:17.692416 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1fcd7ae5-7a4b-4799-a03d-6cabd9165d00 req-2461f439-f79c-404c-8225-d2cf6a5d2655 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/security-groups?id=3ecfd148-49f1-45d7-a007-04cb1f6e339b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712833 Feb 20 03:27:17.699948 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-830b703f-7de2-428f-981f-550d92031dc2 req-622e2077-7a6a-46e8-bd2b-311967986fdf tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.89 "GET /v2.0/security-groups?id=6336ebf1-ee40-48e3-abde-c34dde25dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732474 Feb 20 03:27:17.872141 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709f981-97f5-454b-be9d-7da2adfd76c4 req-5c3135d9-0474-458a-b898-7c7720759eda tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:17.873890 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1709f981-97f5-454b-be9d-7da2adfd76c4 req-5c3135d9-0474-458a-b898-7c7720759eda tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 945 time: 0.0953090 Feb 20 03:27:17.881572 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c311a-83df-4a68-b1bd-6205df8054f9 req-1f3ade03-9321-4fe6-a2d5-5d49032836b5 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:17.884356 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-439c311a-83df-4a68-b1bd-6205df8054f9 req-1f3ade03-9321-4fe6-a2d5-5d49032836b5 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/ports?device_id=de8cc3dc-639f-4b6a-b546-e2b737294e7f HTTP/1.1" status: 200 len: 949 time: 0.0748427 Feb 20 03:27:17.970647 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1709f981-97f5-454b-be9d-7da2adfd76c4 req-d968b8bd-54fb-47a8-b2c6-570bd41837a1 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850890 Feb 20 03:27:17.979239 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-439c311a-83df-4a68-b1bd-6205df8054f9 req-02b5d274-dff0-499b-9030-e410d433f31d tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/security-groups?id=a63502c7-06d1-4b4b-8d76-5828c9f1019f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874972 Feb 20 03:27:18.224523 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-e3d7c9cf-4edf-449b-b624-5bee6ca9efd5 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=22a8ea8fc6144adc98b789e6be74cf35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311949 Feb 20 03:27:18.339128 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ef49c-9f2e-4b96-a614-a0b88b2b3a16 req-a2a4d53d-526c-4029-883f-3f89c006ddbe tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:18.340860 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b03ef49c-9f2e-4b96-a614-a0b88b2b3a16 req-a2a4d53d-526c-4029-883f-3f89c006ddbe tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=79c6e5c1-5480-48a0-ada6-0fae8c897225 HTTP/1.1" status: 200 len: 945 time: 0.1199577 Feb 20 03:27:18.394441 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-15ce96b6-20c3-486a-8303-5c5ca0aeb696 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:18.396163 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-15ce96b6-20c3-486a-8303-5c5ca0aeb696 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1630278 Feb 20 03:27:18.424396 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 5f07427c-54e7-4249-8c97-303a7becd35b up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:27:18.427025 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-4d2940c8-d768-4881-9348-60877a47fc44 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/quotas/22a8ea8fc6144adc98b789e6be74cf35 HTTP/1.1" status: 200 len: 375 time: 0.0242364 Feb 20 03:27:18.488988 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b03ef49c-9f2e-4b96-a614-a0b88b2b3a16 req-d414e98c-3bad-4858-b796-a184578d9015 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411228 Feb 20 03:27:18.527618 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-6c5a865d-d532-4fb5-9540-97d9f359e3f3 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=22a8ea8fc6144adc98b789e6be74cf35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0997496 Feb 20 03:27:18.569141 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dec3ec-c26f-4cf7-bff2-9a88e7e8b5c7 req-52a78d0d-42cc-46fa-b418-6194fe11bdc0 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:18.576165 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dec3ec-c26f-4cf7-bff2-9a88e7e8b5c7 req-52a78d0d-42cc-46fa-b418-6194fe11bdc0 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:18.582270 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dec3ec-c26f-4cf7-bff2-9a88e7e8b5c7 req-52a78d0d-42cc-46fa-b418-6194fe11bdc0 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:18.584273 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-03dec3ec-c26f-4cf7-bff2-9a88e7e8b5c7 req-52a78d0d-42cc-46fa-b418-6194fe11bdc0 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.93 "GET /v2.0/ports?device_id=32472515-8170-4972-9e56-4805576c00a1 HTTP/1.1" status: 200 len: 2418 time: 0.1165783 Feb 20 03:27:18.588455 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 5f07427c-54e7-4249-8c97-303a7becd35b completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:27:18.599851 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 5f07427c-54e7-4249-8c97-303a7becd35b triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:27:18.599851 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (5f07427c-54e7-4249-8c97-303a7becd35b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:18.732028 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 5f07427c-54e7-4249-8c97-303a7becd35b is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:18.732260 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5f07427c-54e7-4249-8c97-303a7becd35b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:18.804983 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44310688-1e45-4f7c-877a-6ef833132169 req-c6c552c4-3483-464f-bd20-983ef1fe53db tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:18.806267 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c6e5c1-5480-48a0-ada6-0fae8c897225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f07427c-54e7-4249-8c97-303a7becd35b'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:27:18.807600 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-44310688-1e45-4f7c-877a-6ef833132169 req-c6c552c4-3483-464f-bd20-983ef1fe53db tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 946 time: 0.2221212 Feb 20 03:27:18.813711 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c698d91-06b0-4bf7-a11b-a99600d9e2e8" -d '{"events": [{"server_uuid": "79c6e5c1-5480-48a0-ada6-0fae8c897225", "name": "network-vif-plugged", "status": "completed", "tag": "5f07427c-54e7-4249-8c97-303a7becd35b"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:27:18.828432 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 5f07427c-54e7-4249-8c97-303a7becd35b, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=5f07427c-54e7-4249-8c97-303a7becd35b,segment=NetworkSegment(d9eb8f3b-9eb2-4717-b7be-6446914f2ad1),segment_id=d9eb8f3b-9eb2-4717-b7be-6446914f2ad1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:18.830035 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea1d6d-3704-46e3-870d-42a252090424 req-55bf9389-5238-40f8-b3e9-0385100ec922 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:18.832527 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-96ea1d6d-3704-46e3-870d-42a252090424 req-55bf9389-5238-40f8-b3e9-0385100ec922 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3d21c15-e29f-4206-b4ee-b972eb696180 HTTP/1.1" status: 200 len: 949 time: 0.2454681 Feb 20 03:27:18.855749 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-03dec3ec-c26f-4cf7-bff2-9a88e7e8b5c7 req-ab09b88b-09be-45bd-8e93-e2bffff0e167 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Deleting port e95a0dfa-b0da-45ce-855f-12329c59fab8 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:27:18.856112 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-03dec3ec-c26f-4cf7-bff2-9a88e7e8b5c7 req-ab09b88b-09be-45bd-8e93-e2bffff0e167 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (e95a0dfa-b0da-45ce-855f-12329c59fab8), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:18.885245 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (5f07427c-54e7-4249-8c97-303a7becd35b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:18.942077 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=5f07427c-54e7-4249-8c97-303a7becd35b,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:19.025240 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-44310688-1e45-4f7c-877a-6ef833132169 req-052399ec-9956-49c0-a6a8-0bce7042b93f tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053645 Feb 20 03:27:19.115385 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-03dec3ec-c26f-4cf7-bff2-9a88e7e8b5c7 req-ab09b88b-09be-45bd-8e93-e2bffff0e167 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] For port e95a0dfa-b0da-45ce-855f-12329c59fab8, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=e95a0dfa-b0da-45ce-855f-12329c59fab8,segment=NetworkSegment(845bebcc-8d74-4631-9227-96d4ef18e586),segment_id=845bebcc-8d74-4631-9227-96d4ef18e586)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:19.115762 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-03dec3ec-c26f-4cf7-bff2-9a88e7e8b5c7 req-ab09b88b-09be-45bd-8e93-e2bffff0e167 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (e95a0dfa-b0da-45ce-855f-12329c59fab8), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:19.147756 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-03dec3ec-c26f-4cf7-bff2-9a88e7e8b5c7 req-ab09b88b-09be-45bd-8e93-e2bffff0e167 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Calling delete_port for e95a0dfa-b0da-45ce-855f-12329c59fab8 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:27:19.157256 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97492e9-6d0a-45e3-9d27-b57cba5bb899 req-f3849dd0-b6d3-4bab-9b45-dbcf7447c794 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:19.158840 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e97492e9-6d0a-45e3-9d27-b57cba5bb899 req-f3849dd0-b6d3-4bab-9b45-dbcf7447c794 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3d21c15-e29f-4206-b4ee-b972eb696180 HTTP/1.1" status: 200 len: 949 time: 0.2973902 Feb 20 03:27:19.275555 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-96ea1d6d-3704-46e3-870d-42a252090424 req-08c5f0d3-68fc-4d6f-916a-c8dc158d8d4c tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Deleting port 58c897de-7f87-43f2-a503-a6a21e9f9b7b {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:27:19.275807 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-96ea1d6d-3704-46e3-870d-42a252090424 req-08c5f0d3-68fc-4d6f-916a-c8dc158d8d4c tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (58c897de-7f87-43f2-a503-a6a21e9f9b7b), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:19.366442 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e97492e9-6d0a-45e3-9d27-b57cba5bb899 req-69ece453-5e5d-4c55-8d66-c9ef9f7df10e tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed442394-78fe-437c-a16c-b64173c2bb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887374 Feb 20 03:27:19.377928 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd078b86-0968-457d-abf0-79ae2b6d8888 req-cdde68cd-40f9-4ae8-9082-a307a538215d tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:19.379799 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bd078b86-0968-457d-abf0-79ae2b6d8888 req-cdde68cd-40f9-4ae8-9082-a307a538215d tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.89 "GET /v2.0/ports?device_id=ffeaed0e-c59b-4a19-8f93-2d6ee0166b90 HTTP/1.1" status: 200 len: 943 time: 0.2529058 Feb 20 03:27:19.496774 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-141c2bcc-a94d-4f0d-99a4-39e5529991b1 req-3b04b1bd-e11f-4a07-a360-cd1e68c00ccb tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/ports?device_id=7aee8b5e-9565-4ef0-9011-bcfeb5c3f4b1 HTTP/1.1" status: 200 len: 210 time: 0.0723732 Feb 20 03:27:19.531849 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-96ea1d6d-3704-46e3-870d-42a252090424 req-08c5f0d3-68fc-4d6f-916a-c8dc158d8d4c tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] For port 58c897de-7f87-43f2-a503-a6a21e9f9b7b, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=58c897de-7f87-43f2-a503-a6a21e9f9b7b,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:19.543408 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-96ea1d6d-3704-46e3-870d-42a252090424 req-08c5f0d3-68fc-4d6f-916a-c8dc158d8d4c tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (58c897de-7f87-43f2-a503-a6a21e9f9b7b), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:19.555052 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bd078b86-0968-457d-abf0-79ae2b6d8888 req-dcd4acfc-6587-404c-af4c-56da0fcb1716 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.89 "GET /v2.0/security-groups?id=6336ebf1-ee40-48e3-abde-c34dde25dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611564 Feb 20 03:27:19.556510 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-96ea1d6d-3704-46e3-870d-42a252090424 req-08c5f0d3-68fc-4d6f-916a-c8dc158d8d4c tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Calling delete_port for 58c897de-7f87-43f2-a503-a6a21e9f9b7b owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:27:19.616735 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659b5598-5a40-4c6a-bc4f-3b7aeab41701 x-openstack-request-id: req-659b5598-5a40-4c6a-bc4f-3b7aeab41701 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:27:19.617229 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c6e5c1-5480-48a0-ada6-0fae8c897225", "name": "network-vif-plugged", "status": "completed", "tag": "5f07427c-54e7-4249-8c97-303a7becd35b", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:27:19.617569 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-659b5598-5a40-4c6a-bc4f-3b7aeab41701 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:27:19.618074 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c6e5c1-5480-48a0-ada6-0fae8c897225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f07427c-54e7-4249-8c97-303a7becd35b', 'code': 200} Feb 20 03:27:19.939273 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-03dec3ec-c26f-4cf7-bff2-9a88e7e8b5c7 req-ab09b88b-09be-45bd-8e93-e2bffff0e167 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (e95a0dfa-b0da-45ce-855f-12329c59fab8), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:19.953002 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['e95a0dfa-b0da-45ce-855f-12329c59fab8', '338b76d1-4e5c-4355-9adc-e6ac445b60ba', 'bfdb898c-e675-4a68-acc5-efad9e55697c'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:27:20.092147 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09b88b-09be-45bd-8e93-e2bffff0e167 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Pushing event deleted for resources: {'Port': ['ID=e95a0dfa-b0da-45ce-855f-12329c59fab8,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:20.098427 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-03dec3ec-c26f-4cf7-bff2-9a88e7e8b5c7 req-ab09b88b-09be-45bd-8e93-e2bffff0e167 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] No DVR routers for this DVR port e95a0dfa-b0da-45ce-855f-12329c59fab8 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:27:20.107749 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-03dec3ec-c26f-4cf7-bff2-9a88e7e8b5c7 req-ab09b88b-09be-45bd-8e93-e2bffff0e167 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:20.111080 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-03dec3ec-c26f-4cf7-bff2-9a88e7e8b5c7 req-ab09b88b-09be-45bd-8e93-e2bffff0e167 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.93 "DELETE /v2.0/ports/e95a0dfa-b0da-45ce-855f-12329c59fab8 HTTP/1.1" status: 204 len: 173 time: 1.4907689 Feb 20 03:27:20.114682 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32472515-8170-4972-9e56-4805576c00a1', 'name': 'network-vif-deleted', 'tag': 'e95a0dfa-b0da-45ce-855f-12329c59fab8'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:27:20.117144 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0b55aa-5d52-4d25-a608-9c9471977cd2" -d '{"events": [{"server_uuid": "32472515-8170-4972-9e56-4805576c00a1", "name": "network-vif-deleted", "tag": "e95a0dfa-b0da-45ce-855f-12329c59fab8"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:27:20.158635 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398ff2c-9486-4ab6-8138-988159bdf259 req-929a087a-477b-4e13-bf66-a06cd335f54b tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:20.164558 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398ff2c-9486-4ab6-8138-988159bdf259 req-929a087a-477b-4e13-bf66-a06cd335f54b tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:20.169923 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398ff2c-9486-4ab6-8138-988159bdf259 req-929a087a-477b-4e13-bf66-a06cd335f54b tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:20.177476 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f398ff2c-9486-4ab6-8138-988159bdf259 req-929a087a-477b-4e13-bf66-a06cd335f54b tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=32472515-8170-4972-9e56-4805576c00a1 HTTP/1.1" status: 200 len: 2340 time: 0.6105525 Feb 20 03:27:20.263468 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2f044-3fad-4612-868b-12656662a34d req-9ab5737e-7f71-49b7-90d4-d22eeca5ee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:20.265143 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c5e2f044-3fad-4612-868b-12656662a34d req-9ab5737e-7f71-49b7-90d4-d22eeca5ee18 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=79c6e5c1-5480-48a0-ada6-0fae8c897225 HTTP/1.1" status: 200 len: 1128 time: 0.3274877 Feb 20 03:27:20.283001 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8361b4-0364-4367-be71-f1c2fabe5467 req-789ce357-9e25-4a89-90ac-20e9da358483 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:20.284682 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c8361b4-0364-4367-be71-f1c2fabe5467 req-789ce357-9e25-4a89-90ac-20e9da358483 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 945 time: 0.3522327 Feb 20 03:27:20.404232 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f398ff2c-9486-4ab6-8138-988159bdf259 req-49ef08ff-e924-4342-9922-9768fa06d1cf tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/security-groups?id=3ecfd148-49f1-45d7-a007-04cb1f6e339b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258542 Feb 20 03:27:20.449299 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c5e2f044-3fad-4612-868b-12656662a34d req-76f64219-41de-41e1-be26-9eb3888f4d09 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557148 Feb 20 03:27:20.451118 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 85125a7c-568a-49d1-8d92-554691bd22a8 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:27:20.466640 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c8361b4-0364-4367-be71-f1c2fabe5467 req-77c624dc-e6c0-4e43-bf63-959b2fb3d274 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359470 Feb 20 03:27:20.486478 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-03dec3ec-c26f-4cf7-bff2-9a88e7e8b5c7 req-ab219f67-f013-4b6d-9e5b-ce1c19bc546c tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Deleting port 338b76d1-4e5c-4355-9adc-e6ac445b60ba {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:27:20.486824 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-03dec3ec-c26f-4cf7-bff2-9a88e7e8b5c7 req-ab219f67-f013-4b6d-9e5b-ce1c19bc546c tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (338b76d1-4e5c-4355-9adc-e6ac445b60ba), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:20.550159 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-96ea1d6d-3704-46e3-870d-42a252090424 req-08c5f0d3-68fc-4d6f-916a-c8dc158d8d4c tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (58c897de-7f87-43f2-a503-a6a21e9f9b7b), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:20.571069 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 85125a7c-568a-49d1-8d92-554691bd22a8, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=85125a7c-568a-49d1-8d92-554691bd22a8,segment=NetworkSegment(abd61714-1aa3-4a6d-881e-c0d953838d62),segment_id=abd61714-1aa3-4a6d-881e-c0d953838d62)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:20.593802 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '85125a7c-568a-49d1-8d92-554691bd22a8', 'network_id': '4651b592-2402-45c9-a065-b1d1ee642486', 'port_id': '85125a7c-568a-49d1-8d92-554691bd22a8', 'mac_address': 'fa:16:3e:e4:d0:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74cd4491-cfb4-4d8a-99aa-2581c78115a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:27:20.621021 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5f0d3-68fc-4d6f-916a-c8dc158d8d4c tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Pushing event deleted for resources: {'Port': ['ID=58c897de-7f87-43f2-a503-a6a21e9f9b7b,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:20.649859 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 85125a7c-568a-49d1-8d92-554691bd22a8 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:20.650307 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (85125a7c-568a-49d1-8d92-554691bd22a8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:20.665708 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85125a7c-568a-49d1-8d92-554691bd22a8 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:27:20.672131 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:20.687519 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 85125a7c-568a-49d1-8d92-554691bd22a8, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=85125a7c-568a-49d1-8d92-554691bd22a8,segment=NetworkSegment(abd61714-1aa3-4a6d-881e-c0d953838d62),segment_id=abd61714-1aa3-4a6d-881e-c0d953838d62)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:20.689299 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52c023-bbb7-45f9-89a3-56b86bdca0a3 req-dd0448d8-0c09-4b10-900f-276446e14a58 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:20.690846 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cc52c023-bbb7-45f9-89a3-56b86bdca0a3 req-dd0448d8-0c09-4b10-900f-276446e14a58 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=79c6e5c1-5480-48a0-ada6-0fae8c897225 HTTP/1.1" status: 200 len: 946 time: 0.2201426 Feb 20 03:27:20.718413 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ea1d6d-3704-46e3-870d-42a252090424 req-08c5f0d3-68fc-4d6f-916a-c8dc158d8d4c tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] No DVR routers for this DVR port 58c897de-7f87-43f2-a503-a6a21e9f9b7b on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:27:20.731677 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-96ea1d6d-3704-46e3-870d-42a252090424 req-08c5f0d3-68fc-4d6f-916a-c8dc158d8d4c tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:20.734752 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-96ea1d6d-3704-46e3-870d-42a252090424 req-08c5f0d3-68fc-4d6f-916a-c8dc158d8d4c tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.42 "DELETE /v2.0/ports/58c897de-7f87-43f2-a503-a6a21e9f9b7b HTTP/1.1" status: 204 len: 173 time: 1.8958943 Feb 20 03:27:20.751772 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-03dec3ec-c26f-4cf7-bff2-9a88e7e8b5c7 req-ab219f67-f013-4b6d-9e5b-ce1c19bc546c tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] For port 338b76d1-4e5c-4355-9adc-e6ac445b60ba, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=338b76d1-4e5c-4355-9adc-e6ac445b60ba,segment=NetworkSegment(31550e96-0c57-47e5-9282-7d905193951b),segment_id=31550e96-0c57-47e5-9282-7d905193951b)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:20.752139 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-03dec3ec-c26f-4cf7-bff2-9a88e7e8b5c7 req-ab219f67-f013-4b6d-9e5b-ce1c19bc546c tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (338b76d1-4e5c-4355-9adc-e6ac445b60ba), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:20.762751 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09be3f-d6a5-46d7-a2c7-ad93861e079f req-07dacf5f-ec12-475a-897f-8310da924069 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:20.764302 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b09be3f-d6a5-46d7-a2c7-ad93861e079f req-07dacf5f-ec12-475a-897f-8310da924069 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 946 time: 0.2106485 Feb 20 03:27:20.796960 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-03dec3ec-c26f-4cf7-bff2-9a88e7e8b5c7 req-ab219f67-f013-4b6d-9e5b-ce1c19bc546c tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Calling delete_port for 338b76d1-4e5c-4355-9adc-e6ac445b60ba owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:27:20.799492 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (85125a7c-568a-49d1-8d92-554691bd22a8), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:20.826526 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-5302a007-72d8-4207-b582-d3408e8d0e56 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=22a8ea8fc6144adc98b789e6be74cf35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554540 Feb 20 03:27:20.860875 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=85125a7c-568a-49d1-8d92-554691bd22a8,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:20.868346 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:20.903551 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cc52c023-bbb7-45f9-89a3-56b86bdca0a3 req-84d6f5b2-f263-4b1e-9925-287b35513752 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908710 Feb 20 03:27:20.957887 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6708573-81d4-4977-9bb7-b6376b5f65c5 x-openstack-request-id: req-d6708573-81d4-4977-9bb7-b6376b5f65c5 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:27:20.958553 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32472515-8170-4972-9e56-4805576c00a1", "name": "network-vif-deleted", "tag": "e95a0dfa-b0da-45ce-855f-12329c59fab8", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:27:20.958553 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d6708573-81d4-4977-9bb7-b6376b5f65c5 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:27:20.958814 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32472515-8170-4972-9e56-4805576c00a1', 'name': 'network-vif-deleted', 'tag': 'e95a0dfa-b0da-45ce-855f-12329c59fab8', 'status': 'completed', 'code': 200} Feb 20 03:27:20.986178 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b09be3f-d6a5-46d7-a2c7-ad93861e079f req-9481fe3f-6983-4483-94a9-17b13ef82f20 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029684 Feb 20 03:27:21.058825 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-e12ce96b-3bfb-43f1-9a3e-d2d6e4713083 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:21.060430 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-e12ce96b-3bfb-43f1-9a3e-d2d6e4713083 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2234797 Feb 20 03:27:21.080202 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e2ed6f5b-1b05-45ca-b91d-e1dcd477c82b req-2f44137a-9979-4782-a7ad-fd4f6c08db23 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3d21c15-e29f-4206-b4ee-b972eb696180 HTTP/1.1" status: 200 len: 210 time: 0.0551460 Feb 20 03:27:21.197106 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-d1d7fcbf-e82b-4934-a0e0-3db356b97c1e tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Request body: {'port': {'device_id': '7aee8b5e-9565-4ef0-9011-bcfeb5c3f4b1', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'admin_state_up': True, 'tenant_id': '22a8ea8fc6144adc98b789e6be74cf35'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:27:21.197983 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['85125a7c-568a-49d1-8d92-554691bd22a8'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:27:21.198332 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-406ee79b-f326-4d91-ad2d-d1438b00144e req-55097996-65ef-4cf7-a64c-5ca98483dfe4 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/ports?device_id=7aee8b5e-9565-4ef0-9011-bcfeb5c3f4b1 HTTP/1.1" status: 200 len: 210 time: 0.0518355 Feb 20 03:27:21.291375 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38938ff-f13e-413a-8ddf-daf80b8d8294 req-dd1b5736-f195-4660-a669-b38ee29816f2 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:21.292859 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e38938ff-f13e-413a-8ddf-daf80b8d8294 req-dd1b5736-f195-4660-a669-b38ee29816f2 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.89 "GET /v2.0/ports?device_id=ffeaed0e-c59b-4a19-8f93-2d6ee0166b90 HTTP/1.1" status: 200 len: 944 time: 0.1117849 Feb 20 03:27:21.346798 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e38938ff-f13e-413a-8ddf-daf80b8d8294 req-e3abfcf3-0b03-43a8-ab50-bd389be5d4a8 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.89 "GET /v2.0/security-groups?id=6336ebf1-ee40-48e3-abde-c34dde25dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473633 Feb 20 03:27:21.532534 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1b41e-7550-43d2-9b0a-abe319f453d4 req-000ae648-532e-40aa-b69d-801c13be318d tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:21.537790 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1b41e-7550-43d2-9b0a-abe319f453d4 req-000ae648-532e-40aa-b69d-801c13be318d tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:21.540189 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9af1b41e-7550-43d2-9b0a-abe319f453d4 req-000ae648-532e-40aa-b69d-801c13be318d tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=32472515-8170-4972-9e56-4805576c00a1 HTTP/1.1" status: 200 len: 1683 time: 0.0618017 Feb 20 03:27:21.622668 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9af1b41e-7550-43d2-9b0a-abe319f453d4 req-d19aee81-e6c7-4427-9b87-6dacc41babc1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/security-groups?id=3ecfd148-49f1-45d7-a007-04cb1f6e339b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766642 Feb 20 03:27:21.635052 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853d8f0-1a75-400a-affe-66bacf31a214 req-c0eaddb6-b479-41ee-85fe-4b7d93928305 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:21.636544 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9853d8f0-1a75-400a-affe-66bacf31a214 req-c0eaddb6-b479-41ee-85fe-4b7d93928305 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 945 time: 0.0917163 Feb 20 03:27:21.683936 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9853d8f0-1a75-400a-affe-66bacf31a214 req-fb99ccc7-bba2-4544-91d6-d67079abfb67 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416665 Feb 20 03:27:21.897870 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-d1d7fcbf-e82b-4934-a0e0-3db356b97c1e tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Made reservation on behalf of 22a8ea8fc6144adc98b789e6be74cf35 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:27:21.903147 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-d1d7fcbf-e82b-4934-a0e0-3db356b97c1e tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:21.906064 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-03dec3ec-c26f-4cf7-bff2-9a88e7e8b5c7 req-ab219f67-f013-4b6d-9e5b-ce1c19bc546c tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (338b76d1-4e5c-4355-9adc-e6ac445b60ba), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:21.942061 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab219f67-f013-4b6d-9e5b-ce1c19bc546c tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Pushing event deleted for resources: {'Port': ['ID=338b76d1-4e5c-4355-9adc-e6ac445b60ba,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:22.008095 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device bfdb898c-e675-4a68-acc5-efad9e55697c no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:27:22.024358 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-03dec3ec-c26f-4cf7-bff2-9a88e7e8b5c7 req-ab219f67-f013-4b6d-9e5b-ce1c19bc546c tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] No DVR routers for this DVR port 338b76d1-4e5c-4355-9adc-e6ac445b60ba on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:27:22.040520 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-03dec3ec-c26f-4cf7-bff2-9a88e7e8b5c7 req-ab219f67-f013-4b6d-9e5b-ce1c19bc546c tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:22.043235 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-03dec3ec-c26f-4cf7-bff2-9a88e7e8b5c7 req-ab219f67-f013-4b6d-9e5b-ce1c19bc546c tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.93 "DELETE /v2.0/ports/338b76d1-4e5c-4355-9adc-e6ac445b60ba HTTP/1.1" status: 204 len: 173 time: 1.9204915 Feb 20 03:27:22.145689 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port bfdb898c-e675-4a68-acc5-efad9e55697c is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:22.146294 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bfdb898c-e675-4a68-acc5-efad9e55697c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:22.170753 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32472515-8170-4972-9e56-4805576c00a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfdb898c-e675-4a68-acc5-efad9e55697c'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:27:22.173176 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2233d010-d5ed-40fe-b729-2b8c05f44674" -d '{"events": [{"server_uuid": "32472515-8170-4972-9e56-4805576c00a1", "name": "network-vif-unplugged", "status": "completed", "tag": "bfdb898c-e675-4a68-acc5-efad9e55697c"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:27:22.191105 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port bfdb898c-e675-4a68-acc5-efad9e55697c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=bfdb898c-e675-4a68-acc5-efad9e55697c,segment=NetworkSegment(31550e96-0c57-47e5-9282-7d905193951b),segment_id=31550e96-0c57-47e5-9282-7d905193951b)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:22.249841 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6b230-7f44-4a1e-afc6-a9b5dadcaceb req-eaf0d6e7-3f03-416e-914a-c87617848196 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:22.251486 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-59f6b230-7f44-4a1e-afc6-a9b5dadcaceb req-eaf0d6e7-3f03-416e-914a-c87617848196 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=79c6e5c1-5480-48a0-ada6-0fae8c897225 HTTP/1.1" status: 200 len: 946 time: 0.2544963 Feb 20 03:27:22.262118 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bfdb898c-e675-4a68-acc5-efad9e55697c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:22.265077 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 338b76d1-4e5c-4355-9adc-e6ac445b60ba no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:27:22.282287 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-d1d7fcbf-e82b-4934-a0e0-3db356b97c1e tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Allocated IP 192.168.233.204 (0c4d93d2-7476-4570-93e5-7ecf9f895901/c38207c9-ee42-4b0e-b0ac-5ef2953b6f62/7002f8fd-14f9-44cc-ab53-d41ec938c7ec) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:27:22.302649 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 338b76d1-4e5c-4355-9adc-e6ac445b60ba {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:27:22.303039 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 338b76d1-4e5c-4355-9adc-e6ac445b60ba not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:27:22.303236 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1c5a5-1d92-415f-9fa2-b041f4bfef07 req-3811e59d-88c4-4730-9a38-07a0a6f6ed58 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:22.303465 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device e95a0dfa-b0da-45ce-855f-12329c59fab8 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:27:22.304939 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-04c1c5a5-1d92-415f-9fa2-b041f4bfef07 req-3811e59d-88c4-4730-9a38-07a0a6f6ed58 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 946 time: 0.2097445 Feb 20 03:27:22.329593 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: e95a0dfa-b0da-45ce-855f-12329c59fab8 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:27:22.329943 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device e95a0dfa-b0da-45ce-855f-12329c59fab8 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:27:22.350489 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=bfdb898c-e675-4a68-acc5-efad9e55697c,revision_number=6']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:22.410622 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-03dec3ec-c26f-4cf7-bff2-9a88e7e8b5c7 req-61293cd8-e976-4213-875b-6bde84a1ec40 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Deleting port bfdb898c-e675-4a68-acc5-efad9e55697c {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:27:22.410994 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-03dec3ec-c26f-4cf7-bff2-9a88e7e8b5c7 req-61293cd8-e976-4213-875b-6bde84a1ec40 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (bfdb898c-e675-4a68-acc5-efad9e55697c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:22.421959 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-59f6b230-7f44-4a1e-afc6-a9b5dadcaceb req-7492acea-937d-4034-9d3f-5d369a579f74 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558490 Feb 20 03:27:22.446546 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-04c1c5a5-1d92-415f-9fa2-b041f4bfef07 req-11d1c85d-5d0f-4289-82c8-8e85a5138a22 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350152 Feb 20 03:27:22.487270 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e8d5ec-ee1e-47c0-9eda-27cf9a6daf8f x-openstack-request-id: req-99e8d5ec-ee1e-47c0-9eda-27cf9a6daf8f {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:27:22.487922 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32472515-8170-4972-9e56-4805576c00a1", "name": "network-vif-unplugged", "status": "completed", "tag": "bfdb898c-e675-4a68-acc5-efad9e55697c", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:27:22.488476 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-99e8d5ec-ee1e-47c0-9eda-27cf9a6daf8f {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:27:22.489067 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32472515-8170-4972-9e56-4805576c00a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfdb898c-e675-4a68-acc5-efad9e55697c', 'code': 200} Feb 20 03:27:22.499194 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 85125a7c-568a-49d1-8d92-554691bd22a8 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:27:22.603110 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b128b73-1bff-4b73-a936-47526365fa7a req-21e91572-a48a-4c5c-9093-af2a2b55527c tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/ports?device_id=7aee8b5e-9565-4ef0-9011-bcfeb5c3f4b1 HTTP/1.1" status: 200 len: 210 time: 0.0492468 Feb 20 03:27:22.628243 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 85125a7c-568a-49d1-8d92-554691bd22a8 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:27:22.633967 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 85125a7c-568a-49d1-8d92-554691bd22a8 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:27:22.634898 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (85125a7c-568a-49d1-8d92-554691bd22a8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:22.636826 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-20dbfc0f-3333-4a6e-afd1-e8cb88f62ef8 req-3cbebeba-b733-4b38-8fbc-15c295b52b70 tempest-ImagesOneServerTestJSON-1375034089 tempest-ImagesOneServerTestJSON-1375034089-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3d21c15-e29f-4206-b4ee-b972eb696180 HTTP/1.1" status: 200 len: 210 time: 0.0684845 Feb 20 03:27:22.680190 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-03dec3ec-c26f-4cf7-bff2-9a88e7e8b5c7 req-61293cd8-e976-4213-875b-6bde84a1ec40 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] For port bfdb898c-e675-4a68-acc5-efad9e55697c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=bfdb898c-e675-4a68-acc5-efad9e55697c,segment=NetworkSegment(31550e96-0c57-47e5-9282-7d905193951b),segment_id=31550e96-0c57-47e5-9282-7d905193951b)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:22.680190 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-03dec3ec-c26f-4cf7-bff2-9a88e7e8b5c7 req-61293cd8-e976-4213-875b-6bde84a1ec40 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (bfdb898c-e675-4a68-acc5-efad9e55697c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:22.726002 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 85125a7c-568a-49d1-8d92-554691bd22a8 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:22.726406 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (85125a7c-568a-49d1-8d92-554691bd22a8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:22.728218 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-03dec3ec-c26f-4cf7-bff2-9a88e7e8b5c7 req-61293cd8-e976-4213-875b-6bde84a1ec40 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Calling delete_port for bfdb898c-e675-4a68-acc5-efad9e55697c owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:27:22.752358 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-d1d7fcbf-e82b-4934-a0e0-3db356b97c1e tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Publish callbacks [] for port (7002f8fd-14f9-44cc-ab53-d41ec938c7ec), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:22.765197 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 85125a7c-568a-49d1-8d92-554691bd22a8, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=85125a7c-568a-49d1-8d92-554691bd22a8,segment=NetworkSegment(abd61714-1aa3-4a6d-881e-c0d953838d62),segment_id=abd61714-1aa3-4a6d-881e-c0d953838d62)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:22.805690 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (85125a7c-568a-49d1-8d92-554691bd22a8), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:22.806505 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 58c897de-7f87-43f2-a503-a6a21e9f9b7b no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:27:22.846012 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 58c897de-7f87-43f2-a503-a6a21e9f9b7b {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:27:22.846353 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 58c897de-7f87-43f2-a503-a6a21e9f9b7b not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:27:22.869044 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5d2e1-9221-4e1c-bf97-c7aa8aadb54d req-5f18b1f0-e499-43f7-af0f-f3dce2885859 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:22.870547 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ecc5d2e1-9221-4e1c-bf97-c7aa8aadb54d req-5f18b1f0-e499-43f7-af0f-f3dce2885859 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.89 "GET /v2.0/ports?device_id=ffeaed0e-c59b-4a19-8f93-2d6ee0166b90 HTTP/1.1" status: 200 len: 944 time: 0.1976819 Feb 20 03:27:22.871023 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=85125a7c-568a-49d1-8d92-554691bd22a8,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:22.892893 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845e018-05d1-4310-b4bb-391bb9f3d5b6 req-6e9b7116-8a4c-4df5-8396-67fe4dc845c1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:22.894321 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5845e018-05d1-4310-b4bb-391bb9f3d5b6 req-6e9b7116-8a4c-4df5-8396-67fe4dc845c1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=32472515-8170-4972-9e56-4805576c00a1 HTTP/1.1" status: 200 len: 944 time: 0.1702712 Feb 20 03:27:22.935715 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-d1d7fcbf-e82b-4934-a0e0-3db356b97c1e tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (7002f8fd-14f9-44cc-ab53-d41ec938c7ec), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:22.948372 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['15c269e9-dfdb-48aa-a568-b5b123f68088'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:27:22.977152 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d21c15-e29f-4206-b4ee-b972eb696180', 'name': 'network-vif-deleted', 'tag': '58c897de-7f87-43f2-a503-a6a21e9f9b7b'}, {'server_uuid': '32472515-8170-4972-9e56-4805576c00a1', 'name': 'network-vif-deleted', 'tag': '338b76d1-4e5c-4355-9adc-e6ac445b60ba'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:27:22.979378 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e55690-4d9c-4462-91ca-da87cb092f61" -d '{"events": [{"server_uuid": "d3d21c15-e29f-4206-b4ee-b972eb696180", "name": "network-vif-deleted", "tag": "58c897de-7f87-43f2-a503-a6a21e9f9b7b"}, {"server_uuid": "32472515-8170-4972-9e56-4805576c00a1", "name": "network-vif-deleted", "tag": "338b76d1-4e5c-4355-9adc-e6ac445b60ba"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:27:23.042290 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-d1d7fcbf-e82b-4934-a0e0-3db356b97c1e tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:27:23.057858 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-d1d7fcbf-e82b-4934-a0e0-3db356b97c1e tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:27:23.068851 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ecc5d2e1-9221-4e1c-bf97-c7aa8aadb54d req-63c05c1f-6d48-43d2-8cb0-ce3518be66cd tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.89 "GET /v2.0/security-groups?id=6336ebf1-ee40-48e3-abde-c34dde25dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831043 Feb 20 03:27:23.070433 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-d1d7fcbf-e82b-4934-a0e0-3db356b97c1e tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:27:23.075656 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-d1d7fcbf-e82b-4934-a0e0-3db356b97c1e tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:23.076247 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-d1d7fcbf-e82b-4934-a0e0-3db356b97c1e tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:23.111080 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5845e018-05d1-4310-b4bb-391bb9f3d5b6 req-83181f48-4b19-4925-b528-c119ce300c94 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/security-groups?id=3ecfd148-49f1-45d7-a007-04cb1f6e339b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917741 Feb 20 03:27:23.111080 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7fcbf-e82b-4934-a0e0-3db356b97c1e tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Pushing event updated for resources: {'Port': ['ID=7002f8fd-14f9-44cc-ab53-d41ec938c7ec,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:23.159006 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 20 Feb 2022 03:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8343601-cfea-42b6-b876-11056149150d x-openstack-request-id: req-e8343601-cfea-42b6-b876-11056149150d {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:27:23.163816 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d21c15-e29f-4206-b4ee-b972eb696180", "name": "network-vif-deleted", "tag": "58c897de-7f87-43f2-a503-a6a21e9f9b7b", "status": "completed", "code": 200}, {"server_uuid": "32472515-8170-4972-9e56-4805576c00a1", "name": "network-vif-deleted", "tag": "338b76d1-4e5c-4355-9adc-e6ac445b60ba", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:27:23.163816 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e8343601-cfea-42b6-b876-11056149150d {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:27:23.163816 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d21c15-e29f-4206-b4ee-b972eb696180', 'name': 'network-vif-deleted', 'tag': '58c897de-7f87-43f2-a503-a6a21e9f9b7b', 'status': 'completed', 'code': 200} Feb 20 03:27:23.163816 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32472515-8170-4972-9e56-4805576c00a1', 'name': 'network-vif-deleted', 'tag': '338b76d1-4e5c-4355-9adc-e6ac445b60ba', 'status': 'completed', 'code': 200} Feb 20 03:27:23.363611 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ac03b933-64f5-4f47-8516-96eb17e18111 None None] Provisioning complete for port 7002f8fd-14f9-44cc-ab53-d41ec938c7ec triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:27:23.364178 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ac03b933-64f5-4f47-8516-96eb17e18111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (7002f8fd-14f9-44cc-ab53-d41ec938c7ec), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:23.400968 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ac03b933-64f5-4f47-8516-96eb17e18111 None None] Port 7002f8fd-14f9-44cc-ab53-d41ec938c7ec cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:27:23.470067 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-03dec3ec-c26f-4cf7-bff2-9a88e7e8b5c7 req-61293cd8-e976-4213-875b-6bde84a1ec40 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (bfdb898c-e675-4a68-acc5-efad9e55697c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:23.474115 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-d1d7fcbf-e82b-4934-a0e0-3db356b97c1e tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3930602 Feb 20 03:27:23.503511 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-2f077c68-56f9-4834-afd2-ab65d233a911 service neutron] Request body: {'port': {'device_id': '7aee8b5e-9565-4ef0-9011-bcfeb5c3f4b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:27:23.513266 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61293cd8-e976-4213-875b-6bde84a1ec40 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Pushing event deleted for resources: {'Port': ['ID=bfdb898c-e675-4a68-acc5-efad9e55697c,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:23.618618 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-03dec3ec-c26f-4cf7-bff2-9a88e7e8b5c7 req-61293cd8-e976-4213-875b-6bde84a1ec40 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] No DVR routers for this DVR port bfdb898c-e675-4a68-acc5-efad9e55697c on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:27:23.629707 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40e700-80d7-4b0a-aa74-af1ebd217c38 req-c7bdd5a9-3fee-4d25-b0a2-4554684f62c0 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:23.631291 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ec40e700-80d7-4b0a-aa74-af1ebd217c38 req-c7bdd5a9-3fee-4d25-b0a2-4554684f62c0 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 945 time: 0.4701431 Feb 20 03:27:23.633460 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-03dec3ec-c26f-4cf7-bff2-9a88e7e8b5c7 req-61293cd8-e976-4213-875b-6bde84a1ec40 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:23.636732 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-03dec3ec-c26f-4cf7-bff2-9a88e7e8b5c7 req-61293cd8-e976-4213-875b-6bde84a1ec40 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.93 "DELETE /v2.0/ports/bfdb898c-e675-4a68-acc5-efad9e55697c HTTP/1.1" status: 204 len: 173 time: 1.5735459 Feb 20 03:27:23.682302 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-2f077c68-56f9-4834-afd2-ab65d233a911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7002f8fd-14f9-44cc-ab53-d41ec938c7ec), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:23.691613 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109aa06-bf08-4299-8ab7-c9a4e7b5f93d req-612e3d12-3d77-4c80-bb3e-2883e46fecf7 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:23.693098 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b109aa06-bf08-4299-8ab7-c9a4e7b5f93d req-612e3d12-3d77-4c80-bb3e-2883e46fecf7 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=79c6e5c1-5480-48a0-ada6-0fae8c897225 HTTP/1.1" status: 200 len: 946 time: 0.1869719 Feb 20 03:27:23.764798 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ec40e700-80d7-4b0a-aa74-af1ebd217c38 req-3c51e951-0212-4696-ad2a-19456cd17415 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118784 Feb 20 03:27:23.815416 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b109aa06-bf08-4299-8ab7-c9a4e7b5f93d req-7f18901c-706c-4970-b507-34ad10f6d0ca tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060002 Feb 20 03:27:24.021152 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39b114-1d6e-4e82-9858-2cb0137bc393 req-bb3d3b38-c5ea-4c82-9b12-60e211ba0d24 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:24.022057 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac39b114-1d6e-4e82-9858-2cb0137bc393 req-bb3d3b38-c5ea-4c82-9b12-60e211ba0d24 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 946 time: 0.1517143 Feb 20 03:27:24.038337 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339047c-2a05-443f-b073-2b3e8b5c8fc9 req-5244ad24-c990-48fd-a919-0760f29ac365 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:24.039888 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d339047c-2a05-443f-b073-2b3e8b5c8fc9 req-5244ad24-c990-48fd-a919-0760f29ac365 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/ports?device_id=7aee8b5e-9565-4ef0-9011-bcfeb5c3f4b1 HTTP/1.1" status: 200 len: 936 time: 0.1326308 Feb 20 03:27:24.153890 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d339047c-2a05-443f-b073-2b3e8b5c8fc9 req-f22edf42-38ae-49f2-8c40-e6331d357995 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/security-groups?id=a63502c7-06d1-4b4b-8d76-5828c9f1019f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070280 Feb 20 03:27:24.156854 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac39b114-1d6e-4e82-9858-2cb0137bc393 req-415673f1-edd7-4d9b-993e-24241de414ad tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255817 Feb 20 03:27:24.205773 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-2f077c68-56f9-4834-afd2-ab65d233a911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7002f8fd-14f9-44cc-ab53-d41ec938c7ec {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:27:24.214841 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-2f077c68-56f9-4834-afd2-ab65d233a911 service neutron] Publish callbacks [] for port (7002f8fd-14f9-44cc-ab53-d41ec938c7ec), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:24.228531 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-2f077c68-56f9-4834-afd2-ab65d233a911 service neutron] Transition to ACTIVE for port object 7002f8fd-14f9-44cc-ab53-d41ec938c7ec will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:27:24.312443 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-2f077c68-56f9-4834-afd2-ab65d233a911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (7002f8fd-14f9-44cc-ab53-d41ec938c7ec), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:24.359475 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3832cc-c6cd-4286-a769-24760dcf15ed req-93be47ce-67e1-4ca8-a738-92d7f3e4dea2 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:24.360983 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0c3832cc-c6cd-4286-a769-24760dcf15ed req-93be47ce-67e1-4ca8-a738-92d7f3e4dea2 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=79c6e5c1-5480-48a0-ada6-0fae8c897225 HTTP/1.1" status: 200 len: 946 time: 0.1225731 Feb 20 03:27:24.372283 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a3e2c-f410-4c95-9997-effbbbb343a9 req-9335eb37-99a5-4a01-a677-da54029592b3 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:24.373785 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d21a3e2c-f410-4c95-9997-effbbbb343a9 req-9335eb37-99a5-4a01-a677-da54029592b3 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.89 "GET /v2.0/ports?device_id=ffeaed0e-c59b-4a19-8f93-2d6ee0166b90 HTTP/1.1" status: 200 len: 945 time: 0.1260672 Feb 20 03:27:24.418082 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f077c68-56f9-4834-afd2-ab65d233a911 service neutron] Pushing event updated for resources: {'Port': ['ID=7002f8fd-14f9-44cc-ab53-d41ec938c7ec,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:24.493322 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffeaed0e-c59b-4a19-8f93-2d6ee0166b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85125a7c-568a-49d1-8d92-554691bd22a8'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:27:24.498314 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31aad33-4669-4b14-bc02-4367dedd36ca" -d '{"events": [{"server_uuid": "ffeaed0e-c59b-4a19-8f93-2d6ee0166b90", "name": "network-vif-plugged", "status": "completed", "tag": "85125a7c-568a-49d1-8d92-554691bd22a8"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:27:24.501154 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0c3832cc-c6cd-4286-a769-24760dcf15ed req-f4d2b42b-0d1f-4f93-b1c0-69e7f4c81be7 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234629 Feb 20 03:27:24.501821 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-2f077c68-56f9-4834-afd2-ab65d233a911 service neutron] Attempting to bind port 7002f8fd-14f9-44cc-ab53-d41ec938c7ec on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:27:24.502156 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-2f077c68-56f9-4834-afd2-ab65d233a911 service neutron] Attempting to bind port 7002f8fd-14f9-44cc-ab53-d41ec938c7ec by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:27:24.502483 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-2f077c68-56f9-4834-afd2-ab65d233a911 service neutron] Attempting to bind port 7002f8fd-14f9-44cc-ab53-d41ec938c7ec on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:27:24.508524 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d21a3e2c-f410-4c95-9997-effbbbb343a9 req-78ee2a72-078b-49b3-90cd-fe772ec2e64c tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.89 "GET /v2.0/security-groups?id=6336ebf1-ee40-48e3-abde-c34dde25dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218138 Feb 20 03:27:24.511977 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-2f077c68-56f9-4834-afd2-ab65d233a911 service neutron] Port 7002f8fd-14f9-44cc-ab53-d41ec938c7ec on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:27:24.512278 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-2f077c68-56f9-4834-afd2-ab65d233a911 service neutron] Attempting to bind port 7002f8fd-14f9-44cc-ab53-d41ec938c7ec on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:27:24.525761 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-2f077c68-56f9-4834-afd2-ab65d233a911 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:27:24.525761 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-2f077c68-56f9-4834-afd2-ab65d233a911 service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:27:24.525761 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-2f077c68-56f9-4834-afd2-ab65d233a911 service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:27:24.525761 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-2f077c68-56f9-4834-afd2-ab65d233a911 service neutron] Bound port: 7002f8fd-14f9-44cc-ab53-d41ec938c7ec, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:27:24.525761 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-2f077c68-56f9-4834-afd2-ab65d233a911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7002f8fd-14f9-44cc-ab53-d41ec938c7ec), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:24.598466 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bc453a-42e9-41f0-a269-95e1d2a7728a x-openstack-request-id: req-a3bc453a-42e9-41f0-a269-95e1d2a7728a {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:27:24.598683 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffeaed0e-c59b-4a19-8f93-2d6ee0166b90", "name": "network-vif-plugged", "status": "completed", "tag": "85125a7c-568a-49d1-8d92-554691bd22a8", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:27:24.598924 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a3bc453a-42e9-41f0-a269-95e1d2a7728a {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:27:24.599716 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffeaed0e-c59b-4a19-8f93-2d6ee0166b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85125a7c-568a-49d1-8d92-554691bd22a8', 'code': 200} Feb 20 03:27:24.663407 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8bdea890-a55b-4ef6-af46-5e40134fa09a req-85f43c3b-3d1f-4c3a-b0e0-3185bb2cc1a1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=32472515-8170-4972-9e56-4805576c00a1 HTTP/1.1" status: 200 len: 210 time: 0.0360315 Feb 20 03:27:24.665885 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-2f077c68-56f9-4834-afd2-ab65d233a911 service neutron] For port 7002f8fd-14f9-44cc-ab53-d41ec938c7ec, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:27:24.686309 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-2f077c68-56f9-4834-afd2-ab65d233a911 service neutron] For port 7002f8fd-14f9-44cc-ab53-d41ec938c7ec, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=7002f8fd-14f9-44cc-ab53-d41ec938c7ec,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:27:24.723286 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8981a8-1a6d-48f1-bce4-ff7f851a8e4e req-2aff9921-7903-4537-bbc2-51e03ae8748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:24.726387 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b8981a8-1a6d-48f1-bce4-ff7f851a8e4e req-2aff9921-7903-4537-bbc2-51e03ae8748f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ffeaed0e-c59b-4a19-8f93-2d6ee0166b90 HTTP/1.1" status: 200 len: 1127 time: 0.0547528 Feb 20 03:27:24.778208 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-2f077c68-56f9-4834-afd2-ab65d233a911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (7002f8fd-14f9-44cc-ab53-d41ec938c7ec), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:24.804508 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55194) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:24.817740 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b8981a8-1a6d-48f1-bce4-ff7f851a8e4e req-d1a30521-ef04-41d5-847c-d8a5da70271f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6336ebf1-ee40-48e3-abde-c34dde25dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819645 Feb 20 03:27:24.829162 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-2f077c68-56f9-4834-afd2-ab65d233a911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:24.831880 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-2f077c68-56f9-4834-afd2-ab65d233a911 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:24.831880 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-2f077c68-56f9-4834-afd2-ab65d233a911 service neutron] 10.222.0.93 "PUT /v2.0/ports/7002f8fd-14f9-44cc-ab53-d41ec938c7ec HTTP/1.1" status: 200 len: 1096 time: 1.3472483 Feb 20 03:27:24.891393 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f077c68-56f9-4834-afd2-ab65d233a911 service neutron] Pushing event updated for resources: {'Port': ['ID=7002f8fd-14f9-44cc-ab53-d41ec938c7ec,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:24.930689 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54bd096-674b-41af-a8ab-cadbefd71de5 req-cd59c6b0-1712-4184-af5a-f9a2d27b4a33 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:24.935358 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a54bd096-674b-41af-a8ab-cadbefd71de5 req-cd59c6b0-1712-4184-af5a-f9a2d27b4a33 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 945 time: 0.0753503 Feb 20 03:27:25.010728 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0164dfec-45a8-46cf-9f03-18f9f3d48a99 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=feb3a335a6494643a957c8a4b1b091bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2080460 Feb 20 03:27:25.013660 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55198) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:25.039678 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a54bd096-674b-41af-a8ab-cadbefd71de5 req-ff328298-b454-4a1a-9631-ba0a5ed8beba tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870748 Feb 20 03:27:25.061666 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-9b803dbb-2d3a-480d-b248-3c1286fcea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:25.061666 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-9b803dbb-2d3a-480d-b248-3c1286fcea70 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=22a8ea8fc6144adc98b789e6be74cf35&device_id=7aee8b5e-9565-4ef0-9011-bcfeb5c3f4b1 HTTP/1.1" status: 200 len: 1130 time: 0.0831101 Feb 20 03:27:25.068003 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-995f9e4b-f032-4f22-bb97-a2bd112ceed1 admin admin] Publish callbacks [] for security_group (ed442394-78fe-437c-a16c-b64173c2bb49), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:25.090590 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-995f9e4b-f032-4f22-bb97-a2bd112ceed1 admin admin] Publish callbacks [] for security_group (ed442394-78fe-437c-a16c-b64173c2bb49), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:25.106737 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-8da5099e-8e23-4d66-9f69-35df9f2f713c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=7002f8fd-14f9-44cc-ab53-d41ec938c7ec HTTP/1.1" status: 200 len: 217 time: 0.0401349 Feb 20 03:27:25.155741 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-218616a5-b14b-48f3-bdb2-29c0abb6ba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:25.157244 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-218616a5-b14b-48f3-bdb2-29c0abb6ba7f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0447068 Feb 20 03:27:25.160780 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32472515-8170-4972-9e56-4805576c00a1', 'name': 'network-vif-deleted', 'tag': 'bfdb898c-e675-4a68-acc5-efad9e55697c'}, {'name': 'network-changed', 'server_uuid': '7aee8b5e-9565-4ef0-9011-bcfeb5c3f4b1', 'tag': '7002f8fd-14f9-44cc-ab53-d41ec938c7ec'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:27:25.163048 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b979f276-e4a8-4ace-a96f-b7d077e6e8bf" -d '{"events": [{"server_uuid": "32472515-8170-4972-9e56-4805576c00a1", "name": "network-vif-deleted", "tag": "bfdb898c-e675-4a68-acc5-efad9e55697c"}, {"name": "network-changed", "server_uuid": "7aee8b5e-9565-4ef0-9011-bcfeb5c3f4b1", "tag": "7002f8fd-14f9-44cc-ab53-d41ec938c7ec"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:27:25.208764 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 20 Feb 2022 03:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b615508c-75bc-4567-8536-ed3d407338cd x-openstack-request-id: req-b615508c-75bc-4567-8536-ed3d407338cd {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:27:25.209043 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32472515-8170-4972-9e56-4805576c00a1", "name": "network-vif-deleted", "tag": "bfdb898c-e675-4a68-acc5-efad9e55697c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7aee8b5e-9565-4ef0-9011-bcfeb5c3f4b1", "tag": "7002f8fd-14f9-44cc-ab53-d41ec938c7ec", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:27:25.209302 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b615508c-75bc-4567-8536-ed3d407338cd {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:27:25.209702 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32472515-8170-4972-9e56-4805576c00a1', 'name': 'network-vif-deleted', 'tag': 'bfdb898c-e675-4a68-acc5-efad9e55697c', 'status': 'completed', 'code': 200} Feb 20 03:27:25.210991 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aee8b5e-9565-4ef0-9011-bcfeb5c3f4b1', 'tag': '7002f8fd-14f9-44cc-ab53-d41ec938c7ec', 'status': 'completed', 'code': 200} Feb 20 03:27:25.220463 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-0779c9fe-ce54-4b12-8415-c555c9142a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:25.227765 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-0779c9fe-ce54-4b12-8415-c555c9142a2b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0550842 Feb 20 03:27:25.273723 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-995f9e4b-f032-4f22-bb97-a2bd112ceed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ed442394-78fe-437c-a16c-b64173c2bb49), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:25.279792 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-995f9e4b-f032-4f22-bb97-a2bd112ceed1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:25.279792 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-995f9e4b-f032-4f22-bb97-a2bd112ceed1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ed442394-78fe-437c-a16c-b64173c2bb49 HTTP/1.1" status: 204 len: 168 time: 0.2631056 Feb 20 03:27:25.289259 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f9e4b-f032-4f22-bb97-a2bd112ceed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed442394-78fe-437c-a16c-b64173c2bb49,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:25.394339 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-3684c8ad-a58c-475e-84dd-e73527c7b642 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653414 Feb 20 03:27:25.405916 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ff8c9-ec5d-4dfc-a52f-d4592bfab18a req-f1112fc2-0d52-4dfd-b08f-babad9ca8d0e tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:25.407379 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9e7ff8c9-ec5d-4dfc-a52f-d4592bfab18a req-f1112fc2-0d52-4dfd-b08f-babad9ca8d0e tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/ports?device_id=7aee8b5e-9565-4ef0-9011-bcfeb5c3f4b1 HTTP/1.1" status: 200 len: 948 time: 0.1275678 Feb 20 03:27:25.449600 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0b28e-006c-4de6-b8a5-5188c4f19851 req-28787367-8b43-4b1e-9ff8-45f3aa4a57f3 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:25.451140 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-97b0b28e-006c-4de6-b8a5-5188c4f19851 req-28787367-8b43-4b1e-9ff8-45f3aa4a57f3 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 946 time: 0.1335852 Feb 20 03:27:25.568519 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9e7ff8c9-ec5d-4dfc-a52f-d4592bfab18a req-f9e67b21-d01d-41bb-b1fe-28f230263478 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/security-groups?id=a63502c7-06d1-4b4b-8d76-5828c9f1019f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517735 Feb 20 03:27:25.577395 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-97b0b28e-006c-4de6-b8a5-5188c4f19851 req-d8f168da-078a-4a60-876e-77bb911bb197 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184499 Feb 20 03:27:25.604791 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd47ad6b-d24b-490a-bb72-aba5fa9dd0af req-f1c74dcb-a158-46c8-94b2-bebece39aa80 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964457 Feb 20 03:27:25.750513 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fa435-d3c5-4f51-9015-c7006df3574b req-0421782b-cb9a-41cd-8a8e-d3f02009c5b1 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:25.752135 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-116fa435-d3c5-4f51-9015-c7006df3574b req-0421782b-cb9a-41cd-8a8e-d3f02009c5b1 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.89 "GET /v2.0/ports?device_id=ffeaed0e-c59b-4a19-8f93-2d6ee0166b90 HTTP/1.1" status: 200 len: 945 time: 0.0617161 Feb 20 03:27:25.825682 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-116fa435-d3c5-4f51-9015-c7006df3574b req-a057dba9-cd22-4d67-82a0-46d29d225520 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.89 "GET /v2.0/security-groups?id=6336ebf1-ee40-48e3-abde-c34dde25dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665808 Feb 20 03:27:25.852838 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979f276-e4a8-4ace-a96f-b7d077e6e8bf req-d40b7b7b-865e-40a8-813d-792d16d98008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:25.854361 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b979f276-e4a8-4ace-a96f-b7d077e6e8bf req-d40b7b7b-865e-40a8-813d-792d16d98008 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=22a8ea8fc6144adc98b789e6be74cf35&device_id=7aee8b5e-9565-4ef0-9011-bcfeb5c3f4b1 HTTP/1.1" status: 200 len: 1130 time: 0.0652838 Feb 20 03:27:25.888846 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55230) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:25.972985 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f549a90-2f4d-402c-8763-93c1765a72ee tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Deleting subnet b00dce7f-d103-41e2-99be-c0ac93cd3431 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:27:25.979394 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6f549a90-2f4d-402c-8763-93c1765a72ee tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks [] for subnet (b00dce7f-d103-41e2-99be-c0ac93cd3431), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:25.979526 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979f276-e4a8-4ace-a96f-b7d077e6e8bf req-b604c855-8966-447b-8188-6ead1590074f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:25.981011 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b979f276-e4a8-4ace-a96f-b7d077e6e8bf req-b604c855-8966-447b-8188-6ead1590074f service neutron] 10.222.0.93 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.1196773 Feb 20 03:27:26.039452 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6f549a90-2f4d-402c-8763-93c1765a72ee tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (b00dce7f-d103-41e2-99be-c0ac93cd3431), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:26.044579 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b979f276-e4a8-4ace-a96f-b7d077e6e8bf req-b6c0e7ee-ddbc-4fed-beab-8cbd5a21125c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=7002f8fd-14f9-44cc-ab53-d41ec938c7ec HTTP/1.1" status: 200 len: 217 time: 0.0568388 Feb 20 03:27:26.165712 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6f549a90-2f4d-402c-8763-93c1765a72ee tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (b00dce7f-d103-41e2-99be-c0ac93cd3431), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:26.204869 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979f276-e4a8-4ace-a96f-b7d077e6e8bf req-c424aab5-9816-49bd-8292-6322bad80fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:26.206412 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b979f276-e4a8-4ace-a96f-b7d077e6e8bf req-c424aab5-9816-49bd-8292-6322bad80fc6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1476946 Feb 20 03:27:26.216742 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466af634-c2c3-41db-b310-db8badd7e2c6 req-ac4d19f7-7fc7-4d1e-9604-0870efc60217 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:26.225219 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-466af634-c2c3-41db-b310-db8badd7e2c6 req-ac4d19f7-7fc7-4d1e-9604-0870efc60217 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=79c6e5c1-5480-48a0-ada6-0fae8c897225 HTTP/1.1" status: 200 len: 946 time: 0.1767113 Feb 20 03:27:26.290557 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6f549a90-2f4d-402c-8763-93c1765a72ee tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (b00dce7f-d103-41e2-99be-c0ac93cd3431), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:26.290781 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586e32c-3690-4d11-a1c6-54ac12cd5a6d req-447760a5-916e-40e4-9f4b-f243be97e28a tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:26.292141 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3586e32c-3690-4d11-a1c6-54ac12cd5a6d req-447760a5-916e-40e4-9f4b-f243be97e28a tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 945 time: 0.1470733 Feb 20 03:27:26.319630 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f549a90-2f4d-402c-8763-93c1765a72ee tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Pushing event deleted for resources: {'Subnet': ['ID=b00dce7f-d103-41e2-99be-c0ac93cd3431,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:26.321593 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6f549a90-2f4d-402c-8763-93c1765a72ee tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:26.325542 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6f549a90-2f4d-402c-8763-93c1765a72ee tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "DELETE /v2.0/subnets/b00dce7f-d103-41e2-99be-c0ac93cd3431 HTTP/1.1" status: 204 len: 168 time: 0.4343374 Feb 20 03:27:26.328091 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55248) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:26.332686 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b0c797-10dd-402d-9e80-406b8f8bf13e None None] Network aabbf053-2aeb-44cd-96b0-4cb4a66646c2 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:27:26.361704 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979f276-e4a8-4ace-a96f-b7d077e6e8bf req-16499ada-fbd3-4352-b067-2633078793ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:26.361704 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b979f276-e4a8-4ace-a96f-b7d077e6e8bf req-16499ada-fbd3-4352-b067-2633078793ee service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1320066 Feb 20 03:27:26.363204 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-466af634-c2c3-41db-b310-db8badd7e2c6 req-24d5b18f-5e1f-47d2-b13c-080c38778416 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363254 Feb 20 03:27:26.398346 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-011f2508-68ec-4396-9d60-01302b092720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:26.445531 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:27:26.483129 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3586e32c-3690-4d11-a1c6-54ac12cd5a6d req-50d80a34-5c7c-486a-b0f8-67506966cd87 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840827 Feb 20 03:27:26.503262 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (aabbf053-2aeb-44cd-96b0-4cb4a66646c2), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:26.535728 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d11bf2e-81b6-489c-a766-c8b22e3fa418 None None] DHCP port deletion for aabbf053-2aeb-44cd-96b0-4cb4a66646c2 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:27:26.572851 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b979f276-e4a8-4ace-a96f-b7d077e6e8bf req-0c25b6fe-d360-4157-a358-00e64a68f118 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703165 Feb 20 03:27:26.592169 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-0d11bf2e-81b6-489c-a766-c8b22e3fa418 None None] Deleting port 069b42eb-ee72-43e7-865b-73c697d58fac {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:27:26.592169 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0d11bf2e-81b6-489c-a766-c8b22e3fa418 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (069b42eb-ee72-43e7-865b-73c697d58fac), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:26.651530 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Deleting port 069b42eb-ee72-43e7-865b-73c697d58fac {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:27:26.651874 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (069b42eb-ee72-43e7-865b-73c697d58fac), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:26.784707 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] For port 069b42eb-ee72-43e7-865b-73c697d58fac, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=069b42eb-ee72-43e7-865b-73c697d58fac,segment=NetworkSegment(845bebcc-8d74-4631-9227-96d4ef18e586),segment_id=845bebcc-8d74-4631-9227-96d4ef18e586)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:26.785076 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (069b42eb-ee72-43e7-865b-73c697d58fac), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:26.823039 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-0d11bf2e-81b6-489c-a766-c8b22e3fa418 None None] For port 069b42eb-ee72-43e7-865b-73c697d58fac, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=069b42eb-ee72-43e7-865b-73c697d58fac,segment=NetworkSegment(845bebcc-8d74-4631-9227-96d4ef18e586),segment_id=845bebcc-8d74-4631-9227-96d4ef18e586)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:26.823440 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0d11bf2e-81b6-489c-a766-c8b22e3fa418 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (069b42eb-ee72-43e7-865b-73c697d58fac), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:26.832613 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Calling delete_port for 069b42eb-ee72-43e7-865b-73c697d58fac owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:27:26.836499 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b979f276-e4a8-4ace-a96f-b7d077e6e8bf req-22a275fe-9417-4f90-94e3-68771a77241a service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539036 Feb 20 03:27:26.839200 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-0d11bf2e-81b6-489c-a766-c8b22e3fa418 None None] Calling delete_port for 069b42eb-ee72-43e7-865b-73c697d58fac owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:27:26.866213 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7e9de-3c3b-416f-8446-6af22651e5c2 req-6c5ae554-4976-4ac4-89b5-d399056b1462 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:26.867693 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-efb7e9de-3c3b-416f-8446-6af22651e5c2 req-6c5ae554-4976-4ac4-89b5-d399056b1462 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/ports?device_id=7aee8b5e-9565-4ef0-9011-bcfeb5c3f4b1 HTTP/1.1" status: 200 len: 948 time: 0.2011297 Feb 20 03:27:26.927779 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd826a08-2f2c-4ac1-8be3-62dd14577ec1 req-5e898017-6f20-4a8e-983e-c20d3f9fc821 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:26.929893 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bd826a08-2f2c-4ac1-8be3-62dd14577ec1 req-5e898017-6f20-4a8e-983e-c20d3f9fc821 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 946 time: 0.1860976 Feb 20 03:27:27.003296 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-efb7e9de-3c3b-416f-8446-6af22651e5c2 req-290de25c-300f-4797-817f-b313498acff5 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/security-groups?id=a63502c7-06d1-4b4b-8d76-5828c9f1019f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021967 Feb 20 03:27:27.012823 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0d11bf2e-81b6-489c-a766-c8b22e3fa418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (069b42eb-ee72-43e7-865b-73c697d58fac), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:27.026345 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d11bf2e-81b6-489c-a766-c8b22e3fa418 None None] No DVR routers for this DVR port 069b42eb-ee72-43e7-865b-73c697d58fac on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:27:27.030229 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bd826a08-2f2c-4ac1-8be3-62dd14577ec1 req-13a9d0ce-d21f-4b50-8bb5-7d3954b42c2f tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907021 Feb 20 03:27:27.032663 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (069b42eb-ee72-43e7-865b-73c697d58fac), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:27.059974 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Pushing event deleted for resources: {'Port': ['ID=069b42eb-ee72-43e7-865b-73c697d58fac,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:27.062258 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11bf2e-81b6-489c-a766-c8b22e3fa418 None None] Pushing event deleted for resources: {'Port': ['ID=069b42eb-ee72-43e7-865b-73c697d58fac,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:27.063988 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] No DVR routers for this DVR port 069b42eb-ee72-43e7-865b-73c697d58fac on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:27:27.181534 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55268) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:27.199556 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (aabbf053-2aeb-44cd-96b0-4cb4a66646c2), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:27.227328 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Subscribe: > segment before_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:27:27.228040 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:27:27.228419 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:27:27.228749 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Subscribe: > port after_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:27:27.229091 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Subscribe: > port after_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:27:27.229425 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Subscribe: > port after_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:27:27.229747 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Subscribe: > segment after_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:27:27.230073 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Subscribe: > subnet after_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:27:27.230387 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Subscribe: > subnet after_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:27:27.230706 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Subscribe: > subnet after_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:27:27.299875 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7c40647f-1607-4721-9923-f82ac2aeb638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:27.336796 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Subscribe: > subnet after_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:27:27.337129 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Subscribe: > subnet after_delete 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:27:27.337458 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Subscribe: > subnet before_create 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:27:27.337782 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Subscribe: > subnet before_update 55550000 {{(pid=104105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 03:27:27.338143 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aabbf053-2aeb-44cd-96b0-4cb4a66646c2']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:27:27.349610 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75821f0a-83e4-4dc8-a1e4-383578b149f1 req-e2e35c90-c3dd-4d63-b7db-f791e51ae388 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:27.351808 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75821f0a-83e4-4dc8-a1e4-383578b149f1 req-e2e35c90-c3dd-4d63-b7db-f791e51ae388 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.89 "GET /v2.0/ports?device_id=ffeaed0e-c59b-4a19-8f93-2d6ee0166b90 HTTP/1.1" status: 200 len: 945 time: 0.2598000 Feb 20 03:27:27.371724 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '845bebcc-8d74-4631-9227-96d4ef18e586') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:27:27.372022 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '845bebcc-8d74-4631-9227-96d4ef18e586') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:27:27.375037 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7c40647f-1607-4721-9923-f82ac2aeb638 admin admin] Publish callbacks [] for security_group (6e6edb18-22ad-49d5-be99-9aef266e67bb), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:27.400308 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (845bebcc-8d74-4631-9227-96d4ef18e586), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:27.434541 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (845bebcc-8d74-4631-9227-96d4ef18e586), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:27.445292 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7c40647f-1607-4721-9923-f82ac2aeb638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (6e6edb18-22ad-49d5-be99-9aef266e67bb), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:27.447195 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:27:27.447590 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (845bebcc-8d74-4631-9227-96d4ef18e586), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: from cryptography.utils import int_from_bytes Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: from cryptography.utils import int_from_bytes Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:27:27.459593 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:27:27.473048 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75821f0a-83e4-4dc8-a1e4-383578b149f1 req-f047daef-25d2-4302-9393-e0fa85fd1d26 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.89 "GET /v2.0/security-groups?id=6336ebf1-ee40-48e3-abde-c34dde25dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130025 Feb 20 03:27:27.487839 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7c40647f-1607-4721-9923-f82ac2aeb638 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f0f80b5d60aa4e95a5dd27781eae84db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3018451 Feb 20 03:27:27.487839 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c40647f-1607-4721-9923-f82ac2aeb638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6edb18-22ad-49d5-be99-9aef266e67bb,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:27.490081 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55274) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:27.641221 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1435a9-10c2-439e-87c9-859c9c8587ba req-f9886e9b-dc16-479b-ab86-c8904cd7e1a0 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:27.642796 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a1435a9-10c2-439e-87c9-859c9c8587ba req-f9886e9b-dc16-479b-ab86-c8904cd7e1a0 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=79c6e5c1-5480-48a0-ada6-0fae8c897225 HTTP/1.1" status: 200 len: 946 time: 0.2009587 Feb 20 03:27:27.644726 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8619dc1e-ccf6-45e5-854a-5a2090be3b2f admin admin] Publish callbacks [] for security_group (6e6edb18-22ad-49d5-be99-9aef266e67bb), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:27.672855 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (aabbf053-2aeb-44cd-96b0-4cb4a66646c2), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:27.694201 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8619dc1e-ccf6-45e5-854a-5a2090be3b2f admin admin] Publish callbacks [] for security_group (6e6edb18-22ad-49d5-be99-9aef266e67bb), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:27.709219 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ca403-e3b6-49ba-a735-793f1aa3ca83 req-ded5effa-2848-462a-91a0-64976776b028 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:27.711427 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-da8ca403-e3b6-49ba-a735-793f1aa3ca83 req-ded5effa-2848-462a-91a0-64976776b028 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 945 time: 0.1279016 Feb 20 03:27:27.735671 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:27.741991 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "DELETE /v2.0/networks/aabbf053-2aeb-44cd-96b0-4cb4a66646c2 HTTP/1.1" status: 204 len: 168 time: 1.4067528 Feb 20 03:27:27.742294 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55280) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:27.763600 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e24675-e3f6-4b29-ba15-0ab5ebfa7064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Pushing event deleted for resources: {'Network': ['ID=aabbf053-2aeb-44cd-96b0-4cb4a66646c2,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:27.796501 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a44512-5257-4d58-8870-874f0f6760db tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Deleting subnet 64e1b424-058e-41e5-807b-c68bbf5eb823 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:27:27.799788 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-89a44512-5257-4d58-8870-874f0f6760db tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks [] for subnet (64e1b424-058e-41e5-807b-c68bbf5eb823), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:27.807411 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a1435a9-10c2-439e-87c9-859c9c8587ba req-19c41c93-e9e6-4ada-b994-d23f85237418 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565857 Feb 20 03:27:27.846749 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-da8ca403-e3b6-49ba-a735-793f1aa3ca83 req-3fd7f4f0-1a36-420e-9d7d-9fda40c5a9e2 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230681 Feb 20 03:27:27.852788 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-89a44512-5257-4d58-8870-874f0f6760db tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (64e1b424-058e-41e5-807b-c68bbf5eb823), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:27.936242 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-89a44512-5257-4d58-8870-874f0f6760db tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (64e1b424-058e-41e5-807b-c68bbf5eb823), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:27.947350 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8619dc1e-ccf6-45e5-854a-5a2090be3b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (6e6edb18-22ad-49d5-be99-9aef266e67bb), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:27.950009 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8619dc1e-ccf6-45e5-854a-5a2090be3b2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:27.951191 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8619dc1e-ccf6-45e5-854a-5a2090be3b2f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6e6edb18-22ad-49d5-be99-9aef266e67bb HTTP/1.1" status: 204 len: 168 time: 0.4608796 Feb 20 03:27:27.959459 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619dc1e-ccf6-45e5-854a-5a2090be3b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6edb18-22ad-49d5-be99-9aef266e67bb,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:28.030806 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 7002f8fd-14f9-44cc-ab53-d41ec938c7ec details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:27:28.096553 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-89a44512-5257-4d58-8870-874f0f6760db tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (64e1b424-058e-41e5-807b-c68bbf5eb823), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:28.110566 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 069b42eb-ee72-43e7-865b-73c697d58fac no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:27:28.131166 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a44512-5257-4d58-8870-874f0f6760db tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Pushing event deleted for resources: {'Subnet': ['ID=64e1b424-058e-41e5-807b-c68bbf5eb823,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:28.135368 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-89a44512-5257-4d58-8870-874f0f6760db tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:28.137149 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 069b42eb-ee72-43e7-865b-73c697d58fac {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:27:28.139069 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 069b42eb-ee72-43e7-865b-73c697d58fac not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:27:28.139193 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-89a44512-5257-4d58-8870-874f0f6760db tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "DELETE /v2.0/subnets/64e1b424-058e-41e5-807b-c68bbf5eb823 HTTP/1.1" status: 204 len: 168 time: 0.3949311 Feb 20 03:27:28.141409 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55288) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:28.149923 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b390c4db-e944-45ba-bd32-2a78d8caea6e None None] Network 0374a8cc-da94-4d76-bc69-4b221077786d requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:27:28.188186 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5905746-560d-46ff-be73-dfc467549c66 req-6e3867fc-e958-4eeb-a6ce-8058af36db3c tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:28.189819 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f5905746-560d-46ff-be73-dfc467549c66 req-6e3867fc-e958-4eeb-a6ce-8058af36db3c tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/ports?device_id=7aee8b5e-9565-4ef0-9011-bcfeb5c3f4b1 HTTP/1.1" status: 200 len: 948 time: 0.1041169 Feb 20 03:27:28.252203 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2fe54309-f718-4ae3-9b00-253b099560ef tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (0374a8cc-da94-4d76-bc69-4b221077786d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:28.268513 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac7dec-1001-47ee-b007-53d1e85a4ac7 req-150f0822-0471-47f3-9359-5531db816991 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:28.270056 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f9ac7dec-1001-47ee-b007-53d1e85a4ac7 req-150f0822-0471-47f3-9359-5531db816991 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 946 time: 0.0793409 Feb 20 03:27:28.274401 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 7002f8fd-14f9-44cc-ab53-d41ec938c7ec, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=7002f8fd-14f9-44cc-ab53-d41ec938c7ec,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:28.283144 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f5905746-560d-46ff-be73-dfc467549c66 req-b49926e5-33fc-48ee-acb3-01b322a0b795 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/security-groups?id=a63502c7-06d1-4b4b-8d76-5828c9f1019f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640864 Feb 20 03:27:28.288923 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '7002f8fd-14f9-44cc-ab53-d41ec938c7ec', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': '7002f8fd-14f9-44cc-ab53-d41ec938c7ec', 'mac_address': 'fa:16:3e:b0:e8:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:27:28.364854 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-2fe54309-f718-4ae3-9b00-253b099560ef tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Deleting port 5d650151-0aa4-4b36-9e09-f9b3a0e344c8 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:27:28.365387 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2fe54309-f718-4ae3-9b00-253b099560ef tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (5d650151-0aa4-4b36-9e09-f9b3a0e344c8), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:28.368426 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 7002f8fd-14f9-44cc-ab53-d41ec938c7ec is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:28.369005 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7002f8fd-14f9-44cc-ab53-d41ec938c7ec), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:28.379645 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f9ac7dec-1001-47ee-b007-53d1e85a4ac7 req-037f87f9-3a47-40bf-b2d1-7b74cd830988 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952523 Feb 20 03:27:28.418267 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-84289e52-1868-4be5-b867-b3140cdeeb71 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:28.420700 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-84289e52-1868-4be5-b867-b3140cdeeb71 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a&tenant_id=f32a2222e912478982e32c7419305be8&binding%3Ahost_id=n-h2-829866-4 HTTP/1.1" status: 200 len: 1128 time: 0.1141629 Feb 20 03:27:28.424821 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7002f8fd-14f9-44cc-ab53-d41ec938c7ec {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:27:28.436981 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-bb25f602-f62b-4bfe-9ee2-1bfed0b8565e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829866-4'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:27:28.449816 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 7002f8fd-14f9-44cc-ab53-d41ec938c7ec, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=7002f8fd-14f9-44cc-ab53-d41ec938c7ec,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:28.480752 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-2fe54309-f718-4ae3-9b00-253b099560ef tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] For port 5d650151-0aa4-4b36-9e09-f9b3a0e344c8, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=5d650151-0aa4-4b36-9e09-f9b3a0e344c8,segment=NetworkSegment(31550e96-0c57-47e5-9282-7d905193951b),segment_id=31550e96-0c57-47e5-9282-7d905193951b)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:28.482171 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2fe54309-f718-4ae3-9b00-253b099560ef tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (5d650151-0aa4-4b36-9e09-f9b3a0e344c8), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:28.504228 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-2fe54309-f718-4ae3-9b00-253b099560ef tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Calling delete_port for 5d650151-0aa4-4b36-9e09-f9b3a0e344c8 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:27:28.513545 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (7002f8fd-14f9-44cc-ab53-d41ec938c7ec), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:28.532080 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-bb25f602-f62b-4bfe-9ee2-1bfed0b8565e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d63e954e-40b6-4bee-a093-5acd484efee8), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:28.551352 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 5f07427c-54e7-4249-8c97-303a7becd35b details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:27:28.552894 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803f9f89-0f9a-45d7-a67b-eac518bba93d None None] DHCP port deletion for 0374a8cc-da94-4d76-bc69-4b221077786d request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:27:28.640422 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=7002f8fd-14f9-44cc-ab53-d41ec938c7ec,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:28.700763 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-bb25f602-f62b-4bfe-9ee2-1bfed0b8565e service neutron] For port d63e954e-40b6-4bee-a093-5acd484efee8, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=d63e954e-40b6-4bee-a093-5acd484efee8,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:28.702008 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2fe54309-f718-4ae3-9b00-253b099560ef tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (5d650151-0aa4-4b36-9e09-f9b3a0e344c8), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:28.715547 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe54309-f718-4ae3-9b00-253b099560ef tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] No DVR routers for this DVR port 5d650151-0aa4-4b36-9e09-f9b3a0e344c8 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:27:28.743358 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a3447ef9-a19d-4cf2-ba04-2b80ec7e88df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:28.743358 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-803f9f89-0f9a-45d7-a67b-eac518bba93d None None] Deleting port 5d650151-0aa4-4b36-9e09-f9b3a0e344c8 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:27:28.743358 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-803f9f89-0f9a-45d7-a67b-eac518bba93d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (5d650151-0aa4-4b36-9e09-f9b3a0e344c8), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:28.743791 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe54309-f718-4ae3-9b00-253b099560ef tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Pushing event deleted for resources: {'Port': ['ID=5d650151-0aa4-4b36-9e09-f9b3a0e344c8,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:28.786031 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['7002f8fd-14f9-44cc-ab53-d41ec938c7ec'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:27:28.809287 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-bb25f602-f62b-4bfe-9ee2-1bfed0b8565e service neutron] For port d63e954e-40b6-4bee-a093-5acd484efee8, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:27:28.825359 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2fe54309-f718-4ae3-9b00-253b099560ef tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (0374a8cc-da94-4d76-bc69-4b221077786d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:28.855421 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-2fe54309-f718-4ae3-9b00-253b099560ef tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0374a8cc-da94-4d76-bc69-4b221077786d']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:27:28.859755 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-bb25f602-f62b-4bfe-9ee2-1bfed0b8565e service neutron] Publish callbacks [] for port (d63e954e-40b6-4bee-a093-5acd484efee8), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:28.876310 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-2fe54309-f718-4ae3-9b00-253b099560ef tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31550e96-0c57-47e5-9282-7d905193951b') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:27:28.876310 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-2fe54309-f718-4ae3-9b00-253b099560ef tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31550e96-0c57-47e5-9282-7d905193951b') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:27:28.876654 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf3f499-82bc-4fb4-93e6-4304f46ec34a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd63e954e-40b6-4bee-a093-5acd484efee8'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:27:28.876654 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b49752-622d-4bc0-977f-5990fb00501a" -d '{"events": [{"server_uuid": "3cf3f499-82bc-4fb4-93e6-4304f46ec34a", "name": "network-vif-unplugged", "status": "completed", "tag": "d63e954e-40b6-4bee-a093-5acd484efee8"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:27:28.900023 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2fe54309-f718-4ae3-9b00-253b099560ef tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (31550e96-0c57-47e5-9282-7d905193951b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:28.904609 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 5f07427c-54e7-4249-8c97-303a7becd35b, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=5f07427c-54e7-4249-8c97-303a7becd35b,segment=NetworkSegment(d9eb8f3b-9eb2-4717-b7be-6446914f2ad1),segment_id=d9eb8f3b-9eb2-4717-b7be-6446914f2ad1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:28.938359 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2fe54309-f718-4ae3-9b00-253b099560ef tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (31550e96-0c57-47e5-9282-7d905193951b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:28.941954 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-bb25f602-f62b-4bfe-9ee2-1bfed0b8565e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (d63e954e-40b6-4bee-a093-5acd484efee8), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:28.951314 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '5f07427c-54e7-4249-8c97-303a7becd35b', 'network_id': 'e730276a-8767-454e-ad52-96dd8c661ff1', 'port_id': '5f07427c-54e7-4249-8c97-303a7becd35b', 'mac_address': 'fa:16:3e:66:a7:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eb0b226-9b36-4d76-8063-22e21454da3d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:27:28.962030 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe54309-f718-4ae3-9b00-253b099560ef tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:27:28.962558 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2fe54309-f718-4ae3-9b00-253b099560ef tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (31550e96-0c57-47e5-9282-7d905193951b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:28.967441 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:27:28.967441 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:27:28.967441 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:27:28.967441 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:27:28.967441 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:27:28.967441 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:27:28.967441 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:27:28.967441 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:27:28.967441 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:27:28.967441 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:27:28.967441 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:27:28.967441 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:27:28.967441 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:27:28.967441 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:27:28.967441 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:27:28.967441 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:27:28.967441 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:27:28.967441 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:27:28.967441 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:27:28.967441 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:27:28.967441 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:27:28.967441 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:27:28.967441 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:27:28.967441 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:27:28.967441 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:27:28.967441 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:27:28.967441 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:27:28.967441 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:27:28.967441 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:27:28.967441 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:27:28.967441 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:27:28.967441 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:27:29.037706 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 5f07427c-54e7-4249-8c97-303a7becd35b is: ACTIVE; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:29.038812 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5f07427c-54e7-4249-8c97-303a7becd35b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:29.041653 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-803f9f89-0f9a-45d7-a67b-eac518bba93d None None] For port 5d650151-0aa4-4b36-9e09-f9b3a0e344c8, host n-d-829866-4, got binding levels [] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:29.042054 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-803f9f89-0f9a-45d7-a67b-eac518bba93d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (5d650151-0aa4-4b36-9e09-f9b3a0e344c8), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:29.081468 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-803f9f89-0f9a-45d7-a67b-eac518bba93d None None] Calling delete_port for 5d650151-0aa4-4b36-9e09-f9b3a0e344c8 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:27:29.085848 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.ipam_backend_mixin [None req-803f9f89-0f9a-45d7-a67b-eac518bba93d None None] Port 5d650151-0aa4-4b36-9e09-f9b3a0e344c8 was not found and therefore no delete operation was performed {{(pid=104107) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 03:27:29.087990 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f07427c-54e7-4249-8c97-303a7becd35b {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:27:29.097492 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-803f9f89-0f9a-45d7-a67b-eac518bba93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (5d650151-0aa4-4b36-9e09-f9b3a0e344c8), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:29.156227 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f9f89-0f9a-45d7-a67b-eac518bba93d None None] Pushing event deleted for resources: {'Port': ['ID=5d650151-0aa4-4b36-9e09-f9b3a0e344c8,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:29.159381 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 5f07427c-54e7-4249-8c97-303a7becd35b, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=5f07427c-54e7-4249-8c97-303a7becd35b,segment=NetworkSegment(d9eb8f3b-9eb2-4717-b7be-6446914f2ad1),segment_id=d9eb8f3b-9eb2-4717-b7be-6446914f2ad1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:29.167895 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803f9f89-0f9a-45d7-a67b-eac518bba93d None None] No DVR routers for this DVR port 5d650151-0aa4-4b36-9e09-f9b3a0e344c8 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:27:29.176981 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2fe54309-f718-4ae3-9b00-253b099560ef tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (0374a8cc-da94-4d76-bc69-4b221077786d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:29.194544 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2fe54309-f718-4ae3-9b00-253b099560ef tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:29.205027 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2fe54309-f718-4ae3-9b00-253b099560ef tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "DELETE /v2.0/networks/0374a8cc-da94-4d76-bc69-4b221077786d HTTP/1.1" status: 204 len: 168 time: 1.0603018 Feb 20 03:27:29.208388 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55318) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:29.216383 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-f23841da-d2fa-4b32-8e7a-d7f4f0f15c01 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-554193496'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:27:29.223137 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25f602-f62b-4bfe-9ee2-1bfed0b8565e service neutron] Pushing event updated for resources: {'Port': ['ID=d63e954e-40b6-4bee-a093-5acd484efee8,revision_number=7']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:29.260960 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be5b6c-95ec-4c28-ae5d-011db3f0d704 req-9fe70124-7f52-4bc7-be9b-dfa501322012 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:29.263259 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-03be5b6c-95ec-4c28-ae5d-011db3f0d704 req-9fe70124-7f52-4bc7-be9b-dfa501322012 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 945 time: 0.2226908 Feb 20 03:27:29.264024 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-bb25f602-f62b-4bfe-9ee2-1bfed0b8565e service neutron] Attempting to bind port d63e954e-40b6-4bee-a093-5acd484efee8 on host n-h2-829866-4 for vnic_type normal with profile {"migrating_to": "n-h1-829866-4"} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:27:29.264489 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-bb25f602-f62b-4bfe-9ee2-1bfed0b8565e service neutron] Attempting to bind port d63e954e-40b6-4bee-a093-5acd484efee8 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:27:29.264780 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-bb25f602-f62b-4bfe-9ee2-1bfed0b8565e service neutron] Attempting to bind port d63e954e-40b6-4bee-a093-5acd484efee8 on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:27:29.285435 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f583300-486a-481e-9217-fe87cc6911f0 req-441a4320-2ca1-4c66-931e-688d6cc3e536 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:29.287523 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0f583300-486a-481e-9217-fe87cc6911f0 req-441a4320-2ca1-4c66-931e-688d6cc3e536 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=79c6e5c1-5480-48a0-ada6-0fae8c897225 HTTP/1.1" status: 200 len: 946 time: 0.2520254 Feb 20 03:27:29.289158 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (5f07427c-54e7-4249-8c97-303a7becd35b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:29.292752 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-bb25f602-f62b-4bfe-9ee2-1bfed0b8565e service neutron] Port d63e954e-40b6-4bee-a093-5acd484efee8 on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:27:29.294149 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-bb25f602-f62b-4bfe-9ee2-1bfed0b8565e service neutron] Attempting to bind port d63e954e-40b6-4bee-a093-5acd484efee8 on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:27:29.311475 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe54309-f718-4ae3-9b00-253b099560ef tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Pushing event deleted for resources: {'Network': ['ID=0374a8cc-da94-4d76-bc69-4b221077786d,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:29.332525 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-bb25f602-f62b-4bfe-9ee2-1bfed0b8565e service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:27:29.332525 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-bb25f602-f62b-4bfe-9ee2-1bfed0b8565e service neutron] Checking segment: {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:27:29.333166 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-bb25f602-f62b-4bfe-9ee2-1bfed0b8565e service neutron] Bound using segment: {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:27:29.333708 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-bb25f602-f62b-4bfe-9ee2-1bfed0b8565e service neutron] Bound port: d63e954e-40b6-4bee-a093-5acd484efee8, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:27:29.334204 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-bb25f602-f62b-4bfe-9ee2-1bfed0b8565e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d63e954e-40b6-4bee-a093-5acd484efee8), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:29.341835 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23841da-d2fa-4b32-8e7a-d7f4f0f15c01 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Made reservation on behalf of 2b66d718af5443bfbfcf198ecc36557d for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:27:29.348281 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f23841da-d2fa-4b32-8e7a-d7f4f0f15c01 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:29.387621 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23841da-d2fa-4b32-8e7a-d7f4f0f15c01 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:27:29.403111 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f23841da-d2fa-4b32-8e7a-d7f4f0f15c01 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (f30cf98f-270d-46f3-a0fe-d51810902555), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:29.403732 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-f23841da-d2fa-4b32-8e7a-d7f4f0f15c01 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Added segment f30cf98f-270d-46f3-a0fe-d51810902555 of type vlan for network eff329fc-00e7-4a9c-8074-802f9878ce66 Feb 20 03:27:29.430222 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-03be5b6c-95ec-4c28-ae5d-011db3f0d704 req-b6161ba3-bffd-4443-ac7d-ac117e595b7d tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324971 Feb 20 03:27:29.433571 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=5f07427c-54e7-4249-8c97-303a7becd35b,revision_number=6']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:29.435907 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0f583300-486a-481e-9217-fe87cc6911f0 req-5f1b73de-c96a-4695-879f-df3cea80b884 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370981 Feb 20 03:27:29.449508 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['5f07427c-54e7-4249-8c97-303a7becd35b'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:27:29.473607 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55330) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:29.504418 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-bb25f602-f62b-4bfe-9ee2-1bfed0b8565e service neutron] For port d63e954e-40b6-4bee-a093-5acd484efee8, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:27:29.514572 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-bb25f602-f62b-4bfe-9ee2-1bfed0b8565e service neutron] For port d63e954e-40b6-4bee-a093-5acd484efee8, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=d63e954e-40b6-4bee-a093-5acd484efee8,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:27:29.515798 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f23841da-d2fa-4b32-8e7a-d7f4f0f15c01 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (eff329fc-00e7-4a9c-8074-802f9878ce66), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:29.561889 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2488611-43b6-42c0-b6bb-de5e80cbc257 x-openstack-request-id: req-d2488611-43b6-42c0-b6bb-de5e80cbc257 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:27:29.561889 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf3f499-82bc-4fb4-93e6-4304f46ec34a", "name": "network-vif-unplugged", "status": "completed", "tag": "d63e954e-40b6-4bee-a093-5acd484efee8", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:27:29.561889 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d2488611-43b6-42c0-b6bb-de5e80cbc257 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:27:29.561889 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf3f499-82bc-4fb4-93e6-4304f46ec34a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd63e954e-40b6-4bee-a093-5acd484efee8', 'code': 200} Feb 20 03:27:29.609031 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-bb25f602-f62b-4bfe-9ee2-1bfed0b8565e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (d63e954e-40b6-4bee-a093-5acd484efee8), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:29.633620 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f23841da-d2fa-4b32-8e7a-d7f4f0f15c01 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (eff329fc-00e7-4a9c-8074-802f9878ce66), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:29.639532 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23841da-d2fa-4b32-8e7a-d7f4f0f15c01 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:29.640829 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f23841da-d2fa-4b32-8e7a-d7f4f0f15c01 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:29.668018 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f00813-df3c-4f27-9a71-6dbadb2a55a3 req-ff963683-ded6-43cf-8cc9-0f8aceb150db tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:29.669779 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-16f00813-df3c-4f27-9a71-6dbadb2a55a3 req-ff963683-ded6-43cf-8cc9-0f8aceb150db tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/ports?device_id=7aee8b5e-9565-4ef0-9011-bcfeb5c3f4b1 HTTP/1.1" status: 200 len: 949 time: 0.1108794 Feb 20 03:27:29.750727 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-e09ed7bc-e1cb-4e46-852b-a014a3c4450e admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1153220209-network', 'tenant_id': '6f0def2347034c3ca4f11bb0507c9192'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:27:29.760915 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23841da-d2fa-4b32-8e7a-d7f4f0f15c01 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Pushing event updated for resources: {'Network': ['ID=eff329fc-00e7-4a9c-8074-802f9878ce66,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:29.780395 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network eff329fc-00e7-4a9c-8074-802f9878ce66 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:27:29.782112 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f23841da-d2fa-4b32-8e7a-d7f4f0f15c01 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5720184 Feb 20 03:27:29.782742 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55336) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:29.787758 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-d9d4cbe2-2743-4301-a24a-96c69171bfd1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Request body: {'subnet': {'network_id': 'eff329fc-00e7-4a9c-8074-802f9878ce66', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:27:29.861856 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:30.010663 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d4cbe2-2743-4301-a24a-96c69171bfd1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Made reservation on behalf of 2b66d718af5443bfbfcf198ecc36557d for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:27:30.014226 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9d4cbe2-2743-4301-a24a-96c69171bfd1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:30.045112 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 7002f8fd-14f9-44cc-ab53-d41ec938c7ec up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:27:30.071098 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25f602-f62b-4bfe-9ee2-1bfed0b8565e service neutron] Pushing event updated for resources: {'Port': ['ID=d63e954e-40b6-4bee-a093-5acd484efee8,revision_number=8']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:30.079018 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-bb25f602-f62b-4bfe-9ee2-1bfed0b8565e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:30.079973 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-bb25f602-f62b-4bfe-9ee2-1bfed0b8565e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:30.081448 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-bb25f602-f62b-4bfe-9ee2-1bfed0b8565e service neutron] 10.222.0.42 "PUT /v2.0/ports/d63e954e-40b6-4bee-a093-5acd484efee8 HTTP/1.1" status: 200 len: 1122 time: 1.6536026 Feb 20 03:27:30.128402 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-16f00813-df3c-4f27-9a71-6dbadb2a55a3 req-72c8956d-d94d-4f69-b245-4b70caf47a56 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/security-groups?id=a63502c7-06d1-4b4b-8d76-5828c9f1019f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380879 Feb 20 03:27:30.144641 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4126e3-4390-41e3-a0a5-7635590e076f req-b860ffbb-8abd-44d4-8749-576a127e9a58 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:30.148067 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f4126e3-4390-41e3-a0a5-7635590e076f req-b860ffbb-8abd-44d4-8749-576a127e9a58 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 944 time: 0.4719064 Feb 20 03:27:30.163537 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 5d650151-0aa4-4b36-9e09-f9b3a0e344c8 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:27:30.192800 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09ed7bc-e1cb-4e46-852b-a014a3c4450e admin admin] Made reservation on behalf of 6f0def2347034c3ca4f11bb0507c9192 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:27:30.195284 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 5d650151-0aa4-4b36-9e09-f9b3a0e344c8 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:27:30.195647 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 5d650151-0aa4-4b36-9e09-f9b3a0e344c8 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:27:30.195861 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e09ed7bc-e1cb-4e46-852b-a014a3c4450e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:30.217157 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['d63e954e-40b6-4bee-a093-5acd484efee8'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:27:30.248432 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e09ed7bc-e1cb-4e46-852b-a014a3c4450e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:30.263403 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['d63e954e-40b6-4bee-a093-5acd484efee8'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:27:30.286204 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f4126e3-4390-41e3-a0a5-7635590e076f req-59c2826d-0655-4f95-8068-66376f2c0893 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306088 Feb 20 03:27:30.296382 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 7002f8fd-14f9-44cc-ab53-d41ec938c7ec completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:27:30.304133 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 7002f8fd-14f9-44cc-ab53-d41ec938c7ec triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:27:30.304521 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (7002f8fd-14f9-44cc-ab53-d41ec938c7ec), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:30.330086 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c9c2e032-dbdc-4d50-b26f-0df24f25e0ad req-76f52526-689c-4d8f-b3be-7315a850cada service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1138992 Feb 20 03:27:30.421655 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e09ed7bc-e1cb-4e46-852b-a014a3c4450e admin admin] Publish callbacks [] for security_group (a42b4685-939d-4fc5-8fc7-228c20ed0d80), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:30.428435 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9d4cbe2-2743-4301-a24a-96c69171bfd1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (d26dff9d-f58a-465b-bf1c-f050acd4c8f0), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:30.435871 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2e032-dbdc-4d50-b26f-0df24f25e0ad req-236565b8-2db2-4c19-9189-4cdc1ca8d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:30.437548 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c9c2e032-dbdc-4d50-b26f-0df24f25e0ad req-236565b8-2db2-4c19-9189-4cdc1ca8d294 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f32a2222e912478982e32c7419305be8&device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 1127 time: 0.0831504 Feb 20 03:27:30.519991 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4cbe2-2743-4301-a24a-96c69171bfd1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Pushing event updated for resources: {'Subnet': ['ID=d26dff9d-f58a-465b-bf1c-f050acd4c8f0,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:30.557786 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d4cbe2-2743-4301-a24a-96c69171bfd1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Checking segment: {'id': 'f30cf98f-270d-46f3-a0fe-d51810902555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'eff329fc-00e7-4a9c-8074-802f9878ce66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:27:30.563718 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d4cbe2-2743-4301-a24a-96c69171bfd1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Network hostable DHCP agents. Network: eff329fc-00e7-4a9c-8074-802f9878ce66, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:27:30.584279 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e09ed7bc-e1cb-4e46-852b-a014a3c4450e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a42b4685-939d-4fc5-8fc7-228c20ed0d80), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:30.597224 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e09ed7bc-e1cb-4e46-852b-a014a3c4450e admin admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:27:30.609021 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e09ed7bc-e1cb-4e46-852b-a014a3c4450e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (1e8db317-c16e-4859-a294-d56d1d7b8956), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:30.609635 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-e09ed7bc-e1cb-4e46-852b-a014a3c4450e admin admin] Added segment 1e8db317-c16e-4859-a294-d56d1d7b8956 of type vlan for network 4d60220c-7bc2-4d5e-afc8-42af1b93a790 Feb 20 03:27:30.615236 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 7002f8fd-14f9-44cc-ab53-d41ec938c7ec is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:30.615638 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7002f8fd-14f9-44cc-ab53-d41ec938c7ec), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:30.637984 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device d63e954e-40b6-4bee-a093-5acd484efee8 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:27:30.639825 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 5f07427c-54e7-4249-8c97-303a7becd35b up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:27:30.657173 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e09ed7bc-e1cb-4e46-852b-a014a3c4450e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (4d60220c-7bc2-4d5e-afc8-42af1b93a790), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:30.673500 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d4cbe2-2743-4301-a24a-96c69171bfd1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Network eff329fc-00e7-4a9c-8074-802f9878ce66 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:27:30.721150 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aee8b5e-9565-4ef0-9011-bcfeb5c3f4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7002f8fd-14f9-44cc-ab53-d41ec938c7ec'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:27:30.723412 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06f5ef5-c9b1-4ff9-9492-fc827ec53f05" -d '{"events": [{"server_uuid": "7aee8b5e-9565-4ef0-9011-bcfeb5c3f4b1", "name": "network-vif-plugged", "status": "completed", "tag": "7002f8fd-14f9-44cc-ab53-d41ec938c7ec"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:27:30.766957 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 7002f8fd-14f9-44cc-ab53-d41ec938c7ec, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=7002f8fd-14f9-44cc-ab53-d41ec938c7ec,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:30.775580 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-d9d4cbe2-2743-4301-a24a-96c69171bfd1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, eff329fc-00e7-4a9c-8074-802f9878ce66) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:27:30.777060 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d4cbe2-2743-4301-a24a-96c69171bfd1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:30.778051 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9d4cbe2-2743-4301-a24a-96c69171bfd1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:30.803465 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776818b4-91e1-4cec-9a53-155bc7cc85df None None] Network eff329fc-00e7-4a9c-8074-802f9878ce66 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:27:30.813752 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2e032-dbdc-4d50-b26f-0df24f25e0ad req-10c8a1ea-db93-4521-86f0-e400fc49018a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:30.815966 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c9c2e032-dbdc-4d50-b26f-0df24f25e0ad req-10c8a1ea-db93-4521-86f0-e400fc49018a service neutron] 10.222.0.93 "GET /v2.0/networks?id=b760bf03-7766-4aef-bd0e-08d3e5c4e949 HTTP/1.1" status: 200 len: 909 time: 0.3561327 Feb 20 03:27:30.832807 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e09ed7bc-e1cb-4e46-852b-a014a3c4450e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (4d60220c-7bc2-4d5e-afc8-42af1b93a790), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:30.833885 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09ed7bc-e1cb-4e46-852b-a014a3c4450e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:30.834546 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e09ed7bc-e1cb-4e46-852b-a014a3c4450e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:30.900210 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d9d4cbe2-2743-4301-a24a-96c69171bfd1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1161981 Feb 20 03:27:30.906025 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ed7bc-e1cb-4e46-852b-a014a3c4450e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42b4685-939d-4fc5-8fc7-228c20ed0d80,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:30.907529 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55346) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:30.918818 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-18f4b32f-2064-4901-b888-e7fa665dcfd5 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1455539089'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:27:30.938430 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c9c2e032-dbdc-4d50-b26f-0df24f25e0ad req-ccc0b2d0-5936-4463-9c08-2c8ccd023450 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=217cd453-1931-435b-99c1-d06ac132a046 HTTP/1.1" status: 200 len: 217 time: 0.1114581 Feb 20 03:27:30.986614 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d369b96-6d26-4e5e-a8c5-a7490c145176 req-0a8b2f4d-cc83-49e8-81b4-04da1cb80bcc tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:30.988463 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5d369b96-6d26-4e5e-a8c5-a7490c145176 req-0a8b2f4d-cc83-49e8-81b4-04da1cb80bcc tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 945 time: 0.3034356 Feb 20 03:27:30.997287 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e09ed7bc-e1cb-4e46-852b-a014a3c4450e admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5223548 Feb 20 03:27:30.997569 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55348) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:31.004861 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-9e377f2e-fbc3-4e3b-823a-fdcb0951751c admin admin] Request body: {'subnet': {'network_id': '4d60220c-7bc2-4d5e-afc8-42af1b93a790', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1153220209-subnet', 'tenant_id': '6f0def2347034c3ca4f11bb0507c9192', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:27:31.042504 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (7002f8fd-14f9-44cc-ab53-d41ec938c7ec), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:31.046240 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f4b32f-2064-4901-b888-e7fa665dcfd5 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Made reservation on behalf of 2b66d718af5443bfbfcf198ecc36557d for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:27:31.052619 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-18f4b32f-2064-4901-b888-e7fa665dcfd5 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:31.091651 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f4b32f-2064-4901-b888-e7fa665dcfd5 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:27:31.097459 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5d369b96-6d26-4e5e-a8c5-a7490c145176 req-aa01a64d-6b37-4bd9-9cb9-b983763abc24 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947390 Feb 20 03:27:31.113662 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0bd7a-0957-46d7-9fd4-676238509d78 req-6ff42033-2fe0-4ddd-865e-2689dda44640 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:31.115859 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6af0bd7a-0957-46d7-9fd4-676238509d78 req-6ff42033-2fe0-4ddd-865e-2689dda44640 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=79c6e5c1-5480-48a0-ada6-0fae8c897225 HTTP/1.1" status: 200 len: 945 time: 0.4319899 Feb 20 03:27:31.125325 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ed7bc-e1cb-4e46-852b-a014a3c4450e admin admin] Pushing event updated for resources: {'Network': ['ID=4d60220c-7bc2-4d5e-afc8-42af1b93a790,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:31.152185 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e377f2e-fbc3-4e3b-823a-fdcb0951751c admin admin] Made reservation on behalf of 6f0def2347034c3ca4f11bb0507c9192 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:27:31.154633 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9e377f2e-fbc3-4e3b-823a-fdcb0951751c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:31.157954 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-18f4b32f-2064-4901-b888-e7fa665dcfd5 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (afb1e1f0-c683-4b9c-98d1-c143a7c55abb), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:31.158298 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-18f4b32f-2064-4901-b888-e7fa665dcfd5 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Added segment afb1e1f0-c683-4b9c-98d1-c143a7c55abb of type vlan for network 8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2 Feb 20 03:27:31.159335 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2e032-dbdc-4d50-b26f-0df24f25e0ad req-b66cc7e6-ae2d-433c-9360-54122bfb3cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:31.164083 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c9c2e032-dbdc-4d50-b26f-0df24f25e0ad req-b66cc7e6-ae2d-433c-9360-54122bfb3cb8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=458c6d71-ffe3-42c1-873f-079dd6df07cb HTTP/1.1" status: 200 len: 848 time: 0.1845303 Feb 20 03:27:31.164377 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 4d60220c-7bc2-4d5e-afc8-42af1b93a790 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:27:31.186338 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 5f07427c-54e7-4249-8c97-303a7becd35b triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:27:31.186721 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (5f07427c-54e7-4249-8c97-303a7becd35b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:31.216689 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580ec35c-b208-45d3-bf14-f2e104daff26 x-openstack-request-id: req-580ec35c-b208-45d3-bf14-f2e104daff26 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:27:31.217032 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aee8b5e-9565-4ef0-9011-bcfeb5c3f4b1", "name": "network-vif-plugged", "status": "completed", "tag": "7002f8fd-14f9-44cc-ab53-d41ec938c7ec", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:27:31.217256 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-580ec35c-b208-45d3-bf14-f2e104daff26 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:27:31.217646 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aee8b5e-9565-4ef0-9011-bcfeb5c3f4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7002f8fd-14f9-44cc-ab53-d41ec938c7ec', 'code': 200} Feb 20 03:27:31.241775 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6af0bd7a-0957-46d7-9fd4-676238509d78 req-b3bd6ff7-85dd-4fed-a2b3-e4e423b7f335 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058183 Feb 20 03:27:31.268421 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-18f4b32f-2064-4901-b888-e7fa665dcfd5 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:31.306766 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c9c2e032-dbdc-4d50-b26f-0df24f25e0ad req-82c25a26-50d9-4417-be63-f1ba53d10faa service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b760bf03-7766-4aef-bd0e-08d3e5c4e949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831914 Feb 20 03:27:31.307838 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=7002f8fd-14f9-44cc-ab53-d41ec938c7ec,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:31.325798 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:31.346358 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port d63e954e-40b6-4bee-a093-5acd484efee8, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=d63e954e-40b6-4bee-a093-5acd484efee8,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:31.375930 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127a32fa-3d89-416f-b241-200c7e00f450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-eff329fc-00e7-4a9c-8074-802f9878ce66', 'network_id': 'eff329fc-00e7-4a9c-8074-802f9878ce66', 'project_id': '2b66d718af5443bfbfcf198ecc36557d', 'fixed_ips': [{'subnet_id': 'd26dff9d-f58a-465b-bf1c-f050acd4c8f0'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:27:31.376706 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-127a32fa-3d89-416f-b241-200c7e00f450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:31.395658 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device d63e954e-40b6-4bee-a093-5acd484efee8 has no active binding in host n-h1-829866-4 {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 20 03:27:31.432162 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-18f4b32f-2064-4901-b888-e7fa665dcfd5 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:31.438469 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f4b32f-2064-4901-b888-e7fa665dcfd5 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:31.439084 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-18f4b32f-2064-4901-b888-e7fa665dcfd5 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:31.506510 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0746eb1-9bb2-43d5-9f3b-54e89feea5f7 req-de541094-1099-4704-8c00-b80be2eaf192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:31.508920 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d0746eb1-9bb2-43d5-9f3b-54e89feea5f7 req-de541094-1099-4704-8c00-b80be2eaf192 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7aee8b5e-9565-4ef0-9011-bcfeb5c3f4b1 HTTP/1.1" status: 200 len: 1132 time: 0.2011819 Feb 20 03:27:31.521237 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 5f07427c-54e7-4249-8c97-303a7becd35b is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:31.521628 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5f07427c-54e7-4249-8c97-303a7becd35b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:31.560570 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf0ba4-c2ae-48ff-8f62-f5d7c8638065 req-87e72333-bca8-4ef0-b7d5-5a965b30e79b tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:31.567381 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0cbf0ba4-c2ae-48ff-8f62-f5d7c8638065 req-87e72333-bca8-4ef0-b7d5-5a965b30e79b tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/ports?device_id=7aee8b5e-9565-4ef0-9011-bcfeb5c3f4b1 HTTP/1.1" status: 200 len: 950 time: 0.1902864 Feb 20 03:27:31.573251 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf3f499-82bc-4fb4-93e6-4304f46ec34a', 'tag': 'd63e954e-40b6-4bee-a093-5acd484efee8'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:27:31.575493 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424fae41-2451-4d81-98ff-86daa053a6d7" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf3f499-82bc-4fb4-93e6-4304f46ec34a", "tag": "d63e954e-40b6-4bee-a093-5acd484efee8"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:27:31.579296 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c9c2e032-dbdc-4d50-b26f-0df24f25e0ad req-c96e0234-4dd3-4964-8170-aadcab594610 service neutron] 10.222.0.93 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301581 Feb 20 03:27:31.583011 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-18f4b32f-2064-4901-b888-e7fa665dcfd5 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6716723 Feb 20 03:27:31.584570 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55360) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:31.590375 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-127a32fa-3d89-416f-b241-200c7e00f450 None None] Allocated IP 19.80.0.2 (eff329fc-00e7-4a9c-8074-802f9878ce66/d26dff9d-f58a-465b-bf1c-f050acd4c8f0/47c85d77-939f-45c3-b0c3-12f59753c920) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:27:31.592999 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 5f07427c-54e7-4249-8c97-303a7becd35b, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=5f07427c-54e7-4249-8c97-303a7becd35b,segment=NetworkSegment(d9eb8f3b-9eb2-4717-b7be-6446914f2ad1),segment_id=d9eb8f3b-9eb2-4717-b7be-6446914f2ad1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:31.595875 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-03d36d06-9f63-4e5f-8b20-b1e981b8c99d tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Request body: {'subnet': {'network_id': '8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:27:31.615471 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f4b32f-2064-4901-b888-e7fa665dcfd5 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Pushing event updated for resources: {'Network': ['ID=8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:31.654699 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:27:31.677445 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d0746eb1-9bb2-43d5-9f3b-54e89feea5f7 req-bb3b3a19-4769-4a2c-b170-97d0e2748510 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a63502c7-06d1-4b4b-8d76-5828c9f1019f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584084 Feb 20 03:27:31.707179 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (5f07427c-54e7-4249-8c97-303a7becd35b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:31.709769 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0cbf0ba4-c2ae-48ff-8f62-f5d7c8638065 req-2b5fcb0e-3019-4430-bce2-c14fde867c84 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/security-groups?id=a63502c7-06d1-4b4b-8d76-5828c9f1019f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414165 Feb 20 03:27:31.752884 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9e377f2e-fbc3-4e3b-823a-fdcb0951751c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (bb4305fb-793e-4dc1-bf68-6c3134e54e8e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:31.781630 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477d16f5-a4ee-47b1-8318-14bcd01d7f1f x-openstack-request-id: req-477d16f5-a4ee-47b1-8318-14bcd01d7f1f {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:27:31.781630 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf3f499-82bc-4fb4-93e6-4304f46ec34a", "tag": "d63e954e-40b6-4bee-a093-5acd484efee8", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:27:31.781630 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-477d16f5-a4ee-47b1-8318-14bcd01d7f1f {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:27:31.781630 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf3f499-82bc-4fb4-93e6-4304f46ec34a', 'tag': 'd63e954e-40b6-4bee-a093-5acd484efee8', 'status': 'completed', 'code': 200} Feb 20 03:27:31.832036 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=5f07427c-54e7-4249-8c97-303a7becd35b,revision_number=7']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:31.842572 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e377f2e-fbc3-4e3b-823a-fdcb0951751c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb4305fb-793e-4dc1-bf68-6c3134e54e8e,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:31.860660 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e377f2e-fbc3-4e3b-823a-fdcb0951751c admin admin] Checking segment: {'id': '1e8db317-c16e-4859-a294-d56d1d7b8956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4d60220c-7bc2-4d5e-afc8-42af1b93a790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:27:31.860660 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e377f2e-fbc3-4e3b-823a-fdcb0951751c admin admin] Network hostable DHCP agents. Network: 4d60220c-7bc2-4d5e-afc8-42af1b93a790, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:27:31.865500 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c9c2e032-dbdc-4d50-b26f-0df24f25e0ad req-4a2e64f8-2ffb-4eb2-80c9-e582fd3992d9 service neutron] 10.222.0.93 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745793 Feb 20 03:27:31.888824 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-127a32fa-3d89-416f-b241-200c7e00f450 None None] Publish callbacks [] for port (47c85d77-939f-45c3-b0c3-12f59753c920), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:31.907538 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d36d06-9f63-4e5f-8b20-b1e981b8c99d tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Made reservation on behalf of 2b66d718af5443bfbfcf198ecc36557d for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:27:31.910930 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-03d36d06-9f63-4e5f-8b20-b1e981b8c99d tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:31.953080 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b973b45-e821-42ae-bbb7-0c5aab500fcb req-ef3f1705-0b9d-470d-81e2-e4cec23a9943 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:31.954574 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2b973b45-e821-42ae-bbb7-0c5aab500fcb req-ef3f1705-0b9d-470d-81e2-e4cec23a9943 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 944 time: 0.1726658 Feb 20 03:27:31.956826 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e377f2e-fbc3-4e3b-823a-fdcb0951751c admin admin] Network 4d60220c-7bc2-4d5e-afc8-42af1b93a790 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:27:31.968919 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcb2a8-ef64-4707-bd77-25d231354279 req-57d25b7b-4318-4ada-9295-e2a41e20b1bc tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:31.970473 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a2fcb2a8-ef64-4707-bd77-25d231354279 req-57d25b7b-4318-4ada-9295-e2a41e20b1bc tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=79c6e5c1-5480-48a0-ada6-0fae8c897225 HTTP/1.1" status: 200 len: 946 time: 0.1228249 Feb 20 03:27:31.971535 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-127a32fa-3d89-416f-b241-200c7e00f450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (47c85d77-939f-45c3-b0c3-12f59753c920), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:32.014267 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424fae41-2451-4d81-98ff-86daa053a6d7 req-453dfc50-ca3c-44a9-8f68-9d850d5f72e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:32.014487 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127a32fa-3d89-416f-b241-200c7e00f450 None None] Network eff329fc-00e7-4a9c-8074-802f9878ce66 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:27:32.015797 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-424fae41-2451-4d81-98ff-86daa053a6d7 req-453dfc50-ca3c-44a9-8f68-9d850d5f72e5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f32a2222e912478982e32c7419305be8&device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 1156 time: 0.1145101 Feb 20 03:27:32.019371 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-127a32fa-3d89-416f-b241-200c7e00f450 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:27:32.023061 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127a32fa-3d89-416f-b241-200c7e00f450 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:27:32.031482 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a32fa-3d89-416f-b241-200c7e00f450 None None] Pushing event updated for resources: {'Port': ['ID=47c85d77-939f-45c3-b0c3-12f59753c920,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:32.054078 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-9e377f2e-fbc3-4e3b-823a-fdcb0951751c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 4d60220c-7bc2-4d5e-afc8-42af1b93a790) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:27:32.065338 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e377f2e-fbc3-4e3b-823a-fdcb0951751c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:32.066996 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9e377f2e-fbc3-4e3b-823a-fdcb0951751c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:32.081825 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e794e71-c66d-456e-bbc9-c46fbc29af89 None None] Network 4d60220c-7bc2-4d5e-afc8-42af1b93a790 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:27:32.109028 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2b973b45-e821-42ae-bbb7-0c5aab500fcb req-96724aff-2cbb-4e75-adb5-2710aff2bec5 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367745 Feb 20 03:27:32.148550 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-127a32fa-3d89-416f-b241-200c7e00f450 None None] Attempting to bind port 47c85d77-939f-45c3-b0c3-12f59753c920 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:27:32.153540 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-127a32fa-3d89-416f-b241-200c7e00f450 None None] Attempting to bind port 47c85d77-939f-45c3-b0c3-12f59753c920 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'f30cf98f-270d-46f3-a0fe-d51810902555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'eff329fc-00e7-4a9c-8074-802f9878ce66'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:27:32.153540 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127a32fa-3d89-416f-b241-200c7e00f450 None None] Attempting to bind port 47c85d77-939f-45c3-b0c3-12f59753c920 on network eff329fc-00e7-4a9c-8074-802f9878ce66 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:27:32.157040 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a2fcb2a8-ef64-4707-bd77-25d231354279 req-37cdfe64-febc-42ab-8edd-0d86aceed145 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718545 Feb 20 03:27:32.161440 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127a32fa-3d89-416f-b241-200c7e00f450 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:27:32.161834 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127a32fa-3d89-416f-b241-200c7e00f450 None None] Checking segment: {'id': 'f30cf98f-270d-46f3-a0fe-d51810902555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'eff329fc-00e7-4a9c-8074-802f9878ce66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:27:32.162245 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-127a32fa-3d89-416f-b241-200c7e00f450 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:32.162648 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127a32fa-3d89-416f-b241-200c7e00f450 None None] Bound using segment: {'id': 'f30cf98f-270d-46f3-a0fe-d51810902555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'eff329fc-00e7-4a9c-8074-802f9878ce66'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:27:32.163558 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-127a32fa-3d89-416f-b241-200c7e00f450 None None] Bound port: 47c85d77-939f-45c3-b0c3-12f59753c920, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f30cf98f-270d-46f3-a0fe-d51810902555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'eff329fc-00e7-4a9c-8074-802f9878ce66'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:27:32.163972 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-127a32fa-3d89-416f-b241-200c7e00f450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (47c85d77-939f-45c3-b0c3-12f59753c920), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:32.175924 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9e377f2e-fbc3-4e3b-823a-fdcb0951751c admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1742113 Feb 20 03:27:32.176299 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55372) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:32.182827 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-ab831f44-4ba3-45bc-af63-21ee767236a0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1153220209-router', 'tenant_id': '6f0def2347034c3ca4f11bb0507c9192', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:27:32.197900 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424fae41-2451-4d81-98ff-86daa053a6d7 req-e4ede1c8-9fac-4ff5-8665-4badf0caf281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:32.199919 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-424fae41-2451-4d81-98ff-86daa053a6d7 req-e4ede1c8-9fac-4ff5-8665-4badf0caf281 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b760bf03-7766-4aef-bd0e-08d3e5c4e949 HTTP/1.1" status: 200 len: 909 time: 0.1756742 Feb 20 03:27:32.229596 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-03d36d06-9f63-4e5f-8b20-b1e981b8c99d tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (8e14faae-4287-43c5-b885-ed10ed8e99fe), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:32.270992 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-424fae41-2451-4d81-98ff-86daa053a6d7 req-6a56bb94-cb62-48c6-8adf-27e1f5801a64 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d63e954e-40b6-4bee-a093-5acd484efee8 HTTP/1.1" status: 200 len: 217 time: 0.0531521 Feb 20 03:27:32.278441 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef70b6a-1444-4afb-8fbb-f6c2b4f916be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-4d60220c-7bc2-4d5e-afc8-42af1b93a790', 'network_id': '4d60220c-7bc2-4d5e-afc8-42af1b93a790', 'project_id': '6f0def2347034c3ca4f11bb0507c9192', 'fixed_ips': [{'subnet_id': 'bb4305fb-793e-4dc1-bf68-6c3134e54e8e'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:27:32.279534 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4ef70b6a-1444-4afb-8fbb-f6c2b4f916be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:32.292310 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab831f44-4ba3-45bc-af63-21ee767236a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (af89821a-4586-4c4f-86f2-051e2979d6bc), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:32.293609 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab831f44-4ba3-45bc-af63-21ee767236a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (af89821a-4586-4c4f-86f2-051e2979d6bc), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:32.311951 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-127a32fa-3d89-416f-b241-200c7e00f450 None None] For port 47c85d77-939f-45c3-b0c3-12f59753c920, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:27:32.315900 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-127a32fa-3d89-416f-b241-200c7e00f450 None None] For port 47c85d77-939f-45c3-b0c3-12f59753c920, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=47c85d77-939f-45c3-b0c3-12f59753c920,segment=NetworkSegment(f30cf98f-270d-46f3-a0fe-d51810902555),segment_id=f30cf98f-270d-46f3-a0fe-d51810902555)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:27:32.330434 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424fae41-2451-4d81-98ff-86daa053a6d7 req-b85f81c6-8780-47b5-ba81-846b7cd3ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:32.332164 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-424fae41-2451-4d81-98ff-86daa053a6d7 req-b85f81c6-8780-47b5-ba81-846b7cd3ed44 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=458c6d71-ffe3-42c1-873f-079dd6df07cb HTTP/1.1" status: 200 len: 848 time: 0.0542703 Feb 20 03:27:32.348061 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d36d06-9f63-4e5f-8b20-b1e981b8c99d tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Pushing event updated for resources: {'Subnet': ['ID=8e14faae-4287-43c5-b885-ed10ed8e99fe,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:32.373217 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-424fae41-2451-4d81-98ff-86daa053a6d7 req-54e31c5d-5827-42d3-badb-50d3bae990ad service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b760bf03-7766-4aef-bd0e-08d3e5c4e949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337298 Feb 20 03:27:32.389469 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-127a32fa-3d89-416f-b241-200c7e00f450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (47c85d77-939f-45c3-b0c3-12f59753c920), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:32.393690 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab831f44-4ba3-45bc-af63-21ee767236a0 admin admin] Publish callbacks [] for router_controller (af89821a-4586-4c4f-86f2-051e2979d6bc), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:32.395421 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d36d06-9f63-4e5f-8b20-b1e981b8c99d tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Checking segment: {'id': 'afb1e1f0-c683-4b9c-98d1-c143a7c55abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:27:32.395560 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d36d06-9f63-4e5f-8b20-b1e981b8c99d tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Network hostable DHCP agents. Network: 8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:27:32.500994 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-424fae41-2451-4d81-98ff-86daa053a6d7 req-c4f900ca-4926-44ce-9972-19a7740df557 service neutron] 10.222.0.93 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206255 Feb 20 03:27:32.512958 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a32fa-3d89-416f-b241-200c7e00f450 None None] Pushing event updated for resources: {'Port': ['ID=47c85d77-939f-45c3-b0c3-12f59753c920,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:32.521934 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d36d06-9f63-4e5f-8b20-b1e981b8c99d tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Network 8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:27:32.522561 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-4ef70b6a-1444-4afb-8fbb-f6c2b4f916be None None] Allocated IP 172.20.0.2 (4d60220c-7bc2-4d5e-afc8-42af1b93a790/bb4305fb-793e-4dc1-bf68-6c3134e54e8e/2758f7dc-c3ab-4251-9888-9cbc2b669019) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:27:32.571340 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 5f07427c-54e7-4249-8c97-303a7becd35b no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:27:32.613291 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-03d36d06-9f63-4e5f-8b20-b1e981b8c99d tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:27:32.619082 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d36d06-9f63-4e5f-8b20-b1e981b8c99d tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:32.620077 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-03d36d06-9f63-4e5f-8b20-b1e981b8c99d tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:32.656748 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec15d2a-b4d3-4e05-a047-9b491183a45b None None] Network 8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:27:32.678082 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab831f44-4ba3-45bc-af63-21ee767236a0 admin admin] Publish callbacks [] for router_gateway (af89821a-4586-4c4f-86f2-051e2979d6bc), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:32.700559 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-424fae41-2451-4d81-98ff-86daa053a6d7 req-e2a721d4-6202-44cd-a5c6-a5f8b70eae42 service neutron] 10.222.0.93 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915119 Feb 20 03:27:32.713877 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860d029-c582-4a4f-be12-b44cfcf9cbf6 req-033d9a43-5102-4ea9-a5fd-47acb5e2e185 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:32.716801 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f860d029-c582-4a4f-be12-b44cfcf9cbf6 req-033d9a43-5102-4ea9-a5fd-47acb5e2e185 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 945 time: 0.1029627 Feb 20 03:27:32.826559 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f860d029-c582-4a4f-be12-b44cfcf9cbf6 req-53e3c05c-2ebd-4a5d-ada6-102af57ea7c3 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088729 Feb 20 03:27:32.863767 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:32.879985 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-03d36d06-9f63-4e5f-8b20-b1e981b8c99d tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2937729 Feb 20 03:27:32.946702 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c054be-18f6-4643-9bf5-a8ad09cd006e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2', 'network_id': '8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2', 'project_id': '2b66d718af5443bfbfcf198ecc36557d', 'fixed_ips': [{'subnet_id': '8e14faae-4287-43c5-b885-ed10ed8e99fe'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:27:32.946702 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-23c054be-18f6-4643-9bf5-a8ad09cd006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:32.966147 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 5f07427c-54e7-4249-8c97-303a7becd35b is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:32.966545 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5f07427c-54e7-4249-8c97-303a7becd35b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:33.038039 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4ef70b6a-1444-4afb-8fbb-f6c2b4f916be None None] Publish callbacks [] for port (2758f7dc-c3ab-4251-9888-9cbc2b669019), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:33.062123 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be4f5e-27d6-477f-8e9a-5ae6da2700f4 req-1075bcbb-d6cd-42fa-8fbb-a87768d8912a tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:33.064483 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-15be4f5e-27d6-477f-8e9a-5ae6da2700f4 req-1075bcbb-d6cd-42fa-8fbb-a87768d8912a tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/ports?device_id=686a2fe8-ba0c-49ef-a859-1ee134f3cdf1 HTTP/1.1" status: 200 len: 945 time: 0.1045871 Feb 20 03:27:33.094261 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 5f07427c-54e7-4249-8c97-303a7becd35b, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=5f07427c-54e7-4249-8c97-303a7becd35b,segment=NetworkSegment(d9eb8f3b-9eb2-4717-b7be-6446914f2ad1),segment_id=d9eb8f3b-9eb2-4717-b7be-6446914f2ad1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:33.130973 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-15be4f5e-27d6-477f-8e9a-5ae6da2700f4 req-ceb4f57d-6041-49f9-962b-843e6e10202e tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/security-groups?id=46eb71f2-3e3b-4d1c-9ea4-d785ed412b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587378 Feb 20 03:27:33.160883 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4ef70b6a-1444-4afb-8fbb-f6c2b4f916be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (2758f7dc-c3ab-4251-9888-9cbc2b669019), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:33.168480 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (5f07427c-54e7-4249-8c97-303a7becd35b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:33.214795 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef70b6a-1444-4afb-8fbb-f6c2b4f916be None None] Network 4d60220c-7bc2-4d5e-afc8-42af1b93a790 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:27:33.219648 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c6e5c1-5480-48a0-ada6-0fae8c897225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f07427c-54e7-4249-8c97-303a7becd35b'}, {'server_uuid': '79c6e5c1-5480-48a0-ada6-0fae8c897225', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f07427c-54e7-4249-8c97-303a7becd35b'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:27:33.221459 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cb9c19-9bf5-4405-b48b-57d51b73ef8c" -d '{"events": [{"server_uuid": "79c6e5c1-5480-48a0-ada6-0fae8c897225", "name": "network-vif-plugged", "status": "completed", "tag": "5f07427c-54e7-4249-8c97-303a7becd35b"}, {"server_uuid": "79c6e5c1-5480-48a0-ada6-0fae8c897225", "name": "network-vif-unplugged", "status": "completed", "tag": "5f07427c-54e7-4249-8c97-303a7becd35b"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:27:33.237449 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-4ef70b6a-1444-4afb-8fbb-f6c2b4f916be None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:27:33.244405 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef70b6a-1444-4afb-8fbb-f6c2b4f916be None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:27:33.268338 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-23c054be-18f6-4643-9bf5-a8ad09cd006e None None] Allocated IP 19.86.0.2 (8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2/8e14faae-4287-43c5-b885-ed10ed8e99fe/ad2fde4e-9aae-4e3f-9330-c42b4451102c) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:27:33.300018 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef70b6a-1444-4afb-8fbb-f6c2b4f916be None None] Pushing event updated for resources: {'Port': ['ID=2758f7dc-c3ab-4251-9888-9cbc2b669019,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:33.342217 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf4313-6b6d-494a-a351-9afd17d6e7d3 req-856e0ce6-e9fc-4209-b412-0f196897fb3a tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:33.342786 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81cf4313-6b6d-494a-a351-9afd17d6e7d3 req-856e0ce6-e9fc-4209-b412-0f196897fb3a tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/ports?device_id=7aee8b5e-9565-4ef0-9011-bcfeb5c3f4b1 HTTP/1.1" status: 200 len: 950 time: 0.0896235 Feb 20 03:27:33.416339 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab831f44-4ba3-45bc-af63-21ee767236a0 admin admin] Publish callbacks [] for router_gateway (af89821a-4586-4c4f-86f2-051e2979d6bc), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:33.439843 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab831f44-4ba3-45bc-af63-21ee767236a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:33.479522 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81cf4313-6b6d-494a-a351-9afd17d6e7d3 req-1202d6bd-3124-44c0-a931-e1c9fbebc512 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/security-groups?id=a63502c7-06d1-4b4b-8d76-5828c9f1019f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236753 Feb 20 03:27:33.566297 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-caa14137-16d7-4a58-b316-05a08e115a15 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:33.572324 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-caa14137-16d7-4a58-b316-05a08e115a15 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:33.579406 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-caa14137-16d7-4a58-b316-05a08e115a15 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/networks?id=eff329fc-00e7-4a9c-8074-802f9878ce66&id=8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2 HTTP/1.1" status: 200 len: 1391 time: 0.2339430 Feb 20 03:27:33.602687 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-32238cd0-0d59-49ab-9ebf-e1ae41d7ca16 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/quotas/2b66d718af5443bfbfcf198ecc36557d HTTP/1.1" status: 200 len: 375 time: 0.0222399 Feb 20 03:27:33.612672 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-ab831f44-4ba3-45bc-af63-21ee767236a0 admin admin] Allocated IP 172.25.7.253 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:27:33.694824 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-4ef70b6a-1444-4afb-8fbb-f6c2b4f916be None None] Attempting to bind port 2758f7dc-c3ab-4251-9888-9cbc2b669019 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:27:33.695975 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-4ef70b6a-1444-4afb-8fbb-f6c2b4f916be None None] Attempting to bind port 2758f7dc-c3ab-4251-9888-9cbc2b669019 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '1e8db317-c16e-4859-a294-d56d1d7b8956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4d60220c-7bc2-4d5e-afc8-42af1b93a790'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:27:33.695975 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef70b6a-1444-4afb-8fbb-f6c2b4f916be None None] Attempting to bind port 2758f7dc-c3ab-4251-9888-9cbc2b669019 on network 4d60220c-7bc2-4d5e-afc8-42af1b93a790 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:27:33.706342 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef70b6a-1444-4afb-8fbb-f6c2b4f916be None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:27:33.706729 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef70b6a-1444-4afb-8fbb-f6c2b4f916be None None] Checking segment: {'id': '1e8db317-c16e-4859-a294-d56d1d7b8956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4d60220c-7bc2-4d5e-afc8-42af1b93a790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:27:33.707179 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4ef70b6a-1444-4afb-8fbb-f6c2b4f916be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:33.707570 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef70b6a-1444-4afb-8fbb-f6c2b4f916be None None] Bound using segment: {'id': '1e8db317-c16e-4859-a294-d56d1d7b8956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4d60220c-7bc2-4d5e-afc8-42af1b93a790'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:27:33.708081 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-4ef70b6a-1444-4afb-8fbb-f6c2b4f916be None None] Bound port: 2758f7dc-c3ab-4251-9888-9cbc2b669019, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8db317-c16e-4859-a294-d56d1d7b8956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4d60220c-7bc2-4d5e-afc8-42af1b93a790'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:27:33.708469 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4ef70b6a-1444-4afb-8fbb-f6c2b4f916be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2758f7dc-c3ab-4251-9888-9cbc2b669019), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:33.709430 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c796e48-16a7-4123-b01a-e2404d957602 req-2cfc7160-7369-4444-869e-8429214b88e2 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:33.718059 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4c796e48-16a7-4123-b01a-e2404d957602 req-2cfc7160-7369-4444-869e-8429214b88e2 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 944 time: 0.1358089 Feb 20 03:27:33.759549 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-5f79ffb4-5fe3-4173-bf11-789e691e2c8f tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=2b66d718af5443bfbfcf198ecc36557d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1329186 Feb 20 03:27:33.800076 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab831f44-4ba3-45bc-af63-21ee767236a0 admin admin] Publish callbacks [] for port (51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:33.811179 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-4ef70b6a-1444-4afb-8fbb-f6c2b4f916be None None] For port 2758f7dc-c3ab-4251-9888-9cbc2b669019, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:27:33.814525 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-4ef70b6a-1444-4afb-8fbb-f6c2b4f916be None None] For port 2758f7dc-c3ab-4251-9888-9cbc2b669019, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2758f7dc-c3ab-4251-9888-9cbc2b669019,segment=NetworkSegment(1e8db317-c16e-4859-a294-d56d1d7b8956),segment_id=1e8db317-c16e-4859-a294-d56d1d7b8956)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:27:33.858928 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=5f07427c-54e7-4249-8c97-303a7becd35b,revision_number=8']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:33.902092 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4c796e48-16a7-4123-b01a-e2404d957602 req-1ea159b4-15d2-472d-b225-b35169212d60 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828022 Feb 20 03:27:33.943505 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-2297eb0b-8ce1-4626-a1cb-b77d70e22c5d service neutron] 10.222.0.89 "GET /v2.0/networks/eff329fc-00e7-4a9c-8074-802f9878ce66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765766 Feb 20 03:27:33.956636 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4ef70b6a-1444-4afb-8fbb-f6c2b4f916be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2758f7dc-c3ab-4251-9888-9cbc2b669019), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:33.977192 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab831f44-4ba3-45bc-af63-21ee767236a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:34.019481 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab831f44-4ba3-45bc-af63-21ee767236a0 admin admin] Pushing event updated for resources: {'Port': ['ID=51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:34.027098 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c73027b-17b0-4f92-92f7-a35210cd218c None None] Network eff329fc-00e7-4a9c-8074-802f9878ce66 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:27:34.042850 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab831f44-4ba3-45bc-af63-21ee767236a0 admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:27:34.044620 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-ab831f44-4ba3-45bc-af63-21ee767236a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:27:34.047949 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab831f44-4ba3-45bc-af63-21ee767236a0 admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:27:34.114545 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-23c054be-18f6-4643-9bf5-a8ad09cd006e None None] Publish callbacks [] for port (ad2fde4e-9aae-4e3f-9330-c42b4451102c), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:34.117456 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b22a02-7b0e-4ca4-a80a-ce5e15c1d775 req-f79da317-a060-44b0-862b-f0ac19e7a1fd tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:34.124724 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a8b22a02-7b0e-4ca4-a80a-ce5e15c1d775 req-f79da317-a060-44b0-862b-f0ac19e7a1fd tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=79c6e5c1-5480-48a0-ada6-0fae8c897225 HTTP/1.1" status: 200 len: 944 time: 0.1463282 Feb 20 03:27:34.190495 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c8167-ea2c-4883-872c-7a5cae7ade5c req-a1578064-5e1a-4a99-9448-6f918a25a422 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:34.192605 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4e8c8167-ea2c-4883-872c-7a5cae7ade5c req-a1578064-5e1a-4a99-9448-6f918a25a422 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.42 "GET /v2.0/ports?device_id=79c6e5c1-5480-48a0-ada6-0fae8c897225 HTTP/1.1" status: 200 len: 944 time: 0.1526654 Feb 20 03:27:34.210640 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-1efdd501-c20b-4e6f-8c02-4abccec42292 service neutron] 10.222.0.89 "GET /v2.0/networks/eff329fc-00e7-4a9c-8074-802f9878ce66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656748 Feb 20 03:27:34.250275 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 47c85d77-939f-45c3-b0c3-12f59753c920 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:27:34.335226 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-3b910623-15a0-418b-8a8f-78983a562b9d None None] Provisioning complete for port 47c85d77-939f-45c3-b0c3-12f59753c920 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:27:34.335908 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3b910623-15a0-418b-8a8f-78983a562b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (47c85d77-939f-45c3-b0c3-12f59753c920), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:34.338544 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef70b6a-1444-4afb-8fbb-f6c2b4f916be None None] Pushing event updated for resources: {'Port': ['ID=2758f7dc-c3ab-4251-9888-9cbc2b669019,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:34.358150 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a8b22a02-7b0e-4ca4-a80a-ce5e15c1d775 req-6123d976-9cb7-4efe-b2d3-9d5cefb1b01e tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324963 Feb 20 03:27:34.427562 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-1ffc6660-d10d-48a6-ae0b-eeb2a8138727 service neutron] 10.222.0.89 "GET /v2.0/networks/8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123814 Feb 20 03:27:34.469671 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-23c054be-18f6-4643-9bf5-a8ad09cd006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (ad2fde4e-9aae-4e3f-9330-c42b4451102c), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:34.554647 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-4e8c8167-ea2c-4883-872c-7a5cae7ade5c req-9aed271b-8f71-49fb-b9b2-153f89c6fd9f tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Deleting port 5f07427c-54e7-4249-8c97-303a7becd35b {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:27:34.555024 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4e8c8167-ea2c-4883-872c-7a5cae7ade5c req-9aed271b-8f71-49fb-b9b2-153f89c6fd9f tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (5f07427c-54e7-4249-8c97-303a7becd35b), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:34.565058 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sun, 20 Feb 2022 03:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a59ab4-2418-41a3-b1ab-6530042a56ab x-openstack-request-id: req-a6a59ab4-2418-41a3-b1ab-6530042a56ab {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:27:34.565058 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c6e5c1-5480-48a0-ada6-0fae8c897225", "name": "network-vif-plugged", "status": "completed", "tag": "5f07427c-54e7-4249-8c97-303a7becd35b", "code": 200}, {"server_uuid": "79c6e5c1-5480-48a0-ada6-0fae8c897225", "name": "network-vif-unplugged", "status": "completed", "tag": "5f07427c-54e7-4249-8c97-303a7becd35b", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:27:34.565058 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a6a59ab4-2418-41a3-b1ab-6530042a56ab {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:27:34.565474 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c6e5c1-5480-48a0-ada6-0fae8c897225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f07427c-54e7-4249-8c97-303a7becd35b', 'code': 200} Feb 20 03:27:34.565474 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c6e5c1-5480-48a0-ada6-0fae8c897225', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f07427c-54e7-4249-8c97-303a7becd35b', 'code': 200} Feb 20 03:27:34.605432 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab831f44-4ba3-45bc-af63-21ee767236a0 admin admin] Publish callbacks [] for router_gateway (af89821a-4586-4c4f-86f2-051e2979d6bc), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:34.632166 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 47c85d77-939f-45c3-b0c3-12f59753c920 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:27:34.632982 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (47c85d77-939f-45c3-b0c3-12f59753c920), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:34.635385 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c054be-18f6-4643-9bf5-a8ad09cd006e None None] Network 8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:27:34.653100 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-6f990ab2-32fa-4a31-a90b-514a3c29b837 service neutron] 10.222.0.89 "GET /v2.0/networks/8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286909 Feb 20 03:27:34.665234 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c054be-18f6-4643-9bf5-a8ad09cd006e None None] Pushing event updated for resources: {'Port': ['ID=ad2fde4e-9aae-4e3f-9330-c42b4451102c,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:34.676360 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-23c054be-18f6-4643-9bf5-a8ad09cd006e None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:27:34.679808 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c054be-18f6-4643-9bf5-a8ad09cd006e None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:27:34.714210 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-4e8c8167-ea2c-4883-872c-7a5cae7ade5c req-9aed271b-8f71-49fb-b9b2-153f89c6fd9f tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] For port 5f07427c-54e7-4249-8c97-303a7becd35b, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=5f07427c-54e7-4249-8c97-303a7becd35b,segment=NetworkSegment(d9eb8f3b-9eb2-4717-b7be-6446914f2ad1),segment_id=d9eb8f3b-9eb2-4717-b7be-6446914f2ad1)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:34.714895 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4e8c8167-ea2c-4883-872c-7a5cae7ade5c req-9aed271b-8f71-49fb-b9b2-153f89c6fd9f tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (5f07427c-54e7-4249-8c97-303a7becd35b), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:34.731429 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-4e8c8167-ea2c-4883-872c-7a5cae7ade5c req-9aed271b-8f71-49fb-b9b2-153f89c6fd9f tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Calling delete_port for 5f07427c-54e7-4249-8c97-303a7becd35b owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:27:34.831471 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-23c054be-18f6-4643-9bf5-a8ad09cd006e None None] Attempting to bind port ad2fde4e-9aae-4e3f-9330-c42b4451102c on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:27:34.832058 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-23c054be-18f6-4643-9bf5-a8ad09cd006e None None] Attempting to bind port ad2fde4e-9aae-4e3f-9330-c42b4451102c by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'afb1e1f0-c683-4b9c-98d1-c143a7c55abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:27:34.832515 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c054be-18f6-4643-9bf5-a8ad09cd006e None None] Attempting to bind port ad2fde4e-9aae-4e3f-9330-c42b4451102c on network 8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:27:34.853203 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c054be-18f6-4643-9bf5-a8ad09cd006e None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:27:34.853600 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c054be-18f6-4643-9bf5-a8ad09cd006e None None] Checking segment: {'id': 'afb1e1f0-c683-4b9c-98d1-c143a7c55abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:27:34.854005 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-23c054be-18f6-4643-9bf5-a8ad09cd006e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:34.854471 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c054be-18f6-4643-9bf5-a8ad09cd006e None None] Bound using segment: {'id': 'afb1e1f0-c683-4b9c-98d1-c143a7c55abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:27:34.855117 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-23c054be-18f6-4643-9bf5-a8ad09cd006e None None] Bound port: ad2fde4e-9aae-4e3f-9330-c42b4451102c, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb1e1f0-c683-4b9c-98d1-c143a7c55abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:27:34.855666 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-23c054be-18f6-4643-9bf5-a8ad09cd006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ad2fde4e-9aae-4e3f-9330-c42b4451102c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:34.893050 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-3b910623-15a0-418b-8a8f-78983a562b9d None None] Current status of the port 47c85d77-939f-45c3-b0c3-12f59753c920 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:34.893486 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3b910623-15a0-418b-8a8f-78983a562b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (47c85d77-939f-45c3-b0c3-12f59753c920), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:34.991071 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ddf383-7de1-48d2-93ff-8567b663d319 req-53b53711-434a-4a87-a918-75a3b62d7dfd tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:34.996316 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-33ddf383-7de1-48d2-93ff-8567b663d319 req-53b53711-434a-4a87-a918-75a3b62d7dfd tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.42 "GET /v2.0/ports?device_id=686a2fe8-ba0c-49ef-a859-1ee134f3cdf1 HTTP/1.1" status: 200 len: 945 time: 0.2378504 Feb 20 03:27:35.131165 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab831f44-4ba3-45bc-af63-21ee767236a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (af89821a-4586-4c4f-86f2-051e2979d6bc), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:35.158538 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 47c85d77-939f-45c3-b0c3-12f59753c920 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:35.158977 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (47c85d77-939f-45c3-b0c3-12f59753c920), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:35.169409 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-3b910623-15a0-418b-8a8f-78983a562b9d None None] For port 47c85d77-939f-45c3-b0c3-12f59753c920, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=47c85d77-939f-45c3-b0c3-12f59753c920,segment=NetworkSegment(f30cf98f-270d-46f3-a0fe-d51810902555),segment_id=f30cf98f-270d-46f3-a0fe-d51810902555)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:35.251691 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-23c054be-18f6-4643-9bf5-a8ad09cd006e None None] For port ad2fde4e-9aae-4e3f-9330-c42b4451102c, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:27:35.271476 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-23c054be-18f6-4643-9bf5-a8ad09cd006e None None] For port ad2fde4e-9aae-4e3f-9330-c42b4451102c, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=ad2fde4e-9aae-4e3f-9330-c42b4451102c,segment=NetworkSegment(afb1e1f0-c683-4b9c-98d1-c143a7c55abb),segment_id=afb1e1f0-c683-4b9c-98d1-c143a7c55abb)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:27:35.281820 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3b910623-15a0-418b-8a8f-78983a562b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (47c85d77-939f-45c3-b0c3-12f59753c920), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:35.295524 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186747f-c589-4038-b5c2-463fecf70516 req-f29b99cf-62c5-4de1-96da-80f26ca6f3cb tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:35.304249 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a186747f-c589-4038-b5c2-463fecf70516 req-f29b99cf-62c5-4de1-96da-80f26ca6f3cb tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 945 time: 0.2579100 Feb 20 03:27:35.348523 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b75b6-056f-4b5c-8d9b-5dd5f32f06e8 req-ef3013e4-a7fa-4034-bb89-fe029a22fd52 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:35.355436 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1f4b75b6-056f-4b5c-8d9b-5dd5f32f06e8 req-ef3013e4-a7fa-4034-bb89-fe029a22fd52 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/ports?device_id=686a2fe8-ba0c-49ef-a859-1ee134f3cdf1 HTTP/1.1" status: 200 len: 945 time: 0.2812402 Feb 20 03:27:35.422570 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-23c054be-18f6-4643-9bf5-a8ad09cd006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ad2fde4e-9aae-4e3f-9330-c42b4451102c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:35.428662 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:27:35.429016 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:27:35.431946 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4e8c8167-ea2c-4883-872c-7a5cae7ade5c req-9aed271b-8f71-49fb-b9b2-153f89c6fd9f tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (5f07427c-54e7-4249-8c97-303a7becd35b), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:35.466796 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a186747f-c589-4038-b5c2-463fecf70516 req-a8ab2e8b-337f-4a74-a712-9fe23bb524f5 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614292 Feb 20 03:27:35.469709 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b910623-15a0-418b-8a8f-78983a562b9d None None] Pushing event updated for resources: {'Port': ['ID=47c85d77-939f-45c3-b0c3-12f59753c920,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:35.479526 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-cb36a5ea-1074-4fa7-b156-75546de56516 None None] Provisioning complete for port 47c85d77-939f-45c3-b0c3-12f59753c920 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:27:35.479526 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cb36a5ea-1074-4fa7-b156-75546de56516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (47c85d77-939f-45c3-b0c3-12f59753c920), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:35.501605 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab831f44-4ba3-45bc-af63-21ee767236a0 admin admin] Router af89821a-4586-4c4f-86f2-051e2979d6bc is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:27:35.531611 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-33ddf383-7de1-48d2-93ff-8567b663d319 req-603a2720-de89-46c0-bb0b-152f8ea65b0d tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Deleting port 8ac6e636-9f53-4089-8886-01f43c81c352 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:27:35.532124 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-33ddf383-7de1-48d2-93ff-8567b663d319 req-603a2720-de89-46c0-bb0b-152f8ea65b0d tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (8ac6e636-9f53-4089-8886-01f43c81c352), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:35.598648 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1f4b75b6-056f-4b5c-8d9b-5dd5f32f06e8 req-899dacb7-d2e0-4353-aee3-477fcc046b19 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/security-groups?id=46eb71f2-3e3b-4d1c-9ea4-d785ed412b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215469 Feb 20 03:27:35.684113 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c054be-18f6-4643-9bf5-a8ad09cd006e None None] Pushing event updated for resources: {'Port': ['ID=ad2fde4e-9aae-4e3f-9330-c42b4451102c,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:35.802156 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-33ddf383-7de1-48d2-93ff-8567b663d319 req-603a2720-de89-46c0-bb0b-152f8ea65b0d tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] For port 8ac6e636-9f53-4089-8886-01f43c81c352, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=8ac6e636-9f53-4089-8886-01f43c81c352,segment=NetworkSegment(c43c8696-5443-406b-ab1f-aa8c5bb1eaa0),segment_id=c43c8696-5443-406b-ab1f-aa8c5bb1eaa0)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:35.802609 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-33ddf383-7de1-48d2-93ff-8567b663d319 req-603a2720-de89-46c0-bb0b-152f8ea65b0d tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (8ac6e636-9f53-4089-8886-01f43c81c352), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:35.814519 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed271b-8f71-49fb-b9b2-153f89c6fd9f tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Pushing event deleted for resources: {'Port': ['ID=5f07427c-54e7-4249-8c97-303a7becd35b,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:35.852487 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf9a74b-7c54-45cc-a0c1-53e476c102e8 None None] Network 4d60220c-7bc2-4d5e-afc8-42af1b93a790 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:27:35.858673 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-cb36a5ea-1074-4fa7-b156-75546de56516 None None] Current status of the port 47c85d77-939f-45c3-b0c3-12f59753c920 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:35.868569 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab831f44-4ba3-45bc-af63-21ee767236a0 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:27:35.926832 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f215ca-069c-496b-899a-65c2c8f69166 None None] Sync routers for ids ['af89821a-4586-4c4f-86f2-051e2979d6bc'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:27:35.955461 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab831f44-4ba3-45bc-af63-21ee767236a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:35.958595 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ab831f44-4ba3-45bc-af63-21ee767236a0 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7787273 Feb 20 03:27:35.962078 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55430) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:36.072446 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 47c85d77-939f-45c3-b0c3-12f59753c920 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:36.085639 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f215ca-069c-496b-899a-65c2c8f69166 None None] Routers {'af89821a-4586-4c4f-86f2-051e2979d6bc'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:27:36.099222 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d1f215ca-069c-496b-899a-65c2c8f69166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:27:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['af89821a-4586-4c4f-86f2-051e2979d6bc'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:27:36.237076 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-85d0a881-deb2-4e87-97e5-51988d045661 None None] Provisioning complete for port 2758f7dc-c3ab-4251-9888-9cbc2b669019 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:27:36.237076 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-85d0a881-deb2-4e87-97e5-51988d045661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2758f7dc-c3ab-4251-9888-9cbc2b669019), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:36.591298 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-d1f215ca-069c-496b-899a-65c2c8f69166 None None] Set router af89821a-4586-4c4f-86f2-051e2979d6bc gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:27:36.740870 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8c8167-ea2c-4883-872c-7a5cae7ade5c req-9aed271b-8f71-49fb-b9b2-153f89c6fd9f tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] No DVR routers for this DVR port 5f07427c-54e7-4249-8c97-303a7becd35b on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:27:36.754012 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4e8c8167-ea2c-4883-872c-7a5cae7ade5c req-9aed271b-8f71-49fb-b9b2-153f89c6fd9f tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:36.757984 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4e8c8167-ea2c-4883-872c-7a5cae7ade5c req-9aed271b-8f71-49fb-b9b2-153f89c6fd9f tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.42 "DELETE /v2.0/ports/5f07427c-54e7-4249-8c97-303a7becd35b HTTP/1.1" status: 204 len: 173 time: 2.5457983 Feb 20 03:27:36.759588 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c6e5c1-5480-48a0-ada6-0fae8c897225', 'name': 'network-vif-deleted', 'tag': '5f07427c-54e7-4249-8c97-303a7becd35b'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:27:36.761663 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 47c85d77-939f-45c3-b0c3-12f59753c920 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:27:36.761826 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d027e95-4abf-4393-adcd-02557c8ef02e" -d '{"events": [{"server_uuid": "79c6e5c1-5480-48a0-ada6-0fae8c897225", "name": "network-vif-deleted", "tag": "5f07427c-54e7-4249-8c97-303a7becd35b"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:27:36.801332 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8cde4708-0543-46b1-9384-b70b567b2eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:36.810903 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f161d7-365e-41aa-813c-1d286787e0e9 req-3383a194-9f03-41d4-ade0-c11db0151753 tempest-ServersAdminNegativeTestJSON-2086603531 tempest-ServersAdminNegativeTestJSON-2086603531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:36.820223 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17f161d7-365e-41aa-813c-1d286787e0e9 req-3383a194-9f03-41d4-ade0-c11db0151753 tempest-ServersAdminNegativeTestJSON-2086603531 tempest-ServersAdminNegativeTestJSON-2086603531-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=7aee8b5e-9565-4ef0-9011-bcfeb5c3f4b1 HTTP/1.1" status: 200 len: 1132 time: 0.3695703 Feb 20 03:27:36.859283 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd90d1-cabe-445b-9c88-bf86a3298654 req-078afbd2-9d75-4047-a5c4-5533689dc232 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:36.862133 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81cd90d1-cabe-445b-9c88-bf86a3298654 req-078afbd2-9d75-4047-a5c4-5533689dc232 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 944 time: 0.4130073 Feb 20 03:27:37.044841 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-33ddf383-7de1-48d2-93ff-8567b663d319 req-603a2720-de89-46c0-bb0b-152f8ea65b0d tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:37.045547 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-33ddf383-7de1-48d2-93ff-8567b663d319 req-603a2720-de89-46c0-bb0b-152f8ea65b0d tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (34d7cc47-c1f9-499a-8656-ee6606908eb1), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:37.046025 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [req-33ddf383-7de1-48d2-93ff-8567b663d319 req-603a2720-de89-46c0-bb0b-152f8ea65b0d tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Floating IP 34d7cc47-c1f9-499a-8656-ee6606908eb1 disassociated. External IP: 172.25.7.235, port: 8ac6e636-9f53-4089-8886-01f43c81c352. Feb 20 03:27:37.046731 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-33ddf383-7de1-48d2-93ff-8567b663d319 req-603a2720-de89-46c0-bb0b-152f8ea65b0d tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Calling delete_port for 8ac6e636-9f53-4089-8886-01f43c81c352 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:27:37.066191 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-8cde4708-0543-46b1-9384-b70b567b2eb8 admin admin] Allocated IP 172.20.0.1 (4d60220c-7bc2-4d5e-afc8-42af1b93a790/bb4305fb-793e-4dc1-bf68-6c3134e54e8e/edc1a013-54c6-4cf2-a199-c039dbaf9788) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:27:37.213797 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-17f161d7-365e-41aa-813c-1d286787e0e9 req-95506eed-65ec-4aab-b774-72bca108d092 tempest-ServersAdminNegativeTestJSON-2086603531 tempest-ServersAdminNegativeTestJSON-2086603531-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:37.301644 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81cd90d1-cabe-445b-9c88-bf86a3298654 req-d800bfc8-f26d-4bb6-9186-a6ce909fdd45 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197252 Feb 20 03:27:37.310088 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-33ddf383-7de1-48d2-93ff-8567b663d319 req-603a2720-de89-46c0-bb0b-152f8ea65b0d tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (8ac6e636-9f53-4089-8886-01f43c81c352), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:37.361290 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8cde4708-0543-46b1-9384-b70b567b2eb8 admin admin] Publish callbacks [] for port (edc1a013-54c6-4cf2-a199-c039dbaf9788), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:37.380038 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-85d0a881-deb2-4e87-97e5-51988d045661 None None] Current status of the port 2758f7dc-c3ab-4251-9888-9cbc2b669019 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:37.380724 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-85d0a881-deb2-4e87-97e5-51988d045661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2758f7dc-c3ab-4251-9888-9cbc2b669019), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:37.412211 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542b5ab5-83b5-4b23-a8b7-c198dd519183 None None] Network 8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:27:37.427014 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a2720-de89-46c0-bb0b-152f8ea65b0d tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Pushing event deleted for resources: {'Port': ['ID=8ac6e636-9f53-4089-8886-01f43c81c352,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:37.542947 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8cde4708-0543-46b1-9384-b70b567b2eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (edc1a013-54c6-4cf2-a199-c039dbaf9788), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:37.607493 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-85d0a881-deb2-4e87-97e5-51988d045661 None None] For port 2758f7dc-c3ab-4251-9888-9cbc2b669019, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2758f7dc-c3ab-4251-9888-9cbc2b669019,segment=NetworkSegment(1e8db317-c16e-4859-a294-d56d1d7b8956),segment_id=1e8db317-c16e-4859-a294-d56d1d7b8956)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:37.629993 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 47c85d77-939f-45c3-b0c3-12f59753c920 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:27:37.630517 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (47c85d77-939f-45c3-b0c3-12f59753c920), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:37.635476 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde4708-0543-46b1-9384-b70b567b2eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=edc1a013-54c6-4cf2-a199-c039dbaf9788,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:37.654269 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cde4708-0543-46b1-9384-b70b567b2eb8 admin admin] Network 4d60220c-7bc2-4d5e-afc8-42af1b93a790 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:27:37.656188 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-8cde4708-0543-46b1-9384-b70b567b2eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:27:37.658972 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cde4708-0543-46b1-9384-b70b567b2eb8 admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:27:37.719987 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8cde4708-0543-46b1-9384-b70b567b2eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (af89821a-4586-4c4f-86f2-051e2979d6bc), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:37.726847 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-85d0a881-deb2-4e87-97e5-51988d045661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2758f7dc-c3ab-4251-9888-9cbc2b669019), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:37.740728 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-10876a14-983c-4fca-9cd7-c58e5ea8e110 req-0988e346-c046-4c76-835c-443f07dbfd11 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=0538c16d-759c-4f0f-8e2b-9e2a6b5057ca HTTP/1.1" status: 200 len: 210 time: 0.2848775 Feb 20 03:27:37.741447 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d1f215ca-069c-496b-899a-65c2c8f69166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'name': 'tempest-ServersTestManualDisk-1153220209-router', 'tenant_id': '6f0def2347034c3ca4f11bb0507c9192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:27:32Z', 'updated_at': '2022-02-20T03:27:34Z', 'revision_number': 3, 'project_id': '6f0def2347034c3ca4f11bb0507c9192', 'gw_port': {'id': '51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:27:33Z', 'updated_at': '2022-02-20T03:27:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:27:37.798525 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f215ca-069c-496b-899a-65c2c8f69166 None None] Checking router: af89821a-4586-4c4f-86f2-051e2979d6bc for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:27:37.799048 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f215ca-069c-496b-899a-65c2c8f69166 None None] Updating router af89821a-4586-4c4f-86f2-051e2979d6bc port 51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84 binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:27:38.022750 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-e415faa8-6688-45e1-85c6-90e8a81e74c9 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:38.028801 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-e415faa8-6688-45e1-85c6-90e8a81e74c9 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:38.030125 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-e415faa8-6688-45e1-85c6-90e8a81e74c9 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.93 "GET /v2.0/networks?id=eff329fc-00e7-4a9c-8074-802f9878ce66&id=8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2 HTTP/1.1" status: 200 len: 1391 time: 0.4634917 Feb 20 03:27:38.048426 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d1f215ca-069c-496b-899a-65c2c8f69166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:38.084586 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 47c85d77-939f-45c3-b0c3-12f59753c920 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:38.086253 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 2758f7dc-c3ab-4251-9888-9cbc2b669019 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:27:38.123927 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-60e662ac-7e3c-43d7-a741-98121c1d088e req-c429320a-fbf0-454d-a37a-77616950f016 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=79c6e5c1-5480-48a0-ada6-0fae8c897225 HTTP/1.1" status: 200 len: 210 time: 0.0926795 Feb 20 03:27:38.148318 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-83b2e414-3515-4476-8e6f-1461c63924a6 None None] Provisioning complete for port ad2fde4e-9aae-4e3f-9330-c42b4451102c triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:27:38.148732 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-83b2e414-3515-4476-8e6f-1461c63924a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ad2fde4e-9aae-4e3f-9330-c42b4451102c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:38.156852 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-d1185cf6-0f45-4198-aada-33c6b489774b tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Request body: {'port': {'device_id': '0538c16d-759c-4f0f-8e2b-9e2a6b5057ca', 'network_id': 'eff329fc-00e7-4a9c-8074-802f9878ce66', 'admin_state_up': True, 'tenant_id': '2b66d718af5443bfbfcf198ecc36557d'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:27:38.206666 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0a881-deb2-4e87-97e5-51988d045661 None None] Pushing event updated for resources: {'Port': ['ID=2758f7dc-c3ab-4251-9888-9cbc2b669019,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:38.236345 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8cde4708-0543-46b1-9384-b70b567b2eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (edc1a013-54c6-4cf2-a199-c039dbaf9788), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:38.299222 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33ddf383-7de1-48d2-93ff-8567b663d319 req-603a2720-de89-46c0-bb0b-152f8ea65b0d tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Router 7e3d36e1-3349-4342-8374-1b3accc8a9f6 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:27:38.301227 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-17f161d7-365e-41aa-813c-1d286787e0e9 req-95506eed-65ec-4aab-b774-72bca108d092 tempest-ServersAdminNegativeTestJSON-2086603531 tempest-ServersAdminNegativeTestJSON-2086603531-project-admin] Publish callbacks [] for security_group (e7d7a73c-9e45-4d88-a91a-5535c9e418e3), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:38.467485 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33ddf383-7de1-48d2-93ff-8567b663d319 req-603a2720-de89-46c0-bb0b-152f8ea65b0d tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:27:38.470617 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-17f161d7-365e-41aa-813c-1d286787e0e9 req-95506eed-65ec-4aab-b774-72bca108d092 tempest-ServersAdminNegativeTestJSON-2086603531 tempest-ServersAdminNegativeTestJSON-2086603531-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e7d7a73c-9e45-4d88-a91a-5535c9e418e3), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:38.479659 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b78d8f1-21a9-42d2-9c3d-f420c8ca6937 None None] Sync routers for ids ['7e3d36e1-3349-4342-8374-1b3accc8a9f6'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:27:38.490450 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b78d8f1-21a9-42d2-9c3d-f420c8ca6937 None None] Routers {'7e3d36e1-3349-4342-8374-1b3accc8a9f6'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:27:38.491307 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-2b78d8f1-21a9-42d2-9c3d-f420c8ca6937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:27:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7e3d36e1-3349-4342-8374-1b3accc8a9f6'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:27:38.493185 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8cde4708-0543-46b1-9384-b70b567b2eb8 admin admin] Publish callbacks [] for port (edc1a013-54c6-4cf2-a199-c039dbaf9788), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:38.525736 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17f161d7-365e-41aa-813c-1d286787e0e9 req-95506eed-65ec-4aab-b774-72bca108d092 tempest-ServersAdminNegativeTestJSON-2086603531 tempest-ServersAdminNegativeTestJSON-2086603531-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=a63502c7-06d1-4b4b-8d76-5828c9f1019f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7044811 Feb 20 03:27:38.554449 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8cde4708-0543-46b1-9384-b70b567b2eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (edc1a013-54c6-4cf2-a199-c039dbaf9788), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:38.565925 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ddf383-7de1-48d2-93ff-8567b663d319 req-603a2720-de89-46c0-bb0b-152f8ea65b0d tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] No DVR routers for this DVR port 8ac6e636-9f53-4089-8886-01f43c81c352 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:27:38.577738 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-33ddf383-7de1-48d2-93ff-8567b663d319 req-603a2720-de89-46c0-bb0b-152f8ea65b0d tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:38.586838 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-33ddf383-7de1-48d2-93ff-8567b663d319 req-603a2720-de89-46c0-bb0b-152f8ea65b0d tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.42 "DELETE /v2.0/ports/8ac6e636-9f53-4089-8886-01f43c81c352 HTTP/1.1" status: 204 len: 173 time: 3.5830774 Feb 20 03:27:38.612965 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-83b2e414-3515-4476-8e6f-1461c63924a6 None None] Current status of the port ad2fde4e-9aae-4e3f-9330-c42b4451102c is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:38.613679 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-83b2e414-3515-4476-8e6f-1461c63924a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ad2fde4e-9aae-4e3f-9330-c42b4451102c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:38.645256 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 8ac6e636-9f53-4089-8886-01f43c81c352 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:27:38.657089 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95506eed-65ec-4aab-b774-72bca108d092 tempest-ServersAdminNegativeTestJSON-2086603531 tempest-ServersAdminNegativeTestJSON-2086603531-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d7a73c-9e45-4d88-a91a-5535c9e418e3,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:38.678120 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1889e-3746-4050-b5cb-d26060460ce7 req-12b6850e-29de-4744-9267-8728232ec801 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:38.678323 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d1f215ca-069c-496b-899a-65c2c8f69166 None None] Publish callbacks [] for port (51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:38.682763 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde4708-0543-46b1-9384-b70b567b2eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=edc1a013-54c6-4cf2-a199-c039dbaf9788,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:38.687813 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-68c1889e-3746-4050-b5cb-d26060460ce7 req-12b6850e-29de-4744-9267-8728232ec801 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 945 time: 0.3791835 Feb 20 03:27:38.700521 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8cde4708-0543-46b1-9384-b70b567b2eb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (af89821a-4586-4c4f-86f2-051e2979d6bc), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:38.733633 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 2758f7dc-c3ab-4251-9888-9cbc2b669019 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:27:38.734012 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2758f7dc-c3ab-4251-9888-9cbc2b669019), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:38.738615 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 8ac6e636-9f53-4089-8886-01f43c81c352 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:27:38.739016 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 8ac6e636-9f53-4089-8886-01f43c81c352 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:27:38.739450 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 5f07427c-54e7-4249-8c97-303a7becd35b no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:27:38.742788 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-d1185cf6-0f45-4198-aada-33c6b489774b tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Made reservation on behalf of 2b66d718af5443bfbfcf198ecc36557d for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:27:38.752408 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-d1185cf6-0f45-4198-aada-33c6b489774b tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:38.765240 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-2b78d8f1-21a9-42d2-9c3d-f420c8ca6937 None None] Set router 7e3d36e1-3349-4342-8374-1b3accc8a9f6 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:27:38.794628 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 5f07427c-54e7-4249-8c97-303a7becd35b {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:27:38.794628 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 5f07427c-54e7-4249-8c97-303a7becd35b not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:27:38.797050 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d1f215ca-069c-496b-899a-65c2c8f69166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:38.809520 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c109a9fc-980c-443a-a0e8-679e18928b54 req-c76ee9cb-0f84-4d02-8c75-e5016b6b6f14 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/ports?device_id=686a2fe8-ba0c-49ef-a859-1ee134f3cdf1 HTTP/1.1" status: 200 len: 210 time: 0.1060305 Feb 20 03:27:38.842476 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-83b2e414-3515-4476-8e6f-1461c63924a6 None None] For port ad2fde4e-9aae-4e3f-9330-c42b4451102c, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=ad2fde4e-9aae-4e3f-9330-c42b4451102c,segment=NetworkSegment(afb1e1f0-c683-4b9c-98d1-c143a7c55abb),segment_id=afb1e1f0-c683-4b9c-98d1-c143a7c55abb)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:38.881246 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae040b7-2785-4d75-b918-251027acd83a None None] Pushing event updated for resources: {'Port': ['ID=51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:38.888930 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d1f215ca-069c-496b-899a-65c2c8f69166 None None] Attempting to bind port 51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:27:38.888930 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d1f215ca-069c-496b-899a-65c2c8f69166 None None] Attempting to bind port 51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:27:38.888930 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f215ca-069c-496b-899a-65c2c8f69166 None None] Attempting to bind port 51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84 on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:27:38.894297 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f215ca-069c-496b-899a-65c2c8f69166 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:27:38.894684 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f215ca-069c-496b-899a-65c2c8f69166 None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:27:38.895134 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d1f215ca-069c-496b-899a-65c2c8f69166 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:38.895535 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f215ca-069c-496b-899a-65c2c8f69166 None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:27:38.896006 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d1f215ca-069c-496b-899a-65c2c8f69166 None None] Bound port: 51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:27:38.896399 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d1f215ca-069c-496b-899a-65c2c8f69166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:38.904167 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5a0b4e-8e26-4201-98da-a548a3f7bfe7 x-openstack-request-id: req-da5a0b4e-8e26-4201-98da-a548a3f7bfe7 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:27:38.904765 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c6e5c1-5480-48a0-ada6-0fae8c897225", "name": "network-vif-deleted", "tag": "5f07427c-54e7-4249-8c97-303a7becd35b", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:27:38.906643 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-da5a0b4e-8e26-4201-98da-a548a3f7bfe7 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:27:38.907260 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c6e5c1-5480-48a0-ada6-0fae8c897225', 'name': 'network-vif-deleted', 'tag': '5f07427c-54e7-4249-8c97-303a7becd35b', 'status': 'completed', 'code': 200} Feb 20 03:27:38.966164 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-83b2e414-3515-4476-8e6f-1461c63924a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ad2fde4e-9aae-4e3f-9330-c42b4451102c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:38.978335 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-68c1889e-3746-4050-b5cb-d26060460ce7 req-315ce75e-d5ca-437c-a494-7262c7816557 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891366 Feb 20 03:27:39.037873 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cde4708-0543-46b1-9384-b70b567b2eb8 admin admin] Network 4d60220c-7bc2-4d5e-afc8-42af1b93a790 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:27:39.040794 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-8cde4708-0543-46b1-9384-b70b567b2eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:27:39.046112 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 2758f7dc-c3ab-4251-9888-9cbc2b669019 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:39.047301 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ad2fde4e-9aae-4e3f-9330-c42b4451102c up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:27:39.142352 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2e414-3515-4476-8e6f-1461c63924a6 None None] Pushing event updated for resources: {'Port': ['ID=ad2fde4e-9aae-4e3f-9330-c42b4451102c,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:39.181167 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d1f215ca-069c-496b-899a-65c2c8f69166 None None] For port 51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:27:39.203577 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4c847720-de81-41db-ba1e-791c45445d1b req-b4286cf4-43bc-4af5-bc8b-59fb21e3a7d7 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=0538c16d-759c-4f0f-8e2b-9e2a6b5057ca HTTP/1.1" status: 200 len: 210 time: 0.0598135 Feb 20 03:27:39.236800 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817408b9-e4b1-4ca9-8f1b-1b0ad7f94e11 req-54ceb733-8df8-479b-bed0-deb50d7faf2c tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:39.238487 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-817408b9-e4b1-4ca9-8f1b-1b0ad7f94e11 req-54ceb733-8df8-479b-bed0-deb50d7faf2c tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 944 time: 0.2736394 Feb 20 03:27:39.247223 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d1f215ca-069c-496b-899a-65c2c8f69166 None None] For port 51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:27:39.277303 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-0c1a2337-2c90-4b50-baab-744226b86e2e None None] Provisioning complete for port 2758f7dc-c3ab-4251-9888-9cbc2b669019 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:27:39.277682 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0c1a2337-2c90-4b50-baab-744226b86e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2758f7dc-c3ab-4251-9888-9cbc2b669019), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:39.294225 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-2b78d8f1-21a9-42d2-9c3d-f420c8ca6937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-908958892-router', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:40Z', 'updated_at': '2022-02-20T03:24:48Z', 'revision_number': 4, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'gw_port': {'id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:41Z', 'updated_at': '2022-02-20T03:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '0bab8052-87a6-43dc-a718-413d993feb8e', 'name': '', 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'mac_address': 'fa:16:3e:a3:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '45a6eef8-376a-483a-a26e-f4c41d993600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:46Z', 'updated_at': '2022-02-20T03:24:55Z', 'revision_number': 5, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'subnets': [{'id': '45a6eef8-376a-483a-a26e-f4c41d993600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:27:39.295901 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-d1185cf6-0f45-4198-aada-33c6b489774b tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Allocated IP 19.80.0.246 (eff329fc-00e7-4a9c-8074-802f9878ce66/d26dff9d-f58a-465b-bf1c-f050acd4c8f0/feb3716c-336e-4e71-b8f5-863db46580d3) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:27:39.341542 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cde4708-0543-46b1-9384-b70b567b2eb8 admin admin] Router af89821a-4586-4c4f-86f2-051e2979d6bc has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:27:39.342947 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d1f215ca-069c-496b-899a-65c2c8f69166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:39.378131 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b78d8f1-21a9-42d2-9c3d-f420c8ca6937 None None] Checking router: 7e3d36e1-3349-4342-8374-1b3accc8a9f6 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:27:39.397714 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b78d8f1-21a9-42d2-9c3d-f420c8ca6937 None None] Routers {'7e3d36e1-3349-4342-8374-1b3accc8a9f6'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:27:39.399906 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-2b78d8f1-21a9-42d2-9c3d-f420c8ca6937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:27:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7e3d36e1-3349-4342-8374-1b3accc8a9f6'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:27:39.408061 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-817408b9-e4b1-4ca9-8f1b-1b0ad7f94e11 req-f6c39693-f65f-4045-a3a5-b2abe4205d28 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614189 Feb 20 03:27:39.496135 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port ad2fde4e-9aae-4e3f-9330-c42b4451102c triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:27:39.496514 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ad2fde4e-9aae-4e3f-9330-c42b4451102c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:39.556858 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cde4708-0543-46b1-9384-b70b567b2eb8 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:27:39.560224 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae040b7-2785-4d75-b918-251027acd83a None None] Pushing event updated for resources: {'Port': ['ID=51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:39.573503 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8cde4708-0543-46b1-9384-b70b567b2eb8 admin admin] 10.222.0.89 "PUT /v2.0/routers/af89821a-4586-4c4f-86f2-051e2979d6bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6095436 Feb 20 03:27:39.614241 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-2b78d8f1-21a9-42d2-9c3d-f420c8ca6937 None None] Set router 7e3d36e1-3349-4342-8374-1b3accc8a9f6 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:27:39.643294 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f215ca-069c-496b-899a-65c2c8f69166 None None] Routers {'af89821a-4586-4c4f-86f2-051e2979d6bc'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:27:39.643938 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d1f215ca-069c-496b-899a-65c2c8f69166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:27:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['af89821a-4586-4c4f-86f2-051e2979d6bc'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:27:39.855710 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-0c1a2337-2c90-4b50-baab-744226b86e2e None None] Current status of the port 2758f7dc-c3ab-4251-9888-9cbc2b669019 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:39.876135 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-25186fc4-e56c-4374-99db-b0c169caa703 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:39.877657 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-25186fc4-e56c-4374-99db-b0c169caa703 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/networks?id=e730276a-8767-454e-ad52-96dd8c661ff1 HTTP/1.1" status: 200 len: 821 time: 0.2951860 Feb 20 03:27:39.901737 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-3a5aaaaf-107b-41fc-bcf9-45b2a73ad382 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/quotas/fd7851a863a8452e82d14d3392ca44be HTTP/1.1" status: 200 len: 375 time: 0.0131767 Feb 20 03:27:39.914595 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6201fe5-349c-484c-93fc-a83f1c49575f req-d6f3e2ee-100b-4220-98c3-62ca872e2a64 tempest-ServersAdminNegativeTestJSON-2086603531 tempest-ServersAdminNegativeTestJSON-2086603531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:39.914809 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-d1f215ca-069c-496b-899a-65c2c8f69166 None None] Set router af89821a-4586-4c4f-86f2-051e2979d6bc gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:27:39.924475 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e6201fe5-349c-484c-93fc-a83f1c49575f req-d6f3e2ee-100b-4220-98c3-62ca872e2a64 tempest-ServersAdminNegativeTestJSON-2086603531 tempest-ServersAdminNegativeTestJSON-2086603531-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=7aee8b5e-9565-4ef0-9011-bcfeb5c3f4b1 HTTP/1.1" status: 200 len: 1132 time: 0.1837509 Feb 20 03:27:39.947026 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-0c1a2337-2c90-4b50-baab-744226b86e2e None None] Provisioning complete for port ad2fde4e-9aae-4e3f-9330-c42b4451102c triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:27:39.947403 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0c1a2337-2c90-4b50-baab-744226b86e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ad2fde4e-9aae-4e3f-9330-c42b4451102c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:39.974239 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port ad2fde4e-9aae-4e3f-9330-c42b4451102c is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:39.995121 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-d1185cf6-0f45-4198-aada-33c6b489774b tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks [] for port (feb3716c-336e-4e71-b8f5-863db46580d3), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:40.007537 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-2b78d8f1-21a9-42d2-9c3d-f420c8ca6937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-908958892-router', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:40Z', 'updated_at': '2022-02-20T03:24:48Z', 'revision_number': 4, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'gw_port': {'id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:41Z', 'updated_at': '2022-02-20T03:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '0bab8052-87a6-43dc-a718-413d993feb8e', 'name': '', 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'mac_address': 'fa:16:3e:a3:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '45a6eef8-376a-483a-a26e-f4c41d993600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:46Z', 'updated_at': '2022-02-20T03:24:55Z', 'revision_number': 5, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'subnets': [{'id': '45a6eef8-376a-483a-a26e-f4c41d993600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:27:40.061127 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-ee09f26b-daa5-417e-a88f-e85707db60bc tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=fd7851a863a8452e82d14d3392ca44be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0898209 Feb 20 03:27:40.076933 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b78d8f1-21a9-42d2-9c3d-f420c8ca6937 None None] The sync data for ids ['7e3d36e1-3349-4342-8374-1b3accc8a9f6'] in n-d-829866-4 is: [{'id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-908958892-router', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:40Z', 'updated_at': '2022-02-20T03:24:48Z', 'revision_number': 4, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'gw_port': {'id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:41Z', 'updated_at': '2022-02-20T03:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '0bab8052-87a6-43dc-a718-413d993feb8e', 'name': '', 'network_id': 'edfd7dd8-5385-49de-a304-74f70dd7d14a', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'mac_address': 'fa:16:3e:a3:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '45a6eef8-376a-483a-a26e-f4c41d993600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:46Z', 'updated_at': '2022-02-20T03:24:55Z', 'revision_number': 5, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'subnets': [{'id': '45a6eef8-376a-483a-a26e-f4c41d993600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:27:40.096274 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device d63e954e-40b6-4bee-a093-5acd484efee8 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:27:40.132511 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 2758f7dc-c3ab-4251-9888-9cbc2b669019 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:27:40.163613 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e6201fe5-349c-484c-93fc-a83f1c49575f req-836b729a-d830-4da6-8b75-664b8a1d59d4 tempest-ServersAdminNegativeTestJSON-2086603531 tempest-ServersAdminNegativeTestJSON-2086603531-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=a63502c7-06d1-4b4b-8d76-5828c9f1019f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337162 Feb 20 03:27:40.241671 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-afb221e0-7052-4da3-a90a-56b8a76798e0 service neutron] 10.222.0.89 "GET /v2.0/networks/e730276a-8767-454e-ad52-96dd8c661ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793487 Feb 20 03:27:40.357451 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-4b11089d-2203-44f1-a6db-f757962d52a8 service neutron] 10.222.0.89 "GET /v2.0/networks/e730276a-8767-454e-ad52-96dd8c661ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145146 Feb 20 03:27:40.361287 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-d1185cf6-0f45-4198-aada-33c6b489774b tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (feb3716c-336e-4e71-b8f5-863db46580d3), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:40.457698 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 2758f7dc-c3ab-4251-9888-9cbc2b669019 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:27:40.458090 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2758f7dc-c3ab-4251-9888-9cbc2b669019), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:40.485422 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-0c1a2337-2c90-4b50-baab-744226b86e2e None None] Current status of the port ad2fde4e-9aae-4e3f-9330-c42b4451102c is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:40.507750 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1185cf6-0f45-4198-aada-33c6b489774b tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Pushing event updated for resources: {'Port': ['ID=feb3716c-336e-4e71-b8f5-863db46580d3,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:40.530473 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-d1185cf6-0f45-4198-aada-33c6b489774b tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Network eff329fc-00e7-4a9c-8074-802f9878ce66 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:27:40.532368 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-d1185cf6-0f45-4198-aada-33c6b489774b tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:27:40.535527 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-d1185cf6-0f45-4198-aada-33c6b489774b tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:27:40.572990 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ffd429-b44d-4cc2-bca2-a7d639bae5a9 None None] New status for floating IP 34d7cc47-c1f9-499a-8656-ee6606908eb1: DOWN {{(pid=104107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:27:40.641237 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-d1185cf6-0f45-4198-aada-33c6b489774b tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:40.649959 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-d1185cf6-0f45-4198-aada-33c6b489774b tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:40.669627 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port d63e954e-40b6-4bee-a093-5acd484efee8 is: DOWN; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:40.674351 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-0c1a2337-2c90-4b50-baab-744226b86e2e None None] Provisioning complete for port edc1a013-54c6-4cf2-a199-c039dbaf9788 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:27:40.674977 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0c1a2337-2c90-4b50-baab-744226b86e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (edc1a013-54c6-4cf2-a199-c039dbaf9788), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:40.802665 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-d1185cf6-0f45-4198-aada-33c6b489774b tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7073696 Feb 20 03:27:40.814107 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-b1ba85ba-975a-4739-bdc4-6fe18614fc97 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Request body: {'port': {'device_id': '0538c16d-759c-4f0f-8e2b-9e2a6b5057ca', 'network_id': '8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2', 'admin_state_up': True, 'tenant_id': '2b66d718af5443bfbfcf198ecc36557d'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:27:40.867830 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-0c1a2337-2c90-4b50-baab-744226b86e2e None None] Port edc1a013-54c6-4cf2-a199-c039dbaf9788 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:27:40.909344 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686a2fe8-ba0c-49ef-a859-1ee134f3cdf1', 'name': 'network-vif-deleted', 'tag': '8ac6e636-9f53-4089-8886-01f43c81c352'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:27:40.911644 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab31f07-2ca1-41e3-9045-1948ac84a116" -d '{"events": [{"server_uuid": "686a2fe8-ba0c-49ef-a859-1ee134f3cdf1", "name": "network-vif-deleted", "tag": "8ac6e636-9f53-4089-8886-01f43c81c352"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:27:40.954649 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55484) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:40.963221 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-65cc250a-6768-40db-a92e-614e9a1a684c tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Request body: {'security_group': {'name': 'tempest-securitygroup--502465236', 'description': 'tempest-description--1198487401'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:27:40.967189 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d1f215ca-069c-496b-899a-65c2c8f69166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'name': 'tempest-ServersTestManualDisk-1153220209-router', 'tenant_id': '6f0def2347034c3ca4f11bb0507c9192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:27:32Z', 'updated_at': '2022-02-20T03:27:38Z', 'revision_number': 4, 'project_id': '6f0def2347034c3ca4f11bb0507c9192', 'gw_port': {'id': '51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:27:33Z', 'updated_at': '2022-02-20T03:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'edc1a013-54c6-4cf2-a199-c039dbaf9788', 'name': '', 'network_id': '4d60220c-7bc2-4d5e-afc8-42af1b93a790', 'tenant_id': '6f0def2347034c3ca4f11bb0507c9192', 'mac_address': 'fa:16:3e:aa:d4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'bb4305fb-793e-4dc1-bf68-6c3134e54e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:27:36Z', 'updated_at': '2022-02-20T03:27:38Z', 'revision_number': 2, 'project_id': '6f0def2347034c3ca4f11bb0507c9192', 'subnets': [{'id': 'bb4305fb-793e-4dc1-bf68-6c3134e54e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:27:41.037527 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 2758f7dc-c3ab-4251-9888-9cbc2b669019 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:41.038842 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ad2fde4e-9aae-4e3f-9330-c42b4451102c up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:27:41.042695 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f215ca-069c-496b-899a-65c2c8f69166 None None] The sync data for ids ['af89821a-4586-4c4f-86f2-051e2979d6bc'] in n-d-829866-4 is: [{'id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'name': 'tempest-ServersTestManualDisk-1153220209-router', 'tenant_id': '6f0def2347034c3ca4f11bb0507c9192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:27:32Z', 'updated_at': '2022-02-20T03:27:38Z', 'revision_number': 4, 'project_id': '6f0def2347034c3ca4f11bb0507c9192', 'gw_port': {'id': '51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:27:33Z', 'updated_at': '2022-02-20T03:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'edc1a013-54c6-4cf2-a199-c039dbaf9788', 'name': '', 'network_id': '4d60220c-7bc2-4d5e-afc8-42af1b93a790', 'tenant_id': '6f0def2347034c3ca4f11bb0507c9192', 'mac_address': 'fa:16:3e:aa:d4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'bb4305fb-793e-4dc1-bf68-6c3134e54e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:27:36Z', 'updated_at': '2022-02-20T03:27:38Z', 'revision_number': 2, 'project_id': '6f0def2347034c3ca4f11bb0507c9192', 'subnets': [{'id': 'bb4305fb-793e-4dc1-bf68-6c3134e54e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:27:41.083758 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d041977b-e805-4fc1-bf6f-25f584d3adbc None None] Provisioning complete for port feb3716c-336e-4e71-b8f5-863db46580d3 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:27:41.084205 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d041977b-e805-4fc1-bf6f-25f584d3adbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (feb3716c-336e-4e71-b8f5-863db46580d3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:41.092073 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-65cc250a-6768-40db-a92e-614e9a1a684c tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:41.147319 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf3f87-f254-443d-8371-687a7a254e47 req-1b369919-7ed1-47c9-b5ac-e3234844464a tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:41.159207 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06cf3f87-f254-443d-8371-687a7a254e47 req-1b369919-7ed1-47c9-b5ac-e3234844464a tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 945 time: 0.2506711 Feb 20 03:27:41.160817 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d041977b-e805-4fc1-bf6f-25f584d3adbc None None] Port feb3716c-336e-4e71-b8f5-863db46580d3 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:27:41.183472 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d041977b-e805-4fc1-bf6f-25f584d3adbc None None] Provisioning complete for port edc1a013-54c6-4cf2-a199-c039dbaf9788 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:27:41.184636 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d041977b-e805-4fc1-bf6f-25f584d3adbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (edc1a013-54c6-4cf2-a199-c039dbaf9788), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:41.212200 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-b1ba85ba-975a-4739-bdc4-6fe18614fc97 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Made reservation on behalf of 2b66d718af5443bfbfcf198ecc36557d for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:27:41.219519 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-b1ba85ba-975a-4739-bdc4-6fe18614fc97 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:41.227888 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-65cc250a-6768-40db-a92e-614e9a1a684c tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks [] for security_group (5c25adb2-1fc4-4c61-bf23-2e751ebbbaba), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:41.232229 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port ad2fde4e-9aae-4e3f-9330-c42b4451102c triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:27:41.233824 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ad2fde4e-9aae-4e3f-9330-c42b4451102c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:41.234232 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d041977b-e805-4fc1-bf6f-25f584d3adbc None None] Port edc1a013-54c6-4cf2-a199-c039dbaf9788 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:27:41.295838 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-65cc250a-6768-40db-a92e-614e9a1a684c tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5c25adb2-1fc4-4c61-bf23-2e751ebbbaba), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:41.345975 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06cf3f87-f254-443d-8371-687a7a254e47 req-c4bb2e54-810e-4e85-ae56-51df5729e071 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841476 Feb 20 03:27:41.384965 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port ad2fde4e-9aae-4e3f-9330-c42b4451102c is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:41.387031 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75a048-d7cd-479d-a631-2f7678c78712 req-637149dd-94d5-4d0b-8965-478a31bd1b0e tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:41.394053 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ce75a048-d7cd-479d-a631-2f7678c78712 req-637149dd-94d5-4d0b-8965-478a31bd1b0e tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=0538c16d-759c-4f0f-8e2b-9e2a6b5057ca HTTP/1.1" status: 200 len: 932 time: 0.1849785 Feb 20 03:27:41.429725 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc250a-6768-40db-a92e-614e9a1a684c tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c25adb2-1fc4-4c61-bf23-2e751ebbbaba,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:41.464274 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-65cc250a-6768-40db-a92e-614e9a1a684c tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:41.467060 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-65cc250a-6768-40db-a92e-614e9a1a684c tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5081415 Feb 20 03:27:41.471142 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55494) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:41.484094 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-79095395-a10d-42c1-964c-b3b10ce3fe40 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Request body: {'security_group_rule': {'security_group_id': '5c25adb2-1fc4-4c61-bf23-2e751ebbbaba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:27:41.646705 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ce75a048-d7cd-479d-a631-2f7678c78712 req-ffc17791-d7bf-4606-bfb1-813489818b06 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/security-groups?id=3ecfd148-49f1-45d7-a007-04cb1f6e339b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744087 Feb 20 03:27:41.674250 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-79095395-a10d-42c1-964c-b3b10ce3fe40 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks [] for security_group_rule (0948e700-0276-4099-9bbc-4025d20e4aea), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:41.693802 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb84f4-a24e-4cb3-9e4a-1fce8e6c9bcf req-d7722097-77be-4ebd-959b-3f77052b4f75 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:41.699382 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9beb84f4-a24e-4cb3-9e4a-1fce8e6c9bcf req-d7722097-77be-4ebd-959b-3f77052b4f75 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 944 time: 0.2085757 Feb 20 03:27:41.732114 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-b1ba85ba-975a-4739-bdc4-6fe18614fc97 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Allocated IP 19.86.0.54 (8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2/8e14faae-4287-43c5-b885-ed10ed8e99fe/aec447d8-d63b-4d4c-a72c-ae01f0fe0561) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:27:41.771287 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4c338682-bf73-45d0-90b5-1d022e6ebc46 req-ad73c146-fae1-4b11-9962-7be1110ffd4b tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd4e544f-ddeb-4f48-8c42-1866549a882a HTTP/1.1" status: 200 len: 210 time: 0.0672481 Feb 20 03:27:41.835711 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-79095395-a10d-42c1-964c-b3b10ce3fe40 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks [] for security_group_rule (0948e700-0276-4099-9bbc-4025d20e4aea), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:41.867446 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9beb84f4-a24e-4cb3-9e4a-1fce8e6c9bcf req-013d0be5-f464-4afd-a815-8dbcbe1cec49 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506131 Feb 20 03:27:41.898421 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8837c3c4-e94a-4efe-a5c5-44fefba74b35 x-openstack-request-id: req-8837c3c4-e94a-4efe-a5c5-44fefba74b35 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:27:41.904284 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686a2fe8-ba0c-49ef-a859-1ee134f3cdf1", "name": "network-vif-deleted", "tag": "8ac6e636-9f53-4089-8886-01f43c81c352", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:27:41.904284 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8837c3c4-e94a-4efe-a5c5-44fefba74b35 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:27:41.904284 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686a2fe8-ba0c-49ef-a859-1ee134f3cdf1', 'name': 'network-vif-deleted', 'tag': '8ac6e636-9f53-4089-8886-01f43c81c352', 'status': 'completed', 'code': 200} Feb 20 03:27:41.934450 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-79095395-a10d-42c1-964c-b3b10ce3fe40 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (0948e700-0276-4099-9bbc-4025d20e4aea), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:42.047063 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55506) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:42.063335 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-b1ba85ba-975a-4739-bdc4-6fe18614fc97 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks [] for port (aec447d8-d63b-4d4c-a72c-ae01f0fe0561), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:42.082484 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79095395-a10d-42c1-964c-b3b10ce3fe40 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0948e700-0276-4099-9bbc-4025d20e4aea,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:42.144646 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-79095395-a10d-42c1-964c-b3b10ce3fe40 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:42.149389 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-79095395-a10d-42c1-964c-b3b10ce3fe40 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6689308 Feb 20 03:27:42.150002 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55508) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:42.154407 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-a3a86c6f-d7cf-4281-af2d-1a1a46a085a3 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Request body: {'security_group_rule': {'security_group_id': '5c25adb2-1fc4-4c61-bf23-2e751ebbbaba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:27:42.161829 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa051535-8fc1-4756-92f0-591a20d4a332 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks [] for security_group (46eb71f2-3e3b-4d1c-9ea4-d785ed412b2e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:42.193250 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa051535-8fc1-4756-92f0-591a20d4a332 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks [] for security_group (46eb71f2-3e3b-4d1c-9ea4-d785ed412b2e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:42.266678 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-b1ba85ba-975a-4739-bdc4-6fe18614fc97 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (aec447d8-d63b-4d4c-a72c-ae01f0fe0561), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:42.281799 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a3a86c6f-d7cf-4281-af2d-1a1a46a085a3 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks [] for security_group_rule (24ae7a5c-5913-44bc-ba5f-290698a6e6a8), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:42.319845 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa051535-8fc1-4756-92f0-591a20d4a332 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (46eb71f2-3e3b-4d1c-9ea4-d785ed412b2e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:42.327688 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa051535-8fc1-4756-92f0-591a20d4a332 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:42.329066 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-aa051535-8fc1-4756-92f0-591a20d4a332 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "DELETE /v2.0/security-groups/46eb71f2-3e3b-4d1c-9ea4-d785ed412b2e HTTP/1.1" status: 204 len: 168 time: 0.2810071 Feb 20 03:27:42.332811 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55510) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:42.340238 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-b1ba85ba-975a-4739-bdc4-6fe18614fc97 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Network 8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:27:42.358723 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa051535-8fc1-4756-92f0-591a20d4a332 tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46eb71f2-3e3b-4d1c-9ea4-d785ed412b2e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:42.361431 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba85ba-975a-4739-bdc4-6fe18614fc97 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Pushing event updated for resources: {'Port': ['ID=aec447d8-d63b-4d4c-a72c-ae01f0fe0561,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:42.379659 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-157f6d2e-d31e-4f16-a189-61515811661b tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] show failed (client error): The resource could not be found. Feb 20 03:27:42.381527 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-157f6d2e-d31e-4f16-a189-61515811661b tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "GET /v2.0/security-groups/46eb71f2-3e3b-4d1c-9ea4-d785ed412b2e HTTP/1.1" status: 404 len: 347 time: 0.0444515 Feb 20 03:27:42.384630 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55514) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:42.402995 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-b1ba85ba-975a-4739-bdc4-6fe18614fc97 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:27:42.422034 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-b1ba85ba-975a-4739-bdc4-6fe18614fc97 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:27:42.658497 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a3a86c6f-d7cf-4281-af2d-1a1a46a085a3 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks [] for security_group_rule (24ae7a5c-5913-44bc-ba5f-290698a6e6a8), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:42.667748 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-b1ba85ba-975a-4739-bdc4-6fe18614fc97 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:42.670517 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-b1ba85ba-975a-4739-bdc4-6fe18614fc97 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:42.727268 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a3a86c6f-d7cf-4281-af2d-1a1a46a085a3 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (24ae7a5c-5913-44bc-ba5f-290698a6e6a8), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:42.788478 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e65f2747-58c1-4949-ac3a-bcb69d314036 None None] Provisioning complete for port aec447d8-d63b-4d4c-a72c-ae01f0fe0561 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:27:42.789068 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e65f2747-58c1-4949-ac3a-bcb69d314036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (aec447d8-d63b-4d4c-a72c-ae01f0fe0561), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:42.792636 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170081a1-6039-4b52-82df-357c2a6c5fde req-2aad6a40-7207-466b-896e-7a1d63927237 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:42.794251 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-170081a1-6039-4b52-82df-357c2a6c5fde req-2aad6a40-7207-466b-896e-7a1d63927237 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/ports?device_id=7aee8b5e-9565-4ef0-9011-bcfeb5c3f4b1 HTTP/1.1" status: 200 len: 950 time: 0.2845509 Feb 20 03:27:42.794966 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a86c6f-d7cf-4281-af2d-1a1a46a085a3 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ae7a5c-5913-44bc-ba5f-290698a6e6a8,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:42.811941 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80cefc-1c62-45f2-9be9-d3d099ba6c8c req-1359b880-1726-4af1-b472-a71425fe5b4f tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:42.813530 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5d80cefc-1c62-45f2-9be9-d3d099ba6c8c req-1359b880-1726-4af1-b472-a71425fe5b4f tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 945 time: 0.2975864 Feb 20 03:27:42.817275 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-b1ba85ba-975a-4739-bdc4-6fe18614fc97 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0074744 Feb 20 03:27:42.832046 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-7c569120-3388-497c-b88b-0d86bac255f4 service neutron] Request body: {'port': {'device_id': '0538c16d-759c-4f0f-8e2b-9e2a6b5057ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:27:42.861832 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e65f2747-58c1-4949-ac3a-bcb69d314036 None None] Port aec447d8-d63b-4d4c-a72c-ae01f0fe0561 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:27:42.890334 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a3a86c6f-d7cf-4281-af2d-1a1a46a085a3 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:42.894529 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a3a86c6f-d7cf-4281-af2d-1a1a46a085a3 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7406819 Feb 20 03:27:42.902038 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55524) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:42.907576 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-80616771-9dbc-40a7-acdc-fa6ba946b2fe tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:27:42.998423 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-170081a1-6039-4b52-82df-357c2a6c5fde req-fa5f95af-8b9d-4297-80ad-04a4e2c547fe tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/security-groups?id=a63502c7-06d1-4b4b-8d76-5828c9f1019f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568072 Feb 20 03:27:43.017016 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5d80cefc-1c62-45f2-9be9-d3d099ba6c8c req-78ead3e3-23fc-4faa-aa05-ada3ea5bd199 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820521 Feb 20 03:27:43.022913 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-7c569120-3388-497c-b88b-0d86bac255f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (feb3716c-336e-4e71-b8f5-863db46580d3), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:43.030473 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-492c9146-06b6-4411-a402-108015828b1c tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Deleting port 98ae82e5-8e4c-4adc-b9b9-b2331adbfa3e {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:27:43.030926 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-492c9146-06b6-4411-a402-108015828b1c tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (98ae82e5-8e4c-4adc-b9b9-b2331adbfa3e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:43.108922 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80616771-9dbc-40a7-acdc-fa6ba946b2fe tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:43.197024 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-492c9146-06b6-4411-a402-108015828b1c tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (98ae82e5-8e4c-4adc-b9b9-b2331adbfa3e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:43.197833 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-492c9146-06b6-4411-a402-108015828b1c tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks [] for floatingip (98ae82e5-8e4c-4adc-b9b9-b2331adbfa3e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:43.213077 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-492c9146-06b6-4411-a402-108015828b1c tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Calling delete_port for 98ae82e5-8e4c-4adc-b9b9-b2331adbfa3e owned by network:floatingip {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:27:43.314345 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-01ffb863-fdd1-460d-94f3-79479fd8ec3c req-0d2cbc08-6ee2-43ed-a762-0c572bd03ca4 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd4e544f-ddeb-4f48-8c42-1866549a882a HTTP/1.1" status: 200 len: 210 time: 0.1150522 Feb 20 03:27:43.473221 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-492c9146-06b6-4411-a402-108015828b1c tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (98ae82e5-8e4c-4adc-b9b9-b2331adbfa3e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:43.548456 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c9146-06b6-4411-a402-108015828b1c tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Pushing event deleted for resources: {'Port': ['ID=98ae82e5-8e4c-4adc-b9b9-b2331adbfa3e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:43.621411 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-492c9146-06b6-4411-a402-108015828b1c tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks [] for floatingip (34d7cc47-c1f9-499a-8656-ee6606908eb1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:43.624157 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-492c9146-06b6-4411-a402-108015828b1c tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:43.625361 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-492c9146-06b6-4411-a402-108015828b1c tempest-ServersWithSpecificFlavorTestJSON-2035399328 tempest-ServersWithSpecificFlavorTestJSON-2035399328-project] 10.222.0.89 "DELETE /v2.0/floatingips/34d7cc47-c1f9-499a-8656-ee6606908eb1 HTTP/1.1" status: 204 len: 168 time: 1.2227666 Feb 20 03:27:43.795793 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab43ab-e4e8-4840-8407-c36bf1aba4e3 req-116a9b57-0bc6-46eb-b0bc-a1f42445547c tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:43.802875 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab43ab-e4e8-4840-8407-c36bf1aba4e3 req-116a9b57-0bc6-46eb-b0bc-a1f42445547c tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:43.805837 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ceab43ab-e4e8-4840-8407-c36bf1aba4e3 req-116a9b57-0bc6-46eb-b0bc-a1f42445547c tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=0538c16d-759c-4f0f-8e2b-9e2a6b5057ca HTTP/1.1" status: 200 len: 1654 time: 0.6601982 Feb 20 03:27:43.997061 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-6731f431-85a3-4f6a-a1e3-61e22693b89c tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:43.998559 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-6731f431-85a3-4f6a-a1e3-61e22693b89c tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.42 "GET /v2.0/networks?id=e730276a-8767-454e-ad52-96dd8c661ff1 HTTP/1.1" status: 200 len: 821 time: 0.6646788 Feb 20 03:27:44.035816 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c0fe9-f466-407b-a9c7-b09a6c4fceaf req-6a67bd01-1c92-41ae-ba73-a497565cf661 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:44.037325 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c6c0fe9-f466-407b-a9c7-b09a6c4fceaf req-6a67bd01-1c92-41ae-ba73-a497565cf661 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 944 time: 0.2968469 Feb 20 03:27:44.041614 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-ccc857c3-d471-4013-8024-461fadd38808 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Request body: {'port': {'device_id': 'bd4e544f-ddeb-4f48-8c42-1866549a882a', 'network_id': 'e730276a-8767-454e-ad52-96dd8c661ff1', 'admin_state_up': True, 'tenant_id': 'fd7851a863a8452e82d14d3392ca44be'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:27:44.049762 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ceab43ab-e4e8-4840-8407-c36bf1aba4e3 req-de8f6ef2-824d-4f24-93b0-4741da1c2d15 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/security-groups?id=3ecfd148-49f1-45d7-a007-04cb1f6e339b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124298 Feb 20 03:27:44.097284 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38f6e8-85f0-4f8b-93ea-83343d27efe1 req-04232049-2cdb-40e5-bd96-c9ace1710e6b tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:44.098791 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa38f6e8-85f0-4f8b-93ea-83343d27efe1 req-04232049-2cdb-40e5-bd96-c9ace1710e6b tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.93 "GET /v2.0/ports?device_id=7aee8b5e-9565-4ef0-9011-bcfeb5c3f4b1 HTTP/1.1" status: 200 len: 950 time: 0.2875013 Feb 20 03:27:44.154572 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:27:44.243022 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:27:44.243658 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:44.307630 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80616771-9dbc-40a7-acdc-fa6ba946b2fe tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:44.342183 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:44.342691 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:44.351234 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86cf6ec-6f7d-4cca-848b-cf2df4d6ca8a None None] Sync routers for ids ['af89821a-4586-4c4f-86f2-051e2979d6bc'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:27:44.363712 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86cf6ec-6f7d-4cca-848b-cf2df4d6ca8a None None] Routers {'af89821a-4586-4c4f-86f2-051e2979d6bc'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:27:44.369338 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:44.370638 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-d86cf6ec-6f7d-4cca-848b-cf2df4d6ca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:27:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['af89821a-4586-4c4f-86f2-051e2979d6bc'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:27:44.389334 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c6c0fe9-f466-407b-a9c7-b09a6c4fceaf req-cf31aebc-cdec-44e2-8d3d-14ccaf708f53 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336272 Feb 20 03:27:44.394640 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-7c569120-3388-497c-b88b-0d86bac255f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feb3716c-336e-4e71-b8f5-863db46580d3 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:27:44.423036 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:44.437102 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-7c569120-3388-497c-b88b-0d86bac255f4 service neutron] Publish callbacks [] for port (feb3716c-336e-4e71-b8f5-863db46580d3), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:44.487227 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-7c569120-3388-497c-b88b-0d86bac255f4 service neutron] Transition to ACTIVE for port object feb3716c-336e-4e71-b8f5-863db46580d3 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:27:44.500084 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-d86cf6ec-6f7d-4cca-848b-cf2df4d6ca8a None None] Set router af89821a-4586-4c4f-86f2-051e2979d6bc gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:27:44.520504 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:44.547267 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446ed4e-92dc-45ce-a64e-619df375dd7b req-dacd8b2e-6a78-45dd-8c32-21c95d303e82 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:44.548777 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5446ed4e-92dc-45ce-a64e-619df375dd7b req-dacd8b2e-6a78-45dd-8c32-21c95d303e82 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 945 time: 0.3061578 Feb 20 03:27:44.591269 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-ccc857c3-d471-4013-8024-461fadd38808 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Made reservation on behalf of fd7851a863a8452e82d14d3392ca44be for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:27:44.594081 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-ccc857c3-d471-4013-8024-461fadd38808 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:44.596055 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-7c569120-3388-497c-b88b-0d86bac255f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (feb3716c-336e-4e71-b8f5-863db46580d3), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:44.661164 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-aa38f6e8-85f0-4f8b-93ea-83343d27efe1 req-25ccf0fa-e440-4ecb-8275-4dd0e028852c tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Deleting port 7002f8fd-14f9-44cc-ab53-d41ec938c7ec {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:27:44.661542 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aa38f6e8-85f0-4f8b-93ea-83343d27efe1 req-25ccf0fa-e440-4ecb-8275-4dd0e028852c tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (7002f8fd-14f9-44cc-ab53-d41ec938c7ec), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:44.725998 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-d86cf6ec-6f7d-4cca-848b-cf2df4d6ca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'name': 'tempest-ServersTestManualDisk-1153220209-router', 'tenant_id': '6f0def2347034c3ca4f11bb0507c9192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:27:32Z', 'updated_at': '2022-02-20T03:27:38Z', 'revision_number': 4, 'project_id': '6f0def2347034c3ca4f11bb0507c9192', 'gw_port': {'id': '51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:27:33Z', 'updated_at': '2022-02-20T03:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'edc1a013-54c6-4cf2-a199-c039dbaf9788', 'name': '', 'network_id': '4d60220c-7bc2-4d5e-afc8-42af1b93a790', 'tenant_id': '6f0def2347034c3ca4f11bb0507c9192', 'mac_address': 'fa:16:3e:aa:d4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'bb4305fb-793e-4dc1-bf68-6c3134e54e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:27:36Z', 'updated_at': '2022-02-20T03:27:38Z', 'revision_number': 2, 'project_id': '6f0def2347034c3ca4f11bb0507c9192', 'subnets': [{'id': 'bb4305fb-793e-4dc1-bf68-6c3134e54e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:27:44.757862 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86cf6ec-6f7d-4cca-848b-cf2df4d6ca8a None None] Checking router: af89821a-4586-4c4f-86f2-051e2979d6bc for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:27:44.758514 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86cf6ec-6f7d-4cca-848b-cf2df4d6ca8a None None] Updating router af89821a-4586-4c4f-86f2-051e2979d6bc port edc1a013-54c6-4cf2-a199-c039dbaf9788 binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:27:44.784148 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-80616771-9dbc-40a7-acdc-fa6ba946b2fe tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Allocated IP 172.25.7.144 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/7436f3ce-bb2f-4e58-a2e0-927bb7982198) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:27:44.808911 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d86cf6ec-6f7d-4cca-848b-cf2df4d6ca8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (edc1a013-54c6-4cf2-a199-c039dbaf9788), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:44.809134 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854620e-b98e-4e42-87db-e3c46ce7f60f req-825f69d6-6dfa-47c0-bbd5-f1662c21771b tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:44.816387 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5854620e-b98e-4e42-87db-e3c46ce7f60f req-825f69d6-6dfa-47c0-bbd5-f1662c21771b tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/ports?device_id=7aee8b5e-9565-4ef0-9011-bcfeb5c3f4b1 HTTP/1.1" status: 200 len: 950 time: 0.3210056 Feb 20 03:27:44.827711 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c569120-3388-497c-b88b-0d86bac255f4 service neutron] Pushing event updated for resources: {'Port': ['ID=feb3716c-336e-4e71-b8f5-863db46580d3,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:44.878045 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5446ed4e-92dc-45ce-a64e-619df375dd7b req-93f97cb0-e7e2-4a06-b33f-7bfd26450891 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068354 Feb 20 03:27:45.138959 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e93ab2e0-c26e-49c1-9832-a88ba45a372f req-e757dda6-3be0-4740-a26d-e11d5b8ef118 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd4e544f-ddeb-4f48-8c42-1866549a882a HTTP/1.1" status: 200 len: 210 time: 0.0850663 Feb 20 03:27:45.149427 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-aa38f6e8-85f0-4f8b-93ea-83343d27efe1 req-25ccf0fa-e440-4ecb-8275-4dd0e028852c tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] For port 7002f8fd-14f9-44cc-ab53-d41ec938c7ec, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=7002f8fd-14f9-44cc-ab53-d41ec938c7ec,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:45.149811 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aa38f6e8-85f0-4f8b-93ea-83343d27efe1 req-25ccf0fa-e440-4ecb-8275-4dd0e028852c tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (7002f8fd-14f9-44cc-ab53-d41ec938c7ec), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:45.189449 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-aa38f6e8-85f0-4f8b-93ea-83343d27efe1 req-25ccf0fa-e440-4ecb-8275-4dd0e028852c tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Calling delete_port for 7002f8fd-14f9-44cc-ab53-d41ec938c7ec owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:27:45.202102 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5854620e-b98e-4e42-87db-e3c46ce7f60f req-b18317c5-6b16-4951-bbe9-b3fd3ec67a47 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/security-groups?id=a63502c7-06d1-4b4b-8d76-5828c9f1019f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843963 Feb 20 03:27:45.237150 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-ccc857c3-d471-4013-8024-461fadd38808 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Allocated IP 172.20.0.9 (e730276a-8767-454e-ad52-96dd8c661ff1/2eb0b226-9b36-4d76-8063-22e21454da3d/48f6f3c5-cb14-489f-990b-5c6c0915dbea) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:27:45.239501 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-7c569120-3388-497c-b88b-0d86bac255f4 service neutron] Attempting to bind port feb3716c-336e-4e71-b8f5-863db46580d3 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:27:45.239866 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-7c569120-3388-497c-b88b-0d86bac255f4 service neutron] Attempting to bind port feb3716c-336e-4e71-b8f5-863db46580d3 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'f30cf98f-270d-46f3-a0fe-d51810902555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'eff329fc-00e7-4a9c-8074-802f9878ce66'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:27:45.240196 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-7c569120-3388-497c-b88b-0d86bac255f4 service neutron] Attempting to bind port feb3716c-336e-4e71-b8f5-863db46580d3 on network eff329fc-00e7-4a9c-8074-802f9878ce66 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:27:45.267584 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-7c569120-3388-497c-b88b-0d86bac255f4 service neutron] Port feb3716c-336e-4e71-b8f5-863db46580d3 on network eff329fc-00e7-4a9c-8074-802f9878ce66 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:27:45.267935 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-7c569120-3388-497c-b88b-0d86bac255f4 service neutron] Attempting to bind port feb3716c-336e-4e71-b8f5-863db46580d3 on network eff329fc-00e7-4a9c-8074-802f9878ce66 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:27:45.280095 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d86cf6ec-6f7d-4cca-848b-cf2df4d6ca8a None None] Publish callbacks [] for port (edc1a013-54c6-4cf2-a199-c039dbaf9788), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:45.335072 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-7c569120-3388-497c-b88b-0d86bac255f4 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:27:45.335461 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-7c569120-3388-497c-b88b-0d86bac255f4 service neutron] Checking segment: {'id': 'f30cf98f-270d-46f3-a0fe-d51810902555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'eff329fc-00e7-4a9c-8074-802f9878ce66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:27:45.338569 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-7c569120-3388-497c-b88b-0d86bac255f4 service neutron] Bound using segment: {'id': 'f30cf98f-270d-46f3-a0fe-d51810902555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'eff329fc-00e7-4a9c-8074-802f9878ce66'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:27:45.338569 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-7c569120-3388-497c-b88b-0d86bac255f4 service neutron] Bound port: feb3716c-336e-4e71-b8f5-863db46580d3, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f30cf98f-270d-46f3-a0fe-d51810902555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'eff329fc-00e7-4a9c-8074-802f9878ce66'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:27:45.338569 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-7c569120-3388-497c-b88b-0d86bac255f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (feb3716c-336e-4e71-b8f5-863db46580d3), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:45.341546 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80616771-9dbc-40a7-acdc-fa6ba946b2fe tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks [] for port (7436f3ce-bb2f-4e58-a2e0-927bb7982198), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:45.354694 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d86cf6ec-6f7d-4cca-848b-cf2df4d6ca8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (edc1a013-54c6-4cf2-a199-c039dbaf9788), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:45.436388 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c58cdb-8c99-47d6-b0bb-b274a7a9a1fb None None] Pushing event updated for resources: {'Port': ['ID=edc1a013-54c6-4cf2-a199-c039dbaf9788,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:45.450843 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c58cdb-8c99-47d6-b0bb-b274a7a9a1fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:45.451397 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c58cdb-8c99-47d6-b0bb-b274a7a9a1fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:45.451745 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c58cdb-8c99-47d6-b0bb-b274a7a9a1fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:45.452079 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c58cdb-8c99-47d6-b0bb-b274a7a9a1fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:45.452414 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c58cdb-8c99-47d6-b0bb-b274a7a9a1fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:45.452744 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c58cdb-8c99-47d6-b0bb-b274a7a9a1fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:45.453072 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c58cdb-8c99-47d6-b0bb-b274a7a9a1fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:45.453929 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c58cdb-8c99-47d6-b0bb-b274a7a9a1fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:45.453929 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c58cdb-8c99-47d6-b0bb-b274a7a9a1fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:45.454109 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c58cdb-8c99-47d6-b0bb-b274a7a9a1fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:45.454340 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c58cdb-8c99-47d6-b0bb-b274a7a9a1fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:45.455195 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c58cdb-8c99-47d6-b0bb-b274a7a9a1fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:45.455195 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c58cdb-8c99-47d6-b0bb-b274a7a9a1fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:45.535043 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-d86cf6ec-6f7d-4cca-848b-cf2df4d6ca8a None None] Attempting to bind port edc1a013-54c6-4cf2-a199-c039dbaf9788 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:27:45.535501 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-d86cf6ec-6f7d-4cca-848b-cf2df4d6ca8a None None] Attempting to bind port edc1a013-54c6-4cf2-a199-c039dbaf9788 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '1e8db317-c16e-4859-a294-d56d1d7b8956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4d60220c-7bc2-4d5e-afc8-42af1b93a790'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:27:45.535867 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86cf6ec-6f7d-4cca-848b-cf2df4d6ca8a None None] Attempting to bind port edc1a013-54c6-4cf2-a199-c039dbaf9788 on network 4d60220c-7bc2-4d5e-afc8-42af1b93a790 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:27:45.541967 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86cf6ec-6f7d-4cca-848b-cf2df4d6ca8a None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:27:45.545101 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86cf6ec-6f7d-4cca-848b-cf2df4d6ca8a None None] Checking segment: {'id': '1e8db317-c16e-4859-a294-d56d1d7b8956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4d60220c-7bc2-4d5e-afc8-42af1b93a790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:27:45.545101 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d86cf6ec-6f7d-4cca-848b-cf2df4d6ca8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:45.545101 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86cf6ec-6f7d-4cca-848b-cf2df4d6ca8a None None] Bound using segment: {'id': '1e8db317-c16e-4859-a294-d56d1d7b8956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4d60220c-7bc2-4d5e-afc8-42af1b93a790'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:27:45.545101 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-d86cf6ec-6f7d-4cca-848b-cf2df4d6ca8a None None] Bound port: edc1a013-54c6-4cf2-a199-c039dbaf9788, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8db317-c16e-4859-a294-d56d1d7b8956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4d60220c-7bc2-4d5e-afc8-42af1b93a790'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:27:45.545101 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d86cf6ec-6f7d-4cca-848b-cf2df4d6ca8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (edc1a013-54c6-4cf2-a199-c039dbaf9788), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:45.611087 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-d86cf6ec-6f7d-4cca-848b-cf2df4d6ca8a None None] For port edc1a013-54c6-4cf2-a199-c039dbaf9788, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:27:45.614163 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-d86cf6ec-6f7d-4cca-848b-cf2df4d6ca8a None None] For port edc1a013-54c6-4cf2-a199-c039dbaf9788, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=edc1a013-54c6-4cf2-a199-c039dbaf9788,segment=NetworkSegment(1e8db317-c16e-4859-a294-d56d1d7b8956),segment_id=1e8db317-c16e-4859-a294-d56d1d7b8956)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:27:45.686438 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71abea-4a67-4327-aea5-4c701caf72a7 req-cb407272-ac5f-4f91-a9a8-dd6af7145f77 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:45.691823 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71abea-4a67-4327-aea5-4c701caf72a7 req-cb407272-ac5f-4f91-a9a8-dd6af7145f77 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:45.693461 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa71abea-4a67-4327-aea5-4c701caf72a7 req-cb407272-ac5f-4f91-a9a8-dd6af7145f77 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=0538c16d-759c-4f0f-8e2b-9e2a6b5057ca HTTP/1.1" status: 200 len: 1666 time: 0.3805139 Feb 20 03:27:45.706106 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-7c569120-3388-497c-b88b-0d86bac255f4 service neutron] For port feb3716c-336e-4e71-b8f5-863db46580d3, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:27:45.713979 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-7c569120-3388-497c-b88b-0d86bac255f4 service neutron] For port feb3716c-336e-4e71-b8f5-863db46580d3, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=feb3716c-336e-4e71-b8f5-863db46580d3,segment=NetworkSegment(f30cf98f-270d-46f3-a0fe-d51810902555),segment_id=f30cf98f-270d-46f3-a0fe-d51810902555)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:27:45.719623 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d86cf6ec-6f7d-4cca-848b-cf2df4d6ca8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (edc1a013-54c6-4cf2-a199-c039dbaf9788), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:45.736898 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-241ca1e1-fb23-4653-92f1-ffc20bc8635f None None] Provisioning complete for port edc1a013-54c6-4cf2-a199-c039dbaf9788 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:27:45.737865 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-241ca1e1-fb23-4653-92f1-ffc20bc8635f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (edc1a013-54c6-4cf2-a199-c039dbaf9788), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:45.768485 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889eda1-9c7a-4884-9515-15afe3c40278 req-d119e009-5e8d-46a9-b799-f9d85d3b2604 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:45.770030 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e889eda1-9c7a-4884-9515-15afe3c40278 req-d119e009-5e8d-46a9-b799-f9d85d3b2604 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 944 time: 0.2424686 Feb 20 03:27:45.771060 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80616771-9dbc-40a7-acdc-fa6ba946b2fe tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (7436f3ce-bb2f-4e58-a2e0-927bb7982198), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:45.828715 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86cf6ec-6f7d-4cca-848b-cf2df4d6ca8a None None] Routers {'af89821a-4586-4c4f-86f2-051e2979d6bc'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:27:45.829773 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-d86cf6ec-6f7d-4cca-848b-cf2df4d6ca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:27:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['af89821a-4586-4c4f-86f2-051e2979d6bc'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:27:45.837076 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aa38f6e8-85f0-4f8b-93ea-83343d27efe1 req-25ccf0fa-e440-4ecb-8275-4dd0e028852c tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (7002f8fd-14f9-44cc-ab53-d41ec938c7ec), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:45.843025 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-ccc857c3-d471-4013-8024-461fadd38808 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks [] for port (48f6f3c5-cb14-489f-990b-5c6c0915dbea), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:45.851149 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-7c569120-3388-497c-b88b-0d86bac255f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (feb3716c-336e-4e71-b8f5-863db46580d3), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:45.857119 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['7002f8fd-14f9-44cc-ab53-d41ec938c7ec'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:27:45.860699 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['15c269e9-dfdb-48aa-a568-b5b123f68088'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:27:45.910694 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80616771-9dbc-40a7-acdc-fa6ba946b2fe tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:27:45.942724 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa71abea-4a67-4327-aea5-4c701caf72a7 req-f7b15df3-4df2-4922-b60f-8deed4cba5da tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/security-groups?id=3ecfd148-49f1-45d7-a007-04cb1f6e339b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174737 Feb 20 03:27:45.959265 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-241ca1e1-fb23-4653-92f1-ffc20bc8635f None None] Current status of the port edc1a013-54c6-4cf2-a199-c039dbaf9788 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:45.960940 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-241ca1e1-fb23-4653-92f1-ffc20bc8635f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (edc1a013-54c6-4cf2-a199-c039dbaf9788), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:45.961288 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-80616771-9dbc-40a7-acdc-fa6ba946b2fe tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:27:45.969521 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-7c569120-3388-497c-b88b-0d86bac255f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:45.970027 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-7c569120-3388-497c-b88b-0d86bac255f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:45.971487 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-7c569120-3388-497c-b88b-0d86bac255f4 service neutron] 10.222.0.93 "PUT /v2.0/ports/feb3716c-336e-4e71-b8f5-863db46580d3 HTTP/1.1" status: 200 len: 1092 time: 3.1439571 Feb 20 03:27:45.974111 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80616771-9dbc-40a7-acdc-fa6ba946b2fe tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:27:45.976362 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80616771-9dbc-40a7-acdc-fa6ba946b2fe tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Pushing event updated for resources: {'Port': ['ID=7436f3ce-bb2f-4e58-a2e0-927bb7982198,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:45.985142 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0538c16d-759c-4f0f-8e2b-9e2a6b5057ca', 'tag': 'feb3716c-336e-4e71-b8f5-863db46580d3'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:27:45.987976 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e886cf6-7335-46c9-9392-15a8eca2ba66" -d '{"events": [{"name": "network-changed", "server_uuid": "0538c16d-759c-4f0f-8e2b-9e2a6b5057ca", "tag": "feb3716c-336e-4e71-b8f5-863db46580d3"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:27:46.036371 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55558) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:46.087593 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-1246b8da-8136-47e7-a968-c1674fc717a9 service neutron] Request body: {'port': {'device_id': '0538c16d-759c-4f0f-8e2b-9e2a6b5057ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:27:46.120161 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c58cdb-8c99-47d6-b0bb-b274a7a9a1fb None None] Pushing event updated for resources: {'Port': ['ID=edc1a013-54c6-4cf2-a199-c039dbaf9788,revision_number=4']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:46.139523 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-241ca1e1-fb23-4653-92f1-ffc20bc8635f None None] For port edc1a013-54c6-4cf2-a199-c039dbaf9788, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=edc1a013-54c6-4cf2-a199-c039dbaf9788,segment=NetworkSegment(1e8db317-c16e-4859-a294-d56d1d7b8956),segment_id=1e8db317-c16e-4859-a294-d56d1d7b8956)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:46.204664 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-241ca1e1-fb23-4653-92f1-ffc20bc8635f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (edc1a013-54c6-4cf2-a199-c039dbaf9788), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:46.207280 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-d86cf6ec-6f7d-4cca-848b-cf2df4d6ca8a None None] Set router af89821a-4586-4c4f-86f2-051e2979d6bc gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:27:46.253410 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:27:46.316630 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e889eda1-9c7a-4884-9515-15afe3c40278 req-6cb81a0c-a3c6-4d87-a6ed-13d5a145f2bf tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5241373 Feb 20 03:27:46.448156 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6640e84-966d-47d8-be18-bb0fe1856f1f x-openstack-request-id: req-d6640e84-966d-47d8-be18-bb0fe1856f1f {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:27:46.451047 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0538c16d-759c-4f0f-8e2b-9e2a6b5057ca", "tag": "feb3716c-336e-4e71-b8f5-863db46580d3", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:27:46.451376 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d6640e84-966d-47d8-be18-bb0fe1856f1f {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:27:46.452112 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0538c16d-759c-4f0f-8e2b-9e2a6b5057ca', 'tag': 'feb3716c-336e-4e71-b8f5-863db46580d3', 'status': 'completed', 'code': 200} Feb 20 03:27:46.568653 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-bc69e356-93ad-4931-8c7a-e2f52e06bd92 None None] Provisioning complete for port edc1a013-54c6-4cf2-a199-c039dbaf9788 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:27:46.570148 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bc69e356-93ad-4931-8c7a-e2f52e06bd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (edc1a013-54c6-4cf2-a199-c039dbaf9788), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:46.597687 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa38f6e8-85f0-4f8b-93ea-83343d27efe1 req-25ccf0fa-e440-4ecb-8275-4dd0e028852c tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] No DVR routers for this DVR port 7002f8fd-14f9-44cc-ab53-d41ec938c7ec on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:27:46.651292 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e886cf6-7335-46c9-9392-15a8eca2ba66 req-d73d0121-c741-4870-9cd9-6d6af0afbd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:46.651779 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e886cf6-7335-46c9-9392-15a8eca2ba66 req-d73d0121-c741-4870-9cd9-6d6af0afbd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:46.653368 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-9e886cf6-7335-46c9-9392-15a8eca2ba66 req-d73d0121-c741-4870-9cd9-6d6af0afbd2c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2b66d718af5443bfbfcf198ecc36557d&device_id=0538c16d-759c-4f0f-8e2b-9e2a6b5057ca HTTP/1.1" status: 200 len: 1944 time: 0.1889808 Feb 20 03:27:46.664753 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ca1e1-fb23-4653-92f1-ffc20bc8635f None None] Pushing event updated for resources: {'Port': ['ID=edc1a013-54c6-4cf2-a199-c039dbaf9788,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:46.685413 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-d86cf6ec-6f7d-4cca-848b-cf2df4d6ca8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'name': 'tempest-ServersTestManualDisk-1153220209-router', 'tenant_id': '6f0def2347034c3ca4f11bb0507c9192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:27:32Z', 'updated_at': '2022-02-20T03:27:38Z', 'revision_number': 4, 'project_id': '6f0def2347034c3ca4f11bb0507c9192', 'gw_port': {'id': '51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:27:33Z', 'updated_at': '2022-02-20T03:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'edc1a013-54c6-4cf2-a199-c039dbaf9788', 'name': '', 'network_id': '4d60220c-7bc2-4d5e-afc8-42af1b93a790', 'tenant_id': '6f0def2347034c3ca4f11bb0507c9192', 'mac_address': 'fa:16:3e:aa:d4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'bb4305fb-793e-4dc1-bf68-6c3134e54e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:27:36Z', 'updated_at': '2022-02-20T03:27:45Z', 'revision_number': 4, 'project_id': '6f0def2347034c3ca4f11bb0507c9192', 'subnets': [{'id': 'bb4305fb-793e-4dc1-bf68-6c3134e54e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:27:46.702709 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aa38f6e8-85f0-4f8b-93ea-83343d27efe1 req-25ccf0fa-e440-4ecb-8275-4dd0e028852c tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:46.715239 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa38f6e8-85f0-4f8b-93ea-83343d27efe1 req-25ccf0fa-e440-4ecb-8275-4dd0e028852c tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.93 "DELETE /v2.0/ports/7002f8fd-14f9-44cc-ab53-d41ec938c7ec HTTP/1.1" status: 204 len: 173 time: 2.5666864 Feb 20 03:27:46.722766 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86cf6ec-6f7d-4cca-848b-cf2df4d6ca8a None None] The sync data for ids ['af89821a-4586-4c4f-86f2-051e2979d6bc'] in n-d-829866-4 is: [{'id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'name': 'tempest-ServersTestManualDisk-1153220209-router', 'tenant_id': '6f0def2347034c3ca4f11bb0507c9192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:27:32Z', 'updated_at': '2022-02-20T03:27:38Z', 'revision_number': 4, 'project_id': '6f0def2347034c3ca4f11bb0507c9192', 'gw_port': {'id': '51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:27:33Z', 'updated_at': '2022-02-20T03:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'edc1a013-54c6-4cf2-a199-c039dbaf9788', 'name': '', 'network_id': '4d60220c-7bc2-4d5e-afc8-42af1b93a790', 'tenant_id': '6f0def2347034c3ca4f11bb0507c9192', 'mac_address': 'fa:16:3e:aa:d4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'bb4305fb-793e-4dc1-bf68-6c3134e54e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:27:36Z', 'updated_at': '2022-02-20T03:27:45Z', 'revision_number': 4, 'project_id': '6f0def2347034c3ca4f11bb0507c9192', 'subnets': [{'id': 'bb4305fb-793e-4dc1-bf68-6c3134e54e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:27:46.732389 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-bc69e356-93ad-4931-8c7a-e2f52e06bd92 None None] Current status of the port edc1a013-54c6-4cf2-a199-c039dbaf9788 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:46.764033 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:27:46.764654 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:46.778798 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-ccc857c3-d471-4013-8024-461fadd38808 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (48f6f3c5-cb14-489f-990b-5c6c0915dbea), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:46.823978 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e886cf6-7335-46c9-9392-15a8eca2ba66 req-3389af16-4b66-49fc-a739-7578abcff589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:46.824512 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e886cf6-7335-46c9-9392-15a8eca2ba66 req-3389af16-4b66-49fc-a739-7578abcff589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:46.824972 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e886cf6-7335-46c9-9392-15a8eca2ba66 req-3389af16-4b66-49fc-a739-7578abcff589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:46.826679 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-9e886cf6-7335-46c9-9392-15a8eca2ba66 req-3389af16-4b66-49fc-a739-7578abcff589 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=2b66d718af5443bfbfcf198ecc36557d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1635206 Feb 20 03:27:46.855694 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-1246b8da-8136-47e7-a968-c1674fc717a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (aec447d8-d63b-4d4c-a72c-ae01f0fe0561), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:46.897719 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:46.898879 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c569120-3388-497c-b88b-0d86bac255f4 service neutron] Pushing event updated for resources: {'Port': ['ID=feb3716c-336e-4e71-b8f5-863db46580d3,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:46.923616 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b636867-c430-4ced-814c-fee93526cd24 req-10fffade-c223-4a49-8823-cf56e4335cea tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:46.942024 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5b636867-c430-4ced-814c-fee93526cd24 req-10fffade-c223-4a49-8823-cf56e4335cea tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 945 time: 0.7717769 Feb 20 03:27:46.987096 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-ccc857c3-d471-4013-8024-461fadd38808 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Network e730276a-8767-454e-ad52-96dd8c661ff1 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:27:46.995140 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-ccc857c3-d471-4013-8024-461fadd38808 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:27:47.001684 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80616771-9dbc-40a7-acdc-fa6ba946b2fe tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks [] for floatingip (cca4896a-4c97-4c24-a961-0c0c3faaecbe), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:47.003854 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-ccc857c3-d471-4013-8024-461fadd38808 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:27:47.081166 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6b5b8738-8e36-4d2c-b120-b8fb12b8bc14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (7e3d36e1-3349-4342-8374-1b3accc8a9f6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:47.256520 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e886cf6-7335-46c9-9392-15a8eca2ba66 req-98e94cdf-1832-4594-9721-928ebe8bb1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:47.256520 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-9e886cf6-7335-46c9-9392-15a8eca2ba66 req-98e94cdf-1832-4594-9721-928ebe8bb1fa service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3646402 Feb 20 03:27:47.491212 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-6b5b8738-8e36-4d2c-b120-b8fb12b8bc14 admin admin] Deleting port 0bab8052-87a6-43dc-a718-413d993feb8e {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:27:47.491751 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6b5b8738-8e36-4d2c-b120-b8fb12b8bc14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (0bab8052-87a6-43dc-a718-413d993feb8e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:47.508810 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ccf0fa-e440-4ecb-8275-4dd0e028852c tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Pushing event deleted for resources: {'Port': ['ID=7002f8fd-14f9-44cc-ab53-d41ec938c7ec,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:47.532032 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-ccc857c3-d471-4013-8024-461fadd38808 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:47.533077 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-ccc857c3-d471-4013-8024-461fadd38808 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:47.545097 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3e5cf-97c8-43cf-9bda-1239fbdf819c req-db0b8ff1-2efb-43d7-a6a1-45b2c27b4808 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:47.552548 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4ce3e5cf-97c8-43cf-9bda-1239fbdf819c req-db0b8ff1-2efb-43d7-a6a1-45b2c27b4808 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd4e544f-ddeb-4f48-8c42-1866549a882a HTTP/1.1" status: 200 len: 931 time: 0.9385965 Feb 20 03:27:47.590731 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-6b5b8738-8e36-4d2c-b120-b8fb12b8bc14 admin admin] For port 0bab8052-87a6-43dc-a718-413d993feb8e, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0bab8052-87a6-43dc-a718-413d993feb8e,segment=NetworkSegment(c43c8696-5443-406b-ab1f-aa8c5bb1eaa0),segment_id=c43c8696-5443-406b-ab1f-aa8c5bb1eaa0)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:47.591123 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6b5b8738-8e36-4d2c-b120-b8fb12b8bc14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (0bab8052-87a6-43dc-a718-413d993feb8e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:47.604403 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-6b5b8738-8e36-4d2c-b120-b8fb12b8bc14 admin admin] Calling delete_port for 0bab8052-87a6-43dc-a718-413d993feb8e owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:27:47.702533 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc857c3-d471-4013-8024-461fadd38808 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Pushing event updated for resources: {'Port': ['ID=48f6f3c5-cb14-489f-990b-5c6c0915dbea,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:47.730988 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5b636867-c430-4ced-814c-fee93526cd24 req-9b1ac7e3-0b13-41f2-8dce-5838762e97b6 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7703650 Feb 20 03:27:47.780004 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4ce3e5cf-97c8-43cf-9bda-1239fbdf819c req-38e49e10-8cbd-4557-bbc2-45446ce8bf5d tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263894 Feb 20 03:27:47.825006 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-ccc857c3-d471-4013-8024-461fadd38808 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8046350 Feb 20 03:27:47.876728 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-09cfacf3-a710-498d-a3ad-4a4b5921b217 service neutron] Request body: {'port': {'device_id': 'bd4e544f-ddeb-4f48-8c42-1866549a882a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:27:47.936053 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6b5b8738-8e36-4d2c-b120-b8fb12b8bc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (0bab8052-87a6-43dc-a718-413d993feb8e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:47.957801 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff9a0791-64bb-48be-8ff0-1efdf557519b req-ee18fc6a-ca61-4d91-ae6d-ac1792ba0016 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/ports?device_id=7aee8b5e-9565-4ef0-9011-bcfeb5c3f4b1 HTTP/1.1" status: 200 len: 210 time: 0.0904431 Feb 20 03:27:47.966525 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80616771-9dbc-40a7-acdc-fa6ba946b2fe tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7436f3ce-bb2f-4e58-a2e0-927bb7982198), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:47.987069 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b8738-8e36-4d2c-b120-b8fb12b8bc14 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bab8052-87a6-43dc-a718-413d993feb8e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:48.116449 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 7002f8fd-14f9-44cc-ab53-d41ec938c7ec no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:27:48.167722 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 7002f8fd-14f9-44cc-ab53-d41ec938c7ec {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:27:48.168720 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 7002f8fd-14f9-44cc-ab53-d41ec938c7ec not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:27:48.192611 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device edc1a013-54c6-4cf2-a199-c039dbaf9788 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:27:48.271381 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6b5b8738-8e36-4d2c-b120-b8fb12b8bc14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (7e3d36e1-3349-4342-8374-1b3accc8a9f6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:48.293559 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-09cfacf3-a710-498d-a3ad-4a4b5921b217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (48f6f3c5-cb14-489f-990b-5c6c0915dbea), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:48.307977 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port edc1a013-54c6-4cf2-a199-c039dbaf9788 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:27:48.308430 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (edc1a013-54c6-4cf2-a199-c039dbaf9788), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:48.364842 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990a9ea-f21f-44e0-9124-0f5010d25b34 req-4e06ad56-bf2f-48b4-9c9d-57ecd7a69c19 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:48.371324 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990a9ea-f21f-44e0-9124-0f5010d25b34 req-4e06ad56-bf2f-48b4-9c9d-57ecd7a69c19 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:48.378569 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e990a9ea-f21f-44e0-9124-0f5010d25b34 req-4e06ad56-bf2f-48b4-9c9d-57ecd7a69c19 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=0538c16d-759c-4f0f-8e2b-9e2a6b5057ca HTTP/1.1" status: 200 len: 1666 time: 0.5101151 Feb 20 03:27:48.444608 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port edc1a013-54c6-4cf2-a199-c039dbaf9788 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:48.459181 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aee8b5e-9565-4ef0-9011-bcfeb5c3f4b1', 'name': 'network-vif-deleted', 'tag': '7002f8fd-14f9-44cc-ab53-d41ec938c7ec'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:27:48.461461 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09df4ba2-bdf5-46f2-be57-af13991bdd0b" -d '{"events": [{"server_uuid": "7aee8b5e-9565-4ef0-9011-bcfeb5c3f4b1", "name": "network-vif-deleted", "tag": "7002f8fd-14f9-44cc-ab53-d41ec938c7ec"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:27:48.549318 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52990c-47b9-451c-b7f4-43ceef02ce35 req-70d28add-fcfb-4548-ac22-86e2d6524a7f tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:48.551020 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a52990c-47b9-451c-b7f4-43ceef02ce35 req-70d28add-fcfb-4548-ac22-86e2d6524a7f tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 944 time: 0.3582134 Feb 20 03:27:48.567468 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-1246b8da-8136-47e7-a968-c1674fc717a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec447d8-d63b-4d4c-a72c-ae01f0fe0561 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:27:48.568496 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5b8738-8e36-4d2c-b120-b8fb12b8bc14 admin admin] Router 7e3d36e1-3349-4342-8374-1b3accc8a9f6 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:27:48.598384 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-1246b8da-8136-47e7-a968-c1674fc717a9 service neutron] Publish callbacks [] for port (aec447d8-d63b-4d4c-a72c-ae01f0fe0561), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:48.672838 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e990a9ea-f21f-44e0-9124-0f5010d25b34 req-240f55fc-2d58-41a2-9331-d0166bac3064 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/security-groups?id=3ecfd148-49f1-45d7-a007-04cb1f6e339b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933187 Feb 20 03:27:48.684699 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80616771-9dbc-40a7-acdc-fa6ba946b2fe tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks [] for port (7436f3ce-bb2f-4e58-a2e0-927bb7982198), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:48.695476 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-1246b8da-8136-47e7-a968-c1674fc717a9 service neutron] Transition to ACTIVE for port object aec447d8-d63b-4d4c-a72c-ae01f0fe0561 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:27:48.697886 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5b8738-8e36-4d2c-b120-b8fb12b8bc14 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:27:48.700527 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6b5b8738-8e36-4d2c-b120-b8fb12b8bc14 admin admin] 10.222.0.89 "PUT /v2.0/routers/7e3d36e1-3349-4342-8374-1b3accc8a9f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6628618 Feb 20 03:27:48.702806 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55570) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:48.704873 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5053c5f6-9fda-4af0-af8c-38b11eefc29c None None] Sync routers for ids ['7e3d36e1-3349-4342-8374-1b3accc8a9f6'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:27:48.725571 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5053c5f6-9fda-4af0-af8c-38b11eefc29c None None] Routers {'7e3d36e1-3349-4342-8374-1b3accc8a9f6'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:27:48.728297 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-5053c5f6-9fda-4af0-af8c-38b11eefc29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:27:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7e3d36e1-3349-4342-8374-1b3accc8a9f6'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:27:48.747348 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80616771-9dbc-40a7-acdc-fa6ba946b2fe tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (7436f3ce-bb2f-4e58-a2e0-927bb7982198), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:48.793496 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875e9827-b09a-4f5d-a4d1-36501d29261e x-openstack-request-id: req-875e9827-b09a-4f5d-a4d1-36501d29261e {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:27:48.793496 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aee8b5e-9565-4ef0-9011-bcfeb5c3f4b1", "name": "network-vif-deleted", "tag": "7002f8fd-14f9-44cc-ab53-d41ec938c7ec", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:27:48.793496 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-875e9827-b09a-4f5d-a4d1-36501d29261e {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:27:48.793496 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aee8b5e-9565-4ef0-9011-bcfeb5c3f4b1', 'name': 'network-vif-deleted', 'tag': '7002f8fd-14f9-44cc-ab53-d41ec938c7ec', 'status': 'completed', 'code': 200} Feb 20 03:27:48.798492 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-1246b8da-8136-47e7-a968-c1674fc717a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (aec447d8-d63b-4d4c-a72c-ae01f0fe0561), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:48.854592 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-972c0591-95df-4305-92dc-ca0bc86b066a admin admin] Publish callbacks [] for router (7e3d36e1-3349-4342-8374-1b3accc8a9f6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:48.879792 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a52990c-47b9-451c-b7f4-43ceef02ce35 req-d53abd7a-2b20-4ac6-850e-3f660d238817 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040838 Feb 20 03:27:48.945754 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80616771-9dbc-40a7-acdc-fa6ba946b2fe tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (cca4896a-4c97-4c24-a961-0c0c3faaecbe), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:48.969339 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-5053c5f6-9fda-4af0-af8c-38b11eefc29c None None] Set router 7e3d36e1-3349-4342-8374-1b3accc8a9f6 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:27:49.064742 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80616771-9dbc-40a7-acdc-fa6ba946b2fe tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Pushing event updated for resources: {'Port': ['ID=7436f3ce-bb2f-4e58-a2e0-927bb7982198,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:49.089220 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-972c0591-95df-4305-92dc-ca0bc86b066a admin admin] Publish callbacks [] for router_gateway (7e3d36e1-3349-4342-8374-1b3accc8a9f6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:49.169237 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80616771-9dbc-40a7-acdc-fa6ba946b2fe tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:49.195407 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-80616771-9dbc-40a7-acdc-fa6ba946b2fe tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2805476 Feb 20 03:27:49.222438 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80616771-9dbc-40a7-acdc-fa6ba946b2fe tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:49.222802 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80616771-9dbc-40a7-acdc-fa6ba946b2fe tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:49.223191 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80616771-9dbc-40a7-acdc-fa6ba946b2fe tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:49.223893 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80616771-9dbc-40a7-acdc-fa6ba946b2fe tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:49.223893 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80616771-9dbc-40a7-acdc-fa6ba946b2fe tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:49.224184 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80616771-9dbc-40a7-acdc-fa6ba946b2fe tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:49.224512 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80616771-9dbc-40a7-acdc-fa6ba946b2fe tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:49.224933 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80616771-9dbc-40a7-acdc-fa6ba946b2fe tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:49.225303 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80616771-9dbc-40a7-acdc-fa6ba946b2fe tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:49.225982 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80616771-9dbc-40a7-acdc-fa6ba946b2fe tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:49.226355 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80616771-9dbc-40a7-acdc-fa6ba946b2fe tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:49.226650 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80616771-9dbc-40a7-acdc-fa6ba946b2fe tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:49.227066 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80616771-9dbc-40a7-acdc-fa6ba946b2fe tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:49.247098 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-972c0591-95df-4305-92dc-ca0bc86b066a admin admin] Deleting port a0331da5-be3b-4f17-8a98-6d0a6f706395 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:27:49.247462 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-972c0591-95df-4305-92dc-ca0bc86b066a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (a0331da5-be3b-4f17-8a98-6d0a6f706395), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:49.291863 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-1246b8da-8136-47e7-a968-c1674fc717a9 service neutron] Attempting to bind port aec447d8-d63b-4d4c-a72c-ae01f0fe0561 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:27:49.292281 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-1246b8da-8136-47e7-a968-c1674fc717a9 service neutron] Attempting to bind port aec447d8-d63b-4d4c-a72c-ae01f0fe0561 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'afb1e1f0-c683-4b9c-98d1-c143a7c55abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:27:49.292768 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-1246b8da-8136-47e7-a968-c1674fc717a9 service neutron] Attempting to bind port aec447d8-d63b-4d4c-a72c-ae01f0fe0561 on network 8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:27:49.315863 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-1246b8da-8136-47e7-a968-c1674fc717a9 service neutron] Port aec447d8-d63b-4d4c-a72c-ae01f0fe0561 on network 8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:27:49.316100 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-1246b8da-8136-47e7-a968-c1674fc717a9 service neutron] Attempting to bind port aec447d8-d63b-4d4c-a72c-ae01f0fe0561 on network 8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:27:49.318004 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246b8da-8136-47e7-a968-c1674fc717a9 service neutron] Pushing event updated for resources: {'Port': ['ID=aec447d8-d63b-4d4c-a72c-ae01f0fe0561,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:49.332658 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f5ba4-d3dd-43f2-8c56-1e2298de161b req-cd88ff67-8314-425c-ab3a-91be40db44ab tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:49.334210 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-360f5ba4-d3dd-43f2-8c56-1e2298de161b req-cd88ff67-8314-425c-ab3a-91be40db44ab tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 945 time: 0.4598055 Feb 20 03:27:49.380413 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d6525-5a4a-4fd9-a262-65a555f18232 req-6a1d7a43-6009-4f54-bf29-78113a042638 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:49.382694 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-618d6525-5a4a-4fd9-a262-65a555f18232 req-6a1d7a43-6009-4f54-bf29-78113a042638 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd4e544f-ddeb-4f48-8c42-1866549a882a HTTP/1.1" status: 200 len: 931 time: 0.3797293 Feb 20 03:27:49.383647 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-1246b8da-8136-47e7-a968-c1674fc717a9 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:27:49.383988 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-1246b8da-8136-47e7-a968-c1674fc717a9 service neutron] Checking segment: {'id': 'afb1e1f0-c683-4b9c-98d1-c143a7c55abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:27:49.384378 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-1246b8da-8136-47e7-a968-c1674fc717a9 service neutron] Bound using segment: {'id': 'afb1e1f0-c683-4b9c-98d1-c143a7c55abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:27:49.384975 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-1246b8da-8136-47e7-a968-c1674fc717a9 service neutron] Bound port: aec447d8-d63b-4d4c-a72c-ae01f0fe0561, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afb1e1f0-c683-4b9c-98d1-c143a7c55abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:27:49.385342 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-1246b8da-8136-47e7-a968-c1674fc717a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (aec447d8-d63b-4d4c-a72c-ae01f0fe0561), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:49.456838 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-5053c5f6-9fda-4af0-af8c-38b11eefc29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-908958892-router', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:40Z', 'updated_at': '2022-02-20T03:27:47Z', 'revision_number': 5, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'gw_port': {'id': 'a0331da5-be3b-4f17-8a98-6d0a6f706395', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:24:41Z', 'updated_at': '2022-02-20T03:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:27:49.485522 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-09cfacf3-a710-498d-a3ad-4a4b5921b217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48f6f3c5-cb14-489f-990b-5c6c0915dbea {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:27:49.487144 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5053c5f6-9fda-4af0-af8c-38b11eefc29c None None] Checking router: 7e3d36e1-3349-4342-8374-1b3accc8a9f6 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:27:49.496286 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5053c5f6-9fda-4af0-af8c-38b11eefc29c None None] Routers {'7e3d36e1-3349-4342-8374-1b3accc8a9f6'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:27:49.497081 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-5053c5f6-9fda-4af0-af8c-38b11eefc29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:27:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7e3d36e1-3349-4342-8374-1b3accc8a9f6'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:27:49.523939 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-09cfacf3-a710-498d-a3ad-4a4b5921b217 service neutron] Publish callbacks [] for port (48f6f3c5-cb14-489f-990b-5c6c0915dbea), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:49.560261 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-618d6525-5a4a-4fd9-a262-65a555f18232 req-8f13da3b-0916-4070-bb4d-e195ae1dc7a5 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631546 Feb 20 03:27:49.574190 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-09cfacf3-a710-498d-a3ad-4a4b5921b217 service neutron] Transition to ACTIVE for port object 48f6f3c5-cb14-489f-990b-5c6c0915dbea will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:27:49.577748 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-360f5ba4-d3dd-43f2-8c56-1e2298de161b req-2ff42fcd-3b96-4d6d-85fe-fdcea9d2dece tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351782 Feb 20 03:27:49.595113 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-1246b8da-8136-47e7-a968-c1674fc717a9 service neutron] For port aec447d8-d63b-4d4c-a72c-ae01f0fe0561, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:27:49.599208 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-1246b8da-8136-47e7-a968-c1674fc717a9 service neutron] For port aec447d8-d63b-4d4c-a72c-ae01f0fe0561, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=aec447d8-d63b-4d4c-a72c-ae01f0fe0561,segment=NetworkSegment(afb1e1f0-c683-4b9c-98d1-c143a7c55abb),segment_id=afb1e1f0-c683-4b9c-98d1-c143a7c55abb)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:27:49.661962 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-09cfacf3-a710-498d-a3ad-4a4b5921b217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (48f6f3c5-cb14-489f-990b-5c6c0915dbea), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:49.669408 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-5053c5f6-9fda-4af0-af8c-38b11eefc29c None None] Set router 7e3d36e1-3349-4342-8374-1b3accc8a9f6 gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:27:49.731315 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-1246b8da-8136-47e7-a968-c1674fc717a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (aec447d8-d63b-4d4c-a72c-ae01f0fe0561), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:49.771381 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-5053c5f6-9fda-4af0-af8c-38b11eefc29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-908958892-router', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:40Z', 'updated_at': '2022-02-20T03:27:49Z', 'revision_number': 6, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:27:49.788862 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfacf3-a710-498d-a3ad-4a4b5921b217 service neutron] Pushing event updated for resources: {'Port': ['ID=48f6f3c5-cb14-489f-990b-5c6c0915dbea,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:49.800365 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-1246b8da-8136-47e7-a968-c1674fc717a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:49.800985 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-1246b8da-8136-47e7-a968-c1674fc717a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:49.802377 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-1246b8da-8136-47e7-a968-c1674fc717a9 service neutron] 10.222.0.93 "PUT /v2.0/ports/aec447d8-d63b-4d4c-a72c-ae01f0fe0561 HTTP/1.1" status: 200 len: 1091 time: 3.7215438 Feb 20 03:27:49.849364 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5053c5f6-9fda-4af0-af8c-38b11eefc29c None None] The sync data for ids ['7e3d36e1-3349-4342-8374-1b3accc8a9f6'] in n-d-829866-4 is: [{'id': '7e3d36e1-3349-4342-8374-1b3accc8a9f6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-908958892-router', 'tenant_id': 'b51fc68f0ef94a37932f055767d64f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:24:40Z', 'updated_at': '2022-02-20T03:27:49Z', 'revision_number': 6, 'project_id': 'b51fc68f0ef94a37932f055767d64f43', 'gw_port_host': None}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:27:49.860011 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-972c0591-95df-4305-92dc-ca0bc86b066a admin admin] For port a0331da5-be3b-4f17-8a98-6d0a6f706395, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=a0331da5-be3b-4f17-8a98-6d0a6f706395,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:49.860905 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-972c0591-95df-4305-92dc-ca0bc86b066a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (a0331da5-be3b-4f17-8a98-6d0a6f706395), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:49.904957 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-972c0591-95df-4305-92dc-ca0bc86b066a admin admin] Calling delete_port for a0331da5-be3b-4f17-8a98-6d0a6f706395 owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:27:49.950360 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-3a5ce7f2-88da-4224-b8eb-36feacef9d8c tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--502465236&fields=id&tenant_id=6f0def2347034c3ca4f11bb0507c9192 HTTP/1.1" status: 200 len: 267 time: 0.2336211 Feb 20 03:27:50.001088 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-83ab916d-8a00-4029-b08d-66bf6f215189 service neutron] 10.222.0.93 "GET /v2.0/ports/d63e954e-40b6-4bee-a093-5acd484efee8/bindings/n-h1-829866-4 HTTP/1.1" status: 200 len: 384 time: 0.0864398 Feb 20 03:27:50.079316 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246b8da-8136-47e7-a968-c1674fc717a9 service neutron] Pushing event updated for resources: {'Port': ['ID=aec447d8-d63b-4d4c-a72c-ae01f0fe0561,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:50.103863 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-09cfacf3-a710-498d-a3ad-4a4b5921b217 service neutron] Attempting to bind port 48f6f3c5-cb14-489f-990b-5c6c0915dbea on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:27:50.104205 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-09cfacf3-a710-498d-a3ad-4a4b5921b217 service neutron] Attempting to bind port 48f6f3c5-cb14-489f-990b-5c6c0915dbea by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': 'd9eb8f3b-9eb2-4717-b7be-6446914f2ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e730276a-8767-454e-ad52-96dd8c661ff1'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:27:50.104735 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-09cfacf3-a710-498d-a3ad-4a4b5921b217 service neutron] Attempting to bind port 48f6f3c5-cb14-489f-990b-5c6c0915dbea on network e730276a-8767-454e-ad52-96dd8c661ff1 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:27:50.115511 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-09cfacf3-a710-498d-a3ad-4a4b5921b217 service neutron] Port 48f6f3c5-cb14-489f-990b-5c6c0915dbea on network e730276a-8767-454e-ad52-96dd8c661ff1 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:27:50.116633 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-09cfacf3-a710-498d-a3ad-4a4b5921b217 service neutron] Attempting to bind port 48f6f3c5-cb14-489f-990b-5c6c0915dbea on network e730276a-8767-454e-ad52-96dd8c661ff1 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:27:50.142955 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-08835478-e41c-4086-8fe7-91ce7d8e21aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:50.143452 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-08835478-e41c-4086-8fe7-91ce7d8e21aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:50.145117 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-08835478-e41c-4086-8fe7-91ce7d8e21aa service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2b66d718af5443bfbfcf198ecc36557d&device_id=0538c16d-759c-4f0f-8e2b-9e2a6b5057ca HTTP/1.1" status: 200 len: 2042 time: 0.2147288 Feb 20 03:27:50.145933 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-09cfacf3-a710-498d-a3ad-4a4b5921b217 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:27:50.146364 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-09cfacf3-a710-498d-a3ad-4a4b5921b217 service neutron] Checking segment: {'id': 'd9eb8f3b-9eb2-4717-b7be-6446914f2ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e730276a-8767-454e-ad52-96dd8c661ff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:27:50.146762 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-09cfacf3-a710-498d-a3ad-4a4b5921b217 service neutron] Bound using segment: {'id': 'd9eb8f3b-9eb2-4717-b7be-6446914f2ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e730276a-8767-454e-ad52-96dd8c661ff1'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:27:50.147278 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-09cfacf3-a710-498d-a3ad-4a4b5921b217 service neutron] Bound port: 48f6f3c5-cb14-489f-990b-5c6c0915dbea, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9eb8f3b-9eb2-4717-b7be-6446914f2ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e730276a-8767-454e-ad52-96dd8c661ff1'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:27:50.147644 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-09cfacf3-a710-498d-a3ad-4a4b5921b217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (48f6f3c5-cb14-489f-990b-5c6c0915dbea), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:50.203373 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-5605ba9f-d863-435f-a635-774d423e27ed service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.246&port_id=feb3716c-336e-4e71-b8f5-863db46580d3 HTTP/1.1" status: 200 len: 217 time: 0.0484591 Feb 20 03:27:50.218145 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-3ac686ff-c965-4361-867a-f78041189d3e tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:50.219773 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-3ac686ff-c965-4361-867a-f78041189d3e tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "GET /v2.0/networks?id=4d60220c-7bc2-4d5e-afc8-42af1b93a790 HTTP/1.1" status: 200 len: 812 time: 0.2591066 Feb 20 03:27:50.323009 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-9d4e07bf-c7a1-4bc1-a78d-29a1767233ee tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "GET /v2.0/quotas/6f0def2347034c3ca4f11bb0507c9192 HTTP/1.1" status: 200 len: 375 time: 0.0920150 Feb 20 03:27:50.336510 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0bab8052-87a6-43dc-a718-413d993feb8e no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:27:50.384515 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 0bab8052-87a6-43dc-a718-413d993feb8e {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:27:50.384873 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0bab8052-87a6-43dc-a718-413d993feb8e not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:27:50.423681 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-0f67afd8-9396-43d6-bf9e-17490c3101fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:50.425439 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-0f67afd8-9396-43d6-bf9e-17490c3101fd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d26dff9d-f58a-465b-bf1c-f050acd4c8f0 HTTP/1.1" status: 200 len: 801 time: 0.2047625 Feb 20 03:27:50.425769 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-972c0591-95df-4305-92dc-ca0bc86b066a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (a0331da5-be3b-4f17-8a98-6d0a6f706395), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:50.458538 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c0591-95df-4305-92dc-ca0bc86b066a admin admin] Pushing event deleted for resources: {'Port': ['ID=a0331da5-be3b-4f17-8a98-6d0a6f706395,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:50.481614 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-09cfacf3-a710-498d-a3ad-4a4b5921b217 service neutron] For port 48f6f3c5-cb14-489f-990b-5c6c0915dbea, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:27:50.505638 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0591-95df-4305-92dc-ca0bc86b066a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:50.506033 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0591-95df-4305-92dc-ca0bc86b066a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:50.506345 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0591-95df-4305-92dc-ca0bc86b066a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:50.506686 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0591-95df-4305-92dc-ca0bc86b066a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:50.507036 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0591-95df-4305-92dc-ca0bc86b066a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:50.507559 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0591-95df-4305-92dc-ca0bc86b066a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:50.507784 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b94ca7-662b-4315-8e0f-d83cd43f126e req-450e51d2-ca22-4c88-9568-fd3de794f348 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:50.507905 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0591-95df-4305-92dc-ca0bc86b066a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:50.508199 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0591-95df-4305-92dc-ca0bc86b066a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:50.508521 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0591-95df-4305-92dc-ca0bc86b066a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:50.508839 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0591-95df-4305-92dc-ca0bc86b066a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:50.509156 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0591-95df-4305-92dc-ca0bc86b066a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:50.509473 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0591-95df-4305-92dc-ca0bc86b066a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:50.509787 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0591-95df-4305-92dc-ca0bc86b066a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:27:50.514165 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b94ca7-662b-4315-8e0f-d83cd43f126e req-450e51d2-ca22-4c88-9568-fd3de794f348 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:50.515897 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0b94ca7-662b-4315-8e0f-d83cd43f126e req-450e51d2-ca22-4c88-9568-fd3de794f348 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=0538c16d-759c-4f0f-8e2b-9e2a6b5057ca HTTP/1.1" status: 200 len: 1678 time: 0.2364836 Feb 20 03:27:50.523263 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-09cfacf3-a710-498d-a3ad-4a4b5921b217 service neutron] For port 48f6f3c5-cb14-489f-990b-5c6c0915dbea, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=48f6f3c5-cb14-489f-990b-5c6c0915dbea,segment=NetworkSegment(d9eb8f3b-9eb2-4717-b7be-6446914f2ad1),segment_id=d9eb8f3b-9eb2-4717-b7be-6446914f2ad1)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:27:50.536780 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-db7cc79f-0f4a-4eb3-92ad-0aaff34e982d tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=6f0def2347034c3ca4f11bb0507c9192&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1963334 Feb 20 03:27:50.560938 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-f8571ee1-148e-4de8-a613-11c0e7cdbb22 service neutron] For port d63e954e-40b6-4bee-a093-5acd484efee8, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=d63e954e-40b6-4bee-a093-5acd484efee8,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:50.563992 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-425ab664-4d21-4b14-baab-97e3edc66a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:50.565462 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-425ab664-4d21-4b14-baab-97e3edc66a25 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=eff329fc-00e7-4a9c-8074-802f9878ce66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1315629 Feb 20 03:27:50.581381 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-972c0591-95df-4305-92dc-ca0bc86b066a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (7e3d36e1-3349-4342-8374-1b3accc8a9f6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:50.645587 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-f8571ee1-148e-4de8-a613-11c0e7cdbb22 service neutron] For port d63e954e-40b6-4bee-a093-5acd484efee8, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:27:50.648110 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-09cfacf3-a710-498d-a3ad-4a4b5921b217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (48f6f3c5-cb14-489f-990b-5c6c0915dbea), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:50.691240 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:50.698730 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-972c0591-95df-4305-92dc-ca0bc86b066a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (7e3d36e1-3349-4342-8374-1b3accc8a9f6), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:50.703654 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-972c0591-95df-4305-92dc-ca0bc86b066a admin admin] Publish callbacks [] for router_controller (7e3d36e1-3349-4342-8374-1b3accc8a9f6), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:50.712252 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-f8571ee1-148e-4de8-a613-11c0e7cdbb22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d63e954e-40b6-4bee-a093-5acd484efee8 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:27:50.728979 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0b94ca7-662b-4315-8e0f-d83cd43f126e req-5af13cbf-6932-4fdd-b811-66f4d27bc1e8 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/security-groups?id=3ecfd148-49f1-45d7-a007-04cb1f6e339b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948185 Feb 20 03:27:50.734005 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-09cfacf3-a710-498d-a3ad-4a4b5921b217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:50.735406 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-09cfacf3-a710-498d-a3ad-4a4b5921b217 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:50.736985 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-09cfacf3-a710-498d-a3ad-4a4b5921b217 service neutron] 10.222.0.42 "PUT /v2.0/ports/48f6f3c5-cb14-489f-990b-5c6c0915dbea HTTP/1.1" status: 200 len: 1091 time: 2.8676691 Feb 20 03:27:50.796521 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0538c16d-759c-4f0f-8e2b-9e2a6b5057ca', 'tag': 'aec447d8-d63b-4d4c-a72c-ae01f0fe0561'}, {'name': 'network-changed', 'server_uuid': 'bd4e544f-ddeb-4f48-8c42-1866549a882a', 'tag': '48f6f3c5-cb14-489f-990b-5c6c0915dbea'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:27:50.798767 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ca723c-2d4f-4f9c-beca-b2702d066d02" -d '{"events": [{"name": "network-changed", "server_uuid": "0538c16d-759c-4f0f-8e2b-9e2a6b5057ca", "tag": "aec447d8-d63b-4d4c-a72c-ae01f0fe0561"}, {"name": "network-changed", "server_uuid": "bd4e544f-ddeb-4f48-8c42-1866549a882a", "tag": "48f6f3c5-cb14-489f-990b-5c6c0915dbea"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:27:50.805535 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-f8571ee1-148e-4de8-a613-11c0e7cdbb22 service neutron] For port d63e954e-40b6-4bee-a093-5acd484efee8, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=d63e954e-40b6-4bee-a093-5acd484efee8,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:50.866689 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfacf3-a710-498d-a3ad-4a4b5921b217 service neutron] Pushing event updated for resources: {'Port': ['ID=48f6f3c5-cb14-489f-990b-5c6c0915dbea,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:50.890429 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:50.901463 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-8b6bf4b6-d650-41f7-926d-a4a8cc1efb69 service neutron] 10.222.0.89 "GET /v2.0/networks/4d60220c-7bc2-4d5e-afc8-42af1b93a790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366997 Feb 20 03:27:50.926965 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-a7402136-221f-426d-a86d-d5ca6b2f8b41 service neutron] 10.222.0.93 "GET /v2.0/networks/eff329fc-00e7-4a9c-8074-802f9878ce66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494384 Feb 20 03:27:50.947561 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-972c0591-95df-4305-92dc-ca0bc86b066a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (7e3d36e1-3349-4342-8374-1b3accc8a9f6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:50.948138 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972c0591-95df-4305-92dc-ca0bc86b066a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e3d36e1-3349-4342-8374-1b3accc8a9f6 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:27:50.949736 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-f8571ee1-148e-4de8-a613-11c0e7cdbb22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d63e954e-40b6-4bee-a093-5acd484efee8), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:50.953855 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-972c0591-95df-4305-92dc-ca0bc86b066a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:50.957526 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-972c0591-95df-4305-92dc-ca0bc86b066a admin admin] 10.222.0.89 "DELETE /v2.0/routers/7e3d36e1-3349-4342-8374-1b3accc8a9f6 HTTP/1.1" status: 204 len: 168 time: 2.2532125 Feb 20 03:27:50.958128 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55606) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:51.045083 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-21be9a11-06c1-4e23-90b6-85313e8ea478 admin admin] Deleting subnet 45a6eef8-376a-483a-a26e-f4c41d993600 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:27:51.056572 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-21be9a11-06c1-4e23-90b6-85313e8ea478 admin admin] Publish callbacks [] for subnet (45a6eef8-376a-483a-a26e-f4c41d993600), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:51.066666 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0addbd81-4400-4948-ad50-025a16de0024 req-ec8b1bab-94dc-4a54-b627-686accdf59a2 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:51.068343 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0addbd81-4400-4948-ad50-025a16de0024 req-ec8b1bab-94dc-4a54-b627-686accdf59a2 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 944 time: 0.2222571 Feb 20 03:27:51.103658 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-ad0dc5f2-0364-44bc-a6b8-e1d84b531ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:51.105267 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-ad0dc5f2-0364-44bc-a6b8-e1d84b531ef7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd7851a863a8452e82d14d3392ca44be&device_id=bd4e544f-ddeb-4f48-8c42-1866549a882a HTTP/1.1" status: 200 len: 1125 time: 0.2424455 Feb 20 03:27:51.108623 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-f8571ee1-148e-4de8-a613-11c0e7cdbb22 service neutron] Transition to ACTIVE for port object d63e954e-40b6-4bee-a093-5acd484efee8 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:27:51.116884 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-21be9a11-06c1-4e23-90b6-85313e8ea478 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (45a6eef8-376a-483a-a26e-f4c41d993600), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:51.176764 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-f8571ee1-148e-4de8-a613-11c0e7cdbb22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (d63e954e-40b6-4bee-a093-5acd484efee8), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:51.185561 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-8a6cfebf-1a06-4793-a09c-8ade1eeca9de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48f6f3c5-cb14-489f-990b-5c6c0915dbea HTTP/1.1" status: 200 len: 217 time: 0.0665658 Feb 20 03:27:51.187588 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-c0435098-daa8-48bd-bdc5-a4ee7cfd117c service neutron] 10.222.0.89 "GET /v2.0/networks/4d60220c-7bc2-4d5e-afc8-42af1b93a790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695658 Feb 20 03:27:51.212134 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-9e47c4a0-43df-4cc0-be6f-5025855704ca service neutron] 10.222.0.93 "GET /v2.0/networks/eff329fc-00e7-4a9c-8074-802f9878ce66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693708 Feb 20 03:27:51.293678 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-f8571ee1-148e-4de8-a613-11c0e7cdbb22 service neutron] No DVR routers for this DVR port d63e954e-40b6-4bee-a093-5acd484efee8 on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:27:51.296782 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-21be9a11-06c1-4e23-90b6-85313e8ea478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (45a6eef8-376a-483a-a26e-f4c41d993600), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:51.306146 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-a5d1e2dc-b775-4084-86ca-f911dfebdb28 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.54&port_id=aec447d8-d63b-4d4c-a72c-ae01f0fe0561 HTTP/1.1" status: 200 len: 217 time: 0.0680630 Feb 20 03:27:51.366745 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-f8571ee1-148e-4de8-a613-11c0e7cdbb22 service neutron] 10.222.0.93 "PUT /v2.0/ports/d63e954e-40b6-4bee-a093-5acd484efee8/bindings/n-h1-829866-4/activate HTTP/1.1" status: 200 len: 369 time: 1.3573616 Feb 20 03:27:51.369841 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8571ee1-148e-4de8-a613-11c0e7cdbb22 service neutron] Pushing event updated for resources: {'Port': ['ID=d63e954e-40b6-4bee-a093-5acd484efee8,revision_number=10']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:51.549967 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-21be9a11-06c1-4e23-90b6-85313e8ea478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (45a6eef8-376a-483a-a26e-f4c41d993600), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:51.601044 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-21be9a11-06c1-4e23-90b6-85313e8ea478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:51.605902 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-21be9a11-06c1-4e23-90b6-85313e8ea478 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/45a6eef8-376a-483a-a26e-f4c41d993600 HTTP/1.1" status: 204 len: 168 time: 0.6449535 Feb 20 03:27:51.607114 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fffca5-fe6b-40fd-a11a-2bdd4b38314e None None] Network edfd7dd8-5385-49de-a304-74f70dd7d14a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:27:51.607426 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be9a11-06c1-4e23-90b6-85313e8ea478 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45a6eef8-376a-483a-a26e-f4c41d993600,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:51.616532 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55614) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:51.770783 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8863ce84-39e1-4e1e-b2e9-9771cda482e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (edfd7dd8-5385-49de-a304-74f70dd7d14a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:51.821933 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0addbd81-4400-4948-ad50-025a16de0024 req-1cc438f3-66c7-43ec-b4c8-ccd719ac939b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7229187 Feb 20 03:27:51.830677 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-8863ce84-39e1-4e1e-b2e9-9771cda482e0 admin admin] Deleting port 3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:27:51.831126 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8863ce84-39e1-4e1e-b2e9-9771cda482e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:51.845862 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4223b60-10b8-4ae8-98b9-a1283549ce7c None None] DHCP port deletion for edfd7dd8-5385-49de-a304-74f70dd7d14a request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:27:51.909629 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-8863ce84-39e1-4e1e-b2e9-9771cda482e0 admin admin] For port 3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c,segment=NetworkSegment(c43c8696-5443-406b-ab1f-aa8c5bb1eaa0),segment_id=c43c8696-5443-406b-ab1f-aa8c5bb1eaa0)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:51.910190 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8863ce84-39e1-4e1e-b2e9-9771cda482e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:51.920180 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-cb680c1e-172c-4d5c-b194-75dc8d081352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:51.921955 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-cb680c1e-172c-4d5c-b194-75dc8d081352 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8e14faae-4287-43c5-b885-ed10ed8e99fe HTTP/1.1" status: 200 len: 801 time: 0.6072354 Feb 20 03:27:51.924962 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-4c76f48d-1d41-4994-add1-4883eff9257c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:51.924962 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-4c76f48d-1d41-4994-add1-4883eff9257c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2eb0b226-9b36-4d76-8063-22e21454da3d HTTP/1.1" status: 200 len: 861 time: 0.7263417 Feb 20 03:27:51.931803 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e4223b60-10b8-4ae8-98b9-a1283549ce7c None None] Deleting port 3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:27:51.932431 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e4223b60-10b8-4ae8-98b9-a1283549ce7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:51.933015 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-8863ce84-39e1-4e1e-b2e9-9771cda482e0 admin admin] Calling delete_port for 3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:27:52.013014 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e4223b60-10b8-4ae8-98b9-a1283549ce7c None None] For port 3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c,segment=NetworkSegment(c43c8696-5443-406b-ab1f-aa8c5bb1eaa0),segment_id=c43c8696-5443-406b-ab1f-aa8c5bb1eaa0)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:52.013657 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e4223b60-10b8-4ae8-98b9-a1283549ce7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:52.028984 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e4223b60-10b8-4ae8-98b9-a1283549ce7c None None] Calling delete_port for 3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:27:52.043870 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-b5903bb3-b84e-4411-a678-81934f4c5bfc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e730276a-8767-454e-ad52-96dd8c661ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847054 Feb 20 03:27:52.116542 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:27:52.137274 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8863ce84-39e1-4e1e-b2e9-9771cda482e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:52.151127 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e4223b60-10b8-4ae8-98b9-a1283549ce7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:52.166004 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4223b60-10b8-4ae8-98b9-a1283549ce7c None None] No DVR routers for this DVR port 3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:27:52.180359 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec482d-c53d-4d4b-9e52-5e837c6b90af req-4de58d97-ff25-48e5-b5d2-16cffbf304b6 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:52.187338 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-eeec482d-c53d-4d4b-9e52-5e837c6b90af req-4de58d97-ff25-48e5-b5d2-16cffbf304b6 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/ports?device_id=de8cc3dc-639f-4b6a-b546-e2b737294e7f HTTP/1.1" status: 200 len: 949 time: 0.4421003 Feb 20 03:27:52.199603 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4223b60-10b8-4ae8-98b9-a1283549ce7c None None] Pushing event deleted for resources: {'Port': ['ID=3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:52.214031 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No active binding found for port 3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c {{(pid=104107) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 20 03:27:52.214614 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] The host n-d-829866-4 is not matching for port 3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c host None! {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 03:27:52.215061 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:27:52.215604 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device a0331da5-be3b-4f17-8a98-6d0a6f706395 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:27:52.224265 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49919e19-5d69-4208-a4ef-c3c5a8832ad8 req-563b72f9-c461-42d2-8a4e-e75197bf75af tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:52.226473 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-49919e19-5d69-4208-a4ef-c3c5a8832ad8 req-563b72f9-c461-42d2-8a4e-e75197bf75af tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.42 "GET /v2.0/ports?device_id=de8cc3dc-639f-4b6a-b546-e2b737294e7f HTTP/1.1" status: 200 len: 949 time: 0.4834611 Feb 20 03:27:52.243643 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: a0331da5-be3b-4f17-8a98-6d0a6f706395 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:27:52.243913 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device a0331da5-be3b-4f17-8a98-6d0a6f706395 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:27:52.254256 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-86bbe5a7-91b7-46d2-8800-a0ee7857b5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:52.254256 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-86bbe5a7-91b7-46d2-8800-a0ee7857b5dc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2614307 Feb 20 03:27:52.259706 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-c8c6537d-5bfc-4d35-8c60-2acd4e3cd13b tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:52.261326 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-c8c6537d-5bfc-4d35-8c60-2acd4e3cd13b tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a&tenant_id=f32a2222e912478982e32c7419305be8&binding%3Ahost_id=n-h2-829866-4 HTTP/1.1" status: 200 len: 1127 time: 0.4771664 Feb 20 03:27:52.261482 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8863ce84-39e1-4e1e-b2e9-9771cda482e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:52.277772 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8863ce84-39e1-4e1e-b2e9-9771cda482e0 admin admin] No DVR routers for this DVR port 3b3d0d1b-25c2-4aba-903e-b74b0f5fc05c on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:27:52.359618 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8863ce84-39e1-4e1e-b2e9-9771cda482e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (edfd7dd8-5385-49de-a304-74f70dd7d14a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:52.364819 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651976f2-e6ac-44c3-8f85-37cca33abec1 req-483d871d-881b-4c3c-b5c1-c09c5e751f01 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:52.367411 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-651976f2-e6ac-44c3-8f85-37cca33abec1 req-483d871d-881b-4c3c-b5c1-c09c5e751f01 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd4e544f-ddeb-4f48-8c42-1866549a882a HTTP/1.1" status: 200 len: 943 time: 0.4241636 Feb 20 03:27:52.389097 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-8863ce84-39e1-4e1e-b2e9-9771cda482e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edfd7dd8-5385-49de-a304-74f70dd7d14a']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:27:52.399729 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-8863ce84-39e1-4e1e-b2e9-9771cda482e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43c8696-5443-406b-ab1f-aa8c5bb1eaa0') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:27:52.399729 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-8863ce84-39e1-4e1e-b2e9-9771cda482e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43c8696-5443-406b-ab1f-aa8c5bb1eaa0') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:27:52.409763 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8863ce84-39e1-4e1e-b2e9-9771cda482e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (c43c8696-5443-406b-ab1f-aa8c5bb1eaa0), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:52.424447 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8863ce84-39e1-4e1e-b2e9-9771cda482e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (c43c8696-5443-406b-ab1f-aa8c5bb1eaa0), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:52.431493 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8863ce84-39e1-4e1e-b2e9-9771cda482e0 admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:27:52.431834 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8863ce84-39e1-4e1e-b2e9-9771cda482e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (c43c8696-5443-406b-ab1f-aa8c5bb1eaa0), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:52.433895 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:27:52.433895 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:27:52.433895 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:27:52.433895 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:27:52.433895 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:27:52.433895 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:27:52.433895 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:27:52.433895 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:27:52.433895 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:27:52.433895 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:27:52.433895 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:27:52.433895 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:27:52.433895 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:27:52.433895 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:27:52.433895 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:27:52.433895 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:27:52.433895 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:27:52.433895 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:27:52.433895 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:27:52.433895 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:27:52.433895 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:27:52.433895 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:27:52.433895 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:27:52.433895 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:27:52.433895 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:27:52.433895 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:27:52.433895 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:27:52.433895 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:27:52.433895 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:27:52.433895 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:27:52.433895 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:27:52.433895 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:27:52.503896 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-a37feb70-3299-4a15-b2b0-0f080946f95a service neutron] 10.222.0.42 "GET /v2.0/networks/e730276a-8767-454e-ad52-96dd8c661ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234455 Feb 20 03:27:52.507557 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-eeec482d-c53d-4d4b-9e52-5e837c6b90af req-cc40286e-8062-40e0-b634-158e3babca91 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/security-groups?id=a63502c7-06d1-4b4b-8d76-5828c9f1019f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194387 Feb 20 03:27:52.621762 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8863ce84-39e1-4e1e-b2e9-9771cda482e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (edfd7dd8-5385-49de-a304-74f70dd7d14a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:52.628169 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-651976f2-e6ac-44c3-8f85-37cca33abec1 req-bccd15d5-baa7-40b4-ba40-03d52e4de7fe tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214808 Feb 20 03:27:52.632761 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8863ce84-39e1-4e1e-b2e9-9771cda482e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:52.637470 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8863ce84-39e1-4e1e-b2e9-9771cda482e0 admin admin] 10.222.0.89 "DELETE /v2.0/networks/edfd7dd8-5385-49de-a304-74f70dd7d14a HTTP/1.1" status: 204 len: 168 time: 1.0188746 Feb 20 03:27:52.642972 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55626) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:52.690483 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-172c4f07-80f9-470d-930a-3afbb7d5ca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:52.693373 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-172c4f07-80f9-470d-930a-3afbb7d5ca63 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a&tenant_id=f32a2222e912478982e32c7419305be8 HTTP/1.1" status: 200 len: 1127 time: 0.3994021 Feb 20 03:27:52.699430 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-6a9b7cbf-f993-4981-b177-de29fe79806f service neutron] 10.222.0.93 "GET /v2.0/networks/8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113309 Feb 20 03:27:52.711537 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 20 Feb 2022 03:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cf1c61-1341-4415-8035-827267d5114e x-openstack-request-id: req-29cf1c61-1341-4415-8035-827267d5114e {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:27:52.711878 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0538c16d-759c-4f0f-8e2b-9e2a6b5057ca", "tag": "aec447d8-d63b-4d4c-a72c-ae01f0fe0561", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bd4e544f-ddeb-4f48-8c42-1866549a882a", "tag": "48f6f3c5-cb14-489f-990b-5c6c0915dbea", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:27:52.712138 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-29cf1c61-1341-4415-8035-827267d5114e {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:27:52.713386 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0538c16d-759c-4f0f-8e2b-9e2a6b5057ca', 'tag': 'aec447d8-d63b-4d4c-a72c-ae01f0fe0561', 'status': 'completed', 'code': 200} Feb 20 03:27:52.713650 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4e544f-ddeb-4f48-8c42-1866549a882a', 'tag': '48f6f3c5-cb14-489f-990b-5c6c0915dbea', 'status': 'completed', 'code': 200} Feb 20 03:27:52.785769 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-49919e19-5d69-4208-a4ef-c3c5a8832ad8 req-ce05121a-fa74-4c20-9c88-3ba3fed947de tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Deleting port 15c269e9-dfdb-48aa-a568-b5b123f68088 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:27:52.786105 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-49919e19-5d69-4208-a4ef-c3c5a8832ad8 req-ce05121a-fa74-4c20-9c88-3ba3fed947de tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (15c269e9-dfdb-48aa-a568-b5b123f68088), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:52.805856 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8863ce84-39e1-4e1e-b2e9-9771cda482e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=edfd7dd8-5385-49de-a304-74f70dd7d14a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:52.898737 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2c41042e-4ab4-45fd-820d-b09260ce5b6f req-7b7174ec-30f1-4be7-8434-c1a56baab967 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "GET /v2.0/ports?device_id=0513e80f-2b82-445e-a9ac-5bcf73e3e389 HTTP/1.1" status: 200 len: 210 time: 0.1396868 Feb 20 03:27:52.914269 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-05f76caf-9e8f-4045-b6df-7d5733fe43df req-76e5fece-bee1-4475-a2de-4d4f8defb2ec service neutron] 10.222.0.42 "GET /v2.0/networks/e730276a-8767-454e-ad52-96dd8c661ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994107 Feb 20 03:27:52.935555 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7689a-d7fb-461b-bfb8-8e533879ec42 req-1cfc581c-e77f-4911-9383-ef41f0e87ee0 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:52.937344 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75d7689a-d7fb-461b-bfb8-8e533879ec42 req-1cfc581c-e77f-4911-9383-ef41f0e87ee0 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 945 time: 0.3042808 Feb 20 03:27:53.040501 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-f121f995-310f-46e2-b8c2-9c01be4198fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:53.041938 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-f121f995-310f-46e2-b8c2-9c01be4198fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f32a2222e912478982e32c7419305be8&device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 1127 time: 0.3069339 Feb 20 03:27:53.089239 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74a3f85d-5639-4098-93ff-b8c42f590017 req-46237fe9-e3a1-4456-a1e2-cbd3b25b148d service neutron] 10.222.0.93 "GET /v2.0/networks/8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711011 Feb 20 03:27:53.141532 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ff787a5e-5ae8-4c16-b2ea-a3d462b1692b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (772ce8d6-8a9b-4e2b-9b37-f58122366ab5), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:53.169947 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-49919e19-5d69-4208-a4ef-c3c5a8832ad8 req-ce05121a-fa74-4c20-9c88-3ba3fed947de tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] For port 15c269e9-dfdb-48aa-a568-b5b123f68088, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=15c269e9-dfdb-48aa-a568-b5b123f68088,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:53.170360 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-49919e19-5d69-4208-a4ef-c3c5a8832ad8 req-ce05121a-fa74-4c20-9c88-3ba3fed947de tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (15c269e9-dfdb-48aa-a568-b5b123f68088), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:53.195542 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75d7689a-d7fb-461b-bfb8-8e533879ec42 req-7574fa80-6b31-407f-a6fc-97dd83b9142e tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525337 Feb 20 03:27:53.207941 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-49919e19-5d69-4208-a4ef-c3c5a8832ad8 req-ce05121a-fa74-4c20-9c88-3ba3fed947de tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Calling delete_port for 15c269e9-dfdb-48aa-a568-b5b123f68088 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:27:53.258718 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0661bb-2b23-431a-95e8-033fa0261662 req-c1d6a16a-1245-45d3-84fd-ef77f8fb68e1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:53.264178 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0661bb-2b23-431a-95e8-033fa0261662 req-c1d6a16a-1245-45d3-84fd-ef77f8fb68e1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:53.266005 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1d0661bb-2b23-431a-95e8-033fa0261662 req-c1d6a16a-1245-45d3-84fd-ef77f8fb68e1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=0538c16d-759c-4f0f-8e2b-9e2a6b5057ca HTTP/1.1" status: 200 len: 1678 time: 0.2497299 Feb 20 03:27:53.356578 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca723c-2d4f-4f9c-beca-b2702d066d02 req-ed77a37b-5b76-46dc-8fee-170710ab37af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:53.358272 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70ca723c-2d4f-4f9c-beca-b2702d066d02 req-ed77a37b-5b76-46dc-8fee-170710ab37af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd7851a863a8452e82d14d3392ca44be&device_id=bd4e544f-ddeb-4f48-8c42-1866549a882a HTTP/1.1" status: 200 len: 1125 time: 0.3286226 Feb 20 03:27:53.413300 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-f0ceecdd-f484-4af6-a002-a7a033be8f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:53.415575 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-f0ceecdd-f484-4af6-a002-a7a033be8f2d service neutron] 10.222.0.42 "GET /v2.0/networks?id=b760bf03-7766-4aef-bd0e-08d3e5c4e949 HTTP/1.1" status: 200 len: 909 time: 0.3376541 Feb 20 03:27:53.487474 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-ff787a5e-5ae8-4c16-b2ea-a3d462b1692b admin admin] Deleting port 024db250-6804-4a6b-a81f-82e78cf800a7 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:27:53.487812 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ff787a5e-5ae8-4c16-b2ea-a3d462b1692b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (024db250-6804-4a6b-a81f-82e78cf800a7), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:53.530481 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-75f0ee9f-0eeb-4b8e-9e7c-6b72725fa8b6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d63e954e-40b6-4bee-a093-5acd484efee8 HTTP/1.1" status: 200 len: 217 time: 0.0956783 Feb 20 03:27:53.576833 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-ff787a5e-5ae8-4c16-b2ea-a3d462b1692b admin admin] For port 024db250-6804-4a6b-a81f-82e78cf800a7, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=024db250-6804-4a6b-a81f-82e78cf800a7,segment=NetworkSegment(73e92b36-06cd-418d-8fae-18211b931a69),segment_id=73e92b36-06cd-418d-8fae-18211b931a69)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:53.577634 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ff787a5e-5ae8-4c16-b2ea-a3d462b1692b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (024db250-6804-4a6b-a81f-82e78cf800a7), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:53.591430 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-ff787a5e-5ae8-4c16-b2ea-a3d462b1692b admin admin] Calling delete_port for 024db250-6804-4a6b-a81f-82e78cf800a7 owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:27:53.594503 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1d0661bb-2b23-431a-95e8-033fa0261662 req-cf86cb27-9c51-4095-a873-42834ebb7581 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/security-groups?id=3ecfd148-49f1-45d7-a007-04cb1f6e339b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867348 Feb 20 03:27:53.620630 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca723c-2d4f-4f9c-beca-b2702d066d02 req-b9171900-ff6c-45ce-8a5d-c37ea7ff99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:53.621115 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca723c-2d4f-4f9c-beca-b2702d066d02 req-b9171900-ff6c-45ce-8a5d-c37ea7ff99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:53.622773 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70ca723c-2d4f-4f9c-beca-b2702d066d02 req-b9171900-ff6c-45ce-8a5d-c37ea7ff99f8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2b66d718af5443bfbfcf198ecc36557d&device_id=0538c16d-759c-4f0f-8e2b-9e2a6b5057ca HTTP/1.1" status: 200 len: 2042 time: 0.3254728 Feb 20 03:27:53.643886 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686be24-1350-48db-a4d9-0342ee6c55ca req-c12441db-f0a8-4d6f-9922-e9c4e3ac641e tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:53.646798 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7686be24-1350-48db-a4d9-0342ee6c55ca req-c12441db-f0a8-4d6f-9922-e9c4e3ac641e tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 945 time: 0.2817447 Feb 20 03:27:53.724809 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-6487aef4-10b1-41d8-874d-4eb642b8e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:53.727000 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-6487aef4-10b1-41d8-874d-4eb642b8e873 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=458c6d71-ffe3-42c1-873f-079dd6df07cb HTTP/1.1" status: 200 len: 848 time: 0.1756797 Feb 20 03:27:53.763627 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca723c-2d4f-4f9c-beca-b2702d066d02 req-6a0abc50-a4f0-4e55-8186-b9a3a1787fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:53.765111 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70ca723c-2d4f-4f9c-beca-b2702d066d02 req-6a0abc50-a4f0-4e55-8186-b9a3a1787fe5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e730276a-8767-454e-ad52-96dd8c661ff1 HTTP/1.1" status: 200 len: 922 time: 0.3861415 Feb 20 03:27:53.848061 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-c90545e1-e577-42f2-be2b-97e3f4ade9ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b760bf03-7766-4aef-bd0e-08d3e5c4e949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817285 Feb 20 03:27:53.867717 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ff787a5e-5ae8-4c16-b2ea-a3d462b1692b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (024db250-6804-4a6b-a81f-82e78cf800a7), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:53.902468 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff787a5e-5ae8-4c16-b2ea-a3d462b1692b admin admin] Pushing event deleted for resources: {'Port': ['ID=024db250-6804-4a6b-a81f-82e78cf800a7,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:53.903001 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70ca723c-2d4f-4f9c-beca-b2702d066d02 req-447d6f23-6b92-4396-8956-2cd5ac627a10 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48f6f3c5-cb14-489f-990b-5c6c0915dbea HTTP/1.1" status: 200 len: 217 time: 0.1153219 Feb 20 03:27:54.138745 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ff787a5e-5ae8-4c16-b2ea-a3d462b1692b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (772ce8d6-8a9b-4e2b-9b37-f58122366ab5), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:54.307153 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7686be24-1350-48db-a4d9-0342ee6c55ca req-2f2f1561-61b4-4b5f-b050-3ff0d63f683d tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6443298 Feb 20 03:27:54.323766 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-49919e19-5d69-4208-a4ef-c3c5a8832ad8 req-ce05121a-fa74-4c20-9c88-3ba3fed947de tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (15c269e9-dfdb-48aa-a568-b5b123f68088), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:54.336226 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['15c269e9-dfdb-48aa-a568-b5b123f68088'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:27:54.356663 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-64094117-2ec1-426a-8fc8-3dd902363c70 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:54.358205 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-64094117-2ec1-426a-8fc8-3dd902363c70 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.93 "GET /v2.0/networks?id=4d60220c-7bc2-4d5e-afc8-42af1b93a790 HTTP/1.1" status: 200 len: 812 time: 0.1699061 Feb 20 03:27:54.377149 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca723c-2d4f-4f9c-beca-b2702d066d02 req-f27541fd-82d2-42a4-947f-e59cad3f0f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:54.379701 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70ca723c-2d4f-4f9c-beca-b2702d066d02 req-f27541fd-82d2-42a4-947f-e59cad3f0f2b service neutron] 10.222.0.93 "GET /v2.0/networks?id=8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2 HTTP/1.1" status: 200 len: 903 time: 0.7434540 Feb 20 03:27:54.391422 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c62d9-9562-4931-bcd1-a4091e8d5801 req-19b750e5-a0ff-4aa3-8a55-5cc7467be2e8 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:54.392920 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-821c62d9-9562-4931-bcd1-a4091e8d5801 req-19b750e5-a0ff-4aa3-8a55-5cc7467be2e8 tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/ports?device_id=de8cc3dc-639f-4b6a-b546-e2b737294e7f HTTP/1.1" status: 200 len: 949 time: 0.6700685 Feb 20 03:27:54.393692 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05121a-fa74-4c20-9c88-3ba3fed947de tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Pushing event deleted for resources: {'Port': ['ID=15c269e9-dfdb-48aa-a568-b5b123f68088,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:54.419690 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca723c-2d4f-4f9c-beca-b2702d066d02 req-c9f64e0d-4587-42d9-a0c2-85eaf2e77825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:54.421255 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70ca723c-2d4f-4f9c-beca-b2702d066d02 req-c9f64e0d-4587-42d9-a0c2-85eaf2e77825 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2eb0b226-9b36-4d76-8063-22e21454da3d HTTP/1.1" status: 200 len: 861 time: 0.4954605 Feb 20 03:27:54.473222 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-33cc2537-f6a5-463b-a691-aaa09b08b29c tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f0def2347034c3ca4f11bb0507c9192 HTTP/1.1" status: 200 len: 379 time: 0.1062553 Feb 20 03:27:54.498178 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70ca723c-2d4f-4f9c-beca-b2702d066d02 req-3f3d6474-d90c-4422-89d9-0b863aa01e52 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.54&port_id=aec447d8-d63b-4d4c-a72c-ae01f0fe0561 HTTP/1.1" status: 200 len: 217 time: 0.1020451 Feb 20 03:27:54.503922 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-83df7be6-4a02-4254-94e2-8de77d779a4b tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Request body: {'port': {'device_id': '0513e80f-2b82-445e-a9ac-5bcf73e3e389', 'network_id': '4d60220c-7bc2-4d5e-afc8-42af1b93a790', 'admin_state_up': True, 'tenant_id': '6f0def2347034c3ca4f11bb0507c9192', 'security_groups': ['5c25adb2-1fc4-4c61-bf23-2e751ebbbaba']}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:27:54.559350 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70ca723c-2d4f-4f9c-beca-b2702d066d02 req-b207e469-c441-4e10-8a55-b98c7d907834 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e730276a-8767-454e-ad52-96dd8c661ff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756958 Feb 20 03:27:54.581435 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff787a5e-5ae8-4c16-b2ea-a3d462b1692b admin admin] Router 772ce8d6-8a9b-4e2b-9b37-f58122366ab5 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:27:54.601118 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-49919e19-5d69-4208-a4ef-c3c5a8832ad8 req-ce05121a-fa74-4c20-9c88-3ba3fed947de tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] No DVR routers for this DVR port 15c269e9-dfdb-48aa-a568-b5b123f68088 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:27:54.607115 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-49919e19-5d69-4208-a4ef-c3c5a8832ad8 req-ce05121a-fa74-4c20-9c88-3ba3fed947de tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:54.610521 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-49919e19-5d69-4208-a4ef-c3c5a8832ad8 req-ce05121a-fa74-4c20-9c88-3ba3fed947de tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.42 "DELETE /v2.0/ports/15c269e9-dfdb-48aa-a568-b5b123f68088 HTTP/1.1" status: 204 len: 173 time: 2.3749354 Feb 20 03:27:54.626664 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-c4d6fed4-add9-4adc-9861-d01dbc7c0007 service neutron] 10.222.0.42 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7439294 Feb 20 03:27:54.717806 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8cc3dc-639f-4b6a-b546-e2b737294e7f', 'name': 'network-vif-deleted', 'tag': '15c269e9-dfdb-48aa-a568-b5b123f68088'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:27:54.720326 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5baeae66-d217-4c51-8d37-4c9d2e5b245f" -d '{"events": [{"server_uuid": "de8cc3dc-639f-4b6a-b546-e2b737294e7f", "name": "network-vif-deleted", "tag": "15c269e9-dfdb-48aa-a568-b5b123f68088"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:27:54.760980 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca723c-2d4f-4f9c-beca-b2702d066d02 req-57242e6b-9d8e-4d96-85fb-f0edf6ac8368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:54.762721 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70ca723c-2d4f-4f9c-beca-b2702d066d02 req-57242e6b-9d8e-4d96-85fb-f0edf6ac8368 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8e14faae-4287-43c5-b885-ed10ed8e99fe HTTP/1.1" status: 200 len: 801 time: 0.2252393 Feb 20 03:27:54.772986 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-821c62d9-9562-4931-bcd1-a4091e8d5801 req-d1b68698-1085-498b-907e-63e3521b73fa tempest-ServersAdminNegativeTestJSON-505738013 tempest-ServersAdminNegativeTestJSON-505738013-project] 10.222.0.89 "GET /v2.0/security-groups?id=a63502c7-06d1-4b4b-8d76-5828c9f1019f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561563 Feb 20 03:27:54.790147 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d65a6-c563-46dc-9fb3-7775fe8c34ab req-563faf8f-73ff-4598-95c1-3b875205adce tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:54.797443 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ee3d65a6-c563-46dc-9fb3-7775fe8c34ab req-563faf8f-73ff-4598-95c1-3b875205adce tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd4e544f-ddeb-4f48-8c42-1866549a882a HTTP/1.1" status: 200 len: 943 time: 0.3949311 Feb 20 03:27:54.936114 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aeed0b90-7492-4bef-8a09-04689d22bd36 req-5fb04145-8387-44bb-a406-bf564bcaf155 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "GET /v2.0/ports?device_id=0513e80f-2b82-445e-a9ac-5bcf73e3e389 HTTP/1.1" status: 200 len: 210 time: 0.0765297 Feb 20 03:27:54.955833 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70ca723c-2d4f-4f9c-beca-b2702d066d02 req-68c5b019-6613-4b06-8992-a156abfffcbc service neutron] 10.222.0.42 "GET /v2.0/networks/e730276a-8767-454e-ad52-96dd8c661ff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743041 Feb 20 03:27:54.968232 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-6af81556-5f80-4914-8971-3f5ee40057a0 service neutron] 10.222.0.42 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218384 Feb 20 03:27:54.992518 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ee3d65a6-c563-46dc-9fb3-7775fe8c34ab req-c693ecba-bd38-4998-be9f-4a880547d049 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913197 Feb 20 03:27:55.018237 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca723c-2d4f-4f9c-beca-b2702d066d02 req-807e14a7-ddba-44a8-9e27-135b048373d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:55.019865 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70ca723c-2d4f-4f9c-beca-b2702d066d02 req-807e14a7-ddba-44a8-9e27-135b048373d2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2447028 Feb 20 03:27:55.031224 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-83df7be6-4a02-4254-94e2-8de77d779a4b tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Made reservation on behalf of 6f0def2347034c3ca4f11bb0507c9192 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:27:55.034596 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-83df7be6-4a02-4254-94e2-8de77d779a4b tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:55.074707 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff787a5e-5ae8-4c16-b2ea-a3d462b1692b admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:27:55.080719 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ff787a5e-5ae8-4c16-b2ea-a3d462b1692b admin admin] 10.222.0.89 "PUT /v2.0/routers/772ce8d6-8a9b-4e2b-9b37-f58122366ab5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4365084 Feb 20 03:27:55.085951 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55646) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:55.090443 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e26812c-8419-434d-be8e-d6204608260a None None] Sync routers for ids ['772ce8d6-8a9b-4e2b-9b37-f58122366ab5'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:27:55.109757 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e26812c-8419-434d-be8e-d6204608260a None None] Routers {'772ce8d6-8a9b-4e2b-9b37-f58122366ab5'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:27:55.114063 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-7e26812c-8419-434d-be8e-d6204608260a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:27:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['772ce8d6-8a9b-4e2b-9b37-f58122366ab5'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:27:55.213240 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-83df7be6-4a02-4254-94e2-8de77d779a4b tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Allocated IP 172.20.0.10 (4d60220c-7bc2-4d5e-afc8-42af1b93a790/bb4305fb-793e-4dc1-bf68-6c3134e54e8e/f0cc2847-c84a-4671-8dc3-491f60bda5cd) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:27:55.234298 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-7e26812c-8419-434d-be8e-d6204608260a None None] Set router 772ce8d6-8a9b-4e2b-9b37-f58122366ab5 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:27:55.339831 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70ca723c-2d4f-4f9c-beca-b2702d066d02 req-ff074e7e-5fad-4e99-9309-80f98b8e101b service neutron] 10.222.0.42 "GET /v2.0/networks/e730276a-8767-454e-ad52-96dd8c661ff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688776 Feb 20 03:27:55.347659 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f7456-7bc3-4aa7-82c6-52263ace70b6 req-ed9c840e-4c69-46d2-ae19-d031dfa46020 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:55.348821 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d12f7456-7bc3-4aa7-82c6-52263ace70b6 req-ed9c840e-4c69-46d2-ae19-d031dfa46020 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 945 time: 0.2770338 Feb 20 03:27:55.386151 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003b5b0-3a3e-47f9-a72b-6ff5a28ad227 req-88c40ca8-4e7e-4070-9e23-104cbbff7bf3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:55.391523 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003b5b0-3a3e-47f9-a72b-6ff5a28ad227 req-88c40ca8-4e7e-4070-9e23-104cbbff7bf3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:55.393169 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9003b5b0-3a3e-47f9-a72b-6ff5a28ad227 req-88c40ca8-4e7e-4070-9e23-104cbbff7bf3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=0538c16d-759c-4f0f-8e2b-9e2a6b5057ca HTTP/1.1" status: 200 len: 1678 time: 0.2688150 Feb 20 03:27:55.398732 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-83df7be6-4a02-4254-94e2-8de77d779a4b tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks [] for port (f0cc2847-c84a-4671-8dc3-491f60bda5cd), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:55.404881 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70ca723c-2d4f-4f9c-beca-b2702d066d02 req-c6b457c9-c7c5-40d6-85d3-345955fcaddb service neutron] 10.222.0.93 "GET /v2.0/networks/8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409166 Feb 20 03:27:55.410109 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc0bd5e2-55bb-4852-be2c-585c1ea1bcdd admin admin] Publish callbacks [] for router (772ce8d6-8a9b-4e2b-9b37-f58122366ab5), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:55.429002 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-7e26812c-8419-434d-be8e-d6204608260a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772ce8d6-8a9b-4e2b-9b37-f58122366ab5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-675983257-router', 'tenant_id': '2a23ad1c9d1842f5819ecaf83f2442aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'ca346390-1a88-4b3b-8aef-4c30dabc769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:25:00Z', 'updated_at': '2022-02-20T03:27:53Z', 'revision_number': 5, 'project_id': '2a23ad1c9d1842f5819ecaf83f2442aa', 'gw_port': {'id': 'ca346390-1a88-4b3b-8aef-4c30dabc769e', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ac:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772ce8d6-8a9b-4e2b-9b37-f58122366ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:02Z', 'updated_at': '2022-02-20T03:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:27:55.460375 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e26812c-8419-434d-be8e-d6204608260a None None] Checking router: 772ce8d6-8a9b-4e2b-9b37-f58122366ab5 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:27:55.468688 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e26812c-8419-434d-be8e-d6204608260a None None] Routers {'772ce8d6-8a9b-4e2b-9b37-f58122366ab5'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:27:55.469292 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-7e26812c-8419-434d-be8e-d6204608260a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:27:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['772ce8d6-8a9b-4e2b-9b37-f58122366ab5'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:27:55.496232 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-83df7be6-4a02-4254-94e2-8de77d779a4b tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (f0cc2847-c84a-4671-8dc3-491f60bda5cd), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:55.547980 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-83df7be6-4a02-4254-94e2-8de77d779a4b tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Network 4d60220c-7bc2-4d5e-afc8-42af1b93a790 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:27:55.551545 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-83df7be6-4a02-4254-94e2-8de77d779a4b tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:27:55.555266 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-83df7be6-4a02-4254-94e2-8de77d779a4b tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:27:55.581522 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-7e26812c-8419-434d-be8e-d6204608260a None None] Set router 772ce8d6-8a9b-4e2b-9b37-f58122366ab5 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:27:55.614351 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df7be6-4a02-4254-94e2-8de77d779a4b tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Pushing event updated for resources: {'Port': ['ID=f0cc2847-c84a-4671-8dc3-491f60bda5cd,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:55.640669 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-83df7be6-4a02-4254-94e2-8de77d779a4b tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:55.641446 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-83df7be6-4a02-4254-94e2-8de77d779a4b tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:55.679457 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d12f7456-7bc3-4aa7-82c6-52263ace70b6 req-6656a799-34ba-488c-8948-ce4c3fc6a461 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108964 Feb 20 03:27:55.735691 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9003b5b0-3a3e-47f9-a72b-6ff5a28ad227 req-ab5ca1d6-8709-44f1-a4f5-ce81d39df3c1 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/security-groups?id=3ecfd148-49f1-45d7-a007-04cb1f6e339b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295434 Feb 20 03:27:55.780680 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-83df7be6-4a02-4254-94e2-8de77d779a4b tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2819512 Feb 20 03:27:55.792708 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-5c53b517-4e3e-439d-b9f2-8af37acfc165 service neutron] Request body: {'port': {'device_id': '0513e80f-2b82-445e-a9ac-5bcf73e3e389', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:27:55.809626 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70ca723c-2d4f-4f9c-beca-b2702d066d02 req-fad1e1fb-fcdb-4260-92fa-582086e06567 service neutron] 10.222.0.93 "GET /v2.0/networks/8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588266 Feb 20 03:27:55.810619 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f0fff2-1045-4407-ac23-36448c1107d3 x-openstack-request-id: req-e0f0fff2-1045-4407-ac23-36448c1107d3 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:27:55.815038 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8cc3dc-639f-4b6a-b546-e2b737294e7f", "name": "network-vif-deleted", "tag": "15c269e9-dfdb-48aa-a568-b5b123f68088", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:27:55.815447 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e0f0fff2-1045-4407-ac23-36448c1107d3 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:27:55.816000 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8cc3dc-639f-4b6a-b546-e2b737294e7f', 'name': 'network-vif-deleted', 'tag': '15c269e9-dfdb-48aa-a568-b5b123f68088', 'status': 'completed', 'code': 200} Feb 20 03:27:55.822929 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-b2e2306f-8d8e-4153-87ec-8ce627ec0b92 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:55.826513 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-b2e2306f-8d8e-4153-87ec-8ce627ec0b92 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a&tenant_id=f32a2222e912478982e32c7419305be8&binding%3Ahost_id=n-h1-829866-4 HTTP/1.1" status: 200 len: 1127 time: 0.3674879 Feb 20 03:27:55.840377 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-7e26812c-8419-434d-be8e-d6204608260a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772ce8d6-8a9b-4e2b-9b37-f58122366ab5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-675983257-router', 'tenant_id': '2a23ad1c9d1842f5819ecaf83f2442aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'ca346390-1a88-4b3b-8aef-4c30dabc769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:25:00Z', 'updated_at': '2022-02-20T03:27:53Z', 'revision_number': 5, 'project_id': '2a23ad1c9d1842f5819ecaf83f2442aa', 'gw_port': {'id': 'ca346390-1a88-4b3b-8aef-4c30dabc769e', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ac:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772ce8d6-8a9b-4e2b-9b37-f58122366ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:02Z', 'updated_at': '2022-02-20T03:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:27:55.877071 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e26812c-8419-434d-be8e-d6204608260a None None] The sync data for ids ['772ce8d6-8a9b-4e2b-9b37-f58122366ab5'] in n-d-829866-4 is: [{'id': '772ce8d6-8a9b-4e2b-9b37-f58122366ab5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-675983257-router', 'tenant_id': '2a23ad1c9d1842f5819ecaf83f2442aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'ca346390-1a88-4b3b-8aef-4c30dabc769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:25:00Z', 'updated_at': '2022-02-20T03:27:53Z', 'revision_number': 5, 'project_id': '2a23ad1c9d1842f5819ecaf83f2442aa', 'gw_port': {'id': 'ca346390-1a88-4b3b-8aef-4c30dabc769e', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ac:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772ce8d6-8a9b-4e2b-9b37-f58122366ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:02Z', 'updated_at': '2022-02-20T03:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:27:55.900748 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc0bd5e2-55bb-4852-be2c-585c1ea1bcdd admin admin] Publish callbacks [] for router_gateway (772ce8d6-8a9b-4e2b-9b37-f58122366ab5), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:55.903339 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-5c53b517-4e3e-439d-b9f2-8af37acfc165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f0cc2847-c84a-4671-8dc3-491f60bda5cd), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:55.969670 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860adc3-d460-4818-8d1b-d2b70a6efbe6 req-0f458b3e-263e-4586-ad40-1d4e85b7bf8f tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:55.971227 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f860adc3-d460-4818-8d1b-d2b70a6efbe6 req-0f458b3e-263e-4586-ad40-1d4e85b7bf8f tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 945 time: 0.1393607 Feb 20 03:27:55.990110 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-86e97629-271d-4e1c-a3b4-31afaac36e69 None None] Provisioning complete for port f0cc2847-c84a-4671-8dc3-491f60bda5cd triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:27:55.995878 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-86e97629-271d-4e1c-a3b4-31afaac36e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f0cc2847-c84a-4671-8dc3-491f60bda5cd), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:56.033850 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-86e97629-271d-4e1c-a3b4-31afaac36e69 None None] Port f0cc2847-c84a-4671-8dc3-491f60bda5cd cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:27:56.133951 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f860adc3-d460-4818-8d1b-d2b70a6efbe6 req-8e07c484-f180-434c-8249-573c72cdbe49 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527381 Feb 20 03:27:56.150462 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device feb3716c-336e-4e71-b8f5-863db46580d3 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:27:56.176576 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358c98b-f49a-4367-bcca-b42f0aa091e1 req-9f4619c7-da1a-4b9a-b6ad-748cd8beb4cb tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:56.178058 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6358c98b-f49a-4367-bcca-b42f0aa091e1 req-9f4619c7-da1a-4b9a-b6ad-748cd8beb4cb tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "GET /v2.0/ports?device_id=0513e80f-2b82-445e-a9ac-5bcf73e3e389 HTTP/1.1" status: 200 len: 932 time: 0.1202183 Feb 20 03:27:56.180546 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-bc0bd5e2-55bb-4852-be2c-585c1ea1bcdd admin admin] Deleting port ca346390-1a88-4b3b-8aef-4c30dabc769e {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:27:56.180894 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc0bd5e2-55bb-4852-be2c-585c1ea1bcdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ca346390-1a88-4b3b-8aef-4c30dabc769e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:56.245629 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-5c53b517-4e3e-439d-b9f2-8af37acfc165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0cc2847-c84a-4671-8dc3-491f60bda5cd {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:27:56.270533 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-5c53b517-4e3e-439d-b9f2-8af37acfc165 service neutron] Publish callbacks [] for port (f0cc2847-c84a-4671-8dc3-491f60bda5cd), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:56.277915 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-d8b1aa70-5f33-4510-a623-f3276848f2d9 service neutron] For port d63e954e-40b6-4bee-a093-5acd484efee8, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:27:56.298527 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-d8b1aa70-5f33-4510-a623-f3276848f2d9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:56.298527 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa968487-1f5e-4033-9978-a4adc5daca1d req-d8b1aa70-5f33-4510-a623-f3276848f2d9 service neutron] 10.222.0.42 "DELETE /v2.0/ports/d63e954e-40b6-4bee-a093-5acd484efee8/bindings/n-h2-829866-4 HTTP/1.1" status: 204 len: 173 time: 0.4103639 Feb 20 03:27:56.299119 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 024db250-6804-4a6b-a81f-82e78cf800a7 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:27:56.312655 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-5c53b517-4e3e-439d-b9f2-8af37acfc165 service neutron] Transition to ACTIVE for port object f0cc2847-c84a-4671-8dc3-491f60bda5cd will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:27:56.336870 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 024db250-6804-4a6b-a81f-82e78cf800a7 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:27:56.337597 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 024db250-6804-4a6b-a81f-82e78cf800a7 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:27:56.375391 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55664) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:56.381571 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6358c98b-f49a-4367-bcca-b42f0aa091e1 req-d9ce6f98-630c-4b64-b56e-371ca2d170a7 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c25adb2-1fc4-4c61-bf23-2e751ebbbaba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869957 Feb 20 03:27:56.387567 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-bc0bd5e2-55bb-4852-be2c-585c1ea1bcdd admin admin] For port ca346390-1a88-4b3b-8aef-4c30dabc769e, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=ca346390-1a88-4b3b-8aef-4c30dabc769e,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:56.387977 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc0bd5e2-55bb-4852-be2c-585c1ea1bcdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ca346390-1a88-4b3b-8aef-4c30dabc769e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:56.393022 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-5c53b517-4e3e-439d-b9f2-8af37acfc165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (f0cc2847-c84a-4671-8dc3-491f60bda5cd), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:56.414300 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port feb3716c-336e-4e71-b8f5-863db46580d3, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=feb3716c-336e-4e71-b8f5-863db46580d3,segment=NetworkSegment(f30cf98f-270d-46f3-a0fe-d51810902555),segment_id=f30cf98f-270d-46f3-a0fe-d51810902555)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:56.441213 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'feb3716c-336e-4e71-b8f5-863db46580d3', 'network_id': 'eff329fc-00e7-4a9c-8074-802f9878ce66', 'port_id': 'feb3716c-336e-4e71-b8f5-863db46580d3', 'mac_address': 'fa:16:3e:49:93:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd26dff9d-f58a-465b-bf1c-f050acd4c8f0', 'ip_address': '19.80.0.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:27:56.448578 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-490fe433-6320-480f-8ca4-7e4ea313cdb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:56.451823 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-bc0bd5e2-55bb-4852-be2c-585c1ea1bcdd admin admin] Calling delete_port for ca346390-1a88-4b3b-8aef-4c30dabc769e owned by network:router_gateway {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:27:56.534632 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53b517-4e3e-439d-b9f2-8af37acfc165 service neutron] Pushing event updated for resources: {'Port': ['ID=f0cc2847-c84a-4671-8dc3-491f60bda5cd,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:56.542588 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port feb3716c-336e-4e71-b8f5-863db46580d3 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:56.543018 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (feb3716c-336e-4e71-b8f5-863db46580d3), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:56.565540 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb3716c-336e-4e71-b8f5-863db46580d3 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:27:56.591318 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port feb3716c-336e-4e71-b8f5-863db46580d3, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=feb3716c-336e-4e71-b8f5-863db46580d3,segment=NetworkSegment(f30cf98f-270d-46f3-a0fe-d51810902555),segment_id=f30cf98f-270d-46f3-a0fe-d51810902555)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:56.624746 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10f760-42fe-4b53-84ca-bc2731e6aca5 req-19b057bf-970d-4f44-8666-8c1d48ca72af tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:56.632630 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3a10f760-42fe-4b53-84ca-bc2731e6aca5 req-19b057bf-970d-4f44-8666-8c1d48ca72af tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd4e544f-ddeb-4f48-8c42-1866549a882a HTTP/1.1" status: 200 len: 943 time: 0.3875635 Feb 20 03:27:56.663063 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-38bfbfac-be0d-4e72-9e1d-b9fe7a1e70ef admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=22a8ea8fc6144adc98b789e6be74cf35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2854946 Feb 20 03:27:56.664019 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-5c53b517-4e3e-439d-b9f2-8af37acfc165 service neutron] Attempting to bind port f0cc2847-c84a-4671-8dc3-491f60bda5cd on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:27:56.664352 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-5c53b517-4e3e-439d-b9f2-8af37acfc165 service neutron] Attempting to bind port f0cc2847-c84a-4671-8dc3-491f60bda5cd by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '1e8db317-c16e-4859-a294-d56d1d7b8956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4d60220c-7bc2-4d5e-afc8-42af1b93a790'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:27:56.664680 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-5c53b517-4e3e-439d-b9f2-8af37acfc165 service neutron] Attempting to bind port f0cc2847-c84a-4671-8dc3-491f60bda5cd on network 4d60220c-7bc2-4d5e-afc8-42af1b93a790 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:27:56.669210 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55670) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:56.675791 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-5c53b517-4e3e-439d-b9f2-8af37acfc165 service neutron] Port f0cc2847-c84a-4671-8dc3-491f60bda5cd on network 4d60220c-7bc2-4d5e-afc8-42af1b93a790 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:27:56.676113 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-5c53b517-4e3e-439d-b9f2-8af37acfc165 service neutron] Attempting to bind port f0cc2847-c84a-4671-8dc3-491f60bda5cd on network 4d60220c-7bc2-4d5e-afc8-42af1b93a790 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:27:56.691553 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-5c53b517-4e3e-439d-b9f2-8af37acfc165 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:27:56.691950 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-5c53b517-4e3e-439d-b9f2-8af37acfc165 service neutron] Checking segment: {'id': '1e8db317-c16e-4859-a294-d56d1d7b8956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4d60220c-7bc2-4d5e-afc8-42af1b93a790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:27:56.692274 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-5c53b517-4e3e-439d-b9f2-8af37acfc165 service neutron] Bound using segment: {'id': '1e8db317-c16e-4859-a294-d56d1d7b8956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4d60220c-7bc2-4d5e-afc8-42af1b93a790'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:27:56.692719 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-5c53b517-4e3e-439d-b9f2-8af37acfc165 service neutron] Bound port: f0cc2847-c84a-4671-8dc3-491f60bda5cd, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8db317-c16e-4859-a294-d56d1d7b8956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '4d60220c-7bc2-4d5e-afc8-42af1b93a790'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:27:56.693072 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-5c53b517-4e3e-439d-b9f2-8af37acfc165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f0cc2847-c84a-4671-8dc3-491f60bda5cd), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:56.707710 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 48f6f3c5-cb14-489f-990b-5c6c0915dbea details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:27:56.732970 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 15c269e9-dfdb-48aa-a568-b5b123f68088 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:27:56.738846 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (feb3716c-336e-4e71-b8f5-863db46580d3), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:56.739783 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device aec447d8-d63b-4d4c-a72c-ae01f0fe0561 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:27:56.751700 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d50b4-72cb-4956-8efe-7fb3459e68f2 req-85623a48-01c5-481d-94f8-c96e3b9d1b6c tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:56.761636 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3f1d50b4-72cb-4956-8efe-7fb3459e68f2 req-85623a48-01c5-481d-94f8-c96e3b9d1b6c tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 1127 time: 0.1582541 Feb 20 03:27:56.771420 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3a10f760-42fe-4b53-84ca-bc2731e6aca5 req-0830cc47-b50d-47c9-ae4e-4fab14379482 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378832 Feb 20 03:27:56.800953 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c7e622d-b6d4-491d-8567-426073639d21 admin admin] Publish callbacks [] for security_group (a63502c7-06d1-4b4b-8d76-5828c9f1019f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:56.817569 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-5c53b517-4e3e-439d-b9f2-8af37acfc165 service neutron] For port f0cc2847-c84a-4671-8dc3-491f60bda5cd, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:27:56.839683 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-5c53b517-4e3e-439d-b9f2-8af37acfc165 service neutron] For port f0cc2847-c84a-4671-8dc3-491f60bda5cd, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f0cc2847-c84a-4671-8dc3-491f60bda5cd,segment=NetworkSegment(1e8db317-c16e-4859-a294-d56d1d7b8956),segment_id=1e8db317-c16e-4859-a294-d56d1d7b8956)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:27:56.845575 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c7e622d-b6d4-491d-8567-426073639d21 admin admin] Publish callbacks [] for security_group (a63502c7-06d1-4b4b-8d76-5828c9f1019f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:56.896492 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.resource_extend [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 03:27:56.900153 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 15c269e9-dfdb-48aa-a568-b5b123f68088 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:27:56.900804 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 15c269e9-dfdb-48aa-a568-b5b123f68088 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:27:56.918324 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3f1d50b4-72cb-4956-8efe-7fb3459e68f2 req-2be8e973-a80d-4d1a-a723-716c52bb9037 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567857 Feb 20 03:27:56.961349 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc0bd5e2-55bb-4852-be2c-585c1ea1bcdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (ca346390-1a88-4b3b-8aef-4c30dabc769e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:56.982276 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-5c53b517-4e3e-439d-b9f2-8af37acfc165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (f0cc2847-c84a-4671-8dc3-491f60bda5cd), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:57.016391 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=feb3716c-336e-4e71-b8f5-863db46580d3,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:57.021858 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-5c53b517-4e3e-439d-b9f2-8af37acfc165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:57.024074 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-5c53b517-4e3e-439d-b9f2-8af37acfc165 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:57.025741 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-5c53b517-4e3e-439d-b9f2-8af37acfc165 service neutron] 10.222.0.93 "PUT /v2.0/ports/f0cc2847-c84a-4671-8dc3-491f60bda5cd HTTP/1.1" status: 200 len: 1092 time: 1.2375174 Feb 20 03:27:57.026826 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c7e622d-b6d4-491d-8567-426073639d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a63502c7-06d1-4b4b-8d76-5828c9f1019f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:57.026947 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port aec447d8-d63b-4d4c-a72c-ae01f0fe0561, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=aec447d8-d63b-4d4c-a72c-ae01f0fe0561,segment=NetworkSegment(afb1e1f0-c683-4b9c-98d1-c143a7c55abb),segment_id=afb1e1f0-c683-4b9c-98d1-c143a7c55abb)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:57.030562 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c7e622d-b6d4-491d-8567-426073639d21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:57.034102 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5c7e622d-b6d4-491d-8567-426073639d21 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a63502c7-06d1-4b4b-8d76-5828c9f1019f HTTP/1.1" status: 204 len: 168 time: 0.3617351 Feb 20 03:27:57.035055 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0513e80f-2b82-445e-a9ac-5bcf73e3e389', 'tag': 'f0cc2847-c84a-4671-8dc3-491f60bda5cd'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:27:57.037319 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bb7f50-b300-479d-aec5-bb8c2034c2c7" -d '{"events": [{"name": "network-changed", "server_uuid": "0513e80f-2b82-445e-a9ac-5bcf73e3e389", "tag": "f0cc2847-c84a-4671-8dc3-491f60bda5cd"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:27:57.073484 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'aec447d8-d63b-4d4c-a72c-ae01f0fe0561', 'network_id': '8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2', 'port_id': 'aec447d8-d63b-4d4c-a72c-ae01f0fe0561', 'mac_address': 'fa:16:3e:61:aa:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e14faae-4287-43c5-b885-ed10ed8e99fe', 'ip_address': '19.86.0.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:27:57.073744 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e622d-b6d4-491d-8567-426073639d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63502c7-06d1-4b4b-8d76-5828c9f1019f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:57.108858 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53b517-4e3e-439d-b9f2-8af37acfc165 service neutron] Pushing event updated for resources: {'Port': ['ID=f0cc2847-c84a-4671-8dc3-491f60bda5cd,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:57.145219 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0bd5e2-55bb-4852-be2c-585c1ea1bcdd admin admin] Pushing event deleted for resources: {'Port': ['ID=ca346390-1a88-4b3b-8aef-4c30dabc769e,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:57.186707 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fe8e9-4e5f-4360-ab2b-17effc22b458 req-07ac92fc-5c53-4b5d-987d-339c4adacb60 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:57.188401 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-525fe8e9-4e5f-4360-ab2b-17effc22b458 req-07ac92fc-5c53-4b5d-987d-339c4adacb60 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 945 time: 0.2977545 Feb 20 03:27:57.190682 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 48f6f3c5-cb14-489f-990b-5c6c0915dbea, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=48f6f3c5-cb14-489f-990b-5c6c0915dbea,segment=NetworkSegment(d9eb8f3b-9eb2-4717-b7be-6446914f2ad1),segment_id=d9eb8f3b-9eb2-4717-b7be-6446914f2ad1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:57.201356 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc0bd5e2-55bb-4852-be2c-585c1ea1bcdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (772ce8d6-8a9b-4e2b-9b37-f58122366ab5), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:57.213251 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-c61de0e9-89f9-44b9-84d2-90b390e32a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:57.215101 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-c61de0e9-89f9-44b9-84d2-90b390e32a9d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6f0def2347034c3ca4f11bb0507c9192&device_id=0513e80f-2b82-445e-a9ac-5bcf73e3e389 HTTP/1.1" status: 200 len: 1126 time: 0.0719950 Feb 20 03:27:57.215344 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '48f6f3c5-cb14-489f-990b-5c6c0915dbea', 'network_id': 'e730276a-8767-454e-ad52-96dd8c661ff1', 'port_id': '48f6f3c5-cb14-489f-990b-5c6c0915dbea', 'mac_address': 'fa:16:3e:c2:9a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eb0b226-9b36-4d76-8063-22e21454da3d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:27:57.223123 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port aec447d8-d63b-4d4c-a72c-ae01f0fe0561 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:57.223853 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (aec447d8-d63b-4d4c-a72c-ae01f0fe0561), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:57.278084 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec447d8-d63b-4d4c-a72c-ae01f0fe0561 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:27:57.301873 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-8f0a4966-29c3-429b-9642-de128bd335b9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0cc2847-c84a-4671-8dc3-491f60bda5cd HTTP/1.1" status: 200 len: 217 time: 0.0794163 Feb 20 03:27:57.315607 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port aec447d8-d63b-4d4c-a72c-ae01f0fe0561, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=aec447d8-d63b-4d4c-a72c-ae01f0fe0561,segment=NetworkSegment(afb1e1f0-c683-4b9c-98d1-c143a7c55abb),segment_id=afb1e1f0-c683-4b9c-98d1-c143a7c55abb)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:57.316747 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 48f6f3c5-cb14-489f-990b-5c6c0915dbea is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:57.317114 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (48f6f3c5-cb14-489f-990b-5c6c0915dbea), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:57.332128 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f6f3c5-cb14-489f-990b-5c6c0915dbea {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:27:57.348575 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc0bd5e2-55bb-4852-be2c-585c1ea1bcdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (772ce8d6-8a9b-4e2b-9b37-f58122366ab5), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:57.354038 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 48f6f3c5-cb14-489f-990b-5c6c0915dbea, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=48f6f3c5-cb14-489f-990b-5c6c0915dbea,segment=NetworkSegment(d9eb8f3b-9eb2-4717-b7be-6446914f2ad1),segment_id=d9eb8f3b-9eb2-4717-b7be-6446914f2ad1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:57.354969 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc0bd5e2-55bb-4852-be2c-585c1ea1bcdd admin admin] Publish callbacks [] for router_controller (772ce8d6-8a9b-4e2b-9b37-f58122366ab5), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:57.358713 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (aec447d8-d63b-4d4c-a72c-ae01f0fe0561), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:57.369585 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-f915f880-f479-4c5c-ab29-472e2a0b60aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:57.370929 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd6ec6-753f-46b9-8d0d-586225e2d6e4 req-4895e1c4-2a11-4d2a-9bd1-22e6982ea73a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:57.371201 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-f915f880-f479-4c5c-ab29-472e2a0b60aa service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bb4305fb-793e-4dc1-bf68-6c3134e54e8e HTTP/1.1" status: 200 len: 851 time: 0.0590749 Feb 20 03:27:57.377043 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd6ec6-753f-46b9-8d0d-586225e2d6e4 req-4895e1c4-2a11-4d2a-9bd1-22e6982ea73a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:57.378836 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-83cd6ec6-753f-46b9-8d0d-586225e2d6e4 req-4895e1c4-2a11-4d2a-9bd1-22e6982ea73a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=0538c16d-759c-4f0f-8e2b-9e2a6b5057ca HTTP/1.1" status: 200 len: 1679 time: 0.2540359 Feb 20 03:27:57.421093 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (48f6f3c5-cb14-489f-990b-5c6c0915dbea), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:57.445877 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=aec447d8-d63b-4d4c-a72c-ae01f0fe0561,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:57.472009 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-864c7292-df16-421b-9922-dcc3a10af457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:57.476636 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-864c7292-df16-421b-9922-dcc3a10af457 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4d60220c-7bc2-4d5e-afc8-42af1b93a790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0971587 Feb 20 03:27:57.484952 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-525fe8e9-4e5f-4360-ab2b-17effc22b458 req-e118875d-5126-43c2-a942-a2f67fd56ffe tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655768 Feb 20 03:27:57.521360 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-83cd6ec6-753f-46b9-8d0d-586225e2d6e4 req-ca8a6bfe-0355-44cb-a350-6fe117c4aa33 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/security-groups?id=3ecfd148-49f1-45d7-a007-04cb1f6e339b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324434 Feb 20 03:27:57.538145 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=48f6f3c5-cb14-489f-990b-5c6c0915dbea,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:57.547605 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc0bd5e2-55bb-4852-be2c-585c1ea1bcdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (772ce8d6-8a9b-4e2b-9b37-f58122366ab5), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:57.553724 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0bd5e2-55bb-4852-be2c-585c1ea1bcdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 772ce8d6-8a9b-4e2b-9b37-f58122366ab5 {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:27:57.571052 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc0bd5e2-55bb-4852-be2c-585c1ea1bcdd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:57.575348 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-bc0bd5e2-55bb-4852-be2c-585c1ea1bcdd admin admin] 10.222.0.89 "DELETE /v2.0/routers/772ce8d6-8a9b-4e2b-9b37-f58122366ab5 HTTP/1.1" status: 204 len: 168 time: 2.4856780 Feb 20 03:27:57.578286 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55688) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:57.624902 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['feb3716c-336e-4e71-b8f5-863db46580d3'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:27:57.640282 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd82a89-d043-4d7a-b70c-295f1a997dc1 x-openstack-request-id: req-2fd82a89-d043-4d7a-b70c-295f1a997dc1 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:27:57.640808 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0513e80f-2b82-445e-a9ac-5bcf73e3e389", "tag": "f0cc2847-c84a-4671-8dc3-491f60bda5cd", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:27:57.640808 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2fd82a89-d043-4d7a-b70c-295f1a997dc1 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:27:57.641210 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0513e80f-2b82-445e-a9ac-5bcf73e3e389', 'tag': 'f0cc2847-c84a-4671-8dc3-491f60bda5cd', 'status': 'completed', 'code': 200} Feb 20 03:27:57.664827 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-b25d67f1-5c24-4b20-8116-353282b8a536 service neutron] 10.222.0.93 "GET /v2.0/networks/4d60220c-7bc2-4d5e-afc8-42af1b93a790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806641 Feb 20 03:27:57.695374 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['48f6f3c5-cb14-489f-990b-5c6c0915dbea'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:27:57.796582 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7f20a2ea-f9b0-42a6-b398-820a1ba7c025 req-df831d1b-1ba9-4edc-95c1-e618c1ba0ad0 service neutron] 10.222.0.93 "GET /v2.0/networks/4d60220c-7bc2-4d5e-afc8-42af1b93a790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243289 Feb 20 03:27:57.950264 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55694) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:58.009262 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb7f50-b300-479d-aec5-bb8c2034c2c7 req-5be8285b-6e01-41e1-9610-219f76def559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:58.010884 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5bb7f50-b300-479d-aec5-bb8c2034c2c7 req-5be8285b-6e01-41e1-9610-219f76def559 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6f0def2347034c3ca4f11bb0507c9192&device_id=0513e80f-2b82-445e-a9ac-5bcf73e3e389 HTTP/1.1" status: 200 len: 1126 time: 0.0972595 Feb 20 03:27:58.014109 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b46ab422-da0b-4ec1-bf63-c286414c1778 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0b494d304f044e4aaa831e3c2586223e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0619311 Feb 20 03:27:58.025847 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55696) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:58.130964 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fbd1b86-10af-473f-bbb0-2dae64683346 admin admin] Deleting subnet baab4ad0-868b-4ea5-a107-6e88b691cd28 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:27:58.139427 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1fbd1b86-10af-473f-bbb0-2dae64683346 admin admin] Publish callbacks [] for subnet (baab4ad0-868b-4ea5-a107-6e88b691cd28), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:58.154899 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-23bd24b2-7019-46ba-965c-01756ce32bc0 admin admin] Publish callbacks [] for security_group (e7d7a73c-9e45-4d88-a91a-5535c9e418e3), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:58.162138 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb7f50-b300-479d-aec5-bb8c2034c2c7 req-238c361a-383b-42c0-b001-bb03131d7fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:58.164144 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5bb7f50-b300-479d-aec5-bb8c2034c2c7 req-238c361a-383b-42c0-b001-bb03131d7fa8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4d60220c-7bc2-4d5e-afc8-42af1b93a790 HTTP/1.1" status: 200 len: 913 time: 0.1469734 Feb 20 03:27:58.189666 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1fbd1b86-10af-473f-bbb0-2dae64683346 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (baab4ad0-868b-4ea5-a107-6e88b691cd28), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:58.200586 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ca346390-1a88-4b3b-8aef-4c30dabc769e no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:27:58.215565 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5bb7f50-b300-479d-aec5-bb8c2034c2c7 req-c45ad43f-4f32-4ad5-813a-14aba63e0577 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0cc2847-c84a-4671-8dc3-491f60bda5cd HTTP/1.1" status: 200 len: 217 time: 0.0420008 Feb 20 03:27:58.220142 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-23bd24b2-7019-46ba-965c-01756ce32bc0 admin admin] Publish callbacks [] for security_group (e7d7a73c-9e45-4d88-a91a-5535c9e418e3), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:58.225793 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: ca346390-1a88-4b3b-8aef-4c30dabc769e {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:27:58.225793 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ca346390-1a88-4b3b-8aef-4c30dabc769e not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:27:58.243266 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b9822-b3f1-4cb6-b132-fc9536bbcf61 req-336efeb6-6ac7-4be6-bbbd-97e103fced16 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:58.244806 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-810b9822-b3f1-4cb6-b132-fc9536bbcf61 req-336efeb6-6ac7-4be6-bbbd-97e103fced16 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 1127 time: 0.6093290 Feb 20 03:27:58.274114 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8745b9-05e6-49cb-93c9-44a50f258a1e req-18ae50aa-e530-4277-a2fd-098114684e20 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:58.275701 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8d8745b9-05e6-49cb-93c9-44a50f258a1e req-18ae50aa-e530-4277-a2fd-098114684e20 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "GET /v2.0/ports?device_id=0513e80f-2b82-445e-a9ac-5bcf73e3e389 HTTP/1.1" status: 200 len: 944 time: 0.2135229 Feb 20 03:27:58.291556 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb7f50-b300-479d-aec5-bb8c2034c2c7 req-4629d9f3-7a5f-450d-96e8-4f93d320bce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:58.293002 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5bb7f50-b300-479d-aec5-bb8c2034c2c7 req-4629d9f3-7a5f-450d-96e8-4f93d320bce2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bb4305fb-793e-4dc1-bf68-6c3134e54e8e HTTP/1.1" status: 200 len: 851 time: 0.0708809 Feb 20 03:27:58.304253 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-d65b7f24-498c-40e5-9174-5dddff286bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:58.305712 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-d65b7f24-498c-40e5-9174-5dddff286bed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 1127 time: 0.2446446 Feb 20 03:27:58.345216 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb7f50-b300-479d-aec5-bb8c2034c2c7 req-cb45b22e-7734-48bd-a3a9-03a68c77468b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:58.346749 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5bb7f50-b300-479d-aec5-bb8c2034c2c7 req-cb45b22e-7734-48bd-a3a9-03a68c77468b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4d60220c-7bc2-4d5e-afc8-42af1b93a790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475030 Feb 20 03:27:58.399123 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1fbd1b86-10af-473f-bbb0-2dae64683346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (baab4ad0-868b-4ea5-a107-6e88b691cd28), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:58.401385 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-23bd24b2-7019-46ba-965c-01756ce32bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e7d7a73c-9e45-4d88-a91a-5535c9e418e3), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:58.407541 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-23bd24b2-7019-46ba-965c-01756ce32bc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:58.409000 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-23bd24b2-7019-46ba-965c-01756ce32bc0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e7d7a73c-9e45-4d88-a91a-5535c9e418e3 HTTP/1.1" status: 204 len: 168 time: 0.3820426 Feb 20 03:27:58.422612 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd24b2-7019-46ba-965c-01756ce32bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d7a73c-9e45-4d88-a91a-5535c9e418e3,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:58.457782 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-810b9822-b3f1-4cb6-b132-fc9536bbcf61 req-84905a33-d4f4-4b00-a838-fd7a7b011644 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019072 Feb 20 03:27:58.464815 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5bb7f50-b300-479d-aec5-bb8c2034c2c7 req-6e90a500-7b19-406c-99e1-de33208947e4 service neutron] 10.222.0.93 "GET /v2.0/networks/4d60220c-7bc2-4d5e-afc8-42af1b93a790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092105 Feb 20 03:27:58.465749 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8d8745b9-05e6-49cb-93c9-44a50f258a1e req-1886f7d0-fbee-4add-9d09-fdfd5d8f22d9 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c25adb2-1fc4-4c61-bf23-2e751ebbbaba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807182 Feb 20 03:27:58.528303 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-2f001866-97ad-488e-80d1-dd13706f0f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:58.531202 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-2f001866-97ad-488e-80d1-dd13706f0f35 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5528b70c-0437-425a-a0ac-3485fc465717 HTTP/1.1" status: 200 len: 921 time: 0.2146177 Feb 20 03:27:58.604339 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-2e3719b0-360f-4d93-9722-fbea361a40fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fb7415f-9485-453e-b6ec-2597075bee15 HTTP/1.1" status: 200 len: 217 time: 0.0656829 Feb 20 03:27:58.608449 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1fbd1b86-10af-473f-bbb0-2dae64683346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (baab4ad0-868b-4ea5-a107-6e88b691cd28), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:58.615281 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5bb7f50-b300-479d-aec5-bb8c2034c2c7 req-64cd25c5-f76b-412c-b21a-ac4c81a98e91 service neutron] 10.222.0.93 "GET /v2.0/networks/4d60220c-7bc2-4d5e-afc8-42af1b93a790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451986 Feb 20 03:27:58.674116 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['aec447d8-d63b-4d4c-a72c-ae01f0fe0561'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:27:58.701657 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5da8df06-cb6d-4d1e-a5d4-1afed7279153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:58.708490 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 48f6f3c5-cb14-489f-990b-5c6c0915dbea up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:27:58.718807 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd1b86-10af-473f-bbb0-2dae64683346 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baab4ad0-868b-4ea5-a107-6e88b691cd28,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:58.724239 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1fbd1b86-10af-473f-bbb0-2dae64683346 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:58.729663 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1fbd1b86-10af-473f-bbb0-2dae64683346 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/baab4ad0-868b-4ea5-a107-6e88b691cd28 HTTP/1.1" status: 204 len: 168 time: 1.1502204 Feb 20 03:27:58.732318 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55708) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:27:58.744794 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784a6e2d-493f-4393-96ed-faaed2496977 None None] Network 8ec7a6eb-c053-49cd-9efd-68636b5291ad requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:27:58.766043 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-b90226e2-38a5-4f1f-9525-0d69d8438d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:58.767595 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-b90226e2-38a5-4f1f-9525-0d69d8438d5a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e570f242-4684-4db2-b2a8-755bc6ec8973 HTTP/1.1" status: 200 len: 860 time: 0.1558537 Feb 20 03:27:58.807120 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fdf23-2dc6-4c01-8434-8429be60c13c req-a79fa429-cd51-4bfd-9603-c9ec1c85e634 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:58.818311 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1e0fdf23-2dc6-4c01-8434-8429be60c13c req-a79fa429-cd51-4bfd-9603-c9ec1c85e634 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd4e544f-ddeb-4f48-8c42-1866549a882a HTTP/1.1" status: 200 len: 944 time: 0.2119617 Feb 20 03:27:58.819422 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0cc2bc7-4b38-4e2e-a1eb-1322cba153f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (8ec7a6eb-c053-49cd-9efd-68636b5291ad), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:58.854229 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-03a62521-22cb-4445-8284-28fe22c3caee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5528b70c-0437-425a-a0ac-3485fc465717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760868 Feb 20 03:27:58.874357 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-b0cc2bc7-4b38-4e2e-a1eb-1322cba153f4 admin admin] Deleting port 06cf5e24-a440-4aa4-b6a2-72922bff98d4 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:27:58.875181 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0cc2bc7-4b38-4e2e-a1eb-1322cba153f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (06cf5e24-a440-4aa4-b6a2-72922bff98d4), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:58.937327 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ac1dc-ab37-4fa2-84ee-a98e8fc881d7 req-639542da-23d7-4707-a748-eb42d9020b2e tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:58.941370 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 48f6f3c5-cb14-489f-990b-5c6c0915dbea completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:27:58.941621 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e48ac1dc-ab37-4fa2-84ee-a98e8fc881d7 req-639542da-23d7-4707-a748-eb42d9020b2e tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 945 time: 0.3321998 Feb 20 03:27:58.954710 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1e0fdf23-2dc6-4c01-8434-8429be60c13c req-abb9b7f3-aaba-4660-80f0-9e427e859407 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333153 Feb 20 03:27:58.957649 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-b0cc2bc7-4b38-4e2e-a1eb-1322cba153f4 admin admin] For port 06cf5e24-a440-4aa4-b6a2-72922bff98d4, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=06cf5e24-a440-4aa4-b6a2-72922bff98d4,segment=NetworkSegment(73e92b36-06cd-418d-8fae-18211b931a69),segment_id=73e92b36-06cd-418d-8fae-18211b931a69)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:58.957828 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0cc2bc7-4b38-4e2e-a1eb-1322cba153f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (06cf5e24-a440-4aa4-b6a2-72922bff98d4), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:58.964565 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 48f6f3c5-cb14-489f-990b-5c6c0915dbea triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:27:58.964565 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (48f6f3c5-cb14-489f-990b-5c6c0915dbea), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:58.981970 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-b0cc2bc7-4b38-4e2e-a1eb-1322cba153f4 admin admin] Calling delete_port for 06cf5e24-a440-4aa4-b6a2-72922bff98d4 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:27:59.036414 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d29dff-d45d-44a5-8d85-2b5508eb7ee2 None None] DHCP port deletion for 8ec7a6eb-c053-49cd-9efd-68636b5291ad request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:27:59.161338 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f2d29dff-d45d-44a5-8d85-2b5508eb7ee2 None None] Deleting port 06cf5e24-a440-4aa4-b6a2-72922bff98d4 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:27:59.161721 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f2d29dff-d45d-44a5-8d85-2b5508eb7ee2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (06cf5e24-a440-4aa4-b6a2-72922bff98d4), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:59.163925 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 48f6f3c5-cb14-489f-990b-5c6c0915dbea is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:27:59.164095 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e48ac1dc-ab37-4fa2-84ee-a98e8fc881d7 req-e1bdcb3d-35a6-4b98-b3ff-ecbdbefc76d6 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059882 Feb 20 03:27:59.164295 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (48f6f3c5-cb14-489f-990b-5c6c0915dbea), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:59.204139 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-c15b1685-7ff0-4ad7-be6a-dac141dceae6 service neutron] 10.222.0.42 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637053 Feb 20 03:27:59.211025 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0cc2bc7-4b38-4e2e-a1eb-1322cba153f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (06cf5e24-a440-4aa4-b6a2-72922bff98d4), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:59.262212 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b1d03-2417-46ba-bfd5-c057359cfeaf req-1f8ad209-67da-4b13-83f7-a1ac813f958f tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:59.270159 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b1d03-2417-46ba-bfd5-c057359cfeaf req-1f8ad209-67da-4b13-83f7-a1ac813f958f tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:59.272218 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc2bc7-4b38-4e2e-a1eb-1322cba153f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=06cf5e24-a440-4aa4-b6a2-72922bff98d4,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:59.279540 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cc2bc7-4b38-4e2e-a1eb-1322cba153f4 admin admin] No DVR routers for this DVR port 06cf5e24-a440-4aa4-b6a2-72922bff98d4 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:27:59.280323 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e34b1d03-2417-46ba-bfd5-c057359cfeaf req-1f8ad209-67da-4b13-83f7-a1ac813f958f tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=0538c16d-759c-4f0f-8e2b-9e2a6b5057ca HTTP/1.1" status: 200 len: 1680 time: 0.1976283 Feb 20 03:27:59.381848 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0cc2bc7-4b38-4e2e-a1eb-1322cba153f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (8ec7a6eb-c053-49cd-9efd-68636b5291ad), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:59.410023 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-b0cc2bc7-4b38-4e2e-a1eb-1322cba153f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec7a6eb-c053-49cd-9efd-68636b5291ad']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:27:59.420961 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e34b1d03-2417-46ba-bfd5-c057359cfeaf req-10f9a8d3-50f4-4969-9b39-8f54a7716c46 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/security-groups?id=3ecfd148-49f1-45d7-a007-04cb1f6e339b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396437 Feb 20 03:27:59.435110 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-b0cc2bc7-4b38-4e2e-a1eb-1322cba153f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e92b36-06cd-418d-8fae-18211b931a69') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:27:59.435110 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-b0cc2bc7-4b38-4e2e-a1eb-1322cba153f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e92b36-06cd-418d-8fae-18211b931a69') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:27:59.455586 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0cc2bc7-4b38-4e2e-a1eb-1322cba153f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (73e92b36-06cd-418d-8fae-18211b931a69), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:59.476081 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0cc2bc7-4b38-4e2e-a1eb-1322cba153f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (73e92b36-06cd-418d-8fae-18211b931a69), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:59.483054 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0cc2bc7-4b38-4e2e-a1eb-1322cba153f4 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:27:59.483602 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0cc2bc7-4b38-4e2e-a1eb-1322cba153f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (73e92b36-06cd-418d-8fae-18211b931a69), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:59.492045 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:27:59.492045 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:27:59.492045 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:27:59.492045 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:27:59.492045 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:27:59.492045 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:27:59.492045 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:27:59.492045 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:27:59.492045 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:27:59.492045 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:27:59.492045 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:27:59.492045 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:27:59.492045 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:27:59.492045 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:27:59.492045 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:27:59.492045 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:27:59.492045 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:27:59.492045 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:27:59.492045 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:27:59.492045 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:27:59.492045 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:27:59.492045 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:27:59.492045 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:27:59.492045 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:27:59.492045 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:27:59.492045 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:27:59.492045 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:27:59.492045 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:27:59.492045 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:27:59.492045 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:27:59.492045 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:27:59.492045 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:27:59.497945 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-dfc9715a-81a9-472f-bdef-93ebd95f6d8f service neutron] 10.222.0.42 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716641 Feb 20 03:27:59.531088 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-f2d29dff-d45d-44a5-8d85-2b5508eb7ee2 None None] For port 06cf5e24-a440-4aa4-b6a2-72922bff98d4, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=06cf5e24-a440-4aa4-b6a2-72922bff98d4,segment=NetworkSegment(73e92b36-06cd-418d-8fae-18211b931a69),segment_id=73e92b36-06cd-418d-8fae-18211b931a69)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:59.531623 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f2d29dff-d45d-44a5-8d85-2b5508eb7ee2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (06cf5e24-a440-4aa4-b6a2-72922bff98d4), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:59.546951 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4e544f-ddeb-4f48-8c42-1866549a882a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f6f3c5-cb14-489f-990b-5c6c0915dbea'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:27:59.549341 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f819e89-9bf1-48e4-a517-4e9812c2663c" -d '{"events": [{"server_uuid": "bd4e544f-ddeb-4f48-8c42-1866549a882a", "name": "network-vif-plugged", "status": "completed", "tag": "48f6f3c5-cb14-489f-990b-5c6c0915dbea"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:27:59.563548 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f2d29dff-d45d-44a5-8d85-2b5508eb7ee2 None None] Calling delete_port for 06cf5e24-a440-4aa4-b6a2-72922bff98d4 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:27:59.572431 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 48f6f3c5-cb14-489f-990b-5c6c0915dbea, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=48f6f3c5-cb14-489f-990b-5c6c0915dbea,segment=NetworkSegment(d9eb8f3b-9eb2-4717-b7be-6446914f2ad1),segment_id=d9eb8f3b-9eb2-4717-b7be-6446914f2ad1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:27:59.610419 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b72458-843a-4c9d-8888-30826a95015c req-ad6d0c69-ad2b-43df-bd9e-9664795f780c tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:59.612004 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6b72458-843a-4c9d-8888-30826a95015c req-ad6d0c69-ad2b-43df-bd9e-9664795f780c tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "GET /v2.0/ports?device_id=0513e80f-2b82-445e-a9ac-5bcf73e3e389 HTTP/1.1" status: 200 len: 944 time: 0.0587869 Feb 20 03:27:59.649530 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f2d29dff-d45d-44a5-8d85-2b5508eb7ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (06cf5e24-a440-4aa4-b6a2-72922bff98d4), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:59.655698 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0cc2bc7-4b38-4e2e-a1eb-1322cba153f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (8ec7a6eb-c053-49cd-9efd-68636b5291ad), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:59.664430 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0cc2bc7-4b38-4e2e-a1eb-1322cba153f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:59.676142 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b0cc2bc7-4b38-4e2e-a1eb-1322cba153f4 admin admin] 10.222.0.89 "DELETE /v2.0/networks/8ec7a6eb-c053-49cd-9efd-68636b5291ad HTTP/1.1" status: 204 len: 168 time: 0.9403501 Feb 20 03:27:59.684134 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d29dff-d45d-44a5-8d85-2b5508eb7ee2 None None] Pushing event deleted for resources: {'Port': ['ID=06cf5e24-a440-4aa4-b6a2-72922bff98d4,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:59.685935 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d29dff-d45d-44a5-8d85-2b5508eb7ee2 None None] No DVR routers for this DVR port 06cf5e24-a440-4aa4-b6a2-72922bff98d4 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:27:59.719333 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (48f6f3c5-cb14-489f-990b-5c6c0915dbea), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:59.722448 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc2bc7-4b38-4e2e-a1eb-1322cba153f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ec7a6eb-c053-49cd-9efd-68636b5291ad,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:59.781789 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6b72458-843a-4c9d-8888-30826a95015c req-02caa24b-f08f-4931-b869-333f1df908b9 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c25adb2-1fc4-4c61-bf23-2e751ebbbaba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618886 Feb 20 03:27:59.822661 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=48f6f3c5-cb14-489f-990b-5c6c0915dbea,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:27:59.831378 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c8d421-605b-48eb-bca5-c47842884d8d x-openstack-request-id: req-c2c8d421-605b-48eb-bca5-c47842884d8d {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:27:59.831917 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4e544f-ddeb-4f48-8c42-1866549a882a", "name": "network-vif-plugged", "status": "completed", "tag": "48f6f3c5-cb14-489f-990b-5c6c0915dbea", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:27:59.832710 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c2c8d421-605b-48eb-bca5-c47842884d8d {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:27:59.833103 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4e544f-ddeb-4f48-8c42-1866549a882a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f6f3c5-cb14-489f-990b-5c6c0915dbea', 'code': 200} Feb 20 03:27:59.837641 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-68ef0428-0904-4dcd-9c1f-06c757948f32 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:27:59.839273 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:27:59.841567 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-68ef0428-0904-4dcd-9c1f-06c757948f32 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46&tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&binding%3Ahost_id=n-h2-829866-4 HTTP/1.1" status: 200 len: 1127 time: 0.1969836 Feb 20 03:27:59.872074 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-0904cd21-9d0d-4acd-baad-d618d1e3c070 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829866-4'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:27:59.978048 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-0904cd21-9d0d-4acd-baad-d618d1e3c070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5fb7415f-9485-453e-b6ec-2597075bee15), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:00.021162 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007f043-e76d-413c-8a9d-b3b392e79c0a req-3f840f7f-e548-4e32-8117-481f25f66790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:00.023533 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7007f043-e76d-413c-8a9d-b3b392e79c0a req-3f840f7f-e548-4e32-8117-481f25f66790 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bd4e544f-ddeb-4f48-8c42-1866549a882a HTTP/1.1" status: 200 len: 1127 time: 0.1021647 Feb 20 03:28:00.089291 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 06cf5e24-a440-4aa4-b6a2-72922bff98d4 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:28:00.117722 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 06cf5e24-a440-4aa4-b6a2-72922bff98d4 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:28:00.118175 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 06cf5e24-a440-4aa4-b6a2-72922bff98d4 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:28:00.165554 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55750) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:00.171351 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f0cc2847-c84a-4671-8dc3-491f60bda5cd details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:28:00.199966 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device feb3716c-336e-4e71-b8f5-863db46580d3 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:28:00.216127 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7007f043-e76d-413c-8a9d-b3b392e79c0a req-482b3978-f230-4943-a049-9bb6ad215551 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856112 Feb 20 03:28:00.286415 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa9f77-d74e-4c9f-b15a-bef053b1b2ab req-156d5f78-6710-4814-961c-5ad958fbb0c0 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:00.289465 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fafa9f77-d74e-4c9f-b15a-bef053b1b2ab req-156d5f78-6710-4814-961c-5ad958fbb0c0 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd4e544f-ddeb-4f48-8c42-1866549a882a HTTP/1.1" status: 200 len: 945 time: 0.2008238 Feb 20 03:28:00.300148 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-0904cd21-9d0d-4acd-baad-d618d1e3c070 service neutron] For port 5fb7415f-9485-453e-b6ec-2597075bee15, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=5fb7415f-9485-453e-b6ec-2597075bee15,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:00.314036 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0ef074e5-9d34-489e-b2ec-9e2812eb9ae8 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b51fc68f0ef94a37932f055767d64f43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414697 Feb 20 03:28:00.319923 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55760) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:00.371604 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port f0cc2847-c84a-4671-8dc3-491f60bda5cd, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f0cc2847-c84a-4671-8dc3-491f60bda5cd,segment=NetworkSegment(1e8db317-c16e-4859-a294-d56d1d7b8956),segment_id=1e8db317-c16e-4859-a294-d56d1d7b8956)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:00.387818 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port feb3716c-336e-4e71-b8f5-863db46580d3 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:28:00.391832 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'f0cc2847-c84a-4671-8dc3-491f60bda5cd', 'network_id': '4d60220c-7bc2-4d5e-afc8-42af1b93a790', 'port_id': 'f0cc2847-c84a-4671-8dc3-491f60bda5cd', 'mac_address': 'fa:16:3e:cc:cb:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb4305fb-793e-4dc1-bf68-6c3134e54e8e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:28:00.395645 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port feb3716c-336e-4e71-b8f5-863db46580d3 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:28:00.401145 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (feb3716c-336e-4e71-b8f5-863db46580d3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:00.401289 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-55a69341-ff34-48af-b2b8-4237f04240c3 admin admin] Publish callbacks [] for security_group (ef7ae9ab-8e89-4e5c-9845-fd08186a3508), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:00.418493 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fafa9f77-d74e-4c9f-b15a-bef053b1b2ab req-542a7d59-bd31-4387-b026-73e1f8eaa958 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216590 Feb 20 03:28:00.425822 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-0904cd21-9d0d-4acd-baad-d618d1e3c070 service neutron] For port 5fb7415f-9485-453e-b6ec-2597075bee15, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:28:00.431201 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-55a69341-ff34-48af-b2b8-4237f04240c3 admin admin] Publish callbacks [] for security_group (ef7ae9ab-8e89-4e5c-9845-fd08186a3508), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:00.461157 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a19de-f295-4351-9ce5-24c1650b2cb5 req-14bb88c2-bbcf-409a-9d3a-44976d636577 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:00.462879 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-de4a19de-f295-4351-9ce5-24c1650b2cb5 req-14bb88c2-bbcf-409a-9d3a-44976d636577 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 945 time: 0.1724713 Feb 20 03:28:00.502264 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5217b4-9573-48b8-829b-9642c7d5bb46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fb7415f-9485-453e-b6ec-2597075bee15'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:28:00.503466 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bb394f-368c-439e-a6ae-46af7089bc2e" -d '{"events": [{"server_uuid": "6c5217b4-9573-48b8-829b-9642c7d5bb46", "name": "network-vif-unplugged", "status": "completed", "tag": "5fb7415f-9485-453e-b6ec-2597075bee15"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:28:00.508403 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-0904cd21-9d0d-4acd-baad-d618d1e3c070 service neutron] Publish callbacks [] for port (5fb7415f-9485-453e-b6ec-2597075bee15), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:00.536485 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port f0cc2847-c84a-4671-8dc3-491f60bda5cd is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:28:00.538093 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f0cc2847-c84a-4671-8dc3-491f60bda5cd), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:00.544781 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-de4a19de-f295-4351-9ce5-24c1650b2cb5 req-f94dac66-b430-4222-b87b-75cc92593946 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749075 Feb 20 03:28:00.560715 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0cc2847-c84a-4671-8dc3-491f60bda5cd {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:28:00.576367 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-0904cd21-9d0d-4acd-baad-d618d1e3c070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (5fb7415f-9485-453e-b6ec-2597075bee15), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:00.610829 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-55a69341-ff34-48af-b2b8-4237f04240c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ef7ae9ab-8e89-4e5c-9845-fd08186a3508), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:00.614075 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-55a69341-ff34-48af-b2b8-4237f04240c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:00.621480 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-55a69341-ff34-48af-b2b8-4237f04240c3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ef7ae9ab-8e89-4e5c-9845-fd08186a3508 HTTP/1.1" status: 204 len: 168 time: 0.2993586 Feb 20 03:28:00.638299 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a69341-ff34-48af-b2b8-4237f04240c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7ae9ab-8e89-4e5c-9845-fd08186a3508,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:00.655772 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port f0cc2847-c84a-4671-8dc3-491f60bda5cd, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f0cc2847-c84a-4671-8dc3-491f60bda5cd,segment=NetworkSegment(1e8db317-c16e-4859-a294-d56d1d7b8956),segment_id=1e8db317-c16e-4859-a294-d56d1d7b8956)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:00.656708 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port feb3716c-336e-4e71-b8f5-863db46580d3 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:28:00.657098 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (feb3716c-336e-4e71-b8f5-863db46580d3), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:00.726941 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f0cc2847-c84a-4671-8dc3-491f60bda5cd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:00.786885 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port feb3716c-336e-4e71-b8f5-863db46580d3, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=feb3716c-336e-4e71-b8f5-863db46580d3,segment=NetworkSegment(f30cf98f-270d-46f3-a0fe-d51810902555),segment_id=f30cf98f-270d-46f3-a0fe-d51810902555)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:00.836184 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348ab10-0d6e-482b-90a0-3b2b7c20072b req-066cb3b4-8b89-41fb-b38d-a5620afbe315 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:00.841588 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348ab10-0d6e-482b-90a0-3b2b7c20072b req-066cb3b4-8b89-41fb-b38d-a5620afbe315 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:00.848378 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=f0cc2847-c84a-4671-8dc3-491f60bda5cd,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:00.848576 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a348ab10-0d6e-482b-90a0-3b2b7c20072b req-066cb3b4-8b89-41fb-b38d-a5620afbe315 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=0538c16d-759c-4f0f-8e2b-9e2a6b5057ca HTTP/1.1" status: 200 len: 1680 time: 0.2688358 Feb 20 03:28:00.852383 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-0904cd21-9d0d-4acd-baad-d618d1e3c070 service neutron] Attempting to bind port 5fb7415f-9485-453e-b6ec-2597075bee15 on host n-h2-829866-4 for vnic_type normal with profile {"migrating_to": "n-h1-829866-4"} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:28:00.852724 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-0904cd21-9d0d-4acd-baad-d618d1e3c070 service neutron] Attempting to bind port 5fb7415f-9485-453e-b6ec-2597075bee15 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:28:00.853182 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-0904cd21-9d0d-4acd-baad-d618d1e3c070 service neutron] Attempting to bind port 5fb7415f-9485-453e-b6ec-2597075bee15 on network 5528b70c-0437-425a-a0ac-3485fc465717 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:28:00.862272 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-0904cd21-9d0d-4acd-baad-d618d1e3c070 service neutron] Port 5fb7415f-9485-453e-b6ec-2597075bee15 on network 5528b70c-0437-425a-a0ac-3485fc465717 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:28:00.862593 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-0904cd21-9d0d-4acd-baad-d618d1e3c070 service neutron] Attempting to bind port 5fb7415f-9485-453e-b6ec-2597075bee15 on network 5528b70c-0437-425a-a0ac-3485fc465717 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:28:00.864425 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904cd21-9d0d-4acd-baad-d618d1e3c070 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb7415f-9485-453e-b6ec-2597075bee15,revision_number=7']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:00.881378 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-0904cd21-9d0d-4acd-baad-d618d1e3c070 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:28:00.881868 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-0904cd21-9d0d-4acd-baad-d618d1e3c070 service neutron] Checking segment: {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:28:00.882263 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-0904cd21-9d0d-4acd-baad-d618d1e3c070 service neutron] Bound using segment: {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:28:00.883031 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-0904cd21-9d0d-4acd-baad-d618d1e3c070 service neutron] Bound port: 5fb7415f-9485-453e-b6ec-2597075bee15, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:28:00.883572 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-0904cd21-9d0d-4acd-baad-d618d1e3c070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5fb7415f-9485-453e-b6ec-2597075bee15), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:00.890718 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (feb3716c-336e-4e71-b8f5-863db46580d3), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:00.892544 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device aec447d8-d63b-4d4c-a72c-ae01f0fe0561 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:28:00.957807 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a348ab10-0d6e-482b-90a0-3b2b7c20072b req-3f46659e-ff2d-43a7-8e32-f5332c1325e5 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/security-groups?id=3ecfd148-49f1-45d7-a007-04cb1f6e339b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044369 Feb 20 03:28:01.025446 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce8f838-2021-4cae-83b2-69862ab59088 x-openstack-request-id: req-cce8f838-2021-4cae-83b2-69862ab59088 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:28:01.029464 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5217b4-9573-48b8-829b-9642c7d5bb46", "name": "network-vif-unplugged", "status": "completed", "tag": "5fb7415f-9485-453e-b6ec-2597075bee15", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:28:01.030006 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cce8f838-2021-4cae-83b2-69862ab59088 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:28:01.030630 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5217b4-9573-48b8-829b-9642c7d5bb46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fb7415f-9485-453e-b6ec-2597075bee15', 'code': 200} Feb 20 03:28:01.039305 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-0904cd21-9d0d-4acd-baad-d618d1e3c070 service neutron] For port 5fb7415f-9485-453e-b6ec-2597075bee15, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:28:01.043309 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-0904cd21-9d0d-4acd-baad-d618d1e3c070 service neutron] For port 5fb7415f-9485-453e-b6ec-2597075bee15, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=5fb7415f-9485-453e-b6ec-2597075bee15,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:28:01.058763 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=feb3716c-336e-4e71-b8f5-863db46580d3,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:01.081337 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['f0cc2847-c84a-4671-8dc3-491f60bda5cd'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:28:01.123851 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:01.187895 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port aec447d8-d63b-4d4c-a72c-ae01f0fe0561 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:28:01.189850 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-0904cd21-9d0d-4acd-baad-d618d1e3c070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (5fb7415f-9485-453e-b6ec-2597075bee15), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:01.226116 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port aec447d8-d63b-4d4c-a72c-ae01f0fe0561 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:28:01.226979 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (aec447d8-d63b-4d4c-a72c-ae01f0fe0561), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:01.344889 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e5ec8-1a7b-4182-bd7a-b3de27f697fe req-69b481a2-b1ba-4e5c-aa4a-3c9aa8aec71e tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:01.356373 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b5e5ec8-1a7b-4182-bd7a-b3de27f697fe req-69b481a2-b1ba-4e5c-aa4a-3c9aa8aec71e tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "GET /v2.0/ports?device_id=0513e80f-2b82-445e-a9ac-5bcf73e3e389 HTTP/1.1" status: 200 len: 945 time: 0.2239664 Feb 20 03:28:01.464086 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b5e5ec8-1a7b-4182-bd7a-b3de27f697fe req-70e67195-74d2-4221-b016-f24996336823 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c25adb2-1fc4-4c61-bf23-2e751ebbbaba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065841 Feb 20 03:28:01.473792 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port aec447d8-d63b-4d4c-a72c-ae01f0fe0561 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:28:01.474937 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (aec447d8-d63b-4d4c-a72c-ae01f0fe0561), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:01.481586 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-0904cd21-9d0d-4acd-baad-d618d1e3c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:01.484595 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-0904cd21-9d0d-4acd-baad-d618d1e3c070 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:01.488881 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-0904cd21-9d0d-4acd-baad-d618d1e3c070 service neutron] 10.222.0.42 "PUT /v2.0/ports/5fb7415f-9485-453e-b6ec-2597075bee15 HTTP/1.1" status: 200 len: 1121 time: 1.6338513 Feb 20 03:28:01.489770 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904cd21-9d0d-4acd-baad-d618d1e3c070 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb7415f-9485-453e-b6ec-2597075bee15,revision_number=8']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:01.547685 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port aec447d8-d63b-4d4c-a72c-ae01f0fe0561, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=aec447d8-d63b-4d4c-a72c-ae01f0fe0561,segment=NetworkSegment(afb1e1f0-c683-4b9c-98d1-c143a7c55abb),segment_id=afb1e1f0-c683-4b9c-98d1-c143a7c55abb)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:01.565690 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['5fb7415f-9485-453e-b6ec-2597075bee15'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:28:01.625651 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052bc43-28a6-4b29-9240-48a05b56c20c req-3df3fc44-a263-4d91-9cd5-35ae5f0fc645 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:01.627434 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0052bc43-28a6-4b29-9240-48a05b56c20c req-3df3fc44-a263-4d91-9cd5-35ae5f0fc645 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd4e544f-ddeb-4f48-8c42-1866549a882a HTTP/1.1" status: 200 len: 945 time: 0.0770493 Feb 20 03:28:01.685429 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0052bc43-28a6-4b29-9240-48a05b56c20c req-d629e0ca-b6ab-43d0-841d-5e5061341e6b tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510936 Feb 20 03:28:01.707545 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (aec447d8-d63b-4d4c-a72c-ae01f0fe0561), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:01.774716 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-ef099628-e83a-42cb-8895-d607eb416e50 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=4010c5c9a68841d28ec3272ba0035a74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311785 Feb 20 03:28:01.777703 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55810) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:01.805985 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=aec447d8-d63b-4d4c-a72c-ae01f0fe0561,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:01.836218 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0538c16d-759c-4f0f-8e2b-9e2a6b5057ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb3716c-336e-4e71-b8f5-863db46580d3'}, {'server_uuid': '0538c16d-759c-4f0f-8e2b-9e2a6b5057ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec447d8-d63b-4d4c-a72c-ae01f0fe0561'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:28:01.839395 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30571b61-9554-42ae-bb74-2d2e997e8285" -d '{"events": [{"server_uuid": "0538c16d-759c-4f0f-8e2b-9e2a6b5057ca", "name": "network-vif-plugged", "status": "completed", "tag": "feb3716c-336e-4e71-b8f5-863db46580d3"}, {"server_uuid": "0538c16d-759c-4f0f-8e2b-9e2a6b5057ca", "name": "network-vif-plugged", "status": "completed", "tag": "aec447d8-d63b-4d4c-a72c-ae01f0fe0561"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:28:01.845201 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-802ddec5-42b2-49f6-97a0-a818303c2c06 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2a23ad1c9d1842f5819ecaf83f2442aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0662551 Feb 20 03:28:01.846015 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55814) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:01.899571 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a6b93a4b-c572-49a6-b005-ea2094885ca3 admin admin] Publish callbacks [] for security_group (d3335b6b-2d42-499c-ad42-1ae3ada730d9), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:01.927950 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a6b93a4b-c572-49a6-b005-ea2094885ca3 admin admin] Publish callbacks [] for security_group (d3335b6b-2d42-499c-ad42-1ae3ada730d9), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:01.945067 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-e2d0a419-4ade-44ed-b550-998d69c8e077 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:01.952613 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-e2d0a419-4ade-44ed-b550-998d69c8e077 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1761460 Feb 20 03:28:01.961434 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb016afc-7211-49d8-9efa-ff5485e6f249 req-6bf26f69-8c3f-4f17-8b53-3438d06a2d1f tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:01.962925 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb016afc-7211-49d8-9efa-ff5485e6f249 req-6bf26f69-8c3f-4f17-8b53-3438d06a2d1f tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 943 time: 0.1558485 Feb 20 03:28:01.975891 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-37e197d7-4778-476a-abbb-38069117c5b8 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/quotas/4010c5c9a68841d28ec3272ba0035a74 HTTP/1.1" status: 200 len: 375 time: 0.0227339 Feb 20 03:28:02.008913 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-68287106-bccb-4300-a37f-7ecb83e4530b tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=4010c5c9a68841d28ec3272ba0035a74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303876 Feb 20 03:28:02.056274 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb016afc-7211-49d8-9efa-ff5485e6f249 req-65a91d33-fed3-4feb-ad18-609c9e99d8f1 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507264 Feb 20 03:28:02.061620 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a6b93a4b-c572-49a6-b005-ea2094885ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d3335b6b-2d42-499c-ad42-1ae3ada730d9), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:02.064156 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a6b93a4b-c572-49a6-b005-ea2094885ca3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:02.067082 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a6b93a4b-c572-49a6-b005-ea2094885ca3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d3335b6b-2d42-499c-ad42-1ae3ada730d9 HTTP/1.1" status: 204 len: 168 time: 0.2180190 Feb 20 03:28:02.076412 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b93a4b-c572-49a6-b005-ea2094885ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3335b6b-2d42-499c-ad42-1ae3ada730d9,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:02.147156 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 20 Feb 2022 03:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9830962b-e96f-429f-914d-ae3056def02d x-openstack-request-id: req-9830962b-e96f-429f-914d-ae3056def02d {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:28:02.147688 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0538c16d-759c-4f0f-8e2b-9e2a6b5057ca", "name": "network-vif-plugged", "status": "completed", "tag": "feb3716c-336e-4e71-b8f5-863db46580d3", "code": 200}, {"server_uuid": "0538c16d-759c-4f0f-8e2b-9e2a6b5057ca", "name": "network-vif-plugged", "status": "completed", "tag": "aec447d8-d63b-4d4c-a72c-ae01f0fe0561", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:28:02.148136 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9830962b-e96f-429f-914d-ae3056def02d {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:28:02.148788 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0538c16d-759c-4f0f-8e2b-9e2a6b5057ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb3716c-336e-4e71-b8f5-863db46580d3', 'code': 200} Feb 20 03:28:02.151255 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0538c16d-759c-4f0f-8e2b-9e2a6b5057ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec447d8-d63b-4d4c-a72c-ae01f0fe0561', 'code': 200} Feb 20 03:28:02.184887 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f0cc2847-c84a-4671-8dc3-491f60bda5cd up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:28:02.320115 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52cbfc-a904-4581-85d3-afc9fab9e010 req-635e7cc3-6e77-477b-a703-4d3c55e26ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:02.320608 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52cbfc-a904-4581-85d3-afc9fab9e010 req-635e7cc3-6e77-477b-a703-4d3c55e26ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:02.324972 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1e52cbfc-a904-4581-85d3-afc9fab9e010 req-635e7cc3-6e77-477b-a703-4d3c55e26ed0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0538c16d-759c-4f0f-8e2b-9e2a6b5057ca HTTP/1.1" status: 200 len: 2046 time: 0.0727637 Feb 20 03:28:02.344089 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e251e442-f43e-4350-80a9-818bfdeaa596 req-77fc245c-39d5-4b76-8546-199e58aa0a91 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=2524b827-ef63-4be3-a545-232a32461085 HTTP/1.1" status: 200 len: 210 time: 0.0600913 Feb 20 03:28:02.355663 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21de68-a543-4150-9701-f26b36b73ded req-436de872-e95c-4aff-a9de-d16335c9dc27 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:02.362096 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21de68-a543-4150-9701-f26b36b73ded req-436de872-e95c-4aff-a9de-d16335c9dc27 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:02.363934 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a21de68-a543-4150-9701-f26b36b73ded req-436de872-e95c-4aff-a9de-d16335c9dc27 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=0538c16d-759c-4f0f-8e2b-9e2a6b5057ca HTTP/1.1" status: 200 len: 1682 time: 0.1659865 Feb 20 03:28:02.393169 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port f0cc2847-c84a-4671-8dc3-491f60bda5cd completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:28:02.398505 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1e52cbfc-a904-4581-85d3-afc9fab9e010 req-c70083b0-533f-43a8-bdc5-e1cf06dccba8 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3ecfd148-49f1-45d7-a007-04cb1f6e339b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689590 Feb 20 03:28:02.398779 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port f0cc2847-c84a-4671-8dc3-491f60bda5cd triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:28:02.399258 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f0cc2847-c84a-4671-8dc3-491f60bda5cd), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:02.439644 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a21de68-a543-4150-9701-f26b36b73ded req-30c5b54e-72f3-49e1-8294-b3123dc4dc5b tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/security-groups?id=3ecfd148-49f1-45d7-a007-04cb1f6e339b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658543 Feb 20 03:28:02.519153 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port f0cc2847-c84a-4671-8dc3-491f60bda5cd is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:28:02.519557 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f0cc2847-c84a-4671-8dc3-491f60bda5cd), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:02.581576 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port f0cc2847-c84a-4671-8dc3-491f60bda5cd, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f0cc2847-c84a-4671-8dc3-491f60bda5cd,segment=NetworkSegment(1e8db317-c16e-4859-a294-d56d1d7b8956),segment_id=1e8db317-c16e-4859-a294-d56d1d7b8956)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:02.632671 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7be7dd-739a-4e60-b6d0-888a40bb075f req-edc13574-0bd5-4da1-92ba-bfab96e2e694 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:02.633539 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3d7be7dd-739a-4e60-b6d0-888a40bb075f req-edc13574-0bd5-4da1-92ba-bfab96e2e694 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "GET /v2.0/ports?device_id=0513e80f-2b82-445e-a9ac-5bcf73e3e389 HTTP/1.1" status: 200 len: 945 time: 0.0683861 Feb 20 03:28:02.671231 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f0cc2847-c84a-4671-8dc3-491f60bda5cd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:02.695872 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3d7be7dd-739a-4e60-b6d0-888a40bb075f req-decac74c-23e0-4469-b1eb-524b58c0d0f2 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c25adb2-1fc4-4c61-bf23-2e751ebbbaba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534227 Feb 20 03:28:02.765643 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:02.769344 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=f0cc2847-c84a-4671-8dc3-491f60bda5cd,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:02.848294 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5ff6a-a296-47c2-bf6d-9b9bc13cf837 req-015387d1-917b-4a3b-b523-4da4610613ab tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:02.851043 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4eb5ff6a-a296-47c2-bf6d-9b9bc13cf837 req-015387d1-917b-4a3b-b523-4da4610613ab tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd4e544f-ddeb-4f48-8c42-1866549a882a HTTP/1.1" status: 200 len: 945 time: 0.0854840 Feb 20 03:28:02.919534 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4eb5ff6a-a296-47c2-bf6d-9b9bc13cf837 req-b57b1592-4203-413f-a85d-982ff2fb0ad0 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621495 Feb 20 03:28:03.031672 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5217b4-9573-48b8-829b-9642c7d5bb46', 'tag': '5fb7415f-9485-453e-b6ec-2597075bee15'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:28:03.034211 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb92e41-1e0f-4928-aa17-6aa269d57d72" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5217b4-9573-48b8-829b-9642c7d5bb46", "tag": "5fb7415f-9485-453e-b6ec-2597075bee15"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:28:03.069461 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e201cc28-36e6-4c1e-9a9b-d859a27e5db7 x-openstack-request-id: req-e201cc28-36e6-4c1e-9a9b-d859a27e5db7 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:28:03.070090 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5217b4-9573-48b8-829b-9642c7d5bb46", "tag": "5fb7415f-9485-453e-b6ec-2597075bee15", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:28:03.070090 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e201cc28-36e6-4c1e-9a9b-d859a27e5db7 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:28:03.070329 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5217b4-9573-48b8-829b-9642c7d5bb46', 'tag': '5fb7415f-9485-453e-b6ec-2597075bee15', 'status': 'completed', 'code': 200} Feb 20 03:28:03.204807 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb92e41-1e0f-4928-aa17-6aa269d57d72 req-cd254890-3f4a-424d-bbad-63017028b752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:03.207020 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4fb92e41-1e0f-4928-aa17-6aa269d57d72 req-cd254890-3f4a-424d-bbad-63017028b752 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 1155 time: 0.1124125 Feb 20 03:28:03.262171 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d49b0c-b31b-455a-a3ab-592daedcd37a req-7709c8c1-6d11-47a7-9f37-13c36dbf8e05 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:03.264433 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a1d49b0c-b31b-455a-a3ab-592daedcd37a req-7709c8c1-6d11-47a7-9f37-13c36dbf8e05 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 943 time: 0.0884576 Feb 20 03:28:03.318249 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a1d49b0c-b31b-455a-a3ab-592daedcd37a req-6463e822-5b9f-44b1-a4f6-e8db8f9b325a tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480158 Feb 20 03:28:03.351571 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb92e41-1e0f-4928-aa17-6aa269d57d72 req-ad7d5e03-1bb7-4b0f-9683-c50caa13460a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:03.353503 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4fb92e41-1e0f-4928-aa17-6aa269d57d72 req-ad7d5e03-1bb7-4b0f-9683-c50caa13460a service neutron] 10.222.0.93 "GET /v2.0/networks?id=5528b70c-0437-425a-a0ac-3485fc465717 HTTP/1.1" status: 200 len: 921 time: 0.1297619 Feb 20 03:28:03.404121 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4fb92e41-1e0f-4928-aa17-6aa269d57d72 req-c56efb6e-6a66-4943-af48-5dfccc72f2ad service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fb7415f-9485-453e-b6ec-2597075bee15 HTTP/1.1" status: 200 len: 217 time: 0.0436752 Feb 20 03:28:03.445261 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:28:03.479949 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f9c4fac0-55e1-4501-8809-06096358322e req-d426c6e2-ee8b-49d7-a399-3f6165f40022 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=2524b827-ef63-4be3-a545-232a32461085 HTTP/1.1" status: 200 len: 210 time: 0.0740192 Feb 20 03:28:03.509829 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb92e41-1e0f-4928-aa17-6aa269d57d72 req-e0f971a9-e432-480c-bd04-13b13732fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:03.511464 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4fb92e41-1e0f-4928-aa17-6aa269d57d72 req-e0f971a9-e432-480c-bd04-13b13732fcad service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e570f242-4684-4db2-b2a8-755bc6ec8973 HTTP/1.1" status: 200 len: 860 time: 0.0935802 Feb 20 03:28:03.519181 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e464d1-e410-489d-b12e-33c4890debdb req-7d6a30ba-318c-4019-9da6-5cc26e448bd5 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:03.531988 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d3e464d1-e410-489d-b12e-33c4890debdb req-7d6a30ba-318c-4019-9da6-5cc26e448bd5 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd4e544f-ddeb-4f48-8c42-1866549a882a HTTP/1.1" status: 200 len: 945 time: 0.1060641 Feb 20 03:28:03.562322 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4fb92e41-1e0f-4928-aa17-6aa269d57d72 req-4d96a301-bc85-4bc3-a427-b702f14b6e84 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5528b70c-0437-425a-a0ac-3485fc465717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429721 Feb 20 03:28:03.634994 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d3e464d1-e410-489d-b12e-33c4890debdb req-88ef08d0-74c1-403b-9275-8014b63661f3 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909472 Feb 20 03:28:03.687216 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0deba-dc2e-4301-ad87-f165e95ec8e1 req-3fc9f27e-9593-4690-a516-0ec28c6d6130 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:03.701157 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0deba-dc2e-4301-ad87-f165e95ec8e1 req-3fc9f27e-9593-4690-a516-0ec28c6d6130 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:03.703023 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17f0deba-dc2e-4301-ad87-f165e95ec8e1 req-3fc9f27e-9593-4690-a516-0ec28c6d6130 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=0538c16d-759c-4f0f-8e2b-9e2a6b5057ca HTTP/1.1" status: 200 len: 1682 time: 0.1221464 Feb 20 03:28:03.715786 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4fb92e41-1e0f-4928-aa17-6aa269d57d72 req-df71558f-3367-491a-bf72-267feae32a1f service neutron] 10.222.0.93 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428776 Feb 20 03:28:03.786507 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17f0deba-dc2e-4301-ad87-f165e95ec8e1 req-b80360cf-3a11-491e-b0ac-df794c62089e tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/security-groups?id=3ecfd148-49f1-45d7-a007-04cb1f6e339b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765967 Feb 20 03:28:03.851053 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4fb92e41-1e0f-4928-aa17-6aa269d57d72 req-89ddbec5-6ee0-4688-be59-2a05f53375ae service neutron] 10.222.0.93 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316576 Feb 20 03:28:03.877934 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466bf1c-800f-431f-a6be-5463d0c2b29a req-2abaa764-4316-406b-848f-1fddea185611 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:03.883567 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f466bf1c-800f-431f-a6be-5463d0c2b29a req-2abaa764-4316-406b-848f-1fddea185611 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "GET /v2.0/ports?device_id=0513e80f-2b82-445e-a9ac-5bcf73e3e389 HTTP/1.1" status: 200 len: 946 time: 0.0740881 Feb 20 03:28:04.124574 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f466bf1c-800f-431f-a6be-5463d0c2b29a req-5da9a19a-449a-408f-959d-a2a27ffea7c6 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c25adb2-1fc4-4c61-bf23-2e751ebbbaba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719426 Feb 20 03:28:04.153167 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0513e80f-2b82-445e-a9ac-5bcf73e3e389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0cc2847-c84a-4671-8dc3-491f60bda5cd'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:28:04.155515 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d444f706-1b37-4ecd-8419-eca776ea1f16" -d '{"events": [{"server_uuid": "0513e80f-2b82-445e-a9ac-5bcf73e3e389", "name": "network-vif-plugged", "status": "completed", "tag": "f0cc2847-c84a-4671-8dc3-491f60bda5cd"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:28:04.196610 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fd7165-6536-4408-880d-75e38f7efba9 x-openstack-request-id: req-d1fd7165-6536-4408-880d-75e38f7efba9 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:28:04.196610 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0513e80f-2b82-445e-a9ac-5bcf73e3e389", "name": "network-vif-plugged", "status": "completed", "tag": "f0cc2847-c84a-4671-8dc3-491f60bda5cd", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:28:04.196610 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d1fd7165-6536-4408-880d-75e38f7efba9 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:28:04.196610 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0513e80f-2b82-445e-a9ac-5bcf73e3e389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0cc2847-c84a-4671-8dc3-491f60bda5cd', 'code': 200} Feb 20 03:28:04.342743 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aef97f-8a50-49c0-8495-e2a3988e895a req-d45067b2-7ce9-4408-81ca-49176498f4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:04.344531 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-03aef97f-8a50-49c0-8495-e2a3988e895a req-d45067b2-7ce9-4408-81ca-49176498f4eb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0513e80f-2b82-445e-a9ac-5bcf73e3e389 HTTP/1.1" status: 200 len: 1128 time: 0.0622754 Feb 20 03:28:04.395365 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-03aef97f-8a50-49c0-8495-e2a3988e895a req-2972cbc2-4f4f-4659-aba8-76f1e1d29ea4 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=5c25adb2-1fc4-4c61-bf23-2e751ebbbaba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434918 Feb 20 03:28:04.457777 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f2100-c458-440f-95e9-63d2f41d7410 req-61a2e661-e6b7-44cc-9339-c4d657bbf66b tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:04.459641 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-365f2100-c458-440f-95e9-63d2f41d7410 req-61a2e661-e6b7-44cc-9339-c4d657bbf66b tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 943 time: 0.0553672 Feb 20 03:28:04.523543 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-365f2100-c458-440f-95e9-63d2f41d7410 req-be4bdbaa-00ad-4034-8c41-3aecf8dd60eb tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537941 Feb 20 03:28:04.608239 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ebd5dc43-0db6-4d26-94de-366b43a54067 req-eae02b04-1bc9-4854-be7f-f87bc1047207 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=2524b827-ef63-4be3-a545-232a32461085 HTTP/1.1" status: 200 len: 210 time: 0.0348983 Feb 20 03:28:04.748528 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d654a-d0f6-45c9-9803-6ba9903c350d req-03117ff1-4842-468a-97d1-13451b252db7 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:04.750088 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-377d654a-d0f6-45c9-9803-6ba9903c350d req-03117ff1-4842-468a-97d1-13451b252db7 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd4e544f-ddeb-4f48-8c42-1866549a882a HTTP/1.1" status: 200 len: 945 time: 0.0585291 Feb 20 03:28:04.764140 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 5fb7415f-9485-453e-b6ec-2597075bee15 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:28:04.852581 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-377d654a-d0f6-45c9-9803-6ba9903c350d req-6851378f-11fd-4f90-b1d8-0ce7b2072556 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926750 Feb 20 03:28:04.877727 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 5fb7415f-9485-453e-b6ec-2597075bee15, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=5fb7415f-9485-453e-b6ec-2597075bee15,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:04.889724 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 5fb7415f-9485-453e-b6ec-2597075bee15 has no active binding in host n-h1-829866-4 {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 20 03:28:04.934904 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a2387-ebf3-4064-a4e7-628349c9834e req-db4e7cf0-0765-46a6-941b-2610448e7ea5 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:04.940263 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a2387-ebf3-4064-a4e7-628349c9834e req-db4e7cf0-0765-46a6-941b-2610448e7ea5 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:04.941933 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-830a2387-ebf3-4064-a4e7-628349c9834e req-db4e7cf0-0765-46a6-941b-2610448e7ea5 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=0538c16d-759c-4f0f-8e2b-9e2a6b5057ca HTTP/1.1" status: 200 len: 1682 time: 0.0615714 Feb 20 03:28:04.995617 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-830a2387-ebf3-4064-a4e7-628349c9834e req-e3f1e6b9-7cff-45b4-aa30-5d0de31a8802 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/security-groups?id=3ecfd148-49f1-45d7-a007-04cb1f6e339b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464647 Feb 20 03:28:05.142878 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b01e73-2e37-4f61-a2cf-551b083ccbf7 req-7dc22f23-c5de-4953-9e21-509f2afa0de7 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:05.150114 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-05b01e73-2e37-4f61-a2cf-551b083ccbf7 req-7dc22f23-c5de-4953-9e21-509f2afa0de7 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "GET /v2.0/ports?device_id=0513e80f-2b82-445e-a9ac-5bcf73e3e389 HTTP/1.1" status: 200 len: 946 time: 0.0814981 Feb 20 03:28:05.207272 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-05b01e73-2e37-4f61-a2cf-551b083ccbf7 req-352822c0-9be5-459e-bf5b-0fcdee3a6016 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c25adb2-1fc4-4c61-bf23-2e751ebbbaba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560794 Feb 20 03:28:05.292278 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55910) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:05.382741 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-1e2441e2-293b-48a8-b606-25cce11d1a5c tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=4010c5c9a68841d28ec3272ba0035a74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427113 Feb 20 03:28:05.443297 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-12d6b4c7-29fc-4c0d-9a9d-6a39583da273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:05.467879 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c1f6b-9e6e-419b-8771-4e102c7d8c16 req-d97e197f-7837-479b-8bd5-7a92887bf1c8 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:05.470992 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-158c1f6b-9e6e-419b-8771-4e102c7d8c16 req-d97e197f-7837-479b-8bd5-7a92887bf1c8 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd4e544f-ddeb-4f48-8c42-1866549a882a HTTP/1.1" status: 200 len: 945 time: 0.1603804 Feb 20 03:28:05.572228 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-12d6b4c7-29fc-4c0d-9a9d-6a39583da273 admin admin] Publish callbacks [] for security_group (b851e2a1-929e-471e-8bd5-4d161a9d291d), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:05.649673 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-12d6b4c7-29fc-4c0d-9a9d-6a39583da273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b851e2a1-929e-471e-8bd5-4d161a9d291d), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:05.712166 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-12d6b4c7-29fc-4c0d-9a9d-6a39583da273 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=695242a1e2e749a0a95dfba633bc614f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4186270 Feb 20 03:28:05.717354 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55920) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:05.717901 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-b0581a25-8f05-4bd4-9248-2c7d7b7adf27 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:05.719492 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-b0581a25-8f05-4bd4-9248-2c7d7b7adf27 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3297431 Feb 20 03:28:05.731221 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4cd69-167c-4c9f-aa49-7e4aa7b4b162 req-4b5d7895-2d26-4b37-8dbc-74b505951988 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:05.736548 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4cd69-167c-4c9f-aa49-7e4aa7b4b162 req-4b5d7895-2d26-4b37-8dbc-74b505951988 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:05.737798 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d6b4c7-29fc-4c0d-9a9d-6a39583da273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b851e2a1-929e-471e-8bd5-4d161a9d291d,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:05.738144 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b0c4cd69-167c-4c9f-aa49-7e4aa7b4b162 req-4b5d7895-2d26-4b37-8dbc-74b505951988 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=0538c16d-759c-4f0f-8e2b-9e2a6b5057ca HTTP/1.1" status: 200 len: 1682 time: 0.2246971 Feb 20 03:28:05.755136 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-efe09d84-5e29-491a-998d-b7b302f9c812 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Request body: {'port': {'device_id': '2524b827-ef63-4be3-a545-232a32461085', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'admin_state_up': True, 'tenant_id': '4010c5c9a68841d28ec3272ba0035a74'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:05.764082 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-68bf6a5d-f8dc-4be1-93b4-59c1e499018a service neutron] 10.222.0.93 "GET /v2.0/ports/5fb7415f-9485-453e-b6ec-2597075bee15/bindings/n-h1-829866-4 HTTP/1.1" status: 200 len: 384 time: 0.1446650 Feb 20 03:28:05.817116 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-636a4b7b-28f6-4de6-aa41-46a563d2e152 admin admin] Publish callbacks [] for security_group (b851e2a1-929e-471e-8bd5-4d161a9d291d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:05.842407 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606cf47-e315-4412-aba2-e183b685a648 req-15916c2b-329b-480f-bca5-6f8be030c940 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:05.843967 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3606cf47-e315-4412-aba2-e183b685a648 req-15916c2b-329b-480f-bca5-6f8be030c940 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 943 time: 0.2455389 Feb 20 03:28:05.857563 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-636a4b7b-28f6-4de6-aa41-46a563d2e152 admin admin] Publish callbacks [] for security_group (b851e2a1-929e-471e-8bd5-4d161a9d291d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:05.912012 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-158c1f6b-9e6e-419b-8771-4e102c7d8c16 req-28135f29-ddaf-46c5-948c-e818afc4a5b2 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Deleting port 48f6f3c5-cb14-489f-990b-5c6c0915dbea {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:28:05.912762 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-158c1f6b-9e6e-419b-8771-4e102c7d8c16 req-28135f29-ddaf-46c5-948c-e818afc4a5b2 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (48f6f3c5-cb14-489f-990b-5c6c0915dbea), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:05.995316 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b0c4cd69-167c-4c9f-aa49-7e4aa7b4b162 req-e4619d23-2406-418d-ad33-1c26858e6e1c tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/security-groups?id=3ecfd148-49f1-45d7-a007-04cb1f6e339b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703739 Feb 20 03:28:06.011888 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-1bd02e19-ef18-4139-8b63-864f10dc850a service neutron] For port 5fb7415f-9485-453e-b6ec-2597075bee15, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=5fb7415f-9485-453e-b6ec-2597075bee15,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:06.027959 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3606cf47-e315-4412-aba2-e183b685a648 req-71deb43f-5c27-4da8-ac86-770edaf381ed tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645741 Feb 20 03:28:06.034440 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-1bd02e19-ef18-4139-8b63-864f10dc850a service neutron] For port 5fb7415f-9485-453e-b6ec-2597075bee15, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:28:06.058534 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-636a4b7b-28f6-4de6-aa41-46a563d2e152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b851e2a1-929e-471e-8bd5-4d161a9d291d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:06.062008 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-636a4b7b-28f6-4de6-aa41-46a563d2e152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:06.078508 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-636a4b7b-28f6-4de6-aa41-46a563d2e152 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b851e2a1-929e-471e-8bd5-4d161a9d291d HTTP/1.1" status: 204 len: 168 time: 0.3498895 Feb 20 03:28:06.098556 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a4b7b-28f6-4de6-aa41-46a563d2e152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b851e2a1-929e-471e-8bd5-4d161a9d291d,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:06.128064 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-1bd02e19-ef18-4139-8b63-864f10dc850a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fb7415f-9485-453e-b6ec-2597075bee15 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:28:06.146058 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-1bd02e19-ef18-4139-8b63-864f10dc850a service neutron] For port 5fb7415f-9485-453e-b6ec-2597075bee15, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=5fb7415f-9485-453e-b6ec-2597075bee15,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:06.167195 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-158c1f6b-9e6e-419b-8771-4e102c7d8c16 req-28135f29-ddaf-46c5-948c-e818afc4a5b2 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] For port 48f6f3c5-cb14-489f-990b-5c6c0915dbea, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=48f6f3c5-cb14-489f-990b-5c6c0915dbea,segment=NetworkSegment(d9eb8f3b-9eb2-4717-b7be-6446914f2ad1),segment_id=d9eb8f3b-9eb2-4717-b7be-6446914f2ad1)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:06.178489 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-158c1f6b-9e6e-419b-8771-4e102c7d8c16 req-28135f29-ddaf-46c5-948c-e818afc4a5b2 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (48f6f3c5-cb14-489f-990b-5c6c0915dbea), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:06.195614 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-158c1f6b-9e6e-419b-8771-4e102c7d8c16 req-28135f29-ddaf-46c5-948c-e818afc4a5b2 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Calling delete_port for 48f6f3c5-cb14-489f-990b-5c6c0915dbea owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:28:06.214513 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-efe09d84-5e29-491a-998d-b7b302f9c812 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Made reservation on behalf of 4010c5c9a68841d28ec3272ba0035a74 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:28:06.217795 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-efe09d84-5e29-491a-998d-b7b302f9c812 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:06.221040 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6dac87b3-2a5c-4ed4-840e-5f9873c1b9ee req-0350663f-b8b0-467b-af5c-683c5a956b49 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=2524b827-ef63-4be3-a545-232a32461085 HTTP/1.1" status: 200 len: 210 time: 0.0505435 Feb 20 03:28:06.247497 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-efe09d84-5e29-491a-998d-b7b302f9c812 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:06.267447 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-1bd02e19-ef18-4139-8b63-864f10dc850a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5fb7415f-9485-453e-b6ec-2597075bee15), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:06.382340 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-1bd02e19-ef18-4139-8b63-864f10dc850a service neutron] Transition to ACTIVE for port object 5fb7415f-9485-453e-b6ec-2597075bee15 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:28:06.423679 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd36ee-2a4f-44c7-9145-376f8f315370 req-a00dd57f-030b-4e7e-b5f1-e8183c155b0e tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:06.425209 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-eebd36ee-2a4f-44c7-9145-376f8f315370 req-a00dd57f-030b-4e7e-b5f1-e8183c155b0e tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd4e544f-ddeb-4f48-8c42-1866549a882a HTTP/1.1" status: 200 len: 945 time: 0.2001848 Feb 20 03:28:06.453551 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3f4e5-ec40-44ca-87fd-70a3846b1b4c req-624694c1-c66d-4c9c-8961-38f637c961db tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:06.455103 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06b3f4e5-ec40-44ca-87fd-70a3846b1b4c req-624694c1-c66d-4c9c-8961-38f637c961db tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "GET /v2.0/ports?device_id=0513e80f-2b82-445e-a9ac-5bcf73e3e389 HTTP/1.1" status: 200 len: 946 time: 0.1568840 Feb 20 03:28:06.463021 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-1bd02e19-ef18-4139-8b63-864f10dc850a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (5fb7415f-9485-453e-b6ec-2597075bee15), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:06.545109 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-efe09d84-5e29-491a-998d-b7b302f9c812 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks [] for security_group (05a1e3c9-95b5-4e41-98a1-6ef41fa3497a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:06.563417 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-1bd02e19-ef18-4139-8b63-864f10dc850a service neutron] No DVR routers for this DVR port 5fb7415f-9485-453e-b6ec-2597075bee15 on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:28:06.571544 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd02e19-ef18-4139-8b63-864f10dc850a service neutron] Pushing event updated for resources: {'Port': ['ID=5fb7415f-9485-453e-b6ec-2597075bee15,revision_number=10']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:06.586740 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-eebd36ee-2a4f-44c7-9145-376f8f315370 req-6d105ddf-6f0a-4b45-9671-87290f20ec7b tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups?id=779003ef-11e9-430c-a4f2-5044ba4101c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508770 Feb 20 03:28:06.619885 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-1bd02e19-ef18-4139-8b63-864f10dc850a service neutron] 10.222.0.93 "PUT /v2.0/ports/5fb7415f-9485-453e-b6ec-2597075bee15/bindings/n-h1-829866-4/activate HTTP/1.1" status: 200 len: 369 time: 0.8476334 Feb 20 03:28:06.626116 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06b3f4e5-ec40-44ca-87fd-70a3846b1b4c req-480ab766-7bc6-4d63-920d-28fb20e6ce95 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c25adb2-1fc4-4c61-bf23-2e751ebbbaba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350424 Feb 20 03:28:06.638744 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-efe09d84-5e29-491a-998d-b7b302f9c812 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (05a1e3c9-95b5-4e41-98a1-6ef41fa3497a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:06.711943 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-158c1f6b-9e6e-419b-8771-4e102c7d8c16 req-28135f29-ddaf-46c5-948c-e818afc4a5b2 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (48f6f3c5-cb14-489f-990b-5c6c0915dbea), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:06.727446 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['48f6f3c5-cb14-489f-990b-5c6c0915dbea'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:28:06.800012 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28135f29-ddaf-46c5-948c-e818afc4a5b2 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Pushing event deleted for resources: {'Port': ['ID=48f6f3c5-cb14-489f-990b-5c6c0915dbea,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:06.960098 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55934) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:06.977391 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8a9164d5-8bb1-4851-a4bb-4456d04c11f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:07.072224 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8a9164d5-8bb1-4851-a4bb-4456d04c11f2 admin admin] Publish callbacks [] for security_group (6e8ccf64-e878-4d71-a29d-1776c65daf1f), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:07.130835 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d48d9-7008-43df-9726-b4f8bec5970b req-3e2cc004-09fe-4314-8b42-a656073c5340 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:07.137069 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d48d9-7008-43df-9726-b4f8bec5970b req-3e2cc004-09fe-4314-8b42-a656073c5340 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:07.138773 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-af2d48d9-7008-43df-9726-b4f8bec5970b req-3e2cc004-09fe-4314-8b42-a656073c5340 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.93 "GET /v2.0/ports?device_id=0538c16d-759c-4f0f-8e2b-9e2a6b5057ca HTTP/1.1" status: 200 len: 1682 time: 0.0654142 Feb 20 03:28:07.152356 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8a9164d5-8bb1-4851-a4bb-4456d04c11f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (6e8ccf64-e878-4d71-a29d-1776c65daf1f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:07.197367 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe09d84-5e29-491a-998d-b7b302f9c812 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:07.224271 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8a9164d5-8bb1-4851-a4bb-4456d04c11f2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=30799b4109724ebcb7d578ff7f36a14c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2627246 Feb 20 03:28:07.234947 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55942) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:07.236701 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9164d5-8bb1-4851-a4bb-4456d04c11f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8ccf64-e878-4d71-a29d-1776c65daf1f,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:07.286880 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-158c1f6b-9e6e-419b-8771-4e102c7d8c16 req-28135f29-ddaf-46c5-948c-e818afc4a5b2 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] No DVR routers for this DVR port 48f6f3c5-cb14-489f-990b-5c6c0915dbea on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:28:07.299162 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-158c1f6b-9e6e-419b-8771-4e102c7d8c16 req-28135f29-ddaf-46c5-948c-e818afc4a5b2 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:07.302414 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-158c1f6b-9e6e-419b-8771-4e102c7d8c16 req-28135f29-ddaf-46c5-948c-e818afc4a5b2 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.42 "DELETE /v2.0/ports/48f6f3c5-cb14-489f-990b-5c6c0915dbea HTTP/1.1" status: 204 len: 173 time: 1.8242817 Feb 20 03:28:07.307189 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4e544f-ddeb-4f48-8c42-1866549a882a', 'name': 'network-vif-deleted', 'tag': '48f6f3c5-cb14-489f-990b-5c6c0915dbea'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:28:07.308202 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-af2d48d9-7008-43df-9726-b4f8bec5970b req-75721b2f-8ceb-4c3b-8090-48949abd2b54 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Deleting port feb3716c-336e-4e71-b8f5-863db46580d3 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:28:07.308549 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-af2d48d9-7008-43df-9726-b4f8bec5970b req-75721b2f-8ceb-4c3b-8090-48949abd2b54 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (feb3716c-336e-4e71-b8f5-863db46580d3), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:07.309452 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4eeae9a-85f4-4e65-b7b9-536e7c448234" -d '{"events": [{"server_uuid": "bd4e544f-ddeb-4f48-8c42-1866549a882a", "name": "network-vif-deleted", "tag": "48f6f3c5-cb14-489f-990b-5c6c0915dbea"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:28:07.326417 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-efe09d84-5e29-491a-998d-b7b302f9c812 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Allocated IP 192.168.233.63 (0c4d93d2-7476-4570-93e5-7ecf9f895901/c38207c9-ee42-4b0e-b0ac-5ef2953b6f62/5d89a755-ad2b-49cb-afa1-66b50203f6a6) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:28:07.355545 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b0bb1-9a28-4799-b2c7-025c24b8def1 req-c0ed8ecd-1ca7-4895-b7bb-dc030a5756d5 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:07.363380 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7a0b0bb1-9a28-4799-b2c7-025c24b8def1 req-c0ed8ecd-1ca7-4895-b7bb-dc030a5756d5 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "GET /v2.0/ports?device_id=0513e80f-2b82-445e-a9ac-5bcf73e3e389 HTTP/1.1" status: 200 len: 946 time: 0.6593826 Feb 20 03:28:07.367465 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55948) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:07.373893 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-a856f247-0eb5-4e56-84ec-8210ef506b5b tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Request body: {'floatingip': {'port_id': 'f0cc2847-c84a-4671-8dc3-491f60bda5cd'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:07.418348 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a856f247-0eb5-4e56-84ec-8210ef506b5b tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks [] for floatingip (cca4896a-4c97-4c24-a961-0c0c3faaecbe), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:07.455880 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-1eafd4e4-f190-44d9-bcc5-14355dda5bb1 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:07.457386 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-1eafd4e4-f190-44d9-bcc5-14355dda5bb1 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46&tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&binding%3Ahost_id=n-h2-829866-4 HTTP/1.1" status: 200 len: 1126 time: 0.6804848 Feb 20 03:28:07.508572 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb3c4f-1293-44b2-acbb-47db2378e394 req-477d731a-df99-4dc5-97e0-69013afb1fa9 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:07.512045 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-af2d48d9-7008-43df-9726-b4f8bec5970b req-75721b2f-8ceb-4c3b-8090-48949abd2b54 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] For port feb3716c-336e-4e71-b8f5-863db46580d3, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=feb3716c-336e-4e71-b8f5-863db46580d3,segment=NetworkSegment(f30cf98f-270d-46f3-a0fe-d51810902555),segment_id=f30cf98f-270d-46f3-a0fe-d51810902555)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:07.512524 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-af2d48d9-7008-43df-9726-b4f8bec5970b req-75721b2f-8ceb-4c3b-8090-48949abd2b54 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (feb3716c-336e-4e71-b8f5-863db46580d3), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:07.514455 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb3c4f-1293-44b2-acbb-47db2378e394 req-477d731a-df99-4dc5-97e0-69013afb1fa9 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:07.521040 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aebb3c4f-1293-44b2-acbb-47db2378e394 req-477d731a-df99-4dc5-97e0-69013afb1fa9 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=0538c16d-759c-4f0f-8e2b-9e2a6b5057ca HTTP/1.1" status: 200 len: 1682 time: 0.3477845 Feb 20 03:28:07.551972 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-af2d48d9-7008-43df-9726-b4f8bec5970b req-75721b2f-8ceb-4c3b-8090-48949abd2b54 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Calling delete_port for feb3716c-336e-4e71-b8f5-863db46580d3 owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:28:07.613297 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-af21257c-5a22-4fe8-95ec-016ff082b1b9 admin admin] Publish callbacks [] for security_group (6e8ccf64-e878-4d71-a29d-1776c65daf1f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:07.685693 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f2cc7-1281-4a5b-b269-ee695f6cb943 req-ec6782f0-b8d4-40fa-a4a2-fca6a77af3c7 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:07.687307 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-855f2cc7-1281-4a5b-b269-ee695f6cb943 req-ec6782f0-b8d4-40fa-a4a2-fca6a77af3c7 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 944 time: 0.2655895 Feb 20 03:28:07.689476 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-af21257c-5a22-4fe8-95ec-016ff082b1b9 admin admin] Publish callbacks [] for security_group (6e8ccf64-e878-4d71-a29d-1776c65daf1f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:07.731048 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-495f387b-4b1e-4165-811f-8703a6886798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:07.732664 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-495f387b-4b1e-4165-811f-8703a6886798 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46&tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359 HTTP/1.1" status: 200 len: 1126 time: 0.2511976 Feb 20 03:28:07.769570 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aebb3c4f-1293-44b2-acbb-47db2378e394 req-98946ce5-504c-440e-8607-7bfa1d0ffc42 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/security-groups?id=3ecfd148-49f1-45d7-a007-04cb1f6e339b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451894 Feb 20 03:28:07.877476 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-efe09d84-5e29-491a-998d-b7b302f9c812 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks [] for port (5d89a755-ad2b-49cb-afa1-66b50203f6a6), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:07.894364 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-855f2cc7-1281-4a5b-b269-ee695f6cb943 req-ed5c6423-b948-4198-93c0-c0d445c34538 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928098 Feb 20 03:28:07.938460 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-af21257c-5a22-4fe8-95ec-016ff082b1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (6e8ccf64-e878-4d71-a29d-1776c65daf1f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:07.940983 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-af21257c-5a22-4fe8-95ec-016ff082b1b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:07.947157 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-af21257c-5a22-4fe8-95ec-016ff082b1b9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6e8ccf64-e878-4d71-a29d-1776c65daf1f HTTP/1.1" status: 204 len: 168 time: 0.6903241 Feb 20 03:28:07.990243 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3dd601-b410-45ae-895e-adc64e6fe1e4 x-openstack-request-id: req-2f3dd601-b410-45ae-895e-adc64e6fe1e4 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:28:07.996397 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4e544f-ddeb-4f48-8c42-1866549a882a", "name": "network-vif-deleted", "tag": "48f6f3c5-cb14-489f-990b-5c6c0915dbea", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:28:07.997528 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2f3dd601-b410-45ae-895e-adc64e6fe1e4 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:28:07.997992 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4e544f-ddeb-4f48-8c42-1866549a882a', 'name': 'network-vif-deleted', 'tag': '48f6f3c5-cb14-489f-990b-5c6c0915dbea', 'status': 'completed', 'code': 200} Feb 20 03:28:08.015487 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21257c-5a22-4fe8-95ec-016ff082b1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8ccf64-e878-4d71-a29d-1776c65daf1f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:08.085836 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-01fca3ae-ef18-4c34-b155-c8ce7c1524cf req-18846236-9261-4f5c-b429-79ea3bf7bb7d tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=2524b827-ef63-4be3-a545-232a32461085 HTTP/1.1" status: 200 len: 210 time: 0.1392858 Feb 20 03:28:08.103162 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-e8e1076e-5363-4565-9c4f-fbfa9c805e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:08.105111 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-e8e1076e-5363-4565-9c4f-fbfa9c805e57 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 1126 time: 0.3140609 Feb 20 03:28:08.163109 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d60bdcad-cd63-4f53-84a0-448c00554971 req-7e4030ae-5b06-46dd-be43-bba86ffc4156 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/ports?device_id=bd4e544f-ddeb-4f48-8c42-1866549a882a HTTP/1.1" status: 200 len: 210 time: 0.0882752 Feb 20 03:28:08.229247 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device feb3716c-336e-4e71-b8f5-863db46580d3 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:28:08.264075 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-af2d48d9-7008-43df-9726-b4f8bec5970b req-75721b2f-8ceb-4c3b-8090-48949abd2b54 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (feb3716c-336e-4e71-b8f5-863db46580d3), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:08.271602 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-efe09d84-5e29-491a-998d-b7b302f9c812 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (5d89a755-ad2b-49cb-afa1-66b50203f6a6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:08.274903 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No active binding found for port feb3716c-336e-4e71-b8f5-863db46580d3 {{(pid=104107) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 20 03:28:08.275536 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] The host n-h2-829866-4 is not matching for port feb3716c-336e-4e71-b8f5-863db46580d3 host None! {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 03:28:08.276217 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device feb3716c-336e-4e71-b8f5-863db46580d3 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:28:08.276880 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device aec447d8-d63b-4d4c-a72c-ae01f0fe0561 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:28:08.349153 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-efe09d84-5e29-491a-998d-b7b302f9c812 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:28:08.355774 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-f4b8ab9f-31b8-4afc-b8c7-d7ab35433275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:08.359525 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-f4b8ab9f-31b8-4afc-b8c7-d7ab35433275 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5528b70c-0437-425a-a0ac-3485fc465717 HTTP/1.1" status: 200 len: 921 time: 0.2240989 Feb 20 03:28:08.368093 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port aec447d8-d63b-4d4c-a72c-ae01f0fe0561 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:28:08.375377 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (aec447d8-d63b-4d4c-a72c-ae01f0fe0561), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:08.375548 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75721b2f-8ceb-4c3b-8090-48949abd2b54 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Pushing event deleted for resources: {'Port': ['ID=feb3716c-336e-4e71-b8f5-863db46580d3,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:08.406675 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port aec447d8-d63b-4d4c-a72c-ae01f0fe0561, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=aec447d8-d63b-4d4c-a72c-ae01f0fe0561,segment=NetworkSegment(afb1e1f0-c683-4b9c-98d1-c143a7c55abb),segment_id=afb1e1f0-c683-4b9c-98d1-c143a7c55abb)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:08.408215 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0538c16d-759c-4f0f-8e2b-9e2a6b5057ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aec447d8-d63b-4d4c-a72c-ae01f0fe0561'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:28:08.411234 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a37ce4-5e8a-4c66-b35c-2d0a1d7a220f" -d '{"events": [{"server_uuid": "0538c16d-759c-4f0f-8e2b-9e2a6b5057ca", "name": "network-vif-unplugged", "status": "completed", "tag": "aec447d8-d63b-4d4c-a72c-ae01f0fe0561"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:28:08.420663 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2d48d9-7008-43df-9726-b4f8bec5970b req-75721b2f-8ceb-4c3b-8090-48949abd2b54 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] No DVR routers for this DVR port feb3716c-336e-4e71-b8f5-863db46580d3 on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:28:08.423570 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-af2d48d9-7008-43df-9726-b4f8bec5970b req-75721b2f-8ceb-4c3b-8090-48949abd2b54 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:08.427436 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-af2d48d9-7008-43df-9726-b4f8bec5970b req-75721b2f-8ceb-4c3b-8090-48949abd2b54 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.93 "DELETE /v2.0/ports/feb3716c-336e-4e71-b8f5-863db46580d3 HTTP/1.1" status: 204 len: 173 time: 1.2838516 Feb 20 03:28:08.430234 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0538c16d-759c-4f0f-8e2b-9e2a6b5057ca', 'name': 'network-vif-deleted', 'tag': 'feb3716c-336e-4e71-b8f5-863db46580d3'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:28:08.432572 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5c043e-7342-4400-a7ff-387b1e4a5284" -d '{"events": [{"server_uuid": "0538c16d-759c-4f0f-8e2b-9e2a6b5057ca", "name": "network-vif-deleted", "tag": "feb3716c-336e-4e71-b8f5-863db46580d3"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:28:08.473456 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-efe09d84-5e29-491a-998d-b7b302f9c812 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:28:08.480578 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (aec447d8-d63b-4d4c-a72c-ae01f0fe0561), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:08.481855 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 5fb7415f-9485-453e-b6ec-2597075bee15 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:28:08.492853 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-efe09d84-5e29-491a-998d-b7b302f9c812 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:28:08.501718 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-9c556d87-5e85-48d6-b6d3-a8900a032137 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fb7415f-9485-453e-b6ec-2597075bee15 HTTP/1.1" status: 200 len: 217 time: 0.1300156 Feb 20 03:28:08.520236 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecba32b1-f4df-420a-a2f8-f61b236ab8f9 x-openstack-request-id: req-ecba32b1-f4df-420a-a2f8-f61b236ab8f9 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:28:08.520766 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0538c16d-759c-4f0f-8e2b-9e2a6b5057ca", "name": "network-vif-deleted", "tag": "feb3716c-336e-4e71-b8f5-863db46580d3", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:28:08.520766 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ecba32b1-f4df-420a-a2f8-f61b236ab8f9 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:28:08.521273 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0538c16d-759c-4f0f-8e2b-9e2a6b5057ca', 'name': 'network-vif-deleted', 'tag': 'feb3716c-336e-4e71-b8f5-863db46580d3', 'status': 'completed', 'code': 200} Feb 20 03:28:08.587154 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.db.resource_extend [None req-a856f247-0eb5-4e56-84ec-8210ef506b5b tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 03:28:08.638170 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee028cc-92f3-4931-95bc-c4559d496d32 x-openstack-request-id: req-2ee028cc-92f3-4931-95bc-c4559d496d32 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:28:08.638970 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0538c16d-759c-4f0f-8e2b-9e2a6b5057ca", "name": "network-vif-unplugged", "status": "completed", "tag": "aec447d8-d63b-4d4c-a72c-ae01f0fe0561", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:28:08.639451 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2ee028cc-92f3-4931-95bc-c4559d496d32 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:28:08.640063 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0538c16d-759c-4f0f-8e2b-9e2a6b5057ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aec447d8-d63b-4d4c-a72c-ae01f0fe0561', 'code': 200} Feb 20 03:28:08.641308 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=aec447d8-d63b-4d4c-a72c-ae01f0fe0561,revision_number=6']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:08.695622 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] The host n-h2-829866-4 is not matching for port 5fb7415f-9485-453e-b6ec-2597075bee15 host n-h1-829866-4! {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 03:28:08.696261 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 5fb7415f-9485-453e-b6ec-2597075bee15 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:28:08.703513 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a856f247-0eb5-4e56-84ec-8210ef506b5b tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:08.728629 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-af2d48d9-7008-43df-9726-b4f8bec5970b req-9a3acb67-0833-4bf4-b9a1-3d2b0e9d82bf tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Deleting port aec447d8-d63b-4d4c-a72c-ae01f0fe0561 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:28:08.728985 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-af2d48d9-7008-43df-9726-b4f8bec5970b req-9a3acb67-0833-4bf4-b9a1-3d2b0e9d82bf tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (aec447d8-d63b-4d4c-a72c-ae01f0fe0561), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:08.756699 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe09d84-5e29-491a-998d-b7b302f9c812 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Pushing event updated for resources: {'Port': ['ID=5d89a755-ad2b-49cb-afa1-66b50203f6a6,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:08.779402 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-efe09d84-5e29-491a-998d-b7b302f9c812 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:08.780072 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-efe09d84-5e29-491a-998d-b7b302f9c812 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:08.796936 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a856f247-0eb5-4e56-84ec-8210ef506b5b tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (cca4896a-4c97-4c24-a961-0c0c3faaecbe), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:08.799707 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 48f6f3c5-cb14-489f-990b-5c6c0915dbea no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:28:08.802091 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-1b300be8-a80f-4b4e-9e34-a5f934ceb0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:08.804525 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-1b300be8-a80f-4b4e-9e34-a5f934ceb0d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e570f242-4684-4db2-b2a8-755bc6ec8973 HTTP/1.1" status: 200 len: 860 time: 0.2943721 Feb 20 03:28:08.847788 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 48f6f3c5-cb14-489f-990b-5c6c0915dbea {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:28:08.847788 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 48f6f3c5-cb14-489f-990b-5c6c0915dbea not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:28:08.875294 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-d2990041-24d4-4b6d-9915-b5b8dcde51ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5528b70c-0437-425a-a0ac-3485fc465717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638878 Feb 20 03:28:08.878603 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-efe09d84-5e29-491a-998d-b7b302f9c812 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1368623 Feb 20 03:28:08.912901 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-d5c37611-1f7f-4631-a89f-411a34c80a20 service neutron] Request body: {'port': {'device_id': '2524b827-ef63-4be3-a545-232a32461085', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:09.027738 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-8ddb8164-1eeb-49d9-84de-19ba82bbfebc None None] Provisioning complete for port 5d89a755-ad2b-49cb-afa1-66b50203f6a6 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:28:09.028414 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8ddb8164-1eeb-49d9-84de-19ba82bbfebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (5d89a755-ad2b-49cb-afa1-66b50203f6a6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:09.071562 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-af2d48d9-7008-43df-9726-b4f8bec5970b req-9a3acb67-0833-4bf4-b9a1-3d2b0e9d82bf tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] For port aec447d8-d63b-4d4c-a72c-ae01f0fe0561, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=aec447d8-d63b-4d4c-a72c-ae01f0fe0561,segment=NetworkSegment(afb1e1f0-c683-4b9c-98d1-c143a7c55abb),segment_id=afb1e1f0-c683-4b9c-98d1-c143a7c55abb)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:09.072190 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-af2d48d9-7008-43df-9726-b4f8bec5970b req-9a3acb67-0833-4bf4-b9a1-3d2b0e9d82bf tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (aec447d8-d63b-4d4c-a72c-ae01f0fe0561), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:09.095873 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-af2d48d9-7008-43df-9726-b4f8bec5970b req-9a3acb67-0833-4bf4-b9a1-3d2b0e9d82bf tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Calling delete_port for aec447d8-d63b-4d4c-a72c-ae01f0fe0561 owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:28:09.102912 n-d-829866-4 neutron-server[104106]: INFO neutron.db.l3_db [None req-a856f247-0eb5-4e56-84ec-8210ef506b5b tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Floating IP cca4896a-4c97-4c24-a961-0c0c3faaecbe associated. External IP: 172.25.7.144, port: f0cc2847-c84a-4671-8dc3-491f60bda5cd. Feb 20 03:28:09.112463 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-8ddb8164-1eeb-49d9-84de-19ba82bbfebc None None] Port 5d89a755-ad2b-49cb-afa1-66b50203f6a6 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:28:09.116955 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-d5c37611-1f7f-4631-a89f-411a34c80a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5d89a755-ad2b-49cb-afa1-66b50203f6a6), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:09.198422 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-ffd1e980-7e2c-4a70-bf9f-7244cce56ae2 service neutron] 10.222.0.42 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107729 Feb 20 03:28:09.208226 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ffe2e2-9563-486e-a670-539580160cef req-b9d48876-c2c3-4155-b1b4-0d47a4c2adb3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:09.215318 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c3ffe2e2-9563-486e-a670-539580160cef req-b9d48876-c2c3-4155-b1b4-0d47a4c2adb3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=0538c16d-759c-4f0f-8e2b-9e2a6b5057ca HTTP/1.1" status: 200 len: 943 time: 0.2504036 Feb 20 03:28:09.255036 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c99a8-e0cf-477a-b2d5-3a92404142d1 req-ecf931d2-902f-4232-9a06-60b7f5f06084 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:09.256661 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-477c99a8-e0cf-477a-b2d5-3a92404142d1 req-ecf931d2-902f-4232-9a06-60b7f5f06084 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 944 time: 0.2017562 Feb 20 03:28:09.432332 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a856f247-0eb5-4e56-84ec-8210ef506b5b tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Router af89821a-4586-4c4f-86f2-051e2979d6bc has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:28:09.479632 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c3ffe2e2-9563-486e-a670-539580160cef req-1affc27b-11ab-4f8c-90c2-1619f37ff282 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/security-groups?id=3ecfd148-49f1-45d7-a007-04cb1f6e339b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572215 Feb 20 03:28:09.505916 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-477c99a8-e0cf-477a-b2d5-3a92404142d1 req-4b780c11-c407-44a6-82b1-7f27d29e464f tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092106 Feb 20 03:28:09.585157 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-6a88ff88-404c-442f-aa5b-78571a6f2374 service neutron] 10.222.0.42 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608034 Feb 20 03:28:09.619333 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-af2d48d9-7008-43df-9726-b4f8bec5970b req-9a3acb67-0833-4bf4-b9a1-3d2b0e9d82bf tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (aec447d8-d63b-4d4c-a72c-ae01f0fe0561), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:09.707169 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3acb67-0833-4bf4-b9a1-3d2b0e9d82bf tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Pushing event deleted for resources: {'Port': ['ID=aec447d8-d63b-4d4c-a72c-ae01f0fe0561,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:09.725496 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7fe8f-60c9-4df6-93b6-bd0fc9ea01eb req-8bf9b20c-941c-4f58-9e52-89141a2a301f tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:09.727563 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-37e7fe8f-60c9-4df6-93b6-bd0fc9ea01eb req-8bf9b20c-941c-4f58-9e52-89141a2a301f tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=2524b827-ef63-4be3-a545-232a32461085 HTTP/1.1" status: 200 len: 935 time: 0.1590388 Feb 20 03:28:09.759747 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a856f247-0eb5-4e56-84ec-8210ef506b5b tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:28:09.761526 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2d48d9-7008-43df-9726-b4f8bec5970b req-9a3acb67-0833-4bf4-b9a1-3d2b0e9d82bf tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] No DVR routers for this DVR port aec447d8-d63b-4d4c-a72c-ae01f0fe0561 on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:28:09.773601 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e408d7-36c4-4037-bcd7-8738908f8df3 None None] Sync routers for ids ['af89821a-4586-4c4f-86f2-051e2979d6bc'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:28:09.774359 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a856f247-0eb5-4e56-84ec-8210ef506b5b tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:09.797295 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e408d7-36c4-4037-bcd7-8738908f8df3 None None] Routers {'af89821a-4586-4c4f-86f2-051e2979d6bc'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:28:09.799323 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f8e408d7-36c4-4037-bcd7-8738908f8df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:27:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['af89821a-4586-4c4f-86f2-051e2979d6bc'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:09.838186 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a856f247-0eb5-4e56-84ec-8210ef506b5b tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "PUT /v2.0/floatingips/cca4896a-4c97-4c24-a961-0c0c3faaecbe HTTP/1.1" status: 200 len: 992 time: 2.4696562 Feb 20 03:28:09.840041 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-af2d48d9-7008-43df-9726-b4f8bec5970b req-9a3acb67-0833-4bf4-b9a1-3d2b0e9d82bf tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:09.843284 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-af2d48d9-7008-43df-9726-b4f8bec5970b req-9a3acb67-0833-4bf4-b9a1-3d2b0e9d82bf tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.93 "DELETE /v2.0/ports/aec447d8-d63b-4d4c-a72c-ae01f0fe0561 HTTP/1.1" status: 204 len: 173 time: 1.4053764 Feb 20 03:28:10.008565 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-d5c37611-1f7f-4631-a89f-411a34c80a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d89a755-ad2b-49cb-afa1-66b50203f6a6 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:28:10.024255 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-f8e408d7-36c4-4037-bcd7-8738908f8df3 None None] Set router af89821a-4586-4c4f-86f2-051e2979d6bc gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:28:10.042949 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-37e7fe8f-60c9-4df6-93b6-bd0fc9ea01eb req-54aa431b-559d-4093-908b-3248af6db844 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005612 Feb 20 03:28:10.051167 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-d5c37611-1f7f-4631-a89f-411a34c80a20 service neutron] Publish callbacks [] for port (5d89a755-ad2b-49cb-afa1-66b50203f6a6), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:10.077837 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-d5c37611-1f7f-4631-a89f-411a34c80a20 service neutron] Transition to ACTIVE for port object 5d89a755-ad2b-49cb-afa1-66b50203f6a6 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:28:10.108972 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad3de4-ea05-4b41-b5a1-5a15a0f48e8c req-ff18b637-991d-4f74-853d-bf8b3e9a6277 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:10.111239 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-11ad3de4-ea05-4b41-b5a1-5a15a0f48e8c req-ff18b637-991d-4f74-853d-bf8b3e9a6277 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "GET /v2.0/ports?device_id=0513e80f-2b82-445e-a9ac-5bcf73e3e389 HTTP/1.1" status: 200 len: 946 time: 0.1207697 Feb 20 03:28:10.188913 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56006) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:10.203586 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-d5c37611-1f7f-4631-a89f-411a34c80a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (5d89a755-ad2b-49cb-afa1-66b50203f6a6), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:10.261666 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-11ad3de4-ea05-4b41-b5a1-5a15a0f48e8c req-d8d73dec-766b-4f5f-86a5-03e8d08ea176 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c25adb2-1fc4-4c61-bf23-2e751ebbbaba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434350 Feb 20 03:28:10.299665 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c37611-1f7f-4631-a89f-411a34c80a20 service neutron] Pushing event updated for resources: {'Port': ['ID=5d89a755-ad2b-49cb-afa1-66b50203f6a6,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:10.343865 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-02b31a9e-75ad-4ad2-b8d5-15aaae4159f3 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:10.348961 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-02b31a9e-75ad-4ad2-b8d5-15aaae4159f3 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46&tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&binding%3Ahost_id=n-h1-829866-4 HTTP/1.1" status: 200 len: 1126 time: 0.1823997 Feb 20 03:28:10.378363 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8f2094ef-08d9-46ef-a8f3-4cf3ce8ca19f tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks [] for security_group (04939518-bcf2-4852-983d-f9801ed440f5), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:10.411850 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8f2094ef-08d9-46ef-a8f3-4cf3ce8ca19f tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks [] for security_group (04939518-bcf2-4852-983d-f9801ed440f5), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:10.465063 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f8e408d7-36c4-4037-bcd7-8738908f8df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'name': 'tempest-ServersTestManualDisk-1153220209-router', 'tenant_id': '6f0def2347034c3ca4f11bb0507c9192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:27:32Z', 'updated_at': '2022-02-20T03:27:38Z', 'revision_number': 4, 'project_id': '6f0def2347034c3ca4f11bb0507c9192', 'gw_port': {'id': '51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:27:33Z', 'updated_at': '2022-02-20T03:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'cca4896a-4c97-4c24-a961-0c0c3faaecbe', 'tenant_id': '6f0def2347034c3ca4f11bb0507c9192', 'floating_ip_address': '172.25.7.144', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'port_id': 'f0cc2847-c84a-4671-8dc3-491f60bda5cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d60220c-7bc2-4d5e-afc8-42af1b93a790', 'mac_address': 'fa:16:3e:cc:cb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0513e80f-2b82-445e-a9ac-5bcf73e3e389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:27:46Z', 'updated_at': '2022-02-20T03:28:08Z', 'revision_number': 1, 'project_id': '6f0def2347034c3ca4f11bb0507c9192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edc1a013-54c6-4cf2-a199-c039dbaf9788', 'name': '', 'network_id': '4d60220c-7bc2-4d5e-afc8-42af1b93a790', 'tenant_id': '6f0def2347034c3ca4f11bb0507c9192', 'mac_address': 'fa:16:3e:aa:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'bb4305fb-793e-4dc1-bf68-6c3134e54e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:27:36Z', 'updated_at': '2022-02-20T03:27:46Z', 'revision_number': 5, 'project_id': '6f0def2347034c3ca4f11bb0507c9192', 'subnets': [{'id': 'bb4305fb-793e-4dc1-bf68-6c3134e54e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:10.475551 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-d5c37611-1f7f-4631-a89f-411a34c80a20 service neutron] Attempting to bind port 5d89a755-ad2b-49cb-afa1-66b50203f6a6 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:28:10.475947 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-d5c37611-1f7f-4631-a89f-411a34c80a20 service neutron] Attempting to bind port 5d89a755-ad2b-49cb-afa1-66b50203f6a6 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:28:10.476225 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-d5c37611-1f7f-4631-a89f-411a34c80a20 service neutron] Attempting to bind port 5d89a755-ad2b-49cb-afa1-66b50203f6a6 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:28:10.492830 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-d5c37611-1f7f-4631-a89f-411a34c80a20 service neutron] Port 5d89a755-ad2b-49cb-afa1-66b50203f6a6 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:28:10.493492 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-d5c37611-1f7f-4631-a89f-411a34c80a20 service neutron] Attempting to bind port 5d89a755-ad2b-49cb-afa1-66b50203f6a6 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:28:10.510412 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e408d7-36c4-4037-bcd7-8738908f8df3 None None] Checking router: af89821a-4586-4c4f-86f2-051e2979d6bc for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:28:10.524425 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0513e80f-2b82-445e-a9ac-5bcf73e3e389', 'tag': 'f0cc2847-c84a-4671-8dc3-491f60bda5cd'}, {'server_uuid': '0538c16d-759c-4f0f-8e2b-9e2a6b5057ca', 'name': 'network-vif-deleted', 'tag': 'aec447d8-d63b-4d4c-a72c-ae01f0fe0561'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:28:10.526740 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c46031b-4ee5-4e13-8b44-96e3134ab368" -d '{"events": [{"name": "network-changed", "server_uuid": "0513e80f-2b82-445e-a9ac-5bcf73e3e389", "tag": "f0cc2847-c84a-4671-8dc3-491f60bda5cd"}, {"server_uuid": "0538c16d-759c-4f0f-8e2b-9e2a6b5057ca", "name": "network-vif-deleted", "tag": "aec447d8-d63b-4d4c-a72c-ae01f0fe0561"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:28:10.532824 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-d5c37611-1f7f-4631-a89f-411a34c80a20 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:28:10.533167 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-d5c37611-1f7f-4631-a89f-411a34c80a20 service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:28:10.533695 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-d5c37611-1f7f-4631-a89f-411a34c80a20 service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:28:10.534286 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-d5c37611-1f7f-4631-a89f-411a34c80a20 service neutron] Bound port: 5d89a755-ad2b-49cb-afa1-66b50203f6a6, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:28:10.534647 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-d5c37611-1f7f-4631-a89f-411a34c80a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5d89a755-ad2b-49cb-afa1-66b50203f6a6), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:10.555967 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e408d7-36c4-4037-bcd7-8738908f8df3 None None] Routers {'af89821a-4586-4c4f-86f2-051e2979d6bc'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:28:10.557681 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f8e408d7-36c4-4037-bcd7-8738908f8df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:27:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['af89821a-4586-4c4f-86f2-051e2979d6bc'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:10.575422 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8f2094ef-08d9-46ef-a8f3-4cf3ce8ca19f tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (04939518-bcf2-4852-983d-f9801ed440f5), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:10.581493 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8f2094ef-08d9-46ef-a8f3-4cf3ce8ca19f tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:10.583505 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8f2094ef-08d9-46ef-a8f3-4cf3ce8ca19f tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "DELETE /v2.0/security-groups/04939518-bcf2-4852-983d-f9801ed440f5 HTTP/1.1" status: 204 len: 168 time: 0.3922083 Feb 20 03:28:10.584807 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56022) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:10.624684 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-d358b9a0-3aad-49a3-8d68-a5451f913281 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] show failed (client error): The resource could not be found. Feb 20 03:28:10.632221 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d358b9a0-3aad-49a3-8d68-a5451f913281 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "GET /v2.0/security-groups/04939518-bcf2-4852-983d-f9801ed440f5 HTTP/1.1" status: 404 len: 347 time: 0.0429437 Feb 20 03:28:10.638920 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56024) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:10.640419 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 20 Feb 2022 03:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231fc3a6-9766-415f-a0c3-bc55b764e41a x-openstack-request-id: req-231fc3a6-9766-415f-a0c3-bc55b764e41a {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:28:10.641593 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0513e80f-2b82-445e-a9ac-5bcf73e3e389", "tag": "f0cc2847-c84a-4671-8dc3-491f60bda5cd", "status": "completed", "code": 200}, {"server_uuid": "0538c16d-759c-4f0f-8e2b-9e2a6b5057ca", "name": "network-vif-deleted", "tag": "aec447d8-d63b-4d4c-a72c-ae01f0fe0561", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:28:10.641593 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-231fc3a6-9766-415f-a0c3-bc55b764e41a {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:28:10.641593 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0513e80f-2b82-445e-a9ac-5bcf73e3e389', 'tag': 'f0cc2847-c84a-4671-8dc3-491f60bda5cd', 'status': 'completed', 'code': 200} Feb 20 03:28:10.643236 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0538c16d-759c-4f0f-8e2b-9e2a6b5057ca', 'name': 'network-vif-deleted', 'tag': 'aec447d8-d63b-4d4c-a72c-ae01f0fe0561', 'status': 'completed', 'code': 200} Feb 20 03:28:10.651641 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2094ef-08d9-46ef-a8f3-4cf3ce8ca19f tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04939518-bcf2-4852-983d-f9801ed440f5,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:10.731420 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-d5c37611-1f7f-4631-a89f-411a34c80a20 service neutron] For port 5d89a755-ad2b-49cb-afa1-66b50203f6a6, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:28:10.736465 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-d5c37611-1f7f-4631-a89f-411a34c80a20 service neutron] For port 5d89a755-ad2b-49cb-afa1-66b50203f6a6, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=5d89a755-ad2b-49cb-afa1-66b50203f6a6,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:28:10.827750 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d67e8644-9f05-4411-aee6-42a8784d6620 req-4903f4a4-c7e8-4db7-968d-71c01306fe2c tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "GET /v2.0/ports?device_id=0538c16d-759c-4f0f-8e2b-9e2a6b5057ca HTTP/1.1" status: 200 len: 210 time: 0.2348461 Feb 20 03:28:10.855376 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-d5c37611-1f7f-4631-a89f-411a34c80a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (5d89a755-ad2b-49cb-afa1-66b50203f6a6), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:10.855820 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46031b-4ee5-4e13-8b44-96e3134ab368 req-1737970d-510a-45f8-865e-dcbe436b8e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:10.864171 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6c46031b-4ee5-4e13-8b44-96e3134ab368 req-1737970d-510a-45f8-865e-dcbe436b8e26 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6f0def2347034c3ca4f11bb0507c9192&device_id=0513e80f-2b82-445e-a9ac-5bcf73e3e389 HTTP/1.1" status: 200 len: 1128 time: 0.2106953 Feb 20 03:28:10.897452 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-6e076238-8fbe-4504-a446-8293c8c28813 service neutron] For port 5fb7415f-9485-453e-b6ec-2597075bee15, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:28:10.914822 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-6e076238-8fbe-4504-a446-8293c8c28813 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:10.916419 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-439ed8c5-32fe-411f-bfbf-afded5a25ebd req-6e076238-8fbe-4504-a446-8293c8c28813 service neutron] 10.222.0.42 "DELETE /v2.0/ports/5fb7415f-9485-453e-b6ec-2597075bee15/bindings/n-h2-829866-4 HTTP/1.1" status: 204 len: 173 time: 0.5244582 Feb 20 03:28:10.967562 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-d5c37611-1f7f-4631-a89f-411a34c80a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:10.968353 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-d5c37611-1f7f-4631-a89f-411a34c80a20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:10.981073 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-d5c37611-1f7f-4631-a89f-411a34c80a20 service neutron] 10.222.0.42 "PUT /v2.0/ports/5d89a755-ad2b-49cb-afa1-66b50203f6a6 HTTP/1.1" status: 200 len: 1095 time: 2.0860057 Feb 20 03:28:10.981768 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2524b827-ef63-4be3-a545-232a32461085', 'tag': '5d89a755-ad2b-49cb-afa1-66b50203f6a6'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:28:10.984897 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9b4fc6-c1b1-43e1-9b18-48db6470167d" -d '{"events": [{"name": "network-changed", "server_uuid": "2524b827-ef63-4be3-a545-232a32461085", "tag": "5d89a755-ad2b-49cb-afa1-66b50203f6a6"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:28:11.070179 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-5c2a0e12-6494-4716-ae3e-d8beb72b8d01 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Deleting port c56ac6d3-4e32-4407-a09a-e681f11f340e {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:28:11.070465 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c2a0e12-6494-4716-ae3e-d8beb72b8d01 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (c56ac6d3-4e32-4407-a09a-e681f11f340e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:11.075954 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-f8e408d7-36c4-4037-bcd7-8738908f8df3 None None] Set router af89821a-4586-4c4f-86f2-051e2979d6bc gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:28:11.118509 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90642785-4140-44f4-a18d-e9555c2b7751 x-openstack-request-id: req-90642785-4140-44f4-a18d-e9555c2b7751 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:28:11.118953 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2524b827-ef63-4be3-a545-232a32461085", "tag": "5d89a755-ad2b-49cb-afa1-66b50203f6a6", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:28:11.119117 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-90642785-4140-44f4-a18d-e9555c2b7751 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:28:11.119534 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2524b827-ef63-4be3-a545-232a32461085', 'tag': '5d89a755-ad2b-49cb-afa1-66b50203f6a6', 'status': 'completed', 'code': 200} Feb 20 03:28:11.137229 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c37611-1f7f-4631-a89f-411a34c80a20 service neutron] Pushing event updated for resources: {'Port': ['ID=5d89a755-ad2b-49cb-afa1-66b50203f6a6,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:11.171835 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f89dc-a247-4d76-8877-29325066bda5 req-d0830d54-6390-486e-ba83-fb07089723ee tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:11.187589 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-af8f89dc-a247-4d76-8877-29325066bda5 req-d0830d54-6390-486e-ba83-fb07089723ee tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 944 time: 0.4272878 Feb 20 03:28:11.253824 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c2a0e12-6494-4716-ae3e-d8beb72b8d01 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (c56ac6d3-4e32-4407-a09a-e681f11f340e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:11.254123 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c2a0e12-6494-4716-ae3e-d8beb72b8d01 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks [] for floatingip (c56ac6d3-4e32-4407-a09a-e681f11f340e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:11.262817 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46031b-4ee5-4e13-8b44-96e3134ab368 req-32e48656-edd8-4972-b706-5c547358ff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:11.264476 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6c46031b-4ee5-4e13-8b44-96e3134ab368 req-32e48656-edd8-4972-b706-5c547358ff4e service neutron] 10.222.0.93 "GET /v2.0/networks?id=4d60220c-7bc2-4d5e-afc8-42af1b93a790 HTTP/1.1" status: 200 len: 913 time: 0.3991439 Feb 20 03:28:11.270678 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-5c2a0e12-6494-4716-ae3e-d8beb72b8d01 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Calling delete_port for c56ac6d3-4e32-4407-a09a-e681f11f340e owned by network:floatingip {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:28:11.357134 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6c46031b-4ee5-4e13-8b44-96e3134ab368 req-6166b20a-c936-4fc9-beda-8fe3cbc0ac39 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0cc2847-c84a-4671-8dc3-491f60bda5cd HTTP/1.1" status: 200 len: 1000 time: 0.0841100 Feb 20 03:28:11.491218 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46031b-4ee5-4e13-8b44-96e3134ab368 req-505759d8-ba9e-4fa9-8692-75889392e86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:11.493022 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6c46031b-4ee5-4e13-8b44-96e3134ab368 req-505759d8-ba9e-4fa9-8692-75889392e86f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bb4305fb-793e-4dc1-bf68-6c3134e54e8e HTTP/1.1" status: 200 len: 851 time: 0.1292062 Feb 20 03:28:11.496619 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b4fc6-c1b1-43e1-9b18-48db6470167d req-0b9285e4-e79b-4d5c-905d-bfc564912432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:11.502507 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf9b4fc6-c1b1-43e1-9b18-48db6470167d req-0b9285e4-e79b-4d5c-905d-bfc564912432 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4010c5c9a68841d28ec3272ba0035a74&device_id=2524b827-ef63-4be3-a545-232a32461085 HTTP/1.1" status: 200 len: 1129 time: 0.3821754 Feb 20 03:28:11.531424 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-af8f89dc-a247-4d76-8877-29325066bda5 req-44b5eb06-705b-40ee-b471-b02a2b4f98f0 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428195 Feb 20 03:28:11.544762 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f8e408d7-36c4-4037-bcd7-8738908f8df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'name': 'tempest-ServersTestManualDisk-1153220209-router', 'tenant_id': '6f0def2347034c3ca4f11bb0507c9192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:27:32Z', 'updated_at': '2022-02-20T03:27:38Z', 'revision_number': 4, 'project_id': '6f0def2347034c3ca4f11bb0507c9192', 'gw_port': {'id': '51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:27:33Z', 'updated_at': '2022-02-20T03:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'cca4896a-4c97-4c24-a961-0c0c3faaecbe', 'tenant_id': '6f0def2347034c3ca4f11bb0507c9192', 'floating_ip_address': '172.25.7.144', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'port_id': 'f0cc2847-c84a-4671-8dc3-491f60bda5cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d60220c-7bc2-4d5e-afc8-42af1b93a790', 'mac_address': 'fa:16:3e:cc:cb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0513e80f-2b82-445e-a9ac-5bcf73e3e389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:27:46Z', 'updated_at': '2022-02-20T03:28:08Z', 'revision_number': 1, 'project_id': '6f0def2347034c3ca4f11bb0507c9192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edc1a013-54c6-4cf2-a199-c039dbaf9788', 'name': '', 'network_id': '4d60220c-7bc2-4d5e-afc8-42af1b93a790', 'tenant_id': '6f0def2347034c3ca4f11bb0507c9192', 'mac_address': 'fa:16:3e:aa:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'bb4305fb-793e-4dc1-bf68-6c3134e54e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:27:36Z', 'updated_at': '2022-02-20T03:27:46Z', 'revision_number': 5, 'project_id': '6f0def2347034c3ca4f11bb0507c9192', 'subnets': [{'id': 'bb4305fb-793e-4dc1-bf68-6c3134e54e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:11.591363 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82907ed3-ad49-48d8-bdb9-34a1990ce1aa req-fab8a729-b0c8-4180-bc8b-f39f3c4aeef9 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:11.593539 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e408d7-36c4-4037-bcd7-8738908f8df3 None None] The sync data for ids ['af89821a-4586-4c4f-86f2-051e2979d6bc'] in n-d-829866-4 is: [{'id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'name': 'tempest-ServersTestManualDisk-1153220209-router', 'tenant_id': '6f0def2347034c3ca4f11bb0507c9192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:27:32Z', 'updated_at': '2022-02-20T03:27:38Z', 'revision_number': 4, 'project_id': '6f0def2347034c3ca4f11bb0507c9192', 'gw_port': {'id': '51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:27:33Z', 'updated_at': '2022-02-20T03:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'cca4896a-4c97-4c24-a961-0c0c3faaecbe', 'tenant_id': '6f0def2347034c3ca4f11bb0507c9192', 'floating_ip_address': '172.25.7.144', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'port_id': 'f0cc2847-c84a-4671-8dc3-491f60bda5cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d60220c-7bc2-4d5e-afc8-42af1b93a790', 'mac_address': 'fa:16:3e:cc:cb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0513e80f-2b82-445e-a9ac-5bcf73e3e389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:27:46Z', 'updated_at': '2022-02-20T03:28:08Z', 'revision_number': 1, 'project_id': '6f0def2347034c3ca4f11bb0507c9192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edc1a013-54c6-4cf2-a199-c039dbaf9788', 'name': '', 'network_id': '4d60220c-7bc2-4d5e-afc8-42af1b93a790', 'tenant_id': '6f0def2347034c3ca4f11bb0507c9192', 'mac_address': 'fa:16:3e:aa:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'bb4305fb-793e-4dc1-bf68-6c3134e54e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:27:36Z', 'updated_at': '2022-02-20T03:27:46Z', 'revision_number': 5, 'project_id': '6f0def2347034c3ca4f11bb0507c9192', 'subnets': [{'id': 'bb4305fb-793e-4dc1-bf68-6c3134e54e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:28:11.612087 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-82907ed3-ad49-48d8-bdb9-34a1990ce1aa req-fab8a729-b0c8-4180-bc8b-f39f3c4aeef9 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=2524b827-ef63-4be3-a545-232a32461085 HTTP/1.1" status: 200 len: 947 time: 0.3952618 Feb 20 03:28:11.716832 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-82907ed3-ad49-48d8-bdb9-34a1990ce1aa req-627e6bd0-7e7a-4c2d-924f-e802d84c43bf tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011195 Feb 20 03:28:11.719078 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf9b4fc6-c1b1-43e1-9b18-48db6470167d req-7ff3632d-3d79-475a-bf0b-9e86cdfac05d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=4010c5c9a68841d28ec3272ba0035a74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1718249 Feb 20 03:28:11.775682 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46031b-4ee5-4e13-8b44-96e3134ab368 req-12fbcceb-63c3-4876-abfd-92028de74048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:11.780920 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6c46031b-4ee5-4e13-8b44-96e3134ab368 req-12fbcceb-63c3-4876-abfd-92028de74048 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4d60220c-7bc2-4d5e-afc8-42af1b93a790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2767365 Feb 20 03:28:11.782513 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c2a0e12-6494-4716-ae3e-d8beb72b8d01 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (c56ac6d3-4e32-4407-a09a-e681f11f340e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:11.827223 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a0e12-6494-4716-ae3e-d8beb72b8d01 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Pushing event deleted for resources: {'Port': ['ID=c56ac6d3-4e32-4407-a09a-e681f11f340e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:11.995409 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56048) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:12.010734 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc29797-999c-44d9-8d9e-36ef7f13f7cb None None] New status for floating IP cca4896a-4c97-4c24-a961-0c0c3faaecbe: ACTIVE {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:28:12.034281 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b4fc6-c1b1-43e1-9b18-48db6470167d req-3f402787-5afa-410a-8571-9ab5229913e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:12.035808 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf9b4fc6-c1b1-43e1-9b18-48db6470167d req-3f402787-5afa-410a-8571-9ab5229913e0 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3094416 Feb 20 03:28:12.081257 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c167b-872e-4e7c-bdd9-e01c5eaac67a req-9f4e9d09-733e-4417-a60a-f87edc7f6a01 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:12.095685 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4a6c167b-872e-4e7c-bdd9-e01c5eaac67a req-9f4e9d09-733e-4417-a60a-f87edc7f6a01 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 1126 time: 0.1605124 Feb 20 03:28:12.184545 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c2a0e12-6494-4716-ae3e-d8beb72b8d01 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks [] for floatingip (0df6f152-fff8-4f65-b0a6-a654324e80b6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:12.188774 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c2a0e12-6494-4716-ae3e-d8beb72b8d01 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:12.193806 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5c2a0e12-6494-4716-ae3e-d8beb72b8d01 tempest-ImagesOneServerNegativeTestJSON-1002075709 tempest-ImagesOneServerNegativeTestJSON-1002075709-project] 10.222.0.89 "DELETE /v2.0/floatingips/0df6f152-fff8-4f65-b0a6-a654324e80b6 HTTP/1.1" status: 204 len: 168 time: 1.5501926 Feb 20 03:28:12.199821 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6c46031b-4ee5-4e13-8b44-96e3134ab368 req-5764be7b-bf9b-400f-bc93-af3b0cab8eb3 service neutron] 10.222.0.93 "GET /v2.0/networks/4d60220c-7bc2-4d5e-afc8-42af1b93a790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108884 Feb 20 03:28:12.211317 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a9c36a-74a9-49fd-854b-d307dc90ea40 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Deleting subnet 8e14faae-4287-43c5-b885-ed10ed8e99fe {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:28:12.214974 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b2a9c36a-74a9-49fd-854b-d307dc90ea40 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks [] for subnet (8e14faae-4287-43c5-b885-ed10ed8e99fe), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:12.242314 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4a6c167b-872e-4e7c-bdd9-e01c5eaac67a req-c351ccf3-9008-4422-95ec-59701b33b218 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992587 Feb 20 03:28:12.285706 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-fd0fb202-2123-499d-bee2-f7f9f52dedd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:12.286437 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b2a9c36a-74a9-49fd-854b-d307dc90ea40 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (8e14faae-4287-43c5-b885-ed10ed8e99fe), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:12.292972 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-fd0fb202-2123-499d-bee2-f7f9f52dedd1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4010c5c9a68841d28ec3272ba0035a74&device_id=2524b827-ef63-4be3-a545-232a32461085 HTTP/1.1" status: 200 len: 1129 time: 0.1963894 Feb 20 03:28:12.386348 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56068) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:12.392865 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-33cf4395-d0b1-4830-8db2-ac051bf2561d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=5d89a755-ad2b-49cb-afa1-66b50203f6a6 HTTP/1.1" status: 200 len: 217 time: 0.0902190 Feb 20 03:28:12.480705 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-b3312250-9c7d-4a13-bf2f-d3dda6e37099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:12.486202 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-b3312250-9c7d-4a13-bf2f-d3dda6e37099 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0842316 Feb 20 03:28:12.539969 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-80c4c66c-5130-4d0a-bf83-5f7ef156035b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:12.541489 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-80c4c66c-5130-4d0a-bf83-5f7ef156035b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0513692 Feb 20 03:28:12.565017 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-97033b9c-d216-42b5-872a-ae3ec126744b admin admin] Deleting subnet 2eb0b226-9b36-4d76-8063-22e21454da3d {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:28:12.574036 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b2a9c36a-74a9-49fd-854b-d307dc90ea40 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (8e14faae-4287-43c5-b885-ed10ed8e99fe), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:12.582276 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-97033b9c-d216-42b5-872a-ae3ec126744b admin admin] Publish callbacks [] for subnet (2eb0b226-9b36-4d76-8063-22e21454da3d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:12.639072 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6c46031b-4ee5-4e13-8b44-96e3134ab368 req-476e103d-afda-4465-bc66-886032d22762 service neutron] 10.222.0.93 "GET /v2.0/networks/4d60220c-7bc2-4d5e-afc8-42af1b93a790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332740 Feb 20 03:28:12.666415 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-97033b9c-d216-42b5-872a-ae3ec126744b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (2eb0b226-9b36-4d76-8063-22e21454da3d), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:12.723468 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-97033b9c-d216-42b5-872a-ae3ec126744b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (2eb0b226-9b36-4d76-8063-22e21454da3d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:12.774480 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-a90693ed-dfa5-4f30-a5a9-29e3e243fb31 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262828 Feb 20 03:28:12.797356 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b2a9c36a-74a9-49fd-854b-d307dc90ea40 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (8e14faae-4287-43c5-b885-ed10ed8e99fe), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:12.844411 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b2a9c36a-74a9-49fd-854b-d307dc90ea40 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:12.847937 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b2a9c36a-74a9-49fd-854b-d307dc90ea40 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "DELETE /v2.0/subnets/8e14faae-4287-43c5-b885-ed10ed8e99fe HTTP/1.1" status: 204 len: 168 time: 0.8264031 Feb 20 03:28:12.849823 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9c36a-74a9-49fd-854b-d307dc90ea40 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Pushing event deleted for resources: {'Subnet': ['ID=8e14faae-4287-43c5-b885-ed10ed8e99fe,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:12.852414 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56086) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:12.860140 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2af5545-ee11-471b-971f-642b53da2891 None None] Network 8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:28:12.889913 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-97033b9c-d216-42b5-872a-ae3ec126744b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (2eb0b226-9b36-4d76-8063-22e21454da3d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:12.956942 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56088) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:12.959639 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-40bb0f13-6a8e-44ab-8826-eee543c66d62 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:12.962758 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-97033b9c-d216-42b5-872a-ae3ec126744b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:12.969674 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-97033b9c-d216-42b5-872a-ae3ec126744b admin admin] 10.222.0.89 "DELETE /v2.0/subnets/2eb0b226-9b36-4d76-8063-22e21454da3d HTTP/1.1" status: 204 len: 168 time: 0.5802944 Feb 20 03:28:12.971790 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56090) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:12.975543 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-40bb0f13-6a8e-44ab-8826-eee543c66d62 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/networks?id=5528b70c-0437-425a-a0ac-3485fc465717 HTTP/1.1" status: 200 len: 820 time: 0.3548336 Feb 20 03:28:13.005257 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97033b9c-d216-42b5-872a-ae3ec126744b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eb0b226-9b36-4d76-8063-22e21454da3d,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:13.009165 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-651853be-8444-44fa-af70-342a241a9196 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/quotas/91dc9f5ee2ca4472844d6a8cd0e30359 HTTP/1.1" status: 200 len: 375 time: 0.0326004 Feb 20 03:28:13.126627 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b90d17-eb5d-4db7-88ee-d1548e741a13 None None] DHCP port deletion for 8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:28:13.218109 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba544c-1263-48c2-9243-a104dbf25360 req-63ee8296-8494-447a-94ff-37364b342692 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:13.227502 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-40b90d17-eb5d-4db7-88ee-d1548e741a13 None None] Deleting port ad2fde4e-9aae-4e3f-9330-c42b4451102c {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:28:13.228204 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-40b90d17-eb5d-4db7-88ee-d1548e741a13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ad2fde4e-9aae-4e3f-9330-c42b4451102c), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:13.231581 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66ba544c-1263-48c2-9243-a104dbf25360 req-63ee8296-8494-447a-94ff-37364b342692 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=2524b827-ef63-4be3-a545-232a32461085 HTTP/1.1" status: 200 len: 947 time: 0.3284979 Feb 20 03:28:13.284709 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0c3e4d8c-5982-4aef-81d6-8deebf13440a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:13.308962 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2f99eaec-5b06-470c-be1f-fa90371738d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:13.310407 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-40b90d17-eb5d-4db7-88ee-d1548e741a13 None None] For port ad2fde4e-9aae-4e3f-9330-c42b4451102c, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=ad2fde4e-9aae-4e3f-9330-c42b4451102c,segment=NetworkSegment(afb1e1f0-c683-4b9c-98d1-c143a7c55abb),segment_id=afb1e1f0-c683-4b9c-98d1-c143a7c55abb)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:13.311195 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-40b90d17-eb5d-4db7-88ee-d1548e741a13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ad2fde4e-9aae-4e3f-9330-c42b4451102c), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:13.328950 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-40b90d17-eb5d-4db7-88ee-d1548e741a13 None None] Calling delete_port for ad2fde4e-9aae-4e3f-9330-c42b4451102c owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:28:13.337190 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66ba544c-1263-48c2-9243-a104dbf25360 req-507032c3-3b7c-4a3d-88fb-dea8f97485d7 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046205 Feb 20 03:28:13.346505 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cd423401-d5fc-47c6-b9a5-eccc2e8b7878 req-7204960a-332f-48ba-9222-7af86ff37bb0 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5646169 Feb 20 03:28:13.359524 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-09ce794e-1224-439c-bb09-f680af1a3455 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3492768 Feb 20 03:28:13.373929 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3ef7385e-f649-44cf-8f39-468da9055777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (e730276a-8767-454e-ad52-96dd8c661ff1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:13.523297 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-7770cbb2-76ff-44e3-85fe-ac8845e1d451 service neutron] 10.222.0.89 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566987 Feb 20 03:28:13.524502 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3ef7385e-f649-44cf-8f39-468da9055777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (e730276a-8767-454e-ad52-96dd8c661ff1), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:13.545260 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-3ef7385e-f649-44cf-8f39-468da9055777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e730276a-8767-454e-ad52-96dd8c661ff1']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:13.578946 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-3ef7385e-f649-44cf-8f39-468da9055777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9eb8f3b-9eb2-4717-b7be-6446914f2ad1') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:13.579243 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-3ef7385e-f649-44cf-8f39-468da9055777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9eb8f3b-9eb2-4717-b7be-6446914f2ad1') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:13.599653 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3ef7385e-f649-44cf-8f39-468da9055777 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (d9eb8f3b-9eb2-4717-b7be-6446914f2ad1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:13.604273 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-40b90d17-eb5d-4db7-88ee-d1548e741a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (ad2fde4e-9aae-4e3f-9330-c42b4451102c), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:13.622505 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3ef7385e-f649-44cf-8f39-468da9055777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (d9eb8f3b-9eb2-4717-b7be-6446914f2ad1), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:13.623259 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b90d17-eb5d-4db7-88ee-d1548e741a13 None None] No DVR routers for this DVR port ad2fde4e-9aae-4e3f-9330-c42b4451102c on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:28:13.637264 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ef7385e-f649-44cf-8f39-468da9055777 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:28:13.637264 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3ef7385e-f649-44cf-8f39-468da9055777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (d9eb8f3b-9eb2-4717-b7be-6446914f2ad1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:13.648498 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:28:13.648498 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:28:13.648498 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:28:13.648498 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:28:13.648498 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:28:13.648498 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:28:13.648498 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:28:13.648498 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:28:13.648498 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:28:13.648498 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:28:13.648498 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:28:13.648498 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:28:13.648498 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:28:13.648498 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:28:13.648498 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:28:13.648498 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:28:13.648498 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:28:13.648498 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:28:13.648498 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:28:13.648498 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:28:13.648498 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:28:13.648498 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:28:13.648498 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:28:13.648498 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:28:13.648498 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:28:13.648498 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:28:13.648498 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:28:13.648498 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:28:13.648498 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:28:13.648498 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:28:13.648498 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:28:13.648498 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:28:13.673694 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-60e17b66-b1f4-4db7-903c-7a1812d0e38f service neutron] 10.222.0.89 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438568 Feb 20 03:28:13.683513 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b90d17-eb5d-4db7-88ee-d1548e741a13 None None] Pushing event deleted for resources: {'Port': ['ID=ad2fde4e-9aae-4e3f-9330-c42b4451102c,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:13.743925 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-0c3e4d8c-5982-4aef-81d6-8deebf13440a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Deleting port ad2fde4e-9aae-4e3f-9330-c42b4451102c {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:28:13.744485 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0c3e4d8c-5982-4aef-81d6-8deebf13440a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ad2fde4e-9aae-4e3f-9330-c42b4451102c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:13.785317 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2f99eaec-5b06-470c-be1f-fa90371738d5 admin admin] Publish callbacks [] for security_group (f7d8783d-f9a8-411a-a6c4-8f6da57075b5), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:13.847492 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-0c3e4d8c-5982-4aef-81d6-8deebf13440a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] For port ad2fde4e-9aae-4e3f-9330-c42b4451102c, host n-d-829866-4, got binding levels [] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:13.848127 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0c3e4d8c-5982-4aef-81d6-8deebf13440a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ad2fde4e-9aae-4e3f-9330-c42b4451102c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:13.858260 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3ef7385e-f649-44cf-8f39-468da9055777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (e730276a-8767-454e-ad52-96dd8c661ff1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:13.870788 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3ef7385e-f649-44cf-8f39-468da9055777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:13.887457 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3ef7385e-f649-44cf-8f39-468da9055777 admin admin] 10.222.0.89 "DELETE /v2.0/networks/e730276a-8767-454e-ad52-96dd8c661ff1 HTTP/1.1" status: 204 len: 168 time: 0.9069932 Feb 20 03:28:13.895308 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-0c3e4d8c-5982-4aef-81d6-8deebf13440a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Calling delete_port for ad2fde4e-9aae-4e3f-9330-c42b4451102c owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:28:13.900658 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2f99eaec-5b06-470c-be1f-fa90371738d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f7d8783d-f9a8-411a-a6c4-8f6da57075b5), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:13.913896 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.ipam_backend_mixin [None req-0c3e4d8c-5982-4aef-81d6-8deebf13440a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Port ad2fde4e-9aae-4e3f-9330-c42b4451102c was not found and therefore no delete operation was performed {{(pid=104106) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 03:28:13.942008 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7385e-f649-44cf-8f39-468da9055777 admin admin] Pushing event deleted for resources: {'Network': ['ID=e730276a-8767-454e-ad52-96dd8c661ff1,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:13.942008 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0c3e4d8c-5982-4aef-81d6-8deebf13440a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (ad2fde4e-9aae-4e3f-9330-c42b4451102c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:14.011675 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f52e3a5f-2d6a-4626-83e8-f8d0346e0d36 req-429759f9-2a6e-4768-87a4-9622a84644dd tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 210 time: 0.0342121 Feb 20 03:28:14.032042 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3e4d8c-5982-4aef-81d6-8deebf13440a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] No DVR routers for this DVR port ad2fde4e-9aae-4e3f-9330-c42b4451102c on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:28:14.044149 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e4d8c-5982-4aef-81d6-8deebf13440a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Pushing event deleted for resources: {'Port': ['ID=ad2fde4e-9aae-4e3f-9330-c42b4451102c,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:14.121141 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ad2fde4e-9aae-4e3f-9330-c42b4451102c no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:28:14.158070 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: ad2fde4e-9aae-4e3f-9330-c42b4451102c {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:28:14.166134 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ad2fde4e-9aae-4e3f-9330-c42b4451102c not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:28:14.373003 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56150) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:14.407123 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2f99eaec-5b06-470c-be1f-fa90371738d5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7b0f251ce2bc4230950c8ab6fa6159d0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4360414 Feb 20 03:28:14.411450 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56152) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:14.448291 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99eaec-5b06-470c-be1f-fa90371738d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d8783d-f9a8-411a-a6c4-8f6da57075b5,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:14.457601 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a1a12f32-71e1-4243-93d8-423c953f2867 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=fd7851a863a8452e82d14d3392ca44be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0835128 Feb 20 03:28:14.495285 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56156) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:14.543100 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0c3e4d8c-5982-4aef-81d6-8deebf13440a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:14.598695 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-0c3e4d8c-5982-4aef-81d6-8deebf13440a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:14.602138 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf1537ad-a4e5-41da-af7d-a40815e76973 admin admin] Publish callbacks [] for security_group (f7d8783d-f9a8-411a-a6c4-8f6da57075b5), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:14.614678 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-0c3e4d8c-5982-4aef-81d6-8deebf13440a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb1e1f0-c683-4b9c-98d1-c143a7c55abb') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:14.618638 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-0c3e4d8c-5982-4aef-81d6-8deebf13440a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb1e1f0-c683-4b9c-98d1-c143a7c55abb') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:14.640731 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0c3e4d8c-5982-4aef-81d6-8deebf13440a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (afb1e1f0-c683-4b9c-98d1-c143a7c55abb), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:14.660354 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf1537ad-a4e5-41da-af7d-a40815e76973 admin admin] Publish callbacks [] for security_group (f7d8783d-f9a8-411a-a6c4-8f6da57075b5), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:14.675680 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0c3e4d8c-5982-4aef-81d6-8deebf13440a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (afb1e1f0-c683-4b9c-98d1-c143a7c55abb), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:14.690818 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c3e4d8c-5982-4aef-81d6-8deebf13440a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:28:14.691302 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0c3e4d8c-5982-4aef-81d6-8deebf13440a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (afb1e1f0-c683-4b9c-98d1-c143a7c55abb), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:14.696868 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:28:14.696868 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:28:14.696868 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:28:14.696868 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:28:14.696868 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:28:14.696868 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:28:14.696868 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:28:14.696868 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:28:14.696868 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:28:14.696868 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:28:14.696868 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:28:14.696868 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:28:14.696868 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:28:14.696868 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:28:14.696868 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:28:14.696868 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:28:14.696868 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:28:14.696868 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:28:14.696868 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:28:14.696868 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:28:14.696868 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:28:14.696868 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:28:14.696868 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:28:14.696868 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:28:14.696868 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:28:14.696868 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:28:14.696868 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:28:14.696868 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:28:14.696868 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:28:14.696868 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:28:14.696868 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:28:14.696868 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:28:14.873029 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0c3e4d8c-5982-4aef-81d6-8deebf13440a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:14.875168 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf1537ad-a4e5-41da-af7d-a40815e76973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f7d8783d-f9a8-411a-a6c4-8f6da57075b5), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:14.881708 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf1537ad-a4e5-41da-af7d-a40815e76973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:14.885907 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bf1537ad-a4e5-41da-af7d-a40815e76973 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f7d8783d-f9a8-411a-a6c4-8f6da57075b5 HTTP/1.1" status: 204 len: 168 time: 0.4702365 Feb 20 03:28:14.917505 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0c3e4d8c-5982-4aef-81d6-8deebf13440a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:14.923653 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0c3e4d8c-5982-4aef-81d6-8deebf13440a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "DELETE /v2.0/networks/8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2 HTTP/1.1" status: 204 len: 168 time: 2.0697889 Feb 20 03:28:14.927569 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1537ad-a4e5-41da-af7d-a40815e76973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d8783d-f9a8-411a-a6c4-8f6da57075b5,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:14.935494 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56164) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:14.967322 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e4d8c-5982-4aef-81d6-8deebf13440a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Pushing event deleted for resources: {'Network': ['ID=8ddac2a5-ff9c-420e-a3f9-c2ee84a0d2b2,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:15.019589 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac5548-afed-4ba7-b073-efe6f8220e7b req-62bb7920-b5b2-4f33-9d0a-3fa628bc4dd0 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:15.028223 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9fac5548-afed-4ba7-b073-efe6f8220e7b req-62bb7920-b5b2-4f33-9d0a-3fa628bc4dd0 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=2524b827-ef63-4be3-a545-232a32461085 HTTP/1.1" status: 200 len: 947 time: 0.6014502 Feb 20 03:28:15.070386 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-318d71f6-1db0-4251-bb76-7250f924c0b6 admin admin] Publish callbacks [] for security_group (779003ef-11e9-430c-a4f2-5044ba4101c1), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:15.128057 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-318d71f6-1db0-4251-bb76-7250f924c0b6 admin admin] Publish callbacks [] for security_group (779003ef-11e9-430c-a4f2-5044ba4101c1), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:15.135274 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e98da7-095d-43bd-92d0-336219b7d67a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Deleting subnet d26dff9d-f58a-465b-bf1c-f050acd4c8f0 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:28:15.169605 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-94e98da7-095d-43bd-92d0-336219b7d67a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks [] for subnet (d26dff9d-f58a-465b-bf1c-f050acd4c8f0), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:15.177172 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0901a493-d101-4b94-90fa-4e94b6e1d926 req-741733c1-6fd2-456f-8eeb-6991b08bead9 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 210 time: 0.0626295 Feb 20 03:28:15.242069 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9fac5548-afed-4ba7-b073-efe6f8220e7b req-427cd30a-5573-47bc-ade5-69cd8ec52356 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102923 Feb 20 03:28:15.282733 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-94e98da7-095d-43bd-92d0-336219b7d67a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (d26dff9d-f58a-465b-bf1c-f050acd4c8f0), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:15.382141 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-94e98da7-095d-43bd-92d0-336219b7d67a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (d26dff9d-f58a-465b-bf1c-f050acd4c8f0), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:15.435265 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-318d71f6-1db0-4251-bb76-7250f924c0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (779003ef-11e9-430c-a4f2-5044ba4101c1), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:15.437933 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-318d71f6-1db0-4251-bb76-7250f924c0b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:15.439157 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-318d71f6-1db0-4251-bb76-7250f924c0b6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/779003ef-11e9-430c-a4f2-5044ba4101c1 HTTP/1.1" status: 204 len: 168 time: 0.9427130 Feb 20 03:28:15.456232 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d71f6-1db0-4251-bb76-7250f924c0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779003ef-11e9-430c-a4f2-5044ba4101c1,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:15.559284 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-94e98da7-095d-43bd-92d0-336219b7d67a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (d26dff9d-f58a-465b-bf1c-f050acd4c8f0), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:15.595551 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e98da7-095d-43bd-92d0-336219b7d67a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Pushing event deleted for resources: {'Subnet': ['ID=d26dff9d-f58a-465b-bf1c-f050acd4c8f0,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:15.599088 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-94e98da7-095d-43bd-92d0-336219b7d67a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:15.601435 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-94e98da7-095d-43bd-92d0-336219b7d67a tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "DELETE /v2.0/subnets/d26dff9d-f58a-465b-bf1c-f050acd4c8f0 HTTP/1.1" status: 204 len: 168 time: 0.6630423 Feb 20 03:28:15.604236 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56206) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:15.607105 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc98cc3-53ee-4bed-9e82-772097694aef None None] Network eff329fc-00e7-4a9c-8074-802f9878ce66 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:28:15.729214 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-71942e33-fa0a-406c-bafe-e1d225d5b9f3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (eff329fc-00e7-4a9c-8074-802f9878ce66), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:15.816984 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-71942e33-fa0a-406c-bafe-e1d225d5b9f3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Deleting port 47c85d77-939f-45c3-b0c3-12f59753c920 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:28:15.816984 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-71942e33-fa0a-406c-bafe-e1d225d5b9f3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (47c85d77-939f-45c3-b0c3-12f59753c920), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:15.891635 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ad47d4-7df6-405b-9651-8622d6a4c943 None None] DHCP port deletion for eff329fc-00e7-4a9c-8074-802f9878ce66 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:28:15.903368 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-71942e33-fa0a-406c-bafe-e1d225d5b9f3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] For port 47c85d77-939f-45c3-b0c3-12f59753c920, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=47c85d77-939f-45c3-b0c3-12f59753c920,segment=NetworkSegment(f30cf98f-270d-46f3-a0fe-d51810902555),segment_id=f30cf98f-270d-46f3-a0fe-d51810902555)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:15.903881 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-71942e33-fa0a-406c-bafe-e1d225d5b9f3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (47c85d77-939f-45c3-b0c3-12f59753c920), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:15.931776 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56210) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:15.933900 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-71942e33-fa0a-406c-bafe-e1d225d5b9f3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Calling delete_port for 47c85d77-939f-45c3-b0c3-12f59753c920 owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:28:15.953793 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-368d1338-efe9-4c07-bcce-7fad293fbe6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:16.014567 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4ad47d4-7df6-405b-9651-8622d6a4c943 None None] Deleting port 47c85d77-939f-45c3-b0c3-12f59753c920 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:28:16.015072 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4ad47d4-7df6-405b-9651-8622d6a4c943 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (47c85d77-939f-45c3-b0c3-12f59753c920), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:16.170245 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-368d1338-efe9-4c07-bcce-7fad293fbe6b admin admin] Publish callbacks [] for security_group (0e910f70-371f-4d77-95b4-09effcef7e6f), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:16.175553 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-71942e33-fa0a-406c-bafe-e1d225d5b9f3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (47c85d77-939f-45c3-b0c3-12f59753c920), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:16.184956 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4ad47d4-7df6-405b-9651-8622d6a4c943 None None] For port 47c85d77-939f-45c3-b0c3-12f59753c920, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=47c85d77-939f-45c3-b0c3-12f59753c920,segment=NetworkSegment(f30cf98f-270d-46f3-a0fe-d51810902555),segment_id=f30cf98f-270d-46f3-a0fe-d51810902555)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:16.187713 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4ad47d4-7df6-405b-9651-8622d6a4c943 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (47c85d77-939f-45c3-b0c3-12f59753c920), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:16.195679 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 47c85d77-939f-45c3-b0c3-12f59753c920 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:28:16.221273 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4ad47d4-7df6-405b-9651-8622d6a4c943 None None] Calling delete_port for 47c85d77-939f-45c3-b0c3-12f59753c920 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:28:16.223440 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 47c85d77-939f-45c3-b0c3-12f59753c920 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:28:16.224649 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 47c85d77-939f-45c3-b0c3-12f59753c920 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:28:16.233630 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-368d1338-efe9-4c07-bcce-7fad293fbe6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (0e910f70-371f-4d77-95b4-09effcef7e6f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:16.245238 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71942e33-fa0a-406c-bafe-e1d225d5b9f3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Pushing event deleted for resources: {'Port': ['ID=47c85d77-939f-45c3-b0c3-12f59753c920,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:16.257400 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71942e33-fa0a-406c-bafe-e1d225d5b9f3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] No DVR routers for this DVR port 47c85d77-939f-45c3-b0c3-12f59753c920 on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:28:16.400327 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-368d1338-efe9-4c07-bcce-7fad293fbe6b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=56ef9057755147f18ea6f6610f4716d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4673035 Feb 20 03:28:16.401060 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d1338-efe9-4c07-bcce-7fad293fbe6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e910f70-371f-4d77-95b4-09effcef7e6f,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:16.405345 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56224) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:16.411490 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4ad47d4-7df6-405b-9651-8622d6a4c943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (47c85d77-939f-45c3-b0c3-12f59753c920), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:16.471560 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad47d4-7df6-405b-9651-8622d6a4c943 None None] Pushing event deleted for resources: {'Port': ['ID=47c85d77-939f-45c3-b0c3-12f59753c920,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:16.475706 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-71942e33-fa0a-406c-bafe-e1d225d5b9f3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (eff329fc-00e7-4a9c-8074-802f9878ce66), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:16.476084 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ad47d4-7df6-405b-9651-8622d6a4c943 None None] No DVR routers for this DVR port 47c85d77-939f-45c3-b0c3-12f59753c920 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:28:16.487909 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e13b0713-f7de-42cc-a4b4-6b3004ac30d7 req-09a76274-5a7c-4186-bbeb-585d8ca72940 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 210 time: 0.0888834 Feb 20 03:28:16.577906 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-71942e33-fa0a-406c-bafe-e1d225d5b9f3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eff329fc-00e7-4a9c-8074-802f9878ce66']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:16.595376 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-71942e33-fa0a-406c-bafe-e1d225d5b9f3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f30cf98f-270d-46f3-a0fe-d51810902555') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:16.596039 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-71942e33-fa0a-406c-bafe-e1d225d5b9f3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f30cf98f-270d-46f3-a0fe-d51810902555') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:16.618280 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-71942e33-fa0a-406c-bafe-e1d225d5b9f3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (f30cf98f-270d-46f3-a0fe-d51810902555), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:16.640808 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0e950-d535-4809-9002-32633d563e30 req-616d5eb1-94ee-475d-9d9b-c2305ff37597 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:16.642812 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-daf0e950-d535-4809-9002-32633d563e30 req-616d5eb1-94ee-475d-9d9b-c2305ff37597 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=2524b827-ef63-4be3-a545-232a32461085 HTTP/1.1" status: 200 len: 947 time: 0.2122741 Feb 20 03:28:16.643736 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-caad4dee-3dcd-46ea-8252-2c93d0aa1ec7 admin admin] Publish callbacks [] for security_group (0e910f70-371f-4d77-95b4-09effcef7e6f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:16.669614 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-71942e33-fa0a-406c-bafe-e1d225d5b9f3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (f30cf98f-270d-46f3-a0fe-d51810902555), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:16.689062 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-a48ce6a7-31a4-42af-b1c2-9cd1417af85d tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:16.691922 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-a48ce6a7-31a4-42af-b1c2-9cd1417af85d tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.93 "GET /v2.0/networks?id=5528b70c-0437-425a-a0ac-3485fc465717 HTTP/1.1" status: 200 len: 820 time: 0.3706791 Feb 20 03:28:16.702214 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71942e33-fa0a-406c-bafe-e1d225d5b9f3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:28:16.702764 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-71942e33-fa0a-406c-bafe-e1d225d5b9f3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (f30cf98f-270d-46f3-a0fe-d51810902555), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:16.711087 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:28:16.711087 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:28:16.711087 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:28:16.711087 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:28:16.711087 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:28:16.711087 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:28:16.711087 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:28:16.711087 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:28:16.711087 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:28:16.711087 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:28:16.711087 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:28:16.711087 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:28:16.711087 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:28:16.711087 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:28:16.711087 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:28:16.711087 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:28:16.711087 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:28:16.711087 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:28:16.711087 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:28:16.711087 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:28:16.711087 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:28:16.711087 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:28:16.711087 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:28:16.711087 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:28:16.711087 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:28:16.711087 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:28:16.711087 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:28:16.711087 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:28:16.711087 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:28:16.711087 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:28:16.711087 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:28:16.711087 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:28:16.725577 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-13972a4f-0f5e-42ca-8350-41ae2f9b837b tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Request body: {'port': {'device_id': '68c60fd7-6caf-4f74-8848-ad2678470a7c', 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717', 'admin_state_up': True, 'tenant_id': '91dc9f5ee2ca4472844d6a8cd0e30359'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:16.728211 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-caad4dee-3dcd-46ea-8252-2c93d0aa1ec7 admin admin] Publish callbacks [] for security_group (0e910f70-371f-4d77-95b4-09effcef7e6f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:16.832544 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-daf0e950-d535-4809-9002-32633d563e30 req-af096abc-1638-4e3b-a43d-a525003e3f8e tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799512 Feb 20 03:28:16.877309 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 5d89a755-ad2b-49cb-afa1-66b50203f6a6 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:28:16.930414 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-71942e33-fa0a-406c-bafe-e1d225d5b9f3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (eff329fc-00e7-4a9c-8074-802f9878ce66), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:16.964918 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-71942e33-fa0a-406c-bafe-e1d225d5b9f3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:16.973127 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-71942e33-fa0a-406c-bafe-e1d225d5b9f3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] 10.222.0.89 "DELETE /v2.0/networks/eff329fc-00e7-4a9c-8074-802f9878ce66 HTTP/1.1" status: 204 len: 168 time: 1.3648524 Feb 20 03:28:16.977175 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-caad4dee-3dcd-46ea-8252-2c93d0aa1ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (0e910f70-371f-4d77-95b4-09effcef7e6f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:16.981575 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-caad4dee-3dcd-46ea-8252-2c93d0aa1ec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:16.986521 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-caad4dee-3dcd-46ea-8252-2c93d0aa1ec7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0e910f70-371f-4d77-95b4-09effcef7e6f HTTP/1.1" status: 204 len: 168 time: 0.5801797 Feb 20 03:28:16.987496 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71942e33-fa0a-406c-bafe-e1d225d5b9f3 tempest-ServersTestMultiNic-521994314 tempest-ServersTestMultiNic-521994314-project] Pushing event deleted for resources: {'Network': ['ID=eff329fc-00e7-4a9c-8074-802f9878ce66,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:17.013620 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad4dee-3dcd-46ea-8252-2c93d0aa1ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e910f70-371f-4d77-95b4-09effcef7e6f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:17.032851 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-13972a4f-0f5e-42ca-8350-41ae2f9b837b tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Made reservation on behalf of 91dc9f5ee2ca4472844d6a8cd0e30359 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:28:17.036601 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-13972a4f-0f5e-42ca-8350-41ae2f9b837b tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:17.207352 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 5d89a755-ad2b-49cb-afa1-66b50203f6a6, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=5d89a755-ad2b-49cb-afa1-66b50203f6a6,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:17.243879 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '5d89a755-ad2b-49cb-afa1-66b50203f6a6', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': '5d89a755-ad2b-49cb-afa1-66b50203f6a6', 'mac_address': 'fa:16:3e:d2:63:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:28:17.331668 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56250) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:17.361596 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 5d89a755-ad2b-49cb-afa1-66b50203f6a6 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:28:17.361998 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5d89a755-ad2b-49cb-afa1-66b50203f6a6), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:17.373402 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-13972a4f-0f5e-42ca-8350-41ae2f9b837b tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Allocated IP 172.20.0.14 (5528b70c-0437-425a-a0ac-3485fc465717/e570f242-4684-4db2-b2a8-755bc6ec8973/1da3b321-2b61-40d5-b0b2-2546ea0f26cd) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:28:17.394551 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d89a755-ad2b-49cb-afa1-66b50203f6a6 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:28:17.450846 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 5d89a755-ad2b-49cb-afa1-66b50203f6a6, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=5d89a755-ad2b-49cb-afa1-66b50203f6a6,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:17.508253 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (5d89a755-ad2b-49cb-afa1-66b50203f6a6), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:17.512923 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56254) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:17.580461 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=5d89a755-ad2b-49cb-afa1-66b50203f6a6,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:17.595943 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:17.597988 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:17.601316 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:17.601714 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:17.602060 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:17.603010 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:17.603360 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:17.603693 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:17.604023 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:17.604350 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:17.604675 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:17.605002 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:17.605323 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:17.629289 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-13972a4f-0f5e-42ca-8350-41ae2f9b837b tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Publish callbacks [] for port (1da3b321-2b61-40d5-b0b2-2546ea0f26cd), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:17.755274 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['5d89a755-ad2b-49cb-afa1-66b50203f6a6'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:28:17.763937 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6a8c2945-92ea-4fa1-969a-82a9af772be9 req-ff488da5-7a34-40ea-9d72-eb6060d7283d tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 210 time: 0.0512774 Feb 20 03:28:17.788370 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-13972a4f-0f5e-42ca-8350-41ae2f9b837b tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (1da3b321-2b61-40d5-b0b2-2546ea0f26cd), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:17.845552 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-13972a4f-0f5e-42ca-8350-41ae2f9b837b tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Network 5528b70c-0437-425a-a0ac-3485fc465717 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:28:17.872234 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-d773cb39-77bc-4314-af55-6afd44666c93 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-513152563-network', 'tenant_id': '6a05aeb72b13488691e3a19356c8f1e6'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:17.907284 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-13972a4f-0f5e-42ca-8350-41ae2f9b837b tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:28:17.989409 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-13972a4f-0f5e-42ca-8350-41ae2f9b837b tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:28:18.082056 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d773cb39-77bc-4314-af55-6afd44666c93 admin admin] Made reservation on behalf of 6a05aeb72b13488691e3a19356c8f1e6 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:28:18.093252 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d773cb39-77bc-4314-af55-6afd44666c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:18.172392 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-13972a4f-0f5e-42ca-8350-41ae2f9b837b tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:18.173860 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-13972a4f-0f5e-42ca-8350-41ae2f9b837b tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:18.178545 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13972a4f-0f5e-42ca-8350-41ae2f9b837b tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Pushing event updated for resources: {'Port': ['ID=1da3b321-2b61-40d5-b0b2-2546ea0f26cd,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:18.189488 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d773cb39-77bc-4314-af55-6afd44666c93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:18.197630 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6199d-522f-4d5d-a38e-ba5ef6c37ef3 req-830a0362-9eef-4156-922f-bfa5f98f7d42 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:18.199410 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-55c6199d-522f-4d5d-a38e-ba5ef6c37ef3 req-830a0362-9eef-4156-922f-bfa5f98f7d42 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=2524b827-ef63-4be3-a545-232a32461085 HTTP/1.1" status: 200 len: 948 time: 0.2104445 Feb 20 03:28:18.305892 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d773cb39-77bc-4314-af55-6afd44666c93 admin admin] Publish callbacks [] for security_group (e8ef7ed2-bf6f-4d3c-af84-c93b0ed52014), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:18.379264 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-55c6199d-522f-4d5d-a38e-ba5ef6c37ef3 req-7f40e8c9-687e-4de5-8d3e-19c5de32f177 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700447 Feb 20 03:28:18.397997 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-13972a4f-0f5e-42ca-8350-41ae2f9b837b tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6942444 Feb 20 03:28:18.401421 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d773cb39-77bc-4314-af55-6afd44666c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e8ef7ed2-bf6f-4d3c-af84-c93b0ed52014), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:18.419136 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba476f32-62a4-4a21-b4ae-15019e282728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:18.447748 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-a1afe2f1-5da6-4d00-9540-d72f7c264fa7 service neutron] Request body: {'port': {'device_id': '68c60fd7-6caf-4f74-8848-ad2678470a7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:18.481846 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773cb39-77bc-4314-af55-6afd44666c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ef7ed2-bf6f-4d3c-af84-c93b0ed52014,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:18.519377 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d773cb39-77bc-4314-af55-6afd44666c93 admin admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:28:18.532622 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d773cb39-77bc-4314-af55-6afd44666c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (b8daf23c-b6eb-4ffb-83b6-30674f957254), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:18.532965 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-d773cb39-77bc-4314-af55-6afd44666c93 admin admin] Added segment b8daf23c-b6eb-4ffb-83b6-30674f957254 of type vlan for network fc1c4fb8-f6b5-45ed-b212-464c300cf6f9 Feb 20 03:28:18.537603 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-a1afe2f1-5da6-4d00-9540-d72f7c264fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1da3b321-2b61-40d5-b0b2-2546ea0f26cd), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:18.619220 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d773cb39-77bc-4314-af55-6afd44666c93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (fc1c4fb8-f6b5-45ed-b212-464c300cf6f9), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:18.828158 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d773cb39-77bc-4314-af55-6afd44666c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (fc1c4fb8-f6b5-45ed-b212-464c300cf6f9), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:18.829289 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d773cb39-77bc-4314-af55-6afd44666c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:18.829747 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d773cb39-77bc-4314-af55-6afd44666c93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:18.850780 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 5d89a755-ad2b-49cb-afa1-66b50203f6a6 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:28:18.932610 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773cb39-77bc-4314-af55-6afd44666c93 admin admin] Pushing event updated for resources: {'Network': ['ID=fc1c4fb8-f6b5-45ed-b212-464c300cf6f9,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:18.959161 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network fc1c4fb8-f6b5-45ed-b212-464c300cf6f9 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:28:18.985794 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-ba476f32-62a4-4a21-b4ae-15019e282728 admin admin] Deleting port 9a3e189f-f81a-498a-a406-bbf98fe3465f {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:28:18.986155 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba476f32-62a4-4a21-b4ae-15019e282728 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (9a3e189f-f81a-498a-a406-bbf98fe3465f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:19.083026 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d773cb39-77bc-4314-af55-6afd44666c93 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5533659 Feb 20 03:28:19.085951 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56290) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:19.093124 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-276cef51-a103-4d6d-88f5-83245de54678 admin admin] Request body: {'subnet': {'network_id': 'fc1c4fb8-f6b5-45ed-b212-464c300cf6f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-513152563-subnet', 'tenant_id': '6a05aeb72b13488691e3a19356c8f1e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:19.150142 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-a1afe2f1-5da6-4d00-9540-d72f7c264fa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1da3b321-2b61-40d5-b0b2-2546ea0f26cd {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:28:19.160426 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-a1afe2f1-5da6-4d00-9540-d72f7c264fa7 service neutron] Publish callbacks [] for port (1da3b321-2b61-40d5-b0b2-2546ea0f26cd), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:19.171157 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 5d89a755-ad2b-49cb-afa1-66b50203f6a6 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:28:19.176242 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 5d89a755-ad2b-49cb-afa1-66b50203f6a6 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:28:19.180220 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (5d89a755-ad2b-49cb-afa1-66b50203f6a6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:19.180370 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-a1afe2f1-5da6-4d00-9540-d72f7c264fa7 service neutron] Transition to ACTIVE for port object 1da3b321-2b61-40d5-b0b2-2546ea0f26cd will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:28:19.227147 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276cef51-a103-4d6d-88f5-83245de54678 admin admin] Made reservation on behalf of 6a05aeb72b13488691e3a19356c8f1e6 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:28:19.230339 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-276cef51-a103-4d6d-88f5-83245de54678 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:19.268780 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c842c9-2746-48ab-bb7d-dd2d1810812d req-db54cc77-97eb-4ac1-9a6d-62e9faa3c53b tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:19.281681 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-09c842c9-2746-48ab-bb7d-dd2d1810812d req-db54cc77-97eb-4ac1-9a6d-62e9faa3c53b tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 932 time: 0.3464501 Feb 20 03:28:19.316885 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 5d89a755-ad2b-49cb-afa1-66b50203f6a6 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:28:19.317281 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5d89a755-ad2b-49cb-afa1-66b50203f6a6), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:19.337759 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-a1afe2f1-5da6-4d00-9540-d72f7c264fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (1da3b321-2b61-40d5-b0b2-2546ea0f26cd), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:19.385625 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-ba476f32-62a4-4a21-b4ae-15019e282728 admin admin] For port 9a3e189f-f81a-498a-a406-bbf98fe3465f, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=9a3e189f-f81a-498a-a406-bbf98fe3465f,segment=NetworkSegment(97d505bd-cdd9-4bbc-9d5e-55031bead42d),segment_id=97d505bd-cdd9-4bbc-9d5e-55031bead42d)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:19.387251 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba476f32-62a4-4a21-b4ae-15019e282728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (9a3e189f-f81a-498a-a406-bbf98fe3465f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:19.391649 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2524b827-ef63-4be3-a545-232a32461085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d89a755-ad2b-49cb-afa1-66b50203f6a6'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:28:19.393427 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4ae737-3d7c-4aa6-940e-fac543f0de88" -d '{"events": [{"server_uuid": "2524b827-ef63-4be3-a545-232a32461085", "name": "network-vif-plugged", "status": "completed", "tag": "5d89a755-ad2b-49cb-afa1-66b50203f6a6"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:28:19.427671 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 5d89a755-ad2b-49cb-afa1-66b50203f6a6, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=5d89a755-ad2b-49cb-afa1-66b50203f6a6,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:19.442749 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-ba476f32-62a4-4a21-b4ae-15019e282728 admin admin] Calling delete_port for 9a3e189f-f81a-498a-a406-bbf98fe3465f owned by network:router_interface {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:28:19.481845 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f79731-7bee-4b02-8d7f-39d198ade741 x-openstack-request-id: req-39f79731-7bee-4b02-8d7f-39d198ade741 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:28:19.482193 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2524b827-ef63-4be3-a545-232a32461085", "name": "network-vif-plugged", "status": "completed", "tag": "5d89a755-ad2b-49cb-afa1-66b50203f6a6", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:28:19.482488 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-39f79731-7bee-4b02-8d7f-39d198ade741 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:28:19.483294 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2524b827-ef63-4be3-a545-232a32461085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d89a755-ad2b-49cb-afa1-66b50203f6a6', 'code': 200} Feb 20 03:28:19.490451 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (5d89a755-ad2b-49cb-afa1-66b50203f6a6), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:19.616709 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=5d89a755-ad2b-49cb-afa1-66b50203f6a6,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:19.649919 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-09c842c9-2746-48ab-bb7d-dd2d1810812d req-49c4a2d9-ca75-4cfb-a8ea-c6ffbc12ad65 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657825 Feb 20 03:28:19.653798 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1afe2f1-5da6-4d00-9540-d72f7c264fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=1da3b321-2b61-40d5-b0b2-2546ea0f26cd,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:19.751669 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-a1afe2f1-5da6-4d00-9540-d72f7c264fa7 service neutron] Attempting to bind port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:28:19.751669 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-a1afe2f1-5da6-4d00-9540-d72f7c264fa7 service neutron] Attempting to bind port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:28:19.751669 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-a1afe2f1-5da6-4d00-9540-d72f7c264fa7 service neutron] Attempting to bind port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd on network 5528b70c-0437-425a-a0ac-3485fc465717 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:28:19.778460 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad894bec-9722-4570-8657-f4bf023b2898 req-4280436e-1067-40d2-8da4-81dd98eb5183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:19.780279 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ad894bec-9722-4570-8657-f4bf023b2898 req-4280436e-1067-40d2-8da4-81dd98eb5183 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2524b827-ef63-4be3-a545-232a32461085 HTTP/1.1" status: 200 len: 1131 time: 0.1833887 Feb 20 03:28:19.781366 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-a1afe2f1-5da6-4d00-9540-d72f7c264fa7 service neutron] Port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd on network 5528b70c-0437-425a-a0ac-3485fc465717 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:28:19.782487 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-a1afe2f1-5da6-4d00-9540-d72f7c264fa7 service neutron] Attempting to bind port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd on network 5528b70c-0437-425a-a0ac-3485fc465717 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:28:19.794645 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-a1afe2f1-5da6-4d00-9540-d72f7c264fa7 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:28:19.794901 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-a1afe2f1-5da6-4d00-9540-d72f7c264fa7 service neutron] Checking segment: {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:28:19.795540 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-a1afe2f1-5da6-4d00-9540-d72f7c264fa7 service neutron] Bound using segment: {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:28:19.795986 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-a1afe2f1-5da6-4d00-9540-d72f7c264fa7 service neutron] Bound port: 1da3b321-2b61-40d5-b0b2-2546ea0f26cd, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:28:19.796354 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-a1afe2f1-5da6-4d00-9540-d72f7c264fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1da3b321-2b61-40d5-b0b2-2546ea0f26cd), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:19.821680 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87647d3a-30ac-4c53-b51b-43d3e52a5716 req-1b789977-ab36-4002-8953-93c9db7b2507 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:19.823618 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87647d3a-30ac-4c53-b51b-43d3e52a5716 req-1b789977-ab36-4002-8953-93c9db7b2507 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=2524b827-ef63-4be3-a545-232a32461085 HTTP/1.1" status: 200 len: 949 time: 0.2029569 Feb 20 03:28:19.941413 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-a1afe2f1-5da6-4d00-9540-d72f7c264fa7 service neutron] For port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:28:19.947287 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-a1afe2f1-5da6-4d00-9540-d72f7c264fa7 service neutron] For port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=1da3b321-2b61-40d5-b0b2-2546ea0f26cd,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:28:19.961004 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87647d3a-30ac-4c53-b51b-43d3e52a5716 req-435a21d6-9f60-4edf-8daf-29f0abef0e7b tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268065 Feb 20 03:28:19.963052 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ad894bec-9722-4570-8657-f4bf023b2898 req-90bafdd2-a11a-4b03-b899-ba7e3c2242b6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718402 Feb 20 03:28:19.978440 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-276cef51-a103-4d6d-88f5-83245de54678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (f0510a56-7496-4a3e-bcfd-7559929b33fa), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:20.058120 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276cef51-a103-4d6d-88f5-83245de54678 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0510a56-7496-4a3e-bcfd-7559929b33fa,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:20.065166 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-a1afe2f1-5da6-4d00-9540-d72f7c264fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (1da3b321-2b61-40d5-b0b2-2546ea0f26cd), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:20.114195 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-a1afe2f1-5da6-4d00-9540-d72f7c264fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:20.114886 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-a1afe2f1-5da6-4d00-9540-d72f7c264fa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:20.118786 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-a1afe2f1-5da6-4d00-9540-d72f7c264fa7 service neutron] 10.222.0.93 "PUT /v2.0/ports/1da3b321-2b61-40d5-b0b2-2546ea0f26cd HTTP/1.1" status: 200 len: 1092 time: 1.7130671 Feb 20 03:28:20.155229 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c60fd7-6caf-4f74-8848-ad2678470a7c', 'tag': '1da3b321-2b61-40d5-b0b2-2546ea0f26cd'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:28:20.157451 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d688cb49-11f5-4f77-b6f6-68d8eb1c2453" -d '{"events": [{"name": "network-changed", "server_uuid": "68c60fd7-6caf-4f74-8848-ad2678470a7c", "tag": "1da3b321-2b61-40d5-b0b2-2546ea0f26cd"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:28:20.172742 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276cef51-a103-4d6d-88f5-83245de54678 admin admin] Checking segment: {'id': 'b8daf23c-b6eb-4ffb-83b6-30674f957254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'fc1c4fb8-f6b5-45ed-b212-464c300cf6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:28:20.173017 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276cef51-a103-4d6d-88f5-83245de54678 admin admin] Network hostable DHCP agents. Network: fc1c4fb8-f6b5-45ed-b212-464c300cf6f9, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:28:20.219207 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1afe2f1-5da6-4d00-9540-d72f7c264fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=1da3b321-2b61-40d5-b0b2-2546ea0f26cd,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:20.225346 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03da3964-692b-48ec-ab62-b32dbe6b87ac x-openstack-request-id: req-03da3964-692b-48ec-ab62-b32dbe6b87ac {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:28:20.225643 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c60fd7-6caf-4f74-8848-ad2678470a7c", "tag": "1da3b321-2b61-40d5-b0b2-2546ea0f26cd", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:28:20.225916 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-03da3964-692b-48ec-ab62-b32dbe6b87ac {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:28:20.226413 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c60fd7-6caf-4f74-8848-ad2678470a7c', 'tag': '1da3b321-2b61-40d5-b0b2-2546ea0f26cd', 'status': 'completed', 'code': 200} Feb 20 03:28:20.242391 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba476f32-62a4-4a21-b4ae-15019e282728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (9a3e189f-f81a-498a-a406-bbf98fe3465f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:20.300473 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276cef51-a103-4d6d-88f5-83245de54678 admin admin] Network fc1c4fb8-f6b5-45ed-b212-464c300cf6f9 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:28:20.323472 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-e924d305-32a4-4170-ad6c-80cfbe209f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:20.328186 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba476f32-62a4-4a21-b4ae-15019e282728 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a3e189f-f81a-498a-a406-bbf98fe3465f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:20.341729 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-e924d305-32a4-4170-ad6c-80cfbe209f88 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 1126 time: 0.1118233 Feb 20 03:28:20.455164 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-276cef51-a103-4d6d-88f5-83245de54678 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, fc1c4fb8-f6b5-45ed-b212-464c300cf6f9) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:28:20.467511 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e435808-266f-47ff-8529-4ddb048c1ddc None None] Network fc1c4fb8-f6b5-45ed-b212-464c300cf6f9 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:28:20.479950 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276cef51-a103-4d6d-88f5-83245de54678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:20.481138 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-276cef51-a103-4d6d-88f5-83245de54678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:20.488804 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-81e304d8-82a0-40df-8a73-a959555def20 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1da3b321-2b61-40d5-b0b2-2546ea0f26cd HTTP/1.1" status: 200 len: 217 time: 0.1364119 Feb 20 03:28:20.627244 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-04e32180-c57c-4e3e-b56b-93bd9300da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:20.628745 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-04e32180-c57c-4e3e-b56b-93bd9300da85 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e570f242-4684-4db2-b2a8-755bc6ec8973 HTTP/1.1" status: 200 len: 860 time: 0.1333883 Feb 20 03:28:20.733442 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-113d8d15-2738-4be1-9e16-679b01df6651 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5528b70c-0437-425a-a0ac-3485fc465717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922525 Feb 20 03:28:20.733442 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-276cef51-a103-4d6d-88f5-83245de54678 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6446693 Feb 20 03:28:20.774570 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba476f32-62a4-4a21-b4ae-15019e282728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:20.775185 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:20.778062 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05583261-138e-403a-a81f-5978c501d00c None None] Network fc1c4fb8-f6b5-45ed-b212-464c300cf6f9 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:28:21.077447 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-4bbf958d-24e9-441a-b415-5b7469eedd42 service neutron] 10.222.0.93 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173859 Feb 20 03:28:21.121387 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:21.262430 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f2770e11-4965-4326-8e99-37f0f7c1f455 req-c561aeef-88b5-4506-84d0-01b6a21c1ab9 service neutron] 10.222.0.93 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784077 Feb 20 03:28:21.292140 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d45f9-e537-4d85-9c69-9a746240aa00 req-5f79a478-4df5-4ded-a739-0e4b4531d869 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:21.302775 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fe6d45f9-e537-4d85-9c69-9a746240aa00 req-5f79a478-4df5-4ded-a739-0e4b4531d869 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 944 time: 0.3043146 Feb 20 03:28:21.464371 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fe6d45f9-e537-4d85-9c69-9a746240aa00 req-12bebafe-c828-419b-9d6c-b2105092f92a tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603992 Feb 20 03:28:21.477239 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba476f32-62a4-4a21-b4ae-15019e282728 admin admin] Router 7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:28:21.496237 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688cb49-11f5-4f77-b6f6-68d8eb1c2453 req-8110afe6-864e-4637-8747-305faaa90340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:21.498187 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d688cb49-11f5-4f77-b6f6-68d8eb1c2453 req-8110afe6-864e-4637-8747-305faaa90340 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 1126 time: 0.0664585 Feb 20 03:28:21.551053 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d06573-c554-427c-95f8-dff8825f1a60 req-11c279fd-485a-44e5-83d3-768e9e7fdce0 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:21.552657 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-48d06573-c554-427c-95f8-dff8825f1a60 req-11c279fd-485a-44e5-83d3-768e9e7fdce0 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=2524b827-ef63-4be3-a545-232a32461085 HTTP/1.1" status: 200 len: 949 time: 0.1319177 Feb 20 03:28:21.618086 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688cb49-11f5-4f77-b6f6-68d8eb1c2453 req-138ac033-30f2-44c9-bd20-2ec2de799d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:21.619624 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d688cb49-11f5-4f77-b6f6-68d8eb1c2453 req-138ac033-30f2-44c9-bd20-2ec2de799d81 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5528b70c-0437-425a-a0ac-3485fc465717 HTTP/1.1" status: 200 len: 921 time: 0.1131027 Feb 20 03:28:21.643699 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-612a0119-2e68-4cd3-84b6-56ad23537453 req-f4736a28-495f-49c8-9ddf-4c614475074a tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1018273537', 'description': 'tempest-description-2139170842'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:21.684195 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba476f32-62a4-4a21-b4ae-15019e282728 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:28:21.684876 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d688cb49-11f5-4f77-b6f6-68d8eb1c2453 req-2f42e929-8d66-4dfd-af0b-84d7552accf7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1da3b321-2b61-40d5-b0b2-2546ea0f26cd HTTP/1.1" status: 200 len: 217 time: 0.0574768 Feb 20 03:28:21.695430 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf1795a-1dbd-4399-9d2b-b0d28142220f None None] Sync routers for ids ['7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:28:21.695992 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ba476f32-62a4-4a21-b4ae-15019e282728 admin admin] 10.222.0.89 "PUT /v2.0/routers/7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3627656 Feb 20 03:28:21.702458 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56336) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:21.714503 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf1795a-1dbd-4399-9d2b-b0d28142220f None None] Routers {'7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:28:21.716034 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-baf1795a-1dbd-4399-9d2b-b0d28142220f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:27:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:21.744685 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688cb49-11f5-4f77-b6f6-68d8eb1c2453 req-dc0c3134-420c-483e-a825-80c4cd07a96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:21.747148 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d688cb49-11f5-4f77-b6f6-68d8eb1c2453 req-dc0c3134-420c-483e-a825-80c4cd07a96d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e570f242-4684-4db2-b2a8-755bc6ec8973 HTTP/1.1" status: 200 len: 860 time: 0.0556903 Feb 20 03:28:21.793039 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-48d06573-c554-427c-95f8-dff8825f1a60 req-31cd3166-dce5-45cb-a365-ff7c115cd304 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577919 Feb 20 03:28:21.794896 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d688cb49-11f5-4f77-b6f6-68d8eb1c2453 req-a891d966-6f50-45f8-8096-e24b6336d5f6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5528b70c-0437-425a-a0ac-3485fc465717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374546 Feb 20 03:28:21.820760 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-612a0119-2e68-4cd3-84b6-56ad23537453 req-f4736a28-495f-49c8-9ddf-4c614475074a tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:21.936357 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d688cb49-11f5-4f77-b6f6-68d8eb1c2453 req-b633caa8-14a0-4048-bda7-f88e53466c6b service neutron] 10.222.0.93 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351318 Feb 20 03:28:21.969107 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-baf1795a-1dbd-4399-9d2b-b0d28142220f None None] Set router 7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:28:22.018665 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3c43e379-23ab-4aef-9b73-2653d5430458 admin admin] Publish callbacks [] for router (7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:22.106513 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d688cb49-11f5-4f77-b6f6-68d8eb1c2453 req-20160594-914b-4967-b5bd-083e0d59f06f service neutron] 10.222.0.93 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632483 Feb 20 03:28:22.132416 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-612a0119-2e68-4cd3-84b6-56ad23537453 req-f4736a28-495f-49c8-9ddf-4c614475074a tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (323aa6ca-bcbc-497a-b15b-4c9bec1ce986), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:22.195796 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-612a0119-2e68-4cd3-84b6-56ad23537453 req-f4736a28-495f-49c8-9ddf-4c614475074a tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (323aa6ca-bcbc-497a-b15b-4c9bec1ce986), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:22.259401 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3c43e379-23ab-4aef-9b73-2653d5430458 admin admin] Publish callbacks [] for router_gateway (7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:22.268687 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4736a28-495f-49c8-9ddf-4c614475074a tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=323aa6ca-bcbc-497a-b15b-4c9bec1ce986,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:22.332327 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-612a0119-2e68-4cd3-84b6-56ad23537453 req-f4736a28-495f-49c8-9ddf-4c614475074a tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:22.333627 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-612a0119-2e68-4cd3-84b6-56ad23537453 req-f4736a28-495f-49c8-9ddf-4c614475074a tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6958342 Feb 20 03:28:22.340673 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-baf1795a-1dbd-4399-9d2b-b0d28142220f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0', 'name': 'tempest-ServersTestMultiNic-2014943184-router', 'tenant_id': '2b66d718af5443bfbfcf198ecc36557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '65ee0b68-38bd-4676-853d-42ca6fc58470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:26:07Z', 'updated_at': '2022-02-20T03:28:20Z', 'revision_number': 5, 'project_id': '2b66d718af5443bfbfcf198ecc36557d', 'gw_port': {'id': '65ee0b68-38bd-4676-853d-42ca6fc58470', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:26:09Z', 'updated_at': '2022-02-20T03:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:22.391447 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf1795a-1dbd-4399-9d2b-b0d28142220f None None] Checking router: 7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:28:22.401389 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf1795a-1dbd-4399-9d2b-b0d28142220f None None] Routers {'7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:28:22.402257 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-baf1795a-1dbd-4399-9d2b-b0d28142220f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:27:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:22.519464 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b89884f-3afc-45cc-9494-d9224a1f534b req-55bc0543-3f48-40c3-83e7-8b6c1e04b60a tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "GET /v2.0/security-groups/323aa6ca-bcbc-497a-b15b-4c9bec1ce986 HTTP/1.1" status: 200 len: 1822 time: 0.1242182 Feb 20 03:28:22.533278 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-baf1795a-1dbd-4399-9d2b-b0d28142220f None None] Set router 7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0 gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:28:22.535947 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-0b89884f-3afc-45cc-9494-d9224a1f534b req-cebb17bd-294a-4034-9c2f-1cc077d6a62a tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '323aa6ca-bcbc-497a-b15b-4c9bec1ce986', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:22.536220 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-0b89884f-3afc-45cc-9494-d9224a1f534b req-cebb17bd-294a-4034-9c2f-1cc077d6a62a tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '323aa6ca-bcbc-497a-b15b-4c9bec1ce986', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:22.546769 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-3c43e379-23ab-4aef-9b73-2653d5430458 admin admin] Deleting port 65ee0b68-38bd-4676-853d-42ca6fc58470 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:28:22.547207 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3c43e379-23ab-4aef-9b73-2653d5430458 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (65ee0b68-38bd-4676-853d-42ca6fc58470), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:22.584634 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a956f52-6496-4272-8201-70f0e2f7af2e req-0095f1f3-c696-4c2f-a092-7016267506b0 tempest-ServersOnMultiNodesTest-1517377240 tempest-ServersOnMultiNodesTest-1517377240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:22.587115 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7a956f52-6496-4272-8201-70f0e2f7af2e req-0095f1f3-c696-4c2f-a092-7016267506b0 tempest-ServersOnMultiNodesTest-1517377240 tempest-ServersOnMultiNodesTest-1517377240-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=2524b827-ef63-4be3-a545-232a32461085 HTTP/1.1" status: 200 len: 1131 time: 0.1500454 Feb 20 03:28:22.628479 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-baf1795a-1dbd-4399-9d2b-b0d28142220f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0', 'name': 'tempest-ServersTestMultiNic-2014943184-router', 'tenant_id': '2b66d718af5443bfbfcf198ecc36557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:26:07Z', 'updated_at': '2022-02-20T03:28:22Z', 'revision_number': 6, 'project_id': '2b66d718af5443bfbfcf198ecc36557d', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:22.825599 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf1795a-1dbd-4399-9d2b-b0d28142220f None None] The sync data for ids ['7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0'] in n-d-829866-4 is: [{'id': '7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0', 'name': 'tempest-ServersTestMultiNic-2014943184-router', 'tenant_id': '2b66d718af5443bfbfcf198ecc36557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:26:07Z', 'updated_at': '2022-02-20T03:28:22Z', 'revision_number': 6, 'project_id': '2b66d718af5443bfbfcf198ecc36557d', 'gw_port_host': None}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:28:22.994225 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7a956f52-6496-4272-8201-70f0e2f7af2e req-caa95275-b50c-40a1-a6b2-aeb183fd48d3 tempest-ServersOnMultiNodesTest-1517377240 tempest-ServersOnMultiNodesTest-1517377240-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:23.065502 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-3c43e379-23ab-4aef-9b73-2653d5430458 admin admin] For port 65ee0b68-38bd-4676-853d-42ca6fc58470, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=65ee0b68-38bd-4676-853d-42ca6fc58470,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:23.065800 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3c43e379-23ab-4aef-9b73-2653d5430458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (65ee0b68-38bd-4676-853d-42ca6fc58470), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:23.101202 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-3c43e379-23ab-4aef-9b73-2653d5430458 admin admin] Calling delete_port for 65ee0b68-38bd-4676-853d-42ca6fc58470 owned by network:router_gateway {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:28:23.130204 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0b89884f-3afc-45cc-9494-d9224a1f534b req-cebb17bd-294a-4034-9c2f-1cc077d6a62a tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group_rule (365ff786-0914-416a-ad2f-aa01ce48207b), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:23.228876 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0b89884f-3afc-45cc-9494-d9224a1f534b req-cebb17bd-294a-4034-9c2f-1cc077d6a62a tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group_rule (365ff786-0914-416a-ad2f-aa01ce48207b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:23.234620 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7a956f52-6496-4272-8201-70f0e2f7af2e req-caa95275-b50c-40a1-a6b2-aeb183fd48d3 tempest-ServersOnMultiNodesTest-1517377240 tempest-ServersOnMultiNodesTest-1517377240-project-admin] Publish callbacks [] for security_group (265fbe0d-63e8-41bb-80b8-88d4d8ab3227), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:23.301680 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0b89884f-3afc-45cc-9494-d9224a1f534b req-cebb17bd-294a-4034-9c2f-1cc077d6a62a tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (365ff786-0914-416a-ad2f-aa01ce48207b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:23.309582 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7a956f52-6496-4272-8201-70f0e2f7af2e req-caa95275-b50c-40a1-a6b2-aeb183fd48d3 tempest-ServersOnMultiNodesTest-1517377240 tempest-ServersOnMultiNodesTest-1517377240-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (265fbe0d-63e8-41bb-80b8-88d4d8ab3227), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:23.377065 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb17bd-294a-4034-9c2f-1cc077d6a62a tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365ff786-0914-416a-ad2f-aa01ce48207b,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:23.408814 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7a956f52-6496-4272-8201-70f0e2f7af2e req-caa95275-b50c-40a1-a6b2-aeb183fd48d3 tempest-ServersOnMultiNodesTest-1517377240 tempest-ServersOnMultiNodesTest-1517377240-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371781 Feb 20 03:28:23.411096 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa95275-b50c-40a1-a6b2-aeb183fd48d3 tempest-ServersOnMultiNodesTest-1517377240 tempest-ServersOnMultiNodesTest-1517377240-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265fbe0d-63e8-41bb-80b8-88d4d8ab3227,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:23.486673 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0b89884f-3afc-45cc-9494-d9224a1f534b req-cebb17bd-294a-4034-9c2f-1cc077d6a62a tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:23.487956 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b89884f-3afc-45cc-9494-d9224a1f534b req-cebb17bd-294a-4034-9c2f-1cc077d6a62a tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9587688 Feb 20 03:28:23.574067 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3c43e379-23ab-4aef-9b73-2653d5430458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (65ee0b68-38bd-4676-853d-42ca6fc58470), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:23.625438 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c43e379-23ab-4aef-9b73-2653d5430458 admin admin] Pushing event deleted for resources: {'Port': ['ID=65ee0b68-38bd-4676-853d-42ca6fc58470,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:23.713958 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef05dd2-f062-4a6c-9b0a-3801cc5b2ff9 req-4bf3e343-cca7-48f3-8fa5-d8c34f134f5f tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:23.715705 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9ef05dd2-f062-4a6c-9b0a-3801cc5b2ff9 req-4bf3e343-cca7-48f3-8fa5-d8c34f134f5f tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 944 time: 0.1539013 Feb 20 03:28:23.738507 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3c43e379-23ab-4aef-9b73-2653d5430458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:23.873343 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3c43e379-23ab-4aef-9b73-2653d5430458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:23.876497 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3c43e379-23ab-4aef-9b73-2653d5430458 admin admin] Publish callbacks [] for router_controller (7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:23.890660 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9ef05dd2-f062-4a6c-9b0a-3801cc5b2ff9 req-786c092c-9825-4459-bd31-a07d97a43fd2 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612191 Feb 20 03:28:23.939671 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-0a37fdc7-c3fa-46b9-8e0f-48523820749c req-48640fe6-9db2-4fef-b170-69f97008089d tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1381013559', 'description': 'tempest-description-1059897309'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:24.026812 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3c43e379-23ab-4aef-9b73-2653d5430458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:24.027698 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c43e379-23ab-4aef-9b73-2653d5430458 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0 {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:28:24.041068 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3c43e379-23ab-4aef-9b73-2653d5430458 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:24.041068 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3c43e379-23ab-4aef-9b73-2653d5430458 admin admin] 10.222.0.89 "DELETE /v2.0/routers/7a67468b-fbeb-44d8-bc7f-7e8599c2ffd0 HTTP/1.1" status: 204 len: 168 time: 2.3297784 Feb 20 03:28:24.041265 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56368) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:24.061916 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0a37fdc7-c3fa-46b9-8e0f-48523820749c req-48640fe6-9db2-4fef-b170-69f97008089d tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:24.121698 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dfdbe62-bbfe-4fc1-a154-d8034215122e admin admin] Deleting subnet c024abf4-f9f5-4a00-ab2e-0d53119a80b8 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:28:24.125457 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8dfdbe62-bbfe-4fc1-a154-d8034215122e admin admin] Publish callbacks [] for subnet (c024abf4-f9f5-4a00-ab2e-0d53119a80b8), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:24.151721 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 65ee0b68-38bd-4676-853d-42ca6fc58470 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:28:24.183854 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8dfdbe62-bbfe-4fc1-a154-d8034215122e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (c024abf4-f9f5-4a00-ab2e-0d53119a80b8), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:24.201885 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 65ee0b68-38bd-4676-853d-42ca6fc58470 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:28:24.205759 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 65ee0b68-38bd-4676-853d-42ca6fc58470 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:28:24.205759 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 9a3e189f-f81a-498a-a406-bbf98fe3465f no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:28:24.216793 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0a37fdc7-c3fa-46b9-8e0f-48523820749c req-48640fe6-9db2-4fef-b170-69f97008089d tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (f3644691-6e9c-40e8-8540-b8aa235526e1), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:24.239565 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 9a3e189f-f81a-498a-a406-bbf98fe3465f {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:28:24.239565 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 9a3e189f-f81a-498a-a406-bbf98fe3465f not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:28:24.257384 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 1da3b321-2b61-40d5-b0b2-2546ea0f26cd details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:28:24.295909 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0a37fdc7-c3fa-46b9-8e0f-48523820749c req-48640fe6-9db2-4fef-b170-69f97008089d tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f3644691-6e9c-40e8-8540-b8aa235526e1), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:24.319955 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8dfdbe62-bbfe-4fc1-a154-d8034215122e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (c024abf4-f9f5-4a00-ab2e-0d53119a80b8), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:24.361691 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-f5be26d2-4ba2-4582-a354-69da77c278e2 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=4010c5c9a68841d28ec3272ba0035a74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0831323 Feb 20 03:28:24.417115 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=1da3b321-2b61-40d5-b0b2-2546ea0f26cd,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:24.440343 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48640fe6-9db2-4fef-b170-69f97008089d tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3644691-6e9c-40e8-8540-b8aa235526e1,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:24.452442 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '1da3b321-2b61-40d5-b0b2-2546ea0f26cd', 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717', 'port_id': '1da3b321-2b61-40d5-b0b2-2546ea0f26cd', 'mac_address': 'fa:16:3e:43:3a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e570f242-4684-4db2-b2a8-755bc6ec8973', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:28:24.486113 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0a37fdc7-c3fa-46b9-8e0f-48523820749c req-48640fe6-9db2-4fef-b170-69f97008089d tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:24.487885 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a37fdc7-c3fa-46b9-8e0f-48523820749c req-48640fe6-9db2-4fef-b170-69f97008089d tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5543296 Feb 20 03:28:24.513387 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8dfdbe62-bbfe-4fc1-a154-d8034215122e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (c024abf4-f9f5-4a00-ab2e-0d53119a80b8), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:24.533510 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:28:24.534123 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1da3b321-2b61-40d5-b0b2-2546ea0f26cd), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:24.548860 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da3b321-2b61-40d5-b0b2-2546ea0f26cd {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:28:24.558136 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-065e773e-60af-445e-8f37-2e22276e9eba tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:24.558136 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-065e773e-60af-445e-8f37-2e22276e9eba tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1936064 Feb 20 03:28:24.571495 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfdbe62-bbfe-4fc1-a154-d8034215122e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c024abf4-f9f5-4a00-ab2e-0d53119a80b8,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:24.572471 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=1da3b321-2b61-40d5-b0b2-2546ea0f26cd,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:24.592709 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8dfdbe62-bbfe-4fc1-a154-d8034215122e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:24.593185 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b1ff5e-2526-4827-b45e-8d4fe0c620bb None None] Network 5383fb55-7a9d-4f7b-96fd-8505471fa0be requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:28:24.593277 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-078f8977-f279-4f08-a37c-b6a2d88ba7fb tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/quotas/4010c5c9a68841d28ec3272ba0035a74 HTTP/1.1" status: 200 len: 375 time: 0.0297329 Feb 20 03:28:24.593359 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8dfdbe62-bbfe-4fc1-a154-d8034215122e admin admin] 10.222.0.89 "DELETE /v2.0/subnets/c024abf4-f9f5-4a00-ab2e-0d53119a80b8 HTTP/1.1" status: 204 len: 168 time: 0.5537274 Feb 20 03:28:24.595470 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56390) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:24.696191 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2cec2a84-b1e0-4008-97f7-fe1fe167ce13 req-fba7e30b-4ceb-428a-ad7e-4c057e7be562 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "GET /v2.0/security-groups/f3644691-6e9c-40e8-8540-b8aa235526e1 HTTP/1.1" status: 200 len: 1822 time: 0.0520821 Feb 20 03:28:24.701756 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (1da3b321-2b61-40d5-b0b2-2546ea0f26cd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:24.719663 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-49f3c241-91ce-484a-92de-3a418fb6da3e tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=4010c5c9a68841d28ec3272ba0035a74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1314304 Feb 20 03:28:24.722502 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa3162e9-2395-4199-9c3f-b3c05bb679cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (5383fb55-7a9d-4f7b-96fd-8505471fa0be), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:24.737171 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-2cec2a84-b1e0-4008-97f7-fe1fe167ce13 req-1383896f-e7ed-4366-86da-9b18fff2b271 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f3644691-6e9c-40e8-8540-b8aa235526e1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:24.737498 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-2cec2a84-b1e0-4008-97f7-fe1fe167ce13 req-1383896f-e7ed-4366-86da-9b18fff2b271 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f3644691-6e9c-40e8-8540-b8aa235526e1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:24.801027 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-aa3162e9-2395-4199-9c3f-b3c05bb679cb admin admin] Deleting port 16cc8aac-a1a4-4411-b649-856d8d903a00 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:28:24.801600 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa3162e9-2395-4199-9c3f-b3c05bb679cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (16cc8aac-a1a4-4411-b649-856d8d903a00), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:24.832787 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=1da3b321-2b61-40d5-b0b2-2546ea0f26cd,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:24.910701 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-aa3162e9-2395-4199-9c3f-b3c05bb679cb admin admin] For port 16cc8aac-a1a4-4411-b649-856d8d903a00, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=16cc8aac-a1a4-4411-b649-856d8d903a00,segment=NetworkSegment(97d505bd-cdd9-4bbc-9d5e-55031bead42d),segment_id=97d505bd-cdd9-4bbc-9d5e-55031bead42d)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:24.910701 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa3162e9-2395-4199-9c3f-b3c05bb679cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (16cc8aac-a1a4-4411-b649-856d8d903a00), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:24.920577 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2cec2a84-b1e0-4008-97f7-fe1fe167ce13 req-1383896f-e7ed-4366-86da-9b18fff2b271 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group_rule (75036e97-913f-47f0-bd59-16c2d6e58742), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:24.924775 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-aa3162e9-2395-4199-9c3f-b3c05bb679cb admin admin] Calling delete_port for 16cc8aac-a1a4-4411-b649-856d8d903a00 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:28:24.948869 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['1da3b321-2b61-40d5-b0b2-2546ea0f26cd'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:28:24.954488 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cedf1c-c837-4c72-b31e-feb3e43e8d4e None None] DHCP port deletion for 5383fb55-7a9d-4f7b-96fd-8505471fa0be request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:28:24.995581 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2cec2a84-b1e0-4008-97f7-fe1fe167ce13 req-1383896f-e7ed-4366-86da-9b18fff2b271 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group_rule (75036e97-913f-47f0-bd59-16c2d6e58742), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:25.103088 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-46cedf1c-c837-4c72-b31e-feb3e43e8d4e None None] Deleting port 16cc8aac-a1a4-4411-b649-856d8d903a00 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:28:25.103496 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-46cedf1c-c837-4c72-b31e-feb3e43e8d4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (16cc8aac-a1a4-4411-b649-856d8d903a00), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:25.125574 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2cec2a84-b1e0-4008-97f7-fe1fe167ce13 req-1383896f-e7ed-4366-86da-9b18fff2b271 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (75036e97-913f-47f0-bd59-16c2d6e58742), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:25.126799 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa3162e9-2395-4199-9c3f-b3c05bb679cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (16cc8aac-a1a4-4411-b649-856d8d903a00), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:25.165130 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383896f-e7ed-4366-86da-9b18fff2b271 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75036e97-913f-47f0-bd59-16c2d6e58742,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:25.201033 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3162e9-2395-4199-9c3f-b3c05bb679cb admin admin] Pushing event deleted for resources: {'Port': ['ID=16cc8aac-a1a4-4411-b649-856d8d903a00,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:25.203456 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3162e9-2395-4199-9c3f-b3c05bb679cb admin admin] No DVR routers for this DVR port 16cc8aac-a1a4-4411-b649-856d8d903a00 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:28:25.204405 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-46cedf1c-c837-4c72-b31e-feb3e43e8d4e None None] For port 16cc8aac-a1a4-4411-b649-856d8d903a00, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=16cc8aac-a1a4-4411-b649-856d8d903a00,segment=NetworkSegment(97d505bd-cdd9-4bbc-9d5e-55031bead42d),segment_id=97d505bd-cdd9-4bbc-9d5e-55031bead42d)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:25.204908 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-46cedf1c-c837-4c72-b31e-feb3e43e8d4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (16cc8aac-a1a4-4411-b649-856d8d903a00), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:25.233962 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-46cedf1c-c837-4c72-b31e-feb3e43e8d4e None None] Calling delete_port for 16cc8aac-a1a4-4411-b649-856d8d903a00 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:28:25.306259 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2cec2a84-b1e0-4008-97f7-fe1fe167ce13 req-1383896f-e7ed-4366-86da-9b18fff2b271 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:25.309069 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2cec2a84-b1e0-4008-97f7-fe1fe167ce13 req-1383896f-e7ed-4366-86da-9b18fff2b271 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5851877 Feb 20 03:28:25.341104 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa3162e9-2395-4199-9c3f-b3c05bb679cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (5383fb55-7a9d-4f7b-96fd-8505471fa0be), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:25.349199 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-46cedf1c-c837-4c72-b31e-feb3e43e8d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (16cc8aac-a1a4-4411-b649-856d8d903a00), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:25.380482 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-aa3162e9-2395-4199-9c3f-b3c05bb679cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5383fb55-7a9d-4f7b-96fd-8505471fa0be']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:25.384391 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cedf1c-c837-4c72-b31e-feb3e43e8d4e None None] Pushing event deleted for resources: {'Port': ['ID=16cc8aac-a1a4-4411-b649-856d8d903a00,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:25.388667 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cedf1c-c837-4c72-b31e-feb3e43e8d4e None None] No DVR routers for this DVR port 16cc8aac-a1a4-4411-b649-856d8d903a00 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:28:25.404217 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-aa3162e9-2395-4199-9c3f-b3c05bb679cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d505bd-cdd9-4bbc-9d5e-55031bead42d') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:25.404217 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-aa3162e9-2395-4199-9c3f-b3c05bb679cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d505bd-cdd9-4bbc-9d5e-55031bead42d') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:25.415580 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa3162e9-2395-4199-9c3f-b3c05bb679cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (97d505bd-cdd9-4bbc-9d5e-55031bead42d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:25.437331 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa3162e9-2395-4199-9c3f-b3c05bb679cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (97d505bd-cdd9-4bbc-9d5e-55031bead42d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:25.452039 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3162e9-2395-4199-9c3f-b3c05bb679cb admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:28:25.452626 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa3162e9-2395-4199-9c3f-b3c05bb679cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (97d505bd-cdd9-4bbc-9d5e-55031bead42d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:25.454688 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:28:25.454688 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:28:25.454688 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:28:25.454688 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:28:25.454688 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:28:25.454688 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:28:25.454688 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:28:25.454688 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:28:25.454688 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:28:25.454688 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:28:25.454688 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:28:25.454688 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:28:25.454688 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:28:25.454688 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:28:25.454688 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:28:25.454688 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:28:25.454688 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:28:25.454688 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:28:25.454688 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:28:25.454688 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:28:25.454688 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:28:25.454688 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:28:25.454688 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:28:25.454688 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:28:25.454688 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:28:25.454688 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:28:25.454688 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:28:25.454688 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:28:25.454688 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:28:25.454688 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:28:25.454688 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:28:25.454688 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:28:25.617287 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa3162e9-2395-4199-9c3f-b3c05bb679cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (5383fb55-7a9d-4f7b-96fd-8505471fa0be), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:25.623678 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa3162e9-2395-4199-9c3f-b3c05bb679cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:25.632290 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-aa3162e9-2395-4199-9c3f-b3c05bb679cb admin admin] 10.222.0.89 "DELETE /v2.0/networks/5383fb55-7a9d-4f7b-96fd-8505471fa0be HTTP/1.1" status: 204 len: 168 time: 1.0331388 Feb 20 03:28:25.665299 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3162e9-2395-4199-9c3f-b3c05bb679cb admin admin] Pushing event deleted for resources: {'Network': ['ID=5383fb55-7a9d-4f7b-96fd-8505471fa0be,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:25.691691 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bdff0-2570-4bce-9556-21fc44401684 req-43c396ea-90d0-4591-9d1e-38453b6e0336 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:25.708526 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-187bdff0-2570-4bce-9556-21fc44401684 req-43c396ea-90d0-4591-9d1e-38453b6e0336 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 945 time: 0.1343229 Feb 20 03:28:25.782431 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-f16304ea-fc52-4890-9a29-7781b3738b32 req-df7faba6-bc45-43fc-90a6-2650709d46f3 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1663341349', 'description': 'tempest-description-1592736990'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:25.797641 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-187bdff0-2570-4bce-9556-21fc44401684 req-243d0b95-4529-4221-8314-35a49e3ff036 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876729 Feb 20 03:28:25.914017 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f16304ea-fc52-4890-9a29-7781b3738b32 req-df7faba6-bc45-43fc-90a6-2650709d46f3 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:26.077506 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f16304ea-fc52-4890-9a29-7781b3738b32 req-df7faba6-bc45-43fc-90a6-2650709d46f3 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (ee7b0c10-0c20-48d5-ba90-cf5f47d421e5), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:26.107077 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56412) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:26.169938 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f16304ea-fc52-4890-9a29-7781b3738b32 req-df7faba6-bc45-43fc-90a6-2650709d46f3 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ee7b0c10-0c20-48d5-ba90-cf5f47d421e5), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:26.197834 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e375e19a-2fef-4b1d-b7ee-a92e9f7c66f7 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2b66d718af5443bfbfcf198ecc36557d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0894186 Feb 20 03:28:26.205661 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 16cc8aac-a1a4-4411-b649-856d8d903a00 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:28:26.209522 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56420) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:26.230488 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56422) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:26.263041 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 1da3b321-2b61-40d5-b0b2-2546ea0f26cd up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:28:26.281307 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7faba6-bc45-43fc-90a6-2650709d46f3 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7b0c10-0c20-48d5-ba90-cf5f47d421e5,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:26.305432 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 16cc8aac-a1a4-4411-b649-856d8d903a00 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:28:26.306042 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 16cc8aac-a1a4-4411-b649-856d8d903a00 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:28:26.307971 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f9f13a62-c1bd-426e-8b40-3475584ba801 req-3fb989cc-a1bd-4f68-8d71-7d21636da7d3 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a523e91-89c3-41f9-a208-edc6937d2cff HTTP/1.1" status: 200 len: 210 time: 0.0481782 Feb 20 03:28:26.313354 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f16304ea-fc52-4890-9a29-7781b3738b32 req-df7faba6-bc45-43fc-90a6-2650709d46f3 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:26.316492 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f16304ea-fc52-4890-9a29-7781b3738b32 req-df7faba6-bc45-43fc-90a6-2650709d46f3 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5416646 Feb 20 03:28:26.351969 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-075e4d3e-ce14-4fab-944c-f6140c0be7c5 req-44dfce3f-9ede-4198-a9e5-b174e0f18f3a tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1573640474', 'description': 'tempest-description-644846392'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:26.357324 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-218dd10d-e9e7-49e7-8c20-8d39d66e7f8b admin admin] Publish callbacks [] for security_group (3ecfd148-49f1-45d7-a007-04cb1f6e339b), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:26.390783 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-218dd10d-e9e7-49e7-8c20-8d39d66e7f8b admin admin] Publish callbacks [] for security_group (3ecfd148-49f1-45d7-a007-04cb1f6e339b), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:26.457057 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-981a00fb-46fd-4831-90e8-ae47f319c8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:26.460636 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:28:26.467320 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:28:26.467982 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1da3b321-2b61-40d5-b0b2-2546ea0f26cd), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:26.523977 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-075e4d3e-ce14-4fab-944c-f6140c0be7c5 req-44dfce3f-9ede-4198-a9e5-b174e0f18f3a tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:26.577006 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da02bc18-e782-4cbf-9073-7a25f4107d71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:26.587798 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-218dd10d-e9e7-49e7-8c20-8d39d66e7f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (3ecfd148-49f1-45d7-a007-04cb1f6e339b), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:26.588771 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:28:26.589703 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1da3b321-2b61-40d5-b0b2-2546ea0f26cd), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:26.595225 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-218dd10d-e9e7-49e7-8c20-8d39d66e7f8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:26.598022 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-218dd10d-e9e7-49e7-8c20-8d39d66e7f8b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3ecfd148-49f1-45d7-a007-04cb1f6e339b HTTP/1.1" status: 204 len: 168 time: 0.3872690 Feb 20 03:28:26.625770 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c60fd7-6caf-4f74-8848-ad2678470a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da3b321-2b61-40d5-b0b2-2546ea0f26cd'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:28:26.629000 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb75690-ffa5-4a12-b7bf-158e417832e3" -d '{"events": [{"server_uuid": "68c60fd7-6caf-4f74-8848-ad2678470a7c", "name": "network-vif-plugged", "status": "completed", "tag": "1da3b321-2b61-40d5-b0b2-2546ea0f26cd"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:28:26.629603 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218dd10d-e9e7-49e7-8c20-8d39d66e7f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecfd148-49f1-45d7-a007-04cb1f6e339b,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:26.666619 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=1da3b321-2b61-40d5-b0b2-2546ea0f26cd,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:26.746022 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da02bc18-e782-4cbf-9073-7a25f4107d71 admin admin] Publish callbacks [] for security_group (2a6c0e7b-b7d6-4db3-9772-ddd2dfe8b536), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:26.753241 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df317d3-7df2-4587-9c57-ed4aa1bfd5f7 x-openstack-request-id: req-9df317d3-7df2-4587-9c57-ed4aa1bfd5f7 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:28:26.753241 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c60fd7-6caf-4f74-8848-ad2678470a7c", "name": "network-vif-plugged", "status": "completed", "tag": "1da3b321-2b61-40d5-b0b2-2546ea0f26cd", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:28:26.753241 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9df317d3-7df2-4587-9c57-ed4aa1bfd5f7 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:28:26.753241 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c60fd7-6caf-4f74-8848-ad2678470a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da3b321-2b61-40d5-b0b2-2546ea0f26cd', 'code': 200} Feb 20 03:28:26.761594 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-075e4d3e-ce14-4fab-944c-f6140c0be7c5 req-44dfce3f-9ede-4198-a9e5-b174e0f18f3a tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (649fba31-b9b4-4733-9862-ada6eb116885), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:26.821150 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (1da3b321-2b61-40d5-b0b2-2546ea0f26cd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:26.878361 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff60ead-fc00-4f5b-af20-e123db532e0e req-8d67de4f-5177-4185-9227-67d37ba7c21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:26.880422 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-dff60ead-fc00-4f5b-af20-e123db532e0e req-8d67de4f-5177-4185-9227-67d37ba7c21a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 1128 time: 0.0633101 Feb 20 03:28:26.884592 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-075e4d3e-ce14-4fab-944c-f6140c0be7c5 req-44dfce3f-9ede-4198-a9e5-b174e0f18f3a tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (649fba31-b9b4-4733-9862-ada6eb116885), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:26.901303 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da02bc18-e782-4cbf-9073-7a25f4107d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (2a6c0e7b-b7d6-4db3-9772-ddd2dfe8b536), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:26.937416 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=1da3b321-2b61-40d5-b0b2-2546ea0f26cd,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:26.997999 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-da02bc18-e782-4cbf-9073-7a25f4107d71 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a6ab056a41484b9393b1d64655c00eb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7663338 Feb 20 03:28:27.001523 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56448) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:27.017342 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02bc18-e782-4cbf-9073-7a25f4107d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6c0e7b-b7d6-4db3-9772-ddd2dfe8b536,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:27.025612 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-075e4d3e-ce14-4fab-944c-f6140c0be7c5 req-44dfce3f-9ede-4198-a9e5-b174e0f18f3a tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:27.032547 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-dff60ead-fc00-4f5b-af20-e123db532e0e req-831c1f27-adcc-42a8-8945-82a5e7c3fd0c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346931 Feb 20 03:28:27.047089 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-075e4d3e-ce14-4fab-944c-f6140c0be7c5 req-44dfce3f-9ede-4198-a9e5-b174e0f18f3a tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.7000208 Feb 20 03:28:27.052027 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dfce3f-9ede-4198-a9e5-b174e0f18f3a tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=649fba31-b9b4-4733-9862-ada6eb116885,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:27.110208 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51beed-132e-4e95-b1ec-53b3723c23b5 req-5e6ee4a9-1563-4bc7-aded-2de7eadaf976 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:27.110431 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1b5068f4-8bab-48f3-b033-39b5afe6a69b admin admin] Publish callbacks [] for security_group (2a6c0e7b-b7d6-4db3-9772-ddd2dfe8b536), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:27.115775 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fe51beed-132e-4e95-b1ec-53b3723c23b5 req-5e6ee4a9-1563-4bc7-aded-2de7eadaf976 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 946 time: 0.1656818 Feb 20 03:28:27.181365 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1b5068f4-8bab-48f3-b033-39b5afe6a69b admin admin] Publish callbacks [] for security_group (2a6c0e7b-b7d6-4db3-9772-ddd2dfe8b536), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:27.231465 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fe51beed-132e-4e95-b1ec-53b3723c23b5 req-1b24663d-de24-4152-a53a-c9daffa34fbb tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097481 Feb 20 03:28:27.262042 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d8c05b43-3853-452c-9504-61b4974f3ee1 req-ca6d3e73-a362-492f-ac29-cff12001cefb tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "GET /v2.0/security-groups/ee7b0c10-0c20-48d5-ba90-cf5f47d421e5 HTTP/1.1" status: 200 len: 1822 time: 0.0958796 Feb 20 03:28:27.327777 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d8c05b43-3853-452c-9504-61b4974f3ee1 req-c8f75f70-08df-4cc3-8e99-c4c658e3eb3e tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "GET /v2.0/security-groups/649fba31-b9b4-4733-9862-ada6eb116885 HTTP/1.1" status: 200 len: 1821 time: 0.0598378 Feb 20 03:28:27.355981 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-d8c05b43-3853-452c-9504-61b4974f3ee1 req-4c1f2255-bc0c-4bb2-bc3b-bbee9653160a tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ee7b0c10-0c20-48d5-ba90-cf5f47d421e5', 'remote_group_id': '649fba31-b9b4-4733-9862-ada6eb116885', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:27.356940 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-d8c05b43-3853-452c-9504-61b4974f3ee1 req-4c1f2255-bc0c-4bb2-bc3b-bbee9653160a tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ee7b0c10-0c20-48d5-ba90-cf5f47d421e5', 'remote_group_id': '649fba31-b9b4-4733-9862-ada6eb116885', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:27.358467 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1b5068f4-8bab-48f3-b033-39b5afe6a69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (2a6c0e7b-b7d6-4db3-9772-ddd2dfe8b536), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:27.361864 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1b5068f4-8bab-48f3-b033-39b5afe6a69b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:27.363365 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1b5068f4-8bab-48f3-b033-39b5afe6a69b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2a6c0e7b-b7d6-4db3-9772-ddd2dfe8b536 HTTP/1.1" status: 204 len: 168 time: 0.3578370 Feb 20 03:28:27.380568 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5068f4-8bab-48f3-b033-39b5afe6a69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6c0e7b-b7d6-4db3-9772-ddd2dfe8b536,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:27.523405 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d8c05b43-3853-452c-9504-61b4974f3ee1 req-4c1f2255-bc0c-4bb2-bc3b-bbee9653160a tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group_rule (845adb33-3c19-46cf-894f-1540d1a8ad25), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:27.601048 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d8c05b43-3853-452c-9504-61b4974f3ee1 req-4c1f2255-bc0c-4bb2-bc3b-bbee9653160a tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group_rule (845adb33-3c19-46cf-894f-1540d1a8ad25), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:27.736208 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d8c05b43-3853-452c-9504-61b4974f3ee1 req-4c1f2255-bc0c-4bb2-bc3b-bbee9653160a tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (845adb33-3c19-46cf-894f-1540d1a8ad25), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:27.808358 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f2255-bc0c-4bb2-bc3b-bbee9653160a tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=845adb33-3c19-46cf-894f-1540d1a8ad25,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:27.870518 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-10f4ed7c-683a-45dc-bbd6-a15c58ba98a8 req-f619a78f-f463-462e-a4d4-aa9a73bfaf8c tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a523e91-89c3-41f9-a208-edc6937d2cff HTTP/1.1" status: 200 len: 210 time: 0.0292957 Feb 20 03:28:27.923141 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d8c05b43-3853-452c-9504-61b4974f3ee1 req-4c1f2255-bc0c-4bb2-bc3b-bbee9653160a tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:27.928464 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d8c05b43-3853-452c-9504-61b4974f3ee1 req-4c1f2255-bc0c-4bb2-bc3b-bbee9653160a tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5983098 Feb 20 03:28:27.956407 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-2f1be78a-b502-4000-8af3-4b712e645bac req-d2d9685a-6630-4ead-b0d1-c004b5375122 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1511540426', 'description': 'tempest-description-158944221'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:28.028962 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634455ca-9312-44f3-89f7-0b320a1c5b61 req-1e1db1b6-97ea-4019-b199-9da2b958a197 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:28.030557 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-634455ca-9312-44f3-89f7-0b320a1c5b61 req-1e1db1b6-97ea-4019-b199-9da2b958a197 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.89 "GET /v2.0/ports?device_id=ffeaed0e-c59b-4a19-8f93-2d6ee0166b90 HTTP/1.1" status: 200 len: 945 time: 0.0689754 Feb 20 03:28:28.094879 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-634455ca-9312-44f3-89f7-0b320a1c5b61 req-76cbb548-eb3f-46e6-a94b-228047491c0a tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.89 "GET /v2.0/security-groups?id=6336ebf1-ee40-48e3-abde-c34dde25dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550022 Feb 20 03:28:28.107291 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2f1be78a-b502-4000-8af3-4b712e645bac req-d2d9685a-6630-4ead-b0d1-c004b5375122 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:28.190146 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2f1be78a-b502-4000-8af3-4b712e645bac req-d2d9685a-6630-4ead-b0d1-c004b5375122 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (ea23170f-866a-483a-90e8-59efc72ec263), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:28.204516 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56488) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:28.243224 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56492) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:28.259886 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1aa355ad-a291-4db1-a92a-86c1b0833b20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:28.267078 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2f1be78a-b502-4000-8af3-4b712e645bac req-d2d9685a-6630-4ead-b0d1-c004b5375122 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ea23170f-866a-483a-90e8-59efc72ec263), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:28.400605 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9685a-6630-4ead-b0d1-c004b5375122 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea23170f-866a-483a-90e8-59efc72ec263,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:28.415622 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1aa355ad-a291-4db1-a92a-86c1b0833b20 admin admin] Publish callbacks [] for security_group (89d1366f-5b57-47b4-8988-2f7398556195), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:28.438171 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bce4c6-4eff-4045-aaee-8b494adc4995 req-d0704a13-91af-42ae-b22e-2005006ee298 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:28.439839 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b7bce4c6-4eff-4045-aaee-8b494adc4995 req-d0704a13-91af-42ae-b22e-2005006ee298 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 946 time: 0.1338861 Feb 20 03:28:28.459990 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2f1be78a-b502-4000-8af3-4b712e645bac req-d2d9685a-6630-4ead-b0d1-c004b5375122 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:28.462018 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2f1be78a-b502-4000-8af3-4b712e645bac req-d2d9685a-6630-4ead-b0d1-c004b5375122 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5099611 Feb 20 03:28:28.478252 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1aa355ad-a291-4db1-a92a-86c1b0833b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (89d1366f-5b57-47b4-8988-2f7398556195), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:28.522834 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-24cd7afd-3175-4a8d-844e-f050ef578871 req-e231f78c-1c31-438f-bd61-8b6786a6ae2f tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-854694000', 'description': 'tempest-description-1096181680'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:28.543060 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1aa355ad-a291-4db1-a92a-86c1b0833b20 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3686eed74c01463e8655d5d53858d5ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2986243 Feb 20 03:28:28.545864 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa355ad-a291-4db1-a92a-86c1b0833b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d1366f-5b57-47b4-8988-2f7398556195,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:28.548862 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56498) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:28.554180 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b7bce4c6-4eff-4045-aaee-8b494adc4995 req-c8082bf8-c598-42fb-9940-bac8d4f04a8b tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052563 Feb 20 03:28:28.591317 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-2f61d6d7-579c-4270-91af-f0082caa08ab admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1554150350-network', 'tenant_id': '31539382099d40138aa9f9434b18f41f'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:28.626646 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7975a538-6220-47bf-9551-e67784324c33 admin admin] Publish callbacks [] for security_group (89d1366f-5b57-47b4-8988-2f7398556195), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:28.649614 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7975a538-6220-47bf-9551-e67784324c33 admin admin] Publish callbacks [] for security_group (89d1366f-5b57-47b4-8988-2f7398556195), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:28.655793 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-24cd7afd-3175-4a8d-844e-f050ef578871 req-e231f78c-1c31-438f-bd61-8b6786a6ae2f tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:28.687663 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f61d6d7-579c-4270-91af-f0082caa08ab admin admin] Made reservation on behalf of 31539382099d40138aa9f9434b18f41f for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:28:28.690073 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2f61d6d7-579c-4270-91af-f0082caa08ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:28.702278 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2f61d6d7-579c-4270-91af-f0082caa08ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:28.741729 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-074c9c44-01f1-4d28-bc1a-01342d9b1422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:28.764171 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7975a538-6220-47bf-9551-e67784324c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (89d1366f-5b57-47b4-8988-2f7398556195), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:28.768199 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7975a538-6220-47bf-9551-e67784324c33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:28.772934 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7975a538-6220-47bf-9551-e67784324c33 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/89d1366f-5b57-47b4-8988-2f7398556195 HTTP/1.1" status: 204 len: 168 time: 0.2230799 Feb 20 03:28:28.790031 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975a538-6220-47bf-9551-e67784324c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d1366f-5b57-47b4-8988-2f7398556195,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:28.845059 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-24cd7afd-3175-4a8d-844e-f050ef578871 req-e231f78c-1c31-438f-bd61-8b6786a6ae2f tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (2d3916d2-95b5-4da1-b373-b471820aaef6), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:28.871663 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2f61d6d7-579c-4270-91af-f0082caa08ab admin admin] Publish callbacks [] for security_group (e91a3044-5de9-4f76-854b-9dd3a7e2230d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:28.967515 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-24cd7afd-3175-4a8d-844e-f050ef578871 req-e231f78c-1c31-438f-bd61-8b6786a6ae2f tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (2d3916d2-95b5-4da1-b373-b471820aaef6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:28.982746 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2f61d6d7-579c-4270-91af-f0082caa08ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e91a3044-5de9-4f76-854b-9dd3a7e2230d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:29.023038 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f1e97aa8-1d1f-435b-8525-ee5cbea711d0 req-087959af-2c94-4618-ad03-ae460aeb7b97 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a523e91-89c3-41f9-a208-edc6937d2cff HTTP/1.1" status: 200 len: 210 time: 0.0737321 Feb 20 03:28:29.036718 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f61d6d7-579c-4270-91af-f0082caa08ab admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:28:29.049157 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231f78c-1c31-438f-bd61-8b6786a6ae2f tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3916d2-95b5-4da1-b373-b471820aaef6,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:29.051767 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2f61d6d7-579c-4270-91af-f0082caa08ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (f1a0472d-371a-4480-a48c-90bc332b7045), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:29.052112 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-2f61d6d7-579c-4270-91af-f0082caa08ab admin admin] Added segment f1a0472d-371a-4480-a48c-90bc332b7045 of type vlan for network aa6d2272-799c-4865-988f-50175dc27eb2 Feb 20 03:28:29.109981 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61d6d7-579c-4270-91af-f0082caa08ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91a3044-5de9-4f76-854b-9dd3a7e2230d,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:29.113455 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2f61d6d7-579c-4270-91af-f0082caa08ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (aa6d2272-799c-4865-988f-50175dc27eb2), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:29.263962 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3611c-39ee-4cf4-8cc7-9f575761185e req-dc6a0575-e4f5-4c49-8271-5a509d065703 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:29.266268 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e7e3611c-39ee-4cf4-8cc7-9f575761185e req-dc6a0575-e4f5-4c49-8271-5a509d065703 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.89 "GET /v2.0/ports?device_id=ffeaed0e-c59b-4a19-8f93-2d6ee0166b90 HTTP/1.1" status: 200 len: 945 time: 0.0914364 Feb 20 03:28:29.277706 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff22eea-99a7-48be-b505-c200df7c6c71 req-1464a780-0b69-4192-8970-edbab7aaa499 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:29.278779 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ff22eea-99a7-48be-b505-c200df7c6c71 req-1464a780-0b69-4192-8970-edbab7aaa499 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffeaed0e-c59b-4a19-8f93-2d6ee0166b90 HTTP/1.1" status: 200 len: 945 time: 0.0758500 Feb 20 03:28:29.384134 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e7e3611c-39ee-4cf4-8cc7-9f575761185e req-f800d2c1-14d6-47a7-bee0-03dfa11caef2 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.89 "GET /v2.0/security-groups?id=6336ebf1-ee40-48e3-abde-c34dde25dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042640 Feb 20 03:28:29.420133 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-7ff22eea-99a7-48be-b505-c200df7c6c71 req-4d6b9af1-80d0-4711-819b-61e9b7b01196 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Deleting port 85125a7c-568a-49d1-8d92-554691bd22a8 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:28:29.420483 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7ff22eea-99a7-48be-b505-c200df7c6c71 req-4d6b9af1-80d0-4711-819b-61e9b7b01196 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (85125a7c-568a-49d1-8d92-554691bd22a8), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:29.522123 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-7ff22eea-99a7-48be-b505-c200df7c6c71 req-4d6b9af1-80d0-4711-819b-61e9b7b01196 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] For port 85125a7c-568a-49d1-8d92-554691bd22a8, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=85125a7c-568a-49d1-8d92-554691bd22a8,segment=NetworkSegment(abd61714-1aa3-4a6d-881e-c0d953838d62),segment_id=abd61714-1aa3-4a6d-881e-c0d953838d62)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:29.522472 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7ff22eea-99a7-48be-b505-c200df7c6c71 req-4d6b9af1-80d0-4711-819b-61e9b7b01196 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (85125a7c-568a-49d1-8d92-554691bd22a8), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:29.548659 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-7ff22eea-99a7-48be-b505-c200df7c6c71 req-4d6b9af1-80d0-4711-819b-61e9b7b01196 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Calling delete_port for 85125a7c-568a-49d1-8d92-554691bd22a8 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:28:29.637081 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a874a8ec-c49c-4aed-a4eb-a59897c121cf req-702196a5-aabb-40b2-9f7d-f579a65a06ca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1072807 Feb 20 03:28:29.844515 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a3cd0-8574-4eac-b153-f98bdcfb3fc6 req-b2d90b38-09f1-4ced-937f-35a41f6a36d1 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:29.844515 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-db0a3cd0-8574-4eac-b153-f98bdcfb3fc6 req-b2d90b38-09f1-4ced-937f-35a41f6a36d1 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 946 time: 0.1345978 Feb 20 03:28:29.844515 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874a8ec-c49c-4aed-a4eb-a59897c121cf req-d77df79c-8d07-4b0a-88f9-4507d81288d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:29.844515 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a874a8ec-c49c-4aed-a4eb-a59897c121cf req-d77df79c-8d07-4b0a-88f9-4507d81288d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f32a2222e912478982e32c7419305be8&device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 1127 time: 0.1138813 Feb 20 03:28:29.861329 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-db0a3cd0-8574-4eac-b153-f98bdcfb3fc6 req-4264791f-8fd3-4615-b3e3-7d015ef767be tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761845 Feb 20 03:28:29.942890 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874a8ec-c49c-4aed-a4eb-a59897c121cf req-88f75c14-2db0-4549-bd09-233394d7f7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:29.945660 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a874a8ec-c49c-4aed-a4eb-a59897c121cf req-88f75c14-2db0-4549-bd09-233394d7f7d7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b760bf03-7766-4aef-bd0e-08d3e5c4e949 HTTP/1.1" status: 200 len: 909 time: 0.1089563 Feb 20 03:28:30.022542 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a874a8ec-c49c-4aed-a4eb-a59897c121cf req-701c8f83-dd9d-4932-8412-7034628dd10c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d63e954e-40b6-4bee-a093-5acd484efee8 HTTP/1.1" status: 200 len: 217 time: 0.0702369 Feb 20 03:28:30.054023 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-24cd7afd-3175-4a8d-844e-f050ef578871 req-e231f78c-1c31-438f-bd61-8b6786a6ae2f tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:30.055351 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-24cd7afd-3175-4a8d-844e-f050ef578871 req-e231f78c-1c31-438f-bd61-8b6786a6ae2f tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 1.5473433 Feb 20 03:28:30.072937 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:30.077323 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2f61d6d7-579c-4270-91af-f0082caa08ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (aa6d2272-799c-4865-988f-50175dc27eb2), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:30.078303 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f61d6d7-579c-4270-91af-f0082caa08ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:30.078916 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2f61d6d7-579c-4270-91af-f0082caa08ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:30.100258 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7ff22eea-99a7-48be-b505-c200df7c6c71 req-4d6b9af1-80d0-4711-819b-61e9b7b01196 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (85125a7c-568a-49d1-8d92-554691bd22a8), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:30.113024 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-aac0af9a-7db0-4a48-8526-07c2dff657c2 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=4010c5c9a68841d28ec3272ba0035a74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475216 Feb 20 03:28:30.113688 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['85125a7c-568a-49d1-8d92-554691bd22a8'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:28:30.211993 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874a8ec-c49c-4aed-a4eb-a59897c121cf req-5f29814b-abdc-4fe6-9854-0c2dde3b4c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:30.213981 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a874a8ec-c49c-4aed-a4eb-a59897c121cf req-5f29814b-abdc-4fe6-9854-0c2dde3b4c47 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=458c6d71-ffe3-42c1-873f-079dd6df07cb HTTP/1.1" status: 200 len: 848 time: 0.1856492 Feb 20 03:28:30.242581 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b9af1-80d0-4711-819b-61e9b7b01196 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Pushing event deleted for resources: {'Port': ['ID=85125a7c-568a-49d1-8d92-554691bd22a8,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:30.267302 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-584c8425-def5-40d0-a3c0-7aa5240b206c tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:30.269004 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-584c8425-def5-40d0-a3c0-7aa5240b206c tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1499639 Feb 20 03:28:30.287641 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-99f0e139-bef3-418c-bf47-18287da5c1c9 req-f539d98f-541b-4f5a-b80f-708fa9cbc460 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a523e91-89c3-41f9-a208-edc6937d2cff HTTP/1.1" status: 200 len: 210 time: 0.0916057 Feb 20 03:28:30.298218 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb95af-a234-4369-a8d7-656d81a6a984 req-be66acde-88dd-4be2-acba-7c41a39f30b5 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:30.307301 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17bb95af-a234-4369-a8d7-656d81a6a984 req-be66acde-88dd-4be2-acba-7c41a39f30b5 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 1128 time: 0.3489830 Feb 20 03:28:30.316428 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-d676a410-48bb-4a62-adc4-ec80033d4004 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Request body: {'port': {'device_id': 'fafc08cf-d972-4e0d-bf06-50fb7e640f5e', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'admin_state_up': True, 'tenant_id': '4010c5c9a68841d28ec3272ba0035a74'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:30.358672 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61d6d7-579c-4270-91af-f0082caa08ab admin admin] Pushing event updated for resources: {'Network': ['ID=aa6d2272-799c-4865-988f-50175dc27eb2,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:30.363270 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a874a8ec-c49c-4aed-a4eb-a59897c121cf req-94f68d3a-e78a-4239-a262-df15bb7eede8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b760bf03-7766-4aef-bd0e-08d3e5c4e949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167581 Feb 20 03:28:30.374344 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2f61d6d7-579c-4270-91af-f0082caa08ab admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1655738 Feb 20 03:28:30.375262 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56526) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:30.397047 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network aa6d2272-799c-4865-988f-50175dc27eb2 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:28:30.412324 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-a47346ed-20ec-458b-8ac9-fe8925aba098 admin admin] Request body: {'subnet': {'network_id': 'aa6d2272-799c-4865-988f-50175dc27eb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1554150350-subnet', 'tenant_id': '31539382099d40138aa9f9434b18f41f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:30.539838 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff22eea-99a7-48be-b505-c200df7c6c71 req-4d6b9af1-80d0-4711-819b-61e9b7b01196 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] No DVR routers for this DVR port 85125a7c-568a-49d1-8d92-554691bd22a8 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:28:30.559468 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7ff22eea-99a7-48be-b505-c200df7c6c71 req-4d6b9af1-80d0-4711-819b-61e9b7b01196 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:30.564645 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ff22eea-99a7-48be-b505-c200df7c6c71 req-4d6b9af1-80d0-4711-819b-61e9b7b01196 tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.42 "DELETE /v2.0/ports/85125a7c-568a-49d1-8d92-554691bd22a8 HTTP/1.1" status: 204 len: 173 time: 1.2789431 Feb 20 03:28:30.567100 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffeaed0e-c59b-4a19-8f93-2d6ee0166b90', 'name': 'network-vif-deleted', 'tag': '85125a7c-568a-49d1-8d92-554691bd22a8'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:28:30.569710 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57629517-9d2d-4cbc-bfbd-2898ea1f8480" -d '{"events": [{"server_uuid": "ffeaed0e-c59b-4a19-8f93-2d6ee0166b90", "name": "network-vif-deleted", "tag": "85125a7c-568a-49d1-8d92-554691bd22a8"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:28:30.618524 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17bb95af-a234-4369-a8d7-656d81a6a984 req-495f8020-f674-43c3-8166-c95d1d4ce76b tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100286 Feb 20 03:28:30.629517 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a3919212-047d-44cb-b1fb-4097fd9d5c53 req-1b1f1651-00d1-4904-ac77-4c6cf67d9d40 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "GET /v2.0/security-groups/ea23170f-866a-483a-90e8-59efc72ec263 HTTP/1.1" status: 200 len: 1821 time: 0.2532625 Feb 20 03:28:30.641430 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-d676a410-48bb-4a62-adc4-ec80033d4004 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Made reservation on behalf of 4010c5c9a68841d28ec3272ba0035a74 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:28:30.645526 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-d676a410-48bb-4a62-adc4-ec80033d4004 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:30.680033 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a874a8ec-c49c-4aed-a4eb-a59897c121cf req-8f8237c4-5804-41b2-aad9-7882492e2cb2 service neutron] 10.222.0.42 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968295 Feb 20 03:28:30.726078 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47346ed-20ec-458b-8ac9-fe8925aba098 admin admin] Made reservation on behalf of 31539382099d40138aa9f9434b18f41f for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:28:30.733928 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a47346ed-20ec-458b-8ac9-fe8925aba098 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:30.892724 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-d676a410-48bb-4a62-adc4-ec80033d4004 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Allocated IP 192.168.233.46 (0c4d93d2-7476-4570-93e5-7ecf9f895901/c38207c9-ee42-4b0e-b0ac-5ef2953b6f62/b482982f-45b9-4058-9e07-31cc53771546) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:28:31.004051 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-741f08c7-a592-4123-90e6-ca3f6f9cce58 req-59af883d-30d9-4720-9ee2-d80c4388a43c tempest-AttachSCSIVolumeTestJSON-2102502576 tempest-AttachSCSIVolumeTestJSON-2102502576-project] 10.222.0.89 "GET /v2.0/ports?device_id=ffeaed0e-c59b-4a19-8f93-2d6ee0166b90 HTTP/1.1" status: 200 len: 210 time: 0.1201484 Feb 20 03:28:31.017345 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-0baaa2a9-95d7-4498-a89c-743fa22262f5 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=4010c5c9a68841d28ec3272ba0035a74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1267195 Feb 20 03:28:31.033053 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a3919212-047d-44cb-b1fb-4097fd9d5c53 req-fb7d11c9-737b-4e35-bb1f-f8c6c6a8bc80 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "GET /v2.0/security-groups/2d3916d2-95b5-4da1-b373-b471820aaef6 HTTP/1.1" status: 200 len: 1821 time: 0.3699930 Feb 20 03:28:31.102042 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:31.115785 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867187b1-397f-43f7-b630-b9e54178e251 x-openstack-request-id: req-867187b1-397f-43f7-b630-b9e54178e251 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:28:31.116165 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffeaed0e-c59b-4a19-8f93-2d6ee0166b90", "name": "network-vif-deleted", "tag": "85125a7c-568a-49d1-8d92-554691bd22a8", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:28:31.116428 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-867187b1-397f-43f7-b630-b9e54178e251 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:28:31.116837 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffeaed0e-c59b-4a19-8f93-2d6ee0166b90', 'name': 'network-vif-deleted', 'tag': '85125a7c-568a-49d1-8d92-554691bd22a8', 'status': 'completed', 'code': 200} Feb 20 03:28:31.123921 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-a3919212-047d-44cb-b1fb-4097fd9d5c53 req-9bcf3e4c-13e3-4f1b-b81e-1254580b1d90 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ea23170f-866a-483a-90e8-59efc72ec263', 'remote_group_id': '2d3916d2-95b5-4da1-b373-b471820aaef6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:31.124271 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-a3919212-047d-44cb-b1fb-4097fd9d5c53 req-9bcf3e4c-13e3-4f1b-b81e-1254580b1d90 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ea23170f-866a-483a-90e8-59efc72ec263', 'remote_group_id': '2d3916d2-95b5-4da1-b373-b471820aaef6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:31.242504 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-d676a410-48bb-4a62-adc4-ec80033d4004 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks [] for port (b482982f-45b9-4058-9e07-31cc53771546), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:31.325198 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a874a8ec-c49c-4aed-a4eb-a59897c121cf req-256e0fdc-f3b0-4325-9e57-472bc21fb7c5 service neutron] 10.222.0.42 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6292043 Feb 20 03:28:31.378390 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56552) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:31.378504 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-093703f6-1f8e-4718-a8be-b8f023d3a744 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:31.378504 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-093703f6-1f8e-4718-a8be-b8f023d3a744 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3474672 Feb 20 03:28:31.378504 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a47346ed-20ec-458b-8ac9-fe8925aba098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (2c58907d-12ba-48c6-961d-3dd4ac0885d0), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:31.418922 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-34419a12-d612-4d80-bf0b-0f8e61716964 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Request body: {'port': {'device_id': '5a523e91-89c3-41f9-a208-edc6937d2cff', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'admin_state_up': True, 'tenant_id': '4010c5c9a68841d28ec3272ba0035a74'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:31.428048 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-d676a410-48bb-4a62-adc4-ec80033d4004 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (b482982f-45b9-4058-9e07-31cc53771546), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:31.446343 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['5d89a755-ad2b-49cb-afa1-66b50203f6a6'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:28:31.492818 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-63bc6047-5f42-468f-8188-87ffd39b9ba4 req-aae91260-8f15-4c9e-a262-906ea74d61b7 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a523e91-89c3-41f9-a208-edc6937d2cff HTTP/1.1" status: 200 len: 210 time: 0.0706711 Feb 20 03:28:31.547250 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-d676a410-48bb-4a62-adc4-ec80033d4004 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:28:31.557480 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-d676a410-48bb-4a62-adc4-ec80033d4004 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:28:31.566826 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47346ed-20ec-458b-8ac9-fe8925aba098 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c58907d-12ba-48c6-961d-3dd4ac0885d0,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:31.578738 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-d676a410-48bb-4a62-adc4-ec80033d4004 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:28:31.613885 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47346ed-20ec-458b-8ac9-fe8925aba098 admin admin] Checking segment: {'id': 'f1a0472d-371a-4480-a48c-90bc332b7045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'aa6d2272-799c-4865-988f-50175dc27eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:28:31.614251 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47346ed-20ec-458b-8ac9-fe8925aba098 admin admin] Network hostable DHCP agents. Network: aa6d2272-799c-4865-988f-50175dc27eb2, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:28:31.647447 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a3919212-047d-44cb-b1fb-4097fd9d5c53 req-9bcf3e4c-13e3-4f1b-b81e-1254580b1d90 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group_rule (441059fe-1889-4d2d-a2d6-19f6774fe081), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:31.689320 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-d676a410-48bb-4a62-adc4-ec80033d4004 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:31.694836 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-d676a410-48bb-4a62-adc4-ec80033d4004 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:31.701127 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a3919212-047d-44cb-b1fb-4097fd9d5c53 req-9bcf3e4c-13e3-4f1b-b81e-1254580b1d90 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group_rule (441059fe-1889-4d2d-a2d6-19f6774fe081), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:31.721175 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-d118d72a-ef1d-415d-850f-f26d4fb02e9a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1631247838-network', 'tenant_id': '66a306b3a2da45e7acdd5a7488e6681a'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:31.741733 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676a410-48bb-4a62-adc4-ec80033d4004 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Pushing event updated for resources: {'Port': ['ID=b482982f-45b9-4058-9e07-31cc53771546,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:31.752772 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47346ed-20ec-458b-8ac9-fe8925aba098 admin admin] Network aa6d2272-799c-4865-988f-50175dc27eb2 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:28:31.776105 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a3919212-047d-44cb-b1fb-4097fd9d5c53 req-9bcf3e4c-13e3-4f1b-b81e-1254580b1d90 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (441059fe-1889-4d2d-a2d6-19f6774fe081), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:31.781859 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-34419a12-d612-4d80-bf0b-0f8e61716964 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Made reservation on behalf of 4010c5c9a68841d28ec3272ba0035a74 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:28:31.788039 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-34419a12-d612-4d80-bf0b-0f8e61716964 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:31.822177 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-a47346ed-20ec-458b-8ac9-fe8925aba098 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, aa6d2272-799c-4865-988f-50175dc27eb2) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:28:31.827146 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47346ed-20ec-458b-8ac9-fe8925aba098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:31.827986 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a47346ed-20ec-458b-8ac9-fe8925aba098 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:31.832713 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf3e4c-13e3-4f1b-b81e-1254580b1d90 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441059fe-1889-4d2d-a2d6-19f6774fe081,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:31.835194 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b079240-a9ac-4895-b714-baba603b5185 None None] Network aa6d2272-799c-4865-988f-50175dc27eb2 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:28:31.873309 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-d676a410-48bb-4a62-adc4-ec80033d4004 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5841410 Feb 20 03:28:31.886611 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-79de5c9a-51aa-425b-856b-f8fb3d6dc86e service neutron] Request body: {'port': {'device_id': 'fafc08cf-d972-4e0d-bf06-50fb7e640f5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:31.923083 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a3919212-047d-44cb-b1fb-4097fd9d5c53 req-9bcf3e4c-13e3-4f1b-b81e-1254580b1d90 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:31.924324 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a3919212-047d-44cb-b1fb-4097fd9d5c53 req-9bcf3e4c-13e3-4f1b-b81e-1254580b1d90 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8445446 Feb 20 03:28:31.981400 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d118d72a-ef1d-415d-850f-f26d4fb02e9a admin admin] Made reservation on behalf of 66a306b3a2da45e7acdd5a7488e6681a for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:28:31.988445 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d118d72a-ef1d-415d-850f-f26d4fb02e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:32.010422 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d118d72a-ef1d-415d-850f-f26d4fb02e9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:32.014084 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c46ce1-a147-438d-92b4-f45f5a029e48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-aa6d2272-799c-4865-988f-50175dc27eb2', 'network_id': 'aa6d2272-799c-4865-988f-50175dc27eb2', 'project_id': '31539382099d40138aa9f9434b18f41f', 'fixed_ips': [{'subnet_id': '2c58907d-12ba-48c6-961d-3dd4ac0885d0'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:28:32.016247 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-62c46ce1-a147-438d-92b4-f45f5a029e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:32.020219 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-34419a12-d612-4d80-bf0b-0f8e61716964 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Allocated IP 192.168.233.176 (0c4d93d2-7476-4570-93e5-7ecf9f895901/c38207c9-ee42-4b0e-b0ac-5ef2953b6f62/99eba199-451f-4a84-894b-4526cba64742) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:28:32.033214 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-79de5c9a-51aa-425b-856b-f8fb3d6dc86e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b482982f-45b9-4058-9e07-31cc53771546), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:32.059683 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-0603ea2b-204f-4144-8d36-4c2ca2501d83 None None] Provisioning complete for port b482982f-45b9-4058-9e07-31cc53771546 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:28:32.060868 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0603ea2b-204f-4144-8d36-4c2ca2501d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b482982f-45b9-4058-9e07-31cc53771546), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:32.140817 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a47346ed-20ec-458b-8ac9-fe8925aba098 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7328346 Feb 20 03:28:32.144719 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56572) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:32.150346 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-87098fb4-37ad-43e0-aeb5-a6dc00635aff admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1554150350-router', 'tenant_id': '31539382099d40138aa9f9434b18f41f', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:32.163703 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-0603ea2b-204f-4144-8d36-4c2ca2501d83 None None] Port b482982f-45b9-4058-9e07-31cc53771546 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:28:32.179624 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ab5b0608-b965-4ca8-8b7b-9e01494f6b71 req-f0efac9d-62ca-4b36-babd-f97a0af907f2 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "GET /v2.0/security-groups/2d3916d2-95b5-4da1-b373-b471820aaef6 HTTP/1.1" status: 200 len: 1821 time: 0.1559892 Feb 20 03:28:32.352158 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d118d72a-ef1d-415d-850f-f26d4fb02e9a admin admin] Publish callbacks [] for security_group (1f38496c-aed1-48ac-a668-18d66bc827b3), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:32.399194 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ab5b0608-b965-4ca8-8b7b-9e01494f6b71 req-2566c58d-dce2-47ec-af2b-e3a921701270 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (2d3916d2-95b5-4da1-b373-b471820aaef6), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:32.399744 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-62c46ce1-a147-438d-92b4-f45f5a029e48 None None] Allocated IP 172.20.0.2 (aa6d2272-799c-4865-988f-50175dc27eb2/2c58907d-12ba-48c6-961d-3dd4ac0885d0/caa0663d-46e5-42b6-ab6f-9be89cf1cfe7) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:28:32.418783 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-87098fb4-37ad-43e0-aeb5-a6dc00635aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (81867b28-635f-4baa-b0e2-055985bde9df), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:32.419866 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-87098fb4-37ad-43e0-aeb5-a6dc00635aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (81867b28-635f-4baa-b0e2-055985bde9df), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:32.438786 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ab5b0608-b965-4ca8-8b7b-9e01494f6b71 req-2566c58d-dce2-47ec-af2b-e3a921701270 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (2d3916d2-95b5-4da1-b373-b471820aaef6), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:32.444707 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d118d72a-ef1d-415d-850f-f26d4fb02e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1f38496c-aed1-48ac-a668-18d66bc827b3), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:32.490072 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d118d72a-ef1d-415d-850f-f26d4fb02e9a admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:28:32.515382 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d118d72a-ef1d-415d-850f-f26d4fb02e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (dcfd9671-870b-4ed5-9e7a-1901285805cc), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:32.515382 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-d118d72a-ef1d-415d-850f-f26d4fb02e9a admin admin] Added segment dcfd9671-870b-4ed5-9e7a-1901285805cc of type vlan for network a5b750cb-ea26-48ad-b6f6-5c76c6b2a7b0 Feb 20 03:28:32.641740 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-87098fb4-37ad-43e0-aeb5-a6dc00635aff admin admin] Publish callbacks [] for router_controller (81867b28-635f-4baa-b0e2-055985bde9df), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:32.663792 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d118d72a-ef1d-415d-850f-f26d4fb02e9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (a5b750cb-ea26-48ad-b6f6-5c76c6b2a7b0), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:32.666835 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118d72a-ef1d-415d-850f-f26d4fb02e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f38496c-aed1-48ac-a668-18d66bc827b3,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:32.703101 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-34419a12-d612-4d80-bf0b-0f8e61716964 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks [] for port (99eba199-451f-4a84-894b-4526cba64742), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:32.721795 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-62c46ce1-a147-438d-92b4-f45f5a029e48 None None] Publish callbacks [] for port (caa0663d-46e5-42b6-ab6f-9be89cf1cfe7), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:32.738349 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-819233c4-0e8e-4a81-ac7d-ba59a279f049 req-c8ae63db-9d70-417b-b0c1-b04cfa779637 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a523e91-89c3-41f9-a208-edc6937d2cff HTTP/1.1" status: 200 len: 210 time: 0.0891564 Feb 20 03:28:32.809875 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:32.850988 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d118d72a-ef1d-415d-850f-f26d4fb02e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (a5b750cb-ea26-48ad-b6f6-5c76c6b2a7b0), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:32.851234 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-62c46ce1-a147-438d-92b4-f45f5a029e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (caa0663d-46e5-42b6-ab6f-9be89cf1cfe7), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:32.852363 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d118d72a-ef1d-415d-850f-f26d4fb02e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:32.853119 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d118d72a-ef1d-415d-850f-f26d4fb02e9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:32.919849 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118d72a-ef1d-415d-850f-f26d4fb02e9a admin admin] Pushing event updated for resources: {'Network': ['ID=a5b750cb-ea26-48ad-b6f6-5c76c6b2a7b0,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:32.935278 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 85125a7c-568a-49d1-8d92-554691bd22a8 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:28:32.939142 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c46ce1-a147-438d-92b4-f45f5a029e48 None None] Network aa6d2272-799c-4865-988f-50175dc27eb2 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:28:32.941845 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network a5b750cb-ea26-48ad-b6f6-5c76c6b2a7b0 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:28:32.965800 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ab5b0608-b965-4ca8-8b7b-9e01494f6b71 req-2566c58d-dce2-47ec-af2b-e3a921701270 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (2d3916d2-95b5-4da1-b373-b471820aaef6), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:32.968651 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ab5b0608-b965-4ca8-8b7b-9e01494f6b71 req-2566c58d-dce2-47ec-af2b-e3a921701270 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:32.969923 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ab5b0608-b965-4ca8-8b7b-9e01494f6b71 req-2566c58d-dce2-47ec-af2b-e3a921701270 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "DELETE /v2.0/security-groups/2d3916d2-95b5-4da1-b373-b471820aaef6 HTTP/1.1" status: 204 len: 173 time: 0.7899253 Feb 20 03:28:32.972258 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-87098fb4-37ad-43e0-aeb5-a6dc00635aff admin admin] Publish callbacks [] for router_gateway (81867b28-635f-4baa-b0e2-055985bde9df), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:32.982906 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-62c46ce1-a147-438d-92b4-f45f5a029e48 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:28:32.983388 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-34419a12-d612-4d80-bf0b-0f8e61716964 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (99eba199-451f-4a84-894b-4526cba64742), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:32.986420 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c46ce1-a147-438d-92b4-f45f5a029e48 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:28:32.994376 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 85125a7c-568a-49d1-8d92-554691bd22a8 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:28:32.994733 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 85125a7c-568a-49d1-8d92-554691bd22a8 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:28:32.998345 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2566c58d-dce2-47ec-af2b-e3a921701270 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3916d2-95b5-4da1-b373-b471820aaef6,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:33.059489 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['5d89a755-ad2b-49cb-afa1-66b50203f6a6'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:28:33.145975 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c46ce1-a147-438d-92b4-f45f5a029e48 None None] Pushing event updated for resources: {'Port': ['ID=caa0663d-46e5-42b6-ab6f-9be89cf1cfe7,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:33.151759 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d118d72a-ef1d-415d-850f-f26d4fb02e9a admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7768376 Feb 20 03:28:33.156192 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56614) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:33.166550 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-a1656861-c62a-4855-bdf2-6d8d9f685225 admin admin] Request body: {'subnet': {'network_id': 'a5b750cb-ea26-48ad-b6f6-5c76c6b2a7b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1631247838-subnet', 'tenant_id': '66a306b3a2da45e7acdd5a7488e6681a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:33.311884 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1656861-c62a-4855-bdf2-6d8d9f685225 admin admin] Made reservation on behalf of 66a306b3a2da45e7acdd5a7488e6681a for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:28:33.314224 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a1656861-c62a-4855-bdf2-6d8d9f685225 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:33.395713 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-79de5c9a-51aa-425b-856b-f8fb3d6dc86e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b482982f-45b9-4058-9e07-31cc53771546 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:28:33.411421 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-79de5c9a-51aa-425b-856b-f8fb3d6dc86e service neutron] Publish callbacks [] for port (b482982f-45b9-4058-9e07-31cc53771546), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:33.448726 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-79de5c9a-51aa-425b-856b-f8fb3d6dc86e service neutron] Transition to ACTIVE for port object b482982f-45b9-4058-9e07-31cc53771546 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:28:33.470963 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-62c46ce1-a147-438d-92b4-f45f5a029e48 None None] Attempting to bind port caa0663d-46e5-42b6-ab6f-9be89cf1cfe7 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:28:33.480213 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-62c46ce1-a147-438d-92b4-f45f5a029e48 None None] Attempting to bind port caa0663d-46e5-42b6-ab6f-9be89cf1cfe7 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'f1a0472d-371a-4480-a48c-90bc332b7045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'aa6d2272-799c-4865-988f-50175dc27eb2'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:28:33.480213 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c46ce1-a147-438d-92b4-f45f5a029e48 None None] Attempting to bind port caa0663d-46e5-42b6-ab6f-9be89cf1cfe7 on network aa6d2272-799c-4865-988f-50175dc27eb2 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:28:33.494419 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c46ce1-a147-438d-92b4-f45f5a029e48 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:28:33.494984 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c46ce1-a147-438d-92b4-f45f5a029e48 None None] Checking segment: {'id': 'f1a0472d-371a-4480-a48c-90bc332b7045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'aa6d2272-799c-4865-988f-50175dc27eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:28:33.495643 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-62c46ce1-a147-438d-92b4-f45f5a029e48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:33.496152 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c46ce1-a147-438d-92b4-f45f5a029e48 None None] Bound using segment: {'id': 'f1a0472d-371a-4480-a48c-90bc332b7045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'aa6d2272-799c-4865-988f-50175dc27eb2'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:28:33.496738 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-62c46ce1-a147-438d-92b4-f45f5a029e48 None None] Bound port: caa0663d-46e5-42b6-ab6f-9be89cf1cfe7, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a0472d-371a-4480-a48c-90bc332b7045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'aa6d2272-799c-4865-988f-50175dc27eb2'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:28:33.497202 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-62c46ce1-a147-438d-92b4-f45f5a029e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (caa0663d-46e5-42b6-ab6f-9be89cf1cfe7), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:33.556953 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-79de5c9a-51aa-425b-856b-f8fb3d6dc86e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (b482982f-45b9-4058-9e07-31cc53771546), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:33.567834 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-34419a12-d612-4d80-bf0b-0f8e61716964 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:28:33.582944 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-62c46ce1-a147-438d-92b4-f45f5a029e48 None None] For port caa0663d-46e5-42b6-ab6f-9be89cf1cfe7, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:28:33.584664 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-34419a12-d612-4d80-bf0b-0f8e61716964 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:28:33.586665 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34419a12-d612-4d80-bf0b-0f8e61716964 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Pushing event updated for resources: {'Port': ['ID=99eba199-451f-4a84-894b-4526cba64742,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:33.592085 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-34419a12-d612-4d80-bf0b-0f8e61716964 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:28:33.601465 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-62c46ce1-a147-438d-92b4-f45f5a029e48 None None] For port caa0663d-46e5-42b6-ab6f-9be89cf1cfe7, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=caa0663d-46e5-42b6-ab6f-9be89cf1cfe7,segment=NetworkSegment(f1a0472d-371a-4480-a48c-90bc332b7045),segment_id=f1a0472d-371a-4480-a48c-90bc332b7045)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:28:33.730096 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de5c9a-51aa-425b-856b-f8fb3d6dc86e service neutron] Pushing event updated for resources: {'Port': ['ID=b482982f-45b9-4058-9e07-31cc53771546,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:33.784291 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-34419a12-d612-4d80-bf0b-0f8e61716964 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:33.785042 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-34419a12-d612-4d80-bf0b-0f8e61716964 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:33.799204 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-62c46ce1-a147-438d-92b4-f45f5a029e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (caa0663d-46e5-42b6-ab6f-9be89cf1cfe7), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:33.819294 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8982a136-7d5e-4461-8a7a-44a931a7f97b req-d02e6207-fada-4192-9333-806bee6830ff tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "GET /v2.0/security-groups/ea23170f-866a-483a-90e8-59efc72ec263 HTTP/1.1" status: 200 len: 1821 time: 0.7845724 Feb 20 03:28:33.877400 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a1656861-c62a-4855-bdf2-6d8d9f685225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (d33ec43c-4684-4126-b31d-36ce65259b80), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:33.898846 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-50b3bcf1-595f-4064-81cc-8430c4129dc4 req-6f17ffa3-3766-4003-88c6-e054c1a634a0 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-81912573', 'description': 'tempest-description-1626506796'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:33.931589 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-79de5c9a-51aa-425b-856b-f8fb3d6dc86e service neutron] Attempting to bind port b482982f-45b9-4058-9e07-31cc53771546 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:28:33.931864 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-79de5c9a-51aa-425b-856b-f8fb3d6dc86e service neutron] Attempting to bind port b482982f-45b9-4058-9e07-31cc53771546 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:28:33.932408 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-79de5c9a-51aa-425b-856b-f8fb3d6dc86e service neutron] Attempting to bind port b482982f-45b9-4058-9e07-31cc53771546 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:28:33.953735 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c46ce1-a147-438d-92b4-f45f5a029e48 None None] Pushing event updated for resources: {'Port': ['ID=caa0663d-46e5-42b6-ab6f-9be89cf1cfe7,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:33.955236 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-79de5c9a-51aa-425b-856b-f8fb3d6dc86e service neutron] Port b482982f-45b9-4058-9e07-31cc53771546 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:28:33.955563 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-79de5c9a-51aa-425b-856b-f8fb3d6dc86e service neutron] Attempting to bind port b482982f-45b9-4058-9e07-31cc53771546 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:28:33.959185 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-34419a12-d612-4d80-bf0b-0f8e61716964 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5441678 Feb 20 03:28:33.976651 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1656861-c62a-4855-bdf2-6d8d9f685225 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d33ec43c-4684-4126-b31d-36ce65259b80,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:33.991279 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-79de5c9a-51aa-425b-856b-f8fb3d6dc86e service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:28:33.991838 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-79de5c9a-51aa-425b-856b-f8fb3d6dc86e service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:28:33.992230 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-79de5c9a-51aa-425b-856b-f8fb3d6dc86e service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:28:33.992700 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-79de5c9a-51aa-425b-856b-f8fb3d6dc86e service neutron] Bound port: b482982f-45b9-4058-9e07-31cc53771546, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:28:33.993068 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-79de5c9a-51aa-425b-856b-f8fb3d6dc86e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b482982f-45b9-4058-9e07-31cc53771546), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:34.067185 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1656861-c62a-4855-bdf2-6d8d9f685225 admin admin] Checking segment: {'id': 'dcfd9671-870b-4ed5-9e7a-1901285805cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a5b750cb-ea26-48ad-b6f6-5c76c6b2a7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:28:34.067552 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1656861-c62a-4855-bdf2-6d8d9f685225 admin admin] Network hostable DHCP agents. Network: a5b750cb-ea26-48ad-b6f6-5c76c6b2a7b0, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:28:34.104767 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-946129b3-b0bf-4a9d-a6c1-571658e166bf service neutron] Request body: {'port': {'device_id': '5a523e91-89c3-41f9-a208-edc6937d2cff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:34.133006 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-79de5c9a-51aa-425b-856b-f8fb3d6dc86e service neutron] For port b482982f-45b9-4058-9e07-31cc53771546, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:28:34.141403 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-79de5c9a-51aa-425b-856b-f8fb3d6dc86e service neutron] For port b482982f-45b9-4058-9e07-31cc53771546, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=b482982f-45b9-4058-9e07-31cc53771546,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:28:34.198569 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1656861-c62a-4855-bdf2-6d8d9f685225 admin admin] Network a5b750cb-ea26-48ad-b6f6-5c76c6b2a7b0 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:28:34.222687 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-79de5c9a-51aa-425b-856b-f8fb3d6dc86e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (b482982f-45b9-4058-9e07-31cc53771546), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:34.293877 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-50b3bcf1-595f-4064-81cc-8430c4129dc4 req-6f17ffa3-3766-4003-88c6-e054c1a634a0 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:34.327147 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-79de5c9a-51aa-425b-856b-f8fb3d6dc86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:34.331282 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-79de5c9a-51aa-425b-856b-f8fb3d6dc86e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:34.336115 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-79de5c9a-51aa-425b-856b-f8fb3d6dc86e service neutron] 10.222.0.93 "PUT /v2.0/ports/b482982f-45b9-4058-9e07-31cc53771546 HTTP/1.1" status: 200 len: 1095 time: 2.4552367 Feb 20 03:28:34.338920 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fafc08cf-d972-4e0d-bf06-50fb7e640f5e', 'tag': 'b482982f-45b9-4058-9e07-31cc53771546'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:28:34.365877 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6e9b40-c4f0-41dc-921a-10e0d355c7cc" -d '{"events": [{"name": "network-changed", "server_uuid": "fafc08cf-d972-4e0d-bf06-50fb7e640f5e", "tag": "b482982f-45b9-4058-9e07-31cc53771546"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:28:34.367025 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-a1656861-c62a-4855-bdf2-6d8d9f685225 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, a5b750cb-ea26-48ad-b6f6-5c76c6b2a7b0) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:28:34.389644 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1656861-c62a-4855-bdf2-6d8d9f685225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:34.394902 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a1656861-c62a-4855-bdf2-6d8d9f685225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:34.435176 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8624415-8f38-4ffd-a828-b657392fb0d7 None None] Network a5b750cb-ea26-48ad-b6f6-5c76c6b2a7b0 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:28:34.438414 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de5c9a-51aa-425b-856b-f8fb3d6dc86e service neutron] Pushing event updated for resources: {'Port': ['ID=b482982f-45b9-4058-9e07-31cc53771546,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:34.474716 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a1656861-c62a-4855-bdf2-6d8d9f685225 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3127275 Feb 20 03:28:34.538206 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-342b9246-3aec-4bc7-bf3c-b33d9a108c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:34.540060 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-342b9246-3aec-4bc7-bf3c-b33d9a108c95 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4010c5c9a68841d28ec3272ba0035a74&device_id=fafc08cf-d972-4e0d-bf06-50fb7e640f5e HTTP/1.1" status: 200 len: 1129 time: 0.0825641 Feb 20 03:28:34.556776 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-5632cf50-4f4e-493a-8214-1060426b1684 None None] Provisioning complete for port 99eba199-451f-4a84-894b-4526cba64742 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:28:34.557807 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5632cf50-4f4e-493a-8214-1060426b1684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (99eba199-451f-4a84-894b-4526cba64742), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:34.594176 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce45d1-417c-479d-8d39-88be7e134e76 req-234dcfd2-2f4d-47f9-972d-4b127f89a413 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:34.595834 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c1ce45d1-417c-479d-8d39-88be7e134e76 req-234dcfd2-2f4d-47f9-972d-4b127f89a413 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a523e91-89c3-41f9-a208-edc6937d2cff HTTP/1.1" status: 200 len: 936 time: 0.6788604 Feb 20 03:28:34.687550 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-dec3584e-e409-481b-be0f-c44c3701cd49 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=b482982f-45b9-4058-9e07-31cc53771546 HTTP/1.1" status: 200 len: 217 time: 0.1309912 Feb 20 03:28:34.713877 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-946129b3-b0bf-4a9d-a6c1-571658e166bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (99eba199-451f-4a84-894b-4526cba64742), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:34.749401 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5632cf50-4f4e-493a-8214-1060426b1684 None None] Port 99eba199-451f-4a84-894b-4526cba64742 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:28:34.844826 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37d680b-6380-452e-9bf4-fef48926550b None None] Network a5b750cb-ea26-48ad-b6f6-5c76c6b2a7b0 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:28:34.852989 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-100fbbab-3b54-4584-ab56-034e7550a0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:34.858640 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-100fbbab-3b54-4584-ab56-034e7550a0f6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1650534 Feb 20 03:28:34.926057 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-2a00c858-08b4-4d1b-8fcc-2dd1699b140b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:34.931610 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-2a00c858-08b4-4d1b-8fcc-2dd1699b140b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0685055 Feb 20 03:28:35.039271 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-87098fb4-37ad-43e0-aeb5-a6dc00635aff admin admin] Publish callbacks [] for router_gateway (81867b28-635f-4baa-b0e2-055985bde9df), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:35.046888 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c1ce45d1-417c-479d-8d39-88be7e134e76 req-8e8bde9d-a8d3-475c-adf1-48ca3e0e4ae1 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409595 Feb 20 03:28:35.098944 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-87098fb4-37ad-43e0-aeb5-a6dc00635aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:35.129589 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-3697b576-98d0-481d-8c1c-753eafbdd284 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898351 Feb 20 03:28:35.155020 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb22022-9927-4163-981d-239410c5176d x-openstack-request-id: req-fbb22022-9927-4163-981d-239410c5176d {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:28:35.155020 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fafc08cf-d972-4e0d-bf06-50fb7e640f5e", "tag": "b482982f-45b9-4058-9e07-31cc53771546", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:28:35.155020 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fbb22022-9927-4163-981d-239410c5176d {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:28:35.155888 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fafc08cf-d972-4e0d-bf06-50fb7e640f5e', 'tag': 'b482982f-45b9-4058-9e07-31cc53771546', 'status': 'completed', 'code': 200} Feb 20 03:28:35.336710 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-eaa109bd-238e-4842-a437-9b96c4be6815 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950037 Feb 20 03:28:35.370872 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-50b3bcf1-595f-4064-81cc-8430c4129dc4 req-6f17ffa3-3766-4003-88c6-e054c1a634a0 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (58996a8b-ef3e-4ebc-9e35-364d9cd27ca3), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:35.386650 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-87098fb4-37ad-43e0-aeb5-a6dc00635aff admin admin] Allocated IP 172.25.7.214 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/0c073425-5284-40b3-ae19-986f913342d6) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:28:35.500192 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-50b3bcf1-595f-4064-81cc-8430c4129dc4 req-6f17ffa3-3766-4003-88c6-e054c1a634a0 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (58996a8b-ef3e-4ebc-9e35-364d9cd27ca3), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:35.659889 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e9b40-c4f0-41dc-921a-10e0d355c7cc req-c62f1e7d-2665-4666-b448-1abe82e3a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:35.662128 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3c6e9b40-c4f0-41dc-921a-10e0d355c7cc req-c62f1e7d-2665-4666-b448-1abe82e3a926 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4010c5c9a68841d28ec3272ba0035a74&device_id=fafc08cf-d972-4e0d-bf06-50fb7e640f5e HTTP/1.1" status: 200 len: 1129 time: 0.1577220 Feb 20 03:28:35.676100 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17ffa3-3766-4003-88c6-e054c1a634a0 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58996a8b-ef3e-4ebc-9e35-364d9cd27ca3,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:35.710755 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-50b3bcf1-595f-4064-81cc-8430c4129dc4 req-6f17ffa3-3766-4003-88c6-e054c1a634a0 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:35.712054 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-50b3bcf1-595f-4064-81cc-8430c4129dc4 req-6f17ffa3-3766-4003-88c6-e054c1a634a0 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.8396475 Feb 20 03:28:35.866812 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-87098fb4-37ad-43e0-aeb5-a6dc00635aff admin admin] Publish callbacks [] for port (0c073425-5284-40b3-ae19-986f913342d6), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:35.871594 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e9b40-c4f0-41dc-921a-10e0d355c7cc req-2b1b3a1d-aa94-4875-9b94-984c9ca7ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:35.873135 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3c6e9b40-c4f0-41dc-921a-10e0d355c7cc req-2b1b3a1d-aa94-4875-9b94-984c9ca7ad65 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.2043381 Feb 20 03:28:35.877017 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-946129b3-b0bf-4a9d-a6c1-571658e166bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99eba199-451f-4a84-894b-4526cba64742 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:28:35.903264 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-946129b3-b0bf-4a9d-a6c1-571658e166bf service neutron] Publish callbacks [] for port (99eba199-451f-4a84-894b-4526cba64742), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:35.933865 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3c6e9b40-c4f0-41dc-921a-10e0d355c7cc req-cde8d3d5-6a04-40c3-b0a3-013021ae524c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=b482982f-45b9-4058-9e07-31cc53771546 HTTP/1.1" status: 200 len: 217 time: 0.0536852 Feb 20 03:28:35.947237 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d2ac4a2-f9b6-43ee-b397-4edd5e7123f2 req-72c3d3e6-d0a4-4d66-9341-2f41e6913aad tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "GET /v2.0/security-groups/58996a8b-ef3e-4ebc-9e35-364d9cd27ca3 HTTP/1.1" status: 200 len: 1820 time: 0.1419656 Feb 20 03:28:35.949576 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-946129b3-b0bf-4a9d-a6c1-571658e166bf service neutron] Transition to ACTIVE for port object 99eba199-451f-4a84-894b-4526cba64742 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:28:35.963180 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-4d2ac4a2-f9b6-43ee-b397-4edd5e7123f2 req-2af1eac1-632e-4704-a73c-04a94a66cb2b tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '58996a8b-ef3e-4ebc-9e35-364d9cd27ca3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:35.963506 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-4d2ac4a2-f9b6-43ee-b397-4edd5e7123f2 req-2af1eac1-632e-4704-a73c-04a94a66cb2b tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '58996a8b-ef3e-4ebc-9e35-364d9cd27ca3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:36.014296 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e9b40-c4f0-41dc-921a-10e0d355c7cc req-ff2449fa-8305-47c3-a5ff-cfce39dc765d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:36.016524 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3c6e9b40-c4f0-41dc-921a-10e0d355c7cc req-ff2449fa-8305-47c3-a5ff-cfce39dc765d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0764976 Feb 20 03:28:36.028470 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56672) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:36.034575 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-73e01cba-dc76-4470-91e9-74fdd0a995f1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-997770129-network', 'tenant_id': '2cd8aed3b47f444f96ce003a34cb8bcf'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:36.045123 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53dbb38-0250-4cb4-a186-bc65e521065e None None] Network aa6d2272-799c-4865-988f-50175dc27eb2 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:28:36.056507 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-946129b3-b0bf-4a9d-a6c1-571658e166bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (99eba199-451f-4a84-894b-4526cba64742), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:36.120584 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946129b3-b0bf-4a9d-a6c1-571658e166bf service neutron] Pushing event updated for resources: {'Port': ['ID=99eba199-451f-4a84-894b-4526cba64742,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:36.234461 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e9b40-c4f0-41dc-921a-10e0d355c7cc req-9be3121e-355f-40f0-91ea-97158f1f4019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:36.237015 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3c6e9b40-c4f0-41dc-921a-10e0d355c7cc req-9be3121e-355f-40f0-91ea-97158f1f4019 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2078381 Feb 20 03:28:36.266722 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-946129b3-b0bf-4a9d-a6c1-571658e166bf service neutron] Attempting to bind port 99eba199-451f-4a84-894b-4526cba64742 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:28:36.267667 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-946129b3-b0bf-4a9d-a6c1-571658e166bf service neutron] Attempting to bind port 99eba199-451f-4a84-894b-4526cba64742 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:28:36.268619 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-946129b3-b0bf-4a9d-a6c1-571658e166bf service neutron] Attempting to bind port 99eba199-451f-4a84-894b-4526cba64742 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:28:36.274472 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-946129b3-b0bf-4a9d-a6c1-571658e166bf service neutron] Port 99eba199-451f-4a84-894b-4526cba64742 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:28:36.275291 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-946129b3-b0bf-4a9d-a6c1-571658e166bf service neutron] Attempting to bind port 99eba199-451f-4a84-894b-4526cba64742 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:28:36.285578 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-946129b3-b0bf-4a9d-a6c1-571658e166bf service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:28:36.286319 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-946129b3-b0bf-4a9d-a6c1-571658e166bf service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:28:36.287232 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-946129b3-b0bf-4a9d-a6c1-571658e166bf service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:28:36.288061 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-946129b3-b0bf-4a9d-a6c1-571658e166bf service neutron] Bound port: 99eba199-451f-4a84-894b-4526cba64742, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:28:36.289093 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-946129b3-b0bf-4a9d-a6c1-571658e166bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (99eba199-451f-4a84-894b-4526cba64742), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:36.378331 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-946129b3-b0bf-4a9d-a6c1-571658e166bf service neutron] For port 99eba199-451f-4a84-894b-4526cba64742, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:28:36.383887 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-946129b3-b0bf-4a9d-a6c1-571658e166bf service neutron] For port 99eba199-451f-4a84-894b-4526cba64742, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=99eba199-451f-4a84-894b-4526cba64742,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:28:36.389783 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3c6e9b40-c4f0-41dc-921a-10e0d355c7cc req-9384bf03-0039-45cd-a036-464676891280 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449218 Feb 20 03:28:36.396856 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-87098fb4-37ad-43e0-aeb5-a6dc00635aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (0c073425-5284-40b3-ae19-986f913342d6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:36.410729 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device caa0663d-46e5-42b6-ab6f-9be89cf1cfe7 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:28:36.470945 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-5e2291db-c050-4cf5-abc4-f18d1c77dfcc None None] Provisioning complete for port caa0663d-46e5-42b6-ab6f-9be89cf1cfe7 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:28:36.475006 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5e2291db-c050-4cf5-abc4-f18d1c77dfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (caa0663d-46e5-42b6-ab6f-9be89cf1cfe7), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:36.510615 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87098fb4-37ad-43e0-aeb5-a6dc00635aff admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:28:36.511677 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e01cba-dc76-4470-91e9-74fdd0a995f1 admin admin] Made reservation on behalf of 2cd8aed3b47f444f96ce003a34cb8bcf for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:28:36.525662 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-73e01cba-dc76-4470-91e9-74fdd0a995f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:36.555644 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-946129b3-b0bf-4a9d-a6c1-571658e166bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (99eba199-451f-4a84-894b-4526cba64742), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:36.566002 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3c6e9b40-c4f0-41dc-921a-10e0d355c7cc req-e4db2c08-78b8-4373-a1b8-6b5b5b1c4282 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687071 Feb 20 03:28:36.586593 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-73e01cba-dc76-4470-91e9-74fdd0a995f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:36.614097 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-87098fb4-37ad-43e0-aeb5-a6dc00635aff admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:28:36.618030 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-946129b3-b0bf-4a9d-a6c1-571658e166bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:36.619308 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-946129b3-b0bf-4a9d-a6c1-571658e166bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:36.621159 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-946129b3-b0bf-4a9d-a6c1-571658e166bf service neutron] 10.222.0.93 "PUT /v2.0/ports/99eba199-451f-4a84-894b-4526cba64742 HTTP/1.1" status: 200 len: 1096 time: 2.6358681 Feb 20 03:28:36.632922 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a523e91-89c3-41f9-a208-edc6937d2cff', 'tag': '99eba199-451f-4a84-894b-4526cba64742'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:28:36.636075 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5cc94e-8b0b-46cc-8dbb-1017168a2d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "5a523e91-89c3-41f9-a208-edc6937d2cff", "tag": "99eba199-451f-4a84-894b-4526cba64742"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:28:36.645655 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87098fb4-37ad-43e0-aeb5-a6dc00635aff admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:28:36.669546 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4d2ac4a2-f9b6-43ee-b397-4edd5e7123f2 req-2af1eac1-632e-4704-a73c-04a94a66cb2b tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group_rule (b9ba722f-8c23-43aa-a2d0-3cc1013b5533), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:36.676597 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port caa0663d-46e5-42b6-ab6f-9be89cf1cfe7 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:28:36.677324 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (caa0663d-46e5-42b6-ab6f-9be89cf1cfe7), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:36.708892 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87098fb4-37ad-43e0-aeb5-a6dc00635aff admin admin] Pushing event updated for resources: {'Port': ['ID=0c073425-5284-40b3-ae19-986f913342d6,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:36.818507 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4d2ac4a2-f9b6-43ee-b397-4edd5e7123f2 req-2af1eac1-632e-4704-a73c-04a94a66cb2b tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group_rule (b9ba722f-8c23-43aa-a2d0-3cc1013b5533), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:36.830816 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5e2291db-c050-4cf5-abc4-f18d1c77dfcc None None] Current status of the port caa0663d-46e5-42b6-ab6f-9be89cf1cfe7 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:28:36.831901 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5e2291db-c050-4cf5-abc4-f18d1c77dfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (caa0663d-46e5-42b6-ab6f-9be89cf1cfe7), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:36.886174 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-5e2291db-c050-4cf5-abc4-f18d1c77dfcc None None] For port caa0663d-46e5-42b6-ab6f-9be89cf1cfe7, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=caa0663d-46e5-42b6-ab6f-9be89cf1cfe7,segment=NetworkSegment(f1a0472d-371a-4480-a48c-90bc332b7045),segment_id=f1a0472d-371a-4480-a48c-90bc332b7045)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:36.887681 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port caa0663d-46e5-42b6-ab6f-9be89cf1cfe7 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:28:36.888433 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (caa0663d-46e5-42b6-ab6f-9be89cf1cfe7), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:36.963744 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5e2291db-c050-4cf5-abc4-f18d1c77dfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (caa0663d-46e5-42b6-ab6f-9be89cf1cfe7), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:37.100133 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-73e01cba-dc76-4470-91e9-74fdd0a995f1 admin admin] Publish callbacks [] for security_group (c60f8cde-1747-436f-b7f9-14805b70e22e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:37.125621 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4d2ac4a2-f9b6-43ee-b397-4edd5e7123f2 req-2af1eac1-632e-4704-a73c-04a94a66cb2b tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (b9ba722f-8c23-43aa-a2d0-3cc1013b5533), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:37.186478 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:28:37.187553 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:28:37.200629 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2291db-c050-4cf5-abc4-f18d1c77dfcc None None] Pushing event updated for resources: {'Port': ['ID=caa0663d-46e5-42b6-ab6f-9be89cf1cfe7,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:37.218842 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-73e01cba-dc76-4470-91e9-74fdd0a995f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c60f8cde-1747-436f-b7f9-14805b70e22e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:37.233147 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e01cba-dc76-4470-91e9-74fdd0a995f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:28:37.279831 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-73e01cba-dc76-4470-91e9-74fdd0a995f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (a24e347a-591d-4ddd-a45c-0c83e67fdc07), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:37.280267 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-73e01cba-dc76-4470-91e9-74fdd0a995f1 admin admin] Added segment a24e347a-591d-4ddd-a45c-0c83e67fdc07 of type vlan for network 21e8d10b-c6f8-4677-968c-73f3c4c1dd17 Feb 20 03:28:37.327908 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1eac1-632e-4704-a73c-04a94a66cb2b tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ba722f-8c23-43aa-a2d0-3cc1013b5533,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:37.329812 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946129b3-b0bf-4a9d-a6c1-571658e166bf service neutron] Pushing event updated for resources: {'Port': ['ID=99eba199-451f-4a84-894b-4526cba64742,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:37.347359 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-a13bafa4-2f5a-4ac5-b2be-c3b047249035 None None] Provisioning complete for port caa0663d-46e5-42b6-ab6f-9be89cf1cfe7 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:28:37.348338 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a13bafa4-2f5a-4ac5-b2be-c3b047249035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (caa0663d-46e5-42b6-ab6f-9be89cf1cfe7), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:37.394575 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4d2ac4a2-f9b6-43ee-b397-4edd5e7123f2 req-2af1eac1-632e-4704-a73c-04a94a66cb2b tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:37.408695 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d2ac4a2-f9b6-43ee-b397-4edd5e7123f2 req-2af1eac1-632e-4704-a73c-04a94a66cb2b tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.4551952 Feb 20 03:28:37.418310 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-10753205-c385-40de-b4d3-c16ff4df99c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:37.429795 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-10753205-c385-40de-b4d3-c16ff4df99c5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4010c5c9a68841d28ec3272ba0035a74&device_id=5a523e91-89c3-41f9-a208-edc6937d2cff HTTP/1.1" status: 200 len: 1130 time: 0.6330035 Feb 20 03:28:37.462767 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e01cba-dc76-4470-91e9-74fdd0a995f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60f8cde-1747-436f-b7f9-14805b70e22e,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:37.471206 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-73e01cba-dc76-4470-91e9-74fdd0a995f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (21e8d10b-c6f8-4677-968c-73f3c4c1dd17), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:37.511278 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491f9d9a-f102-4101-950d-aa4418b9acf1 x-openstack-request-id: req-491f9d9a-f102-4101-950d-aa4418b9acf1 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:28:37.511947 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a523e91-89c3-41f9-a208-edc6937d2cff", "tag": "99eba199-451f-4a84-894b-4526cba64742", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:28:37.512355 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-491f9d9a-f102-4101-950d-aa4418b9acf1 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:28:37.512905 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a523e91-89c3-41f9-a208-edc6937d2cff', 'tag': '99eba199-451f-4a84-894b-4526cba64742', 'status': 'completed', 'code': 200} Feb 20 03:28:37.527705 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-c4658b7a-280b-4794-b0ab-3190dc1a0aeb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=99eba199-451f-4a84-894b-4526cba64742 HTTP/1.1" status: 200 len: 217 time: 0.0807650 Feb 20 03:28:37.542630 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba85fe1-725a-48a0-a2c3-3e6ccc88ee14 req-dc09ba3f-97d0-49d9-8fb9-4db04972f481 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:37.544491 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ba85fe1-725a-48a0-a2c3-3e6ccc88ee14 req-dc09ba3f-97d0-49d9-8fb9-4db04972f481 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a523e91-89c3-41f9-a208-edc6937d2cff HTTP/1.1" status: 200 len: 948 time: 0.4385216 Feb 20 03:28:37.550536 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-a13bafa4-2f5a-4ac5-b2be-c3b047249035 None None] Current status of the port caa0663d-46e5-42b6-ab6f-9be89cf1cfe7 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:28:37.758734 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-73e01cba-dc76-4470-91e9-74fdd0a995f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (21e8d10b-c6f8-4677-968c-73f3c4c1dd17), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:37.759770 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e01cba-dc76-4470-91e9-74fdd0a995f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:37.760589 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-73e01cba-dc76-4470-91e9-74fdd0a995f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:37.769144 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port caa0663d-46e5-42b6-ab6f-9be89cf1cfe7 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:28:37.782164 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4c25e494-8c95-4e8d-bdc2-b536e6522916 req-2d6b9a7b-b8b2-4231-ae08-c87c54345d16 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "GET /v2.0/security-groups/58996a8b-ef3e-4ebc-9e35-364d9cd27ca3 HTTP/1.1" status: 200 len: 2413 time: 0.2512031 Feb 20 03:28:37.783694 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-58f3503f-c1dc-49f3-938e-8980a4c1f4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:37.785075 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-58f3503f-c1dc-49f3-938e-8980a4c1f4a0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.2395518 Feb 20 03:28:37.846741 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-4c25e494-8c95-4e8d-bdc2-b536e6522916 req-2ca9d769-3e72-4993-acc1-a7565660bbd1 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '58996a8b-ef3e-4ebc-9e35-364d9cd27ca3', 'remote_group_id': None}]} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:37.847178 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-4c25e494-8c95-4e8d-bdc2-b536e6522916 req-2ca9d769-3e72-4993-acc1-a7565660bbd1 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '58996a8b-ef3e-4ebc-9e35-364d9cd27ca3', 'remote_group_id': None}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:37.854650 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ba85fe1-725a-48a0-a2c3-3e6ccc88ee14 req-6475716f-91a4-455b-9f4f-7a4ed099ef39 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793100 Feb 20 03:28:37.960260 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56702) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:37.960784 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-73e01cba-dc76-4470-91e9-74fdd0a995f1 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9306760 Feb 20 03:28:37.961181 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e01cba-dc76-4470-91e9-74fdd0a995f1 admin admin] Pushing event updated for resources: {'Network': ['ID=21e8d10b-c6f8-4677-968c-73f3c4c1dd17,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:37.972371 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 21e8d10b-c6f8-4677-968c-73f3c4c1dd17 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:28:37.978444 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-e4aaa263-6dc8-42de-84bf-0b19e0e03440 admin admin] Request body: {'subnet': {'network_id': '21e8d10b-c6f8-4677-968c-73f3c4c1dd17', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-997770129-subnet', 'tenant_id': '2cd8aed3b47f444f96ce003a34cb8bcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:37.983357 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-87098fb4-37ad-43e0-aeb5-a6dc00635aff admin admin] Publish callbacks [] for router_gateway (81867b28-635f-4baa-b0e2-055985bde9df), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:38.078523 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4aaa263-6dc8-42de-84bf-0b19e0e03440 admin admin] Made reservation on behalf of 2cd8aed3b47f444f96ce003a34cb8bcf for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:28:38.080927 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e4aaa263-6dc8-42de-84bf-0b19e0e03440 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:38.121870 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-540ca4cc-3965-4b1b-bc3a-6dbc2d9ab8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:38.124437 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-540ca4cc-3965-4b1b-bc3a-6dbc2d9ab8ab service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3200634 Feb 20 03:28:38.175360 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device caa0663d-46e5-42b6-ab6f-9be89cf1cfe7 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:28:38.274187 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device b482982f-45b9-4058-9e07-31cc53771546 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:28:38.289836 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-c22a5494-6ac8-4438-b619-9888a78ad5fd service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282456 Feb 20 03:28:38.348271 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port caa0663d-46e5-42b6-ab6f-9be89cf1cfe7 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:28:38.352544 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (caa0663d-46e5-42b6-ab6f-9be89cf1cfe7), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:38.432554 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a6f6293-803c-405d-8fb4-c07a690a6cfb req-f9303b75-d7b7-4eed-abd1-28612642cdc8 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338460 Feb 20 03:28:38.465954 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4c25e494-8c95-4e8d-bdc2-b536e6522916 req-2ca9d769-3e72-4993-acc1-a7565660bbd1 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group_rule (bd2b5402-90e3-4b2a-bfc8-b3e812551050), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:38.475161 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.resource_extend [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 03:28:38.577478 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4c25e494-8c95-4e8d-bdc2-b536e6522916 req-2ca9d769-3e72-4993-acc1-a7565660bbd1 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group_rule (bd2b5402-90e3-4b2a-bfc8-b3e812551050), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:38.607752 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port caa0663d-46e5-42b6-ab6f-9be89cf1cfe7 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:28:38.611018 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-87098fb4-37ad-43e0-aeb5-a6dc00635aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (81867b28-635f-4baa-b0e2-055985bde9df), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:38.666463 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port b482982f-45b9-4058-9e07-31cc53771546, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=b482982f-45b9-4058-9e07-31cc53771546,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:38.734430 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'b482982f-45b9-4058-9e07-31cc53771546', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': 'b482982f-45b9-4058-9e07-31cc53771546', 'mac_address': 'fa:16:3e:f7:86:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:28:38.762650 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4c25e494-8c95-4e8d-bdc2-b536e6522916 req-2ca9d769-3e72-4993-acc1-a7565660bbd1 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (bd2b5402-90e3-4b2a-bfc8-b3e812551050), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:38.783641 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9d769-3e72-4993-acc1-a7565660bbd1 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd2b5402-90e3-4b2a-bfc8-b3e812551050,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:38.819789 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cc94e-8b0b-46cc-8dbb-1017168a2d8a req-3cbd69a2-d121-4717-b468-71b0e03ead9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:38.821497 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3c5cc94e-8b0b-46cc-8dbb-1017168a2d8a req-3cbd69a2-d121-4717-b468-71b0e03ead9e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4010c5c9a68841d28ec3272ba0035a74&device_id=5a523e91-89c3-41f9-a208-edc6937d2cff HTTP/1.1" status: 200 len: 1130 time: 0.2515631 Feb 20 03:28:38.845620 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port b482982f-45b9-4058-9e07-31cc53771546 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:28:38.845924 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b482982f-45b9-4058-9e07-31cc53771546), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:38.871005 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b482982f-45b9-4058-9e07-31cc53771546 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:28:38.909865 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port b482982f-45b9-4058-9e07-31cc53771546, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=b482982f-45b9-4058-9e07-31cc53771546,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:38.931535 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87098fb4-37ad-43e0-aeb5-a6dc00635aff admin admin] Router 81867b28-635f-4baa-b0e2-055985bde9df is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:28:38.948955 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4c25e494-8c95-4e8d-bdc2-b536e6522916 req-2ca9d769-3e72-4993-acc1-a7565660bbd1 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:38.955631 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4c25e494-8c95-4e8d-bdc2-b536e6522916 req-2ca9d769-3e72-4993-acc1-a7565660bbd1 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.1526136 Feb 20 03:28:38.986326 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b482982f-45b9-4058-9e07-31cc53771546), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:39.028054 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e4aaa263-6dc8-42de-84bf-0b19e0e03440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (63fdacb9-33cb-40c3-95da-6e606c01f3ec), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:39.105290 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=b482982f-45b9-4058-9e07-31cc53771546,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:39.152616 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aaa263-6dc8-42de-84bf-0b19e0e03440 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63fdacb9-33cb-40c3-95da-6e606c01f3ec,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:39.178211 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aaa263-6dc8-42de-84bf-0b19e0e03440 admin admin] Checking segment: {'id': 'a24e347a-591d-4ddd-a45c-0c83e67fdc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '21e8d10b-c6f8-4677-968c-73f3c4c1dd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:28:39.178868 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aaa263-6dc8-42de-84bf-0b19e0e03440 admin admin] Network hostable DHCP agents. Network: 21e8d10b-c6f8-4677-968c-73f3c4c1dd17, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:28:39.266989 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aaa263-6dc8-42de-84bf-0b19e0e03440 admin admin] Network 21e8d10b-c6f8-4677-968c-73f3c4c1dd17 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:28:39.307102 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['b482982f-45b9-4058-9e07-31cc53771546'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:28:39.346881 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-e4aaa263-6dc8-42de-84bf-0b19e0e03440 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 21e8d10b-c6f8-4677-968c-73f3c4c1dd17) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:28:39.362024 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4aaa263-6dc8-42de-84bf-0b19e0e03440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:39.362024 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e4aaa263-6dc8-42de-84bf-0b19e0e03440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:39.399526 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e42d093-dd9f-4bff-8056-72da2b2726dd None None] Network 21e8d10b-c6f8-4677-968c-73f3c4c1dd17 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:28:39.499153 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e4aaa263-6dc8-42de-84bf-0b19e0e03440 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5354803 Feb 20 03:28:39.596234 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cc94e-8b0b-46cc-8dbb-1017168a2d8a req-934c0fa1-4d5d-4cb6-baed-51dc4986a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:39.597725 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3c5cc94e-8b0b-46cc-8dbb-1017168a2d8a req-934c0fa1-4d5d-4cb6-baed-51dc4986a5a6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.7683992 Feb 20 03:28:39.605278 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c6c9a331-9f01-4388-ac88-b07023b309a5 req-4c564518-6ef6-4567-b6f1-6cd89ab820d6 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "GET /v2.0/security-groups/58996a8b-ef3e-4ebc-9e35-364d9cd27ca3 HTTP/1.1" status: 200 len: 3011 time: 0.6253278 Feb 20 03:28:39.607164 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87098fb4-37ad-43e0-aeb5-a6dc00635aff admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:28:39.625467 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba1ffe6-9c49-4b16-93a4-57df945f0eb4 None None] Sync routers for ids ['81867b28-635f-4baa-b0e2-055985bde9df'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:28:39.642298 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba1ffe6-9c49-4b16-93a4-57df945f0eb4 None None] Routers {'81867b28-635f-4baa-b0e2-055985bde9df'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:28:39.642964 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-7ba1ffe6-9c49-4b16-93a4-57df945f0eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:28:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['81867b28-635f-4baa-b0e2-055985bde9df'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:39.662357 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0235e98-b929-4ad8-9880-4f5d98fc30de req-41506db9-6662-4946-b6b6-626b96dfeef0 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:39.664122 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b0235e98-b929-4ad8-9880-4f5d98fc30de req-41506db9-6662-4946-b6b6-626b96dfeef0 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a523e91-89c3-41f9-a208-edc6937d2cff HTTP/1.1" status: 200 len: 948 time: 0.6758707 Feb 20 03:28:39.688084 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3c5cc94e-8b0b-46cc-8dbb-1017168a2d8a req-ab143b25-a256-419f-aa0b-b96a09e4d270 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=99eba199-451f-4a84-894b-4526cba64742 HTTP/1.1" status: 200 len: 217 time: 0.0717137 Feb 20 03:28:39.697551 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14894c9-e189-44a8-a29b-967647783c1e None None] Network 21e8d10b-c6f8-4677-968c-73f3c4c1dd17 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:28:39.739750 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cd2ade39-9640-45b0-8ee6-5f93ac919da6 req-915acd84-3c21-470e-86d4-fea782255ca3 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "GET /v2.0/security-group-rules/bd2b5402-90e3-4b2a-bfc8-b3e812551050 HTTP/1.1" status: 200 len: 783 time: 0.0742452 Feb 20 03:28:39.817590 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-87098fb4-37ad-43e0-aeb5-a6dc00635aff admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:39.821343 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-87098fb4-37ad-43e0-aeb5-a6dc00635aff admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.6731577 Feb 20 03:28:39.823456 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56730) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:39.825048 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56732) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:39.828491 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b0235e98-b929-4ad8-9880-4f5d98fc30de req-9565dc72-4b6f-4b74-8a77-ce596bc69080 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513171 Feb 20 03:28:39.831423 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cc94e-8b0b-46cc-8dbb-1017168a2d8a req-9be8e39d-273a-432d-8e3e-347a7bbc037c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:39.838205 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3c5cc94e-8b0b-46cc-8dbb-1017168a2d8a req-9be8e39d-273a-432d-8e3e-347a7bbc037c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1375341 Feb 20 03:28:39.852862 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cd2ade39-9640-45b0-8ee6-5f93ac919da6 req-4f8c30b0-095c-473e-bf5c-bc06de158743 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "GET /v2.0/security-groups/58996a8b-ef3e-4ebc-9e35-364d9cd27ca3 HTTP/1.1" status: 200 len: 3011 time: 0.1059904 Feb 20 03:28:39.899876 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-7ba1ffe6-9c49-4b16-93a4-57df945f0eb4 None None] Set router 81867b28-635f-4baa-b0e2-055985bde9df gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:28:39.996108 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cd2ade39-9640-45b0-8ee6-5f93ac919da6 req-7d9fdbc6-d6df-45c7-b58b-d7a0ad702953 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group_rule (bd2b5402-90e3-4b2a-bfc8-b3e812551050), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:40.024828 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cd2ade39-9640-45b0-8ee6-5f93ac919da6 req-7d9fdbc6-d6df-45c7-b58b-d7a0ad702953 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group_rule (bd2b5402-90e3-4b2a-bfc8-b3e812551050), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:40.074721 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cc94e-8b0b-46cc-8dbb-1017168a2d8a req-1c5d7281-d766-4c48-aab8-f6d5a2651d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:40.077328 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3c5cc94e-8b0b-46cc-8dbb-1017168a2d8a req-1c5d7281-d766-4c48-aab8-f6d5a2651d1c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2235522 Feb 20 03:28:40.111589 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-7ba1ffe6-9c49-4b16-93a4-57df945f0eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81867b28-635f-4baa-b0e2-055985bde9df', 'name': 'tempest-TaggedBootDevicesTest_v242-1554150350-router', 'tenant_id': '31539382099d40138aa9f9434b18f41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '0c073425-5284-40b3-ae19-986f913342d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:28:32Z', 'updated_at': '2022-02-20T03:28:37Z', 'revision_number': 3, 'project_id': '31539382099d40138aa9f9434b18f41f', 'gw_port': {'id': '0c073425-5284-40b3-ae19-986f913342d6', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:79:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81867b28-635f-4baa-b0e2-055985bde9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:28:35Z', 'updated_at': '2022-02-20T03:28:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:40.164150 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-b149fce3-534e-40a5-9573-edcc2065928d admin admin] Deleting subnet d33ec43c-4684-4126-b31d-36ce65259b80 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:28:40.169752 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b149fce3-534e-40a5-9573-edcc2065928d admin admin] Publish callbacks [] for subnet (d33ec43c-4684-4126-b31d-36ce65259b80), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:40.178596 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba1ffe6-9c49-4b16-93a4-57df945f0eb4 None None] Checking router: 81867b28-635f-4baa-b0e2-055985bde9df for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:28:40.178793 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba1ffe6-9c49-4b16-93a4-57df945f0eb4 None None] Updating router 81867b28-635f-4baa-b0e2-055985bde9df port 0c073425-5284-40b3-ae19-986f913342d6 binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:28:40.232899 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cd2ade39-9640-45b0-8ee6-5f93ac919da6 req-7d9fdbc6-d6df-45c7-b58b-d7a0ad702953 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (bd2b5402-90e3-4b2a-bfc8-b3e812551050), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:40.238656 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cd2ade39-9640-45b0-8ee6-5f93ac919da6 req-7d9fdbc6-d6df-45c7-b58b-d7a0ad702953 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:40.253967 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cd2ade39-9640-45b0-8ee6-5f93ac919da6 req-7d9fdbc6-d6df-45c7-b58b-d7a0ad702953 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/bd2b5402-90e3-4b2a-bfc8-b3e812551050 HTTP/1.1" status: 204 len: 173 time: 0.3731916 Feb 20 03:28:40.258088 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7ba1ffe6-9c49-4b16-93a4-57df945f0eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0c073425-5284-40b3-ae19-986f913342d6), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:40.270770 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 99eba199-451f-4a84-894b-4526cba64742 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:28:40.313509 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9fdbc6-d6df-45c7-b58b-d7a0ad702953 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd2b5402-90e3-4b2a-bfc8-b3e812551050,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:40.379071 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b149fce3-534e-40a5-9573-edcc2065928d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (d33ec43c-4684-4126-b31d-36ce65259b80), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:40.496403 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3c5cc94e-8b0b-46cc-8dbb-1017168a2d8a req-2b9946c2-a6ff-4955-aaf4-618b35383074 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093177 Feb 20 03:28:40.499449 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b3e82ad6-e1aa-478a-b9f0-ff59281073b8 req-98bd8ff0-448b-41c9-8420-441ef8ae3852 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "GET /v2.0/security-groups/58996a8b-ef3e-4ebc-9e35-364d9cd27ca3 HTTP/1.1" status: 200 len: 2413 time: 0.2033534 Feb 20 03:28:40.589841 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:28:40.642729 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 99eba199-451f-4a84-894b-4526cba64742, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=99eba199-451f-4a84-894b-4526cba64742,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:40.691356 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '99eba199-451f-4a84-894b-4526cba64742', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': '99eba199-451f-4a84-894b-4526cba64742', 'mac_address': 'fa:16:3e:c0:70:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:28:40.778606 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b3e82ad6-e1aa-478a-b9f0-ff59281073b8 req-e1efbbd6-4fc2-41ce-824d-3d5badf6961c tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (58996a8b-ef3e-4ebc-9e35-364d9cd27ca3), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:40.809918 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3c5cc94e-8b0b-46cc-8dbb-1017168a2d8a req-b9502318-c8d4-4065-8684-d3019fcf3b0d service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076463 Feb 20 03:28:40.826087 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 99eba199-451f-4a84-894b-4526cba64742 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:28:40.826677 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (99eba199-451f-4a84-894b-4526cba64742), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:40.838618 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b3e82ad6-e1aa-478a-b9f0-ff59281073b8 req-e1efbbd6-4fc2-41ce-824d-3d5badf6961c tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (58996a8b-ef3e-4ebc-9e35-364d9cd27ca3), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:40.846972 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b149fce3-534e-40a5-9573-edcc2065928d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (d33ec43c-4684-4126-b31d-36ce65259b80), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:40.908743 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99eba199-451f-4a84-894b-4526cba64742 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:28:40.970207 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7ba1ffe6-9c49-4b16-93a4-57df945f0eb4 None None] Publish callbacks [] for port (0c073425-5284-40b3-ae19-986f913342d6), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:41.019166 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 99eba199-451f-4a84-894b-4526cba64742, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=99eba199-451f-4a84-894b-4526cba64742,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:41.104525 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b3e82ad6-e1aa-478a-b9f0-ff59281073b8 req-e1efbbd6-4fc2-41ce-824d-3d5badf6961c tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (58996a8b-ef3e-4ebc-9e35-364d9cd27ca3), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:41.112123 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b3e82ad6-e1aa-478a-b9f0-ff59281073b8 req-e1efbbd6-4fc2-41ce-824d-3d5badf6961c tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:41.113646 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b3e82ad6-e1aa-478a-b9f0-ff59281073b8 req-e1efbbd6-4fc2-41ce-824d-3d5badf6961c tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "DELETE /v2.0/security-groups/58996a8b-ef3e-4ebc-9e35-364d9cd27ca3 HTTP/1.1" status: 204 len: 173 time: 0.5935550 Feb 20 03:28:41.136223 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7ba1ffe6-9c49-4b16-93a4-57df945f0eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0c073425-5284-40b3-ae19-986f913342d6), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:41.136525 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (99eba199-451f-4a84-894b-4526cba64742), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:41.151887 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1efbbd6-4fc2-41ce-824d-3d5badf6961c tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58996a8b-ef3e-4ebc-9e35-364d9cd27ca3,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:41.176415 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b149fce3-534e-40a5-9573-edcc2065928d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (d33ec43c-4684-4126-b31d-36ce65259b80), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:41.217598 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23039ed8-c55e-4d58-85ae-e6121940f4fe req-01dd831c-08b2-4c10-9c5f-f47c017c8e99 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:41.219221 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-23039ed8-c55e-4d58-85ae-e6121940f4fe req-01dd831c-08b2-4c10-9c5f-f47c017c8e99 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a523e91-89c3-41f9-a208-edc6937d2cff HTTP/1.1" status: 200 len: 948 time: 0.1740317 Feb 20 03:28:41.224196 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-5d22e598-2c18-4196-b1fc-59708f450d46 req-0f1b7205-e390-4e44-a33b-27ff78d7c739 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] show failed (client error): The resource could not be found. Feb 20 03:28:41.224980 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5d22e598-2c18-4196-b1fc-59708f450d46 req-0f1b7205-e390-4e44-a33b-27ff78d7c739 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "GET /v2.0/security-groups/2d3916d2-95b5-4da1-b373-b471820aaef6 HTTP/1.1" status: 404 len: 352 time: 0.0518951 Feb 20 03:28:41.276692 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8c784-99d4-4a46-9892-931428cd93e3 None None] Pushing event updated for resources: {'Port': ['ID=0c073425-5284-40b3-ae19-986f913342d6,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:41.281638 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-7ba1ffe6-9c49-4b16-93a4-57df945f0eb4 None None] Attempting to bind port 0c073425-5284-40b3-ae19-986f913342d6 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:28:41.282016 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-7ba1ffe6-9c49-4b16-93a4-57df945f0eb4 None None] Attempting to bind port 0c073425-5284-40b3-ae19-986f913342d6 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:28:41.282394 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba1ffe6-9c49-4b16-93a4-57df945f0eb4 None None] Attempting to bind port 0c073425-5284-40b3-ae19-986f913342d6 on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:28:41.289026 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba1ffe6-9c49-4b16-93a4-57df945f0eb4 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:28:41.289224 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba1ffe6-9c49-4b16-93a4-57df945f0eb4 None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:28:41.289643 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7ba1ffe6-9c49-4b16-93a4-57df945f0eb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:41.290034 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba1ffe6-9c49-4b16-93a4-57df945f0eb4 None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:28:41.290507 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-7ba1ffe6-9c49-4b16-93a4-57df945f0eb4 None None] Bound port: 0c073425-5284-40b3-ae19-986f913342d6, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:28:41.290907 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7ba1ffe6-9c49-4b16-93a4-57df945f0eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0c073425-5284-40b3-ae19-986f913342d6), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:41.321689 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149fce3-534e-40a5-9573-edcc2065928d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d33ec43c-4684-4126-b31d-36ce65259b80,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:41.348856 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b149fce3-534e-40a5-9573-edcc2065928d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:41.367383 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b149fce3-534e-40a5-9573-edcc2065928d admin admin] 10.222.0.89 "DELETE /v2.0/subnets/d33ec43c-4684-4126-b31d-36ce65259b80 HTTP/1.1" status: 204 len: 168 time: 1.5396056 Feb 20 03:28:41.368431 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56752) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:41.404034 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=99eba199-451f-4a84-894b-4526cba64742,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:41.416434 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-7ba1ffe6-9c49-4b16-93a4-57df945f0eb4 None None] For port 0c073425-5284-40b3-ae19-986f913342d6, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:28:41.420130 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-7ba1ffe6-9c49-4b16-93a4-57df945f0eb4 None None] For port 0c073425-5284-40b3-ae19-986f913342d6, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0c073425-5284-40b3-ae19-986f913342d6,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:28:41.433903 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['99eba199-451f-4a84-894b-4526cba64742'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:28:41.461502 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-741ad41c-4b62-416e-b697-670efbf7fe9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (a5b750cb-ea26-48ad-b6f6-5c76c6b2a7b0), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:41.478820 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-23039ed8-c55e-4d58-85ae-e6121940f4fe req-6dea6f1b-fc09-4f7d-a643-6949005e32ca tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515948 Feb 20 03:28:41.497330 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-537da21e-59ed-465f-acab-9d1f4ef80d92 req-d8127e4b-f48c-46c7-8a4c-95341b2370f9 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "GET /v2.0/security-groups/ea23170f-866a-483a-90e8-59efc72ec263 HTTP/1.1" status: 200 len: 1821 time: 0.2303543 Feb 20 03:28:41.536188 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7ba1ffe6-9c49-4b16-93a4-57df945f0eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0c073425-5284-40b3-ae19-986f913342d6), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:41.580358 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9347062a-34e7-4b5f-8ffb-ddacf482bba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:41.668710 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-741ad41c-4b62-416e-b697-670efbf7fe9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (a5b750cb-ea26-48ad-b6f6-5c76c6b2a7b0), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:41.674348 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8c784-99d4-4a46-9892-931428cd93e3 None None] Pushing event updated for resources: {'Port': ['ID=0c073425-5284-40b3-ae19-986f913342d6,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:41.689805 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-537da21e-59ed-465f-acab-9d1f4ef80d92 req-e3e0f071-87c3-48c1-8f44-514d56ea5331 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (ea23170f-866a-483a-90e8-59efc72ec263), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:41.723347 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-741ad41c-4b62-416e-b697-670efbf7fe9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b750cb-ea26-48ad-b6f6-5c76c6b2a7b0']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:41.734512 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-741ad41c-4b62-416e-b697-670efbf7fe9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcfd9671-870b-4ed5-9e7a-1901285805cc') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:41.734806 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-741ad41c-4b62-416e-b697-670efbf7fe9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcfd9671-870b-4ed5-9e7a-1901285805cc') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:41.737368 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba1ffe6-9c49-4b16-93a4-57df945f0eb4 None None] Routers {'81867b28-635f-4baa-b0e2-055985bde9df'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:28:41.738426 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-7ba1ffe6-9c49-4b16-93a4-57df945f0eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:28:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['81867b28-635f-4baa-b0e2-055985bde9df'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:41.738639 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-537da21e-59ed-465f-acab-9d1f4ef80d92 req-e3e0f071-87c3-48c1-8f44-514d56ea5331 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (ea23170f-866a-483a-90e8-59efc72ec263), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:41.765779 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-741ad41c-4b62-416e-b697-670efbf7fe9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (dcfd9671-870b-4ed5-9e7a-1901285805cc), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:41.834994 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-741ad41c-4b62-416e-b697-670efbf7fe9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (dcfd9671-870b-4ed5-9e7a-1901285805cc), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:41.845622 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-741ad41c-4b62-416e-b697-670efbf7fe9f admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:28:41.845970 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-741ad41c-4b62-416e-b697-670efbf7fe9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (dcfd9671-870b-4ed5-9e7a-1901285805cc), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:41.847643 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:28:41.847643 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:28:41.847643 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:28:41.847643 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:28:41.847643 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:28:41.847643 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:28:41.847643 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:28:41.847643 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:28:41.847643 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:28:41.847643 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:28:41.847643 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:28:41.847643 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:28:41.847643 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:28:41.847643 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:28:41.847643 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:28:41.847643 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:28:41.847643 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:28:41.847643 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:28:41.847643 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:28:41.847643 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:28:41.847643 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:28:41.847643 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:28:41.847643 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:28:41.847643 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:28:41.847643 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:28:41.847643 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:28:41.847643 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:28:41.847643 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:28:41.847643 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:28:41.847643 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:28:41.847643 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:28:41.847643 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:28:41.864018 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-537da21e-59ed-465f-acab-9d1f4ef80d92 req-e3e0f071-87c3-48c1-8f44-514d56ea5331 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ea23170f-866a-483a-90e8-59efc72ec263), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:41.866650 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-537da21e-59ed-465f-acab-9d1f4ef80d92 req-e3e0f071-87c3-48c1-8f44-514d56ea5331 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:41.867882 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-537da21e-59ed-465f-acab-9d1f4ef80d92 req-e3e0f071-87c3-48c1-8f44-514d56ea5331 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "DELETE /v2.0/security-groups/ea23170f-866a-483a-90e8-59efc72ec263 HTTP/1.1" status: 204 len: 173 time: 0.3696039 Feb 20 03:28:41.887850 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0f071-87c3-48c1-8f44-514d56ea5331 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea23170f-866a-483a-90e8-59efc72ec263,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:41.996615 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5c8d0016-dd02-4312-8ee0-f962a6fc98a9 req-7d1c4678-8486-4748-b49c-749b51ae098b tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "GET /v2.0/security-groups/649fba31-b9b4-4733-9862-ada6eb116885 HTTP/1.1" status: 200 len: 1821 time: 0.0931048 Feb 20 03:28:42.039582 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-7ba1ffe6-9c49-4b16-93a4-57df945f0eb4 None None] Set router 81867b28-635f-4baa-b0e2-055985bde9df gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:28:42.044190 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-741ad41c-4b62-416e-b697-670efbf7fe9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (a5b750cb-ea26-48ad-b6f6-5c76c6b2a7b0), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:42.055502 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-741ad41c-4b62-416e-b697-670efbf7fe9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:42.058592 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-741ad41c-4b62-416e-b697-670efbf7fe9f admin admin] 10.222.0.89 "DELETE /v2.0/networks/a5b750cb-ea26-48ad-b6f6-5c76c6b2a7b0 HTTP/1.1" status: 204 len: 168 time: 0.6862619 Feb 20 03:28:42.066660 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56760) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:42.131365 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ad41c-4b62-416e-b697-670efbf7fe9f admin admin] Pushing event deleted for resources: {'Network': ['ID=a5b750cb-ea26-48ad-b6f6-5c76c6b2a7b0,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:42.156870 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-9347062a-34e7-4b5f-8ffb-ddacf482bba2 admin admin] Allocated IP 172.20.0.1 (aa6d2272-799c-4865-988f-50175dc27eb2/2c58907d-12ba-48c6-961d-3dd4ac0885d0/eaec09da-2bb2-4b1c-9b06-2367e8239602) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:28:42.247333 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-a255ad4f-3034-46aa-91a1-67d24c2ec806 admin admin] Deleting subnet 63fdacb9-33cb-40c3-95da-6e606c01f3ec {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:28:42.252541 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a255ad4f-3034-46aa-91a1-67d24c2ec806 admin admin] Publish callbacks [] for subnet (63fdacb9-33cb-40c3-95da-6e606c01f3ec), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:42.271597 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device b482982f-45b9-4058-9e07-31cc53771546 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:28:42.297539 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5c8d0016-dd02-4312-8ee0-f962a6fc98a9 req-e6ad4bde-cf35-421b-a941-8687540403ef tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (649fba31-b9b4-4733-9862-ada6eb116885), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:42.308825 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-7ba1ffe6-9c49-4b16-93a4-57df945f0eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81867b28-635f-4baa-b0e2-055985bde9df', 'name': 'tempest-TaggedBootDevicesTest_v242-1554150350-router', 'tenant_id': '31539382099d40138aa9f9434b18f41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '0c073425-5284-40b3-ae19-986f913342d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:28:32Z', 'updated_at': '2022-02-20T03:28:37Z', 'revision_number': 3, 'project_id': '31539382099d40138aa9f9434b18f41f', 'gw_port': {'id': '0c073425-5284-40b3-ae19-986f913342d6', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:79:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81867b28-635f-4baa-b0e2-055985bde9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:28:35Z', 'updated_at': '2022-02-20T03:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:42.356135 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9347062a-34e7-4b5f-8ffb-ddacf482bba2 admin admin] Publish callbacks [] for port (eaec09da-2bb2-4b1c-9b06-2367e8239602), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:42.366517 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba1ffe6-9c49-4b16-93a4-57df945f0eb4 None None] The sync data for ids ['81867b28-635f-4baa-b0e2-055985bde9df'] in n-d-829866-4 is: [{'id': '81867b28-635f-4baa-b0e2-055985bde9df', 'name': 'tempest-TaggedBootDevicesTest_v242-1554150350-router', 'tenant_id': '31539382099d40138aa9f9434b18f41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '0c073425-5284-40b3-ae19-986f913342d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:28:32Z', 'updated_at': '2022-02-20T03:28:37Z', 'revision_number': 3, 'project_id': '31539382099d40138aa9f9434b18f41f', 'gw_port': {'id': '0c073425-5284-40b3-ae19-986f913342d6', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:79:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81867b28-635f-4baa-b0e2-055985bde9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:28:35Z', 'updated_at': '2022-02-20T03:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:28:42.393287 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5c8d0016-dd02-4312-8ee0-f962a6fc98a9 req-e6ad4bde-cf35-421b-a941-8687540403ef tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (649fba31-b9b4-4733-9862-ada6eb116885), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:42.417617 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a255ad4f-3034-46aa-91a1-67d24c2ec806 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (63fdacb9-33cb-40c3-95da-6e606c01f3ec), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:42.455703 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port b482982f-45b9-4058-9e07-31cc53771546 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:28:42.463350 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port b482982f-45b9-4058-9e07-31cc53771546 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:28:42.464661 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b482982f-45b9-4058-9e07-31cc53771546), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:42.559032 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9347062a-34e7-4b5f-8ffb-ddacf482bba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (eaec09da-2bb2-4b1c-9b06-2367e8239602), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:42.635881 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a255ad4f-3034-46aa-91a1-67d24c2ec806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (63fdacb9-33cb-40c3-95da-6e606c01f3ec), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:42.648533 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9347062a-34e7-4b5f-8ffb-ddacf482bba2 admin admin] Network aa6d2272-799c-4865-988f-50175dc27eb2 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:28:42.658353 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-9347062a-34e7-4b5f-8ffb-ddacf482bba2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:28:42.665247 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port b482982f-45b9-4058-9e07-31cc53771546 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:28:42.666832 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b482982f-45b9-4058-9e07-31cc53771546), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:42.667068 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9347062a-34e7-4b5f-8ffb-ddacf482bba2 admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:28:42.733070 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9347062a-34e7-4b5f-8ffb-ddacf482bba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (81867b28-635f-4baa-b0e2-055985bde9df), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:42.740321 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347062a-34e7-4b5f-8ffb-ddacf482bba2 admin admin] Pushing event updated for resources: {'Port': ['ID=eaec09da-2bb2-4b1c-9b06-2367e8239602,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:42.752259 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafc08cf-d972-4e0d-bf06-50fb7e640f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b482982f-45b9-4058-9e07-31cc53771546'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:28:42.757509 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08235236-3d18-4743-9c6a-b07df88bc446" -d '{"events": [{"server_uuid": "fafc08cf-d972-4e0d-bf06-50fb7e640f5e", "name": "network-vif-plugged", "status": "completed", "tag": "b482982f-45b9-4058-9e07-31cc53771546"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:28:42.798571 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port b482982f-45b9-4058-9e07-31cc53771546, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=b482982f-45b9-4058-9e07-31cc53771546,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:42.857418 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5c8d0016-dd02-4312-8ee0-f962a6fc98a9 req-e6ad4bde-cf35-421b-a941-8687540403ef tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (649fba31-b9b4-4733-9862-ada6eb116885), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:42.863523 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5c8d0016-dd02-4312-8ee0-f962a6fc98a9 req-e6ad4bde-cf35-421b-a941-8687540403ef tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:42.867121 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b482982f-45b9-4058-9e07-31cc53771546), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:42.872896 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5c8d0016-dd02-4312-8ee0-f962a6fc98a9 req-e6ad4bde-cf35-421b-a941-8687540403ef tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "DELETE /v2.0/security-groups/649fba31-b9b4-4733-9862-ada6eb116885 HTTP/1.1" status: 204 len: 173 time: 0.8649745 Feb 20 03:28:42.922714 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad4bde-cf35-421b-a941-8687540403ef tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=649fba31-b9b4-4733-9862-ada6eb116885,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:42.939576 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a255ad4f-3034-46aa-91a1-67d24c2ec806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (63fdacb9-33cb-40c3-95da-6e606c01f3ec), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:42.967996 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a36b56-00bc-44d7-abb0-13e614f9badd x-openstack-request-id: req-89a36b56-00bc-44d7-abb0-13e614f9badd {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:28:42.974217 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fafc08cf-d972-4e0d-bf06-50fb7e640f5e", "name": "network-vif-plugged", "status": "completed", "tag": "b482982f-45b9-4058-9e07-31cc53771546", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:28:42.974217 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-89a36b56-00bc-44d7-abb0-13e614f9badd {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:28:42.974851 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fafc08cf-d972-4e0d-bf06-50fb7e640f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b482982f-45b9-4058-9e07-31cc53771546', 'code': 200} Feb 20 03:28:43.028827 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=b482982f-45b9-4058-9e07-31cc53771546,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:43.065977 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572903b-a2b7-4f1f-a40a-c00a47c9b52a req-b28a4ea8-3bc3-4e18-aa7e-6c6489cb73b6 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:43.077386 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7572903b-a2b7-4f1f-a40a-c00a47c9b52a req-b28a4ea8-3bc3-4e18-aa7e-6c6489cb73b6 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a523e91-89c3-41f9-a208-edc6937d2cff HTTP/1.1" status: 200 len: 949 time: 0.3371172 Feb 20 03:28:43.098783 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255ad4f-3034-46aa-91a1-67d24c2ec806 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63fdacb9-33cb-40c3-95da-6e606c01f3ec,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:43.222922 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7572903b-a2b7-4f1f-a40a-c00a47c9b52a req-f9d209c0-7e74-4a91-b36b-48a26c8e225c tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097629 Feb 20 03:28:43.228161 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a255ad4f-3034-46aa-91a1-67d24c2ec806 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:43.231850 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a255ad4f-3034-46aa-91a1-67d24c2ec806 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/63fdacb9-33cb-40c3-95da-6e606c01f3ec HTTP/1.1" status: 204 len: 168 time: 1.1641738 Feb 20 03:28:43.237936 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-a08820a7-6c85-4855-bfee-bbc62f2d8a5d None None] Provisioning complete for port eaec09da-2bb2-4b1c-9b06-2367e8239602 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:28:43.238419 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a08820a7-6c85-4855-bfee-bbc62f2d8a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (eaec09da-2bb2-4b1c-9b06-2367e8239602), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:43.241238 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56774) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:43.261363 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9347062a-34e7-4b5f-8ffb-ddacf482bba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (eaec09da-2bb2-4b1c-9b06-2367e8239602), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:43.276231 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-a08820a7-6c85-4855-bfee-bbc62f2d8a5d None None] Port eaec09da-2bb2-4b1c-9b06-2367e8239602 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:28:43.386505 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ec117b3a-bab2-45de-b4b0-e2c4ab986182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (21e8d10b-c6f8-4677-968c-73f3c4c1dd17), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:43.403556 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab3662-a6d6-47e3-9cef-c01234443e0e req-fc7dbff1-c43b-4854-9e3b-548812cbd71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:43.405087 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3bab3662-a6d6-47e3-9cef-c01234443e0e req-fc7dbff1-c43b-4854-9e3b-548812cbd71b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fafc08cf-d972-4e0d-bf06-50fb7e640f5e HTTP/1.1" status: 200 len: 1131 time: 0.3265660 Feb 20 03:28:43.409795 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3d94c343-bcf4-4358-ab81-90fd0b22a09a req-68ddd414-4ed1-4e5c-9d26-50dccff143b5 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "GET /v2.0/security-groups/ee7b0c10-0c20-48d5-ba90-cf5f47d421e5 HTTP/1.1" status: 200 len: 1822 time: 0.3181958 Feb 20 03:28:43.595019 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9347062a-34e7-4b5f-8ffb-ddacf482bba2 admin admin] Publish callbacks [] for port (eaec09da-2bb2-4b1c-9b06-2367e8239602), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:43.674235 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3bab3662-a6d6-47e3-9cef-c01234443e0e req-0f72c901-d7a7-40b6-8589-92616aeeaec2 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555494 Feb 20 03:28:43.677618 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9347062a-34e7-4b5f-8ffb-ddacf482bba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (eaec09da-2bb2-4b1c-9b06-2367e8239602), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:43.728607 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ec117b3a-bab2-45de-b4b0-e2c4ab986182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (21e8d10b-c6f8-4677-968c-73f3c4c1dd17), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:43.738451 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3d94c343-bcf4-4358-ab81-90fd0b22a09a req-2f15a168-7e74-4a74-9840-5553eca5c4ca tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (ee7b0c10-0c20-48d5-ba90-cf5f47d421e5), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:43.775821 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-ec117b3a-bab2-45de-b4b0-e2c4ab986182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e8d10b-c6f8-4677-968c-73f3c4c1dd17']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:43.795522 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-ec117b3a-bab2-45de-b4b0-e2c4ab986182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a24e347a-591d-4ddd-a45c-0c83e67fdc07') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:43.798984 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-ec117b3a-bab2-45de-b4b0-e2c4ab986182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a24e347a-591d-4ddd-a45c-0c83e67fdc07') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:43.801766 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347062a-34e7-4b5f-8ffb-ddacf482bba2 admin admin] Pushing event updated for resources: {'Port': ['ID=eaec09da-2bb2-4b1c-9b06-2367e8239602,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:43.803074 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3d94c343-bcf4-4358-ab81-90fd0b22a09a req-2f15a168-7e74-4a74-9840-5553eca5c4ca tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (ee7b0c10-0c20-48d5-ba90-cf5f47d421e5), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:43.834159 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9347062a-34e7-4b5f-8ffb-ddacf482bba2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (81867b28-635f-4baa-b0e2-055985bde9df), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:43.869766 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ec117b3a-bab2-45de-b4b0-e2c4ab986182 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (a24e347a-591d-4ddd-a45c-0c83e67fdc07), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:43.887073 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ec117b3a-bab2-45de-b4b0-e2c4ab986182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (a24e347a-591d-4ddd-a45c-0c83e67fdc07), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:43.897152 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec117b3a-bab2-45de-b4b0-e2c4ab986182 admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:28:43.897913 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ec117b3a-bab2-45de-b4b0-e2c4ab986182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (a24e347a-591d-4ddd-a45c-0c83e67fdc07), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:43.900220 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:28:43.900220 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:28:43.900220 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:28:43.900220 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:28:43.900220 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:28:43.900220 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:28:43.900220 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:28:43.900220 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:28:43.900220 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:28:43.900220 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:28:43.900220 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:28:43.900220 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:28:43.900220 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:28:43.900220 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:28:43.900220 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:28:43.900220 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:28:43.900220 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:28:43.900220 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:28:43.900220 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:28:43.900220 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:28:43.900220 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:28:43.900220 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:28:43.900220 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:28:43.900220 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:28:43.900220 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:28:43.900220 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:28:43.900220 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:28:43.900220 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:28:43.900220 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:28:43.900220 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:28:43.900220 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:28:43.900220 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:28:43.964373 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3d94c343-bcf4-4358-ab81-90fd0b22a09a req-2f15a168-7e74-4a74-9840-5553eca5c4ca tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ee7b0c10-0c20-48d5-ba90-cf5f47d421e5), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:43.967623 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3d94c343-bcf4-4358-ab81-90fd0b22a09a req-2f15a168-7e74-4a74-9840-5553eca5c4ca tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:43.968872 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3d94c343-bcf4-4358-ab81-90fd0b22a09a req-2f15a168-7e74-4a74-9840-5553eca5c4ca tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "DELETE /v2.0/security-groups/ee7b0c10-0c20-48d5-ba90-cf5f47d421e5 HTTP/1.1" status: 204 len: 173 time: 0.5519972 Feb 20 03:28:44.007389 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9347062a-34e7-4b5f-8ffb-ddacf482bba2 admin admin] Network aa6d2272-799c-4865-988f-50175dc27eb2 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:28:44.010283 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-9347062a-34e7-4b5f-8ffb-ddacf482bba2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:28:44.157543 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15a168-7e74-4a74-9840-5553eca5c4ca tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7b0c10-0c20-48d5-ba90-cf5f47d421e5,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:44.165763 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f12deba0-8a63-4cc4-8425-afd31c1cf4a3 req-66f53e2e-6391-42ec-adf0-65c81d790ec3 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "GET /v2.0/security-groups/f3644691-6e9c-40e8-8540-b8aa235526e1 HTTP/1.1" status: 200 len: 2421 time: 0.1583662 Feb 20 03:28:44.223851 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ec117b3a-bab2-45de-b4b0-e2c4ab986182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (21e8d10b-c6f8-4677-968c-73f3c4c1dd17), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:44.258031 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ec117b3a-bab2-45de-b4b0-e2c4ab986182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:44.271577 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ec117b3a-bab2-45de-b4b0-e2c4ab986182 admin admin] 10.222.0.89 "DELETE /v2.0/networks/21e8d10b-c6f8-4677-968c-73f3c4c1dd17 HTTP/1.1" status: 204 len: 168 time: 1.0273170 Feb 20 03:28:44.281710 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0c073425-5284-40b3-ae19-986f913342d6 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:28:44.287487 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 99eba199-451f-4a84-894b-4526cba64742 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:28:44.300495 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9347062a-34e7-4b5f-8ffb-ddacf482bba2 admin admin] Router 81867b28-635f-4baa-b0e2-055985bde9df has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:28:44.396218 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec117b3a-bab2-45de-b4b0-e2c4ab986182 admin admin] Pushing event deleted for resources: {'Network': ['ID=21e8d10b-c6f8-4677-968c-73f3c4c1dd17,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:44.527531 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f12deba0-8a63-4cc4-8425-afd31c1cf4a3 req-6de548ac-c86e-40b6-989d-973c9c83deb6 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (f3644691-6e9c-40e8-8540-b8aa235526e1), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:44.559511 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df362804-d0c2-4208-b81c-0fcbccc804a1 req-27945504-440a-4d81-b1c7-302cbeac6844 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:44.560777 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 0c073425-5284-40b3-ae19-986f913342d6 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:28:44.561273 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0c073425-5284-40b3-ae19-986f913342d6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:44.561918 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-df362804-d0c2-4208-b81c-0fcbccc804a1 req-27945504-440a-4d81-b1c7-302cbeac6844 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a523e91-89c3-41f9-a208-edc6937d2cff HTTP/1.1" status: 200 len: 949 time: 0.1880329 Feb 20 03:28:44.580336 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9347062a-34e7-4b5f-8ffb-ddacf482bba2 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:28:44.601364 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9347062a-34e7-4b5f-8ffb-ddacf482bba2 admin admin] 10.222.0.89 "PUT /v2.0/routers/81867b28-635f-4baa-b0e2-055985bde9df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7681053 Feb 20 03:28:44.602043 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f314ec05-639f-47fd-806d-9c854e11aef4 None None] Provisioning complete for port eaec09da-2bb2-4b1c-9b06-2367e8239602 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:28:44.602298 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f314ec05-639f-47fd-806d-9c854e11aef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (eaec09da-2bb2-4b1c-9b06-2367e8239602), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:44.602957 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f12deba0-8a63-4cc4-8425-afd31c1cf4a3 req-6de548ac-c86e-40b6-989d-973c9c83deb6 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (f3644691-6e9c-40e8-8540-b8aa235526e1), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:44.670571 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-df362804-d0c2-4208-b81c-0fcbccc804a1 req-230a5130-c896-4ed4-bc97-6e35d2f5921f tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970466 Feb 20 03:28:44.715134 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f314ec05-639f-47fd-806d-9c854e11aef4 None None] Port eaec09da-2bb2-4b1c-9b06-2367e8239602 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:28:44.725345 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 99eba199-451f-4a84-894b-4526cba64742 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:28:44.734104 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 99eba199-451f-4a84-894b-4526cba64742 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:28:44.740281 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (99eba199-451f-4a84-894b-4526cba64742), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:44.752790 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f12deba0-8a63-4cc4-8425-afd31c1cf4a3 req-6de548ac-c86e-40b6-989d-973c9c83deb6 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f3644691-6e9c-40e8-8540-b8aa235526e1), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:44.757258 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f12deba0-8a63-4cc4-8425-afd31c1cf4a3 req-6de548ac-c86e-40b6-989d-973c9c83deb6 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:44.761762 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f12deba0-8a63-4cc4-8425-afd31c1cf4a3 req-6de548ac-c86e-40b6-989d-973c9c83deb6 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "DELETE /v2.0/security-groups/f3644691-6e9c-40e8-8540-b8aa235526e1 HTTP/1.1" status: 204 len: 173 time: 0.5796800 Feb 20 03:28:44.784191 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de548ac-c86e-40b6-989d-973c9c83deb6 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3644691-6e9c-40e8-8540-b8aa235526e1,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:44.973809 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-da23d059-5cb8-4770-92a6-8cad91ab3cc3 req-21d36fac-9109-40c6-aad8-bb2fc9f0f581 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "GET /v2.0/security-groups/323aa6ca-bcbc-497a-b15b-4c9bec1ce986 HTTP/1.1" status: 200 len: 2415 time: 0.1615484 Feb 20 03:28:44.994479 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56812) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:45.026680 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 0c073425-5284-40b3-ae19-986f913342d6 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:28:45.033404 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0c073425-5284-40b3-ae19-986f913342d6), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:45.082256 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 0c073425-5284-40b3-ae19-986f913342d6, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0c073425-5284-40b3-ae19-986f913342d6,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:45.118967 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-931e6000-57cb-4f9c-99c9-cc5adefd03bd admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=66a306b3a2da45e7acdd5a7488e6681a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1191680 Feb 20 03:28:45.122330 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56816) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:45.148731 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-da23d059-5cb8-4770-92a6-8cad91ab3cc3 req-160ceb46-980d-4927-93b2-c9059a5df098 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (323aa6ca-bcbc-497a-b15b-4c9bec1ce986), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:45.152104 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0c073425-5284-40b3-ae19-986f913342d6), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:45.172962 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 99eba199-451f-4a84-894b-4526cba64742 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:28:45.173512 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (99eba199-451f-4a84-894b-4526cba64742), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:45.267467 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-da23d059-5cb8-4770-92a6-8cad91ab3cc3 req-160ceb46-980d-4927-93b2-c9059a5df098 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (323aa6ca-bcbc-497a-b15b-4c9bec1ce986), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:45.280610 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a523e91-89c3-41f9-a208-edc6937d2cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99eba199-451f-4a84-894b-4526cba64742'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:28:45.283150 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77999dc6-b493-4c41-a46b-e0e604bd5a1e" -d '{"events": [{"server_uuid": "5a523e91-89c3-41f9-a208-edc6937d2cff", "name": "network-vif-plugged", "status": "completed", "tag": "99eba199-451f-4a84-894b-4526cba64742"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:28:45.314051 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1ede6637-61df-40c1-827a-3bda9a9589e0 admin admin] Publish callbacks [] for security_group (1f38496c-aed1-48ac-a668-18d66bc827b3), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:45.335587 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 99eba199-451f-4a84-894b-4526cba64742, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=99eba199-451f-4a84-894b-4526cba64742,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:45.351961 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=0c073425-5284-40b3-ae19-986f913342d6,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:45.365450 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1ede6637-61df-40c1-827a-3bda9a9589e0 admin admin] Publish callbacks [] for security_group (1f38496c-aed1-48ac-a668-18d66bc827b3), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:45.421027 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (99eba199-451f-4a84-894b-4526cba64742), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:45.478546 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-da23d059-5cb8-4770-92a6-8cad91ab3cc3 req-160ceb46-980d-4927-93b2-c9059a5df098 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (323aa6ca-bcbc-497a-b15b-4c9bec1ce986), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:45.482410 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-da23d059-5cb8-4770-92a6-8cad91ab3cc3 req-160ceb46-980d-4927-93b2-c9059a5df098 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:45.489860 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56822) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:45.501339 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-da23d059-5cb8-4770-92a6-8cad91ab3cc3 req-160ceb46-980d-4927-93b2-c9059a5df098 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] 10.222.0.89 "DELETE /v2.0/security-groups/323aa6ca-bcbc-497a-b15b-4c9bec1ce986 HTTP/1.1" status: 204 len: 173 time: 0.5062528 Feb 20 03:28:45.552715 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ceb46-980d-4927-93b2-c9059a5df098 tempest-SecurityGroupRulesTestJSON-1419036250 tempest-SecurityGroupRulesTestJSON-1419036250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=323aa6ca-bcbc-497a-b15b-4c9bec1ce986,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:45.593881 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1ede6637-61df-40c1-827a-3bda9a9589e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1f38496c-aed1-48ac-a668-18d66bc827b3), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:45.609181 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=99eba199-451f-4a84-894b-4526cba64742,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:45.610476 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1ede6637-61df-40c1-827a-3bda9a9589e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:45.612135 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1ede6637-61df-40c1-827a-3bda9a9589e0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1f38496c-aed1-48ac-a668-18d66bc827b3 HTTP/1.1" status: 204 len: 168 time: 0.4855685 Feb 20 03:28:45.631701 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c9c5d2-5f88-4d5c-a6d8-1bfb8ad209aa None None] Sync routers for ids ['81867b28-635f-4baa-b0e2-055985bde9df'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:28:45.643628 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094bebf0-e751-454c-9e49-ed6aed6e2005 x-openstack-request-id: req-094bebf0-e751-454c-9e49-ed6aed6e2005 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:28:45.644093 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a523e91-89c3-41f9-a208-edc6937d2cff", "name": "network-vif-plugged", "status": "completed", "tag": "99eba199-451f-4a84-894b-4526cba64742", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:28:45.644486 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-094bebf0-e751-454c-9e49-ed6aed6e2005 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:28:45.645000 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a523e91-89c3-41f9-a208-edc6937d2cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99eba199-451f-4a84-894b-4526cba64742', 'code': 200} Feb 20 03:28:45.662289 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c9c5d2-5f88-4d5c-a6d8-1bfb8ad209aa None None] Routers {'81867b28-635f-4baa-b0e2-055985bde9df'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:28:45.663791 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a5c9c5d2-5f88-4d5c-a6d8-1bfb8ad209aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:28:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['81867b28-635f-4baa-b0e2-055985bde9df'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:45.746999 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6c433-328b-4a24-ad5b-52458a88db5a req-241ce51b-ffaa-4cdb-ba53-abd6107bb08e tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:45.769651 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ed6c433-328b-4a24-ad5b-52458a88db5a req-241ce51b-ffaa-4cdb-ba53-abd6107bb08e tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "GET /v2.0/ports?device_id=0513e80f-2b82-445e-a9ac-5bcf73e3e389 HTTP/1.1" status: 200 len: 946 time: 0.1529329 Feb 20 03:28:45.783455 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede6637-61df-40c1-827a-3bda9a9589e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f38496c-aed1-48ac-a668-18d66bc827b3,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:45.814054 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-441a1308-d148-4e3b-8852-841524f5a30a admin admin] Deleting subnet f0510a56-7496-4a3e-bcfd-7559929b33fa {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:28:45.843341 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-441a1308-d148-4e3b-8852-841524f5a30a admin admin] Publish callbacks [] for subnet (f0510a56-7496-4a3e-bcfd-7559929b33fa), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:45.933489 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-441a1308-d148-4e3b-8852-841524f5a30a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (f0510a56-7496-4a3e-bcfd-7559929b33fa), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:45.995165 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-441a1308-d148-4e3b-8852-841524f5a30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (f0510a56-7496-4a3e-bcfd-7559929b33fa), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:46.144358 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274e135-886a-4fb9-9d78-3944a4321428 req-2059c565-89a3-4ad1-aa57-5704985be8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:46.150296 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-441a1308-d148-4e3b-8852-841524f5a30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (f0510a56-7496-4a3e-bcfd-7559929b33fa), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:46.167069 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6274e135-886a-4fb9-9d78-3944a4321428 req-2059c565-89a3-4ad1-aa57-5704985be8c2 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5a523e91-89c3-41f9-a208-edc6937d2cff HTTP/1.1" status: 200 len: 1132 time: 0.3810410 Feb 20 03:28:46.168948 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-a5c9c5d2-5f88-4d5c-a6d8-1bfb8ad209aa None None] Set router 81867b28-635f-4baa-b0e2-055985bde9df gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:28:46.201645 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-441a1308-d148-4e3b-8852-841524f5a30a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:46.212823 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-441a1308-d148-4e3b-8852-841524f5a30a admin admin] 10.222.0.89 "DELETE /v2.0/subnets/f0510a56-7496-4a3e-bcfd-7559929b33fa HTTP/1.1" status: 204 len: 168 time: 0.7217307 Feb 20 03:28:46.214436 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56840) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:46.261919 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0c073425-5284-40b3-ae19-986f913342d6 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:28:46.315377 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a1308-d148-4e3b-8852-841524f5a30a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0510a56-7496-4a3e-bcfd-7559929b33fa,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:46.326686 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a7838703-a660-4569-94ee-7477a74feac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (fc1c4fb8-f6b5-45ed-b212-464c300cf6f9), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:46.384534 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178099ea-2dcc-44af-a471-96827a7835ce req-adf099b7-f624-4a4e-962a-224045569839 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:46.393995 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-178099ea-2dcc-44af-a471-96827a7835ce req-adf099b7-f624-4a4e-962a-224045569839 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a523e91-89c3-41f9-a208-edc6937d2cff HTTP/1.1" status: 200 len: 950 time: 0.4130845 Feb 20 03:28:46.475938 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6274e135-886a-4fb9-9d78-3944a4321428 req-03070ab8-e5ae-4e7c-8ef9-11ddb13dce51 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962999 Feb 20 03:28:46.480073 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56846) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:46.501513 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ed6c433-328b-4a24-ad5b-52458a88db5a req-9a18bc6f-18e0-4243-b64d-eb0dc7266d57 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c25adb2-1fc4-4c61-bf23-2e751ebbbaba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7214391 Feb 20 03:28:46.538598 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-0026ba13-9717-4ae4-9782-d8cb4a82abd5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-249357059-network', 'tenant_id': 'a8ef7119574546c28edc4696d8d9fd47'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:46.562135 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a7838703-a660-4569-94ee-7477a74feac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (fc1c4fb8-f6b5-45ed-b212-464c300cf6f9), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:46.612148 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-a7838703-a660-4569-94ee-7477a74feac9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc1c4fb8-f6b5-45ed-b212-464c300cf6f9']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:46.631226 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-a7838703-a660-4569-94ee-7477a74feac9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8daf23c-b6eb-4ffb-83b6-30674f957254') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:46.631604 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-a7838703-a660-4569-94ee-7477a74feac9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8daf23c-b6eb-4ffb-83b6-30674f957254') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:46.670275 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-178099ea-2dcc-44af-a471-96827a7835ce req-151036d3-944a-40cf-81b2-e1f4272fee0a tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752950 Feb 20 03:28:46.689386 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56856) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:46.698784 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a7838703-a660-4569-94ee-7477a74feac9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (b8daf23c-b6eb-4ffb-83b6-30674f957254), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:46.725074 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a7838703-a660-4569-94ee-7477a74feac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (b8daf23c-b6eb-4ffb-83b6-30674f957254), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:46.741615 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7838703-a660-4569-94ee-7477a74feac9 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:28:46.741943 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a7838703-a660-4569-94ee-7477a74feac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (b8daf23c-b6eb-4ffb-83b6-30674f957254), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:46.745097 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:28:46.745097 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:28:46.745097 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:28:46.745097 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:28:46.745097 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:28:46.745097 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:28:46.745097 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:28:46.745097 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:28:46.745097 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:28:46.745097 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:28:46.745097 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:28:46.745097 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:28:46.745097 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:28:46.745097 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:28:46.745097 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:28:46.745097 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:28:46.745097 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:28:46.745097 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:28:46.745097 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:28:46.745097 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:28:46.745097 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:28:46.745097 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:28:46.745097 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:28:46.745097 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:28:46.745097 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:28:46.745097 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:28:46.745097 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:28:46.745097 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:28:46.745097 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:28:46.745097 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:28:46.745097 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:28:46.745097 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:28:46.791345 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0026ba13-9717-4ae4-9782-d8cb4a82abd5 admin admin] Made reservation on behalf of a8ef7119574546c28edc4696d8d9fd47 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:28:46.793975 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0026ba13-9717-4ae4-9782-d8cb4a82abd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:46.826813 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0026ba13-9717-4ae4-9782-d8cb4a82abd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:46.920496 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0026ba13-9717-4ae4-9782-d8cb4a82abd5 admin admin] Publish callbacks [] for security_group (7c3c6e9f-9d7f-42e4-81c4-f42ac48fb13e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:46.930529 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a7838703-a660-4569-94ee-7477a74feac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (fc1c4fb8-f6b5-45ed-b212-464c300cf6f9), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:46.954127 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a7838703-a660-4569-94ee-7477a74feac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:46.960365 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a7838703-a660-4569-94ee-7477a74feac9 admin admin] 10.222.0.89 "DELETE /v2.0/networks/fc1c4fb8-f6b5-45ed-b212-464c300cf6f9 HTTP/1.1" status: 204 len: 168 time: 0.7409854 Feb 20 03:28:46.960365 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7838703-a660-4569-94ee-7477a74feac9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc1c4fb8-f6b5-45ed-b212-464c300cf6f9,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:47.043171 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56864) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:47.106542 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 0c073425-5284-40b3-ae19-986f913342d6 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:28:47.107111 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0c073425-5284-40b3-ae19-986f913342d6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:47.157195 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-11cf9523-7097-4608-88a5-b42719846848 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2cd8aed3b47f444f96ce003a34cb8bcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1093819 Feb 20 03:28:47.157806 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56866) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:47.164074 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0026ba13-9717-4ae4-9782-d8cb4a82abd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (7c3c6e9f-9d7f-42e4-81c4-f42ac48fb13e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:47.171977 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a5c9c5d2-5f88-4d5c-a6d8-1bfb8ad209aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81867b28-635f-4baa-b0e2-055985bde9df', 'name': 'tempest-TaggedBootDevicesTest_v242-1554150350-router', 'tenant_id': '31539382099d40138aa9f9434b18f41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '0c073425-5284-40b3-ae19-986f913342d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:28:32Z', 'updated_at': '2022-02-20T03:28:43Z', 'revision_number': 4, 'project_id': '31539382099d40138aa9f9434b18f41f', 'gw_port': {'id': '0c073425-5284-40b3-ae19-986f913342d6', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:79:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81867b28-635f-4baa-b0e2-055985bde9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:28:35Z', 'updated_at': '2022-02-20T03:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'eaec09da-2bb2-4b1c-9b06-2367e8239602', 'name': '', 'network_id': 'aa6d2272-799c-4865-988f-50175dc27eb2', 'tenant_id': '31539382099d40138aa9f9434b18f41f', 'mac_address': 'fa:16:3e:76:a4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81867b28-635f-4baa-b0e2-055985bde9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '2c58907d-12ba-48c6-961d-3dd4ac0885d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:28:41Z', 'updated_at': '2022-02-20T03:28:43Z', 'revision_number': 2, 'project_id': '31539382099d40138aa9f9434b18f41f', 'subnets': [{'id': '2c58907d-12ba-48c6-961d-3dd4ac0885d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:47.221624 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c9c5d2-5f88-4d5c-a6d8-1bfb8ad209aa None None] Checking router: 81867b28-635f-4baa-b0e2-055985bde9df for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:28:47.222163 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c9c5d2-5f88-4d5c-a6d8-1bfb8ad209aa None None] Updating router 81867b28-635f-4baa-b0e2-055985bde9df port eaec09da-2bb2-4b1c-9b06-2367e8239602 binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:28:47.226828 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0026ba13-9717-4ae4-9782-d8cb4a82abd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:28:47.267006 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a5c9c5d2-5f88-4d5c-a6d8-1bfb8ad209aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (eaec09da-2bb2-4b1c-9b06-2367e8239602), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:47.275175 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7908c3fc-d11f-4fa1-9fc7-4a9836f0d0c8 admin admin] Publish callbacks [] for security_group (c60f8cde-1747-436f-b7f9-14805b70e22e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:47.354643 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7908c3fc-d11f-4fa1-9fc7-4a9836f0d0c8 admin admin] Publish callbacks [] for security_group (c60f8cde-1747-436f-b7f9-14805b70e22e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:47.359693 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026ba13-9717-4ae4-9782-d8cb4a82abd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3c6e9f-9d7f-42e4-81c4-f42ac48fb13e,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:47.369754 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0026ba13-9717-4ae4-9782-d8cb4a82abd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (2bd40259-34a6-4f68-a7f1-09cdff83c5fd), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:47.370101 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-0026ba13-9717-4ae4-9782-d8cb4a82abd5 admin admin] Added segment 2bd40259-34a6-4f68-a7f1-09cdff83c5fd of type vlan for network 1b24f433-0ebb-4ea7-8946-28adf4887331 Feb 20 03:28:47.484230 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0026ba13-9717-4ae4-9782-d8cb4a82abd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (1b24f433-0ebb-4ea7-8946-28adf4887331), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:47.502235 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 0c073425-5284-40b3-ae19-986f913342d6 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:28:47.641081 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56872) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:47.646379 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7908c3fc-d11f-4fa1-9fc7-4a9836f0d0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c60f8cde-1747-436f-b7f9-14805b70e22e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:47.647800 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7908c3fc-d11f-4fa1-9fc7-4a9836f0d0c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:47.651404 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7908c3fc-d11f-4fa1-9fc7-4a9836f0d0c8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c60f8cde-1747-436f-b7f9-14805b70e22e HTTP/1.1" status: 204 len: 168 time: 0.4848137 Feb 20 03:28:47.753483 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0026ba13-9717-4ae4-9782-d8cb4a82abd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (1b24f433-0ebb-4ea7-8946-28adf4887331), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:47.754452 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0026ba13-9717-4ae4-9782-d8cb4a82abd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:47.760816 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0026ba13-9717-4ae4-9782-d8cb4a82abd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:47.787435 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7908c3fc-d11f-4fa1-9fc7-4a9836f0d0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60f8cde-1747-436f-b7f9-14805b70e22e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:47.873679 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d3c073e2-3f3d-49e6-a1e2-266412560186 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6a05aeb72b13488691e3a19356c8f1e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207358 Feb 20 03:28:47.875928 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56878) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:47.938583 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a5c9c5d2-5f88-4d5c-a6d8-1bfb8ad209aa None None] Publish callbacks [] for port (eaec09da-2bb2-4b1c-9b06-2367e8239602), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:47.991699 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dffd4f57-226a-461a-b484-0700e73854d1 admin admin] Publish callbacks [] for security_group (e8ef7ed2-bf6f-4d3c-af84-c93b0ed52014), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:48.016381 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a5c9c5d2-5f88-4d5c-a6d8-1bfb8ad209aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (eaec09da-2bb2-4b1c-9b06-2367e8239602), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:48.037664 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dffd4f57-226a-461a-b484-0700e73854d1 admin admin] Publish callbacks [] for security_group (e8ef7ed2-bf6f-4d3c-af84-c93b0ed52014), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:48.119470 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79139e-3ace-471c-854e-c7189ec250b8 None None] Pushing event updated for resources: {'Port': ['ID=eaec09da-2bb2-4b1c-9b06-2367e8239602,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:48.209531 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2e620-89c6-4b87-bae9-082a1f78b65a req-d113bafd-bc16-481c-a57d-bc19ed0f989c tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:48.222559 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b7b2e620-89c6-4b87-bae9-082a1f78b65a req-d113bafd-bc16-481c-a57d-bc19ed0f989c tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "GET /v2.0/ports?device_id=0513e80f-2b82-445e-a9ac-5bcf73e3e389 HTTP/1.1" status: 200 len: 946 time: 0.4935448 Feb 20 03:28:48.232893 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dffd4f57-226a-461a-b484-0700e73854d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e8ef7ed2-bf6f-4d3c-af84-c93b0ed52014), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:48.235655 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dffd4f57-226a-461a-b484-0700e73854d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:48.236734 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0026ba13-9717-4ae4-9782-d8cb4a82abd5 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7292221 Feb 20 03:28:48.240384 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-dffd4f57-226a-461a-b484-0700e73854d1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e8ef7ed2-bf6f-4d3c-af84-c93b0ed52014 HTTP/1.1" status: 204 len: 168 time: 0.3638914 Feb 20 03:28:48.245978 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56882) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:48.259998 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-5aa24575-3c44-405e-a292-a124de8e9ae2 admin admin] Request body: {'subnet': {'network_id': '1b24f433-0ebb-4ea7-8946-28adf4887331', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-249357059-subnet', 'tenant_id': 'a8ef7119574546c28edc4696d8d9fd47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:48.319615 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a5c9c5d2-5f88-4d5c-a6d8-1bfb8ad209aa None None] Attempting to bind port eaec09da-2bb2-4b1c-9b06-2367e8239602 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:28:48.319998 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a5c9c5d2-5f88-4d5c-a6d8-1bfb8ad209aa None None] Attempting to bind port eaec09da-2bb2-4b1c-9b06-2367e8239602 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'f1a0472d-371a-4480-a48c-90bc332b7045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'aa6d2272-799c-4865-988f-50175dc27eb2'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:28:48.320367 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c9c5d2-5f88-4d5c-a6d8-1bfb8ad209aa None None] Attempting to bind port eaec09da-2bb2-4b1c-9b06-2367e8239602 on network aa6d2272-799c-4865-988f-50175dc27eb2 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:28:48.334893 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd4f57-226a-461a-b484-0700e73854d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ef7ed2-bf6f-4d3c-af84-c93b0ed52014,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:48.342455 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c9c5d2-5f88-4d5c-a6d8-1bfb8ad209aa None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:28:48.343778 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026ba13-9717-4ae4-9782-d8cb4a82abd5 admin admin] Pushing event updated for resources: {'Network': ['ID=1b24f433-0ebb-4ea7-8946-28adf4887331,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:48.355490 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c9c5d2-5f88-4d5c-a6d8-1bfb8ad209aa None None] Checking segment: {'id': 'f1a0472d-371a-4480-a48c-90bc332b7045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'aa6d2272-799c-4865-988f-50175dc27eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:28:48.355490 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a5c9c5d2-5f88-4d5c-a6d8-1bfb8ad209aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:48.355490 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c9c5d2-5f88-4d5c-a6d8-1bfb8ad209aa None None] Bound using segment: {'id': 'f1a0472d-371a-4480-a48c-90bc332b7045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'aa6d2272-799c-4865-988f-50175dc27eb2'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:28:48.355490 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a5c9c5d2-5f88-4d5c-a6d8-1bfb8ad209aa None None] Bound port: eaec09da-2bb2-4b1c-9b06-2367e8239602, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a0472d-371a-4480-a48c-90bc332b7045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'aa6d2272-799c-4865-988f-50175dc27eb2'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:28:48.355490 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a5c9c5d2-5f88-4d5c-a6d8-1bfb8ad209aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (eaec09da-2bb2-4b1c-9b06-2367e8239602), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:48.372620 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-16947cd4-d505-4dbf-84b2-ba21d26b0bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (f6cfb5a4-83da-49a6-b344-9115939df7c5), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:48.404366 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa24575-3c44-405e-a292-a124de8e9ae2 admin admin] Made reservation on behalf of a8ef7119574546c28edc4696d8d9fd47 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:28:48.410582 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5aa24575-3c44-405e-a292-a124de8e9ae2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:48.641396 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-a5c9c5d2-5f88-4d5c-a6d8-1bfb8ad209aa None None] For port eaec09da-2bb2-4b1c-9b06-2367e8239602, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:28:48.686377 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-a5c9c5d2-5f88-4d5c-a6d8-1bfb8ad209aa None None] For port eaec09da-2bb2-4b1c-9b06-2367e8239602, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=eaec09da-2bb2-4b1c-9b06-2367e8239602,segment=NetworkSegment(f1a0472d-371a-4480-a48c-90bc332b7045),segment_id=f1a0472d-371a-4480-a48c-90bc332b7045)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:28:48.712733 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-7a6913d5-77b1-4f18-bb0e-6bf168fd282b None None] Provisioning complete for port eaec09da-2bb2-4b1c-9b06-2367e8239602 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:28:48.715262 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7a6913d5-77b1-4f18-bb0e-6bf168fd282b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (eaec09da-2bb2-4b1c-9b06-2367e8239602), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:48.807399 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-7a6913d5-77b1-4f18-bb0e-6bf168fd282b None None] Port eaec09da-2bb2-4b1c-9b06-2367e8239602 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:28:48.811588 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a5c9c5d2-5f88-4d5c-a6d8-1bfb8ad209aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (eaec09da-2bb2-4b1c-9b06-2367e8239602), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:48.834292 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 1b24f433-0ebb-4ea7-8946-28adf4887331 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:28:48.923765 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b5c8c-b069-4a8e-a1d7-bb0a1cd4ec02 req-e15e086f-e8b3-4a22-b733-450a8b094977 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:48.926434 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7a0b5c8c-b069-4a8e-a1d7-bb0a1cd4ec02 req-e15e086f-e8b3-4a22-b733-450a8b094977 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a523e91-89c3-41f9-a208-edc6937d2cff HTTP/1.1" status: 200 len: 950 time: 1.0738659 Feb 20 03:28:49.055853 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5aa24575-3c44-405e-a292-a124de8e9ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (c299c1be-0f46-4d62-8be4-2966ea2779d5), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:49.061491 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c9c5d2-5f88-4d5c-a6d8-1bfb8ad209aa None None] Routers {'81867b28-635f-4baa-b0e2-055985bde9df'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:28:49.062619 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a5c9c5d2-5f88-4d5c-a6d8-1bfb8ad209aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:28:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['81867b28-635f-4baa-b0e2-055985bde9df'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:49.142539 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b7b2e620-89c6-4b87-bae9-082a1f78b65a req-e56dd4cc-03ba-4571-b34b-6c48859c70a1 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c25adb2-1fc4-4c61-bf23-2e751ebbbaba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9170167 Feb 20 03:28:49.161771 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa24575-3c44-405e-a292-a124de8e9ae2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c299c1be-0f46-4d62-8be4-2966ea2779d5,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:49.261138 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79139e-3ace-471c-854e-c7189ec250b8 None None] Pushing event updated for resources: {'Port': ['ID=eaec09da-2bb2-4b1c-9b06-2367e8239602,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:49.285805 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa24575-3c44-405e-a292-a124de8e9ae2 admin admin] Checking segment: {'id': '2bd40259-34a6-4f68-a7f1-09cdff83c5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1b24f433-0ebb-4ea7-8946-28adf4887331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:28:49.289045 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa24575-3c44-405e-a292-a124de8e9ae2 admin admin] Network hostable DHCP agents. Network: 1b24f433-0ebb-4ea7-8946-28adf4887331, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:28:49.325180 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7a0b5c8c-b069-4a8e-a1d7-bb0a1cd4ec02 req-82378854-43d0-44c2-ba77-ffa11bd4139d tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538201 Feb 20 03:28:49.352789 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a634d0f-3495-4e79-b9ef-5cebc468e58f req-1c27bad8-d553-49ba-b949-d1d27bb3e12c tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:49.360524 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1a634d0f-3495-4e79-b9ef-5cebc468e58f req-1c27bad8-d553-49ba-b949-d1d27bb3e12c tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.93 "GET /v2.0/ports?device_id=0513e80f-2b82-445e-a9ac-5bcf73e3e389 HTTP/1.1" status: 200 len: 946 time: 0.3668149 Feb 20 03:28:49.420112 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa24575-3c44-405e-a292-a124de8e9ae2 admin admin] Network 1b24f433-0ebb-4ea7-8946-28adf4887331 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:28:49.435845 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-4c43892d-c5a2-462f-8008-d09324841ef5 None None] Provisioning complete for port eaec09da-2bb2-4b1c-9b06-2367e8239602 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:28:49.436226 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4c43892d-c5a2-462f-8008-d09324841ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (eaec09da-2bb2-4b1c-9b06-2367e8239602), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:49.482346 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-a5c9c5d2-5f88-4d5c-a6d8-1bfb8ad209aa None None] Set router 81867b28-635f-4baa-b0e2-055985bde9df gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:28:49.518511 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-5aa24575-3c44-405e-a292-a124de8e9ae2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 1b24f433-0ebb-4ea7-8946-28adf4887331) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:28:49.524177 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa24575-3c44-405e-a292-a124de8e9ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:49.524703 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5aa24575-3c44-405e-a292-a124de8e9ae2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:49.619994 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5aa24575-3c44-405e-a292-a124de8e9ae2 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3759720 Feb 20 03:28:49.622226 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56916) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:49.627232 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-4f09be7b-2dd1-4506-a3ba-da587768e7b4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-249357059-router', 'tenant_id': 'a8ef7119574546c28edc4696d8d9fd47', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:49.665902 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39032d1d-19d3-44c7-a18b-f82b5dfcd807 None None] Network 1b24f433-0ebb-4ea7-8946-28adf4887331 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:28:49.705662 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-1a634d0f-3495-4e79-b9ef-5cebc468e58f req-995286f4-4194-4e9d-8e6d-d3324e908ddb tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Deleting port f0cc2847-c84a-4671-8dc3-491f60bda5cd {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:28:49.706096 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1a634d0f-3495-4e79-b9ef-5cebc468e58f req-995286f4-4194-4e9d-8e6d-d3324e908ddb tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (f0cc2847-c84a-4671-8dc3-491f60bda5cd), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:49.754156 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-16947cd4-d505-4dbf-84b2-ba21d26b0bc4 admin admin] Deleting port b494495c-52d5-475a-9227-206481fcd9cf {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:28:49.754522 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-16947cd4-d505-4dbf-84b2-ba21d26b0bc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b494495c-52d5-475a-9227-206481fcd9cf), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:49.758289 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f09be7b-2dd1-4506-a3ba-da587768e7b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (e2bc1b49-f46b-4421-9103-9b1ccd012ba6), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:49.763017 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f09be7b-2dd1-4506-a3ba-da587768e7b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (e2bc1b49-f46b-4421-9103-9b1ccd012ba6), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:49.871365 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8944219-26fe-42a8-b832-627afa80e26c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-1b24f433-0ebb-4ea7-8946-28adf4887331', 'network_id': '1b24f433-0ebb-4ea7-8946-28adf4887331', 'project_id': 'a8ef7119574546c28edc4696d8d9fd47', 'fixed_ips': [{'subnet_id': 'c299c1be-0f46-4d62-8be4-2966ea2779d5'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:28:49.872164 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c8944219-26fe-42a8-b832-627afa80e26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:49.951152 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-1a634d0f-3495-4e79-b9ef-5cebc468e58f req-995286f4-4194-4e9d-8e6d-d3324e908ddb tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] For port f0cc2847-c84a-4671-8dc3-491f60bda5cd, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f0cc2847-c84a-4671-8dc3-491f60bda5cd,segment=NetworkSegment(1e8db317-c16e-4859-a294-d56d1d7b8956),segment_id=1e8db317-c16e-4859-a294-d56d1d7b8956)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:49.952751 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1a634d0f-3495-4e79-b9ef-5cebc468e58f req-995286f4-4194-4e9d-8e6d-d3324e908ddb tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (f0cc2847-c84a-4671-8dc3-491f60bda5cd), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:49.958818 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f09be7b-2dd1-4506-a3ba-da587768e7b4 admin admin] Publish callbacks [] for router_controller (e2bc1b49-f46b-4421-9103-9b1ccd012ba6), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:49.975523 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-4c43892d-c5a2-462f-8008-d09324841ef5 None None] Current status of the port eaec09da-2bb2-4b1c-9b06-2367e8239602 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:28:49.975988 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4c43892d-c5a2-462f-8008-d09324841ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (eaec09da-2bb2-4b1c-9b06-2367e8239602), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:49.978349 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-16947cd4-d505-4dbf-84b2-ba21d26b0bc4 admin admin] For port b494495c-52d5-475a-9227-206481fcd9cf, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b494495c-52d5-475a-9227-206481fcd9cf,segment=NetworkSegment(abd61714-1aa3-4a6d-881e-c0d953838d62),segment_id=abd61714-1aa3-4a6d-881e-c0d953838d62)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:49.978726 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-16947cd4-d505-4dbf-84b2-ba21d26b0bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b494495c-52d5-475a-9227-206481fcd9cf), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:50.021298 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-4c43892d-c5a2-462f-8008-d09324841ef5 None None] For port eaec09da-2bb2-4b1c-9b06-2367e8239602, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=eaec09da-2bb2-4b1c-9b06-2367e8239602,segment=NetworkSegment(f1a0472d-371a-4480-a48c-90bc332b7045),segment_id=f1a0472d-371a-4480-a48c-90bc332b7045)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:50.024624 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-16947cd4-d505-4dbf-84b2-ba21d26b0bc4 admin admin] Calling delete_port for b494495c-52d5-475a-9227-206481fcd9cf owned by network:router_interface {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:28:50.220050 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4c43892d-c5a2-462f-8008-d09324841ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (eaec09da-2bb2-4b1c-9b06-2367e8239602), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:50.450773 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1a634d0f-3495-4e79-b9ef-5cebc468e58f req-995286f4-4194-4e9d-8e6d-d3324e908ddb tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:50.452317 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1a634d0f-3495-4e79-b9ef-5cebc468e58f req-995286f4-4194-4e9d-8e6d-d3324e908ddb tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (cca4896a-4c97-4c24-a961-0c0c3faaecbe), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:50.452649 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [req-1a634d0f-3495-4e79-b9ef-5cebc468e58f req-995286f4-4194-4e9d-8e6d-d3324e908ddb tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Floating IP cca4896a-4c97-4c24-a961-0c0c3faaecbe disassociated. External IP: 172.25.7.144, port: f0cc2847-c84a-4671-8dc3-491f60bda5cd. Feb 20 03:28:50.453009 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-1a634d0f-3495-4e79-b9ef-5cebc468e58f req-995286f4-4194-4e9d-8e6d-d3324e908ddb tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Calling delete_port for f0cc2847-c84a-4671-8dc3-491f60bda5cd owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:28:50.471195 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f09be7b-2dd1-4506-a3ba-da587768e7b4 admin admin] Publish callbacks [] for router_gateway (e2bc1b49-f46b-4421-9103-9b1ccd012ba6), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:50.520526 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43892d-c5a2-462f-8008-d09324841ef5 None None] Pushing event updated for resources: {'Port': ['ID=eaec09da-2bb2-4b1c-9b06-2367e8239602,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:50.537439 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-c8944219-26fe-42a8-b832-627afa80e26c None None] Allocated IP 172.20.0.2 (1b24f433-0ebb-4ea7-8946-28adf4887331/c299c1be-0f46-4d62-8be4-2966ea2779d5/b025d7d7-3e79-43f6-ad50-e1c50ccef82f) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:28:50.562583 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a5c9c5d2-5f88-4d5c-a6d8-1bfb8ad209aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81867b28-635f-4baa-b0e2-055985bde9df', 'name': 'tempest-TaggedBootDevicesTest_v242-1554150350-router', 'tenant_id': '31539382099d40138aa9f9434b18f41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '0c073425-5284-40b3-ae19-986f913342d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:28:32Z', 'updated_at': '2022-02-20T03:28:43Z', 'revision_number': 4, 'project_id': '31539382099d40138aa9f9434b18f41f', 'gw_port': {'id': '0c073425-5284-40b3-ae19-986f913342d6', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:79:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81867b28-635f-4baa-b0e2-055985bde9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:28:35Z', 'updated_at': '2022-02-20T03:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'eaec09da-2bb2-4b1c-9b06-2367e8239602', 'name': '', 'network_id': 'aa6d2272-799c-4865-988f-50175dc27eb2', 'tenant_id': '31539382099d40138aa9f9434b18f41f', 'mac_address': 'fa:16:3e:76:a4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81867b28-635f-4baa-b0e2-055985bde9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '2c58907d-12ba-48c6-961d-3dd4ac0885d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:28:41Z', 'updated_at': '2022-02-20T03:28:48Z', 'revision_number': 4, 'project_id': '31539382099d40138aa9f9434b18f41f', 'subnets': [{'id': '2c58907d-12ba-48c6-961d-3dd4ac0885d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:50.596259 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0249c-1b80-4cf1-8d8a-cce4bafe845c req-f028c9a3-aac3-4f78-96ce-169d5392ca5d tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:50.597867 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65e0249c-1b80-4cf1-8d8a-cce4bafe845c req-f028c9a3-aac3-4f78-96ce-169d5392ca5d tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a523e91-89c3-41f9-a208-edc6937d2cff HTTP/1.1" status: 200 len: 950 time: 0.1344678 Feb 20 03:28:50.721078 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65e0249c-1b80-4cf1-8d8a-cce4bafe845c req-c090c787-3b0b-4dbe-8dd6-04f5134571f9 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153963 Feb 20 03:28:50.793006 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-16947cd4-d505-4dbf-84b2-ba21d26b0bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (b494495c-52d5-475a-9227-206481fcd9cf), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:50.826907 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56946) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:50.958088 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16947cd4-d505-4dbf-84b2-ba21d26b0bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b494495c-52d5-475a-9227-206481fcd9cf,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:51.107623 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16947cd4-d505-4dbf-84b2-ba21d26b0bc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:51.108005 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16947cd4-d505-4dbf-84b2-ba21d26b0bc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:51.108351 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16947cd4-d505-4dbf-84b2-ba21d26b0bc4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:51.108706 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16947cd4-d505-4dbf-84b2-ba21d26b0bc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:51.109031 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16947cd4-d505-4dbf-84b2-ba21d26b0bc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:51.109365 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16947cd4-d505-4dbf-84b2-ba21d26b0bc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:51.109699 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16947cd4-d505-4dbf-84b2-ba21d26b0bc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:51.110600 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16947cd4-d505-4dbf-84b2-ba21d26b0bc4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:51.110600 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16947cd4-d505-4dbf-84b2-ba21d26b0bc4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:51.110769 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16947cd4-d505-4dbf-84b2-ba21d26b0bc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:51.110996 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16947cd4-d505-4dbf-84b2-ba21d26b0bc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:51.118926 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16947cd4-d505-4dbf-84b2-ba21d26b0bc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:51.121839 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16947cd4-d505-4dbf-84b2-ba21d26b0bc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:51.163712 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-0d8530d4-d7d9-402b-85f6-bfbe73b17e92 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1705300799-network', 'tenant_id': '20815e4a67e342b08b7dd3b3df86dc90'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:51.217574 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1a634d0f-3495-4e79-b9ef-5cebc468e58f req-995286f4-4194-4e9d-8e6d-d3324e908ddb tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (f0cc2847-c84a-4671-8dc3-491f60bda5cd), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:51.226499 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f09be7b-2dd1-4506-a3ba-da587768e7b4 admin admin] Publish callbacks [] for router_gateway (e2bc1b49-f46b-4421-9103-9b1ccd012ba6), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:51.265665 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f09be7b-2dd1-4506-a3ba-da587768e7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:51.317142 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8530d4-d7d9-402b-85f6-bfbe73b17e92 admin admin] Made reservation on behalf of 20815e4a67e342b08b7dd3b3df86dc90 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:28:51.320320 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0d8530d4-d7d9-402b-85f6-bfbe73b17e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:51.327158 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c8944219-26fe-42a8-b832-627afa80e26c None None] Publish callbacks [] for port (b025d7d7-3e79-43f6-ad50-e1c50ccef82f), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:51.332305 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c9c5d2-5f88-4d5c-a6d8-1bfb8ad209aa None None] The sync data for ids ['81867b28-635f-4baa-b0e2-055985bde9df'] in n-d-829866-4 is: [{'id': '81867b28-635f-4baa-b0e2-055985bde9df', 'name': 'tempest-TaggedBootDevicesTest_v242-1554150350-router', 'tenant_id': '31539382099d40138aa9f9434b18f41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '0c073425-5284-40b3-ae19-986f913342d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:28:32Z', 'updated_at': '2022-02-20T03:28:43Z', 'revision_number': 4, 'project_id': '31539382099d40138aa9f9434b18f41f', 'gw_port': {'id': '0c073425-5284-40b3-ae19-986f913342d6', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:79:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81867b28-635f-4baa-b0e2-055985bde9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:28:35Z', 'updated_at': '2022-02-20T03:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'eaec09da-2bb2-4b1c-9b06-2367e8239602', 'name': '', 'network_id': 'aa6d2272-799c-4865-988f-50175dc27eb2', 'tenant_id': '31539382099d40138aa9f9434b18f41f', 'mac_address': 'fa:16:3e:76:a4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81867b28-635f-4baa-b0e2-055985bde9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '2c58907d-12ba-48c6-961d-3dd4ac0885d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:28:41Z', 'updated_at': '2022-02-20T03:28:48Z', 'revision_number': 4, 'project_id': '31539382099d40138aa9f9434b18f41f', 'subnets': [{'id': '2c58907d-12ba-48c6-961d-3dd4ac0885d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:28:51.341496 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0d8530d4-d7d9-402b-85f6-bfbe73b17e92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:51.364386 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2351999-37d1-4215-ac3c-c16127f15c1a req-faeb3284-7647-4a19-a744-7fe08c941cd4 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:51.366619 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c2351999-37d1-4215-ac3c-c16127f15c1a req-faeb3284-7647-4a19-a744-7fe08c941cd4 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=fafc08cf-d972-4e0d-bf06-50fb7e640f5e HTTP/1.1" status: 200 len: 949 time: 0.4287317 Feb 20 03:28:51.380251 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995286f4-4194-4e9d-8e6d-d3324e908ddb tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Pushing event deleted for resources: {'Port': ['ID=f0cc2847-c84a-4671-8dc3-491f60bda5cd,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:51.450346 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c8944219-26fe-42a8-b832-627afa80e26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (b025d7d7-3e79-43f6-ad50-e1c50ccef82f), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:51.501484 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0d8530d4-d7d9-402b-85f6-bfbe73b17e92 admin admin] Publish callbacks [] for security_group (bbcf8e84-1c2f-49bf-83d9-a23f60e588e6), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:51.539987 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:51.557887 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:51.591115 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8944219-26fe-42a8-b832-627afa80e26c None None] Network 1b24f433-0ebb-4ea7-8946-28adf4887331 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:28:51.595483 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8944219-26fe-42a8-b832-627afa80e26c None None] Pushing event updated for resources: {'Port': ['ID=b025d7d7-3e79-43f6-ad50-e1c50ccef82f,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:51.596966 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0d8530d4-d7d9-402b-85f6-bfbe73b17e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (bbcf8e84-1c2f-49bf-83d9-a23f60e588e6), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:51.603429 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-c8944219-26fe-42a8-b832-627afa80e26c None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:28:51.616375 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8944219-26fe-42a8-b832-627afa80e26c None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:28:51.660489 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8530d4-d7d9-402b-85f6-bfbe73b17e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcf8e84-1c2f-49bf-83d9-a23f60e588e6,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:51.662053 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612e512-ffac-4581-86cc-62e7acf02ef9 req-9b2eff89-0a82-43cb-a94a-e7244467e0b7 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:51.664697 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0612e512-ffac-4581-86cc-62e7acf02ef9 req-9b2eff89-0a82-43cb-a94a-e7244467e0b7 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "GET /v2.0/ports?device_id=0513e80f-2b82-445e-a9ac-5bcf73e3e389 HTTP/1.1" status: 200 len: 867 time: 1.3461285 Feb 20 03:28:51.695204 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-4f09be7b-2dd1-4506-a3ba-da587768e7b4 admin admin] Allocated IP 172.25.7.54 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/92089f3c-ff43-4303-a66b-cfd7ba7430b5) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:28:51.702104 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8530d4-d7d9-402b-85f6-bfbe73b17e92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:51.702902 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8530d4-d7d9-402b-85f6-bfbe73b17e92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:51.707951 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8530d4-d7d9-402b-85f6-bfbe73b17e92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:51.707951 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8530d4-d7d9-402b-85f6-bfbe73b17e92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:51.707951 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8530d4-d7d9-402b-85f6-bfbe73b17e92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:51.709004 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8530d4-d7d9-402b-85f6-bfbe73b17e92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:51.709433 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8530d4-d7d9-402b-85f6-bfbe73b17e92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:51.710420 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8530d4-d7d9-402b-85f6-bfbe73b17e92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:51.710764 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8530d4-d7d9-402b-85f6-bfbe73b17e92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:51.716580 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8530d4-d7d9-402b-85f6-bfbe73b17e92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:51.717128 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8530d4-d7d9-402b-85f6-bfbe73b17e92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:51.717320 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8530d4-d7d9-402b-85f6-bfbe73b17e92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:51.717915 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8530d4-d7d9-402b-85f6-bfbe73b17e92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:51.726222 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d8530d4-d7d9-402b-85f6-bfbe73b17e92 admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:28:51.752903 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0d8530d4-d7d9-402b-85f6-bfbe73b17e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (e1725345-6967-4a85-94eb-e6034c328c97), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:51.752903 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-0d8530d4-d7d9-402b-85f6-bfbe73b17e92 admin admin] Added segment e1725345-6967-4a85-94eb-e6034c328c97 of type vlan for network 083a323a-2dd8-4a52-bebe-824cc4e94c1b Feb 20 03:28:51.805213 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-c8944219-26fe-42a8-b832-627afa80e26c None None] Attempting to bind port b025d7d7-3e79-43f6-ad50-e1c50ccef82f on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:28:51.805854 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-c8944219-26fe-42a8-b832-627afa80e26c None None] Attempting to bind port b025d7d7-3e79-43f6-ad50-e1c50ccef82f by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '2bd40259-34a6-4f68-a7f1-09cdff83c5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1b24f433-0ebb-4ea7-8946-28adf4887331'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:28:51.806388 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8944219-26fe-42a8-b832-627afa80e26c None None] Attempting to bind port b025d7d7-3e79-43f6-ad50-e1c50ccef82f on network 1b24f433-0ebb-4ea7-8946-28adf4887331 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:28:51.816793 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8944219-26fe-42a8-b832-627afa80e26c None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:28:51.817180 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8944219-26fe-42a8-b832-627afa80e26c None None] Checking segment: {'id': '2bd40259-34a6-4f68-a7f1-09cdff83c5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1b24f433-0ebb-4ea7-8946-28adf4887331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:28:51.817627 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c8944219-26fe-42a8-b832-627afa80e26c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:51.818031 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8944219-26fe-42a8-b832-627afa80e26c None None] Bound using segment: {'id': '2bd40259-34a6-4f68-a7f1-09cdff83c5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1b24f433-0ebb-4ea7-8946-28adf4887331'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:28:51.818509 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-c8944219-26fe-42a8-b832-627afa80e26c None None] Bound port: b025d7d7-3e79-43f6-ad50-e1c50ccef82f, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd40259-34a6-4f68-a7f1-09cdff83c5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1b24f433-0ebb-4ea7-8946-28adf4887331'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:28:51.818936 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c8944219-26fe-42a8-b832-627afa80e26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b025d7d7-3e79-43f6-ad50-e1c50ccef82f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:51.977804 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f09be7b-2dd1-4506-a3ba-da587768e7b4 admin admin] Publish callbacks [] for port (92089f3c-ff43-4303-a66b-cfd7ba7430b5), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:51.993249 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c8944219-26fe-42a8-b832-627afa80e26c None None] For port b025d7d7-3e79-43f6-ad50-e1c50ccef82f, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:28:52.009393 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c8944219-26fe-42a8-b832-627afa80e26c None None] For port b025d7d7-3e79-43f6-ad50-e1c50ccef82f, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b025d7d7-3e79-43f6-ad50-e1c50ccef82f,segment=NetworkSegment(2bd40259-34a6-4f68-a7f1-09cdff83c5fd),segment_id=2bd40259-34a6-4f68-a7f1-09cdff83c5fd)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:28:52.071698 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0d8530d4-d7d9-402b-85f6-bfbe73b17e92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (083a323a-2dd8-4a52-bebe-824cc4e94c1b), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:52.088461 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c2351999-37d1-4215-ac3c-c16127f15c1a req-a34ffe68-7b44-42ac-8ad8-40bf278733b0 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7119045 Feb 20 03:28:52.095734 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c8944219-26fe-42a8-b832-627afa80e26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b025d7d7-3e79-43f6-ad50-e1c50ccef82f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:52.124323 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f09be7b-2dd1-4506-a3ba-da587768e7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (92089f3c-ff43-4303-a66b-cfd7ba7430b5), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:52.291694 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f09be7b-2dd1-4506-a3ba-da587768e7b4 admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:28:52.296339 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09be7b-2dd1-4506-a3ba-da587768e7b4 admin admin] Pushing event updated for resources: {'Port': ['ID=92089f3c-ff43-4303-a66b-cfd7ba7430b5,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:52.305215 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-4f09be7b-2dd1-4506-a3ba-da587768e7b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:28:52.315487 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f0cc2847-c84a-4671-8dc3-491f60bda5cd no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:28:52.322481 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f09be7b-2dd1-4506-a3ba-da587768e7b4 admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:28:52.326868 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0d8530d4-d7d9-402b-85f6-bfbe73b17e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (083a323a-2dd8-4a52-bebe-824cc4e94c1b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:52.327851 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8530d4-d7d9-402b-85f6-bfbe73b17e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:52.328441 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0d8530d4-d7d9-402b-85f6-bfbe73b17e92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:52.401317 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: f0cc2847-c84a-4671-8dc3-491f60bda5cd {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:28:52.422295 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f0cc2847-c84a-4671-8dc3-491f60bda5cd not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:28:52.438438 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device eaec09da-2bb2-4b1c-9b06-2367e8239602 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:28:52.498201 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8944219-26fe-42a8-b832-627afa80e26c None None] Pushing event updated for resources: {'Port': ['ID=b025d7d7-3e79-43f6-ad50-e1c50ccef82f,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:52.537877 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8530d4-d7d9-402b-85f6-bfbe73b17e92 admin admin] Pushing event updated for resources: {'Network': ['ID=083a323a-2dd8-4a52-bebe-824cc4e94c1b,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:52.553523 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 083a323a-2dd8-4a52-bebe-824cc4e94c1b details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:28:52.705723 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0d8530d4-d7d9-402b-85f6-bfbe73b17e92 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8778157 Feb 20 03:28:52.742389 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56976) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:52.778960 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-c4e199bd-0a28-4002-90a9-f7e2d89c14e0 admin admin] Request body: {'subnet': {'network_id': '083a323a-2dd8-4a52-bebe-824cc4e94c1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1705300799-subnet', 'tenant_id': '20815e4a67e342b08b7dd3b3df86dc90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:52.797439 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port eaec09da-2bb2-4b1c-9b06-2367e8239602 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:28:52.798080 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (eaec09da-2bb2-4b1c-9b06-2367e8239602), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:53.027900 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port eaec09da-2bb2-4b1c-9b06-2367e8239602 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:28:53.078431 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e199bd-0a28-4002-90a9-f7e2d89c14e0 admin admin] Made reservation on behalf of 20815e4a67e342b08b7dd3b3df86dc90 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:28:53.080958 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4e199bd-0a28-4002-90a9-f7e2d89c14e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:53.153026 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0612e512-ffac-4581-86cc-62e7acf02ef9 req-6fc952e5-72e6-4433-8e18-0f6d54908987 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "GET /v2.0/security-groups?id=5c25adb2-1fc4-4c61-bf23-2e751ebbbaba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4524384 Feb 20 03:28:53.190654 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-16947cd4-d505-4dbf-84b2-ba21d26b0bc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (f6cfb5a4-83da-49a6-b344-9115939df7c5), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:53.515878 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a634d0f-3495-4e79-b9ef-5cebc468e58f req-995286f4-4194-4e9d-8e6d-d3324e908ddb tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Router af89821a-4586-4c4f-86f2-051e2979d6bc has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:28:53.550313 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621e7c2-5454-431e-b77c-016c54d0667d req-f26f1985-d358-474f-abcf-bb13010855d3 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:53.561731 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621e7c2-5454-431e-b77c-016c54d0667d req-f26f1985-d358-474f-abcf-bb13010855d3 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:53.569451 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8621e7c2-5454-431e-b77c-016c54d0667d req-f26f1985-d358-474f-abcf-bb13010855d3 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a523e91-89c3-41f9-a208-edc6937d2cff&device_id=fafc08cf-d972-4e0d-bf06-50fb7e640f5e HTTP/1.1" status: 200 len: 1690 time: 0.4516566 Feb 20 03:28:53.667329 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-74957dff-c009-46df-af0b-48e2a5875bfc tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=1fdd4025ee714ee983198244f5c24403&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1000085 Feb 20 03:28:53.910524 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16947cd4-d505-4dbf-84b2-ba21d26b0bc4 admin admin] Router f6cfb5a4-83da-49a6-b344-9115939df7c5 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:28:53.952853 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8621e7c2-5454-431e-b77c-016c54d0667d req-a0bd4a09-da03-4687-89e5-bd4b0d61759b tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676488 Feb 20 03:28:53.982522 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f09be7b-2dd1-4506-a3ba-da587768e7b4 admin admin] Publish callbacks [] for router_gateway (e2bc1b49-f46b-4421-9103-9b1ccd012ba6), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:54.014282 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-2840b6ec-127b-4973-9f35-c9d7f8fa6dec tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:54.030194 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-2840b6ec-127b-4973-9f35-c9d7f8fa6dec tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3619456 Feb 20 03:28:54.103166 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd0e22d-36de-4e93-bd00-c8fa361529bb None None] Network 1b24f433-0ebb-4ea7-8946-28adf4887331 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:28:54.188081 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-1390c475-d610-40d1-965d-69942ac4a890 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/quotas/1fdd4025ee714ee983198244f5c24403 HTTP/1.1" status: 200 len: 375 time: 0.1568553 Feb 20 03:28:54.239669 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-985a8fce-c255-45c7-804b-2f098d8d8248 None None] Provisioning complete for port b025d7d7-3e79-43f6-ad50-e1c50ccef82f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:28:54.240590 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-985a8fce-c255-45c7-804b-2f098d8d8248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b025d7d7-3e79-43f6-ad50-e1c50ccef82f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:54.279963 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b025d7d7-3e79-43f6-ad50-e1c50ccef82f up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:28:54.326895 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16947cd4-d505-4dbf-84b2-ba21d26b0bc4 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:28:54.333468 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-16947cd4-d505-4dbf-84b2-ba21d26b0bc4 admin admin] 10.222.0.89 "PUT /v2.0/routers/f6cfb5a4-83da-49a6-b344-9115939df7c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6430123 Feb 20 03:28:54.335037 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a634d0f-3495-4e79-b9ef-5cebc468e58f req-995286f4-4194-4e9d-8e6d-d3324e908ddb tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:28:54.338798 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a4a5a2-7d31-4fbc-81ad-fdb7c1977ba9 None None] Sync routers for ids ['f6cfb5a4-83da-49a6-b344-9115939df7c5'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:28:54.357390 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a4a5a2-7d31-4fbc-81ad-fdb7c1977ba9 None None] Routers {'f6cfb5a4-83da-49a6-b344-9115939df7c5'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:28:54.358573 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-f9a4a5a2-7d31-4fbc-81ad-fdb7c1977ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:28:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['f6cfb5a4-83da-49a6-b344-9115939df7c5'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:54.371717 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b47e837-bfc7-4807-99e8-25d0694168a2 None None] Sync routers for ids ['af89821a-4586-4c4f-86f2-051e2979d6bc'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:28:54.398822 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b47e837-bfc7-4807-99e8-25d0694168a2 None None] Routers {'af89821a-4586-4c4f-86f2-051e2979d6bc'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:28:54.400011 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-4b47e837-bfc7-4807-99e8-25d0694168a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:28:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['af89821a-4586-4c4f-86f2-051e2979d6bc'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:54.406121 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56998) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:54.407387 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-147b4d82-b300-4da8-9f0a-ecf3adcda76a tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=1fdd4025ee714ee983198244f5c24403&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2184148 Feb 20 03:28:54.415876 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f09be7b-2dd1-4506-a3ba-da587768e7b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (e2bc1b49-f46b-4421-9103-9b1ccd012ba6), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:54.432428 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4e199bd-0a28-4002-90a9-f7e2d89c14e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (d8b94172-f0f7-4237-a0cf-2ff016ab80a9), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:54.474520 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a634d0f-3495-4e79-b9ef-5cebc468e58f req-995286f4-4194-4e9d-8e6d-d3324e908ddb tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] No DVR routers for this DVR port f0cc2847-c84a-4671-8dc3-491f60bda5cd on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:28:54.477612 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1a634d0f-3495-4e79-b9ef-5cebc468e58f req-995286f4-4194-4e9d-8e6d-d3324e908ddb tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:54.486188 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1a634d0f-3495-4e79-b9ef-5cebc468e58f req-995286f4-4194-4e9d-8e6d-d3324e908ddb tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.93 "DELETE /v2.0/ports/f0cc2847-c84a-4671-8dc3-491f60bda5cd HTTP/1.1" status: 204 len: 173 time: 5.1211774 Feb 20 03:28:54.486688 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0513e80f-2b82-445e-a9ac-5bcf73e3e389', 'name': 'network-vif-deleted', 'tag': 'f0cc2847-c84a-4671-8dc3-491f60bda5cd'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:28:54.499537 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14909dc-3a2c-4219-844f-207110b571c2" -d '{"events": [{"server_uuid": "0513e80f-2b82-445e-a9ac-5bcf73e3e389", "name": "network-vif-deleted", "tag": "f0cc2847-c84a-4671-8dc3-491f60bda5cd"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:28:54.555171 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port b025d7d7-3e79-43f6-ad50-e1c50ccef82f triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:28:54.555661 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b025d7d7-3e79-43f6-ad50-e1c50ccef82f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:54.613012 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-f9a4a5a2-7d31-4fbc-81ad-fdb7c1977ba9 None None] Set router f6cfb5a4-83da-49a6-b344-9115939df7c5 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:28:54.629087 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-985a8fce-c255-45c7-804b-2f098d8d8248 None None] Current status of the port b025d7d7-3e79-43f6-ad50-e1c50ccef82f is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:28:54.629547 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-985a8fce-c255-45c7-804b-2f098d8d8248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b025d7d7-3e79-43f6-ad50-e1c50ccef82f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:54.716395 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-4b47e837-bfc7-4807-99e8-25d0694168a2 None None] Set router af89821a-4586-4c4f-86f2-051e2979d6bc gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:28:54.794028 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27958ad6-0e92-4c84-b003-1b793f4d5b2a req-386b0846-6d5b-4be5-8219-a3e96675fdb9 tempest-ServersOnMultiNodesTest-1517377240 tempest-ServersOnMultiNodesTest-1517377240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:54.800593 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-985a8fce-c255-45c7-804b-2f098d8d8248 None None] For port b025d7d7-3e79-43f6-ad50-e1c50ccef82f, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b025d7d7-3e79-43f6-ad50-e1c50ccef82f,segment=NetworkSegment(2bd40259-34a6-4f68-a7f1-09cdff83c5fd),segment_id=2bd40259-34a6-4f68-a7f1-09cdff83c5fd)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:54.806392 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-27958ad6-0e92-4c84-b003-1b793f4d5b2a req-386b0846-6d5b-4be5-8219-a3e96675fdb9 tempest-ServersOnMultiNodesTest-1517377240 tempest-ServersOnMultiNodesTest-1517377240-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=5a523e91-89c3-41f9-a208-edc6937d2cff HTTP/1.1" status: 200 len: 1132 time: 0.4827402 Feb 20 03:28:54.871530 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e199bd-0a28-4002-90a9-f7e2d89c14e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8b94172-f0f7-4237-a0cf-2ff016ab80a9,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:54.888177 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e199bd-0a28-4002-90a9-f7e2d89c14e0 admin admin] Checking segment: {'id': 'e1725345-6967-4a85-94eb-e6034c328c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '083a323a-2dd8-4a52-bebe-824cc4e94c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:28:54.888806 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e199bd-0a28-4002-90a9-f7e2d89c14e0 admin admin] Network hostable DHCP agents. Network: 083a323a-2dd8-4a52-bebe-824cc4e94c1b, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:28:54.978169 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-985a8fce-c255-45c7-804b-2f098d8d8248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b025d7d7-3e79-43f6-ad50-e1c50ccef82f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:55.003598 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-73bb5ac1-6ef1-49a2-a5d6-44119288fd7b admin admin] Publish callbacks [] for router (f6cfb5a4-83da-49a6-b344-9115939df7c5), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:55.045029 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port b025d7d7-3e79-43f6-ad50-e1c50ccef82f is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:28:55.045971 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b025d7d7-3e79-43f6-ad50-e1c50ccef82f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:55.073923 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-27958ad6-0e92-4c84-b003-1b793f4d5b2a req-af82142d-3b66-428a-aa77-c8eddb4c4708 tempest-ServersOnMultiNodesTest-1517377240 tempest-ServersOnMultiNodesTest-1517377240-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603295 Feb 20 03:28:55.191620 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc554b76-cb9b-407c-b317-d34f6a7594f5 x-openstack-request-id: req-fc554b76-cb9b-407c-b317-d34f6a7594f5 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:28:55.192283 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0513e80f-2b82-445e-a9ac-5bcf73e3e389", "name": "network-vif-deleted", "tag": "f0cc2847-c84a-4671-8dc3-491f60bda5cd", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:28:55.193135 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fc554b76-cb9b-407c-b317-d34f6a7594f5 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:28:55.193586 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0513e80f-2b82-445e-a9ac-5bcf73e3e389', 'name': 'network-vif-deleted', 'tag': 'f0cc2847-c84a-4671-8dc3-491f60bda5cd', 'status': 'completed', 'code': 200} Feb 20 03:28:55.206408 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a8fce-c255-45c7-804b-2f098d8d8248 None None] Pushing event updated for resources: {'Port': ['ID=b025d7d7-3e79-43f6-ad50-e1c50ccef82f,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:55.246289 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-36969740-368e-4107-9e5a-1a78a772f5fc req-79d5fcef-9893-42b4-9fc4-0de46ec3c2b0 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "GET /v2.0/ports?device_id=0513e80f-2b82-445e-a9ac-5bcf73e3e389 HTTP/1.1" status: 200 len: 210 time: 0.0762019 Feb 20 03:28:55.266773 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e199bd-0a28-4002-90a9-f7e2d89c14e0 admin admin] Network 083a323a-2dd8-4a52-bebe-824cc4e94c1b is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:28:55.293169 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-f9a4a5a2-7d31-4fbc-81ad-fdb7c1977ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cfb5a4-83da-49a6-b344-9115939df7c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-42671854-router', 'tenant_id': 'd9bffb54cf7a459ab8f450e0dfefce78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '06ac3baf-3823-48e4-9940-c32557cec956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:25:44Z', 'updated_at': '2022-02-20T03:28:50Z', 'revision_number': 5, 'project_id': 'd9bffb54cf7a459ab8f450e0dfefce78', 'gw_port': {'id': '06ac3baf-3823-48e4-9940-c32557cec956', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cfb5a4-83da-49a6-b344-9115939df7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:46Z', 'updated_at': '2022-02-20T03:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:55.348502 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-73bb5ac1-6ef1-49a2-a5d6-44119288fd7b admin admin] Publish callbacks [] for router_gateway (f6cfb5a4-83da-49a6-b344-9115939df7c5), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:55.351144 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-8a4d6264-5c7f-4b79-98da-8059ca764c79 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=1fdd4025ee714ee983198244f5c24403&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520880 Feb 20 03:28:55.359202 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a4a5a2-7d31-4fbc-81ad-fdb7c1977ba9 None None] Checking router: f6cfb5a4-83da-49a6-b344-9115939df7c5 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:28:55.362743 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f09be7b-2dd1-4506-a3ba-da587768e7b4 admin admin] Router e2bc1b49-f46b-4421-9103-9b1ccd012ba6 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:28:55.371633 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a4a5a2-7d31-4fbc-81ad-fdb7c1977ba9 None None] Routers {'f6cfb5a4-83da-49a6-b344-9115939df7c5'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:28:55.372262 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-f9a4a5a2-7d31-4fbc-81ad-fdb7c1977ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:28:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['f6cfb5a4-83da-49a6-b344-9115939df7c5'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:55.384740 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-67694b05-5813-4abb-a190-837fe1c67954 None None] Provisioning complete for port b025d7d7-3e79-43f6-ad50-e1c50ccef82f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:28:55.387346 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-67694b05-5813-4abb-a190-837fe1c67954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b025d7d7-3e79-43f6-ad50-e1c50ccef82f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:55.474331 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-c4e199bd-0a28-4002-90a9-f7e2d89c14e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 083a323a-2dd8-4a52-bebe-824cc4e94c1b) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:28:55.479471 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:28:55.479969 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:28:55.494337 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e199bd-0a28-4002-90a9-f7e2d89c14e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:55.495282 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4e199bd-0a28-4002-90a9-f7e2d89c14e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:55.499700 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb544642-1f67-4249-a0d7-b044a9756508 None None] Network 083a323a-2dd8-4a52-bebe-824cc4e94c1b requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:28:55.611566 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-f9a4a5a2-7d31-4fbc-81ad-fdb7c1977ba9 None None] Set router f6cfb5a4-83da-49a6-b344-9115939df7c5 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:28:55.617511 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc18b0e-7446-4162-b49a-e4aabdfbfbf5 req-1144d66f-c463-44ae-8c57-a78566edb457 tempest-ServersOnMultiNodesTest-1517377240 tempest-ServersOnMultiNodesTest-1517377240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:55.625079 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ecc18b0e-7446-4162-b49a-e4aabdfbfbf5 req-1144d66f-c463-44ae-8c57-a78566edb457 tempest-ServersOnMultiNodesTest-1517377240 tempest-ServersOnMultiNodesTest-1517377240-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=fafc08cf-d972-4e0d-bf06-50fb7e640f5e HTTP/1.1" status: 200 len: 1131 time: 0.2852504 Feb 20 03:28:55.680095 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-73bb5ac1-6ef1-49a2-a5d6-44119288fd7b admin admin] Deleting port 06ac3baf-3823-48e4-9940-c32557cec956 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:28:55.680444 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-73bb5ac1-6ef1-49a2-a5d6-44119288fd7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (06ac3baf-3823-48e4-9940-c32557cec956), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:55.746655 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-0d4e0721-b007-4645-9bd7-6f65f5dd4d67 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:55.763452 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-0d4e0721-b007-4645-9bd7-6f65f5dd4d67 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4099319 Feb 20 03:28:55.803548 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-63a3027d-62e0-4036-949c-552c08b86622 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/quotas/1fdd4025ee714ee983198244f5c24403 HTTP/1.1" status: 200 len: 375 time: 0.0389059 Feb 20 03:28:55.815263 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-73bb5ac1-6ef1-49a2-a5d6-44119288fd7b admin admin] For port 06ac3baf-3823-48e4-9940-c32557cec956, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=06ac3baf-3823-48e4-9940-c32557cec956,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:55.815567 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-73bb5ac1-6ef1-49a2-a5d6-44119288fd7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (06ac3baf-3823-48e4-9940-c32557cec956), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:55.833846 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-73bb5ac1-6ef1-49a2-a5d6-44119288fd7b admin admin] Calling delete_port for 06ac3baf-3823-48e4-9940-c32557cec956 owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:28:55.910550 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-4b47e837-bfc7-4807-99e8-25d0694168a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'name': 'tempest-ServersTestManualDisk-1153220209-router', 'tenant_id': '6f0def2347034c3ca4f11bb0507c9192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:27:32Z', 'updated_at': '2022-02-20T03:27:38Z', 'revision_number': 4, 'project_id': '6f0def2347034c3ca4f11bb0507c9192', 'gw_port': {'id': '51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:27:33Z', 'updated_at': '2022-02-20T03:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'edc1a013-54c6-4cf2-a199-c039dbaf9788', 'name': '', 'network_id': '4d60220c-7bc2-4d5e-afc8-42af1b93a790', 'tenant_id': '6f0def2347034c3ca4f11bb0507c9192', 'mac_address': 'fa:16:3e:aa:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'bb4305fb-793e-4dc1-bf68-6c3134e54e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:27:36Z', 'updated_at': '2022-02-20T03:27:46Z', 'revision_number': 5, 'project_id': '6f0def2347034c3ca4f11bb0507c9192', 'subnets': [{'id': 'bb4305fb-793e-4dc1-bf68-6c3134e54e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:55.923558 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-f9a4a5a2-7d31-4fbc-81ad-fdb7c1977ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cfb5a4-83da-49a6-b344-9115939df7c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-42671854-router', 'tenant_id': 'd9bffb54cf7a459ab8f450e0dfefce78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '06ac3baf-3823-48e4-9940-c32557cec956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:25:44Z', 'updated_at': '2022-02-20T03:28:50Z', 'revision_number': 5, 'project_id': 'd9bffb54cf7a459ab8f450e0dfefce78', 'gw_port': {'id': '06ac3baf-3823-48e4-9940-c32557cec956', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cfb5a4-83da-49a6-b344-9115939df7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:46Z', 'updated_at': '2022-02-20T03:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:55.931115 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-4d853fad-5845-47be-92b9-43b0747ead0b tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=1fdd4025ee714ee983198244f5c24403&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1145356 Feb 20 03:28:55.935051 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ecc18b0e-7446-4162-b49a-e4aabdfbfbf5 req-16ae6d50-2959-4fbb-9146-77d4e0ea75ae tempest-ServersOnMultiNodesTest-1517377240 tempest-ServersOnMultiNodesTest-1517377240-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006773 Feb 20 03:28:55.974986 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b47e837-bfc7-4807-99e8-25d0694168a2 None None] Checking router: af89821a-4586-4c4f-86f2-051e2979d6bc for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:28:56.008332 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a4a5a2-7d31-4fbc-81ad-fdb7c1977ba9 None None] The sync data for ids ['f6cfb5a4-83da-49a6-b344-9115939df7c5'] in n-d-829866-4 is: [{'id': 'f6cfb5a4-83da-49a6-b344-9115939df7c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-42671854-router', 'tenant_id': 'd9bffb54cf7a459ab8f450e0dfefce78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '06ac3baf-3823-48e4-9940-c32557cec956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:25:44Z', 'updated_at': '2022-02-20T03:28:50Z', 'revision_number': 5, 'project_id': 'd9bffb54cf7a459ab8f450e0dfefce78', 'gw_port': {'id': '06ac3baf-3823-48e4-9940-c32557cec956', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cfb5a4-83da-49a6-b344-9115939df7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:25:46Z', 'updated_at': '2022-02-20T03:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:28:56.023369 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c4e199bd-0a28-4002-90a9-f7e2d89c14e0 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.2802141 Feb 20 03:28:56.093149 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-67694b05-5813-4abb-a190-837fe1c67954 None None] Current status of the port b025d7d7-3e79-43f6-ad50-e1c50ccef82f is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:28:56.098404 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port b025d7d7-3e79-43f6-ad50-e1c50ccef82f is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:28:56.109579 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed942654-6ef8-4ec1-99bb-984877c3bf00 None None] Network 083a323a-2dd8-4a52-bebe-824cc4e94c1b requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:28:56.137483 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b47e837-bfc7-4807-99e8-25d0694168a2 None None] Routers {'af89821a-4586-4c4f-86f2-051e2979d6bc'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:28:56.137483 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-4b47e837-bfc7-4807-99e8-25d0694168a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:28:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['af89821a-4586-4c4f-86f2-051e2979d6bc'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:56.170359 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f09be7b-2dd1-4506-a3ba-da587768e7b4 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:28:56.183313 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3ca225-8817-41e4-937e-7ef5b906506d None None] Sync routers for ids ['e2bc1b49-f46b-4421-9103-9b1ccd012ba6'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:28:56.200145 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3ca225-8817-41e4-937e-7ef5b906506d None None] Routers {'e2bc1b49-f46b-4421-9103-9b1ccd012ba6'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:28:56.200767 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ef3ca225-8817-41e4-937e-7ef5b906506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:28:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e2bc1b49-f46b-4421-9103-9b1ccd012ba6'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:56.335799 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f09be7b-2dd1-4506-a3ba-da587768e7b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:56.342298 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57044) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:56.344410 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4f09be7b-2dd1-4506-a3ba-da587768e7b4 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.7198563 Feb 20 03:28:56.407364 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-ef3ca225-8817-41e4-937e-7ef5b906506d None None] Set router e2bc1b49-f46b-4421-9103-9b1ccd012ba6 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:28:56.449842 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-73bb5ac1-6ef1-49a2-a5d6-44119288fd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (06ac3baf-3823-48e4-9940-c32557cec956), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:56.562165 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a44eb4ad-ed92-474e-bdc6-8140c57f4f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:56.568550 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb5ac1-6ef1-49a2-a5d6-44119288fd7b admin admin] Pushing event deleted for resources: {'Port': ['ID=06ac3baf-3823-48e4-9940-c32557cec956,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:56.713815 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ef3ca225-8817-41e4-937e-7ef5b906506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2bc1b49-f46b-4421-9103-9b1ccd012ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-249357059-router', 'tenant_id': 'a8ef7119574546c28edc4696d8d9fd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '92089f3c-ff43-4303-a66b-cfd7ba7430b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:28:49Z', 'updated_at': '2022-02-20T03:28:53Z', 'revision_number': 3, 'project_id': 'a8ef7119574546c28edc4696d8d9fd47', 'gw_port': {'id': '92089f3c-ff43-4303-a66b-cfd7ba7430b5', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e3:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2bc1b49-f46b-4421-9103-9b1ccd012ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:28:51Z', 'updated_at': '2022-02-20T03:28:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:56.758835 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dae111cd-8266-4607-8956-14318c225563 req-718999e8-6d25-4bba-b057-100fb004cb69 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=3299e47c-aeb7-4098-8856-271e0f6ac309 HTTP/1.1" status: 200 len: 210 time: 0.0398896 Feb 20 03:28:56.766703 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b025d7d7-3e79-43f6-ad50-e1c50ccef82f up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:28:56.815337 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3ca225-8817-41e4-937e-7ef5b906506d None None] Checking router: e2bc1b49-f46b-4421-9103-9b1ccd012ba6 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:28:56.818227 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3ca225-8817-41e4-937e-7ef5b906506d None None] Updating router e2bc1b49-f46b-4421-9103-9b1ccd012ba6 port 92089f3c-ff43-4303-a66b-cfd7ba7430b5 binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:28:56.839951 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-73bb5ac1-6ef1-49a2-a5d6-44119288fd7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (f6cfb5a4-83da-49a6-b344-9115939df7c5), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:56.878783 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ef3ca225-8817-41e4-937e-7ef5b906506d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (92089f3c-ff43-4303-a66b-cfd7ba7430b5), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:56.919874 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-e51a8066-42a6-4edd-855a-34f009fd5084 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:56.921648 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-e51a8066-42a6-4edd-855a-34f009fd5084 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/networks?id=083a323a-2dd8-4a52-bebe-824cc4e94c1b HTTP/1.1" status: 200 len: 818 time: 0.1550364 Feb 20 03:28:56.955281 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-4b47e837-bfc7-4807-99e8-25d0694168a2 None None] Set router af89821a-4586-4c4f-86f2-051e2979d6bc gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:28:56.963248 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-48dfc6df-31a0-4f3e-94f3-a83be7704a77 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/quotas/20815e4a67e342b08b7dd3b3df86dc90 HTTP/1.1" status: 200 len: 375 time: 0.0338237 Feb 20 03:28:56.973412 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57074) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:57.031409 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-86234118-e7a6-4e2b-ba1e-697c223e4569 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=20815e4a67e342b08b7dd3b3df86dc90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667305 Feb 20 03:28:57.108624 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port b025d7d7-3e79-43f6-ad50-e1c50ccef82f triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:28:57.109009 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b025d7d7-3e79-43f6-ad50-e1c50ccef82f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:57.128395 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-73bb5ac1-6ef1-49a2-a5d6-44119288fd7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (f6cfb5a4-83da-49a6-b344-9115939df7c5), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:57.142603 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-73bb5ac1-6ef1-49a2-a5d6-44119288fd7b admin admin] Publish callbacks [] for router_controller (f6cfb5a4-83da-49a6-b344-9115939df7c5), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:57.190278 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-f8e253f1-0b00-4c78-be5b-199d3db97928 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=4010c5c9a68841d28ec3272ba0035a74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362926 Feb 20 03:28:57.305656 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ef3ca225-8817-41e4-937e-7ef5b906506d None None] Publish callbacks [] for port (92089f3c-ff43-4303-a66b-cfd7ba7430b5), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:57.352284 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-7e604e3a-f4af-4fb9-bf1e-a06a9f79e2f4 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:57.358820 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-7e604e3a-f4af-4fb9-bf1e-a06a9f79e2f4 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1677001 Feb 20 03:28:57.403613 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-32c50115-1f28-4ca2-b134-d3d165a33f55 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/quotas/4010c5c9a68841d28ec3272ba0035a74 HTTP/1.1" status: 200 len: 375 time: 0.0437822 Feb 20 03:28:57.415499 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-73bb5ac1-6ef1-49a2-a5d6-44119288fd7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (f6cfb5a4-83da-49a6-b344-9115939df7c5), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:57.416068 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bb5ac1-6ef1-49a2-a5d6-44119288fd7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6cfb5a4-83da-49a6-b344-9115939df7c5 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:28:57.420375 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-73bb5ac1-6ef1-49a2-a5d6-44119288fd7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:57.424015 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-73bb5ac1-6ef1-49a2-a5d6-44119288fd7b admin admin] 10.222.0.89 "DELETE /v2.0/routers/f6cfb5a4-83da-49a6-b344-9115939df7c5 HTTP/1.1" status: 204 len: 168 time: 3.0032043 Feb 20 03:28:57.424135 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57088) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:57.444966 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0a125f7d-5abe-4a79-9491-ff4ca0b6fcc4 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks [] for security_group (5c25adb2-1fc4-4c61-bf23-2e751ebbbaba), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:57.452527 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port b025d7d7-3e79-43f6-ad50-e1c50ccef82f is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:28:57.463540 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b494495c-52d5-475a-9227-206481fcd9cf no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:28:57.472729 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ef3ca225-8817-41e4-937e-7ef5b906506d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (92089f3c-ff43-4303-a66b-cfd7ba7430b5), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:57.509399 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: b494495c-52d5-475a-9227-206481fcd9cf {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:28:57.509723 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b494495c-52d5-475a-9227-206481fcd9cf not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:28:57.535423 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4869b5a-129a-490f-95b4-248cd0cd8f7d admin admin] Deleting subnet 74cd4491-cfb4-4d8a-99aa-2581c78115a0 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:28:57.543283 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-4b47e837-bfc7-4807-99e8-25d0694168a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'name': 'tempest-ServersTestManualDisk-1153220209-router', 'tenant_id': '6f0def2347034c3ca4f11bb0507c9192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:27:32Z', 'updated_at': '2022-02-20T03:27:38Z', 'revision_number': 4, 'project_id': '6f0def2347034c3ca4f11bb0507c9192', 'gw_port': {'id': '51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:27:33Z', 'updated_at': '2022-02-20T03:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'edc1a013-54c6-4cf2-a199-c039dbaf9788', 'name': '', 'network_id': '4d60220c-7bc2-4d5e-afc8-42af1b93a790', 'tenant_id': '6f0def2347034c3ca4f11bb0507c9192', 'mac_address': 'fa:16:3e:aa:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'bb4305fb-793e-4dc1-bf68-6c3134e54e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:27:36Z', 'updated_at': '2022-02-20T03:27:46Z', 'revision_number': 5, 'project_id': '6f0def2347034c3ca4f11bb0507c9192', 'subnets': [{'id': 'bb4305fb-793e-4dc1-bf68-6c3134e54e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:57.553719 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d4869b5a-129a-490f-95b4-248cd0cd8f7d admin admin] Publish callbacks [] for subnet (74cd4491-cfb4-4d8a-99aa-2581c78115a0), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:57.563407 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-ef3ca225-8817-41e4-937e-7ef5b906506d None None] Attempting to bind port 92089f3c-ff43-4303-a66b-cfd7ba7430b5 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:28:57.564036 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-ef3ca225-8817-41e4-937e-7ef5b906506d None None] Attempting to bind port 92089f3c-ff43-4303-a66b-cfd7ba7430b5 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:28:57.566056 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3ca225-8817-41e4-937e-7ef5b906506d None None] Attempting to bind port 92089f3c-ff43-4303-a66b-cfd7ba7430b5 on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:28:57.583219 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3ca225-8817-41e4-937e-7ef5b906506d None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:28:57.583939 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3ca225-8817-41e4-937e-7ef5b906506d None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:28:57.584561 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ef3ca225-8817-41e4-937e-7ef5b906506d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:57.585117 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3ca225-8817-41e4-937e-7ef5b906506d None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:28:57.586135 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-ef3ca225-8817-41e4-937e-7ef5b906506d None None] Bound port: 92089f3c-ff43-4303-a66b-cfd7ba7430b5, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:28:57.586702 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ef3ca225-8817-41e4-937e-7ef5b906506d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (92089f3c-ff43-4303-a66b-cfd7ba7430b5), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:57.590666 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39275f3d-ee72-4bde-99af-14768aad0d3a None None] Pushing event updated for resources: {'Port': ['ID=92089f3c-ff43-4303-a66b-cfd7ba7430b5,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:57.640935 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d4869b5a-129a-490f-95b4-248cd0cd8f7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (74cd4491-cfb4-4d8a-99aa-2581c78115a0), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:57.647968 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39275f3d-ee72-4bde-99af-14768aad0d3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:57.649039 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39275f3d-ee72-4bde-99af-14768aad0d3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:57.649584 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39275f3d-ee72-4bde-99af-14768aad0d3a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:57.651458 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39275f3d-ee72-4bde-99af-14768aad0d3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:57.652004 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39275f3d-ee72-4bde-99af-14768aad0d3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:57.654714 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39275f3d-ee72-4bde-99af-14768aad0d3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:57.655284 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39275f3d-ee72-4bde-99af-14768aad0d3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:57.656548 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39275f3d-ee72-4bde-99af-14768aad0d3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:57.657245 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39275f3d-ee72-4bde-99af-14768aad0d3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:57.659341 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39275f3d-ee72-4bde-99af-14768aad0d3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:57.659854 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39275f3d-ee72-4bde-99af-14768aad0d3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:57.660350 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39275f3d-ee72-4bde-99af-14768aad0d3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:57.660875 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39275f3d-ee72-4bde-99af-14768aad0d3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:28:57.664592 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b47e837-bfc7-4807-99e8-25d0694168a2 None None] The sync data for ids ['af89821a-4586-4c4f-86f2-051e2979d6bc'] in n-d-829866-4 is: [{'id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'name': 'tempest-ServersTestManualDisk-1153220209-router', 'tenant_id': '6f0def2347034c3ca4f11bb0507c9192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:27:32Z', 'updated_at': '2022-02-20T03:27:38Z', 'revision_number': 4, 'project_id': '6f0def2347034c3ca4f11bb0507c9192', 'gw_port': {'id': '51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:27:33Z', 'updated_at': '2022-02-20T03:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'edc1a013-54c6-4cf2-a199-c039dbaf9788', 'name': '', 'network_id': '4d60220c-7bc2-4d5e-afc8-42af1b93a790', 'tenant_id': '6f0def2347034c3ca4f11bb0507c9192', 'mac_address': 'fa:16:3e:aa:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'bb4305fb-793e-4dc1-bf68-6c3134e54e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:27:36Z', 'updated_at': '2022-02-20T03:27:46Z', 'revision_number': 5, 'project_id': '6f0def2347034c3ca4f11bb0507c9192', 'subnets': [{'id': 'bb4305fb-793e-4dc1-bf68-6c3134e54e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:28:57.693590 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0a125f7d-5abe-4a79-9491-ff4ca0b6fcc4 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks [] for security_group (5c25adb2-1fc4-4c61-bf23-2e751ebbbaba), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:57.720172 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-6b8c5655-67f7-4d93-a836-6fe5dc07b14e service neutron] 10.222.0.89 "GET /v2.0/networks/083a323a-2dd8-4a52-bebe-824cc4e94c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6875532 Feb 20 03:28:57.754369 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-ef3ca225-8817-41e4-937e-7ef5b906506d None None] For port 92089f3c-ff43-4303-a66b-cfd7ba7430b5, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:28:57.758767 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-ef3ca225-8817-41e4-937e-7ef5b906506d None None] For port 92089f3c-ff43-4303-a66b-cfd7ba7430b5, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=92089f3c-ff43-4303-a66b-cfd7ba7430b5,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:28:57.783411 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d4869b5a-129a-490f-95b4-248cd0cd8f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (74cd4491-cfb4-4d8a-99aa-2581c78115a0), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:57.847552 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ef3ca225-8817-41e4-937e-7ef5b906506d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (92089f3c-ff43-4303-a66b-cfd7ba7430b5), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:57.938083 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39275f3d-ee72-4bde-99af-14768aad0d3a None None] Pushing event updated for resources: {'Port': ['ID=92089f3c-ff43-4303-a66b-cfd7ba7430b5,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:57.944523 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-fadfb18d-fe05-4000-9547-fe17997c4b09 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=4010c5c9a68841d28ec3272ba0035a74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5292516 Feb 20 03:28:58.003639 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3ca225-8817-41e4-937e-7ef5b906506d None None] Routers {'e2bc1b49-f46b-4421-9103-9b1ccd012ba6'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:28:58.005910 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ef3ca225-8817-41e4-937e-7ef5b906506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:28:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e2bc1b49-f46b-4421-9103-9b1ccd012ba6'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:58.011612 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d4869b5a-129a-490f-95b4-248cd0cd8f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (74cd4491-cfb4-4d8a-99aa-2581c78115a0), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:58.058296 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-426dbe87-7580-48f7-ba1b-ad78859cfcdc service neutron] 10.222.0.89 "GET /v2.0/networks/083a323a-2dd8-4a52-bebe-824cc4e94c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355298 Feb 20 03:28:58.058836 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4869b5a-129a-490f-95b4-248cd0cd8f7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74cd4491-cfb4-4d8a-99aa-2581c78115a0,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:58.072668 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7e9663-8ff5-4d70-bbba-6892e42d8e3e None None] Network 4651b592-2402-45c9-a065-b1d1ee642486 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:28:58.074640 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d4869b5a-129a-490f-95b4-248cd0cd8f7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:58.075649 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0a125f7d-5abe-4a79-9491-ff4ca0b6fcc4 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5c25adb2-1fc4-4c61-bf23-2e751ebbbaba), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:58.079898 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0a125f7d-5abe-4a79-9491-ff4ca0b6fcc4 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:58.083443 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0a125f7d-5abe-4a79-9491-ff4ca0b6fcc4 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "DELETE /v2.0/security-groups/5c25adb2-1fc4-4c61-bf23-2e751ebbbaba HTTP/1.1" status: 204 len: 168 time: 1.1056614 Feb 20 03:28:58.084049 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d4869b5a-129a-490f-95b4-248cd0cd8f7d admin admin] 10.222.0.89 "DELETE /v2.0/subnets/74cd4491-cfb4-4d8a-99aa-2581c78115a0 HTTP/1.1" status: 204 len: 168 time: 0.6589510 Feb 20 03:28:58.086763 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57096) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:58.103424 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57098) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:58.122745 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a125f7d-5abe-4a79-9491-ff4ca0b6fcc4 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c25adb2-1fc4-4c61-bf23-2e751ebbbaba,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:58.312118 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5769ec46-b5da-489d-86e3-62628c05c924 None None] New status for floating IP cca4896a-4c97-4c24-a961-0c0c3faaecbe: DOWN {{(pid=104107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:28:58.365912 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 06ac3baf-3823-48e4-9940-c32557cec956 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:28:58.371079 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cb062799-fb3e-4216-80c4-b650e66145b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (4651b592-2402-45c9-a065-b1d1ee642486), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:58.376301 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-2975b75e-03d0-49af-967e-dfd9401cf346 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] show failed (client error): The resource could not be found. Feb 20 03:28:58.377580 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2975b75e-03d0-49af-967e-dfd9401cf346 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "GET /v2.0/security-groups/5c25adb2-1fc4-4c61-bf23-2e751ebbbaba HTTP/1.1" status: 404 len: 347 time: 0.2723312 Feb 20 03:28:58.383841 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57102) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:28:58.408148 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-ef3ca225-8817-41e4-937e-7ef5b906506d None None] Set router e2bc1b49-f46b-4421-9103-9b1ccd012ba6 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:28:58.565237 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-196285f9-6ba0-4410-bf94-64233a078b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:58.642359 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 06ac3baf-3823-48e4-9940-c32557cec956 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:28:58.653964 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 06ac3baf-3823-48e4-9940-c32557cec956 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:28:58.678321 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-aa32a21f-4713-4eed-8b2a-0c266b071999 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Deleting port 7436f3ce-bb2f-4e58-a2e0-927bb7982198 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:28:58.678687 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa32a21f-4713-4eed-8b2a-0c266b071999 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (7436f3ce-bb2f-4e58-a2e0-927bb7982198), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:58.749064 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ef3ca225-8817-41e4-937e-7ef5b906506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2bc1b49-f46b-4421-9103-9b1ccd012ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-249357059-router', 'tenant_id': 'a8ef7119574546c28edc4696d8d9fd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '92089f3c-ff43-4303-a66b-cfd7ba7430b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:28:49Z', 'updated_at': '2022-02-20T03:28:53Z', 'revision_number': 3, 'project_id': 'a8ef7119574546c28edc4696d8d9fd47', 'gw_port': {'id': '92089f3c-ff43-4303-a66b-cfd7ba7430b5', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e3:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2bc1b49-f46b-4421-9103-9b1ccd012ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:28:51Z', 'updated_at': '2022-02-20T03:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:28:58.788632 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-cb062799-fb3e-4216-80c4-b650e66145b9 admin admin] Deleting port 16699bec-6a57-416e-84e0-94f0a5213b0d {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:28:58.788967 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cb062799-fb3e-4216-80c4-b650e66145b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (16699bec-6a57-416e-84e0-94f0a5213b0d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:58.828061 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3ca225-8817-41e4-937e-7ef5b906506d None None] The sync data for ids ['e2bc1b49-f46b-4421-9103-9b1ccd012ba6'] in n-d-829866-4 is: [{'id': 'e2bc1b49-f46b-4421-9103-9b1ccd012ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-249357059-router', 'tenant_id': 'a8ef7119574546c28edc4696d8d9fd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '92089f3c-ff43-4303-a66b-cfd7ba7430b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:28:49Z', 'updated_at': '2022-02-20T03:28:53Z', 'revision_number': 3, 'project_id': 'a8ef7119574546c28edc4696d8d9fd47', 'gw_port': {'id': '92089f3c-ff43-4303-a66b-cfd7ba7430b5', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e3:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2bc1b49-f46b-4421-9103-9b1ccd012ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:28:51Z', 'updated_at': '2022-02-20T03:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:28:58.898758 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-196285f9-6ba0-4410-bf94-64233a078b2e admin admin] Allocated IP 172.20.0.1 (1b24f433-0ebb-4ea7-8946-28adf4887331/c299c1be-0f46-4d62-8be4-2966ea2779d5/ca8df662-ba2f-4371-8d01-d2d1be2bd0da) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:28:58.901802 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa32a21f-4713-4eed-8b2a-0c266b071999 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (7436f3ce-bb2f-4e58-a2e0-927bb7982198), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:58.902138 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa32a21f-4713-4eed-8b2a-0c266b071999 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks [] for floatingip (7436f3ce-bb2f-4e58-a2e0-927bb7982198), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:58.921517 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-cb062799-fb3e-4216-80c4-b650e66145b9 admin admin] For port 16699bec-6a57-416e-84e0-94f0a5213b0d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=16699bec-6a57-416e-84e0-94f0a5213b0d,segment=NetworkSegment(abd61714-1aa3-4a6d-881e-c0d953838d62),segment_id=abd61714-1aa3-4a6d-881e-c0d953838d62)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:58.921881 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cb062799-fb3e-4216-80c4-b650e66145b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (16699bec-6a57-416e-84e0-94f0a5213b0d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:58.924545 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-aa32a21f-4713-4eed-8b2a-0c266b071999 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Calling delete_port for 7436f3ce-bb2f-4e58-a2e0-927bb7982198 owned by network:floatingip {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:28:58.945169 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-cb062799-fb3e-4216-80c4-b650e66145b9 admin admin] Calling delete_port for 16699bec-6a57-416e-84e0-94f0a5213b0d owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:28:58.948543 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b959cd26-0ce5-4cf4-801c-eda57f9ea7e7 None None] DHCP port deletion for 4651b592-2402-45c9-a065-b1d1ee642486 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:28:58.986703 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1a45f996-ef7e-47af-a3bf-0a7c30bf90c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:59.114599 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b959cd26-0ce5-4cf4-801c-eda57f9ea7e7 None None] Deleting port 16699bec-6a57-416e-84e0-94f0a5213b0d {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:28:59.115011 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b959cd26-0ce5-4cf4-801c-eda57f9ea7e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (16699bec-6a57-416e-84e0-94f0a5213b0d), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:59.180703 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-196285f9-6ba0-4410-bf94-64233a078b2e admin admin] Publish callbacks [] for port (ca8df662-ba2f-4371-8d01-d2d1be2bd0da), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:59.229748 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3aa5fca8-15cf-4222-a9fb-243e5255555b req-fe117851-3fc7-4a7f-893a-40dd1af6e717 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=3299e47c-aeb7-4098-8856-271e0f6ac309 HTTP/1.1" status: 200 len: 210 time: 0.0430467 Feb 20 03:28:59.275009 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b959cd26-0ce5-4cf4-801c-eda57f9ea7e7 None None] For port 16699bec-6a57-416e-84e0-94f0a5213b0d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=16699bec-6a57-416e-84e0-94f0a5213b0d,segment=NetworkSegment(abd61714-1aa3-4a6d-881e-c0d953838d62),segment_id=abd61714-1aa3-4a6d-881e-c0d953838d62)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:28:59.275428 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b959cd26-0ce5-4cf4-801c-eda57f9ea7e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (16699bec-6a57-416e-84e0-94f0a5213b0d), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:59.316457 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b959cd26-0ce5-4cf4-801c-eda57f9ea7e7 None None] Calling delete_port for 16699bec-6a57-416e-84e0-94f0a5213b0d owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:28:59.372966 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa32a21f-4713-4eed-8b2a-0c266b071999 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (7436f3ce-bb2f-4e58-a2e0-927bb7982198), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:59.374152 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-196285f9-6ba0-4410-bf94-64233a078b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (ca8df662-ba2f-4371-8d01-d2d1be2bd0da), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:59.475276 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cb062799-fb3e-4216-80c4-b650e66145b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (16699bec-6a57-416e-84e0-94f0a5213b0d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:59.487154 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32a21f-4713-4eed-8b2a-0c266b071999 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Pushing event deleted for resources: {'Port': ['ID=7436f3ce-bb2f-4e58-a2e0-927bb7982198,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:59.517497 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b959cd26-0ce5-4cf4-801c-eda57f9ea7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (16699bec-6a57-416e-84e0-94f0a5213b0d), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:59.540609 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196285f9-6ba0-4410-bf94-64233a078b2e admin admin] Pushing event updated for resources: {'Port': ['ID=ca8df662-ba2f-4371-8d01-d2d1be2bd0da,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:59.559379 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb062799-fb3e-4216-80c4-b650e66145b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=16699bec-6a57-416e-84e0-94f0a5213b0d,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:59.565015 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f75a8ff4-7a10-4016-ae64-5e1dc0398a8f req-faf987af-c4b8-4de3-b0f1-f3d2cd43c420 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/ports?device_id=15f5b3f7-d550-4df0-a6aa-d0a6be1cc61d HTTP/1.1" status: 200 len: 210 time: 0.0799713 Feb 20 03:28:59.585633 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196285f9-6ba0-4410-bf94-64233a078b2e admin admin] Network 1b24f433-0ebb-4ea7-8946-28adf4887331 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:28:59.587378 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-196285f9-6ba0-4410-bf94-64233a078b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:28:59.591111 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-d2f13293-a56a-48cc-9d15-e353fcb306ab tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=1fdd4025ee714ee983198244f5c24403&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644786 Feb 20 03:28:59.591919 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196285f9-6ba0-4410-bf94-64233a078b2e admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:28:59.620503 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959cd26-0ce5-4cf4-801c-eda57f9ea7e7 None None] Pushing event deleted for resources: {'Port': ['ID=16699bec-6a57-416e-84e0-94f0a5213b0d,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:28:59.629672 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b959cd26-0ce5-4cf4-801c-eda57f9ea7e7 None None] No DVR routers for this DVR port 16699bec-6a57-416e-84e0-94f0a5213b0d on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:28:59.671609 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb062799-fb3e-4216-80c4-b650e66145b9 admin admin] No DVR routers for this DVR port 16699bec-6a57-416e-84e0-94f0a5213b0d on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:28:59.846448 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-a355e70c-dc88-4f32-9bc4-a87082cbc9a3 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:28:59.848377 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-a355e70c-dc88-4f32-9bc4-a87082cbc9a3 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2086694 Feb 20 03:28:59.862314 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-7a2e1769-4f89-4beb-b23d-31ec3f5f218d tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Request body: {'port': {'device_id': 'd1fd137f-cbe1-474f-abe2-e5c7dda1835b', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'admin_state_up': True, 'tenant_id': '1fdd4025ee714ee983198244f5c24403'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:28:59.886611 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cb062799-fb3e-4216-80c4-b650e66145b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (4651b592-2402-45c9-a065-b1d1ee642486), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:59.887768 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-196285f9-6ba0-4410-bf94-64233a078b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (e2bc1b49-f46b-4421-9103-9b1ccd012ba6), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:59.902928 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa32a21f-4713-4eed-8b2a-0c266b071999 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks [] for floatingip (cca4896a-4c97-4c24-a961-0c0c3faaecbe), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:59.906681 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa32a21f-4713-4eed-8b2a-0c266b071999 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:59.907226 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:28:59.908391 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-aa32a21f-4713-4eed-8b2a-0c266b071999 tempest-ServersTestManualDisk-1592897104 tempest-ServersTestManualDisk-1592897104-project] 10.222.0.89 "DELETE /v2.0/floatingips/cca4896a-4c97-4c24-a961-0c0c3faaecbe HTTP/1.1" status: 204 len: 168 time: 1.5190902 Feb 20 03:28:59.918225 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57122) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:29:00.141317 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-cb062799-fb3e-4216-80c4-b650e66145b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4651b592-2402-45c9-a065-b1d1ee642486']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:29:00.158058 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-cb062799-fb3e-4216-80c4-b650e66145b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd61714-1aa3-4a6d-881e-c0d953838d62') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:29:00.158756 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-cb062799-fb3e-4216-80c4-b650e66145b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd61714-1aa3-4a6d-881e-c0d953838d62') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:29:00.167828 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-bc7d0df4-1f42-498c-b9d4-b12252a02abc None None] Provisioning complete for port ca8df662-ba2f-4371-8d01-d2d1be2bd0da triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:29:00.168953 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bc7d0df4-1f42-498c-b9d4-b12252a02abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ca8df662-ba2f-4371-8d01-d2d1be2bd0da), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:00.195882 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-71ce1ea7-52c1-4752-9af6-6a87964fbf75 req-b598dd31-72ec-4f27-8c16-98459393222c tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=d36685e3-5d7a-48b6-97ff-9f28bd6e4e8b HTTP/1.1" status: 200 len: 210 time: 0.0554214 Feb 20 03:29:00.216810 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-77effe18-be18-451f-978d-da880cea8257 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=1fdd4025ee714ee983198244f5c24403&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262604 Feb 20 03:29:00.242814 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-bc7d0df4-1f42-498c-b9d4-b12252a02abc None None] Port ca8df662-ba2f-4371-8d01-d2d1be2bd0da cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:29:00.434164 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 92089f3c-ff43-4303-a66b-cfd7ba7430b5 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:29:00.475143 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-196285f9-6ba0-4410-bf94-64233a078b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ca8df662-ba2f-4371-8d01-d2d1be2bd0da), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:00.491183 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78c9be52-25a6-4788-9619-68d6b25f91b4 req-ffd01bab-f5a7-4d59-ae8f-b3ce2af527be tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=3299e47c-aeb7-4098-8856-271e0f6ac309 HTTP/1.1" status: 200 len: 210 time: 0.0793128 Feb 20 03:29:00.558537 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 92089f3c-ff43-4303-a66b-cfd7ba7430b5 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:29:00.558932 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (92089f3c-ff43-4303-a66b-cfd7ba7430b5), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:00.585001 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cb062799-fb3e-4216-80c4-b650e66145b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (abd61714-1aa3-4a6d-881e-c0d953838d62), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:00.609053 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cb062799-fb3e-4216-80c4-b650e66145b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (abd61714-1aa3-4a6d-881e-c0d953838d62), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:00.624134 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb062799-fb3e-4216-80c4-b650e66145b9 admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:29:00.624720 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cb062799-fb3e-4216-80c4-b650e66145b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (abd61714-1aa3-4a6d-881e-c0d953838d62), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:00.626678 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:29:00.626678 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:29:00.626678 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:29:00.626678 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:29:00.626678 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:29:00.626678 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:29:00.626678 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:29:00.626678 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:29:00.626678 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:29:00.626678 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:29:00.626678 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:29:00.626678 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:29:00.626678 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:29:00.626678 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:29:00.626678 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:29:00.626678 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:29:00.626678 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:29:00.626678 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:29:00.626678 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:29:00.626678 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:29:00.626678 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:29:00.626678 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:29:00.626678 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:29:00.626678 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:29:00.626678 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:29:00.626678 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:29:00.626678 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:29:00.626678 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:29:00.626678 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:29:00.626678 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:29:00.626678 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:29:00.626678 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:29:00.635584 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-403c00ca-b478-416b-b78b-bf3cf51171c2 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:00.640615 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-403c00ca-b478-416b-b78b-bf3cf51171c2 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4172144 Feb 20 03:29:00.716893 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-c0a96c68-c091-48ab-a74b-44799847d019 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Request body: {'port': {'device_id': '3299e47c-aeb7-4098-8856-271e0f6ac309', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'admin_state_up': True, 'tenant_id': '1fdd4025ee714ee983198244f5c24403'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:29:00.735931 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ba0d3de2-18da-483e-b76f-fd08662dc57d req-aa707695-18ce-41c8-9e58-5d69f9a1964e tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/ports?device_id=15f5b3f7-d550-4df0-a6aa-d0a6be1cc61d HTTP/1.1" status: 200 len: 210 time: 0.0921528 Feb 20 03:29:00.781113 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-7a2e1769-4f89-4beb-b23d-31ec3f5f218d tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Made reservation on behalf of 1fdd4025ee714ee983198244f5c24403 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:29:00.781113 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-7a2e1769-4f89-4beb-b23d-31ec3f5f218d tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:00.862958 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-7a2e1769-4f89-4beb-b23d-31ec3f5f218d tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:00.869328 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 92089f3c-ff43-4303-a66b-cfd7ba7430b5 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:29:00.869973 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (92089f3c-ff43-4303-a66b-cfd7ba7430b5), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:00.893535 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 92089f3c-ff43-4303-a66b-cfd7ba7430b5, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=92089f3c-ff43-4303-a66b-cfd7ba7430b5,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:00.976727 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05cb9a30-8c65-46a7-aac4-3fb5035a8e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (af89821a-4586-4c4f-86f2-051e2979d6bc), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:01.090673 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (92089f3c-ff43-4303-a66b-cfd7ba7430b5), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:01.100807 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cb062799-fb3e-4216-80c4-b650e66145b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (4651b592-2402-45c9-a065-b1d1ee642486), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:01.118042 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cb062799-fb3e-4216-80c4-b650e66145b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:01.122000 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cb062799-fb3e-4216-80c4-b650e66145b9 admin admin] 10.222.0.89 "DELETE /v2.0/networks/4651b592-2402-45c9-a065-b1d1ee642486 HTTP/1.1" status: 204 len: 168 time: 3.0338073 Feb 20 03:29:01.126716 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57154) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:29:01.148507 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb062799-fb3e-4216-80c4-b650e66145b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4651b592-2402-45c9-a065-b1d1ee642486,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:01.236440 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 16699bec-6a57-416e-84e0-94f0a5213b0d no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:29:01.276526 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:01.277261 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=92089f3c-ff43-4303-a66b-cfd7ba7430b5,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:01.281142 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 16699bec-6a57-416e-84e0-94f0a5213b0d {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:29:01.281502 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 16699bec-6a57-416e-84e0-94f0a5213b0d not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:29:01.378648 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a17ec722-5537-40cc-9aad-b0e7701436cc req-7ff8ca56-b72f-4026-a9ba-78acfa0b482e tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=d36685e3-5d7a-48b6-97ff-9f28bd6e4e8b HTTP/1.1" status: 200 len: 210 time: 0.0576186 Feb 20 03:29:01.544064 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-7a2e1769-4f89-4beb-b23d-31ec3f5f218d tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Publish callbacks [] for security_group (2ee9839e-7637-413a-b2b3-64ae011e1231), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:01.557966 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-196285f9-6ba0-4410-bf94-64233a078b2e admin admin] Publish callbacks [] for port (ca8df662-ba2f-4371-8d01-d2d1be2bd0da), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:01.611608 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5535ddc6-db7a-44c5-a9e0-2abc33c80950 req-1aae99ed-f0eb-428e-ae26-e83651bba21b tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=3299e47c-aeb7-4098-8856-271e0f6ac309 HTTP/1.1" status: 200 len: 210 time: 0.0372992 Feb 20 03:29:01.615844 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-05cb9a30-8c65-46a7-aac4-3fb5035a8e1b admin admin] Deleting port edc1a013-54c6-4cf2-a199-c039dbaf9788 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:29:01.616543 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05cb9a30-8c65-46a7-aac4-3fb5035a8e1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (edc1a013-54c6-4cf2-a199-c039dbaf9788), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:01.633914 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-c0a96c68-c091-48ab-a74b-44799847d019 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Made reservation on behalf of 1fdd4025ee714ee983198244f5c24403 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:29:01.637479 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-c0a96c68-c091-48ab-a74b-44799847d019 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:01.644330 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-7a2e1769-4f89-4beb-b23d-31ec3f5f218d tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (2ee9839e-7637-413a-b2b3-64ae011e1231), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:01.737076 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-196285f9-6ba0-4410-bf94-64233a078b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (ca8df662-ba2f-4371-8d01-d2d1be2bd0da), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:01.819935 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-05cb9a30-8c65-46a7-aac4-3fb5035a8e1b admin admin] For port edc1a013-54c6-4cf2-a199-c039dbaf9788, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=edc1a013-54c6-4cf2-a199-c039dbaf9788,segment=NetworkSegment(1e8db317-c16e-4859-a294-d56d1d7b8956),segment_id=1e8db317-c16e-4859-a294-d56d1d7b8956)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:01.820945 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05cb9a30-8c65-46a7-aac4-3fb5035a8e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (edc1a013-54c6-4cf2-a199-c039dbaf9788), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:01.843314 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-05cb9a30-8c65-46a7-aac4-3fb5035a8e1b admin admin] Calling delete_port for edc1a013-54c6-4cf2-a199-c039dbaf9788 owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:29:01.885677 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e1769-4f89-4beb-b23d-31ec3f5f218d tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee9839e-7637-413a-b2b3-64ae011e1231,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:01.898705 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-514b4dc2-a67e-4b70-a2af-a1aeec7df3ea req-b7436839-c9f2-4605-8d52-793232345f04 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/ports?device_id=15f5b3f7-d550-4df0-a6aa-d0a6be1cc61d HTTP/1.1" status: 200 len: 210 time: 0.0642529 Feb 20 03:29:01.945440 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7fa73b91-d0f6-4be9-b5d6-bd943c3ad538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (bbe8f1f8-603e-40e5-9ca1-1c4f324627ff), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:01.958975 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-196285f9-6ba0-4410-bf94-64233a078b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (e2bc1b49-f46b-4421-9103-9b1ccd012ba6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:01.970988 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196285f9-6ba0-4410-bf94-64233a078b2e admin admin] Pushing event updated for resources: {'Port': ['ID=ca8df662-ba2f-4371-8d01-d2d1be2bd0da,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:01.987225 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-7a2e1769-4f89-4beb-b23d-31ec3f5f218d tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Allocated IP 192.168.233.36 (0c4d93d2-7476-4570-93e5-7ecf9f895901/c38207c9-ee42-4b0e-b0ac-5ef2953b6f62/a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:29:02.164371 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196285f9-6ba0-4410-bf94-64233a078b2e admin admin] Network 1b24f433-0ebb-4ea7-8946-28adf4887331 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:29:02.167635 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-196285f9-6ba0-4410-bf94-64233a078b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:29:02.309057 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-7a2e1769-4f89-4beb-b23d-31ec3f5f218d tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Publish callbacks [] for port (a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:02.309893 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 92089f3c-ff43-4303-a66b-cfd7ba7430b5 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:29:02.315687 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05cb9a30-8c65-46a7-aac4-3fb5035a8e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (edc1a013-54c6-4cf2-a199-c039dbaf9788), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:02.394718 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196285f9-6ba0-4410-bf94-64233a078b2e admin admin] Router e2bc1b49-f46b-4421-9103-9b1ccd012ba6 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:29:02.409206 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 92089f3c-ff43-4303-a66b-cfd7ba7430b5 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:29:02.409206 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (92089f3c-ff43-4303-a66b-cfd7ba7430b5), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:02.445360 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb9a30-8c65-46a7-aac4-3fb5035a8e1b admin admin] Pushing event deleted for resources: {'Port': ['ID=edc1a013-54c6-4cf2-a199-c039dbaf9788,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:02.558496 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 92089f3c-ff43-4303-a66b-cfd7ba7430b5 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:29:02.572198 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-7fa73b91-d0f6-4be9-b5d6-bd943c3ad538 admin admin] Deleting port d0bad373-afd7-40e0-9d8b-cd07527b997d {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:29:02.572630 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7fa73b91-d0f6-4be9-b5d6-bd943c3ad538 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (d0bad373-afd7-40e0-9d8b-cd07527b997d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:02.581115 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-76e23cfc-d659-4fc8-bdea-bd59115bae79 req-6102fbf7-e3ac-4125-a036-1c2390e640c7 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=d36685e3-5d7a-48b6-97ff-9f28bd6e4e8b HTTP/1.1" status: 200 len: 210 time: 0.0696335 Feb 20 03:29:02.595422 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-7a2e1769-4f89-4beb-b23d-31ec3f5f218d tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:02.649970 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-a020273d-b315-4a6e-adf8-7167b9a5abd2 None None] Provisioning complete for port ca8df662-ba2f-4371-8d01-d2d1be2bd0da triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:29:02.650694 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a020273d-b315-4a6e-adf8-7167b9a5abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ca8df662-ba2f-4371-8d01-d2d1be2bd0da), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:02.697753 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e1769-4f89-4beb-b23d-31ec3f5f218d tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Pushing event updated for resources: {'Port': ['ID=a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:02.707697 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-a020273d-b315-4a6e-adf8-7167b9a5abd2 None None] Port ca8df662-ba2f-4371-8d01-d2d1be2bd0da cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:29:02.774533 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-7fa73b91-d0f6-4be9-b5d6-bd943c3ad538 admin admin] For port d0bad373-afd7-40e0-9d8b-cd07527b997d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d0bad373-afd7-40e0-9d8b-cd07527b997d,segment=NetworkSegment(d1f4e01d-ede9-40de-9f6d-95b8daa575c0),segment_id=d1f4e01d-ede9-40de-9f6d-95b8daa575c0)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:02.775100 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7fa73b91-d0f6-4be9-b5d6-bd943c3ad538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (d0bad373-afd7-40e0-9d8b-cd07527b997d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:02.784975 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05cb9a30-8c65-46a7-aac4-3fb5035a8e1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (af89821a-4586-4c4f-86f2-051e2979d6bc), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:02.794061 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-7fa73b91-d0f6-4be9-b5d6-bd943c3ad538 admin admin] Calling delete_port for d0bad373-afd7-40e0-9d8b-cd07527b997d owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:29:02.805502 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75de527e-7fe7-4b16-b1cd-28c3e5f503dc req-441fd0ea-b098-481a-b8c0-c48a5b8d8cd6 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=3299e47c-aeb7-4098-8856-271e0f6ac309 HTTP/1.1" status: 200 len: 210 time: 0.0432377 Feb 20 03:29:02.822602 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-7a2e1769-4f89-4beb-b23d-31ec3f5f218d tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:29:02.837210 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196285f9-6ba0-4410-bf94-64233a078b2e admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:29:02.843431 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-c0a96c68-c091-48ab-a74b-44799847d019 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Allocated IP 192.168.233.157 (0c4d93d2-7476-4570-93e5-7ecf9f895901/c38207c9-ee42-4b0e-b0ac-5ef2953b6f62/0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:29:02.843431 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-7a2e1769-4f89-4beb-b23d-31ec3f5f218d tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:29:02.848517 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-196285f9-6ba0-4410-bf94-64233a078b2e admin admin] 10.222.0.89 "PUT /v2.0/routers/e2bc1b49-f46b-4421-9103-9b1ccd012ba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5050282 Feb 20 03:29:02.852717 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-7a2e1769-4f89-4beb-b23d-31ec3f5f218d tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:29:02.860782 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab92f2dd-ac13-4fb4-9a7f-4dba8935e8bc None None] Sync routers for ids ['e2bc1b49-f46b-4421-9103-9b1ccd012ba6'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:29:02.901254 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:02.906505 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab92f2dd-ac13-4fb4-9a7f-4dba8935e8bc None None] Routers {'e2bc1b49-f46b-4421-9103-9b1ccd012ba6'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:29:02.906505 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ab92f2dd-ac13-4fb4-9a7f-4dba8935e8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:28:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e2bc1b49-f46b-4421-9103-9b1ccd012ba6'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:29:02.928242 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-7a2e1769-4f89-4beb-b23d-31ec3f5f218d tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:02.935683 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-7a2e1769-4f89-4beb-b23d-31ec3f5f218d tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:03.072712 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6c92df62-451d-4f12-a04a-b43eff7a7655 req-0ee46e1e-0582-4829-b03a-15a4265e15e8 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/ports?device_id=15f5b3f7-d550-4df0-a6aa-d0a6be1cc61d HTTP/1.1" status: 200 len: 210 time: 0.0739233 Feb 20 03:29:03.160536 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-7a2e1769-4f89-4beb-b23d-31ec3f5f218d tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3024421 Feb 20 03:29:03.188274 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-9447869f-002c-48d0-916d-5c5fef1cd613 service neutron] Request body: {'port': {'device_id': 'd1fd137f-cbe1-474f-abe2-e5c7dda1835b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:29:03.188831 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-ab92f2dd-ac13-4fb4-9a7f-4dba8935e8bc None None] Set router e2bc1b49-f46b-4421-9103-9b1ccd012ba6 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:29:03.343641 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-c0a96c68-c091-48ab-a74b-44799847d019 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Publish callbacks [] for port (0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:03.357779 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-9447869f-002c-48d0-916d-5c5fef1cd613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:03.388127 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-8ef3b2b7-b6cb-4586-b0fc-96c36a59a516 None None] Provisioning complete for port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:29:03.388681 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8ef3b2b7-b6cb-4586-b0fc-96c36a59a516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:03.459238 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-8ef3b2b7-b6cb-4586-b0fc-96c36a59a516 None None] Port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:29:03.476866 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ab92f2dd-ac13-4fb4-9a7f-4dba8935e8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2bc1b49-f46b-4421-9103-9b1ccd012ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-249357059-router', 'tenant_id': 'a8ef7119574546c28edc4696d8d9fd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '92089f3c-ff43-4303-a66b-cfd7ba7430b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:28:49Z', 'updated_at': '2022-02-20T03:29:00Z', 'revision_number': 4, 'project_id': 'a8ef7119574546c28edc4696d8d9fd47', 'gw_port': {'id': '92089f3c-ff43-4303-a66b-cfd7ba7430b5', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bc1b49-f46b-4421-9103-9b1ccd012ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:28:51Z', 'updated_at': '2022-02-20T03:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'ca8df662-ba2f-4371-8d01-d2d1be2bd0da', 'name': '', 'network_id': '1b24f433-0ebb-4ea7-8946-28adf4887331', 'tenant_id': 'a8ef7119574546c28edc4696d8d9fd47', 'mac_address': 'fa:16:3e:97:71:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2bc1b49-f46b-4421-9103-9b1ccd012ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'c299c1be-0f46-4d62-8be4-2966ea2779d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:28:58Z', 'updated_at': '2022-02-20T03:29:00Z', 'revision_number': 2, 'project_id': 'a8ef7119574546c28edc4696d8d9fd47', 'subnets': [{'id': 'c299c1be-0f46-4d62-8be4-2966ea2779d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:29:03.511839 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab92f2dd-ac13-4fb4-9a7f-4dba8935e8bc None None] Checking router: e2bc1b49-f46b-4421-9103-9b1ccd012ba6 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:29:03.512201 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab92f2dd-ac13-4fb4-9a7f-4dba8935e8bc None None] Updating router e2bc1b49-f46b-4421-9103-9b1ccd012ba6 port ca8df662-ba2f-4371-8d01-d2d1be2bd0da binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:29:03.545185 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ab92f2dd-ac13-4fb4-9a7f-4dba8935e8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ca8df662-ba2f-4371-8d01-d2d1be2bd0da), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:03.607400 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-c0a96c68-c091-48ab-a74b-44799847d019 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:03.803690 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cbba33bc-aa6e-4d68-a45d-f714fa2b1db6 req-05a13eab-ff6d-443b-875a-67bdf719e0ba tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=d36685e3-5d7a-48b6-97ff-9f28bd6e4e8b HTTP/1.1" status: 200 len: 210 time: 0.0702524 Feb 20 03:29:03.854696 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-c0a96c68-c091-48ab-a74b-44799847d019 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:29:03.871135 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-c0a96c68-c091-48ab-a74b-44799847d019 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:29:03.875376 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a96c68-c091-48ab-a74b-44799847d019 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Pushing event updated for resources: {'Port': ['ID=0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:03.880572 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-c0a96c68-c091-48ab-a74b-44799847d019 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:29:04.047591 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cb9a30-8c65-46a7-aac4-3fb5035a8e1b admin admin] Router af89821a-4586-4c4f-86f2-051e2979d6bc has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:29:04.080153 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-c0a96c68-c091-48ab-a74b-44799847d019 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:04.080973 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-c0a96c68-c091-48ab-a74b-44799847d019 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:04.164427 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ab92f2dd-ac13-4fb4-9a7f-4dba8935e8bc None None] Publish callbacks [] for port (ca8df662-ba2f-4371-8d01-d2d1be2bd0da), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:04.207686 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7fa73b91-d0f6-4be9-b5d6-bd943c3ad538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (d0bad373-afd7-40e0-9d8b-cd07527b997d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:04.244103 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc7fa0-77cc-48fd-8f73-4758ce7ecbde req-53403431-8e8e-48b8-a0eb-11dcefb76cf0 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:04.245730 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d7dc7fa0-77cc-48fd-8f73-4758ce7ecbde req-53403431-8e8e-48b8-a0eb-11dcefb76cf0 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=3299e47c-aeb7-4098-8856-271e0f6ac309 HTTP/1.1" status: 200 len: 936 time: 0.2836649 Feb 20 03:29:04.293181 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ed9e951-b4c9-4f56-942b-4deb33d059fb req-d10a4d40-d553-4188-9a1f-e8b917261956 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/ports?device_id=15f5b3f7-d550-4df0-a6aa-d0a6be1cc61d HTTP/1.1" status: 200 len: 210 time: 0.0889444 Feb 20 03:29:04.299134 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-c0a96c68-c091-48ab-a74b-44799847d019 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6005368 Feb 20 03:29:04.308247 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa73b91-d0f6-4be9-b5d6-bd943c3ad538 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0bad373-afd7-40e0-9d8b-cd07527b997d,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:04.317902 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cb9a30-8c65-46a7-aac4-3fb5035a8e1b admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:29:04.321473 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ab92f2dd-ac13-4fb4-9a7f-4dba8935e8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ca8df662-ba2f-4371-8d01-d2d1be2bd0da), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:04.328936 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-05cb9a30-8c65-46a7-aac4-3fb5035a8e1b admin admin] 10.222.0.89 "PUT /v2.0/routers/af89821a-4586-4c4f-86f2-051e2979d6bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4066627 Feb 20 03:29:04.332671 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4961a201-ab80-498c-b256-2bb4295e9c3a None None] Sync routers for ids ['af89821a-4586-4c4f-86f2-051e2979d6bc'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:29:04.351806 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57234) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:29:04.360636 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4961a201-ab80-498c-b256-2bb4295e9c3a None None] Routers {'af89821a-4586-4c4f-86f2-051e2979d6bc'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:29:04.362799 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-4961a201-ab80-498c-b256-2bb4295e9c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:28:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['af89821a-4586-4c4f-86f2-051e2979d6bc'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:29:04.405690 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-6d13ad13-139c-4cf4-a29d-14ef04da7142 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=4010c5c9a68841d28ec3272ba0035a74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469897 Feb 20 03:29:04.411145 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-9447869f-002c-48d0-916d-5c5fef1cd613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:29:04.423146 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c594d-73a8-47d6-8339-ec26cd9074c0 None None] Pushing event updated for resources: {'Port': ['ID=ca8df662-ba2f-4371-8d01-d2d1be2bd0da,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:04.452958 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-9447869f-002c-48d0-916d-5c5fef1cd613 service neutron] Publish callbacks [] for port (a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:04.651349 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-ab92f2dd-ac13-4fb4-9a7f-4dba8935e8bc None None] Attempting to bind port ca8df662-ba2f-4371-8d01-d2d1be2bd0da on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:29:04.654792 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-ab92f2dd-ac13-4fb4-9a7f-4dba8935e8bc None None] Attempting to bind port ca8df662-ba2f-4371-8d01-d2d1be2bd0da by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '2bd40259-34a6-4f68-a7f1-09cdff83c5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1b24f433-0ebb-4ea7-8946-28adf4887331'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:29:04.655265 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab92f2dd-ac13-4fb4-9a7f-4dba8935e8bc None None] Attempting to bind port ca8df662-ba2f-4371-8d01-d2d1be2bd0da on network 1b24f433-0ebb-4ea7-8946-28adf4887331 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:29:04.671785 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-0ab939fa-88db-437c-9d71-0d630f18d060 None None] Provisioning complete for port 0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:29:04.673154 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0ab939fa-88db-437c-9d71-0d630f18d060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:04.680343 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab92f2dd-ac13-4fb4-9a7f-4dba8935e8bc None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:29:04.680751 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab92f2dd-ac13-4fb4-9a7f-4dba8935e8bc None None] Checking segment: {'id': '2bd40259-34a6-4f68-a7f1-09cdff83c5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1b24f433-0ebb-4ea7-8946-28adf4887331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:29:04.681129 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ab92f2dd-ac13-4fb4-9a7f-4dba8935e8bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:04.684786 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab92f2dd-ac13-4fb4-9a7f-4dba8935e8bc None None] Bound using segment: {'id': '2bd40259-34a6-4f68-a7f1-09cdff83c5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1b24f433-0ebb-4ea7-8946-28adf4887331'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:29:04.685297 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-ab92f2dd-ac13-4fb4-9a7f-4dba8935e8bc None None] Bound port: ca8df662-ba2f-4371-8d01-d2d1be2bd0da, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd40259-34a6-4f68-a7f1-09cdff83c5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1b24f433-0ebb-4ea7-8946-28adf4887331'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:29:04.685683 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ab92f2dd-ac13-4fb4-9a7f-4dba8935e8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ca8df662-ba2f-4371-8d01-d2d1be2bd0da), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:04.725502 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-9447869f-002c-48d0-916d-5c5fef1cd613 service neutron] Transition to ACTIVE for port object a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:29:04.735441 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-aa4ac1d3-0c95-46fa-916c-4ced097eba18 service neutron] Request body: {'port': {'device_id': '3299e47c-aeb7-4098-8856-271e0f6ac309', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:29:04.752228 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7fa73b91-d0f6-4be9-b5d6-bd943c3ad538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (bbe8f1f8-603e-40e5-9ca1-1c4f324627ff), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:04.818823 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-4961a201-ab80-498c-b256-2bb4295e9c3a None None] Set router af89821a-4586-4c4f-86f2-051e2979d6bc gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:29:04.821590 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-0ab939fa-88db-437c-9d71-0d630f18d060 None None] Port 0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:29:04.875532 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d7dc7fa0-77cc-48fd-8f73-4758ce7ecbde req-389cee59-8e99-499c-8f37-69676f8ccd6d tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5851297 Feb 20 03:29:04.896632 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57fb0711-2a36-4dad-b036-92e8cbf491a7 admin admin] Publish callbacks [] for router (af89821a-4586-4c4f-86f2-051e2979d6bc), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:04.903499 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-ab92f2dd-ac13-4fb4-9a7f-4dba8935e8bc None None] For port ca8df662-ba2f-4371-8d01-d2d1be2bd0da, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:29:04.907186 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-ab92f2dd-ac13-4fb4-9a7f-4dba8935e8bc None None] For port ca8df662-ba2f-4371-8d01-d2d1be2bd0da, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=ca8df662-ba2f-4371-8d01-d2d1be2bd0da,segment=NetworkSegment(2bd40259-34a6-4f68-a7f1-09cdff83c5fd),segment_id=2bd40259-34a6-4f68-a7f1-09cdff83c5fd)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:29:04.991008 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-9447869f-002c-48d0-916d-5c5fef1cd613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:05.028522 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-6a46ff81-d9b8-4e2f-9cbe-1f8d5647bebc None None] Provisioning complete for port ca8df662-ba2f-4371-8d01-d2d1be2bd0da triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:29:05.029252 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6a46ff81-d9b8-4e2f-9cbe-1f8d5647bebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ca8df662-ba2f-4371-8d01-d2d1be2bd0da), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:05.052286 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-274307dc-a634-41aa-a676-1c8613f2b731 req-108b40c3-ca12-4c50-90f3-c8329c54d29c tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=d36685e3-5d7a-48b6-97ff-9f28bd6e4e8b HTTP/1.1" status: 200 len: 210 time: 0.1080930 Feb 20 03:29:05.073002 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ab92f2dd-ac13-4fb4-9a7f-4dba8935e8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ca8df662-ba2f-4371-8d01-d2d1be2bd0da), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:05.159373 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-6a46ff81-d9b8-4e2f-9cbe-1f8d5647bebc None None] Port ca8df662-ba2f-4371-8d01-d2d1be2bd0da cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:29:05.194499 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57fb0711-2a36-4dad-b036-92e8cbf491a7 admin admin] Publish callbacks [] for router_gateway (af89821a-4586-4c4f-86f2-051e2979d6bc), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:05.202998 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-aa4ac1d3-0c95-46fa-916c-4ced097eba18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:05.206492 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9447869f-002c-48d0-916d-5c5fef1cd613 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:05.206656 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab92f2dd-ac13-4fb4-9a7f-4dba8935e8bc None None] Routers {'e2bc1b49-f46b-4421-9103-9b1ccd012ba6'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:29:05.211882 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ab92f2dd-ac13-4fb4-9a7f-4dba8935e8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:28:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e2bc1b49-f46b-4421-9103-9b1ccd012ba6'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:29:05.264945 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-7ba77318-7165-4d07-8c91-cdc8770072be tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:05.266490 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-7ba77318-7165-4d07-8c91-cdc8770072be tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8510072 Feb 20 03:29:05.286788 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c594d-73a8-47d6-8339-ec26cd9074c0 None None] Pushing event updated for resources: {'Port': ['ID=ca8df662-ba2f-4371-8d01-d2d1be2bd0da,revision_number=4']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:05.287520 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-4961a201-ab80-498c-b256-2bb4295e9c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'name': 'tempest-ServersTestManualDisk-1153220209-router', 'tenant_id': '6f0def2347034c3ca4f11bb0507c9192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:27:32Z', 'updated_at': '2022-02-20T03:29:02Z', 'revision_number': 5, 'project_id': '6f0def2347034c3ca4f11bb0507c9192', 'gw_port': {'id': '51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:27:33Z', 'updated_at': '2022-02-20T03:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:29:05.312867 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3514c90c-1697-4662-a8ce-02a2db1767fb tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Request body: {'port': {'device_id': '1b6246ac-5877-4106-b0bd-57a21e7c269a', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'admin_state_up': True, 'tenant_id': '4010c5c9a68841d28ec3272ba0035a74'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:29:05.346275 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4961a201-ab80-498c-b256-2bb4295e9c3a None None] Checking router: af89821a-4586-4c4f-86f2-051e2979d6bc for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:29:05.369026 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4961a201-ab80-498c-b256-2bb4295e9c3a None None] Routers {'af89821a-4586-4c4f-86f2-051e2979d6bc'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:29:05.369680 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-4961a201-ab80-498c-b256-2bb4295e9c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:28:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['af89821a-4586-4c4f-86f2-051e2979d6bc'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:29:05.406438 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa73b91-d0f6-4be9-b5d6-bd943c3ad538 admin admin] Router bbe8f1f8-603e-40e5-9ca1-1c4f324627ff has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:29:05.669864 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-ab92f2dd-ac13-4fb4-9a7f-4dba8935e8bc None None] Set router e2bc1b49-f46b-4421-9103-9b1ccd012ba6 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:29:05.686353 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-4961a201-ab80-498c-b256-2bb4295e9c3a None None] Set router af89821a-4586-4c4f-86f2-051e2979d6bc gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:29:05.732575 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4267bfdc-3f80-4599-8f3d-33e8c28018eb req-e5871b6e-14f2-4c1d-9669-b27b6eac9732 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/ports?device_id=15f5b3f7-d550-4df0-a6aa-d0a6be1cc61d HTTP/1.1" status: 200 len: 210 time: 0.1603436 Feb 20 03:29:05.764957 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3514c90c-1697-4662-a8ce-02a2db1767fb tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Made reservation on behalf of 4010c5c9a68841d28ec3272ba0035a74 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:29:05.768875 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3514c90c-1697-4662-a8ce-02a2db1767fb tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:05.859126 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa73b91-d0f6-4be9-b5d6-bd943c3ad538 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:29:05.869279 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7fa73b91-d0f6-4be9-b5d6-bd943c3ad538 admin admin] 10.222.0.89 "PUT /v2.0/routers/bbe8f1f8-603e-40e5-9ca1-1c4f324627ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7386947 Feb 20 03:29:05.876090 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57256) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:29:05.878683 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a45252-73b2-424b-a7a2-505a211af4ca None None] Sync routers for ids ['bbe8f1f8-603e-40e5-9ca1-1c4f324627ff'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:29:05.884665 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-819eba0c-b17a-4d38-b518-5ef801163af4 None None] Provisioning complete for port ca8df662-ba2f-4371-8d01-d2d1be2bd0da triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:29:05.885287 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-819eba0c-b17a-4d38-b518-5ef801163af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ca8df662-ba2f-4371-8d01-d2d1be2bd0da), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:05.931991 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a45252-73b2-424b-a7a2-505a211af4ca None None] Routers {'bbe8f1f8-603e-40e5-9ca1-1c4f324627ff'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:29:05.932794 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-f4a45252-73b2-424b-a7a2-505a211af4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:28:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['bbe8f1f8-603e-40e5-9ca1-1c4f324627ff'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:29:06.045216 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-819eba0c-b17a-4d38-b518-5ef801163af4 None None] Current status of the port ca8df662-ba2f-4371-8d01-d2d1be2bd0da is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:29:06.045924 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-819eba0c-b17a-4d38-b518-5ef801163af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ca8df662-ba2f-4371-8d01-d2d1be2bd0da), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:06.060453 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-8b141a00-dcc3-4eed-8a53-62c162235d00 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=4010c5c9a68841d28ec3272ba0035a74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0886266 Feb 20 03:29:06.094439 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-4961a201-ab80-498c-b256-2bb4295e9c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'name': 'tempest-ServersTestManualDisk-1153220209-router', 'tenant_id': '6f0def2347034c3ca4f11bb0507c9192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:27:32Z', 'updated_at': '2022-02-20T03:29:02Z', 'revision_number': 5, 'project_id': '6f0def2347034c3ca4f11bb0507c9192', 'gw_port': {'id': '51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:27:33Z', 'updated_at': '2022-02-20T03:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:29:06.128403 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-8a472e0d-0bf0-4a41-a268-59957cf41008 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:06.136499 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-8a472e0d-0bf0-4a41-a268-59957cf41008 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.42 "GET /v2.0/networks?id=083a323a-2dd8-4a52-bebe-824cc4e94c1b HTTP/1.1" status: 200 len: 818 time: 0.4824190 Feb 20 03:29:06.142371 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-57fb0711-2a36-4dad-b036-92e8cbf491a7 admin admin] Deleting port 51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:29:06.150611 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57fb0711-2a36-4dad-b036-92e8cbf491a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:06.157769 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-96138fd4-6c6e-4d6a-aa87-8b17512f5a99 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Request body: {'port': {'device_id': '437eb4cd-f060-4886-b4fc-f767c2acf0dd', 'network_id': '083a323a-2dd8-4a52-bebe-824cc4e94c1b', 'admin_state_up': True, 'tenant_id': '20815e4a67e342b08b7dd3b3df86dc90'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:29:06.162066 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4961a201-ab80-498c-b256-2bb4295e9c3a None None] The sync data for ids ['af89821a-4586-4c4f-86f2-051e2979d6bc'] in n-d-829866-4 is: [{'id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'name': 'tempest-ServersTestManualDisk-1153220209-router', 'tenant_id': '6f0def2347034c3ca4f11bb0507c9192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:27:32Z', 'updated_at': '2022-02-20T03:29:02Z', 'revision_number': 5, 'project_id': '6f0def2347034c3ca4f11bb0507c9192', 'gw_port': {'id': '51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af89821a-4586-4c4f-86f2-051e2979d6bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:27:33Z', 'updated_at': '2022-02-20T03:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:29:06.173858 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-819eba0c-b17a-4d38-b518-5ef801163af4 None None] For port ca8df662-ba2f-4371-8d01-d2d1be2bd0da, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=ca8df662-ba2f-4371-8d01-d2d1be2bd0da,segment=NetworkSegment(2bd40259-34a6-4f68-a7f1-09cdff83c5fd),segment_id=2bd40259-34a6-4f68-a7f1-09cdff83c5fd)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:06.317185 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-819eba0c-b17a-4d38-b518-5ef801163af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ca8df662-ba2f-4371-8d01-d2d1be2bd0da), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:06.439981 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-9447869f-002c-48d0-916d-5c5fef1cd613 service neutron] Attempting to bind port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:29:06.440128 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-9447869f-002c-48d0-916d-5c5fef1cd613 service neutron] Attempting to bind port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:29:06.440359 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-9447869f-002c-48d0-916d-5c5fef1cd613 service neutron] Attempting to bind port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:29:06.449275 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.42', 54101) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:29:06.452574 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819eba0c-b17a-4d38-b518-5ef801163af4 None None] Pushing event updated for resources: {'Port': ['ID=ca8df662-ba2f-4371-8d01-d2d1be2bd0da,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:06.527461 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-f4a45252-73b2-424b-a7a2-505a211af4ca None None] Set router bbe8f1f8-603e-40e5-9ca1-1c4f324627ff gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:29:06.653055 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-9447869f-002c-48d0-916d-5c5fef1cd613 service neutron] Port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:29:06.653390 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-9447869f-002c-48d0-916d-5c5fef1cd613 service neutron] Attempting to bind port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:29:06.665842 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1882fb84-d170-451e-a0f2-75238472da96 req-3fea2048-034e-4ab4-9672-d6c12a2bcb0b tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=d36685e3-5d7a-48b6-97ff-9f28bd6e4e8b HTTP/1.1" status: 200 len: 210 time: 0.2119119 Feb 20 03:29:06.685222 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-96138fd4-6c6e-4d6a-aa87-8b17512f5a99 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Made reservation on behalf of 20815e4a67e342b08b7dd3b3df86dc90 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:29:06.698534 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-96138fd4-6c6e-4d6a-aa87-8b17512f5a99 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:06.714364 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-94553bca-b368-4819-91c1-e02194ec8975 admin admin] Publish callbacks [] for router (bbe8f1f8-603e-40e5-9ca1-1c4f324627ff), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:06.828612 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-9447869f-002c-48d0-916d-5c5fef1cd613 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:29:06.829701 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-9447869f-002c-48d0-916d-5c5fef1cd613 service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:29:06.838047 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-9447869f-002c-48d0-916d-5c5fef1cd613 service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:29:06.838710 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-9447869f-002c-48d0-916d-5c5fef1cd613 service neutron] Bound port: a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:29:06.839199 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-9447869f-002c-48d0-916d-5c5fef1cd613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:06.977637 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-792ea09b-f70a-4de5-b2b6-4dbddcd6f184 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:06.979734 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-792ea09b-f70a-4de5-b2b6-4dbddcd6f184 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8904052 Feb 20 03:29:06.984834 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ab92f2dd-ac13-4fb4-9a7f-4dba8935e8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2bc1b49-f46b-4421-9103-9b1ccd012ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-249357059-router', 'tenant_id': 'a8ef7119574546c28edc4696d8d9fd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '92089f3c-ff43-4303-a66b-cfd7ba7430b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:28:49Z', 'updated_at': '2022-02-20T03:29:00Z', 'revision_number': 4, 'project_id': 'a8ef7119574546c28edc4696d8d9fd47', 'gw_port': {'id': '92089f3c-ff43-4303-a66b-cfd7ba7430b5', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bc1b49-f46b-4421-9103-9b1ccd012ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:28:51Z', 'updated_at': '2022-02-20T03:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'ca8df662-ba2f-4371-8d01-d2d1be2bd0da', 'name': '', 'network_id': '1b24f433-0ebb-4ea7-8946-28adf4887331', 'tenant_id': 'a8ef7119574546c28edc4696d8d9fd47', 'mac_address': 'fa:16:3e:97:71:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2bc1b49-f46b-4421-9103-9b1ccd012ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'c299c1be-0f46-4d62-8be4-2966ea2779d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:28:58Z', 'updated_at': '2022-02-20T03:29:04Z', 'revision_number': 4, 'project_id': 'a8ef7119574546c28edc4696d8d9fd47', 'subnets': [{'id': 'c299c1be-0f46-4d62-8be4-2966ea2779d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:29:07.058971 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab92f2dd-ac13-4fb4-9a7f-4dba8935e8bc None None] The sync data for ids ['e2bc1b49-f46b-4421-9103-9b1ccd012ba6'] in n-d-829866-4 is: [{'id': 'e2bc1b49-f46b-4421-9103-9b1ccd012ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-249357059-router', 'tenant_id': 'a8ef7119574546c28edc4696d8d9fd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '92089f3c-ff43-4303-a66b-cfd7ba7430b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:28:49Z', 'updated_at': '2022-02-20T03:29:00Z', 'revision_number': 4, 'project_id': 'a8ef7119574546c28edc4696d8d9fd47', 'gw_port': {'id': '92089f3c-ff43-4303-a66b-cfd7ba7430b5', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bc1b49-f46b-4421-9103-9b1ccd012ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:28:51Z', 'updated_at': '2022-02-20T03:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'ca8df662-ba2f-4371-8d01-d2d1be2bd0da', 'name': '', 'network_id': '1b24f433-0ebb-4ea7-8946-28adf4887331', 'tenant_id': 'a8ef7119574546c28edc4696d8d9fd47', 'mac_address': 'fa:16:3e:97:71:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2bc1b49-f46b-4421-9103-9b1ccd012ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': 'c299c1be-0f46-4d62-8be4-2966ea2779d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:28:58Z', 'updated_at': '2022-02-20T03:29:04Z', 'revision_number': 4, 'project_id': 'a8ef7119574546c28edc4696d8d9fd47', 'subnets': [{'id': 'c299c1be-0f46-4d62-8be4-2966ea2779d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:29:07.081613 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-9447869f-002c-48d0-916d-5c5fef1cd613 service neutron] For port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:29:07.095498 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-9447869f-002c-48d0-916d-5c5fef1cd613 service neutron] For port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:29:07.109783 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-96138fd4-6c6e-4d6a-aa87-8b17512f5a99 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Allocated IP 172.20.0.3 (083a323a-2dd8-4a52-bebe-824cc4e94c1b/d8b94172-f0f7-4237-a0cf-2ff016ab80a9/b04cab7c-84ba-4de5-a994-a44a51db2969) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:29:07.137306 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-0f3f741e-6b3a-4525-aab9-c808bb9484db tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Request body: {'port': {'device_id': 'd36685e3-5d7a-48b6-97ff-9f28bd6e4e8b', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'admin_state_up': True, 'tenant_id': '4010c5c9a68841d28ec3272ba0035a74'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:29:07.246733 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-f4a45252-73b2-424b-a7a2-505a211af4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe8f1f8-603e-40e5-9ca1-1c4f324627ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356377902-router', 'tenant_id': 'bf660f6eb55146868eee2160609ab125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '9a5f1e3c-97e8-4d60-b39a-997224e8ad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:26:01Z', 'updated_at': '2022-02-20T03:29:03Z', 'revision_number': 5, 'project_id': 'bf660f6eb55146868eee2160609ab125', 'gw_port': {'id': '9a5f1e3c-97e8-4d60-b39a-997224e8ad2f', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe8f1f8-603e-40e5-9ca1-1c4f324627ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:26:02Z', 'updated_at': '2022-02-20T03:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:29:07.346574 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-030e19f3-4d57-42be-89f1-b5b74f74ead4 req-adf2b20a-08fa-4771-b343-441c8a6ddbb6 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/ports?device_id=15f5b3f7-d550-4df0-a6aa-d0a6be1cc61d HTTP/1.1" status: 200 len: 210 time: 0.4582314 Feb 20 03:29:07.358588 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a45252-73b2-424b-a7a2-505a211af4ca None None] Checking router: bbe8f1f8-603e-40e5-9ca1-1c4f324627ff for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:29:07.377561 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-2728342e-946e-4895-bc1f-d642d259d776 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:07.384590 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-2728342e-946e-4895-bc1f-d642d259d776 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.42 "GET /v2.0/networks?id=083a323a-2dd8-4a52-bebe-824cc4e94c1b HTTP/1.1" status: 200 len: 818 time: 0.9059715 Feb 20 03:29:07.396073 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a45252-73b2-424b-a7a2-505a211af4ca None None] Routers {'bbe8f1f8-603e-40e5-9ca1-1c4f324627ff'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:29:07.396073 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-f4a45252-73b2-424b-a7a2-505a211af4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:28:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['bbe8f1f8-603e-40e5-9ca1-1c4f324627ff'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:29:07.419070 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-c3fcbce2-8948-4cc4-b135-415bc5b88abb tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Request body: {'port': {'device_id': '87c0d742-96f1-4e75-8548-104a617c40fa', 'network_id': '083a323a-2dd8-4a52-bebe-824cc4e94c1b', 'admin_state_up': True, 'tenant_id': '20815e4a67e342b08b7dd3b3df86dc90'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:29:07.441862 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-9447869f-002c-48d0-916d-5c5fef1cd613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:07.486531 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8551886-1597-4832-8ae8-9a328a64450c req-8e35329a-89ff-4477-93ea-26711a999724 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:07.494162 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-96138fd4-6c6e-4d6a-aa87-8b17512f5a99 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Publish callbacks [] for port (b04cab7c-84ba-4de5-a994-a44a51db2969), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:07.494836 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c8551886-1597-4832-8ae8-9a328a64450c req-8e35329a-89ff-4477-93ea-26711a999724 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=3299e47c-aeb7-4098-8856-271e0f6ac309 HTTP/1.1" status: 200 len: 936 time: 1.1277721 Feb 20 03:29:07.535087 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-57fb0711-2a36-4dad-b036-92e8cbf491a7 admin admin] For port 51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:07.535510 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57fb0711-2a36-4dad-b036-92e8cbf491a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:07.628999 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-96138fd4-6c6e-4d6a-aa87-8b17512f5a99 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (b04cab7c-84ba-4de5-a994-a44a51db2969), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:07.643057 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-57fb0711-2a36-4dad-b036-92e8cbf491a7 admin admin] Calling delete_port for 51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84 owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:29:07.677650 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-f4a45252-73b2-424b-a7a2-505a211af4ca None None] Set router bbe8f1f8-603e-40e5-9ca1-1c4f324627ff gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:29:07.768787 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-9447869f-002c-48d0-916d-5c5fef1cd613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:07.769584 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-9447869f-002c-48d0-916d-5c5fef1cd613 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:07.772234 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-9447869f-002c-48d0-916d-5c5fef1cd613 service neutron] 10.222.0.42 "PUT /v2.0/ports/a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 HTTP/1.1" status: 200 len: 1095 time: 4.5977626 Feb 20 03:29:07.784369 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c8551886-1597-4832-8ae8-9a328a64450c req-b17fd02d-dcb2-4e03-bc1f-772be5a45b57 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176604 Feb 20 03:29:07.784895 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1fd137f-cbe1-474f-abe2-e5c7dda1835b', 'tag': 'a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:29:07.787804 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72106e1-45b1-40f2-8d25-1f4c5c40e3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d1fd137f-cbe1-474f-abe2-e5c7dda1835b", "tag": "a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:29:08.167729 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-f4a45252-73b2-424b-a7a2-505a211af4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe8f1f8-603e-40e5-9ca1-1c4f324627ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356377902-router', 'tenant_id': 'bf660f6eb55146868eee2160609ab125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '9a5f1e3c-97e8-4d60-b39a-997224e8ad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:26:01Z', 'updated_at': '2022-02-20T03:29:03Z', 'revision_number': 5, 'project_id': 'bf660f6eb55146868eee2160609ab125', 'gw_port': {'id': '9a5f1e3c-97e8-4d60-b39a-997224e8ad2f', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe8f1f8-603e-40e5-9ca1-1c4f324627ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:26:02Z', 'updated_at': '2022-02-20T03:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:29:08.226486 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a45252-73b2-424b-a7a2-505a211af4ca None None] The sync data for ids ['bbe8f1f8-603e-40e5-9ca1-1c4f324627ff'] in n-d-829866-4 is: [{'id': 'bbe8f1f8-603e-40e5-9ca1-1c4f324627ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1356377902-router', 'tenant_id': 'bf660f6eb55146868eee2160609ab125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '9a5f1e3c-97e8-4d60-b39a-997224e8ad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:26:01Z', 'updated_at': '2022-02-20T03:29:03Z', 'revision_number': 5, 'project_id': 'bf660f6eb55146868eee2160609ab125', 'gw_port': {'id': '9a5f1e3c-97e8-4d60-b39a-997224e8ad2f', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:03:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe8f1f8-603e-40e5-9ca1-1c4f324627ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:26:02Z', 'updated_at': '2022-02-20T03:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:29:08.529332 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-96138fd4-6c6e-4d6a-aa87-8b17512f5a99 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Network 083a323a-2dd8-4a52-bebe-824cc4e94c1b is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:29:08.562953 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-96138fd4-6c6e-4d6a-aa87-8b17512f5a99 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:29:08.577344 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-96138fd4-6c6e-4d6a-aa87-8b17512f5a99 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:29:08.616481 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ca8df662-ba2f-4371-8d01-d2d1be2bd0da up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:29:08.653378 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-20a603b7-7430-442e-b33d-79a65e42a226 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:08.660752 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-20a603b7-7430-442e-b33d-79a65e42a226 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.93 "GET /v2.0/networks?id=083a323a-2dd8-4a52-bebe-824cc4e94c1b HTTP/1.1" status: 200 len: 818 time: 1.7483952 Feb 20 03:29:08.714624 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port ca8df662-ba2f-4371-8d01-d2d1be2bd0da triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:29:08.715341 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ca8df662-ba2f-4371-8d01-d2d1be2bd0da), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:08.735045 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-96138fd4-6c6e-4d6a-aa87-8b17512f5a99 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:08.736142 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-96138fd4-6c6e-4d6a-aa87-8b17512f5a99 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:08.741754 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9447869f-002c-48d0-916d-5c5fef1cd613 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:08.763594 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-469ad52a-7f79-4870-a3ac-08dbf7c97418 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Request body: {'port': {'device_id': '15f5b3f7-d550-4df0-a6aa-d0a6be1cc61d', 'network_id': '083a323a-2dd8-4a52-bebe-824cc4e94c1b', 'admin_state_up': True, 'tenant_id': '20815e4a67e342b08b7dd3b3df86dc90'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:29:08.769300 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96138fd4-6c6e-4d6a-aa87-8b17512f5a99 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Pushing event updated for resources: {'Port': ['ID=b04cab7c-84ba-4de5-a994-a44a51db2969,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:08.778788 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57fb0711-2a36-4dad-b036-92e8cbf491a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:08.866585 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-40f34042-80ea-46e3-8aca-9ba5a19c2a1e req-46c4529d-842f-4c01-ab8d-32424e4f0e1b tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=d36685e3-5d7a-48b6-97ff-9f28bd6e4e8b HTTP/1.1" status: 200 len: 210 time: 0.1075950 Feb 20 03:29:08.947433 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port ca8df662-ba2f-4371-8d01-d2d1be2bd0da is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:29:08.960668 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device edc1a013-54c6-4cf2-a199-c039dbaf9788 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:29:09.017895 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: edc1a013-54c6-4cf2-a199-c039dbaf9788 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:29:09.018266 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device edc1a013-54c6-4cf2-a199-c039dbaf9788 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:29:09.031859 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57a0927-da7e-42b1-be55-8457f6ea8e93 x-openstack-request-id: req-b57a0927-da7e-42b1-be55-8457f6ea8e93 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:29:09.032156 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1fd137f-cbe1-474f-abe2-e5c7dda1835b", "tag": "a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:29:09.032408 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b57a0927-da7e-42b1-be55-8457f6ea8e93 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:29:09.032814 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1fd137f-cbe1-474f-abe2-e5c7dda1835b', 'tag': 'a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0', 'status': 'completed', 'code': 200} Feb 20 03:29:09.074129 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6c68a-888d-4da8-ae9a-16439d9f0b45 req-948385f4-7e65-4dc3-a1f0-b72f6b5c9e06 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:09.080475 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d9a6c68a-888d-4da8-ae9a-16439d9f0b45 req-948385f4-7e65-4dc3-a1f0-b72f6b5c9e06 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 1128 time: 1.5692425 Feb 20 03:29:09.089618 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-94553bca-b368-4819-91c1-e02194ec8975 admin admin] Publish callbacks [] for router_gateway (bbe8f1f8-603e-40e5-9ca1-1c4f324627ff), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:09.108435 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb0711-2a36-4dad-b036-92e8cbf491a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:09.136342 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-96138fd4-6c6e-4d6a-aa87-8b17512f5a99 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9878349 Feb 20 03:29:09.152830 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-5d513555-f2bc-472c-838e-ffd58ef14371 service neutron] Request body: {'port': {'device_id': '437eb4cd-f060-4886-b4fc-f767c2acf0dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:29:09.185668 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57fb0711-2a36-4dad-b036-92e8cbf491a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (af89821a-4586-4c4f-86f2-051e2979d6bc), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:09.190221 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-64f82fb8-e85b-420c-8662-872ecbf1d674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:09.191825 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-64f82fb8-e85b-420c-8662-872ecbf1d674 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1fdd4025ee714ee983198244f5c24403&device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 1129 time: 0.4319251 Feb 20 03:29:09.205737 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f9105ea1-3757-4230-a61e-ae4c512102aa req-bcf328fb-2f68-441e-a86e-e006a9d5d583 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/ports?device_id=15f5b3f7-d550-4df0-a6aa-d0a6be1cc61d HTTP/1.1" status: 200 len: 210 time: 0.0842829 Feb 20 03:29:09.252851 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-f3c725e2-426a-4f4f-822a-7abe53b4e751 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 HTTP/1.1" status: 200 len: 217 time: 0.0446332 Feb 20 03:29:09.311885 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57fb0711-2a36-4dad-b036-92e8cbf491a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (af89821a-4586-4c4f-86f2-051e2979d6bc), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:09.314238 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57fb0711-2a36-4dad-b036-92e8cbf491a7 admin admin] Publish callbacks [] for router_controller (af89821a-4586-4c4f-86f2-051e2979d6bc), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:09.414249 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d9a6c68a-888d-4da8-ae9a-16439d9f0b45 req-b80e495f-b6bb-4f67-8eeb-3ef2771db157 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174360 Feb 20 03:29:09.425911 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-ddcacd29-0fdb-4730-b8cf-c6cdfcee52b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:09.427660 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-ddcacd29-0fdb-4730-b8cf-c6cdfcee52b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1584265 Feb 20 03:29:09.429649 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-aa4ac1d3-0c95-46fa-916c-4ced097eba18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:29:09.449895 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-aa4ac1d3-0c95-46fa-916c-4ced097eba18 service neutron] Publish callbacks [] for port (0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:09.454727 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-5d513555-f2bc-472c-838e-ffd58ef14371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b04cab7c-84ba-4de5-a994-a44a51db2969), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:09.457477 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-0f3f741e-6b3a-4525-aab9-c808bb9484db tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Made reservation on behalf of 4010c5c9a68841d28ec3272ba0035a74 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:29:09.461490 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-0f3f741e-6b3a-4525-aab9-c808bb9484db tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:09.475798 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57fb0711-2a36-4dad-b036-92e8cbf491a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (af89821a-4586-4c4f-86f2-051e2979d6bc), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:09.480127 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fb0711-2a36-4dad-b036-92e8cbf491a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af89821a-4586-4c4f-86f2-051e2979d6bc {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:29:09.482545 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57fb0711-2a36-4dad-b036-92e8cbf491a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:09.486505 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-57fb0711-2a36-4dad-b036-92e8cbf491a7 admin admin] 10.222.0.89 "DELETE /v2.0/routers/af89821a-4586-4c4f-86f2-051e2979d6bc HTTP/1.1" status: 204 len: 168 time: 5.1303113 Feb 20 03:29:09.494046 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57324) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:29:09.502042 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-c3fcbce2-8948-4cc4-b135-415bc5b88abb tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Made reservation on behalf of 20815e4a67e342b08b7dd3b3df86dc90 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:29:09.505688 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-c3fcbce2-8948-4cc4-b135-415bc5b88abb tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:09.524134 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-aa4ac1d3-0c95-46fa-916c-4ced097eba18 service neutron] Transition to ACTIVE for port object 0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:29:09.565979 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-469ad52a-7f79-4870-a3ac-08dbf7c97418 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Made reservation on behalf of 20815e4a67e342b08b7dd3b3df86dc90 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:29:09.570403 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-469ad52a-7f79-4870-a3ac-08dbf7c97418 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:09.576393 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-94553bca-b368-4819-91c1-e02194ec8975 admin admin] Deleting port 9a5f1e3c-97e8-4d60-b39a-997224e8ad2f {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:29:09.576806 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-94553bca-b368-4819-91c1-e02194ec8975 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (9a5f1e3c-97e8-4d60-b39a-997224e8ad2f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:09.597431 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd671251-baea-48fe-8122-093fef9bde14 req-587dcb98-018e-465e-a22e-1665e891aa03 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:09.605081 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fd671251-baea-48fe-8122-093fef9bde14 req-587dcb98-018e-465e-a22e-1665e891aa03 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=3299e47c-aeb7-4098-8856-271e0f6ac309 HTTP/1.1" status: 200 len: 936 time: 0.2697806 Feb 20 03:29:09.705754 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-aa4ac1d3-0c95-46fa-916c-4ced097eba18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:09.762453 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff5b1397-72ce-45b8-bb9f-579644daaeda admin admin] Deleting subnet bb4305fb-793e-4dc1-bf68-6c3134e54e8e {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:29:09.806708 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ff5b1397-72ce-45b8-bb9f-579644daaeda admin admin] Publish callbacks [] for subnet (bb4305fb-793e-4dc1-bf68-6c3134e54e8e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:09.812115 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-6ffcf6fe-1dec-4ca2-89d9-e73c5f680f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:09.813648 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-6ffcf6fe-1dec-4ca2-89d9-e73c5f680f8b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3779445 Feb 20 03:29:09.873664 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-94553bca-b368-4819-91c1-e02194ec8975 admin admin] For port 9a5f1e3c-97e8-4d60-b39a-997224e8ad2f, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=9a5f1e3c-97e8-4d60-b39a-997224e8ad2f,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:09.874027 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-94553bca-b368-4819-91c1-e02194ec8975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (9a5f1e3c-97e8-4d60-b39a-997224e8ad2f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:09.892971 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3514c90c-1697-4662-a8ce-02a2db1767fb tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Allocated IP 192.168.233.223 (0c4d93d2-7476-4570-93e5-7ecf9f895901/c38207c9-ee42-4b0e-b0ac-5ef2953b6f62/7a563b92-7b9e-4559-8f56-20ca85c02fd5) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:29:09.896756 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-94553bca-b368-4819-91c1-e02194ec8975 admin admin] Calling delete_port for 9a5f1e3c-97e8-4d60-b39a-997224e8ad2f owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:29:09.925720 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-469ad52a-7f79-4870-a3ac-08dbf7c97418 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Allocated IP 172.20.0.8 (083a323a-2dd8-4a52-bebe-824cc4e94c1b/d8b94172-f0f7-4237-a0cf-2ff016ab80a9/3a6122e9-c6b8-4eba-87b7-79ed8b42454c) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:29:09.985672 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fd671251-baea-48fe-8122-093fef9bde14 req-d0de20ae-2c35-4784-9521-caaaebb58cb3 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796546 Feb 20 03:29:10.155982 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ff5b1397-72ce-45b8-bb9f-579644daaeda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (bb4305fb-793e-4dc1-bf68-6c3134e54e8e), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:10.160997 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ac1d3-0c95-46fa-916c-4ced097eba18 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:10.279831 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device d0bad373-afd7-40e0-9d8b-cd07527b997d no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:29:10.299458 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7a550b13-401d-4148-b20c-c6aa5cfdd707 req-8d94d863-ba97-47b1-a4f5-d64ad77120d1 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=d36685e3-5d7a-48b6-97ff-9f28bd6e4e8b HTTP/1.1" status: 200 len: 210 time: 0.1015141 Feb 20 03:29:10.329130 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: d0bad373-afd7-40e0-9d8b-cd07527b997d {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:29:10.330799 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device d0bad373-afd7-40e0-9d8b-cd07527b997d not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:29:10.332036 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:29:10.338688 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-469ad52a-7f79-4870-a3ac-08dbf7c97418 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Publish callbacks [] for port (3a6122e9-c6b8-4eba-87b7-79ed8b42454c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:10.384812 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:29:10.385586 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 51c8d69b-c7d3-42a4-aa1d-4c71afb5ae84 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:29:10.447800 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-469ad52a-7f79-4870-a3ac-08dbf7c97418 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (3a6122e9-c6b8-4eba-87b7-79ed8b42454c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:10.459188 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-d57c1aa4-5e13-4a9c-848b-d7b7882bbed3 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5903561 Feb 20 03:29:10.514459 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ff5b1397-72ce-45b8-bb9f-579644daaeda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (bb4305fb-793e-4dc1-bf68-6c3134e54e8e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:10.528220 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-aa4ac1d3-0c95-46fa-916c-4ced097eba18 service neutron] Attempting to bind port 0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:29:10.528661 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-aa4ac1d3-0c95-46fa-916c-4ced097eba18 service neutron] Attempting to bind port 0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:29:10.529176 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-aa4ac1d3-0c95-46fa-916c-4ced097eba18 service neutron] Attempting to bind port 0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:29:10.558771 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-469ad52a-7f79-4870-a3ac-08dbf7c97418 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Network 083a323a-2dd8-4a52-bebe-824cc4e94c1b is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:29:10.580285 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-469ad52a-7f79-4870-a3ac-08dbf7c97418 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:29:10.581883 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-469ad52a-7f79-4870-a3ac-08dbf7c97418 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:29:10.644048 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-94553bca-b368-4819-91c1-e02194ec8975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (9a5f1e3c-97e8-4d60-b39a-997224e8ad2f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:10.655351 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ad52a-7f79-4870-a3ac-08dbf7c97418 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Pushing event updated for resources: {'Port': ['ID=3a6122e9-c6b8-4eba-87b7-79ed8b42454c,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:10.668513 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-aa4ac1d3-0c95-46fa-916c-4ced097eba18 service neutron] Port 0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:29:10.668842 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-aa4ac1d3-0c95-46fa-916c-4ced097eba18 service neutron] Attempting to bind port 0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:29:10.691265 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94553bca-b368-4819-91c1-e02194ec8975 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a5f1e3c-97e8-4d60-b39a-997224e8ad2f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:10.711210 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-aa4ac1d3-0c95-46fa-916c-4ced097eba18 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:29:10.711537 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-aa4ac1d3-0c95-46fa-916c-4ced097eba18 service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:29:10.713185 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-aa4ac1d3-0c95-46fa-916c-4ced097eba18 service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:29:10.713185 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-aa4ac1d3-0c95-46fa-916c-4ced097eba18 service neutron] Bound port: 0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:29:10.713185 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-aa4ac1d3-0c95-46fa-916c-4ced097eba18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:10.736065 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-469ad52a-7f79-4870-a3ac-08dbf7c97418 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:10.736794 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-469ad52a-7f79-4870-a3ac-08dbf7c97418 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:10.762377 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3514c90c-1697-4662-a8ce-02a2db1767fb tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks [] for port (7a563b92-7b9e-4559-8f56-20ca85c02fd5), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:10.818654 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-94553bca-b368-4819-91c1-e02194ec8975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (bbe8f1f8-603e-40e5-9ca1-1c4f324627ff), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:10.843838 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ceef759-839d-432b-adca-9c207f8d15d2 req-370f3b6e-b33e-4c2e-b9b6-1c0a448e8a36 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727505 Feb 20 03:29:10.855677 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-86c2cb7a-27ce-4005-bf5a-b714f1836ed7 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:10.857059 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-86c2cb7a-27ce-4005-bf5a-b714f1836ed7 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/networks?id=b760bf03-7766-4aef-bd0e-08d3e5c4e949 HTTP/1.1" status: 200 len: 808 time: 0.3538051 Feb 20 03:29:10.906973 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-035df910-cab8-4b12-9a31-c4f8c858b1de tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/quotas/f32a2222e912478982e32c7419305be8 HTTP/1.1" status: 200 len: 375 time: 0.0364149 Feb 20 03:29:10.907723 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-469ad52a-7f79-4870-a3ac-08dbf7c97418 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1677663 Feb 20 03:29:10.913458 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-aa4ac1d3-0c95-46fa-916c-4ced097eba18 service neutron] For port 0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:29:10.916766 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-aa4ac1d3-0c95-46fa-916c-4ced097eba18 service neutron] For port 0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:29:10.946072 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-94553bca-b368-4819-91c1-e02194ec8975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (bbe8f1f8-603e-40e5-9ca1-1c4f324627ff), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:10.948431 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-94553bca-b368-4819-91c1-e02194ec8975 admin admin] Publish callbacks [] for router_controller (bbe8f1f8-603e-40e5-9ca1-1c4f324627ff), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:10.956021 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-5d513555-f2bc-472c-838e-ffd58ef14371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b04cab7c-84ba-4de5-a994-a44a51db2969 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:29:10.962830 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ff5b1397-72ce-45b8-bb9f-579644daaeda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (bb4305fb-793e-4dc1-bf68-6c3134e54e8e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:10.967596 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-5d513555-f2bc-472c-838e-ffd58ef14371 service neutron] Publish callbacks [] for port (b04cab7c-84ba-4de5-a994-a44a51db2969), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:11.013276 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-6afc311b-30b7-48c7-b46f-09a21e485ed0 service neutron] Request body: {'port': {'device_id': '15f5b3f7-d550-4df0-a6aa-d0a6be1cc61d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:29:11.022338 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ff5b1397-72ce-45b8-bb9f-579644daaeda admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:11.026809 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757953cb-88d1-4e10-91d5-0ce9bc980296 None None] Network 4d60220c-7bc2-4d5e-afc8-42af1b93a790 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:29:11.039038 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ff5b1397-72ce-45b8-bb9f-579644daaeda admin admin] 10.222.0.89 "DELETE /v2.0/subnets/bb4305fb-793e-4dc1-bf68-6c3134e54e8e HTTP/1.1" status: 204 len: 168 time: 1.5357676 Feb 20 03:29:11.042679 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57362) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:29:11.044631 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b1397-72ce-45b8-bb9f-579644daaeda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb4305fb-793e-4dc1-bf68-6c3134e54e8e,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:11.048703 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-5d513555-f2bc-472c-838e-ffd58ef14371 service neutron] Transition to ACTIVE for port object b04cab7c-84ba-4de5-a994-a44a51db2969 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:29:11.086752 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3514c90c-1697-4662-a8ce-02a2db1767fb tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (7a563b92-7b9e-4559-8f56-20ca85c02fd5), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:11.089271 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-aa4ac1d3-0c95-46fa-916c-4ced097eba18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:11.101896 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['5d89a755-ad2b-49cb-afa1-66b50203f6a6'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:29:11.104737 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['b482982f-45b9-4058-9e07-31cc53771546', '99eba199-451f-4a84-894b-4526cba64742'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:29:11.145847 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-6afc311b-30b7-48c7-b46f-09a21e485ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3a6122e9-c6b8-4eba-87b7-79ed8b42454c), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:11.151810 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0297-604c-456b-b110-6e8ebb30f6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (4d60220c-7bc2-4d5e-afc8-42af1b93a790), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:11.172603 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-94553bca-b368-4819-91c1-e02194ec8975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (bbe8f1f8-603e-40e5-9ca1-1c4f324627ff), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:11.176253 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94553bca-b368-4819-91c1-e02194ec8975 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbe8f1f8-603e-40e5-9ca1-1c4f324627ff {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:29:11.178501 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-94553bca-b368-4819-91c1-e02194ec8975 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:11.184989 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-94553bca-b368-4819-91c1-e02194ec8975 admin admin] 10.222.0.89 "DELETE /v2.0/routers/bbe8f1f8-603e-40e5-9ca1-1c4f324627ff HTTP/1.1" status: 204 len: 168 time: 5.2955492 Feb 20 03:29:11.186772 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57366) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:29:11.261640 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-aa4ac1d3-0c95-46fa-916c-4ced097eba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:11.262559 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-aa4ac1d3-0c95-46fa-916c-4ced097eba18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:11.267233 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-aa4ac1d3-0c95-46fa-916c-4ced097eba18 service neutron] 10.222.0.42 "PUT /v2.0/ports/0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e HTTP/1.1" status: 200 len: 1096 time: 6.9587965 Feb 20 03:29:11.278143 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-ecbd95de-14b3-4007-9b18-0dd6cceb89ba tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=f32a2222e912478982e32c7419305be8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3575797 Feb 20 03:29:11.278639 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3299e47c-aeb7-4098-8856-271e0f6ac309', 'tag': '0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:29:11.285516 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c647f5e-b3c6-42cf-b480-bf3930c46ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "3299e47c-aeb7-4098-8856-271e0f6ac309", "tag": "0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:29:11.293811 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-5d513555-f2bc-472c-838e-ffd58ef14371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (b04cab7c-84ba-4de5-a994-a44a51db2969), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:11.389776 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3514c90c-1697-4662-a8ce-02a2db1767fb tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:29:11.418363 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3514c90c-1697-4662-a8ce-02a2db1767fb tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:29:11.436091 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3514c90c-1697-4662-a8ce-02a2db1767fb tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:29:11.535721 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5b5f3a-9a19-4bc7-b0ea-e3cb5e2300b9 None None] DHCP port deletion for 4d60220c-7bc2-4d5e-afc8-42af1b93a790 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:29:11.552019 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f0b58a8-9534-4a4a-9945-01f75c5eaad2 admin admin] Deleting subnet 9c6ab887-ac97-4a9f-95c5-f4055d0db0e4 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:29:11.574249 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8f0b58a8-9534-4a4a-9945-01f75c5eaad2 admin admin] Publish callbacks [] for subnet (9c6ab887-ac97-4a9f-95c5-f4055d0db0e4), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:11.605135 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d513555-f2bc-472c-838e-ffd58ef14371 service neutron] Pushing event updated for resources: {'Port': ['ID=b04cab7c-84ba-4de5-a994-a44a51db2969,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:11.658589 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-0f3f741e-6b3a-4525-aab9-c808bb9484db tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Allocated IP 192.168.233.185 (0c4d93d2-7476-4570-93e5-7ecf9f895901/c38207c9-ee42-4b0e-b0ac-5ef2953b6f62/8926e98f-953a-4517-ba02-40f4fc2aa629) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:29:11.669486 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72106e1-45b1-40f2-8d25-1f4c5c40e3d1 req-478c6be2-9be2-4a36-a67a-b76c959fa50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:11.671079 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b72106e1-45b1-40f2-8d25-1f4c5c40e3d1 req-478c6be2-9be2-4a36-a67a-b76c959fa50e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1fdd4025ee714ee983198244f5c24403&device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 1129 time: 0.6093216 Feb 20 03:29:11.685601 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8f0b58a8-9534-4a4a-9945-01f75c5eaad2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (9c6ab887-ac97-4a9f-95c5-f4055d0db0e4), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:11.770702 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-0b5b5f3a-9a19-4bc7-b0ea-e3cb5e2300b9 None None] Deleting port 2758f7dc-c3ab-4251-9888-9cbc2b669019 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:29:11.775366 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0b5b5f3a-9a19-4bc7-b0ea-e3cb5e2300b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (2758f7dc-c3ab-4251-9888-9cbc2b669019), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:11.818916 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-e41825f3-8124-43ae-b550-caa9d41b74d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:11.818916 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-e41825f3-8124-43ae-b550-caa9d41b74d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1fdd4025ee714ee983198244f5c24403&device_id=3299e47c-aeb7-4098-8856-271e0f6ac309 HTTP/1.1" status: 200 len: 1130 time: 0.2456918 Feb 20 03:29:11.824140 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ac1d3-0c95-46fa-916c-4ced097eba18 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:11.897640 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-5d513555-f2bc-472c-838e-ffd58ef14371 service neutron] Attempting to bind port b04cab7c-84ba-4de5-a994-a44a51db2969 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:29:11.903008 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-5d513555-f2bc-472c-838e-ffd58ef14371 service neutron] Attempting to bind port b04cab7c-84ba-4de5-a994-a44a51db2969 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': 'e1725345-6967-4a85-94eb-e6034c328c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '083a323a-2dd8-4a52-bebe-824cc4e94c1b'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:29:11.903008 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-5d513555-f2bc-472c-838e-ffd58ef14371 service neutron] Attempting to bind port b04cab7c-84ba-4de5-a994-a44a51db2969 on network 083a323a-2dd8-4a52-bebe-824cc4e94c1b {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:29:11.908457 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-5d513555-f2bc-472c-838e-ffd58ef14371 service neutron] Port b04cab7c-84ba-4de5-a994-a44a51db2969 on network 083a323a-2dd8-4a52-bebe-824cc4e94c1b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:29:11.908783 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-5d513555-f2bc-472c-838e-ffd58ef14371 service neutron] Attempting to bind port b04cab7c-84ba-4de5-a994-a44a51db2969 on network 083a323a-2dd8-4a52-bebe-824cc4e94c1b {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:29:11.925105 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-5d513555-f2bc-472c-838e-ffd58ef14371 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:29:11.925543 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-5d513555-f2bc-472c-838e-ffd58ef14371 service neutron] Checking segment: {'id': 'e1725345-6967-4a85-94eb-e6034c328c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '083a323a-2dd8-4a52-bebe-824cc4e94c1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:29:11.925929 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-5d513555-f2bc-472c-838e-ffd58ef14371 service neutron] Bound using segment: {'id': 'e1725345-6967-4a85-94eb-e6034c328c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '083a323a-2dd8-4a52-bebe-824cc4e94c1b'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:29:11.926372 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-5d513555-f2bc-472c-838e-ffd58ef14371 service neutron] Bound port: b04cab7c-84ba-4de5-a994-a44a51db2969, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1725345-6967-4a85-94eb-e6034c328c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '083a323a-2dd8-4a52-bebe-824cc4e94c1b'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:29:11.927032 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-5d513555-f2bc-472c-838e-ffd58ef14371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b04cab7c-84ba-4de5-a994-a44a51db2969), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:11.966839 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-b2281fa8-4cb5-4094-915a-4ce27eea0cf3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e HTTP/1.1" status: 200 len: 217 time: 0.1362333 Feb 20 03:29:11.970620 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-ec2a0297-604c-456b-b110-6e8ebb30f6e7 admin admin] Deleting port 2758f7dc-c3ab-4251-9888-9cbc2b669019 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:29:11.970620 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0297-604c-456b-b110-6e8ebb30f6e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (2758f7dc-c3ab-4251-9888-9cbc2b669019), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:11.978534 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-c3fcbce2-8948-4cc4-b135-415bc5b88abb tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Allocated IP 172.20.0.9 (083a323a-2dd8-4a52-bebe-824cc4e94c1b/d8b94172-f0f7-4237-a0cf-2ff016ab80a9/41aff456-cbb6-48df-b571-0e5fb8da3abe) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:29:12.025095 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-0b5b5f3a-9a19-4bc7-b0ea-e3cb5e2300b9 None None] For port 2758f7dc-c3ab-4251-9888-9cbc2b669019, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2758f7dc-c3ab-4251-9888-9cbc2b669019,segment=NetworkSegment(1e8db317-c16e-4859-a294-d56d1d7b8956),segment_id=1e8db317-c16e-4859-a294-d56d1d7b8956)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:12.025845 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0b5b5f3a-9a19-4bc7-b0ea-e3cb5e2300b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (2758f7dc-c3ab-4251-9888-9cbc2b669019), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:12.044406 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514c90c-1697-4662-a8ce-02a2db1767fb tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Pushing event updated for resources: {'Port': ['ID=7a563b92-7b9e-4559-8f56-20ca85c02fd5,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:12.068136 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-ec2a0297-604c-456b-b110-6e8ebb30f6e7 admin admin] For port 2758f7dc-c3ab-4251-9888-9cbc2b669019, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2758f7dc-c3ab-4251-9888-9cbc2b669019,segment=NetworkSegment(1e8db317-c16e-4859-a294-d56d1d7b8956),segment_id=1e8db317-c16e-4859-a294-d56d1d7b8956)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:12.068477 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0297-604c-456b-b110-6e8ebb30f6e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (2758f7dc-c3ab-4251-9888-9cbc2b669019), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:12.074000 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-0b5b5f3a-9a19-4bc7-b0ea-e3cb5e2300b9 None None] Calling delete_port for 2758f7dc-c3ab-4251-9888-9cbc2b669019 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:29:12.103538 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-ec2a0297-604c-456b-b110-6e8ebb30f6e7 admin admin] Calling delete_port for 2758f7dc-c3ab-4251-9888-9cbc2b669019 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:29:12.144667 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-70f5ba71-3719-4d96-8f91-d8f45d7b8551 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:29:12.146342 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-70f5ba71-3719-4d96-8f91-d8f45d7b8551 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072935 Feb 20 03:29:12.151807 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8f0b58a8-9534-4a4a-9945-01f75c5eaad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (9c6ab887-ac97-4a9f-95c5-f4055d0db0e4), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:12.188424 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3514c90c-1697-4662-a8ce-02a2db1767fb tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:12.189056 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3514c90c-1697-4662-a8ce-02a2db1767fb tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:12.264071 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-ea0550e7-8202-4e0b-b16f-d1839d9f9eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:12.265824 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-ea0550e7-8202-4e0b-b16f-d1839d9f9eaa service neutron] 10.222.0.89 "GET /v2.0/ports/1da3b321-2b61-40d5-b0b2-2546ea0f26cd HTTP/1.1" status: 200 len: 1125 time: 0.0476668 Feb 20 03:29:12.285848 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-a0e0e109-1046-44d5-9941-c7f96d74ef94 service neutron] Request body: {'binding': {'host': 'n-h1-829866-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:29:12.288713 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-a0e0e109-1046-44d5-9941-c7f96d74ef94 service neutron] Unknown quota resources ['binding']. {{(pid=104105) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 20 03:29:12.328045 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-5d513555-f2bc-472c-838e-ffd58ef14371 service neutron] For port b04cab7c-84ba-4de5-a994-a44a51db2969, host n-h1-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:29:12.334495 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-5d513555-f2bc-472c-838e-ffd58ef14371 service neutron] For port b04cab7c-84ba-4de5-a994-a44a51db2969, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b04cab7c-84ba-4de5-a994-a44a51db2969,segment=NetworkSegment(e1725345-6967-4a85-94eb-e6034c328c97),segment_id=e1725345-6967-4a85-94eb-e6034c328c97)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:29:12.340250 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 2758f7dc-c3ab-4251-9888-9cbc2b669019 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:29:12.345248 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-bf57ab83-08fb-484f-9d5b-1c4eec731337 None None] Provisioning complete for port 7a563b92-7b9e-4559-8f56-20ca85c02fd5 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:29:12.345630 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bf57ab83-08fb-484f-9d5b-1c4eec731337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (7a563b92-7b9e-4559-8f56-20ca85c02fd5), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:12.381858 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3514c90c-1697-4662-a8ce-02a2db1767fb tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.0905855 Feb 20 03:29:12.388598 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0297-604c-456b-b110-6e8ebb30f6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (2758f7dc-c3ab-4251-9888-9cbc2b669019), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:12.402686 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-ed14780d-9315-48a4-a73e-1fa3da86d826 service neutron] 10.222.0.89 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0815578 Feb 20 03:29:12.429460 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3ec243d4-c143-4c6b-ad8a-3f8ea13ecbe4 service neutron] Request body: {'port': {'device_id': '1b6246ac-5877-4106-b0bd-57a21e7c269a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:29:12.432093 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2a0297-604c-456b-b110-6e8ebb30f6e7 admin admin] No DVR routers for this DVR port 2758f7dc-c3ab-4251-9888-9cbc2b669019 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:29:12.439340 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a0297-604c-456b-b110-6e8ebb30f6e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2758f7dc-c3ab-4251-9888-9cbc2b669019,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:12.455968 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-5d513555-f2bc-472c-838e-ffd58ef14371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (b04cab7c-84ba-4de5-a994-a44a51db2969), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:12.484831 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8f0b58a8-9534-4a4a-9945-01f75c5eaad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (9c6ab887-ac97-4a9f-95c5-f4055d0db0e4), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:12.499551 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-6c7527d3-09cc-4911-9b45-8e4b725fa0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:12.501315 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-6c7527d3-09cc-4911-9b45-8e4b725fa0a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.4542241 Feb 20 03:29:12.534501 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0b5b5f3a-9a19-4bc7-b0ea-e3cb5e2300b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (2758f7dc-c3ab-4251-9888-9cbc2b669019), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:12.552089 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b58a8-9534-4a4a-9945-01f75c5eaad2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c6ab887-ac97-4a9f-95c5-f4055d0db0e4,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:12.579607 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5b5f3a-9a19-4bc7-b0ea-e3cb5e2300b9 None None] No DVR routers for this DVR port 2758f7dc-c3ab-4251-9888-9cbc2b669019 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:29:12.582100 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b5f3a-9a19-4bc7-b0ea-e3cb5e2300b9 None None] Pushing event deleted for resources: {'Port': ['ID=2758f7dc-c3ab-4251-9888-9cbc2b669019,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:12.615086 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-bf57ab83-08fb-484f-9d5b-1c4eec731337 None None] Port 7a563b92-7b9e-4559-8f56-20ca85c02fd5 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:29:12.623160 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No active binding found for port 2758f7dc-c3ab-4251-9888-9cbc2b669019 {{(pid=104107) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 20 03:29:12.623746 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] The host n-d-829866-4 is not matching for port 2758f7dc-c3ab-4251-9888-9cbc2b669019 host None! {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 03:29:12.624360 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 2758f7dc-c3ab-4251-9888-9cbc2b669019 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:29:12.630697 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 9a5f1e3c-97e8-4d60-b39a-997224e8ad2f no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:29:12.644676 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8f0b58a8-9534-4a4a-9945-01f75c5eaad2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:12.648982 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8f0b58a8-9534-4a4a-9945-01f75c5eaad2 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/9c6ab887-ac97-4a9f-95c5-f4055d0db0e4 HTTP/1.1" status: 204 len: 168 time: 1.4592803 Feb 20 03:29:12.654799 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-5d513555-f2bc-472c-838e-ffd58ef14371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:12.655695 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-5d513555-f2bc-472c-838e-ffd58ef14371 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:12.657802 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-5d513555-f2bc-472c-838e-ffd58ef14371 service neutron] 10.222.0.42 "PUT /v2.0/ports/b04cab7c-84ba-4de5-a994-a44a51db2969 HTTP/1.1" status: 200 len: 1091 time: 3.5093896 Feb 20 03:29:12.658799 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 9a5f1e3c-97e8-4d60-b39a-997224e8ad2f {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:29:12.659442 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 9a5f1e3c-97e8-4d60-b39a-997224e8ad2f not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:29:12.661575 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57374) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:29:12.664798 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437eb4cd-f060-4886-b4fc-f767c2acf0dd', 'tag': 'b04cab7c-84ba-4de5-a994-a44a51db2969'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:29:12.667803 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42639d4-4c67-45e6-aba5-6adc38c6bcfb" -d '{"events": [{"name": "network-changed", "server_uuid": "437eb4cd-f060-4886-b4fc-f767c2acf0dd", "tag": "b04cab7c-84ba-4de5-a994-a44a51db2969"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:29:12.677167 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0297-604c-456b-b110-6e8ebb30f6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (4d60220c-7bc2-4d5e-afc8-42af1b93a790), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:12.705179 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec94acde-8f08-4529-a42d-8c34443e38d8 None None] Network 38a722c2-5791-49e3-b284-1ebb897fd5e2 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:29:12.778128 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-ec2a0297-604c-456b-b110-6e8ebb30f6e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d60220c-7bc2-4d5e-afc8-42af1b93a790']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:29:12.789769 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d513555-f2bc-472c-838e-ffd58ef14371 service neutron] Pushing event updated for resources: {'Port': ['ID=b04cab7c-84ba-4de5-a994-a44a51db2969,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:12.802322 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-ec2a0297-604c-456b-b110-6e8ebb30f6e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e8db317-c16e-4859-a294-d56d1d7b8956') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:29:12.802826 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-ec2a0297-604c-456b-b110-6e8ebb30f6e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e8db317-c16e-4859-a294-d56d1d7b8956') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:29:12.954528 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d81f22-c43c-47e1-ba8b-7662a5026fd2 None None] DHCP port deletion for 38a722c2-5791-49e3-b284-1ebb897fd5e2 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:29:13.027824 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-a2d81f22-c43c-47e1-ba8b-7662a5026fd2 None None] Deleting port 43314d37-7bed-4406-99a5-e0fbcfd83741 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:29:13.028214 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a2d81f22-c43c-47e1-ba8b-7662a5026fd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (43314d37-7bed-4406-99a5-e0fbcfd83741), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:13.084619 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:29:13.131787 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-a2d81f22-c43c-47e1-ba8b-7662a5026fd2 None None] For port 43314d37-7bed-4406-99a5-e0fbcfd83741, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=43314d37-7bed-4406-99a5-e0fbcfd83741,segment=NetworkSegment(d1f4e01d-ede9-40de-9f6d-95b8daa575c0),segment_id=d1f4e01d-ede9-40de-9f6d-95b8daa575c0)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:13.132176 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a2d81f22-c43c-47e1-ba8b-7662a5026fd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (43314d37-7bed-4406-99a5-e0fbcfd83741), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:13.158033 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-a2d81f22-c43c-47e1-ba8b-7662a5026fd2 None None] Calling delete_port for 43314d37-7bed-4406-99a5-e0fbcfd83741 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:29:13.159697 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7d5444bd-187d-454f-82f7-8c975b1e2d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (38a722c2-5791-49e3-b284-1ebb897fd5e2), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:13.163189 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0297-604c-456b-b110-6e8ebb30f6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (1e8db317-c16e-4859-a294-d56d1d7b8956), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:13.187483 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0297-604c-456b-b110-6e8ebb30f6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (1e8db317-c16e-4859-a294-d56d1d7b8956), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:13.202436 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2a0297-604c-456b-b110-6e8ebb30f6e7 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:29:13.202964 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0297-604c-456b-b110-6e8ebb30f6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (1e8db317-c16e-4859-a294-d56d1d7b8956), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:29:13.210561 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:29:13.219019 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72106e1-45b1-40f2-8d25-1f4c5c40e3d1 req-dab46cbc-ed52-4c9d-8bf8-532ec18fedd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:13.220548 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b72106e1-45b1-40f2-8d25-1f4c5c40e3d1 req-dab46cbc-ed52-4c9d-8bf8-532ec18fedd0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 1.5172915 Feb 20 03:29:13.294777 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-c4083626-9f64-4e28-a52b-1b1a62c62c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:13.296734 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-c4083626-9f64-4e28-a52b-1b1a62c62c31 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=20815e4a67e342b08b7dd3b3df86dc90&device_id=437eb4cd-f060-4886-b4fc-f767c2acf0dd HTTP/1.1" status: 200 len: 1125 time: 0.4765413 Feb 20 03:29:13.344902 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-cf6efc24-9c52-491e-9fff-1b08b6c0a15d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b04cab7c-84ba-4de5-a994-a44a51db2969 HTTP/1.1" status: 200 len: 217 time: 0.0393167 Feb 20 03:29:13.347844 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:13.363345 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b72106e1-45b1-40f2-8d25-1f4c5c40e3d1 req-736e0979-1e08-48b5-a138-509a699629f8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 HTTP/1.1" status: 200 len: 217 time: 0.1090698 Feb 20 03:29:13.371863 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': 'a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0', 'mac_address': 'fa:16:3e:b4:7f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:29:13.393465 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-7d5444bd-187d-454f-82f7-8c975b1e2d4e admin admin] Deleting port 43314d37-7bed-4406-99a5-e0fbcfd83741 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:29:13.393465 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7d5444bd-187d-454f-82f7-8c975b1e2d4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (43314d37-7bed-4406-99a5-e0fbcfd83741), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:13.396100 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3ec243d4-c143-4c6b-ad8a-3f8ea13ecbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7a563b92-7b9e-4559-8f56-20ca85c02fd5), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:13.412678 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0297-604c-456b-b110-6e8ebb30f6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (4d60220c-7bc2-4d5e-afc8-42af1b93a790), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:13.420919 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:29:13.423964 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:13.435638 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:29:13.436493 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-7d565758-925e-426f-9fa4-eb651ab941fb service neutron] 10.222.0.89 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0318031 Feb 20 03:29:13.448864 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0297-604c-456b-b110-6e8ebb30f6e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:13.452203 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ec2a0297-604c-456b-b110-6e8ebb30f6e7 admin admin] 10.222.0.89 "DELETE /v2.0/networks/4d60220c-7bc2-4d5e-afc8-42af1b93a790 HTTP/1.1" status: 204 len: 168 time: 2.4074748 Feb 20 03:29:13.461940 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:13.464669 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-6fcd6a38-7f4a-4918-be90-5e9534d1d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:13.466130 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-6fcd6a38-7f4a-4918-be90-5e9534d1d8d0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d8b94172-f0f7-4237-a0cf-2ff016ab80a9 HTTP/1.1" status: 200 len: 858 time: 0.1144717 Feb 20 03:29:13.484196 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a2d81f22-c43c-47e1-ba8b-7662a5026fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (43314d37-7bed-4406-99a5-e0fbcfd83741), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:13.517737 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d81f22-c43c-47e1-ba8b-7662a5026fd2 None None] Pushing event deleted for resources: {'Port': ['ID=43314d37-7bed-4406-99a5-e0fbcfd83741,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:13.524426 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d81f22-c43c-47e1-ba8b-7662a5026fd2 None None] No DVR routers for this DVR port 43314d37-7bed-4406-99a5-e0fbcfd83741 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:29:13.555180 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-c3a724da-2e02-4100-8ec4-38c4fb72e44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:13.557196 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a0297-604c-456b-b110-6e8ebb30f6e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d60220c-7bc2-4d5e-afc8-42af1b93a790,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:13.560253 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-c3a724da-2e02-4100-8ec4-38c4fb72e44b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5600469 Feb 20 03:29:13.563422 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:13.568335 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-f387d843-95c5-4098-b1ba-eee1b9b6b715 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=083a323a-2dd8-4a52-bebe-824cc4e94c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860658 Feb 20 03:29:13.592427 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-7d5444bd-187d-454f-82f7-8c975b1e2d4e admin admin] For port 43314d37-7bed-4406-99a5-e0fbcfd83741, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=43314d37-7bed-4406-99a5-e0fbcfd83741,segment=NetworkSegment(d1f4e01d-ede9-40de-9f6d-95b8daa575c0),segment_id=d1f4e01d-ede9-40de-9f6d-95b8daa575c0)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:13.593121 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7d5444bd-187d-454f-82f7-8c975b1e2d4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (43314d37-7bed-4406-99a5-e0fbcfd83741), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:13.622627 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-0f3f741e-6b3a-4525-aab9-c808bb9484db tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks [] for port (8926e98f-953a-4517-ba02-40f4fc2aa629), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:13.646012 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-7d5444bd-187d-454f-82f7-8c975b1e2d4e admin admin] Calling delete_port for 43314d37-7bed-4406-99a5-e0fbcfd83741 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:29:13.666295 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:13.743551 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-a69b0747-b1f8-44a5-afd4-72c3d4778f03 service neutron] 10.222.0.42 "GET /v2.0/networks/083a323a-2dd8-4a52-bebe-824cc4e94c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680982 Feb 20 03:29:13.762037 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-c3fcbce2-8948-4cc4-b135-415bc5b88abb tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Publish callbacks [] for port (41aff456-cbb6-48df-b571-0e5fb8da3abe), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:13.780436 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-a0e0e109-1046-44d5-9941-c7f96d74ef94 service neutron] Attempting to bind port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd on host n-h1-829866-4 for vnic_type normal with profile None {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:29:13.785721 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-a0e0e109-1046-44d5-9941-c7f96d74ef94 service neutron] Attempting to bind port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:29:13.785721 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-a0e0e109-1046-44d5-9941-c7f96d74ef94 service neutron] Attempting to bind port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd on network 5528b70c-0437-425a-a0ac-3485fc465717 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:29:13.797533 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72106e1-45b1-40f2-8d25-1f4c5c40e3d1 req-40cbadbb-9ba3-4642-8365-90aa6e973303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:13.798989 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b72106e1-45b1-40f2-8d25-1f4c5c40e3d1 req-40cbadbb-9ba3-4642-8365-90aa6e973303 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.4227605 Feb 20 03:29:13.804962 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:29:13.812525 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7d5444bd-187d-454f-82f7-8c975b1e2d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (43314d37-7bed-4406-99a5-e0fbcfd83741), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:13.823731 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-a0e0e109-1046-44d5-9941-c7f96d74ef94 service neutron] Port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd on network 5528b70c-0437-425a-a0ac-3485fc465717 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:29:13.824065 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-a0e0e109-1046-44d5-9941-c7f96d74ef94 service neutron] Attempting to bind port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd on network 5528b70c-0437-425a-a0ac-3485fc465717 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:29:13.844663 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5444bd-187d-454f-82f7-8c975b1e2d4e admin admin] Pushing event deleted for resources: {'Port': ['ID=43314d37-7bed-4406-99a5-e0fbcfd83741,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:13.852084 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5444bd-187d-454f-82f7-8c975b1e2d4e admin admin] No DVR routers for this DVR port 43314d37-7bed-4406-99a5-e0fbcfd83741 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:29:13.935872 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-a0e0e109-1046-44d5-9941-c7f96d74ef94 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:29:13.936213 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-a0e0e109-1046-44d5-9941-c7f96d74ef94 service neutron] Checking segment: {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:29:13.936693 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-a0e0e109-1046-44d5-9941-c7f96d74ef94 service neutron] Bound using segment: {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:29:13.937081 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-a0e0e109-1046-44d5-9941-c7f96d74ef94 service neutron] Bound port: 1da3b321-2b61-40d5-b0b2-2546ea0f26cd, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:29:14.015345 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7d5444bd-187d-454f-82f7-8c975b1e2d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (38a722c2-5791-49e3-b284-1ebb897fd5e2), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:14.040116 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-675df0cf-ad7c-4c5d-b7ee-ac7f3b4a02ec service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393225 Feb 20 03:29:14.046228 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-712ab91e-a053-4a76-b809-5ef112c24973 service neutron] 10.222.0.42 "GET /v2.0/networks/083a323a-2dd8-4a52-bebe-824cc4e94c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944558 Feb 20 03:29:14.049590 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-7d5444bd-187d-454f-82f7-8c975b1e2d4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a722c2-5791-49e3-b284-1ebb897fd5e2']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:29:14.057418 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-0f3f741e-6b3a-4525-aab9-c808bb9484db tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (8926e98f-953a-4517-ba02-40f4fc2aa629), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:14.063283 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-7d5444bd-187d-454f-82f7-8c975b1e2d4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f4e01d-ede9-40de-9f6d-95b8daa575c0') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:29:14.063586 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-7d5444bd-187d-454f-82f7-8c975b1e2d4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f4e01d-ede9-40de-9f6d-95b8daa575c0') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:29:14.075600 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['b482982f-45b9-4058-9e07-31cc53771546', '99eba199-451f-4a84-894b-4526cba64742'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:29:14.076195 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7d5444bd-187d-454f-82f7-8c975b1e2d4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (d1f4e01d-ede9-40de-9f6d-95b8daa575c0), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:14.079618 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['5d89a755-ad2b-49cb-afa1-66b50203f6a6'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:29:14.094701 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7d5444bd-187d-454f-82f7-8c975b1e2d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (d1f4e01d-ede9-40de-9f6d-95b8daa575c0), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:14.102739 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d5444bd-187d-454f-82f7-8c975b1e2d4e admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:29:14.102941 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7d5444bd-187d-454f-82f7-8c975b1e2d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (d1f4e01d-ede9-40de-9f6d-95b8daa575c0), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:29:14.104804 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:29:14.236330 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57394) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:29:14.268086 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7d5444bd-187d-454f-82f7-8c975b1e2d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (38a722c2-5791-49e3-b284-1ebb897fd5e2), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:14.292250 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7d5444bd-187d-454f-82f7-8c975b1e2d4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:14.296551 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7d5444bd-187d-454f-82f7-8c975b1e2d4e admin admin] 10.222.0.89 "DELETE /v2.0/networks/38a722c2-5791-49e3-b284-1ebb897fd5e2 HTTP/1.1" status: 204 len: 168 time: 1.6255324 Feb 20 03:29:14.308068 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72106e1-45b1-40f2-8d25-1f4c5c40e3d1 req-f86b4115-e35d-4062-8a86-06f51513ffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:14.308992 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b72106e1-45b1-40f2-8d25-1f4c5c40e3d1 req-f86b4115-e35d-4062-8a86-06f51513ffa3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4865406 Feb 20 03:29:14.313612 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-0f3f741e-6b3a-4525-aab9-c808bb9484db tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:29:14.329231 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 43314d37-7bed-4406-99a5-e0fbcfd83741 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:29:14.340411 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5444bd-187d-454f-82f7-8c975b1e2d4e admin admin] Pushing event deleted for resources: {'Network': ['ID=38a722c2-5791-49e3-b284-1ebb897fd5e2,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:14.343885 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-a0e0e109-1046-44d5-9941-c7f96d74ef94 service neutron] For port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=1da3b321-2b61-40d5-b0b2-2546ea0f26cd,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:29:14.356645 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-c3fcbce2-8948-4cc4-b135-415bc5b88abb tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (41aff456-cbb6-48df-b571-0e5fb8da3abe), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:14.358489 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-0f3f741e-6b3a-4525-aab9-c808bb9484db tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:29:14.368536 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f741e-6b3a-4525-aab9-c808bb9484db tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Pushing event updated for resources: {'Port': ['ID=8926e98f-953a-4517-ba02-40f4fc2aa629,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:14.386351 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-0f3f741e-6b3a-4525-aab9-c808bb9484db tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:29:14.441930 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8648f26f-92c6-43e2-9966-139fb9d499be admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6f0def2347034c3ca4f11bb0507c9192&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2041552 Feb 20 03:29:14.451948 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57398) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:29:14.469876 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 43314d37-7bed-4406-99a5-e0fbcfd83741 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:29:14.470457 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 43314d37-7bed-4406-99a5-e0fbcfd83741 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:29:14.546847 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-a0e0e109-1046-44d5-9941-c7f96d74ef94 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:14.549759 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-a0e0e109-1046-44d5-9941-c7f96d74ef94 service neutron] 10.222.0.89 "POST /v2.0/ports/1da3b321-2b61-40d5-b0b2-2546ea0f26cd/bindings HTTP/1.1" status: 201 len: 389 time: 2.2679169 Feb 20 03:29:14.634315 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9e43be2b-1ca5-4ad0-8cd0-4faa8c2cc168 admin admin] Publish callbacks [] for security_group (a42b4685-939d-4fc5-8fc7-228c20ed0d80), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:14.665971 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-c3fcbce2-8948-4cc4-b135-415bc5b88abb tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Network 083a323a-2dd8-4a52-bebe-824cc4e94c1b is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:29:14.683194 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bd0c8f00-2ea8-45ea-87cb-eeeb26954503 req-e487e2d9-c2a4-45ff-aaec-36009057dd34 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6177096 Feb 20 03:29:14.690792 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-c3fcbce2-8948-4cc4-b135-415bc5b88abb tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:29:14.710066 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-0f3f741e-6b3a-4525-aab9-c808bb9484db tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:14.711353 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-0f3f741e-6b3a-4525-aab9-c808bb9484db tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:14.720533 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fcbce2-8948-4cc4-b135-415bc5b88abb tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Pushing event updated for resources: {'Port': ['ID=41aff456-cbb6-48df-b571-0e5fb8da3abe,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:14.724039 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-c3fcbce2-8948-4cc4-b135-415bc5b88abb tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:29:14.755934 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9e43be2b-1ca5-4ad0-8cd0-4faa8c2cc168 admin admin] Publish callbacks [] for security_group (a42b4685-939d-4fc5-8fc7-228c20ed0d80), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:14.787859 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-6afc311b-30b7-48c7-b46f-09a21e485ed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a6122e9-c6b8-4eba-87b7-79ed8b42454c {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:29:14.800198 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df27a46-ab3e-4c7e-827f-cb0403db3632 req-ee9e4f81-bd1e-47c0-92aa-01c88f11e544 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:14.802719 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5df27a46-ab3e-4c7e-827f-cb0403db3632 req-ee9e4f81-bd1e-47c0-92aa-01c88f11e544 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/ports?device_id=15f5b3f7-d550-4df0-a6aa-d0a6be1cc61d HTTP/1.1" status: 200 len: 931 time: 0.5296392 Feb 20 03:29:14.804119 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-6afc311b-30b7-48c7-b46f-09a21e485ed0 service neutron] Publish callbacks [] for port (3a6122e9-c6b8-4eba-87b7-79ed8b42454c), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:14.833587 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-6afc311b-30b7-48c7-b46f-09a21e485ed0 service neutron] Transition to ACTIVE for port object 3a6122e9-c6b8-4eba-87b7-79ed8b42454c will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:29:14.924468 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-c3fcbce2-8948-4cc4-b135-415bc5b88abb tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:14.925107 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-c3fcbce2-8948-4cc4-b135-415bc5b88abb tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:14.929057 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b72106e1-45b1-40f2-8d25-1f4c5c40e3d1 req-3ab9cf18-9cc3-4f46-9fe0-2145a1a0e8b1 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6075387 Feb 20 03:29:14.931185 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9e43be2b-1ca5-4ad0-8cd0-4faa8c2cc168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a42b4685-939d-4fc5-8fc7-228c20ed0d80), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:14.936676 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9e43be2b-1ca5-4ad0-8cd0-4faa8c2cc168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:14.938189 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9e43be2b-1ca5-4ad0-8cd0-4faa8c2cc168 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a42b4685-939d-4fc5-8fc7-228c20ed0d80 HTTP/1.1" status: 204 len: 168 time: 0.4849000 Feb 20 03:29:14.939134 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-6afc311b-30b7-48c7-b46f-09a21e485ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (3a6122e9-c6b8-4eba-87b7-79ed8b42454c), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:14.942743 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-0f3f741e-6b3a-4525-aab9-c808bb9484db tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.8194666 Feb 20 03:29:14.972619 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3ec243d4-c143-4c6b-ad8a-3f8ea13ecbe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a563b92-7b9e-4559-8f56-20ca85c02fd5 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:29:14.981151 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-5b48fc0c-c39c-4d08-971a-87335175cc2a service neutron] Request body: {'port': {'device_id': 'd36685e3-5d7a-48b6-97ff-9f28bd6e4e8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:29:14.989646 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3ec243d4-c143-4c6b-ad8a-3f8ea13ecbe4 service neutron] Publish callbacks [] for port (7a563b92-7b9e-4559-8f56-20ca85c02fd5), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:15.012675 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43be2b-1ca5-4ad0-8cd0-4faa8c2cc168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42b4685-939d-4fc5-8fc7-228c20ed0d80,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:15.060530 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57410) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:29:15.076218 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-b643627d-1805-4d70-a983-7a444d0fd1a1 None None] Provisioning complete for port 8926e98f-953a-4517-ba02-40f4fc2aa629 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:29:15.076742 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b643627d-1805-4d70-a983-7a444d0fd1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8926e98f-953a-4517-ba02-40f4fc2aa629), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:15.109408 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:29:15.127109 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc311b-30b7-48c7-b46f-09a21e485ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6122e9-c6b8-4eba-87b7-79ed8b42454c,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:15.150227 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5df27a46-ab3e-4c7e-827f-cb0403db3632 req-cc28f442-6aaa-43f6-b7ee-7b8ca5981f06 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbcf8e84-1c2f-49bf-83d9-a23f60e588e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255339 Feb 20 03:29:15.152150 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3ec243d4-c143-4c6b-ad8a-3f8ea13ecbe4 service neutron] Transition to ACTIVE for port object 7a563b92-7b9e-4559-8f56-20ca85c02fd5 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:29:15.220080 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b643627d-1805-4d70-a983-7a444d0fd1a1 None None] Port 8926e98f-953a-4517-ba02-40f4fc2aa629 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:29:15.308998 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-c3fcbce2-8948-4cc4-b135-415bc5b88abb tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.9021959 Feb 20 03:29:15.313361 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b72106e1-45b1-40f2-8d25-1f4c5c40e3d1 req-cc461815-096c-4439-be64-2e4dfd5a4b29 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628736 Feb 20 03:29:15.332327 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1b349de6-5521-47c8-9c85-fb3159f59f18 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d9bffb54cf7a459ab8f450e0dfefce78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2672760 Feb 20 03:29:15.333325 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5ed6c0-ffc2-46a6-8005-06383abdd41a x-openstack-request-id: req-0c5ed6c0-ffc2-46a6-8005-06383abdd41a {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:29:15.333654 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3299e47c-aeb7-4098-8856-271e0f6ac309", "tag": "0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:29:15.336493 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57414) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:29:15.338495 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0c5ed6c0-ffc2-46a6-8005-06383abdd41a {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:29:15.338987 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3299e47c-aeb7-4098-8856-271e0f6ac309', 'tag': '0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e', 'status': 'completed', 'code': 200} Feb 20 03:29:15.340656 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:29:15.345423 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:29:15.345808 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:15.381914 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3ec243d4-c143-4c6b-ad8a-3f8ea13ecbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (7a563b92-7b9e-4559-8f56-20ca85c02fd5), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:15.400301 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-d5b9c344-6fb9-44db-bc5e-6d026e6cca5f service neutron] Request body: {'port': {'device_id': '87c0d742-96f1-4e75-8548-104a617c40fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:29:15.409796 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-6afc311b-30b7-48c7-b46f-09a21e485ed0 service neutron] Attempting to bind port 3a6122e9-c6b8-4eba-87b7-79ed8b42454c on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:29:15.410194 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-6afc311b-30b7-48c7-b46f-09a21e485ed0 service neutron] Attempting to bind port 3a6122e9-c6b8-4eba-87b7-79ed8b42454c by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'e1725345-6967-4a85-94eb-e6034c328c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '083a323a-2dd8-4a52-bebe-824cc4e94c1b'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:29:15.410590 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-6afc311b-30b7-48c7-b46f-09a21e485ed0 service neutron] Attempting to bind port 3a6122e9-c6b8-4eba-87b7-79ed8b42454c on network 083a323a-2dd8-4a52-bebe-824cc4e94c1b {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:29:15.423404 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-6afc311b-30b7-48c7-b46f-09a21e485ed0 service neutron] Port 3a6122e9-c6b8-4eba-87b7-79ed8b42454c on network 083a323a-2dd8-4a52-bebe-824cc4e94c1b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:29:15.423808 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-6afc311b-30b7-48c7-b46f-09a21e485ed0 service neutron] Attempting to bind port 3a6122e9-c6b8-4eba-87b7-79ed8b42454c on network 083a323a-2dd8-4a52-bebe-824cc4e94c1b {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:29:15.427824 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c647f5e-b3c6-42cf-b480-bf3930c46ee0 req-2bf2eb32-d16d-468a-be95-328d7cc721dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:15.429597 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6c647f5e-b3c6-42cf-b480-bf3930c46ee0 req-2bf2eb32-d16d-468a-be95-328d7cc721dd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1fdd4025ee714ee983198244f5c24403&device_id=3299e47c-aeb7-4098-8856-271e0f6ac309 HTTP/1.1" status: 200 len: 1130 time: 0.1437843 Feb 20 03:29:15.440098 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-6afc311b-30b7-48c7-b46f-09a21e485ed0 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:29:15.440498 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-6afc311b-30b7-48c7-b46f-09a21e485ed0 service neutron] Checking segment: {'id': 'e1725345-6967-4a85-94eb-e6034c328c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '083a323a-2dd8-4a52-bebe-824cc4e94c1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:29:15.440953 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-6afc311b-30b7-48c7-b46f-09a21e485ed0 service neutron] Bound using segment: {'id': 'e1725345-6967-4a85-94eb-e6034c328c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '083a323a-2dd8-4a52-bebe-824cc4e94c1b'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:29:15.441472 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-6afc311b-30b7-48c7-b46f-09a21e485ed0 service neutron] Bound port: 3a6122e9-c6b8-4eba-87b7-79ed8b42454c, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1725345-6967-4a85-94eb-e6034c328c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '083a323a-2dd8-4a52-bebe-824cc4e94c1b'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:29:15.442165 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-6afc311b-30b7-48c7-b46f-09a21e485ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3a6122e9-c6b8-4eba-87b7-79ed8b42454c), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:15.490196 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5729f197-8d9e-4878-bfe3-e0cfd11d4af9 admin admin] Publish callbacks [] for security_group (6336ebf1-ee40-48e3-abde-c34dde25dcf0), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:15.527834 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:29:15.531606 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:15.563669 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fd137f-cbe1-474f-abe2-e5c7dda1835b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:29:15.566237 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778fd9fd-aeb5-492c-b00b-834684535673" -d '{"events": [{"server_uuid": "d1fd137f-cbe1-474f-abe2-e5c7dda1835b", "name": "network-vif-plugged", "status": "completed", "tag": "a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:29:15.567586 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec243d4-c143-4c6b-ad8a-3f8ea13ecbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=7a563b92-7b9e-4559-8f56-20ca85c02fd5,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:15.584012 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:15.600519 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-5b48fc0c-c39c-4d08-971a-87335175cc2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8926e98f-953a-4517-ba02-40f4fc2aa629), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:15.615884 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5729f197-8d9e-4878-bfe3-e0cfd11d4af9 admin admin] Publish callbacks [] for security_group (6336ebf1-ee40-48e3-abde-c34dde25dcf0), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:15.710486 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:15.807979 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-6afc311b-30b7-48c7-b46f-09a21e485ed0 service neutron] For port 3a6122e9-c6b8-4eba-87b7-79ed8b42454c, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:29:15.807979 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-6afc311b-30b7-48c7-b46f-09a21e485ed0 service neutron] For port 3a6122e9-c6b8-4eba-87b7-79ed8b42454c, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=3a6122e9-c6b8-4eba-87b7-79ed8b42454c,segment=NetworkSegment(e1725345-6967-4a85-94eb-e6034c328c97),segment_id=e1725345-6967-4a85-94eb-e6034c328c97)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:29:15.809215 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c647f5e-b3c6-42cf-b480-bf3930c46ee0 req-70dfa208-8931-428e-b053-62bc232decba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:15.810756 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6c647f5e-b3c6-42cf-b480-bf3930c46ee0 req-70dfa208-8931-428e-b053-62bc232decba service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.3591425 Feb 20 03:29:15.814755 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:15.846776 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd977f5b-8773-4fe6-84e9-c4af44945c84 req-5294fe9d-152e-4de0-913c-9f9d61d6c415 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:15.849136 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fd977f5b-8773-4fe6-84e9-c4af44945c84 req-5294fe9d-152e-4de0-913c-9f9d61d6c415 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=3299e47c-aeb7-4098-8856-271e0f6ac309 HTTP/1.1" status: 200 len: 948 time: 0.7473946 Feb 20 03:29:15.863641 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5729f197-8d9e-4878-bfe3-e0cfd11d4af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (6336ebf1-ee40-48e3-abde-c34dde25dcf0), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:15.872276 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5729f197-8d9e-4878-bfe3-e0cfd11d4af9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:15.873453 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5729f197-8d9e-4878-bfe3-e0cfd11d4af9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6336ebf1-ee40-48e3-abde-c34dde25dcf0 HTTP/1.1" status: 204 len: 168 time: 0.5330098 Feb 20 03:29:15.875172 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6c647f5e-b3c6-42cf-b480-bf3930c46ee0 req-649b56cd-0b0e-4296-b6e2-11036a9d1b42 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e HTTP/1.1" status: 200 len: 217 time: 0.0570905 Feb 20 03:29:15.890176 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eaaa15-a507-42e7-9ecc-ade6f2c07951 req-c19f357a-2702-4cf1-af88-b140ae8c2945 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:15.894890 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729f197-8d9e-4878-bfe3-e0cfd11d4af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6336ebf1-ee40-48e3-abde-c34dde25dcf0,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:15.905009 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d9eaaa15-a507-42e7-9ecc-ade6f2c07951 req-c19f357a-2702-4cf1-af88-b140ae8c2945 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=d36685e3-5d7a-48b6-97ff-9f28bd6e4e8b HTTP/1.1" status: 200 len: 936 time: 0.5497718 Feb 20 03:29:15.915571 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-ac201cab-2cbc-4066-bcf3-54efa36d719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:15.917258 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-ac201cab-2cbc-4066-bcf3-54efa36d719a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 1128 time: 0.5769150 Feb 20 03:29:15.917907 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-d5b9c344-6fb9-44db-bc5e-6d026e6cca5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (41aff456-cbb6-48df-b571-0e5fb8da3abe), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:15.927146 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-6afc311b-30b7-48c7-b46f-09a21e485ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (3a6122e9-c6b8-4eba-87b7-79ed8b42454c), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:15.967211 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3ec243d4-c143-4c6b-ad8a-3f8ea13ecbe4 service neutron] Attempting to bind port 7a563b92-7b9e-4559-8f56-20ca85c02fd5 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:29:15.967538 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3ec243d4-c143-4c6b-ad8a-3f8ea13ecbe4 service neutron] Attempting to bind port 7a563b92-7b9e-4559-8f56-20ca85c02fd5 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:29:15.967874 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3ec243d4-c143-4c6b-ad8a-3f8ea13ecbe4 service neutron] Attempting to bind port 7a563b92-7b9e-4559-8f56-20ca85c02fd5 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:29:15.985930 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-6afc311b-30b7-48c7-b46f-09a21e485ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:15.986665 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-6afc311b-30b7-48c7-b46f-09a21e485ed0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:15.988642 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-6afc311b-30b7-48c7-b46f-09a21e485ed0 service neutron] 10.222.0.93 "PUT /v2.0/ports/3a6122e9-c6b8-4eba-87b7-79ed8b42454c HTTP/1.1" status: 200 len: 1091 time: 5.0529606 Feb 20 03:29:16.016733 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c647f5e-b3c6-42cf-b480-bf3930c46ee0 req-a8bfdf16-1fde-4983-be50-d048eae9ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:16.018282 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6c647f5e-b3c6-42cf-b480-bf3930c46ee0 req-a8bfdf16-1fde-4983-be50-d048eae9ac16 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1322489 Feb 20 03:29:16.034546 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3ec243d4-c143-4c6b-ad8a-3f8ea13ecbe4 service neutron] Port 7a563b92-7b9e-4559-8f56-20ca85c02fd5 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:29:16.034938 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3ec243d4-c143-4c6b-ad8a-3f8ea13ecbe4 service neutron] Attempting to bind port 7a563b92-7b9e-4559-8f56-20ca85c02fd5 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:29:16.058204 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc311b-30b7-48c7-b46f-09a21e485ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6122e9-c6b8-4eba-87b7-79ed8b42454c,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:16.080243 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c647f5e-b3c6-42cf-b480-bf3930c46ee0 req-045a5ef9-d1b6-455f-9348-3f1b9238871f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:16.082446 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6c647f5e-b3c6-42cf-b480-bf3930c46ee0 req-045a5ef9-d1b6-455f-9348-3f1b9238871f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0559256 Feb 20 03:29:16.210613 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3ec243d4-c143-4c6b-ad8a-3f8ea13ecbe4 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:29:16.211227 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3ec243d4-c143-4c6b-ad8a-3f8ea13ecbe4 service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:29:16.212551 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3ec243d4-c143-4c6b-ad8a-3f8ea13ecbe4 service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:29:16.212551 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3ec243d4-c143-4c6b-ad8a-3f8ea13ecbe4 service neutron] Bound port: 7a563b92-7b9e-4559-8f56-20ca85c02fd5, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:29:16.212551 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3ec243d4-c143-4c6b-ad8a-3f8ea13ecbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7a563b92-7b9e-4559-8f56-20ca85c02fd5), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:16.283201 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-a542a04d-741d-4354-aa9c-b57f1ac92ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:16.288358 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-a542a04d-741d-4354-aa9c-b57f1ac92ba1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=20815e4a67e342b08b7dd3b3df86dc90&device_id=15f5b3f7-d550-4df0-a6aa-d0a6be1cc61d HTTP/1.1" status: 200 len: 1125 time: 0.0878444 Feb 20 03:29:16.290228 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6c647f5e-b3c6-42cf-b480-bf3930c46ee0 req-6f43ea0b-0a4f-424c-bf15-b2b2164259f9 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999466 Feb 20 03:29:16.333640 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fd977f5b-8773-4fe6-84e9-c4af44945c84 req-d5c6f659-7e83-42fc-942a-64c185b70c17 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258714 Feb 20 03:29:16.436041 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-6361df2a-f3f7-47d1-b1d4-e5a1426fc948 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a6122e9-c6b8-4eba-87b7-79ed8b42454c HTTP/1.1" status: 200 len: 217 time: 0.1131365 Feb 20 03:29:16.575695 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6c647f5e-b3c6-42cf-b480-bf3930c46ee0 req-52ce6ae1-0ce3-4b4b-a33b-5eeb5a2beda4 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776163 Feb 20 03:29:16.610364 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-fd6926f7-008c-4586-b1ab-b35cf5f395d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:16.612041 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-fd6926f7-008c-4586-b1ab-b35cf5f395d5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d8b94172-f0f7-4237-a0cf-2ff016ab80a9 HTTP/1.1" status: 200 len: 858 time: 0.1083822 Feb 20 03:29:16.664268 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afd9328-844a-42c6-a45c-b549396f74ef x-openstack-request-id: req-7afd9328-844a-42c6-a45c-b549396f74ef {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:29:16.664564 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "437eb4cd-f060-4886-b4fc-f767c2acf0dd", "tag": "b04cab7c-84ba-4de5-a994-a44a51db2969", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:29:16.665402 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7afd9328-844a-42c6-a45c-b549396f74ef {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:29:16.665402 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '437eb4cd-f060-4886-b4fc-f767c2acf0dd', 'tag': 'b04cab7c-84ba-4de5-a994-a44a51db2969', 'status': 'completed', 'code': 200} Feb 20 03:29:16.685015 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-ef7e1a22-ef86-43f6-994e-5fd14adac668 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=083a323a-2dd8-4a52-bebe-824cc4e94c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609303 Feb 20 03:29:16.700906 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d9eaaa15-a507-42e7-9ecc-ade6f2c07951 req-676534bd-0243-4ffd-8100-0a1a426d7e1d tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7949541 Feb 20 03:29:16.746024 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57446) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:29:16.811602 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42639d4-4c67-45e6-aba5-6adc38c6bcfb req-03abe25b-3ff2-43f8-8973-d8435bb1e12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:16.813122 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b42639d4-4c67-45e6-aba5-6adc38c6bcfb req-03abe25b-3ff2-43f8-8973-d8435bb1e12c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=20815e4a67e342b08b7dd3b3df86dc90&device_id=437eb4cd-f060-4886-b4fc-f767c2acf0dd HTTP/1.1" status: 200 len: 1125 time: 0.1268747 Feb 20 03:29:16.925282 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1ee8d112-0aa5-4953-b27b-918aa558d6d3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=bf660f6eb55146868eee2160609ab125&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1779201 Feb 20 03:29:16.936184 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57448) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:29:16.984510 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-2048e584-e867-41fd-ba38-c7b0237fd04f service neutron] 10.222.0.93 "GET /v2.0/networks/083a323a-2dd8-4a52-bebe-824cc4e94c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614799 Feb 20 03:29:17.033102 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-4b6921dd-8567-49c2-9ae1-d08be39e3f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:17.034713 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-4b6921dd-8567-49c2-9ae1-d08be39e3f14 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5528b70c-0437-425a-a0ac-3485fc465717 HTTP/1.1" status: 200 len: 921 time: 1.0694566 Feb 20 03:29:17.103492 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device b04cab7c-84ba-4de5-a994-a44a51db2969 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:29:17.118846 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-51501a32-76e3-4890-a5d4-2216b08cb65a service neutron] 10.222.0.93 "GET /v2.0/networks/083a323a-2dd8-4a52-bebe-824cc4e94c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206105 Feb 20 03:29:17.145288 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42639d4-4c67-45e6-aba5-6adc38c6bcfb req-19ab66a2-561b-4871-a405-52d75aaa8246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:17.146943 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b42639d4-4c67-45e6-aba5-6adc38c6bcfb req-19ab66a2-561b-4871-a405-52d75aaa8246 service neutron] 10.222.0.42 "GET /v2.0/networks?id=083a323a-2dd8-4a52-bebe-824cc4e94c1b HTTP/1.1" status: 200 len: 919 time: 0.3230159 Feb 20 03:29:17.164592 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-362d6d12-907d-447c-93aa-9d9c343d5115 admin admin] Publish callbacks [] for security_group (64518560-4914-4fa5-92a7-a20f559b5b7b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:17.266150 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b42639d4-4c67-45e6-aba5-6adc38c6bcfb req-fda2ef8a-8264-4b5f-a42d-ff5cb5814ebd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b04cab7c-84ba-4de5-a994-a44a51db2969 HTTP/1.1" status: 200 len: 217 time: 0.1113994 Feb 20 03:29:17.306802 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port b04cab7c-84ba-4de5-a994-a44a51db2969, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b04cab7c-84ba-4de5-a994-a44a51db2969,segment=NetworkSegment(e1725345-6967-4a85-94eb-e6034c328c97),segment_id=e1725345-6967-4a85-94eb-e6034c328c97)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:17.330253 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'b04cab7c-84ba-4de5-a994-a44a51db2969', 'network_id': '083a323a-2dd8-4a52-bebe-824cc4e94c1b', 'port_id': 'b04cab7c-84ba-4de5-a994-a44a51db2969', 'mac_address': 'fa:16:3e:bf:12:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b94172-f0f7-4237-a0cf-2ff016ab80a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:29:17.357733 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-75843735-b042-45bc-853e-fc9084874b8a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1da3b321-2b61-40d5-b0b2-2546ea0f26cd HTTP/1.1" status: 200 len: 217 time: 0.3102651 Feb 20 03:29:17.367785 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3ec243d4-c143-4c6b-ad8a-3f8ea13ecbe4 service neutron] For port 7a563b92-7b9e-4559-8f56-20ca85c02fd5, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:29:17.370117 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57454) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:29:17.392465 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42639d4-4c67-45e6-aba5-6adc38c6bcfb req-a8497cb0-f999-492a-a4c6-d04a04b85219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:17.396698 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b42639d4-4c67-45e6-aba5-6adc38c6bcfb req-a8497cb0-f999-492a-a4c6-d04a04b85219 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d8b94172-f0f7-4237-a0cf-2ff016ab80a9 HTTP/1.1" status: 200 len: 858 time: 0.0724854 Feb 20 03:29:17.422292 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3ec243d4-c143-4c6b-ad8a-3f8ea13ecbe4 service neutron] For port 7a563b92-7b9e-4559-8f56-20ca85c02fd5, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=7a563b92-7b9e-4559-8f56-20ca85c02fd5,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:29:17.449911 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port b04cab7c-84ba-4de5-a994-a44a51db2969 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:29:17.450395 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b04cab7c-84ba-4de5-a994-a44a51db2969), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:17.476770 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b04cab7c-84ba-4de5-a994-a44a51db2969 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:29:17.501487 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-362d6d12-907d-447c-93aa-9d9c343d5115 admin admin] Publish callbacks [] for security_group (64518560-4914-4fa5-92a7-a20f559b5b7b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:17.507803 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b42639d4-4c67-45e6-aba5-6adc38c6bcfb req-d6079712-b7a4-49b4-9c6d-edc252f4e4eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=083a323a-2dd8-4a52-bebe-824cc4e94c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588663 Feb 20 03:29:17.522432 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port b04cab7c-84ba-4de5-a994-a44a51db2969, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b04cab7c-84ba-4de5-a994-a44a51db2969,segment=NetworkSegment(e1725345-6967-4a85-94eb-e6034c328c97),segment_id=e1725345-6967-4a85-94eb-e6034c328c97)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:17.542029 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ba1b4806-4fd0-4fc2-95bb-121e73debb84 req-83b07048-73f6-4d6f-922b-ad904061043a tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 210 time: 0.2406142 Feb 20 03:29:17.559243 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188691c-f0c5-410a-91ae-65cb01c3a814 req-ce188ec1-807a-4c0d-91f2-4e5d981fe65e tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:17.560789 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0188691c-f0c5-410a-91ae-65cb01c3a814 req-ce188ec1-807a-4c0d-91f2-4e5d981fe65e tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 946 time: 0.7301321 Feb 20 03:29:17.579645 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:29:17.642517 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b04cab7c-84ba-4de5-a994-a44a51db2969), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:17.642883 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-510d540a-23f9-4c80-acd6-2bd2b81c2c45 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-20480837-network', 'tenant_id': '87bec72e0bca457e8ebb03d0cbe6ac2d'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:29:17.646619 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:29:17.719751 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-59c98924-ecfc-42f3-857d-0346e611e389 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:17.721645 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-59c98924-ecfc-42f3-857d-0346e611e389 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.93 "GET /v2.0/networks?id=b760bf03-7766-4aef-bd0e-08d3e5c4e949 HTTP/1.1" status: 200 len: 808 time: 0.4908895 Feb 20 03:29:17.743317 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-9d2120c5-edc1-4d95-bacb-73303bda04e9 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Request body: {'port': {'device_id': '1349e185-9131-4c7e-aebe-e1f6f7d0399c', 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949', 'admin_state_up': True, 'tenant_id': 'f32a2222e912478982e32c7419305be8'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:29:17.824399 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-5b48fc0c-c39c-4d08-971a-87335175cc2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8926e98f-953a-4517-ba02-40f4fc2aa629 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:29:17.828507 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=b04cab7c-84ba-4de5-a994-a44a51db2969,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:17.840318 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-5b48fc0c-c39c-4d08-971a-87335175cc2a service neutron] Publish callbacks [] for port (8926e98f-953a-4517-ba02-40f4fc2aa629), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:17.855852 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-5b48fc0c-c39c-4d08-971a-87335175cc2a service neutron] Transition to ACTIVE for port object 8926e98f-953a-4517-ba02-40f4fc2aa629 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:29:17.862628 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:17.863284 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:17.864531 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:17.865811 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:17.866167 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:17.867077 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:17.868729 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:17.869157 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:17.870068 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:17.870423 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:17.872069 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:17.875947 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:17.883340 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-aa274d5c-6367-4a1c-b66d-0585f499099c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:17.884083 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:17.884187 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-aa274d5c-6367-4a1c-b66d-0585f499099c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e570f242-4684-4db2-b2a8-755bc6ec8973 HTTP/1.1" status: 200 len: 860 time: 0.4857068 Feb 20 03:29:17.884187 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3ec243d4-c143-4c6b-ad8a-3f8ea13ecbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (7a563b92-7b9e-4559-8f56-20ca85c02fd5), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:17.892710 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b42639d4-4c67-45e6-aba5-6adc38c6bcfb req-6e236e79-691b-41c1-bef3-9f1c9ae3f22b service neutron] 10.222.0.42 "GET /v2.0/networks/083a323a-2dd8-4a52-bebe-824cc4e94c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730714 Feb 20 03:29:17.901557 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.resource_extend [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 03:29:17.961442 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-41c6809d-b996-434a-9759-93090b34f40d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5528b70c-0437-425a-a0ac-3485fc465717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601668 Feb 20 03:29:18.014942 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-5b48fc0c-c39c-4d08-971a-87335175cc2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (8926e98f-953a-4517-ba02-40f4fc2aa629), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:18.019175 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b42639d4-4c67-45e6-aba5-6adc38c6bcfb req-39e78367-30f9-4fcb-960f-5bb6fab11760 service neutron] 10.222.0.42 "GET /v2.0/networks/083a323a-2dd8-4a52-bebe-824cc4e94c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151283 Feb 20 03:29:18.021407 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-9d2120c5-edc1-4d95-bacb-73303bda04e9 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Made reservation on behalf of f32a2222e912478982e32c7419305be8 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:29:18.024886 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-9d2120c5-edc1-4d95-bacb-73303bda04e9 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:18.102046 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47853462-c30b-472d-9c22-009b80acd4f6 x-openstack-request-id: req-47853462-c30b-472d-9c22-009b80acd4f6 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:29:18.103303 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fd137f-cbe1-474f-abe2-e5c7dda1835b", "name": "network-vif-plugged", "status": "completed", "tag": "a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:29:18.103878 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-47853462-c30b-472d-9c22-009b80acd4f6 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:29:18.104937 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1fd137f-cbe1-474f-abe2-e5c7dda1835b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0', 'code': 200} Feb 20 03:29:18.107343 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-362d6d12-907d-447c-93aa-9d9c343d5115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (64518560-4914-4fa5-92a7-a20f559b5b7b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:18.111676 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-362d6d12-907d-447c-93aa-9d9c343d5115 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:18.113656 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-362d6d12-907d-447c-93aa-9d9c343d5115 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/64518560-4914-4fa5-92a7-a20f559b5b7b HTTP/1.1" status: 204 len: 168 time: 1.1795866 Feb 20 03:29:18.131536 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d6d12-907d-447c-93aa-9d9c343d5115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64518560-4914-4fa5-92a7-a20f559b5b7b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:18.198584 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:18.240488 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': '0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e', 'mac_address': 'fa:16:3e:3a:65:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:29:18.288468 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a300d-1ef1-41f9-8eac-c8f7f1f61fd0 req-7c667f3b-3b9b-4700-b16b-eee595093e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:18.289929 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a54a300d-1ef1-41f9-8eac-c8f7f1f61fd0 req-7c667f3b-3b9b-4700-b16b-eee595093e96 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 1131 time: 0.1508577 Feb 20 03:29:18.306410 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-d5b9c344-6fb9-44db-bc5e-6d026e6cca5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41aff456-cbb6-48df-b571-0e5fb8da3abe {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:29:18.358573 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-9d2120c5-edc1-4d95-bacb-73303bda04e9 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Allocated IP 172.20.0.10 (b760bf03-7766-4aef-bd0e-08d3e5c4e949/458c6d71-ffe3-42c1-873f-079dd6df07cb/6923b619-c6cf-49a9-99bd-ce1349e132ae) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:29:18.366222 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:29:18.369102 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:18.443358 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0188691c-f0c5-410a-91ae-65cb01c3a814 req-9a4d3b15-7a9f-45c0-98cc-60873fcadb0a tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8665435 Feb 20 03:29:18.444030 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec243d4-c143-4c6b-ad8a-3f8ea13ecbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=7a563b92-7b9e-4559-8f56-20ca85c02fd5,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:18.456953 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:29:18.458373 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-d5b9c344-6fb9-44db-bc5e-6d026e6cca5f service neutron] Publish callbacks [] for port (41aff456-cbb6-48df-b571-0e5fb8da3abe), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:18.479174 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3ec243d4-c143-4c6b-ad8a-3f8ea13ecbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:18.479877 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3ec243d4-c143-4c6b-ad8a-3f8ea13ecbe4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:18.481808 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3ec243d4-c143-4c6b-ad8a-3f8ea13ecbe4 service neutron] 10.222.0.42 "PUT /v2.0/ports/7a563b92-7b9e-4559-8f56-20ca85c02fd5 HTTP/1.1" status: 200 len: 1096 time: 6.0607891 Feb 20 03:29:18.491372 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b6246ac-5877-4106-b0bd-57a21e7c269a', 'tag': '7a563b92-7b9e-4559-8f56-20ca85c02fd5'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:29:18.493821 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cbafc2-45a5-4ec2-817c-981c2b42e570" -d '{"events": [{"name": "network-changed", "server_uuid": "1b6246ac-5877-4106-b0bd-57a21e7c269a", "tag": "7a563b92-7b9e-4559-8f56-20ca85c02fd5"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:29:18.519138 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a54a300d-1ef1-41f9-8eac-c8f7f1f61fd0 req-6a6812f6-839a-4494-9824-2dd7e7a71e38 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028143 Feb 20 03:29:18.548849 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:18.601822 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510d540a-23f9-4c80-acd6-2bd2b81c2c45 admin admin] Made reservation on behalf of 87bec72e0bca457e8ebb03d0cbe6ac2d for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:29:18.604366 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-510d540a-23f9-4c80-acd6-2bd2b81c2c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:18.649197 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:18.664189 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-510d540a-23f9-4c80-acd6-2bd2b81c2c45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:18.675821 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15f5b3f7-d550-4df0-a6aa-d0a6be1cc61d', 'tag': '3a6122e9-c6b8-4eba-87b7-79ed8b42454c'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:29:18.685304 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4ba203-6990-46ad-88df-82429bc342a9" -d '{"events": [{"name": "network-changed", "server_uuid": "15f5b3f7-d550-4df0-a6aa-d0a6be1cc61d", "tag": "3a6122e9-c6b8-4eba-87b7-79ed8b42454c"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:29:18.729082 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-d5b9c344-6fb9-44db-bc5e-6d026e6cca5f service neutron] Transition to ACTIVE for port object 41aff456-cbb6-48df-b571-0e5fb8da3abe will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:29:18.856881 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-d5b9c344-6fb9-44db-bc5e-6d026e6cca5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (41aff456-cbb6-48df-b571-0e5fb8da3abe), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:18.878084 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48fc0c-c39c-4d08-971a-87335175cc2a service neutron] Pushing event updated for resources: {'Port': ['ID=8926e98f-953a-4517-ba02-40f4fc2aa629,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:18.905227 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:18.912407 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-9d2120c5-edc1-4d95-bacb-73303bda04e9 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Publish callbacks [] for port (6923b619-c6cf-49a9-99bd-ce1349e132ae), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:18.954849 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['b04cab7c-84ba-4de5-a994-a44a51db2969'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:29:18.962290 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-d1b6e40d-7871-43cc-b143-4dad2da578eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:18.970901 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-d1b6e40d-7871-43cc-b143-4dad2da578eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4010c5c9a68841d28ec3272ba0035a74&device_id=1b6246ac-5877-4106-b0bd-57a21e7c269a HTTP/1.1" status: 200 len: 1130 time: 0.2248600 Feb 20 03:29:18.978396 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:29:19.000095 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9c344-6fb9-44db-bc5e-6d026e6cca5f service neutron] Pushing event updated for resources: {'Port': ['ID=41aff456-cbb6-48df-b571-0e5fb8da3abe,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:19.100944 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c1400-51cd-4bf7-a0b2-2ff262e96ef8 req-1ee331d0-2326-4be3-ac0a-f1d0764c110a tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:19.102574 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d19c1400-51cd-4bf7-a0b2-2ff262e96ef8 req-1ee331d0-2326-4be3-ac0a-f1d0764c110a tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/ports?device_id=15f5b3f7-d550-4df0-a6aa-d0a6be1cc61d HTTP/1.1" status: 200 len: 943 time: 0.7411945 Feb 20 03:29:19.112158 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-e903420e-85b8-4aeb-afa5-8f6a46e85c6b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=7a563b92-7b9e-4559-8f56-20ca85c02fd5 HTTP/1.1" status: 200 len: 217 time: 0.1331649 Feb 20 03:29:19.190021 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b72239-f176-4890-a8ae-3820bdd0eeaf req-b7323086-46bd-4ef4-898f-97a14a9da869 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:19.204348 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88b72239-f176-4890-a8ae-3820bdd0eeaf req-b7323086-46bd-4ef4-898f-97a14a9da869 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=3299e47c-aeb7-4098-8856-271e0f6ac309 HTTP/1.1" status: 200 len: 949 time: 0.5228786 Feb 20 03:29:19.249364 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-ed30a7f9-f4d2-46ba-821b-eaf462d5ded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:19.250878 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-ed30a7f9-f4d2-46ba-821b-eaf462d5ded2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1211343 Feb 20 03:29:19.295609 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-5b48fc0c-c39c-4d08-971a-87335175cc2a service neutron] Attempting to bind port 8926e98f-953a-4517-ba02-40f4fc2aa629 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:29:19.297790 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-5b48fc0c-c39c-4d08-971a-87335175cc2a service neutron] Attempting to bind port 8926e98f-953a-4517-ba02-40f4fc2aa629 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:29:19.307086 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-5b48fc0c-c39c-4d08-971a-87335175cc2a service neutron] Attempting to bind port 8926e98f-953a-4517-ba02-40f4fc2aa629 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:29:19.334989 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-9d2120c5-edc1-4d95-bacb-73303bda04e9 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (6923b619-c6cf-49a9-99bd-ce1349e132ae), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:19.355950 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['d63e954e-40b6-4bee-a093-5acd484efee8'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:29:19.415302 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-9d2120c5-edc1-4d95-bacb-73303bda04e9 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Network b760bf03-7766-4aef-bd0e-08d3e5c4e949 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:29:19.426746 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-9d2120c5-edc1-4d95-bacb-73303bda04e9 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:29:19.430039 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-9d2120c5-edc1-4d95-bacb-73303bda04e9 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:29:19.432574 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2120c5-edc1-4d95-bacb-73303bda04e9 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Pushing event updated for resources: {'Port': ['ID=6923b619-c6cf-49a9-99bd-ce1349e132ae,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:19.440361 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-5b48fc0c-c39c-4d08-971a-87335175cc2a service neutron] Port 8926e98f-953a-4517-ba02-40f4fc2aa629 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:29:19.443825 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-5b48fc0c-c39c-4d08-971a-87335175cc2a service neutron] Attempting to bind port 8926e98f-953a-4517-ba02-40f4fc2aa629 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:29:19.545494 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-9ee67c61-0798-4f55-9cd6-e0813a2fb22e service neutron] 10.222.0.42 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2230716 Feb 20 03:29:19.572359 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-510d540a-23f9-4c80-acd6-2bd2b81c2c45 admin admin] Publish callbacks [] for security_group (5a19b172-82e7-42ed-9887-4eb6c3a284c1), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:19.709676 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-5b48fc0c-c39c-4d08-971a-87335175cc2a service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:29:19.710033 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-5b48fc0c-c39c-4d08-971a-87335175cc2a service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:29:19.710410 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-5b48fc0c-c39c-4d08-971a-87335175cc2a service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:29:19.710872 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-5b48fc0c-c39c-4d08-971a-87335175cc2a service neutron] Bound port: 8926e98f-953a-4517-ba02-40f4fc2aa629, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:29:19.711259 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-5b48fc0c-c39c-4d08-971a-87335175cc2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8926e98f-953a-4517-ba02-40f4fc2aa629), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:19.726572 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-6d3f373c-81af-4f1a-8e44-516256443cb8 service neutron] 10.222.0.42 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376822 Feb 20 03:29:19.800730 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-5b48fc0c-c39c-4d08-971a-87335175cc2a service neutron] For port 8926e98f-953a-4517-ba02-40f4fc2aa629, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:29:19.804884 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-5b48fc0c-c39c-4d08-971a-87335175cc2a service neutron] For port 8926e98f-953a-4517-ba02-40f4fc2aa629, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=8926e98f-953a-4517-ba02-40f4fc2aa629,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:29:19.816311 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-510d540a-23f9-4c80-acd6-2bd2b81c2c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5a19b172-82e7-42ed-9887-4eb6c3a284c1), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:19.855345 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d540a-23f9-4c80-acd6-2bd2b81c2c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a19b172-82e7-42ed-9887-4eb6c3a284c1,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:19.876995 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-d5b9c344-6fb9-44db-bc5e-6d026e6cca5f service neutron] Attempting to bind port 41aff456-cbb6-48df-b571-0e5fb8da3abe on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:29:19.877392 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-d5b9c344-6fb9-44db-bc5e-6d026e6cca5f service neutron] Attempting to bind port 41aff456-cbb6-48df-b571-0e5fb8da3abe by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': 'e1725345-6967-4a85-94eb-e6034c328c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '083a323a-2dd8-4a52-bebe-824cc4e94c1b'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:29:19.877735 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-d5b9c344-6fb9-44db-bc5e-6d026e6cca5f service neutron] Attempting to bind port 41aff456-cbb6-48df-b571-0e5fb8da3abe on network 083a323a-2dd8-4a52-bebe-824cc4e94c1b {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:29:19.883767 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d19c1400-51cd-4bf7-a0b2-2ff262e96ef8 req-0fcfb47c-f2c6-4e6d-8e97-b2bddfe2254b tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbcf8e84-1c2f-49bf-83d9-a23f60e588e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7084959 Feb 20 03:29:19.890461 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88b72239-f176-4890-a8ae-3820bdd0eeaf req-8f1db9a3-d823-4ef1-be29-c79551d433e2 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6848736 Feb 20 03:29:19.896286 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-510d540a-23f9-4c80-acd6-2bd2b81c2c45 admin admin] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:29:19.898555 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-d5b9c344-6fb9-44db-bc5e-6d026e6cca5f service neutron] Port 41aff456-cbb6-48df-b571-0e5fb8da3abe on network 083a323a-2dd8-4a52-bebe-824cc4e94c1b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:29:19.898925 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-d5b9c344-6fb9-44db-bc5e-6d026e6cca5f service neutron] Attempting to bind port 41aff456-cbb6-48df-b571-0e5fb8da3abe on network 083a323a-2dd8-4a52-bebe-824cc4e94c1b {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:29:19.907282 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-d5b9c344-6fb9-44db-bc5e-6d026e6cca5f service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:29:19.907707 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-d5b9c344-6fb9-44db-bc5e-6d026e6cca5f service neutron] Checking segment: {'id': 'e1725345-6967-4a85-94eb-e6034c328c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '083a323a-2dd8-4a52-bebe-824cc4e94c1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:29:19.908102 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-d5b9c344-6fb9-44db-bc5e-6d026e6cca5f service neutron] Bound using segment: {'id': 'e1725345-6967-4a85-94eb-e6034c328c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '083a323a-2dd8-4a52-bebe-824cc4e94c1b'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:29:19.908556 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-d5b9c344-6fb9-44db-bc5e-6d026e6cca5f service neutron] Bound port: 41aff456-cbb6-48df-b571-0e5fb8da3abe, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1725345-6967-4a85-94eb-e6034c328c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '083a323a-2dd8-4a52-bebe-824cc4e94c1b'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:29:19.908965 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-d5b9c344-6fb9-44db-bc5e-6d026e6cca5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (41aff456-cbb6-48df-b571-0e5fb8da3abe), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:19.926193 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-510d540a-23f9-4c80-acd6-2bd2b81c2c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (7b9eb775-1690-424a-89bc-987700c875dd), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:19.926629 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-510d540a-23f9-4c80-acd6-2bd2b81c2c45 admin admin] Added segment 7b9eb775-1690-424a-89bc-987700c875dd of type vlan for network 2cee905c-3517-4660-8947-ff7bb2860c1e Feb 20 03:29:20.000540 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-d5b9c344-6fb9-44db-bc5e-6d026e6cca5f service neutron] For port 41aff456-cbb6-48df-b571-0e5fb8da3abe, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:29:20.003893 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-d5b9c344-6fb9-44db-bc5e-6d026e6cca5f service neutron] For port 41aff456-cbb6-48df-b571-0e5fb8da3abe, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=41aff456-cbb6-48df-b571-0e5fb8da3abe,segment=NetworkSegment(e1725345-6967-4a85-94eb-e6034c328c97),segment_id=e1725345-6967-4a85-94eb-e6034c328c97)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:29:20.009550 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-5b48fc0c-c39c-4d08-971a-87335175cc2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (8926e98f-953a-4517-ba02-40f4fc2aa629), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:20.076759 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-d5b9c344-6fb9-44db-bc5e-6d026e6cca5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (41aff456-cbb6-48df-b571-0e5fb8da3abe), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:20.080460 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-510d540a-23f9-4c80-acd6-2bd2b81c2c45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (2cee905c-3517-4660-8947-ff7bb2860c1e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:20.096534 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-5b48fc0c-c39c-4d08-971a-87335175cc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:20.097261 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-5b48fc0c-c39c-4d08-971a-87335175cc2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:20.099656 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-5b48fc0c-c39c-4d08-971a-87335175cc2a service neutron] 10.222.0.93 "PUT /v2.0/ports/8926e98f-953a-4517-ba02-40f4fc2aa629 HTTP/1.1" status: 200 len: 1096 time: 5.1295488 Feb 20 03:29:20.125235 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-d5b9c344-6fb9-44db-bc5e-6d026e6cca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:20.125592 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-d5b9c344-6fb9-44db-bc5e-6d026e6cca5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:20.128205 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-d5b9c344-6fb9-44db-bc5e-6d026e6cca5f service neutron] 10.222.0.42 "PUT /v2.0/ports/41aff456-cbb6-48df-b571-0e5fb8da3abe HTTP/1.1" status: 200 len: 1091 time: 4.7726529 Feb 20 03:29:20.143665 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48fc0c-c39c-4d08-971a-87335175cc2a service neutron] Pushing event updated for resources: {'Port': ['ID=8926e98f-953a-4517-ba02-40f4fc2aa629,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:20.242447 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9c344-6fb9-44db-bc5e-6d026e6cca5f service neutron] Pushing event updated for resources: {'Port': ['ID=41aff456-cbb6-48df-b571-0e5fb8da3abe,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:20.251670 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17012171-14d7-458a-9951-abb5a6a08bf6 x-openstack-request-id: req-17012171-14d7-458a-9951-abb5a6a08bf6 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:29:20.252018 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b6246ac-5877-4106-b0bd-57a21e7c269a", "tag": "7a563b92-7b9e-4559-8f56-20ca85c02fd5", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:29:20.254643 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-17012171-14d7-458a-9951-abb5a6a08bf6 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:29:20.255128 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b6246ac-5877-4106-b0bd-57a21e7c269a', 'tag': '7a563b92-7b9e-4559-8f56-20ca85c02fd5', 'status': 'completed', 'code': 200} Feb 20 03:29:20.264123 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-fb330c24-896d-43d2-8acb-7e4efe72651f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:20.266431 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-fb330c24-896d-43d2-8acb-7e4efe72651f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.0095580 Feb 20 03:29:20.321295 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-9d2120c5-edc1-4d95-bacb-73303bda04e9 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:20.329416 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-9d2120c5-edc1-4d95-bacb-73303bda04e9 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:20.396444 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-510d540a-23f9-4c80-acd6-2bd2b81c2c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (2cee905c-3517-4660-8947-ff7bb2860c1e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:20.397923 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510d540a-23f9-4c80-acd6-2bd2b81c2c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:20.398524 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-510d540a-23f9-4c80-acd6-2bd2b81c2c45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:20.414248 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 3a6122e9-c6b8-4eba-87b7-79ed8b42454c details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:29:20.537532 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-a69c11cd-5722-40c1-b2ab-d20bd36b73a6 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611623 Feb 20 03:29:20.636634 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 3a6122e9-c6b8-4eba-87b7-79ed8b42454c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=3a6122e9-c6b8-4eba-87b7-79ed8b42454c,segment=NetworkSegment(e1725345-6967-4a85-94eb-e6034c328c97),segment_id=e1725345-6967-4a85-94eb-e6034c328c97)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:20.658438 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '3a6122e9-c6b8-4eba-87b7-79ed8b42454c', 'network_id': '083a323a-2dd8-4a52-bebe-824cc4e94c1b', 'port_id': '3a6122e9-c6b8-4eba-87b7-79ed8b42454c', 'mac_address': 'fa:16:3e:63:76:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b94172-f0f7-4237-a0cf-2ff016ab80a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:29:20.711454 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 3a6122e9-c6b8-4eba-87b7-79ed8b42454c is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:29:20.711938 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3a6122e9-c6b8-4eba-87b7-79ed8b42454c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:20.713722 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-9d2120c5-edc1-4d95-bacb-73303bda04e9 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9786048 Feb 20 03:29:20.745934 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a6122e9-c6b8-4eba-87b7-79ed8b42454c {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:29:20.747443 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-7a7dfe69-0ea0-4e03-9bc5-2e7143a69b09 service neutron] Request body: {'port': {'device_id': '1349e185-9131-4c7e-aebe-e1f6f7d0399c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:29:20.762143 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-510d540a-23f9-4c80-acd6-2bd2b81c2c45 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.3876925 Feb 20 03:29:20.767232 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:20.767436 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57500) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:29:20.786046 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-bb9aafcc-8839-4cfd-9f29-3019ad8f8e3a admin admin] Request body: {'subnet': {'network_id': '2cee905c-3517-4660-8947-ff7bb2860c1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-20480837-subnet', 'tenant_id': '87bec72e0bca457e8ebb03d0cbe6ac2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:29:20.800503 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299deab2-927a-4658-820c-1552a906dd97 req-fc7a5e2b-6762-49b6-a2be-717340adcfa0 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:20.811627 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-299deab2-927a-4658-820c-1552a906dd97 req-fc7a5e2b-6762-49b6-a2be-717340adcfa0 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=d36685e3-5d7a-48b6-97ff-9f28bd6e4e8b HTTP/1.1" status: 200 len: 948 time: 0.5142570 Feb 20 03:29:20.818896 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 3a6122e9-c6b8-4eba-87b7-79ed8b42454c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=3a6122e9-c6b8-4eba-87b7-79ed8b42454c,segment=NetworkSegment(e1725345-6967-4a85-94eb-e6034c328c97),segment_id=e1725345-6967-4a85-94eb-e6034c328c97)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:20.826052 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-d0ac10e3-7676-4087-b9ac-bb1470b79aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:20.828083 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-d0ac10e3-7676-4087-b9ac-bb1470b79aa9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4010c5c9a68841d28ec3272ba0035a74&device_id=d36685e3-5d7a-48b6-97ff-9f28bd6e4e8b HTTP/1.1" status: 200 len: 1130 time: 0.5780189 Feb 20 03:29:20.870157 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-78b0f4eb-5275-402b-bab6-31860a662d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:20.872600 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-78b0f4eb-5275-402b-bab6-31860a662d0a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=20815e4a67e342b08b7dd3b3df86dc90&device_id=87c0d742-96f1-4e75-8548-104a617c40fa HTTP/1.1" status: 200 len: 1125 time: 0.5360930 Feb 20 03:29:20.900174 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d540a-23f9-4c80-acd6-2bd2b81c2c45 admin admin] Pushing event updated for resources: {'Network': ['ID=2cee905c-3517-4660-8947-ff7bb2860c1e,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:20.907076 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-7a7dfe69-0ea0-4e03-9bc5-2e7143a69b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (6923b619-c6cf-49a9-99bd-ce1349e132ae), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:20.915603 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 2cee905c-3517-4660-8947-ff7bb2860c1e details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:29:20.937001 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3a6122e9-c6b8-4eba-87b7-79ed8b42454c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:21.005615 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-eddbde67-043a-42d4-b41c-18275a2c2de8 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609969 Feb 20 03:29:21.023570 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:21.024482 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-c0dfb0a5-b149-41b7-aa77-afcd2b6390e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41aff456-cbb6-48df-b571-0e5fb8da3abe HTTP/1.1" status: 200 len: 217 time: 0.1256416 Feb 20 03:29:21.045273 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-77065ecd-6790-4b84-a477-f34e7fdf749b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=8926e98f-953a-4517-ba02-40f4fc2aa629 HTTP/1.1" status: 200 len: 217 time: 0.1791234 Feb 20 03:29:21.120365 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device b04cab7c-84ba-4de5-a994-a44a51db2969 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:29:21.122002 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-397119d1-9665-4719-8e7a-426fe83cc724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:21.123859 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-397119d1-9665-4719-8e7a-426fe83cc724 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d8b94172-f0f7-4237-a0cf-2ff016ab80a9 HTTP/1.1" status: 200 len: 858 time: 0.0883794 Feb 20 03:29:21.148244 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b6419-0486-43b8-bc1a-10e1e7766812 req-e9be81a3-2b01-404c-a54e-418845039c72 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:21.150234 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7d6b6419-0486-43b8-bc1a-10e1e7766812 req-e9be81a3-2b01-404c-a54e-418845039c72 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 932 time: 0.6627192 Feb 20 03:29:21.174118 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=3a6122e9-c6b8-4eba-87b7-79ed8b42454c,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:21.255883 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-299deab2-927a-4658-820c-1552a906dd97 req-21966963-682d-4502-99ea-d6015d6780ca tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412906 Feb 20 03:29:21.258763 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['3a6122e9-c6b8-4eba-87b7-79ed8b42454c'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:29:21.326111 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port b04cab7c-84ba-4de5-a994-a44a51db2969 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:29:21.347517 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port b04cab7c-84ba-4de5-a994-a44a51db2969 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:29:21.353216 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b04cab7c-84ba-4de5-a994-a44a51db2969), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:21.360292 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9aafcc-8839-4cfd-9f29-3019ad8f8e3a admin admin] Made reservation on behalf of 87bec72e0bca457e8ebb03d0cbe6ac2d for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:29:21.371231 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bb9aafcc-8839-4cfd-9f29-3019ad8f8e3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:21.376947 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbafc2-45a5-4ec2-817c-981c2b42e570 req-36ff71f1-93db-491e-a3c1-fec5040b7f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:21.378700 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-16cbafc2-45a5-4ec2-817c-981c2b42e570 req-36ff71f1-93db-491e-a3c1-fec5040b7f4a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4010c5c9a68841d28ec3272ba0035a74&device_id=1b6246ac-5877-4106-b0bd-57a21e7c269a HTTP/1.1" status: 200 len: 1130 time: 0.1763012 Feb 20 03:29:21.427798 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-aa71c0af-c568-429b-8406-70d4f2f5c945 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=083a323a-2dd8-4a52-bebe-824cc4e94c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2764654 Feb 20 03:29:21.446448 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bc135c-7f6f-44a5-9cba-be46000fcb6f x-openstack-request-id: req-37bc135c-7f6f-44a5-9cba-be46000fcb6f {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:29:21.446755 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15f5b3f7-d550-4df0-a6aa-d0a6be1cc61d", "tag": "3a6122e9-c6b8-4eba-87b7-79ed8b42454c", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:29:21.447043 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-37bc135c-7f6f-44a5-9cba-be46000fcb6f {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:29:21.453498 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15f5b3f7-d550-4df0-a6aa-d0a6be1cc61d', 'tag': '3a6122e9-c6b8-4eba-87b7-79ed8b42454c', 'status': 'completed', 'code': 200} Feb 20 03:29:21.683900 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbafc2-45a5-4ec2-817c-981c2b42e570 req-63f15330-44cb-471b-999c-9465d91986a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:21.685297 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-16cbafc2-45a5-4ec2-817c-981c2b42e570 req-63f15330-44cb-471b-999c-9465d91986a1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.2368839 Feb 20 03:29:21.767603 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-16cbafc2-45a5-4ec2-817c-981c2b42e570 req-0f4dcfac-6a2c-4c4f-a5d4-dc61f11fa4d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=7a563b92-7b9e-4559-8f56-20ca85c02fd5 HTTP/1.1" status: 200 len: 217 time: 0.0739172 Feb 20 03:29:21.828281 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbafc2-45a5-4ec2-817c-981c2b42e570 req-8ac47627-520a-46e1-89b6-96719c711707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:21.830082 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-16cbafc2-45a5-4ec2-817c-981c2b42e570 req-8ac47627-520a-46e1-89b6-96719c711707 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0548353 Feb 20 03:29:21.918237 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbafc2-45a5-4ec2-817c-981c2b42e570 req-ec4fad48-fa81-4d3e-81c8-a4c4228adc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:21.920153 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-16cbafc2-45a5-4ec2-817c-981c2b42e570 req-ec4fad48-fa81-4d3e-81c8-a4c4228adc4a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0816078 Feb 20 03:29:22.027003 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-c4e4312a-f6d2-4e6f-9f68-97bbacf42545 service neutron] 10.222.0.42 "GET /v2.0/networks/083a323a-2dd8-4a52-bebe-824cc4e94c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5846243 Feb 20 03:29:22.110833 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port b04cab7c-84ba-4de5-a994-a44a51db2969 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:29:22.111410 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b04cab7c-84ba-4de5-a994-a44a51db2969), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:22.175899 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-62bdc4ef-4103-4b19-addc-83cb0742e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:22.178483 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-62bdc4ef-4103-4b19-addc-83cb0742e916 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 1.0457103 Feb 20 03:29:22.240277 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-16cbafc2-45a5-4ec2-817c-981c2b42e570 req-32827a9d-4421-445e-8ab3-d8ca61105741 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115020 Feb 20 03:29:22.243401 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bb9aafcc-8839-4cfd-9f29-3019ad8f8e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (7e3878e6-5b76-459d-be9f-a6cbffaea39e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:22.259753 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7d6b6419-0486-43b8-bc1a-10e1e7766812 req-ffc505b7-5aa6-4fc1-af20-b2baf01715bb tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9761112 Feb 20 03:29:22.267130 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36685e3-5d7a-48b6-97ff-9f28bd6e4e8b', 'tag': '8926e98f-953a-4517-ba02-40f4fc2aa629'}, {'name': 'network-changed', 'server_uuid': '87c0d742-96f1-4e75-8548-104a617c40fa', 'tag': '41aff456-cbb6-48df-b571-0e5fb8da3abe'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:29:22.269694 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a625e1-a219-4777-92a7-53542c3145c5" -d '{"events": [{"name": "network-changed", "server_uuid": "d36685e3-5d7a-48b6-97ff-9f28bd6e4e8b", "tag": "8926e98f-953a-4517-ba02-40f4fc2aa629"}, {"name": "network-changed", "server_uuid": "87c0d742-96f1-4e75-8548-104a617c40fa", "tag": "41aff456-cbb6-48df-b571-0e5fb8da3abe"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:29:22.284052 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port b04cab7c-84ba-4de5-a994-a44a51db2969, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b04cab7c-84ba-4de5-a994-a44a51db2969,segment=NetworkSegment(e1725345-6967-4a85-94eb-e6034c328c97),segment_id=e1725345-6967-4a85-94eb-e6034c328c97)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:22.300227 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437eb4cd-f060-4886-b4fc-f767c2acf0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04cab7c-84ba-4de5-a994-a44a51db2969'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:29:22.304605 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5c1141-dd1f-4883-8b5c-093552173e46" -d '{"events": [{"server_uuid": "437eb4cd-f060-4886-b4fc-f767c2acf0dd", "name": "network-vif-plugged", "status": "completed", "tag": "b04cab7c-84ba-4de5-a994-a44a51db2969"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:29:22.356993 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b04cab7c-84ba-4de5-a994-a44a51db2969), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:22.358657 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:29:22.368697 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ba203-6990-46ad-88df-82429bc342a9 req-17e74e59-3276-41bb-ba32-8e6f1e77b2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:22.373300 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-db4ba203-6990-46ad-88df-82429bc342a9 req-17e74e59-3276-41bb-ba32-8e6f1e77b2c6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=20815e4a67e342b08b7dd3b3df86dc90&device_id=15f5b3f7-d550-4df0-a6aa-d0a6be1cc61d HTTP/1.1" status: 200 len: 1126 time: 0.5665424 Feb 20 03:29:22.427316 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-7a7dfe69-0ea0-4e03-9bc5-2e7143a69b09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6923b619-c6cf-49a9-99bd-ce1349e132ae {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:29:22.456244 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-7a7dfe69-0ea0-4e03-9bc5-2e7143a69b09 service neutron] Publish callbacks [] for port (6923b619-c6cf-49a9-99bd-ce1349e132ae), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:22.462511 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9aafcc-8839-4cfd-9f29-3019ad8f8e3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e3878e6-5b76-459d-be9f-a6cbffaea39e,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:22.499802 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-7a7dfe69-0ea0-4e03-9bc5-2e7143a69b09 service neutron] Transition to ACTIVE for port object 6923b619-c6cf-49a9-99bd-ce1349e132ae will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:29:22.509688 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-16cbafc2-45a5-4ec2-817c-981c2b42e570 req-2380c21b-f4be-4ca3-85cd-2575743962f2 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605543 Feb 20 03:29:22.549371 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43359dfc-bf06-4f8a-a67f-5b6aa141d200 req-f2eb2a9c-0a59-40a4-a38b-2e2cde894cf9 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:22.561579 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-43359dfc-bf06-4f8a-a67f-5b6aa141d200 req-f2eb2a9c-0a59-40a4-a38b-2e2cde894cf9 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 946 time: 0.5489423 Feb 20 03:29:22.580915 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-7a7dfe69-0ea0-4e03-9bc5-2e7143a69b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (6923b619-c6cf-49a9-99bd-ce1349e132ae), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:22.584525 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=b04cab7c-84ba-4de5-a994-a44a51db2969,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:22.704189 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7dfe69-0ea0-4e03-9bc5-2e7143a69b09 service neutron] Pushing event updated for resources: {'Port': ['ID=6923b619-c6cf-49a9-99bd-ce1349e132ae,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:22.706407 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:29:22.711589 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:29:22.717016 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:22.906607 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-7a7dfe69-0ea0-4e03-9bc5-2e7143a69b09 service neutron] Attempting to bind port 6923b619-c6cf-49a9-99bd-ce1349e132ae on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:29:22.907731 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-7a7dfe69-0ea0-4e03-9bc5-2e7143a69b09 service neutron] Attempting to bind port 6923b619-c6cf-49a9-99bd-ce1349e132ae by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:29:22.908161 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-7a7dfe69-0ea0-4e03-9bc5-2e7143a69b09 service neutron] Attempting to bind port 6923b619-c6cf-49a9-99bd-ce1349e132ae on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:29:22.929397 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-7a7dfe69-0ea0-4e03-9bc5-2e7143a69b09 service neutron] Port 6923b619-c6cf-49a9-99bd-ce1349e132ae on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:29:22.929855 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-7a7dfe69-0ea0-4e03-9bc5-2e7143a69b09 service neutron] Attempting to bind port 6923b619-c6cf-49a9-99bd-ce1349e132ae on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:29:22.947074 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:29:22.947638 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:22.948598 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-7a7dfe69-0ea0-4e03-9bc5-2e7143a69b09 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:29:22.950651 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-7a7dfe69-0ea0-4e03-9bc5-2e7143a69b09 service neutron] Checking segment: {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:29:22.952586 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-7a7dfe69-0ea0-4e03-9bc5-2e7143a69b09 service neutron] Bound using segment: {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:29:22.953332 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-7a7dfe69-0ea0-4e03-9bc5-2e7143a69b09 service neutron] Bound port: 6923b619-c6cf-49a9-99bd-ce1349e132ae, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:29:22.956982 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-7a7dfe69-0ea0-4e03-9bc5-2e7143a69b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (6923b619-c6cf-49a9-99bd-ce1349e132ae), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:23.048981 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:23.069058 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-7a7dfe69-0ea0-4e03-9bc5-2e7143a69b09 service neutron] For port 6923b619-c6cf-49a9-99bd-ce1349e132ae, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:29:23.075232 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-7a7dfe69-0ea0-4e03-9bc5-2e7143a69b09 service neutron] For port 6923b619-c6cf-49a9-99bd-ce1349e132ae, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=6923b619-c6cf-49a9-99bd-ce1349e132ae,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:29:23.118633 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 7a563b92-7b9e-4559-8f56-20ca85c02fd5 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:29:23.185299 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9aafcc-8839-4cfd-9f29-3019ad8f8e3a admin admin] Checking segment: {'id': '7b9eb775-1690-424a-89bc-987700c875dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2cee905c-3517-4660-8947-ff7bb2860c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:29:23.185902 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9aafcc-8839-4cfd-9f29-3019ad8f8e3a admin admin] Network hostable DHCP agents. Network: 2cee905c-3517-4660-8947-ff7bb2860c1e, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:29:23.190625 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-1bf8dde5-b774-4260-a45f-b7a609a3b2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:23.192119 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-7a7dfe69-0ea0-4e03-9bc5-2e7143a69b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (6923b619-c6cf-49a9-99bd-ce1349e132ae), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:23.192329 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-1bf8dde5-b774-4260-a45f-b7a609a3b2e7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9763958 Feb 20 03:29:23.225078 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:23.258724 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f5f5985f-cd3e-4bce-b3db-e65cd7bdb95c req-9fd2c405-16d6-44d3-8a57-b3ee700c9e09 service neutron] 10.222.0.42 "GET /v2.0/networks/083a323a-2dd8-4a52-bebe-824cc4e94c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2007816 Feb 20 03:29:23.276595 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-7a7dfe69-0ea0-4e03-9bc5-2e7143a69b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:23.277257 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-7a7dfe69-0ea0-4e03-9bc5-2e7143a69b09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:23.288068 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-7a7dfe69-0ea0-4e03-9bc5-2e7143a69b09 service neutron] 10.222.0.93 "PUT /v2.0/ports/6923b619-c6cf-49a9-99bd-ce1349e132ae HTTP/1.1" status: 200 len: 1092 time: 2.5436425 Feb 20 03:29:23.317413 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7dfe69-0ea0-4e03-9bc5-2e7143a69b09 service neutron] Pushing event updated for resources: {'Port': ['ID=6923b619-c6cf-49a9-99bd-ce1349e132ae,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:23.343090 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 7a563b92-7b9e-4559-8f56-20ca85c02fd5, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=7a563b92-7b9e-4559-8f56-20ca85c02fd5,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:23.386092 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '7a563b92-7b9e-4559-8f56-20ca85c02fd5', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': '7a563b92-7b9e-4559-8f56-20ca85c02fd5', 'mac_address': 'fa:16:3e:ad:87:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:29:23.392194 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:23.428541 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-43359dfc-bf06-4f8a-a67f-5b6aa141d200 req-c9bd0625-e2a7-46ed-9707-0e72a800b76e tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921433 Feb 20 03:29:23.434762 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ba203-6990-46ad-88df-82429bc342a9 req-11929afd-d2bf-41b9-9c85-1707b2673df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:23.440522 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-db4ba203-6990-46ad-88df-82429bc342a9 req-11929afd-d2bf-41b9-9c85-1707b2673df5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=083a323a-2dd8-4a52-bebe-824cc4e94c1b HTTP/1.1" status: 200 len: 919 time: 1.0332720 Feb 20 03:29:23.449041 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1349e185-9131-4c7e-aebe-e1f6f7d0399c', 'tag': '6923b619-c6cf-49a9-99bd-ce1349e132ae'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:29:23.452358 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3e20cf-b70a-4151-b748-14fc607c0e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "1349e185-9131-4c7e-aebe-e1f6f7d0399c", "tag": "6923b619-c6cf-49a9-99bd-ce1349e132ae"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:29:23.495937 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 7a563b92-7b9e-4559-8f56-20ca85c02fd5 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:29:23.497924 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7a563b92-7b9e-4559-8f56-20ca85c02fd5), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:23.499006 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe1673-41e4-47bc-bce0-4a19c7cf3a7e req-57c80193-d79a-4d17-96cf-470f56c9ebbb tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:23.502475 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c5fe1673-41e4-47bc-bce0-4a19c7cf3a7e req-57c80193-d79a-4d17-96cf-470f56c9ebbb tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=3299e47c-aeb7-4098-8856-271e0f6ac309 HTTP/1.1" status: 200 len: 950 time: 0.3672664 Feb 20 03:29:23.519193 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a563b92-7b9e-4559-8f56-20ca85c02fd5 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:29:23.519801 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9aafcc-8839-4cfd-9f29-3019ad8f8e3a admin admin] Network 2cee905c-3517-4660-8947-ff7bb2860c1e is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:29:23.556748 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 7a563b92-7b9e-4559-8f56-20ca85c02fd5, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=7a563b92-7b9e-4559-8f56-20ca85c02fd5,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:23.565948 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-66a0808b-11a0-4971-9cbc-a090e2b1e091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:23.577305 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-66a0808b-11a0-4971-9cbc-a090e2b1e091 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f32a2222e912478982e32c7419305be8&device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 1126 time: 0.1161628 Feb 20 03:29:23.589431 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-db4ba203-6990-46ad-88df-82429bc342a9 req-1d3364d4-a338-40f8-ab38-7147f0c966cd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a6122e9-c6b8-4eba-87b7-79ed8b42454c HTTP/1.1" status: 200 len: 217 time: 0.1109474 Feb 20 03:29:23.648391 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-48b60c39-0ae1-4102-a7a6-86fff7664cb5 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162304 Feb 20 03:29:23.651578 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-da2f6973-35d5-413f-992b-73b975942f52 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6923b619-c6cf-49a9-99bd-ce1349e132ae HTTP/1.1" status: 200 len: 217 time: 0.0672762 Feb 20 03:29:23.732343 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-d4cff455-55bc-4daa-b486-b355594362a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:23.734320 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-d4cff455-55bc-4daa-b486-b355594362a3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=458c6d71-ffe3-42c1-873f-079dd6df07cb HTTP/1.1" status: 200 len: 848 time: 0.0619931 Feb 20 03:29:23.757372 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (7a563b92-7b9e-4559-8f56-20ca85c02fd5), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:23.778391 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-26aa9440-22c9-4b3f-80e9-a319d84f618f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b760bf03-7766-4aef-bd0e-08d3e5c4e949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371580 Feb 20 03:29:23.809224 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c5fe1673-41e4-47bc-bce0-4a19c7cf3a7e req-3d158bf5-d3c8-4ea7-9b9a-3842070d6be2 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848351 Feb 20 03:29:23.835921 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-bb9aafcc-8839-4cfd-9f29-3019ad8f8e3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 2cee905c-3517-4660-8947-ff7bb2860c1e) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:29:23.842603 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ba203-6990-46ad-88df-82429bc342a9 req-113d15f3-baab-4b77-9904-da05b33cc0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:23.843908 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-db4ba203-6990-46ad-88df-82429bc342a9 req-113d15f3-baab-4b77-9904-da05b33cc0d1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d8b94172-f0f7-4237-a0cf-2ff016ab80a9 HTTP/1.1" status: 200 len: 858 time: 0.2336416 Feb 20 03:29:23.883187 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7edddf-da9a-4a46-8be1-d0a08b3bcf08 None None] Network 2cee905c-3517-4660-8947-ff7bb2860c1e requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:29:23.885158 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9aafcc-8839-4cfd-9f29-3019ad8f8e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:23.885887 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bb9aafcc-8839-4cfd-9f29-3019ad8f8e3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:23.920994 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-db4ba203-6990-46ad-88df-82429bc342a9 req-2be0ea37-8de9-46cc-8368-303eb7b5a7cd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=083a323a-2dd8-4a52-bebe-824cc4e94c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314271 Feb 20 03:29:23.929682 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0368771-66f3-4ef8-a631-d5068ed7f041 req-f255dc91-4de1-4e4b-b841-fbed63b37098 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:23.932985 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b0368771-66f3-4ef8-a631-d5068ed7f041 req-f255dc91-4de1-4e4b-b841-fbed63b37098 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/ports?device_id=15f5b3f7-d550-4df0-a6aa-d0a6be1cc61d HTTP/1.1" status: 200 len: 944 time: 0.3552344 Feb 20 03:29:23.968308 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=7a563b92-7b9e-4559-8f56-20ca85c02fd5,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:23.995497 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-5df5d6cd-a52f-4ed2-9ced-19958fffdb68 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252592 Feb 20 03:29:24.049056 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afbaf03-8b0a-4757-b675-f752d7438d09 None None] Network 2cee905c-3517-4660-8947-ff7bb2860c1e requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:29:24.054048 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-bb9aafcc-8839-4cfd-9f29-3019ad8f8e3a admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.2763510 Feb 20 03:29:24.060105 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57542) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:29:24.064063 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-4fed2d27-9161-4537-99f2-899100d1599a service neutron] 10.222.0.93 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709615 Feb 20 03:29:24.068649 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-05af04ba-7eb4-49df-b081-a14f1cd704e4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-20480837-router', 'tenant_id': '87bec72e0bca457e8ebb03d0cbe6ac2d', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:29:24.104466 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['7a563b92-7b9e-4559-8f56-20ca85c02fd5'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:29:24.187078 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b0368771-66f3-4ef8-a631-d5068ed7f041 req-307ca3bb-810f-4837-93fd-4a9e7212bd06 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbcf8e84-1c2f-49bf-83d9-a23f60e588e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981626 Feb 20 03:29:24.195669 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c488f1-9823-4e74-8f61-560a92591cba req-af5596f3-0c9c-450a-80db-dd4ca8f99950 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:24.211675 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17c488f1-9823-4e74-8f61-560a92591cba req-af5596f3-0c9c-450a-80db-dd4ca8f99950 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=d36685e3-5d7a-48b6-97ff-9f28bd6e4e8b HTTP/1.1" status: 200 len: 948 time: 0.2750099 Feb 20 03:29:24.221288 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-db4ba203-6990-46ad-88df-82429bc342a9 req-bb4d73cd-879a-4f80-8df8-beda31be4363 service neutron] 10.222.0.93 "GET /v2.0/networks/083a323a-2dd8-4a52-bebe-824cc4e94c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713177 Feb 20 03:29:24.262308 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-05af04ba-7eb4-49df-b081-a14f1cd704e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (904de953-09cc-4f1d-8925-c90e7cc7e042), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:24.267807 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-05af04ba-7eb4-49df-b081-a14f1cd704e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (904de953-09cc-4f1d-8925-c90e7cc7e042), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:24.297332 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-c84a5610-b16e-4447-beff-d8a0ad0397d3 req-ee3ff9b2-3e37-4fa6-bc95-95c77eb11300 service neutron] 10.222.0.93 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250972 Feb 20 03:29:24.304420 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 20 Feb 2022 03:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2bd39e-db00-4aca-afb0-40aea3c4a1c8 x-openstack-request-id: req-9a2bd39e-db00-4aca-afb0-40aea3c4a1c8 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:29:24.304743 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d36685e3-5d7a-48b6-97ff-9f28bd6e4e8b", "tag": "8926e98f-953a-4517-ba02-40f4fc2aa629", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "87c0d742-96f1-4e75-8548-104a617c40fa", "tag": "41aff456-cbb6-48df-b571-0e5fb8da3abe", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:29:24.304997 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9a2bd39e-db00-4aca-afb0-40aea3c4a1c8 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:29:24.305464 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd36685e3-5d7a-48b6-97ff-9f28bd6e4e8b', 'tag': '8926e98f-953a-4517-ba02-40f4fc2aa629', 'status': 'completed', 'code': 200} Feb 20 03:29:24.305725 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c0d742-96f1-4e75-8548-104a617c40fa', 'tag': '41aff456-cbb6-48df-b571-0e5fb8da3abe', 'status': 'completed', 'code': 200} Feb 20 03:29:24.362505 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a75484-2db6-4358-8a24-eab0ec0ee56b x-openstack-request-id: req-09a75484-2db6-4358-8a24-eab0ec0ee56b {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:29:24.363091 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437eb4cd-f060-4886-b4fc-f767c2acf0dd", "name": "network-vif-plugged", "status": "completed", "tag": "b04cab7c-84ba-4de5-a994-a44a51db2969", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:29:24.363467 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-09a75484-2db6-4358-8a24-eab0ec0ee56b {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:29:24.364242 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437eb4cd-f060-4886-b4fc-f767c2acf0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04cab7c-84ba-4de5-a994-a44a51db2969', 'code': 200} Feb 20 03:29:24.383640 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17c488f1-9823-4e74-8f61-560a92591cba req-38ee05da-9881-4aa2-8f37-f09c139424d3 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709824 Feb 20 03:29:24.416269 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 3a6122e9-c6b8-4eba-87b7-79ed8b42454c up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:29:24.420565 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a625e1-a219-4777-92a7-53542c3145c5 req-19a1aa23-9547-4c0f-961c-8869b60d6504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:24.422154 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-70a625e1-a219-4777-92a7-53542c3145c5 req-19a1aa23-9547-4c0f-961c-8869b60d6504 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4010c5c9a68841d28ec3272ba0035a74&device_id=d36685e3-5d7a-48b6-97ff-9f28bd6e4e8b HTTP/1.1" status: 200 len: 1130 time: 0.1074312 Feb 20 03:29:24.518382 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3e7c86-0795-4d36-a98e-f933a5ead565 x-openstack-request-id: req-6d3e7c86-0795-4d36-a98e-f933a5ead565 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:29:24.519169 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1349e185-9131-4c7e-aebe-e1f6f7d0399c", "tag": "6923b619-c6cf-49a9-99bd-ce1349e132ae", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:29:24.519169 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6d3e7c86-0795-4d36-a98e-f933a5ead565 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:29:24.519371 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1349e185-9131-4c7e-aebe-e1f6f7d0399c', 'tag': '6923b619-c6cf-49a9-99bd-ce1349e132ae', 'status': 'completed', 'code': 200} Feb 20 03:29:24.546796 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-db4ba203-6990-46ad-88df-82429bc342a9 req-54bf890d-2acd-4c21-b253-7b1770b4f597 service neutron] 10.222.0.93 "GET /v2.0/networks/083a323a-2dd8-4a52-bebe-824cc4e94c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168929 Feb 20 03:29:24.568197 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 3a6122e9-c6b8-4eba-87b7-79ed8b42454c completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:29:24.572980 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 3a6122e9-c6b8-4eba-87b7-79ed8b42454c triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:29:24.573595 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3a6122e9-c6b8-4eba-87b7-79ed8b42454c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:24.624328 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3ed41-c91f-47ae-8160-f529ef68f016 req-2c573188-db82-4fd4-8256-6bf7e37dd8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:24.625842 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e1b3ed41-c91f-47ae-8160-f529ef68f016 req-2c573188-db82-4fd4-8256-6bf7e37dd8b6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=437eb4cd-f060-4886-b4fc-f767c2acf0dd HTTP/1.1" status: 200 len: 1127 time: 0.1697969 Feb 20 03:29:24.632016 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a625e1-a219-4777-92a7-53542c3145c5 req-7716f2e4-9a78-41d5-a452-8e605f3be300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:24.633426 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-70a625e1-a219-4777-92a7-53542c3145c5 req-7716f2e4-9a78-41d5-a452-8e605f3be300 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.1977031 Feb 20 03:29:24.690103 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-70a625e1-a219-4777-92a7-53542c3145c5 req-a9117af9-2e14-4b2d-abff-5c4c9abed71d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=8926e98f-953a-4517-ba02-40f4fc2aa629 HTTP/1.1" status: 200 len: 217 time: 0.0421364 Feb 20 03:29:24.708708 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a625e1-a219-4777-92a7-53542c3145c5 req-7d2eefc6-604b-4226-8b00-f0f655b355d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:24.711067 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70a625e1-a219-4777-92a7-53542c3145c5 req-7d2eefc6-604b-4226-8b00-f0f655b355d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=20815e4a67e342b08b7dd3b3df86dc90&device_id=87c0d742-96f1-4e75-8548-104a617c40fa HTTP/1.1" status: 200 len: 1125 time: 0.3857570 Feb 20 03:29:24.714666 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-05af04ba-7eb4-49df-b081-a14f1cd704e4 admin admin] Publish callbacks [] for router_controller (904de953-09cc-4f1d-8925-c90e7cc7e042), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:24.740269 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e1b3ed41-c91f-47ae-8160-f529ef68f016 req-e122e7a6-c341-4e0c-b951-b03649b9a5a2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bbcf8e84-1c2f-49bf-83d9-a23f60e588e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058772 Feb 20 03:29:24.750986 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 3a6122e9-c6b8-4eba-87b7-79ed8b42454c is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:29:24.751454 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3a6122e9-c6b8-4eba-87b7-79ed8b42454c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:24.754039 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-96205328-4766-4d90-bda5-91c9a124e26c req-0d78279b-a25b-4191-80ce-ce8cae38865a tempest-FlavorsV2NegativeTest-846343668 tempest-FlavorsV2NegativeTest-846343668-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=ad3cf354906148c4a6e90fced27fc75e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0992925 Feb 20 03:29:24.775769 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a625e1-a219-4777-92a7-53542c3145c5 req-e90c62dc-e329-45a1-afc8-88e25718cc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:24.777234 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-70a625e1-a219-4777-92a7-53542c3145c5 req-e90c62dc-e329-45a1-afc8-88e25718cc38 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0790932 Feb 20 03:29:24.787527 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e20cf-b70a-4151-b748-14fc607c0e9c req-2c321ff0-a636-4dcf-9eb9-857944c91442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:24.789706 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c3e20cf-b70a-4151-b748-14fc607c0e9c req-2c321ff0-a636-4dcf-9eb9-857944c91442 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f32a2222e912478982e32c7419305be8&device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 1126 time: 0.2475111 Feb 20 03:29:24.830793 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 3a6122e9-c6b8-4eba-87b7-79ed8b42454c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=3a6122e9-c6b8-4eba-87b7-79ed8b42454c,segment=NetworkSegment(e1725345-6967-4a85-94eb-e6034c328c97),segment_id=e1725345-6967-4a85-94eb-e6034c328c97)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:24.838080 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a625e1-a219-4777-92a7-53542c3145c5 req-36fe6b50-8a64-4224-8b75-7b2549299a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:24.839187 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-70a625e1-a219-4777-92a7-53542c3145c5 req-36fe6b50-8a64-4224-8b75-7b2549299a08 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0534410 Feb 20 03:29:24.871477 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266b875-1eb8-4b20-bc7d-b78d101670f1 req-ad3d16fe-aeb4-4be5-b402-0df67857650b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:24.875391 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5266b875-1eb8-4b20-bc7d-b78d101670f1 req-ad3d16fe-aeb4-4be5-b402-0df67857650b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 944 time: 0.3319268 Feb 20 03:29:24.948662 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3a6122e9-c6b8-4eba-87b7-79ed8b42454c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:24.962057 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-70a625e1-a219-4777-92a7-53542c3145c5 req-c04309f8-4692-47ea-a773-3053e905ff2e service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167090 Feb 20 03:29:25.052428 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=3a6122e9-c6b8-4eba-87b7-79ed8b42454c,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:25.116784 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-70a625e1-a219-4777-92a7-53542c3145c5 req-10627fe9-7bb5-4dd3-a235-3110412ed3b3 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470697 Feb 20 03:29:25.133699 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 41aff456-cbb6-48df-b571-0e5fb8da3abe details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:29:25.174530 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96205328-4766-4d90-bda5-91c9a124e26c req-e1839985-afeb-424d-8f34-3507ac6a7499 tempest-FlavorsV2NegativeTest-846343668 tempest-FlavorsV2NegativeTest-846343668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:25.176975 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-96205328-4766-4d90-bda5-91c9a124e26c req-e1839985-afeb-424d-8f34-3507ac6a7499 tempest-FlavorsV2NegativeTest-846343668 tempest-FlavorsV2NegativeTest-846343668-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4130261 Feb 20 03:29:25.275308 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 7a563b92-7b9e-4559-8f56-20ca85c02fd5 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:29:25.277027 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5266b875-1eb8-4b20-bc7d-b78d101670f1 req-9600bcc8-9a29-465a-a266-f9df3726c9c3 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726265 Feb 20 03:29:25.278305 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 41aff456-cbb6-48df-b571-0e5fb8da3abe, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=41aff456-cbb6-48df-b571-0e5fb8da3abe,segment=NetworkSegment(e1725345-6967-4a85-94eb-e6034c328c97),segment_id=e1725345-6967-4a85-94eb-e6034c328c97)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:25.321432 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '41aff456-cbb6-48df-b571-0e5fb8da3abe', 'network_id': '083a323a-2dd8-4a52-bebe-824cc4e94c1b', 'port_id': '41aff456-cbb6-48df-b571-0e5fb8da3abe', 'mac_address': 'fa:16:3e:c5:0a:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b94172-f0f7-4237-a0cf-2ff016ab80a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:29:25.329659 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-96205328-4766-4d90-bda5-91c9a124e26c req-53577309-0545-488f-b233-48181adf022c tempest-FlavorsV2NegativeTest-846343668 tempest-FlavorsV2NegativeTest-846343668-project] 10.222.0.89 "GET /v2.0/quotas/ad3cf354906148c4a6e90fced27fc75e HTTP/1.1" status: 200 len: 375 time: 0.1392758 Feb 20 03:29:25.331556 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-05af04ba-7eb4-49df-b081-a14f1cd704e4 admin admin] Publish callbacks [] for router_gateway (904de953-09cc-4f1d-8925-c90e7cc7e042), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:25.355123 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a625e1-a219-4777-92a7-53542c3145c5 req-8b4a11bf-1356-48f5-8b71-bb136b13c21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:25.356746 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70a625e1-a219-4777-92a7-53542c3145c5 req-8b4a11bf-1356-48f5-8b71-bb136b13c21c service neutron] 10.222.0.42 "GET /v2.0/networks?id=083a323a-2dd8-4a52-bebe-824cc4e94c1b HTTP/1.1" status: 200 len: 919 time: 0.5999076 Feb 20 03:29:25.372041 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e20cf-b70a-4151-b748-14fc607c0e9c req-61f505d3-65f7-4fa0-b2ec-2112fbdd81ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:25.373538 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c3e20cf-b70a-4151-b748-14fc607c0e9c req-61f505d3-65f7-4fa0-b2ec-2112fbdd81ac service neutron] 10.222.0.93 "GET /v2.0/networks?id=b760bf03-7766-4aef-bd0e-08d3e5c4e949 HTTP/1.1" status: 200 len: 909 time: 0.4956429 Feb 20 03:29:25.376833 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-96205328-4766-4d90-bda5-91c9a124e26c req-964b5980-3019-4834-846f-ff7e3d851b37 tempest-FlavorsV2NegativeTest-846343668 tempest-FlavorsV2NegativeTest-846343668-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=ad3cf354906148c4a6e90fced27fc75e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381303 Feb 20 03:29:25.414900 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 41aff456-cbb6-48df-b571-0e5fb8da3abe is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:29:25.415458 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (41aff456-cbb6-48df-b571-0e5fb8da3abe), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:25.444125 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41aff456-cbb6-48df-b571-0e5fb8da3abe {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:29:25.484366 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70a625e1-a219-4777-92a7-53542c3145c5 req-1fedcc61-6c01-4e46-9c1c-cd40de6104f8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41aff456-cbb6-48df-b571-0e5fb8da3abe HTTP/1.1" status: 200 len: 217 time: 0.1088877 Feb 20 03:29:25.519674 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 41aff456-cbb6-48df-b571-0e5fb8da3abe, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=41aff456-cbb6-48df-b571-0e5fb8da3abe,segment=NetworkSegment(e1725345-6967-4a85-94eb-e6034c328c97),segment_id=e1725345-6967-4a85-94eb-e6034c328c97)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:25.590268 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c3e20cf-b70a-4151-b748-14fc607c0e9c req-9243650d-f8c9-4c10-bf3b-68e9b610ea0f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6923b619-c6cf-49a9-99bd-ce1349e132ae HTTP/1.1" status: 200 len: 217 time: 0.2058742 Feb 20 03:29:25.682232 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 7a563b92-7b9e-4559-8f56-20ca85c02fd5 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:29:25.686616 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 7a563b92-7b9e-4559-8f56-20ca85c02fd5 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:29:25.687267 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (7a563b92-7b9e-4559-8f56-20ca85c02fd5), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:25.718600 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (41aff456-cbb6-48df-b571-0e5fb8da3abe), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:25.774303 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a625e1-a219-4777-92a7-53542c3145c5 req-a9e24b26-4651-49c8-a05f-2b1bf74aba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:25.775678 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70a625e1-a219-4777-92a7-53542c3145c5 req-a9e24b26-4651-49c8-a05f-2b1bf74aba03 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d8b94172-f0f7-4237-a0cf-2ff016ab80a9 HTTP/1.1" status: 200 len: 858 time: 0.2241905 Feb 20 03:29:25.784858 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=41aff456-cbb6-48df-b571-0e5fb8da3abe,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:25.796624 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d1722-d666-46a6-b7e5-2125715b706a req-eeda6436-6cff-41a5-a403-80e6d9ec09e5 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:25.812474 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-037d1722-d666-46a6-b7e5-2125715b706a req-eeda6436-6cff-41a5-a403-80e6d9ec09e5 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 946 time: 0.3729246 Feb 20 03:29:25.821055 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e20cf-b70a-4151-b748-14fc607c0e9c req-cded9924-d041-4551-a70a-4c68f23bce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:25.822457 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c3e20cf-b70a-4151-b748-14fc607c0e9c req-cded9924-d041-4551-a70a-4c68f23bce2e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=458c6d71-ffe3-42c1-873f-079dd6df07cb HTTP/1.1" status: 200 len: 848 time: 0.1838255 Feb 20 03:29:25.878761 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70a625e1-a219-4777-92a7-53542c3145c5 req-ae3e9375-5958-4552-837e-46bdc7d15076 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=083a323a-2dd8-4a52-bebe-824cc4e94c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606711 Feb 20 03:29:25.889099 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 7a563b92-7b9e-4559-8f56-20ca85c02fd5 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:29:25.889643 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7a563b92-7b9e-4559-8f56-20ca85c02fd5), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:25.903610 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729c810-6d7e-44ae-af70-f5638ec445da req-2f428790-8af0-4bbe-b907-271b7e0e2522 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:25.912178 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a729c810-6d7e-44ae-af70-f5638ec445da req-2f428790-8af0-4bbe-b907-271b7e0e2522 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=3299e47c-aeb7-4098-8856-271e0f6ac309 HTTP/1.1" status: 200 len: 950 time: 0.3590105 Feb 20 03:29:25.921481 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c3e20cf-b70a-4151-b748-14fc607c0e9c req-ae62afdb-130d-4b3b-b91f-60857e9c740b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b760bf03-7766-4aef-bd0e-08d3e5c4e949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790830 Feb 20 03:29:25.938451 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 7a563b92-7b9e-4559-8f56-20ca85c02fd5, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=7a563b92-7b9e-4559-8f56-20ca85c02fd5,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:26.038514 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (7a563b92-7b9e-4559-8f56-20ca85c02fd5), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:26.114317 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-037d1722-d666-46a6-b7e5-2125715b706a req-cb4869b3-f714-4c3d-b598-4f0cc395ab45 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997558 Feb 20 03:29:26.118780 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=7a563b92-7b9e-4559-8f56-20ca85c02fd5,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:26.122786 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['41aff456-cbb6-48df-b571-0e5fb8da3abe'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:29:26.169802 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a729c810-6d7e-44ae-af70-f5638ec445da req-38b6e6b9-7375-4861-829d-9261acbef85c tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389157 Feb 20 03:29:26.206720 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c3e20cf-b70a-4151-b748-14fc607c0e9c req-66989b75-3113-4e32-ab1c-eca2b083305e service neutron] 10.222.0.93 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680662 Feb 20 03:29:26.231898 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70a625e1-a219-4777-92a7-53542c3145c5 req-bf902921-e654-42d6-8a68-4bc933668c08 service neutron] 10.222.0.42 "GET /v2.0/networks/083a323a-2dd8-4a52-bebe-824cc4e94c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128035 Feb 20 03:29:26.369709 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3299e47c-aeb7-4098-8856-271e0f6ac309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e'}, {'server_uuid': '15f5b3f7-d550-4df0-a6aa-d0a6be1cc61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6122e9-c6b8-4eba-87b7-79ed8b42454c'}, {'server_uuid': '1b6246ac-5877-4106-b0bd-57a21e7c269a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a563b92-7b9e-4559-8f56-20ca85c02fd5'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:29:26.373606 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace6d63e-5698-4bd1-a904-f4c6adbb2ddb" -d '{"events": [{"server_uuid": "3299e47c-aeb7-4098-8856-271e0f6ac309", "name": "network-vif-plugged", "status": "completed", "tag": "0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e"}, {"server_uuid": "15f5b3f7-d550-4df0-a6aa-d0a6be1cc61d", "name": "network-vif-plugged", "status": "completed", "tag": "3a6122e9-c6b8-4eba-87b7-79ed8b42454c"}, {"server_uuid": "1b6246ac-5877-4106-b0bd-57a21e7c269a", "name": "network-vif-plugged", "status": "completed", "tag": "7a563b92-7b9e-4559-8f56-20ca85c02fd5"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:29:26.421502 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2558db59-d8a5-4570-bb5c-66574ed3103c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:26.436377 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 8926e98f-953a-4517-ba02-40f4fc2aa629 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:29:26.568232 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 8926e98f-953a-4517-ba02-40f4fc2aa629, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=8926e98f-953a-4517-ba02-40f4fc2aa629,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:26.583643 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '8926e98f-953a-4517-ba02-40f4fc2aa629', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': '8926e98f-953a-4517-ba02-40f4fc2aa629', 'mac_address': 'fa:16:3e:8d:ed:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:29:26.630976 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 8926e98f-953a-4517-ba02-40f4fc2aa629 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:29:26.631467 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8926e98f-953a-4517-ba02-40f4fc2aa629), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:26.654974 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8926e98f-953a-4517-ba02-40f4fc2aa629 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:29:26.679915 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 8926e98f-953a-4517-ba02-40f4fc2aa629, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=8926e98f-953a-4517-ba02-40f4fc2aa629,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:26.775369 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (8926e98f-953a-4517-ba02-40f4fc2aa629), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:26.830601 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57584) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:29:26.872869 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=8926e98f-953a-4517-ba02-40f4fc2aa629,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:26.917901 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c3e20cf-b70a-4151-b748-14fc607c0e9c req-80891ade-f842-4c5f-be27-25a763e58016 service neutron] 10.222.0.93 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6992636 Feb 20 03:29:26.926923 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbef11a-5bef-4904-a44a-590af2176dd3 req-26666211-9f8f-4691-bb9d-0e491693bd17 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:26.933579 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9cbef11a-5bef-4904-a44a-590af2176dd3 req-26666211-9f8f-4691-bb9d-0e491693bd17 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/ports?device_id=15f5b3f7-d550-4df0-a6aa-d0a6be1cc61d HTTP/1.1" status: 200 len: 945 time: 0.6499603 Feb 20 03:29:26.936252 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-05af04ba-7eb4-49df-b081-a14f1cd704e4 admin admin] Publish callbacks [] for router_gateway (904de953-09cc-4f1d-8925-c90e7cc7e042), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:26.940872 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70a625e1-a219-4777-92a7-53542c3145c5 req-d204a578-58cd-43bb-b3af-8cf76d6be605 service neutron] 10.222.0.42 "GET /v2.0/networks/083a323a-2dd8-4a52-bebe-824cc4e94c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6672575 Feb 20 03:29:26.953336 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e718bfd-71d4-4ec4-a0f4-a2325cbb4dfd req-2ba1ff85-d573-4a46-8e5d-ad6562dc240e tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:26.960995 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0e718bfd-71d4-4ec4-a0f4-a2325cbb4dfd req-2ba1ff85-d573-4a46-8e5d-ad6562dc240e tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=d36685e3-5d7a-48b6-97ff-9f28bd6e4e8b HTTP/1.1" status: 200 len: 948 time: 0.2724319 Feb 20 03:29:26.999905 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-05af04ba-7eb4-49df-b081-a14f1cd704e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:27.032629 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4e8b2836-8f6f-4b8d-b676-69aa0d6f50a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:27.078337 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['8926e98f-953a-4517-ba02-40f4fc2aa629'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:29:27.097289 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9cbef11a-5bef-4904-a44a-590af2176dd3 req-93f10c6c-c76d-4b9a-bdce-3a79c9a0eaaa tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbcf8e84-1c2f-49bf-83d9-a23f60e588e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565671 Feb 20 03:29:27.145670 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0e718bfd-71d4-4ec4-a0f4-a2325cbb4dfd req-2d029aa7-f289-4f81-8258-59c327b58649 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784608 Feb 20 03:29:27.151557 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 41aff456-cbb6-48df-b571-0e5fb8da3abe up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:29:27.160509 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4e8b2836-8f6f-4b8d-b676-69aa0d6f50a9 admin admin] Publish callbacks [] for security_group (366683b4-4bec-4b1f-824e-9d1d99077941), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:27.252738 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 20 Feb 2022 03:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c821f492-abc8-4fe3-9634-922d8b2353d8 x-openstack-request-id: req-c821f492-abc8-4fe3-9634-922d8b2353d8 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:29:27.253193 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3299e47c-aeb7-4098-8856-271e0f6ac309", "name": "network-vif-plugged", "status": "completed", "tag": "0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e", "code": 200}, {"server_uuid": "15f5b3f7-d550-4df0-a6aa-d0a6be1cc61d", "name": "network-vif-plugged", "status": "completed", "tag": "3a6122e9-c6b8-4eba-87b7-79ed8b42454c", "code": 200}, {"server_uuid": "1b6246ac-5877-4106-b0bd-57a21e7c269a", "name": "network-vif-plugged", "status": "completed", "tag": "7a563b92-7b9e-4559-8f56-20ca85c02fd5", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:29:27.253567 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c821f492-abc8-4fe3-9634-922d8b2353d8 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:29:27.254073 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3299e47c-aeb7-4098-8856-271e0f6ac309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e', 'code': 200} Feb 20 03:29:27.254470 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f5b3f7-d550-4df0-a6aa-d0a6be1cc61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6122e9-c6b8-4eba-87b7-79ed8b42454c', 'code': 200} Feb 20 03:29:27.255141 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6246ac-5877-4106-b0bd-57a21e7c269a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a563b92-7b9e-4559-8f56-20ca85c02fd5', 'code': 200} Feb 20 03:29:27.285081 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4e8b2836-8f6f-4b8d-b676-69aa0d6f50a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (366683b4-4bec-4b1f-824e-9d1d99077941), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:27.341286 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 41aff456-cbb6-48df-b571-0e5fb8da3abe completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:29:27.347748 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 41aff456-cbb6-48df-b571-0e5fb8da3abe triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:29:27.348755 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (41aff456-cbb6-48df-b571-0e5fb8da3abe), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:27.372699 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-05af04ba-7eb4-49df-b081-a14f1cd704e4 admin admin] Allocated IP 172.25.7.94 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/6c613aaf-d5b4-405c-ae6a-94c448d628fb) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:29:27.384030 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4e8b2836-8f6f-4b8d-b676-69aa0d6f50a9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ad3cf354906148c4a6e90fced27fc75e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5509639 Feb 20 03:29:27.396908 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57592) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:29:27.460237 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 41aff456-cbb6-48df-b571-0e5fb8da3abe is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:29:27.461316 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (41aff456-cbb6-48df-b571-0e5fb8da3abe), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:27.506073 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 41aff456-cbb6-48df-b571-0e5fb8da3abe, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=41aff456-cbb6-48df-b571-0e5fb8da3abe,segment=NetworkSegment(e1725345-6967-4a85-94eb-e6034c328c97),segment_id=e1725345-6967-4a85-94eb-e6034c328c97)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:27.545871 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b2836-8f6f-4b8d-b676-69aa0d6f50a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366683b4-4bec-4b1f-824e-9d1d99077941,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:27.564179 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8cef54d7-c48a-44e2-ba1f-910e7d66ea74 admin admin] Publish callbacks [] for security_group (366683b4-4bec-4b1f-824e-9d1d99077941), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:27.579894 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (41aff456-cbb6-48df-b571-0e5fb8da3abe), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:27.612786 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfbc66-90a7-43bb-9f22-e9c022e92fdc req-2242cd16-9d6e-4313-93d6-9a93f000e8b7 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:27.615921 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7bdfbc66-90a7-43bb-9f22-e9c022e92fdc req-2242cd16-9d6e-4313-93d6-9a93f000e8b7 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 944 time: 0.3786633 Feb 20 03:29:27.637369 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8cef54d7-c48a-44e2-ba1f-910e7d66ea74 admin admin] Publish callbacks [] for security_group (366683b4-4bec-4b1f-824e-9d1d99077941), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:27.650614 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691f7d2-ada0-4e75-9b56-3cfb644a3a60 req-a764d2ee-aa75-4e78-b507-d304a124b0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:27.652679 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c691f7d2-ada0-4e75-9b56-3cfb644a3a60 req-a764d2ee-aa75-4e78-b507-d304a124b0d5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=15f5b3f7-d550-4df0-a6aa-d0a6be1cc61d HTTP/1.1" status: 200 len: 1127 time: 0.2568898 Feb 20 03:29:27.658404 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5fc42-a64c-40db-b4af-dadfcf619d7b req-dcb52662-3d5f-4664-9279-23e216634e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:27.663505 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-9be5fc42-a64c-40db-b4af-dadfcf619d7b req-dcb52662-3d5f-4664-9279-23e216634e46 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1b6246ac-5877-4106-b0bd-57a21e7c269a HTTP/1.1" status: 200 len: 1132 time: 0.1860652 Feb 20 03:29:27.693076 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa7f05-eb26-4a9a-9f78-b8ef4acbe1a3 req-7823eaf3-835d-4e2a-9906-1e1aebf8afdf tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:27.695806 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-67aa7f05-eb26-4a9a-9f78-b8ef4acbe1a3 req-7823eaf3-835d-4e2a-9906-1e1aebf8afdf tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 946 time: 0.3607419 Feb 20 03:29:27.696527 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=41aff456-cbb6-48df-b571-0e5fb8da3abe,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:27.701770 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88870f-caa0-4fbe-905d-1e8b49831801 req-71559876-7608-43a4-ad86-e6614a29066d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:27.704345 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b88870f-caa0-4fbe-905d-1e8b49831801 req-71559876-7608-43a4-ad86-e6614a29066d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3299e47c-aeb7-4098-8856-271e0f6ac309 HTTP/1.1" status: 200 len: 1132 time: 0.3625131 Feb 20 03:29:27.803854 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-9be5fc42-a64c-40db-b4af-dadfcf619d7b req-d586146e-79eb-47dc-b782-72abe881b40c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309175 Feb 20 03:29:27.852776 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-05af04ba-7eb4-49df-b081-a14f1cd704e4 admin admin] Publish callbacks [] for port (6c613aaf-d5b4-405c-ae6a-94c448d628fb), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:27.870710 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7bdfbc66-90a7-43bb-9f22-e9c022e92fdc req-269105d8-53dc-4253-85b6-8c4176b6be59 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462525 Feb 20 03:29:27.902130 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c691f7d2-ada0-4e75-9b56-3cfb644a3a60 req-59434be8-2b2d-4c71-8f81-8bec5c7b4a27 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=bbcf8e84-1c2f-49bf-83d9-a23f60e588e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292793 Feb 20 03:29:27.919431 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-67aa7f05-eb26-4a9a-9f78-b8ef4acbe1a3 req-bb4ae02a-768d-4b29-ad19-d873caba7818 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138822 Feb 20 03:29:27.924147 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b88870f-caa0-4fbe-905d-1e8b49831801 req-ed00e977-2298-455a-a743-5101c172216b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033699 Feb 20 03:29:28.014547 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786b39a-f302-474c-aadd-bbf7b5d093af req-4235f695-0cc1-44fb-a5b8-259c442cd784 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:28.016101 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1786b39a-f302-474c-aadd-bbf7b5d093af req-4235f695-0cc1-44fb-a5b8-259c442cd784 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=3299e47c-aeb7-4098-8856-271e0f6ac309 HTTP/1.1" status: 200 len: 950 time: 0.0622046 Feb 20 03:29:28.068822 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1786b39a-f302-474c-aadd-bbf7b5d093af req-d57b0a05-0f17-4a35-a218-e594fc4a0d55 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466411 Feb 20 03:29:28.236255 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94f3e1-5542-4d42-9e16-0b58e894671e req-5aa96093-7fa0-4c60-9d5a-f4166431ad7a tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:28.237498 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0d94f3e1-5542-4d42-9e16-0b58e894671e req-5aa96093-7fa0-4c60-9d5a-f4166431ad7a tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/ports?device_id=15f5b3f7-d550-4df0-a6aa-d0a6be1cc61d HTTP/1.1" status: 200 len: 945 time: 0.0827916 Feb 20 03:29:28.311484 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8cef54d7-c48a-44e2-ba1f-910e7d66ea74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (366683b4-4bec-4b1f-824e-9d1d99077941), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:28.313563 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8cef54d7-c48a-44e2-ba1f-910e7d66ea74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:28.317912 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8cef54d7-c48a-44e2-ba1f-910e7d66ea74 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/366683b4-4bec-4b1f-824e-9d1d99077941 HTTP/1.1" status: 204 len: 168 time: 0.9145634 Feb 20 03:29:28.318057 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-05af04ba-7eb4-49df-b081-a14f1cd704e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (6c613aaf-d5b4-405c-ae6a-94c448d628fb), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:28.335887 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef54d7-c48a-44e2-ba1f-910e7d66ea74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366683b4-4bec-4b1f-824e-9d1d99077941,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:28.377033 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251b843-e016-4cc8-841a-7926a4adf7f6 req-c6753f3d-50e9-40b1-b322-964a24a76ec9 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:28.378554 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9251b843-e016-4cc8-841a-7926a4adf7f6 req-c6753f3d-50e9-40b1-b322-964a24a76ec9 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=d36685e3-5d7a-48b6-97ff-9f28bd6e4e8b HTTP/1.1" status: 200 len: 949 time: 0.1401584 Feb 20 03:29:28.388124 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af04ba-7eb4-49df-b081-a14f1cd704e4 admin admin] Pushing event updated for resources: {'Port': ['ID=6c613aaf-d5b4-405c-ae6a-94c448d628fb,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:28.410637 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0d94f3e1-5542-4d42-9e16-0b58e894671e req-80363647-93d8-4600-9242-a72bff3d7bec tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbcf8e84-1c2f-49bf-83d9-a23f60e588e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628582 Feb 20 03:29:28.422204 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05af04ba-7eb4-49df-b081-a14f1cd704e4 admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:29:28.426398 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-05af04ba-7eb4-49df-b081-a14f1cd704e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:29:28.441257 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05af04ba-7eb4-49df-b081-a14f1cd704e4 admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:29:28.443621 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 8926e98f-953a-4517-ba02-40f4fc2aa629 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:29:28.527659 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9251b843-e016-4cc8-841a-7926a4adf7f6 req-41068797-61a9-455a-964b-5cd8018224ba tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367273 Feb 20 03:29:28.598200 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 8926e98f-953a-4517-ba02-40f4fc2aa629 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:29:28.602699 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 8926e98f-953a-4517-ba02-40f4fc2aa629 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:29:28.604159 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8926e98f-953a-4517-ba02-40f4fc2aa629), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:28.747037 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 8926e98f-953a-4517-ba02-40f4fc2aa629 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:29:28.751313 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8926e98f-953a-4517-ba02-40f4fc2aa629), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:28.758121 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-723364bb-4107-4231-b6a4-e887801af23a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:28.814137 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 8926e98f-953a-4517-ba02-40f4fc2aa629, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=8926e98f-953a-4517-ba02-40f4fc2aa629,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:28.901162 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (8926e98f-953a-4517-ba02-40f4fc2aa629), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:29.004085 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=8926e98f-953a-4517-ba02-40f4fc2aa629,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:29.068844 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-05af04ba-7eb4-49df-b081-a14f1cd704e4 admin admin] Publish callbacks [] for router_gateway (904de953-09cc-4f1d-8925-c90e7cc7e042), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:29.256539 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c0d742-96f1-4e75-8548-104a617c40fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41aff456-cbb6-48df-b571-0e5fb8da3abe'}, {'server_uuid': 'd36685e3-5d7a-48b6-97ff-9f28bd6e4e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8926e98f-953a-4517-ba02-40f4fc2aa629'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:29:29.259087 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486fdabd-5d40-45df-a1d4-4c2dff771522" -d '{"events": [{"server_uuid": "87c0d742-96f1-4e75-8548-104a617c40fa", "name": "network-vif-plugged", "status": "completed", "tag": "41aff456-cbb6-48df-b571-0e5fb8da3abe"}, {"server_uuid": "d36685e3-5d7a-48b6-97ff-9f28bd6e4e8b", "name": "network-vif-plugged", "status": "completed", "tag": "8926e98f-953a-4517-ba02-40f4fc2aa629"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:29:29.365699 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd23017-777d-464b-b8af-fa0160d91dc5 req-26927ff1-12ef-413f-81d0-a0e7a02c8ff9 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:29.367503 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5cd23017-777d-464b-b8af-fa0160d91dc5 req-26927ff1-12ef-413f-81d0-a0e7a02c8ff9 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 944 time: 0.3207014 Feb 20 03:29:29.378974 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182b130-22c5-49e3-832c-501dbb6d0e0e req-459c2574-ae34-4851-b4c8-e81f2da4417b tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:29.381594 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5182b130-22c5-49e3-832c-501dbb6d0e0e req-459c2574-ae34-4851-b4c8-e81f2da4417b tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 946 time: 0.3179276 Feb 20 03:29:29.472804 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5cd23017-777d-464b-b8af-fa0160d91dc5 req-87646590-31b7-41cf-8d7d-ad7489dc625c tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901668 Feb 20 03:29:29.591384 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5182b130-22c5-49e3-832c-501dbb6d0e0e req-cedddbcc-f74a-4229-9c2c-2436857d5a33 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690252 Feb 20 03:29:29.649455 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 20 Feb 2022 03:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea4be02-2d6d-4d16-970b-bc280100622e x-openstack-request-id: req-dea4be02-2d6d-4d16-970b-bc280100622e {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:29:29.649965 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c0d742-96f1-4e75-8548-104a617c40fa", "name": "network-vif-plugged", "status": "completed", "tag": "41aff456-cbb6-48df-b571-0e5fb8da3abe", "code": 200}, {"server_uuid": "d36685e3-5d7a-48b6-97ff-9f28bd6e4e8b", "name": "network-vif-plugged", "status": "completed", "tag": "8926e98f-953a-4517-ba02-40f4fc2aa629", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:29:29.650347 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-dea4be02-2d6d-4d16-970b-bc280100622e {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:29:29.650769 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c0d742-96f1-4e75-8548-104a617c40fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41aff456-cbb6-48df-b571-0e5fb8da3abe', 'code': 200} Feb 20 03:29:29.651066 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36685e3-5d7a-48b6-97ff-9f28bd6e4e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8926e98f-953a-4517-ba02-40f4fc2aa629', 'code': 200} Feb 20 03:29:29.709480 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-05af04ba-7eb4-49df-b081-a14f1cd704e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (904de953-09cc-4f1d-8925-c90e7cc7e042), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:29.825076 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:29.835937 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029085c-d12b-4ed1-b84f-67b95a9af32c req-9f50a880-d1ef-4a05-bfe1-8a9f47f5fe21 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:29.837678 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1029085c-d12b-4ed1-b84f-67b95a9af32c req-9f50a880-d1ef-4a05-bfe1-8a9f47f5fe21 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=3299e47c-aeb7-4098-8856-271e0f6ac309 HTTP/1.1" status: 200 len: 950 time: 0.1808527 Feb 20 03:29:29.997817 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1029085c-d12b-4ed1-b84f-67b95a9af32c req-7e826d09-ba4d-44f0-9616-46e884e6a931 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260645 Feb 20 03:29:29.999516 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba74ed-bf85-4070-be30-5057cbea3a3e req-d131ea23-1f55-4c19-ac9c-32297e2b2f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:30.001056 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5dba74ed-bf85-4070-be30-5057cbea3a3e req-d131ea23-1f55-4c19-ac9c-32297e2b2f7d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=87c0d742-96f1-4e75-8548-104a617c40fa HTTP/1.1" status: 200 len: 1127 time: 0.2268202 Feb 20 03:29:30.026174 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4b394-e268-4f4c-ba95-68a075aa2c70 req-2d006a65-1a6a-4f40-a1db-b465a3964af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:30.028439 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6df4b394-e268-4f4c-ba95-68a075aa2c70 req-2d006a65-1a6a-4f40-a1db-b465a3964af1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d36685e3-5d7a-48b6-97ff-9f28bd6e4e8b HTTP/1.1" status: 200 len: 1132 time: 0.2473454 Feb 20 03:29:30.067894 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23acde4-c130-42b5-acd2-7f92a7f5a354 req-8151c993-37f0-4baf-891e-f91fb35ace2d tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:30.075646 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b23acde4-c130-42b5-acd2-7f92a7f5a354 req-8151c993-37f0-4baf-891e-f91fb35ace2d tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/ports?device_id=15f5b3f7-d550-4df0-a6aa-d0a6be1cc61d HTTP/1.1" status: 200 len: 945 time: 0.2489767 Feb 20 03:29:30.220987 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6df4b394-e268-4f4c-ba95-68a075aa2c70 req-0939e025-5ac0-4b6e-b1b2-c362ad5c958e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778107 Feb 20 03:29:30.223800 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5dba74ed-bf85-4070-be30-5057cbea3a3e req-fcf7c525-9cc9-430b-99ad-e281dc3c6bc9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bbcf8e84-1c2f-49bf-83d9-a23f60e588e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923597 Feb 20 03:29:30.230484 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b23acde4-c130-42b5-acd2-7f92a7f5a354 req-6a3f48aa-3f29-4013-91af-f7d38fad3dcb tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbcf8e84-1c2f-49bf-83d9-a23f60e588e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533527 Feb 20 03:29:30.258757 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06ddfb-dd9f-42dd-8b48-41f5fa739d14 req-b274b037-707b-4fe4-a56b-23c35c0be973 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:30.260441 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d06ddfb-dd9f-42dd-8b48-41f5fa739d14 req-b274b037-707b-4fe4-a56b-23c35c0be973 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=d36685e3-5d7a-48b6-97ff-9f28bd6e4e8b HTTP/1.1" status: 200 len: 950 time: 0.1645808 Feb 20 03:29:30.306609 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05af04ba-7eb4-49df-b081-a14f1cd704e4 admin admin] Router 904de953-09cc-4f1d-8925-c90e7cc7e042 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:29:30.325279 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d06ddfb-dd9f-42dd-8b48-41f5fa739d14 req-2c629c6f-c873-4873-8f0a-4c546c6f7eb6 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585914 Feb 20 03:29:30.506820 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05af04ba-7eb4-49df-b081-a14f1cd704e4 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:29:30.518759 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a384258d-9d2f-480e-9021-768bfa5d5286 None None] Sync routers for ids ['904de953-09cc-4f1d-8925-c90e7cc7e042'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:29:30.535086 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a384258d-9d2f-480e-9021-768bfa5d5286 None None] Routers {'904de953-09cc-4f1d-8925-c90e7cc7e042'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:29:30.537594 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a384258d-9d2f-480e-9021-768bfa5d5286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:29:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['904de953-09cc-4f1d-8925-c90e7cc7e042'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:29:30.550775 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddae80e-abc1-4316-9ba7-0df664337d8b req-1ba17ccc-ed47-46dc-b759-18b12d004adb tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:30.553457 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ddae80e-abc1-4316-9ba7-0df664337d8b req-1ba17ccc-ed47-46dc-b759-18b12d004adb tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/ports?device_id=87c0d742-96f1-4e75-8548-104a617c40fa HTTP/1.1" status: 200 len: 945 time: 0.1130762 Feb 20 03:29:30.662618 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-05af04ba-7eb4-49df-b081-a14f1cd704e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:30.667371 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57660) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:29:30.668010 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-05af04ba-7eb4-49df-b081-a14f1cd704e4 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.6053252 Feb 20 03:29:30.697283 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ddae80e-abc1-4316-9ba7-0df664337d8b req-d1c17966-3fff-442c-bae6-94cae687f2ec tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbcf8e84-1c2f-49bf-83d9-a23f60e588e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381192 Feb 20 03:29:30.714965 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-a384258d-9d2f-480e-9021-768bfa5d5286 None None] Set router 904de953-09cc-4f1d-8925-c90e7cc7e042 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:29:30.771268 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3b8b5947-7983-4465-ba5f-e78b9a8617a3 req-03c59b68-2fbd-45c1-ba51-5f27f6d990fb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1605718 Feb 20 03:29:30.796166 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36c0c2-666d-4bec-95ec-9a0251acc6c6 req-0c41580b-8409-49a8-add2-5cd80d979a8c tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:30.797753 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c36c0c2-666d-4bec-95ec-9a0251acc6c6 req-0c41580b-8409-49a8-add2-5cd80d979a8c tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 944 time: 0.1517746 Feb 20 03:29:30.964949 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c36c0c2-666d-4bec-95ec-9a0251acc6c6 req-4087589f-ec48-455f-b702-507a2501df3e tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409614 Feb 20 03:29:30.978930 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b5947-7983-4465-ba5f-e78b9a8617a3 req-8b5ac1b5-25be-4ea7-b17d-e564df4d0d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:30.981031 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3b8b5947-7983-4465-ba5f-e78b9a8617a3 req-8b5ac1b5-25be-4ea7-b17d-e564df4d0d9a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 1126 time: 0.1823609 Feb 20 03:29:31.131901 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b5947-7983-4465-ba5f-e78b9a8617a3 req-49bc90cd-63c3-45ef-8902-a6560e810676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:31.136231 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3b8b5947-7983-4465-ba5f-e78b9a8617a3 req-49bc90cd-63c3-45ef-8902-a6560e810676 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5528b70c-0437-425a-a0ac-3485fc465717 HTTP/1.1" status: 200 len: 921 time: 0.1137846 Feb 20 03:29:31.196192 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a384258d-9d2f-480e-9021-768bfa5d5286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904de953-09cc-4f1d-8925-c90e7cc7e042', 'name': 'tempest-ServerRescueTestJSON-20480837-router', 'tenant_id': '87bec72e0bca457e8ebb03d0cbe6ac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '6c613aaf-d5b4-405c-ae6a-94c448d628fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:29:24Z', 'updated_at': '2022-02-20T03:29:28Z', 'revision_number': 3, 'project_id': '87bec72e0bca457e8ebb03d0cbe6ac2d', 'gw_port': {'id': '6c613aaf-d5b4-405c-ae6a-94c448d628fb', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904de953-09cc-4f1d-8925-c90e7cc7e042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:29:27Z', 'updated_at': '2022-02-20T03:29:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:29:31.272829 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a384258d-9d2f-480e-9021-768bfa5d5286 None None] Checking router: 904de953-09cc-4f1d-8925-c90e7cc7e042 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:29:31.278915 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a384258d-9d2f-480e-9021-768bfa5d5286 None None] Updating router 904de953-09cc-4f1d-8925-c90e7cc7e042 port 6c613aaf-d5b4-405c-ae6a-94c448d628fb binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:29:31.279830 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3b8b5947-7983-4465-ba5f-e78b9a8617a3 req-b1cf3396-eff9-4d35-af19-37df0eb15a5d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fb7415f-9485-453e-b6ec-2597075bee15 HTTP/1.1" status: 200 len: 217 time: 0.1197193 Feb 20 03:29:31.337182 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:31.342802 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b90a01e1-bf7f-4dd7-ae4f-0a622c605689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:31.351332 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a384258d-9d2f-480e-9021-768bfa5d5286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (6c613aaf-d5b4-405c-ae6a-94c448d628fb), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:31.361491 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b5947-7983-4465-ba5f-e78b9a8617a3 req-3ae7d81a-8bd9-4cbc-ac55-40ba380b2451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:31.363009 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3b8b5947-7983-4465-ba5f-e78b9a8617a3 req-3ae7d81a-8bd9-4cbc-ac55-40ba380b2451 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e570f242-4684-4db2-b2a8-755bc6ec8973 HTTP/1.1" status: 200 len: 860 time: 0.0743351 Feb 20 03:29:31.413586 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009fc7b-be86-4fdf-82fb-6e1c5ab596c9 req-1351479b-62fc-4616-a891-b9b0de7c4c2d tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:31.422972 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6009fc7b-be86-4fdf-82fb-6e1c5ab596c9 req-1351479b-62fc-4616-a891-b9b0de7c4c2d tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 946 time: 0.2847495 Feb 20 03:29:31.449643 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3b8b5947-7983-4465-ba5f-e78b9a8617a3 req-8f60bb24-43a1-4b22-8d3b-2ad35bc337f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5528b70c-0437-425a-a0ac-3485fc465717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778222 Feb 20 03:29:31.660135 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-b90a01e1-bf7f-4dd7-ae4f-0a622c605689 admin admin] Allocated IP 172.20.0.1 (2cee905c-3517-4660-8947-ff7bb2860c1e/7e3878e6-5b76-459d-be9f-a6cbffaea39e/43a64bd7-53b6-4f0a-8232-898c1e405d1e) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:29:31.674361 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6009fc7b-be86-4fdf-82fb-6e1c5ab596c9 req-fe854f70-2256-4207-8144-c931cfb9c29b tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416427 Feb 20 03:29:31.941584 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a384258d-9d2f-480e-9021-768bfa5d5286 None None] Publish callbacks [] for port (6c613aaf-d5b4-405c-ae6a-94c448d628fb), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:31.956260 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b90a01e1-bf7f-4dd7-ae4f-0a622c605689 admin admin] Publish callbacks [] for port (43a64bd7-53b6-4f0a-8232-898c1e405d1e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:32.032783 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a384258d-9d2f-480e-9021-768bfa5d5286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (6c613aaf-d5b4-405c-ae6a-94c448d628fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:32.061200 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b90a01e1-bf7f-4dd7-ae4f-0a622c605689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (43a64bd7-53b6-4f0a-8232-898c1e405d1e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:32.096353 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972609c-4ad3-4fc1-b5a4-1ab70ba6fd94 None None] Pushing event updated for resources: {'Port': ['ID=6c613aaf-d5b4-405c-ae6a-94c448d628fb,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:32.119679 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a384258d-9d2f-480e-9021-768bfa5d5286 None None] Attempting to bind port 6c613aaf-d5b4-405c-ae6a-94c448d628fb on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:29:32.120679 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a384258d-9d2f-480e-9021-768bfa5d5286 None None] Attempting to bind port 6c613aaf-d5b4-405c-ae6a-94c448d628fb by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:29:32.121322 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a384258d-9d2f-480e-9021-768bfa5d5286 None None] Attempting to bind port 6c613aaf-d5b4-405c-ae6a-94c448d628fb on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:29:32.128125 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a384258d-9d2f-480e-9021-768bfa5d5286 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:29:32.132897 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a384258d-9d2f-480e-9021-768bfa5d5286 None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:29:32.132897 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a384258d-9d2f-480e-9021-768bfa5d5286 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:32.132897 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a384258d-9d2f-480e-9021-768bfa5d5286 None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:29:32.132897 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a384258d-9d2f-480e-9021-768bfa5d5286 None None] Bound port: 6c613aaf-d5b4-405c-ae6a-94c448d628fb, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:29:32.133400 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a384258d-9d2f-480e-9021-768bfa5d5286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (6c613aaf-d5b4-405c-ae6a-94c448d628fb), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:32.152122 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90a01e1-bf7f-4dd7-ae4f-0a622c605689 admin admin] Network 2cee905c-3517-4660-8947-ff7bb2860c1e is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:29:32.153572 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-b90a01e1-bf7f-4dd7-ae4f-0a622c605689 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:29:32.162886 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feecfad-e305-4032-9b5e-44dc35bcab70 req-e632bcf6-3064-4076-a3fc-4e0aef8f2e2c tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:32.166552 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9feecfad-e305-4032-9b5e-44dc35bcab70 req-e632bcf6-3064-4076-a3fc-4e0aef8f2e2c tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=3299e47c-aeb7-4098-8856-271e0f6ac309 HTTP/1.1" status: 200 len: 950 time: 0.5421827 Feb 20 03:29:32.182484 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ef286-9a53-4f04-943a-6eb25154143f req-3fbbd03a-fe68-4e79-bd64-b8cc516e0127 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:32.183999 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f3ef286-9a53-4f04-943a-6eb25154143f req-3fbbd03a-fe68-4e79-bd64-b8cc516e0127 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=d36685e3-5d7a-48b6-97ff-9f28bd6e4e8b HTTP/1.1" status: 200 len: 950 time: 0.1384861 Feb 20 03:29:32.187183 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3b8b5947-7983-4465-ba5f-e78b9a8617a3 req-49725a1e-61c8-4c97-b44e-84d5ad98e95d service neutron] 10.222.0.42 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7117820 Feb 20 03:29:32.192865 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a01e1-bf7f-4dd7-ae4f-0a622c605689 admin admin] Pushing event updated for resources: {'Port': ['ID=43a64bd7-53b6-4f0a-8232-898c1e405d1e,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:32.195828 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90a01e1-bf7f-4dd7-ae4f-0a622c605689 admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:29:32.214641 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-a384258d-9d2f-480e-9021-768bfa5d5286 None None] For port 6c613aaf-d5b4-405c-ae6a-94c448d628fb, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:29:32.221876 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-a384258d-9d2f-480e-9021-768bfa5d5286 None None] For port 6c613aaf-d5b4-405c-ae6a-94c448d628fb, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=6c613aaf-d5b4-405c-ae6a-94c448d628fb,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:29:32.236915 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b90a01e1-bf7f-4dd7-ae4f-0a622c605689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (904de953-09cc-4f1d-8925-c90e7cc7e042), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:32.324687 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a384258d-9d2f-480e-9021-768bfa5d5286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (6c613aaf-d5b4-405c-ae6a-94c448d628fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:32.348978 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3b8b5947-7983-4465-ba5f-e78b9a8617a3 req-fe8108d9-0a92-411b-881b-2648c6537c39 service neutron] 10.222.0.42 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230040 Feb 20 03:29:32.425050 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a384258d-9d2f-480e-9021-768bfa5d5286 None None] Routers {'904de953-09cc-4f1d-8925-c90e7cc7e042'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:29:32.425729 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a384258d-9d2f-480e-9021-768bfa5d5286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:29:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['904de953-09cc-4f1d-8925-c90e7cc7e042'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:29:32.455226 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b90a01e1-bf7f-4dd7-ae4f-0a622c605689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (43a64bd7-53b6-4f0a-8232-898c1e405d1e), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:32.455448 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9feecfad-e305-4032-9b5e-44dc35bcab70 req-324f4981-b8df-4894-b62e-14c531325b88 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685037 Feb 20 03:29:32.480245 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f3ef286-9a53-4f04-943a-6eb25154143f req-29257955-b56e-40fe-a25b-186c7a934caa tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686527 Feb 20 03:29:32.607137 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93337c8-bc03-4f83-b80d-090227a95a43 req-48f3122c-4235-4d74-8461-7e0449ed2b5f tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:32.615415 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c93337c8-bc03-4f83-b80d-090227a95a43 req-48f3122c-4235-4d74-8461-7e0449ed2b5f tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/ports?device_id=87c0d742-96f1-4e75-8548-104a617c40fa HTTP/1.1" status: 200 len: 945 time: 0.0827768 Feb 20 03:29:32.622291 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972609c-4ad3-4fc1-b5a4-1ab70ba6fd94 None None] Pushing event updated for resources: {'Port': ['ID=6c613aaf-d5b4-405c-ae6a-94c448d628fb,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:32.714737 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-a384258d-9d2f-480e-9021-768bfa5d5286 None None] Set router 904de953-09cc-4f1d-8925-c90e7cc7e042 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:29:32.775286 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b90a01e1-bf7f-4dd7-ae4f-0a622c605689 admin admin] Publish callbacks [] for port (43a64bd7-53b6-4f0a-8232-898c1e405d1e), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:32.786696 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c93337c8-bc03-4f83-b80d-090227a95a43 req-c7a19ff1-a8df-487d-af23-6d873668409b tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbcf8e84-1c2f-49bf-83d9-a23f60e588e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404517 Feb 20 03:29:32.807583 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:32.861934 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b90a01e1-bf7f-4dd7-ae4f-0a622c605689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (43a64bd7-53b6-4f0a-8232-898c1e405d1e), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:33.018082 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b90a01e1-bf7f-4dd7-ae4f-0a622c605689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (904de953-09cc-4f1d-8925-c90e7cc7e042), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:33.023132 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a01e1-bf7f-4dd7-ae4f-0a622c605689 admin admin] Pushing event updated for resources: {'Port': ['ID=43a64bd7-53b6-4f0a-8232-898c1e405d1e,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:33.034387 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c8ef4-4ecf-4592-a122-f398c1d5c05f req-c2c0426f-8202-4654-820c-ff8a23bb3615 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:33.039837 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-309c8ef4-4ecf-4592-a122-f398c1d5c05f req-c2c0426f-8202-4654-820c-ff8a23bb3615 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 944 time: 0.1354158 Feb 20 03:29:33.095354 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-309c8ef4-4ecf-4592-a122-f398c1d5c05f req-bc270718-e69f-4a82-b07e-1b936cbcc4c2 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500724 Feb 20 03:29:33.154407 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a384258d-9d2f-480e-9021-768bfa5d5286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904de953-09cc-4f1d-8925-c90e7cc7e042', 'name': 'tempest-ServerRescueTestJSON-20480837-router', 'tenant_id': '87bec72e0bca457e8ebb03d0cbe6ac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '6c613aaf-d5b4-405c-ae6a-94c448d628fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:29:24Z', 'updated_at': '2022-02-20T03:29:32Z', 'revision_number': 4, 'project_id': '87bec72e0bca457e8ebb03d0cbe6ac2d', 'gw_port': {'id': '6c613aaf-d5b4-405c-ae6a-94c448d628fb', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904de953-09cc-4f1d-8925-c90e7cc7e042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:29:27Z', 'updated_at': '2022-02-20T03:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '43a64bd7-53b6-4f0a-8232-898c1e405d1e', 'name': '', 'network_id': '2cee905c-3517-4660-8947-ff7bb2860c1e', 'tenant_id': '87bec72e0bca457e8ebb03d0cbe6ac2d', 'mac_address': 'fa:16:3e:ff:0f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904de953-09cc-4f1d-8925-c90e7cc7e042', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '7e3878e6-5b76-459d-be9f-a6cbffaea39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:29:31Z', 'updated_at': '2022-02-20T03:29:31Z', 'revision_number': 1, 'project_id': '87bec72e0bca457e8ebb03d0cbe6ac2d', 'subnets': [{'id': '7e3878e6-5b76-459d-be9f-a6cbffaea39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:29:33.159235 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90a01e1-bf7f-4dd7-ae4f-0a622c605689 admin admin] Network 2cee905c-3517-4660-8947-ff7bb2860c1e is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:29:33.162602 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-b90a01e1-bf7f-4dd7-ae4f-0a622c605689 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:29:33.228331 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a384258d-9d2f-480e-9021-768bfa5d5286 None None] The sync data for ids ['904de953-09cc-4f1d-8925-c90e7cc7e042'] in n-d-829866-4 is: [{'id': '904de953-09cc-4f1d-8925-c90e7cc7e042', 'name': 'tempest-ServerRescueTestJSON-20480837-router', 'tenant_id': '87bec72e0bca457e8ebb03d0cbe6ac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '6c613aaf-d5b4-405c-ae6a-94c448d628fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:29:24Z', 'updated_at': '2022-02-20T03:29:32Z', 'revision_number': 4, 'project_id': '87bec72e0bca457e8ebb03d0cbe6ac2d', 'gw_port': {'id': '6c613aaf-d5b4-405c-ae6a-94c448d628fb', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904de953-09cc-4f1d-8925-c90e7cc7e042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:29:27Z', 'updated_at': '2022-02-20T03:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '43a64bd7-53b6-4f0a-8232-898c1e405d1e', 'name': '', 'network_id': '2cee905c-3517-4660-8947-ff7bb2860c1e', 'tenant_id': '87bec72e0bca457e8ebb03d0cbe6ac2d', 'mac_address': 'fa:16:3e:ff:0f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904de953-09cc-4f1d-8925-c90e7cc7e042', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '7e3878e6-5b76-459d-be9f-a6cbffaea39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:29:31Z', 'updated_at': '2022-02-20T03:29:31Z', 'revision_number': 1, 'project_id': '87bec72e0bca457e8ebb03d0cbe6ac2d', 'subnets': [{'id': '7e3878e6-5b76-459d-be9f-a6cbffaea39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:29:33.308240 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6fbda-7ae2-48a5-b867-62b0ab3ba771 req-6406f0db-c2ca-4aaf-b51e-0ce252024e0b tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:33.311156 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddc6fbda-7ae2-48a5-b867-62b0ab3ba771 req-6406f0db-c2ca-4aaf-b51e-0ce252024e0b tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b6246ac-5877-4106-b0bd-57a21e7c269a HTTP/1.1" status: 200 len: 950 time: 0.1244791 Feb 20 03:29:33.361164 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90a01e1-bf7f-4dd7-ae4f-0a622c605689 admin admin] Router 904de953-09cc-4f1d-8925-c90e7cc7e042 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:29:33.416068 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddc6fbda-7ae2-48a5-b867-62b0ab3ba771 req-ff9f4fb9-92f0-443d-ba01-0f7fd800a918 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980656 Feb 20 03:29:33.496823 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b8406-1c94-4c3b-a8c6-9e9011a97808 req-1f4991d7-f9ef-4610-a9dc-57c0468d9e07 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:33.498346 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-693b8406-1c94-4c3b-a8c6-9e9011a97808 req-1f4991d7-f9ef-4610-a9dc-57c0468d9e07 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 949 time: 0.1099119 Feb 20 03:29:33.565202 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90a01e1-bf7f-4dd7-ae4f-0a622c605689 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:29:33.574531 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b90a01e1-bf7f-4dd7-ae4f-0a622c605689 admin admin] 10.222.0.89 "PUT /v2.0/routers/904de953-09cc-4f1d-8925-c90e7cc7e042/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9052179 Feb 20 03:29:33.654577 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-693b8406-1c94-4c3b-a8c6-9e9011a97808 req-a4698ed6-e884-45a2-827d-bf529f487fdc tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498003 Feb 20 03:29:33.717221 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40019c7b-70d0-49a7-a3d5-2981b0e4a8fb req-3a83cf62-e010-4fc4-9c51-84b74bf28e22 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:33.726300 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-40019c7b-70d0-49a7-a3d5-2981b0e4a8fb req-3a83cf62-e010-4fc4-9c51-84b74bf28e22 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 946 time: 0.2072515 Feb 20 03:29:33.797899 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-40019c7b-70d0-49a7-a3d5-2981b0e4a8fb req-40f087f4-8198-4bf0-bb71-ad61a9ff0510 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703144 Feb 20 03:29:33.905180 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d1d9e-6705-47b3-9034-80a1732f7e54 req-ec29b8a8-31f5-41cc-a9a4-fdf59f9864e0 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:33.907208 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3c0d1d9e-6705-47b3-9034-80a1732f7e54 req-ec29b8a8-31f5-41cc-a9a4-fdf59f9864e0 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/ports?device_id=437eb4cd-f060-4886-b4fc-f767c2acf0dd HTTP/1.1" status: 200 len: 945 time: 0.0944941 Feb 20 03:29:33.976475 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3c0d1d9e-6705-47b3-9034-80a1732f7e54 req-ad8e02b3-9bb3-4eee-be8c-3b0624c4cb98 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbcf8e84-1c2f-49bf-83d9-a23f60e588e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632696 Feb 20 03:29:34.160414 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b87057f5-ee80-4130-a55d-76901adceae9 req-c65a7731-d24e-4f5a-9fa9-23086123ba33 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=1fdd4025ee714ee983198244f5c24403&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529432 Feb 20 03:29:34.369494 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87057f5-ee80-4130-a55d-76901adceae9 req-c76170d9-dd85-434e-b5b5-f96d2b20d4cc tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:34.371016 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b87057f5-ee80-4130-a55d-76901adceae9 req-c76170d9-dd85-434e-b5b5-f96d2b20d4cc tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2049379 Feb 20 03:29:34.424741 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b87057f5-ee80-4130-a55d-76901adceae9 req-bf8b3b40-806e-470f-966c-474a44505990 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/quotas/1fdd4025ee714ee983198244f5c24403 HTTP/1.1" status: 200 len: 375 time: 0.0141327 Feb 20 03:29:34.521672 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-60b55423-bbb0-4ad4-83ca-bb961919fed1 req-cb65eae9-74fe-4848-be26-73003ef688ba service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1495357 Feb 20 03:29:34.555722 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0295d-dc20-46ad-b111-efa68007287b req-6e75d21a-15a9-47a5-ad46-06893f0e5b2f tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:34.561628 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0295d-dc20-46ad-b111-efa68007287b req-6e75d21a-15a9-47a5-ad46-06893f0e5b2f tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:34.563212 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-08f0295d-dc20-46ad-b111-efa68007287b req-6e75d21a-15a9-47a5-ad46-06893f0e5b2f tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b6246ac-5877-4106-b0bd-57a21e7c269a&device_id=d36685e3-5d7a-48b6-97ff-9f28bd6e4e8b HTTP/1.1" status: 200 len: 1691 time: 0.1502795 Feb 20 03:29:34.598781 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b87057f5-ee80-4130-a55d-76901adceae9 req-606b2897-c498-4ec0-ae0b-e2f085631d79 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=1fdd4025ee714ee983198244f5c24403&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1624060 Feb 20 03:29:34.732863 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-08f0295d-dc20-46ad-b111-efa68007287b req-f2b9adea-1afc-4886-8445-8432c3aa4376 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556485 Feb 20 03:29:34.758030 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b55423-bbb0-4ad4-83ca-bb961919fed1 req-213248de-dfb4-4845-a750-072fbda5ba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:34.770294 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-60b55423-bbb0-4ad4-83ca-bb961919fed1 req-213248de-dfb4-4845-a750-072fbda5ba34 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f32a2222e912478982e32c7419305be8&device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 1126 time: 0.1923420 Feb 20 03:29:34.987172 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b55423-bbb0-4ad4-83ca-bb961919fed1 req-813e4a5f-d080-4fee-a5fb-47e7e0d2f539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:34.988714 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-60b55423-bbb0-4ad4-83ca-bb961919fed1 req-813e4a5f-d080-4fee-a5fb-47e7e0d2f539 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b760bf03-7766-4aef-bd0e-08d3e5c4e949 HTTP/1.1" status: 200 len: 909 time: 0.1899669 Feb 20 03:29:35.114360 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-60b55423-bbb0-4ad4-83ca-bb961919fed1 req-7e44bb3d-5a04-49ea-9994-68a55f5a5da3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3306d282-948a-4379-b81c-8f3c2844360e HTTP/1.1" status: 200 len: 217 time: 0.0811436 Feb 20 03:29:35.197773 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-84b97c1d-7784-46e6-b964-ae61df1939ce tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:35.204742 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-84b97c1d-7784-46e6-b964-ae61df1939ce tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/networks?id=2cee905c-3517-4660-8947-ff7bb2860c1e HTTP/1.1" status: 200 len: 809 time: 0.2764287 Feb 20 03:29:35.212446 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b55423-bbb0-4ad4-83ca-bb961919fed1 req-98199e81-b460-404e-82c8-6f6c3f4da825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:35.214195 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-60b55423-bbb0-4ad4-83ca-bb961919fed1 req-98199e81-b460-404e-82c8-6f6c3f4da825 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=458c6d71-ffe3-42c1-873f-079dd6df07cb HTTP/1.1" status: 200 len: 848 time: 0.0912707 Feb 20 03:29:35.231405 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-30ee457e-95b1-4e22-8569-ebd84a73ef7b tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/quotas/87bec72e0bca457e8ebb03d0cbe6ac2d HTTP/1.1" status: 200 len: 375 time: 0.0217373 Feb 20 03:29:35.291178 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-60b55423-bbb0-4ad4-83ca-bb961919fed1 req-1140f191-f820-4bb0-854c-51f6b23bc772 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b760bf03-7766-4aef-bd0e-08d3e5c4e949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684967 Feb 20 03:29:35.419329 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-2a576d5a-5943-48ed-9ee2-c2a56604e695 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=87bec72e0bca457e8ebb03d0cbe6ac2d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1866412 Feb 20 03:29:35.509502 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-60b55423-bbb0-4ad4-83ca-bb961919fed1 req-b6e58db6-c30f-4c05-ae33-e7339f9772fe service neutron] 10.222.0.93 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117088 Feb 20 03:29:35.598765 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc276b-ee20-4dbe-b712-24212a2f7ea5 req-d38a279c-54e3-454a-b5fb-2007aa0f51b4 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:35.606160 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6bfc276b-ee20-4dbe-b712-24212a2f7ea5 req-d38a279c-54e3-454a-b5fb-2007aa0f51b4 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 944 time: 0.1393924 Feb 20 03:29:35.736547 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-60b55423-bbb0-4ad4-83ca-bb961919fed1 req-7e41e6ce-60ef-470e-806a-68bf17e1aa29 service neutron] 10.222.0.93 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212751 Feb 20 03:29:35.759317 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6bfc276b-ee20-4dbe-b712-24212a2f7ea5 req-93ee1a22-c85b-49f8-a89c-426ed992cbfb tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514816 Feb 20 03:29:35.802466 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-f9d539ee-e774-4be6-a53e-df779405bdef service neutron] 10.222.0.89 "GET /v2.0/networks/2cee905c-3517-4660-8947-ff7bb2860c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812301 Feb 20 03:29:35.903484 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-6ce58728-1464-466f-8ae3-cea02d85f402 service neutron] 10.222.0.89 "GET /v2.0/networks/2cee905c-3517-4660-8947-ff7bb2860c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002183 Feb 20 03:29:36.011086 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a60271-3881-4244-8f30-e1b1c9e5c443 req-0f6a2477-1a9a-4d5a-adfe-0bb156b77143 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:36.011086 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f9a60271-3881-4244-8f30-e1b1c9e5c443 req-0f6a2477-1a9a-4d5a-adfe-0bb156b77143 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 946 time: 0.0927415 Feb 20 03:29:36.075980 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f9a60271-3881-4244-8f30-e1b1c9e5c443 req-9af88e3b-8cec-455a-9fdb-626bfc2d9a2a tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591497 Feb 20 03:29:36.205643 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-234a9045-c924-45f8-8f8a-bf6e07de8f1a req-32f3522d-4e2a-4c19-96b5-199b7ea5903b tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=a65457ec-86d5-469a-b4ba-88a0785b5132 HTTP/1.1" status: 200 len: 210 time: 0.0410969 Feb 20 03:29:36.355587 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 6c613aaf-d5b4-405c-ae6a-94c448d628fb up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:29:36.408567 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed1a02-6fb8-4e03-bde8-a10c4cad0fc6 req-1ed7e076-1abc-43cf-898d-99a609aec09f tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:36.417186 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-43ed1a02-6fb8-4e03-bde8-a10c4cad0fc6 req-1ed7e076-1abc-43cf-898d-99a609aec09f tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/ports?device_id=437eb4cd-f060-4886-b4fc-f767c2acf0dd HTTP/1.1" status: 200 len: 945 time: 0.1143985 Feb 20 03:29:36.471088 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 6c613aaf-d5b4-405c-ae6a-94c448d628fb triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:29:36.471476 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (6c613aaf-d5b4-405c-ae6a-94c448d628fb), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:36.550407 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6da3d-2519-4910-94d1-025557169918 req-20b3a319-6eb7-48d5-9676-1917db6a82ff tempest-ServersOnMultiNodesTest-1517377240 tempest-ServersOnMultiNodesTest-1517377240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:36.552616 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e2b6da3d-2519-4910-94d1-025557169918 req-20b3a319-6eb7-48d5-9676-1917db6a82ff tempest-ServersOnMultiNodesTest-1517377240 tempest-ServersOnMultiNodesTest-1517377240-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=1b6246ac-5877-4106-b0bd-57a21e7c269a HTTP/1.1" status: 200 len: 1132 time: 0.1283197 Feb 20 03:29:36.570850 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-43ed1a02-6fb8-4e03-bde8-a10c4cad0fc6 req-a00f5044-f379-48ab-938e-39aac42db610 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbcf8e84-1c2f-49bf-83d9-a23f60e588e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488650 Feb 20 03:29:36.583456 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c9e0af-3226-40c6-b5d9-da5d2e477ba1 None None] Sync routers for ids ['904de953-09cc-4f1d-8925-c90e7cc7e042'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:29:36.606453 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 6c613aaf-d5b4-405c-ae6a-94c448d628fb is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:29:36.606453 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (6c613aaf-d5b4-405c-ae6a-94c448d628fb), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:36.609419 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c9e0af-3226-40c6-b5d9-da5d2e477ba1 None None] Routers {'904de953-09cc-4f1d-8925-c90e7cc7e042'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:29:36.611156 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-c3c9e0af-3226-40c6-b5d9-da5d2e477ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:29:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['904de953-09cc-4f1d-8925-c90e7cc7e042'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:29:36.642300 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 6c613aaf-d5b4-405c-ae6a-94c448d628fb, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=6c613aaf-d5b4-405c-ae6a-94c448d628fb,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:36.675392 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-49ef39ee-f7a2-41f6-8eea-d0f1dc6ecea2 req-ee8a9375-b966-4634-8423-f2bfe84f031d tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 210 time: 0.0550468 Feb 20 03:29:36.696093 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e2b6da3d-2519-4910-94d1-025557169918 req-5d06e3ec-5762-484f-bf6d-3ca912f9d00f tempest-ServersOnMultiNodesTest-1517377240 tempest-ServersOnMultiNodesTest-1517377240-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240656 Feb 20 03:29:36.761048 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-c3c9e0af-3226-40c6-b5d9-da5d2e477ba1 None None] Set router 904de953-09cc-4f1d-8925-c90e7cc7e042 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:29:36.764422 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (6c613aaf-d5b4-405c-ae6a-94c448d628fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:36.890683 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=6c613aaf-d5b4-405c-ae6a-94c448d628fb,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:37.009383 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f4ad2-7958-45aa-90fb-0fcd763da40f req-25713114-b1b4-43f0-9345-4701daf2357f tempest-ServersOnMultiNodesTest-1517377240 tempest-ServersOnMultiNodesTest-1517377240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:37.012250 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d43f4ad2-7958-45aa-90fb-0fcd763da40f req-25713114-b1b4-43f0-9345-4701daf2357f tempest-ServersOnMultiNodesTest-1517377240 tempest-ServersOnMultiNodesTest-1517377240-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=d36685e3-5d7a-48b6-97ff-9f28bd6e4e8b HTTP/1.1" status: 200 len: 1132 time: 0.1625488 Feb 20 03:29:37.014831 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-c3c9e0af-3226-40c6-b5d9-da5d2e477ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904de953-09cc-4f1d-8925-c90e7cc7e042', 'name': 'tempest-ServerRescueTestJSON-20480837-router', 'tenant_id': '87bec72e0bca457e8ebb03d0cbe6ac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '6c613aaf-d5b4-405c-ae6a-94c448d628fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:29:24Z', 'updated_at': '2022-02-20T03:29:32Z', 'revision_number': 4, 'project_id': '87bec72e0bca457e8ebb03d0cbe6ac2d', 'gw_port': {'id': '6c613aaf-d5b4-405c-ae6a-94c448d628fb', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904de953-09cc-4f1d-8925-c90e7cc7e042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:29:27Z', 'updated_at': '2022-02-20T03:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '43a64bd7-53b6-4f0a-8232-898c1e405d1e', 'name': '', 'network_id': '2cee905c-3517-4660-8947-ff7bb2860c1e', 'tenant_id': '87bec72e0bca457e8ebb03d0cbe6ac2d', 'mac_address': 'fa:16:3e:ff:0f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904de953-09cc-4f1d-8925-c90e7cc7e042', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '7e3878e6-5b76-459d-be9f-a6cbffaea39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:29:31Z', 'updated_at': '2022-02-20T03:29:32Z', 'revision_number': 2, 'project_id': '87bec72e0bca457e8ebb03d0cbe6ac2d', 'subnets': [{'id': '7e3878e6-5b76-459d-be9f-a6cbffaea39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:29:37.047079 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c9e0af-3226-40c6-b5d9-da5d2e477ba1 None None] Checking router: 904de953-09cc-4f1d-8925-c90e7cc7e042 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:29:37.047703 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c9e0af-3226-40c6-b5d9-da5d2e477ba1 None None] Updating router 904de953-09cc-4f1d-8925-c90e7cc7e042 port 43a64bd7-53b6-4f0a-8232-898c1e405d1e binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:29:37.061890 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fe014-163f-48fa-8504-94d835d4d57e req-1ed56754-54bf-422d-b178-815a94321183 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:37.063901 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-653fe014-163f-48fa-8504-94d835d4d57e req-1ed56754-54bf-422d-b178-815a94321183 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.42 "GET /v2.0/ports?device_id=437eb4cd-f060-4886-b4fc-f767c2acf0dd HTTP/1.1" status: 200 len: 945 time: 0.1524053 Feb 20 03:29:37.095261 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c3c9e0af-3226-40c6-b5d9-da5d2e477ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (43a64bd7-53b6-4f0a-8232-898c1e405d1e), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:37.116437 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4ccca-4383-43bb-92a7-0974ea949343 req-b3c5aa1a-fc56-455b-abca-943b7fb418f8 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:37.124704 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6fd4ccca-4383-43bb-92a7-0974ea949343 req-b3c5aa1a-fc56-455b-abca-943b7fb418f8 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 944 time: 0.2012134 Feb 20 03:29:37.299089 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d43f4ad2-7958-45aa-90fb-0fcd763da40f req-fed4f984-8c82-42c0-9e4a-e36543389b13 tempest-ServersOnMultiNodesTest-1517377240 tempest-ServersOnMultiNodesTest-1517377240-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715807 Feb 20 03:29:37.326579 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6fd4ccca-4383-43bb-92a7-0974ea949343 req-96acd0a2-a9ac-489a-9bf8-de207eba0a02 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943784 Feb 20 03:29:37.416170 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b87057f5-ee80-4130-a55d-76901adceae9 req-49fe83fc-51d6-4b68-827b-430a8c067ede tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=1fdd4025ee714ee983198244f5c24403&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428834 Feb 20 03:29:37.521069 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d618804-8800-42a2-971e-17b5642f1a3e req-6044add2-313e-46d5-a92b-813d3b31d02b tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:37.533934 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2d618804-8800-42a2-971e-17b5642f1a3e req-6044add2-313e-46d5-a92b-813d3b31d02b tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 946 time: 0.0989757 Feb 20 03:29:37.603344 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6a9e993d-a479-481d-b0bc-80a46001b928 req-fb8287c6-c4ca-4a0b-bdca-0a84f1189485 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=a65457ec-86d5-469a-b4ba-88a0785b5132 HTTP/1.1" status: 200 len: 210 time: 0.0623310 Feb 20 03:29:37.625683 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-653fe014-163f-48fa-8504-94d835d4d57e req-7a1f9331-aace-4ad8-9fd3-8f2b5a1049d9 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Deleting port b04cab7c-84ba-4de5-a994-a44a51db2969 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:29:37.626604 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-653fe014-163f-48fa-8504-94d835d4d57e req-7a1f9331-aace-4ad8-9fd3-8f2b5a1049d9 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b04cab7c-84ba-4de5-a994-a44a51db2969), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:37.638666 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c3c9e0af-3226-40c6-b5d9-da5d2e477ba1 None None] Publish callbacks [] for port (43a64bd7-53b6-4f0a-8232-898c1e405d1e), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:37.702319 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87057f5-ee80-4130-a55d-76901adceae9 req-51434805-24e0-41f9-bd2f-e82df392aa1e tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:37.706197 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b87057f5-ee80-4130-a55d-76901adceae9 req-51434805-24e0-41f9-bd2f-e82df392aa1e tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2818427 Feb 20 03:29:37.711852 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2d618804-8800-42a2-971e-17b5642f1a3e req-313881f6-00c6-4d42-8016-c757b4c81ffc tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679654 Feb 20 03:29:37.719896 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-b87057f5-ee80-4130-a55d-76901adceae9 req-64bc2fe9-a2e7-48cb-912a-7eb11e00b455 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Request body: {'port': {'device_id': 'a65457ec-86d5-469a-b4ba-88a0785b5132', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'admin_state_up': True, 'tenant_id': '1fdd4025ee714ee983198244f5c24403'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:29:37.787027 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c3c9e0af-3226-40c6-b5d9-da5d2e477ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (43a64bd7-53b6-4f0a-8232-898c1e405d1e), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:37.838343 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f99fef-965d-4dbf-a279-b1edac7a7594 None None] Pushing event updated for resources: {'Port': ['ID=43a64bd7-53b6-4f0a-8232-898c1e405d1e,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:37.912374 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-1344fc7b-836f-4c8f-85a6-995eb9ba314a tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=4010c5c9a68841d28ec3272ba0035a74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1198611 Feb 20 03:29:37.988959 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-c3c9e0af-3226-40c6-b5d9-da5d2e477ba1 None None] Attempting to bind port 43a64bd7-53b6-4f0a-8232-898c1e405d1e on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:29:37.989395 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-c3c9e0af-3226-40c6-b5d9-da5d2e477ba1 None None] Attempting to bind port 43a64bd7-53b6-4f0a-8232-898c1e405d1e by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '7b9eb775-1690-424a-89bc-987700c875dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2cee905c-3517-4660-8947-ff7bb2860c1e'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:29:37.990038 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c9e0af-3226-40c6-b5d9-da5d2e477ba1 None None] Attempting to bind port 43a64bd7-53b6-4f0a-8232-898c1e405d1e on network 2cee905c-3517-4660-8947-ff7bb2860c1e {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:29:38.000673 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c9e0af-3226-40c6-b5d9-da5d2e477ba1 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:29:38.001383 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c9e0af-3226-40c6-b5d9-da5d2e477ba1 None None] Checking segment: {'id': '7b9eb775-1690-424a-89bc-987700c875dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2cee905c-3517-4660-8947-ff7bb2860c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:29:38.001976 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c3c9e0af-3226-40c6-b5d9-da5d2e477ba1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:38.002525 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c9e0af-3226-40c6-b5d9-da5d2e477ba1 None None] Bound using segment: {'id': '7b9eb775-1690-424a-89bc-987700c875dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2cee905c-3517-4660-8947-ff7bb2860c1e'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:29:38.003202 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-c3c9e0af-3226-40c6-b5d9-da5d2e477ba1 None None] Bound port: 43a64bd7-53b6-4f0a-8232-898c1e405d1e, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b9eb775-1690-424a-89bc-987700c875dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2cee905c-3517-4660-8947-ff7bb2860c1e'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:29:38.003757 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c3c9e0af-3226-40c6-b5d9-da5d2e477ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (43a64bd7-53b6-4f0a-8232-898c1e405d1e), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:38.016852 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-653fe014-163f-48fa-8504-94d835d4d57e req-7a1f9331-aace-4ad8-9fd3-8f2b5a1049d9 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] For port b04cab7c-84ba-4de5-a994-a44a51db2969, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b04cab7c-84ba-4de5-a994-a44a51db2969,segment=NetworkSegment(e1725345-6967-4a85-94eb-e6034c328c97),segment_id=e1725345-6967-4a85-94eb-e6034c328c97)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:38.017369 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-653fe014-163f-48fa-8504-94d835d4d57e req-7a1f9331-aace-4ad8-9fd3-8f2b5a1049d9 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b04cab7c-84ba-4de5-a994-a44a51db2969), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:38.111974 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-653fe014-163f-48fa-8504-94d835d4d57e req-7a1f9331-aace-4ad8-9fd3-8f2b5a1049d9 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Calling delete_port for b04cab7c-84ba-4de5-a994-a44a51db2969 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:29:38.210651 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-c3c9e0af-3226-40c6-b5d9-da5d2e477ba1 None None] For port 43a64bd7-53b6-4f0a-8232-898c1e405d1e, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:29:38.223221 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-c3c9e0af-3226-40c6-b5d9-da5d2e477ba1 None None] For port 43a64bd7-53b6-4f0a-8232-898c1e405d1e, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=43a64bd7-53b6-4f0a-8232-898c1e405d1e,segment=NetworkSegment(7b9eb775-1690-424a-89bc-987700c875dd),segment_id=7b9eb775-1690-424a-89bc-987700c875dd)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:29:38.300965 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c3c9e0af-3226-40c6-b5d9-da5d2e477ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (43a64bd7-53b6-4f0a-8232-898c1e405d1e), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:38.337784 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-0a119515-f4d7-4f83-99ea-490a49d7c4bd tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:38.344668 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-0a119515-f4d7-4f83-99ea-490a49d7c4bd tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4237909 Feb 20 03:29:38.357240 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57792) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:29:38.365734 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 6c613aaf-d5b4-405c-ae6a-94c448d628fb up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:29:38.401516 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-035ec54f-45dd-4f85-940a-4c772e7dcaf8 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/quotas/4010c5c9a68841d28ec3272ba0035a74 HTTP/1.1" status: 200 len: 375 time: 0.0556982 Feb 20 03:29:38.484335 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f99fef-965d-4dbf-a279-b1edac7a7594 None None] Pushing event updated for resources: {'Port': ['ID=43a64bd7-53b6-4f0a-8232-898c1e405d1e,revision_number=4']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:38.518157 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c9e0af-3226-40c6-b5d9-da5d2e477ba1 None None] Routers {'904de953-09cc-4f1d-8925-c90e7cc7e042'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:29:38.518794 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-c3c9e0af-3226-40c6-b5d9-da5d2e477ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:29:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['904de953-09cc-4f1d-8925-c90e7cc7e042'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:29:38.563709 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 6c613aaf-d5b4-405c-ae6a-94c448d628fb triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:29:38.564410 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (6c613aaf-d5b4-405c-ae6a-94c448d628fb), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:38.624779 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b87057f5-ee80-4130-a55d-76901adceae9 req-64bc2fe9-a2e7-48cb-912a-7eb11e00b455 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Made reservation on behalf of 1fdd4025ee714ee983198244f5c24403 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:29:38.628832 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-b87057f5-ee80-4130-a55d-76901adceae9 req-64bc2fe9-a2e7-48cb-912a-7eb11e00b455 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:38.632261 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-9fb3be57-8eca-477d-abb4-bb01caa24b1b tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=4010c5c9a68841d28ec3272ba0035a74&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2264750 Feb 20 03:29:38.654955 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a012824-a4cf-4567-86cc-5408b73b599f req-6b69e096-bbe3-44b0-8f4c-0989b026b8b1 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:38.661176 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3a012824-a4cf-4567-86cc-5408b73b599f req-6b69e096-bbe3-44b0-8f4c-0989b026b8b1 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/ports?device_id=437eb4cd-f060-4886-b4fc-f767c2acf0dd HTTP/1.1" status: 200 len: 945 time: 0.7383251 Feb 20 03:29:38.713472 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-775fe72f-a17b-4026-867f-2679d694b75d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:38.803643 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 6c613aaf-d5b4-405c-ae6a-94c448d628fb is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:29:38.815803 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3a012824-a4cf-4567-86cc-5408b73b599f req-4ea0aa55-5d7d-4004-bdd3-4992cb26d4d8 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbcf8e84-1c2f-49bf-83d9-a23f60e588e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490669 Feb 20 03:29:38.940075 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-c3c9e0af-3226-40c6-b5d9-da5d2e477ba1 None None] Set router 904de953-09cc-4f1d-8925-c90e7cc7e042 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:29:38.982348 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-41d79d50-2afb-441e-a1e6-8ea8199362ce req-6544f4f9-eb64-462a-ab7a-a7e052ef2418 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 210 time: 0.0707278 Feb 20 03:29:38.985032 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-653fe014-163f-48fa-8504-94d835d4d57e req-7a1f9331-aace-4ad8-9fd3-8f2b5a1049d9 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (b04cab7c-84ba-4de5-a994-a44a51db2969), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:38.986287 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-b87057f5-ee80-4130-a55d-76901adceae9 req-64bc2fe9-a2e7-48cb-912a-7eb11e00b455 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Allocated IP 192.168.233.123 (0c4d93d2-7476-4570-93e5-7ecf9f895901/c38207c9-ee42-4b0e-b0ac-5ef2953b6f62/0f53b688-109a-491f-921b-12593e47c1c0) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:29:39.001566 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['b04cab7c-84ba-4de5-a994-a44a51db2969', '41aff456-cbb6-48df-b571-0e5fb8da3abe'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:29:39.127228 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['3a6122e9-c6b8-4eba-87b7-79ed8b42454c'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:29:39.165365 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-653fe014-163f-48fa-8504-94d835d4d57e req-7a1f9331-aace-4ad8-9fd3-8f2b5a1049d9 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] No DVR routers for this DVR port b04cab7c-84ba-4de5-a994-a44a51db2969 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:29:39.178514 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-653fe014-163f-48fa-8504-94d835d4d57e req-7a1f9331-aace-4ad8-9fd3-8f2b5a1049d9 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:39.183931 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-653fe014-163f-48fa-8504-94d835d4d57e req-7a1f9331-aace-4ad8-9fd3-8f2b5a1049d9 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.42 "DELETE /v2.0/ports/b04cab7c-84ba-4de5-a994-a44a51db2969 HTTP/1.1" status: 204 len: 173 time: 2.0983591 Feb 20 03:29:39.196818 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f9331-aace-4ad8-9fd3-8f2b5a1049d9 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Pushing event deleted for resources: {'Port': ['ID=b04cab7c-84ba-4de5-a994-a44a51db2969,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:39.199545 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437eb4cd-f060-4886-b4fc-f767c2acf0dd', 'name': 'network-vif-deleted', 'tag': 'b04cab7c-84ba-4de5-a994-a44a51db2969'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:29:39.202614 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60770fec-1928-41c4-ab21-c42b93f3ceda" -d '{"events": [{"server_uuid": "437eb4cd-f060-4886-b4fc-f767c2acf0dd", "name": "network-vif-deleted", "tag": "b04cab7c-84ba-4de5-a994-a44a51db2969"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:29:39.258262 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-c3c9e0af-3226-40c6-b5d9-da5d2e477ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904de953-09cc-4f1d-8925-c90e7cc7e042', 'name': 'tempest-ServerRescueTestJSON-20480837-router', 'tenant_id': '87bec72e0bca457e8ebb03d0cbe6ac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '6c613aaf-d5b4-405c-ae6a-94c448d628fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:29:24Z', 'updated_at': '2022-02-20T03:29:32Z', 'revision_number': 4, 'project_id': '87bec72e0bca457e8ebb03d0cbe6ac2d', 'gw_port': {'id': '6c613aaf-d5b4-405c-ae6a-94c448d628fb', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904de953-09cc-4f1d-8925-c90e7cc7e042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:29:27Z', 'updated_at': '2022-02-20T03:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '43a64bd7-53b6-4f0a-8232-898c1e405d1e', 'name': '', 'network_id': '2cee905c-3517-4660-8947-ff7bb2860c1e', 'tenant_id': '87bec72e0bca457e8ebb03d0cbe6ac2d', 'mac_address': 'fa:16:3e:ff:0f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904de953-09cc-4f1d-8925-c90e7cc7e042', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '7e3878e6-5b76-459d-be9f-a6cbffaea39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:29:31Z', 'updated_at': '2022-02-20T03:29:38Z', 'revision_number': 4, 'project_id': '87bec72e0bca457e8ebb03d0cbe6ac2d', 'subnets': [{'id': '7e3878e6-5b76-459d-be9f-a6cbffaea39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:29:39.307136 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c9e0af-3226-40c6-b5d9-da5d2e477ba1 None None] The sync data for ids ['904de953-09cc-4f1d-8925-c90e7cc7e042'] in n-d-829866-4 is: [{'id': '904de953-09cc-4f1d-8925-c90e7cc7e042', 'name': 'tempest-ServerRescueTestJSON-20480837-router', 'tenant_id': '87bec72e0bca457e8ebb03d0cbe6ac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '6c613aaf-d5b4-405c-ae6a-94c448d628fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:29:24Z', 'updated_at': '2022-02-20T03:29:32Z', 'revision_number': 4, 'project_id': '87bec72e0bca457e8ebb03d0cbe6ac2d', 'gw_port': {'id': '6c613aaf-d5b4-405c-ae6a-94c448d628fb', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904de953-09cc-4f1d-8925-c90e7cc7e042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:29:27Z', 'updated_at': '2022-02-20T03:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '43a64bd7-53b6-4f0a-8232-898c1e405d1e', 'name': '', 'network_id': '2cee905c-3517-4660-8947-ff7bb2860c1e', 'tenant_id': '87bec72e0bca457e8ebb03d0cbe6ac2d', 'mac_address': 'fa:16:3e:ff:0f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904de953-09cc-4f1d-8925-c90e7cc7e042', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '7e3878e6-5b76-459d-be9f-a6cbffaea39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:29:31Z', 'updated_at': '2022-02-20T03:29:38Z', 'revision_number': 4, 'project_id': '87bec72e0bca457e8ebb03d0cbe6ac2d', 'subnets': [{'id': '7e3878e6-5b76-459d-be9f-a6cbffaea39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:29:39.361293 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-b87057f5-ee80-4130-a55d-76901adceae9 req-64bc2fe9-a2e7-48cb-912a-7eb11e00b455 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Publish callbacks [] for port (0f53b688-109a-491f-921b-12593e47c1c0), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:39.498169 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-b87057f5-ee80-4130-a55d-76901adceae9 req-64bc2fe9-a2e7-48cb-912a-7eb11e00b455 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (0f53b688-109a-491f-921b-12593e47c1c0), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:39.512632 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e0f1f153-89da-476c-8e33-3426a9352719 req-4b83fae1-7a2f-4c70-8f52-4a6dac1f9b1d tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=a65457ec-86d5-469a-b4ba-88a0785b5132 HTTP/1.1" status: 200 len: 210 time: 0.2930748 Feb 20 03:29:39.529388 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-775fe72f-a17b-4026-867f-2679d694b75d admin admin] Publish callbacks [] for security_group (35554881-1db0-4171-9dc7-c93cb278bd7f), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:39.549734 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0', '0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:29:39.617190 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b87057f5-ee80-4130-a55d-76901adceae9 req-64bc2fe9-a2e7-48cb-912a-7eb11e00b455 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:29:39.625123 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-b87057f5-ee80-4130-a55d-76901adceae9 req-64bc2fe9-a2e7-48cb-912a-7eb11e00b455 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:29:39.636147 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87057f5-ee80-4130-a55d-76901adceae9 req-64bc2fe9-a2e7-48cb-912a-7eb11e00b455 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:29:39.655291 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-775fe72f-a17b-4026-867f-2679d694b75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (35554881-1db0-4171-9dc7-c93cb278bd7f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:39.823866 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc2fe9-a2e7-48cb-912a-7eb11e00b455 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Pushing event updated for resources: {'Port': ['ID=0f53b688-109a-491f-921b-12593e47c1c0,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:39.844906 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f1cae-1585-4dec-989d-421b40e2a4e1 req-c27c886a-9816-4084-9543-364e2b9f5229 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:39.858827 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-911f1cae-1585-4dec-989d-421b40e2a4e1 req-c27c886a-9816-4084-9543-364e2b9f5229 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 944 time: 0.6896470 Feb 20 03:29:39.867811 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-775fe72f-a17b-4026-867f-2679d694b75d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=96a14bedb57448c5b8442a50fe586853&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5067499 Feb 20 03:29:39.868355 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775fe72f-a17b-4026-867f-2679d694b75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35554881-1db0-4171-9dc7-c93cb278bd7f,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:39.879879 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57814) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:29:39.895871 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87057f5-ee80-4130-a55d-76901adceae9 req-64bc2fe9-a2e7-48cb-912a-7eb11e00b455 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:39.895871 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-b87057f5-ee80-4130-a55d-76901adceae9 req-64bc2fe9-a2e7-48cb-912a-7eb11e00b455 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:39.906009 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-59adb6c0-bd58-483d-873b-360a27d639c6 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:39.915281 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-59adb6c0-bd58-483d-873b-360a27d639c6 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.42 "GET /v2.0/networks?id=2cee905c-3517-4660-8947-ff7bb2860c1e HTTP/1.1" status: 200 len: 809 time: 0.5569196 Feb 20 03:29:39.934476 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-45bbe106-650f-4aca-ace3-2fdae10e4eba tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Request body: {'port': {'device_id': 'be00fc32-e442-4486-a041-ef643f348423', 'network_id': '2cee905c-3517-4660-8947-ff7bb2860c1e', 'admin_state_up': True, 'tenant_id': '87bec72e0bca457e8ebb03d0cbe6ac2d'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:29:39.990896 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b87057f5-ee80-4130-a55d-76901adceae9 req-64bc2fe9-a2e7-48cb-912a-7eb11e00b455 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2754755 Feb 20 03:29:40.024598 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-b87057f5-ee80-4130-a55d-76901adceae9 req-75fc23e9-8a5e-4bd6-afb4-33b5a7722a06 service neutron] Request body: {'port': {'device_id': 'a65457ec-86d5-469a-b4ba-88a0785b5132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:29:40.145703 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-6d070d7c-0d99-4f28-8bb6-41bacc7157dd None None] Provisioning complete for port 0f53b688-109a-491f-921b-12593e47c1c0 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:29:40.146079 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6d070d7c-0d99-4f28-8bb6-41bacc7157dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0f53b688-109a-491f-921b-12593e47c1c0), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:40.173101 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4cece9f9-04d4-4c2e-847e-76fb45b2fe5b admin admin] Publish callbacks [] for security_group (35554881-1db0-4171-9dc7-c93cb278bd7f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:40.191064 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-b87057f5-ee80-4130-a55d-76901adceae9 req-75fc23e9-8a5e-4bd6-afb4-33b5a7722a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0f53b688-109a-491f-921b-12593e47c1c0), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:40.260279 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4cece9f9-04d4-4c2e-847e-76fb45b2fe5b admin admin] Publish callbacks [] for security_group (35554881-1db0-4171-9dc7-c93cb278bd7f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:40.280967 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-6d070d7c-0d99-4f28-8bb6-41bacc7157dd None None] Port 0f53b688-109a-491f-921b-12593e47c1c0 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:29:40.320709 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-911f1cae-1585-4dec-989d-421b40e2a4e1 req-effdb331-30ef-4fd0-8d0c-ac86b213a447 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605603 Feb 20 03:29:40.377923 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd437c64-ebbd-4051-8e5e-f061f06b33da req-cf47d24c-7b85-4334-a44a-1760c021d6d4 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:40.379846 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd437c64-ebbd-4051-8e5e-f061f06b33da req-cf47d24c-7b85-4334-a44a-1760c021d6d4 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 946 time: 0.6543870 Feb 20 03:29:40.408371 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 43a64bd7-53b6-4f0a-8232-898c1e405d1e up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:29:40.528894 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-45bbe106-650f-4aca-ace3-2fdae10e4eba tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Made reservation on behalf of 87bec72e0bca457e8ebb03d0cbe6ac2d for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:29:40.532359 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-45bbe106-650f-4aca-ace3-2fdae10e4eba tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:40.540539 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd437c64-ebbd-4051-8e5e-f061f06b33da req-50cab744-0fcb-42c9-bb0d-6660174c6a29 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420898 Feb 20 03:29:40.599141 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4cece9f9-04d4-4c2e-847e-76fb45b2fe5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (35554881-1db0-4171-9dc7-c93cb278bd7f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:40.604783 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4cece9f9-04d4-4c2e-847e-76fb45b2fe5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:40.606499 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4cece9f9-04d4-4c2e-847e-76fb45b2fe5b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/35554881-1db0-4171-9dc7-c93cb278bd7f HTTP/1.1" status: 204 len: 168 time: 0.7252538 Feb 20 03:29:40.621532 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-389efbf5-fae9-482d-b513-960c4fc9b655 req-8d46e08e-4323-465e-82ec-0eec2761dcb6 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=a79a0f1c-e423-4427-9cf0-6989059a5984 HTTP/1.1" status: 200 len: 210 time: 0.0949256 Feb 20 03:29:40.635454 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 43a64bd7-53b6-4f0a-8232-898c1e405d1e triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:29:40.635954 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (43a64bd7-53b6-4f0a-8232-898c1e405d1e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:40.644131 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cece9f9-04d4-4c2e-847e-76fb45b2fe5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35554881-1db0-4171-9dc7-c93cb278bd7f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:40.651073 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f73181-58d9-4afb-a247-ae40cb920aac x-openstack-request-id: req-17f73181-58d9-4afb-a247-ae40cb920aac {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:29:40.651594 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437eb4cd-f060-4886-b4fc-f767c2acf0dd", "name": "network-vif-deleted", "tag": "b04cab7c-84ba-4de5-a994-a44a51db2969", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:29:40.651949 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-17f73181-58d9-4afb-a247-ae40cb920aac {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:29:40.653928 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437eb4cd-f060-4886-b4fc-f767c2acf0dd', 'name': 'network-vif-deleted', 'tag': 'b04cab7c-84ba-4de5-a994-a44a51db2969', 'status': 'completed', 'code': 200} Feb 20 03:29:40.827254 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f4340881-080e-4fea-acb3-a2aba890fe53 req-27594116-a688-4b16-a60c-7d3bf2aa4609 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/ports?device_id=437eb4cd-f060-4886-b4fc-f767c2acf0dd HTTP/1.1" status: 200 len: 210 time: 0.0736685 Feb 20 03:29:40.879168 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5c8ac0df-2a01-4e20-869b-83fbbcc0ec1a req-73c4029a-17d1-4611-9363-5bba497edbb0 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 210 time: 0.0540895 Feb 20 03:29:40.887872 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-b87057f5-ee80-4130-a55d-76901adceae9 req-75fc23e9-8a5e-4bd6-afb4-33b5a7722a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f53b688-109a-491f-921b-12593e47c1c0 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:29:40.893232 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 43a64bd7-53b6-4f0a-8232-898c1e405d1e is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:29:40.895814 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (43a64bd7-53b6-4f0a-8232-898c1e405d1e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:40.905014 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-b87057f5-ee80-4130-a55d-76901adceae9 req-75fc23e9-8a5e-4bd6-afb4-33b5a7722a06 service neutron] Publish callbacks [] for port (0f53b688-109a-491f-921b-12593e47c1c0), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:40.943534 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-b87057f5-ee80-4130-a55d-76901adceae9 req-75fc23e9-8a5e-4bd6-afb4-33b5a7722a06 service neutron] Transition to ACTIVE for port object 0f53b688-109a-491f-921b-12593e47c1c0 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:29:40.955473 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 43a64bd7-53b6-4f0a-8232-898c1e405d1e, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=43a64bd7-53b6-4f0a-8232-898c1e405d1e,segment=NetworkSegment(7b9eb775-1690-424a-89bc-987700c875dd),segment_id=7b9eb775-1690-424a-89bc-987700c875dd)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:41.015069 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-45bbe106-650f-4aca-ace3-2fdae10e4eba tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Allocated IP 172.20.0.6 (2cee905c-3517-4660-8947-ff7bb2860c1e/7e3878e6-5b76-459d-be9f-a6cbffaea39e/135255bd-7920-4872-acef-1a20ed310edd) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:29:41.047684 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d721d6-4b59-46f9-b14d-12ab7a3fe26a req-754b2e23-934b-49aa-999e-ca7ddc7144c9 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:41.049212 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b5d721d6-4b59-46f9-b14d-12ab7a3fe26a req-754b2e23-934b-49aa-999e-ca7ddc7144c9 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=a65457ec-86d5-469a-b4ba-88a0785b5132 HTTP/1.1" status: 200 len: 936 time: 0.0949476 Feb 20 03:29:41.112033 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-b87057f5-ee80-4130-a55d-76901adceae9 req-75fc23e9-8a5e-4bd6-afb4-33b5a7722a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (0f53b688-109a-491f-921b-12593e47c1c0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:41.112365 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (43a64bd7-53b6-4f0a-8232-898c1e405d1e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:41.159401 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc23e9-8a5e-4bd6-afb4-33b5a7722a06 service neutron] Pushing event updated for resources: {'Port': ['ID=0f53b688-109a-491f-921b-12593e47c1c0,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:41.210873 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=43a64bd7-53b6-4f0a-8232-898c1e405d1e,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:41.235237 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device b04cab7c-84ba-4de5-a994-a44a51db2969 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:29:41.243430 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b5d721d6-4b59-46f9-b14d-12ab7a3fe26a req-47941fd1-0355-4b37-8a36-7cc319944ba6 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817298 Feb 20 03:29:41.258668 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: b04cab7c-84ba-4de5-a994-a44a51db2969 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:29:41.261108 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device b04cab7c-84ba-4de5-a994-a44a51db2969 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:29:41.310576 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-b87057f5-ee80-4130-a55d-76901adceae9 req-75fc23e9-8a5e-4bd6-afb4-33b5a7722a06 service neutron] Attempting to bind port 0f53b688-109a-491f-921b-12593e47c1c0 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:29:41.311050 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-b87057f5-ee80-4130-a55d-76901adceae9 req-75fc23e9-8a5e-4bd6-afb4-33b5a7722a06 service neutron] Attempting to bind port 0f53b688-109a-491f-921b-12593e47c1c0 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:29:41.311456 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87057f5-ee80-4130-a55d-76901adceae9 req-75fc23e9-8a5e-4bd6-afb4-33b5a7722a06 service neutron] Attempting to bind port 0f53b688-109a-491f-921b-12593e47c1c0 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:29:41.321195 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87057f5-ee80-4130-a55d-76901adceae9 req-75fc23e9-8a5e-4bd6-afb4-33b5a7722a06 service neutron] Port 0f53b688-109a-491f-921b-12593e47c1c0 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:29:41.321638 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87057f5-ee80-4130-a55d-76901adceae9 req-75fc23e9-8a5e-4bd6-afb4-33b5a7722a06 service neutron] Attempting to bind port 0f53b688-109a-491f-921b-12593e47c1c0 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:29:41.330836 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87057f5-ee80-4130-a55d-76901adceae9 req-75fc23e9-8a5e-4bd6-afb4-33b5a7722a06 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:29:41.330836 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87057f5-ee80-4130-a55d-76901adceae9 req-75fc23e9-8a5e-4bd6-afb4-33b5a7722a06 service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:29:41.330836 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87057f5-ee80-4130-a55d-76901adceae9 req-75fc23e9-8a5e-4bd6-afb4-33b5a7722a06 service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:29:41.330836 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-b87057f5-ee80-4130-a55d-76901adceae9 req-75fc23e9-8a5e-4bd6-afb4-33b5a7722a06 service neutron] Bound port: 0f53b688-109a-491f-921b-12593e47c1c0, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:29:41.330836 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-b87057f5-ee80-4130-a55d-76901adceae9 req-75fc23e9-8a5e-4bd6-afb4-33b5a7722a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0f53b688-109a-491f-921b-12593e47c1c0), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:41.347423 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-45bbe106-650f-4aca-ace3-2fdae10e4eba tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Publish callbacks [] for port (135255bd-7920-4872-acef-1a20ed310edd), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:41.493705 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-45bbe106-650f-4aca-ace3-2fdae10e4eba tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (135255bd-7920-4872-acef-1a20ed310edd), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:41.523823 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-b87057f5-ee80-4130-a55d-76901adceae9 req-75fc23e9-8a5e-4bd6-afb4-33b5a7722a06 service neutron] For port 0f53b688-109a-491f-921b-12593e47c1c0, host n-h1-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:29:41.527605 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-b87057f5-ee80-4130-a55d-76901adceae9 req-75fc23e9-8a5e-4bd6-afb4-33b5a7722a06 service neutron] For port 0f53b688-109a-491f-921b-12593e47c1c0, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=0f53b688-109a-491f-921b-12593e47c1c0,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:29:41.527850 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-45bbe106-650f-4aca-ace3-2fdae10e4eba tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Network 2cee905c-3517-4660-8947-ff7bb2860c1e is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:29:41.534755 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-45bbe106-650f-4aca-ace3-2fdae10e4eba tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:29:41.541134 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-45bbe106-650f-4aca-ace3-2fdae10e4eba tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:29:41.638823 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c675523-d794-4eaf-9bef-d0f771f64fcb req-3e4b2d4f-d2ed-4304-8fb1-cb608df2c187 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:41.651455 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3c675523-d794-4eaf-9bef-d0f771f64fcb req-3e4b2d4f-d2ed-4304-8fb1-cb608df2c187 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 944 time: 0.2167211 Feb 20 03:29:41.704976 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bbe106-650f-4aca-ace3-2fdae10e4eba tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Pushing event updated for resources: {'Port': ['ID=135255bd-7920-4872-acef-1a20ed310edd,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:41.713295 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-b87057f5-ee80-4130-a55d-76901adceae9 req-75fc23e9-8a5e-4bd6-afb4-33b5a7722a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (0f53b688-109a-491f-921b-12593e47c1c0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:41.720538 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-45bbe106-650f-4aca-ace3-2fdae10e4eba tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:41.721273 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-45bbe106-650f-4aca-ace3-2fdae10e4eba tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:41.770327 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87057f5-ee80-4130-a55d-76901adceae9 req-75fc23e9-8a5e-4bd6-afb4-33b5a7722a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:41.771195 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-b87057f5-ee80-4130-a55d-76901adceae9 req-75fc23e9-8a5e-4bd6-afb4-33b5a7722a06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:41.772742 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b87057f5-ee80-4130-a55d-76901adceae9 req-75fc23e9-8a5e-4bd6-afb4-33b5a7722a06 service neutron] 10.222.0.42 "PUT /v2.0/ports/0f53b688-109a-491f-921b-12593e47c1c0 HTTP/1.1" status: 200 len: 1096 time: 1.7704494 Feb 20 03:29:41.773368 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65457ec-86d5-469a-b4ba-88a0785b5132', 'tag': '0f53b688-109a-491f-921b-12593e47c1c0'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:29:41.775837 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff79b1d-f5fd-4237-94e3-abd36dc032ac" -d '{"events": [{"name": "network-changed", "server_uuid": "a65457ec-86d5-469a-b4ba-88a0785b5132", "tag": "0f53b688-109a-491f-921b-12593e47c1c0"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:29:41.777681 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3c675523-d794-4eaf-9bef-d0f771f64fcb req-0df1a6c5-dffb-445c-a669-8ec98fc494ae tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252940 Feb 20 03:29:41.811624 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc23e9-8a5e-4bd6-afb4-33b5a7722a06 service neutron] Pushing event updated for resources: {'Port': ['ID=0f53b688-109a-491f-921b-12593e47c1c0,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:41.812252 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e0e32-34df-4685-8629-a518dde031a2 req-2c8f8411-e6c1-4410-98d5-1dcc3de862a6 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:41.820642 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f2e0e32-34df-4685-8629-a518dde031a2 req-2c8f8411-e6c1-4410-98d5-1dcc3de862a6 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 946 time: 0.1383989 Feb 20 03:29:41.919599 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f2e0e32-34df-4685-8629-a518dde031a2 req-ae0dcf82-b4e4-46f3-bc70-474df4acb27a tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977781 Feb 20 03:29:41.961629 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a89624a9-ad74-4e8a-8574-b55dd1cb0b0f req-61b775be-c931-4ea0-9fb3-d1d0100c8334 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=a79a0f1c-e423-4427-9cf0-6989059a5984 HTTP/1.1" status: 200 len: 210 time: 0.0408442 Feb 20 03:29:41.972606 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-45bbe106-650f-4aca-ace3-2fdae10e4eba tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0420456 Feb 20 03:29:41.981741 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb080bc-06f8-4f65-b783-38398350dece x-openstack-request-id: req-3cb080bc-06f8-4f65-b783-38398350dece {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:29:41.981931 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a65457ec-86d5-469a-b4ba-88a0785b5132", "tag": "0f53b688-109a-491f-921b-12593e47c1c0", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:29:41.982440 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3cb080bc-06f8-4f65-b783-38398350dece {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:29:41.982681 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a65457ec-86d5-469a-b4ba-88a0785b5132', 'tag': '0f53b688-109a-491f-921b-12593e47c1c0', 'status': 'completed', 'code': 200} Feb 20 03:29:42.003561 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-230771be-0af2-4e95-9684-3dadf30a037b service neutron] Request body: {'port': {'device_id': 'be00fc32-e442-4486-a041-ef643f348423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:29:42.103257 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff79b1d-f5fd-4237-94e3-abd36dc032ac req-1a9bd024-99d9-4343-8e34-bef4fdc97dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:42.105121 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4ff79b1d-f5fd-4237-94e3-abd36dc032ac req-1a9bd024-99d9-4343-8e34-bef4fdc97dc7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1fdd4025ee714ee983198244f5c24403&device_id=a65457ec-86d5-469a-b4ba-88a0785b5132 HTTP/1.1" status: 200 len: 1130 time: 0.0796576 Feb 20 03:29:42.137437 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4ff79b1d-f5fd-4237-94e3-abd36dc032ac req-b1d2fe77-ac36-4c0a-ad9c-81ef5a1d4f30 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1fdd4025ee714ee983198244f5c24403&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251603 Feb 20 03:29:42.222130 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf6a06-d283-4cd4-b467-26dbb7e4bf70 req-74a804be-7b10-473d-875b-9ebb18d7bc8a tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:42.237675 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07cf6a06-d283-4cd4-b467-26dbb7e4bf70 req-74a804be-7b10-473d-875b-9ebb18d7bc8a tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 931 time: 0.1583424 Feb 20 03:29:42.252642 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-230771be-0af2-4e95-9684-3dadf30a037b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (135255bd-7920-4872-acef-1a20ed310edd), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:42.313629 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff79b1d-f5fd-4237-94e3-abd36dc032ac req-de55bb65-e955-4922-b4b6-bb6c2a57e615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:42.315622 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4ff79b1d-f5fd-4237-94e3-abd36dc032ac req-de55bb65-e955-4922-b4b6-bb6c2a57e615 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1618860 Feb 20 03:29:42.326681 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 43a64bd7-53b6-4f0a-8232-898c1e405d1e up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:29:42.365237 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-4ea06611-5669-4264-86b9-8e85b4e697a9 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=4010c5c9a68841d28ec3272ba0035a74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675323 Feb 20 03:29:42.446793 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87057f5-ee80-4130-a55d-76901adceae9 req-904493cb-d984-4d3e-98ed-17861c181d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:42.448674 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b87057f5-ee80-4130-a55d-76901adceae9 req-904493cb-d984-4d3e-98ed-17861c181d1e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1fdd4025ee714ee983198244f5c24403&device_id=a65457ec-86d5-469a-b4ba-88a0785b5132 HTTP/1.1" status: 200 len: 1130 time: 0.0643058 Feb 20 03:29:42.460355 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 43a64bd7-53b6-4f0a-8232-898c1e405d1e triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:29:42.460747 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (43a64bd7-53b6-4f0a-8232-898c1e405d1e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:42.508712 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b87057f5-ee80-4130-a55d-76901adceae9 req-20745388-6ab6-4bd7-8dd9-e16971e6708d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=0f53b688-109a-491f-921b-12593e47c1c0 HTTP/1.1" status: 200 len: 217 time: 0.0500505 Feb 20 03:29:42.560734 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 43a64bd7-53b6-4f0a-8232-898c1e405d1e is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:29:42.604861 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87057f5-ee80-4130-a55d-76901adceae9 req-b705bb58-104d-447c-a9bf-6b24ac252567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:42.606394 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b87057f5-ee80-4130-a55d-76901adceae9 req-b705bb58-104d-447c-a9bf-6b24ac252567 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0896671 Feb 20 03:29:42.681980 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87057f5-ee80-4130-a55d-76901adceae9 req-4c4adfe9-6447-4699-8559-76c07f450f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:42.683512 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b87057f5-ee80-4130-a55d-76901adceae9 req-4c4adfe9-6447-4699-8559-76c07f450f04 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0697737 Feb 20 03:29:42.686391 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57864) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:29:42.852222 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-ace4b131-4389-40e2-a23b-878c952d5d77 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-291700597-network', 'tenant_id': '562824520ad8463da7f1cd3c99d0b445'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:29:42.864946 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b87057f5-ee80-4130-a55d-76901adceae9 req-d52e5243-4877-4544-a105-ae39b15dd2c7 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656940 Feb 20 03:29:42.974156 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b87057f5-ee80-4130-a55d-76901adceae9 req-6747366a-e3b3-473a-bc9b-1896d84ba38c service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019301 Feb 20 03:29:42.981712 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace4b131-4389-40e2-a23b-878c952d5d77 admin admin] Made reservation on behalf of 562824520ad8463da7f1cd3c99d0b445 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:29:42.985778 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ace4b131-4389-40e2-a23b-878c952d5d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:43.000076 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ace4b131-4389-40e2-a23b-878c952d5d77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:43.083946 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ace4b131-4389-40e2-a23b-878c952d5d77 admin admin] Publish callbacks [] for security_group (4b873480-7748-49ec-ad4f-e90eb63d9bf5), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:43.117961 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07cf6a06-d283-4cd4-b467-26dbb7e4bf70 req-6fcbacb5-7d9f-4f64-9c31-a722692448f6 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8784449 Feb 20 03:29:43.158906 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f0952-5703-424b-aac1-cec22b8dd7c5 req-874ca535-2a65-4f1e-bf72-4d962266e91a tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:43.166726 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-637f0952-5703-424b-aac1-cec22b8dd7c5 req-874ca535-2a65-4f1e-bf72-4d962266e91a tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=a65457ec-86d5-469a-b4ba-88a0785b5132 HTTP/1.1" status: 200 len: 948 time: 0.6901586 Feb 20 03:29:43.195278 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-b0f950e3-b3b8-41a3-a816-6c7535c9a81a tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:43.196757 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-b0f950e3-b3b8-41a3-a816-6c7535c9a81a tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8124166 Feb 20 03:29:43.215314 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-26c85dca-f77b-4179-8134-8ce823ec7857 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Request body: {'port': {'device_id': 'a79a0f1c-e423-4427-9cf0-6989059a5984', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'admin_state_up': True, 'tenant_id': '4010c5c9a68841d28ec3272ba0035a74'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:29:43.230594 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ace4b131-4389-40e2-a23b-878c952d5d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (4b873480-7748-49ec-ad4f-e90eb63d9bf5), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:43.252222 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace4b131-4389-40e2-a23b-878c952d5d77 admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:29:43.267726 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4b131-4389-40e2-a23b-878c952d5d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b873480-7748-49ec-ad4f-e90eb63d9bf5,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:43.275990 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ace4b131-4389-40e2-a23b-878c952d5d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (23d264e4-1868-43ad-a9bd-7db80d31bd46), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:43.275990 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-ace4b131-4389-40e2-a23b-878c952d5d77 admin admin] Added segment 23d264e4-1868-43ad-a9bd-7db80d31bd46 of type vlan for network 1c91ce47-7bea-4684-9e83-8c6431905c13 Feb 20 03:29:43.327753 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ace4b131-4389-40e2-a23b-878c952d5d77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (1c91ce47-7bea-4684-9e83-8c6431905c13), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:43.346565 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-637f0952-5703-424b-aac1-cec22b8dd7c5 req-c5d50ed6-3e52-412f-9365-1e110dd2b0b2 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718936 Feb 20 03:29:43.428020 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-230771be-0af2-4e95-9684-3dadf30a037b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 135255bd-7920-4872-acef-1a20ed310edd {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:29:43.450151 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-230771be-0af2-4e95-9684-3dadf30a037b service neutron] Publish callbacks [] for port (135255bd-7920-4872-acef-1a20ed310edd), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:43.453077 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ace4b131-4389-40e2-a23b-878c952d5d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (1c91ce47-7bea-4684-9e83-8c6431905c13), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:43.454387 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace4b131-4389-40e2-a23b-878c952d5d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:43.455019 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ace4b131-4389-40e2-a23b-878c952d5d77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:43.491203 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a597c4b-e0bf-4f4e-a249-37b001b1c9ac req-ae39d26e-8632-4f2a-85e4-762715cecb70 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:43.492785 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1a597c4b-e0bf-4f4e-a249-37b001b1c9ac req-ae39d26e-8632-4f2a-85e4-762715cecb70 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 944 time: 0.2022243 Feb 20 03:29:43.510127 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-230771be-0af2-4e95-9684-3dadf30a037b service neutron] Transition to ACTIVE for port object 135255bd-7920-4872-acef-1a20ed310edd will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:29:43.516224 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4b131-4389-40e2-a23b-878c952d5d77 admin admin] Pushing event updated for resources: {'Network': ['ID=1c91ce47-7bea-4684-9e83-8c6431905c13,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:43.531110 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 1c91ce47-7bea-4684-9e83-8c6431905c13 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:29:43.555799 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb3ff3-f094-4e2e-a904-19647e05ba92 req-65c47845-c9d5-415c-ad7e-ec817af28203 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:43.557386 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-82cb3ff3-f094-4e2e-a904-19647e05ba92 req-65c47845-c9d5-415c-ad7e-ec817af28203 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 946 time: 0.1329491 Feb 20 03:29:43.589428 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1a597c4b-e0bf-4f4e-a249-37b001b1c9ac req-c80f0d73-1319-4c1f-9981-42ce6d2ea5b1 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804889 Feb 20 03:29:43.623934 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-82cb3ff3-f094-4e2e-a904-19647e05ba92 req-98a1822a-e07a-480e-8ea3-df01cd8faa34 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595796 Feb 20 03:29:43.633415 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ace4b131-4389-40e2-a23b-878c952d5d77 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9430032 Feb 20 03:29:43.633613 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57876) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:29:43.638982 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-3e7e0236-b98c-4b48-a957-3a80db944d5e admin admin] Request body: {'subnet': {'network_id': '1c91ce47-7bea-4684-9e83-8c6431905c13', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-291700597-subnet', 'tenant_id': '562824520ad8463da7f1cd3c99d0b445', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:29:43.676119 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-230771be-0af2-4e95-9684-3dadf30a037b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (135255bd-7920-4872-acef-1a20ed310edd), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:43.745962 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4e253748-8c19-441e-982f-f587f4875b7d req-64272344-83b3-4c52-a91c-8bd85a9a488d tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=a79a0f1c-e423-4427-9cf0-6989059a5984 HTTP/1.1" status: 200 len: 210 time: 0.0572197 Feb 20 03:29:43.778748 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230771be-0af2-4e95-9684-3dadf30a037b service neutron] Pushing event updated for resources: {'Port': ['ID=135255bd-7920-4872-acef-1a20ed310edd,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:43.813405 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-26c85dca-f77b-4179-8134-8ce823ec7857 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Made reservation on behalf of 4010c5c9a68841d28ec3272ba0035a74 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:29:43.817412 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-26c85dca-f77b-4179-8134-8ce823ec7857 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:43.855059 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7e0236-b98c-4b48-a957-3a80db944d5e admin admin] Made reservation on behalf of 562824520ad8463da7f1cd3c99d0b445 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:29:43.859304 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0236-b98c-4b48-a957-3a80db944d5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:43.907985 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-230771be-0af2-4e95-9684-3dadf30a037b service neutron] Attempting to bind port 135255bd-7920-4872-acef-1a20ed310edd on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:29:43.908383 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-230771be-0af2-4e95-9684-3dadf30a037b service neutron] Attempting to bind port 135255bd-7920-4872-acef-1a20ed310edd by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '7b9eb775-1690-424a-89bc-987700c875dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2cee905c-3517-4660-8947-ff7bb2860c1e'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:29:43.908799 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-230771be-0af2-4e95-9684-3dadf30a037b service neutron] Attempting to bind port 135255bd-7920-4872-acef-1a20ed310edd on network 2cee905c-3517-4660-8947-ff7bb2860c1e {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:29:43.920492 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-230771be-0af2-4e95-9684-3dadf30a037b service neutron] Port 135255bd-7920-4872-acef-1a20ed310edd on network 2cee905c-3517-4660-8947-ff7bb2860c1e not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:29:43.920845 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-230771be-0af2-4e95-9684-3dadf30a037b service neutron] Attempting to bind port 135255bd-7920-4872-acef-1a20ed310edd on network 2cee905c-3517-4660-8947-ff7bb2860c1e {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:29:43.931115 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-230771be-0af2-4e95-9684-3dadf30a037b service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:29:43.931616 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-230771be-0af2-4e95-9684-3dadf30a037b service neutron] Checking segment: {'id': '7b9eb775-1690-424a-89bc-987700c875dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2cee905c-3517-4660-8947-ff7bb2860c1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:29:43.932415 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-230771be-0af2-4e95-9684-3dadf30a037b service neutron] Bound using segment: {'id': '7b9eb775-1690-424a-89bc-987700c875dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2cee905c-3517-4660-8947-ff7bb2860c1e'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:29:43.932762 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-230771be-0af2-4e95-9684-3dadf30a037b service neutron] Bound port: 135255bd-7920-4872-acef-1a20ed310edd, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b9eb775-1690-424a-89bc-987700c875dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2cee905c-3517-4660-8947-ff7bb2860c1e'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:29:43.933225 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-230771be-0af2-4e95-9684-3dadf30a037b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (135255bd-7920-4872-acef-1a20ed310edd), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:44.049318 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-26c85dca-f77b-4179-8134-8ce823ec7857 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Allocated IP 192.168.233.177 (0c4d93d2-7476-4570-93e5-7ecf9f895901/c38207c9-ee42-4b0e-b0ac-5ef2953b6f62/2532afa0-d017-4b5a-8fc4-9b9b89a096f1) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:29:44.084460 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-230771be-0af2-4e95-9684-3dadf30a037b service neutron] For port 135255bd-7920-4872-acef-1a20ed310edd, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:29:44.089781 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-230771be-0af2-4e95-9684-3dadf30a037b service neutron] For port 135255bd-7920-4872-acef-1a20ed310edd, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=135255bd-7920-4872-acef-1a20ed310edd,segment=NetworkSegment(7b9eb775-1690-424a-89bc-987700c875dd),segment_id=7b9eb775-1690-424a-89bc-987700c875dd)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:29:44.169344 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0236-b98c-4b48-a957-3a80db944d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (bf109b62-46b0-4f66-9779-7ad707f5466f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:44.244055 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e0236-b98c-4b48-a957-3a80db944d5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf109b62-46b0-4f66-9779-7ad707f5466f,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:44.251408 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7e0236-b98c-4b48-a957-3a80db944d5e admin admin] Checking segment: {'id': '23d264e4-1868-43ad-a9bd-7db80d31bd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1c91ce47-7bea-4684-9e83-8c6431905c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:29:44.255153 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7e0236-b98c-4b48-a957-3a80db944d5e admin admin] Network hostable DHCP agents. Network: 1c91ce47-7bea-4684-9e83-8c6431905c13, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:29:44.262123 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-230771be-0af2-4e95-9684-3dadf30a037b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (135255bd-7920-4872-acef-1a20ed310edd), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:44.326459 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5352d-5376-435b-8374-05e247f944eb req-b96debe4-b659-47ca-b5eb-18b5d011eeff tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:44.331879 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5352d-5376-435b-8374-05e247f944eb req-b96debe4-b659-47ca-b5eb-18b5d011eeff tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:44.333524 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-58f5352d-5376-435b-8374-05e247f944eb req-b96debe4-b659-47ca-b5eb-18b5d011eeff tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/ports?device_id=15f5b3f7-d550-4df0-a6aa-d0a6be1cc61d&device_id=87c0d742-96f1-4e75-8548-104a617c40fa HTTP/1.1" status: 200 len: 1681 time: 0.2289171 Feb 20 03:29:44.338938 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-230771be-0af2-4e95-9684-3dadf30a037b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:44.340165 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-230771be-0af2-4e95-9684-3dadf30a037b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:44.341707 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-230771be-0af2-4e95-9684-3dadf30a037b service neutron] 10.222.0.42 "PUT /v2.0/ports/135255bd-7920-4872-acef-1a20ed310edd HTTP/1.1" status: 200 len: 1091 time: 2.3502617 Feb 20 03:29:44.346352 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7e0236-b98c-4b48-a957-3a80db944d5e admin admin] Network 1c91ce47-7bea-4684-9e83-8c6431905c13 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:29:44.350979 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be00fc32-e442-4486-a041-ef643f348423', 'tag': '135255bd-7920-4872-acef-1a20ed310edd'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:29:44.353253 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe7019e-c4cc-4f90-9a80-3aecd34fda41" -d '{"events": [{"name": "network-changed", "server_uuid": "be00fc32-e442-4486-a041-ef643f348423", "tag": "135255bd-7920-4872-acef-1a20ed310edd"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:29:44.423426 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230771be-0af2-4e95-9684-3dadf30a037b service neutron] Pushing event updated for resources: {'Port': ['ID=135255bd-7920-4872-acef-1a20ed310edd,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:44.436430 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0038d2-0047-4518-b329-21376f6e800f req-a7a59124-7e24-47d8-b16e-17a3fef7daf0 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:44.437917 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9e0038d2-0047-4518-b329-21376f6e800f req-a7a59124-7e24-47d8-b16e-17a3fef7daf0 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 943 time: 0.2295811 Feb 20 03:29:44.475783 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-26c85dca-f77b-4179-8134-8ce823ec7857 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks [] for port (2532afa0-d017-4b5a-8fc4-9b9b89a096f1), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:44.498347 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-3e7e0236-b98c-4b48-a957-3a80db944d5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 1c91ce47-7bea-4684-9e83-8c6431905c13) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:29:44.511892 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7e0236-b98c-4b48-a957-3a80db944d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:44.511892 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0236-b98c-4b48-a957-3a80db944d5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:44.512103 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47aeff9-89d5-4d38-a4e4-766c0110e2ec None None] Network 1c91ce47-7bea-4684-9e83-8c6431905c13 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:29:44.520612 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-58f5352d-5376-435b-8374-05e247f944eb req-e7bac8e0-27c9-47de-864b-6bc9b9ffef26 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbcf8e84-1c2f-49bf-83d9-a23f60e588e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772063 Feb 20 03:29:44.575302 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9e0038d2-0047-4518-b329-21376f6e800f req-a5231612-3650-4fd8-a1a8-61443b1e2fba tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185536 Feb 20 03:29:44.639167 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3e7e0236-b98c-4b48-a957-3a80db944d5e admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9985681 Feb 20 03:29:44.688994 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c41ad62-5754-480e-9127-92d4913e93cf x-openstack-request-id: req-4c41ad62-5754-480e-9127-92d4913e93cf {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:29:44.689311 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be00fc32-e442-4486-a041-ef643f348423", "tag": "135255bd-7920-4872-acef-1a20ed310edd", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:29:44.689577 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4c41ad62-5754-480e-9127-92d4913e93cf {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:29:44.690335 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be00fc32-e442-4486-a041-ef643f348423', 'tag': '135255bd-7920-4872-acef-1a20ed310edd', 'status': 'completed', 'code': 200} Feb 20 03:29:44.717311 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859f1b64-8ab5-4597-9e12-ec67afb64c3c None None] Network 1c91ce47-7bea-4684-9e83-8c6431905c13 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:29:44.763082 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-39c3e11b-79ab-42ee-aa00-c349efbb8a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:44.764911 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-39c3e11b-79ab-42ee-aa00-c349efbb8a38 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87bec72e0bca457e8ebb03d0cbe6ac2d&device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 1125 time: 0.2164123 Feb 20 03:29:44.796942 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa3b07-c9f8-4d84-b053-0eff297a802b req-0431e9f9-0511-4afe-99f0-e744e3b4e080 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:44.808779 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-15fa3b07-c9f8-4d84-b053-0eff297a802b req-0431e9f9-0511-4afe-99f0-e744e3b4e080 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=a65457ec-86d5-469a-b4ba-88a0785b5132 HTTP/1.1" status: 200 len: 948 time: 0.1174581 Feb 20 03:29:44.850951 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-26c85dca-f77b-4179-8134-8ce823ec7857 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (2532afa0-d017-4b5a-8fc4-9b9b89a096f1), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:44.862034 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['5d89a755-ad2b-49cb-afa1-66b50203f6a6', '7a563b92-7b9e-4559-8f56-20ca85c02fd5'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:29:44.864452 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['b482982f-45b9-4058-9e07-31cc53771546', '99eba199-451f-4a84-894b-4526cba64742', '8926e98f-953a-4517-ba02-40f4fc2aa629'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:29:44.900750 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-95ac4438-a413-45b1-b779-262d45b17e7e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=135255bd-7920-4872-acef-1a20ed310edd HTTP/1.1" status: 200 len: 217 time: 0.1243594 Feb 20 03:29:45.035127 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-26c85dca-f77b-4179-8134-8ce823ec7857 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:29:45.055018 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-26c85dca-f77b-4179-8134-8ce823ec7857 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:29:45.060176 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-26c85dca-f77b-4179-8134-8ce823ec7857 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:29:45.064196 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c85dca-f77b-4179-8134-8ce823ec7857 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Pushing event updated for resources: {'Port': ['ID=2532afa0-d017-4b5a-8fc4-9b9b89a096f1,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:45.078882 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-15fa3b07-c9f8-4d84-b053-0eff297a802b req-138bd344-961f-4210-b722-a992c220b74d tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642896 Feb 20 03:29:45.084966 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-cbaf3f9a-ab91-4eaf-bf35-e41019223002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:45.086055 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-cbaf3f9a-ab91-4eaf-bf35-e41019223002 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7e3878e6-5b76-459d-be9f-a6cbffaea39e HTTP/1.1" status: 200 len: 849 time: 0.1729503 Feb 20 03:29:45.186326 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-8bbcd945-9cc8-4f1f-86cd-233d67eae2fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2cee905c-3517-4660-8947-ff7bb2860c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707414 Feb 20 03:29:45.205410 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef56a1-1e4d-407c-bc67-5dd826027f06 req-7c2b4023-8961-4811-984e-ab4378bcd608 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:45.213123 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-12ef56a1-1e4d-407c-bc67-5dd826027f06 req-7c2b4023-8961-4811-984e-ab4378bcd608 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 944 time: 0.3197541 Feb 20 03:29:45.246983 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 0f53b688-109a-491f-921b-12593e47c1c0 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:29:45.280350 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-26c85dca-f77b-4179-8134-8ce823ec7857 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:45.281052 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-26c85dca-f77b-4179-8134-8ce823ec7857 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:45.387935 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-12ef56a1-1e4d-407c-bc67-5dd826027f06 req-63bff9b8-c067-4bb3-b1c2-1b5d587be8df tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738124 Feb 20 03:29:45.421840 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596056e4-c019-431f-a48c-f1ee7ec9189d req-d3db138a-af94-466d-9d31-a5565ac7f556 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:45.423848 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-596056e4-c019-431f-a48c-f1ee7ec9189d req-d3db138a-af94-466d-9d31-a5565ac7f556 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 946 time: 0.2438679 Feb 20 03:29:45.494417 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-596056e4-c019-431f-a48c-f1ee7ec9189d req-c2df5675-989d-479d-b850-bcffe786f8e2 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622506 Feb 20 03:29:45.498990 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-26c85dca-f77b-4179-8134-8ce823ec7857 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2895603 Feb 20 03:29:45.507408 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-c5202202-4185-45ec-a9ed-e1df6686ce8b service neutron] 10.222.0.42 "GET /v2.0/networks/2cee905c-3517-4660-8947-ff7bb2860c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885814 Feb 20 03:29:45.560804 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-98d2e357-326b-4edc-98f8-080c2c8c9149 service neutron] Request body: {'port': {'device_id': 'a79a0f1c-e423-4427-9cf0-6989059a5984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:29:45.693975 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 0f53b688-109a-491f-921b-12593e47c1c0, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=0f53b688-109a-491f-921b-12593e47c1c0,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:45.731313 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-23720ba5-24e0-49e9-896b-1c74a5adfeb5 None None] Provisioning complete for port 2532afa0-d017-4b5a-8fc4-9b9b89a096f1 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:29:45.732008 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-23720ba5-24e0-49e9-896b-1c74a5adfeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2532afa0-d017-4b5a-8fc4-9b9b89a096f1), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:45.733418 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '0f53b688-109a-491f-921b-12593e47c1c0', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': '0f53b688-109a-491f-921b-12593e47c1c0', 'mac_address': 'fa:16:3e:4d:95:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:29:45.736191 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf02db-32b3-4f44-8fe7-0e3475dc5fa6 req-1feb0c40-fc1a-4249-9936-ad506d99353c tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:45.743193 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0cdf02db-32b3-4f44-8fe7-0e3475dc5fa6 req-1feb0c40-fc1a-4249-9936-ad506d99353c tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=a79a0f1c-e423-4427-9cf0-6989059a5984 HTTP/1.1" status: 200 len: 936 time: 0.2420120 Feb 20 03:29:45.751927 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-98d2e357-326b-4edc-98f8-080c2c8c9149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2532afa0-d017-4b5a-8fc4-9b9b89a096f1), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:45.827751 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-765dcc22-7b24-4904-a924-84257ecd4eb3 req-ee62f3b3-c33a-44ec-a899-c5c1f83c2e78 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1180593449', 'description': 'tempest-description-634350129'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:29:45.833450 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-23720ba5-24e0-49e9-896b-1c74a5adfeb5 None None] Port 2532afa0-d017-4b5a-8fc4-9b9b89a096f1 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:29:45.858577 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 0f53b688-109a-491f-921b-12593e47c1c0 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:29:45.859014 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0f53b688-109a-491f-921b-12593e47c1c0), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:45.902560 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f53b688-109a-491f-921b-12593e47c1c0 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:29:45.902765 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ccf9e56-5c3f-4991-8be7-6c03d0831178 req-7341952f-0f9f-4b9d-b7b8-9c3f48dd9225 service neutron] 10.222.0.42 "GET /v2.0/networks/2cee905c-3517-4660-8947-ff7bb2860c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489063 Feb 20 03:29:45.916628 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 0f53b688-109a-491f-921b-12593e47c1c0, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=0f53b688-109a-491f-921b-12593e47c1c0,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:45.986704 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0cdf02db-32b3-4f44-8fe7-0e3475dc5fa6 req-cf40abe8-155b-4ca4-8d32-2ef999b8bd7e tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116268 Feb 20 03:29:46.013840 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0f53b688-109a-491f-921b-12593e47c1c0), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:46.074438 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-765dcc22-7b24-4904-a924-84257ecd4eb3 req-ee62f3b3-c33a-44ec-a899-c5c1f83c2e78 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:46.115228 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=0f53b688-109a-491f-921b-12593e47c1c0,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:46.235537 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7019e-c4cc-4f90-9a80-3aecd34fda41 req-de6b4717-8c5c-4ac6-ae0b-f2c58ab6a5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:46.237135 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8fe7019e-c4cc-4f90-9a80-3aecd34fda41 req-de6b4717-8c5c-4ac6-ae0b-f2c58ab6a5fd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87bec72e0bca457e8ebb03d0cbe6ac2d&device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 1125 time: 0.1379466 Feb 20 03:29:46.264042 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-765dcc22-7b24-4904-a924-84257ecd4eb3 req-ee62f3b3-c33a-44ec-a899-c5c1f83c2e78 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (c48bb213-4ed7-4521-b356-374f88337d21), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:46.287565 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-98d2e357-326b-4edc-98f8-080c2c8c9149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2532afa0-d017-4b5a-8fc4-9b9b89a096f1 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:29:46.322737 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-98d2e357-326b-4edc-98f8-080c2c8c9149 service neutron] Publish callbacks [] for port (2532afa0-d017-4b5a-8fc4-9b9b89a096f1), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:46.344471 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-98d2e357-326b-4edc-98f8-080c2c8c9149 service neutron] Transition to ACTIVE for port object 2532afa0-d017-4b5a-8fc4-9b9b89a096f1 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:29:46.375449 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7019e-c4cc-4f90-9a80-3aecd34fda41 req-48780e33-a0b0-49fb-8ca1-e964fd8c6ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:46.377664 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8fe7019e-c4cc-4f90-9a80-3aecd34fda41 req-48780e33-a0b0-49fb-8ca1-e964fd8c6ce9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2cee905c-3517-4660-8947-ff7bb2860c1e HTTP/1.1" status: 200 len: 910 time: 0.1164210 Feb 20 03:29:46.401922 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['0f53b688-109a-491f-921b-12593e47c1c0'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:29:46.427087 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-765dcc22-7b24-4904-a924-84257ecd4eb3 req-ee62f3b3-c33a-44ec-a899-c5c1f83c2e78 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c48bb213-4ed7-4521-b356-374f88337d21), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:46.433801 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8fe7019e-c4cc-4f90-9a80-3aecd34fda41 req-b2fc2ca0-55d4-44b7-b801-26b7a22845fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=135255bd-7920-4872-acef-1a20ed310edd HTTP/1.1" status: 200 len: 217 time: 0.0432034 Feb 20 03:29:46.489734 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62f3b3-c33a-44ec-a899-c5c1f83c2e78 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c48bb213-4ed7-4521-b356-374f88337d21,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:46.502952 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-98d2e357-326b-4edc-98f8-080c2c8c9149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (2532afa0-d017-4b5a-8fc4-9b9b89a096f1), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:46.593728 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7019e-c4cc-4f90-9a80-3aecd34fda41 req-d9f10df8-19bc-4157-b93e-1c544f0acf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:46.595259 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8fe7019e-c4cc-4f90-9a80-3aecd34fda41 req-d9f10df8-19bc-4157-b93e-1c544f0acf49 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7e3878e6-5b76-459d-be9f-a6cbffaea39e HTTP/1.1" status: 200 len: 849 time: 0.1516171 Feb 20 03:29:46.609980 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2e357-326b-4edc-98f8-080c2c8c9149 service neutron] Pushing event updated for resources: {'Port': ['ID=2532afa0-d017-4b5a-8fc4-9b9b89a096f1,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:46.620221 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-765dcc22-7b24-4904-a924-84257ecd4eb3 req-ee62f3b3-c33a-44ec-a899-c5c1f83c2e78 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:46.621425 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-765dcc22-7b24-4904-a924-84257ecd4eb3 req-ee62f3b3-c33a-44ec-a899-c5c1f83c2e78 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.8062999 Feb 20 03:29:46.710199 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8fe7019e-c4cc-4f90-9a80-3aecd34fda41 req-09fff09f-d026-4128-97f5-90fc345af4fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2cee905c-3517-4660-8947-ff7bb2860c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968556 Feb 20 03:29:46.852019 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce03d25-086e-4cfb-bf18-6dd5cc529290 req-c44710a5-1882-47e4-9132-54127ae3e714 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:46.853598 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ce03d25-086e-4cfb-bf18-6dd5cc529290 req-c44710a5-1882-47e4-9132-54127ae3e714 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 943 time: 0.2387431 Feb 20 03:29:46.856760 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-98d2e357-326b-4edc-98f8-080c2c8c9149 service neutron] Attempting to bind port 2532afa0-d017-4b5a-8fc4-9b9b89a096f1 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:29:46.857100 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-98d2e357-326b-4edc-98f8-080c2c8c9149 service neutron] Attempting to bind port 2532afa0-d017-4b5a-8fc4-9b9b89a096f1 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:29:46.857431 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-98d2e357-326b-4edc-98f8-080c2c8c9149 service neutron] Attempting to bind port 2532afa0-d017-4b5a-8fc4-9b9b89a096f1 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:29:46.880406 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570d70f-1ec4-4404-b191-a06d5826ac05 req-515d3390-77cf-4a94-be46-97cce9949449 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:46.882154 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c570d70f-1ec4-4404-b191-a06d5826ac05 req-515d3390-77cf-4a94-be46-97cce9949449 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=a65457ec-86d5-469a-b4ba-88a0785b5132 HTTP/1.1" status: 200 len: 949 time: 0.1710856 Feb 20 03:29:46.888622 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-98d2e357-326b-4edc-98f8-080c2c8c9149 service neutron] Port 2532afa0-d017-4b5a-8fc4-9b9b89a096f1 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:29:46.888948 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-98d2e357-326b-4edc-98f8-080c2c8c9149 service neutron] Attempting to bind port 2532afa0-d017-4b5a-8fc4-9b9b89a096f1 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:29:46.928171 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-98d2e357-326b-4edc-98f8-080c2c8c9149 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:29:46.928518 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-98d2e357-326b-4edc-98f8-080c2c8c9149 service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:29:46.928904 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-98d2e357-326b-4edc-98f8-080c2c8c9149 service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:29:46.929343 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-98d2e357-326b-4edc-98f8-080c2c8c9149 service neutron] Bound port: 2532afa0-d017-4b5a-8fc4-9b9b89a096f1, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:29:46.929700 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-98d2e357-326b-4edc-98f8-080c2c8c9149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2532afa0-d017-4b5a-8fc4-9b9b89a096f1), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:46.941061 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8fe7019e-c4cc-4f90-9a80-3aecd34fda41 req-969f5361-b1b6-451d-ae66-dc34e70bcb47 service neutron] 10.222.0.42 "GET /v2.0/networks/2cee905c-3517-4660-8947-ff7bb2860c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143545 Feb 20 03:29:47.067375 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c570d70f-1ec4-4404-b191-a06d5826ac05 req-31c6da48-2af2-4bca-9635-563a2482ebdb tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760919 Feb 20 03:29:47.073380 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ce03d25-086e-4cfb-bf18-6dd5cc529290 req-ffbf3092-b906-47aa-9c69-b96dcb3abb15 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091103 Feb 20 03:29:47.136398 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8fe7019e-c4cc-4f90-9a80-3aecd34fda41 req-16b664d2-7874-4f30-a4d8-6a77ae5d214d service neutron] 10.222.0.42 "GET /v2.0/networks/2cee905c-3517-4660-8947-ff7bb2860c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825433 Feb 20 03:29:47.137421 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-98d2e357-326b-4edc-98f8-080c2c8c9149 service neutron] For port 2532afa0-d017-4b5a-8fc4-9b9b89a096f1, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:29:47.140777 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-98d2e357-326b-4edc-98f8-080c2c8c9149 service neutron] For port 2532afa0-d017-4b5a-8fc4-9b9b89a096f1, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=2532afa0-d017-4b5a-8fc4-9b9b89a096f1,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:29:47.201668 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ce006-79ec-4a8d-9fb4-1ad50ccaba61 req-13a82942-91bc-4e7b-82ec-bc95a5cffa1b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:47.203282 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb0ce006-79ec-4a8d-9fb4-1ad50ccaba61 req-13a82942-91bc-4e7b-82ec-bc95a5cffa1b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 944 time: 0.0610087 Feb 20 03:29:47.251985 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-98d2e357-326b-4edc-98f8-080c2c8c9149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (2532afa0-d017-4b5a-8fc4-9b9b89a096f1), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:47.262817 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb0ce006-79ec-4a8d-9fb4-1ad50ccaba61 req-2da12f0c-af15-493d-8565-aecc648ab30a tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525022 Feb 20 03:29:47.291253 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-98d2e357-326b-4edc-98f8-080c2c8c9149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:47.292027 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-98d2e357-326b-4edc-98f8-080c2c8c9149 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:47.293630 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-98d2e357-326b-4edc-98f8-080c2c8c9149 service neutron] 10.222.0.93 "PUT /v2.0/ports/2532afa0-d017-4b5a-8fc4-9b9b89a096f1 HTTP/1.1" status: 200 len: 1096 time: 1.7428014 Feb 20 03:29:47.294272 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79a0f1c-e423-4427-9cf0-6989059a5984', 'tag': '2532afa0-d017-4b5a-8fc4-9b9b89a096f1'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:29:47.296559 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafd1633-8c20-49fc-90d6-8d6158fc1d55" -d '{"events": [{"name": "network-changed", "server_uuid": "a79a0f1c-e423-4427-9cf0-6989059a5984", "tag": "2532afa0-d017-4b5a-8fc4-9b9b89a096f1"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:29:47.325298 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2e357-326b-4edc-98f8-080c2c8c9149 service neutron] Pushing event updated for resources: {'Port': ['ID=2532afa0-d017-4b5a-8fc4-9b9b89a096f1,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:47.418009 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83866e22-e888-4288-aca9-c3336e6611e4 req-1e56d97a-29c7-4315-9cce-330b650c1372 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:47.419921 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-83866e22-e888-4288-aca9-c3336e6611e4 req-1e56d97a-29c7-4315-9cce-330b650c1372 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 946 time: 0.0721469 Feb 20 03:29:47.501029 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-83866e22-e888-4288-aca9-c3336e6611e4 req-39c0a0f1-205b-4393-9cf4-d01ae4791d51 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740643 Feb 20 03:29:47.512367 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-e772a67e-bcb3-46d2-8f8a-445099de1b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:47.514975 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-e772a67e-bcb3-46d2-8f8a-445099de1b80 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4010c5c9a68841d28ec3272ba0035a74&device_id=a79a0f1c-e423-4427-9cf0-6989059a5984 HTTP/1.1" status: 200 len: 1130 time: 0.0739534 Feb 20 03:29:47.571263 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-9a03ac1f-a69a-4f57-a86b-c0fa524d216d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=2532afa0-d017-4b5a-8fc4-9b9b89a096f1 HTTP/1.1" status: 200 len: 217 time: 0.0483217 Feb 20 03:29:47.574533 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-86217296-b8d5-4032-be03-ca1b0a657274 req-440c3410-cdb6-48f4-bf02-bf60da0f6b64 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-557604935', 'description': 'tempest-description-848374925'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:29:47.635927 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-975c2b23-1301-4924-9e35-c892fcca3b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:47.637681 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-975c2b23-1301-4924-9e35-c892fcca3b2c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0565336 Feb 20 03:29:47.736705 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-272df5ae-ec88-4a8d-ad76-5584d44782c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:47.738248 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-272df5ae-ec88-4a8d-ad76-5584d44782c5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0766537 Feb 20 03:29:48.119470 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-86217296-b8d5-4032-be03-ca1b0a657274 req-440c3410-cdb6-48f4-bf02-bf60da0f6b64 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:48.127762 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ee76c-4adc-46ed-959f-836479ad026a req-0395ca4e-1c5a-414d-9cad-659627a3e352 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:48.129971 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ab9ee76c-4adc-46ed-959f-836479ad026a req-0395ca4e-1c5a-414d-9cad-659627a3e352 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=a79a0f1c-e423-4427-9cf0-6989059a5984 HTTP/1.1" status: 200 len: 948 time: 0.4352214 Feb 20 03:29:48.256757 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-eb901176-0732-4bd5-847e-2582b366d948 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5108666 Feb 20 03:29:48.262347 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ab9ee76c-4adc-46ed-959f-836479ad026a req-b0590189-e7dd-45f7-a221-5242f46c51b3 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202543 Feb 20 03:29:48.315335 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610f67bc-5280-4c95-a5c5-67592aefa82f x-openstack-request-id: req-610f67bc-5280-4c95-a5c5-67592aefa82f {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:29:48.315926 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a79a0f1c-e423-4427-9cf0-6989059a5984", "tag": "2532afa0-d017-4b5a-8fc4-9b9b89a096f1", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:29:48.315926 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-610f67bc-5280-4c95-a5c5-67592aefa82f {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:29:48.316258 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a79a0f1c-e423-4427-9cf0-6989059a5984', 'tag': '2532afa0-d017-4b5a-8fc4-9b9b89a096f1', 'status': 'completed', 'code': 200} Feb 20 03:29:48.375526 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-86217296-b8d5-4032-be03-ca1b0a657274 req-440c3410-cdb6-48f4-bf02-bf60da0f6b64 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (ba4da7e9-3f20-461c-b271-6ef18f741235), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:48.390791 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54e017-48b4-486d-95e9-8564a65c0c22 req-cd3b479a-0999-43c8-baa8-ae2ec9ecc82e tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:48.392302 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bc54e017-48b4-486d-95e9-8564a65c0c22 req-cd3b479a-0999-43c8-baa8-ae2ec9ecc82e tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.42 "GET /v2.0/ports?device_id=87c0d742-96f1-4e75-8548-104a617c40fa HTTP/1.1" status: 200 len: 945 time: 0.1482866 Feb 20 03:29:48.487625 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddb32cb5-2945-49cf-9788-1e1116917c65 req-4c0b7b15-fde4-4bd3-a2ea-b7a57d5afa8e service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007685 Feb 20 03:29:48.488234 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-86217296-b8d5-4032-be03-ca1b0a657274 req-440c3410-cdb6-48f4-bf02-bf60da0f6b64 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ba4da7e9-3f20-461c-b271-6ef18f741235), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:48.557847 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30973a6-fb14-466d-9a31-f9f7bf6465e6 req-3db0b7f5-49bc-411c-ae65-7802e070e9ec tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:48.559370 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c30973a6-fb14-466d-9a31-f9f7bf6465e6 req-3db0b7f5-49bc-411c-ae65-7802e070e9ec tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=a65457ec-86d5-469a-b4ba-88a0785b5132 HTTP/1.1" status: 200 len: 949 time: 0.1636138 Feb 20 03:29:48.563238 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c3410-cdb6-48f4-bf02-bf60da0f6b64 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4da7e9-3f20-461c-b271-6ef18f741235,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:48.620941 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-bc54e017-48b4-486d-95e9-8564a65c0c22 req-3ffe366e-956b-47c2-8b33-fcc91411a755 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Deleting port 41aff456-cbb6-48df-b571-0e5fb8da3abe {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:29:48.621287 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bc54e017-48b4-486d-95e9-8564a65c0c22 req-3ffe366e-956b-47c2-8b33-fcc91411a755 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (41aff456-cbb6-48df-b571-0e5fb8da3abe), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:48.626750 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c30973a6-fb14-466d-9a31-f9f7bf6465e6 req-4256fe15-d099-4aa8-b280-8e8b1639aee1 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602124 Feb 20 03:29:48.737755 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-86217296-b8d5-4032-be03-ca1b0a657274 req-440c3410-cdb6-48f4-bf02-bf60da0f6b64 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:48.739278 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-86217296-b8d5-4032-be03-ca1b0a657274 req-440c3410-cdb6-48f4-bf02-bf60da0f6b64 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 1.1708055 Feb 20 03:29:48.799644 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-bc54e017-48b4-486d-95e9-8564a65c0c22 req-3ffe366e-956b-47c2-8b33-fcc91411a755 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] For port 41aff456-cbb6-48df-b571-0e5fb8da3abe, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=41aff456-cbb6-48df-b571-0e5fb8da3abe,segment=NetworkSegment(e1725345-6967-4a85-94eb-e6034c328c97),segment_id=e1725345-6967-4a85-94eb-e6034c328c97)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:48.800041 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bc54e017-48b4-486d-95e9-8564a65c0c22 req-3ffe366e-956b-47c2-8b33-fcc91411a755 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (41aff456-cbb6-48df-b571-0e5fb8da3abe), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:48.823470 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd1633-8c20-49fc-90d6-8d6158fc1d55 req-9d165bb0-7be1-46be-a97b-6c75f5cda50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:48.824971 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bafd1633-8c20-49fc-90d6-8d6158fc1d55 req-9d165bb0-7be1-46be-a97b-6c75f5cda50a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4010c5c9a68841d28ec3272ba0035a74&device_id=a79a0f1c-e423-4427-9cf0-6989059a5984 HTTP/1.1" status: 200 len: 1130 time: 0.1393397 Feb 20 03:29:48.832273 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-bc54e017-48b4-486d-95e9-8564a65c0c22 req-3ffe366e-956b-47c2-8b33-fcc91411a755 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Calling delete_port for 41aff456-cbb6-48df-b571-0e5fb8da3abe owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:29:48.852005 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227bd9d-602a-465f-9160-8b1cc9e9ac57 req-0340cc6a-bbda-4c96-8ea1-4254c90136ed tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:48.853698 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0227bd9d-602a-465f-9160-8b1cc9e9ac57 req-0340cc6a-bbda-4c96-8ea1-4254c90136ed tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 943 time: 0.1692319 Feb 20 03:29:49.068166 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934562c1-bfd6-4918-a668-89a28a6283b0 req-65d6e632-ff4a-4f3c-b8b7-69c59d46fbe9 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:49.069608 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-934562c1-bfd6-4918-a668-89a28a6283b0 req-65d6e632-ff4a-4f3c-b8b7-69c59d46fbe9 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 944 time: 0.2487154 Feb 20 03:29:49.075079 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0227bd9d-602a-465f-9160-8b1cc9e9ac57 req-358f3d7b-cd40-4257-b4a7-83179e81b23f tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101190 Feb 20 03:29:49.076126 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd1633-8c20-49fc-90d6-8d6158fc1d55 req-8cd74e0f-f107-434b-b427-d5a166bd45c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:49.077495 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bafd1633-8c20-49fc-90d6-8d6158fc1d55 req-8cd74e0f-f107-434b-b427-d5a166bd45c1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.2340019 Feb 20 03:29:49.159883 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bafd1633-8c20-49fc-90d6-8d6158fc1d55 req-8d0c9e55-3915-4368-8a4a-fe3837b286dd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=2532afa0-d017-4b5a-8fc4-9b9b89a096f1 HTTP/1.1" status: 200 len: 217 time: 0.0652459 Feb 20 03:29:49.259156 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 135255bd-7920-4872-acef-1a20ed310edd details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:29:49.266408 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 0f53b688-109a-491f-921b-12593e47c1c0 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:29:49.279058 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-934562c1-bfd6-4918-a668-89a28a6283b0 req-eea9b335-bfeb-4499-b57c-1f29ad135a4f tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934547 Feb 20 03:29:49.298546 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd1633-8c20-49fc-90d6-8d6158fc1d55 req-d12834b1-4198-4073-89a7-dcc1f277b8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:49.300517 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bafd1633-8c20-49fc-90d6-8d6158fc1d55 req-d12834b1-4198-4073-89a7-dcc1f277b8db service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1088209 Feb 20 03:29:49.346771 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41760ca9-a53e-4b27-a80b-4f1cab61f1c9 req-c896fc2d-d1a4-4107-af38-fc2524a62897 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:49.349938 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-41760ca9-a53e-4b27-a80b-4f1cab61f1c9 req-c896fc2d-d1a4-4107-af38-fc2524a62897 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.93 "GET /v2.0/ports?device_id=15f5b3f7-d550-4df0-a6aa-d0a6be1cc61d HTTP/1.1" status: 200 len: 945 time: 0.0803905 Feb 20 03:29:49.353759 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13e6e6-3668-40ea-9d77-8c26739aa2af req-18e0807e-ff88-4488-acec-39096f217e10 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:49.355401 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2a13e6e6-3668-40ea-9d77-8c26739aa2af req-18e0807e-ff88-4488-acec-39096f217e10 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/ports?device_id=87c0d742-96f1-4e75-8548-104a617c40fa HTTP/1.1" status: 200 len: 945 time: 0.2076681 Feb 20 03:29:49.422174 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bc54e017-48b4-486d-95e9-8564a65c0c22 req-3ffe366e-956b-47c2-8b33-fcc91411a755 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (41aff456-cbb6-48df-b571-0e5fb8da3abe), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:49.436028 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['3a6122e9-c6b8-4eba-87b7-79ed8b42454c'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:29:49.438681 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['41aff456-cbb6-48df-b571-0e5fb8da3abe'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:29:49.468870 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-41760ca9-a53e-4b27-a80b-4f1cab61f1c9 req-815fab0c-4bd7-4781-adbe-48013ca0e0d4 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Deleting port 3a6122e9-c6b8-4eba-87b7-79ed8b42454c {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:29:49.469560 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-41760ca9-a53e-4b27-a80b-4f1cab61f1c9 req-815fab0c-4bd7-4781-adbe-48013ca0e0d4 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (3a6122e9-c6b8-4eba-87b7-79ed8b42454c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:49.470741 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd1633-8c20-49fc-90d6-8d6158fc1d55 req-2ec022db-2d83-422a-9ab5-9d474fd4ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:49.472307 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bafd1633-8c20-49fc-90d6-8d6158fc1d55 req-2ec022db-2d83-422a-9ab5-9d474fd4ddfa service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1646709 Feb 20 03:29:49.479502 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe366e-956b-47c2-8b33-fcc91411a755 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Pushing event deleted for resources: {'Port': ['ID=41aff456-cbb6-48df-b571-0e5fb8da3abe,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:49.495229 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 135255bd-7920-4872-acef-1a20ed310edd, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=135255bd-7920-4872-acef-1a20ed310edd,segment=NetworkSegment(7b9eb775-1690-424a-89bc-987700c875dd),segment_id=7b9eb775-1690-424a-89bc-987700c875dd)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:49.505207 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2a13e6e6-3668-40ea-9d77-8c26739aa2af req-80335c54-965d-49d2-a371-121757cd6ca8 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/security-groups?id=bbcf8e84-1c2f-49bf-83d9-a23f60e588e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278059 Feb 20 03:29:49.511074 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72054ebc-1d93-412a-8eaf-902f1032e461 req-a22176c2-3dfd-499d-a47a-46465fe3d33e tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:49.517857 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-72054ebc-1d93-412a-8eaf-902f1032e461 req-a22176c2-3dfd-499d-a47a-46465fe3d33e tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 946 time: 0.1597404 Feb 20 03:29:49.531088 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 0f53b688-109a-491f-921b-12593e47c1c0 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:29:49.540502 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '135255bd-7920-4872-acef-1a20ed310edd', 'network_id': '2cee905c-3517-4660-8947-ff7bb2860c1e', 'port_id': '135255bd-7920-4872-acef-1a20ed310edd', 'mac_address': 'fa:16:3e:cc:c0:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e3878e6-5b76-459d-be9f-a6cbffaea39e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:29:49.554963 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 0f53b688-109a-491f-921b-12593e47c1c0 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:29:49.555502 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0f53b688-109a-491f-921b-12593e47c1c0), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:49.604957 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc54e017-48b4-486d-95e9-8564a65c0c22 req-3ffe366e-956b-47c2-8b33-fcc91411a755 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] No DVR routers for this DVR port 41aff456-cbb6-48df-b571-0e5fb8da3abe on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:29:49.612447 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bc54e017-48b4-486d-95e9-8564a65c0c22 req-3ffe366e-956b-47c2-8b33-fcc91411a755 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:49.616444 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bc54e017-48b4-486d-95e9-8564a65c0c22 req-3ffe366e-956b-47c2-8b33-fcc91411a755 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.42 "DELETE /v2.0/ports/41aff456-cbb6-48df-b571-0e5fb8da3abe HTTP/1.1" status: 204 len: 173 time: 1.2106571 Feb 20 03:29:49.621844 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-41760ca9-a53e-4b27-a80b-4f1cab61f1c9 req-815fab0c-4bd7-4781-adbe-48013ca0e0d4 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] For port 3a6122e9-c6b8-4eba-87b7-79ed8b42454c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=3a6122e9-c6b8-4eba-87b7-79ed8b42454c,segment=NetworkSegment(e1725345-6967-4a85-94eb-e6034c328c97),segment_id=e1725345-6967-4a85-94eb-e6034c328c97)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:49.622479 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-41760ca9-a53e-4b27-a80b-4f1cab61f1c9 req-815fab0c-4bd7-4781-adbe-48013ca0e0d4 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (3a6122e9-c6b8-4eba-87b7-79ed8b42454c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:49.650651 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-41760ca9-a53e-4b27-a80b-4f1cab61f1c9 req-815fab0c-4bd7-4781-adbe-48013ca0e0d4 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Calling delete_port for 3a6122e9-c6b8-4eba-87b7-79ed8b42454c owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:29:49.652873 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 135255bd-7920-4872-acef-1a20ed310edd is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:29:49.653415 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (135255bd-7920-4872-acef-1a20ed310edd), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:49.682921 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 135255bd-7920-4872-acef-1a20ed310edd {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:29:49.724474 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-72054ebc-1d93-412a-8eaf-902f1032e461 req-3ba718a7-3d8c-4819-bbeb-7abde063cc5b tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048113 Feb 20 03:29:49.741383 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 135255bd-7920-4872-acef-1a20ed310edd, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=135255bd-7920-4872-acef-1a20ed310edd,segment=NetworkSegment(7b9eb775-1690-424a-89bc-987700c875dd),segment_id=7b9eb775-1690-424a-89bc-987700c875dd)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:49.783124 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bafd1633-8c20-49fc-90d6-8d6158fc1d55 req-ce6356de-f2e0-4392-a31a-b7b9946c6b59 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002818 Feb 20 03:29:49.795757 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 0f53b688-109a-491f-921b-12593e47c1c0 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:29:49.796411 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0f53b688-109a-491f-921b-12593e47c1c0), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:49.844530 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65457ec-86d5-469a-b4ba-88a0785b5132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f53b688-109a-491f-921b-12593e47c1c0'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:29:49.846795 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac2dca1-c0ce-46b9-bd42-64effc80b594" -d '{"events": [{"server_uuid": "a65457ec-86d5-469a-b4ba-88a0785b5132", "name": "network-vif-plugged", "status": "completed", "tag": "0f53b688-109a-491f-921b-12593e47c1c0"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:29:49.867952 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 0f53b688-109a-491f-921b-12593e47c1c0, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=0f53b688-109a-491f-921b-12593e47c1c0,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:49.870226 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (135255bd-7920-4872-acef-1a20ed310edd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:49.916533 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b9ad9-e350-455f-a115-04742b99b836 req-f1cc9af2-56f2-4ced-80c7-0114a4117387 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:49.918284 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-364b9ad9-e350-455f-a115-04742b99b836 req-f1cc9af2-56f2-4ced-80c7-0114a4117387 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/networks?id=1c91ce47-7bea-4684-9e83-8c6431905c13 HTTP/1.1" status: 200 len: 812 time: 0.2939472 Feb 20 03:29:49.938780 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=135255bd-7920-4872-acef-1a20ed310edd,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:49.964144 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-364b9ad9-e350-455f-a115-04742b99b836 req-dfe773cf-8451-4bf4-b7cd-026a61247d37 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/quotas/562824520ad8463da7f1cd3c99d0b445 HTTP/1.1" status: 200 len: 375 time: 0.0359190 Feb 20 03:29:49.979181 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8abf7-a557-4a6f-9aa0-e3d06a01a581 req-62b3e37d-1234-4893-b375-969bc1ee9e5b tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:49.980813 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cec8abf7-a557-4a6f-9aa0-e3d06a01a581 req-62b3e37d-1234-4893-b375-969bc1ee9e5b tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=a79a0f1c-e423-4427-9cf0-6989059a5984 HTTP/1.1" status: 200 len: 948 time: 0.1653295 Feb 20 03:29:49.986214 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-41760ca9-a53e-4b27-a80b-4f1cab61f1c9 req-815fab0c-4bd7-4781-adbe-48013ca0e0d4 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (3a6122e9-c6b8-4eba-87b7-79ed8b42454c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:49.991050 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bafd1633-8c20-49fc-90d6-8d6158fc1d55 req-bf8a5264-9137-425f-ade4-b857f0da76fb service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873484 Feb 20 03:29:50.016757 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-364b9ad9-e350-455f-a115-04742b99b836 req-687569ba-8686-42a1-b745-c9337ab3f950 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=562824520ad8463da7f1cd3c99d0b445&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469692 Feb 20 03:29:50.022035 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815fab0c-4bd7-4781-adbe-48013ca0e0d4 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Pushing event deleted for resources: {'Port': ['ID=3a6122e9-c6b8-4eba-87b7-79ed8b42454c,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:50.066261 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0f53b688-109a-491f-921b-12593e47c1c0), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:50.075504 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-41760ca9-a53e-4b27-a80b-4f1cab61f1c9 req-815fab0c-4bd7-4781-adbe-48013ca0e0d4 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] No DVR routers for this DVR port 3a6122e9-c6b8-4eba-87b7-79ed8b42454c on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:29:50.080179 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-41760ca9-a53e-4b27-a80b-4f1cab61f1c9 req-815fab0c-4bd7-4781-adbe-48013ca0e0d4 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:50.082034 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-41760ca9-a53e-4b27-a80b-4f1cab61f1c9 req-815fab0c-4bd7-4781-adbe-48013ca0e0d4 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.93 "DELETE /v2.0/ports/3a6122e9-c6b8-4eba-87b7-79ed8b42454c HTTP/1.1" status: 204 len: 173 time: 0.7232382 Feb 20 03:29:50.083320 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f5b3f7-d550-4df0-a6aa-d0a6be1cc61d', 'name': 'network-vif-deleted', 'tag': '3a6122e9-c6b8-4eba-87b7-79ed8b42454c'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:29:50.086618 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becb60bd-d2f9-4ee1-a54c-29d754602ee0" -d '{"events": [{"server_uuid": "15f5b3f7-d550-4df0-a6aa-d0a6be1cc61d", "name": "network-vif-deleted", "tag": "3a6122e9-c6b8-4eba-87b7-79ed8b42454c"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:29:50.115862 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cec8abf7-a557-4a6f-9aa0-e3d06a01a581 req-6afc59ff-5d17-4109-b15c-471d27d2e4aa tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237671 Feb 20 03:29:50.121242 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=0f53b688-109a-491f-921b-12593e47c1c0,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:50.168659 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-364b9ad9-e350-455f-a115-04742b99b836 req-79cfad02-6de3-418c-afe7-2fb09e1b5cff service neutron] 10.222.0.89 "GET /v2.0/networks/1c91ce47-7bea-4684-9e83-8c6431905c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409914 Feb 20 03:29:50.201109 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['135255bd-7920-4872-acef-1a20ed310edd'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:29:50.305331 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e14d9-8a21-4804-9dc9-673b6e1d5415 req-762722a2-ac44-4a22-8769-23afa6bcb583 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:50.306848 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-841e14d9-8a21-4804-9dc9-673b6e1d5415 req-762722a2-ac44-4a22-8769-23afa6bcb583 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=a65457ec-86d5-469a-b4ba-88a0785b5132 HTTP/1.1" status: 200 len: 950 time: 0.1213567 Feb 20 03:29:50.308863 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-364b9ad9-e350-455f-a115-04742b99b836 req-d8651b57-af68-46b6-910c-95e3f8acac68 service neutron] 10.222.0.89 "GET /v2.0/networks/1c91ce47-7bea-4684-9e83-8c6431905c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311450 Feb 20 03:29:50.316784 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c0d742-96f1-4e75-8548-104a617c40fa', 'name': 'network-vif-deleted', 'tag': '41aff456-cbb6-48df-b571-0e5fb8da3abe'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:29:50.319674 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c71422-ed58-4c84-86ef-51fb8ac03e2c" -d '{"events": [{"server_uuid": "87c0d742-96f1-4e75-8548-104a617c40fa", "name": "network-vif-deleted", "tag": "41aff456-cbb6-48df-b571-0e5fb8da3abe"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:29:50.372021 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-841e14d9-8a21-4804-9dc9-673b6e1d5415 req-d384556a-2011-461f-b118-3a4771322ead tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560708 Feb 20 03:29:50.418803 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebed6a1-192c-43de-bbd7-9b47a47e9175 x-openstack-request-id: req-2ebed6a1-192c-43de-bbd7-9b47a47e9175 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:29:50.419338 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65457ec-86d5-469a-b4ba-88a0785b5132", "name": "network-vif-plugged", "status": "completed", "tag": "0f53b688-109a-491f-921b-12593e47c1c0", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:29:50.419468 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2ebed6a1-192c-43de-bbd7-9b47a47e9175 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:29:50.419807 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65457ec-86d5-469a-b4ba-88a0785b5132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f53b688-109a-491f-921b-12593e47c1c0', 'code': 200} Feb 20 03:29:50.449578 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30662f15-d6bd-4c19-809b-4db88eb85469 x-openstack-request-id: req-30662f15-d6bd-4c19-809b-4db88eb85469 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:29:50.450099 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f5b3f7-d550-4df0-a6aa-d0a6be1cc61d", "name": "network-vif-deleted", "tag": "3a6122e9-c6b8-4eba-87b7-79ed8b42454c", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:29:50.450196 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-30662f15-d6bd-4c19-809b-4db88eb85469 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:29:50.450735 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f5b3f7-d550-4df0-a6aa-d0a6be1cc61d', 'name': 'network-vif-deleted', 'tag': '3a6122e9-c6b8-4eba-87b7-79ed8b42454c', 'status': 'completed', 'code': 200} Feb 20 03:29:50.530309 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 2532afa0-d017-4b5a-8fc4-9b9b89a096f1 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:29:50.611545 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98378ab7-7aee-4ed3-8d13-ea3519d06eee req-5d61c17e-c52b-4b31-a1c8-7ab6b2bf87e1 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:50.613591 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-98378ab7-7aee-4ed3-8d13-ea3519d06eee req-5d61c17e-c52b-4b31-a1c8-7ab6b2bf87e1 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 944 time: 0.1193061 Feb 20 03:29:50.648719 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d89d7-2195-4e9c-8417-adce41f13072 req-37d507cf-490d-43c1-ba47-67c521d75038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:50.650312 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-125d89d7-2195-4e9c-8417-adce41f13072 req-37d507cf-490d-43c1-ba47-67c521d75038 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a65457ec-86d5-469a-b4ba-88a0785b5132 HTTP/1.1" status: 200 len: 1132 time: 0.1461380 Feb 20 03:29:50.676101 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 2532afa0-d017-4b5a-8fc4-9b9b89a096f1, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=2532afa0-d017-4b5a-8fc4-9b9b89a096f1,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:50.691241 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '2532afa0-d017-4b5a-8fc4-9b9b89a096f1', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': '2532afa0-d017-4b5a-8fc4-9b9b89a096f1', 'mac_address': 'fa:16:3e:af:04:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:29:50.737540 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 2532afa0-d017-4b5a-8fc4-9b9b89a096f1 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:29:50.737678 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-98378ab7-7aee-4ed3-8d13-ea3519d06eee req-54ed8af7-ca0e-4b25-b8a8-88090665564f tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118274 Feb 20 03:29:50.738051 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2532afa0-d017-4b5a-8fc4-9b9b89a096f1), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:50.756448 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-125d89d7-2195-4e9c-8417-adce41f13072 req-72c58fe4-9d57-48b9-866c-3b6c38b40e09 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886052 Feb 20 03:29:50.764974 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e35e98-3fbf-4b8f-865e-4b185c2194ed req-671cbadd-65dd-42c0-b9cd-5a16a074ba69 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:50.768304 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-02e35e98-3fbf-4b8f-865e-4b185c2194ed req-671cbadd-65dd-42c0-b9cd-5a16a074ba69 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 944 time: 0.1673405 Feb 20 03:29:50.779311 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2532afa0-d017-4b5a-8fc4-9b9b89a096f1 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:29:50.806434 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6626f9b6-84b6-4095-bb0a-c3c6c23326f7 x-openstack-request-id: req-6626f9b6-84b6-4095-bb0a-c3c6c23326f7 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:29:50.806434 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c0d742-96f1-4e75-8548-104a617c40fa", "name": "network-vif-deleted", "tag": "41aff456-cbb6-48df-b571-0e5fb8da3abe", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:29:50.808618 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6626f9b6-84b6-4095-bb0a-c3c6c23326f7 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:29:50.808618 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c0d742-96f1-4e75-8548-104a617c40fa', 'name': 'network-vif-deleted', 'tag': '41aff456-cbb6-48df-b571-0e5fb8da3abe', 'status': 'completed', 'code': 200} Feb 20 03:29:50.820584 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:50.822202 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 2532afa0-d017-4b5a-8fc4-9b9b89a096f1, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=2532afa0-d017-4b5a-8fc4-9b9b89a096f1,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:50.841716 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-02e35e98-3fbf-4b8f-865e-4b185c2194ed req-3bc6d5be-2858-4708-8973-7c273242b03b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664523 Feb 20 03:29:50.902836 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-64413831-fc9a-48ca-b15d-c78aef40d0e5 req-c543e1c2-071c-4ee3-8657-c7f20dc03b05 tempest-ListServersNegativeTestJSON-1398886885 tempest-ListServersNegativeTestJSON-1398886885-project] 10.222.0.89 "GET /v2.0/ports?device_id=87c0d742-96f1-4e75-8548-104a617c40fa HTTP/1.1" status: 200 len: 210 time: 0.0312166 Feb 20 03:29:50.934494 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-72f7df60-5980-451e-ba95-175f9bbada19 req-679322d1-9df0-44ae-812c-75c6052a08d8 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5066a95-2481-4c95-a8a8-a2e4531dda93 HTTP/1.1" status: 200 len: 210 time: 0.0344360 Feb 20 03:29:51.004601 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2532afa0-d017-4b5a-8fc4-9b9b89a096f1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:51.007042 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:51.037848 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b2aaf-6522-477f-bc5b-95596219f3f3 req-abd90354-9980-424f-b5b5-a965ab0de112 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:51.043478 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-948b2aaf-6522-477f-bc5b-95596219f3f3 req-abd90354-9980-424f-b5b5-a965ab0de112 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 946 time: 0.0617750 Feb 20 03:29:51.057092 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=2532afa0-d017-4b5a-8fc4-9b9b89a096f1,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:51.095704 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-948b2aaf-6522-477f-bc5b-95596219f3f3 req-8e8f7903-20c6-4af8-be85-5de9458a2f9f tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503016 Feb 20 03:29:51.243233 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d874c7-658f-46bc-8bf3-df9140b9df9d req-f578b6b2-c727-4c47-bf4f-a9e278f24ce2 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:51.244750 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-04d874c7-658f-46bc-8bf3-df9140b9df9d req-f578b6b2-c727-4c47-bf4f-a9e278f24ce2 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=a79a0f1c-e423-4427-9cf0-6989059a5984 HTTP/1.1" status: 200 len: 949 time: 0.0607669 Feb 20 03:29:51.269264 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 135255bd-7920-4872-acef-1a20ed310edd up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:29:51.330227 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-04d874c7-658f-46bc-8bf3-df9140b9df9d req-3fe2f2b1-a8a1-4524-829a-e9711ae1a6fe tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797498 Feb 20 03:29:51.330599 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['2532afa0-d017-4b5a-8fc4-9b9b89a096f1'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:29:51.450732 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 135255bd-7920-4872-acef-1a20ed310edd completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:29:51.457784 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 135255bd-7920-4872-acef-1a20ed310edd triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:29:51.458294 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (135255bd-7920-4872-acef-1a20ed310edd), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:51.583474 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 135255bd-7920-4872-acef-1a20ed310edd is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:29:51.584604 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (135255bd-7920-4872-acef-1a20ed310edd), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:51.600268 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da287ddd-67a9-4e23-92a0-e6883ca114da req-98fe66a1-9767-47b8-9c5b-1f66a9fe928b tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:51.609547 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-da287ddd-67a9-4e23-92a0-e6883ca114da req-98fe66a1-9767-47b8-9c5b-1f66a9fe928b tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=a65457ec-86d5-469a-b4ba-88a0785b5132 HTTP/1.1" status: 200 len: 950 time: 0.0881832 Feb 20 03:29:51.626445 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 135255bd-7920-4872-acef-1a20ed310edd, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=135255bd-7920-4872-acef-1a20ed310edd,segment=NetworkSegment(7b9eb775-1690-424a-89bc-987700c875dd),segment_id=7b9eb775-1690-424a-89bc-987700c875dd)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:51.663858 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-da287ddd-67a9-4e23-92a0-e6883ca114da req-18093f65-0f35-4684-a5a4-6e71cf56a1a4 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532975 Feb 20 03:29:51.756468 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (135255bd-7920-4872-acef-1a20ed310edd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:51.757363 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 41aff456-cbb6-48df-b571-0e5fb8da3abe no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:29:51.802921 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 41aff456-cbb6-48df-b571-0e5fb8da3abe {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:29:51.803360 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 41aff456-cbb6-48df-b571-0e5fb8da3abe not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:29:51.835675 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=135255bd-7920-4872-acef-1a20ed310edd,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:51.872709 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e9109-bcad-481e-a81e-3e74ccb98da3 req-a3851eb0-9841-447f-b994-30b61f35db01 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:51.874299 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c71e9109-bcad-481e-a81e-3e74ccb98da3 req-a3851eb0-9841-447f-b994-30b61f35db01 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 945 time: 0.0542037 Feb 20 03:29:51.958784 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c71e9109-bcad-481e-a81e-3e74ccb98da3 req-195b906f-bc83-4217-952f-94f465bc9481 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767407 Feb 20 03:29:51.992253 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e42cd-bd9f-4e3b-b5af-91ceaa9be588 req-c3b86a00-392b-4561-94d7-109c0354eedc tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:51.999299 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ec0e42cd-bd9f-4e3b-b5af-91ceaa9be588 req-c3b86a00-392b-4561-94d7-109c0354eedc tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 944 time: 0.0851550 Feb 20 03:29:52.074929 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ec0e42cd-bd9f-4e3b-b5af-91ceaa9be588 req-7df9d8a4-320e-4f87-abda-2dacf58da5a5 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705452 Feb 20 03:29:52.117199 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58012) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:29:52.145717 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2dcaf601-024e-45d7-97da-9c8efe1fd843 req-f2aa726b-1c25-43e3-9499-9abc6bdaa00d tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5066a95-2481-4c95-a8a8-a2e4531dda93 HTTP/1.1" status: 200 len: 210 time: 0.0349691 Feb 20 03:29:52.186489 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b182c86-d54b-4c1d-bc56-144cde8a441d admin admin] Deleting subnet d8b94172-f0f7-4237-a0cf-2ff016ab80a9 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:29:52.193612 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6b182c86-d54b-4c1d-bc56-144cde8a441d admin admin] Publish callbacks [] for subnet (d8b94172-f0f7-4237-a0cf-2ff016ab80a9), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:52.226614 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6b182c86-d54b-4c1d-bc56-144cde8a441d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (d8b94172-f0f7-4237-a0cf-2ff016ab80a9), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:52.253835 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1dc750-e167-41ae-9250-f3435ec6693d req-74ae9490-0209-4cf3-a848-bcc4a2cc1bc4 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:52.256002 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ca1dc750-e167-41ae-9250-f3435ec6693d req-74ae9490-0209-4cf3-a848-bcc4a2cc1bc4 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 946 time: 0.0608640 Feb 20 03:29:52.274202 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6b182c86-d54b-4c1d-bc56-144cde8a441d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (d8b94172-f0f7-4237-a0cf-2ff016ab80a9), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:52.323442 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ca1dc750-e167-41ae-9250-f3435ec6693d req-3c491b15-272b-421e-99ff-ae339e14cdd5 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581555 Feb 20 03:29:52.420777 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be00fc32-e442-4486-a041-ef643f348423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135255bd-7920-4872-acef-1a20ed310edd'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:29:52.423310 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301a44ef-d157-4f3d-b21d-07a3d3f92d33" -d '{"events": [{"server_uuid": "be00fc32-e442-4486-a041-ef643f348423", "name": "network-vif-plugged", "status": "completed", "tag": "135255bd-7920-4872-acef-1a20ed310edd"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:29:52.432911 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6b182c86-d54b-4c1d-bc56-144cde8a441d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (d8b94172-f0f7-4237-a0cf-2ff016ab80a9), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:52.470600 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6b182c86-d54b-4c1d-bc56-144cde8a441d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:52.472383 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e5988-ce45-4679-8570-2a3a4a4879b3 req-0baeed65-adcb-4337-8c67-7d0e92f376ba tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:52.476844 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dc2e5988-ce45-4679-8570-2a3a4a4879b3 req-0baeed65-adcb-4337-8c67-7d0e92f376ba tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=a79a0f1c-e423-4427-9cf0-6989059a5984 HTTP/1.1" status: 200 len: 949 time: 0.0774577 Feb 20 03:29:52.477202 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58020) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:29:52.477678 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6b182c86-d54b-4c1d-bc56-144cde8a441d admin admin] 10.222.0.89 "DELETE /v2.0/subnets/d8b94172-f0f7-4237-a0cf-2ff016ab80a9 HTTP/1.1" status: 204 len: 168 time: 0.3592823 Feb 20 03:29:52.478965 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b182c86-d54b-4c1d-bc56-144cde8a441d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8b94172-f0f7-4237-a0cf-2ff016ab80a9,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:52.487402 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b182c86-d54b-4c1d-bc56-144cde8a441d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:52.487963 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b182c86-d54b-4c1d-bc56-144cde8a441d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:52.488746 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b182c86-d54b-4c1d-bc56-144cde8a441d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:52.489254 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b182c86-d54b-4c1d-bc56-144cde8a441d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:52.489823 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b182c86-d54b-4c1d-bc56-144cde8a441d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:52.490329 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b182c86-d54b-4c1d-bc56-144cde8a441d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:52.490846 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b182c86-d54b-4c1d-bc56-144cde8a441d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:52.491207 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b182c86-d54b-4c1d-bc56-144cde8a441d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:52.491537 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b182c86-d54b-4c1d-bc56-144cde8a441d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:52.491868 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b182c86-d54b-4c1d-bc56-144cde8a441d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:52.492196 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b182c86-d54b-4c1d-bc56-144cde8a441d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:52.492524 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b182c86-d54b-4c1d-bc56-144cde8a441d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:52.492926 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b182c86-d54b-4c1d-bc56-144cde8a441d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:52.493182 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5970a3-3f01-484a-9ff3-5fd9dd71914c x-openstack-request-id: req-bc5970a3-3f01-484a-9ff3-5fd9dd71914c {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:29:52.493779 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be00fc32-e442-4486-a041-ef643f348423", "name": "network-vif-plugged", "status": "completed", "tag": "135255bd-7920-4872-acef-1a20ed310edd", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:29:52.494101 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-bc5970a3-3f01-484a-9ff3-5fd9dd71914c {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:29:52.494786 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be00fc32-e442-4486-a041-ef643f348423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135255bd-7920-4872-acef-1a20ed310edd', 'code': 200} Feb 20 03:29:52.533474 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 6923b619-c6cf-49a9-99bd-ce1349e132ae details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:29:52.541434 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 2532afa0-d017-4b5a-8fc4-9b9b89a096f1 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:29:52.585791 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dc2e5988-ce45-4679-8570-2a3a4a4879b3 req-40515258-3a29-48c4-a62d-bd99a8f1f961 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999587 Feb 20 03:29:52.618240 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8bce50e4-9e00-4c02-9f68-2b8298d2fcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (083a323a-2dd8-4a52-bebe-824cc4e94c1b), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:52.667729 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4be02e-190d-4ec5-8d66-37b740852560 req-cf2e1d91-f637-4a0d-99f6-135a39970968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:52.669236 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b4be02e-190d-4ec5-8d66-37b740852560 req-cf2e1d91-f637-4a0d-99f6-135a39970968 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 1127 time: 0.0881150 Feb 20 03:29:52.735088 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 6923b619-c6cf-49a9-99bd-ce1349e132ae, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=6923b619-c6cf-49a9-99bd-ce1349e132ae,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:52.755149 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '6923b619-c6cf-49a9-99bd-ce1349e132ae', 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949', 'port_id': '6923b619-c6cf-49a9-99bd-ce1349e132ae', 'mac_address': 'fa:16:3e:b6:e0:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '458c6d71-ffe3-42c1-873f-079dd6df07cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:29:52.786091 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8bce50e4-9e00-4c02-9f68-2b8298d2fcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (083a323a-2dd8-4a52-bebe-824cc4e94c1b), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:52.787102 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 2532afa0-d017-4b5a-8fc4-9b9b89a096f1 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:29:52.801853 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 2532afa0-d017-4b5a-8fc4-9b9b89a096f1 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:29:52.802235 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2532afa0-d017-4b5a-8fc4-9b9b89a096f1), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:52.827763 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 6923b619-c6cf-49a9-99bd-ce1349e132ae is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:29:52.828150 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (6923b619-c6cf-49a9-99bd-ce1349e132ae), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:52.844231 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-8bce50e4-9e00-4c02-9f68-2b8298d2fcf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['083a323a-2dd8-4a52-bebe-824cc4e94c1b']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:29:52.850138 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b4be02e-190d-4ec5-8d66-37b740852560 req-d5db9ada-8e60-48e0-9af8-0f6f1660e4a8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676302 Feb 20 03:29:52.850646 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6923b619-c6cf-49a9-99bd-ce1349e132ae {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:29:52.859662 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-8bce50e4-9e00-4c02-9f68-2b8298d2fcf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1725345-6967-4a85-94eb-e6034c328c97') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:29:52.859965 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-8bce50e4-9e00-4c02-9f68-2b8298d2fcf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1725345-6967-4a85-94eb-e6034c328c97') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:29:52.875099 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8bce50e4-9e00-4c02-9f68-2b8298d2fcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (e1725345-6967-4a85-94eb-e6034c328c97), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:52.878149 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 6923b619-c6cf-49a9-99bd-ce1349e132ae, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=6923b619-c6cf-49a9-99bd-ce1349e132ae,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:52.890899 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f72db-6c81-41a3-adfd-0dbc3f4d1e8d req-f71a85ef-cab1-4910-bdf0-f5e7de6b4f39 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:52.893150 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-066f72db-6c81-41a3-adfd-0dbc3f4d1e8d req-f71a85ef-cab1-4910-bdf0-f5e7de6b4f39 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=a65457ec-86d5-469a-b4ba-88a0785b5132 HTTP/1.1" status: 200 len: 950 time: 0.1307528 Feb 20 03:29:52.908724 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8bce50e4-9e00-4c02-9f68-2b8298d2fcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (e1725345-6967-4a85-94eb-e6034c328c97), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:52.918695 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 2532afa0-d017-4b5a-8fc4-9b9b89a096f1 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:29:52.919058 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2532afa0-d017-4b5a-8fc4-9b9b89a096f1), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:52.923306 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bce50e4-9e00-4c02-9f68-2b8298d2fcf8 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:29:52.923773 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8bce50e4-9e00-4c02-9f68-2b8298d2fcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (e1725345-6967-4a85-94eb-e6034c328c97), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:52.925481 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:29:52.925481 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:29:52.925481 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:29:52.925481 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:29:52.925481 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:29:52.925481 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:29:52.925481 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:29:52.925481 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:29:52.925481 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:29:52.925481 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:29:52.925481 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:29:52.925481 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:29:52.925481 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:29:52.925481 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:29:52.925481 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:29:52.925481 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:29:52.925481 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:29:52.925481 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:29:52.925481 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:29:52.925481 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:29:52.925481 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:29:52.925481 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:29:52.925481 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:29:52.925481 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:29:52.925481 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:29:52.925481 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:29:52.925481 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:29:52.925481 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:29:52.925481 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:29:52.925481 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:29:52.925481 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:29:52.925481 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:29:52.953319 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 2532afa0-d017-4b5a-8fc4-9b9b89a096f1, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=2532afa0-d017-4b5a-8fc4-9b9b89a096f1,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:52.975083 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (6923b619-c6cf-49a9-99bd-ce1349e132ae), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:52.995283 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-066f72db-6c81-41a3-adfd-0dbc3f4d1e8d req-97ab38d1-7c4f-4f45-937e-51bbfae2f552 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954189 Feb 20 03:29:53.028672 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=6923b619-c6cf-49a9-99bd-ce1349e132ae,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:53.060761 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2532afa0-d017-4b5a-8fc4-9b9b89a096f1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:53.061966 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 3a6122e9-c6b8-4eba-87b7-79ed8b42454c no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:29:53.078824 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8bce50e4-9e00-4c02-9f68-2b8298d2fcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (083a323a-2dd8-4a52-bebe-824cc4e94c1b), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:53.107411 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8bce50e4-9e00-4c02-9f68-2b8298d2fcf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:53.113319 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 3a6122e9-c6b8-4eba-87b7-79ed8b42454c {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:29:53.113673 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 3a6122e9-c6b8-4eba-87b7-79ed8b42454c not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:29:53.116963 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8bce50e4-9e00-4c02-9f68-2b8298d2fcf8 admin admin] 10.222.0.89 "DELETE /v2.0/networks/083a323a-2dd8-4a52-bebe-824cc4e94c1b HTTP/1.1" status: 204 len: 168 time: 0.6351414 Feb 20 03:29:53.118253 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce50e4-9e00-4c02-9f68-2b8298d2fcf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=083a323a-2dd8-4a52-bebe-824cc4e94c1b,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:53.131754 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce50e4-9e00-4c02-9f68-2b8298d2fcf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:53.132193 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce50e4-9e00-4c02-9f68-2b8298d2fcf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:53.132625 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce50e4-9e00-4c02-9f68-2b8298d2fcf8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:53.133037 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce50e4-9e00-4c02-9f68-2b8298d2fcf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:53.133472 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce50e4-9e00-4c02-9f68-2b8298d2fcf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:53.133858 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce50e4-9e00-4c02-9f68-2b8298d2fcf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:53.134269 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce50e4-9e00-4c02-9f68-2b8298d2fcf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:53.134679 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce50e4-9e00-4c02-9f68-2b8298d2fcf8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:53.135103 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce50e4-9e00-4c02-9f68-2b8298d2fcf8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:53.135509 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce50e4-9e00-4c02-9f68-2b8298d2fcf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:53.136362 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce50e4-9e00-4c02-9f68-2b8298d2fcf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:53.136362 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce50e4-9e00-4c02-9f68-2b8298d2fcf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:53.136751 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce50e4-9e00-4c02-9f68-2b8298d2fcf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:29:53.159047 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=2532afa0-d017-4b5a-8fc4-9b9b89a096f1,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:53.165672 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ec805-0230-4b6f-92e0-3bab112913b3 req-f641aa9d-0965-422d-bce1-b792125193fb tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:53.174808 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-033ec805-0230-4b6f-92e0-3bab112913b3 req-f641aa9d-0965-422d-bce1-b792125193fb tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 945 time: 0.1321254 Feb 20 03:29:53.225140 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-033ec805-0230-4b6f-92e0-3bab112913b3 req-17851d32-b0e6-40f9-bdbd-8b6774b508ed tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456545 Feb 20 03:29:53.337135 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['6923b619-c6cf-49a9-99bd-ce1349e132ae'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:29:53.342032 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6bd765ab-dfb8-46f3-ba7f-8420aa45a0ce req-c68b79d1-585f-4dde-ae0d-d079fe30ffef tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5066a95-2481-4c95-a8a8-a2e4531dda93 HTTP/1.1" status: 200 len: 210 time: 0.0294504 Feb 20 03:29:53.365699 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83c0b8-7d9d-4802-8917-0f4e0f16bbae req-d09017b9-5f28-4a57-975f-85c346aed804 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:53.367366 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a83c0b8-7d9d-4802-8917-0f4e0f16bbae req-d09017b9-5f28-4a57-975f-85c346aed804 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 945 time: 0.0825932 Feb 20 03:29:53.422700 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a83c0b8-7d9d-4802-8917-0f4e0f16bbae req-a9b25b85-0518-429f-9064-13a6d0e5650d tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479627 Feb 20 03:29:53.566140 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58042) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:29:53.622996 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d71564-0b6a-4d26-bef1-70f686e87b2f req-bf4cf001-4922-4010-bea8-dc9594dcd877 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:53.624507 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-42d71564-0b6a-4d26-bef1-70f686e87b2f req-bf4cf001-4922-4010-bea8-dc9594dcd877 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 946 time: 0.1295733 Feb 20 03:29:53.627089 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e4c6e809-2e69-410e-969e-83d0bc785c5b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=20815e4a67e342b08b7dd3b3df86dc90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0596161 Feb 20 03:29:53.629581 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58046) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:29:53.688350 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b9ad9-e350-455f-a115-04742b99b836 req-f3f864b4-cbd1-4399-a48c-9b5216feefde tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:53.689859 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-364b9ad9-e350-455f-a115-04742b99b836 req-f3f864b4-cbd1-4399-a48c-9b5216feefde tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.42 "GET /v2.0/networks?id=1c91ce47-7bea-4684-9e83-8c6431905c13 HTTP/1.1" status: 200 len: 812 time: 0.1591580 Feb 20 03:29:53.690832 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-79f7f905-033c-4905-b3a8-a6463bb266b2 admin admin] Publish callbacks [] for security_group (bbcf8e84-1c2f-49bf-83d9-a23f60e588e6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:53.710534 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-42d71564-0b6a-4d26-bef1-70f686e87b2f req-2ee8a7ac-18af-47f5-9ccd-2e92ad5a4829 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786762 Feb 20 03:29:53.715663 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-364b9ad9-e350-455f-a115-04742b99b836 req-c8a42d70-19a6-4ea6-9e27-2d0213620800 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Request body: {'port': {'device_id': 'e5066a95-2481-4c95-a8a8-a2e4531dda93', 'network_id': '1c91ce47-7bea-4684-9e83-8c6431905c13', 'admin_state_up': True, 'tenant_id': '562824520ad8463da7f1cd3c99d0b445'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:29:53.725724 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-79f7f905-033c-4905-b3a8-a6463bb266b2 admin admin] Publish callbacks [] for security_group (bbcf8e84-1c2f-49bf-83d9-a23f60e588e6), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:53.866791 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-79f7f905-033c-4905-b3a8-a6463bb266b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (bbcf8e84-1c2f-49bf-83d9-a23f60e588e6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:53.869472 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-79f7f905-033c-4905-b3a8-a6463bb266b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:53.873437 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-79f7f905-033c-4905-b3a8-a6463bb266b2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/bbcf8e84-1c2f-49bf-83d9-a23f60e588e6 HTTP/1.1" status: 204 len: 168 time: 0.2404330 Feb 20 03:29:53.882314 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7f905-033c-4905-b3a8-a6463bb266b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcf8e84-1c2f-49bf-83d9-a23f60e588e6,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:53.922892 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-364b9ad9-e350-455f-a115-04742b99b836 req-c8a42d70-19a6-4ea6-9e27-2d0213620800 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Made reservation on behalf of 562824520ad8463da7f1cd3c99d0b445 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:29:53.926808 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-364b9ad9-e350-455f-a115-04742b99b836 req-c8a42d70-19a6-4ea6-9e27-2d0213620800 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:53.959396 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e272a09-840b-440d-b91b-55b3c6471e1b req-f9f71323-4efd-4f28-be0b-888736cf5cbe tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:53.961016 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3e272a09-840b-440d-b91b-55b3c6471e1b req-f9f71323-4efd-4f28-be0b-888736cf5cbe tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=a79a0f1c-e423-4427-9cf0-6989059a5984 HTTP/1.1" status: 200 len: 950 time: 0.1351228 Feb 20 03:29:53.993561 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f3b1c-c41c-4cf8-aac4-54a031bb5b98 req-1664c270-7492-4275-9d17-766f1ac6e7b4 tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:53.994043 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f3b1c-c41c-4cf8-aac4-54a031bb5b98 req-1664c270-7492-4275-9d17-766f1ac6e7b4 tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:53.994566 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f3b1c-c41c-4cf8-aac4-54a031bb5b98 req-1664c270-7492-4275-9d17-766f1ac6e7b4 tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:53.995063 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f3b1c-c41c-4cf8-aac4-54a031bb5b98 req-1664c270-7492-4275-9d17-766f1ac6e7b4 tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:53.995531 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f3b1c-c41c-4cf8-aac4-54a031bb5b98 req-1664c270-7492-4275-9d17-766f1ac6e7b4 tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:53.995989 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f3b1c-c41c-4cf8-aac4-54a031bb5b98 req-1664c270-7492-4275-9d17-766f1ac6e7b4 tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:53.996443 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f3b1c-c41c-4cf8-aac4-54a031bb5b98 req-1664c270-7492-4275-9d17-766f1ac6e7b4 tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:53.996896 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f3b1c-c41c-4cf8-aac4-54a031bb5b98 req-1664c270-7492-4275-9d17-766f1ac6e7b4 tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:53.997350 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f3b1c-c41c-4cf8-aac4-54a031bb5b98 req-1664c270-7492-4275-9d17-766f1ac6e7b4 tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:53.997823 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f3b1c-c41c-4cf8-aac4-54a031bb5b98 req-1664c270-7492-4275-9d17-766f1ac6e7b4 tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:53.998275 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f3b1c-c41c-4cf8-aac4-54a031bb5b98 req-1664c270-7492-4275-9d17-766f1ac6e7b4 tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:53.998731 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f3b1c-c41c-4cf8-aac4-54a031bb5b98 req-1664c270-7492-4275-9d17-766f1ac6e7b4 tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:53.999217 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f3b1c-c41c-4cf8-aac4-54a031bb5b98 req-1664c270-7492-4275-9d17-766f1ac6e7b4 tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:53.999667 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f3b1c-c41c-4cf8-aac4-54a031bb5b98 req-1664c270-7492-4275-9d17-766f1ac6e7b4 tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:54.000116 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f3b1c-c41c-4cf8-aac4-54a031bb5b98 req-1664c270-7492-4275-9d17-766f1ac6e7b4 tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:54.000568 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f3b1c-c41c-4cf8-aac4-54a031bb5b98 req-1664c270-7492-4275-9d17-766f1ac6e7b4 tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:54.001036 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f3b1c-c41c-4cf8-aac4-54a031bb5b98 req-1664c270-7492-4275-9d17-766f1ac6e7b4 tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:54.003561 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac4f3b1c-c41c-4cf8-aac4-54a031bb5b98 req-1664c270-7492-4275-9d17-766f1ac6e7b4 tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=e5066a95-2481-4c95-a8a8-a2e4531dda93&device_id=a79a0f1c-e423-4427-9cf0-6989059a5984&device_id=be00fc32-e442-4486-a041-ef643f348423&device_id=a65457ec-86d5-469a-b4ba-88a0785b5132&device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c&device_id=1b6246ac-5877-4106-b0bd-57a21e7c269a&device_id=d36685e3-5d7a-48b6-97ff-9f28bd6e4e8b&device_id=3299e47c-aeb7-4098-8856-271e0f6ac309&device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b&device_id=5a523e91-89c3-41f9-a208-edc6937d2cff&device_id=fafc08cf-d972-4e0d-bf06-50fb7e640f5e&device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c&device_id=2524b827-ef63-4be3-a545-232a32461085&device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46&device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a&device_id=4be2cac3-de70-49bc-84e2-875235326a78&device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd&device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 15842 time: 0.1325245 Feb 20 03:29:54.073777 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ac4f3b1c-c41c-4cf8-aac4-54a031bb5b98 req-acb3d6a8-5604-43fe-b4b2-ea4fbec01dfc tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:54.139265 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3e272a09-840b-440d-b91b-55b3c6471e1b req-17b59ebc-eab9-42c8-99c2-238f46011262 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657667 Feb 20 03:29:54.187500 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-364b9ad9-e350-455f-a115-04742b99b836 req-c8a42d70-19a6-4ea6-9e27-2d0213620800 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Allocated IP 172.20.0.6 (1c91ce47-7bea-4684-9e83-8c6431905c13/bf109b62-46b0-4f66-9779-7ad707f5466f/ec7285c7-5f5f-44b2-9917-8adddf4c6ad5) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:29:54.276738 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ac4f3b1c-c41c-4cf8-aac4-54a031bb5b98 req-acb3d6a8-5604-43fe-b4b2-ea4fbec01dfc tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] Publish callbacks [] for security_group (dbfbd97f-6919-4fac-9f82-5ce331391d7e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:54.495918 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79a0f1c-e423-4427-9cf0-6989059a5984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2532afa0-d017-4b5a-8fc4-9b9b89a096f1'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:29:54.498523 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ccbad5-3f61-4722-86c2-c9c81e06136c" -d '{"events": [{"server_uuid": "a79a0f1c-e423-4427-9cf0-6989059a5984", "name": "network-vif-plugged", "status": "completed", "tag": "2532afa0-d017-4b5a-8fc4-9b9b89a096f1"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:29:54.551313 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:29:54.565080 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 6923b619-c6cf-49a9-99bd-ce1349e132ae up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:29:54.683673 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ac4f3b1c-c41c-4cf8-aac4-54a031bb5b98 req-acb3d6a8-5604-43fe-b4b2-ea4fbec01dfc tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (dbfbd97f-6919-4fac-9f82-5ce331391d7e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:54.751755 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 6923b619-c6cf-49a9-99bd-ce1349e132ae completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:29:54.757588 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 6923b619-c6cf-49a9-99bd-ce1349e132ae triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:29:54.760581 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (6923b619-c6cf-49a9-99bd-ce1349e132ae), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:54.764659 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3d6a8-5604-43fe-b4b2-ea4fbec01dfc tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfbd97f-6919-4fac-9f82-5ce331391d7e,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:54.796654 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b4dd9-e162-471d-b1b5-683f66c30486 req-8d886800-e1aa-42f6-ada8-7c8c9bcf0ad2 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:54.798161 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-597b4dd9-e162-471d-b1b5-683f66c30486 req-8d886800-e1aa-42f6-ada8-7c8c9bcf0ad2 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 945 time: 0.4914143 Feb 20 03:29:54.833325 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-364b9ad9-e350-455f-a115-04742b99b836 req-c8a42d70-19a6-4ea6-9e27-2d0213620800 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for port (ec7285c7-5f5f-44b2-9917-8adddf4c6ad5), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:54.866381 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac4f3b1c-c41c-4cf8-aac4-54a031bb5b98 req-acb3d6a8-5604-43fe-b4b2-ea4fbec01dfc tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&id=1b0f688b-7d6b-4298-9600-2ca875c45bad&id=3374d216-381b-4f5c-bb89-26686d90159e&id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 555 time: 0.8283651 Feb 20 03:29:54.869487 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 6923b619-c6cf-49a9-99bd-ce1349e132ae is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:29:54.870062 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (6923b619-c6cf-49a9-99bd-ce1349e132ae), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:54.928881 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 6923b619-c6cf-49a9-99bd-ce1349e132ae, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=6923b619-c6cf-49a9-99bd-ce1349e132ae,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:54.958872 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-597b4dd9-e162-471d-b1b5-683f66c30486 req-69bc61f8-76f3-4151-aab4-c1891d951027 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529734 Feb 20 03:29:54.980078 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2d86b625-4db1-4b7e-a9d6-0bab9f91f02f req-c78a0141-f051-4296-b5a5-48449ba592fc tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5066a95-2481-4c95-a8a8-a2e4531dda93 HTTP/1.1" status: 200 len: 210 time: 0.0379379 Feb 20 03:29:55.007935 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (6923b619-c6cf-49a9-99bd-ce1349e132ae), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:55.033736 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b640806d-a028-4c47-b977-cf1e8b745814 x-openstack-request-id: req-b640806d-a028-4c47-b977-cf1e8b745814 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:29:55.034029 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79a0f1c-e423-4427-9cf0-6989059a5984", "name": "network-vif-plugged", "status": "completed", "tag": "2532afa0-d017-4b5a-8fc4-9b9b89a096f1", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:29:55.034353 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b640806d-a028-4c47-b977-cf1e8b745814 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:29:55.034753 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79a0f1c-e423-4427-9cf0-6989059a5984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2532afa0-d017-4b5a-8fc4-9b9b89a096f1', 'code': 200} Feb 20 03:29:55.069621 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=6923b619-c6cf-49a9-99bd-ce1349e132ae,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:55.082225 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-364b9ad9-e350-455f-a115-04742b99b836 req-c8a42d70-19a6-4ea6-9e27-2d0213620800 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (ec7285c7-5f5f-44b2-9917-8adddf4c6ad5), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:55.165339 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-364b9ad9-e350-455f-a115-04742b99b836 req-c8a42d70-19a6-4ea6-9e27-2d0213620800 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Network 1c91ce47-7bea-4684-9e83-8c6431905c13 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:29:55.179989 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cc8a2-f3a6-40da-b444-e22bc089824a req-34602534-f876-461b-8f44-620130a8cebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:55.181422 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f26cc8a2-f3a6-40da-b444-e22bc089824a req-34602534-f876-461b-8f44-620130a8cebe service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a79a0f1c-e423-4427-9cf0-6989059a5984 HTTP/1.1" status: 200 len: 1132 time: 0.0886486 Feb 20 03:29:55.204118 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a42d70-19a6-4ea6-9e27-2d0213620800 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Pushing event updated for resources: {'Port': ['ID=ec7285c7-5f5f-44b2-9917-8adddf4c6ad5,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:55.208012 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-364b9ad9-e350-455f-a115-04742b99b836 req-c8a42d70-19a6-4ea6-9e27-2d0213620800 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:29:55.213144 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-0d2380ec-d8d7-4a00-a2b5-2ddd9d1cf5f7 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:55.213144 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-0d2380ec-d8d7-4a00-a2b5-2ddd9d1cf5f7 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c&tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&binding%3Ahost_id=n-h2-829866-4 HTTP/1.1" status: 200 len: 1128 time: 0.0804627 Feb 20 03:29:55.213144 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58092) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:29:55.213558 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-364b9ad9-e350-455f-a115-04742b99b836 req-c8a42d70-19a6-4ea6-9e27-2d0213620800 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:29:55.224824 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-b6a7205a-0872-4ad1-9a28-d249a640a22c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829866-4'}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:29:55.265309 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfc84d-8ce5-454d-a399-43afaa05ca3a req-ce527d1d-c1dd-495c-b1d9-8065133adb45 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:55.273322 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dccfc84d-8ce5-454d-a399-43afaa05ca3a req-ce527d1d-c1dd-495c-b1d9-8065133adb45 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 946 time: 0.2287636 Feb 20 03:29:55.290469 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f26cc8a2-f3a6-40da-b444-e22bc089824a req-ca361f06-0ae7-4b75-9c1a-98014278e41b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024511 Feb 20 03:29:55.322603 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b9ad9-e350-455f-a115-04742b99b836 req-c8a42d70-19a6-4ea6-9e27-2d0213620800 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:55.323262 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-364b9ad9-e350-455f-a115-04742b99b836 req-c8a42d70-19a6-4ea6-9e27-2d0213620800 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:55.325434 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-b6a7205a-0872-4ad1-9a28-d249a640a22c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1da3b321-2b61-40d5-b0b2-2546ea0f26cd), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:55.346351 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-cfaf2197-56b6-4ef9-86d2-7b8071483a4e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-781681199-network', 'tenant_id': 'b21cd2b580854f59ad4f03eef3c06b80'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:29:55.349502 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3e14b-b355-452e-8ddd-1688d99ff7bc req-69c3caf5-4fcd-49b7-9a2e-3d8a5a895285 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:55.357054 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-45e3e14b-b355-452e-8ddd-1688d99ff7bc req-69c3caf5-4fcd-49b7-9a2e-3d8a5a895285 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 946 time: 0.2595949 Feb 20 03:29:55.369289 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dccfc84d-8ce5-454d-a399-43afaa05ca3a req-06ebf587-748b-4947-a5e5-922d3b1ea115 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950792 Feb 20 03:29:55.407473 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-45e3e14b-b355-452e-8ddd-1688d99ff7bc req-d2be2ad7-151f-4900-b452-ee09420458db tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494812 Feb 20 03:29:55.438615 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-364b9ad9-e350-455f-a115-04742b99b836 req-c8a42d70-19a6-4ea6-9e27-2d0213620800 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7268996 Feb 20 03:29:55.452834 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-364b9ad9-e350-455f-a115-04742b99b836 req-d84659c6-3d44-4e5b-a0ba-61e3bdb700c5 service neutron] Request body: {'port': {'device_id': 'e5066a95-2481-4c95-a8a8-a2e4531dda93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:29:55.560524 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-b6a7205a-0872-4ad1-9a28-d249a640a22c service neutron] For port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=1da3b321-2b61-40d5-b0b2-2546ea0f26cd,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:55.584321 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-364b9ad9-e350-455f-a115-04742b99b836 req-d84659c6-3d44-4e5b-a0ba-61e3bdb700c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ec7285c7-5f5f-44b2-9917-8adddf4c6ad5), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:55.594793 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02460fc8-c0a0-47a3-8f8b-97d0afa63aba req-faeebffb-ad0d-4a10-be40-d0e2ec49e4b4 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:55.596330 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-02460fc8-c0a0-47a3-8f8b-97d0afa63aba req-faeebffb-ad0d-4a10-be40-d0e2ec49e4b4 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=a79a0f1c-e423-4427-9cf0-6989059a5984 HTTP/1.1" status: 200 len: 950 time: 0.1007242 Feb 20 03:29:55.611276 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-b6a7205a-0872-4ad1-9a28-d249a640a22c service neutron] For port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:29:55.672200 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-b6a7205a-0872-4ad1-9a28-d249a640a22c service neutron] Publish callbacks [] for port (1da3b321-2b61-40d5-b0b2-2546ea0f26cd), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:55.675235 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c60fd7-6caf-4f74-8848-ad2678470a7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1da3b321-2b61-40d5-b0b2-2546ea0f26cd'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:29:55.679443 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a449e90f-3918-4b4e-ad0f-88800369f166" -d '{"events": [{"server_uuid": "68c60fd7-6caf-4f74-8848-ad2678470a7c", "name": "network-vif-unplugged", "status": "completed", "tag": "1da3b321-2b61-40d5-b0b2-2546ea0f26cd"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:29:55.684712 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfaf2197-56b6-4ef9-86d2-7b8071483a4e admin admin] Made reservation on behalf of b21cd2b580854f59ad4f03eef3c06b80 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:29:55.687323 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cfaf2197-56b6-4ef9-86d2-7b8071483a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:55.700049 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cfaf2197-56b6-4ef9-86d2-7b8071483a4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:55.702176 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-02460fc8-c0a0-47a3-8f8b-97d0afa63aba req-34079b97-a52f-40a0-8f6c-b3233d056203 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964010 Feb 20 03:29:55.784536 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-b6a7205a-0872-4ad1-9a28-d249a640a22c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (1da3b321-2b61-40d5-b0b2-2546ea0f26cd), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:55.808524 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e124c036-877d-4c48-89bc-213c8553e314 x-openstack-request-id: req-e124c036-877d-4c48-89bc-213c8553e314 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:29:55.808959 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c60fd7-6caf-4f74-8848-ad2678470a7c", "name": "network-vif-unplugged", "status": "completed", "tag": "1da3b321-2b61-40d5-b0b2-2546ea0f26cd", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:29:55.809337 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e124c036-877d-4c48-89bc-213c8553e314 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:29:55.809929 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c60fd7-6caf-4f74-8848-ad2678470a7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1da3b321-2b61-40d5-b0b2-2546ea0f26cd', 'code': 200} Feb 20 03:29:55.919010 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-b6a7205a-0872-4ad1-9a28-d249a640a22c service neutron] Attempting to bind port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd on host n-h2-829866-4 for vnic_type normal with profile {"migrating_to": "n-h1-829866-4"} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:29:55.919792 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-b6a7205a-0872-4ad1-9a28-d249a640a22c service neutron] Attempting to bind port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:29:55.920175 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-b6a7205a-0872-4ad1-9a28-d249a640a22c service neutron] Attempting to bind port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd on network 5528b70c-0437-425a-a0ac-3485fc465717 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:29:55.933399 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-b6a7205a-0872-4ad1-9a28-d249a640a22c service neutron] Port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd on network 5528b70c-0437-425a-a0ac-3485fc465717 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:29:55.933864 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-b6a7205a-0872-4ad1-9a28-d249a640a22c service neutron] Attempting to bind port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd on network 5528b70c-0437-425a-a0ac-3485fc465717 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:29:55.955715 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cfaf2197-56b6-4ef9-86d2-7b8071483a4e admin admin] Publish callbacks [] for security_group (36757399-a99f-4b2f-b551-f3fbfe0f310a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:55.957948 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-b6a7205a-0872-4ad1-9a28-d249a640a22c service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:29:55.958390 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-b6a7205a-0872-4ad1-9a28-d249a640a22c service neutron] Checking segment: {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:29:55.958883 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-b6a7205a-0872-4ad1-9a28-d249a640a22c service neutron] Bound using segment: {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:29:55.960043 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-b6a7205a-0872-4ad1-9a28-d249a640a22c service neutron] Bound port: 1da3b321-2b61-40d5-b0b2-2546ea0f26cd, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:29:55.960515 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-b6a7205a-0872-4ad1-9a28-d249a640a22c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1da3b321-2b61-40d5-b0b2-2546ea0f26cd), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:55.979135 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7205a-0872-4ad1-9a28-d249a640a22c service neutron] Pushing event updated for resources: {'Port': ['ID=1da3b321-2b61-40d5-b0b2-2546ea0f26cd,revision_number=7']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:56.043722 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-b6a7205a-0872-4ad1-9a28-d249a640a22c service neutron] For port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:29:56.045837 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cfaf2197-56b6-4ef9-86d2-7b8071483a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (36757399-a99f-4b2f-b551-f3fbfe0f310a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:56.049815 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-b6a7205a-0872-4ad1-9a28-d249a640a22c service neutron] For port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=1da3b321-2b61-40d5-b0b2-2546ea0f26cd,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:29:56.057213 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-364b9ad9-e350-455f-a115-04742b99b836 req-d84659c6-3d44-4e5b-a0ba-61e3bdb700c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec7285c7-5f5f-44b2-9917-8adddf4c6ad5 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:29:56.069344 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfaf2197-56b6-4ef9-86d2-7b8071483a4e admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:29:56.087091 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cfaf2197-56b6-4ef9-86d2-7b8071483a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (af921e7d-5a4f-462b-8a9b-39a467bf90a4), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:56.087523 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-cfaf2197-56b6-4ef9-86d2-7b8071483a4e admin admin] Added segment af921e7d-5a4f-462b-8a9b-39a467bf90a4 of type vlan for network 288b8663-cd52-41ae-9a6f-935b9521d62d Feb 20 03:29:56.088755 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf2197-56b6-4ef9-86d2-7b8071483a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36757399-a99f-4b2f-b551-f3fbfe0f310a,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:56.092516 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-364b9ad9-e350-455f-a115-04742b99b836 req-d84659c6-3d44-4e5b-a0ba-61e3bdb700c5 service neutron] Publish callbacks [] for port (ec7285c7-5f5f-44b2-9917-8adddf4c6ad5), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:56.117790 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-364b9ad9-e350-455f-a115-04742b99b836 req-d84659c6-3d44-4e5b-a0ba-61e3bdb700c5 service neutron] Transition to ACTIVE for port object ec7285c7-5f5f-44b2-9917-8adddf4c6ad5 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:29:56.128473 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-b6a7205a-0872-4ad1-9a28-d249a640a22c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (1da3b321-2b61-40d5-b0b2-2546ea0f26cd), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:56.132390 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d889a-35c8-4653-b968-e90ddc16eb5e req-45800ee0-9381-4449-bd2a-0e1b55c7dd03 tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:56.132878 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d889a-35c8-4653-b968-e90ddc16eb5e req-45800ee0-9381-4449-bd2a-0e1b55c7dd03 tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:56.133347 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d889a-35c8-4653-b968-e90ddc16eb5e req-45800ee0-9381-4449-bd2a-0e1b55c7dd03 tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:56.135090 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fd0d889a-35c8-4653-b968-e90ddc16eb5e req-45800ee0-9381-4449-bd2a-0e1b55c7dd03 tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a65457ec-86d5-469a-b4ba-88a0785b5132&device_id=3299e47c-aeb7-4098-8856-271e0f6ac309&device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 2976 time: 0.1230829 Feb 20 03:29:56.151739 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300b10b-6d47-4f19-976c-9757cbc7c99c req-0f5ae42b-fb5e-4fa0-9743-9487ab1de67c tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:56.153233 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0300b10b-6d47-4f19-976c-9757cbc7c99c req-0f5ae42b-fb5e-4fa0-9743-9487ab1de67c tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 945 time: 0.1056278 Feb 20 03:29:56.169620 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cfaf2197-56b6-4ef9-86d2-7b8071483a4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (288b8663-cd52-41ae-9a6f-935b9521d62d), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:56.186393 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-364b9ad9-e350-455f-a115-04742b99b836 req-d84659c6-3d44-4e5b-a0ba-61e3bdb700c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (ec7285c7-5f5f-44b2-9917-8adddf4c6ad5), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:56.242248 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7205a-0872-4ad1-9a28-d249a640a22c service neutron] Pushing event updated for resources: {'Port': ['ID=1da3b321-2b61-40d5-b0b2-2546ea0f26cd,revision_number=8']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:56.246323 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-b6a7205a-0872-4ad1-9a28-d249a640a22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:56.246734 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-b6a7205a-0872-4ad1-9a28-d249a640a22c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:56.248206 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-b6a7205a-0872-4ad1-9a28-d249a640a22c service neutron] 10.222.0.42 "PUT /v2.0/ports/1da3b321-2b61-40d5-b0b2-2546ea0f26cd HTTP/1.1" status: 200 len: 1122 time: 1.0277252 Feb 20 03:29:56.266196 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fd0d889a-35c8-4653-b968-e90ddc16eb5e req-252c826b-361d-40f2-a22c-e37279d12b54 tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228294 Feb 20 03:29:56.283499 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84659c6-3d44-4e5b-a0ba-61e3bdb700c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ec7285c7-5f5f-44b2-9917-8adddf4c6ad5,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:56.298658 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cfaf2197-56b6-4ef9-86d2-7b8071483a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (288b8663-cd52-41ae-9a6f-935b9521d62d), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:56.298658 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfaf2197-56b6-4ef9-86d2-7b8071483a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:56.298658 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cfaf2197-56b6-4ef9-86d2-7b8071483a4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:56.312115 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0300b10b-6d47-4f19-976c-9757cbc7c99c req-ebf40b6c-05ad-44f8-9caf-133c7934643e tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456134 Feb 20 03:29:56.383636 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf2197-56b6-4ef9-86d2-7b8071483a4e admin admin] Pushing event updated for resources: {'Network': ['ID=288b8663-cd52-41ae-9a6f-935b9521d62d,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:56.393315 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['1da3b321-2b61-40d5-b0b2-2546ea0f26cd'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:29:56.398191 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 288b8663-cd52-41ae-9a6f-935b9521d62d details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:29:56.448177 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cfaf2197-56b6-4ef9-86d2-7b8071483a4e admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2307148 Feb 20 03:29:56.449066 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd37da-0477-442d-b85c-59fc25e3ec60 req-0885f282-7be9-4c4b-9861-8f2419fe62e8 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:56.453979 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58118) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:29:56.456409 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-20fd37da-0477-442d-b85c-59fc25e3ec60 req-0885f282-7be9-4c4b-9861-8f2419fe62e8 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5066a95-2481-4c95-a8a8-a2e4531dda93 HTTP/1.1" status: 200 len: 943 time: 0.1039279 Feb 20 03:29:56.461099 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-8c20089c-448e-4180-bbcc-ad2e7721ed29 admin admin] Request body: {'subnet': {'network_id': '288b8663-cd52-41ae-9a6f-935b9521d62d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-781681199-subnet', 'tenant_id': 'b21cd2b580854f59ad4f03eef3c06b80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:29:56.530584 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-20fd37da-0477-442d-b85c-59fc25e3ec60 req-cdcf44c1-fef4-4cdc-afdd-7aebe92fa57e tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b873480-7748-49ec-ad4f-e90eb63d9bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726011 Feb 20 03:29:56.531924 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-364b9ad9-e350-455f-a115-04742b99b836 req-d84659c6-3d44-4e5b-a0ba-61e3bdb700c5 service neutron] Attempting to bind port ec7285c7-5f5f-44b2-9917-8adddf4c6ad5 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:29:56.532261 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-364b9ad9-e350-455f-a115-04742b99b836 req-d84659c6-3d44-4e5b-a0ba-61e3bdb700c5 service neutron] Attempting to bind port ec7285c7-5f5f-44b2-9917-8adddf4c6ad5 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '23d264e4-1868-43ad-a9bd-7db80d31bd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1c91ce47-7bea-4684-9e83-8c6431905c13'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:29:56.532590 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364b9ad9-e350-455f-a115-04742b99b836 req-d84659c6-3d44-4e5b-a0ba-61e3bdb700c5 service neutron] Attempting to bind port ec7285c7-5f5f-44b2-9917-8adddf4c6ad5 on network 1c91ce47-7bea-4684-9e83-8c6431905c13 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:29:56.538430 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364b9ad9-e350-455f-a115-04742b99b836 req-d84659c6-3d44-4e5b-a0ba-61e3bdb700c5 service neutron] Port ec7285c7-5f5f-44b2-9917-8adddf4c6ad5 on network 1c91ce47-7bea-4684-9e83-8c6431905c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:29:56.538761 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364b9ad9-e350-455f-a115-04742b99b836 req-d84659c6-3d44-4e5b-a0ba-61e3bdb700c5 service neutron] Attempting to bind port ec7285c7-5f5f-44b2-9917-8adddf4c6ad5 on network 1c91ce47-7bea-4684-9e83-8c6431905c13 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:29:56.542010 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['1da3b321-2b61-40d5-b0b2-2546ea0f26cd'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:29:56.544159 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364b9ad9-e350-455f-a115-04742b99b836 req-d84659c6-3d44-4e5b-a0ba-61e3bdb700c5 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:29:56.544536 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364b9ad9-e350-455f-a115-04742b99b836 req-d84659c6-3d44-4e5b-a0ba-61e3bdb700c5 service neutron] Checking segment: {'id': '23d264e4-1868-43ad-a9bd-7db80d31bd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1c91ce47-7bea-4684-9e83-8c6431905c13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:29:56.544919 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364b9ad9-e350-455f-a115-04742b99b836 req-d84659c6-3d44-4e5b-a0ba-61e3bdb700c5 service neutron] Bound using segment: {'id': '23d264e4-1868-43ad-a9bd-7db80d31bd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1c91ce47-7bea-4684-9e83-8c6431905c13'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:29:56.545359 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-364b9ad9-e350-455f-a115-04742b99b836 req-d84659c6-3d44-4e5b-a0ba-61e3bdb700c5 service neutron] Bound port: ec7285c7-5f5f-44b2-9917-8adddf4c6ad5, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d264e4-1868-43ad-a9bd-7db80d31bd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1c91ce47-7bea-4684-9e83-8c6431905c13'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:29:56.545732 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-364b9ad9-e350-455f-a115-04742b99b836 req-d84659c6-3d44-4e5b-a0ba-61e3bdb700c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ec7285c7-5f5f-44b2-9917-8adddf4c6ad5), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:56.623133 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f8ade6b4-5d18-44b4-a693-9f65403897dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:56.681417 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fcc44-57da-43eb-bbcc-5d4b16e0d40d req-a3c70ca0-9530-4cac-86e4-5f58566e3255 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:56.691265 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-085fcc44-57da-43eb-bbcc-5d4b16e0d40d req-a3c70ca0-9530-4cac-86e4-5f58566e3255 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 946 time: 0.0795097 Feb 20 03:29:56.691265 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-364b9ad9-e350-455f-a115-04742b99b836 req-d84659c6-3d44-4e5b-a0ba-61e3bdb700c5 service neutron] For port ec7285c7-5f5f-44b2-9917-8adddf4c6ad5, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:29:56.691265 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-364b9ad9-e350-455f-a115-04742b99b836 req-d84659c6-3d44-4e5b-a0ba-61e3bdb700c5 service neutron] For port ec7285c7-5f5f-44b2-9917-8adddf4c6ad5, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=ec7285c7-5f5f-44b2-9917-8adddf4c6ad5,segment=NetworkSegment(23d264e4-1868-43ad-a9bd-7db80d31bd46),segment_id=23d264e4-1868-43ad-a9bd-7db80d31bd46)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:29:56.738230 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-085fcc44-57da-43eb-bbcc-5d4b16e0d40d req-076cedb5-ef37-4f6c-911e-3977a946e4e4 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469167 Feb 20 03:29:56.784552 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c20089c-448e-4180-bbcc-ad2e7721ed29 admin admin] Made reservation on behalf of b21cd2b580854f59ad4f03eef3c06b80 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:29:56.795117 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8c20089c-448e-4180-bbcc-ad2e7721ed29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:56.898237 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-364b9ad9-e350-455f-a115-04742b99b836 req-d84659c6-3d44-4e5b-a0ba-61e3bdb700c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (ec7285c7-5f5f-44b2-9917-8adddf4c6ad5), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:56.946821 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b9ad9-e350-455f-a115-04742b99b836 req-d84659c6-3d44-4e5b-a0ba-61e3bdb700c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:56.947542 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-364b9ad9-e350-455f-a115-04742b99b836 req-d84659c6-3d44-4e5b-a0ba-61e3bdb700c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:56.952704 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-364b9ad9-e350-455f-a115-04742b99b836 req-d84659c6-3d44-4e5b-a0ba-61e3bdb700c5 service neutron] 10.222.0.42 "PUT /v2.0/ports/ec7285c7-5f5f-44b2-9917-8adddf4c6ad5 HTTP/1.1" status: 200 len: 1091 time: 1.5043342 Feb 20 03:29:56.955607 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5066a95-2481-4c95-a8a8-a2e4531dda93', 'tag': 'ec7285c7-5f5f-44b2-9917-8adddf4c6ad5'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:29:56.964777 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda32cd1-8d4a-43db-b95b-02fb1ce4e555" -d '{"events": [{"name": "network-changed", "server_uuid": "e5066a95-2481-4c95-a8a8-a2e4531dda93", "tag": "ec7285c7-5f5f-44b2-9917-8adddf4c6ad5"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:29:57.025288 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c7cb4-b123-4277-a1db-0d3a01915d95 req-df78a433-2a37-4e2a-9181-222c4fd81f37 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:57.035419 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a1c7cb4-b123-4277-a1db-0d3a01915d95 req-df78a433-2a37-4e2a-9181-222c4fd81f37 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 944 time: 0.2121410 Feb 20 03:29:57.068126 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1349e185-9131-4c7e-aebe-e1f6f7d0399c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6923b619-c6cf-49a9-99bd-ce1349e132ae'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:29:57.070432 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541ec735-e913-47d7-8ed2-303164afc617" -d '{"events": [{"server_uuid": "1349e185-9131-4c7e-aebe-e1f6f7d0399c", "name": "network-vif-plugged", "status": "completed", "tag": "6923b619-c6cf-49a9-99bd-ce1349e132ae"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:29:57.078069 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84659c6-3d44-4e5b-a0ba-61e3bdb700c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ec7285c7-5f5f-44b2-9917-8adddf4c6ad5,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:57.150821 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a1c7cb4-b123-4277-a1db-0d3a01915d95 req-455b7469-2641-459d-a9d6-3a7c993b84fa tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132593 Feb 20 03:29:57.163101 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b9ad9-e350-455f-a115-04742b99b836 req-3db04044-662a-412d-bace-343ffacaf5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:57.164755 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-364b9ad9-e350-455f-a115-04742b99b836 req-3db04044-662a-412d-bace-343ffacaf5f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=562824520ad8463da7f1cd3c99d0b445&device_id=e5066a95-2481-4c95-a8a8-a2e4531dda93 HTTP/1.1" status: 200 len: 1125 time: 0.0898678 Feb 20 03:29:57.220076 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-364b9ad9-e350-455f-a115-04742b99b836 req-b6f3eb98-defe-49e7-9f7e-63145e9b4cc9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec7285c7-5f5f-44b2-9917-8adddf4c6ad5 HTTP/1.1" status: 200 len: 217 time: 0.0451479 Feb 20 03:29:57.244184 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8c20089c-448e-4180-bbcc-ad2e7721ed29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (56d183b8-0223-43b0-ac23-eab97adf586c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:57.275733 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 1da3b321-2b61-40d5-b0b2-2546ea0f26cd details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:29:57.303447 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b9ad9-e350-455f-a115-04742b99b836 req-1fc17640-78b8-4cdc-88b9-32529a8ffbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:57.305515 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-364b9ad9-e350-455f-a115-04742b99b836 req-1fc17640-78b8-4cdc-88b9-32529a8ffbfe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf109b62-46b0-4f66-9779-7ad707f5466f HTTP/1.1" status: 200 len: 852 time: 0.0728681 Feb 20 03:29:57.316962 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d702179-3930-4c14-bca0-d78c82069f95 req-8ccaf061-0b56-400b-adaa-99d511065cfb tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:57.318546 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5d702179-3930-4c14-bca0-d78c82069f95 req-8ccaf061-0b56-400b-adaa-99d511065cfb tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=a79a0f1c-e423-4427-9cf0-6989059a5984 HTTP/1.1" status: 200 len: 950 time: 0.0961916 Feb 20 03:29:57.340206 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20089c-448e-4180-bbcc-ad2e7721ed29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56d183b8-0223-43b0-ac23-eab97adf586c,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:29:57.358140 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c20089c-448e-4180-bbcc-ad2e7721ed29 admin admin] Checking segment: {'id': 'af921e7d-5a4f-462b-8a9b-39a467bf90a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '288b8663-cd52-41ae-9a6f-935b9521d62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:29:57.358648 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c20089c-448e-4180-bbcc-ad2e7721ed29 admin admin] Network hostable DHCP agents. Network: 288b8663-cd52-41ae-9a6f-935b9521d62d, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:29:57.373281 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-364b9ad9-e350-455f-a115-04742b99b836 req-3e7eb90b-a6ab-4265-bcbd-9834292b1cde service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c91ce47-7bea-4684-9e83-8c6431905c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533128 Feb 20 03:29:57.378187 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8319533-94a0-4941-a512-8fd701590c69 req-ae43a62b-51a3-4eba-8e61-ff2eb5a53079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:57.380215 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a8319533-94a0-4941-a512-8fd701590c69 req-ae43a62b-51a3-4eba-8e61-ff2eb5a53079 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87bec72e0bca457e8ebb03d0cbe6ac2d&device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 1127 time: 0.0983980 Feb 20 03:29:57.404615 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=1da3b321-2b61-40d5-b0b2-2546ea0f26cd,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:29:57.419825 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 1da3b321-2b61-40d5-b0b2-2546ea0f26cd has no active binding in host n-h1-829866-4 {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 20 03:29:57.451659 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5d702179-3930-4c14-bca0-d78c82069f95 req-e23177d2-c7ea-471f-9593-bfb47140a9ae tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171360 Feb 20 03:29:57.478477 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8319533-94a0-4941-a512-8fd701590c69 req-798f5ac8-2367-4ab3-aa79-23e0fe3d3922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:57.481003 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a8319533-94a0-4941-a512-8fd701590c69 req-798f5ac8-2367-4ab3-aa79-23e0fe3d3922 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2cee905c-3517-4660-8947-ff7bb2860c1e HTTP/1.1" status: 200 len: 910 time: 0.0945642 Feb 20 03:29:57.494890 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-364b9ad9-e350-455f-a115-04742b99b836 req-ab98dbfc-1bd8-4947-9659-099b010dda5d service neutron] 10.222.0.42 "GET /v2.0/networks/1c91ce47-7bea-4684-9e83-8c6431905c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103518 Feb 20 03:29:57.529095 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a8319533-94a0-4941-a512-8fd701590c69 req-9f99aaa2-7d5e-466a-99c9-0b559028c607 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=135255bd-7920-4872-acef-1a20ed310edd HTTP/1.1" status: 200 len: 217 time: 0.0402210 Feb 20 03:29:57.529095 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c20089c-448e-4180-bbcc-ad2e7721ed29 admin admin] Network 288b8663-cd52-41ae-9a6f-935b9521d62d is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:29:57.596676 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8319533-94a0-4941-a512-8fd701590c69 req-680acdd9-6d5e-43c9-a1cd-7afcd19c1216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:57.599101 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a8319533-94a0-4941-a512-8fd701590c69 req-680acdd9-6d5e-43c9-a1cd-7afcd19c1216 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7e3878e6-5b76-459d-be9f-a6cbffaea39e HTTP/1.1" status: 200 len: 849 time: 0.0624855 Feb 20 03:29:57.603568 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-364b9ad9-e350-455f-a115-04742b99b836 req-3ce431ee-c42b-4baf-8062-bf435e711e17 service neutron] 10.222.0.42 "GET /v2.0/networks/1c91ce47-7bea-4684-9e83-8c6431905c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017783 Feb 20 03:29:57.603939 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-8c20089c-448e-4180-bbcc-ad2e7721ed29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 288b8663-cd52-41ae-9a6f-935b9521d62d) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:29:57.608535 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c20089c-448e-4180-bbcc-ad2e7721ed29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:57.609241 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8c20089c-448e-4180-bbcc-ad2e7721ed29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:57.614703 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a6c41a-7a45-4caa-86a1-ad80c20f476d None None] Network 288b8663-cd52-41ae-9a6f-935b9521d62d requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:29:57.633634 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a815523-4fb5-44b5-8520-20b3764945f8 x-openstack-request-id: req-8a815523-4fb5-44b5-8520-20b3764945f8 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:29:57.634051 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1349e185-9131-4c7e-aebe-e1f6f7d0399c", "name": "network-vif-plugged", "status": "completed", "tag": "6923b619-c6cf-49a9-99bd-ce1349e132ae", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:29:57.634414 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8a815523-4fb5-44b5-8520-20b3764945f8 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:29:57.635051 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1349e185-9131-4c7e-aebe-e1f6f7d0399c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6923b619-c6cf-49a9-99bd-ce1349e132ae', 'code': 200} Feb 20 03:29:57.654785 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a8319533-94a0-4941-a512-8fd701590c69 req-13d7a787-a265-44cd-a243-1836656cd05e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2cee905c-3517-4660-8947-ff7bb2860c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424592 Feb 20 03:29:57.686626 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd03e7b-ce24-4b06-8353-170195e02a0e x-openstack-request-id: req-ebd03e7b-ce24-4b06-8353-170195e02a0e {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:29:57.686952 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5066a95-2481-4c95-a8a8-a2e4531dda93", "tag": "ec7285c7-5f5f-44b2-9917-8adddf4c6ad5", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:29:57.687213 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ebd03e7b-ce24-4b06-8353-170195e02a0e {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:29:57.687676 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5066a95-2481-4c95-a8a8-a2e4531dda93', 'tag': 'ec7285c7-5f5f-44b2-9917-8adddf4c6ad5', 'status': 'completed', 'code': 200} Feb 20 03:29:57.739504 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696c080c-bee7-4b84-b99e-0b7d5a3b347d None None] Network 288b8663-cd52-41ae-9a6f-935b9521d62d requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:29:57.776707 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8c20089c-448e-4180-bbcc-ad2e7721ed29 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3214338 Feb 20 03:29:57.810205 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b3936-101e-456d-96eb-c17900654107 req-d77f13a1-651b-409e-87b8-942970c61639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:57.811687 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1c2b3936-101e-456d-96eb-c17900654107 req-d77f13a1-651b-409e-87b8-942970c61639 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 1128 time: 0.0697806 Feb 20 03:29:57.813786 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c60fd7-6caf-4f74-8848-ad2678470a7c', 'tag': '1da3b321-2b61-40d5-b0b2-2546ea0f26cd'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:29:57.816171 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64551f5c-012a-4023-bd07-bcc76a373e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "68c60fd7-6caf-4f74-8848-ad2678470a7c", "tag": "1da3b321-2b61-40d5-b0b2-2546ea0f26cd"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:29:57.852741 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01278f3-6052-4e71-8c9b-db0d4e062645 req-0dca2854-c7f1-4ade-ab25-4d776f6964de tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:57.854981 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a01278f3-6052-4e71-8c9b-db0d4e062645 req-0dca2854-c7f1-4ade-ab25-4d776f6964de tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 945 time: 0.1398644 Feb 20 03:29:57.861779 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda32cd1-8d4a-43db-b95b-02fb1ce4e555 req-494eb340-74c0-4cae-be9e-5d916b0b2703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:57.864146 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cda32cd1-8d4a-43db-b95b-02fb1ce4e555 req-494eb340-74c0-4cae-be9e-5d916b0b2703 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=562824520ad8463da7f1cd3c99d0b445&device_id=e5066a95-2481-4c95-a8a8-a2e4531dda93 HTTP/1.1" status: 200 len: 1125 time: 0.1120169 Feb 20 03:29:57.874305 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1c2b3936-101e-456d-96eb-c17900654107 req-4a3753c0-795c-4759-b83c-86bed266e391 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470994 Feb 20 03:29:57.888570 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a8319533-94a0-4941-a512-8fd701590c69 req-6ddae094-7444-4614-ab62-d27dd5c92663 service neutron] 10.222.0.42 "GET /v2.0/networks/2cee905c-3517-4660-8947-ff7bb2860c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220926 Feb 20 03:29:57.955233 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f5194-5e76-435d-b955-7b7f12cdeeb1 req-d6a338c5-adb1-447a-86d2-1c89dc0e5cfc tempest-ServersOnMultiNodesTest-1517377240 tempest-ServersOnMultiNodesTest-1517377240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:57.956897 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e47f5194-5e76-435d-b955-7b7f12cdeeb1 req-d6a338c5-adb1-447a-86d2-1c89dc0e5cfc tempest-ServersOnMultiNodesTest-1517377240 tempest-ServersOnMultiNodesTest-1517377240-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a79a0f1c-e423-4427-9cf0-6989059a5984 HTTP/1.1" status: 200 len: 1132 time: 0.1741750 Feb 20 03:29:57.990381 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a01278f3-6052-4e71-8c9b-db0d4e062645 req-235b82f9-5baa-4975-bd66-4a7f309054a6 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211803 Feb 20 03:29:57.990754 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a8319533-94a0-4941-a512-8fd701590c69 req-2620229d-4022-483e-86c7-b59aedb3b213 service neutron] 10.222.0.42 "GET /v2.0/networks/2cee905c-3517-4660-8947-ff7bb2860c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948932 Feb 20 03:29:58.042453 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e47f5194-5e76-435d-b955-7b7f12cdeeb1 req-b9f78b31-bebd-4c87-b315-9bae1012ac29 tempest-ServersOnMultiNodesTest-1517377240 tempest-ServersOnMultiNodesTest-1517377240-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761890 Feb 20 03:29:58.043526 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda32cd1-8d4a-43db-b95b-02fb1ce4e555 req-491515c6-cf10-440d-9126-19fa0cfd3d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:58.044878 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cda32cd1-8d4a-43db-b95b-02fb1ce4e555 req-491515c6-cf10-440d-9126-19fa0cfd3d26 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c91ce47-7bea-4684-9e83-8c6431905c13 HTTP/1.1" status: 200 len: 913 time: 0.1639242 Feb 20 03:29:58.093250 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cda32cd1-8d4a-43db-b95b-02fb1ce4e555 req-8e054d61-f67d-4cad-968c-fd5cc4529ab7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec7285c7-5f5f-44b2-9917-8adddf4c6ad5 HTTP/1.1" status: 200 len: 217 time: 0.0404763 Feb 20 03:29:58.228579 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda32cd1-8d4a-43db-b95b-02fb1ce4e555 req-68dd3f5a-f073-482a-a497-4a4495013d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:58.230049 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cda32cd1-8d4a-43db-b95b-02fb1ce4e555 req-68dd3f5a-f073-482a-a497-4a4495013d6b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf109b62-46b0-4f66-9779-7ad707f5466f HTTP/1.1" status: 200 len: 852 time: 0.1125302 Feb 20 03:29:58.245103 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78c7a7-0e55-499e-8ef0-93eb53602866 req-e0262d39-f77c-40e8-9e94-43d727e020f5 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:58.247324 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8a78c7a7-0e55-499e-8ef0-93eb53602866 req-e0262d39-f77c-40e8-9e94-43d727e020f5 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5066a95-2481-4c95-a8a8-a2e4531dda93 HTTP/1.1" status: 200 len: 943 time: 0.1274838 Feb 20 03:29:58.290542 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cda32cd1-8d4a-43db-b95b-02fb1ce4e555 req-dc6fb642-b505-4187-8f81-8d745e5d09a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c91ce47-7bea-4684-9e83-8c6431905c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421975 Feb 20 03:29:58.397390 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8a78c7a7-0e55-499e-8ef0-93eb53602866 req-53bd4e27-81f7-4c40-bad0-3817cdf80878 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b873480-7748-49ec-ad4f-e90eb63d9bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372147 Feb 20 03:29:58.415167 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd84df5-80a3-471b-8172-015337b464a4 req-593efff8-7efd-4006-b25a-ea367e4faade tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:58.416800 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fcd84df5-80a3-471b-8172-015337b464a4 req-593efff8-7efd-4006-b25a-ea367e4faade tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 946 time: 0.1588531 Feb 20 03:29:58.448336 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fd636e-989c-4ee7-a69a-9d59800c8677 x-openstack-request-id: req-87fd636e-989c-4ee7-a69a-9d59800c8677 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:29:58.448880 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c60fd7-6caf-4f74-8848-ad2678470a7c", "tag": "1da3b321-2b61-40d5-b0b2-2546ea0f26cd", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:29:58.448880 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-87fd636e-989c-4ee7-a69a-9d59800c8677 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:29:58.449250 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c60fd7-6caf-4f74-8848-ad2678470a7c', 'tag': '1da3b321-2b61-40d5-b0b2-2546ea0f26cd', 'status': 'completed', 'code': 200} Feb 20 03:29:58.461899 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cda32cd1-8d4a-43db-b95b-02fb1ce4e555 req-ea948fef-59c4-4c1a-b9e3-2b73753fd69f service neutron] 10.222.0.42 "GET /v2.0/networks/1c91ce47-7bea-4684-9e83-8c6431905c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507804 Feb 20 03:29:58.500986 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fcd84df5-80a3-471b-8172-015337b464a4 req-1bafc1ef-45ff-4c3e-94f3-ca627bcc1db9 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773053 Feb 20 03:29:58.567326 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64551f5c-012a-4023-bd07-bcc76a373e6a req-183f3467-28c7-49ca-8041-21afe7047fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:58.568925 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-64551f5c-012a-4023-bd07-bcc76a373e6a req-183f3467-28c7-49ca-8041-21afe7047fdd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 1156 time: 0.0947304 Feb 20 03:29:58.599135 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cda32cd1-8d4a-43db-b95b-02fb1ce4e555 req-3b32bb20-63e8-497a-8c74-1b68e3c62623 service neutron] 10.222.0.42 "GET /v2.0/networks/1c91ce47-7bea-4684-9e83-8c6431905c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064780 Feb 20 03:29:58.673062 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64551f5c-012a-4023-bd07-bcc76a373e6a req-8e785596-6b29-4cb3-a378-77e01059e338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:58.674768 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-64551f5c-012a-4023-bd07-bcc76a373e6a req-8e785596-6b29-4cb3-a378-77e01059e338 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5528b70c-0437-425a-a0ac-3485fc465717 HTTP/1.1" status: 200 len: 921 time: 0.0971770 Feb 20 03:29:58.676739 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-c46edf51-566e-40ba-95a8-eb6d8900724a tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=4010c5c9a68841d28ec3272ba0035a74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593243 Feb 20 03:29:58.727373 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-64551f5c-012a-4023-bd07-bcc76a373e6a req-2f36f7e4-6cd9-4576-85f4-346dec0d7fdf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1da3b321-2b61-40d5-b0b2-2546ea0f26cd HTTP/1.1" status: 200 len: 217 time: 0.0439429 Feb 20 03:29:58.730230 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1a3e88f5-a97e-480c-a929-6dd86108993c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:58.776881 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64551f5c-012a-4023-bd07-bcc76a373e6a req-54f801e1-c434-475a-b0b1-7f586adcbdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:58.778423 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-64551f5c-012a-4023-bd07-bcc76a373e6a req-54f801e1-c434-475a-b0b1-7f586adcbdc0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e570f242-4684-4db2-b2a8-755bc6ec8973 HTTP/1.1" status: 200 len: 860 time: 0.0443821 Feb 20 03:29:58.810245 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-4bd028b8-50e7-44ff-88bd-cadb8f88ea8d tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:58.811956 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-4bd028b8-50e7-44ff-88bd-cadb8f88ea8d tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] 10.222.0.89 "GET /v2.0/networks?id=288b8663-cd52-41ae-9a6f-935b9521d62d HTTP/1.1" status: 200 len: 821 time: 0.2059352 Feb 20 03:29:58.824435 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-64551f5c-012a-4023-bd07-bcc76a373e6a req-6be94dd1-575b-424e-ba21-32ee3cc4249b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5528b70c-0437-425a-a0ac-3485fc465717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281570 Feb 20 03:29:58.845392 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-e560ec72-d147-497b-bcf3-68cfade3de20 tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] 10.222.0.89 "GET /v2.0/quotas/b21cd2b580854f59ad4f03eef3c06b80 HTTP/1.1" status: 200 len: 375 time: 0.0224221 Feb 20 03:29:58.856829 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-173ddbaf-7449-4699-9eab-f472bd378509 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:58.858444 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-173ddbaf-7449-4699-9eab-f472bd378509 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1765149 Feb 20 03:29:58.891166 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-43119c2e-775e-4b52-92f1-a709a6336712 tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=b21cd2b580854f59ad4f03eef3c06b80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315311 Feb 20 03:29:58.893539 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-990cb6c0-9791-42f4-be26-516b1229bc5e tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/quotas/4010c5c9a68841d28ec3272ba0035a74 HTTP/1.1" status: 200 len: 375 time: 0.0254006 Feb 20 03:29:58.933566 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-64551f5c-012a-4023-bd07-bcc76a373e6a req-5a2150bf-7537-4bc2-9539-9f9e983762a9 service neutron] 10.222.0.93 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997660 Feb 20 03:29:58.975463 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-21c75a5c-8c3f-407c-94df-076083c31a76 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=4010c5c9a68841d28ec3272ba0035a74&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0744178 Feb 20 03:29:59.038668 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-64551f5c-012a-4023-bd07-bcc76a373e6a req-1ba9d58a-68df-4d0a-bd59-65df93377c71 service neutron] 10.222.0.93 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916784 Feb 20 03:29:59.075223 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-d8788906-72d3-45ab-bdc0-fc192a70605c service neutron] 10.222.0.89 "GET /v2.0/networks/288b8663-cd52-41ae-9a6f-935b9521d62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751869 Feb 20 03:29:59.174502 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-9b7c2026-3c04-486f-89ea-4d3cfb7e47aa service neutron] 10.222.0.89 "GET /v2.0/networks/288b8663-cd52-41ae-9a6f-935b9521d62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929539 Feb 20 03:29:59.318625 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06411f0-6fda-4362-93ad-9dfb3490bf1c req-42410059-7673-432d-b043-447d8413ce5c tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:59.320686 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f06411f0-6fda-4362-93ad-9dfb3490bf1c req-42410059-7673-432d-b043-447d8413ce5c tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 944 time: 0.0619137 Feb 20 03:29:59.382798 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f06411f0-6fda-4362-93ad-9dfb3490bf1c req-b0cc23da-8143-4095-96a3-3666542f86ba tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549796 Feb 20 03:29:59.555790 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c301dc2-369d-4e05-80e5-0365fce34306 req-69b4d79b-0bf4-4e8e-bf00-b4db15973419 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:59.557407 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5c301dc2-369d-4e05-80e5-0365fce34306 req-69b4d79b-0bf4-4e8e-bf00-b4db15973419 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 945 time: 0.0596550 Feb 20 03:29:59.615842 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5c301dc2-369d-4e05-80e5-0365fce34306 req-feafb3e6-2f6d-4e23-b65e-c6b0150d19fa tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523169 Feb 20 03:29:59.694641 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2328cfe4-0f26-46b3-bfeb-3bb4a26e93db req-d9188ced-287d-4410-8ee7-d71a18312d1f tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=9a57895d-425c-4896-9618-4d6806bfab44 HTTP/1.1" status: 200 len: 210 time: 0.0327981 Feb 20 03:29:59.836020 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85792a-c072-4881-93c6-5c0c6bbc4056 req-f00e0810-d935-4f7b-8697-b0344b730174 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:29:59.837504 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8d85792a-c072-4881-93c6-5c0c6bbc4056 req-f00e0810-d935-4f7b-8697-b0344b730174 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5066a95-2481-4c95-a8a8-a2e4531dda93 HTTP/1.1" status: 200 len: 943 time: 0.0642357 Feb 20 03:29:59.854647 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:29:59.888447 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8d85792a-c072-4881-93c6-5c0c6bbc4056 req-ba9dc7b3-3b46-404f-9ba3-b6958c9b6c51 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b873480-7748-49ec-ad4f-e90eb63d9bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451832 Feb 20 03:29:59.918834 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3d6bdb27-21bb-4ead-8bec-3d8616bdf5c8 req-eca2b00b-428a-4fe3-892f-5400d7e8f8c0 tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] 10.222.0.89 "GET /v2.0/ports?device_id=af970f4c-4845-4108-b0be-25457d4a56b9 HTTP/1.1" status: 200 len: 210 time: 0.0294080 Feb 20 03:30:00.065634 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230f70b-c95e-4542-960b-52155b61cdca req-7269bbe7-4725-47b5-b1be-a6198e588859 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:00.067452 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3230f70b-c95e-4542-960b-52155b61cdca req-7269bbe7-4725-47b5-b1be-a6198e588859 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 946 time: 0.0956054 Feb 20 03:30:00.070110 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b586e-788b-4054-976a-72531be5a555 req-dbbc3f56-57ce-4294-96c8-ca9d5361a58f tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:00.071576 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e82b586e-788b-4054-976a-72531be5a555 req-dbbc3f56-57ce-4294-96c8-ca9d5361a58f tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 1131 time: 0.0859091 Feb 20 03:30:00.143614 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3230f70b-c95e-4542-960b-52155b61cdca req-d297b434-7d39-4485-b219-6a193aadfe44 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702934 Feb 20 03:30:00.150955 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e82b586e-788b-4054-976a-72531be5a555 req-1567b7e5-70c6-4d48-9e72-c0af59df0afd tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677404 Feb 20 03:30:00.271507 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f49d-1ba7-49b3-b217-a9b96f922195 req-2b0860d5-c49d-41d4-9d7b-d7004fade995 tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:00.273831 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa34f49d-1ba7-49b3-b217-a9b96f922195 req-2b0860d5-c49d-41d4-9d7b-d7004fade995 tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 1131 time: 0.0541208 Feb 20 03:30:00.368096 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa34f49d-1ba7-49b3-b217-a9b96f922195 req-0065009c-2669-40bc-95b5-cbd82aee0cac tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843141 Feb 20 03:30:00.461167 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe336eea-3ca2-46d7-9f66-381e5c1c9b82 req-f39c4ee9-da55-4411-ab01-c0b5849a38c7 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:00.463858 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fe336eea-3ca2-46d7-9f66-381e5c1c9b82 req-f39c4ee9-da55-4411-ab01-c0b5849a38c7 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 1128 time: 0.0695431 Feb 20 03:30:00.527048 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fe336eea-3ca2-46d7-9f66-381e5c1c9b82 req-d3986f72-5132-46a2-b99a-fa13e76562f3 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561099 Feb 20 03:30:00.677555 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e0869-b9ad-44b5-a247-99ae64105824 req-0988b7e8-a6e6-4735-8f47-f647e8d41013 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:00.679124 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-652e0869-b9ad-44b5-a247-99ae64105824 req-0988b7e8-a6e6-4735-8f47-f647e8d41013 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 944 time: 0.0780735 Feb 20 03:30:00.761967 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-652e0869-b9ad-44b5-a247-99ae64105824 req-ec505774-8ce4-46da-afcb-d6bf83fedca9 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770895 Feb 20 03:30:00.773164 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d212aba-13a8-4a19-8645-e5ccf1d2a6be req-5949ba04-5f2d-4f4a-9e4d-69d8e50711d2 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:00.775017 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6d212aba-13a8-4a19-8645-e5ccf1d2a6be req-5949ba04-5f2d-4f4a-9e4d-69d8e50711d2 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 1128 time: 0.0819149 Feb 20 03:30:00.854302 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6d212aba-13a8-4a19-8645-e5ccf1d2a6be req-9087c0b8-6b14-43cc-afb6-74e03b78440d tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722575 Feb 20 03:30:00.876863 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58242) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:30:00.885128 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-5969fe58-c2a7-4ccc-9699-65f60e5adf93 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-917246964'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:00.991883 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5969fe58-c2a7-4ccc-9699-65f60e5adf93 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Made reservation on behalf of 31539382099d40138aa9f9434b18f41f for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:30:00.995579 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5969fe58-c2a7-4ccc-9699-65f60e5adf93 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:01.022503 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb70734-d017-4eb2-9a1b-535302d5f2e2 req-17e57f22-b463-47bc-adfd-4609d7b2a983 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:01.024066 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3cb70734-d017-4eb2-9a1b-535302d5f2e2 req-17e57f22-b463-47bc-adfd-4609d7b2a983 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 945 time: 0.0892348 Feb 20 03:30:01.024959 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5969fe58-c2a7-4ccc-9699-65f60e5adf93 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:30:01.034170 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5969fe58-c2a7-4ccc-9699-65f60e5adf93 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (6971358c-5ead-4d6f-a8a9-4425c89312e5), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:01.034521 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-5969fe58-c2a7-4ccc-9699-65f60e5adf93 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Added segment 6971358c-5ead-4d6f-a8a9-4425c89312e5 of type vlan for network 67e7e45b-f32b-4fdb-9b56-3214aa9e538c Feb 20 03:30:01.042287 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e125959-ffb8-479b-9fba-99121c34de5f req-76799338-82a7-4845-9cc9-59fe184f0595 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=9a57895d-425c-4896-9618-4d6806bfab44 HTTP/1.1" status: 200 len: 210 time: 0.0456882 Feb 20 03:30:01.085734 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5969fe58-c2a7-4ccc-9699-65f60e5adf93 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (67e7e45b-f32b-4fdb-9b56-3214aa9e538c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:01.088962 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3cb70734-d017-4eb2-9a1b-535302d5f2e2 req-fefe9caa-fb63-4ec5-8199-d3b074bbe4a4 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491118 Feb 20 03:30:01.175089 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:01.205053 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-434002c8-e33f-472c-92b9-87f9fd327f8e req-eb590462-8236-42cb-849a-f52697d338a2 tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] 10.222.0.89 "GET /v2.0/ports?device_id=af970f4c-4845-4108-b0be-25457d4a56b9 HTTP/1.1" status: 200 len: 210 time: 0.0470815 Feb 20 03:30:01.209292 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5969fe58-c2a7-4ccc-9699-65f60e5adf93 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (67e7e45b-f32b-4fdb-9b56-3214aa9e538c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:01.215862 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5969fe58-c2a7-4ccc-9699-65f60e5adf93 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:01.216694 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5969fe58-c2a7-4ccc-9699-65f60e5adf93 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:01.237779 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24e3bd-929b-477e-a8fd-2c0dc4274215 req-5f137b06-1041-440a-a35d-befa98371e89 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:01.240900 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c24e3bd-929b-477e-a8fd-2c0dc4274215 req-5f137b06-1041-440a-a35d-befa98371e89 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5066a95-2481-4c95-a8a8-a2e4531dda93 HTTP/1.1" status: 200 len: 943 time: 0.0920331 Feb 20 03:30:01.288921 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5969fe58-c2a7-4ccc-9699-65f60e5adf93 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Pushing event updated for resources: {'Network': ['ID=67e7e45b-f32b-4fdb-9b56-3214aa9e538c,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:01.299252 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c24e3bd-929b-477e-a8fd-2c0dc4274215 req-80c00cb5-e227-4f03-992c-6beca3a1e459 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b873480-7748-49ec-ad4f-e90eb63d9bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503721 Feb 20 03:30:01.305306 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 67e7e45b-f32b-4fdb-9b56-3214aa9e538c details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:30:01.310698 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5969fe58-c2a7-4ccc-9699-65f60e5adf93 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4286234 Feb 20 03:30:01.311096 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58256) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:30:01.324709 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-adfe8e64-858c-42eb-9d07-a474147a6d6a tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-710920556'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:01.364085 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device ec7285c7-5f5f-44b2-9917-8adddf4c6ad5 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:30:01.435904 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfe8e64-858c-42eb-9d07-a474147a6d6a tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Made reservation on behalf of 31539382099d40138aa9f9434b18f41f for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:30:01.443188 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-adfe8e64-858c-42eb-9d07-a474147a6d6a tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:01.474984 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adfe8e64-858c-42eb-9d07-a474147a6d6a tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:30:01.485348 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-adfe8e64-858c-42eb-9d07-a474147a6d6a tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:01.485688 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-adfe8e64-858c-42eb-9d07-a474147a6d6a tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Added segment bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73 of type vlan for network d437f433-2a25-46ac-8335-584c725cf993 Feb 20 03:30:01.488682 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port ec7285c7-5f5f-44b2-9917-8adddf4c6ad5, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=ec7285c7-5f5f-44b2-9917-8adddf4c6ad5,segment=NetworkSegment(23d264e4-1868-43ad-a9bd-7db80d31bd46),segment_id=23d264e4-1868-43ad-a9bd-7db80d31bd46)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:01.500039 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'ec7285c7-5f5f-44b2-9917-8adddf4c6ad5', 'network_id': '1c91ce47-7bea-4684-9e83-8c6431905c13', 'port_id': 'ec7285c7-5f5f-44b2-9917-8adddf4c6ad5', 'mac_address': 'fa:16:3e:c5:3e:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf109b62-46b0-4f66-9779-7ad707f5466f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:30:01.542015 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port ec7285c7-5f5f-44b2-9917-8adddf4c6ad5 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:30:01.542579 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ec7285c7-5f5f-44b2-9917-8adddf4c6ad5), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:01.557178 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-adfe8e64-858c-42eb-9d07-a474147a6d6a tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (d437f433-2a25-46ac-8335-584c725cf993), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:01.560967 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec7285c7-5f5f-44b2-9917-8adddf4c6ad5 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:30:01.586953 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port ec7285c7-5f5f-44b2-9917-8adddf4c6ad5, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=ec7285c7-5f5f-44b2-9917-8adddf4c6ad5,segment=NetworkSegment(23d264e4-1868-43ad-a9bd-7db80d31bd46),segment_id=23d264e4-1868-43ad-a9bd-7db80d31bd46)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:01.670528 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ec7285c7-5f5f-44b2-9917-8adddf4c6ad5), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:01.724842 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=ec7285c7-5f5f-44b2-9917-8adddf4c6ad5,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:01.891243 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-c1bfa7b6-61ed-4f66-b788-7487f3f4e4c2 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=4010c5c9a68841d28ec3272ba0035a74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297356 Feb 20 03:30:01.971256 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-adfe8e64-858c-42eb-9d07-a474147a6d6a tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (d437f433-2a25-46ac-8335-584c725cf993), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:01.976751 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfe8e64-858c-42eb-9d07-a474147a6d6a tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:01.977403 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-adfe8e64-858c-42eb-9d07-a474147a6d6a tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:02.068997 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becb45c-6047-4987-82ab-d07329f00e1e req-55d2fb65-27be-4204-856f-1c0abcecaa00 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:02.070591 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9becb45c-6047-4987-82ab-d07329f00e1e req-55d2fb65-27be-4204-856f-1c0abcecaa00 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 944 time: 0.0986462 Feb 20 03:30:02.103823 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-b9066f2c-8528-43bd-ba92-25f88f6fa71d tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:02.105978 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-b9066f2c-8528-43bd-ba92-25f88f6fa71d tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2091601 Feb 20 03:30:02.110328 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe8e64-858c-42eb-9d07-a474147a6d6a tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Pushing event updated for resources: {'Network': ['ID=d437f433-2a25-46ac-8335-584c725cf993,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:02.123470 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-4d4f1fcf-49b0-4ad4-8128-b78c7a2ebc23 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Request body: {'port': {'device_id': '9a57895d-425c-4896-9618-4d6806bfab44', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'admin_state_up': True, 'tenant_id': '4010c5c9a68841d28ec3272ba0035a74'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:02.124049 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network d437f433-2a25-46ac-8335-584c725cf993 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:30:02.157206 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9becb45c-6047-4987-82ab-d07329f00e1e req-58a411aa-832d-4c31-9f39-880031098f76 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793459 Feb 20 03:30:02.203621 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-adfe8e64-858c-42eb-9d07-a474147a6d6a tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8916407 Feb 20 03:30:02.206178 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58292) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:30:02.212371 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-fc465176-8cee-4fb3-a6e3-ce8811e7bcde tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Request body: {'subnet': {'network_id': '67e7e45b-f32b-4fdb-9b56-3214aa9e538c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:02.340795 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['ec7285c7-5f5f-44b2-9917-8adddf4c6ad5'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:30:02.369719 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-4d4f1fcf-49b0-4ad4-8128-b78c7a2ebc23 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Made reservation on behalf of 4010c5c9a68841d28ec3272ba0035a74 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:30:02.379124 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-4d4f1fcf-49b0-4ad4-8128-b78c7a2ebc23 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:02.444197 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19506646-eb51-4de3-96d1-2a5d584b4e67 req-03126bcd-d04e-413f-95bc-66305120f004 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:02.445710 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-19506646-eb51-4de3-96d1-2a5d584b4e67 req-03126bcd-d04e-413f-95bc-66305120f004 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 949 time: 0.1944311 Feb 20 03:30:02.497577 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-d0df4fdf-fa88-43e6-b668-13d340b4e301 tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:02.499145 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-d0df4fdf-fa88-43e6-b668-13d340b4e301 tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] 10.222.0.93 "GET /v2.0/networks?id=288b8663-cd52-41ae-9a6f-935b9521d62d HTTP/1.1" status: 200 len: 821 time: 0.2498522 Feb 20 03:30:02.535082 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-86b8e6e3-011f-4399-b828-a953845fd72e tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] Request body: {'port': {'device_id': 'af970f4c-4845-4108-b0be-25457d4a56b9', 'network_id': '288b8663-cd52-41ae-9a6f-935b9521d62d', 'admin_state_up': True, 'tenant_id': 'b21cd2b580854f59ad4f03eef3c06b80'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:02.542828 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc465176-8cee-4fb3-a6e3-ce8811e7bcde tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Made reservation on behalf of 31539382099d40138aa9f9434b18f41f for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:30:02.549654 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fc465176-8cee-4fb3-a6e3-ce8811e7bcde tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:02.576309 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-19506646-eb51-4de3-96d1-2a5d584b4e67 req-1cc9c93b-8c69-4e11-b261-6eeae8d89ba4 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105461 Feb 20 03:30:02.614462 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-4d4f1fcf-49b0-4ad4-8128-b78c7a2ebc23 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Allocated IP 192.168.233.154 (0c4d93d2-7476-4570-93e5-7ecf9f895901/c38207c9-ee42-4b0e-b0ac-5ef2953b6f62/e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:30:02.713629 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-db17749d-d25e-43d1-a9d2-df2569ec17de req-62188e36-db68-438d-a523-e00c3585f21c tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=9a57895d-425c-4896-9618-4d6806bfab44 HTTP/1.1" status: 200 len: 210 time: 0.0437896 Feb 20 03:30:02.782775 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:02.842606 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-4d4f1fcf-49b0-4ad4-8128-b78c7a2ebc23 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks [] for port (e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:02.956195 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-4d4f1fcf-49b0-4ad4-8128-b78c7a2ebc23 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:02.971816 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['5d89a755-ad2b-49cb-afa1-66b50203f6a6', '7a563b92-7b9e-4559-8f56-20ca85c02fd5'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:30:02.977259 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['b482982f-45b9-4058-9e07-31cc53771546', '99eba199-451f-4a84-894b-4526cba64742', '8926e98f-953a-4517-ba02-40f4fc2aa629', '2532afa0-d017-4b5a-8fc4-9b9b89a096f1'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:30:03.000531 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-4d4f1fcf-49b0-4ad4-8128-b78c7a2ebc23 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:30:03.005785 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-4d4f1fcf-49b0-4ad4-8128-b78c7a2ebc23 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:30:03.010211 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-4d4f1fcf-49b0-4ad4-8128-b78c7a2ebc23 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:30:03.094300 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-4d4f1fcf-49b0-4ad4-8128-b78c7a2ebc23 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:03.095615 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-4d4f1fcf-49b0-4ad4-8128-b78c7a2ebc23 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:03.128012 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f1fcf-49b0-4ad4-8128-b78c7a2ebc23 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Pushing event updated for resources: {'Port': ['ID=e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:03.206246 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-4d4f1fcf-49b0-4ad4-8128-b78c7a2ebc23 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0906560 Feb 20 03:30:03.232646 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-78f66138-1c92-4100-bce9-df9d6e8f9073 service neutron] Request body: {'port': {'device_id': '9a57895d-425c-4896-9618-4d6806bfab44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:03.271271 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-86b8e6e3-011f-4399-b828-a953845fd72e tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] Made reservation on behalf of b21cd2b580854f59ad4f03eef3c06b80 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:30:03.277579 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-86b8e6e3-011f-4399-b828-a953845fd72e tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:03.315306 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-78f66138-1c92-4100-bce9-df9d6e8f9073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:03.382044 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a527046-daaf-4c1d-a1a4-2ea3d6a7f91e req-87502d4b-a662-4b81-879a-b663b8820340 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:03.382904 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-a4e48c04-77d3-431f-897d-164ce1016703 None None] Provisioning complete for port e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:30:03.383480 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a4e48c04-77d3-431f-897d-164ce1016703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:03.384286 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8a527046-daaf-4c1d-a1a4-2ea3d6a7f91e req-87502d4b-a662-4b81-879a-b663b8820340 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 945 time: 0.2180967 Feb 20 03:30:03.391562 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fc465176-8cee-4fb3-a6e3-ce8811e7bcde tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (1fdd6f8e-c413-4f72-b733-74af17d9e3ef), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:03.467548 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-a4e48c04-77d3-431f-897d-164ce1016703 None None] Port e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:30:03.495184 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc465176-8cee-4fb3-a6e3-ce8811e7bcde tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Pushing event updated for resources: {'Subnet': ['ID=1fdd6f8e-c413-4f72-b733-74af17d9e3ef,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:03.559929 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8a527046-daaf-4c1d-a1a4-2ea3d6a7f91e req-a8ace314-9cd1-424b-ab14-0d621bfe09c9 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668785 Feb 20 03:30:03.598978 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc465176-8cee-4fb3-a6e3-ce8811e7bcde tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Checking segment: {'id': '6971358c-5ead-4d6f-a8a9-4425c89312e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '67e7e45b-f32b-4fdb-9b56-3214aa9e538c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:30:03.601023 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc465176-8cee-4fb3-a6e3-ce8811e7bcde tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Network hostable DHCP agents. Network: 67e7e45b-f32b-4fdb-9b56-3214aa9e538c, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:30:03.619882 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-86b8e6e3-011f-4399-b828-a953845fd72e tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] Allocated IP 172.20.0.5 (288b8663-cd52-41ae-9a6f-935b9521d62d/56d183b8-0223-43b0-ac23-eab97adf586c/06933ab7-1c86-469a-9e43-2d16d1aee3ed) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:30:03.708491 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-78f66138-1c92-4100-bce9-df9d6e8f9073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:30:03.715310 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-4d9fc2fc-6371-4d35-9921-1ab303d2d047 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:30:03.716185 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-78f66138-1c92-4100-bce9-df9d6e8f9073 service neutron] Publish callbacks [] for port (e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:03.716464 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-4d9fc2fc-6371-4d35-9921-1ab303d2d047 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1247966 Feb 20 03:30:03.729041 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-78f66138-1c92-4100-bce9-df9d6e8f9073 service neutron] Transition to ACTIVE for port object e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:30:03.736504 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7b9dcd9f-4ff5-45a3-90a6-e5df4658ff6d req-a190339b-2e16-4d6e-bbe5-b23f1d46106c tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] 10.222.0.89 "GET /v2.0/ports?device_id=af970f4c-4845-4108-b0be-25457d4a56b9 HTTP/1.1" status: 200 len: 210 time: 0.0409122 Feb 20 03:30:03.752390 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc465176-8cee-4fb3-a6e3-ce8811e7bcde tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Network 67e7e45b-f32b-4fdb-9b56-3214aa9e538c is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:30:03.820254 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-78f66138-1c92-4100-bce9-df9d6e8f9073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:03.871720 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-fc465176-8cee-4fb3-a6e3-ce8811e7bcde tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 67e7e45b-f32b-4fdb-9b56-3214aa9e538c) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:30:03.884312 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f66138-1c92-4100-bce9-df9d6e8f9073 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:03.888176 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ca13cf-608a-4d89-8d1b-f11c3f2041ab None None] Network 67e7e45b-f32b-4fdb-9b56-3214aa9e538c requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:30:03.896840 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc465176-8cee-4fb3-a6e3-ce8811e7bcde tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:03.897581 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fc465176-8cee-4fb3-a6e3-ce8811e7bcde tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:03.905343 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-314755dd-80ce-48ac-b946-4b73dbdac3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:03.906929 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-314755dd-80ce-48ac-b946-4b73dbdac3fd service neutron] 10.222.0.89 "GET /v2.0/ports/6923b619-c6cf-49a9-99bd-ce1349e132ae HTTP/1.1" status: 200 len: 1125 time: 0.1729133 Feb 20 03:30:03.931805 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-1c6f47ad-3b47-4cb7-877e-2a4835c9fdb1 service neutron] Request body: {'binding': {'host': 'n-h1-829866-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:03.932944 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-1c6f47ad-3b47-4cb7-877e-2a4835c9fdb1 service neutron] Unknown quota resources ['binding']. {{(pid=104105) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 20 03:30:03.991144 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-78f66138-1c92-4100-bce9-df9d6e8f9073 service neutron] Attempting to bind port e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:30:03.991726 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-78f66138-1c92-4100-bce9-df9d6e8f9073 service neutron] Attempting to bind port e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:30:03.991929 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-78f66138-1c92-4100-bce9-df9d6e8f9073 service neutron] Attempting to bind port e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:30:03.996908 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-78f66138-1c92-4100-bce9-df9d6e8f9073 service neutron] Port e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:30:03.997238 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-78f66138-1c92-4100-bce9-df9d6e8f9073 service neutron] Attempting to bind port e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:30:04.003281 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-78f66138-1c92-4100-bce9-df9d6e8f9073 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:30:04.003615 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-78f66138-1c92-4100-bce9-df9d6e8f9073 service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:30:04.004719 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-78f66138-1c92-4100-bce9-df9d6e8f9073 service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:30:04.005179 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-78f66138-1c92-4100-bce9-df9d6e8f9073 service neutron] Bound port: e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:30:04.005546 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-78f66138-1c92-4100-bce9-df9d6e8f9073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:04.013854 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106cf79f-19c0-4732-a732-973c6963c724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-67e7e45b-f32b-4fdb-9b56-3214aa9e538c', 'network_id': '67e7e45b-f32b-4fdb-9b56-3214aa9e538c', 'project_id': '31539382099d40138aa9f9434b18f41f', 'fixed_ips': [{'subnet_id': '1fdd6f8e-c413-4f72-b733-74af17d9e3ef'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:30:04.014782 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-106cf79f-19c0-4732-a732-973c6963c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:04.073353 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08746bf-5801-4e45-9bb4-a1747294ba33 req-92744895-84ab-4f56-9ef1-a4c03b7efccb tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:04.080659 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c08746bf-5801-4e45-9bb4-a1747294ba33 req-92744895-84ab-4f56-9ef1-a4c03b7efccb tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5066a95-2481-4c95-a8a8-a2e4531dda93 HTTP/1.1" status: 200 len: 944 time: 0.2754712 Feb 20 03:30:04.095096 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-86b8e6e3-011f-4399-b828-a953845fd72e tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] Publish callbacks [] for port (06933ab7-1c86-469a-9e43-2d16d1aee3ed), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:04.111043 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-78f66138-1c92-4100-bce9-df9d6e8f9073 service neutron] For port e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:30:04.115529 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-78f66138-1c92-4100-bce9-df9d6e8f9073 service neutron] For port e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:30:04.119152 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-fc465176-8cee-4fb3-a6e3-ce8811e7bcde tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9113317 Feb 20 03:30:04.121897 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58320) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:30:04.127846 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-2f65287e-abcc-4fd4-b883-397198b224a8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Request body: {'subnet': {'network_id': 'd437f433-2a25-46ac-8335-584c725cf993', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:04.204925 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c08746bf-5801-4e45-9bb4-a1747294ba33 req-2dc070a6-19ee-443a-b399-ae5d69088026 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b873480-7748-49ec-ad4f-e90eb63d9bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192384 Feb 20 03:30:04.208127 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-106cf79f-19c0-4732-a732-973c6963c724 None None] Allocated IP 10.1.1.2 (67e7e45b-f32b-4fdb-9b56-3214aa9e538c/1fdd6f8e-c413-4f72-b733-74af17d9e3ef/c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:30:04.220093 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-78f66138-1c92-4100-bce9-df9d6e8f9073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:04.244797 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-1c6f47ad-3b47-4cb7-877e-2a4835c9fdb1 service neutron] Attempting to bind port 6923b619-c6cf-49a9-99bd-ce1349e132ae on host n-h1-829866-4 for vnic_type normal with profile None {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:30:04.245274 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-1c6f47ad-3b47-4cb7-877e-2a4835c9fdb1 service neutron] Attempting to bind port 6923b619-c6cf-49a9-99bd-ce1349e132ae by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:30:04.245775 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-1c6f47ad-3b47-4cb7-877e-2a4835c9fdb1 service neutron] Attempting to bind port 6923b619-c6cf-49a9-99bd-ce1349e132ae on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:30:04.253644 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-1c6f47ad-3b47-4cb7-877e-2a4835c9fdb1 service neutron] Port 6923b619-c6cf-49a9-99bd-ce1349e132ae on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:30:04.254504 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-1c6f47ad-3b47-4cb7-877e-2a4835c9fdb1 service neutron] Attempting to bind port 6923b619-c6cf-49a9-99bd-ce1349e132ae on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:30:04.263645 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-78f66138-1c92-4100-bce9-df9d6e8f9073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:04.263645 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-78f66138-1c92-4100-bce9-df9d6e8f9073 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:04.264668 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-78f66138-1c92-4100-bce9-df9d6e8f9073 service neutron] 10.222.0.93 "PUT /v2.0/ports/e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4 HTTP/1.1" status: 200 len: 1096 time: 1.0383253 Feb 20 03:30:04.266202 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-1c6f47ad-3b47-4cb7-877e-2a4835c9fdb1 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:30:04.267110 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a57895d-425c-4896-9618-4d6806bfab44', 'tag': 'e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:30:04.267285 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-1c6f47ad-3b47-4cb7-877e-2a4835c9fdb1 service neutron] Checking segment: {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:30:04.267791 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-1c6f47ad-3b47-4cb7-877e-2a4835c9fdb1 service neutron] Bound using segment: {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:30:04.271582 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-1c6f47ad-3b47-4cb7-877e-2a4835c9fdb1 service neutron] Bound port: 6923b619-c6cf-49a9-99bd-ce1349e132ae, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:30:04.277216 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93fd213-81aa-40cf-aa33-94d64cc6b68d" -d '{"events": [{"name": "network-changed", "server_uuid": "9a57895d-425c-4896-9618-4d6806bfab44", "tag": "e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:30:04.303860 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f66138-1c92-4100-bce9-df9d6e8f9073 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:04.351574 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f65287e-abcc-4fd4-b883-397198b224a8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Made reservation on behalf of 31539382099d40138aa9f9434b18f41f for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:30:04.355810 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2f65287e-abcc-4fd4-b883-397198b224a8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:04.356393 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-86b8e6e3-011f-4399-b828-a953845fd72e tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (06933ab7-1c86-469a-9e43-2d16d1aee3ed), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:04.437037 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-106cf79f-19c0-4732-a732-973c6963c724 None None] Publish callbacks [] for port (c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:04.472934 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-86b8e6e3-011f-4399-b828-a953845fd72e tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] Network 288b8663-cd52-41ae-9a6f-935b9521d62d is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:30:04.477319 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b1083-9f97-4470-b5ef-d78164ac7059 req-04e39c64-e992-4e6f-8bb6-944befb7a936 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:04.478948 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c9b1083-9f97-4470-b5ef-d78164ac7059 req-04e39c64-e992-4e6f-8bb6-944befb7a936 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 944 time: 0.1754827 Feb 20 03:30:04.481368 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-1c6f47ad-3b47-4cb7-877e-2a4835c9fdb1 service neutron] For port 6923b619-c6cf-49a9-99bd-ce1349e132ae, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=6923b619-c6cf-49a9-99bd-ce1349e132ae,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:30:04.486023 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-86b8e6e3-011f-4399-b828-a953845fd72e tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:30:04.490138 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8e6e3-011f-4399-b828-a953845fd72e tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] Pushing event updated for resources: {'Port': ['ID=06933ab7-1c86-469a-9e43-2d16d1aee3ed,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:04.492506 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-86b8e6e3-011f-4399-b828-a953845fd72e tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:30:04.505719 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-851402c1-9aee-4186-b83c-78033993c8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:04.507668 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-106cf79f-19c0-4732-a732-973c6963c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:04.507840 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-851402c1-9aee-4186-b83c-78033993c8b3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4010c5c9a68841d28ec3272ba0035a74&device_id=9a57895d-425c-4896-9618-4d6806bfab44 HTTP/1.1" status: 200 len: 1130 time: 0.0912666 Feb 20 03:30:04.560538 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106cf79f-19c0-4732-a732-973c6963c724 None None] Network 67e7e45b-f32b-4fdb-9b56-3214aa9e538c is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:30:04.563348 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-106cf79f-19c0-4732-a732-973c6963c724 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:30:04.569622 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106cf79f-19c0-4732-a732-973c6963c724 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:30:04.576090 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-1c6f47ad-3b47-4cb7-877e-2a4835c9fdb1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:04.576802 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106cf79f-19c0-4732-a732-973c6963c724 None None] Pushing event updated for resources: {'Port': ['ID=c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:04.582822 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-1c6f47ad-3b47-4cb7-877e-2a4835c9fdb1 service neutron] 10.222.0.89 "POST /v2.0/ports/6923b619-c6cf-49a9-99bd-ce1349e132ae/bindings HTTP/1.1" status: 201 len: 389 time: 0.6576555 Feb 20 03:30:04.588522 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-86b8e6e3-011f-4399-b828-a953845fd72e tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:04.590098 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-86b8e6e3-011f-4399-b828-a953845fd72e tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:04.591305 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-7f07b850-6e4d-4dbd-9bf8-f3d803407f5a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4 HTTP/1.1" status: 200 len: 217 time: 0.0698712 Feb 20 03:30:04.605208 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c9b1083-9f97-4470-b5ef-d78164ac7059 req-7f162371-e786-451e-9b7b-2c39ff1f0ded tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161909 Feb 20 03:30:04.668099 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-106cf79f-19c0-4732-a732-973c6963c724 None None] Attempting to bind port c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:30:04.668644 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-86b8e6e3-011f-4399-b828-a953845fd72e tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1418662 Feb 20 03:30:04.669301 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-106cf79f-19c0-4732-a732-973c6963c724 None None] Attempting to bind port c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '6971358c-5ead-4d6f-a8a9-4425c89312e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '67e7e45b-f32b-4fdb-9b56-3214aa9e538c'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:30:04.670521 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106cf79f-19c0-4732-a732-973c6963c724 None None] Attempting to bind port c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd on network 67e7e45b-f32b-4fdb-9b56-3214aa9e538c {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:30:04.685176 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106cf79f-19c0-4732-a732-973c6963c724 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:30:04.685636 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106cf79f-19c0-4732-a732-973c6963c724 None None] Checking segment: {'id': '6971358c-5ead-4d6f-a8a9-4425c89312e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '67e7e45b-f32b-4fdb-9b56-3214aa9e538c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:30:04.686021 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-436ce291-de99-4686-b214-80846d10c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:04.687252 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-106cf79f-19c0-4732-a732-973c6963c724 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:04.687531 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-436ce291-de99-4686-b214-80846d10c163 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0880563 Feb 20 03:30:04.688041 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106cf79f-19c0-4732-a732-973c6963c724 None None] Bound using segment: {'id': '6971358c-5ead-4d6f-a8a9-4425c89312e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '67e7e45b-f32b-4fdb-9b56-3214aa9e538c'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:30:04.689026 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-106cf79f-19c0-4732-a732-973c6963c724 None None] Bound port: c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6971358c-5ead-4d6f-a8a9-4425c89312e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '67e7e45b-f32b-4fdb-9b56-3214aa9e538c'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:30:04.689621 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-106cf79f-19c0-4732-a732-973c6963c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:04.689797 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-63015d11-c703-4c26-88cd-e7b7a5b6d1eb service neutron] Request body: {'port': {'device_id': 'af970f4c-4845-4108-b0be-25457d4a56b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:04.755560 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-95ac8554-6bd0-464d-9993-4b4becdb8b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:04.757533 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-95ac8554-6bd0-464d-9993-4b4becdb8b59 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0619354 Feb 20 03:30:04.777162 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-106cf79f-19c0-4732-a732-973c6963c724 None None] For port c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:30:04.780904 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-106cf79f-19c0-4732-a732-973c6963c724 None None] For port c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd,segment=NetworkSegment(6971358c-5ead-4d6f-a8a9-4425c89312e5),segment_id=6971358c-5ead-4d6f-a8a9-4425c89312e5)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:30:04.788611 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58140d-8533-4984-9072-4feb08fe2af5 req-dc070abf-6c41-43d0-9712-6004f13ca57e tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:04.795701 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1d58140d-8533-4984-9072-4feb08fe2af5 req-dc070abf-6c41-43d0-9712-6004f13ca57e tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 949 time: 0.1224127 Feb 20 03:30:04.815475 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-63015d11-c703-4c26-88cd-e7b7a5b6d1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (06933ab7-1c86-469a-9e43-2d16d1aee3ed), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:04.818596 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2f65287e-abcc-4fd4-b883-397198b224a8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (d5f2ccdb-a5f0-4784-95bb-b259997ecd83), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:04.878111 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1d58140d-8533-4984-9072-4feb08fe2af5 req-56002dbc-332a-42f5-a1db-e20688a57b96 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815437 Feb 20 03:30:04.896785 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-106cf79f-19c0-4732-a732-973c6963c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:04.904533 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65287e-abcc-4fd4-b883-397198b224a8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Pushing event updated for resources: {'Subnet': ['ID=d5f2ccdb-a5f0-4784-95bb-b259997ecd83,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:04.922643 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-db0dcdd2-6977-4a97-bd25-be0fcf8844d4 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584527 Feb 20 03:30:04.928852 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f65287e-abcc-4fd4-b883-397198b224a8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Checking segment: {'id': 'bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd437f433-2a25-46ac-8335-584c725cf993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:30:04.929219 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f65287e-abcc-4fd4-b883-397198b224a8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Network hostable DHCP agents. Network: d437f433-2a25-46ac-8335-584c725cf993, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:30:04.993867 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704a1853-9c86-4acb-8d3c-363c0746dd70 x-openstack-request-id: req-704a1853-9c86-4acb-8d3c-363c0746dd70 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:30:04.994531 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a57895d-425c-4896-9618-4d6806bfab44", "tag": "e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:30:04.994531 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-704a1853-9c86-4acb-8d3c-363c0746dd70 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:30:04.994795 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a57895d-425c-4896-9618-4d6806bfab44', 'tag': 'e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4', 'status': 'completed', 'code': 200} Feb 20 03:30:05.041961 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106cf79f-19c0-4732-a732-973c6963c724 None None] Pushing event updated for resources: {'Port': ['ID=c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:05.061931 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-be53d6de-2870-434c-9f64-e721c4bbc1c8 req-39c7dd63-eb4a-4b39-b721-84cd811c3e06 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291709 Feb 20 03:30:05.129037 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f65287e-abcc-4fd4-b883-397198b224a8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Network d437f433-2a25-46ac-8335-584c725cf993 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:30:05.169219 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702a755-1460-4d14-a8a5-7e5a297dbfbe req-3ecbb44b-5739-4519-81c8-c0e4b90e642b tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:05.171615 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5702a755-1460-4d14-a8a5-7e5a297dbfbe req-3ecbb44b-5739-4519-81c8-c0e4b90e642b tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=9a57895d-425c-4896-9618-4d6806bfab44 HTTP/1.1" status: 200 len: 948 time: 0.1820555 Feb 20 03:30:05.235733 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-2f65287e-abcc-4fd4-b883-397198b224a8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, d437f433-2a25-46ac-8335-584c725cf993) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:30:05.242375 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f65287e-abcc-4fd4-b883-397198b224a8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:05.242993 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2f65287e-abcc-4fd4-b883-397198b224a8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:05.248279 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57be2863-a4fc-4b6f-bcce-bd9b3a4cca90 None None] Network d437f433-2a25-46ac-8335-584c725cf993 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:30:05.268199 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291f96d-c2f0-41df-ab40-e6ce42f549f4 req-7be40fe0-a442-4bca-a389-46cf5d45fbab tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:05.274916 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fd213-81aa-40cf-aa33-94d64cc6b68d req-f960c0ee-44aa-430f-b9f2-57d933615e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:05.276382 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e291f96d-c2f0-41df-ab40-e6ce42f549f4 req-7be40fe0-a442-4bca-a389-46cf5d45fbab tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 945 time: 0.2022495 Feb 20 03:30:05.276867 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e93fd213-81aa-40cf-aa33-94d64cc6b68d req-f960c0ee-44aa-430f-b9f2-57d933615e88 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4010c5c9a68841d28ec3272ba0035a74&device_id=9a57895d-425c-4896-9618-4d6806bfab44 HTTP/1.1" status: 200 len: 1130 time: 0.0836723 Feb 20 03:30:05.345695 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2f65287e-abcc-4fd4-b883-397198b224a8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2194636 Feb 20 03:30:05.345695 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58332) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:30:05.350768 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-b8faf7f1-d455-40a1-91c7-a2ccbe9c2a57 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Request body: {'port': {'network_id': '67e7e45b-f32b-4fdb-9b56-3214aa9e538c', 'name': 'tempest-TaggedBootDevicesTest_v242-663447988', 'fixed_ips': [{'subnet_id': '1fdd6f8e-c413-4f72-b733-74af17d9e3ef'}]}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:05.354615 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device ec7285c7-5f5f-44b2-9917-8adddf4c6ad5 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:30:05.369840 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e291f96d-c2f0-41df-ab40-e6ce42f549f4 req-727f7703-5a4e-4089-9857-5f6a1b626ead tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925677 Feb 20 03:30:05.393417 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5702a755-1460-4d14-a8a5-7e5a297dbfbe req-903e315b-a8aa-436d-8c1f-0ff167572c47 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009656 Feb 20 03:30:05.413269 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-63015d11-c703-4c26-88cd-e7b7a5b6d1eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06933ab7-1c86-469a-9e43-2d16d1aee3ed {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:30:05.422062 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-63015d11-c703-4c26-88cd-e7b7a5b6d1eb service neutron] Publish callbacks [] for port (06933ab7-1c86-469a-9e43-2d16d1aee3ed), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:05.468369 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5bc611-4148-4e9e-9f0b-a74346aae2f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-d437f433-2a25-46ac-8335-584c725cf993', 'network_id': 'd437f433-2a25-46ac-8335-584c725cf993', 'project_id': '31539382099d40138aa9f9434b18f41f', 'fixed_ips': [{'subnet_id': 'd5f2ccdb-a5f0-4784-95bb-b259997ecd83'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:30:05.468369 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bd5bc611-4148-4e9e-9f0b-a74346aae2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:05.497738 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-63015d11-c703-4c26-88cd-e7b7a5b6d1eb service neutron] Transition to ACTIVE for port object 06933ab7-1c86-469a-9e43-2d16d1aee3ed will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:30:05.558398 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fd213-81aa-40cf-aa33-94d64cc6b68d req-8c4af8d0-6820-46c8-bb20-78463b6a1792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:05.572648 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e93fd213-81aa-40cf-aa33-94d64cc6b68d req-8c4af8d0-6820-46c8-bb20-78463b6a1792 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.2863350 Feb 20 03:30:05.588287 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-63015d11-c703-4c26-88cd-e7b7a5b6d1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (06933ab7-1c86-469a-9e43-2d16d1aee3ed), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:05.630062 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e93fd213-81aa-40cf-aa33-94d64cc6b68d req-0a9004b8-f579-49e9-87fb-944d0b721391 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4 HTTP/1.1" status: 200 len: 217 time: 0.0477474 Feb 20 03:30:05.641750 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-bd5bc611-4148-4e9e-9f0b-a74346aae2f2 None None] Allocated IP 10.2.2.2 (d437f433-2a25-46ac-8335-584c725cf993/d5f2ccdb-a5f0-4784-95bb-b259997ecd83/8c2e467a-7b14-4c3e-ac62-8ec19670d42d) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:30:05.643148 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63015d11-c703-4c26-88cd-e7b7a5b6d1eb service neutron] Pushing event updated for resources: {'Port': ['ID=06933ab7-1c86-469a-9e43-2d16d1aee3ed,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:05.658270 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c573316-6ead-417f-bd1f-fbc426d91cb2 req-9a8c3d54-dcc5-4014-b151-c5faebd95fa9 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:05.659236 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5c573316-6ead-417f-bd1f-fbc426d91cb2 req-9a8c3d54-dcc5-4014-b151-c5faebd95fa9 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 946 time: 0.1274550 Feb 20 03:30:05.688360 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fd213-81aa-40cf-aa33-94d64cc6b68d req-b4cefa1c-714c-4fb8-aee3-e8e3825cf267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:05.688580 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4972a-4a5a-43ed-9a11-ec98253b6bed req-b2b2798c-a799-456b-b3ba-5d180afd4fff tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:05.689881 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e93fd213-81aa-40cf-aa33-94d64cc6b68d req-b4cefa1c-714c-4fb8-aee3-e8e3825cf267 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0529618 Feb 20 03:30:05.692637 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port ec7285c7-5f5f-44b2-9917-8adddf4c6ad5 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:30:05.693273 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c9b4972a-4a5a-43ed-9a11-ec98253b6bed req-b2b2798c-a799-456b-b3ba-5d180afd4fff tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] 10.222.0.89 "GET /v2.0/ports?device_id=af970f4c-4845-4108-b0be-25457d4a56b9 HTTP/1.1" status: 200 len: 931 time: 0.2273612 Feb 20 03:30:05.736376 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port ec7285c7-5f5f-44b2-9917-8adddf4c6ad5 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:30:05.737179 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ec7285c7-5f5f-44b2-9917-8adddf4c6ad5), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:05.759148 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8faf7f1-d455-40a1-91c7-a2ccbe9c2a57 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Made reservation on behalf of 31539382099d40138aa9f9434b18f41f for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:30:05.830322 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fd213-81aa-40cf-aa33-94d64cc6b68d req-52862245-630b-42ae-8f44-90088653dc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:05.832331 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e93fd213-81aa-40cf-aa33-94d64cc6b68d req-52862245-630b-42ae-8f44-90088653dc87 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1327894 Feb 20 03:30:05.843926 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5c573316-6ead-417f-bd1f-fbc426d91cb2 req-6d708984-a509-4d14-afe7-64edced9e349 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454070 Feb 20 03:30:05.859626 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c9b4972a-4a5a-43ed-9a11-ec98253b6bed req-2aada37a-5b9e-45ce-ab72-bf779c965db2 tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] 10.222.0.89 "GET /v2.0/security-groups?id=36757399-a99f-4b2f-b551-f3fbfe0f310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480064 Feb 20 03:30:05.891038 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-63015d11-c703-4c26-88cd-e7b7a5b6d1eb service neutron] Attempting to bind port 06933ab7-1c86-469a-9e43-2d16d1aee3ed on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:30:05.895321 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-63015d11-c703-4c26-88cd-e7b7a5b6d1eb service neutron] Attempting to bind port 06933ab7-1c86-469a-9e43-2d16d1aee3ed by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'af921e7d-5a4f-462b-8a9b-39a467bf90a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '288b8663-cd52-41ae-9a6f-935b9521d62d'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:30:05.895859 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-63015d11-c703-4c26-88cd-e7b7a5b6d1eb service neutron] Attempting to bind port 06933ab7-1c86-469a-9e43-2d16d1aee3ed on network 288b8663-cd52-41ae-9a6f-935b9521d62d {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:30:05.905600 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-63015d11-c703-4c26-88cd-e7b7a5b6d1eb service neutron] Port 06933ab7-1c86-469a-9e43-2d16d1aee3ed on network 288b8663-cd52-41ae-9a6f-935b9521d62d not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:30:05.907321 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-63015d11-c703-4c26-88cd-e7b7a5b6d1eb service neutron] Attempting to bind port 06933ab7-1c86-469a-9e43-2d16d1aee3ed on network 288b8663-cd52-41ae-9a6f-935b9521d62d {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:30:05.917594 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-63015d11-c703-4c26-88cd-e7b7a5b6d1eb service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:30:05.927432 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-63015d11-c703-4c26-88cd-e7b7a5b6d1eb service neutron] Checking segment: {'id': 'af921e7d-5a4f-462b-8a9b-39a467bf90a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '288b8663-cd52-41ae-9a6f-935b9521d62d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:30:05.928123 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-63015d11-c703-4c26-88cd-e7b7a5b6d1eb service neutron] Bound using segment: {'id': 'af921e7d-5a4f-462b-8a9b-39a467bf90a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '288b8663-cd52-41ae-9a6f-935b9521d62d'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:30:05.928774 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-63015d11-c703-4c26-88cd-e7b7a5b6d1eb service neutron] Bound port: 06933ab7-1c86-469a-9e43-2d16d1aee3ed, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af921e7d-5a4f-462b-8a9b-39a467bf90a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '288b8663-cd52-41ae-9a6f-935b9521d62d'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:30:05.929359 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-63015d11-c703-4c26-88cd-e7b7a5b6d1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (06933ab7-1c86-469a-9e43-2d16d1aee3ed), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:05.990722 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8faf7f1-d455-40a1-91c7-a2ccbe9c2a57 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:06.039156 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port ec7285c7-5f5f-44b2-9917-8adddf4c6ad5 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:30:06.040905 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ec7285c7-5f5f-44b2-9917-8adddf4c6ad5), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:06.091795 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-b8faf7f1-d455-40a1-91c7-a2ccbe9c2a57 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] device_id is not set on port ae9c24d3-b26a-4985-922a-b63de288c928 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:30:06.103202 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-63015d11-c703-4c26-88cd-e7b7a5b6d1eb service neutron] For port 06933ab7-1c86-469a-9e43-2d16d1aee3ed, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:30:06.109683 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-63015d11-c703-4c26-88cd-e7b7a5b6d1eb service neutron] For port 06933ab7-1c86-469a-9e43-2d16d1aee3ed, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=06933ab7-1c86-469a-9e43-2d16d1aee3ed,segment=NetworkSegment(af921e7d-5a4f-462b-8a9b-39a467bf90a4),segment_id=af921e7d-5a4f-462b-8a9b-39a467bf90a4)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:30:06.112421 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5066a95-2481-4c95-a8a8-a2e4531dda93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7285c7-5f5f-44b2-9917-8adddf4c6ad5'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:30:06.115099 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34642cc5-2a47-4ea9-a6b7-9b705bf395fa" -d '{"events": [{"server_uuid": "e5066a95-2481-4c95-a8a8-a2e4531dda93", "name": "network-vif-plugged", "status": "completed", "tag": "ec7285c7-5f5f-44b2-9917-8adddf4c6ad5"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:30:06.140315 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2775c3a-a2f1-416d-803d-3a06727d9efe req-679b3ef5-20b0-43cb-9ff8-7a1fb149d397 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:06.143497 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2775c3a-a2f1-416d-803d-3a06727d9efe req-679b3ef5-20b0-43cb-9ff8-7a1fb149d397 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 944 time: 0.1584222 Feb 20 03:30:06.148361 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bd5bc611-4148-4e9e-9f0b-a74346aae2f2 None None] Publish callbacks [] for port (8c2e467a-7b14-4c3e-ac62-8ec19670d42d), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:06.154166 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e93fd213-81aa-40cf-aa33-94d64cc6b68d req-4d570e19-d9e5-4cc5-9a02-313c3670b1b3 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077676 Feb 20 03:30:06.155337 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port ec7285c7-5f5f-44b2-9917-8adddf4c6ad5, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=ec7285c7-5f5f-44b2-9917-8adddf4c6ad5,segment=NetworkSegment(23d264e4-1868-43ad-a9bd-7db80d31bd46),segment_id=23d264e4-1868-43ad-a9bd-7db80d31bd46)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:06.166430 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2bbf87-9c6e-44f1-885c-7f040ac1073f req-ba3a24ed-61b1-411f-8497-30933f14d389 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:06.168019 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8d2bbf87-9c6e-44f1-885c-7f040ac1073f req-ba3a24ed-61b1-411f-8497-30933f14d389 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5066a95-2481-4c95-a8a8-a2e4531dda93 HTTP/1.1" status: 200 len: 944 time: 0.1691210 Feb 20 03:30:06.270819 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-63015d11-c703-4c26-88cd-e7b7a5b6d1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (06933ab7-1c86-469a-9e43-2d16d1aee3ed), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:06.279063 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bd5bc611-4148-4e9e-9f0b-a74346aae2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (8c2e467a-7b14-4c3e-ac62-8ec19670d42d), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:06.281080 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ec7285c7-5f5f-44b2-9917-8adddf4c6ad5), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:06.286803 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8d2bbf87-9c6e-44f1-885c-7f040ac1073f req-18254bcc-28e0-449f-9166-28b0cd5807c6 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b873480-7748-49ec-ad4f-e90eb63d9bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095653 Feb 20 03:30:06.326542 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2775c3a-a2f1-416d-803d-3a06727d9efe req-d293ba36-26c9-451e-aedc-046431e0842e tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813581 Feb 20 03:30:06.415085 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5bc611-4148-4e9e-9f0b-a74346aae2f2 None None] Network d437f433-2a25-46ac-8335-584c725cf993 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:30:06.427637 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-bd5bc611-4148-4e9e-9f0b-a74346aae2f2 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:30:06.436142 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5bc611-4148-4e9e-9f0b-a74346aae2f2 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:30:06.465899 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5bc611-4148-4e9e-9f0b-a74346aae2f2 None None] Pushing event updated for resources: {'Port': ['ID=8c2e467a-7b14-4c3e-ac62-8ec19670d42d,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:06.474241 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63015d11-c703-4c26-88cd-e7b7a5b6d1eb service neutron] Pushing event updated for resources: {'Port': ['ID=06933ab7-1c86-469a-9e43-2d16d1aee3ed,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:06.576568 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-63015d11-c703-4c26-88cd-e7b7a5b6d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:06.577207 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-63015d11-c703-4c26-88cd-e7b7a5b6d1eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:06.578922 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-63015d11-c703-4c26-88cd-e7b7a5b6d1eb service neutron] 10.222.0.93 "PUT /v2.0/ports/06933ab7-1c86-469a-9e43-2d16d1aee3ed HTTP/1.1" status: 200 len: 1091 time: 1.8944595 Feb 20 03:30:06.585439 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af970f4c-4845-4108-b0be-25457d4a56b9', 'tag': '06933ab7-1c86-469a-9e43-2d16d1aee3ed'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:30:06.587850 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b27a0b-8666-4849-9fb3-7e0debbd2e53" -d '{"events": [{"name": "network-changed", "server_uuid": "af970f4c-4845-4108-b0be-25457d4a56b9", "tag": "06933ab7-1c86-469a-9e43-2d16d1aee3ed"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:30:06.650289 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-b8faf7f1-d455-40a1-91c7-a2ccbe9c2a57 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Allocated IP 10.1.1.249 (67e7e45b-f32b-4fdb-9b56-3214aa9e538c/1fdd6f8e-c413-4f72-b733-74af17d9e3ef/ae9c24d3-b26a-4985-922a-b63de288c928) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:30:06.667636 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=ec7285c7-5f5f-44b2-9917-8adddf4c6ad5,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:06.672883 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:30:06.678207 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:30:06.687572 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76869399-bc0e-4e34-ab0e-89c95b4ef659 x-openstack-request-id: req-76869399-bc0e-4e34-ab0e-89c95b4ef659 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:30:06.692587 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5066a95-2481-4c95-a8a8-a2e4531dda93", "name": "network-vif-plugged", "status": "completed", "tag": "ec7285c7-5f5f-44b2-9917-8adddf4c6ad5", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:30:06.692587 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-76869399-bc0e-4e34-ab0e-89c95b4ef659 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:30:06.692587 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5066a95-2481-4c95-a8a8-a2e4531dda93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7285c7-5f5f-44b2-9917-8adddf4c6ad5', 'code': 200} Feb 20 03:30:06.703787 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96689b2c-6372-475f-8c94-3e98cd0f14df req-59971e7e-6614-4ff0-b8d3-e6c489ededa1 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:06.711523 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-96689b2c-6372-475f-8c94-3e98cd0f14df req-59971e7e-6614-4ff0-b8d3-e6c489ededa1 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 949 time: 0.2312796 Feb 20 03:30:06.736398 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09bf39b-7ed4-4f07-9206-f34df90fca3a None None] Network 67e7e45b-f32b-4fdb-9b56-3214aa9e538c requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:30:06.830755 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c2b8b-6901-4fcb-ab28-338a375a64b8 req-b4cc00bd-dab8-497d-a021-95537c3e01dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:06.833585 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f29c2b8b-6901-4fcb-ab28-338a375a64b8 req-b4cc00bd-dab8-497d-a021-95537c3e01dc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e5066a95-2481-4c95-a8a8-a2e4531dda93 HTTP/1.1" status: 200 len: 1127 time: 0.2536385 Feb 20 03:30:06.852020 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-96689b2c-6372-475f-8c94-3e98cd0f14df req-7d38a1f9-a830-4204-8105-f7c573c22255 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393428 Feb 20 03:30:06.871539 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8faf7f1-d455-40a1-91c7-a2ccbe9c2a57 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks [] for port (ae9c24d3-b26a-4985-922a-b63de288c928), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:06.933908 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2152c5-cb2c-4c28-b718-3713c0f792c2 req-4e6abb84-ad8b-4193-9806-83116e41b677 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:06.944314 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dc2152c5-cb2c-4c28-b718-3713c0f792c2 req-4e6abb84-ad8b-4193-9806-83116e41b677 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 945 time: 0.3430419 Feb 20 03:30:06.978674 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e93fd213-81aa-40cf-aa33-94d64cc6b68d req-fb65ef5f-3f8a-4d65-ab3e-3a4e0a01c92f service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7523167 Feb 20 03:30:06.988660 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-bd5bc611-4148-4e9e-9f0b-a74346aae2f2 None None] Attempting to bind port 8c2e467a-7b14-4c3e-ac62-8ec19670d42d on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:30:06.989020 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-bd5bc611-4148-4e9e-9f0b-a74346aae2f2 None None] Attempting to bind port 8c2e467a-7b14-4c3e-ac62-8ec19670d42d by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd437f433-2a25-46ac-8335-584c725cf993'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:30:06.989315 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5bc611-4148-4e9e-9f0b-a74346aae2f2 None None] Attempting to bind port 8c2e467a-7b14-4c3e-ac62-8ec19670d42d on network d437f433-2a25-46ac-8335-584c725cf993 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:30:07.016625 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5bc611-4148-4e9e-9f0b-a74346aae2f2 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:30:07.017047 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5bc611-4148-4e9e-9f0b-a74346aae2f2 None None] Checking segment: {'id': 'bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd437f433-2a25-46ac-8335-584c725cf993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:30:07.017400 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bd5bc611-4148-4e9e-9f0b-a74346aae2f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:07.017788 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5bc611-4148-4e9e-9f0b-a74346aae2f2 None None] Bound using segment: {'id': 'bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd437f433-2a25-46ac-8335-584c725cf993'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:30:07.018407 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-bd5bc611-4148-4e9e-9f0b-a74346aae2f2 None None] Bound port: 8c2e467a-7b14-4c3e-ac62-8ec19670d42d, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd437f433-2a25-46ac-8335-584c725cf993'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:30:07.018652 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bd5bc611-4148-4e9e-9f0b-a74346aae2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8c2e467a-7b14-4c3e-ac62-8ec19670d42d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:07.031037 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-4b088ea1-4cd8-47a6-a108-901f7803e23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:07.032742 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-4b088ea1-4cd8-47a6-a108-901f7803e23c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b21cd2b580854f59ad4f03eef3c06b80&device_id=af970f4c-4845-4108-b0be-25457d4a56b9 HTTP/1.1" status: 200 len: 1125 time: 0.3173134 Feb 20 03:30:07.035532 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.resource_extend [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 03:30:07.036917 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-59eca11b-04d2-4288-8940-311b57c9c87c None None] Provisioning complete for port c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:30:07.039754 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-59eca11b-04d2-4288-8940-311b57c9c87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:07.058800 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8faf7f1-d455-40a1-91c7-a2ccbe9c2a57 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (ae9c24d3-b26a-4985-922a-b63de288c928), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:07.062474 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f29c2b8b-6901-4fcb-ab28-338a375a64b8 req-b0ff7583-9a0f-491c-8a78-4b66e2427f03 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4b873480-7748-49ec-ad4f-e90eb63d9bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042067 Feb 20 03:30:07.119205 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-f8163eb0-0834-4691-bd76-dcde40da3bf2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06933ab7-1c86-469a-9e43-2d16d1aee3ed HTTP/1.1" status: 200 len: 217 time: 0.0664859 Feb 20 03:30:07.128212 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8faf7f1-d455-40a1-91c7-a2ccbe9c2a57 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Network 67e7e45b-f32b-4fdb-9b56-3214aa9e538c is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:30:07.131609 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dc2152c5-cb2c-4c28-b718-3713c0f792c2 req-08c4c957-e378-4e12-9ab6-a32a1cdbff5c tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655059 Feb 20 03:30:07.138408 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-b8faf7f1-d455-40a1-91c7-a2ccbe9c2a57 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:30:07.149236 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8faf7f1-d455-40a1-91c7-a2ccbe9c2a57 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:30:07.190001 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cd791-90d2-4a83-a397-6f5649f92c13 req-7a8d1154-2597-4aad-93b5-d18e5fe0017e tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:07.192353 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-137cd791-90d2-4a83-a397-6f5649f92c13 req-7a8d1154-2597-4aad-93b5-d18e5fe0017e tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=9a57895d-425c-4896-9618-4d6806bfab44 HTTP/1.1" status: 200 len: 948 time: 0.2133100 Feb 20 03:30:07.205688 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8faf7f1-d455-40a1-91c7-a2ccbe9c2a57 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Pushing event updated for resources: {'Port': ['ID=ae9c24d3-b26a-4985-922a-b63de288c928,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:07.224715 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-2e16e9c8-72c3-4ae6-b04e-92d58a329a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:07.228329 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-2e16e9c8-72c3-4ae6-b04e-92d58a329a1a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=56d183b8-0223-43b0-ac23-eab97adf586c HTTP/1.1" status: 200 len: 861 time: 0.0945017 Feb 20 03:30:07.241603 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b03bb2e-98a5-411c-8187-0ae35f540b42 x-openstack-request-id: req-3b03bb2e-98a5-411c-8187-0ae35f540b42 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:30:07.241920 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af970f4c-4845-4108-b0be-25457d4a56b9", "tag": "06933ab7-1c86-469a-9e43-2d16d1aee3ed", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:30:07.242214 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3b03bb2e-98a5-411c-8187-0ae35f540b42 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:30:07.243325 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af970f4c-4845-4108-b0be-25457d4a56b9', 'tag': '06933ab7-1c86-469a-9e43-2d16d1aee3ed', 'status': 'completed', 'code': 200} Feb 20 03:30:07.253181 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8faf7f1-d455-40a1-91c7-a2ccbe9c2a57 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:07.254226 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8faf7f1-d455-40a1-91c7-a2ccbe9c2a57 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:07.283339 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-c35d2677-77ad-4cf0-bfbf-ec4fd07c4f6b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=288b8663-cd52-41ae-9a6f-935b9521d62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387635 Feb 20 03:30:07.302161 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:30:07.302534 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:07.336448 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b8faf7f1-d455-40a1-91c7-a2ccbe9c2a57 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9877758 Feb 20 03:30:07.336660 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58352) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:30:07.343030 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-49d1be30-e6ae-45f2-90f3-69940c4b5415 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Request body: {'port': {'network_id': '67e7e45b-f32b-4fdb-9b56-3214aa9e538c', 'name': 'tempest-TaggedBootDevicesTest_v242-14457716', 'fixed_ips': [{'subnet_id': '1fdd6f8e-c413-4f72-b733-74af17d9e3ef'}]}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:07.368411 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:07.380841 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-bd5bc611-4148-4e9e-9f0b-a74346aae2f2 None None] For port 8c2e467a-7b14-4c3e-ac62-8ec19670d42d, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:30:07.407389 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-bd5bc611-4148-4e9e-9f0b-a74346aae2f2 None None] For port 8c2e467a-7b14-4c3e-ac62-8ec19670d42d, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=8c2e467a-7b14-4c3e-ac62-8ec19670d42d,segment=NetworkSegment(bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73),segment_id=bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:30:07.408610 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': 'e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4', 'mac_address': 'fa:16:3e:02:fd:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:30:07.426150 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-137cd791-90d2-4a83-a397-6f5649f92c13 req-4a114822-abc9-4713-98f4-12c50aacf30d tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199204 Feb 20 03:30:07.485139 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce49151-d45e-4884-9f3d-1e8e25d7c463 req-1d07ff80-4a71-43b4-b96e-e9d1e4a49e15 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:07.485139 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ce49151-d45e-4884-9f3d-1e8e25d7c463 req-1d07ff80-4a71-43b4-b96e-e9d1e4a49e15 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 946 time: 0.1730304 Feb 20 03:30:07.489258 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-59eca11b-04d2-4288-8940-311b57c9c87c None None] Current status of the port c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:30:07.489667 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-59eca11b-04d2-4288-8940-311b57c9c87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:07.533564 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:30:07.534019 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:07.548159 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bd5bc611-4148-4e9e-9f0b-a74346aae2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (8c2e467a-7b14-4c3e-ac62-8ec19670d42d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:07.572519 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ce49151-d45e-4884-9f3d-1e8e25d7c463 req-4bb5ebf8-9aed-4fc4-a7c1-a68aee28783e tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653276 Feb 20 03:30:07.598710 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d1be30-e6ae-45f2-90f3-69940c4b5415 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Made reservation on behalf of 31539382099d40138aa9f9434b18f41f for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:30:07.603735 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-49d1be30-e6ae-45f2-90f3-69940c4b5415 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:07.635392 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-a763d8ed-8808-45fb-b856-7f0990b98827 service neutron] 10.222.0.93 "GET /v2.0/networks/288b8663-cd52-41ae-9a6f-935b9521d62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410597 Feb 20 03:30:07.660459 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5bc611-4148-4e9e-9f0b-a74346aae2f2 None None] Pushing event updated for resources: {'Port': ['ID=8c2e467a-7b14-4c3e-ac62-8ec19670d42d,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:07.662104 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-49d1be30-e6ae-45f2-90f3-69940c4b5415 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] device_id is not set on port 5e58af7e-8388-40e3-bea2-7eff10d7ac63 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:30:07.686216 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:30:07.692852 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:30:07.693248 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:07.730232 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-59eca11b-04d2-4288-8940-311b57c9c87c None None] For port c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd,segment=NetworkSegment(6971358c-5ead-4d6f-a8a9-4425c89312e5),segment_id=6971358c-5ead-4d6f-a8a9-4425c89312e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:07.758327 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:07.779232 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1322449-7894-4e8f-8bbd-049a77cc5277 req-64e04ae4-b004-49c7-bcf8-8ba036f88ecf tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:07.787563 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1322449-7894-4e8f-8bbd-049a77cc5277 req-64e04ae4-b004-49c7-bcf8-8ba036f88ecf tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] 10.222.0.89 "GET /v2.0/ports?device_id=af970f4c-4845-4108-b0be-25457d4a56b9 HTTP/1.1" status: 200 len: 943 time: 0.2186601 Feb 20 03:30:07.860446 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:30:07.860807 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:30:07.861377 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-59eca11b-04d2-4288-8940-311b57c9c87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:07.864874 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:07.919967 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1322449-7894-4e8f-8bbd-049a77cc5277 req-5c451418-7219-400e-8a70-12c9fdf735b9 tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] 10.222.0.89 "GET /v2.0/security-groups?id=36757399-a99f-4b2f-b551-f3fbfe0f310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314137 Feb 20 03:30:07.953036 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eca11b-04d2-4288-8940-311b57c9c87c None None] Pushing event updated for resources: {'Port': ['ID=c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:08.031461 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-edc57e18-47db-446b-bf91-98c1e5128886 None None] Provisioning complete for port ae9c24d3-b26a-4985-922a-b63de288c928 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:30:08.032592 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-edc57e18-47db-446b-bf91-98c1e5128886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ae9c24d3-b26a-4985-922a-b63de288c928), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:08.111295 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-49d1be30-e6ae-45f2-90f3-69940c4b5415 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Allocated IP 10.1.1.120 (67e7e45b-f32b-4fdb-9b56-3214aa9e538c/1fdd6f8e-c413-4f72-b733-74af17d9e3ef/5e58af7e-8388-40e3-bea2-7eff10d7ac63) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:30:08.129129 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9103c3e4-fd68-430f-9274-e5a38727bce3 req-dcda5eba-3eaa-4733-94d3-0e1e7b461405 service neutron] 10.222.0.93 "GET /v2.0/networks/288b8663-cd52-41ae-9a6f-935b9521d62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870200 Feb 20 03:30:08.145427 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-edc57e18-47db-446b-bf91-98c1e5128886 None None] Port ae9c24d3-b26a-4985-922a-b63de288c928 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:30:08.158356 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60568c6a-f9b8-4829-a786-253319161e94 req-c48a3745-889c-431b-8a0d-f676820fca8f tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:08.161693 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:08.172357 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-60568c6a-f9b8-4829-a786-253319161e94 req-c48a3745-889c-431b-8a0d-f676820fca8f tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5066a95-2481-4c95-a8a8-a2e4531dda93 HTTP/1.1" status: 200 len: 945 time: 0.3733859 Feb 20 03:30:08.185359 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-edc57e18-47db-446b-bf91-98c1e5128886 None None] Provisioning complete for port c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:30:08.189310 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-edc57e18-47db-446b-bf91-98c1e5128886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:08.260021 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:30:08.271231 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-60568c6a-f9b8-4829-a786-253319161e94 req-72d52aec-9276-46ed-b83c-4ca534af92dd tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b873480-7748-49ec-ad4f-e90eb63d9bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940988 Feb 20 03:30:08.305224 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5d8b5-d253-4c88-a866-257019ba0cfb req-6243ec7f-5c3c-42dc-a1cc-91555099c8c2 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:08.328438 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-85d5d8b5-d253-4c88-a866-257019ba0cfb req-6243ec7f-5c3c-42dc-a1cc-91555099c8c2 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 944 time: 0.2784863 Feb 20 03:30:08.447817 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-49d1be30-e6ae-45f2-90f3-69940c4b5415 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks [] for port (5e58af7e-8388-40e3-bea2-7eff10d7ac63), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:08.463626 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-edc57e18-47db-446b-bf91-98c1e5128886 None None] Current status of the port c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:30:08.479972 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:30:08.548222 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d9bdc-92c1-4c67-8e54-ad066f61cc39 req-f0841db2-c607-43cf-8c78-8a3c7d300ccf tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:08.554928 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-498d9bdc-92c1-4c67-8e54-ad066f61cc39 req-f0841db2-c607-43cf-8c78-8a3c7d300ccf tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 949 time: 0.1396492 Feb 20 03:30:08.564781 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-85d5d8b5-d253-4c88-a866-257019ba0cfb req-88c854c3-6cee-4ebf-ab9b-e5222e1b631f tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349172 Feb 20 03:30:08.576043 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b27a0b-8666-4849-9fb3-7e0debbd2e53 req-7df4c904-1f9d-47bd-b608-2bf318690335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:08.576823 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-49d1be30-e6ae-45f2-90f3-69940c4b5415 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (5e58af7e-8388-40e3-bea2-7eff10d7ac63), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:08.577570 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66b27a0b-8666-4849-9fb3-7e0debbd2e53 req-7df4c904-1f9d-47bd-b608-2bf318690335 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b21cd2b580854f59ad4f03eef3c06b80&device_id=af970f4c-4845-4108-b0be-25457d4a56b9 HTTP/1.1" status: 200 len: 1125 time: 0.2439520 Feb 20 03:30:08.601290 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 1da3b321-2b61-40d5-b0b2-2546ea0f26cd no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:30:08.608622 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e241b96e-8ff7-4a03-b358-c3f36fcf8633 None None] Provisioning complete for port ae9c24d3-b26a-4985-922a-b63de288c928 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:30:08.609013 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e241b96e-8ff7-4a03-b358-c3f36fcf8633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ae9c24d3-b26a-4985-922a-b63de288c928), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:08.700840 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e241b96e-8ff7-4a03-b358-c3f36fcf8633 None None] Port ae9c24d3-b26a-4985-922a-b63de288c928 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:30:08.702426 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d1be30-e6ae-45f2-90f3-69940c4b5415 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Network 67e7e45b-f32b-4fdb-9b56-3214aa9e538c is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:30:08.708414 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-49d1be30-e6ae-45f2-90f3-69940c4b5415 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:30:08.713447 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d1be30-e6ae-45f2-90f3-69940c4b5415 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:30:08.784224 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd is: DOWN; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:30:08.839554 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1be30-e6ae-45f2-90f3-69940c4b5415 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Pushing event updated for resources: {'Port': ['ID=5e58af7e-8388-40e3-bea2-7eff10d7ac63,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:08.839960 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 8c2e467a-7b14-4c3e-ac62-8ec19670d42d up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:30:08.859261 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d1be30-e6ae-45f2-90f3-69940c4b5415 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:08.859925 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-49d1be30-e6ae-45f2-90f3-69940c4b5415 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:08.863528 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-498d9bdc-92c1-4c67-8e54-ad066f61cc39 req-15c201c2-8fb2-4ec2-9de3-ac4e90ae8f43 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063748 Feb 20 03:30:08.929573 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 8c2e467a-7b14-4c3e-ac62-8ec19670d42d triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:30:08.932889 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8c2e467a-7b14-4c3e-ac62-8ec19670d42d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:08.943306 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe4ef3-86bb-467f-b9b2-5a46555d310e req-7fb1d7e8-e225-4d6b-8d5f-02bd58ffe6f1 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:08.944925 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-64fe4ef3-86bb-467f-b9b2-5a46555d310e req-7fb1d7e8-e225-4d6b-8d5f-02bd58ffe6f1 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 945 time: 0.1825349 Feb 20 03:30:08.956235 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b27a0b-8666-4849-9fb3-7e0debbd2e53 req-28f87d53-3432-45d1-b287-b62e46620808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:08.958748 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66b27a0b-8666-4849-9fb3-7e0debbd2e53 req-28f87d53-3432-45d1-b287-b62e46620808 service neutron] 10.222.0.93 "GET /v2.0/networks?id=288b8663-cd52-41ae-9a6f-935b9521d62d HTTP/1.1" status: 200 len: 922 time: 0.3723946 Feb 20 03:30:08.967393 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-49d1be30-e6ae-45f2-90f3-69940c4b5415 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6296055 Feb 20 03:30:09.089531 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 8c2e467a-7b14-4c3e-ac62-8ec19670d42d is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:30:09.090002 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8c2e467a-7b14-4c3e-ac62-8ec19670d42d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:09.143225 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 8c2e467a-7b14-4c3e-ac62-8ec19670d42d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=8c2e467a-7b14-4c3e-ac62-8ec19670d42d,segment=NetworkSegment(bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73),segment_id=bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:09.146584 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-09ab2039-a90a-49df-bd2c-cf7a104fbefd None None] Provisioning complete for port 5e58af7e-8388-40e3-bea2-7eff10d7ac63 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:30:09.147105 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09ab2039-a90a-49df-bd2c-cf7a104fbefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (5e58af7e-8388-40e3-bea2-7eff10d7ac63), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:09.187467 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-09ab2039-a90a-49df-bd2c-cf7a104fbefd None None] Port 5e58af7e-8388-40e3-bea2-7eff10d7ac63 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:30:09.214509 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (8c2e467a-7b14-4c3e-ac62-8ec19670d42d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:09.215973 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:30:09.303058 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=8c2e467a-7b14-4c3e-ac62-8ec19670d42d,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:09.337545 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:30:09.337927 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:09.396452 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66b27a0b-8666-4849-9fb3-7e0debbd2e53 req-b5d8c9a9-b992-477e-b908-9411fb7082e8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06933ab7-1c86-469a-9e43-2d16d1aee3ed HTTP/1.1" status: 200 len: 217 time: 0.4233103 Feb 20 03:30:09.423601 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:30:09.443882 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-64fe4ef3-86bb-467f-b9b2-5a46555d310e req-9368a2a8-f4f2-4730-99d2-9af5cbe86f87 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4840031 Feb 20 03:30:09.489754 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42e466-3fca-4fa5-a91c-bef25f044694 req-0fc47c94-c06d-4d01-928c-fa6011bb5cf6 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:09.497505 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8e42e466-3fca-4fa5-a91c-bef25f044694 req-0fc47c94-c06d-4d01-928c-fa6011bb5cf6 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=9a57895d-425c-4896-9618-4d6806bfab44 HTTP/1.1" status: 200 len: 949 time: 0.5359311 Feb 20 03:30:09.508751 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0d9b27-8d38-4e7f-8d7e-2ef5aa083a97 None None] Network d437f433-2a25-46ac-8335-584c725cf993 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:30:09.512032 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b27a0b-8666-4849-9fb3-7e0debbd2e53 req-e502b0a2-7c84-40c1-a51e-29b8b6999686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:09.513570 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66b27a0b-8666-4849-9fb3-7e0debbd2e53 req-e502b0a2-7c84-40c1-a51e-29b8b6999686 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=56d183b8-0223-43b0-ac23-eab97adf586c HTTP/1.1" status: 200 len: 861 time: 0.0838332 Feb 20 03:30:09.559997 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66b27a0b-8666-4849-9fb3-7e0debbd2e53 req-7de46588-db01-4ae5-afd7-e8f8d7ceb6d6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=288b8663-cd52-41ae-9a6f-935b9521d62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381372 Feb 20 03:30:09.637826 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f1a5cac3-4bd3-48eb-aa89-730395e1a579 None None] Provisioning complete for port 8c2e467a-7b14-4c3e-ac62-8ec19670d42d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:30:09.638197 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f1a5cac3-4bd3-48eb-aa89-730395e1a579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8c2e467a-7b14-4c3e-ac62-8ec19670d42d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:09.665303 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8e42e466-3fca-4fa5-a91c-bef25f044694 req-99b979eb-899f-4c63-864c-88e2b9668a46 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669178 Feb 20 03:30:09.685371 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4b65d-f501-41fc-a2ee-5f91bc623fa1 req-1b409b15-c0df-433d-9c22-e8bc3d55c426 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:09.693240 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9af4b65d-f501-41fc-a2ee-5f91bc623fa1 req-1b409b15-c0df-433d-9c22-e8bc3d55c426 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 946 time: 0.1600304 Feb 20 03:30:09.757754 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f1a5cac3-4bd3-48eb-aa89-730395e1a579 None None] Current status of the port 8c2e467a-7b14-4c3e-ac62-8ec19670d42d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:30:09.774325 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66b27a0b-8666-4849-9fb3-7e0debbd2e53 req-407a8adc-ea38-44b5-9b79-c57026a7edb1 service neutron] 10.222.0.93 "GET /v2.0/networks/288b8663-cd52-41ae-9a6f-935b9521d62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969943 Feb 20 03:30:09.861481 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9af4b65d-f501-41fc-a2ee-5f91bc623fa1 req-89941ebf-1e3b-46f1-98e8-77c088ed1c29 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668675 Feb 20 03:30:09.910766 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61522c32-442e-416e-8b77-a0cdab833cf6 req-b6f09d0d-07ba-4520-8495-f672155b2bf3 tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:09.912453 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-61522c32-442e-416e-8b77-a0cdab833cf6 req-b6f09d0d-07ba-4520-8495-f672155b2bf3 tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] 10.222.0.89 "GET /v2.0/ports?device_id=af970f4c-4845-4108-b0be-25457d4a56b9 HTTP/1.1" status: 200 len: 943 time: 0.1437128 Feb 20 03:30:09.943708 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66b27a0b-8666-4849-9fb3-7e0debbd2e53 req-b0e4bbe1-6504-4b08-a085-0eb39e94d0c4 service neutron] 10.222.0.93 "GET /v2.0/networks/288b8663-cd52-41ae-9a6f-935b9521d62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589875 Feb 20 03:30:09.980621 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-6436f0f5-c51a-4774-81cb-ef6ed5141d7b None None] Provisioning complete for port 8c2e467a-7b14-4c3e-ac62-8ec19670d42d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:30:09.980950 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6436f0f5-c51a-4774-81cb-ef6ed5141d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8c2e467a-7b14-4c3e-ac62-8ec19670d42d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:09.988694 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-61522c32-442e-416e-8b77-a0cdab833cf6 req-8f4bb1a2-b580-4964-95e0-77131db90279 tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] 10.222.0.89 "GET /v2.0/security-groups?id=36757399-a99f-4b2f-b551-f3fbfe0f310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642607 Feb 20 03:30:10.074652 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-6436f0f5-c51a-4774-81cb-ef6ed5141d7b None None] Current status of the port 8c2e467a-7b14-4c3e-ac62-8ec19670d42d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:30:10.123331 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d1b99-324b-453d-9ffd-d50032e41edf req-2fb994f3-18f0-4ea6-aa89-0c4961d6b177 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:10.125016 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c24d1b99-324b-453d-9ffd-d50032e41edf req-2fb994f3-18f0-4ea6-aa89-0c4961d6b177 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5066a95-2481-4c95-a8a8-a2e4531dda93 HTTP/1.1" status: 200 len: 945 time: 0.0593865 Feb 20 03:30:10.177368 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c24d1b99-324b-453d-9ffd-d50032e41edf req-7f35d912-9083-4e9d-ac18-a781e749a0c2 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b873480-7748-49ec-ad4f-e90eb63d9bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450716 Feb 20 03:30:10.293873 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24cd10-e925-4154-8810-b28cee866c9f req-41d0062f-d17b-40c2-8ea2-0f9ad23af3cf tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:10.299332 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5c24cd10-e925-4154-8810-b28cee866c9f req-41d0062f-d17b-40c2-8ea2-0f9ad23af3cf tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 944 time: 0.0596642 Feb 20 03:30:10.313295 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58376) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:30:10.319593 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-d760b701-d598-4e87-9fad-dd3ab85358da tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1237629831', 'description': 'tempest-description--1680838659'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:10.359405 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5c24cd10-e925-4154-8810-b28cee866c9f req-1edd1d30-5608-46cf-ad36-d4f547b5c8ef tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583882 Feb 20 03:30:10.403057 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d760b701-d598-4e87-9fad-dd3ab85358da tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:10.427474 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c0e7c-8273-4c12-b532-c9cdf7d87f22 req-418e37f0-ed9d-41d0-8b81-98b9e10f0eb2 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:10.435097 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ec2c0e7c-8273-4c12-b532-c9cdf7d87f22 req-418e37f0-ed9d-41d0-8b81-98b9e10f0eb2 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 949 time: 0.0739250 Feb 20 03:30:10.486192 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d760b701-d598-4e87-9fad-dd3ab85358da tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks [] for security_group (3c909173-8dcf-4f26-b2d5-06ea3188685b), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:10.512484 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c74f6c9d-dc12-4949-93c2-a10c01582f0d req-0c0297eb-53a6-4090-870e-c1aa92ac83c1 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1180593449&fields=id&tenant_id=562824520ad8463da7f1cd3c99d0b445 HTTP/1.1" status: 200 len: 267 time: 0.0746849 Feb 20 03:30:10.522608 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ec2c0e7c-8273-4c12-b532-c9cdf7d87f22 req-b5d1d1c1-d2ec-4c38-a259-bd49abe0405e tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865695 Feb 20 03:30:10.557219 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d760b701-d598-4e87-9fad-dd3ab85358da tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (3c909173-8dcf-4f26-b2d5-06ea3188685b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:10.597723 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760b701-d598-4e87-9fad-dd3ab85358da tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c909173-8dcf-4f26-b2d5-06ea3188685b,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:10.614305 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 06933ab7-1c86-469a-9e43-2d16d1aee3ed details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:30:10.618201 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:30:10.621725 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 8c2e467a-7b14-4c3e-ac62-8ec19670d42d up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:30:10.655105 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f6c9d-dc12-4949-93c2-a10c01582f0d req-56717703-6e7a-4c31-bc07-3a4fcc35428b tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:10.656699 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c74f6c9d-dc12-4949-93c2-a10c01582f0d req-56717703-6e7a-4c31-bc07-3a4fcc35428b tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5066a95-2481-4c95-a8a8-a2e4531dda93 HTTP/1.1" status: 200 len: 945 time: 0.1331336 Feb 20 03:30:10.675217 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-c74f6c9d-dc12-4949-93c2-a10c01582f0d req-2976f802-5c4f-4096-a202-627579af7043 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Request body: {'port': {'security_groups': ['4b873480-7748-49ec-ad4f-e90eb63d9bf5', 'c48bb213-4ed7-4521-b356-374f88337d21']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:10.702636 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d760b701-d598-4e87-9fad-dd3ab85358da tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:10.707108 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d760b701-d598-4e87-9fad-dd3ab85358da tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3896434 Feb 20 03:30:10.707778 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58380) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:30:10.712211 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-9150d777-c130-48b6-8825-5b134cdac5d2 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Request body: {'security_group_rule': {'security_group_id': '3c909173-8dcf-4f26-b2d5-06ea3188685b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:10.730717 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591b8eb-1b66-44ca-9862-548bac19bbe1 req-13cd3750-f8fe-4028-850b-7a062234babb tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:10.737931 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3591b8eb-1b66-44ca-9862-548bac19bbe1 req-13cd3750-f8fe-4028-850b-7a062234babb tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 945 time: 0.1362352 Feb 20 03:30:10.786765 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 8c2e467a-7b14-4c3e-ac62-8ec19670d42d triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:30:10.787391 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8c2e467a-7b14-4c3e-ac62-8ec19670d42d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:10.831246 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9150d777-c130-48b6-8825-5b134cdac5d2 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks [] for security_group_rule (0c7e135a-bb8f-494b-8aa6-b659670c1cd4), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:10.836639 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3591b8eb-1b66-44ca-9862-548bac19bbe1 req-784fd6ee-c69d-4436-a72a-a6ce0020b4d4 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977850 Feb 20 03:30:10.846328 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c74f6c9d-dc12-4949-93c2-a10c01582f0d req-2976f802-5c4f-4096-a202-627579af7043 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ec7285c7-5f5f-44b2-9917-8adddf4c6ad5), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:10.863493 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 06933ab7-1c86-469a-9e43-2d16d1aee3ed, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=06933ab7-1c86-469a-9e43-2d16d1aee3ed,segment=NetworkSegment(af921e7d-5a4f-462b-8a9b-39a467bf90a4),segment_id=af921e7d-5a4f-462b-8a9b-39a467bf90a4)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:10.865601 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:30:10.880261 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:30:10.880652 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:10.888580 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '06933ab7-1c86-469a-9e43-2d16d1aee3ed', 'network_id': '288b8663-cd52-41ae-9a6f-935b9521d62d', 'port_id': '06933ab7-1c86-469a-9e43-2d16d1aee3ed', 'mac_address': 'fa:16:3e:b8:96:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d183b8-0223-43b0-ac23-eab97adf586c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:30:10.943565 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9150d777-c130-48b6-8825-5b134cdac5d2 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks [] for security_group_rule (0c7e135a-bb8f-494b-8aa6-b659670c1cd4), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:11.015049 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9150d777-c130-48b6-8825-5b134cdac5d2 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (0c7e135a-bb8f-494b-8aa6-b659670c1cd4), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:11.041079 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150d777-c130-48b6-8825-5b134cdac5d2 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c7e135a-bb8f-494b-8aa6-b659670c1cd4,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:11.061871 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f6e77-a289-48a8-970d-31cb2b66588b req-357f1c0b-4f0b-4b33-b401-fe224bdbf292 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:11.063553 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cb1f6e77-a289-48a8-970d-31cb2b66588b req-357f1c0b-4f0b-4b33-b401-fe224bdbf292 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=9a57895d-425c-4896-9618-4d6806bfab44 HTTP/1.1" status: 200 len: 949 time: 0.1311309 Feb 20 03:30:11.147797 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9150d777-c130-48b6-8825-5b134cdac5d2 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:11.152696 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 8c2e467a-7b14-4c3e-ac62-8ec19670d42d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:30:11.152836 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9150d777-c130-48b6-8825-5b134cdac5d2 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4435122 Feb 20 03:30:11.153619 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58388) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:30:11.166002 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-fe7795df-3449-4f00-b3ff-b591f6e3c31c tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Request body: {'security_group_rule': {'security_group_id': '3c909173-8dcf-4f26-b2d5-06ea3188685b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:11.173062 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 06933ab7-1c86-469a-9e43-2d16d1aee3ed is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:30:11.173618 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (06933ab7-1c86-469a-9e43-2d16d1aee3ed), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:11.196430 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cb1f6e77-a289-48a8-970d-31cb2b66588b req-fae22cee-c5ac-4fc2-8700-00411d5ca732 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179202 Feb 20 03:30:11.209966 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06933ab7-1c86-469a-9e43-2d16d1aee3ed {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:30:11.226173 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-c74f6c9d-dc12-4949-93c2-a10c01582f0d req-2976f802-5c4f-4096-a202-627579af7043 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] For port ec7285c7-5f5f-44b2-9917-8adddf4c6ad5, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=ec7285c7-5f5f-44b2-9917-8adddf4c6ad5,segment=NetworkSegment(23d264e4-1868-43ad-a9bd-7db80d31bd46),segment_id=23d264e4-1868-43ad-a9bd-7db80d31bd46)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:11.243244 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 06933ab7-1c86-469a-9e43-2d16d1aee3ed, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=06933ab7-1c86-469a-9e43-2d16d1aee3ed,segment=NetworkSegment(af921e7d-5a4f-462b-8a9b-39a467bf90a4),segment_id=af921e7d-5a4f-462b-8a9b-39a467bf90a4)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:11.250106 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:30:11.250506 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:11.267143 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fe7795df-3449-4f00-b3ff-b591f6e3c31c tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks [] for security_group_rule (05d4cfeb-a113-438d-9dc1-a8a9f2bc150c), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:11.282760 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a57895d-425c-4896-9618-4d6806bfab44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:30:11.289289 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768bd38f-8fcc-45c6-b876-ae0504ee00ea" -d '{"events": [{"server_uuid": "9a57895d-425c-4896-9618-4d6806bfab44", "name": "network-vif-plugged", "status": "completed", "tag": "e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:30:11.303179 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c74f6c9d-dc12-4949-93c2-a10c01582f0d req-2976f802-5c4f-4096-a202-627579af7043 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for port (ec7285c7-5f5f-44b2-9917-8adddf4c6ad5), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:11.305121 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:11.318753 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (06933ab7-1c86-469a-9e43-2d16d1aee3ed), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:11.338394 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fe7795df-3449-4f00-b3ff-b591f6e3c31c tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks [] for security_group_rule (05d4cfeb-a113-438d-9dc1-a8a9f2bc150c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:11.359542 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-6d73ea64-4b4f-4572-9660-ab7ea7411d6a service neutron] 10.222.0.93 "GET /v2.0/ports/1da3b321-2b61-40d5-b0b2-2546ea0f26cd/bindings/n-h1-829866-4 HTTP/1.1" status: 200 len: 384 time: 0.1230311 Feb 20 03:30:11.375383 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c74f6c9d-dc12-4949-93c2-a10c01582f0d req-2976f802-5c4f-4096-a202-627579af7043 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (ec7285c7-5f5f-44b2-9917-8adddf4c6ad5), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:11.376468 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=06933ab7-1c86-469a-9e43-2d16d1aee3ed,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:11.393212 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['ec7285c7-5f5f-44b2-9917-8adddf4c6ad5'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:30:11.403202 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fe7795df-3449-4f00-b3ff-b591f6e3c31c tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (05d4cfeb-a113-438d-9dc1-a8a9f2bc150c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:11.412827 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d43035-2adb-4b1a-ab56-1dbcfbe8402e req-364b555b-1887-4405-9f10-bc09010d8eb0 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:11.414374 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-99d43035-2adb-4b1a-ab56-1dbcfbe8402e req-364b555b-1887-4405-9f10-bc09010d8eb0 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 946 time: 0.1154337 Feb 20 03:30:11.430685 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:11.474204 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f6c9d-dc12-4949-93c2-a10c01582f0d req-2976f802-5c4f-4096-a202-627579af7043 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:11.475018 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c74f6c9d-dc12-4949-93c2-a10c01582f0d req-2976f802-5c4f-4096-a202-627579af7043 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:11.476398 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c74f6c9d-dc12-4949-93c2-a10c01582f0d req-2976f802-5c4f-4096-a202-627579af7043 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "PUT /v2.0/ports/ec7285c7-5f5f-44b2-9917-8adddf4c6ad5 HTTP/1.1" status: 200 len: 981 time: 0.8087022 Feb 20 03:30:11.481621 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5066a95-2481-4c95-a8a8-a2e4531dda93', 'tag': 'ec7285c7-5f5f-44b2-9917-8adddf4c6ad5'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:30:11.484031 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460b4907-b917-435a-a124-6a32151fe287" -d '{"events": [{"name": "network-changed", "server_uuid": "e5066a95-2481-4c95-a8a8-a2e4531dda93", "tag": "ec7285c7-5f5f-44b2-9917-8adddf4c6ad5"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:30:11.488013 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7795df-3449-4f00-b3ff-b591f6e3c31c tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d4cfeb-a113-438d-9dc1-a8a9f2bc150c,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:11.520926 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:11.587231 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976f802-5c4f-4096-a202-627579af7043 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Pushing event updated for resources: {'Port': ['ID=ec7285c7-5f5f-44b2-9917-8adddf4c6ad5,revision_number=6']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:11.635379 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fe7795df-3449-4f00-b3ff-b591f6e3c31c tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:11.637896 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fe7795df-3449-4f00-b3ff-b591f6e3c31c tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4830739 Feb 20 03:30:11.639764 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['ec7285c7-5f5f-44b2-9917-8adddf4c6ad5'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:30:11.641240 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58400) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:30:11.646727 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-fc023e1c-3a23-4289-8f21-471ed0406b03 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:11.682825 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['06933ab7-1c86-469a-9e43-2d16d1aee3ed'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:30:11.687172 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-99d43035-2adb-4b1a-ab56-1dbcfbe8402e req-27b66f13-f664-46b0-a69b-aa3a4c6fb9fe tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419693 Feb 20 03:30:11.751334 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f30280-e20f-4e0c-8734-156ede5bc65d x-openstack-request-id: req-81f30280-e20f-4e0c-8734-156ede5bc65d {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:30:11.751334 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a57895d-425c-4896-9618-4d6806bfab44", "name": "network-vif-plugged", "status": "completed", "tag": "e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:30:11.751334 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-81f30280-e20f-4e0c-8734-156ede5bc65d {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:30:11.751334 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a57895d-425c-4896-9618-4d6806bfab44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4', 'code': 200} Feb 20 03:30:11.871978 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfae65-e537-4f2a-9162-194f1caa2f5d req-c750ce3a-5b66-459f-b8ac-e1cceffdc53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:11.873744 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-17bfae65-e537-4f2a-9162-194f1caa2f5d req-c750ce3a-5b66-459f-b8ac-e1cceffdc53c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9a57895d-425c-4896-9618-4d6806bfab44 HTTP/1.1" status: 200 len: 1132 time: 0.0473871 Feb 20 03:30:11.899818 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-d0e28f44-0d49-4ba5-9c94-3ca4e10809cb service neutron] For port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=1da3b321-2b61-40d5-b0b2-2546ea0f26cd,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:11.924157 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-d0e28f44-0d49-4ba5-9c94-3ca4e10809cb service neutron] For port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:30:11.936376 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-17bfae65-e537-4f2a-9162-194f1caa2f5d req-54aeba05-bb59-4f96-b92c-49ecc1524e96 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560246 Feb 20 03:30:11.968320 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-d0e28f44-0d49-4ba5-9c94-3ca4e10809cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1da3b321-2b61-40d5-b0b2-2546ea0f26cd {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:30:11.997556 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa40c7-08ea-4670-a458-1f6a935574b5 req-d1ac35f1-ea78-4869-b4e0-01f09227092a tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:11.999092 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06fa40c7-08ea-4670-a458-1f6a935574b5 req-d1ac35f1-ea78-4869-b4e0-01f09227092a tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] 10.222.0.89 "GET /v2.0/ports?device_id=af970f4c-4845-4108-b0be-25457d4a56b9 HTTP/1.1" status: 200 len: 944 time: 0.4079661 Feb 20 03:30:12.020613 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fc023e1c-3a23-4289-8f21-471ed0406b03 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:12.025984 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-d0e28f44-0d49-4ba5-9c94-3ca4e10809cb service neutron] For port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=1da3b321-2b61-40d5-b0b2-2546ea0f26cd,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:12.135892 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667d037-adfe-422f-a515-0ec1393bb8a3 req-d01a968c-3f51-4ef9-afc2-9eee5a1d48ff tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:12.137376 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9667d037-adfe-422f-a515-0ec1393bb8a3 req-d01a968c-3f51-4ef9-afc2-9eee5a1d48ff tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 944 time: 0.2927411 Feb 20 03:30:12.143363 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-d0e28f44-0d49-4ba5-9c94-3ca4e10809cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1da3b321-2b61-40d5-b0b2-2546ea0f26cd), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:12.159294 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06fa40c7-08ea-4670-a458-1f6a935574b5 req-8d26fb3e-9f89-49cf-a7aa-e225300c6c19 tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] 10.222.0.89 "GET /v2.0/security-groups?id=36757399-a99f-4b2f-b551-f3fbfe0f310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306705 Feb 20 03:30:12.213748 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1348e8fc-1077-46ff-8500-4c1893a21a5e x-openstack-request-id: req-1348e8fc-1077-46ff-8500-4c1893a21a5e {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:30:12.213748 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5066a95-2481-4c95-a8a8-a2e4531dda93", "tag": "ec7285c7-5f5f-44b2-9917-8adddf4c6ad5", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:30:12.213748 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1348e8fc-1077-46ff-8500-4c1893a21a5e {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:30:12.214167 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5066a95-2481-4c95-a8a8-a2e4531dda93', 'tag': 'ec7285c7-5f5f-44b2-9917-8adddf4c6ad5', 'status': 'completed', 'code': 200} Feb 20 03:30:12.278214 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9667d037-adfe-422f-a515-0ec1393bb8a3 req-f5197f6a-c431-4771-9f4e-4c84c3fe7cc5 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295476 Feb 20 03:30:12.346384 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-d0e28f44-0d49-4ba5-9c94-3ca4e10809cb service neutron] Transition to ACTIVE for port object 1da3b321-2b61-40d5-b0b2-2546ea0f26cd will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:30:12.393009 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fc023e1c-3a23-4289-8f21-471ed0406b03 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:12.415279 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-abaaf45c-a3fa-4294-b7a3-d0baaf262e68 req-bb08229b-2f1e-41fe-849c-51fd4d5251bb tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-557604935&fields=id&tenant_id=562824520ad8463da7f1cd3c99d0b445 HTTP/1.1" status: 200 len: 267 time: 0.1573801 Feb 20 03:30:12.438090 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b4907-b917-435a-a124-6a32151fe287 req-c931c0ab-a443-4b77-aa32-6adab5f8a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:12.439658 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-460b4907-b917-435a-a124-6a32151fe287 req-c931c0ab-a443-4b77-aa32-6adab5f8a815 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=562824520ad8463da7f1cd3c99d0b445&device_id=e5066a95-2481-4c95-a8a8-a2e4531dda93 HTTP/1.1" status: 200 len: 1166 time: 0.1838818 Feb 20 03:30:12.445118 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-d0e28f44-0d49-4ba5-9c94-3ca4e10809cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (1da3b321-2b61-40d5-b0b2-2546ea0f26cd), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:12.669057 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-d0e28f44-0d49-4ba5-9c94-3ca4e10809cb service neutron] No DVR routers for this DVR port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:30:12.699432 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbf5cc-b4c3-4b7b-99c8-2c146375722e req-f3d7a784-d5d0-41be-8341-4c18d91c1371 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:12.700973 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-efdbf5cc-b4c3-4b7b-99c8-2c146375722e req-f3d7a784-d5d0-41be-8341-4c18d91c1371 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 949 time: 0.3099282 Feb 20 03:30:12.718838 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e28f44-0d49-4ba5-9c94-3ca4e10809cb service neutron] Pushing event updated for resources: {'Port': ['ID=1da3b321-2b61-40d5-b0b2-2546ea0f26cd,revision_number=10']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:12.772424 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaaf45c-a3fa-4294-b7a3-d0baaf262e68 req-17d22b7a-99f1-4103-89f0-d2866c6bcb61 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:12.773913 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-abaaf45c-a3fa-4294-b7a3-d0baaf262e68 req-17d22b7a-99f1-4103-89f0-d2866c6bcb61 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5066a95-2481-4c95-a8a8-a2e4531dda93 HTTP/1.1" status: 200 len: 984 time: 0.3418081 Feb 20 03:30:12.793575 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b4907-b917-435a-a124-6a32151fe287 req-1ffd4af1-4302-4de1-b945-e33932a77c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:12.795043 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-460b4907-b917-435a-a124-6a32151fe287 req-1ffd4af1-4302-4de1-b945-e33932a77c7f service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c91ce47-7bea-4684-9e83-8c6431905c13 HTTP/1.1" status: 200 len: 913 time: 0.3222439 Feb 20 03:30:12.798844 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-abaaf45c-a3fa-4294-b7a3-d0baaf262e68 req-c1f8b854-4b95-4e09-888a-1bdaa8322c4c tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Request body: {'port': {'security_groups': ['4b873480-7748-49ec-ad4f-e90eb63d9bf5', 'c48bb213-4ed7-4521-b356-374f88337d21', 'ba4da7e9-3f20-461c-b271-6ef18f741235']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:12.806718 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-d0e28f44-0d49-4ba5-9c94-3ca4e10809cb service neutron] 10.222.0.93 "PUT /v2.0/ports/1da3b321-2b61-40d5-b0b2-2546ea0f26cd/bindings/n-h1-829866-4/activate HTTP/1.1" status: 200 len: 369 time: 1.4405227 Feb 20 03:30:12.823588 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-fc023e1c-3a23-4289-8f21-471ed0406b03 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Allocated IP 172.25.7.231 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/62ac69fd-73e6-455e-a163-64a22a0c283b) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:30:12.896310 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-460b4907-b917-435a-a124-6a32151fe287 req-5770d755-da6b-45fb-915e-210b1a07d92d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec7285c7-5f5f-44b2-9917-8adddf4c6ad5 HTTP/1.1" status: 200 len: 217 time: 0.0884461 Feb 20 03:30:12.928491 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-efdbf5cc-b4c3-4b7b-99c8-2c146375722e req-d619e89a-ada4-4553-aac9-e7a26f85ce69 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146335 Feb 20 03:30:13.018191 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-0e2e29b1-c973-4b9a-9c67-d2f67505ae98 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:13.019841 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-0e2e29b1-c973-4b9a-9c67-d2f67505ae98 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c&tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&binding%3Ahost_id=n-h2-829866-4 HTTP/1.1" status: 200 len: 1127 time: 0.0833559 Feb 20 03:30:13.087947 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-abaaf45c-a3fa-4294-b7a3-d0baaf262e68 req-c1f8b854-4b95-4e09-888a-1bdaa8322c4c tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ec7285c7-5f5f-44b2-9917-8adddf4c6ad5), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:13.094334 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b4907-b917-435a-a124-6a32151fe287 req-17c1f2d9-512c-4b61-a065-7f8ef69dd6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:13.096098 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-460b4907-b917-435a-a124-6a32151fe287 req-17c1f2d9-512c-4b61-a065-7f8ef69dd6dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf109b62-46b0-4f66-9779-7ad707f5466f HTTP/1.1" status: 200 len: 852 time: 0.1873572 Feb 20 03:30:13.111490 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-723e1886-5724-4939-b1d7-f634395b03fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:13.116533 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-723e1886-5724-4939-b1d7-f634395b03fd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c&tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359 HTTP/1.1" status: 200 len: 1127 time: 0.0877354 Feb 20 03:30:13.180757 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-460b4907-b917-435a-a124-6a32151fe287 req-6df7849e-2da1-43f7-a515-fb1a2ba0fd6b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c91ce47-7bea-4684-9e83-8c6431905c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712383 Feb 20 03:30:13.233208 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8a3b7-393a-4a30-ad1b-c8a815171201 req-1111458d-dd84-48d4-bb3e-0b45e2b336f9 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:13.235070 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-efa8a3b7-393a-4a30-ad1b-c8a815171201 req-1111458d-dd84-48d4-bb3e-0b45e2b336f9 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 945 time: 0.2144928 Feb 20 03:30:13.271279 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-f767011c-0960-48fa-87ab-28ddd978fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:13.273003 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-f767011c-0960-48fa-87ab-28ddd978fd93 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 1127 time: 0.1191339 Feb 20 03:30:13.319946 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fc023e1c-3a23-4289-8f21-471ed0406b03 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks [] for port (62ac69fd-73e6-455e-a163-64a22a0c283b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:13.373901 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-a1757339-8ce1-4931-b79b-ca7551c7e288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:13.375715 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-a1757339-8ce1-4931-b79b-ca7551c7e288 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5528b70c-0437-425a-a0ac-3485fc465717 HTTP/1.1" status: 200 len: 921 time: 0.0962000 Feb 20 03:30:13.422214 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-b497afc1-5fb8-4bf7-b992-3f6557949a01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1da3b321-2b61-40d5-b0b2-2546ea0f26cd HTTP/1.1" status: 200 len: 217 time: 0.0395133 Feb 20 03:30:13.453930 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-efa8a3b7-393a-4a30-ad1b-c8a815171201 req-17ffcbe7-fd23-47ac-be42-907f731cf9d0 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049396 Feb 20 03:30:13.476235 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-92fbc24e-9b92-4562-84fb-0b297f5b2ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:13.476235 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-92fbc24e-9b92-4562-84fb-0b297f5b2ee9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e570f242-4684-4db2-b2a8-755bc6ec8973 HTTP/1.1" status: 200 len: 860 time: 0.0480227 Feb 20 03:30:13.485611 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-460b4907-b917-435a-a124-6a32151fe287 req-0fa5867d-f07a-4f96-883b-c99fa1367f87 service neutron] 10.222.0.42 "GET /v2.0/networks/1c91ce47-7bea-4684-9e83-8c6431905c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640238 Feb 20 03:30:13.517754 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-6274758f-8809-40a8-85c8-d8f29bbcfa89 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5528b70c-0437-425a-a0ac-3485fc465717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331333 Feb 20 03:30:13.612831 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fc023e1c-3a23-4289-8f21-471ed0406b03 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (62ac69fd-73e6-455e-a163-64a22a0c283b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:13.616533 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-1567b78c-6a5f-4872-b9ea-8f5231e8cb1c service neutron] 10.222.0.42 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920303 Feb 20 03:30:13.715525 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-fbe0500c-2f4a-433d-8bba-25228bb9ddb5 service neutron] 10.222.0.42 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918434 Feb 20 03:30:14.044440 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc023e1c-3a23-4289-8f21-471ed0406b03 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:30:14.071700 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-fc023e1c-3a23-4289-8f21-471ed0406b03 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:30:14.074993 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc023e1c-3a23-4289-8f21-471ed0406b03 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:30:14.095809 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-abaaf45c-a3fa-4294-b7a3-d0baaf262e68 req-c1f8b854-4b95-4e09-888a-1bdaa8322c4c tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] For port ec7285c7-5f5f-44b2-9917-8adddf4c6ad5, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=ec7285c7-5f5f-44b2-9917-8adddf4c6ad5,segment=NetworkSegment(23d264e4-1868-43ad-a9bd-7db80d31bd46),segment_id=23d264e4-1868-43ad-a9bd-7db80d31bd46)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:14.118575 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc023e1c-3a23-4289-8f21-471ed0406b03 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Pushing event updated for resources: {'Port': ['ID=62ac69fd-73e6-455e-a163-64a22a0c283b,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:14.148024 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb04d2b-259b-4ab0-8565-028cf4af7494 req-e71cc425-c27c-4739-ae51-9882fcaa7862 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:14.149730 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fbb04d2b-259b-4ab0-8565-028cf4af7494 req-e71cc425-c27c-4739-ae51-9882fcaa7862 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=9a57895d-425c-4896-9618-4d6806bfab44 HTTP/1.1" status: 200 len: 950 time: 0.5906281 Feb 20 03:30:14.151809 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-460b4907-b917-435a-a124-6a32151fe287 req-00c8abf3-bd7a-441e-b959-a280281d8457 service neutron] 10.222.0.42 "GET /v2.0/networks/1c91ce47-7bea-4684-9e83-8c6431905c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6572690 Feb 20 03:30:14.198113 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-abaaf45c-a3fa-4294-b7a3-d0baaf262e68 req-c1f8b854-4b95-4e09-888a-1bdaa8322c4c tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for port (ec7285c7-5f5f-44b2-9917-8adddf4c6ad5), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:14.217494 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-c88bc9e7-4fe4-4645-9dd1-24451f3bb51f tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:14.219173 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-c88bc9e7-4fe4-4645-9dd1-24451f3bb51f tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c&tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&binding%3Ahost_id=n-h1-829866-4 HTTP/1.1" status: 200 len: 1127 time: 0.0485337 Feb 20 03:30:14.261850 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fbb04d2b-259b-4ab0-8565-028cf4af7494 req-8723ebb2-f94e-4230-b0f5-fa1715e5cfc5 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046078 Feb 20 03:30:14.276171 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fc023e1c-3a23-4289-8f21-471ed0406b03 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks [] for floatingip (26d08ec2-4d18-435b-96fc-bad900929026), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:14.288744 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-abaaf45c-a3fa-4294-b7a3-d0baaf262e68 req-c1f8b854-4b95-4e09-888a-1bdaa8322c4c tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (ec7285c7-5f5f-44b2-9917-8adddf4c6ad5), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:14.301435 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['ec7285c7-5f5f-44b2-9917-8adddf4c6ad5'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:30:14.341203 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaaf45c-a3fa-4294-b7a3-d0baaf262e68 req-c1f8b854-4b95-4e09-888a-1bdaa8322c4c tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:14.341988 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-abaaf45c-a3fa-4294-b7a3-d0baaf262e68 req-c1f8b854-4b95-4e09-888a-1bdaa8322c4c tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:14.343565 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-abaaf45c-a3fa-4294-b7a3-d0baaf262e68 req-c1f8b854-4b95-4e09-888a-1bdaa8322c4c tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "PUT /v2.0/ports/ec7285c7-5f5f-44b2-9917-8adddf4c6ad5 HTTP/1.1" status: 200 len: 1020 time: 1.5572159 Feb 20 03:30:14.344037 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5066a95-2481-4c95-a8a8-a2e4531dda93', 'tag': 'ec7285c7-5f5f-44b2-9917-8adddf4c6ad5'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:30:14.346618 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6502db4-7a53-47f3-9ad9-a1c5805f67ae" -d '{"events": [{"name": "network-changed", "server_uuid": "e5066a95-2481-4c95-a8a8-a2e4531dda93", "tag": "ec7285c7-5f5f-44b2-9917-8adddf4c6ad5"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:30:14.423080 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-f27c6f6f-8466-4948-a124-4f728b170f17 service neutron] For port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:30:14.427677 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-f27c6f6f-8466-4948-a124-4f728b170f17 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:14.428908 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4152a2e9-9959-4fca-b6c0-f5f0c3d6c598 req-f27c6f6f-8466-4948-a124-4f728b170f17 service neutron] 10.222.0.42 "DELETE /v2.0/ports/1da3b321-2b61-40d5-b0b2-2546ea0f26cd/bindings/n-h2-829866-4 HTTP/1.1" status: 204 len: 173 time: 0.2033904 Feb 20 03:30:14.450676 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8b854-4b95-4e09-888a-1bdaa8322c4c tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Pushing event updated for resources: {'Port': ['ID=ec7285c7-5f5f-44b2-9917-8adddf4c6ad5,revision_number=7']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:14.480600 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fc023e1c-3a23-4289-8f21-471ed0406b03 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (62ac69fd-73e6-455e-a163-64a22a0c283b), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:14.481263 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['ec7285c7-5f5f-44b2-9917-8adddf4c6ad5'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:30:14.541544 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086a697-fcc1-4caf-b21c-98a48f05616d req-a7b917fa-422e-47c8-8ed1-0371a9cd98a8 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:14.543349 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7086a697-fcc1-4caf-b21c-98a48f05616d req-a7b917fa-422e-47c8-8ed1-0371a9cd98a8 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 946 time: 0.1909051 Feb 20 03:30:14.575112 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda342f-7568-47eb-9013-aca696e736f9 req-003a5ea5-3035-4633-b8f9-e283487c1214 tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:14.576689 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6dda342f-7568-47eb-9013-aca696e736f9 req-003a5ea5-3035-4633-b8f9-e283487c1214 tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] 10.222.0.89 "GET /v2.0/ports?device_id=af970f4c-4845-4108-b0be-25457d4a56b9 HTTP/1.1" status: 200 len: 944 time: 0.1498411 Feb 20 03:30:14.636719 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 06933ab7-1c86-469a-9e43-2d16d1aee3ed up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:30:14.688484 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7086a697-fcc1-4caf-b21c-98a48f05616d req-775957ae-ce35-4eed-bea4-6f80b319b4f6 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356542 Feb 20 03:30:14.718520 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6dda342f-7568-47eb-9013-aca696e736f9 req-15b7eb1c-df1d-41d5-acfb-653b41f7b037 tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] 10.222.0.89 "GET /v2.0/security-groups?id=36757399-a99f-4b2f-b551-f3fbfe0f310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187341 Feb 20 03:30:14.795615 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fc023e1c-3a23-4289-8f21-471ed0406b03 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks [] for port (62ac69fd-73e6-455e-a163-64a22a0c283b), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:14.825812 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 06933ab7-1c86-469a-9e43-2d16d1aee3ed completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:30:14.833349 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 06933ab7-1c86-469a-9e43-2d16d1aee3ed triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:30:14.833725 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (06933ab7-1c86-469a-9e43-2d16d1aee3ed), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:14.868022 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d5409-4ce6-4269-8708-debdea9a01ab req-fb45f59c-fd6c-4574-8ceb-4541be1c8614 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:14.869469 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-793d5409-4ce6-4269-8708-debdea9a01ab req-fb45f59c-fd6c-4574-8ceb-4541be1c8614 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 945 time: 0.1031229 Feb 20 03:30:14.875094 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fc023e1c-3a23-4289-8f21-471ed0406b03 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (62ac69fd-73e6-455e-a163-64a22a0c283b), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:14.902762 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7843d-62fc-4207-ac52-dbd534bcfc76 req-995978f0-515c-4d71-9667-8f4e549b9028 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:14.909879 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2ff7843d-62fc-4207-ac52-dbd534bcfc76 req-995978f0-515c-4d71-9667-8f4e549b9028 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 949 time: 0.0979104 Feb 20 03:30:14.934533 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 06933ab7-1c86-469a-9e43-2d16d1aee3ed is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:30:14.934957 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (06933ab7-1c86-469a-9e43-2d16d1aee3ed), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:14.959069 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af970f4c-4845-4108-b0be-25457d4a56b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06933ab7-1c86-469a-9e43-2d16d1aee3ed'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:30:14.961448 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884eeeaf-6bb0-4f28-bad2-da8eeb10ceda" -d '{"events": [{"server_uuid": "af970f4c-4845-4108-b0be-25457d4a56b9", "name": "network-vif-plugged", "status": "completed", "tag": "06933ab7-1c86-469a-9e43-2d16d1aee3ed"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:30:14.975630 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 06933ab7-1c86-469a-9e43-2d16d1aee3ed, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=06933ab7-1c86-469a-9e43-2d16d1aee3ed,segment=NetworkSegment(af921e7d-5a4f-462b-8a9b-39a467bf90a4),segment_id=af921e7d-5a4f-462b-8a9b-39a467bf90a4)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:15.010425 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc023e1c-3a23-4289-8f21-471ed0406b03 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Pushing event updated for resources: {'Port': ['ID=62ac69fd-73e6-455e-a163-64a22a0c283b,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:15.044168 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-793d5409-4ce6-4269-8708-debdea9a01ab req-306f72e6-ad09-4c32-b942-6ec455b34a52 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668224 Feb 20 03:30:15.048785 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fc023e1c-3a23-4289-8f21-471ed0406b03 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (26d08ec2-4d18-435b-96fc-bad900929026), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:15.054591 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (06933ab7-1c86-469a-9e43-2d16d1aee3ed), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:15.061348 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2ff7843d-62fc-4207-ac52-dbd534bcfc76 req-68842b41-9863-4ca1-a661-9718a7f174b6 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506259 Feb 20 03:30:15.115169 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1749408-7115-4b3d-9adc-66d11c66c74e x-openstack-request-id: req-d1749408-7115-4b3d-9adc-66d11c66c74e {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:30:15.115735 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5066a95-2481-4c95-a8a8-a2e4531dda93", "tag": "ec7285c7-5f5f-44b2-9917-8adddf4c6ad5", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:30:15.116612 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d1749408-7115-4b3d-9adc-66d11c66c74e {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:30:15.117262 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5066a95-2481-4c95-a8a8-a2e4531dda93', 'tag': 'ec7285c7-5f5f-44b2-9917-8adddf4c6ad5', 'status': 'completed', 'code': 200} Feb 20 03:30:15.123371 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=06933ab7-1c86-469a-9e43-2d16d1aee3ed,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:15.164367 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fc023e1c-3a23-4289-8f21-471ed0406b03 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:15.165587 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-fc023e1c-3a23-4289-8f21-471ed0406b03 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5232809 Feb 20 03:30:15.207166 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6502db4-7a53-47f3-9ad9-a1c5805f67ae req-d821ec01-aedc-4011-96af-cebac9b6053b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:15.208757 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a6502db4-7a53-47f3-9ad9-a1c5805f67ae req-d821ec01-aedc-4011-96af-cebac9b6053b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=562824520ad8463da7f1cd3c99d0b445&device_id=e5066a95-2481-4c95-a8a8-a2e4531dda93 HTTP/1.1" status: 200 len: 1206 time: 0.0607040 Feb 20 03:30:15.222645 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94165f4d-b995-4cc5-9af4-40889dcafd52 req-ddb6feaf-9899-40a5-a8fb-1879298811f3 tempest-ServersOnMultiNodesTest-1517377240 tempest-ServersOnMultiNodesTest-1517377240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:15.224334 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94165f4d-b995-4cc5-9af4-40889dcafd52 req-ddb6feaf-9899-40a5-a8fb-1879298811f3 tempest-ServersOnMultiNodesTest-1517377240 tempest-ServersOnMultiNodesTest-1517377240-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=9a57895d-425c-4896-9618-4d6806bfab44 HTTP/1.1" status: 200 len: 1132 time: 0.0975990 Feb 20 03:30:15.232165 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751cc05-64d7-42c5-ad8c-a267df0f7330 req-2b1cf31f-85de-4312-acaa-d5b488562d92 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:15.233783 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a751cc05-64d7-42c5-ad8c-a267df0f7330 req-2b1cf31f-85de-4312-acaa-d5b488562d92 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5066a95-2481-4c95-a8a8-a2e4531dda93 HTTP/1.1" status: 200 len: 1023 time: 0.0671561 Feb 20 03:30:15.309502 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94165f4d-b995-4cc5-9af4-40889dcafd52 req-8dda5a67-02bc-4bef-bb35-b0b786e0229f tempest-ServersOnMultiNodesTest-1517377240 tempest-ServersOnMultiNodesTest-1517377240-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746784 Feb 20 03:30:15.327834 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6502db4-7a53-47f3-9ad9-a1c5805f67ae req-e2ba50df-ba75-4b5d-be2f-69e0bf5a3c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:15.330561 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a6502db4-7a53-47f3-9ad9-a1c5805f67ae req-e2ba50df-ba75-4b5d-be2f-69e0bf5a3c0e service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c91ce47-7bea-4684-9e83-8c6431905c13 HTTP/1.1" status: 200 len: 913 time: 0.1013885 Feb 20 03:30:15.352693 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a751cc05-64d7-42c5-ad8c-a267df0f7330 req-b3f0f7a1-c28b-4e4e-bdf5-ce61a2e429de tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups?id=c48bb213-4ed7-4521-b356-374f88337d21&id=4b873480-7748-49ec-ad4f-e90eb63d9bf5&id=ba4da7e9-3f20-461c-b271-6ef18f741235 HTTP/1.1" status: 200 len: 6198 time: 0.1039548 Feb 20 03:30:15.393466 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c5dee2-ec6b-4f00-a06d-f84b28098659 x-openstack-request-id: req-d8c5dee2-ec6b-4f00-a06d-f84b28098659 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:30:15.394496 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af970f4c-4845-4108-b0be-25457d4a56b9", "name": "network-vif-plugged", "status": "completed", "tag": "06933ab7-1c86-469a-9e43-2d16d1aee3ed", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:30:15.394737 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d8c5dee2-ec6b-4f00-a06d-f84b28098659 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:30:15.395256 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af970f4c-4845-4108-b0be-25457d4a56b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06933ab7-1c86-469a-9e43-2d16d1aee3ed', 'code': 200} Feb 20 03:30:15.439663 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a6502db4-7a53-47f3-9ad9-a1c5805f67ae req-97a51200-94b4-41b3-811e-469810c348cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec7285c7-5f5f-44b2-9917-8adddf4c6ad5 HTTP/1.1" status: 200 len: 217 time: 0.0910525 Feb 20 03:30:15.446472 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-5219b250-7d7d-4c28-9bf4-8f3668c1179f req-906c74c2-10ca-48e7-a2f8-b5dca92d84fe tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1556686134 ', 'description': 'tempest-description-1532355013'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:15.485362 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c17b22-6ecb-436b-8874-f71346470bb6 req-bfcc5e42-05a8-499d-9818-db7ebd6f82fd tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:15.486953 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c1c17b22-6ecb-436b-8874-f71346470bb6 req-bfcc5e42-05a8-499d-9818-db7ebd6f82fd tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 945 time: 0.0757442 Feb 20 03:30:15.544627 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5219b250-7d7d-4c28-9bf4-8f3668c1179f req-906c74c2-10ca-48e7-a2f8-b5dca92d84fe tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:15.581789 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c1c17b22-6ecb-436b-8874-f71346470bb6 req-9a825f93-975c-419f-9b6c-f57641edd201 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854950 Feb 20 03:30:15.598128 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0acab7a-5b43-4537-9c49-f9bb2a85cb6a req-ae7869ea-ba01-4a58-b86e-82ec4fc7f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:15.599704 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d0acab7a-5b43-4537-9c49-f9bb2a85cb6a req-ae7869ea-ba01-4a58-b86e-82ec4fc7f105 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=af970f4c-4845-4108-b0be-25457d4a56b9 HTTP/1.1" status: 200 len: 1127 time: 0.1118362 Feb 20 03:30:15.698664 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5219b250-7d7d-4c28-9bf4-8f3668c1179f req-906c74c2-10ca-48e7-a2f8-b5dca92d84fe tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (712b20d0-6d73-42d7-95b0-0fcf29d55a1a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:15.703169 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d0acab7a-5b43-4537-9c49-f9bb2a85cb6a req-f76bf01c-717d-4518-8138-73b0c1926e9b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=36757399-a99f-4b2f-b551-f3fbfe0f310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883176 Feb 20 03:30:15.713833 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-ac8fe6a4-2719-4ee0-a935-a00f860285f2 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=4010c5c9a68841d28ec3272ba0035a74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328956 Feb 20 03:30:15.769960 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5219b250-7d7d-4c28-9bf4-8f3668c1179f req-906c74c2-10ca-48e7-a2f8-b5dca92d84fe tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (712b20d0-6d73-42d7-95b0-0fcf29d55a1a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:15.796741 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6502db4-7a53-47f3-9ad9-a1c5805f67ae req-a0a1db93-b779-444b-9d74-d7d01b3f658c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:15.797817 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a6502db4-7a53-47f3-9ad9-a1c5805f67ae req-a0a1db93-b779-444b-9d74-d7d01b3f658c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf109b62-46b0-4f66-9779-7ad707f5466f HTTP/1.1" status: 200 len: 852 time: 0.3456256 Feb 20 03:30:15.821451 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c74c2-10ca-48e7-a2f8-b5dca92d84fe tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=712b20d0-6d73-42d7-95b0-0fcf29d55a1a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:15.837671 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a6502db4-7a53-47f3-9ad9-a1c5805f67ae req-5164f064-fc35-4315-9b0a-49dcfd8074da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c91ce47-7bea-4684-9e83-8c6431905c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271473 Feb 20 03:30:15.853033 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-9f64f978-8f53-44f9-8f21-b876ee56bfc4 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:15.854498 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-9f64f978-8f53-44f9-8f21-b876ee56bfc4 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1349258 Feb 20 03:30:15.869894 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5219b250-7d7d-4c28-9bf4-8f3668c1179f req-906c74c2-10ca-48e7-a2f8-b5dca92d84fe tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:15.871211 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5219b250-7d7d-4c28-9bf4-8f3668c1179f req-906c74c2-10ca-48e7-a2f8-b5dca92d84fe tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.4298682 Feb 20 03:30:15.874070 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-98605807-1c4b-4bef-9274-242a28d6535d tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/quotas/4010c5c9a68841d28ec3272ba0035a74 HTTP/1.1" status: 200 len: 375 time: 0.0129945 Feb 20 03:30:15.938385 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a6502db4-7a53-47f3-9ad9-a1c5805f67ae req-a80bdaf2-7968-4582-a4e9-53e8d21efa8d service neutron] 10.222.0.42 "GET /v2.0/networks/1c91ce47-7bea-4684-9e83-8c6431905c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933363 Feb 20 03:30:15.955635 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-ba49d06b-6e90-43d9-ba05-a1444c4b8311 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=4010c5c9a68841d28ec3272ba0035a74&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0714464 Feb 20 03:30:16.013650 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-31052630-8cf0-4880-afe4-5f57d146e467 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1237629831&fields=id&tenant_id=31539382099d40138aa9f9434b18f41f HTTP/1.1" status: 200 len: 267 time: 0.0570006 Feb 20 03:30:16.052227 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a6502db4-7a53-47f3-9ad9-a1c5805f67ae req-07c78399-39d7-4a2a-8a94-af846e3722e2 service neutron] 10.222.0.42 "GET /v2.0/networks/1c91ce47-7bea-4684-9e83-8c6431905c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040721 Feb 20 03:30:16.072677 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-d2ba8999-f0c4-4969-a4ef-96e5f226a5f3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:16.074059 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-d2ba8999-f0c4-4969-a4ef-96e5f226a5f3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports/ae9c24d3-b26a-4985-922a-b63de288c928 HTTP/1.1" status: 200 len: 936 time: 0.0493586 Feb 20 03:30:16.130620 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-d995bc59-aad6-420b-9c75-a44539d170ab tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:16.132256 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-d995bc59-aad6-420b-9c75-a44539d170ab tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports/5e58af7e-8388-40e3-bea2-7eff10d7ac63 HTTP/1.1" status: 200 len: 935 time: 0.0528402 Feb 20 03:30:16.186578 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-089a10d0-c186-49c6-bb11-775a9dcdf5ff tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?network_id=d437f433-2a25-46ac-8335-584c725cf993&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0483887 Feb 20 03:30:16.221864 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-f2f9ff31-c5fe-4cfa-a7fe-387abd1a680d tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?network_id=d437f433-2a25-46ac-8335-584c725cf993&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0282862 Feb 20 03:30:16.318807 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-3c7a9d3d-6f67-4256-a23a-f91207fd5aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:16.320744 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-3c7a9d3d-6f67-4256-a23a-f91207fd5aea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f32a2222e912478982e32c7419305be8&device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 1128 time: 0.0559626 Feb 20 03:30:16.372054 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a223f0-d7ce-49cc-88e9-1cbbc3642464 req-8474a2b4-495b-4f6e-86eb-c42aae3ade85 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:16.373602 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c5a223f0-d7ce-49cc-88e9-1cbbc3642464 req-8474a2b4-495b-4f6e-86eb-c42aae3ade85 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 1127 time: 0.0840752 Feb 20 03:30:16.383170 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-35034f8e-de45-47f4-8356-1786f224f354 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:16.388331 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-35034f8e-de45-47f4-8356-1786f224f354 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:16.393300 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-35034f8e-de45-47f4-8356-1786f224f354 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:16.395627 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-35034f8e-de45-47f4-8356-1786f224f354 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/networks?id=aa6d2272-799c-4865-988f-50175dc27eb2&id=67e7e45b-f32b-4fdb-9b56-3214aa9e538c&id=67e7e45b-f32b-4fdb-9b56-3214aa9e538c&id=d437f433-2a25-46ac-8335-584c725cf993&id=d437f433-2a25-46ac-8335-584c725cf993 HTTP/1.1" status: 200 len: 1994 time: 0.1648390 Feb 20 03:30:16.428040 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-59f3d828-4d4a-47d9-8ae2-1d5874e4c3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:16.428584 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-f6849608-1a2e-47cc-8c1d-5b6fde995cd2 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/quotas/31539382099d40138aa9f9434b18f41f HTTP/1.1" status: 200 len: 375 time: 0.0186410 Feb 20 03:30:16.429643 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-59f3d828-4d4a-47d9-8ae2-1d5874e4c3b9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b760bf03-7766-4aef-bd0e-08d3e5c4e949 HTTP/1.1" status: 200 len: 909 time: 0.0997763 Feb 20 03:30:16.457526 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c5a223f0-d7ce-49cc-88e9-1cbbc3642464 req-8634cd71-0de5-44e4-9192-4d1ed90a82fc tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603549 Feb 20 03:30:16.473385 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-dc1a7a49-2bc9-47df-8e90-fb916f288b53 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6923b619-c6cf-49a9-99bd-ce1349e132ae HTTP/1.1" status: 200 len: 217 time: 0.0371208 Feb 20 03:30:16.514295 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-20954333-6da5-448b-9304-96431d3681c5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=31539382099d40138aa9f9434b18f41f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0710061 Feb 20 03:30:16.545725 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-d9ea6eb4-194c-4224-bb1d-90640eab1215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:16.547324 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-d9ea6eb4-194c-4224-bb1d-90640eab1215 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=458c6d71-ffe3-42c1-873f-079dd6df07cb HTTP/1.1" status: 200 len: 848 time: 0.0669506 Feb 20 03:30:16.580052 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-ec8c6507-11ae-4810-90e5-af0962003848 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b760bf03-7766-4aef-bd0e-08d3e5c4e949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250800 Feb 20 03:30:16.655132 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74cf6f1-6276-4c10-a303-38c173d3c1f6 req-fed810b5-d2bc-47bf-9d16-d172441000b6 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:16.656807 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e74cf6f1-6276-4c10-a303-38c173d3c1f6 req-fed810b5-d2bc-47bf-9d16-d172441000b6 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 946 time: 0.1199436 Feb 20 03:30:16.661412 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-d779bb8a-058b-4e60-ad32-80c3cc65fb40 service neutron] 10.222.0.89 "GET /v2.0/networks/aa6d2272-799c-4865-988f-50175dc27eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333160 Feb 20 03:30:16.688914 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-9b5e50cd-c9e9-4e9f-a0e0-5fe3d2b9af74 service neutron] 10.222.0.42 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947998 Feb 20 03:30:16.754078 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e74cf6f1-6276-4c10-a303-38c173d3c1f6 req-b74d0ecf-6c0e-4d1c-8721-eccdf606fac5 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893645 Feb 20 03:30:16.785963 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-76779478-f487-415f-b0a9-73ae48d73d5e service neutron] 10.222.0.89 "GET /v2.0/networks/aa6d2272-799c-4865-988f-50175dc27eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158600 Feb 20 03:30:16.796060 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-6e94604b-a68a-43cf-8b32-e0194b1553a4 service neutron] 10.222.0.42 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004608 Feb 20 03:30:16.838712 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-ca415bbe-fcab-4235-ba6f-b5dedc2bd92a service neutron] 10.222.0.89 "GET /v2.0/ports/ae9c24d3-b26a-4985-922a-b63de288c928?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0464964 Feb 20 03:30:16.952515 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca9334-eac0-43c4-9e27-fcac5a80faee req-9ff6e8ce-7463-4003-bf61-2f2566d027be tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:16.953863 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8bca9334-eac0-43c4-9e27-fcac5a80faee req-9ff6e8ce-7463-4003-bf61-2f2566d027be tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] 10.222.0.89 "GET /v2.0/ports?device_id=af970f4c-4845-4108-b0be-25457d4a56b9 HTTP/1.1" status: 200 len: 945 time: 0.1138647 Feb 20 03:30:17.001012 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-0cff14e0-d863-4265-aa58-a6966868cd4e service neutron] 10.222.0.89 "GET /v2.0/networks/67e7e45b-f32b-4fdb-9b56-3214aa9e538c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512518 Feb 20 03:30:17.036570 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8bca9334-eac0-43c4-9e27-fcac5a80faee req-6dade6c5-74d0-4920-96a1-4129950f7cbc tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] 10.222.0.89 "GET /v2.0/security-groups?id=36757399-a99f-4b2f-b551-f3fbfe0f310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753827 Feb 20 03:30:17.142401 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-da43de3d-bc98-4813-944a-9fbcd026560b service neutron] 10.222.0.89 "GET /v2.0/networks/67e7e45b-f32b-4fdb-9b56-3214aa9e538c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228557 Feb 20 03:30:17.195450 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f1a0a531-bc8a-4f00-8bc5-18cec593dfaf req-3037e4d3-3f9f-482b-963b-668dc17d4f05 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups/712b20d0-6d73-42d7-95b0-0fcf29d55a1a HTTP/1.1" status: 200 len: 1798 time: 0.0943599 Feb 20 03:30:17.211496 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-73d46fe8-e375-4c41-9caa-4b953ed3bf0b service neutron] 10.222.0.89 "GET /v2.0/ports/5e58af7e-8388-40e3-bea2-7eff10d7ac63?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0621808 Feb 20 03:30:17.359576 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-27702bed-a874-41ef-886c-4d3dcbfc475d service neutron] 10.222.0.89 "GET /v2.0/networks/67e7e45b-f32b-4fdb-9b56-3214aa9e538c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498275 Feb 20 03:30:17.375506 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5078f-df5a-48ee-8862-1ee5cbbd1467 req-1bbaa5a2-9c7e-4340-9666-6c48311d3d69 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:17.377101 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-43a5078f-df5a-48ee-8862-1ee5cbbd1467 req-1bbaa5a2-9c7e-4340-9666-6c48311d3d69 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 949 time: 0.1044226 Feb 20 03:30:17.491025 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-43a5078f-df5a-48ee-8862-1ee5cbbd1467 req-48d418e0-222c-43f6-ad9a-4ba6306f8da9 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912430 Feb 20 03:30:17.537251 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-167f4f76-c8b9-424a-a031-37a7204ca75f service neutron] 10.222.0.89 "GET /v2.0/networks/67e7e45b-f32b-4fdb-9b56-3214aa9e538c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760159 Feb 20 03:30:17.627253 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-414f0ebf-ce00-4f71-98f6-83b85af71d24 req-27e95e5d-c1d3-45a9-a916-8fe56d51d815 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=afba4291-682e-4196-ace9-ecbf0e85eb25 HTTP/1.1" status: 200 len: 210 time: 0.0414495 Feb 20 03:30:17.696448 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-dd750d31-a9bd-4fa1-8df4-bc05f95b953f service neutron] 10.222.0.89 "GET /v2.0/networks/67e7e45b-f32b-4fdb-9b56-3214aa9e538c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565571 Feb 20 03:30:17.825166 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c88942-ddda-492b-970f-ea5d177b61da req-14b1f03f-8c0b-4093-8da8-f7d0abf3386e tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:17.826705 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f3c88942-ddda-492b-970f-ea5d177b61da req-14b1f03f-8c0b-4093-8da8-f7d0abf3386e tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 1127 time: 0.1020350 Feb 20 03:30:17.854550 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-28d6b926-59b6-45b9-ac51-a7ebbb0637c4 service neutron] 10.222.0.89 "GET /v2.0/networks/67e7e45b-f32b-4fdb-9b56-3214aa9e538c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523857 Feb 20 03:30:17.939156 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f3c88942-ddda-492b-970f-ea5d177b61da req-dd63c308-0ab4-4fca-bc80-10c4f5a9c807 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967784 Feb 20 03:30:17.979160 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-b743aac5-248f-4ac8-ba19-eb2708c17a0e service neutron] 10.222.0.89 "GET /v2.0/networks/67e7e45b-f32b-4fdb-9b56-3214aa9e538c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153507 Feb 20 03:30:18.141879 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-fc3a62ba-a004-4520-b11a-ab37c0db7ea5 service neutron] 10.222.0.89 "GET /v2.0/networks/67e7e45b-f32b-4fdb-9b56-3214aa9e538c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482751 Feb 20 03:30:18.156302 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b580fc-c5d4-4a45-838e-7e861078fbe9 req-1fa945f2-e206-4e91-bc3e-52a6788c33b4 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:18.159423 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e1b580fc-c5d4-4a45-838e-7e861078fbe9 req-1fa945f2-e206-4e91-bc3e-52a6788c33b4 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 945 time: 0.0883827 Feb 20 03:30:18.283347 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e1b580fc-c5d4-4a45-838e-7e861078fbe9 req-c50d856c-c355-4a57-9005-d8b229222e07 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124735 Feb 20 03:30:18.311967 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-a3b2365d-793d-431d-b9fb-1a8467851eaf service neutron] 10.222.0.89 "GET /v2.0/networks/d437f433-2a25-46ac-8335-584c725cf993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633687 Feb 20 03:30:18.419899 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-64f98bcd-ce70-44bb-bf30-bc46b32cc875 req-eaae29bb-d266-45cb-bcda-e32ea9753213 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups/712b20d0-6d73-42d7-95b0-0fcf29d55a1a HTTP/1.1" status: 200 len: 1798 time: 0.1190329 Feb 20 03:30:18.495202 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-7bb00636-320e-4148-bcdd-5b5ecee3c906 service neutron] 10.222.0.89 "GET /v2.0/networks/d437f433-2a25-46ac-8335-584c725cf993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737211 Feb 20 03:30:18.514010 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-6d6b70b8-ec62-4ec6-963b-f5340958845e tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=4010c5c9a68841d28ec3272ba0035a74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403514 Feb 20 03:30:18.533437 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-64f98bcd-ce70-44bb-bf30-bc46b32cc875 req-06ad61db-b71d-4361-861f-fbe3c48f127a tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (712b20d0-6d73-42d7-95b0-0fcf29d55a1a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:18.593620 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-64f98bcd-ce70-44bb-bf30-bc46b32cc875 req-06ad61db-b71d-4361-861f-fbe3c48f127a tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (712b20d0-6d73-42d7-95b0-0fcf29d55a1a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:18.627346 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-018a35a7-c6b7-4418-8fa6-855eaa0953f0 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:18.629618 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-018a35a7-c6b7-4418-8fa6-855eaa0953f0 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1043999 Feb 20 03:30:18.651963 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-26a1d793-c72a-4474-9716-f432c6ff4b12 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Request body: {'port': {'device_id': 'afba4291-682e-4196-ace9-ecbf0e85eb25', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'admin_state_up': True, 'tenant_id': '4010c5c9a68841d28ec3272ba0035a74'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:18.654296 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-514b59f4-9eb1-4eb9-bb93-a8728d66ed78 service neutron] 10.222.0.89 "GET /v2.0/networks/d437f433-2a25-46ac-8335-584c725cf993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431651 Feb 20 03:30:18.752229 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-64f98bcd-ce70-44bb-bf30-bc46b32cc875 req-06ad61db-b71d-4361-861f-fbe3c48f127a tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (712b20d0-6d73-42d7-95b0-0fcf29d55a1a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:18.755383 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-64f98bcd-ce70-44bb-bf30-bc46b32cc875 req-06ad61db-b71d-4361-861f-fbe3c48f127a tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:18.756795 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-64f98bcd-ce70-44bb-bf30-bc46b32cc875 req-06ad61db-b71d-4361-861f-fbe3c48f127a tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "DELETE /v2.0/security-groups/712b20d0-6d73-42d7-95b0-0fcf29d55a1a HTTP/1.1" status: 204 len: 173 time: 0.3355818 Feb 20 03:30:18.781330 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad61db-b71d-4361-861f-fbe3c48f127a tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=712b20d0-6d73-42d7-95b0-0fcf29d55a1a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:18.824231 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-5b965530-7bd3-46f9-a3ce-3d10f27e592d service neutron] 10.222.0.89 "GET /v2.0/networks/d437f433-2a25-46ac-8335-584c725cf993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568871 Feb 20 03:30:18.906777 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-26a1d793-c72a-4474-9716-f432c6ff4b12 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Made reservation on behalf of 4010c5c9a68841d28ec3272ba0035a74 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:30:18.913822 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-26a1d793-c72a-4474-9716-f432c6ff4b12 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:18.926373 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-b4013419-090c-43ec-a662-a5b1cd88e6d3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:18.933528 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-b4013419-090c-43ec-a662-a5b1cd88e6d3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports/ae9c24d3-b26a-4985-922a-b63de288c928 HTTP/1.1" status: 200 len: 936 time: 0.0995586 Feb 20 03:30:18.991859 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-ec0ba4db-3b7c-4e4c-81a5-3999b297db9d tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:19.003867 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-ec0ba4db-3b7c-4e4c-81a5-3999b297db9d tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports/5e58af7e-8388-40e3-bea2-7eff10d7ac63 HTTP/1.1" status: 200 len: 935 time: 0.0687168 Feb 20 03:30:19.033618 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb629a-a670-436b-80df-8cd902a4d299 req-37a2c888-6f70-4478-ab24-95e8f5126596 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:19.041911 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-27fb629a-a670-436b-80df-8cd902a4d299 req-37a2c888-6f70-4478-ab24-95e8f5126596 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 946 time: 0.1890731 Feb 20 03:30:19.098193 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-27fb629a-a670-436b-80df-8cd902a4d299 req-12f43efa-eaa6-4d1e-8b58-a9c0c43f2cd2 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549579 Feb 20 03:30:19.159125 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-26a1d793-c72a-4474-9716-f432c6ff4b12 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Allocated IP 192.168.233.181 (0c4d93d2-7476-4570-93e5-7ecf9f895901/c38207c9-ee42-4b0e-b0ac-5ef2953b6f62/3444a2e2-145b-4a36-9862-d1b33a6b5d20) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:30:19.363127 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-26a1d793-c72a-4474-9716-f432c6ff4b12 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks [] for port (3444a2e2-145b-4a36-9862-d1b33a6b5d20), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:19.512585 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-26a1d793-c72a-4474-9716-f432c6ff4b12 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (3444a2e2-145b-4a36-9862-d1b33a6b5d20), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:19.525038 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['5d89a755-ad2b-49cb-afa1-66b50203f6a6', '7a563b92-7b9e-4559-8f56-20ca85c02fd5'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:30:19.530145 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['b482982f-45b9-4058-9e07-31cc53771546', '99eba199-451f-4a84-894b-4526cba64742', '8926e98f-953a-4517-ba02-40f4fc2aa629', '2532afa0-d017-4b5a-8fc4-9b9b89a096f1', 'e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:30:19.561121 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-26a1d793-c72a-4474-9716-f432c6ff4b12 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:30:19.589067 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1d793-c72a-4474-9716-f432c6ff4b12 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Pushing event updated for resources: {'Port': ['ID=3444a2e2-145b-4a36-9862-d1b33a6b5d20,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:19.595057 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-26a1d793-c72a-4474-9716-f432c6ff4b12 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:30:19.615902 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-26a1d793-c72a-4474-9716-f432c6ff4b12 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:30:19.714621 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-26a1d793-c72a-4474-9716-f432c6ff4b12 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:19.718223 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-26a1d793-c72a-4474-9716-f432c6ff4b12 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:19.771755 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd04bc6-3e0b-40d3-983c-2f9db3ac2c85 req-26b51ea0-7119-4ce7-97cc-ba77c003ea2e tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:19.781814 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4dd04bc6-3e0b-40d3-983c-2f9db3ac2c85 req-26b51ea0-7119-4ce7-97cc-ba77c003ea2e tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] 10.222.0.89 "GET /v2.0/ports?device_id=af970f4c-4845-4108-b0be-25457d4a56b9 HTTP/1.1" status: 200 len: 945 time: 0.1388597 Feb 20 03:30:19.813773 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-26a1d793-c72a-4474-9716-f432c6ff4b12 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1653767 Feb 20 03:30:19.825922 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-d51d3574-cfbb-494f-83fe-fa570bcecacc service neutron] Request body: {'port': {'device_id': 'afba4291-682e-4196-ace9-ecbf0e85eb25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:19.853265 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4dd04bc6-3e0b-40d3-983c-2f9db3ac2c85 req-6ee1943d-2850-4401-a722-5fab9d8d0d94 tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] 10.222.0.89 "GET /v2.0/security-groups?id=36757399-a99f-4b2f-b551-f3fbfe0f310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669351 Feb 20 03:30:19.947545 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-d51d3574-cfbb-494f-83fe-fa570bcecacc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3444a2e2-145b-4a36-9862-d1b33a6b5d20), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:20.049861 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67701cf-6e58-4ffe-88c9-830ef9b84734 req-15dcc520-3e86-4151-9d0b-42894f5861d9 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:20.059189 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a67701cf-6e58-4ffe-88c9-830ef9b84734 req-15dcc520-3e86-4151-9d0b-42894f5861d9 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 949 time: 0.0794618 Feb 20 03:30:20.126697 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a67701cf-6e58-4ffe-88c9-830ef9b84734 req-e01bcdde-b8a0-488b-9808-26c537a2fe48 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663042 Feb 20 03:30:20.133802 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-547028a0-57f8-4aa6-a02a-d004c5b0ad13 None None] Provisioning complete for port 3444a2e2-145b-4a36-9862-d1b33a6b5d20 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:30:20.134420 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-547028a0-57f8-4aa6-a02a-d004c5b0ad13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3444a2e2-145b-4a36-9862-d1b33a6b5d20), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:20.234580 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-547028a0-57f8-4aa6-a02a-d004c5b0ad13 None None] Port 3444a2e2-145b-4a36-9862-d1b33a6b5d20 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:30:20.308424 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6efadaf-5b48-4c7a-b59c-bdf30a12e228 req-7d937758-e36a-4af7-a1e7-78b0667960aa tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:20.316307 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d6efadaf-5b48-4c7a-b59c-bdf30a12e228 req-7d937758-e36a-4af7-a1e7-78b0667960aa tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=afba4291-682e-4196-ace9-ecbf0e85eb25 HTTP/1.1" status: 200 len: 936 time: 0.1057160 Feb 20 03:30:20.339763 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-d51d3574-cfbb-494f-83fe-fa570bcecacc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3444a2e2-145b-4a36-9862-d1b33a6b5d20 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:30:20.349998 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-d51d3574-cfbb-494f-83fe-fa570bcecacc service neutron] Publish callbacks [] for port (3444a2e2-145b-4a36-9862-d1b33a6b5d20), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:20.366923 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-d51d3574-cfbb-494f-83fe-fa570bcecacc service neutron] Transition to ACTIVE for port object 3444a2e2-145b-4a36-9862-d1b33a6b5d20 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:30:20.380602 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d6efadaf-5b48-4c7a-b59c-bdf30a12e228 req-4e40b34d-3744-4f13-a83b-619ae669f02d tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614641 Feb 20 03:30:20.420748 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-fd5c8a4e-11dc-4a1f-a818-c4e9a52fc8b6 req-1fcee31e-cd48-4810-9705-d5c44317d27c tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] show failed (client error): The resource could not be found. Feb 20 03:30:20.421846 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fd5c8a4e-11dc-4a1f-a818-c4e9a52fc8b6 req-1fcee31e-cd48-4810-9705-d5c44317d27c tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups/712b20d0-6d73-42d7-95b0-0fcf29d55a1a HTTP/1.1" status: 404 len: 352 time: 0.0152678 Feb 20 03:30:20.437642 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-d51d3574-cfbb-494f-83fe-fa570bcecacc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (3444a2e2-145b-4a36-9862-d1b33a6b5d20), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:20.548562 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d3574-cfbb-494f-83fe-fa570bcecacc service neutron] Pushing event updated for resources: {'Port': ['ID=3444a2e2-145b-4a36-9862-d1b33a6b5d20,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:20.610236 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-d51d3574-cfbb-494f-83fe-fa570bcecacc service neutron] Attempting to bind port 3444a2e2-145b-4a36-9862-d1b33a6b5d20 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:30:20.611318 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67682b-f1d4-473a-b73f-f1a768b968db req-c24da421-fa7d-4ade-8934-21f1c07ed164 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:20.611572 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-d51d3574-cfbb-494f-83fe-fa570bcecacc service neutron] Attempting to bind port 3444a2e2-145b-4a36-9862-d1b33a6b5d20 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:30:20.612087 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-d51d3574-cfbb-494f-83fe-fa570bcecacc service neutron] Attempting to bind port 3444a2e2-145b-4a36-9862-d1b33a6b5d20 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:30:20.620805 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ba67682b-f1d4-473a-b73f-f1a768b968db req-c24da421-fa7d-4ade-8934-21f1c07ed164 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 945 time: 0.0875406 Feb 20 03:30:20.623862 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-d51d3574-cfbb-494f-83fe-fa570bcecacc service neutron] Port 3444a2e2-145b-4a36-9862-d1b33a6b5d20 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:30:20.624396 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-d51d3574-cfbb-494f-83fe-fa570bcecacc service neutron] Attempting to bind port 3444a2e2-145b-4a36-9862-d1b33a6b5d20 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:30:20.636758 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-d51d3574-cfbb-494f-83fe-fa570bcecacc service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:30:20.636758 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-d51d3574-cfbb-494f-83fe-fa570bcecacc service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:30:20.636758 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-d51d3574-cfbb-494f-83fe-fa570bcecacc service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:30:20.636758 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-d51d3574-cfbb-494f-83fe-fa570bcecacc service neutron] Bound port: 3444a2e2-145b-4a36-9862-d1b33a6b5d20, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:30:20.636758 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-d51d3574-cfbb-494f-83fe-fa570bcecacc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3444a2e2-145b-4a36-9862-d1b33a6b5d20), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:20.702833 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ba67682b-f1d4-473a-b73f-f1a768b968db req-5bff82cd-6736-4748-b84e-509b2a702e77 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809081 Feb 20 03:30:20.709288 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-d51d3574-cfbb-494f-83fe-fa570bcecacc service neutron] For port 3444a2e2-145b-4a36-9862-d1b33a6b5d20, host n-h1-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:30:20.713525 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-d51d3574-cfbb-494f-83fe-fa570bcecacc service neutron] For port 3444a2e2-145b-4a36-9862-d1b33a6b5d20, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=3444a2e2-145b-4a36-9862-d1b33a6b5d20,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:30:20.807508 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:20.824512 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-d51d3574-cfbb-494f-83fe-fa570bcecacc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (3444a2e2-145b-4a36-9862-d1b33a6b5d20), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:20.854297 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-813cf8e8-0a9f-4a0b-8a32-d080b1e8dd97 req-6ae7feeb-579e-4d94-b833-ea167d4ca7a2 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-520829233', 'description': 'tempest-description-1267790580'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:20.882290 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:20.916000 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58534) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:30:20.923480 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-d51d3574-cfbb-494f-83fe-fa570bcecacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:20.924303 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-d51d3574-cfbb-494f-83fe-fa570bcecacc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:20.926264 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-d51d3574-cfbb-494f-83fe-fa570bcecacc service neutron] 10.222.0.42 "PUT /v2.0/ports/3444a2e2-145b-4a36-9862-d1b33a6b5d20 HTTP/1.1" status: 200 len: 1096 time: 1.1066701 Feb 20 03:30:20.929048 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afba4291-682e-4196-ace9-ecbf0e85eb25', 'tag': '3444a2e2-145b-4a36-9862-d1b33a6b5d20'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:30:20.931347 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a9550e-27f5-421f-9f11-747fecb81d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "afba4291-682e-4196-ace9-ecbf0e85eb25", "tag": "3444a2e2-145b-4a36-9862-d1b33a6b5d20"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:30:20.947991 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d3574-cfbb-494f-83fe-fa570bcecacc service neutron] Pushing event updated for resources: {'Port': ['ID=3444a2e2-145b-4a36-9862-d1b33a6b5d20,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:20.981167 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5529815-c61f-4347-b504-941bcbfbf854 req-b438a4c6-5dd9-46dc-b435-e581d73485cc tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:20.983871 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b5529815-c61f-4347-b504-941bcbfbf854 req-b438a4c6-5dd9-46dc-b435-e581d73485cc tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 946 time: 0.1159945 Feb 20 03:30:21.044200 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-813cf8e8-0a9f-4a0b-8a32-d080b1e8dd97 req-6ae7feeb-579e-4d94-b833-ea167d4ca7a2 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:21.110484 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b5529815-c61f-4347-b504-941bcbfbf854 req-53bdbdd7-389d-4f12-bb8a-bb9efef85ef0 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192434 Feb 20 03:30:21.120085 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-94c5fc4d-1784-4c89-8fbf-a16c512d8848 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:21.121830 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-94c5fc4d-1784-4c89-8fbf-a16c512d8848 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports/ae9c24d3-b26a-4985-922a-b63de288c928 HTTP/1.1" status: 200 len: 936 time: 0.2028165 Feb 20 03:30:21.186229 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-34a59dcb-2c39-40ec-95b4-45ce4679025e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:21.188429 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-34a59dcb-2c39-40ec-95b4-45ce4679025e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4010c5c9a68841d28ec3272ba0035a74&device_id=afba4291-682e-4196-ace9-ecbf0e85eb25 HTTP/1.1" status: 200 len: 1130 time: 0.1010339 Feb 20 03:30:21.213691 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-22db5099-ccb5-4ab8-8662-0b5adc011236 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:21.215825 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-22db5099-ccb5-4ab8-8662-0b5adc011236 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports/5e58af7e-8388-40e3-bea2-7eff10d7ac63 HTTP/1.1" status: 200 len: 935 time: 0.0877795 Feb 20 03:30:21.252577 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4ab9156e-cbb6-4aa2-9e47-744de8115fca req-83578a58-8c26-4f40-917c-64cf8f376b4d tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 210 time: 0.0567381 Feb 20 03:30:21.260069 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-57059d2a-e3e8-4095-98cb-a9ce9d7fc8c4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=3444a2e2-145b-4a36-9862-d1b33a6b5d20 HTTP/1.1" status: 200 len: 217 time: 0.0628760 Feb 20 03:30:21.272094 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-813cf8e8-0a9f-4a0b-8a32-d080b1e8dd97 req-6ae7feeb-579e-4d94-b833-ea167d4ca7a2 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (f1e75fd9-1e05-4ffa-b538-cbd190307bf3), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:21.336702 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9043cdc-2022-43fb-9132-2d3e07d230d2 x-openstack-request-id: req-e9043cdc-2022-43fb-9132-2d3e07d230d2 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:30:21.336915 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afba4291-682e-4196-ace9-ecbf0e85eb25", "tag": "3444a2e2-145b-4a36-9862-d1b33a6b5d20", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:30:21.337200 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e9043cdc-2022-43fb-9132-2d3e07d230d2 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:30:21.337550 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afba4291-682e-4196-ace9-ecbf0e85eb25', 'tag': '3444a2e2-145b-4a36-9862-d1b33a6b5d20', 'status': 'completed', 'code': 200} Feb 20 03:30:21.341939 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-01cffeed-0c3a-494a-aa7f-dadff0c20150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:21.343518 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-01cffeed-0c3a-494a-aa7f-dadff0c20150 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0750787 Feb 20 03:30:21.351491 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-813cf8e8-0a9f-4a0b-8a32-d080b1e8dd97 req-6ae7feeb-579e-4d94-b833-ea167d4ca7a2 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f1e75fd9-1e05-4ffa-b538-cbd190307bf3), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:21.387671 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7feeb-579e-4d94-b833-ea167d4ca7a2 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e75fd9-1e05-4ffa-b538-cbd190307bf3,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:21.434162 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-551d468c-992e-4619-97a7-f5d86eb7479c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:21.435822 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-551d468c-992e-4619-97a7-f5d86eb7479c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0820954 Feb 20 03:30:21.474731 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-813cf8e8-0a9f-4a0b-8a32-d080b1e8dd97 req-6ae7feeb-579e-4d94-b833-ea167d4ca7a2 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:21.476312 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-813cf8e8-0a9f-4a0b-8a32-d080b1e8dd97 req-6ae7feeb-579e-4d94-b833-ea167d4ca7a2 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.6280003 Feb 20 03:30:21.490248 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17203809-ce69-462e-98f4-0017e529e9f1 req-f92afb59-b8a7-4fb0-9900-949d53fe03d7 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:21.497323 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17203809-ce69-462e-98f4-0017e529e9f1 req-f92afb59-b8a7-4fb0-9900-949d53fe03d7 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 949 time: 0.0920503 Feb 20 03:30:21.559322 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-93dd22ac-594c-4fcc-984b-2a063f3f72e7 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138597 Feb 20 03:30:21.567187 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17203809-ce69-462e-98f4-0017e529e9f1 req-c4970d9d-88b4-4e93-9822-0b166c7f79e9 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650983 Feb 20 03:30:21.685187 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f9734c64-0f52-4a59-8ee9-0d36684da700 req-3158d81b-d09e-4d39-af8d-b61ff43ae4b4 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166849 Feb 20 03:30:21.712428 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fdedc-755a-4635-844a-a8b17f965393 req-c1da1638-6827-4b0b-bb41-4b5661ea58dd tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:21.714118 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c09fdedc-755a-4635-844a-a8b17f965393 req-c1da1638-6827-4b0b-bb41-4b5661ea58dd tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=afba4291-682e-4196-ace9-ecbf0e85eb25 HTTP/1.1" status: 200 len: 948 time: 0.0817108 Feb 20 03:30:21.765464 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c09fdedc-755a-4635-844a-a8b17f965393 req-74d975ef-8591-4a97-94f8-252613d68f58 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453229 Feb 20 03:30:21.797827 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-bb74ca0b-b297-4206-801b-773b733127b8 req-b3159493-4abc-4d57-835a-742d037df16a tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-431376855', 'description': 'tempest-description-1704159170'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:21.911868 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bb74ca0b-b297-4206-801b-773b733127b8 req-b3159493-4abc-4d57-835a-742d037df16a tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:21.944746 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9550e-27f5-421f-9f11-747fecb81d4d req-0ec556e8-6d65-49e6-88d3-cf422552818f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:21.946460 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a4a9550e-27f5-421f-9f11-747fecb81d4d req-0ec556e8-6d65-49e6-88d3-cf422552818f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4010c5c9a68841d28ec3272ba0035a74&device_id=afba4291-682e-4196-ace9-ecbf0e85eb25 HTTP/1.1" status: 200 len: 1130 time: 0.0567877 Feb 20 03:30:22.018558 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bb74ca0b-b297-4206-801b-773b733127b8 req-b3159493-4abc-4d57-835a-742d037df16a tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (1f931105-e7da-442e-9e82-66ae5957b3a2), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:22.060444 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9550e-27f5-421f-9f11-747fecb81d4d req-48716cfc-2f93-4230-9758-1b59e0561d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:22.062193 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a4a9550e-27f5-421f-9f11-747fecb81d4d req-48716cfc-2f93-4230-9758-1b59e0561d09 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.1071165 Feb 20 03:30:22.088706 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bb74ca0b-b297-4206-801b-773b733127b8 req-b3159493-4abc-4d57-835a-742d037df16a tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1f931105-e7da-442e-9e82-66ae5957b3a2), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:22.119420 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a4a9550e-27f5-421f-9f11-747fecb81d4d req-db689235-e2eb-4716-b3b6-219c6f815539 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=3444a2e2-145b-4a36-9862-d1b33a6b5d20 HTTP/1.1" status: 200 len: 217 time: 0.0510335 Feb 20 03:30:22.126560 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c5025-f969-4713-a85f-4d58abaf519f req-510b2b49-d7cc-42fa-a0d8-181d95c5aeee tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:22.128450 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-426c5025-f969-4713-a85f-4d58abaf519f req-510b2b49-d7cc-42fa-a0d8-181d95c5aeee tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 945 time: 0.0920124 Feb 20 03:30:22.149886 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3159493-4abc-4d57-835a-742d037df16a tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f931105-e7da-442e-9e82-66ae5957b3a2,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:22.180751 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9550e-27f5-421f-9f11-747fecb81d4d req-a85ace23-67e7-4b20-bd3a-1b02d12ec74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:22.182341 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a4a9550e-27f5-421f-9f11-747fecb81d4d req-a85ace23-67e7-4b20-bd3a-1b02d12ec74a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0564766 Feb 20 03:30:22.214838 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-426c5025-f969-4713-a85f-4d58abaf519f req-00707d02-5a3d-4c6d-8ebf-71bfbe1233f8 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730042 Feb 20 03:30:22.221697 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bb74ca0b-b297-4206-801b-773b733127b8 req-b3159493-4abc-4d57-835a-742d037df16a tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:22.234801 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb74ca0b-b297-4206-801b-773b733127b8 req-b3159493-4abc-4d57-835a-742d037df16a tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4463892 Feb 20 03:30:22.265990 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9550e-27f5-421f-9f11-747fecb81d4d req-c2e68999-a7b5-426f-972c-28135192a92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:22.267542 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a4a9550e-27f5-421f-9f11-747fecb81d4d req-c2e68999-a7b5-426f-972c-28135192a92e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0726783 Feb 20 03:30:22.359217 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a8db3-3612-4227-bd98-222ce08d7546 req-952c18d1-35c1-4a17-b792-c2cebfe52a8b tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:22.360861 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e66a8db3-3612-4227-bd98-222ce08d7546 req-952c18d1-35c1-4a17-b792-c2cebfe52a8b tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] 10.222.0.89 "GET /v2.0/ports?device_id=af970f4c-4845-4108-b0be-25457d4a56b9 HTTP/1.1" status: 200 len: 945 time: 0.0640264 Feb 20 03:30:22.419968 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a4a9550e-27f5-421f-9f11-747fecb81d4d req-b0d1c610-5995-4d0c-8818-a4d9841cf470 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404245 Feb 20 03:30:22.448363 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e66a8db3-3612-4227-bd98-222ce08d7546 req-9b7e5f59-35ea-4b22-b83d-ddb571f128e5 tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] 10.222.0.89 "GET /v2.0/security-groups?id=36757399-a99f-4b2f-b551-f3fbfe0f310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775900 Feb 20 03:30:22.467638 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a486d6-8bfe-4b64-8bdf-11c496af43c8 req-f23bc908-5d78-48fe-8fa9-dd58bdc7465a tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:22.474696 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-47a486d6-8bfe-4b64-8bdf-11c496af43c8 req-f23bc908-5d78-48fe-8fa9-dd58bdc7465a tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 946 time: 0.1127954 Feb 20 03:30:22.494555 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-44c178fa-16cb-47fb-856b-fa9c49bf85be req-db8f1d73-59ee-4314-9b74-fe1662e876ec tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-894928857', 'description': 'tempest-description-1506826856'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:22.562934 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-47a486d6-8bfe-4b64-8bdf-11c496af43c8 req-461e89ec-fb62-4302-82b4-dac0c53ef272 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836499 Feb 20 03:30:22.569701 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a4a9550e-27f5-421f-9f11-747fecb81d4d req-9108f6c3-b346-4f77-b4d8-c1585475f146 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267700 Feb 20 03:30:22.633262 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-28eb30e8-a42e-4ce3-859b-6418dbd0a5be req-be4bffaf-8185-4196-84ca-1b41d4073399 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 210 time: 0.0348728 Feb 20 03:30:22.635205 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-44c178fa-16cb-47fb-856b-fa9c49bf85be req-db8f1d73-59ee-4314-9b74-fe1662e876ec tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:22.768510 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-44c178fa-16cb-47fb-856b-fa9c49bf85be req-db8f1d73-59ee-4314-9b74-fe1662e876ec tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (dec59998-3a34-45cc-8a49-d9e8fed490dc), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:22.803718 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903e9dc-ce64-451b-8c19-e3a1e69d13ee req-1cfe0a52-0fcc-49bf-b2e7-c7423da0b507 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:22.805561 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7903e9dc-ce64-451b-8c19-e3a1e69d13ee req-1cfe0a52-0fcc-49bf-b2e7-c7423da0b507 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 949 time: 0.0868266 Feb 20 03:30:22.834780 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-44c178fa-16cb-47fb-856b-fa9c49bf85be req-db8f1d73-59ee-4314-9b74-fe1662e876ec tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (dec59998-3a34-45cc-8a49-d9e8fed490dc), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:22.887525 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f1d73-59ee-4314-9b74-fe1662e876ec tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dec59998-3a34-45cc-8a49-d9e8fed490dc,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:22.902620 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7903e9dc-ce64-451b-8c19-e3a1e69d13ee req-5473f34b-76db-4de2-81cb-7d7717a113ff tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890329 Feb 20 03:30:22.951262 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-44c178fa-16cb-47fb-856b-fa9c49bf85be req-db8f1d73-59ee-4314-9b74-fe1662e876ec tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:22.952950 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-44c178fa-16cb-47fb-856b-fa9c49bf85be req-db8f1d73-59ee-4314-9b74-fe1662e876ec tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4687274 Feb 20 03:30:23.051729 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86520a49-61d8-4b28-a504-e5046f86f5ed req-5ce62e5d-874e-42a7-91df-676ef59784ec tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:23.053151 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-86520a49-61d8-4b28-a504-e5046f86f5ed req-5ce62e5d-874e-42a7-91df-676ef59784ec tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=afba4291-682e-4196-ace9-ecbf0e85eb25 HTTP/1.1" status: 200 len: 948 time: 0.0974557 Feb 20 03:30:23.141362 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-00001a11-5834-40f0-9587-f174ca6d71a4 req-49852395-3887-4234-a99f-f6a5cff8c720 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=562824520ad8463da7f1cd3c99d0b445 HTTP/1.1" status: 200 len: 10996 time: 0.1508079 Feb 20 03:30:23.145060 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-86520a49-61d8-4b28-a504-e5046f86f5ed req-2c4fe623-a22b-4d9e-8dc0-6688b19f2ce2 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841424 Feb 20 03:30:23.214223 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-00001a11-5834-40f0-9587-f174ca6d71a4 req-b8d25eb3-8977-481c-a9f7-b41bf04d5fa0 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups/4b873480-7748-49ec-ad4f-e90eb63d9bf5 HTTP/1.1" status: 200 len: 2998 time: 0.0652053 Feb 20 03:30:23.260126 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-00001a11-5834-40f0-9587-f174ca6d71a4 req-ccb7dd08-0d4e-43d7-9a04-22542bc72311 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups/4b873480-7748-49ec-ad4f-e90eb63d9bf5 HTTP/1.1" status: 200 len: 2998 time: 0.0402806 Feb 20 03:30:23.352176 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6bebb71c-b533-447d-9b1f-0f8a4230b7dc req-e64df32f-bb86-4d56-afe4-a32709efc022 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups/f1e75fd9-1e05-4ffa-b538-cbd190307bf3 HTTP/1.1" status: 200 len: 1817 time: 0.0664639 Feb 20 03:30:23.373054 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8447c21-87ed-4a9d-9ec5-1d67627df0a2 req-8dadbb4a-5637-41ae-a7a7-297eea91c9eb tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:23.374489 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d8447c21-87ed-4a9d-9ec5-1d67627df0a2 req-8dadbb4a-5637-41ae-a7a7-297eea91c9eb tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 945 time: 0.0907512 Feb 20 03:30:23.382730 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 3444a2e2-145b-4a36-9862-d1b33a6b5d20 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:30:23.387416 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:30:23.451537 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d8447c21-87ed-4a9d-9ec5-1d67627df0a2 req-f053090b-22fe-47d5-bbdb-10e20e245cb7 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692925 Feb 20 03:30:23.457242 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6bebb71c-b533-447d-9b1f-0f8a4230b7dc req-db2fd026-3fc9-4ea8-b6c1-5671293044e4 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (f1e75fd9-1e05-4ffa-b538-cbd190307bf3), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:23.498528 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6bebb71c-b533-447d-9b1f-0f8a4230b7dc req-db2fd026-3fc9-4ea8-b6c1-5671293044e4 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (f1e75fd9-1e05-4ffa-b538-cbd190307bf3), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:23.566308 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:30:23.566308 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:23.604660 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 3444a2e2-145b-4a36-9862-d1b33a6b5d20, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=3444a2e2-145b-4a36-9862-d1b33a6b5d20,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:23.611746 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fd137f-cbe1-474f-abe2-e5c7dda1835b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:30:23.615300 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23a816f-5a41-4e83-93f0-0767066079ef" -d '{"events": [{"server_uuid": "d1fd137f-cbe1-474f-abe2-e5c7dda1835b", "name": "network-vif-unplugged", "status": "completed", "tag": "a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:30:23.637965 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:23.639108 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '3444a2e2-145b-4a36-9862-d1b33a6b5d20', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': '3444a2e2-145b-4a36-9862-d1b33a6b5d20', 'mac_address': 'fa:16:3e:20:02:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:30:23.658690 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ba9d6-08d9-4dc6-8399-903fb991d52b req-bca2083d-1b94-4d00-a122-2b024a14bc4e tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:23.660409 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-790ba9d6-08d9-4dc6-8399-903fb991d52b req-bca2083d-1b94-4d00-a122-2b024a14bc4e tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] 10.222.0.93 "GET /v2.0/ports?device_id=af970f4c-4845-4108-b0be-25457d4a56b9 HTTP/1.1" status: 200 len: 945 time: 0.0962968 Feb 20 03:30:23.661024 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6bebb71c-b533-447d-9b1f-0f8a4230b7dc req-db2fd026-3fc9-4ea8-b6c1-5671293044e4 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f1e75fd9-1e05-4ffa-b538-cbd190307bf3), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:23.663574 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6bebb71c-b533-447d-9b1f-0f8a4230b7dc req-db2fd026-3fc9-4ea8-b6c1-5671293044e4 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:23.669113 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6bebb71c-b533-447d-9b1f-0f8a4230b7dc req-db2fd026-3fc9-4ea8-b6c1-5671293044e4 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "DELETE /v2.0/security-groups/f1e75fd9-1e05-4ffa-b538-cbd190307bf3 HTTP/1.1" status: 204 len: 173 time: 0.3098884 Feb 20 03:30:23.690020 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2fd026-3fc9-4ea8-b6c1-5671293044e4 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e75fd9-1e05-4ffa-b538-cbd190307bf3,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:23.690358 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 3444a2e2-145b-4a36-9862-d1b33a6b5d20 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:30:23.691422 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3444a2e2-145b-4a36-9862-d1b33a6b5d20), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:23.720040 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:23.755307 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cb89b-82e4-4a61-b1be-849bacab0042 req-3769cfc4-921c-46a8-9f05-26f91db25d1e tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:23.757115 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a23cb89b-82e4-4a61-b1be-849bacab0042 req-3769cfc4-921c-46a8-9f05-26f91db25d1e tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] 10.222.0.89 "GET /v2.0/ports?device_id=af970f4c-4845-4108-b0be-25457d4a56b9 HTTP/1.1" status: 200 len: 945 time: 0.1411664 Feb 20 03:30:23.771570 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3444a2e2-145b-4a36-9862-d1b33a6b5d20 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:30:23.813701 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 3444a2e2-145b-4a36-9862-d1b33a6b5d20, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=3444a2e2-145b-4a36-9862-d1b33a6b5d20,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:23.818038 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0,revision_number=6']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:23.826366 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:23.826761 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:23.827611 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:23.827960 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:23.828296 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:23.828626 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:23.828956 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:23.829282 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:23.829608 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:23.830183 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:23.830572 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:23.830917 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:23.831342 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:23.894576 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3444a2e2-145b-4a36-9862-d1b33a6b5d20), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:23.895280 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:30:23.966684 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=3444a2e2-145b-4a36-9862-d1b33a6b5d20,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:23.973003 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:23.985070 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': 'a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0', 'mac_address': 'fa:16:3e:b4:7f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:30:24.034079 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:30:24.034746 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:24.051456 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:30:24.076105 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:24.077574 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-5a088a3d-8d5f-46d0-885e-4996130f84e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:24.079749 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-5a088a3d-8d5f-46d0-885e-4996130f84e9 service neutron] 10.222.0.93 "GET /v2.0/ports/ae9c24d3-b26a-4985-922a-b63de288c928 HTTP/1.1" status: 200 len: 1032 time: 0.0565162 Feb 20 03:30:24.141525 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-ff2dab2a-fe85-4254-831e-4c328e59a3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:24.143410 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-ff2dab2a-fe85-4254-831e-4c328e59a3bc service neutron] 10.222.0.93 "GET /v2.0/ports/5e58af7e-8388-40e3-bea2-7eff10d7ac63 HTTP/1.1" status: 200 len: 1031 time: 0.0579050 Feb 20 03:30:24.180413 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:24.244289 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a23cb89b-82e4-4a61-b1be-849bacab0042 req-4fa179ef-3e6f-4299-be85-f4c2fe58ddc7 tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] 10.222.0.89 "GET /v2.0/security-groups?id=36757399-a99f-4b2f-b551-f3fbfe0f310a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756532 Feb 20 03:30:24.251823 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0,revision_number=7']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:24.281613 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-790ba9d6-08d9-4dc6-8399-903fb991d52b req-3be2535b-3b2d-452c-8ce1-a114c3d9c11a tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] Deleting port 06933ab7-1c86-469a-9e43-2d16d1aee3ed {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:30:24.282081 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-790ba9d6-08d9-4dc6-8399-903fb991d52b req-3be2535b-3b2d-452c-8ce1-a114c3d9c11a tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (06933ab7-1c86-469a-9e43-2d16d1aee3ed), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:24.305671 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ff622a-f047-4513-be6b-8c810fb211e3 x-openstack-request-id: req-12ff622a-f047-4513-be6b-8c810fb211e3 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:30:24.305988 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fd137f-cbe1-474f-abe2-e5c7dda1835b", "name": "network-vif-unplugged", "status": "completed", "tag": "a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:30:24.306290 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-12ff622a-f047-4513-be6b-8c810fb211e3 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:30:24.307030 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1fd137f-cbe1-474f-abe2-e5c7dda1835b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0', 'code': 200} Feb 20 03:30:24.316171 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-7a927aa1-781f-4989-a5d1-89a2d7f92177 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:24.319291 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50852b62-9aa5-4961-bb8a-e7b45146b780 req-5f3c9d18-4ed8-445a-ac77-35f4fcc39b48 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:24.321106 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-50852b62-9aa5-4961-bb8a-e7b45146b780 req-5f3c9d18-4ed8-445a-ac77-35f4fcc39b48 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 946 time: 0.1843216 Feb 20 03:30:24.328237 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-7a927aa1-781f-4989-a5d1-89a2d7f92177 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:24.334115 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-7a927aa1-781f-4989-a5d1-89a2d7f92177 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:24.335933 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-7a927aa1-781f-4989-a5d1-89a2d7f92177 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.93 "GET /v2.0/networks?id=aa6d2272-799c-4865-988f-50175dc27eb2&id=67e7e45b-f32b-4fdb-9b56-3214aa9e538c&id=67e7e45b-f32b-4fdb-9b56-3214aa9e538c&id=67e7e45b-f32b-4fdb-9b56-3214aa9e538c&id=67e7e45b-f32b-4fdb-9b56-3214aa9e538c&id=d437f433-2a25-46ac-8335-584c725cf993&id=d437f433-2a25-46ac-8335-584c725cf993 HTTP/1.1" status: 200 len: 1994 time: 0.1853781 Feb 20 03:30:24.437863 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-790ba9d6-08d9-4dc6-8399-903fb991d52b req-3be2535b-3b2d-452c-8ce1-a114c3d9c11a tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] For port 06933ab7-1c86-469a-9e43-2d16d1aee3ed, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=06933ab7-1c86-469a-9e43-2d16d1aee3ed,segment=NetworkSegment(af921e7d-5a4f-462b-8a9b-39a467bf90a4),segment_id=af921e7d-5a4f-462b-8a9b-39a467bf90a4)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:24.438488 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-790ba9d6-08d9-4dc6-8399-903fb991d52b req-3be2535b-3b2d-452c-8ce1-a114c3d9c11a tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (06933ab7-1c86-469a-9e43-2d16d1aee3ed), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:24.451307 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-70b0e576-d58f-4f93-990f-851c8d80b18b tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31539382099d40138aa9f9434b18f41f HTTP/1.1" status: 200 len: 380 time: 0.1024446 Feb 20 03:30:24.463141 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-e9c71a07-7e40-46f8-bceb-81f9622a3ecd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Request body: {'port': {'device_id': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'network_id': 'aa6d2272-799c-4865-988f-50175dc27eb2', 'admin_state_up': True, 'tenant_id': '31539382099d40138aa9f9434b18f41f', 'security_groups': ['3c909173-8dcf-4f26-b2d5-06ea3188685b']}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:24.477339 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-790ba9d6-08d9-4dc6-8399-903fb991d52b req-3be2535b-3b2d-452c-8ce1-a114c3d9c11a tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] Calling delete_port for 06933ab7-1c86-469a-9e43-2d16d1aee3ed owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:30:24.501297 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9fb55880-fc6d-4333-b77e-19bf74c121bc req-36337363-8f77-4a3c-b25a-32633d904ccf tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 210 time: 0.0465209 Feb 20 03:30:24.507958 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-50852b62-9aa5-4961-bb8a-e7b45146b780 req-55fe9b63-688a-457f-b5e5-1b639b406ef8 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495993 Feb 20 03:30:24.548931 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['3444a2e2-145b-4a36-9862-d1b33a6b5d20'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:30:24.603450 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-0c46436a-4898-4a1c-aeff-8a9f55158bc6 req-0c210269-7566-4ee8-8b51-059c8e5d71cb tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] show failed (client error): The resource could not be found. Feb 20 03:30:24.610215 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0c46436a-4898-4a1c-aeff-8a9f55158bc6 req-0c210269-7566-4ee8-8b51-059c8e5d71cb tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups/f1e75fd9-1e05-4ffa-b538-cbd190307bf3 HTTP/1.1" status: 404 len: 352 time: 0.0255716 Feb 20 03:30:24.617566 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:30:24.727700 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-e9c71a07-7e40-46f8-bceb-81f9622a3ecd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Made reservation on behalf of 31539382099d40138aa9f9434b18f41f for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:30:24.736712 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-e9c71a07-7e40-46f8-bceb-81f9622a3ecd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:24.814758 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c5565-2956-47c0-941a-0f146088d15c req-f55158f6-4661-4e70-982b-6652de2d5961 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:24.817394 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d31c5565-2956-47c0-941a-0f146088d15c req-f55158f6-4661-4e70-982b-6652de2d5961 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 948 time: 0.1328216 Feb 20 03:30:24.820805 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-790ba9d6-08d9-4dc6-8399-903fb991d52b req-3be2535b-3b2d-452c-8ce1-a114c3d9c11a tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (06933ab7-1c86-469a-9e43-2d16d1aee3ed), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:24.876377 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2535b-3b2d-452c-8ce1-a114c3d9c11a tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] Pushing event deleted for resources: {'Port': ['ID=06933ab7-1c86-469a-9e43-2d16d1aee3ed,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:24.910515 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36847767-d33d-4509-b86c-b5197956a5b3 req-bfc858df-3dcf-4563-828b-cf9e50bb3212 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:24.912296 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-36847767-d33d-4509-b86c-b5197956a5b3 req-bfc858df-3dcf-4563-828b-cf9e50bb3212 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=afba4291-682e-4196-ace9-ecbf0e85eb25 HTTP/1.1" status: 200 len: 949 time: 0.2047980 Feb 20 03:30:24.930225 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-e9c71a07-7e40-46f8-bceb-81f9622a3ecd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Allocated IP 172.20.0.12 (aa6d2272-799c-4865-988f-50175dc27eb2/2c58907d-12ba-48c6-961d-3dd4ac0885d0/dd41166f-324a-4828-b6ba-1406f360ad82) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:30:24.971393 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-790ba9d6-08d9-4dc6-8399-903fb991d52b req-3be2535b-3b2d-452c-8ce1-a114c3d9c11a tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] No DVR routers for this DVR port 06933ab7-1c86-469a-9e43-2d16d1aee3ed on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:30:24.978616 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-790ba9d6-08d9-4dc6-8399-903fb991d52b req-3be2535b-3b2d-452c-8ce1-a114c3d9c11a tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:24.981942 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-790ba9d6-08d9-4dc6-8399-903fb991d52b req-3be2535b-3b2d-452c-8ce1-a114c3d9c11a tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] 10.222.0.93 "DELETE /v2.0/ports/06933ab7-1c86-469a-9e43-2d16d1aee3ed HTTP/1.1" status: 204 len: 173 time: 1.3117423 Feb 20 03:30:24.986535 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af970f4c-4845-4108-b0be-25457d4a56b9', 'name': 'network-vif-deleted', 'tag': '06933ab7-1c86-469a-9e43-2d16d1aee3ed'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:30:24.989522 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c42eeba-20dd-4159-a936-f312a4b27336" -d '{"events": [{"server_uuid": "af970f4c-4845-4108-b0be-25457d4a56b9", "name": "network-vif-deleted", "tag": "06933ab7-1c86-469a-9e43-2d16d1aee3ed"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:30:25.002959 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d31c5565-2956-47c0-941a-0f146088d15c req-c83b45b0-5776-42f9-b94a-c0db9b2581e9 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728244 Feb 20 03:30:25.050775 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-36847767-d33d-4509-b86c-b5197956a5b3 req-d68af8ad-5439-4ca9-95b2-a8a12c61b12c tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164649 Feb 20 03:30:25.135318 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-e9c71a07-7e40-46f8-bceb-81f9622a3ecd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks [] for port (dd41166f-324a-4828-b6ba-1406f360ad82), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:25.163548 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d40b21-b3df-4a5f-aeb0-ba9e0462cef6 req-ef0d82e4-f748-4e90-bb95-af28ac7d08ca tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:25.163548 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-69d40b21-b3df-4a5f-aeb0-ba9e0462cef6 req-ef0d82e4-f748-4e90-bb95-af28ac7d08ca tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 945 time: 0.0753899 Feb 20 03:30:25.238721 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9a403710-4158-4906-9883-62345c7d0232 req-8ca920d4-930d-4af2-8811-e3b58dfb89dc tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups/1f931105-e7da-442e-9e82-66ae5957b3a2 HTTP/1.1" status: 200 len: 1817 time: 0.0646427 Feb 20 03:30:25.242716 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-69d40b21-b3df-4a5f-aeb0-ba9e0462cef6 req-583b8aa6-6bba-406f-8cb1-a5c339315595 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757964 Feb 20 03:30:25.247582 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-e9c71a07-7e40-46f8-bceb-81f9622a3ecd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (dd41166f-324a-4828-b6ba-1406f360ad82), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:25.273266 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-e9c71a07-7e40-46f8-bceb-81f9622a3ecd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Network aa6d2272-799c-4865-988f-50175dc27eb2 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:30:25.276493 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-e9c71a07-7e40-46f8-bceb-81f9622a3ecd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:30:25.299165 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-e9c71a07-7e40-46f8-bceb-81f9622a3ecd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:30:25.324641 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4dfc7e-4dd8-4e5a-b825-27866809e641 x-openstack-request-id: req-0e4dfc7e-4dd8-4e5a-b825-27866809e641 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:30:25.325152 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af970f4c-4845-4108-b0be-25457d4a56b9", "name": "network-vif-deleted", "tag": "06933ab7-1c86-469a-9e43-2d16d1aee3ed", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:30:25.325434 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0e4dfc7e-4dd8-4e5a-b825-27866809e641 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:30:25.326223 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af970f4c-4845-4108-b0be-25457d4a56b9', 'name': 'network-vif-deleted', 'tag': '06933ab7-1c86-469a-9e43-2d16d1aee3ed', 'status': 'completed', 'code': 200} Feb 20 03:30:25.327028 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9a403710-4158-4906-9883-62345c7d0232 req-1aee8fec-c054-410d-8bbe-5df713a4861e tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (1f931105-e7da-442e-9e82-66ae5957b3a2), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:25.358377 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9a403710-4158-4906-9883-62345c7d0232 req-1aee8fec-c054-410d-8bbe-5df713a4861e tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (1f931105-e7da-442e-9e82-66ae5957b3a2), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:25.402172 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c71a07-7e40-46f8-bceb-81f9622a3ecd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Pushing event updated for resources: {'Port': ['ID=dd41166f-324a-4828-b6ba-1406f360ad82,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:25.429623 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-e9c71a07-7e40-46f8-bceb-81f9622a3ecd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:25.430330 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-e9c71a07-7e40-46f8-bceb-81f9622a3ecd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:25.458706 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2d0ef0a5-ae27-4038-a96d-90df07248b0f req-70b6657f-1227-4458-ad1e-f47c5c34ca1f tempest-ServerAddressesNegativeTestJSON-2078240888 tempest-ServerAddressesNegativeTestJSON-2078240888-project] 10.222.0.89 "GET /v2.0/ports?device_id=af970f4c-4845-4108-b0be-25457d4a56b9 HTTP/1.1" status: 200 len: 210 time: 0.0366185 Feb 20 03:30:25.528983 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9a403710-4158-4906-9883-62345c7d0232 req-1aee8fec-c054-410d-8bbe-5df713a4861e tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1f931105-e7da-442e-9e82-66ae5957b3a2), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:25.531811 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-e9c71a07-7e40-46f8-bceb-81f9622a3ecd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0731263 Feb 20 03:30:25.532657 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9a403710-4158-4906-9883-62345c7d0232 req-1aee8fec-c054-410d-8bbe-5df713a4861e tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:25.538566 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9a403710-4158-4906-9883-62345c7d0232 req-1aee8fec-c054-410d-8bbe-5df713a4861e tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "DELETE /v2.0/security-groups/1f931105-e7da-442e-9e82-66ae5957b3a2 HTTP/1.1" status: 204 len: 173 time: 0.2918482 Feb 20 03:30:25.555006 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee8fec-c054-410d-8bbe-5df713a4861e tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f931105-e7da-442e-9e82-66ae5957b3a2,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:25.562107 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-daf66d69-bf33-44c9-a2ce-06f94964ea41 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Request body: {'port': {'device_id': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'network_id': '67e7e45b-f32b-4fdb-9b56-3214aa9e538c', 'admin_state_up': True, 'tenant_id': '31539382099d40138aa9f9434b18f41f', 'security_groups': ['3c909173-8dcf-4f26-b2d5-06ea3188685b']}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:25.612152 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-79a7d793-28c5-4dea-9f0b-a7de399ad59a req-eb9f43ce-a751-4159-9a06-885958954e64 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] show failed (client error): The resource could not be found. Feb 20 03:30:25.614794 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79a7d793-28c5-4dea-9f0b-a7de399ad59a req-eb9f43ce-a751-4159-9a06-885958954e64 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups/1f931105-e7da-442e-9e82-66ae5957b3a2 HTTP/1.1" status: 404 len: 352 time: 0.0362127 Feb 20 03:30:25.674834 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-6282079e-f509-4def-9a5b-d46daf5e27df None None] Provisioning complete for port dd41166f-324a-4828-b6ba-1406f360ad82 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:30:25.676077 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6282079e-f509-4def-9a5b-d46daf5e27df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (dd41166f-324a-4828-b6ba-1406f360ad82), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:25.727351 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-6282079e-f509-4def-9a5b-d46daf5e27df None None] Port dd41166f-324a-4828-b6ba-1406f360ad82 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:30:25.751034 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75047f-5ca9-4198-9208-95a99fd71223 req-621c7df1-be68-4e23-8fd7-fa958599bef5 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:25.751241 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7c75047f-5ca9-4198-9208-95a99fd71223 req-621c7df1-be68-4e23-8fd7-fa958599bef5 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 946 time: 0.1046982 Feb 20 03:30:25.799974 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-daf66d69-bf33-44c9-a2ce-06f94964ea41 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Made reservation on behalf of 31539382099d40138aa9f9434b18f41f for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:30:25.800918 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d7e48-784d-4bda-8e83-fff984047f83 req-be1a78d2-19be-4355-b94d-3fa994c736d3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:25.802572 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-622d7e48-784d-4bda-8e83-fff984047f83 req-be1a78d2-19be-4355-b94d-3fa994c736d3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 932 time: 0.0955007 Feb 20 03:30:25.807831 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-daf66d69-bf33-44c9-a2ce-06f94964ea41 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:25.843898 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7c75047f-5ca9-4198-9208-95a99fd71223 req-b09656ef-0801-4fec-a29c-809bf85b9d00 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828998 Feb 20 03:30:25.892731 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-622d7e48-784d-4bda-8e83-fff984047f83 req-a45d9b47-6648-483b-8bb3-8072421ac908 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799801 Feb 20 03:30:25.945512 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7c6fc7c4-1f8e-4e61-9ba7-0515e051974c req-3048722a-b6e3-4454-bf84-b4035e5a78f1 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups/dec59998-3a34-45cc-8a49-d9e8fed490dc HTTP/1.1" status: 200 len: 1817 time: 0.0511436 Feb 20 03:30:25.979332 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-daf66d69-bf33-44c9-a2ce-06f94964ea41 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Allocated IP 10.1.1.154 (67e7e45b-f32b-4fdb-9b56-3214aa9e538c/1fdd6f8e-c413-4f72-b733-74af17d9e3ef/72683b69-16ce-4abb-9d13-638a89bd383e) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:30:26.054730 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7c6fc7c4-1f8e-4e61-9ba7-0515e051974c req-6203eea2-f37c-44f2-983f-d22d17a3ce9d tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (dec59998-3a34-45cc-8a49-d9e8fed490dc), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:26.054730 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7c6fc7c4-1f8e-4e61-9ba7-0515e051974c req-6203eea2-f37c-44f2-983f-d22d17a3ce9d tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (dec59998-3a34-45cc-8a49-d9e8fed490dc), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:26.145913 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-daf66d69-bf33-44c9-a2ce-06f94964ea41 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks [] for port (72683b69-16ce-4abb-9d13-638a89bd383e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:26.147815 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a58dd-2e32-43f2-a963-54acceb625d7 req-1d685d8b-b86c-48dd-8511-ac96c7aaca77 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:26.149792 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-173a58dd-2e32-43f2-a963-54acceb625d7 req-1d685d8b-b86c-48dd-8511-ac96c7aaca77 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 948 time: 0.0628054 Feb 20 03:30:26.217811 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-173a58dd-2e32-43f2-a963-54acceb625d7 req-2aee26d4-cbc1-472a-bd54-5223ec5f598d tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515974 Feb 20 03:30:26.225845 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7c6fc7c4-1f8e-4e61-9ba7-0515e051974c req-6203eea2-f37c-44f2-983f-d22d17a3ce9d tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (dec59998-3a34-45cc-8a49-d9e8fed490dc), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:26.228861 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7c6fc7c4-1f8e-4e61-9ba7-0515e051974c req-6203eea2-f37c-44f2-983f-d22d17a3ce9d tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:26.230058 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7c6fc7c4-1f8e-4e61-9ba7-0515e051974c req-6203eea2-f37c-44f2-983f-d22d17a3ce9d tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "DELETE /v2.0/security-groups/dec59998-3a34-45cc-8a49-d9e8fed490dc HTTP/1.1" status: 204 len: 173 time: 0.2790697 Feb 20 03:30:26.240303 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203eea2-f37c-44f2-983f-d22d17a3ce9d tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec59998-3a34-45cc-8a49-d9e8fed490dc,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:26.263160 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-daf66d69-bf33-44c9-a2ce-06f94964ea41 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (72683b69-16ce-4abb-9d13-638a89bd383e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:26.381395 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-daf66d69-bf33-44c9-a2ce-06f94964ea41 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Network 67e7e45b-f32b-4fdb-9b56-3214aa9e538c is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:30:26.382951 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf66d69-bf33-44c9-a2ce-06f94964ea41 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Pushing event updated for resources: {'Port': ['ID=72683b69-16ce-4abb-9d13-638a89bd383e,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:26.383962 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-66a72a50-dbb0-4475-8fdf-03360a79c0ab req-cbbe7da1-15ff-412c-98cd-1488f83de976 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] show failed (client error): The resource could not be found. Feb 20 03:30:26.385096 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66a72a50-dbb0-4475-8fdf-03360a79c0ab req-cbbe7da1-15ff-412c-98cd-1488f83de976 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups/dec59998-3a34-45cc-8a49-d9e8fed490dc HTTP/1.1" status: 404 len: 352 time: 0.0259914 Feb 20 03:30:26.402789 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-daf66d69-bf33-44c9-a2ce-06f94964ea41 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:30:26.403061 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2ef4a-a482-4a6e-8906-051638a7df11 req-49edaf8e-b592-48c3-ab16-5d1af4f8b327 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:26.406171 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-daf66d69-bf33-44c9-a2ce-06f94964ea41 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:30:26.409915 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-faa2d10d-1ec8-47a1-8a4d-fb0ec23f3ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:26.411823 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffe2ef4a-a482-4a6e-8906-051638a7df11 req-49edaf8e-b592-48c3-ab16-5d1af4f8b327 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=afba4291-682e-4196-ace9-ecbf0e85eb25 HTTP/1.1" status: 200 len: 949 time: 0.1125007 Feb 20 03:30:26.479278 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffe2ef4a-a482-4a6e-8906-051638a7df11 req-715451b7-aca0-4be1-aa4d-fdb6d266bc90 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663445 Feb 20 03:30:26.493045 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-daf66d69-bf33-44c9-a2ce-06f94964ea41 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:26.493699 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-daf66d69-bf33-44c9-a2ce-06f94964ea41 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:26.569972 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213ca6c-f7c7-4029-9f2e-ae77b7b7e69a req-2fcfef31-42d5-4385-9b27-71678302daba tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:26.576919 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-daf66d69-bf33-44c9-a2ce-06f94964ea41 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0282063 Feb 20 03:30:26.577153 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c213ca6c-f7c7-4029-9f2e-ae77b7b7e69a req-2fcfef31-42d5-4385-9b27-71678302daba tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 945 time: 0.0892866 Feb 20 03:30:26.592385 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-e3ec32bd-cd92-4b3e-9bff-0fff2da51305 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Request body: {'port': {'device_id': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'network_id': '67e7e45b-f32b-4fdb-9b56-3214aa9e538c', 'admin_state_up': True, 'tenant_id': '31539382099d40138aa9f9434b18f41f', 'security_groups': ['3c909173-8dcf-4f26-b2d5-06ea3188685b']}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:26.674988 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 06933ab7-1c86-469a-9e43-2d16d1aee3ed no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:30:26.689219 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-47f9b474-d202-4206-870e-2e6aa1f5bda0 req-cc0d64be-9a04-4d95-b8eb-84cb1bc216c2 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=562824520ad8463da7f1cd3c99d0b445 HTTP/1.1" status: 200 len: 6198 time: 0.1536243 Feb 20 03:30:26.708304 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c213ca6c-f7c7-4029-9f2e-ae77b7b7e69a req-afb2be21-7d12-4bab-8ed1-81af23f9d33a tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252644 Feb 20 03:30:26.714666 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 06933ab7-1c86-469a-9e43-2d16d1aee3ed {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:30:26.715387 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 06933ab7-1c86-469a-9e43-2d16d1aee3ed not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:30:26.779110 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-47f9b474-d202-4206-870e-2e6aa1f5bda0 req-d2aeb024-aaa0-4943-b1c8-1dca9e389216 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups/4b873480-7748-49ec-ad4f-e90eb63d9bf5 HTTP/1.1" status: 200 len: 2998 time: 0.0888212 Feb 20 03:30:26.785276 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58626) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:30:26.826591 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-47f9b474-d202-4206-870e-2e6aa1f5bda0 req-2183a230-0e1c-4cfb-beda-de60d565f646 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups/4b873480-7748-49ec-ad4f-e90eb63d9bf5 HTTP/1.1" status: 200 len: 2998 time: 0.0464432 Feb 20 03:30:26.836409 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-e3ec32bd-cd92-4b3e-9bff-0fff2da51305 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Made reservation on behalf of 31539382099d40138aa9f9434b18f41f for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:30:26.840026 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-e3ec32bd-cd92-4b3e-9bff-0fff2da51305 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:26.855439 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-1256bbeb-c5e2-4a5a-92d0-0f070e848593 admin admin] Deleting subnet 56d183b8-0223-43b0-ac23-eab97adf586c {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:30:26.856159 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-c7db09da-52a1-4fb5-997b-96cf91d30ada req-3813b059-364f-4659-b958-5dfb27a8edc8 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-157985224', 'description': 'tempest-description-100302215'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:26.859812 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1256bbeb-c5e2-4a5a-92d0-0f070e848593 admin admin] Publish callbacks [] for subnet (56d183b8-0223-43b0-ac23-eab97adf586c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:26.868147 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-63393af1-f27b-440e-883a-5a027cab9acd None None] Provisioning complete for port 72683b69-16ce-4abb-9d13-638a89bd383e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:30:26.869261 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-63393af1-f27b-440e-883a-5a027cab9acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (72683b69-16ce-4abb-9d13-638a89bd383e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:26.908667 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1256bbeb-c5e2-4a5a-92d0-0f070e848593 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (56d183b8-0223-43b0-ac23-eab97adf586c), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:26.922489 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-63393af1-f27b-440e-883a-5a027cab9acd None None] Port 72683b69-16ce-4abb-9d13-638a89bd383e cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:30:26.976195 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c7db09da-52a1-4fb5-997b-96cf91d30ada req-3813b059-364f-4659-b958-5dfb27a8edc8 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:27.022954 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1256bbeb-c5e2-4a5a-92d0-0f070e848593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (56d183b8-0223-43b0-ac23-eab97adf586c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:27.028065 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4441c-fbe0-4b38-97dd-2dbe0b4b3ae6 req-efd5d4e4-82f7-488f-930a-7bb2b5715884 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:27.029655 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57b4441c-fbe0-4b38-97dd-2dbe0b4b3ae6 req-efd5d4e4-82f7-488f-930a-7bb2b5715884 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 946 time: 0.0897901 Feb 20 03:30:27.111526 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57b4441c-fbe0-4b38-97dd-2dbe0b4b3ae6 req-169da659-a6ee-4ce8-b987-0facb1579f36 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733964 Feb 20 03:30:27.139908 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c7db09da-52a1-4fb5-997b-96cf91d30ada req-3813b059-364f-4659-b958-5dfb27a8edc8 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (af2be1f9-8a87-439e-abb5-44acc722f2a6), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:27.145963 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-e3ec32bd-cd92-4b3e-9bff-0fff2da51305 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Allocated IP 10.1.1.133 (67e7e45b-f32b-4fdb-9b56-3214aa9e538c/1fdd6f8e-c413-4f72-b733-74af17d9e3ef/cd8192d7-1fe8-411b-98f1-ddd812317e6a) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:30:27.175545 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1256bbeb-c5e2-4a5a-92d0-0f070e848593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (56d183b8-0223-43b0-ac23-eab97adf586c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:27.197300 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c7db09da-52a1-4fb5-997b-96cf91d30ada req-3813b059-364f-4659-b958-5dfb27a8edc8 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (af2be1f9-8a87-439e-abb5-44acc722f2a6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:27.229574 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1256bbeb-c5e2-4a5a-92d0-0f070e848593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:27.235334 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1256bbeb-c5e2-4a5a-92d0-0f070e848593 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/56d183b8-0223-43b0-ac23-eab97adf586c HTTP/1.1" status: 204 len: 168 time: 0.4486644 Feb 20 03:30:27.237073 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58634) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:30:27.244439 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256bbeb-c5e2-4a5a-92d0-0f070e848593 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56d183b8-0223-43b0-ac23-eab97adf586c,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:27.259684 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813b059-364f-4659-b958-5dfb27a8edc8 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af2be1f9-8a87-439e-abb5-44acc722f2a6,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:27.318452 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c7db09da-52a1-4fb5-997b-96cf91d30ada req-3813b059-364f-4659-b958-5dfb27a8edc8 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:27.326026 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c7db09da-52a1-4fb5-997b-96cf91d30ada req-3813b059-364f-4659-b958-5dfb27a8edc8 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4739838 Feb 20 03:30:27.396322 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-e3ec32bd-cd92-4b3e-9bff-0fff2da51305 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks [] for port (cd8192d7-1fe8-411b-98f1-ddd812317e6a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:27.411596 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 3444a2e2-145b-4a36-9862-d1b33a6b5d20 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:30:27.418332 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-abc0b322-041e-484b-8ec9-64c7e2f278bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (288b8663-cd52-41ae-9a6f-935b9521d62d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:27.473710 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc156741-6968-4ea3-9adf-253b344abbe0 req-dbcb2602-04f0-4f0b-b88b-999d87431cf2 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:27.481556 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc156741-6968-4ea3-9adf-253b344abbe0 req-dbcb2602-04f0-4f0b-b88b-999d87431cf2 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:27.495019 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cc156741-6968-4ea3-9adf-253b344abbe0 req-dbcb2602-04f0-4f0b-b88b-999d87431cf2 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 1654 time: 0.2319822 Feb 20 03:30:27.688612 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-abc0b322-041e-484b-8ec9-64c7e2f278bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (288b8663-cd52-41ae-9a6f-935b9521d62d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:27.694450 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-e3ec32bd-cd92-4b3e-9bff-0fff2da51305 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (cd8192d7-1fe8-411b-98f1-ddd812317e6a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:27.697552 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 3444a2e2-145b-4a36-9862-d1b33a6b5d20 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:30:27.704941 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 3444a2e2-145b-4a36-9862-d1b33a6b5d20 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:30:27.722019 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3444a2e2-145b-4a36-9862-d1b33a6b5d20), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:27.722619 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cc156741-6968-4ea3-9adf-253b344abbe0 req-a84cd6cb-65d9-4224-ac29-1cfb1e9ec3e5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2146330 Feb 20 03:30:27.760648 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1d867-7a34-4bc1-873d-43b7492b7676 req-f3e61efb-cb7b-4ae8-8b04-6c4a767cc5bc tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:27.773071 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06c1d867-7a34-4bc1-873d-43b7492b7676 req-f3e61efb-cb7b-4ae8-8b04-6c4a767cc5bc tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 948 time: 0.2739329 Feb 20 03:30:27.776381 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-abc0b322-041e-484b-8ec9-64c7e2f278bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['288b8663-cd52-41ae-9a6f-935b9521d62d']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:30:27.811475 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-e3ec32bd-cd92-4b3e-9bff-0fff2da51305 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Network 67e7e45b-f32b-4fdb-9b56-3214aa9e538c is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:30:27.822748 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-e3ec32bd-cd92-4b3e-9bff-0fff2da51305 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:30:27.825319 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-e3ec32bd-cd92-4b3e-9bff-0fff2da51305 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:30:27.840286 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-abc0b322-041e-484b-8ec9-64c7e2f278bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af921e7d-5a4f-462b-8a9b-39a467bf90a4') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:30:27.840594 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-abc0b322-041e-484b-8ec9-64c7e2f278bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af921e7d-5a4f-462b-8a9b-39a467bf90a4') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:30:27.882561 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-abc0b322-041e-484b-8ec9-64c7e2f278bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (af921e7d-5a4f-462b-8a9b-39a467bf90a4), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:27.892914 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec32bd-cd92-4b3e-9bff-0fff2da51305 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Pushing event updated for resources: {'Port': ['ID=cd8192d7-1fe8-411b-98f1-ddd812317e6a,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:27.907375 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-b0e216d6-c223-434f-a1a8-e0addfa93824 req-ff91ac1f-f70f-430f-b22d-7094c933c716 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1066918619', 'description': 'tempest-description-557850866'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:27.938561 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-abc0b322-041e-484b-8ec9-64c7e2f278bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (af921e7d-5a4f-462b-8a9b-39a467bf90a4), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:27.948339 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-e3ec32bd-cd92-4b3e-9bff-0fff2da51305 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:27.949238 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-e3ec32bd-cd92-4b3e-9bff-0fff2da51305 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:27.970527 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc0b322-041e-484b-8ec9-64c7e2f278bb admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:30:27.971343 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-abc0b322-041e-484b-8ec9-64c7e2f278bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (af921e7d-5a4f-462b-8a9b-39a467bf90a4), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:27.986365 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06c1d867-7a34-4bc1-873d-43b7492b7676 req-09dd47cb-a96c-4f6c-84df-9a1ca34aa356 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122874 Feb 20 03:30:27.990594 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 3444a2e2-145b-4a36-9862-d1b33a6b5d20 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:30:27.993477 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3444a2e2-145b-4a36-9862-d1b33a6b5d20), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:28.002597 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:30:28.002597 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:30:28.002597 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:30:28.002597 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:30:28.002597 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:30:28.002597 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:30:28.002597 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:30:28.002597 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:30:28.002597 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:30:28.002597 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:30:28.002597 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:30:28.002597 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:30:28.002597 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:30:28.002597 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:30:28.002597 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:30:28.002597 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:30:28.002597 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:30:28.002597 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:30:28.002597 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:30:28.002597 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:30:28.002597 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:30:28.002597 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:30:28.002597 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:30:28.002597 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:30:28.002597 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:30:28.002597 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:30:28.002597 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:30:28.002597 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:30:28.002597 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:30:28.002597 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:30:28.002597 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:30:28.002597 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:30:28.028915 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afba4291-682e-4196-ace9-ecbf0e85eb25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3444a2e2-145b-4a36-9862-d1b33a6b5d20'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:30:28.031578 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773ca0c4-5b76-4c0a-952a-6f42265b517d" -d '{"events": [{"server_uuid": "afba4291-682e-4196-ace9-ecbf0e85eb25", "name": "network-vif-plugged", "status": "completed", "tag": "3444a2e2-145b-4a36-9862-d1b33a6b5d20"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:30:28.048425 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 3444a2e2-145b-4a36-9862-d1b33a6b5d20, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=3444a2e2-145b-4a36-9862-d1b33a6b5d20,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:28.070610 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b0e216d6-c223-434f-a1a8-e0addfa93824 req-ff91ac1f-f70f-430f-b22d-7094c933c716 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:28.107996 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-e3ec32bd-cd92-4b3e-9bff-0fff2da51305 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5168366 Feb 20 03:30:28.120924 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-867cd128-5146-4d18-b5b9-93a0b9fc9bb3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Request body: {'port': {'device_id': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd437f433-2a25-46ac-8335-584c725cf993', 'admin_state_up': True, 'tenant_id': '31539382099d40138aa9f9434b18f41f', 'security_groups': ['3c909173-8dcf-4f26-b2d5-06ea3188685b']}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:28.138834 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3444a2e2-145b-4a36-9862-d1b33a6b5d20), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:28.139666 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:30:28.225851 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-abc0b322-041e-484b-8ec9-64c7e2f278bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (288b8663-cd52-41ae-9a6f-935b9521d62d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:28.247928 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-abc0b322-041e-484b-8ec9-64c7e2f278bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:28.255526 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-abc0b322-041e-484b-8ec9-64c7e2f278bb admin admin] 10.222.0.89 "DELETE /v2.0/networks/288b8663-cd52-41ae-9a6f-935b9521d62d HTTP/1.1" status: 204 len: 168 time: 1.0165617 Feb 20 03:30:28.282174 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0b322-041e-484b-8ec9-64c7e2f278bb admin admin] Pushing event deleted for resources: {'Network': ['ID=288b8663-cd52-41ae-9a6f-935b9521d62d,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:28.344526 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=3444a2e2-145b-4a36-9862-d1b33a6b5d20,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:28.350882 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-686dc9fe-11c3-4249-9b96-53bfcd697df3 None None] Provisioning complete for port cd8192d7-1fe8-411b-98f1-ddd812317e6a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:30:28.351277 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-686dc9fe-11c3-4249-9b96-53bfcd697df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (cd8192d7-1fe8-411b-98f1-ddd812317e6a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:28.364543 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd55484-8fb0-42aa-9b57-8fa9afe17578 req-7299349a-f1f6-42e7-95a2-9dfc21161800 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:28.367882 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6fd55484-8fb0-42aa-9b57-8fa9afe17578 req-7299349a-f1f6-42e7-95a2-9dfc21161800 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=afba4291-682e-4196-ace9-ecbf0e85eb25 HTTP/1.1" status: 200 len: 950 time: 0.2414927 Feb 20 03:30:28.377488 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b0e216d6-c223-434f-a1a8-e0addfa93824 req-ff91ac1f-f70f-430f-b22d-7094c933c716 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (9b0c35a9-8b79-46e6-9cd9-1bdd9fa9a80e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:28.397398 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:30:28.397735 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:28.415053 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-867cd128-5146-4d18-b5b9-93a0b9fc9bb3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Made reservation on behalf of 31539382099d40138aa9f9434b18f41f for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:30:28.438597 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-686dc9fe-11c3-4249-9b96-53bfcd697df3 None None] Port cd8192d7-1fe8-411b-98f1-ddd812317e6a cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:30:28.460555 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b0e216d6-c223-434f-a1a8-e0addfa93824 req-ff91ac1f-f70f-430f-b22d-7094c933c716 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (9b0c35a9-8b79-46e6-9cd9-1bdd9fa9a80e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:28.482782 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6fd55484-8fb0-42aa-9b57-8fa9afe17578 req-fc000e0d-886d-4c45-9b7e-e85f4fcfa3a3 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080213 Feb 20 03:30:28.540855 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:30:28.541397 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:28.545233 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91ac1f-f70f-430f-b22d-7094c933c716 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0c35a9-8b79-46e6-9cd9-1bdd9fa9a80e,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:28.587348 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-867cd128-5146-4d18-b5b9-93a0b9fc9bb3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:28.598806 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:28.624137 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b0e216d6-c223-434f-a1a8-e0addfa93824 req-ff91ac1f-f70f-430f-b22d-7094c933c716 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:28.631964 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b0e216d6-c223-434f-a1a8-e0addfa93824 req-ff91ac1f-f70f-430f-b22d-7094c933c716 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.7441406 Feb 20 03:30:28.694687 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:28.794439 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963eba5d-b217-419a-bd32-d5b0fbaaf667 req-88cddce3-419d-4ad0-82c1-c24daec60c4c tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:28.805446 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-963eba5d-b217-419a-bd32-d5b0fbaaf667 req-88cddce3-419d-4ad0-82c1-c24daec60c4c tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 945 time: 0.1361187 Feb 20 03:30:28.811768 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afaf74f3-6248-4b25-85a6-ce16485feb05 x-openstack-request-id: req-afaf74f3-6248-4b25-85a6-ce16485feb05 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:30:28.813016 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afba4291-682e-4196-ace9-ecbf0e85eb25", "name": "network-vif-plugged", "status": "completed", "tag": "3444a2e2-145b-4a36-9862-d1b33a6b5d20", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:30:28.814454 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-afaf74f3-6248-4b25-85a6-ce16485feb05 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:30:28.818183 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afba4291-682e-4196-ace9-ecbf0e85eb25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3444a2e2-145b-4a36-9862-d1b33a6b5d20', 'code': 200} Feb 20 03:30:28.833502 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-376fd533-edd6-4f39-bb95-774c7fbfc99b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:28.850674 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58656) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:30:28.879063 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0,revision_number=8']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:28.951685 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-963eba5d-b217-419a-bd32-d5b0fbaaf667 req-0bf86f5f-3c7a-4135-a7a4-89176c0353b0 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459312 Feb 20 03:30:29.003991 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e968a-eb9a-4f10-b48a-7876aed08acb req-73dcab2e-b58b-4801-b702-63d6a7b906c3 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:29.005301 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-620e968a-eb9a-4f10-b48a-7876aed08acb req-73dcab2e-b58b-4801-b702-63d6a7b906c3 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 946 time: 0.1420074 Feb 20 03:30:29.110303 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-620e968a-eb9a-4f10-b48a-7876aed08acb req-a6bce1a5-334f-408f-b557-59c3196884da tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986612 Feb 20 03:30:29.129320 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-06fc32cc-98d6-4e5d-8e09-948006ec5b1b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b21cd2b580854f59ad4f03eef3c06b80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2773063 Feb 20 03:30:29.134092 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58666) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:30:29.167347 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3c892-f71e-41a0-bf3f-f9546d6634be req-55e76b68-4edc-4bbb-9e5e-21377788bb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:29.169110 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-56c3c892-f71e-41a0-bf3f-f9546d6634be req-55e76b68-4edc-4bbb-9e5e-21377788bb44 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=afba4291-682e-4196-ace9-ecbf0e85eb25 HTTP/1.1" status: 200 len: 1132 time: 0.3161385 Feb 20 03:30:29.176386 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900b4fa-dd34-47c9-b193-528ca09c02fd req-ede4a8b9-b787-4477-a506-3f61883bf5b3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:29.176929 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-867cd128-5146-4d18-b5b9-93a0b9fc9bb3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Allocated IP 10.2.2.100 (d437f433-2a25-46ac-8335-584c725cf993/d5f2ccdb-a5f0-4784-95bb-b259997ecd83/afbe16b4-d82b-4267-9c4f-4cfe734a15f0) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:30:29.182928 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900b4fa-dd34-47c9-b193-528ca09c02fd req-ede4a8b9-b787-4477-a506-3f61883bf5b3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:29.192959 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900b4fa-dd34-47c9-b193-528ca09c02fd req-ede4a8b9-b787-4477-a506-3f61883bf5b3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:29.202130 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b900b4fa-dd34-47c9-b193-528ca09c02fd req-ede4a8b9-b787-4477-a506-3f61883bf5b3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 2375 time: 0.1329658 Feb 20 03:30:29.309770 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b900b4fa-dd34-47c9-b193-528ca09c02fd req-4664d51a-2f8e-41a9-8611-ff59bba7014e tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943012 Feb 20 03:30:29.321036 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-56c3c892-f71e-41a0-bf3f-f9546d6634be req-d0242d8a-a55e-41ca-933b-a83f7e667095 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347311 Feb 20 03:30:29.349163 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-70225d98-d48a-4d41-a5af-6f1f8e0cdf55 admin admin] Publish callbacks [] for security_group (36757399-a99f-4b2f-b551-f3fbfe0f310a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:29.435173 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-ae8f2d97-7270-4557-acde-a6342ccb3b6a tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:29.445385 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-ae8f2d97-7270-4557-acde-a6342ccb3b6a tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/networks?id=1c91ce47-7bea-4684-9e83-8c6431905c13 HTTP/1.1" status: 200 len: 812 time: 0.1520720 Feb 20 03:30:29.457113 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-70225d98-d48a-4d41-a5af-6f1f8e0cdf55 admin admin] Publish callbacks [] for security_group (36757399-a99f-4b2f-b551-f3fbfe0f310a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:29.481210 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-dbf110bb-c431-4e59-a27b-e2fbc1cdc861 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/quotas/562824520ad8463da7f1cd3c99d0b445 HTTP/1.1" status: 200 len: 375 time: 0.0275216 Feb 20 03:30:29.554003 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-4e9c1411-2d3d-4363-8f31-f99df2188cd4 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=562824520ad8463da7f1cd3c99d0b445&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0771780 Feb 20 03:30:29.557483 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-867cd128-5146-4d18-b5b9-93a0b9fc9bb3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks [] for port (afbe16b4-d82b-4267-9c4f-4cfe734a15f0), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:29.643232 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-70225d98-d48a-4d41-a5af-6f1f8e0cdf55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (36757399-a99f-4b2f-b551-f3fbfe0f310a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:29.649528 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-70225d98-d48a-4d41-a5af-6f1f8e0cdf55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:29.651081 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-70225d98-d48a-4d41-a5af-6f1f8e0cdf55 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/36757399-a99f-4b2f-b551-f3fbfe0f310a HTTP/1.1" status: 204 len: 168 time: 0.5146387 Feb 20 03:30:29.665647 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70225d98-d48a-4d41-a5af-6f1f8e0cdf55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36757399-a99f-4b2f-b551-f3fbfe0f310a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:29.678512 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-867cd128-5146-4d18-b5b9-93a0b9fc9bb3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (afbe16b4-d82b-4267-9c4f-4cfe734a15f0), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:29.683194 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56abc42c-7a75-4055-b457-ca4e0ac98fc9 req-6548be1b-1bfc-42a0-bf14-c7044fdbd6c7 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:29.690572 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-56abc42c-7a75-4055-b457-ca4e0ac98fc9 req-6548be1b-1bfc-42a0-bf14-c7044fdbd6c7 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 949 time: 0.1505344 Feb 20 03:30:29.743092 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-867cd128-5146-4d18-b5b9-93a0b9fc9bb3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Network d437f433-2a25-46ac-8335-584c725cf993 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:30:29.754021 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-867cd128-5146-4d18-b5b9-93a0b9fc9bb3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:30:29.763146 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-a02879be-9ad3-41ac-87c4-3ee9ae2f4a87 service neutron] 10.222.0.89 "GET /v2.0/networks/1c91ce47-7bea-4684-9e83-8c6431905c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074311 Feb 20 03:30:29.775526 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-867cd128-5146-4d18-b5b9-93a0b9fc9bb3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:30:29.787281 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867cd128-5146-4d18-b5b9-93a0b9fc9bb3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Pushing event updated for resources: {'Port': ['ID=afbe16b4-d82b-4267-9c4f-4cfe734a15f0,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:29.851041 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:29.890374 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-867cd128-5146-4d18-b5b9-93a0b9fc9bb3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:29.891099 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-867cd128-5146-4d18-b5b9-93a0b9fc9bb3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:29.926040 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-56abc42c-7a75-4055-b457-ca4e0ac98fc9 req-fcbb125d-df8c-46a9-b062-9af26bc7e6f9 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327313 Feb 20 03:30:30.005301 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-867cd128-5146-4d18-b5b9-93a0b9fc9bb3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8919590 Feb 20 03:30:30.017820 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-bd1cfd8a-eb93-4e69-aa87-d2b7c9672fa8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Request body: {'port': {'device_id': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd437f433-2a25-46ac-8335-584c725cf993', 'admin_state_up': True, 'tenant_id': '31539382099d40138aa9f9434b18f41f', 'security_groups': ['3c909173-8dcf-4f26-b2d5-06ea3188685b']}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:30.091380 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-bff336aa-d4a6-4c0f-99c7-eb85ea6fcc8a service neutron] 10.222.0.89 "GET /v2.0/networks/1c91ce47-7bea-4684-9e83-8c6431905c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278186 Feb 20 03:30:30.172177 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e616584-4105-4310-ad07-49f84698c565 req-d8dc37c8-058c-43c5-8ea7-9c87af2e76d6 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:30.176235 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3e616584-4105-4310-ad07-49f84698c565 req-d8dc37c8-058c-43c5-8ea7-9c87af2e76d6 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=afba4291-682e-4196-ace9-ecbf0e85eb25 HTTP/1.1" status: 200 len: 950 time: 0.1187780 Feb 20 03:30:30.207186 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-61ba3eca-734f-4706-8f57-f7a97385d849 None None] Provisioning complete for port afbe16b4-d82b-4267-9c4f-4cfe734a15f0 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:30:30.208265 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-61ba3eca-734f-4706-8f57-f7a97385d849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (afbe16b4-d82b-4267-9c4f-4cfe734a15f0), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:30.295442 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3e616584-4105-4310-ad07-49f84698c565 req-ab187bbb-1b00-4ee9-960f-a7cdc7f449f7 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078544 Feb 20 03:30:30.391838 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-bd1cfd8a-eb93-4e69-aa87-d2b7c9672fa8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Made reservation on behalf of 31539382099d40138aa9f9434b18f41f for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:30:30.399382 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-bd1cfd8a-eb93-4e69-aa87-d2b7c9672fa8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:30.505392 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-61ba3eca-734f-4706-8f57-f7a97385d849 None None] Port afbe16b4-d82b-4267-9c4f-4cfe734a15f0 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:30:30.560661 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b110e69-413f-41aa-b5c9-7fa3ccf7ce1d req-2ee57ce3-9d2f-4cf8-a6d4-378024467725 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:30.577090 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b110e69-413f-41aa-b5c9-7fa3ccf7ce1d req-2ee57ce3-9d2f-4cf8-a6d4-378024467725 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 945 time: 0.2027733 Feb 20 03:30:30.673277 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b110e69-413f-41aa-b5c9-7fa3ccf7ce1d req-9efc2169-ab5e-441a-ac6b-63fd76f863c7 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952764 Feb 20 03:30:30.753363 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9185d7c-e607-43e7-848a-434d22d3cb57 req-84948b92-f9af-4756-a082-77d4806115cd tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:30.763842 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c9185d7c-e607-43e7-848a-434d22d3cb57 req-84948b92-f9af-4756-a082-77d4806115cd tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 946 time: 0.1372840 Feb 20 03:30:30.824816 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fd137f-cbe1-474f-abe2-e5c7dda1835b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:30:30.827785 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6783cc59-b055-4dcf-9239-bf3fe82a13e5" -d '{"events": [{"server_uuid": "d1fd137f-cbe1-474f-abe2-e5c7dda1835b", "name": "network-vif-plugged", "status": "completed", "tag": "a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:30:30.840798 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c9185d7c-e607-43e7-848a-434d22d3cb57 req-0fce83f5-7575-4d25-bb29-ab565dac11b5 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715344 Feb 20 03:30:30.895473 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-bd1cfd8a-eb93-4e69-aa87-d2b7c9672fa8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Allocated IP 10.2.2.200 (d437f433-2a25-46ac-8335-584c725cf993/d5f2ccdb-a5f0-4784-95bb-b259997ecd83/c7e56a42-e6b3-4751-b71a-36d2d4255df0) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:30:31.005826 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c50adb-9bd3-4c8d-8f5c-1b3393b929ea req-884ad0e6-fb35-4a97-95d6-de278ae18849 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:31.025174 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c50adb-9bd3-4c8d-8f5c-1b3393b929ea req-884ad0e6-fb35-4a97-95d6-de278ae18849 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:31.045599 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c50adb-9bd3-4c8d-8f5c-1b3393b929ea req-884ad0e6-fb35-4a97-95d6-de278ae18849 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:31.059239 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c50adb-9bd3-4c8d-8f5c-1b3393b929ea req-884ad0e6-fb35-4a97-95d6-de278ae18849 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:31.064368 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65c50adb-9bd3-4c8d-8f5c-1b3393b929ea req-884ad0e6-fb35-4a97-95d6-de278ae18849 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 3096 time: 0.2214043 Feb 20 03:30:31.120582 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-295f929d-5b39-4740-85c4-e4279e24731c req-61d71400-5cb6-42e9-8a2b-ca01b41600d0 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=6633a2e8-95f4-4fbb-b707-855d69683f3a HTTP/1.1" status: 200 len: 210 time: 0.0535786 Feb 20 03:30:31.178398 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:31.224034 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65c50adb-9bd3-4c8d-8f5c-1b3393b929ea req-65b81473-09d0-42c2-b7bd-170943ef5d2d tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393878 Feb 20 03:30:31.238903 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14a26a0-c3ff-4150-8a14-0ec39b697300 x-openstack-request-id: req-e14a26a0-c3ff-4150-8a14-0ec39b697300 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:30:31.239598 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fd137f-cbe1-474f-abe2-e5c7dda1835b", "name": "network-vif-plugged", "status": "completed", "tag": "a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:30:31.240071 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e14a26a0-c3ff-4150-8a14-0ec39b697300 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:30:31.240684 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1fd137f-cbe1-474f-abe2-e5c7dda1835b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0', 'code': 200} Feb 20 03:30:31.430645 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4b940-e7f9-4663-8372-efbf75290413 req-02e264bb-37e2-42d8-a2ea-4fd3c2cf852c tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:31.457733 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cec4b940-e7f9-4663-8372-efbf75290413 req-02e264bb-37e2-42d8-a2ea-4fd3c2cf852c tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 949 time: 0.1383171 Feb 20 03:30:31.491810 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-bd1cfd8a-eb93-4e69-aa87-d2b7c9672fa8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks [] for port (c7e56a42-e6b3-4751-b71a-36d2d4255df0), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:31.545416 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d721c188-0f3d-4958-9b57-a4a660271545 req-4f20a507-7c07-43b6-bb5c-5e4c94c8e0c2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2524b827-ef63-4be3-a545-232a32461085&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9241905 Feb 20 03:30:31.552224 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:30:31.650755 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cec4b940-e7f9-4663-8372-efbf75290413 req-0173ce70-b803-44a9-aa8a-9103caf0446a tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941195 Feb 20 03:30:31.666584 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-bd1cfd8a-eb93-4e69-aa87-d2b7c9672fa8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (c7e56a42-e6b3-4751-b71a-36d2d4255df0), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:31.695693 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a453ee-78b1-49bf-b705-32a7009ecc49 req-d026fa8e-b239-441e-840e-871d507e2a19 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:31.704546 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4a453ee-78b1-49bf-b705-32a7009ecc49 req-d026fa8e-b239-441e-840e-871d507e2a19 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=afba4291-682e-4196-ace9-ecbf0e85eb25 HTTP/1.1" status: 200 len: 950 time: 0.2380381 Feb 20 03:30:31.769661 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-bd1cfd8a-eb93-4e69-aa87-d2b7c9672fa8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Network d437f433-2a25-46ac-8335-584c725cf993 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:30:31.776105 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721c188-0f3d-4958-9b57-a4a660271545 req-d717b403-f4b3-4da4-b938-b00b9d8459d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:31.782303 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d721c188-0f3d-4958-9b57-a4a660271545 req-d717b403-f4b3-4da4-b938-b00b9d8459d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4010c5c9a68841d28ec3272ba0035a74&device_id=2524b827-ef63-4be3-a545-232a32461085 HTTP/1.1" status: 200 len: 1131 time: 0.2098103 Feb 20 03:30:31.783730 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-bd1cfd8a-eb93-4e69-aa87-d2b7c9672fa8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:30:31.825038 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-bd1cfd8a-eb93-4e69-aa87-d2b7c9672fa8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:30:31.922432 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4a453ee-78b1-49bf-b705-32a7009ecc49 req-2d0eee70-d974-48b0-9def-5e09fc5318ed tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163765 Feb 20 03:30:31.936874 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716695c-3048-4c27-8ca1-5b5547736333 req-d67e8f87-4213-49f3-a042-bdd731233013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:31.938372 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a716695c-3048-4c27-8ca1-5b5547736333 req-d67e8f87-4213-49f3-a042-bdd731233013 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 1131 time: 0.3183229 Feb 20 03:30:31.999133 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1cfd8a-eb93-4e69-aa87-d2b7c9672fa8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Pushing event updated for resources: {'Port': ['ID=c7e56a42-e6b3-4751-b71a-36d2d4255df0,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:32.031106 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-bd1cfd8a-eb93-4e69-aa87-d2b7c9672fa8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:32.032346 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-bd1cfd8a-eb93-4e69-aa87-d2b7c9672fa8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:32.045745 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e3a73-c0c4-4c26-8f6d-1f202a35844c req-6bf0bdb8-14c2-4db7-82d5-9ae3faf854fa tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:32.047500 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-659e3a73-c0c4-4c26-8f6d-1f202a35844c req-6bf0bdb8-14c2-4db7-82d5-9ae3faf854fa tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 945 time: 0.2408252 Feb 20 03:30:32.092546 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721c188-0f3d-4958-9b57-a4a660271545 req-cc09f8dc-7c7e-4ee2-963d-56a6c916e2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:32.093741 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d721c188-0f3d-4958-9b57-a4a660271545 req-cc09f8dc-7c7e-4ee2-963d-56a6c916e2c3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.2852058 Feb 20 03:30:32.184587 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-bd1cfd8a-eb93-4e69-aa87-d2b7c9672fa8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1691706 Feb 20 03:30:32.184587 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d721c188-0f3d-4958-9b57-a4a660271545 req-b8346b62-e9ba-4b67-b386-562af7fff344 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=5d89a755-ad2b-49cb-afa1-66b50203f6a6 HTTP/1.1" status: 200 len: 217 time: 0.0809088 Feb 20 03:30:32.233801 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a716695c-3048-4c27-8ca1-5b5547736333 req-80ffb804-d5a6-449e-a9e7-441b8a962695 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846024 Feb 20 03:30:32.241410 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-d199aeaf-c3a9-4c51-a3f2-9df5b0bbf5d4 service neutron] Request body: {'port': {'device_id': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:32.250363 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-659e3a73-c0c4-4c26-8f6d-1f202a35844c req-b835106b-be04-4535-a94f-a26cf5eaa7e9 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763265 Feb 20 03:30:32.302565 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721c188-0f3d-4958-9b57-a4a660271545 req-c6a31a16-c489-442e-a306-1fb3f02e3c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:32.304363 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d721c188-0f3d-4958-9b57-a4a660271545 req-c6a31a16-c489-442e-a306-1fb3f02e3c8a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1143339 Feb 20 03:30:32.329737 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0afe4-e721-4f72-bda1-522ce8e9b374 req-44ca0c79-2903-407c-a76e-0a5ce2c7381f tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:32.339514 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f9e0afe4-e721-4f72-bda1-522ce8e9b374 req-44ca0c79-2903-407c-a76e-0a5ce2c7381f tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 946 time: 0.2714756 Feb 20 03:30:32.353361 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-d199aeaf-c3a9-4c51-a3f2-9df5b0bbf5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dd41166f-324a-4828-b6ba-1406f360ad82), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:32.443204 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f9e0afe4-e721-4f72-bda1-522ce8e9b374 req-60095c88-d76b-45d1-b3f2-a6509ba6b013 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026998 Feb 20 03:30:32.460738 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f09eee23-dd57-4a83-89fb-4d56bf5815e8 None None] Provisioning complete for port c7e56a42-e6b3-4751-b71a-36d2d4255df0 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:30:32.461330 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f09eee23-dd57-4a83-89fb-4d56bf5815e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c7e56a42-e6b3-4751-b71a-36d2d4255df0), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:32.462785 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896dbf51-f407-4def-9a3e-ea8480ad506e req-000063c0-a41f-40f5-ac2d-73eb5e04f278 tempest-ServersOnMultiNodesTest-1517377240 tempest-ServersOnMultiNodesTest-1517377240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:32.465984 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-896dbf51-f407-4def-9a3e-ea8480ad506e req-000063c0-a41f-40f5-ac2d-73eb5e04f278 tempest-ServersOnMultiNodesTest-1517377240 tempest-ServersOnMultiNodesTest-1517377240-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=afba4291-682e-4196-ace9-ecbf0e85eb25 HTTP/1.1" status: 200 len: 1132 time: 0.0899677 Feb 20 03:30:32.563115 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f09eee23-dd57-4a83-89fb-4d56bf5815e8 None None] Port c7e56a42-e6b3-4751-b71a-36d2d4255df0 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:30:32.579872 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-896dbf51-f407-4def-9a3e-ea8480ad506e req-547854fc-5cba-440c-b149-7e1bc26679ba tempest-ServersOnMultiNodesTest-1517377240 tempest-ServersOnMultiNodesTest-1517377240-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927958 Feb 20 03:30:32.762700 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721c188-0f3d-4958-9b57-a4a660271545 req-ee6a74b6-a870-45ca-8e97-7e738f46db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:32.764604 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d721c188-0f3d-4958-9b57-a4a660271545 req-ee6a74b6-a870-45ca-8e97-7e738f46db4d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2300417 Feb 20 03:30:32.820571 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:32.858286 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-62efedd4-daec-4495-82b2-a922381f7b78 req-63d82e0f-526e-4200-b2a3-7d566b0f143b tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=6633a2e8-95f4-4fbb-b707-855d69683f3a HTTP/1.1" status: 200 len: 210 time: 0.0458207 Feb 20 03:30:32.984377 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a0c2c-4077-436c-b3ba-f1a7d27fd681 req-b5ebf756-ab34-4578-a6e1-7f0e1a36ff93 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:32.988124 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d721c188-0f3d-4958-9b57-a4a660271545 req-6584db47-971a-4008-bd20-d73993daa1b6 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107136 Feb 20 03:30:32.992949 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a0c2c-4077-436c-b3ba-f1a7d27fd681 req-b5ebf756-ab34-4578-a6e1-7f0e1a36ff93 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:33.000316 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a0c2c-4077-436c-b3ba-f1a7d27fd681 req-b5ebf756-ab34-4578-a6e1-7f0e1a36ff93 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:33.008009 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a0c2c-4077-436c-b3ba-f1a7d27fd681 req-b5ebf756-ab34-4578-a6e1-7f0e1a36ff93 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:33.017896 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a0c2c-4077-436c-b3ba-f1a7d27fd681 req-b5ebf756-ab34-4578-a6e1-7f0e1a36ff93 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:33.024001 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ba4a0c2c-4077-436c-b3ba-f1a7d27fd681 req-b5ebf756-ab34-4578-a6e1-7f0e1a36ff93 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 3817 time: 0.1647203 Feb 20 03:30:33.074636 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-d199aeaf-c3a9-4c51-a3f2-9df5b0bbf5d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd41166f-324a-4828-b6ba-1406f360ad82 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:30:33.092266 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-d199aeaf-c3a9-4c51-a3f2-9df5b0bbf5d4 service neutron] Publish callbacks [] for port (dd41166f-324a-4828-b6ba-1406f360ad82), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:33.106477 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ba4a0c2c-4077-436c-b3ba-f1a7d27fd681 req-027669f2-e1db-4b0a-8c73-31ef57776695 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678747 Feb 20 03:30:33.133342 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-d199aeaf-c3a9-4c51-a3f2-9df5b0bbf5d4 service neutron] Transition to ACTIVE for port object dd41166f-324a-4828-b6ba-1406f360ad82 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:30:33.167935 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d721c188-0f3d-4958-9b57-a4a660271545 req-0f6f84cb-2d92-4193-9644-1fa0cbc1b779 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648519 Feb 20 03:30:33.233958 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf0b4f-da5b-487e-bded-a62b4c59d740 req-83473f00-1b1e-4bfd-93ab-117aef2359f6 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:33.240644 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-d199aeaf-c3a9-4c51-a3f2-9df5b0bbf5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (dd41166f-324a-4828-b6ba-1406f360ad82), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:33.246261 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-03bf0b4f-da5b-487e-bded-a62b4c59d740 req-83473f00-1b1e-4bfd-93ab-117aef2359f6 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 949 time: 0.0757499 Feb 20 03:30:33.299018 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199aeaf-c3a9-4c51-a3f2-9df5b0bbf5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=dd41166f-324a-4828-b6ba-1406f360ad82,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:33.313091 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-03bf0b4f-da5b-487e-bded-a62b4c59d740 req-5d955849-8fa7-40c9-87ca-5e7f53c55276 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680172 Feb 20 03:30:33.480682 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-d199aeaf-c3a9-4c51-a3f2-9df5b0bbf5d4 service neutron] Attempting to bind port dd41166f-324a-4828-b6ba-1406f360ad82 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:30:33.480682 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-d199aeaf-c3a9-4c51-a3f2-9df5b0bbf5d4 service neutron] Attempting to bind port dd41166f-324a-4828-b6ba-1406f360ad82 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'f1a0472d-371a-4480-a48c-90bc332b7045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'aa6d2272-799c-4865-988f-50175dc27eb2'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:30:33.480682 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-d199aeaf-c3a9-4c51-a3f2-9df5b0bbf5d4 service neutron] Attempting to bind port dd41166f-324a-4828-b6ba-1406f360ad82 on network aa6d2272-799c-4865-988f-50175dc27eb2 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:30:33.496456 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-d199aeaf-c3a9-4c51-a3f2-9df5b0bbf5d4 service neutron] Port dd41166f-324a-4828-b6ba-1406f360ad82 on network aa6d2272-799c-4865-988f-50175dc27eb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:30:33.497203 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-d199aeaf-c3a9-4c51-a3f2-9df5b0bbf5d4 service neutron] Attempting to bind port dd41166f-324a-4828-b6ba-1406f360ad82 on network aa6d2272-799c-4865-988f-50175dc27eb2 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:30:33.508747 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-d199aeaf-c3a9-4c51-a3f2-9df5b0bbf5d4 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:30:33.509538 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-d199aeaf-c3a9-4c51-a3f2-9df5b0bbf5d4 service neutron] Checking segment: {'id': 'f1a0472d-371a-4480-a48c-90bc332b7045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'aa6d2272-799c-4865-988f-50175dc27eb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:30:33.510085 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-d199aeaf-c3a9-4c51-a3f2-9df5b0bbf5d4 service neutron] Bound using segment: {'id': 'f1a0472d-371a-4480-a48c-90bc332b7045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'aa6d2272-799c-4865-988f-50175dc27eb2'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:30:33.510844 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-d199aeaf-c3a9-4c51-a3f2-9df5b0bbf5d4 service neutron] Bound port: dd41166f-324a-4828-b6ba-1406f360ad82, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1a0472d-371a-4480-a48c-90bc332b7045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'aa6d2272-799c-4865-988f-50175dc27eb2'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:30:33.511412 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-d199aeaf-c3a9-4c51-a3f2-9df5b0bbf5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dd41166f-324a-4828-b6ba-1406f360ad82), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:33.676946 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9f8bf-39ae-433d-922a-82155a30344f req-4ef1e1b0-4871-4b18-be9d-7ced11260312 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:33.679184 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1cc9f8bf-39ae-433d-922a-82155a30344f req-4ef1e1b0-4871-4b18-be9d-7ced11260312 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 945 time: 0.1830695 Feb 20 03:30:33.718317 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-d199aeaf-c3a9-4c51-a3f2-9df5b0bbf5d4 service neutron] For port dd41166f-324a-4828-b6ba-1406f360ad82, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:30:33.721744 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-d199aeaf-c3a9-4c51-a3f2-9df5b0bbf5d4 service neutron] For port dd41166f-324a-4828-b6ba-1406f360ad82, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=dd41166f-324a-4828-b6ba-1406f360ad82,segment=NetworkSegment(f1a0472d-371a-4480-a48c-90bc332b7045),segment_id=f1a0472d-371a-4480-a48c-90bc332b7045)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:30:33.836469 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-d199aeaf-c3a9-4c51-a3f2-9df5b0bbf5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (dd41166f-324a-4828-b6ba-1406f360ad82), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:33.919050 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199aeaf-c3a9-4c51-a3f2-9df5b0bbf5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=dd41166f-324a-4828-b6ba-1406f360ad82,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:33.939869 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db1981-74ba-4946-b757-840cf07080a9 req-6701eea1-295a-43a5-8b78-846d256c9887 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:33.941626 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c8db1981-74ba-4946-b757-840cf07080a9 req-6701eea1-295a-43a5-8b78-846d256c9887 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 946 time: 0.2613401 Feb 20 03:30:33.951530 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1cc9f8bf-39ae-433d-922a-82155a30344f req-ea115e57-bd12-4be3-b183-227dba61f976 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261262 Feb 20 03:30:33.959022 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-d199aeaf-c3a9-4c51-a3f2-9df5b0bbf5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:33.959737 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-d199aeaf-c3a9-4c51-a3f2-9df5b0bbf5d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:33.969263 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-d199aeaf-c3a9-4c51-a3f2-9df5b0bbf5d4 service neutron] 10.222.0.93 "PUT /v2.0/ports/dd41166f-324a-4828-b6ba-1406f360ad82 HTTP/1.1" status: 200 len: 1092 time: 1.7699444 Feb 20 03:30:33.969263 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'tag': 'dd41166f-324a-4828-b6ba-1406f360ad82'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:30:33.969263 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bd9073-1b52-46ac-8594-ef0fa209cb16" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "tag": "dd41166f-324a-4828-b6ba-1406f360ad82"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:30:34.124597 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-b5bcf89e-0acb-4e49-a087-f70df7b4f340 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:34.126297 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-b5bcf89e-0acb-4e49-a087-f70df7b4f340 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.93 "GET /v2.0/networks?id=1c91ce47-7bea-4684-9e83-8c6431905c13 HTTP/1.1" status: 200 len: 812 time: 0.4249811 Feb 20 03:30:34.133366 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-25b5b4b5-d684-4291-b27f-c1597f201db8 service neutron] Request body: {'port': {'device_id': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:34.161486 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-d97ee4bc-c9cd-46d4-8ab3-2a6741f31eba tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Request body: {'port': {'device_id': '6633a2e8-95f4-4fbb-b707-855d69683f3a', 'network_id': '1c91ce47-7bea-4684-9e83-8c6431905c13', 'admin_state_up': True, 'tenant_id': '562824520ad8463da7f1cd3c99d0b445'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:34.173153 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c8db1981-74ba-4946-b757-840cf07080a9 req-3f63d1de-752a-40bf-9108-057bb22222cb tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986179 Feb 20 03:30:34.364369 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58766) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:30:34.383483 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-25b5b4b5-d684-4291-b27f-c1597f201db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ae9c24d3-b26a-4985-922a-b63de288c928), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:34.413979 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fc3cb44e-3b69-48de-877f-4101232ce46b req-332240a2-f5c0-440f-a551-7dfc20059f02 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=6633a2e8-95f4-4fbb-b707-855d69683f3a HTTP/1.1" status: 200 len: 210 time: 0.0597970 Feb 20 03:30:34.444996 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b078b-02ea-4e4e-8de8-5a7ce0f759d7 req-714c6fe0-221f-44a7-8309-19842e38a83b tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:34.453187 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fe2b078b-02ea-4e4e-8de8-5a7ce0f759d7 req-714c6fe0-221f-44a7-8309-19842e38a83b tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=afba4291-682e-4196-ace9-ecbf0e85eb25 HTTP/1.1" status: 200 len: 950 time: 0.3844581 Feb 20 03:30:34.639688 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fe2b078b-02ea-4e4e-8de8-5a7ce0f759d7 req-a0222934-4906-4511-8b86-49d24c8a5373 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608944 Feb 20 03:30:34.716189 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05719d16-9651-4076-bb5f-6b9834535a0b x-openstack-request-id: req-05719d16-9651-4076-bb5f-6b9834535a0b {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:30:34.716547 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "tag": "dd41166f-324a-4828-b6ba-1406f360ad82", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:30:34.716752 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-05719d16-9651-4076-bb5f-6b9834535a0b {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:30:34.717217 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'tag': 'dd41166f-324a-4828-b6ba-1406f360ad82', 'status': 'completed', 'code': 200} Feb 20 03:30:34.740291 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6b4150a7-c671-4fbf-b8bc-876f37cc0a10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:34.760176 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75208255-9f41-41d6-8154-10626d6f4d11 req-bbf76440-1d15-4f81-b116-a230825be549 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:34.765769 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75208255-9f41-41d6-8154-10626d6f4d11 req-bbf76440-1d15-4f81-b116-a230825be549 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:34.772952 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75208255-9f41-41d6-8154-10626d6f4d11 req-bbf76440-1d15-4f81-b116-a230825be549 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:34.778482 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75208255-9f41-41d6-8154-10626d6f4d11 req-bbf76440-1d15-4f81-b116-a230825be549 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:34.783745 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75208255-9f41-41d6-8154-10626d6f4d11 req-bbf76440-1d15-4f81-b116-a230825be549 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:34.791361 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75208255-9f41-41d6-8154-10626d6f4d11 req-bbf76440-1d15-4f81-b116-a230825be549 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 3829 time: 0.1491184 Feb 20 03:30:34.819501 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-d97ee4bc-c9cd-46d4-8ab3-2a6741f31eba tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Made reservation on behalf of 562824520ad8463da7f1cd3c99d0b445 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:30:34.823157 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-d97ee4bc-c9cd-46d4-8ab3-2a6741f31eba tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:34.840186 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd9073-1b52-46ac-8594-ef0fa209cb16 req-b012fcf4-50a5-4755-be55-cfff6f4eb423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:34.840993 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd9073-1b52-46ac-8594-ef0fa209cb16 req-b012fcf4-50a5-4755-be55-cfff6f4eb423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:34.841660 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd9073-1b52-46ac-8594-ef0fa209cb16 req-b012fcf4-50a5-4755-be55-cfff6f4eb423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:34.842298 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd9073-1b52-46ac-8594-ef0fa209cb16 req-b012fcf4-50a5-4755-be55-cfff6f4eb423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:34.842963 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd9073-1b52-46ac-8594-ef0fa209cb16 req-b012fcf4-50a5-4755-be55-cfff6f4eb423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:34.844904 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b1bd9073-1b52-46ac-8594-ef0fa209cb16 req-b012fcf4-50a5-4755-be55-cfff6f4eb423 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=31539382099d40138aa9f9434b18f41f&device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 4395 time: 0.2255547 Feb 20 03:30:34.898601 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-25b5b4b5-d684-4291-b27f-c1597f201db8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae9c24d3-b26a-4985-922a-b63de288c928 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:30:34.912237 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-25b5b4b5-d684-4291-b27f-c1597f201db8 service neutron] Publish callbacks [] for port (ae9c24d3-b26a-4985-922a-b63de288c928), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:34.932147 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-25b5b4b5-d684-4291-b27f-c1597f201db8 service neutron] Transition to ACTIVE for port object ae9c24d3-b26a-4985-922a-b63de288c928 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:30:34.977018 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6b4150a7-c671-4fbf-b8bc-876f37cc0a10 admin admin] Publish callbacks [] for security_group (793a9ca3-a5c5-4520-a8f5-34d32a5830d7), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:35.016315 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75208255-9f41-41d6-8154-10626d6f4d11 req-75d3c5e3-2ab5-4c20-a801-c71563d8f72f tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240872 Feb 20 03:30:35.024811 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-25b5b4b5-d684-4291-b27f-c1597f201db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (ae9c24d3-b26a-4985-922a-b63de288c928), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:35.029987 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd130b-482b-4331-8d75-af3fd7561b80 req-9f856141-354f-4cac-9928-925c4426ada8 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:35.038160 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-76fd130b-482b-4331-8d75-af3fd7561b80 req-9f856141-354f-4cac-9928-925c4426ada8 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 949 time: 0.3055069 Feb 20 03:30:35.122819 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6b4150a7-c671-4fbf-b8bc-876f37cc0a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (793a9ca3-a5c5-4520-a8f5-34d32a5830d7), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:35.166057 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd9073-1b52-46ac-8594-ef0fa209cb16 req-1279f752-32a4-4199-8be1-cb2370a81506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:35.166602 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd9073-1b52-46ac-8594-ef0fa209cb16 req-1279f752-32a4-4199-8be1-cb2370a81506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:35.167250 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd9073-1b52-46ac-8594-ef0fa209cb16 req-1279f752-32a4-4199-8be1-cb2370a81506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:35.169794 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b1bd9073-1b52-46ac-8594-ef0fa209cb16 req-1279f752-32a4-4199-8be1-cb2370a81506 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=31539382099d40138aa9f9434b18f41f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3118827 Feb 20 03:30:35.200641 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4150a7-c671-4fbf-b8bc-876f37cc0a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793a9ca3-a5c5-4520-a8f5-34d32a5830d7,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:35.261096 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5b4b5-d684-4291-b27f-c1597f201db8 service neutron] Pushing event updated for resources: {'Port': ['ID=ae9c24d3-b26a-4985-922a-b63de288c928,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:35.266015 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-d97ee4bc-c9cd-46d4-8ab3-2a6741f31eba tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Allocated IP 172.20.0.5 (1c91ce47-7bea-4684-9e83-8c6431905c13/bf109b62-46b0-4f66-9779-7ad707f5466f/63d49837-2d84-4b6d-ab22-5590f2f1af52) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:30:35.302606 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6b4150a7-c671-4fbf-b8bc-876f37cc0a10 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a4b86d99fd8c412c92a7eb77129b6826&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9367480 Feb 20 03:30:35.305910 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58776) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:30:35.319906 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-76fd130b-482b-4331-8d75-af3fd7561b80 req-ca950743-d15d-40e3-a83d-5e6e2c0fb04f tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776129 Feb 20 03:30:35.392053 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603d003-5a29-41be-9e73-1ce55a9e2e24 req-012ee482-3685-41c5-bbef-740393a5fda8 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:35.392946 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365a2cd-244a-4bdc-a9af-a3a53f5bb457 req-be243e1c-6d78-475d-8e45-248100351077 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:35.393746 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e603d003-5a29-41be-9e73-1ce55a9e2e24 req-012ee482-3685-41c5-bbef-740393a5fda8 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.42 "GET /v2.0/ports?device_id=afba4291-682e-4196-ace9-ecbf0e85eb25 HTTP/1.1" status: 200 len: 950 time: 0.2130723 Feb 20 03:30:35.402793 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d365a2cd-244a-4bdc-a9af-a3a53f5bb457 req-be243e1c-6d78-475d-8e45-248100351077 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 945 time: 0.2315753 Feb 20 03:30:35.455225 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-25b5b4b5-d684-4291-b27f-c1597f201db8 service neutron] Attempting to bind port ae9c24d3-b26a-4985-922a-b63de288c928 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:30:35.455526 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-25b5b4b5-d684-4291-b27f-c1597f201db8 service neutron] Attempting to bind port ae9c24d3-b26a-4985-922a-b63de288c928 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '6971358c-5ead-4d6f-a8a9-4425c89312e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '67e7e45b-f32b-4fdb-9b56-3214aa9e538c'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:30:35.455821 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-25b5b4b5-d684-4291-b27f-c1597f201db8 service neutron] Attempting to bind port ae9c24d3-b26a-4985-922a-b63de288c928 on network 67e7e45b-f32b-4fdb-9b56-3214aa9e538c {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:30:35.463644 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bc489a62-a419-4801-b155-192d14eb56b4 admin admin] Publish callbacks [] for security_group (793a9ca3-a5c5-4520-a8f5-34d32a5830d7), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:35.480894 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-25b5b4b5-d684-4291-b27f-c1597f201db8 service neutron] Port ae9c24d3-b26a-4985-922a-b63de288c928 on network 67e7e45b-f32b-4fdb-9b56-3214aa9e538c not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:30:35.481165 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-25b5b4b5-d684-4291-b27f-c1597f201db8 service neutron] Attempting to bind port ae9c24d3-b26a-4985-922a-b63de288c928 on network 67e7e45b-f32b-4fdb-9b56-3214aa9e538c {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:30:35.522005 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-25b5b4b5-d684-4291-b27f-c1597f201db8 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:30:35.522348 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-25b5b4b5-d684-4291-b27f-c1597f201db8 service neutron] Checking segment: {'id': '6971358c-5ead-4d6f-a8a9-4425c89312e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '67e7e45b-f32b-4fdb-9b56-3214aa9e538c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:30:35.522748 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-25b5b4b5-d684-4291-b27f-c1597f201db8 service neutron] Bound using segment: {'id': '6971358c-5ead-4d6f-a8a9-4425c89312e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '67e7e45b-f32b-4fdb-9b56-3214aa9e538c'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:30:35.523236 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-25b5b4b5-d684-4291-b27f-c1597f201db8 service neutron] Bound port: ae9c24d3-b26a-4985-922a-b63de288c928, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6971358c-5ead-4d6f-a8a9-4425c89312e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '67e7e45b-f32b-4fdb-9b56-3214aa9e538c'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:30:35.523599 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-25b5b4b5-d684-4291-b27f-c1597f201db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ae9c24d3-b26a-4985-922a-b63de288c928), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:35.542101 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bc489a62-a419-4801-b155-192d14eb56b4 admin admin] Publish callbacks [] for security_group (793a9ca3-a5c5-4520-a8f5-34d32a5830d7), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:35.565696 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd9073-1b52-46ac-8594-ef0fa209cb16 req-63014650-d814-4c82-9b38-51be455ecab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:35.568017 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b1bd9073-1b52-46ac-8594-ef0fa209cb16 req-63014650-d814-4c82-9b38-51be455ecab0 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3875184 Feb 20 03:30:35.660511 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-e603d003-5a29-41be-9e73-1ce55a9e2e24 req-ce770fa0-ee30-482e-ac2c-2d4f11b3d2ed tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Deleting port 3444a2e2-145b-4a36-9862-d1b33a6b5d20 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:30:35.660849 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e603d003-5a29-41be-9e73-1ce55a9e2e24 req-ce770fa0-ee30-482e-ac2c-2d4f11b3d2ed tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (3444a2e2-145b-4a36-9862-d1b33a6b5d20), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:35.681537 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d365a2cd-244a-4bdc-a9af-a3a53f5bb457 req-605e3849-df71-418b-81ba-2d363bba235d tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777026 Feb 20 03:30:35.684933 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-25b5b4b5-d684-4291-b27f-c1597f201db8 service neutron] For port ae9c24d3-b26a-4985-922a-b63de288c928, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:30:35.751207 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-25b5b4b5-d684-4291-b27f-c1597f201db8 service neutron] For port ae9c24d3-b26a-4985-922a-b63de288c928, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ae9c24d3-b26a-4985-922a-b63de288c928,segment=NetworkSegment(6971358c-5ead-4d6f-a8a9-4425c89312e5),segment_id=6971358c-5ead-4d6f-a8a9-4425c89312e5)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:30:35.751207 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bc489a62-a419-4801-b155-192d14eb56b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (793a9ca3-a5c5-4520-a8f5-34d32a5830d7), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:35.751459 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2fc05-d2b1-4c8b-bb62-86160fdd1bc2 req-5e43d1e4-876b-4d68-9de5-e32986a44a8c tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:35.754778 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bc489a62-a419-4801-b155-192d14eb56b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:35.754778 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bc489a62-a419-4801-b155-192d14eb56b4 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/793a9ca3-a5c5-4520-a8f5-34d32a5830d7 HTTP/1.1" status: 204 len: 168 time: 0.4435267 Feb 20 03:30:35.759243 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70d2fc05-d2b1-4c8b-bb62-86160fdd1bc2 req-5e43d1e4-876b-4d68-9de5-e32986a44a8c tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 946 time: 0.2813132 Feb 20 03:30:35.773270 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc489a62-a419-4801-b155-192d14eb56b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793a9ca3-a5c5-4520-a8f5-34d32a5830d7,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:35.844672 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-25b5b4b5-d684-4291-b27f-c1597f201db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (ae9c24d3-b26a-4985-922a-b63de288c928), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:35.855059 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-d97ee4bc-c9cd-46d4-8ab3-2a6741f31eba tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for port (63d49837-2d84-4b6d-ab22-5590f2f1af52), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:35.863969 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-e603d003-5a29-41be-9e73-1ce55a9e2e24 req-ce770fa0-ee30-482e-ac2c-2d4f11b3d2ed tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] For port 3444a2e2-145b-4a36-9862-d1b33a6b5d20, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=3444a2e2-145b-4a36-9862-d1b33a6b5d20,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:35.869322 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e603d003-5a29-41be-9e73-1ce55a9e2e24 req-ce770fa0-ee30-482e-ac2c-2d4f11b3d2ed tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (3444a2e2-145b-4a36-9862-d1b33a6b5d20), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:35.880402 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70d2fc05-d2b1-4c8b-bb62-86160fdd1bc2 req-824605ce-76fb-47b1-bce4-cbd2c32be46f tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201370 Feb 20 03:30:35.917587 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-25b5b4b5-d684-4291-b27f-c1597f201db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:35.918460 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-25b5b4b5-d684-4291-b27f-c1597f201db8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:35.919821 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-25b5b4b5-d684-4291-b27f-c1597f201db8 service neutron] 10.222.0.93 "PUT /v2.0/ports/ae9c24d3-b26a-4985-922a-b63de288c928 HTTP/1.1" status: 200 len: 1135 time: 1.7987182 Feb 20 03:30:35.946003 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-e603d003-5a29-41be-9e73-1ce55a9e2e24 req-ce770fa0-ee30-482e-ac2c-2d4f11b3d2ed tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Calling delete_port for 3444a2e2-145b-4a36-9862-d1b33a6b5d20 owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:30:36.049851 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5b4b5-d684-4291-b27f-c1597f201db8 service neutron] Pushing event updated for resources: {'Port': ['ID=ae9c24d3-b26a-4985-922a-b63de288c928,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:36.067213 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-eb81d8db-f604-4ac7-b25f-950efe53e9a0 service neutron] Request body: {'port': {'device_id': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:36.106424 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc83e3f-2a3b-4b07-b700-111ac04c2039 req-df3d8b2c-30d8-4293-a362-d07961998ed9 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:36.108816 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9fc83e3f-2a3b-4b07-b700-111ac04c2039 req-df3d8b2c-30d8-4293-a362-d07961998ed9 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 949 time: 0.1724155 Feb 20 03:30:36.111871 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-d97ee4bc-c9cd-46d4-8ab3-2a6741f31eba tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (63d49837-2d84-4b6d-ab22-5590f2f1af52), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:36.126106 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['ec7285c7-5f5f-44b2-9917-8adddf4c6ad5'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:30:36.184920 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-eb81d8db-f604-4ac7-b25f-950efe53e9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5e58af7e-8388-40e3-bea2-7eff10d7ac63), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:36.311125 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-d97ee4bc-c9cd-46d4-8ab3-2a6741f31eba tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Network 1c91ce47-7bea-4684-9e83-8c6431905c13 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:30:36.343455 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-d97ee4bc-c9cd-46d4-8ab3-2a6741f31eba tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:30:36.345785 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-d97ee4bc-c9cd-46d4-8ab3-2a6741f31eba tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:30:36.466485 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ee4bc-c9cd-46d4-8ab3-2a6741f31eba tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Pushing event updated for resources: {'Port': ['ID=63d49837-2d84-4b6d-ab22-5590f2f1af52,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:36.570370 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87d35c-a373-465a-8124-b6aefa24ec8d req-d50ef702-29d7-49fb-97ba-1300118f6933 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:36.573309 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1c87d35c-a373-465a-8124-b6aefa24ec8d req-d50ef702-29d7-49fb-97ba-1300118f6933 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=6633a2e8-95f4-4fbb-b707-855d69683f3a HTTP/1.1" status: 200 len: 931 time: 0.5413227 Feb 20 03:30:36.584311 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-d97ee4bc-c9cd-46d4-8ab3-2a6741f31eba tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:36.589669 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-d97ee4bc-c9cd-46d4-8ab3-2a6741f31eba tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:36.601942 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9fc83e3f-2a3b-4b07-b700-111ac04c2039 req-06c03912-263c-43c8-92eb-f9f814bb796b tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389649 Feb 20 03:30:36.621660 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9dc75c04-4918-4971-a12f-19860f5bd972 req-663cae8b-e4fa-45bf-b250-218babc07444 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3373859 Feb 20 03:30:36.677405 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e603d003-5a29-41be-9e73-1ce55a9e2e24 req-ce770fa0-ee30-482e-ac2c-2d4f11b3d2ed tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (3444a2e2-145b-4a36-9862-d1b33a6b5d20), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:36.724999 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['b482982f-45b9-4058-9e07-31cc53771546', '99eba199-451f-4a84-894b-4526cba64742', '8926e98f-953a-4517-ba02-40f4fc2aa629', '2532afa0-d017-4b5a-8fc4-9b9b89a096f1', 'e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:30:36.736934 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['5d89a755-ad2b-49cb-afa1-66b50203f6a6', '7a563b92-7b9e-4559-8f56-20ca85c02fd5', '3444a2e2-145b-4a36-9862-d1b33a6b5d20'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:30:36.752357 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'tag': 'ae9c24d3-b26a-4985-922a-b63de288c928'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:30:36.754738 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad334d3-91e9-46a4-a7d9-875622bdb053" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "tag": "ae9c24d3-b26a-4985-922a-b63de288c928"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:30:36.790383 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce770fa0-ee30-482e-ac2c-2d4f11b3d2ed tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Pushing event deleted for resources: {'Port': ['ID=3444a2e2-145b-4a36-9862-d1b33a6b5d20,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:36.912762 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e603d003-5a29-41be-9e73-1ce55a9e2e24 req-ce770fa0-ee30-482e-ac2c-2d4f11b3d2ed tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] No DVR routers for this DVR port 3444a2e2-145b-4a36-9862-d1b33a6b5d20 on host n-h1-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:30:36.920609 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e603d003-5a29-41be-9e73-1ce55a9e2e24 req-ce770fa0-ee30-482e-ac2c-2d4f11b3d2ed tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:36.930051 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e603d003-5a29-41be-9e73-1ce55a9e2e24 req-ce770fa0-ee30-482e-ac2c-2d4f11b3d2ed tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.42 "DELETE /v2.0/ports/3444a2e2-145b-4a36-9862-d1b33a6b5d20 HTTP/1.1" status: 204 len: 173 time: 1.5220296 Feb 20 03:30:37.184069 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-eb81d8db-f604-4ac7-b25f-950efe53e9a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e58af7e-8388-40e3-bea2-7eff10d7ac63 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:30:37.201781 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-eb81d8db-f604-4ac7-b25f-950efe53e9a0 service neutron] Publish callbacks [] for port (5e58af7e-8388-40e3-bea2-7eff10d7ac63), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:37.220097 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-eb81d8db-f604-4ac7-b25f-950efe53e9a0 service neutron] Transition to ACTIVE for port object 5e58af7e-8388-40e3-bea2-7eff10d7ac63 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:30:37.313363 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e24d9531-663b-4483-8cf7-fcf50af2fb4a req-7f151362-ece7-4208-a558-d1433653a5b2 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=afba4291-682e-4196-ace9-ecbf0e85eb25 HTTP/1.1" status: 200 len: 210 time: 0.0550041 Feb 20 03:30:37.334792 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-eb81d8db-f604-4ac7-b25f-950efe53e9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (5e58af7e-8388-40e3-bea2-7eff10d7ac63), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:37.380270 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1c87d35c-a373-465a-8124-b6aefa24ec8d req-0b430a57-6598-463e-83aa-90db08612023 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b873480-7748-49ec-ad4f-e90eb63d9bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7910311 Feb 20 03:30:37.392784 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-d97ee4bc-c9cd-46d4-8ab3-2a6741f31eba tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2548230 Feb 20 03:30:37.435888 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-67263303-ac0c-4220-9cf0-482f03ce94e0 service neutron] Request body: {'port': {'device_id': '6633a2e8-95f4-4fbb-b707-855d69683f3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:37.570459 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81d8db-f604-4ac7-b25f-950efe53e9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e58af7e-8388-40e3-bea2-7eff10d7ac63,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:37.572990 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc75c04-4918-4971-a12f-19860f5bd972 req-9228dd15-a972-45ff-b241-8f6aa829cb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:37.583943 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9dc75c04-4918-4971-a12f-19860f5bd972 req-9228dd15-a972-45ff-b241-8f6aa829cb5b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f32a2222e912478982e32c7419305be8&device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 1127 time: 0.9219739 Feb 20 03:30:37.733883 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-eb81d8db-f604-4ac7-b25f-950efe53e9a0 service neutron] Attempting to bind port 5e58af7e-8388-40e3-bea2-7eff10d7ac63 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:30:37.735178 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-eb81d8db-f604-4ac7-b25f-950efe53e9a0 service neutron] Attempting to bind port 5e58af7e-8388-40e3-bea2-7eff10d7ac63 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '6971358c-5ead-4d6f-a8a9-4425c89312e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '67e7e45b-f32b-4fdb-9b56-3214aa9e538c'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:30:37.735671 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-eb81d8db-f604-4ac7-b25f-950efe53e9a0 service neutron] Attempting to bind port 5e58af7e-8388-40e3-bea2-7eff10d7ac63 on network 67e7e45b-f32b-4fdb-9b56-3214aa9e538c {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:30:37.752468 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-eb81d8db-f604-4ac7-b25f-950efe53e9a0 service neutron] Port 5e58af7e-8388-40e3-bea2-7eff10d7ac63 on network 67e7e45b-f32b-4fdb-9b56-3214aa9e538c not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:30:37.753409 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-eb81d8db-f604-4ac7-b25f-950efe53e9a0 service neutron] Attempting to bind port 5e58af7e-8388-40e3-bea2-7eff10d7ac63 on network 67e7e45b-f32b-4fdb-9b56-3214aa9e538c {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:30:37.780202 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-eb81d8db-f604-4ac7-b25f-950efe53e9a0 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:30:37.780689 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-eb81d8db-f604-4ac7-b25f-950efe53e9a0 service neutron] Checking segment: {'id': '6971358c-5ead-4d6f-a8a9-4425c89312e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '67e7e45b-f32b-4fdb-9b56-3214aa9e538c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:30:37.784327 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-eb81d8db-f604-4ac7-b25f-950efe53e9a0 service neutron] Bound using segment: {'id': '6971358c-5ead-4d6f-a8a9-4425c89312e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '67e7e45b-f32b-4fdb-9b56-3214aa9e538c'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:30:37.784962 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-eb81d8db-f604-4ac7-b25f-950efe53e9a0 service neutron] Bound port: 5e58af7e-8388-40e3-bea2-7eff10d7ac63, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6971358c-5ead-4d6f-a8a9-4425c89312e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '67e7e45b-f32b-4fdb-9b56-3214aa9e538c'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:30:37.785635 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-eb81d8db-f604-4ac7-b25f-950efe53e9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5e58af7e-8388-40e3-bea2-7eff10d7ac63), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:37.813562 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58824) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:30:37.931496 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-eb81d8db-f604-4ac7-b25f-950efe53e9a0 service neutron] For port 5e58af7e-8388-40e3-bea2-7eff10d7ac63, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:30:37.931496 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-eb81d8db-f604-4ac7-b25f-950efe53e9a0 service neutron] For port 5e58af7e-8388-40e3-bea2-7eff10d7ac63, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=5e58af7e-8388-40e3-bea2-7eff10d7ac63,segment=NetworkSegment(6971358c-5ead-4d6f-a8a9-4425c89312e5),segment_id=6971358c-5ead-4d6f-a8a9-4425c89312e5)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:30:37.947842 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-67263303-ac0c-4220-9cf0-482f03ce94e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (63d49837-2d84-4b6d-ab22-5590f2f1af52), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:37.980398 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6064b-a2a5-4e3a-906c-d6661fd912b1 req-36ac6cb3-d643-4f90-a46e-53becbe2b2a6 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:37.985520 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6064b-a2a5-4e3a-906c-d6661fd912b1 req-36ac6cb3-d643-4f90-a46e-53becbe2b2a6 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:37.993662 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6064b-a2a5-4e3a-906c-d6661fd912b1 req-36ac6cb3-d643-4f90-a46e-53becbe2b2a6 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:38.003786 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6064b-a2a5-4e3a-906c-d6661fd912b1 req-36ac6cb3-d643-4f90-a46e-53becbe2b2a6 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:38.013740 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6064b-a2a5-4e3a-906c-d6661fd912b1 req-36ac6cb3-d643-4f90-a46e-53becbe2b2a6 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:38.016426 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6064b-a2a5-4e3a-906c-d6661fd912b1 req-36ac6cb3-d643-4f90-a46e-53becbe2b2a6 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:38.023233 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6064b-a2a5-4e3a-906c-d6661fd912b1 req-36ac6cb3-d643-4f90-a46e-53becbe2b2a6 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:38.025132 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b4d6064b-a2a5-4e3a-906c-d6661fd912b1 req-36ac6cb3-d643-4f90-a46e-53becbe2b2a6 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5382 time: 0.4804838 Feb 20 03:30:38.043487 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-d541408c-1bbb-42d1-90be-9158925a5754 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-957401116-network', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:38.050337 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-eb81d8db-f604-4ac7-b25f-950efe53e9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (5e58af7e-8388-40e3-bea2-7eff10d7ac63), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:38.120899 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc75c04-4918-4971-a12f-19860f5bd972 req-f447cbc3-8d8e-4781-82fb-82f4f95f8319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:38.122555 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9dc75c04-4918-4971-a12f-19860f5bd972 req-f447cbc3-8d8e-4781-82fb-82f4f95f8319 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b760bf03-7766-4aef-bd0e-08d3e5c4e949 HTTP/1.1" status: 200 len: 909 time: 0.4816897 Feb 20 03:30:38.172339 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-eb81d8db-f604-4ac7-b25f-950efe53e9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:38.175359 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-eb81d8db-f604-4ac7-b25f-950efe53e9a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:38.179106 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-eb81d8db-f604-4ac7-b25f-950efe53e9a0 service neutron] 10.222.0.93 "PUT /v2.0/ports/5e58af7e-8388-40e3-bea2-7eff10d7ac63 HTTP/1.1" status: 200 len: 1134 time: 2.1303768 Feb 20 03:30:38.231256 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81d8db-f604-4ac7-b25f-950efe53e9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e58af7e-8388-40e3-bea2-7eff10d7ac63,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:38.246892 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b4d6064b-a2a5-4e3a-906c-d6661fd912b1 req-4ad28bb2-0a43-4a5e-b354-b222380e6f7b tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2042441 Feb 20 03:30:38.280953 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d541408c-1bbb-42d1-90be-9158925a5754 admin admin] Made reservation on behalf of c709bbfa8b354edf911780ffcf2e7b53 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:30:38.294523 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d541408c-1bbb-42d1-90be-9158925a5754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:38.339422 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-a325bb20-9879-4229-9be2-0da0c0cf936b service neutron] Request body: {'port': {'device_id': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:38.345122 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d541408c-1bbb-42d1-90be-9158925a5754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:38.445543 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f3a300-2b9b-4c47-9e64-02175eab514a x-openstack-request-id: req-25f3a300-2b9b-4c47-9e64-02175eab514a {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:30:38.447487 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "tag": "ae9c24d3-b26a-4985-922a-b63de288c928", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:30:38.453563 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-25f3a300-2b9b-4c47-9e64-02175eab514a {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:30:38.453563 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'tag': 'ae9c24d3-b26a-4985-922a-b63de288c928', 'status': 'completed', 'code': 200} Feb 20 03:30:38.453563 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.93', 50347) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:30:38.608779 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9dc75c04-4918-4971-a12f-19860f5bd972 req-82f7d062-46e1-45e3-a335-f45639256962 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=217cd453-1931-435b-99c1-d06ac132a046 HTTP/1.1" status: 200 len: 217 time: 0.3895555 Feb 20 03:30:38.628521 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-a325bb20-9879-4229-9be2-0da0c0cf936b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (72683b69-16ce-4abb-9d13-638a89bd383e), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:38.705228 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad334d3-91e9-46a4-a7d9-875622bdb053 req-d13b1c4c-d336-4d67-aa7e-4640fcf57140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:38.706412 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad334d3-91e9-46a4-a7d9-875622bdb053 req-d13b1c4c-d336-4d67-aa7e-4640fcf57140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:38.707893 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad334d3-91e9-46a4-a7d9-875622bdb053 req-d13b1c4c-d336-4d67-aa7e-4640fcf57140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:38.707893 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad334d3-91e9-46a4-a7d9-875622bdb053 req-d13b1c4c-d336-4d67-aa7e-4640fcf57140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:38.708080 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad334d3-91e9-46a4-a7d9-875622bdb053 req-d13b1c4c-d336-4d67-aa7e-4640fcf57140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:38.708706 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad334d3-91e9-46a4-a7d9-875622bdb053 req-d13b1c4c-d336-4d67-aa7e-4640fcf57140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:38.709227 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad334d3-91e9-46a4-a7d9-875622bdb053 req-d13b1c4c-d336-4d67-aa7e-4640fcf57140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:38.711334 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-0ad334d3-91e9-46a4-a7d9-875622bdb053 req-d13b1c4c-d336-4d67-aa7e-4640fcf57140 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=31539382099d40138aa9f9434b18f41f&device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 6312 time: 0.2353458 Feb 20 03:30:38.806677 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d541408c-1bbb-42d1-90be-9158925a5754 admin admin] Publish callbacks [] for security_group (ff1c6b55-44a3-4d85-ab2a-f996a6bfadef), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:38.813010 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc75c04-4918-4971-a12f-19860f5bd972 req-1e8a5989-8dbe-4809-b14e-7dddf43ebbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:38.814491 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9dc75c04-4918-4971-a12f-19860f5bd972 req-1e8a5989-8dbe-4809-b14e-7dddf43ebbbb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=458c6d71-ffe3-42c1-873f-079dd6df07cb HTTP/1.1" status: 200 len: 848 time: 0.1913302 Feb 20 03:30:38.843386 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43fcae0-58e7-4c50-9901-71e214f45860 req-f263ed7f-44b7-4ca8-b1fe-ade230cf5193 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:38.851013 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f43fcae0-58e7-4c50-9901-71e214f45860 req-f263ed7f-44b7-4ca8-b1fe-ade230cf5193 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 945 time: 0.6412969 Feb 20 03:30:38.888421 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9dc75c04-4918-4971-a12f-19860f5bd972 req-acb47f46-771e-4d34-8dd1-001213ef1eb2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b760bf03-7766-4aef-bd0e-08d3e5c4e949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618057 Feb 20 03:30:38.915452 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d541408c-1bbb-42d1-90be-9158925a5754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ff1c6b55-44a3-4d85-ab2a-f996a6bfadef), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:38.978258 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d541408c-1bbb-42d1-90be-9158925a5754 admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:30:39.026351 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8a68b-97b1-4624-85b1-6c2135dd9d98 req-08e6ca5f-7fb8-46e9-8bdb-d0fc9e577e31 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:39.028135 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-89c8a68b-97b1-4624-85b1-6c2135dd9d98 req-08e6ca5f-7fb8-46e9-8bdb-d0fc9e577e31 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 946 time: 0.4184496 Feb 20 03:30:39.060870 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d541408c-1bbb-42d1-90be-9158925a5754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (127a0507-6032-4814-93d3-5eb448d952e5), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:39.061222 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-d541408c-1bbb-42d1-90be-9158925a5754 admin admin] Added segment 127a0507-6032-4814-93d3-5eb448d952e5 of type vlan for network a842b208-6516-42cd-af34-f14f7f82e32f Feb 20 03:30:39.066001 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541408c-1bbb-42d1-90be-9158925a5754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1c6b55-44a3-4d85-ab2a-f996a6bfadef,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:39.077478 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad334d3-91e9-46a4-a7d9-875622bdb053 req-7935e708-df9f-40bb-8f22-49a3960ad947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:39.077940 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad334d3-91e9-46a4-a7d9-875622bdb053 req-7935e708-df9f-40bb-8f22-49a3960ad947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:39.078322 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad334d3-91e9-46a4-a7d9-875622bdb053 req-7935e708-df9f-40bb-8f22-49a3960ad947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:39.080027 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-0ad334d3-91e9-46a4-a7d9-875622bdb053 req-7935e708-df9f-40bb-8f22-49a3960ad947 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=31539382099d40138aa9f9434b18f41f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3552947 Feb 20 03:30:39.144649 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f43fcae0-58e7-4c50-9901-71e214f45860 req-1731abf4-658e-49b0-83f5-fdd1a16ab140 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924526 Feb 20 03:30:39.183779 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d541408c-1bbb-42d1-90be-9158925a5754 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (a842b208-6516-42cd-af34-f14f7f82e32f), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:39.213615 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9dc75c04-4918-4971-a12f-19860f5bd972 req-a72a4120-05a2-4a13-b3cf-2639c30e3866 service neutron] 10.222.0.93 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994728 Feb 20 03:30:39.227417 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-89c8a68b-97b1-4624-85b1-6c2135dd9d98 req-1b6dd856-7790-4b7e-a25b-6169ed79adfb tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648662 Feb 20 03:30:39.365165 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9dc75c04-4918-4971-a12f-19860f5bd972 req-ae3eedde-7102-4520-bfba-57e912e37d33 service neutron] 10.222.0.93 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428978 Feb 20 03:30:39.367492 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-67263303-ac0c-4220-9cf0-482f03ce94e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63d49837-2d84-4b6d-ab22-5590f2f1af52 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:30:39.388874 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-67263303-ac0c-4220-9cf0-482f03ce94e0 service neutron] Publish callbacks [] for port (63d49837-2d84-4b6d-ab22-5590f2f1af52), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:39.454135 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-67263303-ac0c-4220-9cf0-482f03ce94e0 service neutron] Transition to ACTIVE for port object 63d49837-2d84-4b6d-ab22-5590f2f1af52 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:30:39.454813 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d541408c-1bbb-42d1-90be-9158925a5754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (a842b208-6516-42cd-af34-f14f7f82e32f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:39.456448 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d541408c-1bbb-42d1-90be-9158925a5754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:39.457111 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d541408c-1bbb-42d1-90be-9158925a5754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:39.462432 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 3444a2e2-145b-4a36-9862-d1b33a6b5d20 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:30:39.464142 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-a325bb20-9879-4229-9be2-0da0c0cf936b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72683b69-16ce-4abb-9d13-638a89bd383e {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:30:39.483809 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-a325bb20-9879-4229-9be2-0da0c0cf936b service neutron] Publish callbacks [] for port (72683b69-16ce-4abb-9d13-638a89bd383e), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:39.488763 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad334d3-91e9-46a4-a7d9-875622bdb053 req-883d2bde-1e07-4aaf-bd6b-cf655fcda9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:39.490514 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 3444a2e2-145b-4a36-9862-d1b33a6b5d20 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:30:39.491006 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 3444a2e2-145b-4a36-9862-d1b33a6b5d20 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:30:39.491125 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacafeef-2790-43d9-9822-8f515e5811d0 req-b4b3b2ba-64c5-4c30-b6bf-d7fbe85909aa tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:39.491370 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-0ad334d3-91e9-46a4-a7d9-875622bdb053 req-883d2bde-1e07-4aaf-bd6b-cf655fcda9c8 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4025822 Feb 20 03:30:39.493203 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aacafeef-2790-43d9-9822-8f515e5811d0 req-b4b3b2ba-64c5-4c30-b6bf-d7fbe85909aa tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 949 time: 0.1306016 Feb 20 03:30:39.500559 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012af4c1-1b9f-4a81-b8cc-0985d7439bbc req-a64b0176-2080-472b-88cb-bd424e35c169 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:39.502065 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-012af4c1-1b9f-4a81-b8cc-0985d7439bbc req-a64b0176-2080-472b-88cb-bd424e35c169 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=6633a2e8-95f4-4fbb-b707-855d69683f3a HTTP/1.1" status: 200 len: 931 time: 0.0949183 Feb 20 03:30:39.553462 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-a325bb20-9879-4229-9be2-0da0c0cf936b service neutron] Transition to ACTIVE for port object 72683b69-16ce-4abb-9d13-638a89bd383e will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:30:39.567406 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541408c-1bbb-42d1-90be-9158925a5754 admin admin] Pushing event updated for resources: {'Network': ['ID=a842b208-6516-42cd-af34-f14f7f82e32f,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:39.573702 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-67263303-ac0c-4220-9cf0-482f03ce94e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (63d49837-2d84-4b6d-ab22-5590f2f1af52), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:39.586822 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network a842b208-6516-42cd-af34-f14f7f82e32f details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:30:39.610021 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d541408c-1bbb-42d1-90be-9158925a5754 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7904043 Feb 20 03:30:39.613089 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58844) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:30:39.621982 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-d5c98cdd-f622-46e0-b83f-1bc5b71a1e3e admin admin] Request body: {'subnet': {'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-957401116-subnet', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:39.672924 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aacafeef-2790-43d9-9822-8f515e5811d0 req-ce717b03-37ca-4fae-8b87-ce08081ebc48 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674545 Feb 20 03:30:39.684461 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-012af4c1-1b9f-4a81-b8cc-0985d7439bbc req-81e695d9-32de-48cf-9775-2a90939f8081 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b873480-7748-49ec-ad4f-e90eb63d9bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621373 Feb 20 03:30:39.693344 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67263303-ac0c-4220-9cf0-482f03ce94e0 service neutron] Pushing event updated for resources: {'Port': ['ID=63d49837-2d84-4b6d-ab22-5590f2f1af52,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:39.736545 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-a325bb20-9879-4229-9be2-0da0c0cf936b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (72683b69-16ce-4abb-9d13-638a89bd383e), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:39.785393 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c98cdd-f622-46e0-b83f-1bc5b71a1e3e admin admin] Made reservation on behalf of c709bbfa8b354edf911780ffcf2e7b53 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:30:39.788054 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d5c98cdd-f622-46e0-b83f-1bc5b71a1e3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:39.897022 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-67263303-ac0c-4220-9cf0-482f03ce94e0 service neutron] Attempting to bind port 63d49837-2d84-4b6d-ab22-5590f2f1af52 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:30:39.897022 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-67263303-ac0c-4220-9cf0-482f03ce94e0 service neutron] Attempting to bind port 63d49837-2d84-4b6d-ab22-5590f2f1af52 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '23d264e4-1868-43ad-a9bd-7db80d31bd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1c91ce47-7bea-4684-9e83-8c6431905c13'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:30:39.897392 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-67263303-ac0c-4220-9cf0-482f03ce94e0 service neutron] Attempting to bind port 63d49837-2d84-4b6d-ab22-5590f2f1af52 on network 1c91ce47-7bea-4684-9e83-8c6431905c13 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:30:39.927879 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-67263303-ac0c-4220-9cf0-482f03ce94e0 service neutron] Port 63d49837-2d84-4b6d-ab22-5590f2f1af52 on network 1c91ce47-7bea-4684-9e83-8c6431905c13 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:30:39.928245 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-67263303-ac0c-4220-9cf0-482f03ce94e0 service neutron] Attempting to bind port 63d49837-2d84-4b6d-ab22-5590f2f1af52 on network 1c91ce47-7bea-4684-9e83-8c6431905c13 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:30:39.934397 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325bb20-9879-4229-9be2-0da0c0cf936b service neutron] Pushing event updated for resources: {'Port': ['ID=72683b69-16ce-4abb-9d13-638a89bd383e,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:39.948572 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-67263303-ac0c-4220-9cf0-482f03ce94e0 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:30:39.948892 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-67263303-ac0c-4220-9cf0-482f03ce94e0 service neutron] Checking segment: {'id': '23d264e4-1868-43ad-a9bd-7db80d31bd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1c91ce47-7bea-4684-9e83-8c6431905c13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:30:39.949259 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-67263303-ac0c-4220-9cf0-482f03ce94e0 service neutron] Bound using segment: {'id': '23d264e4-1868-43ad-a9bd-7db80d31bd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1c91ce47-7bea-4684-9e83-8c6431905c13'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:30:39.949709 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-67263303-ac0c-4220-9cf0-482f03ce94e0 service neutron] Bound port: 63d49837-2d84-4b6d-ab22-5590f2f1af52, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d264e4-1868-43ad-a9bd-7db80d31bd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1c91ce47-7bea-4684-9e83-8c6431905c13'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:30:39.950069 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-67263303-ac0c-4220-9cf0-482f03ce94e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (63d49837-2d84-4b6d-ab22-5590f2f1af52), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:40.025853 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bcc9fb-d2c1-4598-ad67-48cfcf581451 req-a738177a-7acf-4790-8824-be2522c579c4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:40.031409 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bcc9fb-d2c1-4598-ad67-48cfcf581451 req-a738177a-7acf-4790-8824-be2522c579c4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:40.039542 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bcc9fb-d2c1-4598-ad67-48cfcf581451 req-a738177a-7acf-4790-8824-be2522c579c4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:40.045071 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bcc9fb-d2c1-4598-ad67-48cfcf581451 req-a738177a-7acf-4790-8824-be2522c579c4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:40.057158 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bcc9fb-d2c1-4598-ad67-48cfcf581451 req-a738177a-7acf-4790-8824-be2522c579c4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:40.082539 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bcc9fb-d2c1-4598-ad67-48cfcf581451 req-a738177a-7acf-4790-8824-be2522c579c4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:40.119116 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bcc9fb-d2c1-4598-ad67-48cfcf581451 req-a738177a-7acf-4790-8824-be2522c579c4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:40.122670 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b9bcc9fb-d2c1-4598-ad67-48cfcf581451 req-a738177a-7acf-4790-8824-be2522c579c4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5394 time: 0.2504671 Feb 20 03:30:40.211834 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-a325bb20-9879-4229-9be2-0da0c0cf936b service neutron] Attempting to bind port 72683b69-16ce-4abb-9d13-638a89bd383e on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:30:40.212318 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-a325bb20-9879-4229-9be2-0da0c0cf936b service neutron] Attempting to bind port 72683b69-16ce-4abb-9d13-638a89bd383e by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '6971358c-5ead-4d6f-a8a9-4425c89312e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '67e7e45b-f32b-4fdb-9b56-3214aa9e538c'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:30:40.213531 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-a325bb20-9879-4229-9be2-0da0c0cf936b service neutron] Attempting to bind port 72683b69-16ce-4abb-9d13-638a89bd383e on network 67e7e45b-f32b-4fdb-9b56-3214aa9e538c {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:30:40.244944 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-a325bb20-9879-4229-9be2-0da0c0cf936b service neutron] Port 72683b69-16ce-4abb-9d13-638a89bd383e on network 67e7e45b-f32b-4fdb-9b56-3214aa9e538c not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:30:40.245490 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-a325bb20-9879-4229-9be2-0da0c0cf936b service neutron] Attempting to bind port 72683b69-16ce-4abb-9d13-638a89bd383e on network 67e7e45b-f32b-4fdb-9b56-3214aa9e538c {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:30:40.263832 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-a325bb20-9879-4229-9be2-0da0c0cf936b service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:30:40.264776 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-a325bb20-9879-4229-9be2-0da0c0cf936b service neutron] Checking segment: {'id': '6971358c-5ead-4d6f-a8a9-4425c89312e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '67e7e45b-f32b-4fdb-9b56-3214aa9e538c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:30:40.265276 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-a325bb20-9879-4229-9be2-0da0c0cf936b service neutron] Bound using segment: {'id': '6971358c-5ead-4d6f-a8a9-4425c89312e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '67e7e45b-f32b-4fdb-9b56-3214aa9e538c'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:30:40.265889 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-a325bb20-9879-4229-9be2-0da0c0cf936b service neutron] Bound port: 72683b69-16ce-4abb-9d13-638a89bd383e, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6971358c-5ead-4d6f-a8a9-4425c89312e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '67e7e45b-f32b-4fdb-9b56-3214aa9e538c'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:30:40.266527 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-a325bb20-9879-4229-9be2-0da0c0cf936b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (72683b69-16ce-4abb-9d13-638a89bd383e), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:40.323300 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b9bcc9fb-d2c1-4598-ad67-48cfcf581451 req-d43bd9ca-b3eb-4adf-ace4-4e2b1b640cf1 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1910529 Feb 20 03:30:40.327262 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-67263303-ac0c-4220-9cf0-482f03ce94e0 service neutron] For port 63d49837-2d84-4b6d-ab22-5590f2f1af52, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:30:40.361781 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-67263303-ac0c-4220-9cf0-482f03ce94e0 service neutron] For port 63d49837-2d84-4b6d-ab22-5590f2f1af52, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=63d49837-2d84-4b6d-ab22-5590f2f1af52,segment=NetworkSegment(23d264e4-1868-43ad-a9bd-7db80d31bd46),segment_id=23d264e4-1868-43ad-a9bd-7db80d31bd46)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:30:40.448737 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afba4291-682e-4196-ace9-ecbf0e85eb25', 'name': 'network-vif-deleted', 'tag': '3444a2e2-145b-4a36-9862-d1b33a6b5d20'}, {'name': 'network-changed', 'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'tag': '5e58af7e-8388-40e3-bea2-7eff10d7ac63'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:30:40.451101 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ce0e94-6644-4aaa-8fe7-8dbfc62f9b19" -d '{"events": [{"server_uuid": "afba4291-682e-4196-ace9-ecbf0e85eb25", "name": "network-vif-deleted", "tag": "3444a2e2-145b-4a36-9862-d1b33a6b5d20"}, {"name": "network-changed", "server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "tag": "5e58af7e-8388-40e3-bea2-7eff10d7ac63"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:30:40.529855 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-67263303-ac0c-4220-9cf0-482f03ce94e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (63d49837-2d84-4b6d-ab22-5590f2f1af52), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:40.536566 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0527f98-a3ea-40a6-a1b8-46d9a13ff8ef req-2fed79ab-a2eb-4df5-bc7a-589967631600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:40.538525 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d0527f98-a3ea-40a6-a1b8-46d9a13ff8ef req-2fed79ab-a2eb-4df5-bc7a-589967631600 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 1127 time: 0.2757928 Feb 20 03:30:40.572476 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-a325bb20-9879-4229-9be2-0da0c0cf936b service neutron] For port 72683b69-16ce-4abb-9d13-638a89bd383e, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:30:40.584136 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d5c98cdd-f622-46e0-b83f-1bc5b71a1e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (459abde2-853f-42b6-94b7-5e11d73152fc), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:40.597256 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-a325bb20-9879-4229-9be2-0da0c0cf936b service neutron] For port 72683b69-16ce-4abb-9d13-638a89bd383e, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=72683b69-16ce-4abb-9d13-638a89bd383e,segment=NetworkSegment(6971358c-5ead-4d6f-a8a9-4425c89312e5),segment_id=6971358c-5ead-4d6f-a8a9-4425c89312e5)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:30:40.651609 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d0527f98-a3ea-40a6-a1b8-46d9a13ff8ef req-568fed90-9a9f-4f1d-8cf3-84ea2a717c88 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050255 Feb 20 03:30:40.655411 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-67263303-ac0c-4220-9cf0-482f03ce94e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:40.656088 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-67263303-ac0c-4220-9cf0-482f03ce94e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:40.657850 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-67263303-ac0c-4220-9cf0-482f03ce94e0 service neutron] 10.222.0.93 "PUT /v2.0/ports/63d49837-2d84-4b6d-ab22-5590f2f1af52 HTTP/1.1" status: 200 len: 1091 time: 3.2418907 Feb 20 03:30:40.670123 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c98cdd-f622-46e0-b83f-1bc5b71a1e3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=459abde2-853f-42b6-94b7-5e11d73152fc,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:40.680712 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe23f8e-ce5f-4b10-9718-7933df76a64a req-55cd834a-697e-49e8-b376-1fd2489b37e0 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:40.689949 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cbe23f8e-ce5f-4b10-9718-7933df76a64a req-55cd834a-697e-49e8-b376-1fd2489b37e0 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 945 time: 0.2626486 Feb 20 03:30:40.692803 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6633a2e8-95f4-4fbb-b707-855d69683f3a', 'tag': '63d49837-2d84-4b6d-ab22-5590f2f1af52'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:30:40.695675 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1087b0-c49c-4a85-94a5-d46c0ce5451a" -d '{"events": [{"name": "network-changed", "server_uuid": "6633a2e8-95f4-4fbb-b707-855d69683f3a", "tag": "63d49837-2d84-4b6d-ab22-5590f2f1af52"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:30:40.699941 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c98cdd-f622-46e0-b83f-1bc5b71a1e3e admin admin] Checking segment: {'id': '127a0507-6032-4814-93d3-5eb448d952e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:30:40.701163 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c98cdd-f622-46e0-b83f-1bc5b71a1e3e admin admin] Network hostable DHCP agents. Network: a842b208-6516-42cd-af34-f14f7f82e32f, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:30:40.709844 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-a325bb20-9879-4229-9be2-0da0c0cf936b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (72683b69-16ce-4abb-9d13-638a89bd383e), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:40.770110 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-a325bb20-9879-4229-9be2-0da0c0cf936b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:40.770745 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-a325bb20-9879-4229-9be2-0da0c0cf936b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:40.772781 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-a325bb20-9879-4229-9be2-0da0c0cf936b service neutron] 10.222.0.93 "PUT /v2.0/ports/72683b69-16ce-4abb-9d13-638a89bd383e HTTP/1.1" status: 200 len: 1091 time: 2.4739482 Feb 20 03:30:40.806886 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01c3bb-c484-4086-87e6-9c72ac364e21 req-aa86386b-5312-4355-9ea7-cd19d1c0a9e9 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:40.809104 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0f01c3bb-c484-4086-87e6-9c72ac364e21 req-aa86386b-5312-4355-9ea7-cd19d1c0a9e9 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=9a57895d-425c-4896-9618-4d6806bfab44 HTTP/1.1" status: 200 len: 950 time: 0.3192008 Feb 20 03:30:40.869347 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67263303-ac0c-4220-9cf0-482f03ce94e0 service neutron] Pushing event updated for resources: {'Port': ['ID=63d49837-2d84-4b6d-ab22-5590f2f1af52,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:40.876657 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-830ecf75-7439-456b-93a9-5036f5179fa1 service neutron] Request body: {'port': {'device_id': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:40.931556 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c98cdd-f622-46e0-b83f-1bc5b71a1e3e admin admin] Network a842b208-6516-42cd-af34-f14f7f82e32f is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:30:40.964440 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325bb20-9879-4229-9be2-0da0c0cf936b service neutron] Pushing event updated for resources: {'Port': ['ID=72683b69-16ce-4abb-9d13-638a89bd383e,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:40.976135 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-830ecf75-7439-456b-93a9-5036f5179fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (cd8192d7-1fe8-411b-98f1-ddd812317e6a), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:40.996851 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cbe23f8e-ce5f-4b10-9718-7933df76a64a req-6c7b10c7-4156-4544-81db-fbd86457451d tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057404 Feb 20 03:30:41.016656 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-d4959a9d-ae5b-4313-be2b-64ee9f8eaa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:41.019383 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-d4959a9d-ae5b-4313-be2b-64ee9f8eaa8f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=562824520ad8463da7f1cd3c99d0b445&device_id=6633a2e8-95f4-4fbb-b707-855d69683f3a HTTP/1.1" status: 200 len: 1125 time: 0.1862442 Feb 20 03:30:41.077843 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-d5c98cdd-f622-46e0-b83f-1bc5b71a1e3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, a842b208-6516-42cd-af34-f14f7f82e32f) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:30:41.087924 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bdd57c-2f98-4ddc-83cf-69b63da66c82 None None] Network a842b208-6516-42cd-af34-f14f7f82e32f requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:30:41.093808 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c98cdd-f622-46e0-b83f-1bc5b71a1e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:41.094738 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d5c98cdd-f622-46e0-b83f-1bc5b71a1e3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:41.101373 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-e9015593-c128-4d6e-9090-e247732318bf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63d49837-2d84-4b6d-ab22-5590f2f1af52 HTTP/1.1" status: 200 len: 217 time: 0.0743580 Feb 20 03:30:41.166714 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-7b197abd-ae4d-4188-9463-a8bba910fca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:41.168540 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-7b197abd-ae4d-4188-9463-a8bba910fca2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bf109b62-46b0-4f66-9779-7ad707f5466f HTTP/1.1" status: 200 len: 852 time: 0.0583453 Feb 20 03:30:41.221382 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d5c98cdd-f622-46e0-b83f-1bc5b71a1e3e admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6065323 Feb 20 03:30:41.226108 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58862) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:30:41.263792 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-5aacd54f-29d0-4504-bacb-056444812618 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-957401116-router', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:41.270284 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-479ad4aa-8c3f-4e15-8d00-47d8901f6e29 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1c91ce47-7bea-4684-9e83-8c6431905c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890203 Feb 20 03:30:41.369943 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0f01c3bb-c484-4086-87e6-9c72ac364e21 req-2bb137ea-9881-44d1-9359-a9b6550cd441 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5248199 Feb 20 03:30:41.383681 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13da0f12-9c4b-46a0-a22e-8151b0e7d14f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-a842b208-6516-42cd-af34-f14f7f82e32f', 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f', 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'fixed_ips': [{'subnet_id': '459abde2-853f-42b6-94b7-5e11d73152fc'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:30:41.383681 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-13da0f12-9c4b-46a0-a22e-8151b0e7d14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:41.402966 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5aacd54f-29d0-4504-bacb-056444812618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (0e23669e-68f0-439f-bdbb-fa00e7dd1a90), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:41.406831 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5aacd54f-29d0-4504-bacb-056444812618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (0e23669e-68f0-439f-bdbb-fa00e7dd1a90), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:41.496474 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03cd81-ba6a-4201-842e-74a8d448b219 req-3418b8bc-12a2-4457-9bb8-cd1a06852a78 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:41.505164 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cc03cd81-ba6a-4201-842e-74a8d448b219 req-3418b8bc-12a2-4457-9bb8-cd1a06852a78 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 946 time: 0.3506861 Feb 20 03:30:41.523428 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-d2294109-f5b2-4330-8804-e60c0bc0985d service neutron] 10.222.0.93 "GET /v2.0/networks/1c91ce47-7bea-4684-9e83-8c6431905c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447250 Feb 20 03:30:41.525849 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 20 Feb 2022 03:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21df9c17-7dfb-4a19-a35b-db6e90cf9a2e x-openstack-request-id: req-21df9c17-7dfb-4a19-a35b-db6e90cf9a2e {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:30:41.526699 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afba4291-682e-4196-ace9-ecbf0e85eb25", "name": "network-vif-deleted", "tag": "3444a2e2-145b-4a36-9862-d1b33a6b5d20", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "tag": "5e58af7e-8388-40e3-bea2-7eff10d7ac63", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:30:41.527621 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-21df9c17-7dfb-4a19-a35b-db6e90cf9a2e {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:30:41.528616 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afba4291-682e-4196-ace9-ecbf0e85eb25', 'name': 'network-vif-deleted', 'tag': '3444a2e2-145b-4a36-9862-d1b33a6b5d20', 'status': 'completed', 'code': 200} Feb 20 03:30:41.531247 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'tag': '5e58af7e-8388-40e3-bea2-7eff10d7ac63', 'status': 'completed', 'code': 200} Feb 20 03:30:41.694837 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cc03cd81-ba6a-4201-842e-74a8d448b219 req-1a131c42-bd6a-436e-b008-26aec432404b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856711 Feb 20 03:30:41.703246 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5aacd54f-29d0-4504-bacb-056444812618 admin admin] Publish callbacks [] for router_controller (0e23669e-68f0-439f-bdbb-fa00e7dd1a90), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:41.763196 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-056c0809-71e3-4f05-8118-58372f4c2f04 req-e21023ac-7989-4547-a6cc-ec6b24d3ae40 service neutron] 10.222.0.93 "GET /v2.0/networks/1c91ce47-7bea-4684-9e83-8c6431905c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068796 Feb 20 03:30:41.859826 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9b899f-2b88-4b06-9026-13548088892d x-openstack-request-id: req-cf9b899f-2b88-4b06-9026-13548088892d {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:30:41.860161 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6633a2e8-95f4-4fbb-b707-855d69683f3a", "tag": "63d49837-2d84-4b6d-ab22-5590f2f1af52", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:30:41.860862 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cf9b899f-2b88-4b06-9026-13548088892d {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:30:41.860862 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6633a2e8-95f4-4fbb-b707-855d69683f3a', 'tag': '63d49837-2d84-4b6d-ab22-5590f2f1af52', 'status': 'completed', 'code': 200} Feb 20 03:30:41.888209 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-13da0f12-9c4b-46a0-a22e-8151b0e7d14f None None] Allocated IP 172.20.0.2 (a842b208-6516-42cd-af34-f14f7f82e32f/459abde2-853f-42b6-94b7-5e11d73152fc/afb02b6e-a5cc-4589-a774-470f50d1f251) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:30:42.218062 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-13da0f12-9c4b-46a0-a22e-8151b0e7d14f None None] Publish callbacks [] for port (afb02b6e-a5cc-4589-a774-470f50d1f251), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:42.306274 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-13da0f12-9c4b-46a0-a22e-8151b0e7d14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (afb02b6e-a5cc-4589-a774-470f50d1f251), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:42.405121 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5aacd54f-29d0-4504-bacb-056444812618 admin admin] Publish callbacks [] for router_gateway (0e23669e-68f0-439f-bdbb-fa00e7dd1a90), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:42.427048 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13da0f12-9c4b-46a0-a22e-8151b0e7d14f None None] Network a842b208-6516-42cd-af34-f14f7f82e32f is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:30:42.441888 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-13da0f12-9c4b-46a0-a22e-8151b0e7d14f None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:30:42.451336 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13da0f12-9c4b-46a0-a22e-8151b0e7d14f None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:30:42.512444 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-830ecf75-7439-456b-93a9-5036f5179fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd8192d7-1fe8-411b-98f1-ddd812317e6a {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:30:42.525823 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-830ecf75-7439-456b-93a9-5036f5179fa1 service neutron] Publish callbacks [] for port (cd8192d7-1fe8-411b-98f1-ddd812317e6a), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:42.564715 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da0f12-9c4b-46a0-a22e-8151b0e7d14f None None] Pushing event updated for resources: {'Port': ['ID=afb02b6e-a5cc-4589-a774-470f50d1f251,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:42.578506 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-830ecf75-7439-456b-93a9-5036f5179fa1 service neutron] Transition to ACTIVE for port object cd8192d7-1fe8-411b-98f1-ddd812317e6a will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:30:42.647134 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-13da0f12-9c4b-46a0-a22e-8151b0e7d14f None None] Attempting to bind port afb02b6e-a5cc-4589-a774-470f50d1f251 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:30:42.647562 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-13da0f12-9c4b-46a0-a22e-8151b0e7d14f None None] Attempting to bind port afb02b6e-a5cc-4589-a774-470f50d1f251 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '127a0507-6032-4814-93d3-5eb448d952e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:30:42.647883 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13da0f12-9c4b-46a0-a22e-8151b0e7d14f None None] Attempting to bind port afb02b6e-a5cc-4589-a774-470f50d1f251 on network a842b208-6516-42cd-af34-f14f7f82e32f {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:30:42.654482 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13da0f12-9c4b-46a0-a22e-8151b0e7d14f None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:30:42.654877 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13da0f12-9c4b-46a0-a22e-8151b0e7d14f None None] Checking segment: {'id': '127a0507-6032-4814-93d3-5eb448d952e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:30:42.655347 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-13da0f12-9c4b-46a0-a22e-8151b0e7d14f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:42.655747 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13da0f12-9c4b-46a0-a22e-8151b0e7d14f None None] Bound using segment: {'id': '127a0507-6032-4814-93d3-5eb448d952e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:30:42.656228 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-13da0f12-9c4b-46a0-a22e-8151b0e7d14f None None] Bound port: afb02b6e-a5cc-4589-a774-470f50d1f251, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127a0507-6032-4814-93d3-5eb448d952e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:30:42.656614 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-13da0f12-9c4b-46a0-a22e-8151b0e7d14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (afb02b6e-a5cc-4589-a774-470f50d1f251), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:42.666621 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713c40c-3701-403d-a088-aaecdba09acb req-73e1b9b5-02e5-47d2-b0aa-e917a440b4cc tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:42.669214 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2713c40c-3701-403d-a088-aaecdba09acb req-73e1b9b5-02e5-47d2-b0aa-e917a440b4cc tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a57895d-425c-4896-9618-4d6806bfab44 HTTP/1.1" status: 200 len: 950 time: 0.8411164 Feb 20 03:30:42.744331 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11f67a-5f84-477d-9edd-804bdaec8b13 req-43082ea2-ab6c-4894-8ab1-6bf10509942f tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:42.747521 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1f11f67a-5f84-477d-9edd-804bdaec8b13 req-43082ea2-ab6c-4894-8ab1-6bf10509942f tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 949 time: 1.0321176 Feb 20 03:30:42.792363 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce0e94-6644-4aaa-8fe7-8dbfc62f9b19 req-2b85cd5e-e30b-4930-84dd-2b08726bda8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:42.793140 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce0e94-6644-4aaa-8fe7-8dbfc62f9b19 req-2b85cd5e-e30b-4930-84dd-2b08726bda8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:42.793718 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce0e94-6644-4aaa-8fe7-8dbfc62f9b19 req-2b85cd5e-e30b-4930-84dd-2b08726bda8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:42.794189 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce0e94-6644-4aaa-8fe7-8dbfc62f9b19 req-2b85cd5e-e30b-4930-84dd-2b08726bda8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:42.794664 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce0e94-6644-4aaa-8fe7-8dbfc62f9b19 req-2b85cd5e-e30b-4930-84dd-2b08726bda8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:42.795209 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce0e94-6644-4aaa-8fe7-8dbfc62f9b19 req-2b85cd5e-e30b-4930-84dd-2b08726bda8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:42.795675 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce0e94-6644-4aaa-8fe7-8dbfc62f9b19 req-2b85cd5e-e30b-4930-84dd-2b08726bda8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:42.797660 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f7ce0e94-6644-4aaa-8fe7-8dbfc62f9b19 req-2b85cd5e-e30b-4930-84dd-2b08726bda8b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=31539382099d40138aa9f9434b18f41f&device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 6410 time: 1.2655017 Feb 20 03:30:42.814042 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-830ecf75-7439-456b-93a9-5036f5179fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (cd8192d7-1fe8-411b-98f1-ddd812317e6a), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:42.832175 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-13da0f12-9c4b-46a0-a22e-8151b0e7d14f None None] For port afb02b6e-a5cc-4589-a774-470f50d1f251, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:30:42.835699 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-13da0f12-9c4b-46a0-a22e-8151b0e7d14f None None] For port afb02b6e-a5cc-4589-a774-470f50d1f251, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=afb02b6e-a5cc-4589-a774-470f50d1f251,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:30:42.870245 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1087b0-c49c-4a85-94a5-d46c0ce5451a req-92aaf268-9ebe-4fcb-9248-0db7d2393ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:42.871784 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-da1087b0-c49c-4a85-94a5-d46c0ce5451a req-92aaf268-9ebe-4fcb-9248-0db7d2393ee4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=562824520ad8463da7f1cd3c99d0b445&device_id=6633a2e8-95f4-4fbb-b707-855d69683f3a HTTP/1.1" status: 200 len: 1125 time: 0.2134283 Feb 20 03:30:42.899445 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1f11f67a-5f84-477d-9edd-804bdaec8b13 req-687e3f14-5f68-4cc8-866b-a44d7dd86013 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431100 Feb 20 03:30:42.907074 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-13da0f12-9c4b-46a0-a22e-8151b0e7d14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (afb02b6e-a5cc-4589-a774-470f50d1f251), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:42.932220 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ecf75-7439-456b-93a9-5036f5179fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=cd8192d7-1fe8-411b-98f1-ddd812317e6a,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:42.955520 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06f0ac-0477-4bb2-929d-fb9ef4903fc0 req-b8b1e770-fbe3-4b6e-abe3-869cbc8127cd tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:42.966376 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-da06f0ac-0477-4bb2-929d-fb9ef4903fc0 req-b8b1e770-fbe3-4b6e-abe3-869cbc8127cd tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=6633a2e8-95f4-4fbb-b707-855d69683f3a HTTP/1.1" status: 200 len: 943 time: 1.0856035 Feb 20 03:30:42.991828 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce0e94-6644-4aaa-8fe7-8dbfc62f9b19 req-a55d9e35-335f-490d-b256-e51127bba7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:42.992312 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce0e94-6644-4aaa-8fe7-8dbfc62f9b19 req-a55d9e35-335f-490d-b256-e51127bba7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:42.992818 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce0e94-6644-4aaa-8fe7-8dbfc62f9b19 req-a55d9e35-335f-490d-b256-e51127bba7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:42.994502 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f7ce0e94-6644-4aaa-8fe7-8dbfc62f9b19 req-a55d9e35-335f-490d-b256-e51127bba7df service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=31539382099d40138aa9f9434b18f41f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1850052 Feb 20 03:30:43.072356 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da0f12-9c4b-46a0-a22e-8151b0e7d14f None None] Pushing event updated for resources: {'Port': ['ID=afb02b6e-a5cc-4589-a774-470f50d1f251,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:43.084805 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1087b0-c49c-4a85-94a5-d46c0ce5451a req-649ae652-ad96-4c1a-934b-c95d30c047a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:43.086246 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-da1087b0-c49c-4a85-94a5-d46c0ce5451a req-649ae652-ad96-4c1a-934b-c95d30c047a8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1c91ce47-7bea-4684-9e83-8c6431905c13 HTTP/1.1" status: 200 len: 913 time: 0.2059147 Feb 20 03:30:43.137736 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-da1087b0-c49c-4a85-94a5-d46c0ce5451a req-c83abc18-3d13-433d-890e-1edf5b93866f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63d49837-2d84-4b6d-ab22-5590f2f1af52 HTTP/1.1" status: 200 len: 217 time: 0.0429943 Feb 20 03:30:43.205274 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce0e94-6644-4aaa-8fe7-8dbfc62f9b19 req-e5e46329-1502-4dd4-8e9d-c68cd26c4ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:43.207664 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f7ce0e94-6644-4aaa-8fe7-8dbfc62f9b19 req-e5e46329-1502-4dd4-8e9d-c68cd26c4ac7 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2026951 Feb 20 03:30:43.223562 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1087b0-c49c-4a85-94a5-d46c0ce5451a req-b2b99d64-67b2-4153-a194-c293b34a13f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:43.225225 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-da1087b0-c49c-4a85-94a5-d46c0ce5451a req-b2b99d64-67b2-4153-a194-c293b34a13f6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bf109b62-46b0-4f66-9779-7ad707f5466f HTTP/1.1" status: 200 len: 852 time: 0.0780592 Feb 20 03:30:43.287577 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-da1087b0-c49c-4a85-94a5-d46c0ce5451a req-6d0f35cf-8e99-4dc3-9454-73f65c61b34a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1c91ce47-7bea-4684-9e83-8c6431905c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541432 Feb 20 03:30:43.300331 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-da06f0ac-0477-4bb2-929d-fb9ef4903fc0 req-2c49b4dc-0bf3-4cf3-8caf-5b52e2a67401 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b873480-7748-49ec-ad4f-e90eb63d9bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275001 Feb 20 03:30:43.406641 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-830ecf75-7439-456b-93a9-5036f5179fa1 service neutron] Attempting to bind port cd8192d7-1fe8-411b-98f1-ddd812317e6a on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:30:43.412056 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-830ecf75-7439-456b-93a9-5036f5179fa1 service neutron] Attempting to bind port cd8192d7-1fe8-411b-98f1-ddd812317e6a by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '6971358c-5ead-4d6f-a8a9-4425c89312e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '67e7e45b-f32b-4fdb-9b56-3214aa9e538c'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:30:43.412056 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-830ecf75-7439-456b-93a9-5036f5179fa1 service neutron] Attempting to bind port cd8192d7-1fe8-411b-98f1-ddd812317e6a on network 67e7e45b-f32b-4fdb-9b56-3214aa9e538c {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:30:43.448115 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b97fe0-5989-4d77-9a20-b411d659c948 req-23791aef-b6f4-4e15-92bb-fd20df8dcb71 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:43.453449 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b97fe0-5989-4d77-9a20-b411d659c948 req-23791aef-b6f4-4e15-92bb-fd20df8dcb71 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:43.460062 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b97fe0-5989-4d77-9a20-b411d659c948 req-23791aef-b6f4-4e15-92bb-fd20df8dcb71 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:43.464487 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-da1087b0-c49c-4a85-94a5-d46c0ce5451a req-61e5147d-7ccc-409d-90f9-ea579b574974 service neutron] 10.222.0.93 "GET /v2.0/networks/1c91ce47-7bea-4684-9e83-8c6431905c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696057 Feb 20 03:30:43.465312 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b97fe0-5989-4d77-9a20-b411d659c948 req-23791aef-b6f4-4e15-92bb-fd20df8dcb71 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:43.471596 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b97fe0-5989-4d77-9a20-b411d659c948 req-23791aef-b6f4-4e15-92bb-fd20df8dcb71 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:43.477517 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b97fe0-5989-4d77-9a20-b411d659c948 req-23791aef-b6f4-4e15-92bb-fd20df8dcb71 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:43.483194 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b97fe0-5989-4d77-9a20-b411d659c948 req-23791aef-b6f4-4e15-92bb-fd20df8dcb71 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:43.485504 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-48b97fe0-5989-4d77-9a20-b411d659c948 req-23791aef-b6f4-4e15-92bb-fd20df8dcb71 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5406 time: 0.4371555 Feb 20 03:30:43.501140 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-830ecf75-7439-456b-93a9-5036f5179fa1 service neutron] Port cd8192d7-1fe8-411b-98f1-ddd812317e6a on network 67e7e45b-f32b-4fdb-9b56-3214aa9e538c not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:30:43.501462 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-830ecf75-7439-456b-93a9-5036f5179fa1 service neutron] Attempting to bind port cd8192d7-1fe8-411b-98f1-ddd812317e6a on network 67e7e45b-f32b-4fdb-9b56-3214aa9e538c {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:30:43.538486 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-2713c40c-3701-403d-a088-aaecdba09acb req-54262aa2-26e4-453a-b7af-3c2353985716 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Deleting port e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:30:43.538751 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2713c40c-3701-403d-a088-aaecdba09acb req-54262aa2-26e4-453a-b7af-3c2353985716 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:43.542356 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'tag': '72683b69-16ce-4abb-9d13-638a89bd383e'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:30:43.544872 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b7b0e2-428f-49a6-9eb5-ca98f4105b90" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "tag": "72683b69-16ce-4abb-9d13-638a89bd383e"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:30:43.568513 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-830ecf75-7439-456b-93a9-5036f5179fa1 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:30:43.568829 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-830ecf75-7439-456b-93a9-5036f5179fa1 service neutron] Checking segment: {'id': '6971358c-5ead-4d6f-a8a9-4425c89312e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '67e7e45b-f32b-4fdb-9b56-3214aa9e538c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:30:43.569220 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-830ecf75-7439-456b-93a9-5036f5179fa1 service neutron] Bound using segment: {'id': '6971358c-5ead-4d6f-a8a9-4425c89312e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '67e7e45b-f32b-4fdb-9b56-3214aa9e538c'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:30:43.569673 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-830ecf75-7439-456b-93a9-5036f5179fa1 service neutron] Bound port: cd8192d7-1fe8-411b-98f1-ddd812317e6a, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6971358c-5ead-4d6f-a8a9-4425c89312e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '67e7e45b-f32b-4fdb-9b56-3214aa9e538c'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:30:43.570034 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-830ecf75-7439-456b-93a9-5036f5179fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (cd8192d7-1fe8-411b-98f1-ddd812317e6a), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:43.597757 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-da1087b0-c49c-4a85-94a5-d46c0ce5451a req-bcc1b2a7-cc96-4191-a5ba-dfa62daffd12 service neutron] 10.222.0.93 "GET /v2.0/networks/1c91ce47-7bea-4684-9e83-8c6431905c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266277 Feb 20 03:30:43.768975 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-48b97fe0-5989-4d77-9a20-b411d659c948 req-e88c8cdd-30c4-4dbd-af09-61cb1d794716 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2609513 Feb 20 03:30:43.775607 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677acde2-9722-4875-8df6-448d7e5b98a1 req-6f428989-4923-4b15-8df4-3384d7560555 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:43.777059 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-677acde2-9722-4875-8df6-448d7e5b98a1 req-6f428989-4923-4b15-8df4-3384d7560555 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 945 time: 0.3509510 Feb 20 03:30:43.838159 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-830ecf75-7439-456b-93a9-5036f5179fa1 service neutron] For port cd8192d7-1fe8-411b-98f1-ddd812317e6a, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:30:43.887282 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-830ecf75-7439-456b-93a9-5036f5179fa1 service neutron] For port cd8192d7-1fe8-411b-98f1-ddd812317e6a, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=cd8192d7-1fe8-411b-98f1-ddd812317e6a,segment=NetworkSegment(6971358c-5ead-4d6f-a8a9-4425c89312e5),segment_id=6971358c-5ead-4d6f-a8a9-4425c89312e5)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:30:43.910499 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-2713c40c-3701-403d-a088-aaecdba09acb req-54262aa2-26e4-453a-b7af-3c2353985716 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] For port e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:43.910892 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2713c40c-3701-403d-a088-aaecdba09acb req-54262aa2-26e4-453a-b7af-3c2353985716 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:43.962680 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-2713c40c-3701-403d-a088-aaecdba09acb req-54262aa2-26e4-453a-b7af-3c2353985716 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Calling delete_port for e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:30:44.299214 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9333973d-c329-47bf-90db-8a62034ae076 None None] Network a842b208-6516-42cd-af34-f14f7f82e32f requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:30:44.321713 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-830ecf75-7439-456b-93a9-5036f5179fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (cd8192d7-1fe8-411b-98f1-ddd812317e6a), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:44.354519 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5aacd54f-29d0-4504-bacb-056444812618 admin admin] Publish callbacks [] for router_gateway (0e23669e-68f0-439f-bdbb-fa00e7dd1a90), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:44.369395 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-cb805895-78bc-49b5-a807-b839cfb78912 None None] Provisioning complete for port afb02b6e-a5cc-4589-a774-470f50d1f251 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:30:44.369916 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cb805895-78bc-49b5-a807-b839cfb78912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (afb02b6e-a5cc-4589-a774-470f50d1f251), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:44.404653 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-677acde2-9722-4875-8df6-448d7e5b98a1 req-fb625681-f5fc-4d9e-8e18-55a69a4c5cdf tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6109338 Feb 20 03:30:44.433948 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-830ecf75-7439-456b-93a9-5036f5179fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:44.434652 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-830ecf75-7439-456b-93a9-5036f5179fa1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:44.436493 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-830ecf75-7439-456b-93a9-5036f5179fa1 service neutron] 10.222.0.93 "PUT /v2.0/ports/cd8192d7-1fe8-411b-98f1-ddd812317e6a HTTP/1.1" status: 200 len: 1091 time: 3.5703609 Feb 20 03:30:44.440758 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'tag': 'cd8192d7-1fe8-411b-98f1-ddd812317e6a'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:30:44.444229 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c50eaf-e2d2-4c66-b60a-1cd604963f37" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "tag": "cd8192d7-1fe8-411b-98f1-ddd812317e6a"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:30:44.479676 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5aacd54f-29d0-4504-bacb-056444812618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:44.517307 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-cb805895-78bc-49b5-a807-b839cfb78912 None None] Current status of the port afb02b6e-a5cc-4589-a774-470f50d1f251 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:30:44.518175 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cb805895-78bc-49b5-a807-b839cfb78912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (afb02b6e-a5cc-4589-a774-470f50d1f251), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:44.523351 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb3adb-28c1-401d-b52a-be13bdfc1613 req-339834a7-8a12-47ca-8ecd-4aaae41f0227 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:44.526712 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d3eb3adb-28c1-401d-b52a-be13bdfc1613 req-339834a7-8a12-47ca-8ecd-4aaae41f0227 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=9a57895d-425c-4896-9618-4d6806bfab44 HTTP/1.1" status: 200 len: 950 time: 0.6816268 Feb 20 03:30:44.563796 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-046097e0-2c14-4366-b115-45698e0a83c7 service neutron] Request body: {'port': {'device_id': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:44.626296 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-cb805895-78bc-49b5-a807-b839cfb78912 None None] For port afb02b6e-a5cc-4589-a774-470f50d1f251, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=afb02b6e-a5cc-4589-a774-470f50d1f251,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:44.704553 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device afb02b6e-a5cc-4589-a774-470f50d1f251 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:30:44.733012 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cb805895-78bc-49b5-a807-b839cfb78912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (afb02b6e-a5cc-4589-a774-470f50d1f251), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:44.741154 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 63d49837-2d84-4b6d-ab22-5590f2f1af52 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:30:44.749773 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ecf75-7439-456b-93a9-5036f5179fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=cd8192d7-1fe8-411b-98f1-ddd812317e6a,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:44.787633 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:30:44.898338 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d3eb3adb-28c1-401d-b52a-be13bdfc1613 req-ce7574c9-305c-4fa7-80be-8a207fcb1d4d tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279977 Feb 20 03:30:44.932167 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-046097e0-2c14-4366-b115-45698e0a83c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (afbe16b4-d82b-4267-9c4f-4cfe734a15f0), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:44.988472 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181565c-cf4d-4f46-a0f7-738701fc8e5b req-dca0cb82-d5b2-457a-b187-f931e311a08c tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:44.990971 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d596a18f-9f1e-42d3-ba81-12eaeb5982b3 x-openstack-request-id: req-d596a18f-9f1e-42d3-ba81-12eaeb5982b3 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:30:44.990971 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "tag": "72683b69-16ce-4abb-9d13-638a89bd383e", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:30:44.991533 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d596a18f-9f1e-42d3-ba81-12eaeb5982b3 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:30:44.991533 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'tag': '72683b69-16ce-4abb-9d13-638a89bd383e', 'status': 'completed', 'code': 200} Feb 20 03:30:45.007535 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4181565c-cf4d-4f46-a0f7-738701fc8e5b req-dca0cb82-d5b2-457a-b187-f931e311a08c tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 946 time: 0.4084301 Feb 20 03:30:45.029770 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb805895-78bc-49b5-a807-b839cfb78912 None None] Pushing event updated for resources: {'Port': ['ID=afb02b6e-a5cc-4589-a774-470f50d1f251,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:45.053727 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 63d49837-2d84-4b6d-ab22-5590f2f1af52, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=63d49837-2d84-4b6d-ab22-5590f2f1af52,segment=NetworkSegment(23d264e4-1868-43ad-a9bd-7db80d31bd46),segment_id=23d264e4-1868-43ad-a9bd-7db80d31bd46)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:45.055996 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-5aacd54f-29d0-4504-bacb-056444812618 admin admin] Allocated IP 172.25.7.191 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:30:45.085016 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port afb02b6e-a5cc-4589-a774-470f50d1f251 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:30:45.085400 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (afb02b6e-a5cc-4589-a774-470f50d1f251), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:45.118027 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '63d49837-2d84-4b6d-ab22-5590f2f1af52', 'network_id': '1c91ce47-7bea-4684-9e83-8c6431905c13', 'port_id': '63d49837-2d84-4b6d-ab22-5590f2f1af52', 'mac_address': 'fa:16:3e:57:aa:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf109b62-46b0-4f66-9779-7ad707f5466f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:30:45.145102 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:30:45.145704 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:45.145825 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7b0e2-428f-49a6-9eb5-ca98f4105b90 req-23cb5741-8849-4d0b-8dd1-7edcbff6dacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:45.146316 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7b0e2-428f-49a6-9eb5-ca98f4105b90 req-23cb5741-8849-4d0b-8dd1-7edcbff6dacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:45.146798 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7b0e2-428f-49a6-9eb5-ca98f4105b90 req-23cb5741-8849-4d0b-8dd1-7edcbff6dacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:45.147343 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7b0e2-428f-49a6-9eb5-ca98f4105b90 req-23cb5741-8849-4d0b-8dd1-7edcbff6dacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:45.147870 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7b0e2-428f-49a6-9eb5-ca98f4105b90 req-23cb5741-8849-4d0b-8dd1-7edcbff6dacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:45.149047 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7b0e2-428f-49a6-9eb5-ca98f4105b90 req-23cb5741-8849-4d0b-8dd1-7edcbff6dacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:45.149631 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7b0e2-428f-49a6-9eb5-ca98f4105b90 req-23cb5741-8849-4d0b-8dd1-7edcbff6dacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:45.152593 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-65b7b0e2-428f-49a6-9eb5-ca98f4105b90 req-23cb5741-8849-4d0b-8dd1-7edcbff6dacc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=31539382099d40138aa9f9434b18f41f&device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 6508 time: 0.1269047 Feb 20 03:30:45.252545 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2713c40c-3701-403d-a088-aaecdba09acb req-54262aa2-26e4-453a-b7af-3c2353985716 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:45.276517 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7b0e2-428f-49a6-9eb5-ca98f4105b90 req-7c3bf203-1527-4763-aa02-9668cd4439ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:45.277007 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7b0e2-428f-49a6-9eb5-ca98f4105b90 req-7c3bf203-1527-4763-aa02-9668cd4439ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:45.277453 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7b0e2-428f-49a6-9eb5-ca98f4105b90 req-7c3bf203-1527-4763-aa02-9668cd4439ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:45.279150 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-65b7b0e2-428f-49a6-9eb5-ca98f4105b90 req-7c3bf203-1527-4763-aa02-9668cd4439ed service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=31539382099d40138aa9f9434b18f41f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1174495 Feb 20 03:30:45.319785 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['b482982f-45b9-4058-9e07-31cc53771546', '99eba199-451f-4a84-894b-4526cba64742', '8926e98f-953a-4517-ba02-40f4fc2aa629', '2532afa0-d017-4b5a-8fc4-9b9b89a096f1'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:30:45.321831 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['5d89a755-ad2b-49cb-afa1-66b50203f6a6', '7a563b92-7b9e-4559-8f56-20ca85c02fd5'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:30:45.326176 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4181565c-cf4d-4f46-a0f7-738701fc8e5b req-a39000d1-6245-4954-bc92-93a487fbab17 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165693 Feb 20 03:30:45.357801 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54262aa2-26e4-453a-b7af-3c2353985716 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Pushing event deleted for resources: {'Port': ['ID=e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:45.443421 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 63d49837-2d84-4b6d-ab22-5590f2f1af52 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:30:45.443819 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (63d49837-2d84-4b6d-ab22-5590f2f1af52), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:45.459995 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-fff2c08e-654c-424a-a3ac-11bc9ef6a56f None None] Provisioning complete for port afb02b6e-a5cc-4589-a774-470f50d1f251 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:30:45.460405 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fff2c08e-654c-424a-a3ac-11bc9ef6a56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (afb02b6e-a5cc-4589-a774-470f50d1f251), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:45.465142 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-2713c40c-3701-403d-a088-aaecdba09acb req-54262aa2-26e4-453a-b7af-3c2353985716 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] No DVR routers for this DVR port e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:30:45.468690 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2713c40c-3701-403d-a088-aaecdba09acb req-54262aa2-26e4-453a-b7af-3c2353985716 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:45.473510 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2713c40c-3701-403d-a088-aaecdba09acb req-54262aa2-26e4-453a-b7af-3c2353985716 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.93 "DELETE /v2.0/ports/e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4 HTTP/1.1" status: 204 len: 173 time: 2.6919100 Feb 20 03:30:45.502708 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7b0e2-428f-49a6-9eb5-ca98f4105b90 req-db0446c8-8472-422f-a9ea-f387d5de4a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:45.506106 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-65b7b0e2-428f-49a6-9eb5-ca98f4105b90 req-db0446c8-8472-422f-a9ea-f387d5de4a5a service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2206893 Feb 20 03:30:45.530610 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63d49837-2d84-4b6d-ab22-5590f2f1af52 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:30:45.613982 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5aacd54f-29d0-4504-bacb-056444812618 admin admin] Publish callbacks [] for port (8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:45.630845 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 63d49837-2d84-4b6d-ab22-5590f2f1af52, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=63d49837-2d84-4b6d-ab22-5590f2f1af52,segment=NetworkSegment(23d264e4-1868-43ad-a9bd-7db80d31bd46),segment_id=23d264e4-1868-43ad-a9bd-7db80d31bd46)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:45.647978 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port afb02b6e-a5cc-4589-a774-470f50d1f251 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:30:45.727956 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5095e-492d-4c79-b3e6-1728f74e5733 req-3e2e6801-8a1d-4518-ab0c-d492e34d8dad tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:45.730754 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0a5095e-492d-4c79-b3e6-1728f74e5733 req-3e2e6801-8a1d-4518-ab0c-d492e34d8dad tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 949 time: 0.5918071 Feb 20 03:30:45.745839 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (63d49837-2d84-4b6d-ab22-5590f2f1af52), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:45.772990 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5aacd54f-29d0-4504-bacb-056444812618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:45.797497 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-fff2c08e-654c-424a-a3ac-11bc9ef6a56f None None] Current status of the port afb02b6e-a5cc-4589-a774-470f50d1f251 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:30:45.824267 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35d399-2feb-4550-b906-be7c57416bc6 req-df300420-df44-4f27-ae43-ea35b53b28e7 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:45.826036 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2b35d399-2feb-4550-b906-be7c57416bc6 req-df300420-df44-4f27-ae43-ea35b53b28e7 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=6633a2e8-95f4-4fbb-b707-855d69683f3a HTTP/1.1" status: 200 len: 943 time: 0.3734469 Feb 20 03:30:45.871478 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=63d49837-2d84-4b6d-ab22-5590f2f1af52,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:45.872153 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aacd54f-29d0-4504-bacb-056444812618 admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:30:45.915286 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-5aacd54f-29d0-4504-bacb-056444812618 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:30:45.920760 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aacd54f-29d0-4504-bacb-056444812618 admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:30:45.925951 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aacd54f-29d0-4504-bacb-056444812618 admin admin] Pushing event updated for resources: {'Port': ['ID=8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:45.933799 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0a5095e-492d-4c79-b3e6-1728f74e5733 req-041d3ff2-c8bf-4f1d-8115-9bc74451fbcf tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908715 Feb 20 03:30:45.978496 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-046097e0-2c14-4366-b115-45698e0a83c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afbe16b4-d82b-4267-9c4f-4cfe734a15f0 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:30:45.990266 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-046097e0-2c14-4366-b115-45698e0a83c7 service neutron] Publish callbacks [] for port (afbe16b4-d82b-4267-9c4f-4cfe734a15f0), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:46.013048 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2b35d399-2feb-4550-b906-be7c57416bc6 req-6d606dba-4702-4c48-a093-c17700c47526 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b873480-7748-49ec-ad4f-e90eb63d9bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744573 Feb 20 03:30:46.020074 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52317ed7-43c6-460b-93be-271419d847b1 x-openstack-request-id: req-52317ed7-43c6-460b-93be-271419d847b1 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:30:46.020436 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "tag": "cd8192d7-1fe8-411b-98f1-ddd812317e6a", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:30:46.020762 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-52317ed7-43c6-460b-93be-271419d847b1 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:30:46.021228 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'tag': 'cd8192d7-1fe8-411b-98f1-ddd812317e6a', 'status': 'completed', 'code': 200} Feb 20 03:30:46.025209 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-046097e0-2c14-4366-b115-45698e0a83c7 service neutron] Transition to ACTIVE for port object afbe16b4-d82b-4267-9c4f-4cfe734a15f0 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:30:46.099682 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['63d49837-2d84-4b6d-ab22-5590f2f1af52'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:30:46.146043 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c50eaf-e2d2-4c66-b60a-1cd604963f37 req-1e29247e-0f62-4b0a-b1fa-e8e04d3813df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:46.147246 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c50eaf-e2d2-4c66-b60a-1cd604963f37 req-1e29247e-0f62-4b0a-b1fa-e8e04d3813df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:46.147877 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c50eaf-e2d2-4c66-b60a-1cd604963f37 req-1e29247e-0f62-4b0a-b1fa-e8e04d3813df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:46.148641 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c50eaf-e2d2-4c66-b60a-1cd604963f37 req-1e29247e-0f62-4b0a-b1fa-e8e04d3813df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:46.149534 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c50eaf-e2d2-4c66-b60a-1cd604963f37 req-1e29247e-0f62-4b0a-b1fa-e8e04d3813df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:46.150278 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c50eaf-e2d2-4c66-b60a-1cd604963f37 req-1e29247e-0f62-4b0a-b1fa-e8e04d3813df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:46.150916 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c50eaf-e2d2-4c66-b60a-1cd604963f37 req-1e29247e-0f62-4b0a-b1fa-e8e04d3813df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:46.153163 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-65c50eaf-e2d2-4c66-b60a-1cd604963f37 req-1e29247e-0f62-4b0a-b1fa-e8e04d3813df service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=31539382099d40138aa9f9434b18f41f&device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 6508 time: 0.0997944 Feb 20 03:30:46.259902 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-046097e0-2c14-4366-b115-45698e0a83c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (afbe16b4-d82b-4267-9c4f-4cfe734a15f0), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:46.295089 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c50eaf-e2d2-4c66-b60a-1cd604963f37 req-f9f9ff3c-6afb-4ea6-89de-5995cf2be7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:46.295561 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c50eaf-e2d2-4c66-b60a-1cd604963f37 req-f9f9ff3c-6afb-4ea6-89de-5995cf2be7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:46.296076 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c50eaf-e2d2-4c66-b60a-1cd604963f37 req-f9f9ff3c-6afb-4ea6-89de-5995cf2be7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:46.299503 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-65c50eaf-e2d2-4c66-b60a-1cd604963f37 req-f9f9ff3c-6afb-4ea6-89de-5995cf2be7e2 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=31539382099d40138aa9f9434b18f41f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1375866 Feb 20 03:30:46.427862 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c50eaf-e2d2-4c66-b60a-1cd604963f37 req-e2a38ee1-0dad-44df-b3e3-1b5215413202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:46.430053 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-65c50eaf-e2d2-4c66-b60a-1cd604963f37 req-e2a38ee1-0dad-44df-b3e3-1b5215413202 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1250520 Feb 20 03:30:46.604120 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046097e0-2c14-4366-b115-45698e0a83c7 service neutron] Pushing event updated for resources: {'Port': ['ID=afbe16b4-d82b-4267-9c4f-4cfe734a15f0,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:46.626046 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-816ee5b7-e8e7-4897-8b26-ed2a52e9d382 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:46.629339 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-816ee5b7-e8e7-4897-8b26-ed2a52e9d382 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/networks?id=2cee905c-3517-4660-8947-ff7bb2860c1e HTTP/1.1" status: 200 len: 809 time: 0.4986601 Feb 20 03:30:46.678114 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-6b770f97-86f0-4eae-9c5d-843646e92ee8 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/quotas/87bec72e0bca457e8ebb03d0cbe6ac2d HTTP/1.1" status: 200 len: 375 time: 0.0213428 Feb 20 03:30:46.708401 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device afb02b6e-a5cc-4589-a774-470f50d1f251 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:30:46.809205 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port afb02b6e-a5cc-4589-a774-470f50d1f251 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:30:46.809678 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (afb02b6e-a5cc-4589-a774-470f50d1f251), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:46.913445 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae092bd9-7837-4738-9a75-506e5c1159e6 req-9960a5f7-25b0-400b-9876-7529fc16e2fd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:46.918751 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae092bd9-7837-4738-9a75-506e5c1159e6 req-9960a5f7-25b0-400b-9876-7529fc16e2fd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:46.927404 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae092bd9-7837-4738-9a75-506e5c1159e6 req-9960a5f7-25b0-400b-9876-7529fc16e2fd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:46.934387 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae092bd9-7837-4738-9a75-506e5c1159e6 req-9960a5f7-25b0-400b-9876-7529fc16e2fd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:46.934612 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port afb02b6e-a5cc-4589-a774-470f50d1f251 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:30:46.940116 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae092bd9-7837-4738-9a75-506e5c1159e6 req-9960a5f7-25b0-400b-9876-7529fc16e2fd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:46.945900 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae092bd9-7837-4738-9a75-506e5c1159e6 req-9960a5f7-25b0-400b-9876-7529fc16e2fd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:46.951481 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae092bd9-7837-4738-9a75-506e5c1159e6 req-9960a5f7-25b0-400b-9876-7529fc16e2fd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:46.953473 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ae092bd9-7837-4738-9a75-506e5c1159e6 req-9960a5f7-25b0-400b-9876-7529fc16e2fd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5418 time: 0.6778932 Feb 20 03:30:46.991430 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-046097e0-2c14-4366-b115-45698e0a83c7 service neutron] Attempting to bind port afbe16b4-d82b-4267-9c4f-4cfe734a15f0 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:30:46.991759 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-046097e0-2c14-4366-b115-45698e0a83c7 service neutron] Attempting to bind port afbe16b4-d82b-4267-9c4f-4cfe734a15f0 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd437f433-2a25-46ac-8335-584c725cf993'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:30:46.992086 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-046097e0-2c14-4366-b115-45698e0a83c7 service neutron] Attempting to bind port afbe16b4-d82b-4267-9c4f-4cfe734a15f0 on network d437f433-2a25-46ac-8335-584c725cf993 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:30:47.008678 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-046097e0-2c14-4366-b115-45698e0a83c7 service neutron] Port afbe16b4-d82b-4267-9c4f-4cfe734a15f0 on network d437f433-2a25-46ac-8335-584c725cf993 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:30:47.008997 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-046097e0-2c14-4366-b115-45698e0a83c7 service neutron] Attempting to bind port afbe16b4-d82b-4267-9c4f-4cfe734a15f0 on network d437f433-2a25-46ac-8335-584c725cf993 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:30:47.022080 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-7e1a5c6e-4ba1-4610-b1e0-103ebaed954a tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=87bec72e0bca457e8ebb03d0cbe6ac2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3171923 Feb 20 03:30:47.059392 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-046097e0-2c14-4366-b115-45698e0a83c7 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:30:47.059654 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-046097e0-2c14-4366-b115-45698e0a83c7 service neutron] Checking segment: {'id': 'bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd437f433-2a25-46ac-8335-584c725cf993'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:30:47.060045 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-046097e0-2c14-4366-b115-45698e0a83c7 service neutron] Bound using segment: {'id': 'bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd437f433-2a25-46ac-8335-584c725cf993'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:30:47.060492 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-046097e0-2c14-4366-b115-45698e0a83c7 service neutron] Bound port: afbe16b4-d82b-4267-9c4f-4cfe734a15f0, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd437f433-2a25-46ac-8335-584c725cf993'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:30:47.060849 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-046097e0-2c14-4366-b115-45698e0a83c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (afbe16b4-d82b-4267-9c4f-4cfe734a15f0), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:47.154906 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ae092bd9-7837-4738-9a75-506e5c1159e6 req-6093d27a-7181-44ba-83d5-b87b6a0bb186 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1873705 Feb 20 03:30:47.178556 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5aacd54f-29d0-4504-bacb-056444812618 admin admin] Publish callbacks [] for router_gateway (0e23669e-68f0-439f-bdbb-fa00e7dd1a90), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:47.278610 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-046097e0-2c14-4366-b115-45698e0a83c7 service neutron] For port afbe16b4-d82b-4267-9c4f-4cfe734a15f0, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:30:47.287482 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-046097e0-2c14-4366-b115-45698e0a83c7 service neutron] For port afbe16b4-d82b-4267-9c4f-4cfe734a15f0, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=afbe16b4-d82b-4267-9c4f-4cfe734a15f0,segment=NetworkSegment(bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73),segment_id=bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:30:47.324581 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-159a0cd8-afc8-43c4-91e9-b0b71fb13d88 service neutron] 10.222.0.89 "GET /v2.0/networks/2cee905c-3517-4660-8947-ff7bb2860c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565360 Feb 20 03:30:47.418162 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-046097e0-2c14-4366-b115-45698e0a83c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (afbe16b4-d82b-4267-9c4f-4cfe734a15f0), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:47.827021 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-046097e0-2c14-4366-b115-45698e0a83c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:47.827251 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-046097e0-2c14-4366-b115-45698e0a83c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:47.828992 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-046097e0-2c14-4366-b115-45698e0a83c7 service neutron] 10.222.0.93 "PUT /v2.0/ports/afbe16b4-d82b-4267-9c4f-4cfe734a15f0 HTTP/1.1" status: 200 len: 1091 time: 3.2759197 Feb 20 03:30:47.925284 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e370ff-1b13-4c52-b04d-c6eb19383248 req-4119387f-5129-4772-b107-04e374218c9e tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:47.927456 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e4e370ff-1b13-4c52-b04d-c6eb19383248 req-4119387f-5129-4772-b107-04e374218c9e tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 946 time: 0.6086137 Feb 20 03:30:47.936672 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-03d31946-14de-4949-a405-cc42ca308944 service neutron] Request body: {'port': {'device_id': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:47.980884 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046097e0-2c14-4366-b115-45698e0a83c7 service neutron] Pushing event updated for resources: {'Port': ['ID=afbe16b4-d82b-4267-9c4f-4cfe734a15f0,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:48.007885 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-31b57fb2-01b9-4f1b-b0d9-360416e3d555 service neutron] 10.222.0.89 "GET /v2.0/networks/2cee905c-3517-4660-8947-ff7bb2860c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6735151 Feb 20 03:30:48.032314 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a57895d-425c-4896-9618-4d6806bfab44', 'name': 'network-vif-deleted', 'tag': 'e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4'}, {'name': 'network-changed', 'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'tag': 'afbe16b4-d82b-4267-9c4f-4cfe734a15f0'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:30:48.036209 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c8afba-8f8a-46a3-a8f9-989be9d3ece0" -d '{"events": [{"server_uuid": "9a57895d-425c-4896-9618-4d6806bfab44", "name": "network-vif-deleted", "tag": "e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4"}, {"name": "network-changed", "server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "tag": "afbe16b4-d82b-4267-9c4f-4cfe734a15f0"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:30:48.042557 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5aacd54f-29d0-4504-bacb-056444812618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (0e23669e-68f0-439f-bdbb-fa00e7dd1a90), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:48.152091 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e4e370ff-1b13-4c52-b04d-c6eb19383248 req-7e32a87b-7420-4946-8786-d086c3ab4c49 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089574 Feb 20 03:30:48.152705 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-03d31946-14de-4949-a405-cc42ca308944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c7e56a42-e6b3-4751-b71a-36d2d4255df0), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:48.598041 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f876ab8-b84d-42f5-af5c-63ec3660e0a9 req-ea88453c-be34-4f3e-a499-9cd8cf43df61 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:48.601985 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9f876ab8-b84d-42f5-af5c-63ec3660e0a9 req-ea88453c-be34-4f3e-a499-9cd8cf43df61 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=6633a2e8-95f4-4fbb-b707-855d69683f3a HTTP/1.1" status: 200 len: 944 time: 0.2483549 Feb 20 03:30:48.612108 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e630c-9fcd-4295-89fd-c237d20f00a1 req-e7b23565-33f5-47e1-ba11-271076bd5c48 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:48.614299 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1d9e630c-9fcd-4295-89fd-c237d20f00a1 req-e7b23565-33f5-47e1-ba11-271076bd5c48 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 949 time: 0.2593663 Feb 20 03:30:48.772783 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9f876ab8-b84d-42f5-af5c-63ec3660e0a9 req-cac9d37d-6202-460a-ba77-720fc45ed6a3 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b873480-7748-49ec-ad4f-e90eb63d9bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574280 Feb 20 03:30:48.775921 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1d9e630c-9fcd-4295-89fd-c237d20f00a1 req-0825a35d-2ca5-4166-9558-0f684f02c646 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330299 Feb 20 03:30:48.782073 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 63d49837-2d84-4b6d-ab22-5590f2f1af52 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:30:48.788760 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-03d31946-14de-4949-a405-cc42ca308944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7e56a42-e6b3-4751-b71a-36d2d4255df0 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:30:48.797145 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-03d31946-14de-4949-a405-cc42ca308944 service neutron] Publish callbacks [] for port (c7e56a42-e6b3-4751-b71a-36d2d4255df0), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:48.811247 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-03d31946-14de-4949-a405-cc42ca308944 service neutron] Transition to ACTIVE for port object c7e56a42-e6b3-4751-b71a-36d2d4255df0 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:30:48.824053 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aacd54f-29d0-4504-bacb-056444812618 admin admin] Router 0e23669e-68f0-439f-bdbb-fa00e7dd1a90 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:30:48.932842 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 20 Feb 2022 03:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e640a19-fd9e-407a-bf10-8a4a26a2eea4 x-openstack-request-id: req-1e640a19-fd9e-407a-bf10-8a4a26a2eea4 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:30:48.933683 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a57895d-425c-4896-9618-4d6806bfab44", "name": "network-vif-deleted", "tag": "e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "tag": "afbe16b4-d82b-4267-9c4f-4cfe734a15f0", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:30:48.935574 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1e640a19-fd9e-407a-bf10-8a4a26a2eea4 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:30:48.936000 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a57895d-425c-4896-9618-4d6806bfab44', 'name': 'network-vif-deleted', 'tag': 'e8e1bd84-4a7d-429f-81b1-f4dafb27ecd4', 'status': 'completed', 'code': 200} Feb 20 03:30:48.936263 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'tag': 'afbe16b4-d82b-4267-9c4f-4cfe734a15f0', 'status': 'completed', 'code': 200} Feb 20 03:30:48.946452 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-03d31946-14de-4949-a405-cc42ca308944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (c7e56a42-e6b3-4751-b71a-36d2d4255df0), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:48.996595 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8afba-8f8a-46a3-a8f9-989be9d3ece0 req-1ddab5f3-3c46-4857-8e89-078719115600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:48.997919 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8afba-8f8a-46a3-a8f9-989be9d3ece0 req-1ddab5f3-3c46-4857-8e89-078719115600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:48.998572 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8afba-8f8a-46a3-a8f9-989be9d3ece0 req-1ddab5f3-3c46-4857-8e89-078719115600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:48.999258 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8afba-8f8a-46a3-a8f9-989be9d3ece0 req-1ddab5f3-3c46-4857-8e89-078719115600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:49.000157 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8afba-8f8a-46a3-a8f9-989be9d3ece0 req-1ddab5f3-3c46-4857-8e89-078719115600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:49.000974 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8afba-8f8a-46a3-a8f9-989be9d3ece0 req-1ddab5f3-3c46-4857-8e89-078719115600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:49.002047 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8afba-8f8a-46a3-a8f9-989be9d3ece0 req-1ddab5f3-3c46-4857-8e89-078719115600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:49.005520 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e9c8afba-8f8a-46a3-a8f9-989be9d3ece0 req-1ddab5f3-3c46-4857-8e89-078719115600 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=31539382099d40138aa9f9434b18f41f&device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 6606 time: 0.1183789 Feb 20 03:30:49.010973 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d31946-14de-4949-a405-cc42ca308944 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e56a42-e6b3-4751-b71a-36d2d4255df0,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:49.054386 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 63d49837-2d84-4b6d-ab22-5590f2f1af52 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:30:49.059674 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 63d49837-2d84-4b6d-ab22-5590f2f1af52 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:30:49.060416 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (63d49837-2d84-4b6d-ab22-5590f2f1af52), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:49.162559 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aacd54f-29d0-4504-bacb-056444812618 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:30:49.205469 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8afba-8f8a-46a3-a8f9-989be9d3ece0 req-61567730-ca20-4721-9086-75b61e4207e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:49.207634 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8afba-8f8a-46a3-a8f9-989be9d3ece0 req-61567730-ca20-4721-9086-75b61e4207e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:49.208109 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8afba-8f8a-46a3-a8f9-989be9d3ece0 req-61567730-ca20-4721-9086-75b61e4207e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:49.208957 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddac51a-48ff-4f4b-8c9e-1fd527926e39 None None] Sync routers for ids ['0e23669e-68f0-439f-bdbb-fa00e7dd1a90'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:30:49.209960 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e9c8afba-8f8a-46a3-a8f9-989be9d3ece0 req-61567730-ca20-4721-9086-75b61e4207e2 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=31539382099d40138aa9f9434b18f41f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1921883 Feb 20 03:30:49.251521 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddac51a-48ff-4f4b-8c9e-1fd527926e39 None None] Routers {'0e23669e-68f0-439f-bdbb-fa00e7dd1a90'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:30:49.253829 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-fddac51a-48ff-4f4b-8c9e-1fd527926e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:30:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['0e23669e-68f0-439f-bdbb-fa00e7dd1a90'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:30:49.353638 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-03d31946-14de-4949-a405-cc42ca308944 service neutron] Attempting to bind port c7e56a42-e6b3-4751-b71a-36d2d4255df0 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:30:49.354065 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-03d31946-14de-4949-a405-cc42ca308944 service neutron] Attempting to bind port c7e56a42-e6b3-4751-b71a-36d2d4255df0 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd437f433-2a25-46ac-8335-584c725cf993'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:30:49.354515 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-03d31946-14de-4949-a405-cc42ca308944 service neutron] Attempting to bind port c7e56a42-e6b3-4751-b71a-36d2d4255df0 on network d437f433-2a25-46ac-8335-584c725cf993 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:30:49.367877 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5aacd54f-29d0-4504-bacb-056444812618 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:49.373641 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5aacd54f-29d0-4504-bacb-056444812618 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.1132147 Feb 20 03:30:49.379962 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58994) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:30:49.386680 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8afba-8f8a-46a3-a8f9-989be9d3ece0 req-ebf5d768-1952-489d-aeaa-e807eee94fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:49.388833 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e9c8afba-8f8a-46a3-a8f9-989be9d3ece0 req-ebf5d768-1952-489d-aeaa-e807eee94fd9 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1719487 Feb 20 03:30:49.408466 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-03d31946-14de-4949-a405-cc42ca308944 service neutron] Port c7e56a42-e6b3-4751-b71a-36d2d4255df0 on network d437f433-2a25-46ac-8335-584c725cf993 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:30:49.408466 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-03d31946-14de-4949-a405-cc42ca308944 service neutron] Attempting to bind port c7e56a42-e6b3-4751-b71a-36d2d4255df0 on network d437f433-2a25-46ac-8335-584c725cf993 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:30:49.420951 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab853782-2f21-4aaf-9742-69710fdcd42d req-d8c69a3e-b34f-4751-b62f-45bce7d2adb6 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:49.428401 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab853782-2f21-4aaf-9742-69710fdcd42d req-d8c69a3e-b34f-4751-b62f-45bce7d2adb6 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:49.435241 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab853782-2f21-4aaf-9742-69710fdcd42d req-d8c69a3e-b34f-4751-b62f-45bce7d2adb6 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:49.440831 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab853782-2f21-4aaf-9742-69710fdcd42d req-d8c69a3e-b34f-4751-b62f-45bce7d2adb6 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:49.448697 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab853782-2f21-4aaf-9742-69710fdcd42d req-d8c69a3e-b34f-4751-b62f-45bce7d2adb6 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:49.454371 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab853782-2f21-4aaf-9742-69710fdcd42d req-d8c69a3e-b34f-4751-b62f-45bce7d2adb6 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:49.459520 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 63d49837-2d84-4b6d-ab22-5590f2f1af52 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:30:49.459919 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (63d49837-2d84-4b6d-ab22-5590f2f1af52), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:49.460892 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab853782-2f21-4aaf-9742-69710fdcd42d req-d8c69a3e-b34f-4751-b62f-45bce7d2adb6 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:49.463517 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ab853782-2f21-4aaf-9742-69710fdcd42d req-d8c69a3e-b34f-4751-b62f-45bce7d2adb6 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.4570148 Feb 20 03:30:49.517760 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-fddac51a-48ff-4f4b-8c9e-1fd527926e39 None None] Set router 0e23669e-68f0-439f-bdbb-fa00e7dd1a90 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:30:49.518060 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-03d31946-14de-4949-a405-cc42ca308944 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:30:49.519137 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-03d31946-14de-4949-a405-cc42ca308944 service neutron] Checking segment: {'id': 'bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd437f433-2a25-46ac-8335-584c725cf993'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:30:49.519532 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-03d31946-14de-4949-a405-cc42ca308944 service neutron] Bound using segment: {'id': 'bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd437f433-2a25-46ac-8335-584c725cf993'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:30:49.519990 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-03d31946-14de-4949-a405-cc42ca308944 service neutron] Bound port: c7e56a42-e6b3-4751-b71a-36d2d4255df0, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'd437f433-2a25-46ac-8335-584c725cf993'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:30:49.520351 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-03d31946-14de-4949-a405-cc42ca308944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c7e56a42-e6b3-4751-b71a-36d2d4255df0), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:49.591787 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6633a2e8-95f4-4fbb-b707-855d69683f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d49837-2d84-4b6d-ab22-5590f2f1af52'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:30:49.594085 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d384e53f-5a59-4a61-ae25-a2bae95872a1" -d '{"events": [{"server_uuid": "6633a2e8-95f4-4fbb-b707-855d69683f3a", "name": "network-vif-plugged", "status": "completed", "tag": "63d49837-2d84-4b6d-ab22-5590f2f1af52"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:30:49.695371 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 63d49837-2d84-4b6d-ab22-5590f2f1af52, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=63d49837-2d84-4b6d-ab22-5590f2f1af52,segment=NetworkSegment(23d264e4-1868-43ad-a9bd-7db80d31bd46),segment_id=23d264e4-1868-43ad-a9bd-7db80d31bd46)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:49.755872 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-fddac51a-48ff-4f4b-8c9e-1fd527926e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'name': 'tempest-AttachVolumeShelveTestJSON-957401116-router', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:30:41Z', 'updated_at': '2022-02-20T03:30:46Z', 'revision_number': 3, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'gw_port': {'id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:44Z', 'updated_at': '2022-02-20T03:30:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:30:49.770897 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ab853782-2f21-4aaf-9742-69710fdcd42d req-61b23b4e-1610-41ba-91ef-747cfcdfa333 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2704411 Feb 20 03:30:49.792547 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddac51a-48ff-4f4b-8c9e-1fd527926e39 None None] Checking router: 0e23669e-68f0-439f-bdbb-fa00e7dd1a90 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:30:49.793947 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddac51a-48ff-4f4b-8c9e-1fd527926e39 None None] Updating router 0e23669e-68f0-439f-bdbb-fa00e7dd1a90 port 8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:30:49.811428 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (63d49837-2d84-4b6d-ab22-5590f2f1af52), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:49.855239 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-68496054-135f-46dd-98a2-5e1326a9b644 req-dfe235e3-485d-4017-87d6-18860c88627c tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 210 time: 0.0802250 Feb 20 03:30:49.977442 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fddac51a-48ff-4f4b-8c9e-1fd527926e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:49.980505 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=63d49837-2d84-4b6d-ab22-5590f2f1af52,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:50.032749 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-03d31946-14de-4949-a405-cc42ca308944 service neutron] For port c7e56a42-e6b3-4751-b71a-36d2d4255df0, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:30:50.058183 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-03d31946-14de-4949-a405-cc42ca308944 service neutron] For port c7e56a42-e6b3-4751-b71a-36d2d4255df0, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=c7e56a42-e6b3-4751-b71a-36d2d4255df0,segment=NetworkSegment(bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73),segment_id=bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:30:50.131322 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609783c0-e805-4f31-9913-2b24f8c6ec51 req-63f9c97d-4416-40d7-9176-b23d9bd7c5bb tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:50.133133 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-609783c0-e805-4f31-9913-2b24f8c6ec51 req-63f9c97d-4416-40d7-9176-b23d9bd7c5bb tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=a79a0f1c-e423-4427-9cf0-6989059a5984 HTTP/1.1" status: 200 len: 950 time: 0.1863978 Feb 20 03:30:50.143136 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb591f12-5556-452c-b8ed-2526df9d67b8 req-ee9bc4f5-e0d4-43d4-942f-4231bf9581c7 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:50.144817 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb591f12-5556-452c-b8ed-2526df9d67b8 req-ee9bc4f5-e0d4-43d4-942f-4231bf9581c7 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 946 time: 0.1852715 Feb 20 03:30:50.160057 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-03d31946-14de-4949-a405-cc42ca308944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (c7e56a42-e6b3-4751-b71a-36d2d4255df0), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:50.283190 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-03d31946-14de-4949-a405-cc42ca308944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:50.290912 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-03d31946-14de-4949-a405-cc42ca308944 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:50.290912 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-03d31946-14de-4949-a405-cc42ca308944 service neutron] 10.222.0.93 "PUT /v2.0/ports/c7e56a42-e6b3-4751-b71a-36d2d4255df0 HTTP/1.1" status: 200 len: 1091 time: 2.3535304 Feb 20 03:30:50.361869 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d31946-14de-4949-a405-cc42ca308944 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e56a42-e6b3-4751-b71a-36d2d4255df0,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:50.367963 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb591f12-5556-452c-b8ed-2526df9d67b8 req-508c0a86-d2d5-423c-842a-4dda9a8d3d9a tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101276 Feb 20 03:30:50.382229 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-609783c0-e805-4f31-9913-2b24f8c6ec51 req-bdd612a4-d814-469e-b47e-8ab011f9b7cb tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346816 Feb 20 03:30:50.442175 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fddac51a-48ff-4f4b-8c9e-1fd527926e39 None None] Publish callbacks [] for port (8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:50.488188 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d600b630-4410-4d76-b137-30940bb1ec44 x-openstack-request-id: req-d600b630-4410-4d76-b137-30940bb1ec44 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:30:50.488432 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6633a2e8-95f4-4fbb-b707-855d69683f3a", "name": "network-vif-plugged", "status": "completed", "tag": "63d49837-2d84-4b6d-ab22-5590f2f1af52", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:30:50.489010 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d600b630-4410-4d76-b137-30940bb1ec44 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:30:50.489387 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6633a2e8-95f4-4fbb-b707-855d69683f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d49837-2d84-4b6d-ab22-5590f2f1af52', 'code': 200} Feb 20 03:30:50.545929 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fddac51a-48ff-4f4b-8c9e-1fd527926e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:50.669914 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699c132-34d0-4577-aeca-6d7f2bada696 req-13323c84-1a65-460a-9374-bce7fe632128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:50.676031 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1699c132-34d0-4577-aeca-6d7f2bada696 req-13323c84-1a65-460a-9374-bce7fe632128 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6633a2e8-95f4-4fbb-b707-855d69683f3a HTTP/1.1" status: 200 len: 1127 time: 0.1054606 Feb 20 03:30:50.676521 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-fddac51a-48ff-4f4b-8c9e-1fd527926e39 None None] Attempting to bind port 8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:30:50.677180 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-fddac51a-48ff-4f4b-8c9e-1fd527926e39 None None] Attempting to bind port 8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:30:50.677734 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddac51a-48ff-4f4b-8c9e-1fd527926e39 None None] Attempting to bind port 8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:30:50.689841 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddac51a-48ff-4f4b-8c9e-1fd527926e39 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:30:50.691071 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddac51a-48ff-4f4b-8c9e-1fd527926e39 None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:30:50.691895 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fddac51a-48ff-4f4b-8c9e-1fd527926e39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:50.692465 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddac51a-48ff-4f4b-8c9e-1fd527926e39 None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:30:50.693115 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-fddac51a-48ff-4f4b-8c9e-1fd527926e39 None None] Bound port: 8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:30:50.693671 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fddac51a-48ff-4f4b-8c9e-1fd527926e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:50.713571 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-27c58269-dfb9-4eb8-af19-483d5f3f9c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:50.777966 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5a6d2-4e99-4cd8-a0f4-c68bfd92a76c req-b0270746-664a-4ded-96ca-bd55ab5efc7d tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:50.781933 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3db5a6d2-4e99-4cd8-a0f4-c68bfd92a76c req-b0270746-664a-4ded-96ca-bd55ab5efc7d tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=6633a2e8-95f4-4fbb-b707-855d69683f3a HTTP/1.1" status: 200 len: 945 time: 0.2482181 Feb 20 03:30:50.797813 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1699c132-34d0-4577-aeca-6d7f2bada696 req-faf3cfd7-b7a6-4d3e-a2eb-e4c788836c10 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4b873480-7748-49ec-ad4f-e90eb63d9bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145346 Feb 20 03:30:50.837191 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-93632852-858f-4323-ad16-f78663f33ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:50.837685 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-93632852-858f-4323-ad16-f78663f33ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:50.838170 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-93632852-858f-4323-ad16-f78663f33ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:50.838672 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-93632852-858f-4323-ad16-f78663f33ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:50.839164 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-93632852-858f-4323-ad16-f78663f33ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:50.839622 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-93632852-858f-4323-ad16-f78663f33ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:50.840077 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-93632852-858f-4323-ad16-f78663f33ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:50.842135 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-93632852-858f-4323-ad16-f78663f33ca6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=31539382099d40138aa9f9434b18f41f&device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 6704 time: 0.3468463 Feb 20 03:30:50.892047 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc41f3c-4551-40f4-9ee0-ce8efdcba195 req-11b1eda4-aaf2-47a4-9eb0-947528c377ae tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:50.895937 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffc41f3c-4551-40f4-9ee0-ce8efdcba195 req-11b1eda4-aaf2-47a4-9eb0-947528c377ae tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 949 time: 0.2533436 Feb 20 03:30:50.916642 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02fb98-2013-49be-aa83-676d46f5d32c None None] Pushing event updated for resources: {'Port': ['ID=8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:50.943104 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'tag': 'c7e56a42-e6b3-4751-b71a-36d2d4255df0'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:30:50.945343 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b2b475-675e-4f32-bf2c-0318c93baff6" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "tag": "c7e56a42-e6b3-4751-b71a-36d2d4255df0"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:30:50.987367 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-fddac51a-48ff-4f4b-8c9e-1fd527926e39 None None] For port 8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:30:50.991693 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-fddac51a-48ff-4f4b-8c9e-1fd527926e39 None None] For port 8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:30:51.015191 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3db5a6d2-4e99-4cd8-a0f4-c68bfd92a76c req-c6f1333b-2698-472f-a13d-8eeec4dd4aec tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b873480-7748-49ec-ad4f-e90eb63d9bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105069 Feb 20 03:30:51.020336 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:51.066107 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:51.110601 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fddac51a-48ff-4f4b-8c9e-1fd527926e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:51.201963 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-eca64c6c-8c23-4ec6-9f25-c9b99972686d tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:51.203110 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-eca64c6c-8c23-4ec6-9f25-c9b99972686d tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.42 "GET /v2.0/networks?id=2cee905c-3517-4660-8947-ff7bb2860c1e HTTP/1.1" status: 200 len: 809 time: 0.1347809 Feb 20 03:30:51.225287 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddac51a-48ff-4f4b-8c9e-1fd527926e39 None None] Routers {'0e23669e-68f0-439f-bdbb-fa00e7dd1a90'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:30:51.226221 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-fddac51a-48ff-4f4b-8c9e-1fd527926e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:30:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['0e23669e-68f0-439f-bdbb-fa00e7dd1a90'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:30:51.229539 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-f1de7f76-ec06-4e8c-91ca-6262ff48bf86 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Request body: {'port': {'device_id': '9d795000-65fc-4493-a388-e3ce1b3d02e3', 'network_id': '2cee905c-3517-4660-8947-ff7bb2860c1e', 'admin_state_up': True, 'tenant_id': '87bec72e0bca457e8ebb03d0cbe6ac2d'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:51.251954 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-27c58269-dfb9-4eb8-af19-483d5f3f9c20 admin admin] Allocated IP 172.20.0.1 (a842b208-6516-42cd-af34-f14f7f82e32f/459abde2-853f-42b6-94b7-5e11d73152fc/075e7992-9983-4ef0-b4ea-ecab923b92f8) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:30:51.302336 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02fb98-2013-49be-aa83-676d46f5d32c None None] Pushing event updated for resources: {'Port': ['ID=8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:51.321202 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-710ef36d-6575-4cf1-ad1e-42b473132e7d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd41166f-324a-4828-b6ba-1406f360ad82 HTTP/1.1" status: 200 len: 217 time: 0.2730205 Feb 20 03:30:51.340442 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d939e-f28f-4bee-b5df-f0279534d9b1 req-3b981a29-3ba1-4018-a072-9d6ba39e5657 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:51.341344 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-375d939e-f28f-4bee-b5df-f0279534d9b1 req-3b981a29-3ba1-4018-a072-9d6ba39e5657 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.93 "GET /v2.0/ports?device_id=a79a0f1c-e423-4427-9cf0-6989059a5984 HTTP/1.1" status: 200 len: 950 time: 0.3350260 Feb 20 03:30:51.404708 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-fddac51a-48ff-4f4b-8c9e-1fd527926e39 None None] Set router 0e23669e-68f0-439f-bdbb-fa00e7dd1a90 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:30:51.486319 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-375d939e-f28f-4bee-b5df-f0279534d9b1 req-029ace14-31e9-451d-8157-83780668f9cb tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Deleting port 2532afa0-d017-4b5a-8fc4-9b9b89a096f1 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:30:51.486656 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-375d939e-f28f-4bee-b5df-f0279534d9b1 req-029ace14-31e9-451d-8157-83780668f9cb tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (2532afa0-d017-4b5a-8fc4-9b9b89a096f1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:51.555256 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffc41f3c-4551-40f4-9ee0-ce8efdcba195 req-2d3ae0b4-cfad-4b83-94e2-1e7b7abf6268 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6427710 Feb 20 03:30:51.630481 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-f1de7f76-ec06-4e8c-91ca-6262ff48bf86 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Made reservation on behalf of 87bec72e0bca457e8ebb03d0cbe6ac2d for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:30:51.638044 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-08b00b5f-024e-4cc2-97da-0942433c7b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:51.644854 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-08b00b5f-024e-4cc2-97da-0942433c7b10 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2c58907d-12ba-48c6-961d-3dd4ac0885d0 HTTP/1.1" status: 200 len: 856 time: 0.3255019 Feb 20 03:30:51.645159 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-f1de7f76-ec06-4e8c-91ca-6262ff48bf86 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:51.668873 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-fddac51a-48ff-4f4b-8c9e-1fd527926e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'name': 'tempest-AttachVolumeShelveTestJSON-957401116-router', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:30:41Z', 'updated_at': '2022-02-20T03:30:46Z', 'revision_number': 3, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'gw_port': {'id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:44Z', 'updated_at': '2022-02-20T03:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:30:51.670591 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-375d939e-f28f-4bee-b5df-f0279534d9b1 req-029ace14-31e9-451d-8157-83780668f9cb tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] For port 2532afa0-d017-4b5a-8fc4-9b9b89a096f1, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=2532afa0-d017-4b5a-8fc4-9b9b89a096f1,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:51.671535 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-375d939e-f28f-4bee-b5df-f0279534d9b1 req-029ace14-31e9-451d-8157-83780668f9cb tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (2532afa0-d017-4b5a-8fc4-9b9b89a096f1), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:51.737608 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddac51a-48ff-4f4b-8c9e-1fd527926e39 None None] The sync data for ids ['0e23669e-68f0-439f-bdbb-fa00e7dd1a90'] in n-d-829866-4 is: [{'id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'name': 'tempest-AttachVolumeShelveTestJSON-957401116-router', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:30:41Z', 'updated_at': '2022-02-20T03:30:46Z', 'revision_number': 3, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'gw_port': {'id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:44Z', 'updated_at': '2022-02-20T03:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:30:51.747761 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68d85a-96ee-4090-9647-351d95c28692 req-a7245191-3a09-4fdb-8d03-41d01bab8808 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:51.747761 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68d85a-96ee-4090-9647-351d95c28692 req-a7245191-3a09-4fdb-8d03-41d01bab8808 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:51.753298 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68d85a-96ee-4090-9647-351d95c28692 req-a7245191-3a09-4fdb-8d03-41d01bab8808 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:51.775486 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68d85a-96ee-4090-9647-351d95c28692 req-a7245191-3a09-4fdb-8d03-41d01bab8808 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:51.786665 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68d85a-96ee-4090-9647-351d95c28692 req-a7245191-3a09-4fdb-8d03-41d01bab8808 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:51.800650 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68d85a-96ee-4090-9647-351d95c28692 req-a7245191-3a09-4fdb-8d03-41d01bab8808 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:51.807614 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-f1de7f76-ec06-4e8c-91ca-6262ff48bf86 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Allocated IP 172.20.0.10 (2cee905c-3517-4660-8947-ff7bb2860c1e/7e3878e6-5b76-459d-be9f-a6cbffaea39e/3aa6d5da-bbd0-4438-9363-107d378ae189) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:30:51.812938 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68d85a-96ee-4090-9647-351d95c28692 req-a7245191-3a09-4fdb-8d03-41d01bab8808 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:51.819473 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c68d85a-96ee-4090-9647-351d95c28692 req-a7245191-3a09-4fdb-8d03-41d01bab8808 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.6898954 Feb 20 03:30:51.849627 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-375d939e-f28f-4bee-b5df-f0279534d9b1 req-029ace14-31e9-451d-8157-83780668f9cb tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Calling delete_port for 2532afa0-d017-4b5a-8fc4-9b9b89a096f1 owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:30:51.857562 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2e25e930-a24d-4cfe-bd0b-de1ab7a9760e req-09523c91-bb2d-4abd-970d-47faf61c6d7d tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 210 time: 0.1636627 Feb 20 03:30:51.944057 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd27394-2cb7-400b-928c-7633a8e3f502 x-openstack-request-id: req-bfd27394-2cb7-400b-928c-7633a8e3f502 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:30:51.944346 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "tag": "c7e56a42-e6b3-4751-b71a-36d2d4255df0", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:30:51.944602 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-bfd27394-2cb7-400b-928c-7633a8e3f502 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:30:51.944993 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'tag': 'c7e56a42-e6b3-4751-b71a-36d2d4255df0', 'status': 'completed', 'code': 200} Feb 20 03:30:52.040420 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-27c58269-dfb9-4eb8-af19-483d5f3f9c20 admin admin] Publish callbacks [] for port (075e7992-9983-4ef0-b4ea-ecab923b92f8), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:52.231427 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-d2cd6974-f626-4183-9135-b94b49348569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:52.234668 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-d2cd6974-f626-4183-9135-b94b49348569 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=aa6d2272-799c-4865-988f-50175dc27eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5808089 Feb 20 03:30:52.247954 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-f1de7f76-ec06-4e8c-91ca-6262ff48bf86 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Publish callbacks [] for port (3aa6d5da-bbd0-4438-9363-107d378ae189), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:52.283453 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c68d85a-96ee-4090-9647-351d95c28692 req-ce339cf3-897e-4fb9-b10c-e326dd6d74f3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4357069 Feb 20 03:30:52.285876 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-27c58269-dfb9-4eb8-af19-483d5f3f9c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (075e7992-9983-4ef0-b4ea-ecab923b92f8), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:52.394222 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c58269-dfb9-4eb8-af19-483d5f3f9c20 admin admin] Pushing event updated for resources: {'Port': ['ID=075e7992-9983-4ef0-b4ea-ecab923b92f8,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:52.417747 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c58269-dfb9-4eb8-af19-483d5f3f9c20 admin admin] Network a842b208-6516-42cd-af34-f14f7f82e32f is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:30:52.419275 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-27c58269-dfb9-4eb8-af19-483d5f3f9c20 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:30:52.421748 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c58269-dfb9-4eb8-af19-483d5f3f9c20 admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:30:52.475375 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-f1de7f76-ec06-4e8c-91ca-6262ff48bf86 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (3aa6d5da-bbd0-4438-9363-107d378ae189), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:52.477797 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-375d939e-f28f-4bee-b5df-f0279534d9b1 req-029ace14-31e9-451d-8157-83780668f9cb tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (2532afa0-d017-4b5a-8fc4-9b9b89a096f1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:52.494472 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['b482982f-45b9-4058-9e07-31cc53771546', '99eba199-451f-4a84-894b-4526cba64742', '8926e98f-953a-4517-ba02-40f4fc2aa629'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:30:52.500101 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['135255bd-7920-4872-acef-1a20ed310edd'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:30:52.517741 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['5d89a755-ad2b-49cb-afa1-66b50203f6a6', '7a563b92-7b9e-4559-8f56-20ca85c02fd5'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:30:52.607040 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-f1de7f76-ec06-4e8c-91ca-6262ff48bf86 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Network 2cee905c-3517-4660-8947-ff7bb2860c1e is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:30:52.623847 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-f1de7f76-ec06-4e8c-91ca-6262ff48bf86 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:30:52.665724 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-f1de7f76-ec06-4e8c-91ca-6262ff48bf86 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:30:52.789427 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-f1de7f76-ec06-4e8c-91ca-6262ff48bf86 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:52.790140 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-f1de7f76-ec06-4e8c-91ca-6262ff48bf86 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:52.801416 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de7f76-ec06-4e8c-91ca-6262ff48bf86 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Pushing event updated for resources: {'Port': ['ID=3aa6d5da-bbd0-4438-9363-107d378ae189,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:52.858729 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 2532afa0-d017-4b5a-8fc4-9b9b89a096f1 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:30:52.876178 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de7f76-ec06-4e8c-91ca-6262ff48bf86 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:52.882335 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de7f76-ec06-4e8c-91ca-6262ff48bf86 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:52.882976 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de7f76-ec06-4e8c-91ca-6262ff48bf86 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:52.883502 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de7f76-ec06-4e8c-91ca-6262ff48bf86 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:52.884064 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de7f76-ec06-4e8c-91ca-6262ff48bf86 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:52.884563 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de7f76-ec06-4e8c-91ca-6262ff48bf86 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:52.885146 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de7f76-ec06-4e8c-91ca-6262ff48bf86 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:52.885636 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de7f76-ec06-4e8c-91ca-6262ff48bf86 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:52.886125 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de7f76-ec06-4e8c-91ca-6262ff48bf86 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:52.886612 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de7f76-ec06-4e8c-91ca-6262ff48bf86 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:52.891296 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de7f76-ec06-4e8c-91ca-6262ff48bf86 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:52.891924 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de7f76-ec06-4e8c-91ca-6262ff48bf86 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:52.892432 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1de7f76-ec06-4e8c-91ca-6262ff48bf86 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:52.898520 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-375d939e-f28f-4bee-b5df-f0279534d9b1 req-029ace14-31e9-451d-8157-83780668f9cb tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] No DVR routers for this DVR port 2532afa0-d017-4b5a-8fc4-9b9b89a096f1 on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:30:52.923684 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-375d939e-f28f-4bee-b5df-f0279534d9b1 req-029ace14-31e9-451d-8157-83780668f9cb tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:52.927457 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-375d939e-f28f-4bee-b5df-f0279534d9b1 req-029ace14-31e9-451d-8157-83780668f9cb tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.93 "DELETE /v2.0/ports/2532afa0-d017-4b5a-8fc4-9b9b89a096f1 HTTP/1.1" status: 204 len: 173 time: 1.5731022 Feb 20 03:30:52.928188 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79a0f1c-e423-4427-9cf0-6989059a5984', 'name': 'network-vif-deleted', 'tag': '2532afa0-d017-4b5a-8fc4-9b9b89a096f1'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:30:52.930470 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dffed43-a915-474d-bf75-2cbb45a06174" -d '{"events": [{"server_uuid": "a79a0f1c-e423-4427-9cf0-6989059a5984", "name": "network-vif-deleted", "tag": "2532afa0-d017-4b5a-8fc4-9b9b89a096f1"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:30:52.937370 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 2532afa0-d017-4b5a-8fc4-9b9b89a096f1 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:30:52.938624 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 2532afa0-d017-4b5a-8fc4-9b9b89a096f1 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:30:52.944324 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:30:53.011043 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ace14-31e9-451d-8157-83780668f9cb tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Pushing event deleted for resources: {'Port': ['ID=2532afa0-d017-4b5a-8fc4-9b9b89a096f1,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:53.022820 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-f1de7f76-ec06-4e8c-91ca-6262ff48bf86 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8039846 Feb 20 03:30:53.044865 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-77e9deb8-2800-43a0-b60e-60d04c1ae177 service neutron] Request body: {'port': {'device_id': '9d795000-65fc-4493-a388-e3ce1b3d02e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:53.171086 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-77e9deb8-2800-43a0-b60e-60d04c1ae177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3aa6d5da-bbd0-4438-9363-107d378ae189), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:53.292575 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-281d6aa6-5784-4a9a-b10c-d0d8f5164605 None None] Provisioning complete for port 075e7992-9983-4ef0-b4ea-ecab923b92f8 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:30:53.293329 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-281d6aa6-5784-4a9a-b10c-d0d8f5164605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (075e7992-9983-4ef0-b4ea-ecab923b92f8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:53.306445 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:30:53.307104 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:53.483372 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-27c58269-dfb9-4eb8-af19-483d5f3f9c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (0e23669e-68f0-439f-bdbb-fa00e7dd1a90), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:53.540333 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d122024-a0c6-4f7e-a150-025b4b82839b req-d25ff860-a173-4b18-b69d-15d7ee401acf tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:53.543240 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d122024-a0c6-4f7e-a150-025b4b82839b req-d25ff860-a173-4b18-b69d-15d7ee401acf tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=a79a0f1c-e423-4427-9cf0-6989059a5984 HTTP/1.1" status: 200 len: 950 time: 1.4530787 Feb 20 03:30:53.560849 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 6923b619-c6cf-49a9-99bd-ce1349e132ae details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:30:53.631932 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-281d6aa6-5784-4a9a-b10c-d0d8f5164605 None None] Port 075e7992-9983-4ef0-b4ea-ecab923b92f8 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:30:53.688631 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673e3a1-ca89-4bfc-887f-c404fd165564 req-a1dd324f-3877-4bef-b73e-eadcd644954b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:53.689208 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5673e3a1-ca89-4bfc-887f-c404fd165564 req-a1dd324f-3877-4bef-b73e-eadcd644954b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 946 time: 1.3137205 Feb 20 03:30:53.703341 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-69652646-762d-4461-96f0-03fad6382aa1 service neutron] 10.222.0.93 "GET /v2.0/networks/aa6d2272-799c-4865-988f-50175dc27eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4604297 Feb 20 03:30:53.726289 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:30:53.726764 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:53.771200 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-77e9deb8-2800-43a0-b60e-60d04c1ae177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa6d5da-bbd0-4438-9363-107d378ae189 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:30:53.783810 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-77e9deb8-2800-43a0-b60e-60d04c1ae177 service neutron] Publish callbacks [] for port (3aa6d5da-bbd0-4438-9363-107d378ae189), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:53.821842 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-77e9deb8-2800-43a0-b60e-60d04c1ae177 service neutron] Transition to ACTIVE for port object 3aa6d5da-bbd0-4438-9363-107d378ae189 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:30:53.848883 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:53.872733 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-5be900eb-29fd-4edd-a53f-f929b18878c7 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:53.878488 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-5be900eb-29fd-4edd-a53f-f929b18878c7 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c&tenant_id=f32a2222e912478982e32c7419305be8&binding%3Ahost_id=n-h2-829866-4 HTTP/1.1" status: 200 len: 1128 time: 0.4476898 Feb 20 03:30:53.893944 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-7bdeefd4-4911-4d48-8e9e-49d5e107b08e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829866-4'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:53.942415 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d122024-a0c6-4f7e-a150-025b4b82839b req-dec9b9a9-1848-4145-a101-31fa57f09943 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396978 Feb 20 03:30:53.944142 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-77e9deb8-2800-43a0-b60e-60d04c1ae177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (3aa6d5da-bbd0-4438-9363-107d378ae189), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:53.958568 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:54.029439 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 6923b619-c6cf-49a9-99bd-ce1349e132ae, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=6923b619-c6cf-49a9-99bd-ce1349e132ae,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:54.155497 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 6923b619-c6cf-49a9-99bd-ce1349e132ae has no active binding in host n-h1-829866-4 {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 20 03:30:54.185061 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-7bdeefd4-4911-4d48-8e9e-49d5e107b08e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (6923b619-c6cf-49a9-99bd-ce1349e132ae), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:54.205411 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9deb8-2800-43a0-b60e-60d04c1ae177 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa6d5da-bbd0-4438-9363-107d378ae189,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:54.246033 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5673e3a1-ca89-4bfc-887f-c404fd165564 req-d76f1481-edd6-443b-bab6-129b5e014975 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5330708 Feb 20 03:30:54.251003 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:54.385428 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-27c58269-dfb9-4eb8-af19-483d5f3f9c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (075e7992-9983-4ef0-b4ea-ecab923b92f8), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:54.394110 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-6a15c593-3b93-424e-9396-c0c426258bf8 service neutron] 10.222.0.93 "GET /v2.0/networks/aa6d2272-799c-4865-988f-50175dc27eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6749644 Feb 20 03:30:54.433982 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-77e9deb8-2800-43a0-b60e-60d04c1ae177 service neutron] Attempting to bind port 3aa6d5da-bbd0-4438-9363-107d378ae189 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:30:54.436509 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-77e9deb8-2800-43a0-b60e-60d04c1ae177 service neutron] Attempting to bind port 3aa6d5da-bbd0-4438-9363-107d378ae189 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '7b9eb775-1690-424a-89bc-987700c875dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2cee905c-3517-4660-8947-ff7bb2860c1e'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:30:54.437940 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-77e9deb8-2800-43a0-b60e-60d04c1ae177 service neutron] Attempting to bind port 3aa6d5da-bbd0-4438-9363-107d378ae189 on network 2cee905c-3517-4660-8947-ff7bb2860c1e {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:30:54.451325 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-77e9deb8-2800-43a0-b60e-60d04c1ae177 service neutron] Port 3aa6d5da-bbd0-4438-9363-107d378ae189 on network 2cee905c-3517-4660-8947-ff7bb2860c1e not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:30:54.452028 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-77e9deb8-2800-43a0-b60e-60d04c1ae177 service neutron] Attempting to bind port 3aa6d5da-bbd0-4438-9363-107d378ae189 on network 2cee905c-3517-4660-8947-ff7bb2860c1e {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:30:54.467074 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-77e9deb8-2800-43a0-b60e-60d04c1ae177 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:30:54.467509 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-77e9deb8-2800-43a0-b60e-60d04c1ae177 service neutron] Checking segment: {'id': '7b9eb775-1690-424a-89bc-987700c875dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2cee905c-3517-4660-8947-ff7bb2860c1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:30:54.467920 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-77e9deb8-2800-43a0-b60e-60d04c1ae177 service neutron] Bound using segment: {'id': '7b9eb775-1690-424a-89bc-987700c875dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2cee905c-3517-4660-8947-ff7bb2860c1e'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:30:54.468690 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-77e9deb8-2800-43a0-b60e-60d04c1ae177 service neutron] Bound port: 3aa6d5da-bbd0-4438-9363-107d378ae189, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b9eb775-1690-424a-89bc-987700c875dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2cee905c-3517-4660-8947-ff7bb2860c1e'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:30:54.469303 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-77e9deb8-2800-43a0-b60e-60d04c1ae177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3aa6d5da-bbd0-4438-9363-107d378ae189), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:54.492427 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48624c0d-b0e6-4cf5-8df9-c51775d78864 req-a2cb9602-d4e8-4291-88b4-bdd4f6688383 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:54.499407 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-48624c0d-b0e6-4cf5-8df9-c51775d78864 req-a2cb9602-d4e8-4291-88b4-bdd4f6688383 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=6633a2e8-95f4-4fbb-b707-855d69683f3a HTTP/1.1" status: 200 len: 945 time: 0.4236252 Feb 20 03:30:54.549789 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-cc8a3802-2831-45c9-95e0-9daa6c666aaf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=ae9c24d3-b26a-4985-922a-b63de288c928 HTTP/1.1" status: 200 len: 217 time: 0.1387677 Feb 20 03:30:54.594545 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-77e9deb8-2800-43a0-b60e-60d04c1ae177 service neutron] For port 3aa6d5da-bbd0-4438-9363-107d378ae189, host n-h1-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:30:54.694090 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:30:54.747112 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-48624c0d-b0e6-4cf5-8df9-c51775d78864 req-54894c45-0bb4-481d-9737-8a74a7ca518a tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups?id=4b873480-7748-49ec-ad4f-e90eb63d9bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465985 Feb 20 03:30:54.800034 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:30:54.801130 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:54.805952 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-77e9deb8-2800-43a0-b60e-60d04c1ae177 service neutron] For port 3aa6d5da-bbd0-4438-9363-107d378ae189, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=3aa6d5da-bbd0-4438-9363-107d378ae189,segment=NetworkSegment(7b9eb775-1690-424a-89bc-987700c875dd),segment_id=7b9eb775-1690-424a-89bc-987700c875dd)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:30:54.836825 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-01823418-ac5d-4d2d-90d3-fb97ca297f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:54.838984 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-01823418-ac5d-4d2d-90d3-fb97ca297f49 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1fdd6f8e-c413-4f72-b733-74af17d9e3ef HTTP/1.1" status: 200 len: 797 time: 0.2614172 Feb 20 03:30:54.876572 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509cf6e0-4b6c-4dc3-9da7-8821d1e63cef req-f175bb7f-9be7-4016-b7a2-c5f158b92565 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:54.879898 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-509cf6e0-4b6c-4dc3-9da7-8821d1e63cef req-f175bb7f-9be7-4016-b7a2-c5f158b92565 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 949 time: 0.3964458 Feb 20 03:30:54.896842 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:30:54.921827 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-7bdeefd4-4911-4d48-8e9e-49d5e107b08e service neutron] For port 6923b619-c6cf-49a9-99bd-ce1349e132ae, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=6923b619-c6cf-49a9-99bd-ce1349e132ae,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:54.927558 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-77e9deb8-2800-43a0-b60e-60d04c1ae177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (3aa6d5da-bbd0-4438-9363-107d378ae189), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:54.971057 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-77e9deb8-2800-43a0-b60e-60d04c1ae177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:54.972700 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-77e9deb8-2800-43a0-b60e-60d04c1ae177 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:54.974311 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-77e9deb8-2800-43a0-b60e-60d04c1ae177 service neutron] 10.222.0.42 "PUT /v2.0/ports/3aa6d5da-bbd0-4438-9363-107d378ae189 HTTP/1.1" status: 200 len: 1092 time: 1.9346635 Feb 20 03:30:55.007676 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9deb8-2800-43a0-b60e-60d04c1ae177 service neutron] Pushing event updated for resources: {'Port': ['ID=3aa6d5da-bbd0-4438-9363-107d378ae189,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:55.113376 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3abac-2116-4dce-8442-743f89c7fc3f req-c2c286fc-278d-43e0-bfe6-bd7671b772a8 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:55.115099 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ec3abac-2116-4dce-8442-743f89c7fc3f req-c2c286fc-278d-43e0-bfe6-bd7671b772a8 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 944 time: 0.2835479 Feb 20 03:30:55.122049 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-59cd26a7-394b-4685-9a53-c13c56c13391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:55.123728 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-59cd26a7-394b-4685-9a53-c13c56c13391 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=67e7e45b-f32b-4fdb-9b56-3214aa9e538c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2602041 Feb 20 03:30:55.131718 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-7bdeefd4-4911-4d48-8e9e-49d5e107b08e service neutron] For port 6923b619-c6cf-49a9-99bd-ce1349e132ae, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:30:55.177518 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-6c81d62b-3953-4095-a978-2b3c060e1b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:55.179372 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-6c81d62b-3953-4095-a978-2b3c060e1b59 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87bec72e0bca457e8ebb03d0cbe6ac2d&device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 1126 time: 0.0885789 Feb 20 03:30:55.228111 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-509cf6e0-4b6c-4dc3-9da7-8821d1e63cef req-d16da778-eb60-4577-9fd1-7a2334e8c14b tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021388 Feb 20 03:30:55.241547 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-31463a75-fc08-4245-b6ef-aa20d27bcd55 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aa6d5da-bbd0-4438-9363-107d378ae189 HTTP/1.1" status: 200 len: 217 time: 0.0536227 Feb 20 03:30:55.304795 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-27c58269-dfb9-4eb8-af19-483d5f3f9c20 admin admin] Publish callbacks [] for port (075e7992-9983-4ef0-b4ea-ecab923b92f8), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:55.308660 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1349e185-9131-4c7e-aebe-e1f6f7d0399c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6923b619-c6cf-49a9-99bd-ce1349e132ae'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:30:55.311330 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd0e676-b15f-4732-a3b9-d165d35084bf" -d '{"events": [{"server_uuid": "1349e185-9131-4c7e-aebe-e1f6f7d0399c", "name": "network-vif-unplugged", "status": "completed", "tag": "6923b619-c6cf-49a9-99bd-ce1349e132ae"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:30:55.317680 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-6ebc6843-f381-4da2-b85d-d0481931d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:55.320405 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-6ebc6843-f381-4da2-b85d-d0481931d568 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7e3878e6-5b76-459d-be9f-a6cbffaea39e HTTP/1.1" status: 200 len: 849 time: 0.0646002 Feb 20 03:30:55.321391 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-7bdeefd4-4911-4d48-8e9e-49d5e107b08e service neutron] Publish callbacks [] for port (6923b619-c6cf-49a9-99bd-ce1349e132ae), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:55.357358 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b1e243-62e2-4533-8131-8a0994e62fbd x-openstack-request-id: req-c1b1e243-62e2-4533-8131-8a0994e62fbd {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:30:55.357650 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a79a0f1c-e423-4427-9cf0-6989059a5984", "name": "network-vif-deleted", "tag": "2532afa0-d017-4b5a-8fc4-9b9b89a096f1", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:30:55.357913 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c1b1e243-62e2-4533-8131-8a0994e62fbd {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:30:55.358286 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79a0f1c-e423-4427-9cf0-6989059a5984', 'name': 'network-vif-deleted', 'tag': '2532afa0-d017-4b5a-8fc4-9b9b89a096f1', 'status': 'completed', 'code': 200} Feb 20 03:30:55.360412 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-fa370ce3-3112-425c-a313-6ba5e7fa986c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2cee905c-3517-4660-8947-ff7bb2860c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320234 Feb 20 03:30:55.372875 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ec3abac-2116-4dce-8442-743f89c7fc3f req-f41cee10-061f-4dfd-aac3-f5674c583a90 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380605 Feb 20 03:30:55.411348 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-23c44737-a33d-4bc5-9551-67e88f218fc4 service neutron] 10.222.0.93 "GET /v2.0/networks/67e7e45b-f32b-4fdb-9b56-3214aa9e538c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730653 Feb 20 03:30:55.415921 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-27c58269-dfb9-4eb8-af19-483d5f3f9c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (075e7992-9983-4ef0-b4ea-ecab923b92f8), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:55.487605 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-7bdeefd4-4911-4d48-8e9e-49d5e107b08e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (6923b619-c6cf-49a9-99bd-ce1349e132ae), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:55.526739 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-37c95729-a204-466c-a4f7-f0e2d0b65fd3 service neutron] 10.222.0.42 "GET /v2.0/networks/2cee905c-3517-4660-8947-ff7bb2860c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577945 Feb 20 03:30:55.608255 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c58269-dfb9-4eb8-af19-483d5f3f9c20 admin admin] Pushing event updated for resources: {'Port': ['ID=075e7992-9983-4ef0-b4ea-ecab923b92f8,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:55.624503 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c58269-dfb9-4eb8-af19-483d5f3f9c20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:55.624862 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c58269-dfb9-4eb8-af19-483d5f3f9c20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:55.625207 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c58269-dfb9-4eb8-af19-483d5f3f9c20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:55.625545 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c58269-dfb9-4eb8-af19-483d5f3f9c20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:55.625873 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c58269-dfb9-4eb8-af19-483d5f3f9c20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:55.626207 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c58269-dfb9-4eb8-af19-483d5f3f9c20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:55.626536 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c58269-dfb9-4eb8-af19-483d5f3f9c20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:55.626889 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c58269-dfb9-4eb8-af19-483d5f3f9c20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:55.627914 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c58269-dfb9-4eb8-af19-483d5f3f9c20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:55.628423 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c58269-dfb9-4eb8-af19-483d5f3f9c20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:55.628792 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c58269-dfb9-4eb8-af19-483d5f3f9c20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:55.629313 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c58269-dfb9-4eb8-af19-483d5f3f9c20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:55.629732 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c58269-dfb9-4eb8-af19-483d5f3f9c20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:55.636059 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-27c58269-dfb9-4eb8-af19-483d5f3f9c20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (0e23669e-68f0-439f-bdbb-fa00e7dd1a90), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:55.664356 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f36187ec-68ce-4c82-984e-d0374dab0a06 req-69b21459-d74b-498b-8222-72aceb37003c service neutron] 10.222.0.42 "GET /v2.0/networks/2cee905c-3517-4660-8947-ff7bb2860c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302073 Feb 20 03:30:55.683782 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825b44a-d642-4b8f-8db7-741665be0be7 req-c59c9ab7-a5dd-454e-ad61-55ea23b61ae9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:55.689318 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825b44a-d642-4b8f-8db7-741665be0be7 req-c59c9ab7-a5dd-454e-ad61-55ea23b61ae9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:55.695276 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825b44a-d642-4b8f-8db7-741665be0be7 req-c59c9ab7-a5dd-454e-ad61-55ea23b61ae9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:55.700491 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825b44a-d642-4b8f-8db7-741665be0be7 req-c59c9ab7-a5dd-454e-ad61-55ea23b61ae9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:55.706630 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825b44a-d642-4b8f-8db7-741665be0be7 req-c59c9ab7-a5dd-454e-ad61-55ea23b61ae9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:55.712272 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825b44a-d642-4b8f-8db7-741665be0be7 req-c59c9ab7-a5dd-454e-ad61-55ea23b61ae9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:55.717616 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825b44a-d642-4b8f-8db7-741665be0be7 req-c59c9ab7-a5dd-454e-ad61-55ea23b61ae9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:55.719640 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9825b44a-d642-4b8f-8db7-741665be0be7 req-c59c9ab7-a5dd-454e-ad61-55ea23b61ae9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.3206265 Feb 20 03:30:55.832808 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-582097f7-5aa9-4ea4-a826-23c24d562c4d req-6d44407f-243b-460e-bd1a-81283adb69f5 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-157985224&fields=id&tenant_id=562824520ad8463da7f1cd3c99d0b445 HTTP/1.1" status: 200 len: 267 time: 0.3394568 Feb 20 03:30:55.914497 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-7bdeefd4-4911-4d48-8e9e-49d5e107b08e service neutron] Attempting to bind port 6923b619-c6cf-49a9-99bd-ce1349e132ae on host n-h2-829866-4 for vnic_type normal with profile {"migrating_to": "n-h1-829866-4"} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:30:55.914924 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-7bdeefd4-4911-4d48-8e9e-49d5e107b08e service neutron] Attempting to bind port 6923b619-c6cf-49a9-99bd-ce1349e132ae by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:30:55.915197 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-7bdeefd4-4911-4d48-8e9e-49d5e107b08e service neutron] Attempting to bind port 6923b619-c6cf-49a9-99bd-ce1349e132ae on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:30:55.918779 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-2e5d9b7c-fdbc-433b-81ac-c6ba46dba4a1 service neutron] 10.222.0.93 "GET /v2.0/networks/67e7e45b-f32b-4fdb-9b56-3214aa9e538c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793463 Feb 20 03:30:55.947297 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdeefd4-4911-4d48-8e9e-49d5e107b08e service neutron] Pushing event updated for resources: {'Port': ['ID=6923b619-c6cf-49a9-99bd-ce1349e132ae,revision_number=7']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:55.958547 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-7bdeefd4-4911-4d48-8e9e-49d5e107b08e service neutron] Port 6923b619-c6cf-49a9-99bd-ce1349e132ae on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:30:55.958894 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-7bdeefd4-4911-4d48-8e9e-49d5e107b08e service neutron] Attempting to bind port 6923b619-c6cf-49a9-99bd-ce1349e132ae on network b760bf03-7766-4aef-bd0e-08d3e5c4e949 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:30:56.009026 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-563129ef-6f63-4979-baea-4879e0aff6d8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=5e58af7e-8388-40e3-bea2-7eff10d7ac63 HTTP/1.1" status: 200 len: 217 time: 0.0739014 Feb 20 03:30:56.018784 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9825b44a-d642-4b8f-8db7-741665be0be7 req-b6977613-4e7f-4428-a048-09090ea9ff68 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2856238 Feb 20 03:30:56.019703 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-7bdeefd4-4911-4d48-8e9e-49d5e107b08e service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:30:56.020045 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-7bdeefd4-4911-4d48-8e9e-49d5e107b08e service neutron] Checking segment: {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:30:56.020423 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-7bdeefd4-4911-4d48-8e9e-49d5e107b08e service neutron] Bound using segment: {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:30:56.020868 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-7bdeefd4-4911-4d48-8e9e-49d5e107b08e service neutron] Bound port: 6923b619-c6cf-49a9-99bd-ce1349e132ae, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f926d227-a7e3-4c9d-9f7f-189ed596ee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'b760bf03-7766-4aef-bd0e-08d3e5c4e949'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:30:56.021227 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-7bdeefd4-4911-4d48-8e9e-49d5e107b08e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (6923b619-c6cf-49a9-99bd-ce1349e132ae), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:56.096088 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c58269-dfb9-4eb8-af19-483d5f3f9c20 admin admin] Network a842b208-6516-42cd-af34-f14f7f82e32f is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:30:56.115571 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-27c58269-dfb9-4eb8-af19-483d5f3f9c20 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:30:56.139841 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582097f7-5aa9-4ea4-a826-23c24d562c4d req-65a0a2a5-6fc3-4f1e-a308-21ef6ec6fa2a tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:56.141426 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-582097f7-5aa9-4ea4-a826-23c24d562c4d req-65a0a2a5-6fc3-4f1e-a308-21ef6ec6fa2a tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=6633a2e8-95f4-4fbb-b707-855d69683f3a HTTP/1.1" status: 200 len: 945 time: 0.2968895 Feb 20 03:30:56.189647 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-582097f7-5aa9-4ea4-a826-23c24d562c4d req-3c3516f1-2747-4de4-83e1-5d69cb6f85d1 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Request body: {'port': {'security_groups': ['4b873480-7748-49ec-ad4f-e90eb63d9bf5', 'af2be1f9-8a87-439e-abb5-44acc722f2a6']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:56.276333 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-7bfa47c5-e6bd-4b2d-a47a-8c1f6c550128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:56.277821 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-7bfa47c5-e6bd-4b2d-a47a-8c1f6c550128 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1fdd6f8e-c413-4f72-b733-74af17d9e3ef HTTP/1.1" status: 200 len: 797 time: 0.2498274 Feb 20 03:30:56.358218 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-459b3ee7-1616-49cc-9717-7d427e076e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:56.459960 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-7bdeefd4-4911-4d48-8e9e-49d5e107b08e service neutron] For port 6923b619-c6cf-49a9-99bd-ce1349e132ae, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:30:56.486617 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-1623dade-5423-4efe-9737-3d0edda8b1ac None None] Provisioning complete for port 075e7992-9983-4ef0-b4ea-ecab923b92f8 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:30:56.487055 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1623dade-5423-4efe-9737-3d0edda8b1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (075e7992-9983-4ef0-b4ea-ecab923b92f8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:56.493057 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-7bdeefd4-4911-4d48-8e9e-49d5e107b08e service neutron] For port 6923b619-c6cf-49a9-99bd-ce1349e132ae, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=6923b619-c6cf-49a9-99bd-ce1349e132ae,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:30:56.498631 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-582097f7-5aa9-4ea4-a826-23c24d562c4d req-3c3516f1-2747-4de4-83e1-5d69cb6f85d1 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (63d49837-2d84-4b6d-ab22-5590f2f1af52), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:56.508994 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028702b-25ad-4611-80cf-32a2f5f3b372 req-fa86da78-c850-4c77-998a-3a85da94a89e tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:56.510598 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2028702b-25ad-4611-80cf-32a2f5f3b372 req-fa86da78-c850-4c77-998a-3a85da94a89e tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 944 time: 0.3333242 Feb 20 03:30:56.560040 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-acb9ad52-8399-49f3-8cd7-e48e37049a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:56.561551 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-acb9ad52-8399-49f3-8cd7-e48e37049a53 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=67e7e45b-f32b-4fdb-9b56-3214aa9e538c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2587736 Feb 20 03:30:56.589439 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c58269-dfb9-4eb8-af19-483d5f3f9c20 admin admin] Router 0e23669e-68f0-439f-bdbb-fa00e7dd1a90 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:30:56.608193 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-7bdeefd4-4911-4d48-8e9e-49d5e107b08e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (6923b619-c6cf-49a9-99bd-ce1349e132ae), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:56.666677 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-1623dade-5423-4efe-9737-3d0edda8b1ac None None] Port 075e7992-9983-4ef0-b4ea-ecab923b92f8 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:30:56.762657 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2028702b-25ad-4611-80cf-32a2f5f3b372 req-c6b7c4f6-9244-4fec-91fb-cd0eb1af7ad7 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445097 Feb 20 03:30:57.142757 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7816b2-ea1a-4756-a08e-4b2c520ab6d6 x-openstack-request-id: req-ec7816b2-ea1a-4756-a08e-4b2c520ab6d6 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:30:57.143699 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1349e185-9131-4c7e-aebe-e1f6f7d0399c", "name": "network-vif-unplugged", "status": "completed", "tag": "6923b619-c6cf-49a9-99bd-ce1349e132ae", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:30:57.144404 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ec7816b2-ea1a-4756-a08e-4b2c520ab6d6 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:30:57.144551 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1349e185-9131-4c7e-aebe-e1f6f7d0399c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6923b619-c6cf-49a9-99bd-ce1349e132ae', 'code': 200} Feb 20 03:30:57.181219 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdeefd4-4911-4d48-8e9e-49d5e107b08e service neutron] Pushing event updated for resources: {'Port': ['ID=6923b619-c6cf-49a9-99bd-ce1349e132ae,revision_number=8']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:57.213497 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-7bdeefd4-4911-4d48-8e9e-49d5e107b08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:57.214002 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-7bdeefd4-4911-4d48-8e9e-49d5e107b08e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:57.215440 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-7bdeefd4-4911-4d48-8e9e-49d5e107b08e service neutron] 10.222.0.42 "PUT /v2.0/ports/6923b619-c6cf-49a9-99bd-ce1349e132ae HTTP/1.1" status: 200 len: 1122 time: 3.3294506 Feb 20 03:30:57.278676 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-e29aee6b-14fd-474d-b216-861dd172eb57 service neutron] 10.222.0.93 "GET /v2.0/networks/67e7e45b-f32b-4fdb-9b56-3214aa9e538c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6880946 Feb 20 03:30:57.321830 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['6923b619-c6cf-49a9-99bd-ce1349e132ae'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:30:57.364455 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d795000-65fc-4493-a388-e3ce1b3d02e3', 'tag': '3aa6d5da-bbd0-4438-9363-107d378ae189'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:30:57.367263 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a9f18a-d04d-4dcb-8078-05dabf8cefa2" -d '{"events": [{"name": "network-changed", "server_uuid": "9d795000-65fc-4493-a388-e3ce1b3d02e3", "tag": "3aa6d5da-bbd0-4438-9363-107d378ae189"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:30:57.404089 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['6923b619-c6cf-49a9-99bd-ce1349e132ae'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:30:57.423748 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c58269-dfb9-4eb8-af19-483d5f3f9c20 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:30:57.437337 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020071de-d95f-49c1-99db-7ff6afaadf56 None None] Sync routers for ids ['0e23669e-68f0-439f-bdbb-fa00e7dd1a90'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:30:57.451050 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-27c58269-dfb9-4eb8-af19-483d5f3f9c20 admin admin] 10.222.0.89 "PUT /v2.0/routers/0e23669e-68f0-439f-bdbb-fa00e7dd1a90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0500276 Feb 20 03:30:57.470498 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020071de-d95f-49c1-99db-7ff6afaadf56 None None] Routers {'0e23669e-68f0-439f-bdbb-fa00e7dd1a90'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:30:57.472557 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-020071de-d95f-49c1-99db-7ff6afaadf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:30:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['0e23669e-68f0-439f-bdbb-fa00e7dd1a90'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:30:57.519312 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 3aa6d5da-bbd0-4438-9363-107d378ae189 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:30:57.528913 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-582097f7-5aa9-4ea4-a826-23c24d562c4d req-3c3516f1-2747-4de4-83e1-5d69cb6f85d1 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] For port 63d49837-2d84-4b6d-ab22-5590f2f1af52, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=63d49837-2d84-4b6d-ab22-5590f2f1af52,segment=NetworkSegment(23d264e4-1868-43ad-a9bd-7db80d31bd46),segment_id=23d264e4-1868-43ad-a9bd-7db80d31bd46)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:57.581179 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-582097f7-5aa9-4ea4-a826-23c24d562c4d req-3c3516f1-2747-4de4-83e1-5d69cb6f85d1 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for port (63d49837-2d84-4b6d-ab22-5590f2f1af52), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:57.632192 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-bcc1108e-98d0-4edc-be12-d31610b50622 service neutron] 10.222.0.93 "GET /v2.0/networks/67e7e45b-f32b-4fdb-9b56-3214aa9e538c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383276 Feb 20 03:30:57.665913 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d23667-1846-4534-a565-72aae527dad1 req-9841a624-f62e-4bf5-bb57-cabe04b68b17 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:57.678720 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-99d23667-1846-4534-a565-72aae527dad1 req-9841a624-f62e-4bf5-bb57-cabe04b68b17 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 949 time: 0.2486231 Feb 20 03:30:57.763740 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-582097f7-5aa9-4ea4-a826-23c24d562c4d req-3c3516f1-2747-4de4-83e1-5d69cb6f85d1 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (63d49837-2d84-4b6d-ab22-5590f2f1af52), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:57.783151 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-aa425935-62b8-44af-a8fe-0f470c64a57f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=72683b69-16ce-4abb-9d13-638a89bd383e HTTP/1.1" status: 200 len: 217 time: 0.1398547 Feb 20 03:30:57.818080 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['63d49837-2d84-4b6d-ab22-5590f2f1af52'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:30:57.820116 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['ec7285c7-5f5f-44b2-9917-8adddf4c6ad5'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:30:57.843632 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-020071de-d95f-49c1-99db-7ff6afaadf56 None None] Set router 0e23669e-68f0-439f-bdbb-fa00e7dd1a90 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:30:58.018840 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-99d23667-1846-4534-a565-72aae527dad1 req-335d6f6a-8a1a-43cd-9168-129c1cd286ad tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624030 Feb 20 03:30:58.019700 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3516f1-2747-4de4-83e1-5d69cb6f85d1 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Pushing event updated for resources: {'Port': ['ID=63d49837-2d84-4b6d-ab22-5590f2f1af52,revision_number=6']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:58.058805 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582097f7-5aa9-4ea4-a826-23c24d562c4d req-3c3516f1-2747-4de4-83e1-5d69cb6f85d1 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:58.061146 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-582097f7-5aa9-4ea4-a826-23c24d562c4d req-3c3516f1-2747-4de4-83e1-5d69cb6f85d1 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:58.083055 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 3aa6d5da-bbd0-4438-9363-107d378ae189, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=3aa6d5da-bbd0-4438-9363-107d378ae189,segment=NetworkSegment(7b9eb775-1690-424a-89bc-987700c875dd),segment_id=7b9eb775-1690-424a-89bc-987700c875dd)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:58.083390 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-582097f7-5aa9-4ea4-a826-23c24d562c4d req-3c3516f1-2747-4de4-83e1-5d69cb6f85d1 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "PUT /v2.0/ports/63d49837-2d84-4b6d-ab22-5590f2f1af52 HTTP/1.1" status: 200 len: 981 time: 1.9076135 Feb 20 03:30:58.122452 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '3aa6d5da-bbd0-4438-9363-107d378ae189', 'network_id': '2cee905c-3517-4660-8947-ff7bb2860c1e', 'port_id': '3aa6d5da-bbd0-4438-9363-107d378ae189', 'mac_address': 'fa:16:3e:b8:ed:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e3878e6-5b76-459d-be9f-a6cbffaea39e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:30:58.209089 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['63d49837-2d84-4b6d-ab22-5590f2f1af52'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:30:58.270641 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-020071de-d95f-49c1-99db-7ff6afaadf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'name': 'tempest-AttachVolumeShelveTestJSON-957401116-router', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:30:41Z', 'updated_at': '2022-02-20T03:30:54Z', 'revision_number': 4, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'gw_port': {'id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:44Z', 'updated_at': '2022-02-20T03:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '075e7992-9983-4ef0-b4ea-ecab923b92f8', 'name': '', 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'mac_address': 'fa:16:3e:5a:df:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:50Z', 'updated_at': '2022-02-20T03:30:54Z', 'revision_number': 2, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'subnets': [{'id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:30:58.283390 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-2c571b79-d2bb-4e00-9e24-505cfda9eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:58.285721 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-2c571b79-d2bb-4e00-9e24-505cfda9eed7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1fdd6f8e-c413-4f72-b733-74af17d9e3ef HTTP/1.1" status: 200 len: 797 time: 0.4109182 Feb 20 03:30:58.310191 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020071de-d95f-49c1-99db-7ff6afaadf56 None None] Checking router: 0e23669e-68f0-439f-bdbb-fa00e7dd1a90 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:30:58.310844 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020071de-d95f-49c1-99db-7ff6afaadf56 None None] Updating router 0e23669e-68f0-439f-bdbb-fa00e7dd1a90 port 075e7992-9983-4ef0-b4ea-ecab923b92f8 binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:30:58.353792 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-020071de-d95f-49c1-99db-7ff6afaadf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (075e7992-9983-4ef0-b4ea-ecab923b92f8), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:58.354383 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7641a78-a2a5-4efe-a31c-6335d7c5b59c req-b5625fa9-4264-4dc3-9304-7ecb654096b9 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:58.359860 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 3aa6d5da-bbd0-4438-9363-107d378ae189 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:30:58.360266 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3aa6d5da-bbd0-4438-9363-107d378ae189), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:58.364342 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b7641a78-a2a5-4efe-a31c-6335d7c5b59c req-b5625fa9-4264-4dc3-9304-7ecb654096b9 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 944 time: 0.1691377 Feb 20 03:30:58.394728 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa6d5da-bbd0-4438-9363-107d378ae189 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:30:58.472764 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b7641a78-a2a5-4efe-a31c-6335d7c5b59c req-6714a0bf-3ab8-4e96-814d-78a9b6b64a86 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035371 Feb 20 03:30:58.504291 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 3aa6d5da-bbd0-4438-9363-107d378ae189, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=3aa6d5da-bbd0-4438-9363-107d378ae189,segment=NetworkSegment(7b9eb775-1690-424a-89bc-987700c875dd),segment_id=7b9eb775-1690-424a-89bc-987700c875dd)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:58.518985 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-527540b3-fb23-4649-b90b-059619d8d748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:58.523621 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-527540b3-fb23-4649-b90b-059619d8d748 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=67e7e45b-f32b-4fdb-9b56-3214aa9e538c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2245693 Feb 20 03:30:58.533524 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee19d2c-51de-484b-b572-36b9ede8b0dc req-569d6da0-be32-4023-886f-6a15db3dd264 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:58.587007 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee19d2c-51de-484b-b572-36b9ede8b0dc req-569d6da0-be32-4023-886f-6a15db3dd264 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:58.587007 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee19d2c-51de-484b-b572-36b9ede8b0dc req-569d6da0-be32-4023-886f-6a15db3dd264 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:58.587007 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee19d2c-51de-484b-b572-36b9ede8b0dc req-569d6da0-be32-4023-886f-6a15db3dd264 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:58.587007 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee19d2c-51de-484b-b572-36b9ede8b0dc req-569d6da0-be32-4023-886f-6a15db3dd264 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:58.587007 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee19d2c-51de-484b-b572-36b9ede8b0dc req-569d6da0-be32-4023-886f-6a15db3dd264 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:58.587007 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee19d2c-51de-484b-b572-36b9ede8b0dc req-569d6da0-be32-4023-886f-6a15db3dd264 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:58.587007 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5ee19d2c-51de-484b-b572-36b9ede8b0dc req-569d6da0-be32-4023-886f-6a15db3dd264 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.3963275 Feb 20 03:30:58.710274 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3aa6d5da-bbd0-4438-9363-107d378ae189), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:58.766247 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5ee19d2c-51de-484b-b572-36b9ede8b0dc req-3aa5dc5d-e9b8-4e36-a230-94294006b858 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1035693 Feb 20 03:30:58.791239 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-8fbbcbf0-59d4-4460-8ae9-3a01d8f0646f service neutron] 10.222.0.93 "GET /v2.0/networks/67e7e45b-f32b-4fdb-9b56-3214aa9e538c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079411 Feb 20 03:30:58.798299 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-41a19503-ead2-452f-b8a4-6718b539e555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:58.814459 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=3aa6d5da-bbd0-4438-9363-107d378ae189,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:58.875616 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-020071de-d95f-49c1-99db-7ff6afaadf56 None None] Publish callbacks [] for port (075e7992-9983-4ef0-b4ea-ecab923b92f8), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:58.901719 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6773da77-7463-4829-8ae5-70fca2b4797b x-openstack-request-id: req-6773da77-7463-4829-8ae5-70fca2b4797b {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:30:58.902252 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d795000-65fc-4493-a388-e3ce1b3d02e3", "tag": "3aa6d5da-bbd0-4438-9363-107d378ae189", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:30:58.902554 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6773da77-7463-4829-8ae5-70fca2b4797b {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:30:58.902985 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d795000-65fc-4493-a388-e3ce1b3d02e3', 'tag': '3aa6d5da-bbd0-4438-9363-107d378ae189', 'status': 'completed', 'code': 200} Feb 20 03:30:58.964916 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a784d1-39ca-408b-ae11-013e27fee162 req-68c78464-709f-4d16-954a-e21710ef70bd tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:58.967124 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-43a784d1-39ca-408b-ae11-013e27fee162 req-68c78464-709f-4d16-954a-e21710ef70bd tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b6246ac-5877-4106-b0bd-57a21e7c269a HTTP/1.1" status: 200 len: 950 time: 0.0964735 Feb 20 03:30:58.992268 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9f18a-d04d-4dcb-8078-05dabf8cefa2 req-94c803a8-4557-4ffa-bd00-85309b54d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:58.994491 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-01a9f18a-d04d-4dcb-8078-05dabf8cefa2 req-94c803a8-4557-4ffa-bd00-85309b54d660 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87bec72e0bca457e8ebb03d0cbe6ac2d&device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 1127 time: 0.0605314 Feb 20 03:30:58.997296 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-020071de-d95f-49c1-99db-7ff6afaadf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (075e7992-9983-4ef0-b4ea-ecab923b92f8), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:59.079652 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-f1a845e8-01bf-4a9c-9851-8b1cf560ec8e service neutron] 10.222.0.93 "GET /v2.0/networks/67e7e45b-f32b-4fdb-9b56-3214aa9e538c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720232 Feb 20 03:30:59.098688 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311f078-d883-4b28-a3a5-919444d32f0c None None] Pushing event updated for resources: {'Port': ['ID=075e7992-9983-4ef0-b4ea-ecab923b92f8,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:59.119306 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2311f078-d883-4b28-a3a5-919444d32f0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:59.120492 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2311f078-d883-4b28-a3a5-919444d32f0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:59.121186 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2311f078-d883-4b28-a3a5-919444d32f0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:59.122771 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2311f078-d883-4b28-a3a5-919444d32f0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:59.123244 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2311f078-d883-4b28-a3a5-919444d32f0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:59.124855 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2311f078-d883-4b28-a3a5-919444d32f0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:59.125283 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2311f078-d883-4b28-a3a5-919444d32f0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:59.127071 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2311f078-d883-4b28-a3a5-919444d32f0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:59.138443 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2311f078-d883-4b28-a3a5-919444d32f0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:59.138443 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2311f078-d883-4b28-a3a5-919444d32f0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:59.138443 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2311f078-d883-4b28-a3a5-919444d32f0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:59.138443 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2311f078-d883-4b28-a3a5-919444d32f0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:59.138443 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2311f078-d883-4b28-a3a5-919444d32f0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:30:59.145321 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-e6e8fd19-3dea-40cd-b558-d942e0160c90 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=cd8192d7-1fe8-411b-98f1-ddd812317e6a HTTP/1.1" status: 200 len: 217 time: 0.0574002 Feb 20 03:30:59.148809 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1349e185-9131-4c7e-aebe-e1f6f7d0399c', 'tag': '6923b619-c6cf-49a9-99bd-ce1349e132ae'}, {'name': 'network-changed', 'server_uuid': '6633a2e8-95f4-4fbb-b707-855d69683f3a', 'tag': '63d49837-2d84-4b6d-ab22-5590f2f1af52'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:30:59.153189 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fc13bf-f95c-4ab4-b149-68dd61c92d70" -d '{"events": [{"name": "network-changed", "server_uuid": "1349e185-9131-4c7e-aebe-e1f6f7d0399c", "tag": "6923b619-c6cf-49a9-99bd-ce1349e132ae"}, {"name": "network-changed", "server_uuid": "6633a2e8-95f4-4fbb-b707-855d69683f3a", "tag": "63d49837-2d84-4b6d-ab22-5590f2f1af52"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:30:59.156883 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9f18a-d04d-4dcb-8078-05dabf8cefa2 req-1706d02d-dabb-417b-a5df-2579b8608abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:59.162093 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-01a9f18a-d04d-4dcb-8078-05dabf8cefa2 req-1706d02d-dabb-417b-a5df-2579b8608abb service neutron] 10.222.0.42 "GET /v2.0/networks?id=2cee905c-3517-4660-8947-ff7bb2860c1e HTTP/1.1" status: 200 len: 910 time: 0.1544769 Feb 20 03:30:59.191288 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['3aa6d5da-bbd0-4438-9363-107d378ae189'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:30:59.223176 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-01a9f18a-d04d-4dcb-8078-05dabf8cefa2 req-82bc633f-2981-4f86-acf7-9b3104f342fb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aa6d5da-bbd0-4438-9363-107d378ae189 HTTP/1.1" status: 200 len: 217 time: 0.0568104 Feb 20 03:30:59.232793 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-020071de-d95f-49c1-99db-7ff6afaadf56 None None] Attempting to bind port 075e7992-9983-4ef0-b4ea-ecab923b92f8 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:30:59.233448 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-020071de-d95f-49c1-99db-7ff6afaadf56 None None] Attempting to bind port 075e7992-9983-4ef0-b4ea-ecab923b92f8 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '127a0507-6032-4814-93d3-5eb448d952e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:30:59.233904 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020071de-d95f-49c1-99db-7ff6afaadf56 None None] Attempting to bind port 075e7992-9983-4ef0-b4ea-ecab923b92f8 on network a842b208-6516-42cd-af34-f14f7f82e32f {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:30:59.241946 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020071de-d95f-49c1-99db-7ff6afaadf56 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:30:59.242789 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020071de-d95f-49c1-99db-7ff6afaadf56 None None] Checking segment: {'id': '127a0507-6032-4814-93d3-5eb448d952e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:30:59.243451 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-020071de-d95f-49c1-99db-7ff6afaadf56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:59.244117 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020071de-d95f-49c1-99db-7ff6afaadf56 None None] Bound using segment: {'id': '127a0507-6032-4814-93d3-5eb448d952e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:30:59.244708 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-020071de-d95f-49c1-99db-7ff6afaadf56 None None] Bound port: 075e7992-9983-4ef0-b4ea-ecab923b92f8, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127a0507-6032-4814-93d3-5eb448d952e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:30:59.245182 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-020071de-d95f-49c1-99db-7ff6afaadf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (075e7992-9983-4ef0-b4ea-ecab923b92f8), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:59.275204 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-ce3d2d27-d69a-4124-9569-e6db06d7fe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:59.277071 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-ce3d2d27-d69a-4124-9569-e6db06d7fe7a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1fdd6f8e-c413-4f72-b733-74af17d9e3ef HTTP/1.1" status: 200 len: 797 time: 0.1183488 Feb 20 03:30:59.285215 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-43a784d1-39ca-408b-ae11-013e27fee162 req-04a73091-1d33-4a17-b120-f4bd7c00800d tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Deleting port 7a563b92-7b9e-4559-8f56-20ca85c02fd5 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:30:59.285801 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-43a784d1-39ca-408b-ae11-013e27fee162 req-04a73091-1d33-4a17-b120-f4bd7c00800d tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (7a563b92-7b9e-4559-8f56-20ca85c02fd5), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:59.326059 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-020071de-d95f-49c1-99db-7ff6afaadf56 None None] For port 075e7992-9983-4ef0-b4ea-ecab923b92f8, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:30:59.330918 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-020071de-d95f-49c1-99db-7ff6afaadf56 None None] For port 075e7992-9983-4ef0-b4ea-ecab923b92f8, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=075e7992-9983-4ef0-b4ea-ecab923b92f8,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:30:59.354808 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9f18a-d04d-4dcb-8078-05dabf8cefa2 req-6afdc69c-30fa-4d40-8e34-7348bca9b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:59.356639 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-01a9f18a-d04d-4dcb-8078-05dabf8cefa2 req-6afdc69c-30fa-4d40-8e34-7348bca9b909 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7e3878e6-5b76-459d-be9f-a6cbffaea39e HTTP/1.1" status: 200 len: 849 time: 0.1262617 Feb 20 03:30:59.404433 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fe6dc-4214-40f8-bed8-c953a68ee8aa req-a32dbabe-7817-498b-ae61-92339af76230 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:59.412902 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f5fe6dc-4214-40f8-bed8-c953a68ee8aa req-a32dbabe-7817-498b-ae61-92339af76230 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 944 time: 0.2445846 Feb 20 03:30:59.424225 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-01a9f18a-d04d-4dcb-8078-05dabf8cefa2 req-d348d1ce-9568-4cbe-972c-3436dd755fd9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2cee905c-3517-4660-8947-ff7bb2860c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575051 Feb 20 03:30:59.494444 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-020071de-d95f-49c1-99db-7ff6afaadf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (075e7992-9983-4ef0-b4ea-ecab923b92f8), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:59.539309 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f5fe6dc-4214-40f8-bed8-c953a68ee8aa req-5eb47ef2-b614-465a-a4ef-f4ef2954a9e3 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241307 Feb 20 03:30:59.567749 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-7bb91ecb-daf3-4a66-ba93-75772559466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:30:59.569283 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-7bb91ecb-daf3-4a66-ba93-75772559466b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=67e7e45b-f32b-4fdb-9b56-3214aa9e538c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2783129 Feb 20 03:30:59.648868 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-cdb42f17-6390-4338-8943-6244a46514aa None None] Provisioning complete for port 075e7992-9983-4ef0-b4ea-ecab923b92f8 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:30:59.649991 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cdb42f17-6390-4338-8943-6244a46514aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (075e7992-9983-4ef0-b4ea-ecab923b92f8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:59.652753 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-01a9f18a-d04d-4dcb-8078-05dabf8cefa2 req-4676020d-205a-4565-8874-64561cbd9789 service neutron] 10.222.0.42 "GET /v2.0/networks/2cee905c-3517-4660-8947-ff7bb2860c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205548 Feb 20 03:30:59.655253 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311f078-d883-4b28-a3a5-919444d32f0c None None] Pushing event updated for resources: {'Port': ['ID=075e7992-9983-4ef0-b4ea-ecab923b92f8,revision_number=4']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:30:59.692466 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020071de-d95f-49c1-99db-7ff6afaadf56 None None] Routers {'0e23669e-68f0-439f-bdbb-fa00e7dd1a90'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:30:59.696264 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-020071de-d95f-49c1-99db-7ff6afaadf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:30:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['0e23669e-68f0-439f-bdbb-fa00e7dd1a90'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:30:59.713666 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-e2182f03-3883-4a42-987b-453b159c1335 service neutron] 10.222.0.93 "GET /v2.0/networks/67e7e45b-f32b-4fdb-9b56-3214aa9e538c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116209 Feb 20 03:30:59.832756 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-43a784d1-39ca-408b-ae11-013e27fee162 req-04a73091-1d33-4a17-b120-f4bd7c00800d tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] For port 7a563b92-7b9e-4559-8f56-20ca85c02fd5, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=7a563b92-7b9e-4559-8f56-20ca85c02fd5,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:59.833521 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-43a784d1-39ca-408b-ae11-013e27fee162 req-04a73091-1d33-4a17-b120-f4bd7c00800d tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (7a563b92-7b9e-4559-8f56-20ca85c02fd5), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:59.850343 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-43a784d1-39ca-408b-ae11-013e27fee162 req-04a73091-1d33-4a17-b120-f4bd7c00800d tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Calling delete_port for 7a563b92-7b9e-4559-8f56-20ca85c02fd5 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:30:59.857833 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:59.865168 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-cdb42f17-6390-4338-8943-6244a46514aa None None] Current status of the port 075e7992-9983-4ef0-b4ea-ecab923b92f8 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:30:59.865168 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cdb42f17-6390-4338-8943-6244a46514aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (075e7992-9983-4ef0-b4ea-ecab923b92f8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:30:59.915951 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-cdb42f17-6390-4338-8943-6244a46514aa None None] For port 075e7992-9983-4ef0-b4ea-ecab923b92f8, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=075e7992-9983-4ef0-b4ea-ecab923b92f8,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:30:59.917805 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-01a9f18a-d04d-4dcb-8078-05dabf8cefa2 req-4b608ab2-bb40-4952-abec-7e5120205559 service neutron] 10.222.0.42 "GET /v2.0/networks/2cee905c-3517-4660-8947-ff7bb2860c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571027 Feb 20 03:30:59.954004 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59084) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:30:59.959603 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-3feb67dc-ac55-441b-bca3-61a4edc3e652 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1095817222', 'description': 'tempest-description--1381190491'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:30:59.995837 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cdb42f17-6390-4338-8943-6244a46514aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (075e7992-9983-4ef0-b4ea-ecab923b92f8), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:00.083902 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3feb67dc-ac55-441b-bca3-61a4edc3e652 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:00.103769 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb42f17-6390-4338-8943-6244a46514aa None None] Pushing event updated for resources: {'Port': ['ID=075e7992-9983-4ef0-b4ea-ecab923b92f8,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:00.124920 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-1a82d2d4-3647-4aeb-8a4e-076c8ac70542 None None] Provisioning complete for port 075e7992-9983-4ef0-b4ea-ecab923b92f8 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:31:00.125596 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1a82d2d4-3647-4aeb-8a4e-076c8ac70542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (075e7992-9983-4ef0-b4ea-ecab923b92f8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:00.128572 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1de79d8e-a696-442d-b204-57932e5e3335 req-779df9a6-582b-42c6-b639-c3720ec0fb65 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups/af2be1f9-8a87-439e-abb5-44acc722f2a6 HTTP/1.1" status: 200 len: 1816 time: 0.5353630 Feb 20 03:31:00.158380 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-43a784d1-39ca-408b-ae11-013e27fee162 req-04a73091-1d33-4a17-b120-f4bd7c00800d tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (7a563b92-7b9e-4559-8f56-20ca85c02fd5), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:00.175550 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['b482982f-45b9-4058-9e07-31cc53771546', '99eba199-451f-4a84-894b-4526cba64742', '8926e98f-953a-4517-ba02-40f4fc2aa629'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:31:00.181510 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['5d89a755-ad2b-49cb-afa1-66b50203f6a6'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:31:00.200765 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-020071de-d95f-49c1-99db-7ff6afaadf56 None None] Set router 0e23669e-68f0-439f-bdbb-fa00e7dd1a90 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:31:00.234841 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3feb67dc-ac55-441b-bca3-61a4edc3e652 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for security_group (2bf981ea-2996-44da-bb2f-2db132c0368c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:00.283427 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a73091-1d33-4a17-b120-f4bd7c00800d tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Pushing event deleted for resources: {'Port': ['ID=7a563b92-7b9e-4559-8f56-20ca85c02fd5,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:00.294433 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-3b578482-35ad-412a-b298-f534f08e5951 service neutron] 10.222.0.93 "GET /v2.0/networks/67e7e45b-f32b-4fdb-9b56-3214aa9e538c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5634308 Feb 20 03:31:00.308872 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3feb67dc-ac55-441b-bca3-61a4edc3e652 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (2bf981ea-2996-44da-bb2f-2db132c0368c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:00.362339 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-1a82d2d4-3647-4aeb-8a4e-076c8ac70542 None None] Current status of the port 075e7992-9983-4ef0-b4ea-ecab923b92f8 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:31:00.400754 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb67dc-ac55-441b-bca3-61a4edc3e652 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf981ea-2996-44da-bb2f-2db132c0368c,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:00.473774 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3feb67dc-ac55-441b-bca3-61a4edc3e652 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:00.477728 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3feb67dc-ac55-441b-bca3-61a4edc3e652 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5196638 Feb 20 03:31:00.477904 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59086) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:31:00.485737 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-80cf30a4-df6f-4e90-8182-16d583c3eacc tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Request body: {'security_group_rule': {'security_group_id': '2bf981ea-2996-44da-bb2f-2db132c0368c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:31:00.556133 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-85a05c77-79fc-49a7-a30f-73fb42da82ba service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=afbe16b4-d82b-4267-9c4f-4cfe734a15f0 HTTP/1.1" status: 200 len: 217 time: 0.2226284 Feb 20 03:31:00.570762 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a784d1-39ca-408b-ae11-013e27fee162 req-04a73091-1d33-4a17-b120-f4bd7c00800d tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] No DVR routers for this DVR port 7a563b92-7b9e-4559-8f56-20ca85c02fd5 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:31:00.575621 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-43a784d1-39ca-408b-ae11-013e27fee162 req-04a73091-1d33-4a17-b120-f4bd7c00800d tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:00.580691 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-43a784d1-39ca-408b-ae11-013e27fee162 req-04a73091-1d33-4a17-b120-f4bd7c00800d tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.42 "DELETE /v2.0/ports/7a563b92-7b9e-4559-8f56-20ca85c02fd5 HTTP/1.1" status: 204 len: 173 time: 1.6077363 Feb 20 03:31:00.622326 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-80cf30a4-df6f-4e90-8182-16d583c3eacc tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for security_group_rule (f990db98-b69f-4772-90a0-c08b698690e5), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:00.635284 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c622e-c250-48d3-b343-3d310027897e req-985cf2b0-96c2-4c80-bc08-91048e7e0b28 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:00.637049 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-020071de-d95f-49c1-99db-7ff6afaadf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'name': 'tempest-AttachVolumeShelveTestJSON-957401116-router', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:30:41Z', 'updated_at': '2022-02-20T03:30:54Z', 'revision_number': 4, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'gw_port': {'id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:44Z', 'updated_at': '2022-02-20T03:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '075e7992-9983-4ef0-b4ea-ecab923b92f8', 'name': '', 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'mac_address': 'fa:16:3e:5a:df:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:50Z', 'updated_at': '2022-02-20T03:30:59Z', 'revision_number': 4, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'subnets': [{'id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:31:00.644640 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-266c622e-c250-48d3-b343-3d310027897e req-985cf2b0-96c2-4c80-bc08-91048e7e0b28 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 949 time: 0.5881503 Feb 20 03:31:00.723055 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020071de-d95f-49c1-99db-7ff6afaadf56 None None] The sync data for ids ['0e23669e-68f0-439f-bdbb-fa00e7dd1a90'] in n-d-829866-4 is: [{'id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'name': 'tempest-AttachVolumeShelveTestJSON-957401116-router', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:30:41Z', 'updated_at': '2022-02-20T03:30:54Z', 'revision_number': 4, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'gw_port': {'id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:44Z', 'updated_at': '2022-02-20T03:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '075e7992-9983-4ef0-b4ea-ecab923b92f8', 'name': '', 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'mac_address': 'fa:16:3e:5a:df:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:50Z', 'updated_at': '2022-02-20T03:30:59Z', 'revision_number': 4, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'subnets': [{'id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:31:00.768315 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-1de79d8e-a696-442d-b204-57932e5e3335 req-d81355fd-d8de-437a-b9c5-89426b89f54b tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 20 03:31:00.770946 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1de79d8e-a696-442d-b204-57932e5e3335 req-d81355fd-d8de-437a-b9c5-89426b89f54b tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "DELETE /v2.0/security-groups/af2be1f9-8a87-439e-abb5-44acc722f2a6 HTTP/1.1" status: 409 len: 341 time: 0.6415184 Feb 20 03:31:00.775863 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-80cf30a4-df6f-4e90-8182-16d583c3eacc tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for security_group_rule (f990db98-b69f-4772-90a0-c08b698690e5), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:00.835201 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-5c515d2b-8b1e-4950-bbfe-272f51e9e680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:00.842841 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-5c515d2b-8b1e-4950-bbfe-272f51e9e680 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d5f2ccdb-a5f0-4784-95bb-b259997ecd83 HTTP/1.1" status: 200 len: 797 time: 0.2428987 Feb 20 03:31:00.937434 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-80cf30a4-df6f-4e90-8182-16d583c3eacc tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (f990db98-b69f-4772-90a0-c08b698690e5), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:00.951465 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-266c622e-c250-48d3-b343-3d310027897e req-f46b900a-4077-40a2-8111-b336e0704cb5 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062530 Feb 20 03:31:01.069299 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f08569-99c4-4366-a7d1-c8442c8227ac req-d78a9fde-588a-4833-9d80-f8d37a4fa861 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:01.070992 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a6f08569-99c4-4366-a7d1-c8442c8227ac req-d78a9fde-588a-4833-9d80-f8d37a4fa861 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.93 "GET /v2.0/ports?device_id=d36685e3-5d7a-48b6-97ff-9f28bd6e4e8b HTTP/1.1" status: 200 len: 950 time: 0.2680593 Feb 20 03:31:01.097516 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf30a4-df6f-4e90-8182-16d583c3eacc tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f990db98-b69f-4772-90a0-c08b698690e5,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:01.113631 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2eeae118-2345-4e83-881b-01d1ec00b118 req-dacb8494-d324-4f67-9a5b-139b583c77bd tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b6246ac-5877-4106-b0bd-57a21e7c269a HTTP/1.1" status: 200 len: 210 time: 0.1396284 Feb 20 03:31:01.125093 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-88d3b747-1314-4422-a0db-f9dad97a6f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:01.128977 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-88d3b747-1314-4422-a0db-f9dad97a6f81 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d437f433-2a25-46ac-8335-584c725cf993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2718906 Feb 20 03:31:01.134106 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 20 Feb 2022 03:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b03fddb-9edf-4eb3-ad1b-87e4d6202d19 x-openstack-request-id: req-7b03fddb-9edf-4eb3-ad1b-87e4d6202d19 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:31:01.134749 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1349e185-9131-4c7e-aebe-e1f6f7d0399c", "tag": "6923b619-c6cf-49a9-99bd-ce1349e132ae", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6633a2e8-95f4-4fbb-b707-855d69683f3a", "tag": "63d49837-2d84-4b6d-ab22-5590f2f1af52", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:31:01.135796 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7b03fddb-9edf-4eb3-ad1b-87e4d6202d19 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:31:01.136418 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1349e185-9131-4c7e-aebe-e1f6f7d0399c', 'tag': '6923b619-c6cf-49a9-99bd-ce1349e132ae', 'status': 'completed', 'code': 200} Feb 20 03:31:01.137864 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6633a2e8-95f4-4fbb-b707-855d69683f3a', 'tag': '63d49837-2d84-4b6d-ab22-5590f2f1af52', 'status': 'completed', 'code': 200} Feb 20 03:31:01.140632 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:01.180010 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-80cf30a4-df6f-4e90-8182-16d583c3eacc tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:01.198922 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-80cf30a4-df6f-4e90-8182-16d583c3eacc tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7178206 Feb 20 03:31:01.199636 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59094) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:31:01.221092 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-eda97d46-a159-4793-bb37-97107e8660b6 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Request body: {'security_group_rule': {'security_group_id': '2bf981ea-2996-44da-bb2f-2db132c0368c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:31:01.332681 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-f1f8484d-aa14-47d5-96be-6187e628118a service neutron] 10.222.0.93 "GET /v2.0/networks/d437f433-2a25-46ac-8335-584c725cf993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905930 Feb 20 03:31:01.358788 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-a6f08569-99c4-4366-a7d1-c8442c8227ac req-c92ce041-e818-4835-9c34-5723b5fb84f3 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Deleting port 8926e98f-953a-4517-ba02-40f4fc2aa629 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:31:01.359229 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-a6f08569-99c4-4366-a7d1-c8442c8227ac req-c92ce041-e818-4835-9c34-5723b5fb84f3 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (8926e98f-953a-4517-ba02-40f4fc2aa629), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:01.548554 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-a6f08569-99c4-4366-a7d1-c8442c8227ac req-c92ce041-e818-4835-9c34-5723b5fb84f3 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] For port 8926e98f-953a-4517-ba02-40f4fc2aa629, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=8926e98f-953a-4517-ba02-40f4fc2aa629,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:31:01.549843 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-a6f08569-99c4-4366-a7d1-c8442c8227ac req-c92ce041-e818-4835-9c34-5723b5fb84f3 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (8926e98f-953a-4517-ba02-40f4fc2aa629), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:01.560652 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 3aa6d5da-bbd0-4438-9363-107d378ae189 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:31:01.570792 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-a6f08569-99c4-4366-a7d1-c8442c8227ac req-c92ce041-e818-4835-9c34-5723b5fb84f3 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Calling delete_port for 8926e98f-953a-4517-ba02-40f4fc2aa629 owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:31:01.632316 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834478d1-764d-4ed8-8141-0756e1ee4eb3 req-28964b1f-06a3-4400-8cd2-c86910655980 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:01.639889 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834478d1-764d-4ed8-8141-0756e1ee4eb3 req-28964b1f-06a3-4400-8cd2-c86910655980 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:01.650231 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834478d1-764d-4ed8-8141-0756e1ee4eb3 req-28964b1f-06a3-4400-8cd2-c86910655980 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:01.659379 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834478d1-764d-4ed8-8141-0756e1ee4eb3 req-28964b1f-06a3-4400-8cd2-c86910655980 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:01.672784 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834478d1-764d-4ed8-8141-0756e1ee4eb3 req-28964b1f-06a3-4400-8cd2-c86910655980 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:01.681483 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834478d1-764d-4ed8-8141-0756e1ee4eb3 req-28964b1f-06a3-4400-8cd2-c86910655980 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:01.688153 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834478d1-764d-4ed8-8141-0756e1ee4eb3 req-28964b1f-06a3-4400-8cd2-c86910655980 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:01.696031 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-834478d1-764d-4ed8-8141-0756e1ee4eb3 req-28964b1f-06a3-4400-8cd2-c86910655980 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.3583548 Feb 20 03:31:01.754286 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eda97d46-a159-4793-bb37-97107e8660b6 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for security_group_rule (104f0b1b-d455-4d24-a18a-98f5b696368e), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:01.829641 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 3aa6d5da-bbd0-4438-9363-107d378ae189 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:31:01.834614 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-834478d1-764d-4ed8-8141-0756e1ee4eb3 req-db64fcdb-f851-4d4d-a111-5651589b5b17 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1288042 Feb 20 03:31:01.836265 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 3aa6d5da-bbd0-4438-9363-107d378ae189 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:31:01.836691 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3aa6d5da-bbd0-4438-9363-107d378ae189), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:01.864684 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc13bf-f95c-4ab4-b149-68dd61c92d70 req-228c6f87-168a-4d82-8732-caae948e3a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:01.868262 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26fc13bf-f95c-4ab4-b149-68dd61c92d70 req-228c6f87-168a-4d82-8732-caae948e3a7d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f32a2222e912478982e32c7419305be8&device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 1156 time: 0.5169737 Feb 20 03:31:01.936274 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eda97d46-a159-4793-bb37-97107e8660b6 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for security_group_rule (104f0b1b-d455-4d24-a18a-98f5b696368e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:01.941867 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-a6f08569-99c4-4366-a7d1-c8442c8227ac req-c92ce041-e818-4835-9c34-5723b5fb84f3 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (8926e98f-953a-4517-ba02-40f4fc2aa629), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:01.962602 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['b482982f-45b9-4058-9e07-31cc53771546', '99eba199-451f-4a84-894b-4526cba64742'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:31:01.990113 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ce041-e818-4835-9c34-5723b5fb84f3 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Pushing event deleted for resources: {'Port': ['ID=8926e98f-953a-4517-ba02-40f4fc2aa629,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:02.045526 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['5d89a755-ad2b-49cb-afa1-66b50203f6a6'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:31:02.090148 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc13bf-f95c-4ab4-b149-68dd61c92d70 req-f93c1ef3-7a6f-4726-a7c2-c33cdbc696e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:02.092753 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26fc13bf-f95c-4ab4-b149-68dd61c92d70 req-f93c1ef3-7a6f-4726-a7c2-c33cdbc696e2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b760bf03-7766-4aef-bd0e-08d3e5c4e949 HTTP/1.1" status: 200 len: 909 time: 0.2081823 Feb 20 03:31:02.095270 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f08569-99c4-4366-a7d1-c8442c8227ac req-c92ce041-e818-4835-9c34-5723b5fb84f3 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] No DVR routers for this DVR port 8926e98f-953a-4517-ba02-40f4fc2aa629 on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:31:02.103670 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eda97d46-a159-4793-bb37-97107e8660b6 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (104f0b1b-d455-4d24-a18a-98f5b696368e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:02.108178 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-a6f08569-99c4-4366-a7d1-c8442c8227ac req-c92ce041-e818-4835-9c34-5723b5fb84f3 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:02.112430 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a6f08569-99c4-4366-a7d1-c8442c8227ac req-c92ce041-e818-4835-9c34-5723b5fb84f3 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.93 "DELETE /v2.0/ports/8926e98f-953a-4517-ba02-40f4fc2aa629 HTTP/1.1" status: 204 len: 173 time: 1.0298221 Feb 20 03:31:02.115693 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36685e3-5d7a-48b6-97ff-9f28bd6e4e8b', 'name': 'network-vif-deleted', 'tag': '8926e98f-953a-4517-ba02-40f4fc2aa629'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:31:02.135543 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243d0a8b-a828-487a-99fa-b0cad239fe6e" -d '{"events": [{"server_uuid": "d36685e3-5d7a-48b6-97ff-9f28bd6e4e8b", "name": "network-vif-deleted", "tag": "8926e98f-953a-4517-ba02-40f4fc2aa629"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:31:02.183394 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda97d46-a159-4793-bb37-97107e8660b6 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=104f0b1b-d455-4d24-a18a-98f5b696368e,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:02.201647 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26fc13bf-f95c-4ab4-b149-68dd61c92d70 req-37f36da6-50cb-4f67-93ca-b2fa61688a72 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6923b619-c6cf-49a9-99bd-ce1349e132ae HTTP/1.1" status: 200 len: 217 time: 0.0635920 Feb 20 03:31:02.228534 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69d90f-56b1-4359-aea0-5c7b49fec51e req-78a65b64-292a-42b3-9cf1-d5e18a2ed46a tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:02.231814 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cc69d90f-56b1-4359-aea0-5c7b49fec51e req-78a65b64-292a-42b3-9cf1-d5e18a2ed46a tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 945 time: 0.8818057 Feb 20 03:31:02.260892 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 3aa6d5da-bbd0-4438-9363-107d378ae189 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:31:02.261729 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3aa6d5da-bbd0-4438-9363-107d378ae189), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:02.322513 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d795000-65fc-4493-a388-e3ce1b3d02e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa6d5da-bbd0-4438-9363-107d378ae189'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:31:02.325187 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2f6cf9-9f2f-407b-b00a-bc504bc80d5b" -d '{"events": [{"server_uuid": "9d795000-65fc-4493-a388-e3ce1b3d02e3", "name": "network-vif-plugged", "status": "completed", "tag": "3aa6d5da-bbd0-4438-9363-107d378ae189"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:31:02.334745 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eda97d46-a159-4793-bb37-97107e8660b6 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:02.336603 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-eda97d46-a159-4793-bb37-97107e8660b6 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1201475 Feb 20 03:31:02.339619 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59108) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:31:02.353772 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 3aa6d5da-bbd0-4438-9363-107d378ae189, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=3aa6d5da-bbd0-4438-9363-107d378ae189,segment=NetworkSegment(7b9eb775-1690-424a-89bc-987700c875dd),segment_id=7b9eb775-1690-424a-89bc-987700c875dd)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:31:02.359761 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-604413af-72f4-4c39-9532-e9e792eaeaf0 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:31:02.427589 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e392ae-7ac6-41b6-a5f9-616353afe73f req-123a6a62-028c-4f69-a0f5-0f5913643713 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:02.429214 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-52e392ae-7ac6-41b6-a5f9-616353afe73f req-123a6a62-028c-4f69-a0f5-0f5913643713 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 944 time: 0.3336735 Feb 20 03:31:02.440313 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3aa6d5da-bbd0-4438-9363-107d378ae189), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:02.441392 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 7a563b92-7b9e-4559-8f56-20ca85c02fd5 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:31:02.501053 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cc69d90f-56b1-4359-aea0-5c7b49fec51e req-bbb41908-c49f-428a-be10-7f3f9f9e4035 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302103 Feb 20 03:31:02.522470 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-b51e2f3b-b1c6-4c83-8c9e-2bac55e6302c service neutron] 10.222.0.93 "GET /v2.0/networks/d437f433-2a25-46ac-8335-584c725cf993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1663270 Feb 20 03:31:02.525057 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-604413af-72f4-4c39-9532-e9e792eaeaf0 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:02.668067 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc13bf-f95c-4ab4-b149-68dd61c92d70 req-e321dcc2-52c1-4016-ac7f-fbfefd746e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:02.669405 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26fc13bf-f95c-4ab4-b149-68dd61c92d70 req-e321dcc2-52c1-4016-ac7f-fbfefd746e1a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=458c6d71-ffe3-42c1-873f-079dd6df07cb HTTP/1.1" status: 200 len: 848 time: 0.4590740 Feb 20 03:31:02.676745 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 7a563b92-7b9e-4559-8f56-20ca85c02fd5 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:31:02.677037 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 7a563b92-7b9e-4559-8f56-20ca85c02fd5 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:31:02.693190 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-d2117251-2482-4457-8a71-f2d159547e41 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c7e56a42-e6b3-4751-b71a-36d2d4255df0 HTTP/1.1" status: 200 len: 217 time: 0.1579657 Feb 20 03:31:02.811185 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26fc13bf-f95c-4ab4-b149-68dd61c92d70 req-02a06aa1-4a56-47db-915b-3e2573fdcaac service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b760bf03-7766-4aef-bd0e-08d3e5c4e949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167722 Feb 20 03:31:02.861820 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-52e392ae-7ac6-41b6-a5f9-616353afe73f req-9d34b8a6-96de-4d5e-80f5-0726bee60d9f tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138057 Feb 20 03:31:02.898727 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=3aa6d5da-bbd0-4438-9363-107d378ae189,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:02.903769 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 075e7992-9983-4ef0-b4ea-ecab923b92f8 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:31:02.915796 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-604413af-72f4-4c39-9532-e9e792eaeaf0 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:02.995799 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:03.096373 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-c9952db8-fc23-40da-bde1-217bde837e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:03.098046 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-c9952db8-fc23-40da-bde1-217bde837e0b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d5f2ccdb-a5f0-4784-95bb-b259997ecd83 HTTP/1.1" status: 200 len: 797 time: 0.3706777 Feb 20 03:31:03.104610 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 075e7992-9983-4ef0-b4ea-ecab923b92f8 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:31:03.105439 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (075e7992-9983-4ef0-b4ea-ecab923b92f8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:03.229879 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24792d71-59ae-4e0b-8c54-5d4ecfadd1da x-openstack-request-id: req-24792d71-59ae-4e0b-8c54-5d4ecfadd1da {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:31:03.230750 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d36685e3-5d7a-48b6-97ff-9f28bd6e4e8b", "name": "network-vif-deleted", "tag": "8926e98f-953a-4517-ba02-40f4fc2aa629", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:31:03.231232 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-24792d71-59ae-4e0b-8c54-5d4ecfadd1da {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:31:03.232190 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36685e3-5d7a-48b6-97ff-9f28bd6e4e8b', 'name': 'network-vif-deleted', 'tag': '8926e98f-953a-4517-ba02-40f4fc2aa629', 'status': 'completed', 'code': 200} Feb 20 03:31:03.271359 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb8256b-470a-4659-985e-920dadc3e7a6 x-openstack-request-id: req-4eb8256b-470a-4659-985e-920dadc3e7a6 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:31:03.271359 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d795000-65fc-4493-a388-e3ce1b3d02e3", "name": "network-vif-plugged", "status": "completed", "tag": "3aa6d5da-bbd0-4438-9363-107d378ae189", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:31:03.271359 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4eb8256b-470a-4659-985e-920dadc3e7a6 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:31:03.271359 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d795000-65fc-4493-a388-e3ce1b3d02e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa6d5da-bbd0-4438-9363-107d378ae189', 'code': 200} Feb 20 03:31:03.271359 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 075e7992-9983-4ef0-b4ea-ecab923b92f8 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:31:03.342368 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-604413af-72f4-4c39-9532-e9e792eaeaf0 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Allocated IP 172.25.7.213 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/38e92b4a-0739-4740-8563-a8e7238bdd58) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:31:03.372493 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6350f-1cbb-4487-a53d-3320066dbaad req-08dce72d-5a11-4223-adbf-c4faf1452f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:03.375589 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-edc6350f-1cbb-4487-a53d-3320066dbaad req-08dce72d-5a11-4223-adbf-c4faf1452f8a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=562824520ad8463da7f1cd3c99d0b445&device_id=6633a2e8-95f4-4fbb-b707-855d69683f3a HTTP/1.1" status: 200 len: 1166 time: 0.1764429 Feb 20 03:31:03.754304 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6246ac-5877-4106-b0bd-57a21e7c269a', 'name': 'network-vif-deleted', 'tag': '7a563b92-7b9e-4559-8f56-20ca85c02fd5'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:31:03.754304 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a672cbe-b077-4692-b9af-6e8783fa35d9" -d '{"events": [{"server_uuid": "1b6246ac-5877-4106-b0bd-57a21e7c269a", "name": "network-vif-deleted", "tag": "7a563b92-7b9e-4559-8f56-20ca85c02fd5"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:31:03.890660 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6350f-1cbb-4487-a53d-3320066dbaad req-b14eee62-0e16-49f4-9996-4f631953a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:03.892261 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-edc6350f-1cbb-4487-a53d-3320066dbaad req-b14eee62-0e16-49f4-9996-4f631953a806 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1c91ce47-7bea-4684-9e83-8c6431905c13 HTTP/1.1" status: 200 len: 913 time: 0.5107121 Feb 20 03:31:03.962951 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-604413af-72f4-4c39-9532-e9e792eaeaf0 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for port (38e92b4a-0739-4740-8563-a8e7238bdd58), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:03.982143 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f554ee4-76c6-4c29-a602-4244df6a60a1 req-185e08e5-e476-483b-8d62-f4d64f1829ce tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:03.984540 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0f554ee4-76c6-4c29-a602-4244df6a60a1 req-185e08e5-e476-483b-8d62-f4d64f1829ce tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 949 time: 0.9752152 Feb 20 03:31:03.992792 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d338895-cad2-4140-b0bd-4a4e888e7a72 req-2011b530-c223-490f-b50a-86b625661ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:03.994828 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6d338895-cad2-4140-b0bd-4a4e888e7a72 req-2011b530-c223-490f-b50a-86b625661ee2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 1128 time: 0.2084243 Feb 20 03:31:04.000585 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-edc6350f-1cbb-4487-a53d-3320066dbaad req-e2d5901c-8795-4655-8458-93a4b615382d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63d49837-2d84-4b6d-ab22-5590f2f1af52 HTTP/1.1" status: 200 len: 217 time: 0.0998514 Feb 20 03:31:04.007094 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26fc13bf-f95c-4ab4-b149-68dd61c92d70 req-b0c82c27-3961-4d78-9eba-a23fe1b86e0a service neutron] 10.222.0.93 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0513561 Feb 20 03:31:04.020469 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-c997b618-24fe-40ef-ac3f-64d5c437607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:04.022274 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-c997b618-24fe-40ef-ac3f-64d5c437607e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d437f433-2a25-46ac-8335-584c725cf993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2665396 Feb 20 03:31:04.060376 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737df22-5797-430a-8844-48d76f08c08c req-d30aa52f-ab81-4747-96fa-3ad481e4f225 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:04.068364 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737df22-5797-430a-8844-48d76f08c08c req-d30aa52f-ab81-4747-96fa-3ad481e4f225 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:04.074321 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737df22-5797-430a-8844-48d76f08c08c req-d30aa52f-ab81-4747-96fa-3ad481e4f225 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:04.076238 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6350f-1cbb-4487-a53d-3320066dbaad req-d5c1bd3e-c28d-4b4d-b385-5334236403bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:04.077686 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-edc6350f-1cbb-4487-a53d-3320066dbaad req-d5c1bd3e-c28d-4b4d-b385-5334236403bc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bf109b62-46b0-4f66-9779-7ad707f5466f HTTP/1.1" status: 200 len: 852 time: 0.0724285 Feb 20 03:31:04.081764 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737df22-5797-430a-8844-48d76f08c08c req-d30aa52f-ab81-4747-96fa-3ad481e4f225 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:04.088364 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737df22-5797-430a-8844-48d76f08c08c req-d30aa52f-ab81-4747-96fa-3ad481e4f225 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:04.094082 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737df22-5797-430a-8844-48d76f08c08c req-d30aa52f-ab81-4747-96fa-3ad481e4f225 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:04.100796 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737df22-5797-430a-8844-48d76f08c08c req-d30aa52f-ab81-4747-96fa-3ad481e4f225 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:04.103136 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0737df22-5797-430a-8844-48d76f08c08c req-d30aa52f-ab81-4747-96fa-3ad481e4f225 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.3079486 Feb 20 03:31:04.109564 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-edc6350f-1cbb-4487-a53d-3320066dbaad req-15323099-fc47-41b1-a199-5711f0e18d9f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1c91ce47-7bea-4684-9e83-8c6431905c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257950 Feb 20 03:31:04.163328 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-604413af-72f4-4c39-9532-e9e792eaeaf0 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (38e92b4a-0739-4740-8563-a8e7238bdd58), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:04.219566 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604413af-72f4-4c39-9532-e9e792eaeaf0 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:31:04.227716 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-604413af-72f4-4c39-9532-e9e792eaeaf0 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:31:04.235691 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604413af-72f4-4c39-9532-e9e792eaeaf0 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:31:04.239873 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604413af-72f4-4c39-9532-e9e792eaeaf0 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Pushing event updated for resources: {'Port': ['ID=38e92b4a-0739-4740-8563-a8e7238bdd58,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:04.300326 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-edc6350f-1cbb-4487-a53d-3320066dbaad req-4955a09e-28fd-406f-96fd-34027c515ece service neutron] 10.222.0.93 "GET /v2.0/networks/1c91ce47-7bea-4684-9e83-8c6431905c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853745 Feb 20 03:31:04.318075 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0f554ee4-76c6-4c29-a602-4244df6a60a1 req-5b944a51-21f8-4360-b220-cfc83f301908 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212762 Feb 20 03:31:04.331821 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6d338895-cad2-4140-b0bd-4a4e888e7a72 req-e0642666-d733-4e14-9feb-7a4b3d27b77e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189435 Feb 20 03:31:04.376926 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0737df22-5797-430a-8844-48d76f08c08c req-2a3d84f6-74b4-4863-8457-8e67ac025d5b tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2558134 Feb 20 03:31:04.401670 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26fc13bf-f95c-4ab4-b149-68dd61c92d70 req-da79f661-de10-40b7-adc0-ea21c81b9272 service neutron] 10.222.0.93 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719840 Feb 20 03:31:04.404799 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-d9f3056f-5dc7-4f8b-a879-b1e6b2514d71 service neutron] 10.222.0.93 "GET /v2.0/networks/d437f433-2a25-46ac-8335-584c725cf993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687010 Feb 20 03:31:04.435924 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-604413af-72f4-4c39-9532-e9e792eaeaf0 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for floatingip (50bf2946-3cc0-4993-9458-f5039c0a30e9), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:04.472630 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-edc6350f-1cbb-4487-a53d-3320066dbaad req-91599ae5-83f4-4adf-ae05-644dcf727e05 service neutron] 10.222.0.93 "GET /v2.0/networks/1c91ce47-7bea-4684-9e83-8c6431905c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654415 Feb 20 03:31:04.603416 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-604413af-72f4-4c39-9532-e9e792eaeaf0 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (38e92b4a-0739-4740-8563-a8e7238bdd58), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:04.634720 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09219d2-302a-46a3-9301-80ac5cbc34fa req-60930be6-a8ce-485e-b6be-c2222e116a18 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:04.636643 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d09219d2-302a-46a3-9301-80ac5cbc34fa req-60930be6-a8ce-485e-b6be-c2222e116a18 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=6633a2e8-95f4-4fbb-b707-855d69683f3a HTTP/1.1" status: 200 len: 984 time: 0.1377416 Feb 20 03:31:04.639166 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a2087aa-02ca-41e7-9f50-1798e28db515 req-4a16a74e-ae35-4b89-b285-2ffde441d87d service neutron] 10.222.0.93 "GET /v2.0/networks/d437f433-2a25-46ac-8335-584c725cf993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240136 Feb 20 03:31:04.678726 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415efd5-451b-48a1-9f0b-893deef2b515 req-9263ade3-1eba-4ba3-adc4-05b9cd1d27cc tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:04.695384 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1415efd5-451b-48a1-9f0b-893deef2b515 req-9263ade3-1eba-4ba3-adc4-05b9cd1d27cc tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 946 time: 0.1600714 Feb 20 03:31:04.827582 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d09219d2-302a-46a3-9301-80ac5cbc34fa req-ea9603b3-5592-4ade-9842-9544d2c11f05 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups?id=af2be1f9-8a87-439e-abb5-44acc722f2a6&id=4b873480-7748-49ec-ad4f-e90eb63d9bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1790299 Feb 20 03:31:04.849380 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1415efd5-451b-48a1-9f0b-893deef2b515 req-bc08ab71-096e-4b25-8b21-54401e500c01 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528466 Feb 20 03:31:04.852199 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc13bf-f95c-4ab4-b149-68dd61c92d70 req-ed8b2bf0-713b-4142-b26e-bc634524d81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:04.854312 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26fc13bf-f95c-4ab4-b149-68dd61c92d70 req-ed8b2bf0-713b-4142-b26e-bc634524d81b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=562824520ad8463da7f1cd3c99d0b445&device_id=6633a2e8-95f4-4fbb-b707-855d69683f3a HTTP/1.1" status: 200 len: 1166 time: 0.1470163 Feb 20 03:31:04.862615 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 6923b619-c6cf-49a9-99bd-ce1349e132ae no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:31:04.923266 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-604413af-72f4-4c39-9532-e9e792eaeaf0 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for port (38e92b4a-0739-4740-8563-a8e7238bdd58), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:04.961120 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2b475-675e-4f32-bf2c-0318c93baff6 req-4a0104b1-28df-4118-bebf-d0594db11d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:04.964199 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2b475-675e-4f32-bf2c-0318c93baff6 req-4a0104b1-28df-4118-bebf-d0594db11d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:04.964698 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2b475-675e-4f32-bf2c-0318c93baff6 req-4a0104b1-28df-4118-bebf-d0594db11d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:04.965178 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2b475-675e-4f32-bf2c-0318c93baff6 req-4a0104b1-28df-4118-bebf-d0594db11d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:04.972799 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2b475-675e-4f32-bf2c-0318c93baff6 req-4a0104b1-28df-4118-bebf-d0594db11d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:04.975441 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2b475-675e-4f32-bf2c-0318c93baff6 req-4a0104b1-28df-4118-bebf-d0594db11d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:04.975998 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2b475-675e-4f32-bf2c-0318c93baff6 req-4a0104b1-28df-4118-bebf-d0594db11d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:04.999412 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-05b2b475-675e-4f32-bf2c-0318c93baff6 req-4a0104b1-28df-4118-bebf-d0594db11d51 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=31539382099d40138aa9f9434b18f41f&device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 6704 time: 0.1952004 Feb 20 03:31:05.016312 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24bdaf2-3e2a-4ef8-908b-4be26c1bf33c x-openstack-request-id: req-e24bdaf2-3e2a-4ef8-908b-4be26c1bf33c {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:31:05.016312 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b6246ac-5877-4106-b0bd-57a21e7c269a", "name": "network-vif-deleted", "tag": "7a563b92-7b9e-4559-8f56-20ca85c02fd5", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:31:05.016312 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e24bdaf2-3e2a-4ef8-908b-4be26c1bf33c {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:31:05.016312 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6246ac-5877-4106-b0bd-57a21e7c269a', 'name': 'network-vif-deleted', 'tag': '7a563b92-7b9e-4559-8f56-20ca85c02fd5', 'status': 'completed', 'code': 200} Feb 20 03:31:05.063816 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-604413af-72f4-4c39-9532-e9e792eaeaf0 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (38e92b4a-0739-4740-8563-a8e7238bdd58), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:05.076806 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc13bf-f95c-4ab4-b149-68dd61c92d70 req-c776cb7d-74e3-4cf3-ae06-be1cf27e5e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:05.077177 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26fc13bf-f95c-4ab4-b149-68dd61c92d70 req-c776cb7d-74e3-4cf3-ae06-be1cf27e5e8a service neutron] 10.222.0.93 "GET /v2.0/networks?id=1c91ce47-7bea-4684-9e83-8c6431905c13 HTTP/1.1" status: 200 len: 913 time: 0.2153070 Feb 20 03:31:05.139610 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 6923b619-c6cf-49a9-99bd-ce1349e132ae is: DOWN; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:31:05.144064 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 8926e98f-953a-4517-ba02-40f4fc2aa629 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:31:05.167402 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26fc13bf-f95c-4ab4-b149-68dd61c92d70 req-62c8cedf-726d-4542-88b1-d334034c554f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63d49837-2d84-4b6d-ab22-5590f2f1af52 HTTP/1.1" status: 200 len: 217 time: 0.0836394 Feb 20 03:31:05.209129 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 8926e98f-953a-4517-ba02-40f4fc2aa629 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:31:05.209494 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 8926e98f-953a-4517-ba02-40f4fc2aa629 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:31:05.281058 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc13bf-f95c-4ab4-b149-68dd61c92d70 req-d1fe8c71-f9af-4b16-831b-bd9ab4af04ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:05.283751 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26fc13bf-f95c-4ab4-b149-68dd61c92d70 req-d1fe8c71-f9af-4b16-831b-bd9ab4af04ee service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bf109b62-46b0-4f66-9779-7ad707f5466f HTTP/1.1" status: 200 len: 852 time: 0.0915604 Feb 20 03:31:05.295608 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-604413af-72f4-4c39-9532-e9e792eaeaf0 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (50bf2946-3cc0-4993-9458-f5039c0a30e9), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:05.310296 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae598e-5b15-40c4-9a3e-fff10660de53 req-1bbae042-f62f-40e3-a69f-ab6ec3d7cfaa tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:05.320906 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfae598e-5b15-40c4-9a3e-fff10660de53 req-1bbae042-f62f-40e3-a69f-ab6ec3d7cfaa tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 944 time: 0.1700590 Feb 20 03:31:05.338527 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604413af-72f4-4c39-9532-e9e792eaeaf0 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Pushing event updated for resources: {'Port': ['ID=38e92b4a-0739-4740-8563-a8e7238bdd58,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:05.365242 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26fc13bf-f95c-4ab4-b149-68dd61c92d70 req-9bf5d871-330e-466e-aa50-dc3bf67364ac service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1c91ce47-7bea-4684-9e83-8c6431905c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346491 Feb 20 03:31:05.379383 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2b475-675e-4f32-bf2c-0318c93baff6 req-83b34362-9b2d-443e-9e5a-ca671644efe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:05.387586 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-05b2b475-675e-4f32-bf2c-0318c93baff6 req-83b34362-9b2d-443e-9e5a-ca671644efe3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d437f433-2a25-46ac-8335-584c725cf993 HTTP/1.1" status: 200 len: 902 time: 0.3827169 Feb 20 03:31:05.460372 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-05b2b475-675e-4f32-bf2c-0318c93baff6 req-f2bca474-f7da-4b32-adce-8728f52b1745 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c7e56a42-e6b3-4751-b71a-36d2d4255df0 HTTP/1.1" status: 200 len: 217 time: 0.0704050 Feb 20 03:31:05.462828 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfae598e-5b15-40c4-9a3e-fff10660de53 req-1d7b769e-68e2-40f8-a72a-c9f9b6a6ef1f tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409705 Feb 20 03:31:05.463560 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-604413af-72f4-4c39-9532-e9e792eaeaf0 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:05.496105 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-604413af-72f4-4c39-9532-e9e792eaeaf0 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1542652 Feb 20 03:31:05.556106 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26fc13bf-f95c-4ab4-b149-68dd61c92d70 req-f17b57ba-293b-4038-ad65-04be9297abf9 service neutron] 10.222.0.93 "GET /v2.0/networks/1c91ce47-7bea-4684-9e83-8c6431905c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775875 Feb 20 03:31:05.603070 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2b475-675e-4f32-bf2c-0318c93baff6 req-5b2155e0-4db4-4b34-9662-808433fbbbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:05.605472 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-05b2b475-675e-4f32-bf2c-0318c93baff6 req-5b2155e0-4db4-4b34-9662-808433fbbbfe service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d5f2ccdb-a5f0-4784-95bb-b259997ecd83 HTTP/1.1" status: 200 len: 797 time: 0.1019554 Feb 20 03:31:05.693934 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2b475-675e-4f32-bf2c-0318c93baff6 req-9a3170fa-0fa2-41fc-a7c8-b9f5803416b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:05.696886 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-05b2b475-675e-4f32-bf2c-0318c93baff6 req-9a3170fa-0fa2-41fc-a7c8-b9f5803416b8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d437f433-2a25-46ac-8335-584c725cf993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0850384 Feb 20 03:31:05.746327 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7546228-edd1-47c0-baa1-966d161f521a req-bbb7d567-3b95-489f-9e76-f57dbabd6668 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:05.751874 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a7546228-edd1-47c0-baa1-966d161f521a req-bbb7d567-3b95-489f-9e76-f57dbabd6668 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 949 time: 0.1739938 Feb 20 03:31:05.757956 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26fc13bf-f95c-4ab4-b149-68dd61c92d70 req-2174c480-8287-4b1c-ad27-7513505fe62b service neutron] 10.222.0.93 "GET /v2.0/networks/1c91ce47-7bea-4684-9e83-8c6431905c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952167 Feb 20 03:31:05.862462 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-05b2b475-675e-4f32-bf2c-0318c93baff6 req-8a88263a-d5da-4d15-9939-36ba61308e76 service neutron] 10.222.0.93 "GET /v2.0/networks/d437f433-2a25-46ac-8335-584c725cf993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582565 Feb 20 03:31:05.871498 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a7546228-edd1-47c0-baa1-966d161f521a req-4557f285-c01e-40ba-ad92-a24741994540 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113808 Feb 20 03:31:05.914140 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8a109-fe6e-4b50-aab6-c94f27a3dc9d req-4a44ec75-a82b-439a-9f1c-a4311658dfde tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:05.925431 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8a109-fe6e-4b50-aab6-c94f27a3dc9d req-4a44ec75-a82b-439a-9f1c-a4311658dfde tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:05.947437 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8a109-fe6e-4b50-aab6-c94f27a3dc9d req-4a44ec75-a82b-439a-9f1c-a4311658dfde tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:05.960051 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8a109-fe6e-4b50-aab6-c94f27a3dc9d req-4a44ec75-a82b-439a-9f1c-a4311658dfde tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:05.970043 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8a109-fe6e-4b50-aab6-c94f27a3dc9d req-4a44ec75-a82b-439a-9f1c-a4311658dfde tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:05.976355 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8a109-fe6e-4b50-aab6-c94f27a3dc9d req-4a44ec75-a82b-439a-9f1c-a4311658dfde tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:05.982462 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8a109-fe6e-4b50-aab6-c94f27a3dc9d req-4a44ec75-a82b-439a-9f1c-a4311658dfde tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:05.990557 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0de8a109-fe6e-4b50-aab6-c94f27a3dc9d req-4a44ec75-a82b-439a-9f1c-a4311658dfde tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.1930058 Feb 20 03:31:06.005993 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-05b2b475-675e-4f32-bf2c-0318c93baff6 req-ff4adf85-c163-4245-b9e8-c47e816c7b98 service neutron] 10.222.0.93 "GET /v2.0/networks/d437f433-2a25-46ac-8335-584c725cf993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378260 Feb 20 03:31:06.083955 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-44f617a0-c66d-4f1f-aed7-70d74ce6172d tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1095817222&fields=id&tenant_id=c709bbfa8b354edf911780ffcf2e7b53 HTTP/1.1" status: 200 len: 267 time: 0.0889552 Feb 20 03:31:06.093066 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0de8a109-fe6e-4b50-aab6-c94f27a3dc9d req-24d22262-cf5b-449d-8936-bfc378158794 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1016314 Feb 20 03:31:06.228086 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-96c812ca-129e-4e24-87b5-149fd6f07375 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:06.229557 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-96c812ca-129e-4e24-87b5-149fd6f07375 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/networks?id=a842b208-6516-42cd-af34-f14f7f82e32f HTTP/1.1" status: 200 len: 816 time: 0.1329503 Feb 20 03:31:06.245525 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-9a1f8780-8c30-4da0-bd82-8951b1eec196 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/quotas/c709bbfa8b354edf911780ffcf2e7b53 HTTP/1.1" status: 200 len: 375 time: 0.0098326 Feb 20 03:31:06.302997 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-a233b091-46a4-412b-a00f-b9b7bdfb3a65 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=c709bbfa8b354edf911780ffcf2e7b53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520825 Feb 20 03:31:06.422842 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-16a4dae5-52d3-4329-8b43-24c324807e32 service neutron] 10.222.0.89 "GET /v2.0/networks/a842b208-6516-42cd-af34-f14f7f82e32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016879 Feb 20 03:31:06.544612 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-ec9f2b96-f20b-473a-b12d-abf5406ccd38 service neutron] 10.222.0.89 "GET /v2.0/networks/a842b208-6516-42cd-af34-f14f7f82e32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140227 Feb 20 03:31:07.072577 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3c112-9d1e-4fa5-b967-dd0dfa969802 req-f10c10f2-3ccc-4ac3-9a84-ee5acc309043 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:07.075756 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-38c3c112-9d1e-4fa5-b967-dd0dfa969802 req-f10c10f2-3ccc-4ac3-9a84-ee5acc309043 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.93 "GET /v2.0/ports?device_id=fafc08cf-d972-4e0d-bf06-50fb7e640f5e HTTP/1.1" status: 200 len: 949 time: 0.0835664 Feb 20 03:31:07.155958 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c185dc-219d-4b70-be63-4da6f4df669a req-f9a89b73-7e52-45a9-807c-58bfea288a60 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:07.157734 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d8c185dc-219d-4b70-be63-4da6f4df669a req-f9a89b73-7e52-45a9-807c-58bfea288a60 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 946 time: 0.0711226 Feb 20 03:31:07.235597 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-38c3c112-9d1e-4fa5-b967-dd0dfa969802 req-b8a4d512-9f30-4c28-91c6-9c8e847d60bd tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Deleting port b482982f-45b9-4058-9e07-31cc53771546 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:31:07.244259 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-38c3c112-9d1e-4fa5-b967-dd0dfa969802 req-b8a4d512-9f30-4c28-91c6-9c8e847d60bd tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b482982f-45b9-4058-9e07-31cc53771546), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:07.270180 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d8c185dc-219d-4b70-be63-4da6f4df669a req-beee5c87-bbfb-41ba-857a-fb9e2e1282f4 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009347 Feb 20 03:31:07.456646 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-38c3c112-9d1e-4fa5-b967-dd0dfa969802 req-b8a4d512-9f30-4c28-91c6-9c8e847d60bd tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] For port b482982f-45b9-4058-9e07-31cc53771546, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=b482982f-45b9-4058-9e07-31cc53771546,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:31:07.456646 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-38c3c112-9d1e-4fa5-b967-dd0dfa969802 req-b8a4d512-9f30-4c28-91c6-9c8e847d60bd tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b482982f-45b9-4058-9e07-31cc53771546), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:07.464797 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-38c3c112-9d1e-4fa5-b967-dd0dfa969802 req-b8a4d512-9f30-4c28-91c6-9c8e847d60bd tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Calling delete_port for b482982f-45b9-4058-9e07-31cc53771546 owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:31:07.465095 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd88527-cf1f-4a67-855a-ef3c20716f7a req-dc761adf-afdf-4ec5-8701-e754cce3fc24 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:07.467134 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3fd88527-cf1f-4a67-855a-ef3c20716f7a req-dc761adf-afdf-4ec5-8701-e754cce3fc24 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=6633a2e8-95f4-4fbb-b707-855d69683f3a HTTP/1.1" status: 200 len: 984 time: 0.1904848 Feb 20 03:31:07.573937 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5187b5e-29f1-4c3b-ad6c-dbf7976e5a3d req-fadd832b-efae-4cdf-8faf-1c88c9409e51 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:07.576638 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e5187b5e-29f1-4c3b-ad6c-dbf7976e5a3d req-fadd832b-efae-4cdf-8faf-1c88c9409e51 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 944 time: 0.2292199 Feb 20 03:31:07.585728 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-fbaca22b-9012-4845-8844-f62600a02a74 service neutron] 10.222.0.93 "GET /v2.0/ports/6923b619-c6cf-49a9-99bd-ce1349e132ae/bindings/n-h1-829866-4 HTTP/1.1" status: 200 len: 384 time: 0.2107487 Feb 20 03:31:07.640806 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3fd88527-cf1f-4a67-855a-ef3c20716f7a req-dffd9080-e91a-4bb1-93e1-422e931e39f8 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups?id=af2be1f9-8a87-439e-abb5-44acc722f2a6&id=4b873480-7748-49ec-ad4f-e90eb63d9bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1629188 Feb 20 03:31:07.709041 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-38c3c112-9d1e-4fa5-b967-dd0dfa969802 req-b8a4d512-9f30-4c28-91c6-9c8e847d60bd tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (b482982f-45b9-4058-9e07-31cc53771546), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:07.725221 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['b482982f-45b9-4058-9e07-31cc53771546', '99eba199-451f-4a84-894b-4526cba64742'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:31:07.728804 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['5d89a755-ad2b-49cb-afa1-66b50203f6a6'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:31:07.734316 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e5187b5e-29f1-4c3b-ad6c-dbf7976e5a3d req-b2ca7950-f45d-4c93-8fc5-56c0c72f3c30 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433167 Feb 20 03:31:07.767482 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4d512-9f30-4c28-91c6-9c8e847d60bd tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Pushing event deleted for resources: {'Port': ['ID=b482982f-45b9-4058-9e07-31cc53771546,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:07.886691 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c3c112-9d1e-4fa5-b967-dd0dfa969802 req-b8a4d512-9f30-4c28-91c6-9c8e847d60bd tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] No DVR routers for this DVR port b482982f-45b9-4058-9e07-31cc53771546 on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:31:07.890817 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-38c3c112-9d1e-4fa5-b967-dd0dfa969802 req-b8a4d512-9f30-4c28-91c6-9c8e847d60bd tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:07.894999 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-38c3c112-9d1e-4fa5-b967-dd0dfa969802 req-b8a4d512-9f30-4c28-91c6-9c8e847d60bd tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.93 "DELETE /v2.0/ports/b482982f-45b9-4058-9e07-31cc53771546 HTTP/1.1" status: 204 len: 173 time: 0.8133814 Feb 20 03:31:07.898303 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafc08cf-d972-4e0d-bf06-50fb7e640f5e', 'name': 'network-vif-deleted', 'tag': 'b482982f-45b9-4058-9e07-31cc53771546'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:31:07.907395 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b08d50e-6188-4fab-a74f-13072842d0f3" -d '{"events": [{"server_uuid": "fafc08cf-d972-4e0d-bf06-50fb7e640f5e", "name": "network-vif-deleted", "tag": "b482982f-45b9-4058-9e07-31cc53771546"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:31:08.000019 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1d3cde91-88d5-45db-9678-b2bcc28cf58f req-9e90423d-7029-4c09-a7de-df643435f9c0 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=fafc08cf-d972-4e0d-bf06-50fb7e640f5e HTTP/1.1" status: 200 len: 210 time: 0.0384007 Feb 20 03:31:08.048300 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef6869-1ac9-405d-ab41-3636a890adb1 req-e338d45d-b0c8-4156-a140-e84dd6fbe08d tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:08.050940 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f6ef6869-1ac9-405d-ab41-3636a890adb1 req-e338d45d-b0c8-4156-a140-e84dd6fbe08d tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 949 time: 0.3156428 Feb 20 03:31:08.071632 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-db78d245-a484-4a1b-8e7f-9f02379b3f29 service neutron] For port 6923b619-c6cf-49a9-99bd-ce1349e132ae, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=6923b619-c6cf-49a9-99bd-ce1349e132ae,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:31:08.115508 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-db78d245-a484-4a1b-8e7f-9f02379b3f29 service neutron] For port 6923b619-c6cf-49a9-99bd-ce1349e132ae, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:31:08.158038 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f6ef6869-1ac9-405d-ab41-3636a890adb1 req-a6fa3ebe-6630-4c32-9386-77207c15e89a tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946598 Feb 20 03:31:08.191888 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-db78d245-a484-4a1b-8e7f-9f02379b3f29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6923b619-c6cf-49a9-99bd-ce1349e132ae {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:31:08.232134 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-db78d245-a484-4a1b-8e7f-9f02379b3f29 service neutron] For port 6923b619-c6cf-49a9-99bd-ce1349e132ae, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=6923b619-c6cf-49a9-99bd-ce1349e132ae,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:31:08.300011 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b834d85c-6e17-48a0-91fa-77c13fecd3b8 req-e59809e6-57b3-4e65-8084-9e8346eb2bb3 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 210 time: 0.0430312 Feb 20 03:31:08.349434 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4603a-37e1-412f-a086-90f841e61045 req-b90c0b90-25f3-420e-9192-87776bc576f8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:08.371038 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4603a-37e1-412f-a086-90f841e61045 req-b90c0b90-25f3-420e-9192-87776bc576f8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:08.383926 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f9778-29cf-4e81-83b7-5da583cd1134 req-08f34222-a2c4-474d-b118-3c346fe39392 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:08.386014 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4603a-37e1-412f-a086-90f841e61045 req-b90c0b90-25f3-420e-9192-87776bc576f8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:08.390461 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-306f9778-29cf-4e81-83b7-5da583cd1134 req-08f34222-a2c4-474d-b118-3c346fe39392 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a523e91-89c3-41f9-a208-edc6937d2cff HTTP/1.1" status: 200 len: 950 time: 0.1164603 Feb 20 03:31:08.398035 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4603a-37e1-412f-a086-90f841e61045 req-b90c0b90-25f3-420e-9192-87776bc576f8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:08.410160 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4603a-37e1-412f-a086-90f841e61045 req-b90c0b90-25f3-420e-9192-87776bc576f8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:08.425912 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4603a-37e1-412f-a086-90f841e61045 req-b90c0b90-25f3-420e-9192-87776bc576f8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:08.442153 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4603a-37e1-412f-a086-90f841e61045 req-b90c0b90-25f3-420e-9192-87776bc576f8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:08.456271 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78b4603a-37e1-412f-a086-90f841e61045 req-b90c0b90-25f3-420e-9192-87776bc576f8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.2799602 Feb 20 03:31:08.554578 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:31:08.573482 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78b4603a-37e1-412f-a086-90f841e61045 req-b12cdc57-27f8-4efd-9b93-8aff79e203a7 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1157966 Feb 20 03:31:08.642214 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-306f9778-29cf-4e81-83b7-5da583cd1134 req-f9d6b02c-d68b-41d6-a728-2e30c4fe1068 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Deleting port 99eba199-451f-4a84-894b-4526cba64742 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:31:08.741419 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-306f9778-29cf-4e81-83b7-5da583cd1134 req-f9d6b02c-d68b-41d6-a728-2e30c4fe1068 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (99eba199-451f-4a84-894b-4526cba64742), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:08.741599 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-122529f9-a743-4e2a-a9c8-368bdc15d72d req-49314ba3-d73f-4c53-8e96-2d38c9b93ad5 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1066918619&fields=id&tenant_id=562824520ad8463da7f1cd3c99d0b445 HTTP/1.1" status: 200 len: 267 time: 0.0509298 Feb 20 03:31:08.761503 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-306f9778-29cf-4e81-83b7-5da583cd1134 req-f9d6b02c-d68b-41d6-a728-2e30c4fe1068 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] For port 99eba199-451f-4a84-894b-4526cba64742, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=99eba199-451f-4a84-894b-4526cba64742,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:31:08.761961 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-306f9778-29cf-4e81-83b7-5da583cd1134 req-f9d6b02c-d68b-41d6-a728-2e30c4fe1068 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (99eba199-451f-4a84-894b-4526cba64742), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:08.768539 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122529f9-a743-4e2a-a9c8-368bdc15d72d req-a7dda118-8083-4035-884a-4d0563b1050f tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:08.770065 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-122529f9-a743-4e2a-a9c8-368bdc15d72d req-a7dda118-8083-4035-884a-4d0563b1050f tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=6633a2e8-95f4-4fbb-b707-855d69683f3a HTTP/1.1" status: 200 len: 984 time: 0.0629199 Feb 20 03:31:08.777255 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-306f9778-29cf-4e81-83b7-5da583cd1134 req-f9d6b02c-d68b-41d6-a728-2e30c4fe1068 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Calling delete_port for 99eba199-451f-4a84-894b-4526cba64742 owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:31:08.786009 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-122529f9-a743-4e2a-a9c8-368bdc15d72d req-6a18a10f-9499-4ee6-a4c4-89b46a5e7d73 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Request body: {'port': {'security_groups': ['4b873480-7748-49ec-ad4f-e90eb63d9bf5', 'af2be1f9-8a87-439e-abb5-44acc722f2a6', '9b0c35a9-8b79-46e6-9cd9-1bdd9fa9a80e']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:31:08.896405 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-122529f9-a743-4e2a-a9c8-368bdc15d72d req-6a18a10f-9499-4ee6-a4c4-89b46a5e7d73 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (63d49837-2d84-4b6d-ab22-5590f2f1af52), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:08.942661 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-db78d245-a484-4a1b-8e7f-9f02379b3f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (6923b619-c6cf-49a9-99bd-ce1349e132ae), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:09.078614 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-306f9778-29cf-4e81-83b7-5da583cd1134 req-f9d6b02c-d68b-41d6-a728-2e30c4fe1068 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (99eba199-451f-4a84-894b-4526cba64742), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:09.085526 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-db78d245-a484-4a1b-8e7f-9f02379b3f29 service neutron] Transition to ACTIVE for port object 6923b619-c6cf-49a9-99bd-ce1349e132ae will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:31:09.091471 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['b482982f-45b9-4058-9e07-31cc53771546'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:31:09.096566 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['5d89a755-ad2b-49cb-afa1-66b50203f6a6'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:31:09.145854 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6b02c-d68b-41d6-a728-2e30c4fe1068 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Pushing event deleted for resources: {'Port': ['ID=99eba199-451f-4a84-894b-4526cba64742,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:09.210083 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-306f9778-29cf-4e81-83b7-5da583cd1134 req-f9d6b02c-d68b-41d6-a728-2e30c4fe1068 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] No DVR routers for this DVR port 99eba199-451f-4a84-894b-4526cba64742 on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:31:09.213107 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-306f9778-29cf-4e81-83b7-5da583cd1134 req-f9d6b02c-d68b-41d6-a728-2e30c4fe1068 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:09.216829 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-306f9778-29cf-4e81-83b7-5da583cd1134 req-f9d6b02c-d68b-41d6-a728-2e30c4fe1068 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.93 "DELETE /v2.0/ports/99eba199-451f-4a84-894b-4526cba64742 HTTP/1.1" status: 204 len: 173 time: 0.8199246 Feb 20 03:31:09.218497 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-122529f9-a743-4e2a-a9c8-368bdc15d72d req-6a18a10f-9499-4ee6-a4c4-89b46a5e7d73 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] For port 63d49837-2d84-4b6d-ab22-5590f2f1af52, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=63d49837-2d84-4b6d-ab22-5590f2f1af52,segment=NetworkSegment(23d264e4-1868-43ad-a9bd-7db80d31bd46),segment_id=23d264e4-1868-43ad-a9bd-7db80d31bd46)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:31:09.256540 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-db78d245-a484-4a1b-8e7f-9f02379b3f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (6923b619-c6cf-49a9-99bd-ce1349e132ae), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:09.260626 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-122529f9-a743-4e2a-a9c8-368bdc15d72d req-6a18a10f-9499-4ee6-a4c4-89b46a5e7d73 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for port (63d49837-2d84-4b6d-ab22-5590f2f1af52), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:09.399484 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-db78d245-a484-4a1b-8e7f-9f02379b3f29 service neutron] No DVR routers for this DVR port 6923b619-c6cf-49a9-99bd-ce1349e132ae on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:31:09.407279 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-122529f9-a743-4e2a-a9c8-368bdc15d72d req-6a18a10f-9499-4ee6-a4c4-89b46a5e7d73 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (63d49837-2d84-4b6d-ab22-5590f2f1af52), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:09.416833 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0bdd97-3d67-4334-8089-677febf20848 x-openstack-request-id: req-ef0bdd97-3d67-4334-8089-677febf20848 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:31:09.417704 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fafc08cf-d972-4e0d-bf06-50fb7e640f5e", "name": "network-vif-deleted", "tag": "b482982f-45b9-4058-9e07-31cc53771546", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:31:09.419507 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ef0bdd97-3d67-4334-8089-677febf20848 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:31:09.419940 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fafc08cf-d972-4e0d-bf06-50fb7e640f5e', 'name': 'network-vif-deleted', 'tag': 'b482982f-45b9-4058-9e07-31cc53771546', 'status': 'completed', 'code': 200} Feb 20 03:31:09.423808 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['63d49837-2d84-4b6d-ab22-5590f2f1af52'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:31:09.427193 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['ec7285c7-5f5f-44b2-9917-8adddf4c6ad5'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:31:09.459662 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78d245-a484-4a1b-8e7f-9f02379b3f29 service neutron] Pushing event updated for resources: {'Port': ['ID=6923b619-c6cf-49a9-99bd-ce1349e132ae,revision_number=10']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:09.521610 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122529f9-a743-4e2a-a9c8-368bdc15d72d req-6a18a10f-9499-4ee6-a4c4-89b46a5e7d73 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:09.522307 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-122529f9-a743-4e2a-a9c8-368bdc15d72d req-6a18a10f-9499-4ee6-a4c4-89b46a5e7d73 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:09.535785 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-122529f9-a743-4e2a-a9c8-368bdc15d72d req-6a18a10f-9499-4ee6-a4c4-89b46a5e7d73 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "PUT /v2.0/ports/63d49837-2d84-4b6d-ab22-5590f2f1af52 HTTP/1.1" status: 200 len: 1020 time: 0.7558255 Feb 20 03:31:09.545014 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-db78d245-a484-4a1b-8e7f-9f02379b3f29 service neutron] 10.222.0.93 "PUT /v2.0/ports/6923b619-c6cf-49a9-99bd-ce1349e132ae/bindings/n-h1-829866-4/activate HTTP/1.1" status: 200 len: 369 time: 1.9498739 Feb 20 03:31:09.550716 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6633a2e8-95f4-4fbb-b707-855d69683f3a', 'tag': '63d49837-2d84-4b6d-ab22-5590f2f1af52'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:31:09.556459 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583efe88-8e9c-47e6-ae97-d959964c42fa" -d '{"events": [{"name": "network-changed", "server_uuid": "6633a2e8-95f4-4fbb-b707-855d69683f3a", "tag": "63d49837-2d84-4b6d-ab22-5590f2f1af52"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:31:09.677100 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['63d49837-2d84-4b6d-ab22-5590f2f1af52'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:31:09.870576 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea4f8bf4-2d2e-4adb-8c2c-8d164f572fd9 req-995e371f-8289-4bc2-820a-0c9b066a4ded tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=fafc08cf-d972-4e0d-bf06-50fb7e640f5e HTTP/1.1" status: 200 len: 210 time: 0.1800141 Feb 20 03:31:09.880476 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-ebee50fb-f323-4742-82bd-901b83432efc tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:09.885664 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-ebee50fb-f323-4742-82bd-901b83432efc tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c&tenant_id=f32a2222e912478982e32c7419305be8&binding%3Ahost_id=n-h2-829866-4 HTTP/1.1" status: 200 len: 1127 time: 0.1058166 Feb 20 03:31:09.951147 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18a10f-9499-4ee6-a4c4-89b46a5e7d73 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Pushing event updated for resources: {'Port': ['ID=63d49837-2d84-4b6d-ab22-5590f2f1af52,revision_number=7']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:09.975036 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25ddc7-42f9-4ce9-a928-40c7f3ef2647 req-d7bf3a7a-682c-49a3-95ba-e3a9aa41f6f8 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:09.982722 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c25ddc7-42f9-4ce9-a928-40c7f3ef2647 req-d7bf3a7a-682c-49a3-95ba-e3a9aa41f6f8 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 945 time: 0.4011395 Feb 20 03:31:10.010831 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22885ce1-9f6b-457f-959c-368ee9b4d163 req-a14bafc1-736c-4740-96c3-3b2d6013c34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:10.020388 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-02c48cc9-0514-4511-b523-e0a94b60a502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:10.023646 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-22885ce1-9f6b-457f-959c-368ee9b4d163 req-a14bafc1-736c-4740-96c3-3b2d6013c34b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87bec72e0bca457e8ebb03d0cbe6ac2d&device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 1128 time: 0.3139479 Feb 20 03:31:10.025942 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-02c48cc9-0514-4511-b523-e0a94b60a502 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c&tenant_id=f32a2222e912478982e32c7419305be8 HTTP/1.1" status: 200 len: 1127 time: 0.1308093 Feb 20 03:31:10.130958 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-38071873-3768-41e1-aacd-888eaf070615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:10.134409 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-38071873-3768-41e1-aacd-888eaf070615 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f32a2222e912478982e32c7419305be8&device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 1127 time: 0.0818214 Feb 20 03:31:10.286390 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c25ddc7-42f9-4ce9-a928-40c7f3ef2647 req-4af19a2b-1d34-4c0a-9e7f-3b4dcdda4e4b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999206 Feb 20 03:31:10.317702 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-4c673d73-aa03-468c-aa66-659242473722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:10.319460 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-4c673d73-aa03-468c-aa66-659242473722 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b760bf03-7766-4aef-bd0e-08d3e5c4e949 HTTP/1.1" status: 200 len: 909 time: 0.1773100 Feb 20 03:31:10.403037 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574b52f-6c58-48ea-9b70-9bbc1c876782 req-8d86b79a-4240-41d6-adee-ddbfa6ca9e04 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:10.404623 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a574b52f-6c58-48ea-9b70-9bbc1c876782 req-8d86b79a-4240-41d6-adee-ddbfa6ca9e04 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 949 time: 0.3541896 Feb 20 03:31:10.427244 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22885ce1-9f6b-457f-959c-368ee9b4d163 req-9364275b-eef7-4fc5-aca8-f714c175e12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:10.428751 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-22885ce1-9f6b-457f-959c-368ee9b4d163 req-9364275b-eef7-4fc5-aca8-f714c175e12f service neutron] 10.222.0.42 "GET /v2.0/networks?id=2cee905c-3517-4660-8947-ff7bb2860c1e HTTP/1.1" status: 200 len: 910 time: 0.4042828 Feb 20 03:31:10.430729 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-f56dcd0f-9860-4a67-aebf-cb8c88d72f55 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6923b619-c6cf-49a9-99bd-ce1349e132ae HTTP/1.1" status: 200 len: 217 time: 0.1030011 Feb 20 03:31:10.523573 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bcda2139-f76b-46bd-993a-bc939fdecd01 req-91775282-33da-41fb-836b-ccc568fb4d31 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 210 time: 0.1177554 Feb 20 03:31:10.539275 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-590a35e6-6b8a-4d3e-927b-b22c9be15e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:10.542288 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-590a35e6-6b8a-4d3e-927b-b22c9be15e05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=458c6d71-ffe3-42c1-873f-079dd6df07cb HTTP/1.1" status: 200 len: 848 time: 0.0996830 Feb 20 03:31:10.593887 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-a50016ca-dde7-4d19-9b9a-2e55a8f6196c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b760bf03-7766-4aef-bd0e-08d3e5c4e949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442395 Feb 20 03:31:10.675747 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-22885ce1-9f6b-457f-959c-368ee9b4d163 req-76b53e68-7b59-48ba-8b0f-d5e97d299daa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aa6d5da-bbd0-4438-9363-107d378ae189 HTTP/1.1" status: 200 len: 217 time: 0.1961198 Feb 20 03:31:10.729162 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-cd16c65d-2c54-47a6-a3eb-d5a3de342a9a service neutron] 10.222.0.42 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288073 Feb 20 03:31:10.799766 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22885ce1-9f6b-457f-959c-368ee9b4d163 req-885bc6af-9390-49a0-a6a7-81276932e39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:10.803771 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-22885ce1-9f6b-457f-959c-368ee9b4d163 req-885bc6af-9390-49a0-a6a7-81276932e39b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7e3878e6-5b76-459d-be9f-a6cbffaea39e HTTP/1.1" status: 200 len: 849 time: 0.1092117 Feb 20 03:31:10.842657 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-22885ce1-9f6b-457f-959c-368ee9b4d163 req-60ce1f8e-2ba2-4505-947b-47fae7e8a92f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2cee905c-3517-4660-8947-ff7bb2860c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311596 Feb 20 03:31:10.856240 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a574b52f-6c58-48ea-9b70-9bbc1c876782 req-8dd3244a-f5fd-4a58-ac1c-1016aed0c442 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306140 Feb 20 03:31:10.859604 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-82c19243-1d92-45f0-b0c8-38d38d846817 service neutron] 10.222.0.42 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214314 Feb 20 03:31:10.988842 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd0185-5dbe-4e30-9a93-1e0344f38ae1 req-3783c64f-2d1c-42a5-ab4f-4ba1ae690787 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:10.991164 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7fdd0185-5dbe-4e30-9a93-1e0344f38ae1 req-3783c64f-2d1c-42a5-ab4f-4ba1ae690787 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 946 time: 0.3269975 Feb 20 03:31:10.999361 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-22885ce1-9f6b-457f-959c-368ee9b4d163 req-036d8a44-e193-4fc0-a911-2be8b6a55ea2 service neutron] 10.222.0.42 "GET /v2.0/networks/2cee905c-3517-4660-8947-ff7bb2860c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384287 Feb 20 03:31:11.041121 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e5ca21b5-5529-43dd-80fd-ff73295d8bbf req-ee20b221-8706-49e5-a918-c37ba923dc72 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups/9b0c35a9-8b79-46e6-9cd9-1bdd9fa9a80e HTTP/1.1" status: 200 len: 1817 time: 0.1002991 Feb 20 03:31:11.423474 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-83e539b1-3044-4fe0-840b-b36945d9a31e tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:11.435901 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-83e539b1-3044-4fe0-840b-b36945d9a31e tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c&tenant_id=f32a2222e912478982e32c7419305be8&binding%3Ahost_id=n-h1-829866-4 HTTP/1.1" status: 200 len: 1127 time: 0.1157539 Feb 20 03:31:11.437578 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a523e91-89c3-41f9-a208-edc6937d2cff', 'name': 'network-vif-deleted', 'tag': '99eba199-451f-4a84-894b-4526cba64742'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:31:11.443134 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9061167e-d179-4664-aa28-b0b8a4c87648" -d '{"events": [{"server_uuid": "5a523e91-89c3-41f9-a208-edc6937d2cff", "name": "network-vif-deleted", "tag": "99eba199-451f-4a84-894b-4526cba64742"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:31:11.487559 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-e5ca21b5-5529-43dd-80fd-ff73295d8bbf req-c1386ef8-d267-4948-b73c-dd0b5075f10f tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 20 03:31:11.503325 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e5ca21b5-5529-43dd-80fd-ff73295d8bbf req-c1386ef8-d267-4948-b73c-dd0b5075f10f tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "DELETE /v2.0/security-groups/9b0c35a9-8b79-46e6-9cd9-1bdd9fa9a80e HTTP/1.1" status: 409 len: 341 time: 0.0967846 Feb 20 03:31:11.547965 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7fdd0185-5dbe-4e30-9a93-1e0344f38ae1 req-e3b23e21-a790-4d1e-a2e9-eb8fa6e17dcd tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5433755 Feb 20 03:31:11.702184 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583efe88-8e9c-47e6-ae97-d959964c42fa req-9d5d183c-5507-495f-bdbf-dd5e57c1ac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:11.704418 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-583efe88-8e9c-47e6-ae97-d959964c42fa req-9d5d183c-5507-495f-bdbf-dd5e57c1ac9a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=562824520ad8463da7f1cd3c99d0b445&device_id=6633a2e8-95f4-4fbb-b707-855d69683f3a HTTP/1.1" status: 200 len: 1206 time: 0.1044698 Feb 20 03:31:11.709176 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-5523d94b-474d-4e94-9203-eaee41497610 service neutron] For port 6923b619-c6cf-49a9-99bd-ce1349e132ae, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:31:11.710777 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-5523d94b-474d-4e94-9203-eaee41497610 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:11.711912 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d80f94ab-75e9-4aa6-91df-5c89f4d8d3fc req-5523d94b-474d-4e94-9203-eaee41497610 service neutron] 10.222.0.42 "DELETE /v2.0/ports/6923b619-c6cf-49a9-99bd-ce1349e132ae/bindings/n-h2-829866-4 HTTP/1.1" status: 204 len: 173 time: 0.2656267 Feb 20 03:31:11.733441 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45c9376-1b91-4c1d-a222-d92b1a201101 x-openstack-request-id: req-a45c9376-1b91-4c1d-a222-d92b1a201101 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:31:11.733741 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6633a2e8-95f4-4fbb-b707-855d69683f3a", "tag": "63d49837-2d84-4b6d-ab22-5590f2f1af52", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:31:11.734716 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a45c9376-1b91-4c1d-a222-d92b1a201101 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:31:11.735180 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6633a2e8-95f4-4fbb-b707-855d69683f3a', 'tag': '63d49837-2d84-4b6d-ab22-5590f2f1af52', 'status': 'completed', 'code': 200} Feb 20 03:31:11.855283 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583efe88-8e9c-47e6-ae97-d959964c42fa req-88a04627-4d78-4e37-902e-e83a4e20b97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:11.856964 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-583efe88-8e9c-47e6-ae97-d959964c42fa req-88a04627-4d78-4e37-902e-e83a4e20b97a service neutron] 10.222.0.93 "GET /v2.0/networks?id=1c91ce47-7bea-4684-9e83-8c6431905c13 HTTP/1.1" status: 200 len: 913 time: 0.1440995 Feb 20 03:31:11.874410 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-22885ce1-9f6b-457f-959c-368ee9b4d163 req-aff487a1-690b-4352-9dbb-867197cc4d72 service neutron] 10.222.0.42 "GET /v2.0/networks/2cee905c-3517-4660-8947-ff7bb2860c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8591194 Feb 20 03:31:11.933787 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-583efe88-8e9c-47e6-ae97-d959964c42fa req-a38f5e11-cc40-4642-9cf3-734ad6a0ab7a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63d49837-2d84-4b6d-ab22-5590f2f1af52 HTTP/1.1" status: 200 len: 217 time: 0.0702326 Feb 20 03:31:11.934815 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-f6f747cd-3fae-4032-9ea5-f04351158205 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:11.936475 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-f6f747cd-3fae-4032-9ea5-f04351158205 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.93 "GET /v2.0/networks?id=a842b208-6516-42cd-af34-f14f7f82e32f HTTP/1.1" status: 200 len: 816 time: 0.3874893 Feb 20 03:31:12.041806 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95037ea-7e9d-4adc-9f43-1251f572ceae req-996a2e25-8f07-4b1d-a5cf-9edd90b41952 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:12.048658 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95037ea-7e9d-4adc-9f43-1251f572ceae req-996a2e25-8f07-4b1d-a5cf-9edd90b41952 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:12.054618 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95037ea-7e9d-4adc-9f43-1251f572ceae req-996a2e25-8f07-4b1d-a5cf-9edd90b41952 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:12.067805 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95037ea-7e9d-4adc-9f43-1251f572ceae req-996a2e25-8f07-4b1d-a5cf-9edd90b41952 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:12.067805 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95037ea-7e9d-4adc-9f43-1251f572ceae req-996a2e25-8f07-4b1d-a5cf-9edd90b41952 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:12.083879 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95037ea-7e9d-4adc-9f43-1251f572ceae req-996a2e25-8f07-4b1d-a5cf-9edd90b41952 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:12.101934 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583efe88-8e9c-47e6-ae97-d959964c42fa req-82631066-cd32-4c66-aae0-79b86bc9f57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:12.104472 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95037ea-7e9d-4adc-9f43-1251f572ceae req-996a2e25-8f07-4b1d-a5cf-9edd90b41952 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:12.112982 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-583efe88-8e9c-47e6-ae97-d959964c42fa req-82631066-cd32-4c66-aae0-79b86bc9f57d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bf109b62-46b0-4f66-9779-7ad707f5466f HTTP/1.1" status: 200 len: 852 time: 0.1534443 Feb 20 03:31:12.113669 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b95037ea-7e9d-4adc-9f43-1251f572ceae req-996a2e25-8f07-4b1d-a5cf-9edd90b41952 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.4042726 Feb 20 03:31:12.144238 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677ba18-b1c8-481e-b890-8978603e4712 req-5d55b49e-ee19-42d3-aad8-f83d7ebe92a6 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:12.151415 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7677ba18-b1c8-481e-b890-8978603e4712 req-5d55b49e-ee19-42d3-aad8-f83d7ebe92a6 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 945 time: 0.4098165 Feb 20 03:31:12.162975 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-583efe88-8e9c-47e6-ae97-d959964c42fa req-25858ce5-be17-45a6-b79a-052b8cd68896 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1c91ce47-7bea-4684-9e83-8c6431905c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440950 Feb 20 03:31:12.228918 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-42864992-90cd-406a-a8d8-0ccb56b293dc tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c709bbfa8b354edf911780ffcf2e7b53 HTTP/1.1" status: 200 len: 380 time: 0.2802112 Feb 20 03:31:12.251092 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-8952e732-27b9-4c82-a2ff-1c23ea22a013 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Request body: {'port': {'device_id': '801dc56e-a5ac-4cff-864d-129f50c171a7', 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f', 'admin_state_up': True, 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'security_groups': ['2bf981ea-2996-44da-bb2f-2db132c0368c']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:31:12.298477 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7677ba18-b1c8-481e-b890-8978603e4712 req-c42d498f-fbbf-4f43-a555-7d7f4da65b4b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461856 Feb 20 03:31:12.340412 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-583efe88-8e9c-47e6-ae97-d959964c42fa req-c78c77b7-bf3f-4677-8135-97e2d0213912 service neutron] 10.222.0.93 "GET /v2.0/networks/1c91ce47-7bea-4684-9e83-8c6431905c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659005 Feb 20 03:31:12.367133 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b95037ea-7e9d-4adc-9f43-1251f572ceae req-25921500-85bb-44f9-9195-21228c246a63 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2523315 Feb 20 03:31:12.403439 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b526fa74-3202-495c-a804-4f0f1c8f1e54 x-openstack-request-id: req-b526fa74-3202-495c-a804-4f0f1c8f1e54 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:31:12.403863 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a523e91-89c3-41f9-a208-edc6937d2cff", "name": "network-vif-deleted", "tag": "99eba199-451f-4a84-894b-4526cba64742", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:31:12.404303 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b526fa74-3202-495c-a804-4f0f1c8f1e54 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:31:12.404805 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a523e91-89c3-41f9-a208-edc6937d2cff', 'name': 'network-vif-deleted', 'tag': '99eba199-451f-4a84-894b-4526cba64742', 'status': 'completed', 'code': 200} Feb 20 03:31:12.465169 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-583efe88-8e9c-47e6-ae97-d959964c42fa req-9a0098e8-a2e1-4d96-8442-bab9b29951f5 service neutron] 10.222.0.93 "GET /v2.0/networks/1c91ce47-7bea-4684-9e83-8c6431905c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200650 Feb 20 03:31:12.535594 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b3bda87f-122d-4807-b7b1-19244438be8e req-5d056fd2-cfec-4f67-92e8-9882e22e1b31 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 210 time: 0.0356748 Feb 20 03:31:12.551693 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-8952e732-27b9-4c82-a2ff-1c23ea22a013 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Made reservation on behalf of c709bbfa8b354edf911780ffcf2e7b53 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:31:12.557309 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-8952e732-27b9-4c82-a2ff-1c23ea22a013 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:12.848341 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-8952e732-27b9-4c82-a2ff-1c23ea22a013 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Allocated IP 172.20.0.7 (a842b208-6516-42cd-af34-f14f7f82e32f/459abde2-853f-42b6-94b7-5e11d73152fc/2a0eec7b-9fca-42d8-a0c8-208f96cb8808) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:31:12.866436 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device b482982f-45b9-4058-9e07-31cc53771546 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:31:12.867126 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f07d8-29a8-4255-bb73-78d5da1a6cd3 req-85cdde0e-de2f-4c27-8fbd-6c010d2c1ac2 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:12.870163 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d19f07d8-29a8-4255-bb73-78d5da1a6cd3 req-85cdde0e-de2f-4c27-8fbd-6c010d2c1ac2 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 949 time: 0.2032402 Feb 20 03:31:12.903175 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: b482982f-45b9-4058-9e07-31cc53771546 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:31:12.903807 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device b482982f-45b9-4058-9e07-31cc53771546 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:31:12.904445 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 99eba199-451f-4a84-894b-4526cba64742 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:31:12.945310 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 99eba199-451f-4a84-894b-4526cba64742 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:31:12.949959 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 99eba199-451f-4a84-894b-4526cba64742 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:31:12.962272 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d19f07d8-29a8-4255-bb73-78d5da1a6cd3 req-96b084f8-0ae6-4d32-9e74-6241b84b4ed4 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853052 Feb 20 03:31:13.154828 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-8952e732-27b9-4c82-a2ff-1c23ea22a013 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for port (2a0eec7b-9fca-42d8-a0c8-208f96cb8808), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:13.238753 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238434d-63ef-4b9b-b94e-1e7ed6ffccf4 req-346a955a-e0ea-44f5-a767-24600a4a4842 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:13.240832 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7238434d-63ef-4b9b-b94e-1e7ed6ffccf4 req-346a955a-e0ea-44f5-a767-24600a4a4842 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 946 time: 0.1523230 Feb 20 03:31:13.315811 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7238434d-63ef-4b9b-b94e-1e7ed6ffccf4 req-a3b4899e-d8d1-4081-a761-d973620df87a tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681086 Feb 20 03:31:13.374065 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a255b-bc2c-497e-8f38-43bfb5337322 req-7d3f1c4c-3431-4c98-81c4-408c25e6c1ba tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:13.380030 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f57a255b-bc2c-497e-8f38-43bfb5337322 req-7d3f1c4c-3431-4c98-81c4-408c25e6c1ba tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=6633a2e8-95f4-4fbb-b707-855d69683f3a HTTP/1.1" status: 200 len: 1023 time: 0.0615301 Feb 20 03:31:13.420125 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-8952e732-27b9-4c82-a2ff-1c23ea22a013 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (2a0eec7b-9fca-42d8-a0c8-208f96cb8808), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:13.502681 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-8952e732-27b9-4c82-a2ff-1c23ea22a013 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Network a842b208-6516-42cd-af34-f14f7f82e32f is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:31:13.514495 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-8952e732-27b9-4c82-a2ff-1c23ea22a013 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:31:13.520478 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952e732-27b9-4c82-a2ff-1c23ea22a013 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Pushing event updated for resources: {'Port': ['ID=2a0eec7b-9fca-42d8-a0c8-208f96cb8808,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:13.527882 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-8952e732-27b9-4c82-a2ff-1c23ea22a013 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:31:13.575876 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f57a255b-bc2c-497e-8f38-43bfb5337322 req-5bac091e-5a86-4df0-88d4-b4db1fe716ce tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups?id=af2be1f9-8a87-439e-abb5-44acc722f2a6&id=4b873480-7748-49ec-ad4f-e90eb63d9bf5&id=9b0c35a9-8b79-46e6-9cd9-1bdd9fa9a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1921959 Feb 20 03:31:13.577764 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b04ad-b641-4dcc-ba03-1c51d55db031 req-ece641ba-6bcd-4903-abdc-2558635c2088 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:13.579711 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b14b04ad-b641-4dcc-ba03-1c51d55db031 req-ece641ba-6bcd-4903-abdc-2558635c2088 tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 1127 time: 0.1891396 Feb 20 03:31:13.600824 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:31:13.604970 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:31:13.611074 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-8952e732-27b9-4c82-a2ff-1c23ea22a013 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:13.613189 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-8952e732-27b9-4c82-a2ff-1c23ea22a013 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:13.709851 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b14b04ad-b641-4dcc-ba03-1c51d55db031 req-b28905a1-1ec7-4f8b-8037-7de85fcdba2a tempest-LiveMigrationTest-907114165 tempest-LiveMigrationTest-907114165-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162868 Feb 20 03:31:13.762075 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-8952e732-27b9-4c82-a2ff-1c23ea22a013 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5076549 Feb 20 03:31:13.767171 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-016cb304-69ca-4b70-9488-46e1ec8a14c5 service neutron] Request body: {'port': {'device_id': '801dc56e-a5ac-4cff-864d-129f50c171a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:31:13.884566 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-016cb304-69ca-4b70-9488-46e1ec8a14c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2a0eec7b-9fca-42d8-a0c8-208f96cb8808), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:13.934889 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:31:13.953292 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:31:13.958467 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:13.958467 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': 'a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0', 'mac_address': 'fa:16:3e:b4:7f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:31:14.000250 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f82280-6141-4e28-a94c-f8db1179e779 req-ca940bfd-beee-4dca-967e-945f912166fa tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:14.006986 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f82280-6141-4e28-a94c-f8db1179e779 req-ca940bfd-beee-4dca-967e-945f912166fa tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:14.012337 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f82280-6141-4e28-a94c-f8db1179e779 req-ca940bfd-beee-4dca-967e-945f912166fa tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:14.017552 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f82280-6141-4e28-a94c-f8db1179e779 req-ca940bfd-beee-4dca-967e-945f912166fa tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:14.022889 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f82280-6141-4e28-a94c-f8db1179e779 req-ca940bfd-beee-4dca-967e-945f912166fa tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:14.028117 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f82280-6141-4e28-a94c-f8db1179e779 req-ca940bfd-beee-4dca-967e-945f912166fa tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:14.033540 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f82280-6141-4e28-a94c-f8db1179e779 req-ca940bfd-beee-4dca-967e-945f912166fa tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:14.035608 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d4f82280-6141-4e28-a94c-f8db1179e779 req-ca940bfd-beee-4dca-967e-945f912166fa tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.1522558 Feb 20 03:31:14.044413 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fd137f-cbe1-474f-abe2-e5c7dda1835b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:31:14.046612 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eab60b6-04a7-4186-ac52-e92a552a2bfc" -d '{"events": [{"server_uuid": "d1fd137f-cbe1-474f-abe2-e5c7dda1835b", "name": "network-vif-unplugged", "status": "completed", "tag": "a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:31:14.076979 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:31:14.080268 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 is: ACTIVE; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:31:14.080838 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:14.130532 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-9bf30590-2bfa-43c8-a284-791b5af24ce1 None None] Provisioning complete for port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:31:14.130923 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9bf30590-2bfa-43c8-a284-791b5af24ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2a0eec7b-9fca-42d8-a0c8-208f96cb8808), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:14.134019 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:31:14.176327 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:14.208743 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d4f82280-6141-4e28-a94c-f8db1179e779 req-dbfdc156-fec1-4165-8269-a3a6b04d4a1d tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0977225 Feb 20 03:31:14.248772 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:31:14.249383 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:31:14.309216 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-9bf30590-2bfa-43c8-a284-791b5af24ce1 None None] Port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:31:14.327460 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0,revision_number=9']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:14.380222 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa13fcd-b499-4964-a0aa-e2d8c9c958b4 req-839c58fb-c7ee-4e0f-a7c4-0e8ef84cd55c tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:14.387385 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8aa13fcd-b499-4964-a0aa-e2d8c9c958b4 req-839c58fb-c7ee-4e0f-a7c4-0e8ef84cd55c tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 931 time: 0.1870258 Feb 20 03:31:14.404185 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c810d9-bfd9-4381-b1e8-bc4f944552aa req-7d33df75-baae-496d-8c44-78059ccc72f3 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:14.407398 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f8c810d9-bfd9-4381-b1e8-bc4f944552aa req-7d33df75-baae-496d-8c44-78059ccc72f3 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.93 "GET /v2.0/ports?device_id=6633a2e8-95f4-4fbb-b707-855d69683f3a HTTP/1.1" status: 200 len: 1023 time: 0.0697784 Feb 20 03:31:14.457946 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8aa13fcd-b499-4964-a0aa-e2d8c9c958b4 req-2e18df66-ac88-4a07-985e-69be42f5451f tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695400 Feb 20 03:31:14.551687 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-016cb304-69ca-4b70-9488-46e1ec8a14c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:31:14.561221 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-016cb304-69ca-4b70-9488-46e1ec8a14c5 service neutron] Publish callbacks [] for port (2a0eec7b-9fca-42d8-a0c8-208f96cb8808), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:14.579546 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-016cb304-69ca-4b70-9488-46e1ec8a14c5 service neutron] Transition to ACTIVE for port object 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:31:14.616220 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-f8c810d9-bfd9-4381-b1e8-bc4f944552aa req-3539c189-40e2-436e-bfc4-58743a463b29 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Deleting port 63d49837-2d84-4b6d-ab22-5590f2f1af52 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:31:14.616700 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f8c810d9-bfd9-4381-b1e8-bc4f944552aa req-3539c189-40e2-436e-bfc4-58743a463b29 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (63d49837-2d84-4b6d-ab22-5590f2f1af52), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:14.652104 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c38f5d-475b-41a9-85ce-35b180e8477c req-14bbf7df-e5fc-47fc-8e72-02024e586194 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:14.655560 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b1c38f5d-475b-41a9-85ce-35b180e8477c req-14bbf7df-e5fc-47fc-8e72-02024e586194 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 947 time: 0.0784397 Feb 20 03:31:14.680207 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f3e07d-9819-4005-96d2-a26d87fc31ee x-openstack-request-id: req-54f3e07d-9819-4005-96d2-a26d87fc31ee {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:31:14.680529 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fd137f-cbe1-474f-abe2-e5c7dda1835b", "name": "network-vif-unplugged", "status": "completed", "tag": "a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:31:14.680784 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-54f3e07d-9819-4005-96d2-a26d87fc31ee {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:31:14.681189 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1fd137f-cbe1-474f-abe2-e5c7dda1835b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0', 'code': 200} Feb 20 03:31:14.708516 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-016cb304-69ca-4b70-9488-46e1ec8a14c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (2a0eec7b-9fca-42d8-a0c8-208f96cb8808), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:14.780160 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-f8c810d9-bfd9-4381-b1e8-bc4f944552aa req-3539c189-40e2-436e-bfc4-58743a463b29 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] For port 63d49837-2d84-4b6d-ab22-5590f2f1af52, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=63d49837-2d84-4b6d-ab22-5590f2f1af52,segment=NetworkSegment(23d264e4-1868-43ad-a9bd-7db80d31bd46),segment_id=23d264e4-1868-43ad-a9bd-7db80d31bd46)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:31:14.780862 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f8c810d9-bfd9-4381-b1e8-bc4f944552aa req-3539c189-40e2-436e-bfc4-58743a463b29 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (63d49837-2d84-4b6d-ab22-5590f2f1af52), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:14.784031 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b1c38f5d-475b-41a9-85ce-35b180e8477c req-adc43f78-2bde-48a3-83fd-8f9b08a1d372 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209345 Feb 20 03:31:14.812105 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-f8c810d9-bfd9-4381-b1e8-bc4f944552aa req-3539c189-40e2-436e-bfc4-58743a463b29 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Calling delete_port for 63d49837-2d84-4b6d-ab22-5590f2f1af52 owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:31:14.841405 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016cb304-69ca-4b70-9488-46e1ec8a14c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a0eec7b-9fca-42d8-a0c8-208f96cb8808,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:14.860563 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:31:14.862711 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:14.896043 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:31:14.943729 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:31:15.051709 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f996c9e-682a-424d-bd75-51e57ba759a7 req-2b2c06cf-2cf8-4337-b78d-3016c80415c3 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:15.055972 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8f996c9e-682a-424d-bd75-51e57ba759a7 req-2b2c06cf-2cf8-4337-b78d-3016c80415c3 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=2524b827-ef63-4be3-a545-232a32461085 HTTP/1.1" status: 200 len: 949 time: 0.2150602 Feb 20 03:31:15.062622 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49406825-5205-4203-930c-9852fa8a966c req-c1cda695-073b-435b-9c5a-629dd35a540b tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:15.070485 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-49406825-5205-4203-930c-9852fa8a966c req-c1cda695-073b-435b-9c5a-629dd35a540b tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 946 time: 0.1665807 Feb 20 03:31:15.076781 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:15.125920 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-016cb304-69ca-4b70-9488-46e1ec8a14c5 service neutron] Attempting to bind port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:31:15.125920 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-016cb304-69ca-4b70-9488-46e1ec8a14c5 service neutron] Attempting to bind port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '127a0507-6032-4814-93d3-5eb448d952e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:31:15.125920 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-016cb304-69ca-4b70-9488-46e1ec8a14c5 service neutron] Attempting to bind port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 on network a842b208-6516-42cd-af34-f14f7f82e32f {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:31:15.142151 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0,revision_number=10']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:15.143992 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-016cb304-69ca-4b70-9488-46e1ec8a14c5 service neutron] Port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 on network a842b208-6516-42cd-af34-f14f7f82e32f not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:31:15.144334 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-016cb304-69ca-4b70-9488-46e1ec8a14c5 service neutron] Attempting to bind port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 on network a842b208-6516-42cd-af34-f14f7f82e32f {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:31:15.146155 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f8c810d9-bfd9-4381-b1e8-bc4f944552aa req-3539c189-40e2-436e-bfc4-58743a463b29 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (63d49837-2d84-4b6d-ab22-5590f2f1af52), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:15.153875 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-016cb304-69ca-4b70-9488-46e1ec8a14c5 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:31:15.154632 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-016cb304-69ca-4b70-9488-46e1ec8a14c5 service neutron] Checking segment: {'id': '127a0507-6032-4814-93d3-5eb448d952e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:31:15.154632 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-016cb304-69ca-4b70-9488-46e1ec8a14c5 service neutron] Bound using segment: {'id': '127a0507-6032-4814-93d3-5eb448d952e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:31:15.155050 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-016cb304-69ca-4b70-9488-46e1ec8a14c5 service neutron] Bound port: 2a0eec7b-9fca-42d8-a0c8-208f96cb8808, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '127a0507-6032-4814-93d3-5eb448d952e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:31:15.155433 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-016cb304-69ca-4b70-9488-46e1ec8a14c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2a0eec7b-9fca-42d8-a0c8-208f96cb8808), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:15.178282 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['63d49837-2d84-4b6d-ab22-5590f2f1af52'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:31:15.185426 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['ec7285c7-5f5f-44b2-9917-8adddf4c6ad5'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:31:15.195651 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8f996c9e-682a-424d-bd75-51e57ba759a7 req-89a489ca-73a0-4852-982d-c446d095f092 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/security-groups?id=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227841 Feb 20 03:31:15.223459 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-49406825-5205-4203-930c-9852fa8a966c req-55fd2698-d80a-48fb-b904-ef6017e8be4d tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521399 Feb 20 03:31:15.244746 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539c189-40e2-436e-bfc4-58743a463b29 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Pushing event deleted for resources: {'Port': ['ID=63d49837-2d84-4b6d-ab22-5590f2f1af52,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:15.298377 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c810d9-bfd9-4381-b1e8-bc4f944552aa req-3539c189-40e2-436e-bfc4-58743a463b29 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] No DVR routers for this DVR port 63d49837-2d84-4b6d-ab22-5590f2f1af52 on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:31:15.302105 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f8c810d9-bfd9-4381-b1e8-bc4f944552aa req-3539c189-40e2-436e-bfc4-58743a463b29 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:15.305674 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f8c810d9-bfd9-4381-b1e8-bc4f944552aa req-3539c189-40e2-436e-bfc4-58743a463b29 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.93 "DELETE /v2.0/ports/63d49837-2d84-4b6d-ab22-5590f2f1af52 HTTP/1.1" status: 204 len: 173 time: 0.8945427 Feb 20 03:31:15.308054 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6633a2e8-95f4-4fbb-b707-855d69683f3a', 'name': 'network-vif-deleted', 'tag': '63d49837-2d84-4b6d-ab22-5590f2f1af52'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:31:15.311419 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899b8dae-de3f-4432-b7a7-6e0222910573" -d '{"events": [{"server_uuid": "6633a2e8-95f4-4fbb-b707-855d69683f3a", "name": "network-vif-deleted", "tag": "63d49837-2d84-4b6d-ab22-5590f2f1af52"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:31:15.445910 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f98e1f0-4ebd-4c78-8bbe-e933b0a7fc07 req-49f0ab6d-623a-47a2-9e86-1ec130a38934 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=6633a2e8-95f4-4fbb-b707-855d69683f3a HTTP/1.1" status: 200 len: 210 time: 0.0983713 Feb 20 03:31:15.453601 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-016cb304-69ca-4b70-9488-46e1ec8a14c5 service neutron] For port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:31:15.487372 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-016cb304-69ca-4b70-9488-46e1ec8a14c5 service neutron] For port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=2a0eec7b-9fca-42d8-a0c8-208f96cb8808,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:31:15.489946 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:31:15.502288 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2906ac6-8a4a-464c-b803-2a4d3820e2ff req-321c3ec1-c6d7-4b61-9e07-a58ee3b7e4e5 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:15.511311 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2906ac6-8a4a-464c-b803-2a4d3820e2ff req-321c3ec1-c6d7-4b61-9e07-a58ee3b7e4e5 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 945 time: 0.1654677 Feb 20 03:31:15.522012 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62efba9-e926-4195-934b-85742cc4274a req-1fc326ba-ba25-4aa7-95b3-9c1573cd7ce7 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:15.523708 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d62efba9-e926-4195-934b-85742cc4274a req-1fc326ba-ba25-4aa7-95b3-9c1573cd7ce7 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.42 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 945 time: 0.1738088 Feb 20 03:31:15.602470 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-016cb304-69ca-4b70-9488-46e1ec8a14c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (2a0eec7b-9fca-42d8-a0c8-208f96cb8808), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:15.714198 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2906ac6-8a4a-464c-b803-2a4d3820e2ff req-2a2c445c-4800-4344-a3f6-e4da3ababd4d tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018852 Feb 20 03:31:15.730625 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-016cb304-69ca-4b70-9488-46e1ec8a14c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:15.731449 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-016cb304-69ca-4b70-9488-46e1ec8a14c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:15.733039 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-016cb304-69ca-4b70-9488-46e1ec8a14c5 service neutron] 10.222.0.93 "PUT /v2.0/ports/2a0eec7b-9fca-42d8-a0c8-208f96cb8808 HTTP/1.1" status: 200 len: 1091 time: 1.9739437 Feb 20 03:31:15.734772 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801dc56e-a5ac-4cff-864d-129f50c171a7', 'tag': '2a0eec7b-9fca-42d8-a0c8-208f96cb8808'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:31:15.737957 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1526db85-5851-4a55-9f12-d4ca6e0a81b8" -d '{"events": [{"name": "network-changed", "server_uuid": "801dc56e-a5ac-4cff-864d-129f50c171a7", "tag": "2a0eec7b-9fca-42d8-a0c8-208f96cb8808"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:31:15.813896 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016cb304-69ca-4b70-9488-46e1ec8a14c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a0eec7b-9fca-42d8-a0c8-208f96cb8808,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:15.821284 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f25f9-b7ee-4466-b82b-6b6cbcf00f75 req-27ea9c88-25b1-4a9e-acd9-5c45ded6e039 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:15.826059 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6a5f25f9-b7ee-4466-b82b-6b6cbcf00f75 req-27ea9c88-25b1-4a9e-acd9-5c45ded6e039 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.42 "GET /v2.0/ports?device_id=2524b827-ef63-4be3-a545-232a32461085 HTTP/1.1" status: 200 len: 949 time: 0.1004841 Feb 20 03:31:15.841153 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feaede1-eb94-47ae-b090-44b26e0acf22 req-6d970593-3d44-497f-b167-49c1be7af293 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:15.858138 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feaede1-eb94-47ae-b090-44b26e0acf22 req-6d970593-3d44-497f-b167-49c1be7af293 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:15.865992 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feaede1-eb94-47ae-b090-44b26e0acf22 req-6d970593-3d44-497f-b167-49c1be7af293 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:15.873612 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feaede1-eb94-47ae-b090-44b26e0acf22 req-6d970593-3d44-497f-b167-49c1be7af293 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:15.880948 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feaede1-eb94-47ae-b090-44b26e0acf22 req-6d970593-3d44-497f-b167-49c1be7af293 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:15.889555 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feaede1-eb94-47ae-b090-44b26e0acf22 req-6d970593-3d44-497f-b167-49c1be7af293 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:15.890239 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb16af3-725c-46ab-8855-5a18b39d3a1e x-openstack-request-id: req-7eb16af3-725c-46ab-8855-5a18b39d3a1e {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:31:15.891828 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6633a2e8-95f4-4fbb-b707-855d69683f3a", "name": "network-vif-deleted", "tag": "63d49837-2d84-4b6d-ab22-5590f2f1af52", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:31:15.891828 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7eb16af3-725c-46ab-8855-5a18b39d3a1e {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:31:15.891828 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6633a2e8-95f4-4fbb-b707-855d69683f3a', 'name': 'network-vif-deleted', 'tag': '63d49837-2d84-4b6d-ab22-5590f2f1af52', 'status': 'completed', 'code': 200} Feb 20 03:31:15.897494 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feaede1-eb94-47ae-b090-44b26e0acf22 req-6d970593-3d44-497f-b167-49c1be7af293 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:15.906253 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4feaede1-eb94-47ae-b090-44b26e0acf22 req-6d970593-3d44-497f-b167-49c1be7af293 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.3073993 Feb 20 03:31:15.977961 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-d62efba9-e926-4195-934b-85742cc4274a req-c489e2cd-d3b7-4798-83eb-5f3c6339c07e tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Deleting port 6923b619-c6cf-49a9-99bd-ce1349e132ae {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:31:15.978400 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d62efba9-e926-4195-934b-85742cc4274a req-c489e2cd-d3b7-4798-83eb-5f3c6339c07e tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (6923b619-c6cf-49a9-99bd-ce1349e132ae), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:16.008323 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-6a5f25f9-b7ee-4466-b82b-6b6cbcf00f75 req-3ec86ce4-38a5-4d2f-b00d-b12b32de6b6a tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Deleting port 5d89a755-ad2b-49cb-afa1-66b50203f6a6 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:31:16.008949 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-6a5f25f9-b7ee-4466-b82b-6b6cbcf00f75 req-3ec86ce4-38a5-4d2f-b00d-b12b32de6b6a tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (5d89a755-ad2b-49cb-afa1-66b50203f6a6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:16.169710 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-6a5f25f9-b7ee-4466-b82b-6b6cbcf00f75 req-3ec86ce4-38a5-4d2f-b00d-b12b32de6b6a tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] For port 5d89a755-ad2b-49cb-afa1-66b50203f6a6, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=5d89a755-ad2b-49cb-afa1-66b50203f6a6,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:31:16.170875 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-6a5f25f9-b7ee-4466-b82b-6b6cbcf00f75 req-3ec86ce4-38a5-4d2f-b00d-b12b32de6b6a tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (5d89a755-ad2b-49cb-afa1-66b50203f6a6), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:16.203779 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-6a5f25f9-b7ee-4466-b82b-6b6cbcf00f75 req-3ec86ce4-38a5-4d2f-b00d-b12b32de6b6a tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Calling delete_port for 5d89a755-ad2b-49cb-afa1-66b50203f6a6 owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:31:16.204005 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4feaede1-eb94-47ae-b090-44b26e0acf22 req-e0753929-c290-4659-83e0-f3d234928da2 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2793772 Feb 20 03:31:16.216457 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-ebb577f6-92f9-4a9b-9186-65f3ba108865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:16.217959 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-ebb577f6-92f9-4a9b-9186-65f3ba108865 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c709bbfa8b354edf911780ffcf2e7b53&device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 1125 time: 0.2965209 Feb 20 03:31:16.228127 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43de14b-8a8a-473f-b8f9-7eecdd02f43f req-3a93b728-134c-4afe-bc37-6c0b68916a2c tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:16.229722 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e43de14b-8a8a-473f-b8f9-7eecdd02f43f req-3a93b728-134c-4afe-bc37-6c0b68916a2c tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 943 time: 0.2480147 Feb 20 03:31:16.236332 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-d62efba9-e926-4195-934b-85742cc4274a req-c489e2cd-d3b7-4798-83eb-5f3c6339c07e tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] For port 6923b619-c6cf-49a9-99bd-ce1349e132ae, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=6923b619-c6cf-49a9-99bd-ce1349e132ae,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:31:16.242100 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d62efba9-e926-4195-934b-85742cc4274a req-c489e2cd-d3b7-4798-83eb-5f3c6339c07e tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (6923b619-c6cf-49a9-99bd-ce1349e132ae), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:16.356036 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4511eb61-b4f2-4a64-ae01-fb54e30ecab4 x-openstack-request-id: req-4511eb61-b4f2-4a64-ae01-fb54e30ecab4 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:31:16.358821 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801dc56e-a5ac-4cff-864d-129f50c171a7", "tag": "2a0eec7b-9fca-42d8-a0c8-208f96cb8808", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:31:16.358821 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4511eb61-b4f2-4a64-ae01-fb54e30ecab4 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:31:16.358821 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801dc56e-a5ac-4cff-864d-129f50c171a7', 'tag': '2a0eec7b-9fca-42d8-a0c8-208f96cb8808', 'status': 'completed', 'code': 200} Feb 20 03:31:16.391522 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-c2a8730e-bf30-4b9c-b316-90a6eb9b24ac service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a0eec7b-9fca-42d8-a0c8-208f96cb8808 HTTP/1.1" status: 200 len: 217 time: 0.1460536 Feb 20 03:31:16.406236 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-d62efba9-e926-4195-934b-85742cc4274a req-c489e2cd-d3b7-4798-83eb-5f3c6339c07e tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Calling delete_port for 6923b619-c6cf-49a9-99bd-ce1349e132ae owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:31:16.496036 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e43de14b-8a8a-473f-b8f9-7eecdd02f43f req-bb67e8fe-6258-43e5-abd1-7b8b3177710f tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488973 Feb 20 03:31:16.535692 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-6a5f25f9-b7ee-4466-b82b-6b6cbcf00f75 req-3ec86ce4-38a5-4d2f-b00d-b12b32de6b6a tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (5d89a755-ad2b-49cb-afa1-66b50203f6a6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:16.550265 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['5d89a755-ad2b-49cb-afa1-66b50203f6a6'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:31:16.558203 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-c1a545db-f653-4a2b-ab86-0ee6d8a34889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:16.559723 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-c1a545db-f653-4a2b-ab86-0ee6d8a34889 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=459abde2-853f-42b6-94b7-5e11d73152fc HTTP/1.1" status: 200 len: 855 time: 0.1674378 Feb 20 03:31:16.604620 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec86ce4-38a5-4d2f-b00d-b12b32de6b6a tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Pushing event deleted for resources: {'Port': ['ID=5d89a755-ad2b-49cb-afa1-66b50203f6a6,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:16.676786 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5f25f9-b7ee-4466-b82b-6b6cbcf00f75 req-3ec86ce4-38a5-4d2f-b00d-b12b32de6b6a tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] No DVR routers for this DVR port 5d89a755-ad2b-49cb-afa1-66b50203f6a6 on host n-h1-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:31:16.680611 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-6a5f25f9-b7ee-4466-b82b-6b6cbcf00f75 req-3ec86ce4-38a5-4d2f-b00d-b12b32de6b6a tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:16.684718 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6a5f25f9-b7ee-4466-b82b-6b6cbcf00f75 req-3ec86ce4-38a5-4d2f-b00d-b12b32de6b6a tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.42 "DELETE /v2.0/ports/5d89a755-ad2b-49cb-afa1-66b50203f6a6 HTTP/1.1" status: 204 len: 173 time: 0.8511932 Feb 20 03:31:16.729415 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19263fdc-eee5-4d4d-875e-5a02103adcaa req-ac36b811-4d32-47f8-9593-60f1ee4dd601 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:16.731323 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-19263fdc-eee5-4d4d-875e-5a02103adcaa req-ac36b811-4d32-47f8-9593-60f1ee4dd601 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 949 time: 0.2837839 Feb 20 03:31:16.759286 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-2162995c-1cfa-41d0-91ab-32682125fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:16.760767 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-2162995c-1cfa-41d0-91ab-32682125fdeb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a842b208-6516-42cd-af34-f14f7f82e32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1820774 Feb 20 03:31:16.794224 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ce580-4fea-4432-bdbb-3b4ac240d6ca req-8fe711f5-d6b6-4983-9d7f-aef44db2cf03 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:16.794224 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c85ce580-4fea-4432-bdbb-3b4ac240d6ca req-8fe711f5-d6b6-4983-9d7f-aef44db2cf03 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 946 time: 0.1760824 Feb 20 03:31:16.960841 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-19263fdc-eee5-4d4d-875e-5a02103adcaa req-e898e1dd-859f-4d67-abdc-24e74d444517 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200458 Feb 20 03:31:16.974996 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c85ce580-4fea-4432-bdbb-3b4ac240d6ca req-96b66127-5b50-4451-bf52-d6338683b65d tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653218 Feb 20 03:31:17.055510 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-bd36c9c0-2815-4c67-88b7-0b6f36b01d55 service neutron] 10.222.0.93 "GET /v2.0/networks/a842b208-6516-42cd-af34-f14f7f82e32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846684 Feb 20 03:31:17.194836 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d62efba9-e926-4195-934b-85742cc4274a req-c489e2cd-d3b7-4798-83eb-5f3c6339c07e tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (6923b619-c6cf-49a9-99bd-ce1349e132ae), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:17.209183 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['d63e954e-40b6-4bee-a093-5acd484efee8'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:31:17.266850 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8dad69d1-550d-4d3b-a5d4-79a94cdffc7c req-3b620ba3-ab25-4089-aee2-450d81245c96 tempest-ServersOnMultiNodesTest-1121614925 tempest-ServersOnMultiNodesTest-1121614925-project] 10.222.0.89 "GET /v2.0/ports?device_id=2524b827-ef63-4be3-a545-232a32461085 HTTP/1.1" status: 200 len: 210 time: 0.0847559 Feb 20 03:31:17.286355 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57b25afa-ee4f-415f-86de-353611247144 req-e82aa7e3-0d5d-4fab-a7a5-21ed3be0f65f tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 210 time: 0.1031611 Feb 20 03:31:17.361963 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489e2cd-d3b7-4798-83eb-5f3c6339c07e tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Pushing event deleted for resources: {'Port': ['ID=6923b619-c6cf-49a9-99bd-ce1349e132ae,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:17.620678 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:31:17.704113 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:31:17.704467 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:17.873639 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:31:17.874480 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:17.893288 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2524b827-ef63-4be3-a545-232a32461085', 'name': 'network-vif-deleted', 'tag': '5d89a755-ad2b-49cb-afa1-66b50203f6a6'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:31:17.895939 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879a9894-97e3-4be3-bc29-235357285fee" -d '{"events": [{"server_uuid": "2524b827-ef63-4be3-a545-232a32461085", "name": "network-vif-deleted", "tag": "5d89a755-ad2b-49cb-afa1-66b50203f6a6"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:31:17.913244 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fd137f-cbe1-474f-abe2-e5c7dda1835b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:31:17.915886 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62efba9-e926-4195-934b-85742cc4274a req-c489e2cd-d3b7-4798-83eb-5f3c6339c07e tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] No DVR routers for this DVR port 6923b619-c6cf-49a9-99bd-ce1349e132ae on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:31:17.916660 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51782707-d3f4-42e5-9e33-ee2e362fbad2" -d '{"events": [{"server_uuid": "d1fd137f-cbe1-474f-abe2-e5c7dda1835b", "name": "network-vif-plugged", "status": "completed", "tag": "a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:31:17.930711 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:31:17.937522 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d62efba9-e926-4195-934b-85742cc4274a req-c489e2cd-d3b7-4798-83eb-5f3c6339c07e tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:17.941871 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d62efba9-e926-4195-934b-85742cc4274a req-c489e2cd-d3b7-4798-83eb-5f3c6339c07e tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.42 "DELETE /v2.0/ports/6923b619-c6cf-49a9-99bd-ce1349e132ae HTTP/1.1" status: 204 len: 173 time: 2.4020669 Feb 20 03:31:17.953627 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be57ab62-c32b-4c67-832c-ffd3314632d3 req-791748a7-bc77-41c7-97c2-55a79c6f15fb service neutron] 10.222.0.93 "GET /v2.0/networks/a842b208-6516-42cd-af34-f14f7f82e32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8918447 Feb 20 03:31:17.967538 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1c180cb3-5539-4ffd-b02e-5b1b4284ebb2 req-1dc98376-73a0-42e9-bbe5-fd77360887dd tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups/af2be1f9-8a87-439e-abb5-44acc722f2a6 HTTP/1.1" status: 200 len: 1816 time: 0.6315842 Feb 20 03:31:18.014726 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b47624-a750-4ad9-83c3-6c465ec1e3ee req-e5472324-586b-4759-807d-70eaaca4504b tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:18.016908 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:18.018992 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 5d89a755-ad2b-49cb-afa1-66b50203f6a6 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:31:18.025966 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b47624-a750-4ad9-83c3-6c465ec1e3ee req-e5472324-586b-4759-807d-70eaaca4504b tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:18.033675 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b47624-a750-4ad9-83c3-6c465ec1e3ee req-e5472324-586b-4759-807d-70eaaca4504b tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:18.041969 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b47624-a750-4ad9-83c3-6c465ec1e3ee req-e5472324-586b-4759-807d-70eaaca4504b tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:18.048304 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b47624-a750-4ad9-83c3-6c465ec1e3ee req-e5472324-586b-4759-807d-70eaaca4504b tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:18.054257 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b47624-a750-4ad9-83c3-6c465ec1e3ee req-e5472324-586b-4759-807d-70eaaca4504b tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:18.059796 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b47624-a750-4ad9-83c3-6c465ec1e3ee req-e5472324-586b-4759-807d-70eaaca4504b tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:18.062172 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-51b47624-a750-4ad9-83c3-6c465ec1e3ee req-e5472324-586b-4759-807d-70eaaca4504b tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.6233077 Feb 20 03:31:18.089858 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 5d89a755-ad2b-49cb-afa1-66b50203f6a6 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:31:18.090746 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 5d89a755-ad2b-49cb-afa1-66b50203f6a6 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:31:18.091521 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 6923b619-c6cf-49a9-99bd-ce1349e132ae no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:31:18.144013 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 6923b619-c6cf-49a9-99bd-ce1349e132ae {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:31:18.144757 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 6923b619-c6cf-49a9-99bd-ce1349e132ae not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:31:18.165726 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0,revision_number=11']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:18.199169 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1c180cb3-5539-4ffd-b02e-5b1b4284ebb2 req-8ac1edbe-79fe-42dd-9d13-edcc5c667f79 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (af2be1f9-8a87-439e-abb5-44acc722f2a6), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:18.237547 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-51b47624-a750-4ad9-83c3-6c465ec1e3ee req-19e8a5d8-b332-466b-be2c-e4d86c8761d6 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1605227 Feb 20 03:31:18.248719 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1c180cb3-5539-4ffd-b02e-5b1b4284ebb2 req-8ac1edbe-79fe-42dd-9d13-edcc5c667f79 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (af2be1f9-8a87-439e-abb5-44acc722f2a6), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:18.264156 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526db85-5851-4a55-9f12-d4ca6e0a81b8 req-33bfdf03-64b6-4dac-bf22-d273c9674101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:18.267184 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1526db85-5851-4a55-9f12-d4ca6e0a81b8 req-33bfdf03-64b6-4dac-bf22-d273c9674101 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c709bbfa8b354edf911780ffcf2e7b53&device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 1125 time: 0.1341569 Feb 20 03:31:18.378376 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1349e185-9131-4c7e-aebe-e1f6f7d0399c', 'name': 'network-vif-deleted', 'tag': '6923b619-c6cf-49a9-99bd-ce1349e132ae'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:31:18.389248 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da2d75e-f303-4539-a827-bfd325e20c8b" -d '{"events": [{"server_uuid": "1349e185-9131-4c7e-aebe-e1f6f7d0399c", "name": "network-vif-deleted", "tag": "6923b619-c6cf-49a9-99bd-ce1349e132ae"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:31:18.514334 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d2938-379f-4058-ba3e-0a1319059973 req-54458b11-36b6-40d1-804f-02fa5e76b6a6 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:18.515968 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-320d2938-379f-4058-ba3e-0a1319059973 req-54458b11-36b6-40d1-804f-02fa5e76b6a6 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 943 time: 0.1139627 Feb 20 03:31:18.518151 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526db85-5851-4a55-9f12-d4ca6e0a81b8 req-80d0326d-785f-4848-999c-aaf013d2703f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:18.520036 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1526db85-5851-4a55-9f12-d4ca6e0a81b8 req-80d0326d-785f-4848-999c-aaf013d2703f service neutron] 10.222.0.93 "GET /v2.0/networks?id=a842b208-6516-42cd-af34-f14f7f82e32f HTTP/1.1" status: 200 len: 917 time: 0.2472792 Feb 20 03:31:18.537633 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1c180cb3-5539-4ffd-b02e-5b1b4284ebb2 req-8ac1edbe-79fe-42dd-9d13-edcc5c667f79 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (af2be1f9-8a87-439e-abb5-44acc722f2a6), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:18.541213 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1c180cb3-5539-4ffd-b02e-5b1b4284ebb2 req-8ac1edbe-79fe-42dd-9d13-edcc5c667f79 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:18.542381 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1c180cb3-5539-4ffd-b02e-5b1b4284ebb2 req-8ac1edbe-79fe-42dd-9d13-edcc5c667f79 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "DELETE /v2.0/security-groups/af2be1f9-8a87-439e-abb5-44acc722f2a6 HTTP/1.1" status: 204 len: 173 time: 0.5685489 Feb 20 03:31:18.589472 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac1edbe-79fe-42dd-9d13-edcc5c667f79 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2be1f9-8a87-439e-abb5-44acc722f2a6,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:18.591154 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de155c1e-9ac4-451e-9e24-52143cfcdfea x-openstack-request-id: req-de155c1e-9ac4-451e-9e24-52143cfcdfea {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:31:18.591687 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2524b827-ef63-4be3-a545-232a32461085", "name": "network-vif-deleted", "tag": "5d89a755-ad2b-49cb-afa1-66b50203f6a6", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:31:18.592182 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-de155c1e-9ac4-451e-9e24-52143cfcdfea {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:31:18.592797 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2524b827-ef63-4be3-a545-232a32461085', 'name': 'network-vif-deleted', 'tag': '5d89a755-ad2b-49cb-afa1-66b50203f6a6', 'status': 'completed', 'code': 200} Feb 20 03:31:18.594433 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1526db85-5851-4a55-9f12-d4ca6e0a81b8 req-c451dbaa-5579-40e3-a338-dbb4aca7bb61 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a0eec7b-9fca-42d8-a0c8-208f96cb8808 HTTP/1.1" status: 200 len: 217 time: 0.0641453 Feb 20 03:31:18.651175 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00bdf75-f27c-47fa-985e-fc4622b88f7f x-openstack-request-id: req-a00bdf75-f27c-47fa-985e-fc4622b88f7f {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:31:18.652297 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fd137f-cbe1-474f-abe2-e5c7dda1835b", "name": "network-vif-plugged", "status": "completed", "tag": "a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:31:18.652803 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a00bdf75-f27c-47fa-985e-fc4622b88f7f {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:31:18.653425 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1fd137f-cbe1-474f-abe2-e5c7dda1835b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0', 'code': 200} Feb 20 03:31:18.701203 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-320d2938-379f-4058-ba3e-0a1319059973 req-ae81a3b1-d364-4c10-8009-65effcde4f2b tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774011 Feb 20 03:31:18.711290 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526db85-5851-4a55-9f12-d4ca6e0a81b8 req-c2836af4-c64c-467a-9b52-225521b1f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:18.716091 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1526db85-5851-4a55-9f12-d4ca6e0a81b8 req-c2836af4-c64c-467a-9b52-225521b1f7f5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=459abde2-853f-42b6-94b7-5e11d73152fc HTTP/1.1" status: 200 len: 855 time: 0.1149688 Feb 20 03:31:18.888607 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 63d49837-2d84-4b6d-ab22-5590f2f1af52 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:31:18.918011 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526db85-5851-4a55-9f12-d4ca6e0a81b8 req-d935adda-ce7c-404b-b7ee-19ada6e4d169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:18.920207 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1526db85-5851-4a55-9f12-d4ca6e0a81b8 req-d935adda-ce7c-404b-b7ee-19ada6e4d169 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a842b208-6516-42cd-af34-f14f7f82e32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1967547 Feb 20 03:31:18.938816 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 63d49837-2d84-4b6d-ab22-5590f2f1af52 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:31:18.939327 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 63d49837-2d84-4b6d-ab22-5590f2f1af52 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:31:19.014192 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16a6d0-6331-4863-92c5-f5355d6d4a1e req-9853d8a8-0317-4adb-b173-8b2c967c707a tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:19.015999 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7d16a6d0-6331-4863-92c5-f5355d6d4a1e req-9853d8a8-0317-4adb-b173-8b2c967c707a tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 950 time: 0.2757652 Feb 20 03:31:19.022773 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcf235-759e-43a9-bd5e-4ef07d342076 req-1c7e2b4c-431a-4e6f-b782-9e969bd96e29 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:19.029751 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aebcf235-759e-43a9-bd5e-4ef07d342076 req-1c7e2b4c-431a-4e6f-b782-9e969bd96e29 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 946 time: 0.2189262 Feb 20 03:31:19.090646 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7d16a6d0-6331-4863-92c5-f5355d6d4a1e req-6076bf9d-81c9-4ff5-bc27-e067023672e9 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536523 Feb 20 03:31:19.105694 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccc915-9010-42b7-9388-53ac7233f157 req-1f67383e-ded6-4882-97c3-c95b22b5e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:19.117161 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f1ccc915-9010-42b7-9388-53ac7233f157 req-1f67383e-ded6-4882-97c3-c95b22b5e95f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 1132 time: 0.2636955 Feb 20 03:31:19.202488 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f1ccc915-9010-42b7-9388-53ac7233f157 req-480ba1ee-34dd-4f49-a635-30aca0750311 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735648 Feb 20 03:31:19.219158 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aebcf235-759e-43a9-bd5e-4ef07d342076 req-24f8ce41-a12b-49c9-9308-c8428ae7270b tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881628 Feb 20 03:31:19.221519 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1526db85-5851-4a55-9f12-d4ca6e0a81b8 req-779b3e7a-30cb-4594-9e7d-4ee2f3c6b27d service neutron] 10.222.0.93 "GET /v2.0/networks/a842b208-6516-42cd-af34-f14f7f82e32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876811 Feb 20 03:31:19.326669 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30476c35-5901-4645-a0c7-d5cfe192b2a4 x-openstack-request-id: req-30476c35-5901-4645-a0c7-d5cfe192b2a4 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:31:19.327275 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1349e185-9131-4c7e-aebe-e1f6f7d0399c", "name": "network-vif-deleted", "tag": "6923b619-c6cf-49a9-99bd-ce1349e132ae", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:31:19.327701 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-30476c35-5901-4645-a0c7-d5cfe192b2a4 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:31:19.328258 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1349e185-9131-4c7e-aebe-e1f6f7d0399c', 'name': 'network-vif-deleted', 'tag': '6923b619-c6cf-49a9-99bd-ce1349e132ae', 'status': 'completed', 'code': 200} Feb 20 03:31:19.401743 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a2904fde-f050-451f-984a-7b41ded71808 req-160e6ebc-fbf7-4e72-9dba-4fcc6db80364 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 210 time: 0.0338624 Feb 20 03:31:19.414850 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4399ab13-a9e8-45ac-948e-93ef02d317b0 req-f42f8559-d369-4d44-b36c-015ace7a1916 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups/9b0c35a9-8b79-46e6-9cd9-1bdd9fa9a80e HTTP/1.1" status: 200 len: 1817 time: 0.0855401 Feb 20 03:31:19.496609 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1526db85-5851-4a55-9f12-d4ca6e0a81b8 req-0762ee68-5b66-4541-9bf5-34099469b7da service neutron] 10.222.0.93 "GET /v2.0/networks/a842b208-6516-42cd-af34-f14f7f82e32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687616 Feb 20 03:31:19.504149 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4399ab13-a9e8-45ac-948e-93ef02d317b0 req-8ceef4bd-34f4-4d3f-8325-1e8b5a4292d9 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (9b0c35a9-8b79-46e6-9cd9-1bdd9fa9a80e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:19.566109 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4399ab13-a9e8-45ac-948e-93ef02d317b0 req-8ceef4bd-34f4-4d3f-8325-1e8b5a4292d9 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (9b0c35a9-8b79-46e6-9cd9-1bdd9fa9a80e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:19.642532 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebb6ac-07a9-4238-9b76-4de1fcf70ad4 req-87aac968-4aee-4982-bd05-f93c0efc8037 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:19.660847 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebb6ac-07a9-4238-9b76-4de1fcf70ad4 req-87aac968-4aee-4982-bd05-f93c0efc8037 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:19.666549 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebb6ac-07a9-4238-9b76-4de1fcf70ad4 req-87aac968-4aee-4982-bd05-f93c0efc8037 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:19.680744 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebb6ac-07a9-4238-9b76-4de1fcf70ad4 req-87aac968-4aee-4982-bd05-f93c0efc8037 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:19.696742 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebb6ac-07a9-4238-9b76-4de1fcf70ad4 req-87aac968-4aee-4982-bd05-f93c0efc8037 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:19.712303 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebb6ac-07a9-4238-9b76-4de1fcf70ad4 req-87aac968-4aee-4982-bd05-f93c0efc8037 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:19.727202 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebb6ac-07a9-4238-9b76-4de1fcf70ad4 req-87aac968-4aee-4982-bd05-f93c0efc8037 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:19.740634 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-22ebb6ac-07a9-4238-9b76-4de1fcf70ad4 req-87aac968-4aee-4982-bd05-f93c0efc8037 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.2271397 Feb 20 03:31:19.788564 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59328) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:31:19.851561 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-22ebb6ac-07a9-4238-9b76-4de1fcf70ad4 req-50672437-98c8-4cda-b485-05465738fe85 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1096337 Feb 20 03:31:19.854046 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4399ab13-a9e8-45ac-948e-93ef02d317b0 req-8ceef4bd-34f4-4d3f-8325-1e8b5a4292d9 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (9b0c35a9-8b79-46e6-9cd9-1bdd9fa9a80e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:19.858217 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4399ab13-a9e8-45ac-948e-93ef02d317b0 req-8ceef4bd-34f4-4d3f-8325-1e8b5a4292d9 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:19.862189 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4399ab13-a9e8-45ac-948e-93ef02d317b0 req-8ceef4bd-34f4-4d3f-8325-1e8b5a4292d9 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "DELETE /v2.0/security-groups/9b0c35a9-8b79-46e6-9cd9-1bdd9fa9a80e HTTP/1.1" status: 204 len: 173 time: 0.4456191 Feb 20 03:31:19.899794 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceef4bd-34f4-4d3f-8325-1e8b5a4292d9 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0c35a9-8b79-46e6-9cd9-1bdd9fa9a80e,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:19.936579 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-e83106c7-5fe1-4aef-86e5-58c78a363ba7 req-9e440ba5-1edf-471e-92d9-45c90ac30d12 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-535410843', 'description': 'tempest-description-1446047827'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:31:20.041729 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78138e-c603-48c6-a996-d0251d0e8960 req-3869d9d4-5951-41bc-9362-d9542ae467a4 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:20.043872 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9a78138e-c603-48c6-a996-d0251d0e8960 req-3869d9d4-5951-41bc-9362-d9542ae467a4 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 943 time: 0.0867879 Feb 20 03:31:20.067366 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f15595fb-f895-4b00-940a-abc86e6cf200 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4010c5c9a68841d28ec3272ba0035a74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2730508 Feb 20 03:31:20.069705 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59334) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:31:20.107394 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e83106c7-5fe1-4aef-86e5-58c78a363ba7 req-9e440ba5-1edf-471e-92d9-45c90ac30d12 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:20.125845 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9a78138e-c603-48c6-a996-d0251d0e8960 req-e227ac2c-52f8-4ae8-ac59-3c4493292572 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746715 Feb 20 03:31:20.128769 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a86d557e-fe72-471c-a013-d7f73fb50b5c admin admin] Publish callbacks [] for security_group (05a1e3c9-95b5-4e41-98a1-6ef41fa3497a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:20.195523 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a86d557e-fe72-471c-a013-d7f73fb50b5c admin admin] Publish callbacks [] for security_group (05a1e3c9-95b5-4e41-98a1-6ef41fa3497a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:20.290308 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e83106c7-5fe1-4aef-86e5-58c78a363ba7 req-9e440ba5-1edf-471e-92d9-45c90ac30d12 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (e9ba0d25-8a93-4376-afbb-b0848e83973f), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:20.317602 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2116b-556d-408a-b20c-0aa783c127f3 req-61cd93b6-3128-4519-865c-42901c32c3e8 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:20.319378 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-42b2116b-556d-408a-b20c-0aa783c127f3 req-61cd93b6-3128-4519-865c-42901c32c3e8 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 950 time: 0.1030488 Feb 20 03:31:20.359809 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a86d557e-fe72-471c-a013-d7f73fb50b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (05a1e3c9-95b5-4e41-98a1-6ef41fa3497a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:20.363428 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a86d557e-fe72-471c-a013-d7f73fb50b5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:20.367308 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a86d557e-fe72-471c-a013-d7f73fb50b5c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/05a1e3c9-95b5-4e41-98a1-6ef41fa3497a HTTP/1.1" status: 204 len: 168 time: 0.2934513 Feb 20 03:31:20.382298 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d557e-fe72-471c-a013-d7f73fb50b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a1e3c9-95b5-4e41-98a1-6ef41fa3497a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:20.397002 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-42b2116b-556d-408a-b20c-0aa783c127f3 req-08112144-533a-44de-9d9b-ca216eb4b78d tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715420 Feb 20 03:31:20.403102 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e83106c7-5fe1-4aef-86e5-58c78a363ba7 req-9e440ba5-1edf-471e-92d9-45c90ac30d12 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e9ba0d25-8a93-4376-afbb-b0848e83973f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:20.502159 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e440ba5-1edf-471e-92d9-45c90ac30d12 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ba0d25-8a93-4376-afbb-b0848e83973f,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:20.538199 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e83106c7-5fe1-4aef-86e5-58c78a363ba7 req-9e440ba5-1edf-471e-92d9-45c90ac30d12 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:20.546579 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e83106c7-5fe1-4aef-86e5-58c78a363ba7 req-9e440ba5-1edf-471e-92d9-45c90ac30d12 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.6196499 Feb 20 03:31:20.560836 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f46e8-82c2-4c9d-8aac-0314c812c618 req-792f3a29-70d3-4afe-aac1-05c1e269cb05 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:20.562363 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ec5f46e8-82c2-4c9d-8aac-0314c812c618 req-792f3a29-70d3-4afe-aac1-05c1e269cb05 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 946 time: 0.0776179 Feb 20 03:31:20.635244 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6e21817-1cd7-48e4-9146-1c5890023fea req-524d4759-3bc6-42e2-addd-27567d29fb9b tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 210 time: 0.0367439 Feb 20 03:31:20.661766 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ec5f46e8-82c2-4c9d-8aac-0314c812c618 req-10e9736c-dc38-4945-88aa-e76d1707162c tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873339 Feb 20 03:31:20.732448 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a1562de0-40b8-411c-a6b2-2e7cc3ae905e req-a7540f97-0dc1-482e-becb-c038b02c98dd tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups/e9ba0d25-8a93-4376-afbb-b0848e83973f HTTP/1.1" status: 200 len: 1817 time: 0.0455458 Feb 20 03:31:20.742740 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-a1562de0-40b8-411c-a6b2-2e7cc3ae905e req-af786c59-5621-4b3c-abb6-1d01adcbeacf tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Request body: {'security_group': {'name': 'tempest-sg-hth-574706842', 'description': 'tempest-description-hth-930468529'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:31:20.777780 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a1562de0-40b8-411c-a6b2-2e7cc3ae905e req-af786c59-5621-4b3c-abb6-1d01adcbeacf tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (e9ba0d25-8a93-4376-afbb-b0848e83973f), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:20.832932 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:20.844693 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a1562de0-40b8-411c-a6b2-2e7cc3ae905e req-af786c59-5621-4b3c-abb6-1d01adcbeacf tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (e9ba0d25-8a93-4376-afbb-b0848e83973f), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:20.887612 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:31:20.972979 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:21.001713 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a1562de0-40b8-411c-a6b2-2e7cc3ae905e req-af786c59-5621-4b3c-abb6-1d01adcbeacf tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e9ba0d25-8a93-4376-afbb-b0848e83973f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:21.005967 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a1562de0-40b8-411c-a6b2-2e7cc3ae905e req-af786c59-5621-4b3c-abb6-1d01adcbeacf tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:21.007648 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a1562de0-40b8-411c-a6b2-2e7cc3ae905e req-af786c59-5621-4b3c-abb6-1d01adcbeacf tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "PUT /v2.0/security-groups/e9ba0d25-8a93-4376-afbb-b0848e83973f HTTP/1.1" status: 200 len: 1790 time: 0.2691109 Feb 20 03:31:21.027902 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=2a0eec7b-9fca-42d8-a0c8-208f96cb8808,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:31:21.045937 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '2a0eec7b-9fca-42d8-a0c8-208f96cb8808', 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f', 'port_id': '2a0eec7b-9fca-42d8-a0c8-208f96cb8808', 'mac_address': 'fa:16:3e:3d:30:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:31:21.046187 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016a269-dca3-4dd2-a3c1-9caaf72284cd req-fbecd461-a372-4098-89f2-d3ed11266fe5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:21.051688 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016a269-dca3-4dd2-a3c1-9caaf72284cd req-fbecd461-a372-4098-89f2-d3ed11266fe5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:21.057205 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016a269-dca3-4dd2-a3c1-9caaf72284cd req-fbecd461-a372-4098-89f2-d3ed11266fe5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:21.062830 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016a269-dca3-4dd2-a3c1-9caaf72284cd req-fbecd461-a372-4098-89f2-d3ed11266fe5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:21.068885 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016a269-dca3-4dd2-a3c1-9caaf72284cd req-fbecd461-a372-4098-89f2-d3ed11266fe5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:21.074241 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016a269-dca3-4dd2-a3c1-9caaf72284cd req-fbecd461-a372-4098-89f2-d3ed11266fe5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:21.079600 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016a269-dca3-4dd2-a3c1-9caaf72284cd req-fbecd461-a372-4098-89f2-d3ed11266fe5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:21.087638 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0016a269-dca3-4dd2-a3c1-9caaf72284cd req-fbecd461-a372-4098-89f2-d3ed11266fe5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.1248541 Feb 20 03:31:21.090473 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:31:21.091087 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2a0eec7b-9fca-42d8-a0c8-208f96cb8808), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:21.106033 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:31:21.129151 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=2a0eec7b-9fca-42d8-a0c8-208f96cb8808,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:31:21.133472 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af786c59-5621-4b3c-abb6-1d01adcbeacf tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ba0d25-8a93-4376-afbb-b0848e83973f,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:21.183924 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-56ded389-6904-4660-90b2-622f444afe58 req-5f2e0d57-ab94-4db2-ba46-41009ab0bd37 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups/e9ba0d25-8a93-4376-afbb-b0848e83973f HTTP/1.1" status: 200 len: 1790 time: 0.0936887 Feb 20 03:31:21.217221 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0016a269-dca3-4dd2-a3c1-9caaf72284cd req-c7ce3e91-46e9-4e58-b8e5-8e14943262e7 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1256077 Feb 20 03:31:21.313975 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2a0eec7b-9fca-42d8-a0c8-208f96cb8808), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:21.321303 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7fa048f4-bcf2-4e21-ac2c-1a6ebc3abc14 req-f6915464-2c7b-4219-a642-5f1415c61d4b tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups/e9ba0d25-8a93-4376-afbb-b0848e83973f HTTP/1.1" status: 200 len: 1790 time: 0.0783701 Feb 20 03:31:21.334557 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793c462-71e1-4e43-9da0-5229ff6aed50 req-14949147-d49e-431b-b03d-b23edc617c37 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:21.336283 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1793c462-71e1-4e43-9da0-5229ff6aed50 req-14949147-d49e-431b-b03d-b23edc617c37 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 943 time: 0.0859897 Feb 20 03:31:21.406127 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59356) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:31:21.468879 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1793c462-71e1-4e43-9da0-5229ff6aed50 req-101695ea-cce5-4d08-8780-c41f8cd811c3 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224129 Feb 20 03:31:21.469744 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7fa048f4-bcf2-4e21-ac2c-1a6ebc3abc14 req-3b40fd11-df24-4cc6-8e9f-08837cb2e658 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (e9ba0d25-8a93-4376-afbb-b0848e83973f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:21.517280 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59360) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:31:21.517972 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cc577d0f-ed41-4b30-bb74-a445d3428ceb admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ac9d3a01067c4de88c8e06a337acdfa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1058946 Feb 20 03:31:21.524800 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7fa048f4-bcf2-4e21-ac2c-1a6ebc3abc14 req-3b40fd11-df24-4cc6-8e9f-08837cb2e658 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (e9ba0d25-8a93-4376-afbb-b0848e83973f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:21.531507 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=2a0eec7b-9fca-42d8-a0c8-208f96cb8808,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:21.591970 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['2a0eec7b-9fca-42d8-a0c8-208f96cb8808'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:31:21.672884 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-acd17da2-d270-4ac3-9014-4359cc59b01b admin admin] Publish callbacks [] for security_group (265fbe0d-63e8-41bb-80b8-88d4d8ab3227), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:21.708110 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660666a9-7157-48df-9b75-1b6e5ad58fbd req-3a2441a4-aab2-45bd-855f-49f28a9660a2 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:21.709980 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-660666a9-7157-48df-9b75-1b6e5ad58fbd req-3a2441a4-aab2-45bd-855f-49f28a9660a2 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 950 time: 0.1187127 Feb 20 03:31:21.712117 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-acd17da2-d270-4ac3-9014-4359cc59b01b admin admin] Publish callbacks [] for security_group (265fbe0d-63e8-41bb-80b8-88d4d8ab3227), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:21.795112 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-660666a9-7157-48df-9b75-1b6e5ad58fbd req-55424b16-ffee-4e81-b6ff-d042c56aa849 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740640 Feb 20 03:31:21.796580 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7fa048f4-bcf2-4e21-ac2c-1a6ebc3abc14 req-3b40fd11-df24-4cc6-8e9f-08837cb2e658 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e9ba0d25-8a93-4376-afbb-b0848e83973f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:21.800833 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7fa048f4-bcf2-4e21-ac2c-1a6ebc3abc14 req-3b40fd11-df24-4cc6-8e9f-08837cb2e658 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:21.802165 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7fa048f4-bcf2-4e21-ac2c-1a6ebc3abc14 req-3b40fd11-df24-4cc6-8e9f-08837cb2e658 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "DELETE /v2.0/security-groups/e9ba0d25-8a93-4376-afbb-b0848e83973f HTTP/1.1" status: 204 len: 173 time: 0.4649689 Feb 20 03:31:21.813185 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40fd11-df24-4cc6-8e9f-08837cb2e658 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ba0d25-8a93-4376-afbb-b0848e83973f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:21.905817 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c52d0bae-0c84-4129-b22b-caaf52e9b2bf req-c30e0577-cfdd-4b4e-a7ed-5c27b5f74730 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 210 time: 0.0404310 Feb 20 03:31:21.907251 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-acd17da2-d270-4ac3-9014-4359cc59b01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (265fbe0d-63e8-41bb-80b8-88d4d8ab3227), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:21.910566 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-acd17da2-d270-4ac3-9014-4359cc59b01b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:21.914157 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-acd17da2-d270-4ac3-9014-4359cc59b01b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/265fbe0d-63e8-41bb-80b8-88d4d8ab3227 HTTP/1.1" status: 204 len: 168 time: 0.3931947 Feb 20 03:31:21.951372 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd17da2-d270-4ac3-9014-4359cc59b01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265fbe0d-63e8-41bb-80b8-88d4d8ab3227,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:21.993542 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d1530-af25-412b-915b-6affb2157901 req-23f5d17d-8d7d-4a7f-ae19-0ac36ed29f85 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:21.995525 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-645d1530-af25-412b-915b-6affb2157901 req-23f5d17d-8d7d-4a7f-ae19-0ac36ed29f85 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 946 time: 0.0919993 Feb 20 03:31:22.062660 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-645d1530-af25-412b-915b-6affb2157901 req-b7ba7c4f-348c-4a9c-b629-a3773ad55a26 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604835 Feb 20 03:31:22.212625 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-1f9cbc05-0427-4a7f-bd28-bdafb713faaa req-cf670849-bd58-440f-a72a-56d04977794b tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] show failed (client error): The resource could not be found. Feb 20 03:31:22.214868 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1f9cbc05-0427-4a7f-bd28-bdafb713faaa req-cf670849-bd58-440f-a72a-56d04977794b tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups/9b0c35a9-8b79-46e6-9cd9-1bdd9fa9a80e HTTP/1.1" status: 404 len: 352 time: 0.0157177 Feb 20 03:31:22.255230 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-6d9fe00e-0e03-4874-b436-eaaa957b7785 req-700167a6-919f-4a92-82fb-cf32d3d67338 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] show failed (client error): The resource could not be found. Feb 20 03:31:22.256303 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6d9fe00e-0e03-4874-b436-eaaa957b7785 req-700167a6-919f-4a92-82fb-cf32d3d67338 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups/af2be1f9-8a87-439e-abb5-44acc722f2a6 HTTP/1.1" status: 404 len: 352 time: 0.0204651 Feb 20 03:31:22.370596 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-e3cfc817-7e0c-48c1-900e-051ee797d7fd req-a68c9d7e-35fc-47b8-9f74-68cee8f51218 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] show failed (client error): The resource could not be found. Feb 20 03:31:22.371779 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e3cfc817-7e0c-48c1-900e-051ee797d7fd req-a68c9d7e-35fc-47b8-9f74-68cee8f51218 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups/dec59998-3a34-45cc-8a49-d9e8fed490dc HTTP/1.1" status: 404 len: 352 time: 0.0406156 Feb 20 03:31:22.399483 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bf84a-0050-4642-ade9-0656c55403fb req-d93c7ce1-749f-4562-b086-a5b2a9d6d227 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:22.405627 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bf84a-0050-4642-ade9-0656c55403fb req-d93c7ce1-749f-4562-b086-a5b2a9d6d227 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:22.415436 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bf84a-0050-4642-ade9-0656c55403fb req-d93c7ce1-749f-4562-b086-a5b2a9d6d227 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:22.421268 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bf84a-0050-4642-ade9-0656c55403fb req-d93c7ce1-749f-4562-b086-a5b2a9d6d227 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:22.427540 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bf84a-0050-4642-ade9-0656c55403fb req-d93c7ce1-749f-4562-b086-a5b2a9d6d227 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:22.434884 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bf84a-0050-4642-ade9-0656c55403fb req-d93c7ce1-749f-4562-b086-a5b2a9d6d227 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:22.444097 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bf84a-0050-4642-ade9-0656c55403fb req-d93c7ce1-749f-4562-b086-a5b2a9d6d227 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:22.453503 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e00bf84a-0050-4642-ade9-0656c55403fb req-d93c7ce1-749f-4562-b086-a5b2a9d6d227 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.1323881 Feb 20 03:31:22.580524 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e00bf84a-0050-4642-ade9-0656c55403fb req-652dfbe7-ca6f-4b07-9d31-b353bb10237b tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1254897 Feb 20 03:31:22.625663 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-52fb833b-d60c-43da-bf71-26f97f9d761e req-3ac9cea0-423d-4d09-96ba-b8a0ada2d20f tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] show failed (client error): The resource could not be found. Feb 20 03:31:22.626842 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-52fb833b-d60c-43da-bf71-26f97f9d761e req-3ac9cea0-423d-4d09-96ba-b8a0ada2d20f tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups/1f931105-e7da-442e-9e82-66ae5957b3a2 HTTP/1.1" status: 404 len: 352 time: 0.0191240 Feb 20 03:31:22.629241 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e91cde-c1d6-44d5-bd03-df7371b81b3d req-6d238a7b-29eb-484b-95f5-fa193a99e91b tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:22.632357 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-41e91cde-c1d6-44d5-bd03-df7371b81b3d req-6d238a7b-29eb-484b-95f5-fa193a99e91b tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 1132 time: 0.1085076 Feb 20 03:31:22.715672 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-41e91cde-c1d6-44d5-bd03-df7371b81b3d req-8244181b-2f87-47fb-89d3-0cc96b6e732d tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775042 Feb 20 03:31:22.786316 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-34f94400-2c16-4016-bb90-a8c48b5e4415 req-6d0ca442-1bc0-4f21-a2c4-9704b49ab4c3 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] show failed (client error): The resource could not be found. Feb 20 03:31:22.794558 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-34f94400-2c16-4016-bb90-a8c48b5e4415 req-6d0ca442-1bc0-4f21-a2c4-9704b49ab4c3 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups/f1e75fd9-1e05-4ffa-b538-cbd190307bf3 HTTP/1.1" status: 404 len: 352 time: 0.0298600 Feb 20 03:31:22.809078 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932ce32-f7f1-478d-9bc0-378d1f3b930b req-63750eb5-38ae-4538-902e-5fe4a04e1139 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:22.810594 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2932ce32-f7f1-478d-9bc0-378d1f3b930b req-63750eb5-38ae-4538-902e-5fe4a04e1139 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 944 time: 0.1085627 Feb 20 03:31:22.889362 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:31:22.909454 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2932ce32-f7f1-478d-9bc0-378d1f3b930b req-a5846208-7f48-4874-a75e-ffc275315169 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821044 Feb 20 03:31:22.956833 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-4259bcc2-82b2-435f-9d7a-ec3c9155923c req-945e319e-06e7-4f2d-8cc0-6c79e627b436 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] show failed (client error): The resource could not be found. Feb 20 03:31:22.957900 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4259bcc2-82b2-435f-9d7a-ec3c9155923c req-945e319e-06e7-4f2d-8cc0-6c79e627b436 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups/712b20d0-6d73-42d7-95b0-0fcf29d55a1a HTTP/1.1" status: 404 len: 352 time: 0.0228772 Feb 20 03:31:23.071124 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:31:23.077300 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:31:23.088335 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2a0eec7b-9fca-42d8-a0c8-208f96cb8808), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:23.092727 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c3a66075-73c5-4d06-b036-e0afe93ade7c req-c168edc2-90f8-4c49-9edd-0443a74e00c8 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 210 time: 0.0542548 Feb 20 03:31:23.190110 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:31:23.190514 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2a0eec7b-9fca-42d8-a0c8-208f96cb8808), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:23.222141 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801dc56e-a5ac-4cff-864d-129f50c171a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0eec7b-9fca-42d8-a0c8-208f96cb8808'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:31:23.224053 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3571ed-3d29-4803-8739-750af5c01bc2" -d '{"events": [{"server_uuid": "801dc56e-a5ac-4cff-864d-129f50c171a7", "name": "network-vif-plugged", "status": "completed", "tag": "2a0eec7b-9fca-42d8-a0c8-208f96cb8808"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:31:23.242197 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=2a0eec7b-9fca-42d8-a0c8-208f96cb8808,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:31:23.354428 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2a0eec7b-9fca-42d8-a0c8-208f96cb8808), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:23.394178 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261def25-7a8a-41ab-ad1c-c570cf5c4b8e req-8e1b7a9b-54bd-489a-8b5e-96b32d3547d9 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:23.412441 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-261def25-7a8a-41ab-ad1c-c570cf5c4b8e req-8e1b7a9b-54bd-489a-8b5e-96b32d3547d9 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 946 time: 0.0780497 Feb 20 03:31:23.457666 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=2a0eec7b-9fca-42d8-a0c8-208f96cb8808,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:23.471821 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-261def25-7a8a-41ab-ad1c-c570cf5c4b8e req-cf0002f8-64ee-4e3f-b2bb-b4de6496e90e tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582912 Feb 20 03:31:23.542340 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22d4be6-b901-401c-8e51-6dcffd6c17a6 x-openstack-request-id: req-c22d4be6-b901-401c-8e51-6dcffd6c17a6 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:31:23.542885 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801dc56e-a5ac-4cff-864d-129f50c171a7", "name": "network-vif-plugged", "status": "completed", "tag": "2a0eec7b-9fca-42d8-a0c8-208f96cb8808", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:31:23.543399 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c22d4be6-b901-401c-8e51-6dcffd6c17a6 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:31:23.544012 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801dc56e-a5ac-4cff-864d-129f50c171a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0eec7b-9fca-42d8-a0c8-208f96cb8808', 'code': 200} Feb 20 03:31:23.709004 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3c8af-43c1-4410-ab79-45588c825fac req-c524ac87-0055-465b-9d61-455f1144fabd tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:23.710731 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e5f3c8af-43c1-4410-ab79-45588c825fac req-c524ac87-0055-465b-9d61-455f1144fabd tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 1132 time: 0.1094761 Feb 20 03:31:23.716509 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac865dec-b407-48ac-9aaa-d4aef4a63060 req-a22d1e40-1e89-43cd-985c-3e61eab0c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:23.718449 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac865dec-b407-48ac-9aaa-d4aef4a63060 req-a22d1e40-1e89-43cd-985c-3e61eab0c172 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 1127 time: 0.1157930 Feb 20 03:31:23.832369 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e5f3c8af-43c1-4410-ab79-45588c825fac req-95d2d16d-a0e5-4255-9f1f-cd06f99eca64 tempest-ServersAdminTestJSON-2064944344 tempest-ServersAdminTestJSON-2064944344-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127703 Feb 20 03:31:23.835513 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac865dec-b407-48ac-9aaa-d4aef4a63060 req-ce01b44d-6e82-4cf4-8ec3-0eb5c33e48ae service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093347 Feb 20 03:31:23.856927 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da96d12-21ed-4ffb-9dd8-09fb50acbcd3 req-9ef59ff8-2aa3-466c-a585-63f5a12eb4f5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:23.860089 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da96d12-21ed-4ffb-9dd8-09fb50acbcd3 req-9ef59ff8-2aa3-466c-a585-63f5a12eb4f5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:23.866565 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da96d12-21ed-4ffb-9dd8-09fb50acbcd3 req-9ef59ff8-2aa3-466c-a585-63f5a12eb4f5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:23.872064 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da96d12-21ed-4ffb-9dd8-09fb50acbcd3 req-9ef59ff8-2aa3-466c-a585-63f5a12eb4f5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:23.878242 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da96d12-21ed-4ffb-9dd8-09fb50acbcd3 req-9ef59ff8-2aa3-466c-a585-63f5a12eb4f5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:23.883030 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da96d12-21ed-4ffb-9dd8-09fb50acbcd3 req-9ef59ff8-2aa3-466c-a585-63f5a12eb4f5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:23.888373 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da96d12-21ed-4ffb-9dd8-09fb50acbcd3 req-9ef59ff8-2aa3-466c-a585-63f5a12eb4f5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:23.890275 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3da96d12-21ed-4ffb-9dd8-09fb50acbcd3 req-9ef59ff8-2aa3-466c-a585-63f5a12eb4f5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.1506016 Feb 20 03:31:23.999266 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3da96d12-21ed-4ffb-9dd8-09fb50acbcd3 req-eefb1a7d-7199-4986-9aca-d490067cfdd9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1024971 Feb 20 03:31:24.008020 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1458e-00d7-47dc-8fa1-6e0281b976fc req-8ac40726-a3cb-4da1-81f2-878a6b2423f1 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:24.009503 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-86f1458e-00d7-47dc-8fa1-6e0281b976fc req-8ac40726-a3cb-4da1-81f2-878a6b2423f1 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5066a95-2481-4c95-a8a8-a2e4531dda93 HTTP/1.1" status: 200 len: 1023 time: 0.1031265 Feb 20 03:31:24.088757 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-86f1458e-00d7-47dc-8fa1-6e0281b976fc req-bd77cef7-5227-4a0a-ae33-87ec18363d81 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups?id=c48bb213-4ed7-4521-b356-374f88337d21&id=4b873480-7748-49ec-ad4f-e90eb63d9bf5&id=ba4da7e9-3f20-461c-b271-6ef18f741235&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0720162 Feb 20 03:31:24.204844 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83327a-5149-40c3-bd99-ea591d53de56 req-36414e70-eff7-46b9-990f-c9571630064a tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:24.207809 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1c83327a-5149-40c3-bd99-ea591d53de56 req-36414e70-eff7-46b9-990f-c9571630064a tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 945 time: 0.0582061 Feb 20 03:31:24.269282 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1c83327a-5149-40c3-bd99-ea591d53de56 req-edc6a455-54bd-4587-86f6-819a054ea547 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546327 Feb 20 03:31:24.383830 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf0b5d63-a7b2-44cc-bc77-b59743d377cf req-a717fbfc-459d-4dc9-8872-624406028e59 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 210 time: 0.0321772 Feb 20 03:31:24.637004 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a344d0-7e47-4b34-b5e6-7aa6efb29455 req-55531332-bae3-4d93-a29a-96359988a773 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:24.638643 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-51a344d0-7e47-4b34-b5e6-7aa6efb29455 req-55531332-bae3-4d93-a29a-96359988a773 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=a65457ec-86d5-469a-b4ba-88a0785b5132 HTTP/1.1" status: 200 len: 950 time: 0.0924668 Feb 20 03:31:24.716393 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-51a344d0-7e47-4b34-b5e6-7aa6efb29455 req-542ee8e1-fc5f-4960-9bfc-f16061b2f979 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690193 Feb 20 03:31:24.740573 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa4a38-9065-4806-afd4-fc76b1b9acf8 req-37eab79e-7c69-48c8-b1ad-cc39f3efa82f tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:24.742257 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-99aa4a38-9065-4806-afd4-fc76b1b9acf8 req-37eab79e-7c69-48c8-b1ad-cc39f3efa82f tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 946 time: 0.0676267 Feb 20 03:31:24.836630 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-99aa4a38-9065-4806-afd4-fc76b1b9acf8 req-617869f1-40de-4022-8931-de9f1753132b tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762465 Feb 20 03:31:25.184325 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf8971-0c14-41cb-ab99-fe48f48c6f37 req-b818f553-07b2-4fef-a8e0-a50f0be5407c tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:25.193987 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf8971-0c14-41cb-ab99-fe48f48c6f37 req-b818f553-07b2-4fef-a8e0-a50f0be5407c tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:25.202128 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf8971-0c14-41cb-ab99-fe48f48c6f37 req-b818f553-07b2-4fef-a8e0-a50f0be5407c tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:25.209786 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf8971-0c14-41cb-ab99-fe48f48c6f37 req-b818f553-07b2-4fef-a8e0-a50f0be5407c tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:25.218948 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf8971-0c14-41cb-ab99-fe48f48c6f37 req-b818f553-07b2-4fef-a8e0-a50f0be5407c tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:25.224597 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf8971-0c14-41cb-ab99-fe48f48c6f37 req-b818f553-07b2-4fef-a8e0-a50f0be5407c tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:25.230055 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf8971-0c14-41cb-ab99-fe48f48c6f37 req-b818f553-07b2-4fef-a8e0-a50f0be5407c tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:25.231999 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7adf8971-0c14-41cb-ab99-fe48f48c6f37 req-b818f553-07b2-4fef-a8e0-a50f0be5407c tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.1505389 Feb 20 03:31:25.380875 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42d8a9-3a14-415c-a201-a2037d46fac8 req-2084bd72-8c8c-4c87-94e3-53b773e2506f tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:25.383835 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa42d8a9-3a14-415c-a201-a2037d46fac8 req-2084bd72-8c8c-4c87-94e3-53b773e2506f tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5066a95-2481-4c95-a8a8-a2e4531dda93 HTTP/1.1" status: 200 len: 1023 time: 0.1505675 Feb 20 03:31:25.393739 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7adf8971-0c14-41cb-ab99-fe48f48c6f37 req-aa07073b-d478-4bc9-bff3-1a206269f757 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1471868 Feb 20 03:31:25.417574 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199975ea-7605-40aa-a6ff-d5d638587f7c req-bc1b1b92-09a4-4806-859a-c85ed0efdb1b tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:25.419055 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-199975ea-7605-40aa-a6ff-d5d638587f7c req-bc1b1b92-09a4-4806-859a-c85ed0efdb1b tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5066a95-2481-4c95-a8a8-a2e4531dda93 HTTP/1.1" status: 200 len: 1023 time: 0.1502047 Feb 20 03:31:25.606256 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa42d8a9-3a14-415c-a201-a2037d46fac8 req-56f882f0-6474-4c29-94d2-4cd3c1a73838 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups?id=c48bb213-4ed7-4521-b356-374f88337d21&id=4b873480-7748-49ec-ad4f-e90eb63d9bf5&id=ba4da7e9-3f20-461c-b271-6ef18f741235&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2113335 Feb 20 03:31:25.633651 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6215851-fdf1-4875-a335-0c94cc5fbc6b req-23bc47ae-bcb1-44f2-abaf-4cfbf334a697 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:25.642394 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d6215851-fdf1-4875-a335-0c94cc5fbc6b req-23bc47ae-bcb1-44f2-abaf-4cfbf334a697 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 945 time: 0.1632659 Feb 20 03:31:25.696434 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-199975ea-7605-40aa-a6ff-d5d638587f7c req-9a211573-2e35-44a5-ab30-8d0fbd6cd0f7 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Deleting port ec7285c7-5f5f-44b2-9917-8adddf4c6ad5 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:31:25.696770 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-199975ea-7605-40aa-a6ff-d5d638587f7c req-9a211573-2e35-44a5-ab30-8d0fbd6cd0f7 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ec7285c7-5f5f-44b2-9917-8adddf4c6ad5), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:25.724444 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-86f6f38c-d314-48da-8d19-e7bee8f0f0f4 req-0c3e8276-4b2a-42be-bd43-3600147aa87c tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 210 time: 0.0497286 Feb 20 03:31:25.803575 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d6215851-fdf1-4875-a335-0c94cc5fbc6b req-0ed1cabf-b499-43b6-b33c-f5c89a2db674 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563401 Feb 20 03:31:25.877575 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59500) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:31:25.898476 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-199975ea-7605-40aa-a6ff-d5d638587f7c req-9a211573-2e35-44a5-ab30-8d0fbd6cd0f7 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] For port ec7285c7-5f5f-44b2-9917-8adddf4c6ad5, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=ec7285c7-5f5f-44b2-9917-8adddf4c6ad5,segment=NetworkSegment(23d264e4-1868-43ad-a9bd-7db80d31bd46),segment_id=23d264e4-1868-43ad-a9bd-7db80d31bd46)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:31:25.898833 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-199975ea-7605-40aa-a6ff-d5d638587f7c req-9a211573-2e35-44a5-ab30-8d0fbd6cd0f7 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ec7285c7-5f5f-44b2-9917-8adddf4c6ad5), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:25.940658 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-199975ea-7605-40aa-a6ff-d5d638587f7c req-9a211573-2e35-44a5-ab30-8d0fbd6cd0f7 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Calling delete_port for ec7285c7-5f5f-44b2-9917-8adddf4c6ad5 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:31:26.012161 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0b9026c3-6e9e-4b14-896c-3220986b29eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:26.020214 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaeac7d-44aa-42df-9109-b1beefab6c5b req-e72a437c-fb1f-4c9b-97d5-67126fa2b6f3 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:26.026560 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcaeac7d-44aa-42df-9109-b1beefab6c5b req-e72a437c-fb1f-4c9b-97d5-67126fa2b6f3 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=a65457ec-86d5-469a-b4ba-88a0785b5132 HTTP/1.1" status: 200 len: 950 time: 0.1781490 Feb 20 03:31:26.045279 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c031910-4edf-4192-b62c-83d8a8f2af0f req-82f7a0b4-1d6f-4e62-b073-1870dcc4efbc tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:26.046773 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c031910-4edf-4192-b62c-83d8a8f2af0f req-82f7a0b4-1d6f-4e62-b073-1870dcc4efbc tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 945 time: 0.1453764 Feb 20 03:31:26.066304 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59504) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:31:26.076192 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-aefe3166-5a2b-4f8b-9636-f028b49de694 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Request body: {'floatingip': {'port_id': '2a0eec7b-9fca-42d8-a0c8-208f96cb8808'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:31:26.104506 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0b9026c3-6e9e-4b14-896c-3220986b29eb admin admin] Publish callbacks [] for security_group (90806293-3119-4776-979e-adec1886ba4a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:26.181667 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-aefe3166-5a2b-4f8b-9636-f028b49de694 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for floatingip (50bf2946-3cc0-4993-9458-f5039c0a30e9), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:26.231053 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e4ccc-66e5-47dd-a9f8-7206281df034 req-443abf8f-5b88-4f57-87cf-48aab4c7d1e1 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:26.234456 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-cb3e4ccc-66e5-47dd-a9f8-7206281df034 req-443abf8f-5b88-4f57-87cf-48aab4c7d1e1 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.42 "GET /v2.0/ports?device_id=a65457ec-86d5-469a-b4ba-88a0785b5132 HTTP/1.1" status: 200 len: 950 time: 0.0616684 Feb 20 03:31:26.239624 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcaeac7d-44aa-42df-9109-b1beefab6c5b req-4b4a6eb0-e452-48a5-af41-64d675563296 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044408 Feb 20 03:31:26.287197 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0b9026c3-6e9e-4b14-896c-3220986b29eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (90806293-3119-4776-979e-adec1886ba4a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:26.363554 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00d31c-ea51-48f4-a10a-f57b67c320d6 req-06cc7fba-7faf-4300-96e6-15e7d9373bcf tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:26.365030 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-db00d31c-ea51-48f4-a10a-f57b67c320d6 req-06cc7fba-7faf-4300-96e6-15e7d9373bcf tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 946 time: 0.2481174 Feb 20 03:31:26.368211 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0b9026c3-6e9e-4b14-896c-3220986b29eb admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b333921c52f14d1a9262d90162c6d053&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4894121 Feb 20 03:31:26.371441 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59506) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:31:26.382900 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-812c6b43-9e96-4a08-9f63-6697470bd4f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:26.388191 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9026c3-6e9e-4b14-896c-3220986b29eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90806293-3119-4776-979e-adec1886ba4a,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:26.453080 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60acf463-6f53-498e-9815-4977ba7f64cc admin admin] Publish callbacks [] for security_group (90806293-3119-4776-979e-adec1886ba4a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:26.457964 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-cb3e4ccc-66e5-47dd-a9f8-7206281df034 req-45cfe776-2639-4d7a-9548-7c16f4375e27 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Deleting port 0f53b688-109a-491f-921b-12593e47c1c0 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:31:26.458553 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-cb3e4ccc-66e5-47dd-a9f8-7206281df034 req-45cfe776-2639-4d7a-9548-7c16f4375e27 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (0f53b688-109a-491f-921b-12593e47c1c0), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:26.499437 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-199975ea-7605-40aa-a6ff-d5d638587f7c req-9a211573-2e35-44a5-ab30-8d0fbd6cd0f7 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (ec7285c7-5f5f-44b2-9917-8adddf4c6ad5), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:26.531279 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60acf463-6f53-498e-9815-4977ba7f64cc admin admin] Publish callbacks [] for security_group (90806293-3119-4776-979e-adec1886ba4a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:26.562585 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a211573-2e35-44a5-ab30-8d0fbd6cd0f7 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Pushing event deleted for resources: {'Port': ['ID=ec7285c7-5f5f-44b2-9917-8adddf4c6ad5,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:26.573928 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-db00d31c-ea51-48f4-a10a-f57b67c320d6 req-903fd60f-24f2-415a-9320-b9b5c194edd3 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940830 Feb 20 03:31:26.600288 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-cb3e4ccc-66e5-47dd-a9f8-7206281df034 req-45cfe776-2639-4d7a-9548-7c16f4375e27 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] For port 0f53b688-109a-491f-921b-12593e47c1c0, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=0f53b688-109a-491f-921b-12593e47c1c0,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:31:26.600288 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-cb3e4ccc-66e5-47dd-a9f8-7206281df034 req-45cfe776-2639-4d7a-9548-7c16f4375e27 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (0f53b688-109a-491f-921b-12593e47c1c0), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:26.627606 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-cb3e4ccc-66e5-47dd-a9f8-7206281df034 req-45cfe776-2639-4d7a-9548-7c16f4375e27 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Calling delete_port for 0f53b688-109a-491f-921b-12593e47c1c0 owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:31:26.771271 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60acf463-6f53-498e-9815-4977ba7f64cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (90806293-3119-4776-979e-adec1886ba4a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:26.774555 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60acf463-6f53-498e-9815-4977ba7f64cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:26.778723 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-60acf463-6f53-498e-9815-4977ba7f64cc admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/90806293-3119-4776-979e-adec1886ba4a HTTP/1.1" status: 204 len: 168 time: 0.4034722 Feb 20 03:31:26.785933 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60acf463-6f53-498e-9815-4977ba7f64cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90806293-3119-4776-979e-adec1886ba4a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:27.003378 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-cb3e4ccc-66e5-47dd-a9f8-7206281df034 req-45cfe776-2639-4d7a-9548-7c16f4375e27 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (0f53b688-109a-491f-921b-12593e47c1c0), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:27.022736 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e', '0f53b688-109a-491f-921b-12593e47c1c0', 'a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:31:27.035641 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfe776-2639-4d7a-9548-7c16f4375e27 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Pushing event deleted for resources: {'Port': ['ID=0f53b688-109a-491f-921b-12593e47c1c0,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:27.046719 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-199975ea-7605-40aa-a6ff-d5d638587f7c req-9a211573-2e35-44a5-ab30-8d0fbd6cd0f7 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] No DVR routers for this DVR port ec7285c7-5f5f-44b2-9917-8adddf4c6ad5 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:31:27.050460 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-199975ea-7605-40aa-a6ff-d5d638587f7c req-9a211573-2e35-44a5-ab30-8d0fbd6cd0f7 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:27.055522 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-199975ea-7605-40aa-a6ff-d5d638587f7c req-9a211573-2e35-44a5-ab30-8d0fbd6cd0f7 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.42 "DELETE /v2.0/ports/ec7285c7-5f5f-44b2-9917-8adddf4c6ad5 HTTP/1.1" status: 204 len: 173 time: 1.6237044 Feb 20 03:31:27.060085 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5066a95-2481-4c95-a8a8-a2e4531dda93', 'name': 'network-vif-deleted', 'tag': 'ec7285c7-5f5f-44b2-9917-8adddf4c6ad5'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:31:27.070542 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84dd1760-ad62-48c9-b70b-8ac1917a2042" -d '{"events": [{"server_uuid": "e5066a95-2481-4c95-a8a8-a2e4531dda93", "name": "network-vif-deleted", "tag": "ec7285c7-5f5f-44b2-9917-8adddf4c6ad5"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:31:27.117457 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ef5af78d-7bea-421d-b645-53702aa58a2b req-f1e1e4b5-1a23-456a-8c8c-b73599c12567 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5066a95-2481-4c95-a8a8-a2e4531dda93 HTTP/1.1" status: 200 len: 210 time: 0.0708947 Feb 20 03:31:27.118260 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3e4ccc-66e5-47dd-a9f8-7206281df034 req-45cfe776-2639-4d7a-9548-7c16f4375e27 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] No DVR routers for this DVR port 0f53b688-109a-491f-921b-12593e47c1c0 on host n-h1-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:31:27.121607 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-cb3e4ccc-66e5-47dd-a9f8-7206281df034 req-45cfe776-2639-4d7a-9548-7c16f4375e27 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:27.129205 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-cb3e4ccc-66e5-47dd-a9f8-7206281df034 req-45cfe776-2639-4d7a-9548-7c16f4375e27 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.42 "DELETE /v2.0/ports/0f53b688-109a-491f-921b-12593e47c1c0 HTTP/1.1" status: 204 len: 173 time: 0.8898373 Feb 20 03:31:27.129499 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65457ec-86d5-469a-b4ba-88a0785b5132', 'name': 'network-vif-deleted', 'tag': '0f53b688-109a-491f-921b-12593e47c1c0'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:31:27.132640 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e03eac-ea46-43cb-afbb-79486849b20b" -d '{"events": [{"server_uuid": "a65457ec-86d5-469a-b4ba-88a0785b5132", "name": "network-vif-deleted", "tag": "0f53b688-109a-491f-921b-12593e47c1c0"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:31:27.169652 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04c042-4a59-428b-9974-ed61e7b469c9 req-370b3239-8c5f-43c8-b4ac-68c8aa4f68fb tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:27.176884 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04c042-4a59-428b-9974-ed61e7b469c9 req-370b3239-8c5f-43c8-b4ac-68c8aa4f68fb tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:27.182621 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04c042-4a59-428b-9974-ed61e7b469c9 req-370b3239-8c5f-43c8-b4ac-68c8aa4f68fb tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:27.187835 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04c042-4a59-428b-9974-ed61e7b469c9 req-370b3239-8c5f-43c8-b4ac-68c8aa4f68fb tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:27.194947 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04c042-4a59-428b-9974-ed61e7b469c9 req-370b3239-8c5f-43c8-b4ac-68c8aa4f68fb tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:27.200179 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04c042-4a59-428b-9974-ed61e7b469c9 req-370b3239-8c5f-43c8-b4ac-68c8aa4f68fb tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:27.206361 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04c042-4a59-428b-9974-ed61e7b469c9 req-370b3239-8c5f-43c8-b4ac-68c8aa4f68fb tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:27.209612 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bd04c042-4a59-428b-9974-ed61e7b469c9 req-370b3239-8c5f-43c8-b4ac-68c8aa4f68fb tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.6865716 Feb 20 03:31:27.275117 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-db9477e6-446e-4ee3-beea-01100216d81f req-4d39e510-d5cf-4bb0-b6a6-6acdf8601777 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 210 time: 0.0643618 Feb 20 03:31:27.447075 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67b9ddc-c21a-423f-be4e-182e7ae0c985 x-openstack-request-id: req-d67b9ddc-c21a-423f-be4e-182e7ae0c985 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:31:27.447812 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65457ec-86d5-469a-b4ba-88a0785b5132", "name": "network-vif-deleted", "tag": "0f53b688-109a-491f-921b-12593e47c1c0", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:31:27.448218 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d67b9ddc-c21a-423f-be4e-182e7ae0c985 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:31:27.448758 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65457ec-86d5-469a-b4ba-88a0785b5132', 'name': 'network-vif-deleted', 'tag': '0f53b688-109a-491f-921b-12593e47c1c0', 'status': 'completed', 'code': 200} Feb 20 03:31:27.449404 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf78cbc0-496a-4211-83d6-fd4287c45751 x-openstack-request-id: req-bf78cbc0-496a-4211-83d6-fd4287c45751 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:31:27.449736 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5066a95-2481-4c95-a8a8-a2e4531dda93", "name": "network-vif-deleted", "tag": "ec7285c7-5f5f-44b2-9917-8adddf4c6ad5", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:31:27.449947 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-bf78cbc0-496a-4211-83d6-fd4287c45751 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:31:27.450346 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5066a95-2481-4c95-a8a8-a2e4531dda93', 'name': 'network-vif-deleted', 'tag': 'ec7285c7-5f5f-44b2-9917-8adddf4c6ad5', 'status': 'completed', 'code': 200} Feb 20 03:31:27.607646 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e57742b9-8dac-40e3-ab14-ce5320e4aba6 req-c8f0e67a-9be0-4255-bc83-0abab926ea72 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=a65457ec-86d5-469a-b4ba-88a0785b5132 HTTP/1.1" status: 200 len: 210 time: 0.0834818 Feb 20 03:31:27.649894 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bd04c042-4a59-428b-9974-ed61e7b469c9 req-019ed28c-e66d-48cc-9ca5-26ebd29ecbf8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4345055 Feb 20 03:31:27.661060 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device ec7285c7-5f5f-44b2-9917-8adddf4c6ad5 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:31:27.721917 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: ec7285c7-5f5f-44b2-9917-8adddf4c6ad5 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:31:27.722844 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device ec7285c7-5f5f-44b2-9917-8adddf4c6ad5 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:31:27.845696 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb13e0-e55a-47cf-a357-91c0620e3dc3 req-55514778-c6b7-4f7a-8806-fa4b08f4c6c1 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:27.847497 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5bfb13e0-e55a-47cf-a357-91c0620e3dc3 req-55514778-c6b7-4f7a-8806-fa4b08f4c6c1 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 946 time: 0.1176269 Feb 20 03:31:27.858677 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-aefe3166-5a2b-4f8b-9636-f028b49de694 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:27.903716 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5bfb13e0-e55a-47cf-a357-91c0620e3dc3 req-aeee42e8-8a2c-42e4-8ce0-eacc47636280 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481970 Feb 20 03:31:27.966700 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59526) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:31:27.980419 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8e801c44-5b27-4023-8e02-e1868e10642b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:28.024566 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-aefe3166-5a2b-4f8b-9636-f028b49de694 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (50bf2946-3cc0-4993-9458-f5039c0a30e9), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:28.133161 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8e801c44-5b27-4023-8e02-e1868e10642b admin admin] Publish callbacks [] for security_group (be4998ed-9d92-44de-bc42-31e123bc6153), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:28.156943 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [None req-aefe3166-5a2b-4f8b-9636-f028b49de694 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Floating IP 50bf2946-3cc0-4993-9458-f5039c0a30e9 associated. External IP: 172.25.7.213, port: 2a0eec7b-9fca-42d8-a0c8-208f96cb8808. Feb 20 03:31:28.233364 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26d953bb-ac61-431a-bca0-cd6771810f78 req-daac3782-84fa-4863-add6-1531f6953412 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5066a95-2481-4c95-a8a8-a2e4531dda93 HTTP/1.1" status: 200 len: 210 time: 0.0310895 Feb 20 03:31:28.247655 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8e801c44-5b27-4023-8e02-e1868e10642b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (be4998ed-9d92-44de-bc42-31e123bc6153), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:28.338388 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8e801c44-5b27-4023-8e02-e1868e10642b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c0f1807cde8341e4a52f06b04d4bea5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3674545 Feb 20 03:31:28.338388 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59532) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:31:28.346416 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e801c44-5b27-4023-8e02-e1868e10642b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4998ed-9d92-44de-bc42-31e123bc6153,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:28.404117 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-258a066e-476d-487b-9b27-2b530b159a12 req-9e6beaa2-805e-4a29-b4fd-c227fb8dedfd tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 210 time: 0.0437021 Feb 20 03:31:28.489363 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-23cd1394-9551-49a7-bf19-ebf5eeee56dc admin admin] Publish callbacks [] for security_group (be4998ed-9d92-44de-bc42-31e123bc6153), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:28.561860 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-23cd1394-9551-49a7-bf19-ebf5eeee56dc admin admin] Publish callbacks [] for security_group (be4998ed-9d92-44de-bc42-31e123bc6153), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:28.599355 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefe3166-5a2b-4f8b-9636-f028b49de694 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Router 0e23669e-68f0-439f-bdbb-fa00e7dd1a90 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:31:28.739617 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-944ea901-9a38-4882-9371-41214c8e12a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:28.775462 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7b133252-58ed-4a0b-ba35-2082e67aa86a req-1ac97c6c-b319-400e-bf12-ac091af73487 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=a65457ec-86d5-469a-b4ba-88a0785b5132 HTTP/1.1" status: 200 len: 210 time: 0.0406508 Feb 20 03:31:28.882272 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefe3166-5a2b-4f8b-9636-f028b49de694 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:31:28.887876 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-aefe3166-5a2b-4f8b-9636-f028b49de694 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:28.895941 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de56c7a1-5656-4575-a9c6-51f7948a0246 None None] Sync routers for ids ['0e23669e-68f0-439f-bdbb-fa00e7dd1a90'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:31:28.902516 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff77793-8064-4dbc-9ebc-0f2046e5819b req-2983e180-e67b-4724-8f96-1bcee84d5bf3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:28.908676 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff77793-8064-4dbc-9ebc-0f2046e5819b req-2983e180-e67b-4724-8f96-1bcee84d5bf3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:28.918225 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff77793-8064-4dbc-9ebc-0f2046e5819b req-2983e180-e67b-4724-8f96-1bcee84d5bf3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:28.920186 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff77793-8064-4dbc-9ebc-0f2046e5819b req-2983e180-e67b-4724-8f96-1bcee84d5bf3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:28.921888 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de56c7a1-5656-4575-a9c6-51f7948a0246 None None] Routers {'0e23669e-68f0-439f-bdbb-fa00e7dd1a90'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:31:28.922985 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-de56c7a1-5656-4575-a9c6-51f7948a0246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:31:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['0e23669e-68f0-439f-bdbb-fa00e7dd1a90'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:31:28.926210 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff77793-8064-4dbc-9ebc-0f2046e5819b req-2983e180-e67b-4724-8f96-1bcee84d5bf3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:28.940442 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff77793-8064-4dbc-9ebc-0f2046e5819b req-2983e180-e67b-4724-8f96-1bcee84d5bf3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:28.950785 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff77793-8064-4dbc-9ebc-0f2046e5819b req-2983e180-e67b-4724-8f96-1bcee84d5bf3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:28.953491 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1ff77793-8064-4dbc-9ebc-0f2046e5819b req-2983e180-e67b-4724-8f96-1bcee84d5bf3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.1763635 Feb 20 03:31:28.979179 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-23cd1394-9551-49a7-bf19-ebf5eeee56dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (be4998ed-9d92-44de-bc42-31e123bc6153), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:28.983178 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-23cd1394-9551-49a7-bf19-ebf5eeee56dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:28.985111 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-23cd1394-9551-49a7-bf19-ebf5eeee56dc admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/be4998ed-9d92-44de-bc42-31e123bc6153 HTTP/1.1" status: 204 len: 168 time: 0.6459794 Feb 20 03:31:29.027329 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd1394-9551-49a7-bf19-ebf5eeee56dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4998ed-9d92-44de-bc42-31e123bc6153,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:29.110666 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-de56c7a1-5656-4575-a9c6-51f7948a0246 None None] Set router 0e23669e-68f0-439f-bdbb-fa00e7dd1a90 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:31:29.116135 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-aefe3166-5a2b-4f8b-9636-f028b49de694 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "PUT /v2.0/floatingips/50bf2946-3cc0-4993-9458-f5039c0a30e9 HTTP/1.1" status: 200 len: 991 time: 3.0487134 Feb 20 03:31:29.142808 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1ff77793-8064-4dbc-9ebc-0f2046e5819b req-72c6fb87-250f-46bd-84cf-1faa86acf72c tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1572351 Feb 20 03:31:29.162501 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e511c08-35ab-4105-beb7-2e4ff00d4625 req-68e0f339-ad94-42f6-ba70-a25ae0904a33 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:29.170168 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3e511c08-35ab-4105-beb7-2e4ff00d4625 req-68e0f339-ad94-42f6-ba70-a25ae0904a33 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 946 time: 0.1440408 Feb 20 03:31:29.229874 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3e511c08-35ab-4105-beb7-2e4ff00d4625 req-8d713b1d-52ba-4f14-a6d1-1e8993836456 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587769 Feb 20 03:31:29.387006 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd00dcc5-3e3e-49bd-84be-1bf6af354938 req-66cadf4f-996d-4850-a254-07f37943afd0 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups/ba4da7e9-3f20-461c-b271-6ef18f741235 HTTP/1.1" status: 200 len: 1816 time: 0.0577118 Feb 20 03:31:29.453315 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801dc56e-a5ac-4cff-864d-129f50c171a7', 'tag': '2a0eec7b-9fca-42d8-a0c8-208f96cb8808'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:31:29.457350 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77dadb1a-7738-4812-920d-c83a7858f415" -d '{"events": [{"name": "network-changed", "server_uuid": "801dc56e-a5ac-4cff-864d-129f50c171a7", "tag": "2a0eec7b-9fca-42d8-a0c8-208f96cb8808"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:31:29.473773 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-de56c7a1-5656-4575-a9c6-51f7948a0246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'name': 'tempest-AttachVolumeShelveTestJSON-957401116-router', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:30:41Z', 'updated_at': '2022-02-20T03:30:54Z', 'revision_number': 4, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'gw_port': {'id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:44Z', 'updated_at': '2022-02-20T03:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '50bf2946-3cc0-4993-9458-f5039c0a30e9', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'floating_ip_address': '172.25.7.213', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'port_id': '2a0eec7b-9fca-42d8-a0c8-208f96cb8808', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 909, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f', 'mac_address': 'fa:16:3e:3d:30:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801dc56e-a5ac-4cff-864d-129f50c171a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:31:04Z', 'updated_at': '2022-02-20T03:31:27Z', 'revision_number': 1, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '075e7992-9983-4ef0-b4ea-ecab923b92f8', 'name': '', 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'mac_address': 'fa:16:3e:5a:df:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:50Z', 'updated_at': '2022-02-20T03:30:59Z', 'revision_number': 5, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'subnets': [{'id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:31:29.485496 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dd00dcc5-3e3e-49bd-84be-1bf6af354938 req-2ec3c5df-c9c1-484b-95ba-92124dfad478 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (ba4da7e9-3f20-461c-b271-6ef18f741235), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:29.513675 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de56c7a1-5656-4575-a9c6-51f7948a0246 None None] Checking router: 0e23669e-68f0-439f-bdbb-fa00e7dd1a90 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:31:29.525957 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de56c7a1-5656-4575-a9c6-51f7948a0246 None None] Routers {'0e23669e-68f0-439f-bdbb-fa00e7dd1a90'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:31:29.526848 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-de56c7a1-5656-4575-a9c6-51f7948a0246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:31:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['0e23669e-68f0-439f-bdbb-fa00e7dd1a90'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:31:29.538830 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dd00dcc5-3e3e-49bd-84be-1bf6af354938 req-2ec3c5df-c9c1-484b-95ba-92124dfad478 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (ba4da7e9-3f20-461c-b271-6ef18f741235), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:29.603939 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-949d208f-0918-4fc3-9fc7-84307ea40a08 req-7cff106f-5469-4bfe-879f-0bbcb094b146 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 210 time: 0.0473669 Feb 20 03:31:29.669856 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 0f53b688-109a-491f-921b-12593e47c1c0 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:31:29.673110 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1da09d-12b8-4215-aa13-e2b106a18f18 x-openstack-request-id: req-0b1da09d-12b8-4215-aa13-e2b106a18f18 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:31:29.674142 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801dc56e-a5ac-4cff-864d-129f50c171a7", "tag": "2a0eec7b-9fca-42d8-a0c8-208f96cb8808", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:31:29.674688 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0b1da09d-12b8-4215-aa13-e2b106a18f18 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:31:29.680437 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801dc56e-a5ac-4cff-864d-129f50c171a7', 'tag': '2a0eec7b-9fca-42d8-a0c8-208f96cb8808', 'status': 'completed', 'code': 200} Feb 20 03:31:29.709642 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 0f53b688-109a-491f-921b-12593e47c1c0 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:31:29.710414 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 0f53b688-109a-491f-921b-12593e47c1c0 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:31:29.743062 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dadb1a-7738-4812-920d-c83a7858f415 req-e3f562d0-2e70-4bf8-be20-bf478eeeffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:29.744894 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-77dadb1a-7738-4812-920d-c83a7858f415 req-e3f562d0-2e70-4bf8-be20-bf478eeeffcb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c709bbfa8b354edf911780ffcf2e7b53&device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 1127 time: 0.0516877 Feb 20 03:31:29.763725 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-de56c7a1-5656-4575-a9c6-51f7948a0246 None None] Set router 0e23669e-68f0-439f-bdbb-fa00e7dd1a90 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:31:29.785983 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dd00dcc5-3e3e-49bd-84be-1bf6af354938 req-2ec3c5df-c9c1-484b-95ba-92124dfad478 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ba4da7e9-3f20-461c-b271-6ef18f741235), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:29.794305 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dd00dcc5-3e3e-49bd-84be-1bf6af354938 req-2ec3c5df-c9c1-484b-95ba-92124dfad478 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:29.796227 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd00dcc5-3e3e-49bd-84be-1bf6af354938 req-2ec3c5df-c9c1-484b-95ba-92124dfad478 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "DELETE /v2.0/security-groups/ba4da7e9-3f20-461c-b271-6ef18f741235 HTTP/1.1" status: 204 len: 173 time: 0.4036901 Feb 20 03:31:29.866888 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec3c5df-c9c1-484b-95ba-92124dfad478 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4da7e9-3f20-461c-b271-6ef18f741235,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:29.900001 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:29.948232 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2d2453c0-1240-45c3-b3da-6d2c7a2a6fc8 req-77c81b4e-eba5-40e8-977f-8bec18eaf232 tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "GET /v2.0/security-groups/c48bb213-4ed7-4521-b356-374f88337d21 HTTP/1.1" status: 200 len: 1817 time: 0.1062064 Feb 20 03:31:29.981581 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dadb1a-7738-4812-920d-c83a7858f415 req-570cc70d-c44a-428e-81df-4c357c27e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:29.983511 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-77dadb1a-7738-4812-920d-c83a7858f415 req-570cc70d-c44a-428e-81df-4c357c27e979 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a842b208-6516-42cd-af34-f14f7f82e32f HTTP/1.1" status: 200 len: 917 time: 0.2279975 Feb 20 03:31:30.102662 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2d2453c0-1240-45c3-b3da-6d2c7a2a6fc8 req-79b0b629-0cb2-41cd-8108-9c83e775cf5f tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (c48bb213-4ed7-4521-b356-374f88337d21), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:30.107579 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-de56c7a1-5656-4575-a9c6-51f7948a0246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'name': 'tempest-AttachVolumeShelveTestJSON-957401116-router', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:30:41Z', 'updated_at': '2022-02-20T03:30:54Z', 'revision_number': 4, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'gw_port': {'id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:44Z', 'updated_at': '2022-02-20T03:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '50bf2946-3cc0-4993-9458-f5039c0a30e9', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'floating_ip_address': '172.25.7.213', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'port_id': '2a0eec7b-9fca-42d8-a0c8-208f96cb8808', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 909, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f', 'mac_address': 'fa:16:3e:3d:30:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801dc56e-a5ac-4cff-864d-129f50c171a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:31:04Z', 'updated_at': '2022-02-20T03:31:27Z', 'revision_number': 1, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '075e7992-9983-4ef0-b4ea-ecab923b92f8', 'name': '', 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'mac_address': 'fa:16:3e:5a:df:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:50Z', 'updated_at': '2022-02-20T03:30:59Z', 'revision_number': 5, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'subnets': [{'id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:31:30.120892 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-77dadb1a-7738-4812-920d-c83a7858f415 req-783cf9a8-c653-432e-9b0e-e4e81e6bbbd5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a0eec7b-9fca-42d8-a0c8-208f96cb8808 HTTP/1.1" status: 200 len: 999 time: 0.1293063 Feb 20 03:31:30.141677 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2d2453c0-1240-45c3-b3da-6d2c7a2a6fc8 req-79b0b629-0cb2-41cd-8108-9c83e775cf5f tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (c48bb213-4ed7-4521-b356-374f88337d21), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:30.150809 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de56c7a1-5656-4575-a9c6-51f7948a0246 None None] The sync data for ids ['0e23669e-68f0-439f-bdbb-fa00e7dd1a90'] in n-d-829866-4 is: [{'id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'name': 'tempest-AttachVolumeShelveTestJSON-957401116-router', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:30:41Z', 'updated_at': '2022-02-20T03:30:54Z', 'revision_number': 4, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'gw_port': {'id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:44Z', 'updated_at': '2022-02-20T03:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '50bf2946-3cc0-4993-9458-f5039c0a30e9', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'floating_ip_address': '172.25.7.213', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'port_id': '2a0eec7b-9fca-42d8-a0c8-208f96cb8808', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 909, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f', 'mac_address': 'fa:16:3e:3d:30:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801dc56e-a5ac-4cff-864d-129f50c171a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:31:04Z', 'updated_at': '2022-02-20T03:31:27Z', 'revision_number': 1, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '075e7992-9983-4ef0-b4ea-ecab923b92f8', 'name': '', 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'mac_address': 'fa:16:3e:5a:df:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:50Z', 'updated_at': '2022-02-20T03:30:59Z', 'revision_number': 5, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'subnets': [{'id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:31:30.212403 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dadb1a-7738-4812-920d-c83a7858f415 req-3389feb9-4ab9-4688-a874-fd777718cb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:30.212403 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-77dadb1a-7738-4812-920d-c83a7858f415 req-3389feb9-4ab9-4688-a874-fd777718cb39 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=459abde2-853f-42b6-94b7-5e11d73152fc HTTP/1.1" status: 200 len: 855 time: 0.0809045 Feb 20 03:31:30.274548 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dadb1a-7738-4812-920d-c83a7858f415 req-63cb7db5-6fc4-441e-9a61-6422b81a7e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:30.276109 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-77dadb1a-7738-4812-920d-c83a7858f415 req-63cb7db5-6fc4-441e-9a61-6422b81a7e70 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a842b208-6516-42cd-af34-f14f7f82e32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0576582 Feb 20 03:31:30.385523 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2d2453c0-1240-45c3-b3da-6d2c7a2a6fc8 req-79b0b629-0cb2-41cd-8108-9c83e775cf5f tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c48bb213-4ed7-4521-b356-374f88337d21), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:30.389006 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2d2453c0-1240-45c3-b3da-6d2c7a2a6fc8 req-79b0b629-0cb2-41cd-8108-9c83e775cf5f tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:30.390603 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2d2453c0-1240-45c3-b3da-6d2c7a2a6fc8 req-79b0b629-0cb2-41cd-8108-9c83e775cf5f tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] 10.222.0.89 "DELETE /v2.0/security-groups/c48bb213-4ed7-4521-b356-374f88337d21 HTTP/1.1" status: 204 len: 173 time: 0.4354608 Feb 20 03:31:30.399138 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-77dadb1a-7738-4812-920d-c83a7858f415 req-37200979-eef9-44b5-8154-b5f56cf7d6b1 service neutron] 10.222.0.93 "GET /v2.0/networks/a842b208-6516-42cd-af34-f14f7f82e32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171992 Feb 20 03:31:30.399282 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59582) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:31:30.404093 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0b629-0cb2-41cd-8108-9c83e775cf5f tempest-SecurityGroupsTestJSON-2060744231 tempest-SecurityGroupsTestJSON-2060744231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48bb213-4ed7-4521-b356-374f88337d21,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:30.534173 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-06613f37-5c89-427a-8328-62bbf7655269 admin admin] Deleting subnet bf109b62-46b0-4f66-9779-7ad707f5466f {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:31:30.539194 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-06613f37-5c89-427a-8328-62bbf7655269 admin admin] Publish callbacks [] for subnet (bf109b62-46b0-4f66-9779-7ad707f5466f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:30.550040 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-77dadb1a-7738-4812-920d-c83a7858f415 req-ba2e1262-c887-4963-a991-2a1d292f50a4 service neutron] 10.222.0.93 "GET /v2.0/networks/a842b208-6516-42cd-af34-f14f7f82e32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423221 Feb 20 03:31:30.562742 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13da87cf-eafc-45ad-8bf4-ca042a272645 None None] New status for floating IP 50bf2946-3cc0-4993-9458-f5039c0a30e9: ACTIVE {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:31:30.583052 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64968b-73c9-4417-a551-78b54d06dd3e req-ab11ec0d-6657-4fe4-bfe6-e67ce62fa20a tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:30.588467 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64968b-73c9-4417-a551-78b54d06dd3e req-ab11ec0d-6657-4fe4-bfe6-e67ce62fa20a tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:30.593900 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64968b-73c9-4417-a551-78b54d06dd3e req-ab11ec0d-6657-4fe4-bfe6-e67ce62fa20a tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:30.601759 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64968b-73c9-4417-a551-78b54d06dd3e req-ab11ec0d-6657-4fe4-bfe6-e67ce62fa20a tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:30.607270 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64968b-73c9-4417-a551-78b54d06dd3e req-ab11ec0d-6657-4fe4-bfe6-e67ce62fa20a tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:30.613309 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64968b-73c9-4417-a551-78b54d06dd3e req-ab11ec0d-6657-4fe4-bfe6-e67ce62fa20a tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:30.615292 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-06613f37-5c89-427a-8328-62bbf7655269 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (bf109b62-46b0-4f66-9779-7ad707f5466f), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:30.624306 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64968b-73c9-4417-a551-78b54d06dd3e req-ab11ec0d-6657-4fe4-bfe6-e67ce62fa20a tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:30.632582 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cc64968b-73c9-4417-a551-78b54d06dd3e req-ab11ec0d-6657-4fe4-bfe6-e67ce62fa20a tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.1337142 Feb 20 03:31:30.683661 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-06613f37-5c89-427a-8328-62bbf7655269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (bf109b62-46b0-4f66-9779-7ad707f5466f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:30.710174 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cc64968b-73c9-4417-a551-78b54d06dd3e req-67ac82c9-16be-457c-b2db-c1257ec86e3c tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0753314 Feb 20 03:31:30.857386 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d8ab21c7-9543-4f5b-aef7-4ee8046b69c6 req-aeb862b5-1cf2-4673-a140-94796d71a230 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 210 time: 0.0558243 Feb 20 03:31:30.897205 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda60c99-3604-4aa7-ab2d-7f42b42b121d req-687624ef-2e34-4c36-b9ba-2727eb59fa9c tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:30.904189 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fda60c99-3604-4aa7-ab2d-7f42b42b121d req-687624ef-2e34-4c36-b9ba-2727eb59fa9c tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 946 time: 0.0872405 Feb 20 03:31:30.935073 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-06613f37-5c89-427a-8328-62bbf7655269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (bf109b62-46b0-4f66-9779-7ad707f5466f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:30.975805 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fda60c99-3604-4aa7-ab2d-7f42b42b121d req-985955c4-03cb-49c2-9746-d911d43b6b79 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700996 Feb 20 03:31:31.038435 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06613f37-5c89-427a-8328-62bbf7655269 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf109b62-46b0-4f66-9779-7ad707f5466f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:31.044948 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-06613f37-5c89-427a-8328-62bbf7655269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:31.047060 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cfe8c-a52b-4752-a5b1-539e76141d05 req-aa36f597-3c12-4c1b-b6c4-ad54fb87a603 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:31.050293 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5b4cfe8c-a52b-4752-a5b1-539e76141d05 req-aa36f597-3c12-4c1b-b6c4-ad54fb87a603 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=3299e47c-aeb7-4098-8856-271e0f6ac309 HTTP/1.1" status: 200 len: 950 time: 0.0940025 Feb 20 03:31:31.057158 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-06613f37-5c89-427a-8328-62bbf7655269 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/bf109b62-46b0-4f66-9779-7ad707f5466f HTTP/1.1" status: 204 len: 168 time: 0.6568091 Feb 20 03:31:31.059610 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59596) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:31:31.118885 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5b4cfe8c-a52b-4752-a5b1-539e76141d05 req-cf7851bd-687d-4db4-8b86-e64382a03345 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609808 Feb 20 03:31:31.146138 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ad2dccc7-9ec2-4255-815f-5c3ffc716abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (1c91ce47-7bea-4684-9e83-8c6431905c13), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:31.176573 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:31.242391 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ad2dccc7-9ec2-4255-815f-5c3ffc716abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (1c91ce47-7bea-4684-9e83-8c6431905c13), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:31.279247 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-ad2dccc7-9ec2-4255-815f-5c3ffc716abd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c91ce47-7bea-4684-9e83-8c6431905c13']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:31:31.291966 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-ad2dccc7-9ec2-4255-815f-5c3ffc716abd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23d264e4-1868-43ad-a9bd-7db80d31bd46') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:31:31.292259 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-ad2dccc7-9ec2-4255-815f-5c3ffc716abd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23d264e4-1868-43ad-a9bd-7db80d31bd46') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:31:31.305226 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ad2dccc7-9ec2-4255-815f-5c3ffc716abd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (23d264e4-1868-43ad-a9bd-7db80d31bd46), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:31.320600 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ad2dccc7-9ec2-4255-815f-5c3ffc716abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (23d264e4-1868-43ad-a9bd-7db80d31bd46), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:31.327048 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2dccc7-9ec2-4255-815f-5c3ffc716abd admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:31:31.327443 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ad2dccc7-9ec2-4255-815f-5c3ffc716abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (23d264e4-1868-43ad-a9bd-7db80d31bd46), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:31.329239 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:31:31.329239 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:31:31.329239 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:31:31.329239 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:31:31.329239 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:31:31.329239 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:31:31.329239 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:31:31.329239 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:31:31.329239 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:31:31.329239 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:31:31.329239 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:31:31.329239 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:31:31.329239 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:31:31.329239 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:31:31.329239 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:31:31.329239 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:31:31.329239 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:31:31.329239 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:31:31.329239 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:31:31.329239 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:31:31.329239 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:31:31.329239 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:31:31.329239 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:31:31.329239 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:31:31.329239 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:31:31.329239 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:31:31.329239 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:31:31.329239 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:31:31.329239 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:31:31.329239 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:31:31.329239 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:31:31.329239 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:31:31.453678 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ad2dccc7-9ec2-4255-815f-5c3ffc716abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (1c91ce47-7bea-4684-9e83-8c6431905c13), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:31.467596 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ad2dccc7-9ec2-4255-815f-5c3ffc716abd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:31.473106 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ad2dccc7-9ec2-4255-815f-5c3ffc716abd admin admin] 10.222.0.89 "DELETE /v2.0/networks/1c91ce47-7bea-4684-9e83-8c6431905c13 HTTP/1.1" status: 204 len: 168 time: 0.4124718 Feb 20 03:31:31.486720 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2dccc7-9ec2-4255-815f-5c3ffc716abd admin admin] Pushing event deleted for resources: {'Network': ['ID=1c91ce47-7bea-4684-9e83-8c6431905c13,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:31.959416 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f52556-2d73-496a-8de9-82bd8d02fa54 req-bf7b8a12-fe1f-4d11-9904-b9f618200040 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:31.965052 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f52556-2d73-496a-8de9-82bd8d02fa54 req-bf7b8a12-fe1f-4d11-9904-b9f618200040 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:31.971337 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f52556-2d73-496a-8de9-82bd8d02fa54 req-bf7b8a12-fe1f-4d11-9904-b9f618200040 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:31.977535 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f52556-2d73-496a-8de9-82bd8d02fa54 req-bf7b8a12-fe1f-4d11-9904-b9f618200040 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:31.983115 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f52556-2d73-496a-8de9-82bd8d02fa54 req-bf7b8a12-fe1f-4d11-9904-b9f618200040 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:31.988909 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f52556-2d73-496a-8de9-82bd8d02fa54 req-bf7b8a12-fe1f-4d11-9904-b9f618200040 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:31.994214 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f52556-2d73-496a-8de9-82bd8d02fa54 req-bf7b8a12-fe1f-4d11-9904-b9f618200040 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:31.996297 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-52f52556-2d73-496a-8de9-82bd8d02fa54 req-bf7b8a12-fe1f-4d11-9904-b9f618200040 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.1832993 Feb 20 03:31:32.039400 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ed4c0f6f-2317-4c85-ac89-4db8daf48198 req-c4957309-50d5-41ac-9ee6-d7ddfd29cbda tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 210 time: 0.0420504 Feb 20 03:31:32.098898 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-52f52556-2d73-496a-8de9-82bd8d02fa54 req-af7f4a02-497a-43c0-8dc0-b7ff394f4da6 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0914729 Feb 20 03:31:32.103596 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59606) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:31:32.167982 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a4d454c9-ada1-4824-b99a-c3baeb08553b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=562824520ad8463da7f1cd3c99d0b445&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0631936 Feb 20 03:31:32.171063 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59610) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:31:32.258697 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba029bf-edc5-4feb-a023-bbc00d6999f6 req-ae3c0e92-0242-490e-8be5-2b2ec284011e tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:32.259879 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4ba029bf-edc5-4feb-a023-bbc00d6999f6 req-ae3c0e92-0242-490e-8be5-2b2ec284011e tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 946 time: 0.1110637 Feb 20 03:31:32.275720 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f8538a8-3568-42b8-b7b2-0c1bfc41500b admin admin] Publish callbacks [] for security_group (4b873480-7748-49ec-ad4f-e90eb63d9bf5), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:32.306227 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac74f35-d082-4d89-95fc-1bd664e4e264 req-a46564c3-8d64-4144-b89b-5300ccb2c694 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:32.308891 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1ac74f35-d082-4d89-95fc-1bd664e4e264 req-a46564c3-8d64-4144-b89b-5300ccb2c694 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.42 "GET /v2.0/ports?device_id=3299e47c-aeb7-4098-8856-271e0f6ac309 HTTP/1.1" status: 200 len: 950 time: 0.0960808 Feb 20 03:31:32.335239 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f8538a8-3568-42b8-b7b2-0c1bfc41500b admin admin] Publish callbacks [] for security_group (4b873480-7748-49ec-ad4f-e90eb63d9bf5), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:32.419225 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4ba029bf-edc5-4feb-a023-bbc00d6999f6 req-3a83cc90-9c2c-4ef0-a547-e18eb4549a24 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429741 Feb 20 03:31:32.445124 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e261366-1885-4763-ba95-c0c5c8484327 req-e821fe3a-88ec-44a5-b650-6f33c0252dee tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:32.462100 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3e261366-1885-4763-ba95-c0c5c8484327 req-e821fe3a-88ec-44a5-b650-6f33c0252dee tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=3299e47c-aeb7-4098-8856-271e0f6ac309 HTTP/1.1" status: 200 len: 950 time: 0.1928787 Feb 20 03:31:32.468498 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-1ac74f35-d082-4d89-95fc-1bd664e4e264 req-5378713c-5a7b-435f-a5ab-edcf77e3efd6 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Deleting port 0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:31:32.474883 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-1ac74f35-d082-4d89-95fc-1bd664e4e264 req-5378713c-5a7b-435f-a5ab-edcf77e3efd6 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:32.565416 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f8538a8-3568-42b8-b7b2-0c1bfc41500b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (4b873480-7748-49ec-ad4f-e90eb63d9bf5), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:32.568691 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f8538a8-3568-42b8-b7b2-0c1bfc41500b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:32.569843 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4f8538a8-3568-42b8-b7b2-0c1bfc41500b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4b873480-7748-49ec-ad4f-e90eb63d9bf5 HTTP/1.1" status: 204 len: 168 time: 0.3972290 Feb 20 03:31:32.576736 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3e261366-1885-4763-ba95-c0c5c8484327 req-8df813b3-a1eb-4b93-b153-b489af60b0b2 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136365 Feb 20 03:31:32.609937 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8538a8-3568-42b8-b7b2-0c1bfc41500b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b873480-7748-49ec-ad4f-e90eb63d9bf5,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:32.700743 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2eba3fe2-faf1-4516-9139-929b8a51a212 req-3bafecd4-5244-4bb6-b030-1fefad76d37a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1219623 Feb 20 03:31:32.740790 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-1ac74f35-d082-4d89-95fc-1bd664e4e264 req-5378713c-5a7b-435f-a5ab-edcf77e3efd6 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] For port 0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:31:32.741264 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-1ac74f35-d082-4d89-95fc-1bd664e4e264 req-5378713c-5a7b-435f-a5ab-edcf77e3efd6 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:32.772386 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-1ac74f35-d082-4d89-95fc-1bd664e4e264 req-5378713c-5a7b-435f-a5ab-edcf77e3efd6 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Calling delete_port for 0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:31:32.827463 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:32.891477 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba3fe2-faf1-4516-9139-929b8a51a212 req-e5a907e4-0d72-4c9a-833d-8401211f3057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:32.898039 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2eba3fe2-faf1-4516-9139-929b8a51a212 req-e5a907e4-0d72-4c9a-833d-8401211f3057 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f32a2222e912478982e32c7419305be8&device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 1127 time: 0.1160851 Feb 20 03:31:33.162315 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba3fe2-faf1-4516-9139-929b8a51a212 req-598ec6c4-6203-4f33-82aa-b6ace871d10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:33.163940 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2eba3fe2-faf1-4516-9139-929b8a51a212 req-598ec6c4-6203-4f33-82aa-b6ace871d10a service neutron] 10.222.0.42 "GET /v2.0/networks?id=b760bf03-7766-4aef-bd0e-08d3e5c4e949 HTTP/1.1" status: 200 len: 909 time: 0.2297230 Feb 20 03:31:33.330399 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2eba3fe2-faf1-4516-9139-929b8a51a212 req-8f8b522c-6b14-475c-a8f3-65a48ca5f10f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d63e954e-40b6-4bee-a093-5acd484efee8 HTTP/1.1" status: 200 len: 217 time: 0.1561201 Feb 20 03:31:33.426220 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-1ac74f35-d082-4d89-95fc-1bd664e4e264 req-5378713c-5a7b-435f-a5ab-edcf77e3efd6 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:33.433667 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6854c4c-ff98-4315-8968-9d34b75f0c38 req-e92b7192-657c-4893-91c5-1ba9028a6fc3 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=1349e185-9131-4c7e-aebe-e1f6f7d0399c HTTP/1.1" status: 200 len: 210 time: 0.1373043 Feb 20 03:31:33.439416 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e', 'a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:31:33.528060 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba3fe2-faf1-4516-9139-929b8a51a212 req-5103abc1-73f1-4bcd-a6b9-3f857618b451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:33.529583 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2eba3fe2-faf1-4516-9139-929b8a51a212 req-5103abc1-73f1-4bcd-a6b9-3f857618b451 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=458c6d71-ffe3-42c1-873f-079dd6df07cb HTTP/1.1" status: 200 len: 848 time: 0.1497114 Feb 20 03:31:33.560965 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5378713c-5a7b-435f-a5ab-edcf77e3efd6 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Pushing event deleted for resources: {'Port': ['ID=0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:33.592548 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b61ec0-3c1a-4e09-b5bf-ae2ac636a6d4 req-b8aef837-71e3-415f-963b-3852c2d3ab0c tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:33.613056 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b61ec0-3c1a-4e09-b5bf-ae2ac636a6d4 req-b8aef837-71e3-415f-963b-3852c2d3ab0c tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:33.618416 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b61ec0-3c1a-4e09-b5bf-ae2ac636a6d4 req-b8aef837-71e3-415f-963b-3852c2d3ab0c tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:33.639269 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b61ec0-3c1a-4e09-b5bf-ae2ac636a6d4 req-b8aef837-71e3-415f-963b-3852c2d3ab0c tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:33.652970 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b61ec0-3c1a-4e09-b5bf-ae2ac636a6d4 req-b8aef837-71e3-415f-963b-3852c2d3ab0c tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:33.658902 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b61ec0-3c1a-4e09-b5bf-ae2ac636a6d4 req-b8aef837-71e3-415f-963b-3852c2d3ab0c tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:33.677104 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac74f35-d082-4d89-95fc-1bd664e4e264 req-5378713c-5a7b-435f-a5ab-edcf77e3efd6 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] No DVR routers for this DVR port 0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e on host n-h1-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:31:33.684974 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b61ec0-3c1a-4e09-b5bf-ae2ac636a6d4 req-b8aef837-71e3-415f-963b-3852c2d3ab0c tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:33.695801 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-1ac74f35-d082-4d89-95fc-1bd664e4e264 req-5378713c-5a7b-435f-a5ab-edcf77e3efd6 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:33.697567 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1ac74f35-d082-4d89-95fc-1bd664e4e264 req-5378713c-5a7b-435f-a5ab-edcf77e3efd6 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.42 "DELETE /v2.0/ports/0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e HTTP/1.1" status: 204 len: 173 time: 1.3774624 Feb 20 03:31:33.698080 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3299e47c-aeb7-4098-8856-271e0f6ac309', 'name': 'network-vif-deleted', 'tag': '0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:31:33.700378 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89a7056-8def-4458-8ffc-dd7c50be2cf3" -d '{"events": [{"server_uuid": "3299e47c-aeb7-4098-8856-271e0f6ac309", "name": "network-vif-deleted", "tag": "0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:31:33.700671 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f1b61ec0-3c1a-4e09-b5bf-ae2ac636a6d4 req-b8aef837-71e3-415f-963b-3852c2d3ab0c tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.4134395 Feb 20 03:31:33.769037 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2eba3fe2-faf1-4516-9139-929b8a51a212 req-ebc2328c-e09f-446c-9729-392204bb1cb4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b760bf03-7766-4aef-bd0e-08d3e5c4e949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2020316 Feb 20 03:31:33.906359 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1c594-9437-4970-ba3b-c82a938ca00d req-a4a59820-5b1f-406c-ad70-cd432a2314ec tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:33.914026 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65d1c594-9437-4970-ba3b-c82a938ca00d req-a4a59820-5b1f-406c-ad70-cd432a2314ec tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 946 time: 0.3834159 Feb 20 03:31:33.978650 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f1b61ec0-3c1a-4e09-b5bf-ae2ac636a6d4 req-271a8bc6-4674-4f03-94aa-81e895f519d8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2333899 Feb 20 03:31:34.131871 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65d1c594-9437-4970-ba3b-c82a938ca00d req-260d7554-9a36-4496-81b8-e284c0acd5e8 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167504 Feb 20 03:31:34.161327 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2eba3fe2-faf1-4516-9139-929b8a51a212 req-da8d511c-eab6-4a90-a09a-cbe7c2cec4f9 service neutron] 10.222.0.42 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827329 Feb 20 03:31:34.229910 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f3bf35bf-1f02-476a-b98a-9a4f888f78e7 req-1b93792c-5980-4e5f-b863-39dfd0b5af09 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=3299e47c-aeb7-4098-8856-271e0f6ac309 HTTP/1.1" status: 200 len: 210 time: 0.0924482 Feb 20 03:31:34.303856 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4b3d03-c3ff-40c7-bd58-2a32d651ae65 x-openstack-request-id: req-af4b3d03-c3ff-40c7-bd58-2a32d651ae65 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:31:34.304155 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3299e47c-aeb7-4098-8856-271e0f6ac309", "name": "network-vif-deleted", "tag": "0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:31:34.304408 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-af4b3d03-c3ff-40c7-bd58-2a32d651ae65 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:31:34.304803 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3299e47c-aeb7-4098-8856-271e0f6ac309', 'name': 'network-vif-deleted', 'tag': '0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e', 'status': 'completed', 'code': 200} Feb 20 03:31:34.464127 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2eba3fe2-faf1-4516-9139-929b8a51a212 req-a56c8d88-22f2-4ea6-8a16-646a1f690840 service neutron] 10.222.0.42 "GET /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523036 Feb 20 03:31:34.659562 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88361f-e816-4618-88eb-587d59a6c10f req-eda9d52b-6229-43ae-8564-e022c1f235eb tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:34.661121 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3a88361f-e816-4618-88eb-587d59a6c10f req-eda9d52b-6229-43ae-8564-e022c1f235eb tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/networks?id=5528b70c-0437-425a-a0ac-3485fc465717 HTTP/1.1" status: 200 len: 820 time: 0.1757462 Feb 20 03:31:34.689869 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3a88361f-e816-4618-88eb-587d59a6c10f req-63ea81ee-5915-4caa-88f3-42b3e37b97b2 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/quotas/91dc9f5ee2ca4472844d6a8cd0e30359 HTTP/1.1" status: 200 len: 375 time: 0.0159185 Feb 20 03:31:34.797141 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3a88361f-e816-4618-88eb-587d59a6c10f req-9d03e099-5230-4587-9aee-fd248e9b6b8c tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0972784 Feb 20 03:31:34.832386 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59716) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:31:34.938797 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3a88361f-e816-4618-88eb-587d59a6c10f req-68a9e9a4-71c2-4626-95a1-f8aa4f6ea115 service neutron] 10.222.0.89 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309705 Feb 20 03:31:34.951225 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-6335b7f8-aa55-4c18-b482-9b838f6b3a00 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1178292631-network', 'tenant_id': '237b26f191eb4e1ebc252932059a9b24'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:31:35.079223 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6335b7f8-aa55-4c18-b482-9b838f6b3a00 admin admin] Made reservation on behalf of 237b26f191eb4e1ebc252932059a9b24 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:31:35.082142 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6335b7f8-aa55-4c18-b482-9b838f6b3a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:35.104027 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6335b7f8-aa55-4c18-b482-9b838f6b3a00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:35.147311 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3a88361f-e816-4618-88eb-587d59a6c10f req-df6867db-e7a8-457b-a115-f346591bd535 service neutron] 10.222.0.89 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952024 Feb 20 03:31:35.184606 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246c6aa-5786-4c08-b837-02e7071fc854 req-ae9433ab-b70b-4189-a72a-ea5652e684a9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:35.192358 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246c6aa-5786-4c08-b837-02e7071fc854 req-ae9433ab-b70b-4189-a72a-ea5652e684a9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:35.199836 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246c6aa-5786-4c08-b837-02e7071fc854 req-ae9433ab-b70b-4189-a72a-ea5652e684a9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:35.206385 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246c6aa-5786-4c08-b837-02e7071fc854 req-ae9433ab-b70b-4189-a72a-ea5652e684a9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:35.212500 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6335b7f8-aa55-4c18-b482-9b838f6b3a00 admin admin] Publish callbacks [] for security_group (9d6e4b95-d6bc-4781-acfc-5987b23789df), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:35.216164 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246c6aa-5786-4c08-b837-02e7071fc854 req-ae9433ab-b70b-4189-a72a-ea5652e684a9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:35.225203 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246c6aa-5786-4c08-b837-02e7071fc854 req-ae9433ab-b70b-4189-a72a-ea5652e684a9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:35.231561 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246c6aa-5786-4c08-b837-02e7071fc854 req-ae9433ab-b70b-4189-a72a-ea5652e684a9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:35.233583 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8246c6aa-5786-4c08-b837-02e7071fc854 req-ae9433ab-b70b-4189-a72a-ea5652e684a9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.1548553 Feb 20 03:31:35.290799 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6335b7f8-aa55-4c18-b482-9b838f6b3a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (9d6e4b95-d6bc-4781-acfc-5987b23789df), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:35.348077 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8246c6aa-5786-4c08-b837-02e7071fc854 req-1c2e5fb9-c11c-4635-825b-160404a605a7 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1038005 Feb 20 03:31:35.356231 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335b7f8-aa55-4c18-b482-9b838f6b3a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6e4b95-d6bc-4781-acfc-5987b23789df,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:35.377699 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6335b7f8-aa55-4c18-b482-9b838f6b3a00 admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:31:35.402527 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6335b7f8-aa55-4c18-b482-9b838f6b3a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (6a668330-508b-4baa-ba9d-9c79bf61d355), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:35.403468 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-6335b7f8-aa55-4c18-b482-9b838f6b3a00 admin admin] Added segment 6a668330-508b-4baa-ba9d-9c79bf61d355 of type vlan for network a1d376e6-0361-455a-af30-57a2daa934c8 Feb 20 03:31:35.487987 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6335b7f8-aa55-4c18-b482-9b838f6b3a00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (a1d376e6-0361-455a-af30-57a2daa934c8), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:35.530458 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72b9c5-4868-4d85-b100-67feca7dcf9f req-992f3c95-a4ac-47a9-9101-78bd1ef461fb tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:35.533793 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3b72b9c5-4868-4d85-b100-67feca7dcf9f req-992f3c95-a4ac-47a9-9101-78bd1ef461fb tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 946 time: 0.0813754 Feb 20 03:31:35.584112 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3b72b9c5-4868-4d85-b100-67feca7dcf9f req-65804c59-7dae-4a9d-9130-2435a80b9668 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434175 Feb 20 03:31:35.636964 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6335b7f8-aa55-4c18-b482-9b838f6b3a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (a1d376e6-0361-455a-af30-57a2daa934c8), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:35.638504 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6335b7f8-aa55-4c18-b482-9b838f6b3a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:35.639509 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6335b7f8-aa55-4c18-b482-9b838f6b3a00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:35.731826 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6335b7f8-aa55-4c18-b482-9b838f6b3a00 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8956969 Feb 20 03:31:35.732259 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59742) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:31:35.737237 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-88b955d1-89ad-43a0-b480-5b38ea618a43 admin admin] Request body: {'subnet': {'network_id': 'a1d376e6-0361-455a-af30-57a2daa934c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1178292631-subnet', 'tenant_id': '237b26f191eb4e1ebc252932059a9b24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:31:35.753220 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335b7f8-aa55-4c18-b482-9b838f6b3a00 admin admin] Pushing event updated for resources: {'Network': ['ID=a1d376e6-0361-455a-af30-57a2daa934c8,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:35.772434 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network a1d376e6-0361-455a-af30-57a2daa934c8 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:31:35.840068 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b955d1-89ad-43a0-b480-5b38ea618a43 admin admin] Made reservation on behalf of 237b26f191eb4e1ebc252932059a9b24 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:31:35.848083 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-88b955d1-89ad-43a0-b480-5b38ea618a43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:36.112922 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b76aef35-584c-4772-9a17-f3b231e77765 req-b3418310-786c-478c-9f21-e6c37f54f191 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 210 time: 0.0347877 Feb 20 03:31:36.143279 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-88b955d1-89ad-43a0-b480-5b38ea618a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (d8b45813-a63d-4780-bb92-f1d3e6d5c97f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:36.202488 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b955d1-89ad-43a0-b480-5b38ea618a43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8b45813-a63d-4780-bb92-f1d3e6d5c97f,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:36.230511 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b955d1-89ad-43a0-b480-5b38ea618a43 admin admin] Checking segment: {'id': '6a668330-508b-4baa-ba9d-9c79bf61d355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a1d376e6-0361-455a-af30-57a2daa934c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:31:36.230511 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b955d1-89ad-43a0-b480-5b38ea618a43 admin admin] Network hostable DHCP agents. Network: a1d376e6-0361-455a-af30-57a2daa934c8, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:31:36.297020 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b1086-425b-46d5-8ef6-1ff1b28850fa req-1d6a929b-0ce2-4e67-8ba6-f1c6b617040b tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:36.298549 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6e2b1086-425b-46d5-8ef6-1ff1b28850fa req-1d6a929b-0ce2-4e67-8ba6-f1c6b617040b tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 950 time: 0.0814753 Feb 20 03:31:36.351205 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6e2b1086-425b-46d5-8ef6-1ff1b28850fa req-b4b16092-7048-47d9-a273-64753c93d157 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461698 Feb 20 03:31:36.351808 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b955d1-89ad-43a0-b480-5b38ea618a43 admin admin] Network a1d376e6-0361-455a-af30-57a2daa934c8 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:31:36.454306 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-88b955d1-89ad-43a0-b480-5b38ea618a43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, a1d376e6-0361-455a-af30-57a2daa934c8) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:31:36.465099 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ae5834-4214-4558-a308-b8b9856bfa5f None None] Network a1d376e6-0361-455a-af30-57a2daa934c8 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:31:36.471585 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b955d1-89ad-43a0-b480-5b38ea618a43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:36.472444 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-88b955d1-89ad-43a0-b480-5b38ea618a43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:36.559503 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34561107-e874-4f83-906f-383055d19383 req-1f3ce4d0-ff21-49a5-a7b8-4bf2eee18869 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:36.566608 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34561107-e874-4f83-906f-383055d19383 req-1f3ce4d0-ff21-49a5-a7b8-4bf2eee18869 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:36.573190 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34561107-e874-4f83-906f-383055d19383 req-1f3ce4d0-ff21-49a5-a7b8-4bf2eee18869 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:36.578456 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34561107-e874-4f83-906f-383055d19383 req-1f3ce4d0-ff21-49a5-a7b8-4bf2eee18869 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:36.584529 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34561107-e874-4f83-906f-383055d19383 req-1f3ce4d0-ff21-49a5-a7b8-4bf2eee18869 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:36.590194 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34561107-e874-4f83-906f-383055d19383 req-1f3ce4d0-ff21-49a5-a7b8-4bf2eee18869 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:36.596345 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34561107-e874-4f83-906f-383055d19383 req-1f3ce4d0-ff21-49a5-a7b8-4bf2eee18869 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:36.600084 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-34561107-e874-4f83-906f-383055d19383 req-1f3ce4d0-ff21-49a5-a7b8-4bf2eee18869 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.1563957 Feb 20 03:31:36.606047 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-88b955d1-89ad-43a0-b480-5b38ea618a43 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8701780 Feb 20 03:31:36.609388 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59798) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:31:36.630957 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-c4f53e7b-3ca7-44fb-ab0a-333a97649913 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1178292631-router', 'tenant_id': '237b26f191eb4e1ebc252932059a9b24', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:31:36.702161 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-a1d376e6-0361-455a-af30-57a2daa934c8', 'network_id': 'a1d376e6-0361-455a-af30-57a2daa934c8', 'project_id': '237b26f191eb4e1ebc252932059a9b24', 'fixed_ips': [{'subnet_id': 'd8b45813-a63d-4780-bb92-f1d3e6d5c97f'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:31:36.703981 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:36.713297 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-34561107-e874-4f83-906f-383055d19383 req-f9204db1-d6cc-4b2c-8a13-5da8575ac338 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1072898 Feb 20 03:31:36.775651 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62279b7-5644-4466-adfa-973bbe6f3cad req-cbc25cde-a926-4f3e-bb08-8fd010956bbc tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:36.786746 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e62279b7-5644-4466-adfa-973bbe6f3cad req-cbc25cde-a926-4f3e-bb08-8fd010956bbc tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 946 time: 0.1225750 Feb 20 03:31:36.833335 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4f53e7b-3ca7-44fb-ab0a-333a97649913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (10439eb5-eac6-40a1-a975-e9968e351fd7), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:36.834971 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4f53e7b-3ca7-44fb-ab0a-333a97649913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (10439eb5-eac6-40a1-a975-e9968e351fd7), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:36.893497 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] Allocated IP 172.20.0.2 (a1d376e6-0361-455a-af30-57a2daa934c8/d8b45813-a63d-4780-bb92-f1d3e6d5c97f/1cc42767-cd6d-4774-8a3a-046f14cb302a) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:31:36.925114 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4f53e7b-3ca7-44fb-ab0a-333a97649913 admin admin] Publish callbacks [] for router_controller (10439eb5-eac6-40a1-a975-e9968e351fd7), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:37.084195 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] Publish callbacks [] for port (1cc42767-cd6d-4774-8a3a-046f14cb302a), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:37.172253 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (1cc42767-cd6d-4774-8a3a-046f14cb302a), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:37.214459 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e62279b7-5644-4466-adfa-973bbe6f3cad req-b79bd2cd-94cd-4c33-bbfa-2f7f711e371f tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264328 Feb 20 03:31:37.228740 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] Network a1d376e6-0361-455a-af30-57a2daa934c8 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:31:37.232034 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:31:37.237922 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:31:37.257824 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6aa0546b-0cd3-418f-b4ca-3bdb5051e3fb req-4d30b970-7a6d-443e-96ec-3b136a84b6a5 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 210 time: 0.0385399 Feb 20 03:31:37.287221 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4f53e7b-3ca7-44fb-ab0a-333a97649913 admin admin] Publish callbacks [] for router_gateway (10439eb5-eac6-40a1-a975-e9968e351fd7), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:37.444064 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] Pushing event updated for resources: {'Port': ['ID=1cc42767-cd6d-4774-8a3a-046f14cb302a,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:37.455458 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:37.456366 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:37.456366 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:37.456644 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:37.457088 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:37.457485 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:37.457883 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:37.458217 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:37.458545 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:37.458895 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:37.459316 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:37.459648 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:37.464486 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:37.482809 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] Attempting to bind port 1cc42767-cd6d-4774-8a3a-046f14cb302a on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:31:37.483294 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] Attempting to bind port 1cc42767-cd6d-4774-8a3a-046f14cb302a by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '6a668330-508b-4baa-ba9d-9c79bf61d355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a1d376e6-0361-455a-af30-57a2daa934c8'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:31:37.483725 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] Attempting to bind port 1cc42767-cd6d-4774-8a3a-046f14cb302a on network a1d376e6-0361-455a-af30-57a2daa934c8 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:31:37.489120 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:31:37.489603 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] Checking segment: {'id': '6a668330-508b-4baa-ba9d-9c79bf61d355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a1d376e6-0361-455a-af30-57a2daa934c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:31:37.490076 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:37.490537 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] Bound using segment: {'id': '6a668330-508b-4baa-ba9d-9c79bf61d355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a1d376e6-0361-455a-af30-57a2daa934c8'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:31:37.491187 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] Bound port: 1cc42767-cd6d-4774-8a3a-046f14cb302a, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a668330-508b-4baa-ba9d-9c79bf61d355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a1d376e6-0361-455a-af30-57a2daa934c8'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:31:37.491626 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1cc42767-cd6d-4774-8a3a-046f14cb302a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:37.512621 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c35a3-462a-4ce8-8a0d-7d588884caf7 req-ea100b1c-3bdd-4fc9-950b-bb277cb38b49 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:37.514945 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6d5c35a3-462a-4ce8-8a0d-7d588884caf7 req-ea100b1c-3bdd-4fc9-950b-bb277cb38b49 tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 950 time: 0.0759656 Feb 20 03:31:37.573566 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] For port 1cc42767-cd6d-4774-8a3a-046f14cb302a, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:31:37.581386 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] For port 1cc42767-cd6d-4774-8a3a-046f14cb302a, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=1cc42767-cd6d-4774-8a3a-046f14cb302a,segment=NetworkSegment(6a668330-508b-4baa-ba9d-9c79bf61d355),segment_id=6a668330-508b-4baa-ba9d-9c79bf61d355)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:31:37.596024 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6d5c35a3-462a-4ce8-8a0d-7d588884caf7 req-725099cc-b0a1-42f3-98a0-0445f28971ab tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/security-groups?id=2ee9839e-7637-413a-b2b3-64ae011e1231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709379 Feb 20 03:31:37.643277 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764c223-07d3-44d5-901b-6a00120bcad8 req-940a8a72-10a4-4ec6-93fc-9d5ccc463c0d tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:37.645109 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0764c223-07d3-44d5-901b-6a00120bcad8 req-940a8a72-10a4-4ec6-93fc-9d5ccc463c0d tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 950 time: 0.0663657 Feb 20 03:31:37.685416 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4f53e7b-3ca7-44fb-ab0a-333a97649913 admin admin] Publish callbacks [] for router_gateway (10439eb5-eac6-40a1-a975-e9968e351fd7), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:37.685870 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:31:37.722542 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:31:37.722965 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 0ad616b0-9766-4c7f-9c2e-2e58fa02ec3e not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:31:37.726223 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4f53e7b-3ca7-44fb-ab0a-333a97649913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:37.784408 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (1cc42767-cd6d-4774-8a3a-046f14cb302a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:37.791927 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-0764c223-07d3-44d5-901b-6a00120bcad8 req-0d42de6b-019a-422f-b0d0-842bf5d8f78a tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Deleting port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:31:37.792260 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0764c223-07d3-44d5-901b-6a00120bcad8 req-0d42de6b-019a-422f-b0d0-842bf5d8f78a tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:37.900459 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8fd4a5-13b7-4108-ad28-2042cc3e157d None None] Pushing event updated for resources: {'Port': ['ID=1cc42767-cd6d-4774-8a3a-046f14cb302a,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:37.912478 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-c4f53e7b-3ca7-44fb-ab0a-333a97649913 admin admin] Allocated IP 172.25.7.86 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/abed9a2f-c03b-4b51-97c9-35b56bafc674) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:31:38.008597 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-0764c223-07d3-44d5-901b-6a00120bcad8 req-0d42de6b-019a-422f-b0d0-842bf5d8f78a tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] For port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:31:38.008984 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0764c223-07d3-44d5-901b-6a00120bcad8 req-0d42de6b-019a-422f-b0d0-842bf5d8f78a tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:38.029351 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-0764c223-07d3-44d5-901b-6a00120bcad8 req-0d42de6b-019a-422f-b0d0-842bf5d8f78a tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Calling delete_port for a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:31:38.042916 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4f53e7b-3ca7-44fb-ab0a-333a97649913 admin admin] Publish callbacks [] for port (abed9a2f-c03b-4b51-97c9-35b56bafc674), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:38.067293 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3ec1a-9379-46fb-a882-f29fd17d0a57 req-ceffaff6-5987-4259-840c-78eefcebec0c tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:38.073773 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3ec1a-9379-46fb-a882-f29fd17d0a57 req-ceffaff6-5987-4259-840c-78eefcebec0c tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:38.079068 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3ec1a-9379-46fb-a882-f29fd17d0a57 req-ceffaff6-5987-4259-840c-78eefcebec0c tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:38.085444 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3ec1a-9379-46fb-a882-f29fd17d0a57 req-ceffaff6-5987-4259-840c-78eefcebec0c tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:38.097438 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3ec1a-9379-46fb-a882-f29fd17d0a57 req-ceffaff6-5987-4259-840c-78eefcebec0c tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:38.102818 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3ec1a-9379-46fb-a882-f29fd17d0a57 req-ceffaff6-5987-4259-840c-78eefcebec0c tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:38.108017 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3ec1a-9379-46fb-a882-f29fd17d0a57 req-ceffaff6-5987-4259-840c-78eefcebec0c tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:38.115009 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-97e3ec1a-9379-46fb-a882-f29fd17d0a57 req-ceffaff6-5987-4259-840c-78eefcebec0c tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.2708819 Feb 20 03:31:38.218316 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4f53e7b-3ca7-44fb-ab0a-333a97649913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (abed9a2f-c03b-4b51-97c9-35b56bafc674), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:38.289062 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f53e7b-3ca7-44fb-ab0a-333a97649913 admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:31:38.292406 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-c4f53e7b-3ca7-44fb-ab0a-333a97649913 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:31:38.296242 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f53e7b-3ca7-44fb-ab0a-333a97649913 admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:31:38.334103 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f53e7b-3ca7-44fb-ab0a-333a97649913 admin admin] Pushing event updated for resources: {'Port': ['ID=abed9a2f-c03b-4b51-97c9-35b56bafc674,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:38.500477 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-97e3ec1a-9379-46fb-a882-f29fd17d0a57 req-9d06a6dd-7b76-4caf-a29c-e3ccde83f2ee tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3842664 Feb 20 03:31:38.544369 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac46aab-38b2-4a26-be3e-acf97147a0f6 req-f67f49bc-a559-47ed-ac41-a7d869c716f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:38.545866 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5ac46aab-38b2-4a26-be3e-acf97147a0f6 req-f67f49bc-a559-47ed-ac41-a7d869c716f1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 1128 time: 0.1445374 Feb 20 03:31:38.573670 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6798cee5-e951-43d2-bfc6-6d039c30e789 req-7cd00c8c-cb86-4240-86cf-69fde3092fea service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3595774 Feb 20 03:31:38.603036 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47574d8c-d275-4ec8-addb-f69bc5c8afc8 req-07c532fa-9219-459e-a7be-361b50709d39 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:38.604593 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-47574d8c-d275-4ec8-addb-f69bc5c8afc8 req-07c532fa-9219-459e-a7be-361b50709d39 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 946 time: 0.2785931 Feb 20 03:31:38.619876 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5ac46aab-38b2-4a26-be3e-acf97147a0f6 req-cad8d431-79c0-40a0-a3e1-9e8b8fb7d118 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675845 Feb 20 03:31:38.639467 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-885664e5-e4af-40f0-a321-997403549cf4 req-13785b41-7056-4633-b43b-6224b1db8ae6 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 210 time: 0.0476208 Feb 20 03:31:38.663203 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0764c223-07d3-44d5-901b-6a00120bcad8 req-0d42de6b-019a-422f-b0d0-842bf5d8f78a tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:38.687167 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:31:38.771355 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 1cc42767-cd6d-4774-8a3a-046f14cb302a up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:31:38.776132 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42de6b-019a-422f-b0d0-842bf5d8f78a tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Pushing event deleted for resources: {'Port': ['ID=a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:38.843366 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-47574d8c-d275-4ec8-addb-f69bc5c8afc8 req-775e8d38-93f6-4f42-9def-d7894983035d tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888399 Feb 20 03:31:38.854747 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798cee5-e951-43d2-bfc6-6d039c30e789 req-dd12eee6-a77d-4ba1-8b01-56845c0ce1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:38.865014 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6798cee5-e951-43d2-bfc6-6d039c30e789 req-dd12eee6-a77d-4ba1-8b01-56845c0ce1df service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 1127 time: 0.2508955 Feb 20 03:31:38.894452 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-0764c223-07d3-44d5-901b-6a00120bcad8 req-0d42de6b-019a-422f-b0d0-842bf5d8f78a tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] No DVR routers for this DVR port a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:31:38.897478 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0764c223-07d3-44d5-901b-6a00120bcad8 req-0d42de6b-019a-422f-b0d0-842bf5d8f78a tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:38.901837 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0764c223-07d3-44d5-901b-6a00120bcad8 req-0d42de6b-019a-422f-b0d0-842bf5d8f78a tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.42 "DELETE /v2.0/ports/a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 HTTP/1.1" status: 204 len: 173 time: 1.2510576 Feb 20 03:31:39.026237 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fd137f-cbe1-474f-abe2-e5c7dda1835b', 'name': 'network-vif-deleted', 'tag': 'a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:31:39.028724 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb800138-9fd1-4884-93b2-7594c40076cc" -d '{"events": [{"server_uuid": "d1fd137f-cbe1-474f-abe2-e5c7dda1835b", "name": "network-vif-deleted", "tag": "a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:31:39.031908 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798cee5-e951-43d2-bfc6-6d039c30e789 req-cebf8db1-dca7-4963-bb18-a9650fd5f52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:39.034488 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6798cee5-e951-43d2-bfc6-6d039c30e789 req-cebf8db1-dca7-4963-bb18-a9650fd5f52e service neutron] 10.222.0.93 "GET /v2.0/networks?id=5528b70c-0437-425a-a0ac-3485fc465717 HTTP/1.1" status: 200 len: 921 time: 0.1435623 Feb 20 03:31:39.061217 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 1cc42767-cd6d-4774-8a3a-046f14cb302a triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:31:39.061811 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1cc42767-cd6d-4774-8a3a-046f14cb302a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:39.140328 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88361f-e816-4618-88eb-587d59a6c10f req-06d8cfee-45de-4cae-8b1d-ea9f493fc2bb tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:39.154323 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3a88361f-e816-4618-88eb-587d59a6c10f req-06d8cfee-45de-4cae-8b1d-ea9f493fc2bb tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.93 "GET /v2.0/networks?id=5528b70c-0437-425a-a0ac-3485fc465717 HTTP/1.1" status: 200 len: 820 time: 0.5228474 Feb 20 03:31:39.163877 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ff6d3b-fcb1-4b76-8124-2966039ed3af x-openstack-request-id: req-43ff6d3b-fcb1-4b76-8124-2966039ed3af {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:31:39.164229 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fd137f-cbe1-474f-abe2-e5c7dda1835b", "name": "network-vif-deleted", "tag": "a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:31:39.164440 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-43ff6d3b-fcb1-4b76-8124-2966039ed3af {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:31:39.164860 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1fd137f-cbe1-474f-abe2-e5c7dda1835b', 'name': 'network-vif-deleted', 'tag': 'a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0', 'status': 'completed', 'code': 200} Feb 20 03:31:39.248949 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-3a88361f-e816-4618-88eb-587d59a6c10f req-eed8e28c-5653-4dc8-aa26-eb3e53f5c0ba tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Request body: {'port': {'device_id': 'e3ff3cc5-54c2-4121-86d1-8a619c66104b', 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717', 'admin_state_up': True, 'tenant_id': '91dc9f5ee2ca4472844d6a8cd0e30359'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:31:39.249095 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-41c2d686-762a-4ddc-9095-17d788634b2c req-f082b981-eef6-486a-8e93-f36230e15cfe tempest-ServersAdminTestJSON-353468781 tempest-ServersAdminTestJSON-353468781-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1fd137f-cbe1-474f-abe2-e5c7dda1835b HTTP/1.1" status: 200 len: 210 time: 0.1590638 Feb 20 03:31:39.249095 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6798cee5-e951-43d2-bfc6-6d039c30e789 req-657f7032-1017-44f5-9dbc-94bd4cc1628e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b5ff14d-0578-4958-a4c8-9458342d5552 HTTP/1.1" status: 200 len: 217 time: 0.1519046 Feb 20 03:31:39.249289 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 1cc42767-cd6d-4774-8a3a-046f14cb302a is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:31:39.249289 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1cc42767-cd6d-4774-8a3a-046f14cb302a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:39.269695 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4f53e7b-3ca7-44fb-ab0a-333a97649913 admin admin] Publish callbacks [] for router_gateway (10439eb5-eac6-40a1-a975-e9968e351fd7), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:39.307162 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 1cc42767-cd6d-4774-8a3a-046f14cb302a, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=1cc42767-cd6d-4774-8a3a-046f14cb302a,segment=NetworkSegment(6a668330-508b-4baa-ba9d-9c79bf61d355),segment_id=6a668330-508b-4baa-ba9d-9c79bf61d355)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:31:39.371386 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798cee5-e951-43d2-bfc6-6d039c30e789 req-be28ffbe-977c-41cc-97be-1766a87d2dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:39.372882 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6798cee5-e951-43d2-bfc6-6d039c30e789 req-be28ffbe-977c-41cc-97be-1766a87d2dbb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e570f242-4684-4db2-b2a8-755bc6ec8973 HTTP/1.1" status: 200 len: 860 time: 0.1630971 Feb 20 03:31:39.414755 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-59b591cd-74b1-4ebe-8a73-145514456916 req-2f0d7045-cf78-42aa-8890-dce97982e11f tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=c57b50288e7b457c88efecd379de5980&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405228 Feb 20 03:31:39.476377 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (1cc42767-cd6d-4774-8a3a-046f14cb302a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:39.499792 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6798cee5-e951-43d2-bfc6-6d039c30e789 req-c68f1721-32c2-4c08-b69e-a7c7b04330ef service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5528b70c-0437-425a-a0ac-3485fc465717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112390 Feb 20 03:31:39.572504 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=1cc42767-cd6d-4774-8a3a-046f14cb302a,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:39.609560 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a88361f-e816-4618-88eb-587d59a6c10f req-eed8e28c-5653-4dc8-aa26-eb3e53f5c0ba tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Made reservation on behalf of 91dc9f5ee2ca4472844d6a8cd0e30359 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:31:39.618003 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-3a88361f-e816-4618-88eb-587d59a6c10f req-eed8e28c-5653-4dc8-aa26-eb3e53f5c0ba tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:39.703895 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b74afd1-d799-4e36-9916-3a29a0b5e75b None None] Network a1d376e6-0361-455a-af30-57a2daa934c8 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:31:39.813918 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-3a88361f-e816-4618-88eb-587d59a6c10f req-eed8e28c-5653-4dc8-aa26-eb3e53f5c0ba tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Allocated IP 172.20.0.3 (5528b70c-0437-425a-a0ac-3485fc465717/e570f242-4684-4db2-b2a8-755bc6ec8973/44e2072b-716d-443e-babb-2e0ac08fb90f) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:31:39.857502 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-43c78218-e863-4915-add1-10ea6c825574 None None] Provisioning complete for port 1cc42767-cd6d-4774-8a3a-046f14cb302a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:31:39.857886 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-43c78218-e863-4915-add1-10ea6c825574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1cc42767-cd6d-4774-8a3a-046f14cb302a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:39.946760 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b591cd-74b1-4ebe-8a73-145514456916 req-959df6e3-d22a-4f15-b230-3dedbb5de357 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:39.956904 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-59b591cd-74b1-4ebe-8a73-145514456916 req-959df6e3-d22a-4f15-b230-3dedbb5de357 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5405538 Feb 20 03:31:39.993359 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-3a88361f-e816-4618-88eb-587d59a6c10f req-eed8e28c-5653-4dc8-aa26-eb3e53f5c0ba tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Publish callbacks [] for port (44e2072b-716d-443e-babb-2e0ac08fb90f), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:39.995633 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-59b591cd-74b1-4ebe-8a73-145514456916 req-7e1e525d-9022-4dd6-b4b3-6af41dd2e84c tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/quotas/c57b50288e7b457c88efecd379de5980 HTTP/1.1" status: 200 len: 375 time: 0.0373173 Feb 20 03:31:40.020916 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206564f0-1b9a-4961-bb6b-6c5d4a271092 req-11970fde-fc5f-4a67-9b59-445cf2dedcd4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:40.027459 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206564f0-1b9a-4961-bb6b-6c5d4a271092 req-11970fde-fc5f-4a67-9b59-445cf2dedcd4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:40.035010 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206564f0-1b9a-4961-bb6b-6c5d4a271092 req-11970fde-fc5f-4a67-9b59-445cf2dedcd4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:40.042511 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206564f0-1b9a-4961-bb6b-6c5d4a271092 req-11970fde-fc5f-4a67-9b59-445cf2dedcd4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:40.049296 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206564f0-1b9a-4961-bb6b-6c5d4a271092 req-11970fde-fc5f-4a67-9b59-445cf2dedcd4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:40.055735 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206564f0-1b9a-4961-bb6b-6c5d4a271092 req-11970fde-fc5f-4a67-9b59-445cf2dedcd4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:40.059583 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-43c78218-e863-4915-add1-10ea6c825574 None None] Current status of the port 1cc42767-cd6d-4774-8a3a-046f14cb302a is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:31:40.063253 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206564f0-1b9a-4961-bb6b-6c5d4a271092 req-11970fde-fc5f-4a67-9b59-445cf2dedcd4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:40.066479 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-206564f0-1b9a-4961-bb6b-6c5d4a271092 req-11970fde-fc5f-4a67-9b59-445cf2dedcd4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.3342226 Feb 20 03:31:40.097295 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-3a88361f-e816-4618-88eb-587d59a6c10f req-eed8e28c-5653-4dc8-aa26-eb3e53f5c0ba tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (44e2072b-716d-443e-babb-2e0ac08fb90f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:40.111741 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['1da3b321-2b61-40d5-b0b2-2546ea0f26cd'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:31:40.128338 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-59b591cd-74b1-4ebe-8a73-145514456916 req-8b0c137e-1e92-465a-a8ec-ce8f89170f8a tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=c57b50288e7b457c88efecd379de5980&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1214776 Feb 20 03:31:40.155551 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4f53e7b-3ca7-44fb-ab0a-333a97649913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (10439eb5-eac6-40a1-a975-e9968e351fd7), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:40.159654 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a88361f-e816-4618-88eb-587d59a6c10f req-eed8e28c-5653-4dc8-aa26-eb3e53f5c0ba tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Network 5528b70c-0437-425a-a0ac-3485fc465717 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:31:40.166421 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-3a88361f-e816-4618-88eb-587d59a6c10f req-eed8e28c-5653-4dc8-aa26-eb3e53f5c0ba tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:31:40.178365 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a88361f-e816-4618-88eb-587d59a6c10f req-eed8e28c-5653-4dc8-aa26-eb3e53f5c0ba tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:31:40.179308 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6798cee5-e951-43d2-bfc6-6d039c30e789 req-a2b8a900-bb10-44d7-9b34-83e0a95066e3 service neutron] 10.222.0.93 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6668868 Feb 20 03:31:40.366613 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8e28c-5653-4dc8-aa26-eb3e53f5c0ba tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Pushing event updated for resources: {'Port': ['ID=44e2072b-716d-443e-babb-2e0ac08fb90f,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:40.374140 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-206564f0-1b9a-4961-bb6b-6c5d4a271092 req-5a5690f9-07df-410d-9d78-ff60324ec3ea tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2446268 Feb 20 03:31:40.481610 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6798cee5-e951-43d2-bfc6-6d039c30e789 req-8bf70214-d62e-4e3b-bb02-e22f34b870bf service neutron] 10.222.0.93 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847176 Feb 20 03:31:40.523773 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-2202bbb6-6b2a-4775-9d77-a140ebb15023 None None] Provisioning complete for port 1cc42767-cd6d-4774-8a3a-046f14cb302a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:31:40.524278 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2202bbb6-6b2a-4775-9d77-a140ebb15023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1cc42767-cd6d-4774-8a3a-046f14cb302a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:40.575244 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88361f-e816-4618-88eb-587d59a6c10f req-eed8e28c-5653-4dc8-aa26-eb3e53f5c0ba tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:40.576295 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-3a88361f-e816-4618-88eb-587d59a6c10f req-eed8e28c-5653-4dc8-aa26-eb3e53f5c0ba tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:40.717547 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3a88361f-e816-4618-88eb-587d59a6c10f req-eed8e28c-5653-4dc8-aa26-eb3e53f5c0ba tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5507591 Feb 20 03:31:40.732730 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-3a88361f-e816-4618-88eb-587d59a6c10f req-ddb63f1b-ba2a-4a97-bba2-89790022f928 service neutron] Request body: {'port': {'device_id': 'e3ff3cc5-54c2-4121-86d1-8a619c66104b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:31:40.742329 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2202bbb6-6b2a-4775-9d77-a140ebb15023 None None] Current status of the port 1cc42767-cd6d-4774-8a3a-046f14cb302a is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:31:40.767658 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 1cc42767-cd6d-4774-8a3a-046f14cb302a up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:31:40.811218 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f53e7b-3ca7-44fb-ab0a-333a97649913 admin admin] Router 10439eb5-eac6-40a1-a975-e9968e351fd7 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:31:40.832548 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 1cc42767-cd6d-4774-8a3a-046f14cb302a triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:31:40.837870 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1cc42767-cd6d-4774-8a3a-046f14cb302a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:40.847326 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef687f0-521d-4bfe-8269-e1a9319e2dab req-d184b3db-543b-4417-b665-924bdc2a1f2f tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:40.852000 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bef687f0-521d-4bfe-8269-e1a9319e2dab req-d184b3db-543b-4417-b665-924bdc2a1f2f tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 931 time: 0.2837074 Feb 20 03:31:40.868543 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1e38e-d9da-480f-b243-97c8949c25d5 req-da2f94d0-5657-45e9-b720-165047aaf068 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:40.870095 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d9a1e38e-d9da-480f-b243-97c8949c25d5 req-da2f94d0-5657-45e9-b720-165047aaf068 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 946 time: 0.2307849 Feb 20 03:31:40.963414 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 1cc42767-cd6d-4774-8a3a-046f14cb302a is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:31:41.002589 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-3a88361f-e816-4618-88eb-587d59a6c10f req-ddb63f1b-ba2a-4a97-bba2-89790022f928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (44e2072b-716d-443e-babb-2e0ac08fb90f), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:41.006382 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bef687f0-521d-4bfe-8269-e1a9319e2dab req-14957040-5fba-449b-9708-b41476cc9d28 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351302 Feb 20 03:31:41.060361 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d9a1e38e-d9da-480f-b243-97c8949c25d5 req-51649b42-8444-4f73-82e0-7cedcdd74077 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681771 Feb 20 03:31:41.271671 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f53e7b-3ca7-44fb-ab0a-333a97649913 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:31:41.289087 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3ce006-1b9c-4403-8d8c-9de24db934a6 None None] Sync routers for ids ['10439eb5-eac6-40a1-a975-e9968e351fd7'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:31:41.315178 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3ce006-1b9c-4403-8d8c-9de24db934a6 None None] Routers {'10439eb5-eac6-40a1-a975-e9968e351fd7'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:31:41.322752 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-bb3ce006-1b9c-4403-8d8c-9de24db934a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:31:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['10439eb5-eac6-40a1-a975-e9968e351fd7'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:31:41.326911 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-7a061a08-3a4f-4e0c-8914-c9fe361feadb tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=c57b50288e7b457c88efecd379de5980&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0930040 Feb 20 03:31:41.386242 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4f53e7b-3ca7-44fb-ab0a-333a97649913 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:41.395492 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c4f53e7b-3ca7-44fb-ab0a-333a97649913 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7837384 Feb 20 03:31:41.397062 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59904) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:31:41.553468 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-ddbf5cee-5b76-4494-9645-3b370fa8415b tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:41.556798 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-ddbf5cee-5b76-4494-9645-3b370fa8415b tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2286313 Feb 20 03:31:41.605517 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-7c2d945d-3076-45a0-a2d2-5db9a844efbb tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/quotas/c57b50288e7b457c88efecd379de5980 HTTP/1.1" status: 200 len: 375 time: 0.0394843 Feb 20 03:31:41.625855 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-bb3ce006-1b9c-4403-8d8c-9de24db934a6 None None] Set router 10439eb5-eac6-40a1-a975-e9968e351fd7 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:31:41.703786 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:31:41.765736 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-cc02faab-d71a-4c56-a1a8-7405ff961bae tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=c57b50288e7b457c88efecd379de5980&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1593080 Feb 20 03:31:41.847621 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:31:41.849896 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device a1c1e75d-77b1-4ed6-bdf2-8b421e1f1ee0 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:31:41.852508 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b56c2-8768-4fd8-8626-a9cf3c0d72bf req-8d5e7c60-6f66-45ee-8fa8-ad7e6e215945 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:41.858469 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b56c2-8768-4fd8-8626-a9cf3c0d72bf req-8d5e7c60-6f66-45ee-8fa8-ad7e6e215945 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:41.864475 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b56c2-8768-4fd8-8626-a9cf3c0d72bf req-8d5e7c60-6f66-45ee-8fa8-ad7e6e215945 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:41.870699 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b56c2-8768-4fd8-8626-a9cf3c0d72bf req-8d5e7c60-6f66-45ee-8fa8-ad7e6e215945 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:41.877109 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b56c2-8768-4fd8-8626-a9cf3c0d72bf req-8d5e7c60-6f66-45ee-8fa8-ad7e6e215945 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:41.886106 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b56c2-8768-4fd8-8626-a9cf3c0d72bf req-8d5e7c60-6f66-45ee-8fa8-ad7e6e215945 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:41.891648 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b56c2-8768-4fd8-8626-a9cf3c0d72bf req-8d5e7c60-6f66-45ee-8fa8-ad7e6e215945 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:41.900949 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ec0b56c2-8768-4fd8-8626-a9cf3c0d72bf req-8d5e7c60-6f66-45ee-8fa8-ad7e6e215945 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.2135689 Feb 20 03:31:41.919547 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59916) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:31:41.929075 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3746fe-1aae-46b1-8631-c02eee4fad27 req-bcfa6d83-c965-4814-b8c0-575a67ecc45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:41.930751 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0f3746fe-1aae-46b1-8631-c02eee4fad27 req-bcfa6d83-c965-4814-b8c0-575a67ecc45e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=87bec72e0bca457e8ebb03d0cbe6ac2d&device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 1128 time: 0.2868161 Feb 20 03:31:42.053398 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ec0b56c2-8768-4fd8-8626-a9cf3c0d72bf req-f5531e84-ef8a-4c86-9422-92bdb5c5e491 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1511941 Feb 20 03:31:42.198668 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-bb3ce006-1b9c-4403-8d8c-9de24db934a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'name': 'tempest-ServersTestBootFromVolume-1178292631-router', 'tenant_id': '237b26f191eb4e1ebc252932059a9b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'abed9a2f-c03b-4b51-97c9-35b56bafc674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:36Z', 'updated_at': '2022-02-20T03:31:38Z', 'revision_number': 3, 'project_id': '237b26f191eb4e1ebc252932059a9b24', 'gw_port': {'id': 'abed9a2f-c03b-4b51-97c9-35b56bafc674', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:37Z', 'updated_at': '2022-02-20T03:31:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:31:42.253149 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3ce006-1b9c-4403-8d8c-9de24db934a6 None None] Checking router: 10439eb5-eac6-40a1-a975-e9968e351fd7 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:31:42.253495 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3ce006-1b9c-4403-8d8c-9de24db934a6 None None] Updating router 10439eb5-eac6-40a1-a975-e9968e351fd7 port abed9a2f-c03b-4b51-97c9-35b56bafc674 binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:31:42.289950 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bb3ce006-1b9c-4403-8d8c-9de24db934a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (abed9a2f-c03b-4b51-97c9-35b56bafc674), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:42.345882 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3746fe-1aae-46b1-8631-c02eee4fad27 req-3405bd2c-7749-4453-923d-ad7f9d280665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:42.348046 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0f3746fe-1aae-46b1-8631-c02eee4fad27 req-3405bd2c-7749-4453-923d-ad7f9d280665 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2cee905c-3517-4660-8947-ff7bb2860c1e HTTP/1.1" status: 200 len: 910 time: 0.4067507 Feb 20 03:31:42.400195 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7e74b4c2-d171-4cc0-bc5f-f1b91be59dc4 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1fdd4025ee714ee983198244f5c24403&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4769630 Feb 20 03:31:42.406043 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59930) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:31:42.464754 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149a624-4987-450d-b1a5-6fed48de2cc3 req-a7dd5831-93f0-4f2b-ac13-ff16a277b0d4 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:42.469103 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-3a88361f-e816-4618-88eb-587d59a6c10f req-ddb63f1b-ba2a-4a97-bba2-89790022f928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e2072b-716d-443e-babb-2e0ac08fb90f {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:31:42.473307 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a149a624-4987-450d-b1a5-6fed48de2cc3 req-a7dd5831-93f0-4f2b-ac13-ff16a277b0d4 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 931 time: 0.2881448 Feb 20 03:31:42.481639 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-3a88361f-e816-4618-88eb-587d59a6c10f req-ddb63f1b-ba2a-4a97-bba2-89790022f928 service neutron] Publish callbacks [] for port (44e2072b-716d-443e-babb-2e0ac08fb90f), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:42.499598 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0f3746fe-1aae-46b1-8631-c02eee4fad27 req-b0fa1107-cc2b-4866-9374-a44b4e2eb839 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aa6d5da-bbd0-4438-9363-107d378ae189 HTTP/1.1" status: 200 len: 217 time: 0.1111903 Feb 20 03:31:42.540863 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-3a88361f-e816-4618-88eb-587d59a6c10f req-ddb63f1b-ba2a-4a97-bba2-89790022f928 service neutron] Transition to ACTIVE for port object 44e2072b-716d-443e-babb-2e0ac08fb90f will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:31:42.613224 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a149a624-4987-450d-b1a5-6fed48de2cc3 req-9bded0a2-2e82-4ffd-bc18-2d3750275a4e tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385925 Feb 20 03:31:42.643072 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-3a88361f-e816-4618-88eb-587d59a6c10f req-ddb63f1b-ba2a-4a97-bba2-89790022f928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (44e2072b-716d-443e-babb-2e0ac08fb90f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:42.643203 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785586aa-b067-445a-93a8-01a8697fd443 req-46b1df17-9a77-4817-ab8e-78aa4712f1aa tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:42.643203 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-785586aa-b067-445a-93a8-01a8697fd443 req-46b1df17-9a77-4817-ab8e-78aa4712f1aa tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 946 time: 0.4030650 Feb 20 03:31:42.652147 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bb3ce006-1b9c-4403-8d8c-9de24db934a6 None None] Publish callbacks [] for port (abed9a2f-c03b-4b51-97c9-35b56bafc674), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:42.682370 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3746fe-1aae-46b1-8631-c02eee4fad27 req-935a71cb-1ef1-4658-8dcf-889251fd7a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:42.685147 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0f3746fe-1aae-46b1-8631-c02eee4fad27 req-935a71cb-1ef1-4658-8dcf-889251fd7a17 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7e3878e6-5b76-459d-be9f-a6cbffaea39e HTTP/1.1" status: 200 len: 849 time: 0.1646972 Feb 20 03:31:42.698157 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0d34250-8821-450a-a333-50acc4738606 admin admin] Publish callbacks [] for security_group (2ee9839e-7637-413a-b2b3-64ae011e1231), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:42.743910 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bb3ce006-1b9c-4403-8d8c-9de24db934a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (abed9a2f-c03b-4b51-97c9-35b56bafc674), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:42.781500 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0f3746fe-1aae-46b1-8631-c02eee4fad27 req-41c15da5-64a2-4409-94ef-9df8a9f4d8b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2cee905c-3517-4660-8947-ff7bb2860c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767183 Feb 20 03:31:42.790140 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb63f1b-ba2a-4a97-bba2-89790022f928 service neutron] Pushing event updated for resources: {'Port': ['ID=44e2072b-716d-443e-babb-2e0ac08fb90f,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:42.824235 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a3b2fa42-6c7c-4d39-bded-310365dfa1b8 req-3cdef587-c74f-490a-bb58-a49485da1e7a tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/ports?device_id=98952c5b-11b6-4301-be1b-267bc7ff8881 HTTP/1.1" status: 200 len: 210 time: 0.1379774 Feb 20 03:31:42.880804 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-bb3ce006-1b9c-4403-8d8c-9de24db934a6 None None] Attempting to bind port abed9a2f-c03b-4b51-97c9-35b56bafc674 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:31:42.881191 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-bb3ce006-1b9c-4403-8d8c-9de24db934a6 None None] Attempting to bind port abed9a2f-c03b-4b51-97c9-35b56bafc674 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:31:42.881558 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3ce006-1b9c-4403-8d8c-9de24db934a6 None None] Attempting to bind port abed9a2f-c03b-4b51-97c9-35b56bafc674 on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:31:42.891256 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0d34250-8821-450a-a333-50acc4738606 admin admin] Publish callbacks [] for security_group (2ee9839e-7637-413a-b2b3-64ae011e1231), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:42.904264 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b57b340-0cab-4502-9218-876073f4ffa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:42.911616 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3ce006-1b9c-4403-8d8c-9de24db934a6 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:31:42.912486 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3ce006-1b9c-4403-8d8c-9de24db934a6 None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:31:42.912486 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bb3ce006-1b9c-4403-8d8c-9de24db934a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:42.912886 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3ce006-1b9c-4403-8d8c-9de24db934a6 None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:31:42.913684 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-bb3ce006-1b9c-4403-8d8c-9de24db934a6 None None] Bound port: abed9a2f-c03b-4b51-97c9-35b56bafc674, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:31:42.913815 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bb3ce006-1b9c-4403-8d8c-9de24db934a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (abed9a2f-c03b-4b51-97c9-35b56bafc674), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:42.920278 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-785586aa-b067-445a-93a8-01a8697fd443 req-30b1c44a-2a95-4728-8df6-5a8a43e7f124 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623379 Feb 20 03:31:42.959378 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2d025-cf8c-42af-a11c-fc22ab0e2cb4 None None] Pushing event updated for resources: {'Port': ['ID=abed9a2f-c03b-4b51-97c9-35b56bafc674,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:42.980061 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-3a88361f-e816-4618-88eb-587d59a6c10f req-ddb63f1b-ba2a-4a97-bba2-89790022f928 service neutron] Attempting to bind port 44e2072b-716d-443e-babb-2e0ac08fb90f on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:31:42.982819 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-3a88361f-e816-4618-88eb-587d59a6c10f req-ddb63f1b-ba2a-4a97-bba2-89790022f928 service neutron] Attempting to bind port 44e2072b-716d-443e-babb-2e0ac08fb90f by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:31:42.982819 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a88361f-e816-4618-88eb-587d59a6c10f req-ddb63f1b-ba2a-4a97-bba2-89790022f928 service neutron] Attempting to bind port 44e2072b-716d-443e-babb-2e0ac08fb90f on network 5528b70c-0437-425a-a0ac-3485fc465717 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:31:42.987658 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0f3746fe-1aae-46b1-8631-c02eee4fad27 req-3f95a96e-6049-4d88-a387-74f04be84b97 service neutron] 10.222.0.42 "GET /v2.0/networks/2cee905c-3517-4660-8947-ff7bb2860c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738753 Feb 20 03:31:43.001538 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-bb3ce006-1b9c-4403-8d8c-9de24db934a6 None None] For port abed9a2f-c03b-4b51-97c9-35b56bafc674, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:31:43.007750 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-bb3ce006-1b9c-4403-8d8c-9de24db934a6 None None] For port abed9a2f-c03b-4b51-97c9-35b56bafc674, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=abed9a2f-c03b-4b51-97c9-35b56bafc674,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:31:43.040244 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a88361f-e816-4618-88eb-587d59a6c10f req-ddb63f1b-ba2a-4a97-bba2-89790022f928 service neutron] Port 44e2072b-716d-443e-babb-2e0ac08fb90f on network 5528b70c-0437-425a-a0ac-3485fc465717 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:31:43.040244 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a88361f-e816-4618-88eb-587d59a6c10f req-ddb63f1b-ba2a-4a97-bba2-89790022f928 service neutron] Attempting to bind port 44e2072b-716d-443e-babb-2e0ac08fb90f on network 5528b70c-0437-425a-a0ac-3485fc465717 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:31:43.093959 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a88361f-e816-4618-88eb-587d59a6c10f req-ddb63f1b-ba2a-4a97-bba2-89790022f928 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:31:43.094448 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a88361f-e816-4618-88eb-587d59a6c10f req-ddb63f1b-ba2a-4a97-bba2-89790022f928 service neutron] Checking segment: {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:31:43.094670 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bb3ce006-1b9c-4403-8d8c-9de24db934a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (abed9a2f-c03b-4b51-97c9-35b56bafc674), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:43.095011 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a88361f-e816-4618-88eb-587d59a6c10f req-ddb63f1b-ba2a-4a97-bba2-89790022f928 service neutron] Bound using segment: {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:31:43.097613 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-3a88361f-e816-4618-88eb-587d59a6c10f req-ddb63f1b-ba2a-4a97-bba2-89790022f928 service neutron] Bound port: 44e2072b-716d-443e-babb-2e0ac08fb90f, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:31:43.097613 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-3a88361f-e816-4618-88eb-587d59a6c10f req-ddb63f1b-ba2a-4a97-bba2-89790022f928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (44e2072b-716d-443e-babb-2e0ac08fb90f), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:43.125020 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0f3746fe-1aae-46b1-8631-c02eee4fad27 req-e956186a-cfd5-4f19-a05b-a02fdb8796ea service neutron] 10.222.0.42 "GET /v2.0/networks/2cee905c-3517-4660-8947-ff7bb2860c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285231 Feb 20 03:31:43.128619 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0d34250-8821-450a-a333-50acc4738606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (2ee9839e-7637-413a-b2b3-64ae011e1231), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:43.134966 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0d34250-8821-450a-a333-50acc4738606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:43.134966 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d0d34250-8821-450a-a333-50acc4738606 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2ee9839e-7637-413a-b2b3-64ae011e1231 HTTP/1.1" status: 204 len: 168 time: 0.7204976 Feb 20 03:31:43.144496 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d34250-8821-450a-a333-50acc4738606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee9839e-7637-413a-b2b3-64ae011e1231,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:43.232722 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3ce006-1b9c-4403-8d8c-9de24db934a6 None None] Routers {'10439eb5-eac6-40a1-a975-e9968e351fd7'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:31:43.233366 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-bb3ce006-1b9c-4403-8d8c-9de24db934a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:31:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['10439eb5-eac6-40a1-a975-e9968e351fd7'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:31:43.291574 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2d025-cf8c-42af-a11c-fc22ab0e2cb4 None None] Pushing event updated for resources: {'Port': ['ID=abed9a2f-c03b-4b51-97c9-35b56bafc674,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:43.293091 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-2b57b340-0cab-4502-9218-876073f4ffa0 admin admin] Allocated IP 172.20.0.1 (a1d376e6-0361-455a-af30-57a2daa934c8/d8b45813-a63d-4780-bb92-f1d3e6d5c97f/f0227393-4428-42ae-9ba1-10b655bc7611) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:31:43.305697 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-3a88361f-e816-4618-88eb-587d59a6c10f req-ddb63f1b-ba2a-4a97-bba2-89790022f928 service neutron] For port 44e2072b-716d-443e-babb-2e0ac08fb90f, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:31:43.309837 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-3a88361f-e816-4618-88eb-587d59a6c10f req-ddb63f1b-ba2a-4a97-bba2-89790022f928 service neutron] For port 44e2072b-716d-443e-babb-2e0ac08fb90f, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=44e2072b-716d-443e-babb-2e0ac08fb90f,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:31:43.315044 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f54a0-3833-416e-bfd7-8fb7712c523b req-69804d4a-0188-4c94-8887-ddbc954248b4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:43.332242 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f54a0-3833-416e-bfd7-8fb7712c523b req-69804d4a-0188-4c94-8887-ddbc954248b4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:43.348698 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f54a0-3833-416e-bfd7-8fb7712c523b req-69804d4a-0188-4c94-8887-ddbc954248b4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:43.354351 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f54a0-3833-416e-bfd7-8fb7712c523b req-69804d4a-0188-4c94-8887-ddbc954248b4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:43.361753 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f54a0-3833-416e-bfd7-8fb7712c523b req-69804d4a-0188-4c94-8887-ddbc954248b4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:43.381715 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f54a0-3833-416e-bfd7-8fb7712c523b req-69804d4a-0188-4c94-8887-ddbc954248b4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:43.387223 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f54a0-3833-416e-bfd7-8fb7712c523b req-69804d4a-0188-4c94-8887-ddbc954248b4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:43.399526 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-356f54a0-3833-416e-bfd7-8fb7712c523b req-69804d4a-0188-4c94-8887-ddbc954248b4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.1633842 Feb 20 03:31:43.466010 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-bb3ce006-1b9c-4403-8d8c-9de24db934a6 None None] Set router 10439eb5-eac6-40a1-a975-e9968e351fd7 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:31:43.473356 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-3a88361f-e816-4618-88eb-587d59a6c10f req-ddb63f1b-ba2a-4a97-bba2-89790022f928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (44e2072b-716d-443e-babb-2e0ac08fb90f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:43.524552 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-356f54a0-3833-416e-bfd7-8fb7712c523b req-06478b6f-d3aa-45f7-a1e7-f42630d03216 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1241245 Feb 20 03:31:43.526055 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88361f-e816-4618-88eb-587d59a6c10f req-ddb63f1b-ba2a-4a97-bba2-89790022f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:43.526802 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-3a88361f-e816-4618-88eb-587d59a6c10f req-ddb63f1b-ba2a-4a97-bba2-89790022f928 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:43.528106 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3a88361f-e816-4618-88eb-587d59a6c10f req-ddb63f1b-ba2a-4a97-bba2-89790022f928 service neutron] 10.222.0.93 "PUT /v2.0/ports/44e2072b-716d-443e-babb-2e0ac08fb90f HTTP/1.1" status: 200 len: 1091 time: 2.8007891 Feb 20 03:31:43.528575 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ff3cc5-54c2-4121-86d1-8a619c66104b', 'tag': '44e2072b-716d-443e-babb-2e0ac08fb90f'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:31:43.530795 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1ddb16-7b62-4847-818a-6cec9d617678" -d '{"events": [{"name": "network-changed", "server_uuid": "e3ff3cc5-54c2-4121-86d1-8a619c66104b", "tag": "44e2072b-716d-443e-babb-2e0ac08fb90f"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:31:43.608513 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-59b591cd-74b1-4ebe-8a73-145514456916 req-9c1cd696-b06b-4295-a71a-49e52ef85209 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c57b50288e7b457c88efecd379de5980&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486417 Feb 20 03:31:43.655461 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b57b340-0cab-4502-9218-876073f4ffa0 admin admin] Publish callbacks [] for port (f0227393-4428-42ae-9ba1-10b655bc7611), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:43.679683 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a557dd1-9996-4400-b12b-18844f28a737 x-openstack-request-id: req-6a557dd1-9996-4400-b12b-18844f28a737 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:31:43.680368 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3ff3cc5-54c2-4121-86d1-8a619c66104b", "tag": "44e2072b-716d-443e-babb-2e0ac08fb90f", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:31:43.680805 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6a557dd1-9996-4400-b12b-18844f28a737 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:31:43.681404 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3ff3cc5-54c2-4121-86d1-8a619c66104b', 'tag': '44e2072b-716d-443e-babb-2e0ac08fb90f', 'status': 'completed', 'code': 200} Feb 20 03:31:43.817840 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb63f1b-ba2a-4a97-bba2-89790022f928 service neutron] Pushing event updated for resources: {'Port': ['ID=44e2072b-716d-443e-babb-2e0ac08fb90f,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:43.821555 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b591cd-74b1-4ebe-8a73-145514456916 req-379701d5-b720-4e7f-a0b1-0cbc318f765f tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:43.836517 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-59b591cd-74b1-4ebe-8a73-145514456916 req-379701d5-b720-4e7f-a0b1-0cbc318f765f tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2299633 Feb 20 03:31:43.852920 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-59b591cd-74b1-4ebe-8a73-145514456916 req-31781901-3a91-4d2c-9163-4d5f937e981b tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Request body: {'port': {'device_id': 'eaa568f6-3cc1-48f1-85d5-89001a4af509', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'admin_state_up': True, 'tenant_id': 'c57b50288e7b457c88efecd379de5980'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:31:43.925521 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88361f-e816-4618-88eb-587d59a6c10f req-c8ddad0c-cb96-4cb4-be4f-35cf3d00592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:43.930257 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3a88361f-e816-4618-88eb-587d59a6c10f req-c8ddad0c-cb96-4cb4-be4f-35cf3d00592f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 1125 time: 0.2476351 Feb 20 03:31:43.963552 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9dc7bc-541e-4f2c-89fa-8f84bc854aca req-c50e1731-3928-4199-955c-90365e48df58 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:43.965063 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6a9dc7bc-541e-4f2c-89fa-8f84bc854aca req-c50e1731-3928-4199-955c-90365e48df58 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 943 time: 0.1276345 Feb 20 03:31:44.071521 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e9ced532-ad51-4a1b-b47b-0250c058e803 req-16ffa2d0-1b85-420c-9d68-23a08991e80a tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/ports?device_id=98952c5b-11b6-4301-be1b-267bc7ff8881 HTTP/1.1" status: 200 len: 210 time: 0.0569854 Feb 20 03:31:44.099623 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6a9dc7bc-541e-4f2c-89fa-8f84bc854aca req-b70120f3-0703-4d05-9d02-e0bd2d4f4067 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129539 Feb 20 03:31:44.137273 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3a88361f-e816-4618-88eb-587d59a6c10f req-6a04a42c-33e2-451a-9f3a-904988c2199a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44e2072b-716d-443e-babb-2e0ac08fb90f HTTP/1.1" status: 200 len: 217 time: 0.1963112 Feb 20 03:31:44.144477 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b57b340-0cab-4502-9218-876073f4ffa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (f0227393-4428-42ae-9ba1-10b655bc7611), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:44.176202 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59948) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:31:44.215154 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59b591cd-74b1-4ebe-8a73-145514456916 req-31781901-3a91-4d2c-9163-4d5f937e981b tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Made reservation on behalf of c57b50288e7b457c88efecd379de5980 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:31:44.219438 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-59b591cd-74b1-4ebe-8a73-145514456916 req-31781901-3a91-4d2c-9163-4d5f937e981b tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:44.275735 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-bb3ce006-1b9c-4403-8d8c-9de24db934a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'name': 'tempest-ServersTestBootFromVolume-1178292631-router', 'tenant_id': '237b26f191eb4e1ebc252932059a9b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'abed9a2f-c03b-4b51-97c9-35b56bafc674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:36Z', 'updated_at': '2022-02-20T03:31:38Z', 'revision_number': 3, 'project_id': '237b26f191eb4e1ebc252932059a9b24', 'gw_port': {'id': 'abed9a2f-c03b-4b51-97c9-35b56bafc674', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:37Z', 'updated_at': '2022-02-20T03:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:31:44.290531 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-59b591cd-74b1-4ebe-8a73-145514456916 req-31781901-3a91-4d2c-9163-4d5f937e981b tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:44.301326 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b57b340-0cab-4502-9218-876073f4ffa0 admin admin] Network a1d376e6-0361-455a-af30-57a2daa934c8 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:31:44.323268 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3ce006-1b9c-4403-8d8c-9de24db934a6 None None] The sync data for ids ['10439eb5-eac6-40a1-a975-e9968e351fd7'] in n-d-829866-4 is: [{'id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'name': 'tempest-ServersTestBootFromVolume-1178292631-router', 'tenant_id': '237b26f191eb4e1ebc252932059a9b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'abed9a2f-c03b-4b51-97c9-35b56bafc674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:36Z', 'updated_at': '2022-02-20T03:31:38Z', 'revision_number': 3, 'project_id': '237b26f191eb4e1ebc252932059a9b24', 'gw_port': {'id': 'abed9a2f-c03b-4b51-97c9-35b56bafc674', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:37Z', 'updated_at': '2022-02-20T03:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:31:44.325783 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-2b57b340-0cab-4502-9218-876073f4ffa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:31:44.340141 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b57b340-0cab-4502-9218-876073f4ffa0 admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:31:44.344974 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57b340-0cab-4502-9218-876073f4ffa0 admin admin] Pushing event updated for resources: {'Port': ['ID=f0227393-4428-42ae-9ba1-10b655bc7611,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:44.378262 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88361f-e816-4618-88eb-587d59a6c10f req-cb8cf903-6cdb-492f-a39a-cb3bec1bcb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:44.378262 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3a88361f-e816-4618-88eb-587d59a6c10f req-cb8cf903-6cdb-492f-a39a-cb3bec1bcb1d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e570f242-4684-4db2-b2a8-755bc6ec8973 HTTP/1.1" status: 200 len: 860 time: 0.2272198 Feb 20 03:31:44.406043 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b57b340-0cab-4502-9218-876073f4ffa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (10439eb5-eac6-40a1-a975-e9968e351fd7), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:44.417517 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1479794-9b29-42de-bf09-3cc7c4e3ab22 req-9d6f79cd-954d-4dd3-9b5c-4fb76de8e162 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:44.431771 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e1479794-9b29-42de-bf09-3cc7c4e3ab22 req-9d6f79cd-954d-4dd3-9b5c-4fb76de8e162 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 946 time: 0.2338147 Feb 20 03:31:44.445696 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-71917a85-8411-41cc-b6b9-9839368aa796 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=fbc4320f89a34c4b913727d22c43fdd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675071 Feb 20 03:31:44.457413 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3a88361f-e816-4618-88eb-587d59a6c10f req-b217020c-9f17-406f-9c73-a409b59abb02 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5528b70c-0437-425a-a0ac-3485fc465717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694454 Feb 20 03:31:44.472315 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59950) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:31:44.775080 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e1479794-9b29-42de-bf09-3cc7c4e3ab22 req-88d32ffb-cb36-4b80-99df-1b396bce9f0b tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372579 Feb 20 03:31:44.807434 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-1b6632a5-6dcc-44a0-9a5b-40ea25a9149c None None] Provisioning complete for port f0227393-4428-42ae-9ba1-10b655bc7611 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:31:44.813435 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1b6632a5-6dcc-44a0-9a5b-40ea25a9149c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f0227393-4428-42ae-9ba1-10b655bc7611), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:44.847037 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-59b591cd-74b1-4ebe-8a73-145514456916 req-31781901-3a91-4d2c-9163-4d5f937e981b tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Publish callbacks [] for security_group (f3fd1f17-522e-45da-bcf5-484b402e8697), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:44.888121 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-68883d23-a502-4ba9-81f1-47643a2834c9 admin admin] Publish callbacks [] for security_group (dbfbd97f-6919-4fac-9f82-5ce331391d7e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:44.910266 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-1b6632a5-6dcc-44a0-9a5b-40ea25a9149c None None] Port f0227393-4428-42ae-9ba1-10b655bc7611 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:31:44.930544 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3a88361f-e816-4618-88eb-587d59a6c10f req-446f1e7c-c307-491f-ac79-3b32c29b3dc2 service neutron] 10.222.0.93 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236908 Feb 20 03:31:44.931195 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-68883d23-a502-4ba9-81f1-47643a2834c9 admin admin] Publish callbacks [] for security_group (dbfbd97f-6919-4fac-9f82-5ce331391d7e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:45.007902 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-59b591cd-74b1-4ebe-8a73-145514456916 req-31781901-3a91-4d2c-9163-4d5f937e981b tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f3fd1f17-522e-45da-bcf5-484b402e8697), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:45.064970 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b66798-536d-4a9b-b6f2-b8ee0ef9f8a3 req-9ac517d8-3d15-4622-8fd0-43367fddf22f tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:45.070918 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b66798-536d-4a9b-b6f2-b8ee0ef9f8a3 req-9ac517d8-3d15-4622-8fd0-43367fddf22f tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:45.076588 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b66798-536d-4a9b-b6f2-b8ee0ef9f8a3 req-9ac517d8-3d15-4622-8fd0-43367fddf22f tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:45.083102 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b66798-536d-4a9b-b6f2-b8ee0ef9f8a3 req-9ac517d8-3d15-4622-8fd0-43367fddf22f tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:45.088497 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b66798-536d-4a9b-b6f2-b8ee0ef9f8a3 req-9ac517d8-3d15-4622-8fd0-43367fddf22f tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:45.092599 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3a88361f-e816-4618-88eb-587d59a6c10f req-fa007d6c-453e-4b63-8f9d-acf336dec6c8 service neutron] 10.222.0.93 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540544 Feb 20 03:31:45.100723 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b66798-536d-4a9b-b6f2-b8ee0ef9f8a3 req-9ac517d8-3d15-4622-8fd0-43367fddf22f tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:45.116744 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b66798-536d-4a9b-b6f2-b8ee0ef9f8a3 req-9ac517d8-3d15-4622-8fd0-43367fddf22f tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:45.142784 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b7b66798-536d-4a9b-b6f2-b8ee0ef9f8a3 req-9ac517d8-3d15-4622-8fd0-43367fddf22f tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.2934120 Feb 20 03:31:45.148750 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-33c49c45-aced-4a6f-aaf1-7f77c5dc6f88 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c57b50288e7b457c88efecd379de5980&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547817 Feb 20 03:31:45.325305 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b57b340-0cab-4502-9218-876073f4ffa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f0227393-4428-42ae-9ba1-10b655bc7611), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:45.411432 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-60cfbc4b-573f-4a46-a93e-626847afb5f6 req-5dc01f1d-1634-4778-850d-31f2e12afdec tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/ports?device_id=98952c5b-11b6-4301-be1b-267bc7ff8881 HTTP/1.1" status: 200 len: 210 time: 0.1837394 Feb 20 03:31:45.459357 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-33c81d13-43ac-41e9-8459-811cd5783f8f tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:45.461190 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-33c81d13-43ac-41e9-8459-811cd5783f8f tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2912846 Feb 20 03:31:45.467572 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b7b66798-536d-4a9b-b6f2-b8ee0ef9f8a3 req-c002d989-8b23-4a5f-a7e6-83ed4c4aa9a5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3237951 Feb 20 03:31:45.468581 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31781901-3a91-4d2c-9163-4d5f937e981b tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fd1f17-522e-45da-bcf5-484b402e8697,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:45.470813 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ddb16-7b62-4847-818a-6cec9d617678 req-339246c1-9735-44bd-9920-437678f8c03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:45.472394 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5d1ddb16-7b62-4847-818a-6cec9d617678 req-339246c1-9735-44bd-9920-437678f8c03d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 1125 time: 0.1929801 Feb 20 03:31:45.486955 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-2e096656-f60c-4052-9b3e-63a18c40569c tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Request body: {'port': {'device_id': '98952c5b-11b6-4301-be1b-267bc7ff8881', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'admin_state_up': True, 'tenant_id': 'c57b50288e7b457c88efecd379de5980'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:31:45.556733 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:31:45.593159 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-59b591cd-74b1-4ebe-8a73-145514456916 req-31781901-3a91-4d2c-9163-4d5f937e981b tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Allocated IP 192.168.233.39 (0c4d93d2-7476-4570-93e5-7ecf9f895901/c38207c9-ee42-4b0e-b0ac-5ef2953b6f62/bb50466d-f014-419e-9b24-3de6166d551a) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:31:45.720897 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ddb16-7b62-4847-818a-6cec9d617678 req-5faacdbf-c760-4ef8-be01-4a3c5284aea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:45.722315 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5d1ddb16-7b62-4847-818a-6cec9d617678 req-5faacdbf-c760-4ef8-be01-4a3c5284aea6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5528b70c-0437-425a-a0ac-3485fc465717 HTTP/1.1" status: 200 len: 921 time: 0.1061068 Feb 20 03:31:45.837014 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5d1ddb16-7b62-4847-818a-6cec9d617678 req-092e5ded-2976-41cb-a36a-f62860fe1d3f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44e2072b-716d-443e-babb-2e0ac08fb90f HTTP/1.1" status: 200 len: 217 time: 0.0929630 Feb 20 03:31:45.863743 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-68883d23-a502-4ba9-81f1-47643a2834c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (dbfbd97f-6919-4fac-9f82-5ce331391d7e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:45.869329 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-68883d23-a502-4ba9-81f1-47643a2834c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:45.871483 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-68883d23-a502-4ba9-81f1-47643a2834c9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/dbfbd97f-6919-4fac-9f82-5ce331391d7e HTTP/1.1" status: 204 len: 168 time: 1.4104950 Feb 20 03:31:45.923040 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ddb16-7b62-4847-818a-6cec9d617678 req-da568f2a-36a8-4f05-b2f1-ddccad87f5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:45.925210 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5d1ddb16-7b62-4847-818a-6cec9d617678 req-da568f2a-36a8-4f05-b2f1-ddccad87f5c3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e570f242-4684-4db2-b2a8-755bc6ec8973 HTTP/1.1" status: 200 len: 860 time: 0.0794747 Feb 20 03:31:45.956128 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68883d23-a502-4ba9-81f1-47643a2834c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfbd97f-6919-4fac-9f82-5ce331391d7e,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:45.959069 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5d1ddb16-7b62-4847-818a-6cec9d617678 req-4661df7b-58b0-4f3e-8ab7-669c66d3a106 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5528b70c-0437-425a-a0ac-3485fc465717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273602 Feb 20 03:31:46.012000 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b568675-b6c9-4967-a4d7-6525a1972d29 req-3a8bf16e-7955-4e7b-91b5-ef3f173b43b7 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:46.014560 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2b568675-b6c9-4967-a4d7-6525a1972d29 req-3a8bf16e-7955-4e7b-91b5-ef3f173b43b7 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 943 time: 0.2527335 Feb 20 03:31:46.052022 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b57b340-0cab-4502-9218-876073f4ffa0 admin admin] Publish callbacks [] for port (f0227393-4428-42ae-9ba1-10b655bc7611), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:46.054819 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-2e096656-f60c-4052-9b3e-63a18c40569c tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Made reservation on behalf of c57b50288e7b457c88efecd379de5980 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:31:46.060786 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-2e096656-f60c-4052-9b3e-63a18c40569c tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:46.071879 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-59b591cd-74b1-4ebe-8a73-145514456916 req-31781901-3a91-4d2c-9163-4d5f937e981b tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Publish callbacks [] for port (bb50466d-f014-419e-9b24-3de6166d551a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:46.121378 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c65e3d-2801-44e6-b5a8-7c64d1bbcc38 req-93c78eb5-d8e4-4094-8b50-9f54355a0034 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:46.130053 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-12c65e3d-2801-44e6-b5a8-7c64d1bbcc38 req-93c78eb5-d8e4-4094-8b50-9f54355a0034 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 946 time: 0.2286844 Feb 20 03:31:46.159483 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2b568675-b6c9-4967-a4d7-6525a1972d29 req-b3df59c0-4157-49cf-82e7-a9bc57fd6c2b tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264563 Feb 20 03:31:46.213713 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5d1ddb16-7b62-4847-818a-6cec9d617678 req-116816ad-3529-40b9-945d-e084d8f4bf5b service neutron] 10.222.0.93 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309802 Feb 20 03:31:46.228502 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b57b340-0cab-4502-9218-876073f4ffa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (f0227393-4428-42ae-9ba1-10b655bc7611), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:46.231808 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-12c65e3d-2801-44e6-b5a8-7c64d1bbcc38 req-418680ee-a21c-460b-9b6d-432d9010c6e1 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964847 Feb 20 03:31:46.300663 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-59b591cd-74b1-4ebe-8a73-145514456916 req-31781901-3a91-4d2c-9163-4d5f937e981b tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (bb50466d-f014-419e-9b24-3de6166d551a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:46.317563 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57b340-0cab-4502-9218-876073f4ffa0 admin admin] Pushing event updated for resources: {'Port': ['ID=f0227393-4428-42ae-9ba1-10b655bc7611,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:46.410765 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59b591cd-74b1-4ebe-8a73-145514456916 req-31781901-3a91-4d2c-9163-4d5f937e981b tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:31:46.429787 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-59b591cd-74b1-4ebe-8a73-145514456916 req-31781901-3a91-4d2c-9163-4d5f937e981b tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:31:46.441678 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b591cd-74b1-4ebe-8a73-145514456916 req-31781901-3a91-4d2c-9163-4d5f937e981b tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:31:46.473353 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b57b340-0cab-4502-9218-876073f4ffa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (10439eb5-eac6-40a1-a975-e9968e351fd7), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:46.527659 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31781901-3a91-4d2c-9163-4d5f937e981b tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Pushing event updated for resources: {'Port': ['ID=bb50466d-f014-419e-9b24-3de6166d551a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:46.656629 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-03d31804-f0a8-43f1-8b84-b9ebac3a0c1f req-475a9d30-969e-4ccb-980a-558fa35ba487 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/ports?device_id=98952c5b-11b6-4301-be1b-267bc7ff8881 HTTP/1.1" status: 200 len: 210 time: 0.1326065 Feb 20 03:31:46.688401 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b591cd-74b1-4ebe-8a73-145514456916 req-31781901-3a91-4d2c-9163-4d5f937e981b tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:46.688401 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-59b591cd-74b1-4ebe-8a73-145514456916 req-31781901-3a91-4d2c-9163-4d5f937e981b tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:46.844641 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5d1ddb16-7b62-4847-818a-6cec9d617678 req-3cc5fadc-3bfc-4e47-b59d-663fbfbd6e87 service neutron] 10.222.0.93 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6043029 Feb 20 03:31:46.844908 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec2e5c-cc90-4061-862e-9e55fd775959 req-c39d5e87-3895-41cc-9cf8-f65ebb6d5ddd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:46.859827 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b57b340-0cab-4502-9218-876073f4ffa0 admin admin] Network a1d376e6-0361-455a-af30-57a2daa934c8 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:31:46.879778 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec2e5c-cc90-4061-862e-9e55fd775959 req-c39d5e87-3895-41cc-9cf8-f65ebb6d5ddd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:46.885430 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device abed9a2f-c03b-4b51-97c9-35b56bafc674 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:31:46.895722 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-2b57b340-0cab-4502-9218-876073f4ffa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:31:46.900182 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec2e5c-cc90-4061-862e-9e55fd775959 req-c39d5e87-3895-41cc-9cf8-f65ebb6d5ddd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:46.918742 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec2e5c-cc90-4061-862e-9e55fd775959 req-c39d5e87-3895-41cc-9cf8-f65ebb6d5ddd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:46.924727 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec2e5c-cc90-4061-862e-9e55fd775959 req-c39d5e87-3895-41cc-9cf8-f65ebb6d5ddd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:46.930425 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec2e5c-cc90-4061-862e-9e55fd775959 req-c39d5e87-3895-41cc-9cf8-f65ebb6d5ddd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:46.954093 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec2e5c-cc90-4061-862e-9e55fd775959 req-c39d5e87-3895-41cc-9cf8-f65ebb6d5ddd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:46.957940 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8cec2e5c-cc90-4061-862e-9e55fd775959 req-c39d5e87-3895-41cc-9cf8-f65ebb6d5ddd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.2048512 Feb 20 03:31:46.964106 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-59b591cd-74b1-4ebe-8a73-145514456916 req-31781901-3a91-4d2c-9163-4d5f937e981b tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1161361 Feb 20 03:31:46.982685 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-2e096656-f60c-4052-9b3e-63a18c40569c tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Allocated IP 192.168.233.114 (0c4d93d2-7476-4570-93e5-7ecf9f895901/c38207c9-ee42-4b0e-b0ac-5ef2953b6f62/02cb25de-79c8-4276-935a-1bca9c5bd478) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:31:47.025978 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-59b591cd-74b1-4ebe-8a73-145514456916 req-4217806a-5baf-4cc0-a4f3-9de198cdc696 service neutron] Request body: {'port': {'device_id': 'eaa568f6-3cc1-48f1-85d5-89001a4af509', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:31:47.026876 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-321b8b77-757f-404e-8216-10e4333486ca None None] Provisioning complete for port bb50466d-f014-419e-9b24-3de6166d551a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:31:47.028466 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-321b8b77-757f-404e-8216-10e4333486ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (bb50466d-f014-419e-9b24-3de6166d551a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:47.138260 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-321b8b77-757f-404e-8216-10e4333486ca None None] Port bb50466d-f014-419e-9b24-3de6166d551a cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:31:47.140234 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port abed9a2f-c03b-4b51-97c9-35b56bafc674 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:31:47.140799 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (abed9a2f-c03b-4b51-97c9-35b56bafc674), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:47.266318 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-2e096656-f60c-4052-9b3e-63a18c40569c tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Publish callbacks [] for port (02cb25de-79c8-4276-935a-1bca9c5bd478), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:47.302841 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port abed9a2f-c03b-4b51-97c9-35b56bafc674 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:31:47.303468 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (abed9a2f-c03b-4b51-97c9-35b56bafc674), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:47.329146 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port abed9a2f-c03b-4b51-97c9-35b56bafc674, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=abed9a2f-c03b-4b51-97c9-35b56bafc674,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:31:47.362525 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-b2fa99b7-53a1-42cd-bf54-998583409998 None None] Provisioning complete for port f0227393-4428-42ae-9ba1-10b655bc7611 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:31:47.363317 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b2fa99b7-53a1-42cd-bf54-998583409998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f0227393-4428-42ae-9ba1-10b655bc7611), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:47.407439 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-2e096656-f60c-4052-9b3e-63a18c40569c tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (02cb25de-79c8-4276-935a-1bca9c5bd478), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:47.429472 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b2fa99b7-53a1-42cd-bf54-998583409998 None None] Port f0227393-4428-42ae-9ba1-10b655bc7611 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:31:47.437231 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (abed9a2f-c03b-4b51-97c9-35b56bafc674), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:47.561416 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=abed9a2f-c03b-4b51-97c9-35b56bafc674,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:47.601451 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-2e096656-f60c-4052-9b3e-63a18c40569c tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:31:47.612268 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-2e096656-f60c-4052-9b3e-63a18c40569c tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:31:47.615921 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-2e096656-f60c-4052-9b3e-63a18c40569c tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:31:47.679318 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-2e096656-f60c-4052-9b3e-63a18c40569c tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:47.680220 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-2e096656-f60c-4052-9b3e-63a18c40569c tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:47.696005 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e096656-f60c-4052-9b3e-63a18c40569c tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Pushing event updated for resources: {'Port': ['ID=02cb25de-79c8-4276-935a-1bca9c5bd478,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:47.748853 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b57b340-0cab-4502-9218-876073f4ffa0 admin admin] Router 10439eb5-eac6-40a1-a975-e9968e351fd7 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:31:47.906330 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59992) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:31:47.912692 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-2e096656-f60c-4052-9b3e-63a18c40569c tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4306002 Feb 20 03:31:47.923803 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b57b340-0cab-4502-9218-876073f4ffa0 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:31:47.934669 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e713b233-2f2d-4cde-9558-2f1edcf04933 None None] Sync routers for ids ['10439eb5-eac6-40a1-a975-e9968e351fd7'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:31:47.949817 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2b57b340-0cab-4502-9218-876073f4ffa0 admin admin] 10.222.0.89 "PUT /v2.0/routers/10439eb5-eac6-40a1-a975-e9968e351fd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5461757 Feb 20 03:31:47.952618 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e713b233-2f2d-4cde-9558-2f1edcf04933 None None] Routers {'10439eb5-eac6-40a1-a975-e9968e351fd7'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:31:47.957517 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-e713b233-2f2d-4cde-9558-2f1edcf04933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:31:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['10439eb5-eac6-40a1-a975-e9968e351fd7'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:31:47.971913 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-730d5826-10da-4ce6-b102-15dbf0d825a0 service neutron] Request body: {'port': {'device_id': '98952c5b-11b6-4301-be1b-267bc7ff8881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:31:48.038501 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8cec2e5c-cc90-4061-862e-9e55fd775959 req-8a45dedb-f6c6-4446-8623-8fc13d1bc873 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0616398 Feb 20 03:31:48.053924 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-59b591cd-74b1-4ebe-8a73-145514456916 req-4217806a-5baf-4cc0-a4f3-9de198cdc696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bb50466d-f014-419e-9b24-3de6166d551a), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:48.072255 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-49c4b625-90b4-40cf-8f27-0187ef6e7022 None None] Provisioning complete for port 02cb25de-79c8-4276-935a-1bca9c5bd478 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:31:48.072739 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-49c4b625-90b4-40cf-8f27-0187ef6e7022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (02cb25de-79c8-4276-935a-1bca9c5bd478), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:48.087712 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611cd30-7594-4f33-a031-33bdc1d78c82 req-2222820e-f999-4ed1-b8de-aafe06cb2a37 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:48.104669 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2611cd30-7594-4f33-a031-33bdc1d78c82 req-2222820e-f999-4ed1-b8de-aafe06cb2a37 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 946 time: 1.1451888 Feb 20 03:31:48.175979 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-730d5826-10da-4ce6-b102-15dbf0d825a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (02cb25de-79c8-4276-935a-1bca9c5bd478), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:48.200659 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-49c4b625-90b4-40cf-8f27-0187ef6e7022 None None] Port 02cb25de-79c8-4276-935a-1bca9c5bd478 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:31:48.232823 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-f4c94d83-42a2-43b4-8971-eedf5021a818 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1317471473-network', 'tenant_id': '77847ebcb146436a81d068e3c92b91de'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:31:48.244650 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-e713b233-2f2d-4cde-9558-2f1edcf04933 None None] Set router 10439eb5-eac6-40a1-a975-e9968e351fd7 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:31:48.273215 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2611cd30-7594-4f33-a031-33bdc1d78c82 req-ac4aa7b9-a0e0-4e86-9318-1d6d6f006829 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657438 Feb 20 03:31:48.636896 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-e713b233-2f2d-4cde-9558-2f1edcf04933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'name': 'tempest-ServersTestBootFromVolume-1178292631-router', 'tenant_id': '237b26f191eb4e1ebc252932059a9b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'abed9a2f-c03b-4b51-97c9-35b56bafc674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:36Z', 'updated_at': '2022-02-20T03:31:44Z', 'revision_number': 4, 'project_id': '237b26f191eb4e1ebc252932059a9b24', 'gw_port': {'id': 'abed9a2f-c03b-4b51-97c9-35b56bafc674', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:37Z', 'updated_at': '2022-02-20T03:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'f0227393-4428-42ae-9ba1-10b655bc7611', 'name': '', 'network_id': 'a1d376e6-0361-455a-af30-57a2daa934c8', 'tenant_id': '237b26f191eb4e1ebc252932059a9b24', 'mac_address': 'fa:16:3e:8b:af:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'd8b45813-a63d-4780-bb92-f1d3e6d5c97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:42Z', 'updated_at': '2022-02-20T03:31:45Z', 'revision_number': 2, 'project_id': '237b26f191eb4e1ebc252932059a9b24', 'subnets': [{'id': 'd8b45813-a63d-4780-bb92-f1d3e6d5c97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:31:48.650436 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323471f3-a31e-464d-9182-099451db68bd req-478ab6e2-52e1-409e-b448-847a2ba65ef8 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:48.666586 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-323471f3-a31e-464d-9182-099451db68bd req-478ab6e2-52e1-409e-b448-847a2ba65ef8 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 943 time: 0.5231690 Feb 20 03:31:48.705063 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e713b233-2f2d-4cde-9558-2f1edcf04933 None None] Checking router: 10439eb5-eac6-40a1-a975-e9968e351fd7 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:31:48.705534 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e713b233-2f2d-4cde-9558-2f1edcf04933 None None] Updating router 10439eb5-eac6-40a1-a975-e9968e351fd7 port f0227393-4428-42ae-9ba1-10b655bc7611 binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:31:48.710293 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-730d5826-10da-4ce6-b102-15dbf0d825a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02cb25de-79c8-4276-935a-1bca9c5bd478 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:31:48.726198 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e1ebc-8bf5-46e5-ba67-7241fc95f336 req-ae45d8f5-cfd2-4c42-b1f2-113160e4f634 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:48.729676 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-730d5826-10da-4ce6-b102-15dbf0d825a0 service neutron] Publish callbacks [] for port (02cb25de-79c8-4276-935a-1bca9c5bd478), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:48.740365 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-683e1ebc-8bf5-46e5-ba67-7241fc95f336 req-ae45d8f5-cfd2-4c42-b1f2-113160e4f634 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/ports?device_id=98952c5b-11b6-4301-be1b-267bc7ff8881 HTTP/1.1" status: 200 len: 936 time: 0.3711016 Feb 20 03:31:48.767863 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-730d5826-10da-4ce6-b102-15dbf0d825a0 service neutron] Transition to ACTIVE for port object 02cb25de-79c8-4276-935a-1bca9c5bd478 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:31:48.767863 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c94d83-42a2-43b4-8971-eedf5021a818 admin admin] Made reservation on behalf of 77847ebcb146436a81d068e3c92b91de for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:31:48.768300 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e713b233-2f2d-4cde-9558-2f1edcf04933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f0227393-4428-42ae-9ba1-10b655bc7611), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:48.768395 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4c94d83-42a2-43b4-8971-eedf5021a818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:48.775327 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device abed9a2f-c03b-4b51-97c9-35b56bafc674 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:31:48.787616 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4c94d83-42a2-43b4-8971-eedf5021a818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:48.861369 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-323471f3-a31e-464d-9182-099451db68bd req-eff68c12-4082-4664-a70d-b9c9b561aff4 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898720 Feb 20 03:31:48.896565 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4c94d83-42a2-43b4-8971-eedf5021a818 admin admin] Publish callbacks [] for security_group (d6d2161c-e5f3-4e0d-9eb7-f16df0899b26), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:48.898242 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-730d5826-10da-4ce6-b102-15dbf0d825a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (02cb25de-79c8-4276-935a-1bca9c5bd478), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:48.898398 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port abed9a2f-c03b-4b51-97c9-35b56bafc674 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:31:48.898755 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (abed9a2f-c03b-4b51-97c9-35b56bafc674), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:49.080859 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-683e1ebc-8bf5-46e5-ba67-7241fc95f336 req-89350ad9-a2cf-4f5e-b50b-7223c7ca1107 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/security-groups?id=f3fd1f17-522e-45da-bcf5-484b402e8697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232470 Feb 20 03:31:49.181275 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port abed9a2f-c03b-4b51-97c9-35b56bafc674 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:31:49.461724 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-59b591cd-74b1-4ebe-8a73-145514456916 req-4217806a-5baf-4cc0-a4f3-9de198cdc696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb50466d-f014-419e-9b24-3de6166d551a {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:31:49.472202 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e713b233-2f2d-4cde-9558-2f1edcf04933 None None] Publish callbacks [] for port (f0227393-4428-42ae-9ba1-10b655bc7611), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:49.472784 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-59b591cd-74b1-4ebe-8a73-145514456916 req-4217806a-5baf-4cc0-a4f3-9de198cdc696 service neutron] Publish callbacks [] for port (bb50466d-f014-419e-9b24-3de6166d551a), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:49.509672 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ae879-fffd-4b8a-bdef-b4d84179736d req-ff7d1e4b-5957-43f1-ad5d-d2fc77e8da97 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:49.530544 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ae879-fffd-4b8a-bdef-b4d84179736d req-ff7d1e4b-5957-43f1-ad5d-d2fc77e8da97 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:49.537342 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ae879-fffd-4b8a-bdef-b4d84179736d req-ff7d1e4b-5957-43f1-ad5d-d2fc77e8da97 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:49.542723 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ae879-fffd-4b8a-bdef-b4d84179736d req-ff7d1e4b-5957-43f1-ad5d-d2fc77e8da97 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:49.549202 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ae879-fffd-4b8a-bdef-b4d84179736d req-ff7d1e4b-5957-43f1-ad5d-d2fc77e8da97 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:49.556387 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ae879-fffd-4b8a-bdef-b4d84179736d req-ff7d1e4b-5957-43f1-ad5d-d2fc77e8da97 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:49.561953 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ae879-fffd-4b8a-bdef-b4d84179736d req-ff7d1e4b-5957-43f1-ad5d-d2fc77e8da97 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:49.564764 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-346ae879-fffd-4b8a-bdef-b4d84179736d req-ff7d1e4b-5957-43f1-ad5d-d2fc77e8da97 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.2994945 Feb 20 03:31:49.571037 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-59b591cd-74b1-4ebe-8a73-145514456916 req-4217806a-5baf-4cc0-a4f3-9de198cdc696 service neutron] Transition to ACTIVE for port object bb50466d-f014-419e-9b24-3de6166d551a will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:31:49.589193 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e713b233-2f2d-4cde-9558-2f1edcf04933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f0227393-4428-42ae-9ba1-10b655bc7611), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:49.660684 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-59b591cd-74b1-4ebe-8a73-145514456916 req-4217806a-5baf-4cc0-a4f3-9de198cdc696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (bb50466d-f014-419e-9b24-3de6166d551a), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:49.663218 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d5826-10da-4ce6-b102-15dbf0d825a0 service neutron] Pushing event updated for resources: {'Port': ['ID=02cb25de-79c8-4276-935a-1bca9c5bd478,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:49.668997 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4c94d83-42a2-43b4-8971-eedf5021a818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d6d2161c-e5f3-4e0d-9eb7-f16df0899b26), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:49.680985 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c94d83-42a2-43b4-8971-eedf5021a818 admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:31:49.691988 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4c94d83-42a2-43b4-8971-eedf5021a818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (cda420b9-3208-4359-b0a0-39d6d5b4153c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:49.692276 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-f4c94d83-42a2-43b4-8971-eedf5021a818 admin admin] Added segment cda420b9-3208-4359-b0a0-39d6d5b4153c of type vlan for network 16e82553-d900-47a8-be16-0e927aa5b122 Feb 20 03:31:49.739077 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4c94d83-42a2-43b4-8971-eedf5021a818 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (16e82553-d900-47a8-be16-0e927aa5b122), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:49.764246 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47826e4-4778-468c-a4ec-5ab0fc9071c4 None None] Pushing event updated for resources: {'Port': ['ID=f0227393-4428-42ae-9ba1-10b655bc7611,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:49.807554 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-346ae879-fffd-4b8a-bdef-b4d84179736d req-cd30f7a1-0267-41e0-ad8f-b654daa5139f tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2337284 Feb 20 03:31:49.839548 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4c94d83-42a2-43b4-8971-eedf5021a818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (16e82553-d900-47a8-be16-0e927aa5b122), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:49.851053 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c94d83-42a2-43b4-8971-eedf5021a818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:49.851053 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4c94d83-42a2-43b4-8971-eedf5021a818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:49.913757 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217806a-5baf-4cc0-a4f3-9de198cdc696 service neutron] Pushing event updated for resources: {'Port': ['ID=bb50466d-f014-419e-9b24-3de6166d551a,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:49.957758 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-e713b233-2f2d-4cde-9558-2f1edcf04933 None None] Attempting to bind port f0227393-4428-42ae-9ba1-10b655bc7611 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:31:49.958035 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-e713b233-2f2d-4cde-9558-2f1edcf04933 None None] Attempting to bind port f0227393-4428-42ae-9ba1-10b655bc7611 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '6a668330-508b-4baa-ba9d-9c79bf61d355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a1d376e6-0361-455a-af30-57a2daa934c8'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:31:49.958582 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e713b233-2f2d-4cde-9558-2f1edcf04933 None None] Attempting to bind port f0227393-4428-42ae-9ba1-10b655bc7611 on network a1d376e6-0361-455a-af30-57a2daa934c8 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:31:49.973729 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e713b233-2f2d-4cde-9558-2f1edcf04933 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:31:49.981431 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e713b233-2f2d-4cde-9558-2f1edcf04933 None None] Checking segment: {'id': '6a668330-508b-4baa-ba9d-9c79bf61d355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a1d376e6-0361-455a-af30-57a2daa934c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:31:49.982113 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e713b233-2f2d-4cde-9558-2f1edcf04933 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:49.983587 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e713b233-2f2d-4cde-9558-2f1edcf04933 None None] Bound using segment: {'id': '6a668330-508b-4baa-ba9d-9c79bf61d355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a1d376e6-0361-455a-af30-57a2daa934c8'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:31:49.984963 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-e713b233-2f2d-4cde-9558-2f1edcf04933 None None] Bound port: f0227393-4428-42ae-9ba1-10b655bc7611, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a668330-508b-4baa-ba9d-9c79bf61d355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a1d376e6-0361-455a-af30-57a2daa934c8'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:31:49.985584 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e713b233-2f2d-4cde-9558-2f1edcf04933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f0227393-4428-42ae-9ba1-10b655bc7611), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:50.027036 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c94d83-42a2-43b4-8971-eedf5021a818 admin admin] Pushing event updated for resources: {'Network': ['ID=16e82553-d900-47a8-be16-0e927aa5b122,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:50.040541 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 16e82553-d900-47a8-be16-0e927aa5b122 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:31:50.060308 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c94d83-42a2-43b4-8971-eedf5021a818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d2161c-e5f3-4e0d-9eb7-f16df0899b26,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:50.071065 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bcdbd-bf54-41fb-8390-fbcbbb26bfbe req-98442514-fe1f-4341-b9a5-7715fe4a1168 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:50.077641 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-344bcdbd-bf54-41fb-8390-fbcbbb26bfbe req-98442514-fe1f-4341-b9a5-7715fe4a1168 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 946 time: 0.3734531 Feb 20 03:31:50.120824 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-730d5826-10da-4ce6-b102-15dbf0d825a0 service neutron] Attempting to bind port 02cb25de-79c8-4276-935a-1bca9c5bd478 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:31:50.121237 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-730d5826-10da-4ce6-b102-15dbf0d825a0 service neutron] Attempting to bind port 02cb25de-79c8-4276-935a-1bca9c5bd478 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:31:50.123056 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-730d5826-10da-4ce6-b102-15dbf0d825a0 service neutron] Attempting to bind port 02cb25de-79c8-4276-935a-1bca9c5bd478 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:31:50.135024 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-730d5826-10da-4ce6-b102-15dbf0d825a0 service neutron] Port 02cb25de-79c8-4276-935a-1bca9c5bd478 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:31:50.135474 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-730d5826-10da-4ce6-b102-15dbf0d825a0 service neutron] Attempting to bind port 02cb25de-79c8-4276-935a-1bca9c5bd478 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:31:50.148581 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-730d5826-10da-4ce6-b102-15dbf0d825a0 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:31:50.149019 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-730d5826-10da-4ce6-b102-15dbf0d825a0 service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:31:50.149470 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-730d5826-10da-4ce6-b102-15dbf0d825a0 service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:31:50.150498 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-730d5826-10da-4ce6-b102-15dbf0d825a0 service neutron] Bound port: 02cb25de-79c8-4276-935a-1bca9c5bd478, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:31:50.153829 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-730d5826-10da-4ce6-b102-15dbf0d825a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (02cb25de-79c8-4276-935a-1bca9c5bd478), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:50.180327 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-e713b233-2f2d-4cde-9558-2f1edcf04933 None None] For port f0227393-4428-42ae-9ba1-10b655bc7611, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:31:50.184998 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-e713b233-2f2d-4cde-9558-2f1edcf04933 None None] For port f0227393-4428-42ae-9ba1-10b655bc7611, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=f0227393-4428-42ae-9ba1-10b655bc7611,segment=NetworkSegment(6a668330-508b-4baa-ba9d-9c79bf61d355),segment_id=6a668330-508b-4baa-ba9d-9c79bf61d355)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:31:50.215545 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-759df850-d226-4571-9369-59dc099debab None None] Provisioning complete for port f0227393-4428-42ae-9ba1-10b655bc7611 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:31:50.216097 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-759df850-d226-4571-9369-59dc099debab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f0227393-4428-42ae-9ba1-10b655bc7611), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:50.288371 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-730d5826-10da-4ce6-b102-15dbf0d825a0 service neutron] For port 02cb25de-79c8-4276-935a-1bca9c5bd478, host n-h1-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:31:50.288618 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-759df850-d226-4571-9369-59dc099debab None None] Port f0227393-4428-42ae-9ba1-10b655bc7611 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:31:50.292781 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-730d5826-10da-4ce6-b102-15dbf0d825a0 service neutron] For port 02cb25de-79c8-4276-935a-1bca9c5bd478, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=02cb25de-79c8-4276-935a-1bca9c5bd478,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:31:50.296594 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e713b233-2f2d-4cde-9558-2f1edcf04933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f0227393-4428-42ae-9ba1-10b655bc7611), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:50.313073 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f4c94d83-42a2-43b4-8971-eedf5021a818 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.4045863 Feb 20 03:31:50.315990 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60012) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:31:50.330124 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-fff0249c-eb03-4701-a961-a9d7857956a2 admin admin] Request body: {'subnet': {'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317471473-subnet', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:31:50.361262 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a643938-4547-43e9-a182-15738014b009 req-db991671-8ffd-44e8-a0db-c5aa5dbcffa3 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:50.368666 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4a643938-4547-43e9-a182-15738014b009 req-db991671-8ffd-44e8-a0db-c5aa5dbcffa3 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 946 time: 0.3663261 Feb 20 03:31:50.372872 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-59b591cd-74b1-4ebe-8a73-145514456916 req-4217806a-5baf-4cc0-a4f3-9de198cdc696 service neutron] Attempting to bind port bb50466d-f014-419e-9b24-3de6166d551a on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:31:50.373284 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-59b591cd-74b1-4ebe-8a73-145514456916 req-4217806a-5baf-4cc0-a4f3-9de198cdc696 service neutron] Attempting to bind port bb50466d-f014-419e-9b24-3de6166d551a by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:31:50.375283 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b591cd-74b1-4ebe-8a73-145514456916 req-4217806a-5baf-4cc0-a4f3-9de198cdc696 service neutron] Attempting to bind port bb50466d-f014-419e-9b24-3de6166d551a on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:31:50.395930 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-730d5826-10da-4ce6-b102-15dbf0d825a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (02cb25de-79c8-4276-935a-1bca9c5bd478), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:50.418092 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b591cd-74b1-4ebe-8a73-145514456916 req-4217806a-5baf-4cc0-a4f3-9de198cdc696 service neutron] Port bb50466d-f014-419e-9b24-3de6166d551a on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:31:50.420964 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b591cd-74b1-4ebe-8a73-145514456916 req-4217806a-5baf-4cc0-a4f3-9de198cdc696 service neutron] Attempting to bind port bb50466d-f014-419e-9b24-3de6166d551a on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:31:50.424616 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e713b233-2f2d-4cde-9558-2f1edcf04933 None None] Routers {'10439eb5-eac6-40a1-a975-e9968e351fd7'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:31:50.425484 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-e713b233-2f2d-4cde-9558-2f1edcf04933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:31:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['10439eb5-eac6-40a1-a975-e9968e351fd7'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:31:50.428888 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47826e4-4778-468c-a4ec-5ab0fc9071c4 None None] Pushing event updated for resources: {'Port': ['ID=f0227393-4428-42ae-9ba1-10b655bc7611,revision_number=4']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:50.443860 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b591cd-74b1-4ebe-8a73-145514456916 req-4217806a-5baf-4cc0-a4f3-9de198cdc696 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:31:50.446619 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b591cd-74b1-4ebe-8a73-145514456916 req-4217806a-5baf-4cc0-a4f3-9de198cdc696 service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:31:50.447060 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b591cd-74b1-4ebe-8a73-145514456916 req-4217806a-5baf-4cc0-a4f3-9de198cdc696 service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:31:50.447511 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-59b591cd-74b1-4ebe-8a73-145514456916 req-4217806a-5baf-4cc0-a4f3-9de198cdc696 service neutron] Bound port: bb50466d-f014-419e-9b24-3de6166d551a, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:31:50.447874 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-59b591cd-74b1-4ebe-8a73-145514456916 req-4217806a-5baf-4cc0-a4f3-9de198cdc696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bb50466d-f014-419e-9b24-3de6166d551a), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:50.536734 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff0249c-eb03-4701-a961-a9d7857956a2 admin admin] Made reservation on behalf of 77847ebcb146436a81d068e3c92b91de for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:31:50.543939 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fff0249c-eb03-4701-a961-a9d7857956a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:50.666021 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60014) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:31:50.679853 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-59b591cd-74b1-4ebe-8a73-145514456916 req-4217806a-5baf-4cc0-a4f3-9de198cdc696 service neutron] For port bb50466d-f014-419e-9b24-3de6166d551a, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:31:50.683433 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-59b591cd-74b1-4ebe-8a73-145514456916 req-4217806a-5baf-4cc0-a4f3-9de198cdc696 service neutron] For port bb50466d-f014-419e-9b24-3de6166d551a, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=bb50466d-f014-419e-9b24-3de6166d551a,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:31:50.700719 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-b3e9fd91-c12f-493f-bcb9-865e4bada256 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Request body: {'security_group': {'name': 'tempest-securitygroup--764896270', 'description': 'tempest-description--1284075511'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:31:50.724146 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-e713b233-2f2d-4cde-9558-2f1edcf04933 None None] Set router 10439eb5-eac6-40a1-a975-e9968e351fd7 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:31:50.733521 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-730d5826-10da-4ce6-b102-15dbf0d825a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:50.735339 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-730d5826-10da-4ce6-b102-15dbf0d825a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:50.736866 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-730d5826-10da-4ce6-b102-15dbf0d825a0 service neutron] 10.222.0.42 "PUT /v2.0/ports/02cb25de-79c8-4276-935a-1bca9c5bd478 HTTP/1.1" status: 200 len: 1096 time: 2.7824974 Feb 20 03:31:50.739948 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98952c5b-11b6-4301-be1b-267bc7ff8881', 'tag': '02cb25de-79c8-4276-935a-1bca9c5bd478'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:31:50.749006 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df05b098-397a-4826-8bec-973aad0ce72c" -d '{"events": [{"name": "network-changed", "server_uuid": "98952c5b-11b6-4301-be1b-267bc7ff8881", "tag": "02cb25de-79c8-4276-935a-1bca9c5bd478"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:31:50.754500 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4a643938-4547-43e9-a182-15738014b009 req-95b346d0-d359-40e9-955e-3462c7095571 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848138 Feb 20 03:31:50.785434 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-344bcdbd-bf54-41fb-8390-fbcbbb26bfbe req-1c30aa72-9156-4f94-9158-f9360718cac8 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Deleting port 3aa6d5da-bbd0-4438-9363-107d378ae189 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:31:50.785779 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-344bcdbd-bf54-41fb-8390-fbcbbb26bfbe req-1c30aa72-9156-4f94-9158-f9360718cac8 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (3aa6d5da-bbd0-4438-9363-107d378ae189), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:50.841479 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-59b591cd-74b1-4ebe-8a73-145514456916 req-4217806a-5baf-4cc0-a4f3-9de198cdc696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (bb50466d-f014-419e-9b24-3de6166d551a), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:50.896933 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:50.901821 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-fbda403a-81fa-4244-b02f-da1f94213469 None None] Provisioning complete for port f0227393-4428-42ae-9ba1-10b655bc7611 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:31:50.902336 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fbda403a-81fa-4244-b02f-da1f94213469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f0227393-4428-42ae-9ba1-10b655bc7611), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:50.996410 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:51.067972 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d5826-10da-4ce6-b102-15dbf0d825a0 service neutron] Pushing event updated for resources: {'Port': ['ID=02cb25de-79c8-4276-935a-1bca9c5bd478,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:51.082415 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b3e9fd91-c12f-493f-bcb9-865e4bada256 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:51.091760 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-fbda403a-81fa-4244-b02f-da1f94213469 None None] Current status of the port f0227393-4428-42ae-9ba1-10b655bc7611 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:31:51.092334 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fbda403a-81fa-4244-b02f-da1f94213469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f0227393-4428-42ae-9ba1-10b655bc7611), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:51.130726 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b591cd-74b1-4ebe-8a73-145514456916 req-4217806a-5baf-4cc0-a4f3-9de198cdc696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:51.132982 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-59b591cd-74b1-4ebe-8a73-145514456916 req-4217806a-5baf-4cc0-a4f3-9de198cdc696 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:51.139823 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-59b591cd-74b1-4ebe-8a73-145514456916 req-4217806a-5baf-4cc0-a4f3-9de198cdc696 service neutron] 10.222.0.42 "PUT /v2.0/ports/bb50466d-f014-419e-9b24-3de6166d551a HTTP/1.1" status: 200 len: 1095 time: 4.1593204 Feb 20 03:31:51.149582 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fff0249c-eb03-4701-a961-a9d7857956a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (4011c41d-625a-4a4f-b17b-6325e727aa40), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:51.162578 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e54aa6-fb4c-4a3e-8cde-35ed9413280d req-dc476106-2f42-4831-835d-e5739672b195 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:51.173533 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-44e54aa6-fb4c-4a3e-8cde-35ed9413280d req-dc476106-2f42-4831-835d-e5739672b195 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 943 time: 0.4860005 Feb 20 03:31:51.184288 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa568f6-3cc1-48f1-85d5-89001a4af509', 'tag': 'bb50466d-f014-419e-9b24-3de6166d551a'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:31:51.186067 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-fbda403a-81fa-4244-b02f-da1f94213469 None None] For port f0227393-4428-42ae-9ba1-10b655bc7611, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=f0227393-4428-42ae-9ba1-10b655bc7611,segment=NetworkSegment(6a668330-508b-4baa-ba9d-9c79bf61d355),segment_id=6a668330-508b-4baa-ba9d-9c79bf61d355)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:31:51.189449 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf7c021-5b77-464e-9dd2-478a885f3ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa568f6-3cc1-48f1-85d5-89001a4af509", "tag": "bb50466d-f014-419e-9b24-3de6166d551a"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:31:51.256466 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fbda403a-81fa-4244-b02f-da1f94213469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f0227393-4428-42ae-9ba1-10b655bc7611), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:51.412478 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-c1215621-ec6c-4440-a36a-8011bd5267dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:51.414069 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda403a-81fa-4244-b02f-da1f94213469 None None] Pushing event updated for resources: {'Port': ['ID=f0227393-4428-42ae-9ba1-10b655bc7611,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:51.416800 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-c1215621-ec6c-4440-a36a-8011bd5267dd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c57b50288e7b457c88efecd379de5980&device_id=98952c5b-11b6-4301-be1b-267bc7ff8881 HTTP/1.1" status: 200 len: 1130 time: 0.3385668 Feb 20 03:31:51.471831 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-e713b233-2f2d-4cde-9558-2f1edcf04933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'name': 'tempest-ServersTestBootFromVolume-1178292631-router', 'tenant_id': '237b26f191eb4e1ebc252932059a9b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'abed9a2f-c03b-4b51-97c9-35b56bafc674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:36Z', 'updated_at': '2022-02-20T03:31:44Z', 'revision_number': 4, 'project_id': '237b26f191eb4e1ebc252932059a9b24', 'gw_port': {'id': 'abed9a2f-c03b-4b51-97c9-35b56bafc674', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:37Z', 'updated_at': '2022-02-20T03:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'f0227393-4428-42ae-9ba1-10b655bc7611', 'name': '', 'network_id': 'a1d376e6-0361-455a-af30-57a2daa934c8', 'tenant_id': '237b26f191eb4e1ebc252932059a9b24', 'mac_address': 'fa:16:3e:8b:af:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'd8b45813-a63d-4780-bb92-f1d3e6d5c97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:42Z', 'updated_at': '2022-02-20T03:31:50Z', 'revision_number': 4, 'project_id': '237b26f191eb4e1ebc252932059a9b24', 'subnets': [{'id': 'd8b45813-a63d-4780-bb92-f1d3e6d5c97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:31:51.503513 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e713b233-2f2d-4cde-9558-2f1edcf04933 None None] The sync data for ids ['10439eb5-eac6-40a1-a975-e9968e351fd7'] in n-d-829866-4 is: [{'id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'name': 'tempest-ServersTestBootFromVolume-1178292631-router', 'tenant_id': '237b26f191eb4e1ebc252932059a9b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'abed9a2f-c03b-4b51-97c9-35b56bafc674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:36Z', 'updated_at': '2022-02-20T03:31:44Z', 'revision_number': 4, 'project_id': '237b26f191eb4e1ebc252932059a9b24', 'gw_port': {'id': 'abed9a2f-c03b-4b51-97c9-35b56bafc674', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:37Z', 'updated_at': '2022-02-20T03:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'f0227393-4428-42ae-9ba1-10b655bc7611', 'name': '', 'network_id': 'a1d376e6-0361-455a-af30-57a2daa934c8', 'tenant_id': '237b26f191eb4e1ebc252932059a9b24', 'mac_address': 'fa:16:3e:8b:af:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'd8b45813-a63d-4780-bb92-f1d3e6d5c97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:42Z', 'updated_at': '2022-02-20T03:31:50Z', 'revision_number': 4, 'project_id': '237b26f191eb4e1ebc252932059a9b24', 'subnets': [{'id': 'd8b45813-a63d-4780-bb92-f1d3e6d5c97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:31:51.518972 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-344bcdbd-bf54-41fb-8390-fbcbbb26bfbe req-1c30aa72-9156-4f94-9158-f9360718cac8 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] For port 3aa6d5da-bbd0-4438-9363-107d378ae189, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=3aa6d5da-bbd0-4438-9363-107d378ae189,segment=NetworkSegment(7b9eb775-1690-424a-89bc-987700c875dd),segment_id=7b9eb775-1690-424a-89bc-987700c875dd)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:31:51.519455 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-344bcdbd-bf54-41fb-8390-fbcbbb26bfbe req-1c30aa72-9156-4f94-9158-f9360718cac8 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (3aa6d5da-bbd0-4438-9363-107d378ae189), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:51.610222 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-153338c4-395a-4037-870b-82d198c56166 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=02cb25de-79c8-4276-935a-1bca9c5bd478 HTTP/1.1" status: 200 len: 217 time: 0.1498933 Feb 20 03:31:51.615932 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217806a-5baf-4cc0-a4f3-9de198cdc696 service neutron] Pushing event updated for resources: {'Port': ['ID=bb50466d-f014-419e-9b24-3de6166d551a,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:51.630207 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-344bcdbd-bf54-41fb-8390-fbcbbb26bfbe req-1c30aa72-9156-4f94-9158-f9360718cac8 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Calling delete_port for 3aa6d5da-bbd0-4438-9363-107d378ae189 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:31:51.709678 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-44e54aa6-fb4c-4a3e-8cde-35ed9413280d req-86650e30-e1c4-4684-ab7c-a61330d45a08 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5277264 Feb 20 03:31:51.746632 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ae16c-6864-44dd-964f-9034799dad76 req-11e5fb5b-9a6a-42f0-976e-7586e7e1701f tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:51.752792 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-df1b1dc6-05c2-463d-a9ee-ba4c39e6f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:51.752792 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-df1b1dc6-05c2-463d-a9ee-ba4c39e6f1ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1244776 Feb 20 03:31:51.752792 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff0249c-eb03-4701-a961-a9d7857956a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4011c41d-625a-4a4f-b17b-6325e727aa40,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:51.754197 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9e6ae16c-6864-44dd-964f-9034799dad76 req-11e5fb5b-9a6a-42f0-976e-7586e7e1701f tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/ports?device_id=98952c5b-11b6-4301-be1b-267bc7ff8881 HTTP/1.1" status: 200 len: 948 time: 0.7578526 Feb 20 03:31:51.830221 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227373f7-840a-4a86-bed8-7f3a0c209f4b x-openstack-request-id: req-227373f7-840a-4a86-bed8-7f3a0c209f4b {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:31:51.830516 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98952c5b-11b6-4301-be1b-267bc7ff8881", "tag": "02cb25de-79c8-4276-935a-1bca9c5bd478", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:31:51.830810 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-227373f7-840a-4a86-bed8-7f3a0c209f4b {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:31:51.834287 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98952c5b-11b6-4301-be1b-267bc7ff8881', 'tag': '02cb25de-79c8-4276-935a-1bca9c5bd478', 'status': 'completed', 'code': 200} Feb 20 03:31:51.846553 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff0249c-eb03-4701-a961-a9d7857956a2 admin admin] Checking segment: {'id': 'cda420b9-3208-4359-b0a0-39d6d5b4153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:31:51.846899 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff0249c-eb03-4701-a961-a9d7857956a2 admin admin] Network hostable DHCP agents. Network: 16e82553-d900-47a8-be16-0e927aa5b122, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:31:51.925266 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b3e9fd91-c12f-493f-bcb9-865e4bada256 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks [] for security_group (9aae0e47-f93c-41fb-b5a5-8593b9285415), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:51.959434 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-ce6bcf2e-8c71-4ed8-86e1-1fae7b99508b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:51.961050 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-ce6bcf2e-8c71-4ed8-86e1-1fae7b99508b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1977544 Feb 20 03:31:52.013962 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b3e9fd91-c12f-493f-bcb9-865e4bada256 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (9aae0e47-f93c-41fb-b5a5-8593b9285415), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:52.044839 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b591cd-74b1-4ebe-8a73-145514456916 req-61c608c1-8231-4cc2-8871-21cfce8cf3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:52.047049 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-59b591cd-74b1-4ebe-8a73-145514456916 req-61c608c1-8231-4cc2-8871-21cfce8cf3cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c57b50288e7b457c88efecd379de5980&device_id=eaa568f6-3cc1-48f1-85d5-89001a4af509 HTTP/1.1" status: 200 len: 1129 time: 0.7415259 Feb 20 03:31:52.061434 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9e6ae16c-6864-44dd-964f-9034799dad76 req-72fe5158-14cc-43f3-9fb6-bfd6c0564afc tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/security-groups?id=f3fd1f17-522e-45da-bcf5-484b402e8697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901025 Feb 20 03:31:52.103431 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff0249c-eb03-4701-a961-a9d7857956a2 admin admin] Network 16e82553-d900-47a8-be16-0e927aa5b122 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:31:52.127232 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-344bcdbd-bf54-41fb-8390-fbcbbb26bfbe req-1c30aa72-9156-4f94-9158-f9360718cac8 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (3aa6d5da-bbd0-4438-9363-107d378ae189), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:52.144734 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b3e9fd91-c12f-493f-bcb9-865e4bada256 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:52.145987 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b3e9fd91-c12f-493f-bcb9-865e4bada256 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4545984 Feb 20 03:31:52.159415 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['135255bd-7920-4872-acef-1a20ed310edd'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:31:52.163844 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60024) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:31:52.168347 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-fd7818cf-99c8-4060-aff7-81a6eeb7c2ca tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Request body: {'security_group_rule': {'security_group_id': '9aae0e47-f93c-41fb-b5a5-8593b9285415', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:31:52.202585 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3040a27-b666-4cd5-a4c3-90b92e84314b x-openstack-request-id: req-b3040a27-b666-4cd5-a4c3-90b92e84314b {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:31:52.202982 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa568f6-3cc1-48f1-85d5-89001a4af509", "tag": "bb50466d-f014-419e-9b24-3de6166d551a", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:31:52.203323 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b3040a27-b666-4cd5-a4c3-90b92e84314b {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:31:52.203781 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaa568f6-3cc1-48f1-85d5-89001a4af509', 'tag': 'bb50466d-f014-419e-9b24-3de6166d551a', 'status': 'completed', 'code': 200} Feb 20 03:31:52.206148 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c30aa72-9156-4f94-9158-f9360718cac8 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Pushing event deleted for resources: {'Port': ['ID=3aa6d5da-bbd0-4438-9363-107d378ae189,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:52.219833 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-59b591cd-74b1-4ebe-8a73-145514456916 req-50350e90-a848-409f-b5cc-fadab97192c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=bb50466d-f014-419e-9b24-3de6166d551a HTTP/1.1" status: 200 len: 217 time: 0.1560323 Feb 20 03:31:52.233499 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e9fd91-c12f-493f-bcb9-865e4bada256 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aae0e47-f93c-41fb-b5a5-8593b9285415,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:52.282510 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-fff0249c-eb03-4701-a961-a9d7857956a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 16e82553-d900-47a8-be16-0e927aa5b122) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:31:52.304857 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8601ff09-9ff3-4977-b7ba-bfc74364e4a1 None None] Network 16e82553-d900-47a8-be16-0e927aa5b122 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:31:52.327340 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b591cd-74b1-4ebe-8a73-145514456916 req-7e63ce60-c048-4513-baca-ef65f7597a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:52.328891 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-59b591cd-74b1-4ebe-8a73-145514456916 req-7e63ce60-c048-4513-baca-ef65f7597a17 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0683591 Feb 20 03:31:52.336482 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-344bcdbd-bf54-41fb-8390-fbcbbb26bfbe req-1c30aa72-9156-4f94-9158-f9360718cac8 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] No DVR routers for this DVR port 3aa6d5da-bbd0-4438-9363-107d378ae189 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:31:52.339417 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-344bcdbd-bf54-41fb-8390-fbcbbb26bfbe req-1c30aa72-9156-4f94-9158-f9360718cac8 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:52.339667 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff0249c-eb03-4701-a961-a9d7857956a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:52.340259 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fff0249c-eb03-4701-a961-a9d7857956a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:52.343827 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-344bcdbd-bf54-41fb-8390-fbcbbb26bfbe req-1c30aa72-9156-4f94-9158-f9360718cac8 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.42 "DELETE /v2.0/ports/3aa6d5da-bbd0-4438-9363-107d378ae189 HTTP/1.1" status: 204 len: 173 time: 2.2007442 Feb 20 03:31:52.392907 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf296c-278d-4005-9c9d-834a9028d105 req-c608ef2b-1b24-4c5a-bd78-809afa1953e0 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:52.399274 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf296c-278d-4005-9c9d-834a9028d105 req-c608ef2b-1b24-4c5a-bd78-809afa1953e0 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:52.407814 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf296c-278d-4005-9c9d-834a9028d105 req-c608ef2b-1b24-4c5a-bd78-809afa1953e0 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:52.407981 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-731da1e5-cd66-48c5-97d4-395e998c52cf service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362743 Feb 20 03:31:52.407981 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd7818cf-99c8-4060-aff7-81a6eeb7c2ca tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks [] for security_group_rule (6cd8314f-b698-4af9-a693-3aeacb2866c5), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:52.412593 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf296c-278d-4005-9c9d-834a9028d105 req-c608ef2b-1b24-4c5a-bd78-809afa1953e0 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:52.418532 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf296c-278d-4005-9c9d-834a9028d105 req-c608ef2b-1b24-4c5a-bd78-809afa1953e0 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:52.424568 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf296c-278d-4005-9c9d-834a9028d105 req-c608ef2b-1b24-4c5a-bd78-809afa1953e0 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:52.435185 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf296c-278d-4005-9c9d-834a9028d105 req-c608ef2b-1b24-4c5a-bd78-809afa1953e0 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:52.442787 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0bdf296c-278d-4005-9c9d-834a9028d105 req-c608ef2b-1b24-4c5a-bd78-809afa1953e0 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.3944418 Feb 20 03:31:52.570061 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd7818cf-99c8-4060-aff7-81a6eeb7c2ca tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks [] for security_group_rule (6cd8314f-b698-4af9-a693-3aeacb2866c5), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:52.609276 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60b3b1f-4678-4206-ab15-da2aecf35a1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-16e82553-d900-47a8-be16-0e927aa5b122', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'project_id': '77847ebcb146436a81d068e3c92b91de', 'fixed_ips': [{'subnet_id': '4011c41d-625a-4a4f-b17b-6325e727aa40'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:31:52.612341 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f60b3b1f-4678-4206-ab15-da2aecf35a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:52.659909 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fff0249c-eb03-4701-a961-a9d7857956a2 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3396704 Feb 20 03:31:52.668255 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0bdf296c-278d-4005-9c9d-834a9028d105 req-5684741a-cf48-4d2a-ab53-ed0e70aaa5f6 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1819634 Feb 20 03:31:52.670893 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60026) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:31:52.676813 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd7818cf-99c8-4060-aff7-81a6eeb7c2ca tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (6cd8314f-b698-4af9-a693-3aeacb2866c5), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:52.685167 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-c2d3b22a-6987-49c2-9e7a-cc521a83c4d9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1317471473-router', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:31:52.711096 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-93fe88de-8ce8-4486-8ac6-37026c8a0ad5 req-4176df94-0a88-4380-aa98-27f4a2192634 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d795000-65fc-4493-a388-e3ce1b3d02e3 HTTP/1.1" status: 200 len: 210 time: 0.2632167 Feb 20 03:31:52.763273 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b591cd-74b1-4ebe-8a73-145514456916 req-5ec0f0a2-c461-4c0e-ab1f-7a3c946efbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:52.769996 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-59b591cd-74b1-4ebe-8a73-145514456916 req-5ec0f0a2-c461-4c0e-ab1f-7a3c946efbae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4220235 Feb 20 03:31:52.809984 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7818cf-99c8-4060-aff7-81a6eeb7c2ca tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd8314f-b698-4af9-a693-3aeacb2866c5,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:52.904040 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd7818cf-99c8-4060-aff7-81a6eeb7c2ca tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:52.908221 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fd7818cf-99c8-4060-aff7-81a6eeb7c2ca tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7404263 Feb 20 03:31:52.911875 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60030) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:31:52.916363 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-d02cf9df-4c44-4f57-a259-91cb4268d503 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Request body: {'security_group_rule': {'security_group_id': '9aae0e47-f93c-41fb-b5a5-8593b9285415', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:31:52.978702 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b22a-6987-49c2-9e7a-cc521a83c4d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (952ad743-6165-488f-b20c-998dee722ae1), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:52.981196 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-f60b3b1f-4678-4206-ab15-da2aecf35a1c None None] Allocated IP 172.20.0.2 (16e82553-d900-47a8-be16-0e927aa5b122/4011c41d-625a-4a4f-b17b-6325e727aa40/4ffc1ba6-4c6b-45e4-9d5b-3066ace98128) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:31:52.984304 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ea7aec19-ec71-4b7c-a45c-4b1cc4023362 req-e7c1655f-e2be-4e49-af00-8493b8c7bc09 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5208392 Feb 20 03:31:52.988193 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b22a-6987-49c2-9e7a-cc521a83c4d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (952ad743-6165-488f-b20c-998dee722ae1), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:53.060921 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d02cf9df-4c44-4f57-a259-91cb4268d503 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks [] for security_group_rule (9af78f24-d1a8-4a01-ab64-f0e766d82e9c), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:53.304960 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device f0227393-4428-42ae-9ba1-10b655bc7611 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:31:53.322297 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b22a-6987-49c2-9e7a-cc521a83c4d9 admin admin] Publish callbacks [] for router_controller (952ad743-6165-488f-b20c-998dee722ae1), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:53.328049 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d02cf9df-4c44-4f57-a259-91cb4268d503 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks [] for security_group_rule (9af78f24-d1a8-4a01-ab64-f0e766d82e9c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:53.341091 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05b098-397a-4826-8bec-973aad0ce72c req-d9a7b6d9-c12f-420c-8b9c-f1d863aac6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:53.342619 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-df05b098-397a-4826-8bec-973aad0ce72c req-d9a7b6d9-c12f-420c-8b9c-f1d863aac6f4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c57b50288e7b457c88efecd379de5980&device_id=98952c5b-11b6-4301-be1b-267bc7ff8881 HTTP/1.1" status: 200 len: 1130 time: 0.1939573 Feb 20 03:31:53.353606 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f60b3b1f-4678-4206-ab15-da2aecf35a1c None None] Publish callbacks [] for port (4ffc1ba6-4c6b-45e4-9d5b-3066ace98128), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:53.412349 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port f0227393-4428-42ae-9ba1-10b655bc7611 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:31:53.412871 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f0227393-4428-42ae-9ba1-10b655bc7611), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:53.414272 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-59b591cd-74b1-4ebe-8a73-145514456916 req-6128117e-8bec-4cb6-9f70-ec8c8e80f63b service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6404374 Feb 20 03:31:53.438413 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b22373-c6da-409d-a7f2-f9cd46aa7211 req-9b9fcc24-ffff-44d2-8e93-b980dc594a74 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:53.441679 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-02b22373-c6da-409d-a7f2-f9cd46aa7211 req-9b9fcc24-ffff-44d2-8e93-b980dc594a74 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 943 time: 0.5169005 Feb 20 03:31:53.465217 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d02cf9df-4c44-4f57-a259-91cb4268d503 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (9af78f24-d1a8-4a01-ab64-f0e766d82e9c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:53.506947 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f60b3b1f-4678-4206-ab15-da2aecf35a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (4ffc1ba6-4c6b-45e4-9d5b-3066ace98128), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:53.526251 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02cf9df-4c44-4f57-a259-91cb4268d503 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9af78f24-d1a8-4a01-ab64-f0e766d82e9c,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:53.555147 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02cf9df-4c44-4f57-a259-91cb4268d503 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:53.555495 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02cf9df-4c44-4f57-a259-91cb4268d503 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:53.555840 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02cf9df-4c44-4f57-a259-91cb4268d503 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:53.556171 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02cf9df-4c44-4f57-a259-91cb4268d503 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:53.556684 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02cf9df-4c44-4f57-a259-91cb4268d503 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:53.557172 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02cf9df-4c44-4f57-a259-91cb4268d503 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:53.557656 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02cf9df-4c44-4f57-a259-91cb4268d503 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:53.558138 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02cf9df-4c44-4f57-a259-91cb4268d503 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:53.558714 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02cf9df-4c44-4f57-a259-91cb4268d503 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:53.559232 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02cf9df-4c44-4f57-a259-91cb4268d503 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:53.559731 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02cf9df-4c44-4f57-a259-91cb4268d503 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:53.560226 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02cf9df-4c44-4f57-a259-91cb4268d503 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:53.560723 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02cf9df-4c44-4f57-a259-91cb4268d503 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:53.620509 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05b098-397a-4826-8bec-973aad0ce72c req-6fe45869-2303-4a0c-b841-9d8c793f1a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:53.622264 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-df05b098-397a-4826-8bec-973aad0ce72c req-6fe45869-2303-4a0c-b841-9d8c793f1a6d service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.2727346 Feb 20 03:31:53.713132 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-df05b098-397a-4826-8bec-973aad0ce72c req-d2319fa3-467e-4ad0-aec5-0a9f94c936f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=02cb25de-79c8-4276-935a-1bca9c5bd478 HTTP/1.1" status: 200 len: 217 time: 0.0842841 Feb 20 03:31:53.716766 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d02cf9df-4c44-4f57-a259-91cb4268d503 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:53.722785 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60b3b1f-4678-4206-ab15-da2aecf35a1c None None] Network 16e82553-d900-47a8-be16-0e927aa5b122 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:31:53.725514 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d02cf9df-4c44-4f57-a259-91cb4268d503 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8125772 Feb 20 03:31:53.737433 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-f60b3b1f-4678-4206-ab15-da2aecf35a1c None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:31:53.737701 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60036) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:31:53.761798 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-578683db-e865-4424-b1b1-d5fc35d65652 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:31:53.775565 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b3b1f-4678-4206-ab15-da2aecf35a1c None None] Pushing event updated for resources: {'Port': ['ID=4ffc1ba6-4c6b-45e4-9d5b-3066ace98128,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:53.796082 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60b3b1f-4678-4206-ab15-da2aecf35a1c None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:31:53.800548 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 3aa6d5da-bbd0-4438-9363-107d378ae189 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:31:53.838528 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05b098-397a-4826-8bec-973aad0ce72c req-5f8d1b07-ce83-441f-b1ee-1a5dbf3e50d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:53.841353 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 3aa6d5da-bbd0-4438-9363-107d378ae189 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:31:53.841641 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 3aa6d5da-bbd0-4438-9363-107d378ae189 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:31:53.843153 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port f0227393-4428-42ae-9ba1-10b655bc7611 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:31:53.846967 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-df05b098-397a-4826-8bec-973aad0ce72c req-5f8d1b07-ce83-441f-b1ee-1a5dbf3e50d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1200669 Feb 20 03:31:53.914805 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-f60b3b1f-4678-4206-ab15-da2aecf35a1c None None] Attempting to bind port 4ffc1ba6-4c6b-45e4-9d5b-3066ace98128 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:31:53.918439 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-f60b3b1f-4678-4206-ab15-da2aecf35a1c None None] Attempting to bind port 4ffc1ba6-4c6b-45e4-9d5b-3066ace98128 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'cda420b9-3208-4359-b0a0-39d6d5b4153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:31:53.918977 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60b3b1f-4678-4206-ab15-da2aecf35a1c None None] Attempting to bind port 4ffc1ba6-4c6b-45e4-9d5b-3066ace98128 on network 16e82553-d900-47a8-be16-0e927aa5b122 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:31:53.924890 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05b098-397a-4826-8bec-973aad0ce72c req-560a7698-2b88-4ff3-b8bf-f96de13d5353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:53.926698 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-df05b098-397a-4826-8bec-973aad0ce72c req-560a7698-2b88-4ff3-b8bf-f96de13d5353 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0719991 Feb 20 03:31:53.933077 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60b3b1f-4678-4206-ab15-da2aecf35a1c None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:31:53.933648 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60b3b1f-4678-4206-ab15-da2aecf35a1c None None] Checking segment: {'id': 'cda420b9-3208-4359-b0a0-39d6d5b4153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:31:53.934165 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f60b3b1f-4678-4206-ab15-da2aecf35a1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:53.934668 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60b3b1f-4678-4206-ab15-da2aecf35a1c None None] Bound using segment: {'id': 'cda420b9-3208-4359-b0a0-39d6d5b4153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:31:53.935620 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-f60b3b1f-4678-4206-ab15-da2aecf35a1c None None] Bound port: 4ffc1ba6-4c6b-45e4-9d5b-3066ace98128, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda420b9-3208-4359-b0a0-39d6d5b4153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:31:53.937501 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f60b3b1f-4678-4206-ab15-da2aecf35a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4ffc1ba6-4c6b-45e4-9d5b-3066ace98128), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:54.035954 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-df05b098-397a-4826-8bec-973aad0ce72c req-1b842e17-42f5-4e17-b5af-9bfe65e113b0 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982671 Feb 20 03:31:54.051796 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-f60b3b1f-4678-4206-ab15-da2aecf35a1c None None] For port 4ffc1ba6-4c6b-45e4-9d5b-3066ace98128, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:31:54.056337 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-f60b3b1f-4678-4206-ab15-da2aecf35a1c None None] For port 4ffc1ba6-4c6b-45e4-9d5b-3066ace98128, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=4ffc1ba6-4c6b-45e4-9d5b-3066ace98128,segment=NetworkSegment(cda420b9-3208-4359-b0a0-39d6d5b4153c),segment_id=cda420b9-3208-4359-b0a0-39d6d5b4153c)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:31:54.057603 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b22a-6987-49c2-9e7a-cc521a83c4d9 admin admin] Publish callbacks [] for router_gateway (952ad743-6165-488f-b20c-998dee722ae1), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:54.069049 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543e4d9-0074-4b95-aba7-cb327680c870 req-0b78f456-0091-4ec1-960f-ea3bbac51ee7 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:54.077453 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e543e4d9-0074-4b95-aba7-cb327680c870 req-0b78f456-0091-4ec1-960f-ea3bbac51ee7 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/ports?device_id=98952c5b-11b6-4301-be1b-267bc7ff8881 HTTP/1.1" status: 200 len: 948 time: 0.8565855 Feb 20 03:31:54.126697 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-02b22373-c6da-409d-a7f2-f9cd46aa7211 req-37463623-8ca7-4b27-9821-d2026dbb93d9 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6680934 Feb 20 03:31:54.173711 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f60b3b1f-4678-4206-ab15-da2aecf35a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (4ffc1ba6-4c6b-45e4-9d5b-3066ace98128), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:54.184259 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-59b591cd-74b1-4ebe-8a73-145514456916 req-67c73d4e-705e-487c-994c-403982b21423 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7352872 Feb 20 03:31:54.210564 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d795000-65fc-4493-a388-e3ce1b3d02e3', 'name': 'network-vif-deleted', 'tag': '3aa6d5da-bbd0-4438-9363-107d378ae189'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:31:54.213168 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3749a403-582c-43de-bb92-cb39f7f6e5e0" -d '{"events": [{"server_uuid": "9d795000-65fc-4493-a388-e3ce1b3d02e3", "name": "network-vif-deleted", "tag": "3aa6d5da-bbd0-4438-9363-107d378ae189"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:31:54.289281 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-578683db-e865-4424-b1b1-d5fc35d65652 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:54.289535 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-df05b098-397a-4826-8bec-973aad0ce72c req-9da2d504-9c5b-4cf9-bb16-167f810ef262 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494969 Feb 20 03:31:54.321302 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b3b1f-4678-4206-ab15-da2aecf35a1c None None] Pushing event updated for resources: {'Port': ['ID=4ffc1ba6-4c6b-45e4-9d5b-3066ace98128,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:54.387508 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e543e4d9-0074-4b95-aba7-cb327680c870 req-301aedf1-987e-4cdd-8f54-c826deb2437e tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/security-groups?id=f3fd1f17-522e-45da-bcf5-484b402e8697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091075 Feb 20 03:31:54.414372 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7c021-5b77-464e-9dd2-478a885f3ab8 req-d1b548c5-b952-4880-9d36-714e184ed693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:54.416478 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-bcf7c021-5b77-464e-9dd2-478a885f3ab8 req-d1b548c5-b952-4880-9d36-714e184ed693 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c57b50288e7b457c88efecd379de5980&device_id=eaa568f6-3cc1-48f1-85d5-89001a4af509 HTTP/1.1" status: 200 len: 1129 time: 0.0859125 Feb 20 03:31:54.518387 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58262c-232c-457e-bdea-10c58f648f0a req-dcd267c1-8537-4cea-831d-e3d9f36534b5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:54.523625 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58262c-232c-457e-bdea-10c58f648f0a req-dcd267c1-8537-4cea-831d-e3d9f36534b5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:54.533307 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58262c-232c-457e-bdea-10c58f648f0a req-dcd267c1-8537-4cea-831d-e3d9f36534b5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:54.538710 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58262c-232c-457e-bdea-10c58f648f0a req-dcd267c1-8537-4cea-831d-e3d9f36534b5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:54.544031 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58262c-232c-457e-bdea-10c58f648f0a req-dcd267c1-8537-4cea-831d-e3d9f36534b5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:54.550955 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58262c-232c-457e-bdea-10c58f648f0a req-dcd267c1-8537-4cea-831d-e3d9f36534b5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:54.570849 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58262c-232c-457e-bdea-10c58f648f0a req-dcd267c1-8537-4cea-831d-e3d9f36534b5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:54.587498 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f58262c-232c-457e-bdea-10c58f648f0a req-dcd267c1-8537-4cea-831d-e3d9f36534b5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.3615139 Feb 20 03:31:54.597883 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e6bc8a-06cf-4211-9e0a-b15984761278 x-openstack-request-id: req-c1e6bc8a-06cf-4211-9e0a-b15984761278 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:31:54.598196 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d795000-65fc-4493-a388-e3ce1b3d02e3", "name": "network-vif-deleted", "tag": "3aa6d5da-bbd0-4438-9363-107d378ae189", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:31:54.603570 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c1e6bc8a-06cf-4211-9e0a-b15984761278 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:31:54.603570 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d795000-65fc-4493-a388-e3ce1b3d02e3', 'name': 'network-vif-deleted', 'tag': '3aa6d5da-bbd0-4438-9363-107d378ae189', 'status': 'completed', 'code': 200} Feb 20 03:31:54.652258 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7c021-5b77-464e-9dd2-478a885f3ab8 req-89d82b72-43a5-4173-8488-7d4bde0cd76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:54.659527 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-bcf7c021-5b77-464e-9dd2-478a885f3ab8 req-89d82b72-43a5-4173-8488-7d4bde0cd76c service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.2339358 Feb 20 03:31:54.721098 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-bcf7c021-5b77-464e-9dd2-478a885f3ab8 req-edee006b-719e-4ead-9a99-e71dd275529b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=bb50466d-f014-419e-9b24-3de6166d551a HTTP/1.1" status: 200 len: 217 time: 0.0581708 Feb 20 03:31:54.809057 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-578683db-e865-4424-b1b1-d5fc35d65652 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:54.828287 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4ffc1ba6-4c6b-45e4-9d5b-3066ace98128 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:31:54.829904 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7c021-5b77-464e-9dd2-478a885f3ab8 req-9ff57aee-6116-44ca-9682-a76034c96b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:54.831451 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-bcf7c021-5b77-464e-9dd2-478a885f3ab8 req-9ff57aee-6116-44ca-9682-a76034c96b0e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1037185 Feb 20 03:31:54.928951 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7c021-5b77-464e-9dd2-478a885f3ab8 req-eebacbcd-fc84-4ce6-ab8d-6a7123c479bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:54.931225 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 4ffc1ba6-4c6b-45e4-9d5b-3066ace98128 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:31:54.931625 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4ffc1ba6-4c6b-45e4-9d5b-3066ace98128), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:54.934054 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-bcf7c021-5b77-464e-9dd2-478a885f3ab8 req-eebacbcd-fc84-4ce6-ab8d-6a7123c479bc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0915380 Feb 20 03:31:54.983201 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f58262c-232c-457e-bdea-10c58f648f0a req-e84cea6f-7a46-4746-9b1b-6b40fd933d84 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3732071 Feb 20 03:31:55.086753 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 4ffc1ba6-4c6b-45e4-9d5b-3066ace98128 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:31:55.087267 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4ffc1ba6-4c6b-45e4-9d5b-3066ace98128), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:55.148272 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b22a-6987-49c2-9e7a-cc521a83c4d9 admin admin] Publish callbacks [] for router_gateway (952ad743-6165-488f-b20c-998dee722ae1), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:55.176948 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b22a-6987-49c2-9e7a-cc521a83c4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:55.181762 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-bcf7c021-5b77-464e-9dd2-478a885f3ab8 req-0931cba5-53ca-4007-9420-79f818ede94e service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387984 Feb 20 03:31:55.196987 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-578683db-e865-4424-b1b1-d5fc35d65652 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Allocated IP 172.25.7.109 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/20f1de63-c038-466d-aec3-6901cc4f0a0c) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:31:55.218951 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 4ffc1ba6-4c6b-45e4-9d5b-3066ace98128, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=4ffc1ba6-4c6b-45e4-9d5b-3066ace98128,segment=NetworkSegment(cda420b9-3208-4359-b0a0-39d6d5b4153c),segment_id=cda420b9-3208-4359-b0a0-39d6d5b4153c)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:31:55.296633 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (4ffc1ba6-4c6b-45e4-9d5b-3066ace98128), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:55.339960 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-bcf7c021-5b77-464e-9dd2-478a885f3ab8 req-da2bd22a-ad00-4d47-94f8-9d3f865674c4 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521437 Feb 20 03:31:55.389758 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=4ffc1ba6-4c6b-45e4-9d5b-3066ace98128,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:55.862224 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d333b8-e28a-4269-9752-29e3204c6384 req-2fd2cbd3-6654-489b-b54c-bd0a6e221456 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:55.863781 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-64d333b8-e28a-4269-9752-29e3204c6384 req-2fd2cbd3-6654-489b-b54c-bd0a6e221456 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 945 time: 0.6207407 Feb 20 03:31:55.881250 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f4c366-1209-41ca-9deb-892876e742b0 None None] Network 16e82553-d900-47a8-be16-0e927aa5b122 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:31:55.906800 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805defd-00a1-457e-97b3-767d8966df1c req-9703ea5e-6ef8-4720-a2a3-d177989031cf tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:55.909035 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e805defd-00a1-457e-97b3-767d8966df1c req-9703ea5e-6ef8-4720-a2a3-d177989031cf tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 943 time: 0.6019440 Feb 20 03:31:55.921011 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-578683db-e865-4424-b1b1-d5fc35d65652 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks [] for port (20f1de63-c038-466d-aec3-6901cc4f0a0c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:55.998898 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ade30975-7d82-463d-b8aa-3b232fa7cfc9 None None] Provisioning complete for port 4ffc1ba6-4c6b-45e4-9d5b-3066ace98128 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:31:56.000082 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ade30975-7d82-463d-b8aa-3b232fa7cfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4ffc1ba6-4c6b-45e4-9d5b-3066ace98128), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:56.023532 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e805defd-00a1-457e-97b3-767d8966df1c req-feec4025-c2e0-4f4a-b352-d9b1158ecacb tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065805 Feb 20 03:31:56.029067 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-64d333b8-e28a-4269-9752-29e3204c6384 req-32d7c9c3-87cc-499c-a7eb-54ad1eefb2a3 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595030 Feb 20 03:31:56.116407 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-578683db-e865-4424-b1b1-d5fc35d65652 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (20f1de63-c038-466d-aec3-6901cc4f0a0c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:56.191891 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ade30975-7d82-463d-b8aa-3b232fa7cfc9 None None] Current status of the port 4ffc1ba6-4c6b-45e4-9d5b-3066ace98128 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:31:56.363249 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578683db-e865-4424-b1b1-d5fc35d65652 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:31:56.376469 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-23589123-2f2a-4f04-9062-46b91fb9ce31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:56.384432 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-578683db-e865-4424-b1b1-d5fc35d65652 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:31:56.397544 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-c2d3b22a-6987-49c2-9e7a-cc521a83c4d9 admin admin] Allocated IP 172.25.7.70 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/b5b3952c-2814-4682-816e-f7034bcf7b6a) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:31:56.399956 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578683db-e865-4424-b1b1-d5fc35d65652 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:31:56.410221 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578683db-e865-4424-b1b1-d5fc35d65652 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Pushing event updated for resources: {'Port': ['ID=20f1de63-c038-466d-aec3-6901cc4f0a0c,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:56.476476 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578683db-e865-4424-b1b1-d5fc35d65652 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:56.477211 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578683db-e865-4424-b1b1-d5fc35d65652 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:56.477679 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578683db-e865-4424-b1b1-d5fc35d65652 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:56.478175 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578683db-e865-4424-b1b1-d5fc35d65652 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:56.478617 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578683db-e865-4424-b1b1-d5fc35d65652 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:56.479088 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578683db-e865-4424-b1b1-d5fc35d65652 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:56.479528 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578683db-e865-4424-b1b1-d5fc35d65652 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:56.479984 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578683db-e865-4424-b1b1-d5fc35d65652 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:56.480405 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578683db-e865-4424-b1b1-d5fc35d65652 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:56.480888 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578683db-e865-4424-b1b1-d5fc35d65652 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:56.481341 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578683db-e865-4424-b1b1-d5fc35d65652 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:56.481964 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578683db-e865-4424-b1b1-d5fc35d65652 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:56.482186 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578683db-e865-4424-b1b1-d5fc35d65652 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:31:56.515673 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d9decf67-ed1c-40b0-8916-149474b73ddd None None] Provisioning complete for port 4ffc1ba6-4c6b-45e4-9d5b-3066ace98128 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:31:56.516237 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d9decf67-ed1c-40b0-8916-149474b73ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4ffc1ba6-4c6b-45e4-9d5b-3066ace98128), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:56.522567 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b843da-15fc-4eeb-aeac-8cdbe6355d72 req-5813538f-0358-4a6a-bc8d-535b925f7900 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:56.522567 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f9b843da-15fc-4eeb-aeac-8cdbe6355d72 req-5813538f-0358-4a6a-bc8d-535b925f7900 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/ports?device_id=98952c5b-11b6-4301-be1b-267bc7ff8881 HTTP/1.1" status: 200 len: 948 time: 0.3399129 Feb 20 03:31:56.531632 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5bf3e6-6c08-4be1-88b6-6b11724dea5a req-4205915a-5ace-42a8-944a-36a77f273ae0 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:56.537691 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5bf3e6-6c08-4be1-88b6-6b11724dea5a req-4205915a-5ace-42a8-944a-36a77f273ae0 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:56.549628 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5bf3e6-6c08-4be1-88b6-6b11724dea5a req-4205915a-5ace-42a8-944a-36a77f273ae0 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:56.556444 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5bf3e6-6c08-4be1-88b6-6b11724dea5a req-4205915a-5ace-42a8-944a-36a77f273ae0 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:56.562899 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5bf3e6-6c08-4be1-88b6-6b11724dea5a req-4205915a-5ace-42a8-944a-36a77f273ae0 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:56.570740 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5bf3e6-6c08-4be1-88b6-6b11724dea5a req-4205915a-5ace-42a8-944a-36a77f273ae0 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:56.576185 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5bf3e6-6c08-4be1-88b6-6b11724dea5a req-4205915a-5ace-42a8-944a-36a77f273ae0 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:56.578153 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1a5bf3e6-6c08-4be1-88b6-6b11724dea5a req-4205915a-5ace-42a8-944a-36a77f273ae0 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.3935993 Feb 20 03:31:56.613558 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d9decf67-ed1c-40b0-8916-149474b73ddd None None] Current status of the port 4ffc1ba6-4c6b-45e4-9d5b-3066ace98128 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:31:56.712940 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4ffc1ba6-4c6b-45e4-9d5b-3066ace98128 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:31:56.719088 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b22a-6987-49c2-9e7a-cc521a83c4d9 admin admin] Publish callbacks [] for port (b5b3952c-2814-4682-816e-f7034bcf7b6a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:56.801349 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 4ffc1ba6-4c6b-45e4-9d5b-3066ace98128 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:31:56.801832 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4ffc1ba6-4c6b-45e4-9d5b-3066ace98128), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:56.834029 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f9b843da-15fc-4eeb-aeac-8cdbe6355d72 req-1620c6e5-65c7-48e7-86bf-4f5bc4947089 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/security-groups?id=f3fd1f17-522e-45da-bcf5-484b402e8697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525291 Feb 20 03:31:56.846381 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1a5bf3e6-6c08-4be1-88b6-6b11724dea5a req-5bcc8914-3ade-4319-8435-9c76454bf080 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2268357 Feb 20 03:31:56.862150 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-578683db-e865-4424-b1b1-d5fc35d65652 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks [] for floatingip (65d4044d-9dc7-4513-9cdd-ad50b7994ae9), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:56.928269 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b22a-6987-49c2-9e7a-cc521a83c4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (b5b3952c-2814-4682-816e-f7034bcf7b6a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:56.930747 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 4ffc1ba6-4c6b-45e4-9d5b-3066ace98128 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:31:56.979458 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d3b22a-6987-49c2-9e7a-cc521a83c4d9 admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:31:56.983314 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-c2d3b22a-6987-49c2-9e7a-cc521a83c4d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:31:56.987485 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d3b22a-6987-49c2-9e7a-cc521a83c4d9 admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:31:57.039414 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3b22a-6987-49c2-9e7a-cc521a83c4d9 admin admin] Pushing event updated for resources: {'Port': ['ID=b5b3952c-2814-4682-816e-f7034bcf7b6a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:57.076895 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-578683db-e865-4424-b1b1-d5fc35d65652 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (20f1de63-c038-466d-aec3-6901cc4f0a0c), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:57.237608 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94787390-1fa2-41d7-b22d-779aa1956e52 req-86472e0f-0f5f-4399-9d9d-fc6769f54ad4 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:57.239945 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-94787390-1fa2-41d7-b22d-779aa1956e52 req-86472e0f-0f5f-4399-9d9d-fc6769f54ad4 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.42 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 945 time: 0.0696015 Feb 20 03:31:57.332559 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ce410-fedd-4318-942e-8159e1af0275 req-afc05c2b-db76-49a1-be46-b1a979d98f89 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:57.334198 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1e2ce410-fedd-4318-942e-8159e1af0275 req-afc05c2b-db76-49a1-be46-b1a979d98f89 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 945 time: 0.1972530 Feb 20 03:31:57.413256 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-94787390-1fa2-41d7-b22d-779aa1956e52 req-f339ccca-ecab-4e59-9ec7-89a4aeb2741b tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Deleting port 135255bd-7920-4872-acef-1a20ed310edd {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:31:57.413889 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-94787390-1fa2-41d7-b22d-779aa1956e52 req-f339ccca-ecab-4e59-9ec7-89a4aeb2741b tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (135255bd-7920-4872-acef-1a20ed310edd), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:57.523299 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-94787390-1fa2-41d7-b22d-779aa1956e52 req-f339ccca-ecab-4e59-9ec7-89a4aeb2741b tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] For port 135255bd-7920-4872-acef-1a20ed310edd, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=135255bd-7920-4872-acef-1a20ed310edd,segment=NetworkSegment(7b9eb775-1690-424a-89bc-987700c875dd),segment_id=7b9eb775-1690-424a-89bc-987700c875dd)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:31:57.524355 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-94787390-1fa2-41d7-b22d-779aa1956e52 req-f339ccca-ecab-4e59-9ec7-89a4aeb2741b tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (135255bd-7920-4872-acef-1a20ed310edd), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:57.538980 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-94787390-1fa2-41d7-b22d-779aa1956e52 req-f339ccca-ecab-4e59-9ec7-89a4aeb2741b tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Calling delete_port for 135255bd-7920-4872-acef-1a20ed310edd owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:31:57.568851 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1e2ce410-fedd-4318-942e-8159e1af0275 req-1bd7e891-65ec-4297-8690-3f2f1df325b9 tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/security-groups?id=5a19b172-82e7-42ed-9887-4eb6c3a284c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236922 Feb 20 03:31:57.582534 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82971f6a-4da3-422e-a2ca-14698fbde343 req-72e9097f-8458-4076-92e5-c8f67e6f5efb tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:57.591065 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-82971f6a-4da3-422e-a2ca-14698fbde343 req-72e9097f-8458-4076-92e5-c8f67e6f5efb tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 943 time: 0.2539141 Feb 20 03:31:57.633643 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-578683db-e865-4424-b1b1-d5fc35d65652 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks [] for port (20f1de63-c038-466d-aec3-6901cc4f0a0c), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:57.684710 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-82971f6a-4da3-422e-a2ca-14698fbde343 req-ce57cd1d-21e9-45b5-b847-83fd10495286 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928319 Feb 20 03:31:57.685369 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b22a-6987-49c2-9e7a-cc521a83c4d9 admin admin] Publish callbacks [] for router_gateway (952ad743-6165-488f-b20c-998dee722ae1), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:57.766645 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-578683db-e865-4424-b1b1-d5fc35d65652 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (20f1de63-c038-466d-aec3-6901cc4f0a0c), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:57.768951 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device bb50466d-f014-419e-9b24-3de6166d551a details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:31:57.804685 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-94787390-1fa2-41d7-b22d-779aa1956e52 req-f339ccca-ecab-4e59-9ec7-89a4aeb2741b tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (135255bd-7920-4872-acef-1a20ed310edd), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:57.848484 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['135255bd-7920-4872-acef-1a20ed310edd'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:31:57.853638 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339ccca-ecab-4e59-9ec7-89a4aeb2741b tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Pushing event deleted for resources: {'Port': ['ID=135255bd-7920-4872-acef-1a20ed310edd,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:57.937350 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-94787390-1fa2-41d7-b22d-779aa1956e52 req-f339ccca-ecab-4e59-9ec7-89a4aeb2741b tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] No DVR routers for this DVR port 135255bd-7920-4872-acef-1a20ed310edd on host n-h1-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:31:57.941204 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-94787390-1fa2-41d7-b22d-779aa1956e52 req-f339ccca-ecab-4e59-9ec7-89a4aeb2741b tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:57.944619 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-94787390-1fa2-41d7-b22d-779aa1956e52 req-f339ccca-ecab-4e59-9ec7-89a4aeb2741b tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.42 "DELETE /v2.0/ports/135255bd-7920-4872-acef-1a20ed310edd HTTP/1.1" status: 204 len: 173 time: 0.6981723 Feb 20 03:31:57.945588 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be00fc32-e442-4486-a041-ef643f348423', 'name': 'network-vif-deleted', 'tag': '135255bd-7920-4872-acef-1a20ed310edd'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:31:57.961914 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd5459d-6474-4aaf-8acf-5b1d16b0fe63" -d '{"events": [{"server_uuid": "be00fc32-e442-4486-a041-ef643f348423", "name": "network-vif-deleted", "tag": "135255bd-7920-4872-acef-1a20ed310edd"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:31:58.092211 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578683db-e865-4424-b1b1-d5fc35d65652 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Pushing event updated for resources: {'Port': ['ID=20f1de63-c038-466d-aec3-6901cc4f0a0c,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:58.103070 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port bb50466d-f014-419e-9b24-3de6166d551a, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=bb50466d-f014-419e-9b24-3de6166d551a,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:31:58.110985 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa1189-8f96-4452-b718-fc6a5ff4a5c0 req-de0f56a7-bf03-4899-9e7e-d6a95e5b80cc tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:58.112998 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e3aa1189-8f96-4452-b718-fc6a5ff4a5c0 req-de0f56a7-bf03-4899-9e7e-d6a95e5b80cc tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 945 time: 0.3179219 Feb 20 03:31:58.119810 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'bb50466d-f014-419e-9b24-3de6166d551a', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': 'bb50466d-f014-419e-9b24-3de6166d551a', 'mac_address': 'fa:16:3e:38:2e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:31:58.157141 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-578683db-e865-4424-b1b1-d5fc35d65652 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (65d4044d-9dc7-4513-9cdd-ad50b7994ae9), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:58.166867 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff431b-044e-43a5-ad5e-2a6803bf4444 req-f88e77e3-49f3-488c-834f-1550aba48cda tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:58.174223 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cbff431b-044e-43a5-ad5e-2a6803bf4444 req-f88e77e3-49f3-488c-834f-1550aba48cda tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 945 time: 0.4215224 Feb 20 03:31:58.183952 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port bb50466d-f014-419e-9b24-3de6166d551a is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:31:58.187967 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bb50466d-f014-419e-9b24-3de6166d551a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:58.200741 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb50466d-f014-419e-9b24-3de6166d551a {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:31:58.227492 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port bb50466d-f014-419e-9b24-3de6166d551a, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=bb50466d-f014-419e-9b24-3de6166d551a,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:31:58.253374 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61783d-91ed-4a78-adb5-6f5200ca6194 req-8d6f5c03-36bd-4b8a-ab46-39d36fa3f184 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:58.254979 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fb61783d-91ed-4a78-adb5-6f5200ca6194 req-8d6f5c03-36bd-4b8a-ab46-39d36fa3f184 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/ports?device_id=98952c5b-11b6-4301-be1b-267bc7ff8881 HTTP/1.1" status: 200 len: 948 time: 0.2807491 Feb 20 03:31:58.340028 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bb50466d-f014-419e-9b24-3de6166d551a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:58.340943 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 02cb25de-79c8-4276-935a-1bca9c5bd478 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:31:58.353975 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-578683db-e865-4424-b1b1-d5fc35d65652 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:58.355138 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-578683db-e865-4424-b1b1-d5fc35d65652 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5990350 Feb 20 03:31:58.406564 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cbff431b-044e-43a5-ad5e-2a6803bf4444 req-9db2abb5-0881-453a-a5e4-00710a5cff67 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295475 Feb 20 03:31:58.437414 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fb61783d-91ed-4a78-adb5-6f5200ca6194 req-5ddd1d3d-282d-4599-a292-bb12c882531b tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/security-groups?id=f3fd1f17-522e-45da-bcf5-484b402e8697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235156 Feb 20 03:31:58.461308 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 02cb25de-79c8-4276-935a-1bca9c5bd478, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=02cb25de-79c8-4276-935a-1bca9c5bd478,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:31:58.476019 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=bb50466d-f014-419e-9b24-3de6166d551a,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:58.488342 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '02cb25de-79c8-4276-935a-1bca9c5bd478', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': '02cb25de-79c8-4276-935a-1bca9c5bd478', 'mac_address': 'fa:16:3e:21:8b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:31:58.513243 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6384c3cb-0991-468e-9870-ac47e392897a x-openstack-request-id: req-6384c3cb-0991-468e-9870-ac47e392897a {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:31:58.513730 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be00fc32-e442-4486-a041-ef643f348423", "name": "network-vif-deleted", "tag": "135255bd-7920-4872-acef-1a20ed310edd", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:31:58.513832 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6384c3cb-0991-468e-9870-ac47e392897a {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:31:58.514222 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be00fc32-e442-4486-a041-ef643f348423', 'name': 'network-vif-deleted', 'tag': '135255bd-7920-4872-acef-1a20ed310edd', 'status': 'completed', 'code': 200} Feb 20 03:31:58.537903 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b22a-6987-49c2-9e7a-cc521a83c4d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (952ad743-6165-488f-b20c-998dee722ae1), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:58.547683 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 02cb25de-79c8-4276-935a-1bca9c5bd478 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:31:58.548585 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (02cb25de-79c8-4276-935a-1bca9c5bd478), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:58.560208 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-e3aa1189-8f96-4452-b718-fc6a5ff4a5c0 req-2514109c-8dd8-4e0b-94e4-6afde05ef98d tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Deleting port d63e954e-40b6-4bee-a093-5acd484efee8 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:31:58.560556 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e3aa1189-8f96-4452-b718-fc6a5ff4a5c0 req-2514109c-8dd8-4e0b-94e4-6afde05ef98d tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (d63e954e-40b6-4bee-a093-5acd484efee8), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:58.570024 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02cb25de-79c8-4276-935a-1bca9c5bd478 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:31:58.612910 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 02cb25de-79c8-4276-935a-1bca9c5bd478, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=02cb25de-79c8-4276-935a-1bca9c5bd478,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:31:58.684822 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (02cb25de-79c8-4276-935a-1bca9c5bd478), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:58.756063 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=02cb25de-79c8-4276-935a-1bca9c5bd478,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:58.758981 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-972ad94d-9dcb-4778-8b16-8425fbc8b423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:58.799488 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f963fd8a-8bb6-4dcb-a4da-c108223a544e req-58be16e3-1098-457b-af42-7f8b6fce23dc tempest-ServerRescueTestJSON-1103035752 tempest-ServerRescueTestJSON-1103035752-project] 10.222.0.89 "GET /v2.0/ports?device_id=be00fc32-e442-4486-a041-ef643f348423 HTTP/1.1" status: 200 len: 210 time: 0.0618436 Feb 20 03:31:58.865918 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025ab12-db9f-4fd2-b2df-9dc70c242f01 req-50f331dc-ef66-49af-a4f0-2ed6a4305310 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:58.868990 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025ab12-db9f-4fd2-b2df-9dc70c242f01 req-50f331dc-ef66-49af-a4f0-2ed6a4305310 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:58.874263 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025ab12-db9f-4fd2-b2df-9dc70c242f01 req-50f331dc-ef66-49af-a4f0-2ed6a4305310 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:58.879937 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025ab12-db9f-4fd2-b2df-9dc70c242f01 req-50f331dc-ef66-49af-a4f0-2ed6a4305310 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:58.885377 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025ab12-db9f-4fd2-b2df-9dc70c242f01 req-50f331dc-ef66-49af-a4f0-2ed6a4305310 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:58.890696 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025ab12-db9f-4fd2-b2df-9dc70c242f01 req-50f331dc-ef66-49af-a4f0-2ed6a4305310 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:58.896999 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025ab12-db9f-4fd2-b2df-9dc70c242f01 req-50f331dc-ef66-49af-a4f0-2ed6a4305310 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:58.898914 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1025ab12-db9f-4fd2-b2df-9dc70c242f01 req-50f331dc-ef66-49af-a4f0-2ed6a4305310 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.2779357 Feb 20 03:31:58.941873 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['bb50466d-f014-419e-9b24-3de6166d551a'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:31:59.001711 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['02cb25de-79c8-4276-935a-1bca9c5bd478'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:31:59.001941 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-e3aa1189-8f96-4452-b718-fc6a5ff4a5c0 req-2514109c-8dd8-4e0b-94e4-6afde05ef98d tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] For port d63e954e-40b6-4bee-a093-5acd484efee8, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=d63e954e-40b6-4bee-a093-5acd484efee8,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:31:59.002285 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e3aa1189-8f96-4452-b718-fc6a5ff4a5c0 req-2514109c-8dd8-4e0b-94e4-6afde05ef98d tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (d63e954e-40b6-4bee-a093-5acd484efee8), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:59.041366 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-e3aa1189-8f96-4452-b718-fc6a5ff4a5c0 req-2514109c-8dd8-4e0b-94e4-6afde05ef98d tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Calling delete_port for d63e954e-40b6-4bee-a093-5acd484efee8 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:31:59.081715 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c78a79-42f2-4e03-a6dc-48b6aa05c4d8 req-9789dbc0-07b0-4ebb-95be-a8911f771ec4 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:59.083244 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31c78a79-42f2-4e03-a6dc-48b6aa05c4d8 req-9789dbc0-07b0-4ebb-95be-a8911f771ec4 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 943 time: 0.1834109 Feb 20 03:31:59.087661 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1025ab12-db9f-4fd2-b2df-9dc70c242f01 req-d2913ca1-02ba-4f1a-9496-0239866a1b48 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1679971 Feb 20 03:31:59.198018 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31c78a79-42f2-4e03-a6dc-48b6aa05c4d8 req-39aa194b-d7b1-41e3-b320-2c46a752be56 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040854 Feb 20 03:31:59.318719 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d3b22a-6987-49c2-9e7a-cc521a83c4d9 admin admin] Router 952ad743-6165-488f-b20c-998dee722ae1 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:31:59.363359 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e3aa1189-8f96-4452-b718-fc6a5ff4a5c0 req-2514109c-8dd8-4e0b-94e4-6afde05ef98d tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (d63e954e-40b6-4bee-a093-5acd484efee8), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:59.398711 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514109c-8dd8-4e0b-94e4-6afde05ef98d tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Pushing event deleted for resources: {'Port': ['ID=d63e954e-40b6-4bee-a093-5acd484efee8,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:31:59.785103 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device bb50466d-f014-419e-9b24-3de6166d551a up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:31:59.816465 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:59.847886 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3aa1189-8f96-4452-b718-fc6a5ff4a5c0 req-2514109c-8dd8-4e0b-94e4-6afde05ef98d tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] No DVR routers for this DVR port d63e954e-40b6-4bee-a093-5acd484efee8 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:31:59.847886 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e3aa1189-8f96-4452-b718-fc6a5ff4a5c0 req-2514109c-8dd8-4e0b-94e4-6afde05ef98d tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:59.850586 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e3aa1189-8f96-4452-b718-fc6a5ff4a5c0 req-2514109c-8dd8-4e0b-94e4-6afde05ef98d tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.42 "DELETE /v2.0/ports/d63e954e-40b6-4bee-a093-5acd484efee8 HTTP/1.1" status: 204 len: 173 time: 1.7206643 Feb 20 03:31:59.892851 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf3f499-82bc-4fb4-93e6-4304f46ec34a', 'name': 'network-vif-deleted', 'tag': 'd63e954e-40b6-4bee-a093-5acd484efee8'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:31:59.895039 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ebbee4-cd2d-4cca-8b0b-1f07d8138eae" -d '{"events": [{"server_uuid": "3cf3f499-82bc-4fb4-93e6-4304f46ec34a", "name": "network-vif-deleted", "tag": "d63e954e-40b6-4bee-a093-5acd484efee8"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:31:59.898999 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-de4528c0-e56e-4a0e-bdd5-5173bcd36a96 req-3646253a-3b06-4668-8f41-ec9b8f5bcc0a tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 210 time: 0.0967224 Feb 20 03:31:59.918624 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d3b22a-6987-49c2-9e7a-cc521a83c4d9 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:31:59.937203 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4ffc65-b3b5-40bc-a983-65ff38fed9b7 None None] Sync routers for ids ['952ad743-6165-488f-b20c-998dee722ae1'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:31:59.945410 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port bb50466d-f014-419e-9b24-3de6166d551a completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:31:59.947550 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff7386-bca5-44cf-ab97-ad3a27ac391d req-bb76f469-41c0-4373-807a-35ace3cdcdd8 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:31:59.954288 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-91ff7386-bca5-44cf-ab97-ad3a27ac391d req-bb76f469-41c0-4373-807a-35ace3cdcdd8 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/ports?device_id=98952c5b-11b6-4301-be1b-267bc7ff8881 HTTP/1.1" status: 200 len: 949 time: 0.1507802 Feb 20 03:31:59.968940 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port bb50466d-f014-419e-9b24-3de6166d551a triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:31:59.970285 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (bb50466d-f014-419e-9b24-3de6166d551a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:31:59.990586 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60132) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:32:00.025820 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b22a-6987-49c2-9e7a-cc521a83c4d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:00.026798 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4ffc65-b3b5-40bc-a983-65ff38fed9b7 None None] Routers {'952ad743-6165-488f-b20c-998dee722ae1'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:32:00.027284 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c2d3b22a-6987-49c2-9e7a-cc521a83c4d9 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.3548508 Feb 20 03:32:00.031081 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-cb4ffc65-b3b5-40bc-a983-65ff38fed9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:31:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['952ad743-6165-488f-b20c-998dee722ae1'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:32:00.033014 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60138) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:32:00.148423 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6828edd7-ba5f-4b22-911c-d5ef8da905b4 x-openstack-request-id: req-6828edd7-ba5f-4b22-911c-d5ef8da905b4 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:32:00.149131 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf3f499-82bc-4fb4-93e6-4304f46ec34a", "name": "network-vif-deleted", "tag": "d63e954e-40b6-4bee-a093-5acd484efee8", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:32:00.159051 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6828edd7-ba5f-4b22-911c-d5ef8da905b4 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:32:00.159051 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf3f499-82bc-4fb4-93e6-4304f46ec34a', 'name': 'network-vif-deleted', 'tag': 'd63e954e-40b6-4bee-a093-5acd484efee8', 'status': 'completed', 'code': 200} Feb 20 03:32:00.187781 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-91ff7386-bca5-44cf-ab97-ad3a27ac391d req-27c0d625-6e73-40e7-9713-aa2e397f52b8 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/security-groups?id=f3fd1f17-522e-45da-bcf5-484b402e8697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269001 Feb 20 03:32:00.350956 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port bb50466d-f014-419e-9b24-3de6166d551a is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:00.351386 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bb50466d-f014-419e-9b24-3de6166d551a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:00.366692 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-cb4ffc65-b3b5-40bc-a983-65ff38fed9b7 None None] Set router 952ad743-6165-488f-b20c-998dee722ae1 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:32:00.471450 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa568f6-3cc1-48f1-85d5-89001a4af509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb50466d-f014-419e-9b24-3de6166d551a'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:32:00.474247 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff13a16-698d-43a0-b28e-32294bc20076" -d '{"events": [{"server_uuid": "eaa568f6-3cc1-48f1-85d5-89001a4af509", "name": "network-vif-plugged", "status": "completed", "tag": "bb50466d-f014-419e-9b24-3de6166d551a"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:32:00.491537 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port bb50466d-f014-419e-9b24-3de6166d551a, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=bb50466d-f014-419e-9b24-3de6166d551a,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:00.569293 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bb50466d-f014-419e-9b24-3de6166d551a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:00.571290 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 02cb25de-79c8-4276-935a-1bca9c5bd478 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:32:00.664305 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=bb50466d-f014-419e-9b24-3de6166d551a,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:00.764851 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd9bea3d-cff0-40d5-bc25-283091f3c982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (904de953-09cc-4f1d-8925-c90e7cc7e042), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:00.783388 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-cb4ffc65-b3b5-40bc-a983-65ff38fed9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952ad743-6165-488f-b20c-998dee722ae1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317471473-router', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:53Z', 'updated_at': '2022-02-20T03:31:57Z', 'revision_number': 3, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'gw_port': {'id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:55Z', 'updated_at': '2022-02-20T03:31:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:32:00.795957 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dac12-983f-40b6-9603-b195cf2f76d3 req-1ca9b27e-ffcd-4301-aa6c-7954bc84eff3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:00.809848 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dac12-983f-40b6-9603-b195cf2f76d3 req-1ca9b27e-ffcd-4301-aa6c-7954bc84eff3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:00.827375 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dac12-983f-40b6-9603-b195cf2f76d3 req-1ca9b27e-ffcd-4301-aa6c-7954bc84eff3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:00.844164 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4ffc65-b3b5-40bc-a983-65ff38fed9b7 None None] Checking router: 952ad743-6165-488f-b20c-998dee722ae1 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:32:00.846523 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dac12-983f-40b6-9603-b195cf2f76d3 req-1ca9b27e-ffcd-4301-aa6c-7954bc84eff3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:00.846951 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4ffc65-b3b5-40bc-a983-65ff38fed9b7 None None] Updating router 952ad743-6165-488f-b20c-998dee722ae1 port b5b3952c-2814-4682-816e-f7034bcf7b6a binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:32:00.865863 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dac12-983f-40b6-9603-b195cf2f76d3 req-1ca9b27e-ffcd-4301-aa6c-7954bc84eff3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:00.872051 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dac12-983f-40b6-9603-b195cf2f76d3 req-1ca9b27e-ffcd-4301-aa6c-7954bc84eff3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:00.878247 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dac12-983f-40b6-9603-b195cf2f76d3 req-1ca9b27e-ffcd-4301-aa6c-7954bc84eff3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:00.891952 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c12dac12-983f-40b6-9603-b195cf2f76d3 req-1ca9b27e-ffcd-4301-aa6c-7954bc84eff3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.5214643 Feb 20 03:32:00.899734 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574aeac5-7f5d-42e2-8dfb-1d49261362f7 req-3a1b8048-6a2e-4885-b406-a7847b24d2dd tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:00.903486 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-574aeac5-7f5d-42e2-8dfb-1d49261362f7 req-3a1b8048-6a2e-4885-b406-a7847b24d2dd tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 943 time: 0.4744914 Feb 20 03:32:00.913793 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 02cb25de-79c8-4276-935a-1bca9c5bd478 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:32:00.921737 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 02cb25de-79c8-4276-935a-1bca9c5bd478 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:32:00.921940 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (02cb25de-79c8-4276-935a-1bca9c5bd478), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:00.976193 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cb4ffc65-b3b5-40bc-a983-65ff38fed9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b5b3952c-2814-4682-816e-f7034bcf7b6a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:01.050429 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-574aeac5-7f5d-42e2-8dfb-1d49261362f7 req-3090f38d-744d-4f96-8577-e51fe8a703f2 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328220 Feb 20 03:32:01.147683 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c12dac12-983f-40b6-9603-b195cf2f76d3 req-1e008ec8-d455-47ab-b7ef-da44cbaa69c2 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2426255 Feb 20 03:32:01.287540 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3a2a0f-6663-455f-9983-b028cf2afaef x-openstack-request-id: req-cf3a2a0f-6663-455f-9983-b028cf2afaef {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:32:01.287989 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa568f6-3cc1-48f1-85d5-89001a4af509", "name": "network-vif-plugged", "status": "completed", "tag": "bb50466d-f014-419e-9b24-3de6166d551a", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:32:01.289921 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cf3a2a0f-6663-455f-9983-b028cf2afaef {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:32:01.290544 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa568f6-3cc1-48f1-85d5-89001a4af509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb50466d-f014-419e-9b24-3de6166d551a', 'code': 200} Feb 20 03:32:01.368395 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-35f341b0-4be7-4f67-8f3b-8a3de2b6e396 req-6e7fca86-8958-4554-a9b0-adf782985f73 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=3cf3f499-82bc-4fb4-93e6-4304f46ec34a HTTP/1.1" status: 200 len: 210 time: 0.0640070 Feb 20 03:32:01.441673 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:01.471820 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 02cb25de-79c8-4276-935a-1bca9c5bd478 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:01.472487 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (02cb25de-79c8-4276-935a-1bca9c5bd478), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:01.596368 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a8475-6c4d-45f7-bd25-390b0f489289 req-2b10936e-11ee-4d4f-acea-14c4c3e620be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:01.598302 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ba4a8475-6c4d-45f7-bd25-390b0f489289 req-2b10936e-11ee-4d4f-acea-14c4c3e620be service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eaa568f6-3cc1-48f1-85d5-89001a4af509 HTTP/1.1" status: 200 len: 1131 time: 0.2380142 Feb 20 03:32:01.658198 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 02cb25de-79c8-4276-935a-1bca9c5bd478, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=02cb25de-79c8-4276-935a-1bca9c5bd478,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:01.698222 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-fd9bea3d-cff0-40d5-bc25-283091f3c982 admin admin] Deleting port 43a64bd7-53b6-4f0a-8232-898c1e405d1e {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:32:01.699038 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd9bea3d-cff0-40d5-bc25-283091f3c982 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (43a64bd7-53b6-4f0a-8232-898c1e405d1e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:01.724532 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7ac84-fea2-42e9-a08b-f711f71a0868 req-ab6703ca-e029-41dc-95f8-69466bc6939b tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:01.734166 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-28a7ac84-fea2-42e9-a08b-f711f71a0868 req-ab6703ca-e029-41dc-95f8-69466bc6939b tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/ports?device_id=98952c5b-11b6-4301-be1b-267bc7ff8881 HTTP/1.1" status: 200 len: 949 time: 0.2357914 Feb 20 03:32:01.769446 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (02cb25de-79c8-4276-935a-1bca9c5bd478), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:01.769762 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device d63e954e-40b6-4bee-a093-5acd484efee8 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:32:01.772460 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ba4a8475-6c4d-45f7-bd25-390b0f489289 req-707405a8-281c-4f12-b5a1-aa323d1b23b1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f3fd1f17-522e-45da-bcf5-484b402e8697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630883 Feb 20 03:32:01.843105 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: d63e954e-40b6-4bee-a093-5acd484efee8 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:32:01.843501 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device d63e954e-40b6-4bee-a093-5acd484efee8 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:32:01.844492 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 135255bd-7920-4872-acef-1a20ed310edd no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:32:01.904642 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 135255bd-7920-4872-acef-1a20ed310edd {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:32:01.904913 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 135255bd-7920-4872-acef-1a20ed310edd not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:32:01.914965 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-fd9bea3d-cff0-40d5-bc25-283091f3c982 admin admin] For port 43a64bd7-53b6-4f0a-8232-898c1e405d1e, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=43a64bd7-53b6-4f0a-8232-898c1e405d1e,segment=NetworkSegment(7b9eb775-1690-424a-89bc-987700c875dd),segment_id=7b9eb775-1690-424a-89bc-987700c875dd)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:01.918165 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd9bea3d-cff0-40d5-bc25-283091f3c982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (43a64bd7-53b6-4f0a-8232-898c1e405d1e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:01.945711 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-fd9bea3d-cff0-40d5-bc25-283091f3c982 admin admin] Calling delete_port for 43a64bd7-53b6-4f0a-8232-898c1e405d1e owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:32:01.980133 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=02cb25de-79c8-4276-935a-1bca9c5bd478,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:01.981154 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-99396653-2abd-4cff-b04a-ea1aca84df73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:02.021689 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cb4ffc65-b3b5-40bc-a983-65ff38fed9b7 None None] Publish callbacks [] for port (b5b3952c-2814-4682-816e-f7034bcf7b6a), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:02.034186 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-28a7ac84-fea2-42e9-a08b-f711f71a0868 req-4792ec15-29d1-4a9b-b306-4f004d51a22f tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/security-groups?id=f3fd1f17-522e-45da-bcf5-484b402e8697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009608 Feb 20 03:32:02.125592 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cb4ffc65-b3b5-40bc-a983-65ff38fed9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b5b3952c-2814-4682-816e-f7034bcf7b6a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:02.218405 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-cb4ffc65-b3b5-40bc-a983-65ff38fed9b7 None None] Attempting to bind port b5b3952c-2814-4682-816e-f7034bcf7b6a on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:32:02.218796 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-cb4ffc65-b3b5-40bc-a983-65ff38fed9b7 None None] Attempting to bind port b5b3952c-2814-4682-816e-f7034bcf7b6a by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:32:02.219215 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ffc65-b3b5-40bc-a983-65ff38fed9b7 None None] Attempting to bind port b5b3952c-2814-4682-816e-f7034bcf7b6a on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:32:02.231435 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ffc65-b3b5-40bc-a983-65ff38fed9b7 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:32:02.232259 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ffc65-b3b5-40bc-a983-65ff38fed9b7 None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:32:02.232689 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cb4ffc65-b3b5-40bc-a983-65ff38fed9b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:02.233692 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ffc65-b3b5-40bc-a983-65ff38fed9b7 None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:32:02.233692 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-cb4ffc65-b3b5-40bc-a983-65ff38fed9b7 None None] Bound port: b5b3952c-2814-4682-816e-f7034bcf7b6a, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:32:02.233948 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cb4ffc65-b3b5-40bc-a983-65ff38fed9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b5b3952c-2814-4682-816e-f7034bcf7b6a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:02.236832 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d5747-b329-4df9-bd3f-636eb2ce69d7 None None] Pushing event updated for resources: {'Port': ['ID=b5b3952c-2814-4682-816e-f7034bcf7b6a,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:02.323257 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-cb4ffc65-b3b5-40bc-a983-65ff38fed9b7 None None] For port b5b3952c-2814-4682-816e-f7034bcf7b6a, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:32:02.326789 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-cb4ffc65-b3b5-40bc-a983-65ff38fed9b7 None None] For port b5b3952c-2814-4682-816e-f7034bcf7b6a, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b5b3952c-2814-4682-816e-f7034bcf7b6a,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:32:02.394294 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cb4ffc65-b3b5-40bc-a983-65ff38fed9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b5b3952c-2814-4682-816e-f7034bcf7b6a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:02.425355 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-99396653-2abd-4cff-b04a-ea1aca84df73 admin admin] Allocated IP 172.20.0.1 (16e82553-d900-47a8-be16-0e927aa5b122/4011c41d-625a-4a4f-b17b-6325e727aa40/f2611f40-94d4-409c-a275-153a5ed0c00d) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:32:02.435776 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd9bea3d-cff0-40d5-bc25-283091f3c982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (43a64bd7-53b6-4f0a-8232-898c1e405d1e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:02.441975 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ac47b-5d9c-4105-af90-0c5d7da3ebf1 req-78b4437e-fb58-4c78-a505-32a500dd4267 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:02.443975 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-db5ac47b-5d9c-4105-af90-0c5d7da3ebf1 req-78b4437e-fb58-4c78-a505-32a500dd4267 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 943 time: 0.2152872 Feb 20 03:32:02.473721 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4ffc65-b3b5-40bc-a983-65ff38fed9b7 None None] Routers {'952ad743-6165-488f-b20c-998dee722ae1'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:32:02.474395 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-cb4ffc65-b3b5-40bc-a983-65ff38fed9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:31:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['952ad743-6165-488f-b20c-998dee722ae1'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:32:02.504607 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca5c27-71e8-4e10-9a6a-1fe980bb0fa6 req-11aba713-4bc7-4580-a959-1e5415435b26 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:02.511044 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca5c27-71e8-4e10-9a6a-1fe980bb0fa6 req-11aba713-4bc7-4580-a959-1e5415435b26 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:02.516529 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca5c27-71e8-4e10-9a6a-1fe980bb0fa6 req-11aba713-4bc7-4580-a959-1e5415435b26 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:02.522414 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca5c27-71e8-4e10-9a6a-1fe980bb0fa6 req-11aba713-4bc7-4580-a959-1e5415435b26 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:02.527714 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca5c27-71e8-4e10-9a6a-1fe980bb0fa6 req-11aba713-4bc7-4580-a959-1e5415435b26 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:02.533235 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9bea3d-cff0-40d5-bc25-283091f3c982 admin admin] Pushing event deleted for resources: {'Port': ['ID=43a64bd7-53b6-4f0a-8232-898c1e405d1e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:02.533504 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca5c27-71e8-4e10-9a6a-1fe980bb0fa6 req-11aba713-4bc7-4580-a959-1e5415435b26 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:02.538828 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca5c27-71e8-4e10-9a6a-1fe980bb0fa6 req-11aba713-4bc7-4580-a959-1e5415435b26 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:02.546804 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87ca5c27-71e8-4e10-9a6a-1fe980bb0fa6 req-11aba713-4bc7-4580-a959-1e5415435b26 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.1822708 Feb 20 03:32:02.606373 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-cb4ffc65-b3b5-40bc-a983-65ff38fed9b7 None None] Set router 952ad743-6165-488f-b20c-998dee722ae1 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:32:02.673673 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-db5ac47b-5d9c-4105-af90-0c5d7da3ebf1 req-c591ffb0-3e11-40b1-aa2a-5737624c185a tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129097 Feb 20 03:32:02.756986 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-99396653-2abd-4cff-b04a-ea1aca84df73 admin admin] Publish callbacks [] for port (f2611f40-94d4-409c-a275-153a5ed0c00d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:02.771301 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87ca5c27-71e8-4e10-9a6a-1fe980bb0fa6 req-4bcb22a3-9fab-4d26-90a0-e9b104e1e8f8 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2233627 Feb 20 03:32:02.772801 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d5747-b329-4df9-bd3f-636eb2ce69d7 None None] Pushing event updated for resources: {'Port': ['ID=b5b3952c-2814-4682-816e-f7034bcf7b6a,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:02.996489 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-99396653-2abd-4cff-b04a-ea1aca84df73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (f2611f40-94d4-409c-a275-153a5ed0c00d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:03.034814 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:03.067662 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd9bea3d-cff0-40d5-bc25-283091f3c982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (904de953-09cc-4f1d-8925-c90e7cc7e042), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:03.091233 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99396653-2abd-4cff-b04a-ea1aca84df73 admin admin] Network 16e82553-d900-47a8-be16-0e927aa5b122 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:32:03.117764 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99396653-2abd-4cff-b04a-ea1aca84df73 admin admin] Pushing event updated for resources: {'Port': ['ID=f2611f40-94d4-409c-a275-153a5ed0c00d,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:03.123029 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-99396653-2abd-4cff-b04a-ea1aca84df73 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:32:03.128876 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99396653-2abd-4cff-b04a-ea1aca84df73 admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:32:03.182443 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33d94f-c183-43c7-beec-117456eebd7a req-8cf241c5-ae69-4c2f-b4a5-f816ba9f62f8 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:03.184610 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9b33d94f-c183-43c7-beec-117456eebd7a req-8cf241c5-ae69-4c2f-b4a5-f816ba9f62f8 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 945 time: 0.2886248 Feb 20 03:32:03.258587 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-99396653-2abd-4cff-b04a-ea1aca84df73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (952ad743-6165-488f-b20c-998dee722ae1), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:03.420688 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98952c5b-11b6-4301-be1b-267bc7ff8881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02cb25de-79c8-4276-935a-1bca9c5bd478'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:32:03.426370 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4afdee8-020a-48fd-9b10-dda672acb1a4" -d '{"events": [{"server_uuid": "98952c5b-11b6-4301-be1b-267bc7ff8881", "name": "network-vif-plugged", "status": "completed", "tag": "02cb25de-79c8-4276-935a-1bca9c5bd478"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:32:03.493347 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9b33d94f-c183-43c7-beec-117456eebd7a req-41d944b7-3b44-4fdf-b681-0d9b02de782c tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2984281 Feb 20 03:32:03.517461 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-cb4ffc65-b3b5-40bc-a983-65ff38fed9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952ad743-6165-488f-b20c-998dee722ae1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317471473-router', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:53Z', 'updated_at': '2022-02-20T03:31:57Z', 'revision_number': 3, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'gw_port': {'id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:55Z', 'updated_at': '2022-02-20T03:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:32:03.585478 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4ffc65-b3b5-40bc-a983-65ff38fed9b7 None None] The sync data for ids ['952ad743-6165-488f-b20c-998dee722ae1'] in n-d-829866-4 is: [{'id': '952ad743-6165-488f-b20c-998dee722ae1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317471473-router', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:53Z', 'updated_at': '2022-02-20T03:31:57Z', 'revision_number': 3, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'gw_port': {'id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:55Z', 'updated_at': '2022-02-20T03:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:32:03.630248 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb882b-9976-4140-86f8-8635b91c65a1 req-39ee260c-4de3-403b-891c-3e011e2220fd tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:03.635989 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-965756df-7a47-46ab-a69f-e820ee457edf None None] Provisioning complete for port f2611f40-94d4-409c-a275-153a5ed0c00d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:32:03.636367 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-965756df-7a47-46ab-a69f-e820ee457edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f2611f40-94d4-409c-a275-153a5ed0c00d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:03.646560 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bffb882b-9976-4140-86f8-8635b91c65a1 req-39ee260c-4de3-403b-891c-3e011e2220fd tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/ports?device_id=98952c5b-11b6-4301-be1b-267bc7ff8881 HTTP/1.1" status: 200 len: 950 time: 0.1226938 Feb 20 03:32:03.719913 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-965756df-7a47-46ab-a69f-e820ee457edf None None] Port f2611f40-94d4-409c-a275-153a5ed0c00d cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:32:03.756798 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bffb882b-9976-4140-86f8-8635b91c65a1 req-fefbb83f-d2bf-408b-b0af-b35de35c5037 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/security-groups?id=f3fd1f17-522e-45da-bcf5-484b402e8697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091154 Feb 20 03:32:03.758695 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-99396653-2abd-4cff-b04a-ea1aca84df73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f2611f40-94d4-409c-a275-153a5ed0c00d), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:03.833337 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23911a8-c892-4714-a50f-65f0f164dcc4 x-openstack-request-id: req-d23911a8-c892-4714-a50f-65f0f164dcc4 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:32:03.833639 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98952c5b-11b6-4301-be1b-267bc7ff8881", "name": "network-vif-plugged", "status": "completed", "tag": "02cb25de-79c8-4276-935a-1bca9c5bd478", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:32:03.833889 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d23911a8-c892-4714-a50f-65f0f164dcc4 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:32:03.835342 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98952c5b-11b6-4301-be1b-267bc7ff8881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02cb25de-79c8-4276-935a-1bca9c5bd478', 'code': 200} Feb 20 03:32:03.859882 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fb9f0-6b6b-48f0-8be5-097544d46afd req-74e2855f-009e-4698-a49b-5e8dc79f6d02 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:03.868488 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fe4fb9f0-6b6b-48f0-8be5-097544d46afd req-74e2855f-009e-4698-a49b-5e8dc79f6d02 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 945 time: 0.1582422 Feb 20 03:32:04.042182 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aacefab-47f4-43b3-b6c7-a52ef4a844d6 req-8d48d038-d81f-4533-ada2-5993e88c2483 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:04.047221 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4aacefab-47f4-43b3-b6c7-a52ef4a844d6 req-8d48d038-d81f-4533-ada2-5993e88c2483 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.93 "GET /v2.0/ports?device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 945 time: 0.2494309 Feb 20 03:32:04.109948 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fe4fb9f0-6b6b-48f0-8be5-097544d46afd req-80f16d34-005e-4e81-8139-71fb956a23cf tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/security-groups?id=1b0f688b-7d6b-4298-9600-2ca875c45bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352064 Feb 20 03:32:04.150506 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12975173-3263-412a-a551-1722543bc356 req-3327af9e-c7e2-4327-b8cf-966a09bbcf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:04.152241 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-12975173-3263-412a-a551-1722543bc356 req-3327af9e-c7e2-4327-b8cf-966a09bbcf3a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=98952c5b-11b6-4301-be1b-267bc7ff8881 HTTP/1.1" status: 200 len: 1132 time: 0.2394595 Feb 20 03:32:04.155947 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9bea3d-cff0-40d5-bc25-283091f3c982 admin admin] Router 904de953-09cc-4f1d-8925-c90e7cc7e042 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:32:04.256367 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e0605-e040-49ea-97a6-998d472d84c1 req-4d130ad5-4fa2-47fa-a5f3-dc6e4f979346 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:04.260337 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-688e0605-e040-49ea-97a6-998d472d84c1 req-4d130ad5-4fa2-47fa-a5f3-dc6e4f979346 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 943 time: 0.2681675 Feb 20 03:32:04.298974 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-4aacefab-47f4-43b3-b6c7-a52ef4a844d6 req-2f89bd2f-31d2-4fd9-aa6a-01bdf57bb899 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Deleting port 217cd453-1931-435b-99c1-d06ac132a046 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:32:04.298974 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-4aacefab-47f4-43b3-b6c7-a52ef4a844d6 req-2f89bd2f-31d2-4fd9-aa6a-01bdf57bb899 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (217cd453-1931-435b-99c1-d06ac132a046), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:04.423077 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-99396653-2abd-4cff-b04a-ea1aca84df73 admin admin] Publish callbacks [] for port (f2611f40-94d4-409c-a275-153a5ed0c00d), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:04.457231 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-12975173-3263-412a-a551-1722543bc356 req-7dbe3d75-10df-4b2d-a326-a05d40552b63 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f3fd1f17-522e-45da-bcf5-484b402e8697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963169 Feb 20 03:32:04.475314 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9bea3d-cff0-40d5-bc25-283091f3c982 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:32:04.476067 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-688e0605-e040-49ea-97a6-998d472d84c1 req-648e5b98-009c-4aab-9c25-d30616328632 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654406 Feb 20 03:32:04.487998 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fd9bea3d-cff0-40d5-bc25-283091f3c982 admin admin] 10.222.0.89 "PUT /v2.0/routers/904de953-09cc-4f1d-8925-c90e7cc7e042/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4940183 Feb 20 03:32:04.490440 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff3f96d-9eee-459c-a087-991849a8428f None None] Sync routers for ids ['904de953-09cc-4f1d-8925-c90e7cc7e042'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:32:04.498727 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60206) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:32:04.508877 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff3f96d-9eee-459c-a087-991849a8428f None None] Routers {'904de953-09cc-4f1d-8925-c90e7cc7e042'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:32:04.509499 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-6ff3f96d-9eee-459c-a087-991849a8428f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:31:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['904de953-09cc-4f1d-8925-c90e7cc7e042'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:32:04.536888 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a622e-7948-4863-bc9d-22471a0e2088 req-592ed1a0-31d8-4735-a267-0212d14dc557 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:04.558290 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a622e-7948-4863-bc9d-22471a0e2088 req-592ed1a0-31d8-4735-a267-0212d14dc557 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:04.558735 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-4aacefab-47f4-43b3-b6c7-a52ef4a844d6 req-2f89bd2f-31d2-4fd9-aa6a-01bdf57bb899 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] For port 217cd453-1931-435b-99c1-d06ac132a046, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=217cd453-1931-435b-99c1-d06ac132a046,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:04.558735 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-4aacefab-47f4-43b3-b6c7-a52ef4a844d6 req-2f89bd2f-31d2-4fd9-aa6a-01bdf57bb899 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (217cd453-1931-435b-99c1-d06ac132a046), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:04.572737 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a622e-7948-4863-bc9d-22471a0e2088 req-592ed1a0-31d8-4735-a267-0212d14dc557 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:04.588144 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a622e-7948-4863-bc9d-22471a0e2088 req-592ed1a0-31d8-4735-a267-0212d14dc557 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:04.588902 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-4aacefab-47f4-43b3-b6c7-a52ef4a844d6 req-2f89bd2f-31d2-4fd9-aa6a-01bdf57bb899 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Calling delete_port for 217cd453-1931-435b-99c1-d06ac132a046 owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:32:04.606993 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a622e-7948-4863-bc9d-22471a0e2088 req-592ed1a0-31d8-4735-a267-0212d14dc557 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:04.648248 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a622e-7948-4863-bc9d-22471a0e2088 req-592ed1a0-31d8-4735-a267-0212d14dc557 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:04.662699 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a622e-7948-4863-bc9d-22471a0e2088 req-592ed1a0-31d8-4735-a267-0212d14dc557 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:04.674143 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b5a622e-7948-4863-bc9d-22471a0e2088 req-592ed1a0-31d8-4735-a267-0212d14dc557 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5430 time: 0.4929414 Feb 20 03:32:04.678593 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-99396653-2abd-4cff-b04a-ea1aca84df73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (f2611f40-94d4-409c-a275-153a5ed0c00d), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:04.729747 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-6ff3f96d-9eee-459c-a087-991849a8428f None None] Set router 904de953-09cc-4f1d-8925-c90e7cc7e042 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:32:04.838928 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b5b3952c-2814-4682-816e-f7034bcf7b6a up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:32:04.999915 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port b5b3952c-2814-4682-816e-f7034bcf7b6a triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:32:05.000308 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b5b3952c-2814-4682-816e-f7034bcf7b6a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:05.013455 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-4aacefab-47f4-43b3-b6c7-a52ef4a844d6 req-2f89bd2f-31d2-4fd9-aa6a-01bdf57bb899 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (217cd453-1931-435b-99c1-d06ac132a046), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:05.047804 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-6ff3f96d-9eee-459c-a087-991849a8428f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904de953-09cc-4f1d-8925-c90e7cc7e042', 'name': 'tempest-ServerRescueTestJSON-20480837-router', 'tenant_id': '87bec72e0bca457e8ebb03d0cbe6ac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '6c613aaf-d5b4-405c-ae6a-94c448d628fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:29:24Z', 'updated_at': '2022-02-20T03:32:02Z', 'revision_number': 5, 'project_id': '87bec72e0bca457e8ebb03d0cbe6ac2d', 'gw_port': {'id': '6c613aaf-d5b4-405c-ae6a-94c448d628fb', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904de953-09cc-4f1d-8925-c90e7cc7e042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:29:27Z', 'updated_at': '2022-02-20T03:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:32:05.088458 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff3f96d-9eee-459c-a087-991849a8428f None None] Checking router: 904de953-09cc-4f1d-8925-c90e7cc7e042 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:32:05.111952 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff3f96d-9eee-459c-a087-991849a8428f None None] Routers {'904de953-09cc-4f1d-8925-c90e7cc7e042'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:32:05.113013 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-6ff3f96d-9eee-459c-a087-991849a8428f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:31:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['904de953-09cc-4f1d-8925-c90e7cc7e042'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:32:05.114649 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f89bd2f-31d2-4fd9-aa6a-01bdf57bb899 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Pushing event deleted for resources: {'Port': ['ID=217cd453-1931-435b-99c1-d06ac132a046,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:05.189009 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-65d5e1bc-c8c6-4024-9fa8-bdd1ef7154ed admin admin] Publish callbacks [] for router (904de953-09cc-4f1d-8925-c90e7cc7e042), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:05.190839 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99396653-2abd-4cff-b04a-ea1aca84df73 admin admin] Pushing event updated for resources: {'Port': ['ID=f2611f40-94d4-409c-a275-153a5ed0c00d,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:05.193477 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-99396653-2abd-4cff-b04a-ea1aca84df73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (952ad743-6165-488f-b20c-998dee722ae1), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:05.215561 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b5a622e-7948-4863-bc9d-22471a0e2088 req-e73a9622-bc09-4f99-8621-6053a70a73b0 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5405502 Feb 20 03:32:05.243168 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aacefab-47f4-43b3-b6c7-a52ef4a844d6 req-2f89bd2f-31d2-4fd9-aa6a-01bdf57bb899 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] No DVR routers for this DVR port 217cd453-1931-435b-99c1-d06ac132a046 on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:32:05.247382 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-4aacefab-47f4-43b3-b6c7-a52ef4a844d6 req-2f89bd2f-31d2-4fd9-aa6a-01bdf57bb899 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:05.249898 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4aacefab-47f4-43b3-b6c7-a52ef4a844d6 req-2f89bd2f-31d2-4fd9-aa6a-01bdf57bb899 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.93 "DELETE /v2.0/ports/217cd453-1931-435b-99c1-d06ac132a046 HTTP/1.1" status: 204 len: 173 time: 1.1897094 Feb 20 03:32:05.250402 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e621a30a-7cd6-4ccc-8d3f-0f036a4295cd', 'name': 'network-vif-deleted', 'tag': '217cd453-1931-435b-99c1-d06ac132a046'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:32:05.253171 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33888994-5231-4d9d-998d-013bb28c4609" -d '{"events": [{"server_uuid": "e621a30a-7cd6-4ccc-8d3f-0f036a4295cd", "name": "network-vif-deleted", "tag": "217cd453-1931-435b-99c1-d06ac132a046"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:32:05.270494 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port b5b3952c-2814-4682-816e-f7034bcf7b6a is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:05.270494 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b5b3952c-2814-4682-816e-f7034bcf7b6a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:05.288731 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2a35b-d9b0-4dcd-8048-4a36d17c12ff req-5514c99e-1341-4a5e-8c6f-e1627c73f883 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:05.292919 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port b5b3952c-2814-4682-816e-f7034bcf7b6a, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b5b3952c-2814-4682-816e-f7034bcf7b6a,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:05.296408 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-71a2a35b-d9b0-4dcd-8048-4a36d17c12ff req-5514c99e-1341-4a5e-8c6f-e1627c73f883 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 945 time: 0.6201084 Feb 20 03:32:05.364249 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-6ff3f96d-9eee-459c-a087-991849a8428f None None] Set router 904de953-09cc-4f1d-8925-c90e7cc7e042 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:32:05.381432 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b5b3952c-2814-4682-816e-f7034bcf7b6a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:05.417217 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-71a2a35b-d9b0-4dcd-8048-4a36d17c12ff req-4526999f-0e3c-4b3d-92dc-8667279fd4d9 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197350 Feb 20 03:32:05.509861 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=b5b3952c-2814-4682-816e-f7034bcf7b6a,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:05.675030 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-6ff3f96d-9eee-459c-a087-991849a8428f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904de953-09cc-4f1d-8925-c90e7cc7e042', 'name': 'tempest-ServerRescueTestJSON-20480837-router', 'tenant_id': '87bec72e0bca457e8ebb03d0cbe6ac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '6c613aaf-d5b4-405c-ae6a-94c448d628fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:29:24Z', 'updated_at': '2022-02-20T03:32:02Z', 'revision_number': 5, 'project_id': '87bec72e0bca457e8ebb03d0cbe6ac2d', 'gw_port': {'id': '6c613aaf-d5b4-405c-ae6a-94c448d628fb', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904de953-09cc-4f1d-8925-c90e7cc7e042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:29:27Z', 'updated_at': '2022-02-20T03:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:32:05.734196 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff3f96d-9eee-459c-a087-991849a8428f None None] The sync data for ids ['904de953-09cc-4f1d-8925-c90e7cc7e042'] in n-d-829866-4 is: [{'id': '904de953-09cc-4f1d-8925-c90e7cc7e042', 'name': 'tempest-ServerRescueTestJSON-20480837-router', 'tenant_id': '87bec72e0bca457e8ebb03d0cbe6ac2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '6c613aaf-d5b4-405c-ae6a-94c448d628fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:29:24Z', 'updated_at': '2022-02-20T03:32:02Z', 'revision_number': 5, 'project_id': '87bec72e0bca457e8ebb03d0cbe6ac2d', 'gw_port': {'id': '6c613aaf-d5b4-405c-ae6a-94c448d628fb', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904de953-09cc-4f1d-8925-c90e7cc7e042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:29:27Z', 'updated_at': '2022-02-20T03:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:32:05.978997 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99396653-2abd-4cff-b04a-ea1aca84df73 admin admin] Network 16e82553-d900-47a8-be16-0e927aa5b122 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:32:05.987481 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-99396653-2abd-4cff-b04a-ea1aca84df73 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:32:06.069174 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-65d5e1bc-c8c6-4024-9fa8-bdd1ef7154ed admin admin] Publish callbacks [] for router_gateway (904de953-09cc-4f1d-8925-c90e7cc7e042), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:06.123579 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec00647-43db-46b9-b9f8-dafdfb0e04a2 req-1cdca89b-cee4-4b23-a8f1-6deae3375e1f tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:06.132222 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fec00647-43db-46b9-b9f8-dafdfb0e04a2 req-1cdca89b-cee4-4b23-a8f1-6deae3375e1f tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/ports?device_id=98952c5b-11b6-4301-be1b-267bc7ff8881 HTTP/1.1" status: 200 len: 950 time: 0.5786574 Feb 20 03:32:06.329803 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fec00647-43db-46b9-b9f8-dafdfb0e04a2 req-b2a99020-1a9c-4d7d-bbd6-241374ef996e tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/security-groups?id=f3fd1f17-522e-45da-bcf5-484b402e8697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952727 Feb 20 03:32:06.361495 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99396653-2abd-4cff-b04a-ea1aca84df73 admin admin] Router 952ad743-6165-488f-b20c-998dee722ae1 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:32:06.380230 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-27cf5ccd-3aaa-4af2-8e01-568d80a9e9fd None None] Provisioning complete for port f2611f40-94d4-409c-a275-153a5ed0c00d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:32:06.381272 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-27cf5ccd-3aaa-4af2-8e01-568d80a9e9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f2611f40-94d4-409c-a275-153a5ed0c00d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:06.405485 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-65d5e1bc-c8c6-4024-9fa8-bdd1ef7154ed admin admin] Deleting port 6c613aaf-d5b4-405c-ae6a-94c448d628fb {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:32:06.405909 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-65d5e1bc-c8c6-4024-9fa8-bdd1ef7154ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (6c613aaf-d5b4-405c-ae6a-94c448d628fb), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:06.514605 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-27cf5ccd-3aaa-4af2-8e01-568d80a9e9fd None None] Port f2611f40-94d4-409c-a275-153a5ed0c00d cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:32:06.578663 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bbaca422-bb6c-47ef-ac1d-381c752c0639 req-ce402ae7-affe-49ff-9bd5-f503b9193db0 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=e621a30a-7cd6-4ccc-8d3f-0f036a4295cd HTTP/1.1" status: 200 len: 210 time: 0.0469275 Feb 20 03:32:06.658119 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74f6960-a823-4fd5-afa7-68931c7bc64e x-openstack-request-id: req-b74f6960-a823-4fd5-afa7-68931c7bc64e {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:32:06.658628 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e621a30a-7cd6-4ccc-8d3f-0f036a4295cd", "name": "network-vif-deleted", "tag": "217cd453-1931-435b-99c1-d06ac132a046", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:32:06.658741 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b74f6960-a823-4fd5-afa7-68931c7bc64e {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:32:06.659133 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e621a30a-7cd6-4ccc-8d3f-0f036a4295cd', 'name': 'network-vif-deleted', 'tag': '217cd453-1931-435b-99c1-d06ac132a046', 'status': 'completed', 'code': 200} Feb 20 03:32:06.720922 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-65d5e1bc-c8c6-4024-9fa8-bdd1ef7154ed admin admin] For port 6c613aaf-d5b4-405c-ae6a-94c448d628fb, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=6c613aaf-d5b4-405c-ae6a-94c448d628fb,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:06.721614 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-65d5e1bc-c8c6-4024-9fa8-bdd1ef7154ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (6c613aaf-d5b4-405c-ae6a-94c448d628fb), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:06.756087 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b5b3952c-2814-4682-816e-f7034bcf7b6a up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:32:06.776312 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-65d5e1bc-c8c6-4024-9fa8-bdd1ef7154ed admin admin] Calling delete_port for 6c613aaf-d5b4-405c-ae6a-94c448d628fb owned by network:router_gateway {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:32:06.792365 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99396653-2abd-4cff-b04a-ea1aca84df73 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:32:06.809989 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-99396653-2abd-4cff-b04a-ea1aca84df73 admin admin] 10.222.0.89 "PUT /v2.0/routers/952ad743-6165-488f-b20c-998dee722ae1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7656767 Feb 20 03:32:06.822441 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18be692f-d013-4877-a00d-d45b07efa35a None None] Sync routers for ids ['952ad743-6165-488f-b20c-998dee722ae1'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:32:06.853739 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18be692f-d013-4877-a00d-d45b07efa35a None None] Routers {'952ad743-6165-488f-b20c-998dee722ae1'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:32:06.854380 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-18be692f-d013-4877-a00d-d45b07efa35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:31:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['952ad743-6165-488f-b20c-998dee722ae1'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:32:06.857111 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port b5b3952c-2814-4682-816e-f7034bcf7b6a triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:32:06.857250 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d50f6c-6123-42f9-bc80-81d2fe0073ed req-09a2a560-95dc-496c-a4eb-d82e7711fc22 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:06.857489 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b5b3952c-2814-4682-816e-f7034bcf7b6a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:06.858679 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a5d50f6c-6123-42f9-bc80-81d2fe0073ed req-09a2a560-95dc-496c-a4eb-d82e7711fc22 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 943 time: 0.1435804 Feb 20 03:32:06.978037 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a5d50f6c-6123-42f9-bc80-81d2fe0073ed req-4e185d9d-ce80-46d4-8f89-38180c5b9628 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113751 Feb 20 03:32:07.136355 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-18be692f-d013-4877-a00d-d45b07efa35a None None] Set router 952ad743-6165-488f-b20c-998dee722ae1 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:32:07.139488 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port b5b3952c-2814-4682-816e-f7034bcf7b6a is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:07.160035 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca451f5-9d02-43d3-b7d0-66a4b75a640f req-65bf48f4-5ae7-4363-844b-99ef4cbc0db3 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:07.167452 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8ca451f5-9d02-43d3-b7d0-66a4b75a640f req-65bf48f4-5ae7-4363-844b-99ef4cbc0db3 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 945 time: 0.0720890 Feb 20 03:32:07.176719 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 43a64bd7-53b6-4f0a-8232-898c1e405d1e no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:32:07.207742 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 43a64bd7-53b6-4f0a-8232-898c1e405d1e {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:32:07.208278 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 43a64bd7-53b6-4f0a-8232-898c1e405d1e not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:32:07.228995 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8ca451f5-9d02-43d3-b7d0-66a4b75a640f req-33e9c7cf-8f24-470d-9989-81ca53f19b0f tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606260 Feb 20 03:32:07.233096 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-65d5e1bc-c8c6-4024-9fa8-bdd1ef7154ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (6c613aaf-d5b4-405c-ae6a-94c448d628fb), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:07.290575 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5e1bc-c8c6-4024-9fa8-bdd1ef7154ed admin admin] Pushing event deleted for resources: {'Port': ['ID=6c613aaf-d5b4-405c-ae6a-94c448d628fb,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:07.368211 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-65d5e1bc-c8c6-4024-9fa8-bdd1ef7154ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (904de953-09cc-4f1d-8925-c90e7cc7e042), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:07.470320 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-18be692f-d013-4877-a00d-d45b07efa35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952ad743-6165-488f-b20c-998dee722ae1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317471473-router', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:53Z', 'updated_at': '2022-02-20T03:32:03Z', 'revision_number': 4, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'gw_port': {'id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:55Z', 'updated_at': '2022-02-20T03:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'f2611f40-94d4-409c-a275-153a5ed0c00d', 'name': '', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'mac_address': 'fa:16:3e:18:ba:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:32:02Z', 'updated_at': '2022-02-20T03:32:03Z', 'revision_number': 2, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'subnets': [{'id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:32:07.505798 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18be692f-d013-4877-a00d-d45b07efa35a None None] Checking router: 952ad743-6165-488f-b20c-998dee722ae1 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:32:07.505798 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18be692f-d013-4877-a00d-d45b07efa35a None None] Updating router 952ad743-6165-488f-b20c-998dee722ae1 port f2611f40-94d4-409c-a275-153a5ed0c00d binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:32:07.540215 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-18be692f-d013-4877-a00d-d45b07efa35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f2611f40-94d4-409c-a275-153a5ed0c00d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:07.574893 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-65d5e1bc-c8c6-4024-9fa8-bdd1ef7154ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (904de953-09cc-4f1d-8925-c90e7cc7e042), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:07.581818 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-65d5e1bc-c8c6-4024-9fa8-bdd1ef7154ed admin admin] Publish callbacks [] for router_controller (904de953-09cc-4f1d-8925-c90e7cc7e042), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:07.665379 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-b414295f-79df-44f8-92e7-5a6db7935d73 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:07.667121 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-b414295f-79df-44f8-92e7-5a6db7935d73 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/networks?id=16e82553-d900-47a8-be16-0e927aa5b122 HTTP/1.1" status: 200 len: 821 time: 0.1908600 Feb 20 03:32:07.685369 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-36aa2f32-16da-42ee-a765-c0de6ee55b24 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/quotas/77847ebcb146436a81d068e3c92b91de HTTP/1.1" status: 200 len: 375 time: 0.0122685 Feb 20 03:32:07.737626 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-65d5e1bc-c8c6-4024-9fa8-bdd1ef7154ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (904de953-09cc-4f1d-8925-c90e7cc7e042), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:07.738403 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d5e1bc-c8c6-4024-9fa8-bdd1ef7154ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 904de953-09cc-4f1d-8925-c90e7cc7e042 {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:32:07.753272 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-65d5e1bc-c8c6-4024-9fa8-bdd1ef7154ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:07.753272 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-65d5e1bc-c8c6-4024-9fa8-bdd1ef7154ed admin admin] 10.222.0.89 "DELETE /v2.0/routers/904de953-09cc-4f1d-8925-c90e7cc7e042 HTTP/1.1" status: 204 len: 168 time: 3.2528188 Feb 20 03:32:07.755201 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60248) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:32:07.842881 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1112e4b-be12-4a77-a11b-203aa9c96f63 admin admin] Deleting subnet 7e3878e6-5b76-459d-be9f-a6cbffaea39e {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:32:07.854689 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-987c72cd-dda6-4f52-8c27-8c4b71fea961 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=77847ebcb146436a81d068e3c92b91de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1622660 Feb 20 03:32:07.857396 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e1112e4b-be12-4a77-a11b-203aa9c96f63 admin admin] Publish callbacks [] for subnet (7e3878e6-5b76-459d-be9f-a6cbffaea39e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:07.982689 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e1112e4b-be12-4a77-a11b-203aa9c96f63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (7e3878e6-5b76-459d-be9f-a6cbffaea39e), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:07.982918 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-18be692f-d013-4877-a00d-d45b07efa35a None None] Publish callbacks [] for port (f2611f40-94d4-409c-a275-153a5ed0c00d), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:08.058646 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e1112e4b-be12-4a77-a11b-203aa9c96f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (7e3878e6-5b76-459d-be9f-a6cbffaea39e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:08.060224 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-18be692f-d013-4877-a00d-d45b07efa35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f2611f40-94d4-409c-a275-153a5ed0c00d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:08.090036 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-744941d9-96c2-4e85-afbe-effcc22b7ed1 service neutron] 10.222.0.89 "GET /v2.0/networks/16e82553-d900-47a8-be16-0e927aa5b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885102 Feb 20 03:32:08.141095 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94f1c8-35a7-493a-8535-46fbf70394fd None None] Pushing event updated for resources: {'Port': ['ID=f2611f40-94d4-409c-a275-153a5ed0c00d,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:08.214067 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-18be692f-d013-4877-a00d-d45b07efa35a None None] Attempting to bind port f2611f40-94d4-409c-a275-153a5ed0c00d on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:32:08.214460 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-18be692f-d013-4877-a00d-d45b07efa35a None None] Attempting to bind port f2611f40-94d4-409c-a275-153a5ed0c00d by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'cda420b9-3208-4359-b0a0-39d6d5b4153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:32:08.214830 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18be692f-d013-4877-a00d-d45b07efa35a None None] Attempting to bind port f2611f40-94d4-409c-a275-153a5ed0c00d on network 16e82553-d900-47a8-be16-0e927aa5b122 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:32:08.231111 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18be692f-d013-4877-a00d-d45b07efa35a None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:32:08.231946 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18be692f-d013-4877-a00d-d45b07efa35a None None] Checking segment: {'id': 'cda420b9-3208-4359-b0a0-39d6d5b4153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:32:08.232522 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-18be692f-d013-4877-a00d-d45b07efa35a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:08.233378 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18be692f-d013-4877-a00d-d45b07efa35a None None] Bound using segment: {'id': 'cda420b9-3208-4359-b0a0-39d6d5b4153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:32:08.234196 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-18be692f-d013-4877-a00d-d45b07efa35a None None] Bound port: f2611f40-94d4-409c-a275-153a5ed0c00d, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda420b9-3208-4359-b0a0-39d6d5b4153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:32:08.235267 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-18be692f-d013-4877-a00d-d45b07efa35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f2611f40-94d4-409c-a275-153a5ed0c00d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:08.273471 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-89ca48c4-bf36-4375-85c1-4dae39ad51d5 service neutron] 10.222.0.89 "GET /v2.0/networks/16e82553-d900-47a8-be16-0e927aa5b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825991 Feb 20 03:32:08.336684 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e1112e4b-be12-4a77-a11b-203aa9c96f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (7e3878e6-5b76-459d-be9f-a6cbffaea39e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:08.370538 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-18be692f-d013-4877-a00d-d45b07efa35a None None] For port f2611f40-94d4-409c-a275-153a5ed0c00d, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:32:08.373850 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-18be692f-d013-4877-a00d-d45b07efa35a None None] For port f2611f40-94d4-409c-a275-153a5ed0c00d, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=f2611f40-94d4-409c-a275-153a5ed0c00d,segment=NetworkSegment(cda420b9-3208-4359-b0a0-39d6d5b4153c),segment_id=cda420b9-3208-4359-b0a0-39d6d5b4153c)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:32:08.385998 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1112e4b-be12-4a77-a11b-203aa9c96f63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e3878e6-5b76-459d-be9f-a6cbffaea39e,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:08.388155 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e1112e4b-be12-4a77-a11b-203aa9c96f63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:08.400202 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e1112e4b-be12-4a77-a11b-203aa9c96f63 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/7e3878e6-5b76-459d-be9f-a6cbffaea39e HTTP/1.1" status: 204 len: 168 time: 0.6315091 Feb 20 03:32:08.402950 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60256) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:32:08.472091 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-18be692f-d013-4877-a00d-d45b07efa35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f2611f40-94d4-409c-a275-153a5ed0c00d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:08.502595 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8fad4e3-942e-4226-bf4a-f6c218f4b5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (2cee905c-3517-4660-8947-ff7bb2860c1e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:08.552345 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18be692f-d013-4877-a00d-d45b07efa35a None None] Routers {'952ad743-6165-488f-b20c-998dee722ae1'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:32:08.552885 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-18be692f-d013-4877-a00d-d45b07efa35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:31:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['952ad743-6165-488f-b20c-998dee722ae1'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:32:08.593260 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8fad4e3-942e-4226-bf4a-f6c218f4b5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (2cee905c-3517-4660-8947-ff7bb2860c1e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:08.624899 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-b8fad4e3-942e-4226-bf4a-f6c218f4b5c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cee905c-3517-4660-8947-ff7bb2860c1e']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:32:08.638689 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-b8fad4e3-942e-4226-bf4a-f6c218f4b5c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b9eb775-1690-424a-89bc-987700c875dd') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:32:08.639017 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-b8fad4e3-942e-4226-bf4a-f6c218f4b5c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b9eb775-1690-424a-89bc-987700c875dd') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:32:08.652246 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8fad4e3-942e-4226-bf4a-f6c218f4b5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (7b9eb775-1690-424a-89bc-987700c875dd), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:08.660305 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94f1c8-35a7-493a-8535-46fbf70394fd None None] Pushing event updated for resources: {'Port': ['ID=f2611f40-94d4-409c-a275-153a5ed0c00d,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:08.668518 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8fad4e3-942e-4226-bf4a-f6c218f4b5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (7b9eb775-1690-424a-89bc-987700c875dd), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:08.678223 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8fad4e3-942e-4226-bf4a-f6c218f4b5c9 admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:32:08.678741 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8fad4e3-942e-4226-bf4a-f6c218f4b5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (7b9eb775-1690-424a-89bc-987700c875dd), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:08.680952 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:32:08.680952 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:32:08.680952 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:32:08.680952 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:32:08.680952 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:32:08.680952 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:32:08.680952 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:32:08.680952 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:32:08.680952 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:32:08.680952 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:32:08.680952 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:32:08.680952 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:32:08.680952 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:32:08.680952 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:32:08.680952 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:32:08.680952 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:32:08.680952 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:32:08.680952 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:32:08.680952 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:32:08.680952 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:32:08.680952 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:32:08.680952 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:32:08.680952 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:32:08.680952 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:32:08.680952 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:32:08.680952 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:32:08.680952 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:32:08.680952 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:32:08.680952 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:32:08.680952 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:32:08.680952 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:32:08.680952 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:32:08.720007 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ad6e0bb0-8321-4e59-910e-277c4fcc7432 None None] Provisioning complete for port f2611f40-94d4-409c-a275-153a5ed0c00d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:32:08.720397 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ad6e0bb0-8321-4e59-910e-277c4fcc7432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f2611f40-94d4-409c-a275-153a5ed0c00d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:08.836718 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26210987-f404-40eb-8e18-28e206815136 req-8a011e59-ba46-4dee-b7e6-b663afadf79e tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:08.840125 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26210987-f404-40eb-8e18-28e206815136 req-8a011e59-ba46-4dee-b7e6-b663afadf79e tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/ports?device_id=98952c5b-11b6-4301-be1b-267bc7ff8881 HTTP/1.1" status: 200 len: 950 time: 0.1730480 Feb 20 03:32:08.849805 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8fad4e3-942e-4226-bf4a-f6c218f4b5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (2cee905c-3517-4660-8947-ff7bb2860c1e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:08.889683 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-18be692f-d013-4877-a00d-d45b07efa35a None None] Set router 952ad743-6165-488f-b20c-998dee722ae1 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:32:08.901629 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8fad4e3-942e-4226-bf4a-f6c218f4b5c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:08.913423 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b8fad4e3-942e-4226-bf4a-f6c218f4b5c9 admin admin] 10.222.0.89 "DELETE /v2.0/networks/2cee905c-3517-4660-8947-ff7bb2860c1e HTTP/1.1" status: 204 len: 168 time: 0.5063589 Feb 20 03:32:08.917347 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fad4e3-942e-4226-bf4a-f6c218f4b5c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cee905c-3517-4660-8947-ff7bb2860c1e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:08.973587 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26210987-f404-40eb-8e18-28e206815136 req-5e0780ca-873a-4698-9bba-854723b60967 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/security-groups?id=f3fd1f17-522e-45da-bcf5-484b402e8697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265762 Feb 20 03:32:08.999066 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 6c613aaf-d5b4-405c-ae6a-94c448d628fb no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:32:09.070477 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 6c613aaf-d5b4-405c-ae6a-94c448d628fb {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:32:09.070477 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 6c613aaf-d5b4-405c-ae6a-94c448d628fb not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:32:09.074455 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 217cd453-1931-435b-99c1-d06ac132a046 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:32:09.187337 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09cf6c-3433-4022-b433-f31957883f59 req-ea587274-6ed0-4f24-bccc-f938f9200099 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:09.189364 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b09cf6c-3433-4022-b433-f31957883f59 req-ea587274-6ed0-4f24-bccc-f938f9200099 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 943 time: 0.0855510 Feb 20 03:32:09.269457 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b09cf6c-3433-4022-b433-f31957883f59 req-fa73bd0d-d09c-42eb-b2ed-f61980993549 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728359 Feb 20 03:32:09.301216 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 217cd453-1931-435b-99c1-d06ac132a046 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:32:09.301216 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 217cd453-1931-435b-99c1-d06ac132a046 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:32:09.421283 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865df2b-5dd5-4a14-8b39-835813a13c12 req-9b3b10b0-8db4-4440-b4f8-46bb1a6d918a tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:09.431365 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b865df2b-5dd5-4a14-8b39-835813a13c12 req-9b3b10b0-8db4-4440-b4f8-46bb1a6d918a tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 945 time: 0.0743184 Feb 20 03:32:09.456603 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60274) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:32:09.478364 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ad6e0bb0-8321-4e59-910e-277c4fcc7432 None None] Current status of the port f2611f40-94d4-409c-a275-153a5ed0c00d is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:09.478946 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ad6e0bb0-8321-4e59-910e-277c4fcc7432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f2611f40-94d4-409c-a275-153a5ed0c00d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:09.514692 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b865df2b-5dd5-4a14-8b39-835813a13c12 req-d7028d96-fa17-4c5f-8d7b-4f5ec761833d tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810370 Feb 20 03:32:09.528832 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7caf62e6-aab2-4420-8bd3-db58e4fc7786 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=87bec72e0bca457e8ebb03d0cbe6ac2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0700154 Feb 20 03:32:09.531572 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60276) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:32:09.543961 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ad6e0bb0-8321-4e59-910e-277c4fcc7432 None None] For port f2611f40-94d4-409c-a275-153a5ed0c00d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=f2611f40-94d4-409c-a275-153a5ed0c00d,segment=NetworkSegment(cda420b9-3208-4359-b0a0-39d6d5b4153c),segment_id=cda420b9-3208-4359-b0a0-39d6d5b4153c)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:09.554207 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-18be692f-d013-4877-a00d-d45b07efa35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952ad743-6165-488f-b20c-998dee722ae1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317471473-router', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:53Z', 'updated_at': '2022-02-20T03:32:03Z', 'revision_number': 4, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'gw_port': {'id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:55Z', 'updated_at': '2022-02-20T03:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'f2611f40-94d4-409c-a275-153a5ed0c00d', 'name': '', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'mac_address': 'fa:16:3e:18:ba:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:32:02Z', 'updated_at': '2022-02-20T03:32:08Z', 'revision_number': 4, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'subnets': [{'id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:32:09.590930 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18be692f-d013-4877-a00d-d45b07efa35a None None] The sync data for ids ['952ad743-6165-488f-b20c-998dee722ae1'] in n-d-829866-4 is: [{'id': '952ad743-6165-488f-b20c-998dee722ae1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317471473-router', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:53Z', 'updated_at': '2022-02-20T03:32:03Z', 'revision_number': 4, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'gw_port': {'id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:55Z', 'updated_at': '2022-02-20T03:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'f2611f40-94d4-409c-a275-153a5ed0c00d', 'name': '', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'mac_address': 'fa:16:3e:18:ba:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:32:02Z', 'updated_at': '2022-02-20T03:32:08Z', 'revision_number': 4, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'subnets': [{'id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:32:09.621655 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ae20e14b-cf3c-41e7-8ea4-938a6bd0ed58 req-923b0336-663b-409e-80c6-1d6cbe79c156 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5dcd6c-dd28-495d-8aef-a91e8197ed21 HTTP/1.1" status: 200 len: 210 time: 0.0392172 Feb 20 03:32:09.624815 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ad6e0bb0-8321-4e59-910e-277c4fcc7432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f2611f40-94d4-409c-a275-153a5ed0c00d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:09.646565 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c4b4d771-a99f-457f-9cc6-3cc8b965ad13 admin admin] Publish callbacks [] for security_group (5a19b172-82e7-42ed-9887-4eb6c3a284c1), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:09.715724 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c4b4d771-a99f-457f-9cc6-3cc8b965ad13 admin admin] Publish callbacks [] for security_group (5a19b172-82e7-42ed-9887-4eb6c3a284c1), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:09.797628 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e0bb0-8321-4e59-910e-277c4fcc7432 None None] Pushing event updated for resources: {'Port': ['ID=f2611f40-94d4-409c-a275-153a5ed0c00d,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:09.805570 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-5f815c09-8ad3-492b-a064-f421292bf9dc None None] Provisioning complete for port f2611f40-94d4-409c-a275-153a5ed0c00d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:32:09.805944 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5f815c09-8ad3-492b-a064-f421292bf9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f2611f40-94d4-409c-a275-153a5ed0c00d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:09.855431 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde3e54-b23a-4024-9a38-0b075d4e65c0 req-b324265b-07af-4d32-9de0-d6324d9e7901 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:09.864680 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-afde3e54-b23a-4024-9a38-0b075d4e65c0 req-b324265b-07af-4d32-9de0-d6324d9e7901 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/ports?device_id=eaa568f6-3cc1-48f1-85d5-89001a4af509 HTTP/1.1" status: 200 len: 949 time: 0.1181977 Feb 20 03:32:09.937128 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5f815c09-8ad3-492b-a064-f421292bf9dc None None] Current status of the port f2611f40-94d4-409c-a275-153a5ed0c00d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:09.939666 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-afde3e54-b23a-4024-9a38-0b075d4e65c0 req-29e39ffb-338e-4b78-ac57-5f74abcfcac1 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/security-groups?id=f3fd1f17-522e-45da-bcf5-484b402e8697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750189 Feb 20 03:32:10.016363 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c4b4d771-a99f-457f-9cc6-3cc8b965ad13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5a19b172-82e7-42ed-9887-4eb6c3a284c1), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:10.020879 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c4b4d771-a99f-457f-9cc6-3cc8b965ad13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:10.022201 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c4b4d771-a99f-457f-9cc6-3cc8b965ad13 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5a19b172-82e7-42ed-9887-4eb6c3a284c1 HTTP/1.1" status: 204 len: 168 time: 0.4894719 Feb 20 03:32:10.034005 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4d771-a99f-457f-9cc6-3cc8b965ad13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a19b172-82e7-42ed-9887-4eb6c3a284c1,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:10.740710 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device f2611f40-94d4-409c-a275-153a5ed0c00d up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:32:10.802084 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port f2611f40-94d4-409c-a275-153a5ed0c00d triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:32:10.802466 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f2611f40-94d4-409c-a275-153a5ed0c00d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:10.905520 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port f2611f40-94d4-409c-a275-153a5ed0c00d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:11.408427 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25a4c7-fcb6-4354-88be-7b35ca24c000 req-29686e8a-5739-4500-898e-252d3ec836bd tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:11.409829 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-0c25a4c7-fcb6-4354-88be-7b35ca24c000 req-29686e8a-5739-4500-898e-252d3ec836bd tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.93 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 944 time: 0.0589261 Feb 20 03:32:11.518599 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-0c25a4c7-fcb6-4354-88be-7b35ca24c000 req-64c1edec-a742-4c25-b488-51932dddaed9 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Deleting port 3306d282-948a-4379-b81c-8f3c2844360e {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:32:11.520165 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0c25a4c7-fcb6-4354-88be-7b35ca24c000 req-64c1edec-a742-4c25-b488-51932dddaed9 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (3306d282-948a-4379-b81c-8f3c2844360e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:11.635159 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-0c25a4c7-fcb6-4354-88be-7b35ca24c000 req-64c1edec-a742-4c25-b488-51932dddaed9 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] For port 3306d282-948a-4379-b81c-8f3c2844360e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=3306d282-948a-4379-b81c-8f3c2844360e,segment=NetworkSegment(f926d227-a7e3-4c9d-9f7f-189ed596ee09),segment_id=f926d227-a7e3-4c9d-9f7f-189ed596ee09)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:11.635464 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0c25a4c7-fcb6-4354-88be-7b35ca24c000 req-64c1edec-a742-4c25-b488-51932dddaed9 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (3306d282-948a-4379-b81c-8f3c2844360e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:11.650234 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-0c25a4c7-fcb6-4354-88be-7b35ca24c000 req-64c1edec-a742-4c25-b488-51932dddaed9 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Calling delete_port for 3306d282-948a-4379-b81c-8f3c2844360e owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:32:11.701344 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19415d8-aaed-445f-913d-dff52b8aba12 req-9a75559f-c4f7-417a-aa40-b475a6a2ae4b tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:11.703901 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a19415d8-aaed-445f-913d-dff52b8aba12 req-9a75559f-c4f7-417a-aa40-b475a6a2ae4b tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 943 time: 0.1571653 Feb 20 03:32:11.778315 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a19415d8-aaed-445f-913d-dff52b8aba12 req-12d9f033-3eed-4c53-8090-9b09fdfcb076 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654325 Feb 20 03:32:11.912618 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60324) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:32:11.933910 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0c25a4c7-fcb6-4354-88be-7b35ca24c000 req-64c1edec-a742-4c25-b488-51932dddaed9 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (3306d282-948a-4379-b81c-8f3c2844360e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:11.943389 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5399a87-be42-4ee9-b762-3b697bc03f60 req-acdf4c7d-6413-40ec-9154-b2442ccf3719 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:11.945603 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b5399a87-be42-4ee9-b762-3b697bc03f60 req-acdf4c7d-6413-40ec-9154-b2442ccf3719 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 945 time: 0.0720191 Feb 20 03:32:11.979080 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1edec-a742-4c25-b488-51932dddaed9 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Pushing event deleted for resources: {'Port': ['ID=3306d282-948a-4379-b81c-8f3c2844360e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:12.008319 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b5399a87-be42-4ee9-b762-3b697bc03f60 req-3898280c-de22-4a82-8630-fec99a3b8ccd tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566993 Feb 20 03:32:12.062845 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-ae77dc71-4665-40c3-aae7-44bb606686c0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-424472637-network', 'tenant_id': '3157825b210545e4af4280df637922da'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:32:12.074909 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c25a4c7-fcb6-4354-88be-7b35ca24c000 req-64c1edec-a742-4c25-b488-51932dddaed9 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] No DVR routers for this DVR port 3306d282-948a-4379-b81c-8f3c2844360e on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:32:12.078311 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-0c25a4c7-fcb6-4354-88be-7b35ca24c000 req-64c1edec-a742-4c25-b488-51932dddaed9 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:12.087653 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-0c25a4c7-fcb6-4354-88be-7b35ca24c000 req-64c1edec-a742-4c25-b488-51932dddaed9 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.93 "DELETE /v2.0/ports/3306d282-948a-4379-b81c-8f3c2844360e HTTP/1.1" status: 204 len: 173 time: 0.6705704 Feb 20 03:32:12.088159 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e53283e-35cd-4bb6-99d1-899bc5244b2d', 'name': 'network-vif-deleted', 'tag': '3306d282-948a-4379-b81c-8f3c2844360e'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:32:12.092072 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896fb832-2dd9-462e-8d09-9fd4c956f6c6" -d '{"events": [{"server_uuid": "2e53283e-35cd-4bb6-99d1-899bc5244b2d", "name": "network-vif-deleted", "tag": "3306d282-948a-4379-b81c-8f3c2844360e"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:32:12.143873 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-af24969a-350d-49e5-982d-99c9dcc0cbc7 req-cb0d4e1d-f28e-407b-be0f-3ffa690ee9e2 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5dcd6c-dd28-495d-8aef-a91e8197ed21 HTTP/1.1" status: 200 len: 210 time: 0.0426342 Feb 20 03:32:12.202271 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-68315e9c-e554-4154-96a9-df6564657c33 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:12.206992 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-68315e9c-e554-4154-96a9-df6564657c33 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.42 "GET /v2.0/networks?id=16e82553-d900-47a8-be16-0e927aa5b122 HTTP/1.1" status: 200 len: 821 time: 0.1939535 Feb 20 03:32:12.239022 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-2d8bb816-8bba-4c35-a9c9-66cbb34a680b tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Request body: {'port': {'device_id': '6c5dcd6c-dd28-495d-8aef-a91e8197ed21', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'admin_state_up': True, 'tenant_id': '77847ebcb146436a81d068e3c92b91de'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:32:12.243883 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70c78aeb-a09f-49c6-82d9-e34e79c0fe2f req-824b5475-029a-4715-85ea-bf486de6b6c0 tempest-LiveMigrationTest-1461793212 tempest-LiveMigrationTest-1461793212-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e53283e-35cd-4bb6-99d1-899bc5244b2d HTTP/1.1" status: 200 len: 210 time: 0.0340316 Feb 20 03:32:12.245833 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae77dc71-4665-40c3-aae7-44bb606686c0 admin admin] Made reservation on behalf of 3157825b210545e4af4280df637922da for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:32:12.248097 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ae77dc71-4665-40c3-aae7-44bb606686c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:12.278047 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ae77dc71-4665-40c3-aae7-44bb606686c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:12.373708 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31eb9776-eba1-4860-9e91-c9b471528aac x-openstack-request-id: req-31eb9776-eba1-4860-9e91-c9b471528aac {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:32:12.374587 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e53283e-35cd-4bb6-99d1-899bc5244b2d", "name": "network-vif-deleted", "tag": "3306d282-948a-4379-b81c-8f3c2844360e", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:32:12.374881 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-31eb9776-eba1-4860-9e91-c9b471528aac {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:32:12.375293 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e53283e-35cd-4bb6-99d1-899bc5244b2d', 'name': 'network-vif-deleted', 'tag': '3306d282-948a-4379-b81c-8f3c2844360e', 'status': 'completed', 'code': 200} Feb 20 03:32:12.439456 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ae77dc71-4665-40c3-aae7-44bb606686c0 admin admin] Publish callbacks [] for security_group (39e351b6-30fc-4f98-a708-d80319909eed), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:12.524571 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-2d8bb816-8bba-4c35-a9c9-66cbb34a680b tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Made reservation on behalf of 77847ebcb146436a81d068e3c92b91de for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:32:12.529316 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-2d8bb816-8bba-4c35-a9c9-66cbb34a680b tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:12.557076 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ae77dc71-4665-40c3-aae7-44bb606686c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (39e351b6-30fc-4f98-a708-d80319909eed), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:12.611993 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae77dc71-4665-40c3-aae7-44bb606686c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:32:12.642075 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ae77dc71-4665-40c3-aae7-44bb606686c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (e4ce81c7-ec90-44d9-ba16-298d5efd9f9c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:12.647069 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-ae77dc71-4665-40c3-aae7-44bb606686c0 admin admin] Added segment e4ce81c7-ec90-44d9-ba16-298d5efd9f9c of type vlan for network 5c092ec8-401f-4358-9459-c97091e18734 Feb 20 03:32:12.647069 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77dc71-4665-40c3-aae7-44bb606686c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e351b6-30fc-4f98-a708-d80319909eed,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:12.716072 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ae77dc71-4665-40c3-aae7-44bb606686c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (5c092ec8-401f-4358-9459-c97091e18734), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:12.744793 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-2d8bb816-8bba-4c35-a9c9-66cbb34a680b tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Allocated IP 172.20.0.14 (16e82553-d900-47a8-be16-0e927aa5b122/4011c41d-625a-4a4f-b17b-6325e727aa40/1b2fae4c-6ab3-4246-af0c-cf2d8a772e78) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:32:12.883103 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ae77dc71-4665-40c3-aae7-44bb606686c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (5c092ec8-401f-4358-9459-c97091e18734), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:12.884066 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae77dc71-4665-40c3-aae7-44bb606686c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:12.884754 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ae77dc71-4665-40c3-aae7-44bb606686c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:12.987086 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77dc71-4665-40c3-aae7-44bb606686c0 admin admin] Pushing event updated for resources: {'Network': ['ID=5c092ec8-401f-4358-9459-c97091e18734,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:12.997564 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 5c092ec8-401f-4358-9459-c97091e18734 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:32:13.004545 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-2d8bb816-8bba-4c35-a9c9-66cbb34a680b tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks [] for port (1b2fae4c-6ab3-4246-af0c-cf2d8a772e78), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:13.012426 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d9bd8-4035-4781-801c-9054532869ab req-50eade74-12e4-47b4-9552-47f22c5dc56b tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:13.013943 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-174d9bd8-4035-4781-801c-9054532869ab req-50eade74-12e4-47b4-9552-47f22c5dc56b tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 943 time: 0.1591544 Feb 20 03:32:13.019229 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ae77dc71-4665-40c3-aae7-44bb606686c0 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1053905 Feb 20 03:32:13.022450 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60342) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:32:13.029106 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-4a9fcd01-d27a-46de-8783-15fb279feee9 admin admin] Request body: {'subnet': {'network_id': '5c092ec8-401f-4358-9459-c97091e18734', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-424472637-subnet', 'tenant_id': '3157825b210545e4af4280df637922da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:32:13.086364 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-174d9bd8-4035-4781-801c-9054532869ab req-2c4591b5-8401-4f12-ad9b-842f0700f321 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623128 Feb 20 03:32:13.153152 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9fcd01-d27a-46de-8783-15fb279feee9 admin admin] Made reservation on behalf of 3157825b210545e4af4280df637922da for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:32:13.155921 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4a9fcd01-d27a-46de-8783-15fb279feee9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:13.184843 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-2d8bb816-8bba-4c35-a9c9-66cbb34a680b tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (1b2fae4c-6ab3-4246-af0c-cf2d8a772e78), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:13.306624 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-2d8bb816-8bba-4c35-a9c9-66cbb34a680b tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Network 16e82553-d900-47a8-be16-0e927aa5b122 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:32:13.316202 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-2d8bb816-8bba-4c35-a9c9-66cbb34a680b tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:32:13.324469 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-2d8bb816-8bba-4c35-a9c9-66cbb34a680b tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:32:13.358640 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8bb816-8bba-4c35-a9c9-66cbb34a680b tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Pushing event updated for resources: {'Port': ['ID=1b2fae4c-6ab3-4246-af0c-cf2d8a772e78,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:13.388593 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de756280-9ab2-45de-8d57-74b0be3f94ed req-f431721a-50ab-434e-b12b-2585ef224882 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:13.395948 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-de756280-9ab2-45de-8d57-74b0be3f94ed req-f431721a-50ab-434e-b12b-2585ef224882 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 945 time: 0.2169864 Feb 20 03:32:13.434177 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-2d8bb816-8bba-4c35-a9c9-66cbb34a680b tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:13.434804 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-2d8bb816-8bba-4c35-a9c9-66cbb34a680b tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:13.476476 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4a9fcd01-d27a-46de-8783-15fb279feee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (1eddde69-4024-402f-b494-432b0d5ca19d), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:13.487050 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-de756280-9ab2-45de-8d57-74b0be3f94ed req-8e5cf6c9-0940-43bd-bc25-cec70979cd2a tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843120 Feb 20 03:32:13.529985 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-2d8bb816-8bba-4c35-a9c9-66cbb34a680b tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3096304 Feb 20 03:32:13.551313 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-c4eb67d0-8e24-4442-93c1-8370c8a601da service neutron] Request body: {'port': {'device_id': '6c5dcd6c-dd28-495d-8aef-a91e8197ed21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:32:13.623898 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fcd01-d27a-46de-8783-15fb279feee9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eddde69-4024-402f-b494-432b0d5ca19d,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:13.626740 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9fcd01-d27a-46de-8783-15fb279feee9 admin admin] Checking segment: {'id': 'e4ce81c7-ec90-44d9-ba16-298d5efd9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5c092ec8-401f-4358-9459-c97091e18734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:32:13.633110 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9fcd01-d27a-46de-8783-15fb279feee9 admin admin] Network hostable DHCP agents. Network: 5c092ec8-401f-4358-9459-c97091e18734, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:32:13.687701 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-c4eb67d0-8e24-4442-93c1-8370c8a601da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1b2fae4c-6ab3-4246-af0c-cf2d8a772e78), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:13.692318 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-03e2221f-eff9-4eb9-bf1c-5ced592b2b57 None None] Provisioning complete for port 1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:32:13.692696 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-03e2221f-eff9-4eb9-bf1c-5ced592b2b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1b2fae4c-6ab3-4246-af0c-cf2d8a772e78), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:13.713097 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b9e24-5a92-4828-abd1-f27386e992cc req-5940781e-02a3-4034-b957-6081d1e4a62b tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:13.721754 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd5b9e24-5a92-4828-abd1-f27386e992cc req-5940781e-02a3-4034-b957-6081d1e4a62b tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5dcd6c-dd28-495d-8aef-a91e8197ed21 HTTP/1.1" status: 200 len: 932 time: 0.1338606 Feb 20 03:32:13.743466 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9fcd01-d27a-46de-8783-15fb279feee9 admin admin] Network 5c092ec8-401f-4358-9459-c97091e18734 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:32:13.746253 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-03e2221f-eff9-4eb9-bf1c-5ced592b2b57 None None] Port 1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:32:13.815707 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-4a9fcd01-d27a-46de-8783-15fb279feee9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 5c092ec8-401f-4358-9459-c97091e18734) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:32:13.819762 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9fcd01-d27a-46de-8783-15fb279feee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:13.820404 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4a9fcd01-d27a-46de-8783-15fb279feee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:13.828162 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f2fe86-01bc-4f81-823e-e7c4802ef362 None None] Network 5c092ec8-401f-4358-9459-c97091e18734 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:32:13.850170 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd5b9e24-5a92-4828-abd1-f27386e992cc req-5798fbe3-5078-4b22-bfb2-d148b65a56e2 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/security-groups?id=d6d2161c-e5f3-4e0d-9eb7-f16df0899b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275306 Feb 20 03:32:13.898466 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4a9fcd01-d27a-46de-8783-15fb279feee9 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8738902 Feb 20 03:32:13.914021 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60356) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:32:13.976470 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f994ce26-c94e-4f1b-a8f2-accac1c8cb58 None None] Network 5c092ec8-401f-4358-9459-c97091e18734 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:32:14.075903 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c26e37b-3e42-4780-9d53-883441565fec admin admin] Deleting subnet 458c6d71-ffe3-42c1-873f-079dd6df07cb {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:32:14.079905 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3c26e37b-3e42-4780-9d53-883441565fec admin admin] Publish callbacks [] for subnet (458c6d71-ffe3-42c1-873f-079dd6df07cb), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:14.132028 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3c26e37b-3e42-4780-9d53-883441565fec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (458c6d71-ffe3-42c1-873f-079dd6df07cb), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:14.152862 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-c4eb67d0-8e24-4442-93c1-8370c8a601da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:32:14.161774 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-c4eb67d0-8e24-4442-93c1-8370c8a601da service neutron] Publish callbacks [] for port (1b2fae4c-6ab3-4246-af0c-cf2d8a772e78), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:14.181933 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-c4eb67d0-8e24-4442-93c1-8370c8a601da service neutron] Transition to ACTIVE for port object 1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:32:14.191246 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3c26e37b-3e42-4780-9d53-883441565fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (458c6d71-ffe3-42c1-873f-079dd6df07cb), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:14.249512 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6cfe8-f165-4d41-ace8-05c258eeaeea req-1f04791d-f0c9-4c4b-b1e6-4a25cb5b283c tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:14.251683 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fea6cfe8-f165-4d41-ace8-05c258eeaeea req-1f04791d-f0c9-4c4b-b1e6-4a25cb5b283c tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 943 time: 0.0677273 Feb 20 03:32:14.253593 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-c4eb67d0-8e24-4442-93c1-8370c8a601da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (1b2fae4c-6ab3-4246-af0c-cf2d8a772e78), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:14.335581 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb67d0-8e24-4442-93c1-8370c8a601da service neutron] Pushing event updated for resources: {'Port': ['ID=1b2fae4c-6ab3-4246-af0c-cf2d8a772e78,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:14.347700 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3c26e37b-3e42-4780-9d53-883441565fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (458c6d71-ffe3-42c1-873f-079dd6df07cb), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:14.376094 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26e37b-3e42-4780-9d53-883441565fec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=458c6d71-ffe3-42c1-873f-079dd6df07cb,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:14.387556 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fea6cfe8-f165-4d41-ace8-05c258eeaeea req-0906f18f-ae71-44b1-82eb-3825e4f0ab39 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146464 Feb 20 03:32:14.418061 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3c26e37b-3e42-4780-9d53-883441565fec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:14.422380 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3c26e37b-3e42-4780-9d53-883441565fec admin admin] 10.222.0.89 "DELETE /v2.0/subnets/458c6d71-ffe3-42c1-873f-079dd6df07cb HTTP/1.1" status: 204 len: 168 time: 0.5071912 Feb 20 03:32:14.425463 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60376) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:32:14.468854 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-c4eb67d0-8e24-4442-93c1-8370c8a601da service neutron] Attempting to bind port 1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:32:14.469513 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-c4eb67d0-8e24-4442-93c1-8370c8a601da service neutron] Attempting to bind port 1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': 'cda420b9-3208-4359-b0a0-39d6d5b4153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:32:14.471069 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-c4eb67d0-8e24-4442-93c1-8370c8a601da service neutron] Attempting to bind port 1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 on network 16e82553-d900-47a8-be16-0e927aa5b122 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:32:14.476817 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-c4eb67d0-8e24-4442-93c1-8370c8a601da service neutron] Port 1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 on network 16e82553-d900-47a8-be16-0e927aa5b122 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:32:14.477439 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-c4eb67d0-8e24-4442-93c1-8370c8a601da service neutron] Attempting to bind port 1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 on network 16e82553-d900-47a8-be16-0e927aa5b122 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:32:14.484199 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-c4eb67d0-8e24-4442-93c1-8370c8a601da service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:32:14.484634 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-c4eb67d0-8e24-4442-93c1-8370c8a601da service neutron] Checking segment: {'id': 'cda420b9-3208-4359-b0a0-39d6d5b4153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:32:14.485258 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-c4eb67d0-8e24-4442-93c1-8370c8a601da service neutron] Bound using segment: {'id': 'cda420b9-3208-4359-b0a0-39d6d5b4153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:32:14.486053 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-c4eb67d0-8e24-4442-93c1-8370c8a601da service neutron] Bound port: 1b2fae4c-6ab3-4246-af0c-cf2d8a772e78, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cda420b9-3208-4359-b0a0-39d6d5b4153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:32:14.486684 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-c4eb67d0-8e24-4442-93c1-8370c8a601da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1b2fae4c-6ab3-4246-af0c-cf2d8a772e78), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:14.534389 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3b8e2004-5ecc-4388-9676-abd7c818fa14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (b760bf03-7766-4aef-bd0e-08d3e5c4e949), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:14.608249 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-c4eb67d0-8e24-4442-93c1-8370c8a601da service neutron] For port 1b2fae4c-6ab3-4246-af0c-cf2d8a772e78, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:32:14.612927 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-c4eb67d0-8e24-4442-93c1-8370c8a601da service neutron] For port 1b2fae4c-6ab3-4246-af0c-cf2d8a772e78, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=1b2fae4c-6ab3-4246-af0c-cf2d8a772e78,segment=NetworkSegment(cda420b9-3208-4359-b0a0-39d6d5b4153c),segment_id=cda420b9-3208-4359-b0a0-39d6d5b4153c)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:32:14.668657 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3b8e2004-5ecc-4388-9676-abd7c818fa14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (b760bf03-7766-4aef-bd0e-08d3e5c4e949), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:14.692509 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-3b8e2004-5ecc-4388-9676-abd7c818fa14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b760bf03-7766-4aef-bd0e-08d3e5c4e949']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:32:14.702277 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08313aaa-a367-458d-ae12-7fbebffaf7d6 req-f15a57c1-7db6-4cee-8cfa-c2f0e01e35da tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:14.703523 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-3b8e2004-5ecc-4388-9676-abd7c818fa14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f926d227-a7e3-4c9d-9f7f-189ed596ee09') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:32:14.704832 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-08313aaa-a367-458d-ae12-7fbebffaf7d6 req-f15a57c1-7db6-4cee-8cfa-c2f0e01e35da tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 945 time: 0.0736825 Feb 20 03:32:14.707042 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-3b8e2004-5ecc-4388-9676-abd7c818fa14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f926d227-a7e3-4c9d-9f7f-189ed596ee09') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:32:14.720646 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3b8e2004-5ecc-4388-9676-abd7c818fa14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (f926d227-a7e3-4c9d-9f7f-189ed596ee09), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:14.730767 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60386) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:32:14.733295 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-c4eb67d0-8e24-4442-93c1-8370c8a601da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (1b2fae4c-6ab3-4246-af0c-cf2d8a772e78), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:14.739256 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-c5c51c31-22fd-45fe-82d9-e9c8a882f396 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1040081659-network', 'tenant_id': '04b0f332341344a5a55b4fa6fa1ef484'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:32:14.770491 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3b8e2004-5ecc-4388-9676-abd7c818fa14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (f926d227-a7e3-4c9d-9f7f-189ed596ee09), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:14.781424 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b8e2004-5ecc-4388-9676-abd7c818fa14 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:32:14.783080 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3b8e2004-5ecc-4388-9676-abd7c818fa14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (f926d227-a7e3-4c9d-9f7f-189ed596ee09), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:14.785300 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:32:14.785300 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:32:14.785300 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:32:14.785300 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:32:14.785300 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:32:14.785300 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:32:14.785300 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:32:14.785300 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:32:14.785300 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:32:14.785300 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:32:14.785300 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:32:14.785300 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:32:14.785300 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:32:14.785300 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:32:14.785300 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:32:14.785300 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:32:14.785300 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:32:14.785300 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:32:14.785300 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:32:14.785300 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:32:14.785300 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:32:14.785300 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:32:14.785300 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:32:14.785300 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:32:14.785300 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:32:14.785300 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:32:14.785300 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:32:14.785300 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:32:14.785300 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:32:14.785300 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:32:14.785300 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:32:14.785300 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:32:14.809385 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-c4eb67d0-8e24-4442-93c1-8370c8a601da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:14.810046 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-c4eb67d0-8e24-4442-93c1-8370c8a601da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:14.812324 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-c4eb67d0-8e24-4442-93c1-8370c8a601da service neutron] 10.222.0.42 "PUT /v2.0/ports/1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 HTTP/1.1" status: 200 len: 1092 time: 1.2663591 Feb 20 03:32:14.816278 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5dcd6c-dd28-495d-8aef-a91e8197ed21', 'tag': '1b2fae4c-6ab3-4246-af0c-cf2d8a772e78'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:32:14.822431 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196a5d4e-02d5-4748-a124-0883972c9eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5dcd6c-dd28-495d-8aef-a91e8197ed21", "tag": "1b2fae4c-6ab3-4246-af0c-cf2d8a772e78"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:32:14.860562 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-08313aaa-a367-458d-ae12-7fbebffaf7d6 req-035d8bb8-5cf5-4032-a16a-ce18f92dc75f tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494534 Feb 20 03:32:14.874385 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb67d0-8e24-4442-93c1-8370c8a601da service neutron] Pushing event updated for resources: {'Port': ['ID=1b2fae4c-6ab3-4246-af0c-cf2d8a772e78,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:14.951372 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56c4f27-e072-416e-8144-82faa62b6538 x-openstack-request-id: req-d56c4f27-e072-416e-8144-82faa62b6538 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:32:14.951673 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5dcd6c-dd28-495d-8aef-a91e8197ed21", "tag": "1b2fae4c-6ab3-4246-af0c-cf2d8a772e78", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:32:14.951932 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d56c4f27-e072-416e-8144-82faa62b6538 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:32:14.952343 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5dcd6c-dd28-495d-8aef-a91e8197ed21', 'tag': '1b2fae4c-6ab3-4246-af0c-cf2d8a772e78', 'status': 'completed', 'code': 200} Feb 20 03:32:15.081745 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a5d4e-02d5-4748-a124-0883972c9eb2 req-67261ff8-207d-487d-9c4b-f741622c7764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:15.083318 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-196a5d4e-02d5-4748-a124-0883972c9eb2 req-67261ff8-207d-487d-9c4b-f741622c7764 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77847ebcb146436a81d068e3c92b91de&device_id=6c5dcd6c-dd28-495d-8aef-a91e8197ed21 HTTP/1.1" status: 200 len: 1126 time: 0.1092024 Feb 20 03:32:15.107349 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 3306d282-948a-4379-b81c-8f3c2844360e no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:32:15.107869 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920654a-133c-4497-adf7-0d1a389a6958 req-fa455228-197d-411c-a56b-feb99ed79bbc tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:15.108900 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f920654a-133c-4497-adf7-0d1a389a6958 req-fa455228-197d-411c-a56b-feb99ed79bbc tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5dcd6c-dd28-495d-8aef-a91e8197ed21 HTTP/1.1" status: 200 len: 944 time: 0.0831990 Feb 20 03:32:15.136396 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 3306d282-948a-4379-b81c-8f3c2844360e {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:32:15.137196 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 3306d282-948a-4379-b81c-8f3c2844360e not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:32:15.224456 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f920654a-133c-4497-adf7-0d1a389a6958 req-07fd5002-a372-413d-84b1-6fba73b12029 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/security-groups?id=d6d2161c-e5f3-4e0d-9eb7-f16df0899b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003683 Feb 20 03:32:15.244989 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a5d4e-02d5-4748-a124-0883972c9eb2 req-7a7cf780-5377-44e6-b56a-5e1315bd249d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:15.245105 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c51c31-22fd-45fe-82d9-e9c8a882f396 admin admin] Made reservation on behalf of 04b0f332341344a5a55b4fa6fa1ef484 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:32:15.245546 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-196a5d4e-02d5-4748-a124-0883972c9eb2 req-7a7cf780-5377-44e6-b56a-5e1315bd249d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=77847ebcb146436a81d068e3c92b91de&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1487358 Feb 20 03:32:15.245648 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c5c51c31-22fd-45fe-82d9-e9c8a882f396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:15.251536 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c5c51c31-22fd-45fe-82d9-e9c8a882f396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:15.278876 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3b8e2004-5ecc-4388-9676-abd7c818fa14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (b760bf03-7766-4aef-bd0e-08d3e5c4e949), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:15.287838 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3b8e2004-5ecc-4388-9676-abd7c818fa14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:15.293853 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3b8e2004-5ecc-4388-9676-abd7c818fa14 admin admin] 10.222.0.89 "DELETE /v2.0/networks/b760bf03-7766-4aef-bd0e-08d3e5c4e949 HTTP/1.1" status: 204 len: 168 time: 0.8672130 Feb 20 03:32:15.295453 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60406) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:32:15.341625 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e2004-5ecc-4388-9676-abd7c818fa14 admin admin] Pushing event deleted for resources: {'Network': ['ID=b760bf03-7766-4aef-bd0e-08d3e5c4e949,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:15.364890 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a5d4e-02d5-4748-a124-0883972c9eb2 req-a823a932-5db9-4c9d-8825-e059123a3c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:15.364890 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-196a5d4e-02d5-4748-a124-0883972c9eb2 req-a823a932-5db9-4c9d-8825-e059123a3c8c service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1104400 Feb 20 03:32:15.381216 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-8612021f-923a-430a-9e0e-cb3e3e79f434 admin admin] Deleting subnet 8cc349f5-9ab9-4f95-984a-c18938c9e1d3 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:32:15.392236 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8612021f-923a-430a-9e0e-cb3e3e79f434 admin admin] Publish callbacks [] for subnet (8cc349f5-9ab9-4f95-984a-c18938c9e1d3), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:15.459604 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c5c51c31-22fd-45fe-82d9-e9c8a882f396 admin admin] Publish callbacks [] for security_group (b06a463d-9913-485b-8990-f9cbdd977f50), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:15.461953 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8612021f-923a-430a-9e0e-cb3e3e79f434 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (8cc349f5-9ab9-4f95-984a-c18938c9e1d3), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:15.478192 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-df983a31-1921-4fdf-86b4-9e4f8178e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:15.480986 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-df983a31-1921-4fdf-86b4-9e4f8178e3b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77847ebcb146436a81d068e3c92b91de&device_id=6c5dcd6c-dd28-495d-8aef-a91e8197ed21 HTTP/1.1" status: 200 len: 1126 time: 0.0694685 Feb 20 03:32:15.505515 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8612021f-923a-430a-9e0e-cb3e3e79f434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (8cc349f5-9ab9-4f95-984a-c18938c9e1d3), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:15.530470 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c5c51c31-22fd-45fe-82d9-e9c8a882f396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b06a463d-9913-485b-8990-f9cbdd977f50), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:15.558552 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-e015a570-d4bd-4bf3-b66f-a5d718ebe7cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 HTTP/1.1" status: 200 len: 217 time: 0.0701079 Feb 20 03:32:15.569262 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c51c31-22fd-45fe-82d9-e9c8a882f396 admin admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:32:15.577884 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c51c31-22fd-45fe-82d9-e9c8a882f396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06a463d-9913-485b-8990-f9cbdd977f50,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:15.587249 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c5c51c31-22fd-45fe-82d9-e9c8a882f396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (b9151538-4f43-4898-9c8d-248990e00bfa), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:15.587671 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-c5c51c31-22fd-45fe-82d9-e9c8a882f396 admin admin] Added segment b9151538-4f43-4898-9c8d-248990e00bfa of type vlan for network 92ec5ba4-4133-495b-b245-7fbae2cc234d Feb 20 03:32:15.616643 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01eea8a-cf67-448d-a975-95371fa789e9 req-e7e45db2-ca92-4982-abe4-b63aebc39b9d tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:15.623992 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b01eea8a-cf67-448d-a975-95371fa789e9 req-e7e45db2-ca92-4982-abe4-b63aebc39b9d tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 943 time: 0.1273313 Feb 20 03:32:15.638507 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c5c51c31-22fd-45fe-82d9-e9c8a882f396 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (92ec5ba4-4133-495b-b245-7fbae2cc234d), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:15.643945 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-f4c54fb1-2845-4ee2-b275-902b860258e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:15.645402 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-f4c54fb1-2845-4ee2-b275-902b860258e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4011c41d-625a-4a4f-b17b-6325e727aa40 HTTP/1.1" status: 200 len: 860 time: 0.0782220 Feb 20 03:32:15.694243 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8612021f-923a-430a-9e0e-cb3e3e79f434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (8cc349f5-9ab9-4f95-984a-c18938c9e1d3), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:15.723497 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b01eea8a-cf67-448d-a975-95371fa789e9 req-4a73b43f-ef83-4312-a2a2-ed6ec64ccb85 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901179 Feb 20 03:32:15.737650 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-d175ebe6-32ef-4467-8868-612b525370c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:15.739181 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-d175ebe6-32ef-4467-8868-612b525370c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=16e82553-d900-47a8-be16-0e927aa5b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0868864 Feb 20 03:32:15.742203 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8612021f-923a-430a-9e0e-cb3e3e79f434 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cc349f5-9ab9-4f95-984a-c18938c9e1d3,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:15.744369 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8612021f-923a-430a-9e0e-cb3e3e79f434 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:15.750461 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8612021f-923a-430a-9e0e-cb3e3e79f434 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/8cc349f5-9ab9-4f95-984a-c18938c9e1d3 HTTP/1.1" status: 204 len: 168 time: 0.4477890 Feb 20 03:32:15.751266 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60424) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:32:15.777273 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c5c51c31-22fd-45fe-82d9-e9c8a882f396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (92ec5ba4-4133-495b-b245-7fbae2cc234d), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:15.778252 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c51c31-22fd-45fe-82d9-e9c8a882f396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:15.778848 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c5c51c31-22fd-45fe-82d9-e9c8a882f396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:15.869323 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device bb50466d-f014-419e-9b24-3de6166d551a details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:32:15.897919 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1e32f659-400f-4cb5-91ee-72825ddace1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (b51a555b-172c-4231-95b0-2cff2ff17183), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:15.905082 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c51c31-22fd-45fe-82d9-e9c8a882f396 admin admin] Pushing event updated for resources: {'Network': ['ID=92ec5ba4-4133-495b-b245-7fbae2cc234d,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:16.002592 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c5c51c31-22fd-45fe-82d9-e9c8a882f396 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2701044 Feb 20 03:32:16.006345 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60432) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:32:16.015799 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-2356b0da-a0fd-431e-9b5c-9af4b17da58f admin admin] Request body: {'subnet': {'network_id': '92ec5ba4-4133-495b-b245-7fbae2cc234d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1040081659-subnet', 'tenant_id': '04b0f332341344a5a55b4fa6fa1ef484', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:32:16.031307 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port bb50466d-f014-419e-9b24-3de6166d551a, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=bb50466d-f014-419e-9b24-3de6166d551a,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:16.046075 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'bb50466d-f014-419e-9b24-3de6166d551a', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': 'bb50466d-f014-419e-9b24-3de6166d551a', 'mac_address': 'fa:16:3e:38:2e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:32:16.050914 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 92ec5ba4-4133-495b-b245-7fbae2cc234d details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:32:16.072617 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1e32f659-400f-4cb5-91ee-72825ddace1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (b51a555b-172c-4231-95b0-2cff2ff17183), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:16.100950 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port bb50466d-f014-419e-9b24-3de6166d551a is: ACTIVE; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:16.101655 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bb50466d-f014-419e-9b24-3de6166d551a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:16.106021 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-1e32f659-400f-4cb5-91ee-72825ddace1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b51a555b-172c-4231-95b0-2cff2ff17183']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:32:16.144071 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-1e32f659-400f-4cb5-91ee-72825ddace1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff46de37-2a3a-4c32-9ab5-53fc202df473') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:32:16.144359 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-1e32f659-400f-4cb5-91ee-72825ddace1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff46de37-2a3a-4c32-9ab5-53fc202df473') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:32:16.172753 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1e32f659-400f-4cb5-91ee-72825ddace1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (ff46de37-2a3a-4c32-9ab5-53fc202df473), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:16.185037 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2356b0da-a0fd-431e-9b5c-9af4b17da58f admin admin] Made reservation on behalf of 04b0f332341344a5a55b4fa6fa1ef484 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:32:16.187401 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2356b0da-a0fd-431e-9b5c-9af4b17da58f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:16.209061 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb50466d-f014-419e-9b24-3de6166d551a {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:32:16.254958 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1e32f659-400f-4cb5-91ee-72825ddace1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (ff46de37-2a3a-4c32-9ab5-53fc202df473), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:16.259287 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port bb50466d-f014-419e-9b24-3de6166d551a, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=bb50466d-f014-419e-9b24-3de6166d551a,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:16.292502 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e32f659-400f-4cb5-91ee-72825ddace1e admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:32:16.292930 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1e32f659-400f-4cb5-91ee-72825ddace1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (ff46de37-2a3a-4c32-9ab5-53fc202df473), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:16.296303 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:32:16.296303 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:32:16.296303 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:32:16.296303 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:32:16.296303 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:32:16.296303 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:32:16.296303 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:32:16.296303 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:32:16.296303 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:32:16.296303 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:32:16.296303 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:32:16.296303 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:32:16.296303 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:32:16.296303 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:32:16.296303 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:32:16.296303 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:32:16.296303 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:32:16.296303 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:32:16.296303 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:32:16.296303 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:32:16.296303 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:32:16.296303 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:32:16.296303 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:32:16.296303 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:32:16.296303 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:32:16.296303 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:32:16.296303 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:32:16.296303 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:32:16.296303 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:32:16.296303 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:32:16.296303 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:32:16.296303 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:32:16.336419 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-df52070c-3794-4679-b703-cbecb913057f service neutron] 10.222.0.42 "GET /v2.0/networks/16e82553-d900-47a8-be16-0e927aa5b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5893445 Feb 20 03:32:16.337651 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bb50466d-f014-419e-9b24-3de6166d551a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:16.343983 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1b40a-79b5-4d99-a32f-aec4431d9a42 req-5e03f283-f147-44e0-8fa1-ad9cb317c507 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:16.352337 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d7e1b40a-79b5-4d99-a32f-aec4431d9a42 req-5e03f283-f147-44e0-8fa1-ad9cb317c507 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 945 time: 0.1272612 Feb 20 03:32:16.482173 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d7e1b40a-79b5-4d99-a32f-aec4431d9a42 req-35c87e0a-7d2a-4cda-9f53-13922ce4e311 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286342 Feb 20 03:32:16.534111 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=bb50466d-f014-419e-9b24-3de6166d551a,revision_number=6']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:16.569441 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a68e2194-4a85-4644-bcee-f0be7cc9d6ec req-7ef63286-f082-45bc-aa76-487feb78520b service neutron] 10.222.0.42 "GET /v2.0/networks/16e82553-d900-47a8-be16-0e927aa5b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148304 Feb 20 03:32:16.583073 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1e32f659-400f-4cb5-91ee-72825ddace1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (b51a555b-172c-4231-95b0-2cff2ff17183), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:16.611951 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1e32f659-400f-4cb5-91ee-72825ddace1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:16.611951 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1e32f659-400f-4cb5-91ee-72825ddace1e admin admin] 10.222.0.89 "DELETE /v2.0/networks/b51a555b-172c-4231-95b0-2cff2ff17183 HTTP/1.1" status: 204 len: 168 time: 0.8431392 Feb 20 03:32:16.614092 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['bb50466d-f014-419e-9b24-3de6166d551a'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:32:16.622767 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32f659-400f-4cb5-91ee-72825ddace1e admin admin] Pushing event deleted for resources: {'Network': ['ID=b51a555b-172c-4231-95b0-2cff2ff17183,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:16.708903 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd8d33-6ad9-4484-bfba-352f07c10eaa req-ef84be15-ad58-4709-981e-18604c95ebf9 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:16.713977 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-62bd8d33-6ad9-4484-bfba-352f07c10eaa req-ef84be15-ad58-4709-981e-18604c95ebf9 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5dcd6c-dd28-495d-8aef-a91e8197ed21 HTTP/1.1" status: 200 len: 944 time: 0.1057098 Feb 20 03:32:16.887642 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-62bd8d33-6ad9-4484-bfba-352f07c10eaa req-489949e8-0987-466b-bc62-6ed6272c91aa tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/security-groups?id=d6d2161c-e5f3-4e0d-9eb7-f16df0899b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644886 Feb 20 03:32:17.122699 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device afbe16b4-d82b-4267-9c4f-4cfe734a15f0 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:32:17.363722 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port afbe16b4-d82b-4267-9c4f-4cfe734a15f0, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=afbe16b4-d82b-4267-9c4f-4cfe734a15f0,segment=NetworkSegment(bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73),segment_id=bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:17.385428 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'afbe16b4-d82b-4267-9c4f-4cfe734a15f0', 'network_id': 'd437f433-2a25-46ac-8335-584c725cf993', 'port_id': 'afbe16b4-d82b-4267-9c4f-4cfe734a15f0', 'mac_address': 'fa:16:3e:d2:ad:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f2ccdb-a5f0-4784-95bb-b259997ecd83', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:32:17.411507 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2356b0da-a0fd-431e-9b5c-9af4b17da58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (9ae2d87a-5bfa-4f88-b977-f38389110fee), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:17.441602 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port afbe16b4-d82b-4267-9c4f-4cfe734a15f0 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:17.442004 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (afbe16b4-d82b-4267-9c4f-4cfe734a15f0), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:17.459145 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afbe16b4-d82b-4267-9c4f-4cfe734a15f0 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:32:17.490623 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port afbe16b4-d82b-4267-9c4f-4cfe734a15f0, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=afbe16b4-d82b-4267-9c4f-4cfe734a15f0,segment=NetworkSegment(bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73),segment_id=bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:17.530242 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356b0da-a0fd-431e-9b5c-9af4b17da58f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ae2d87a-5bfa-4f88-b977-f38389110fee,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:17.540754 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2356b0da-a0fd-431e-9b5c-9af4b17da58f admin admin] Checking segment: {'id': 'b9151538-4f43-4898-9c8d-248990e00bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '92ec5ba4-4133-495b-b245-7fbae2cc234d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:32:17.541316 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2356b0da-a0fd-431e-9b5c-9af4b17da58f admin admin] Network hostable DHCP agents. Network: 92ec5ba4-4133-495b-b245-7fbae2cc234d, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:32:17.585287 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (afbe16b4-d82b-4267-9c4f-4cfe734a15f0), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:17.586079 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device cd8192d7-1fe8-411b-98f1-ddd812317e6a details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:32:17.656589 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=afbe16b4-d82b-4267-9c4f-4cfe734a15f0,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:17.665159 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2356b0da-a0fd-431e-9b5c-9af4b17da58f admin admin] Network 92ec5ba4-4133-495b-b245-7fbae2cc234d is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:32:17.736995 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60452) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:32:17.803429 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-2356b0da-a0fd-431e-9b5c-9af4b17da58f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 92ec5ba4-4133-495b-b245-7fbae2cc234d) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:32:17.811529 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2356b0da-a0fd-431e-9b5c-9af4b17da58f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:17.812133 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2356b0da-a0fd-431e-9b5c-9af4b17da58f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:17.840204 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-89b68e81-5736-43b2-abe2-d7bbc770e4e6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f32a2222e912478982e32c7419305be8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1023681 Feb 20 03:32:17.841864 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port cd8192d7-1fe8-411b-98f1-ddd812317e6a, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=cd8192d7-1fe8-411b-98f1-ddd812317e6a,segment=NetworkSegment(6971358c-5ead-4d6f-a8a9-4425c89312e5),segment_id=6971358c-5ead-4d6f-a8a9-4425c89312e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:17.842824 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60454) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:32:17.854631 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'cd8192d7-1fe8-411b-98f1-ddd812317e6a', 'network_id': '67e7e45b-f32b-4fdb-9b56-3214aa9e538c', 'port_id': 'cd8192d7-1fe8-411b-98f1-ddd812317e6a', 'mac_address': 'fa:16:3e:cd:4b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fdd6f8e-c413-4f72-b733-74af17d9e3ef', 'ip_address': '10.1.1.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:32:17.863239 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031f4606-1aca-46d3-a11a-d6e5368ed2b0 None None] Network 92ec5ba4-4133-495b-b245-7fbae2cc234d requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:32:17.887036 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device bb50466d-f014-419e-9b24-3de6166d551a up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:32:17.927178 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2356b0da-a0fd-431e-9b5c-9af4b17da58f admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9184852 Feb 20 03:32:17.937648 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-01f5ac5f-0663-4538-9dc4-f2d1871da049 admin admin] Publish callbacks [] for security_group (1b0f688b-7d6b-4298-9600-2ca875c45bad), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:18.003098 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-01f5ac5f-0663-4538-9dc4-f2d1871da049 admin admin] Publish callbacks [] for security_group (1b0f688b-7d6b-4298-9600-2ca875c45bad), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:18.015825 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port cd8192d7-1fe8-411b-98f1-ddd812317e6a is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:18.016238 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (cd8192d7-1fe8-411b-98f1-ddd812317e6a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:18.051130 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd8192d7-1fe8-411b-98f1-ddd812317e6a {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:32:18.089613 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae58d76-9160-487d-9ac5-bb631a569a23 None None] Network 92ec5ba4-4133-495b-b245-7fbae2cc234d requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:32:18.101260 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port bb50466d-f014-419e-9b24-3de6166d551a triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:32:18.101644 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (bb50466d-f014-419e-9b24-3de6166d551a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:18.108280 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port cd8192d7-1fe8-411b-98f1-ddd812317e6a, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=cd8192d7-1fe8-411b-98f1-ddd812317e6a,segment=NetworkSegment(6971358c-5ead-4d6f-a8a9-4425c89312e5),segment_id=6971358c-5ead-4d6f-a8a9-4425c89312e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:18.252298 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (cd8192d7-1fe8-411b-98f1-ddd812317e6a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:18.252982 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 5e58af7e-8388-40e3-bea2-7eff10d7ac63 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:32:18.320736 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-01f5ac5f-0663-4538-9dc4-f2d1871da049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1b0f688b-7d6b-4298-9600-2ca875c45bad), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:18.324602 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-01f5ac5f-0663-4538-9dc4-f2d1871da049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:18.332221 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-01f5ac5f-0663-4538-9dc4-f2d1871da049 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1b0f688b-7d6b-4298-9600-2ca875c45bad HTTP/1.1" status: 204 len: 168 time: 0.4817221 Feb 20 03:32:18.341036 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5ac5f-0663-4538-9dc4-f2d1871da049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0f688b-7d6b-4298-9600-2ca875c45bad,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:18.577748 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 5e58af7e-8388-40e3-bea2-7eff10d7ac63, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=5e58af7e-8388-40e3-bea2-7eff10d7ac63,segment=NetworkSegment(6971358c-5ead-4d6f-a8a9-4425c89312e5),segment_id=6971358c-5ead-4d6f-a8a9-4425c89312e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:18.640384 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '5e58af7e-8388-40e3-bea2-7eff10d7ac63', 'network_id': '67e7e45b-f32b-4fdb-9b56-3214aa9e538c', 'port_id': '5e58af7e-8388-40e3-bea2-7eff10d7ac63', 'mac_address': 'fa:16:3e:40:f9:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fdd6f8e-c413-4f72-b733-74af17d9e3ef', 'ip_address': '10.1.1.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:32:18.784613 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=cd8192d7-1fe8-411b-98f1-ddd812317e6a,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:18.949881 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port bb50466d-f014-419e-9b24-3de6166d551a is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:18.951064 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bb50466d-f014-419e-9b24-3de6166d551a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:18.987234 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 5e58af7e-8388-40e3-bea2-7eff10d7ac63 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:18.987554 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5e58af7e-8388-40e3-bea2-7eff10d7ac63), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:19.079664 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port bb50466d-f014-419e-9b24-3de6166d551a, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=bb50466d-f014-419e-9b24-3de6166d551a,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:19.083651 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa568f6-3cc1-48f1-85d5-89001a4af509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb50466d-f014-419e-9b24-3de6166d551a'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:32:19.089332 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79027eec-d6dd-433b-b603-213f8564a9bf" -d '{"events": [{"server_uuid": "eaa568f6-3cc1-48f1-85d5-89001a4af509", "name": "network-vif-plugged", "status": "completed", "tag": "bb50466d-f014-419e-9b24-3de6166d551a"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:32:19.092706 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e58af7e-8388-40e3-bea2-7eff10d7ac63 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:32:19.120921 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 5e58af7e-8388-40e3-bea2-7eff10d7ac63, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=5e58af7e-8388-40e3-bea2-7eff10d7ac63,segment=NetworkSegment(6971358c-5ead-4d6f-a8a9-4425c89312e5),segment_id=6971358c-5ead-4d6f-a8a9-4425c89312e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:19.168345 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bb50466d-f014-419e-9b24-3de6166d551a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:19.290496 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (5e58af7e-8388-40e3-bea2-7eff10d7ac63), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:19.291302 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device ae9c24d3-b26a-4985-922a-b63de288c928 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:32:19.360966 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=bb50466d-f014-419e-9b24-3de6166d551a,revision_number=7']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:19.468863 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port ae9c24d3-b26a-4985-922a-b63de288c928, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ae9c24d3-b26a-4985-922a-b63de288c928,segment=NetworkSegment(6971358c-5ead-4d6f-a8a9-4425c89312e5),segment_id=6971358c-5ead-4d6f-a8a9-4425c89312e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:19.495361 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60478) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:32:19.501074 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134f172-cbd6-44d5-bed9-edaaa5ecdb49 req-ffe90f26-9d52-4a4b-9304-941079af3df8 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:19.513684 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6134f172-cbd6-44d5-bed9-edaaa5ecdb49 req-ffe90f26-9d52-4a4b-9304-941079af3df8 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 943 time: 0.0855224 Feb 20 03:32:19.529072 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'ae9c24d3-b26a-4985-922a-b63de288c928', 'network_id': '67e7e45b-f32b-4fdb-9b56-3214aa9e538c', 'port_id': 'ae9c24d3-b26a-4985-922a-b63de288c928', 'mac_address': 'fa:16:3e:fb:87:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fdd6f8e-c413-4f72-b733-74af17d9e3ef', 'ip_address': '10.1.1.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:32:19.545885 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=5e58af7e-8388-40e3-bea2-7eff10d7ac63,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:19.593335 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6134f172-cbd6-44d5-bed9-edaaa5ecdb49 req-a4ab8195-3fe6-4011-9cee-b0927eca53f2 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767620 Feb 20 03:32:19.622071 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-304b5119-bcc5-4699-a2cd-3c6a99d337d1 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8b9ad79334fe41ae8938a49884fba3e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1246059 Feb 20 03:32:19.624266 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60480) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:32:19.643817 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port ae9c24d3-b26a-4985-922a-b63de288c928 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:19.644401 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ae9c24d3-b26a-4985-922a-b63de288c928), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:19.664827 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae9c24d3-b26a-4985-922a-b63de288c928 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:32:19.713727 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port ae9c24d3-b26a-4985-922a-b63de288c928, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ae9c24d3-b26a-4985-922a-b63de288c928,segment=NetworkSegment(6971358c-5ead-4d6f-a8a9-4425c89312e5),segment_id=6971358c-5ead-4d6f-a8a9-4425c89312e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:19.718580 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bef4141d-c2a8-4465-b762-1c41a1dc1f06 admin admin] Publish callbacks [] for security_group (62af57af-aa63-4f72-9a42-681d14bb43b3), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:19.754525 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bef4141d-c2a8-4465-b762-1c41a1dc1f06 admin admin] Publish callbacks [] for security_group (62af57af-aa63-4f72-9a42-681d14bb43b3), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:19.775579 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef96fc-dff6-404a-ad77-b6c7b285585f req-75071d31-42f6-449c-aebc-00f66646bcb9 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:19.783113 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-adef96fc-dff6-404a-ad77-b6c7b285585f req-75071d31-42f6-449c-aebc-00f66646bcb9 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 945 time: 0.0972488 Feb 20 03:32:19.889702 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-adef96fc-dff6-404a-ad77-b6c7b285585f req-f0c88239-e72d-4b54-a250-07ff3f7f7798 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056073 Feb 20 03:32:19.970846 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ae9c24d3-b26a-4985-922a-b63de288c928), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:19.973560 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device dd41166f-324a-4828-b6ba-1406f360ad82 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:32:20.017059 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bef4141d-c2a8-4465-b762-1c41a1dc1f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (62af57af-aa63-4f72-9a42-681d14bb43b3), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:20.023522 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bef4141d-c2a8-4465-b762-1c41a1dc1f06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:20.025154 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-bef4141d-c2a8-4465-b762-1c41a1dc1f06 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/62af57af-aa63-4f72-9a42-681d14bb43b3 HTTP/1.1" status: 204 len: 168 time: 0.3992865 Feb 20 03:32:20.103555 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef4141d-c2a8-4465-b762-1c41a1dc1f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62af57af-aa63-4f72-9a42-681d14bb43b3,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:20.172565 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58c046-b04e-4b09-9f40-4c03642f1cbd req-42fbd8cf-6b65-4e09-8a5f-bd05a5ec00f7 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:20.175228 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2a58c046-b04e-4b09-9f40-4c03642f1cbd req-42fbd8cf-6b65-4e09-8a5f-bd05a5ec00f7 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5dcd6c-dd28-495d-8aef-a91e8197ed21 HTTP/1.1" status: 200 len: 944 time: 0.1150019 Feb 20 03:32:20.288412 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=ae9c24d3-b26a-4985-922a-b63de288c928,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:20.332051 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2a58c046-b04e-4b09-9f40-4c03642f1cbd req-b90825b2-7741-4e10-bcc1-9b70776479b6 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/security-groups?id=d6d2161c-e5f3-4e0d-9eb7-f16df0899b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418433 Feb 20 03:32:20.354116 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port dd41166f-324a-4828-b6ba-1406f360ad82, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=dd41166f-324a-4828-b6ba-1406f360ad82,segment=NetworkSegment(f1a0472d-371a-4480-a48c-90bc332b7045),segment_id=f1a0472d-371a-4480-a48c-90bc332b7045)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:20.383890 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'dd41166f-324a-4828-b6ba-1406f360ad82', 'network_id': 'aa6d2272-799c-4865-988f-50175dc27eb2', 'port_id': 'dd41166f-324a-4828-b6ba-1406f360ad82', 'mac_address': 'fa:16:3e:e1:e2:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c58907d-12ba-48c6-961d-3dd4ac0885d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:32:20.471276 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port dd41166f-324a-4828-b6ba-1406f360ad82 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:20.471919 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dd41166f-324a-4828-b6ba-1406f360ad82), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:20.530486 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd41166f-324a-4828-b6ba-1406f360ad82 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:32:20.622458 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port dd41166f-324a-4828-b6ba-1406f360ad82, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=dd41166f-324a-4828-b6ba-1406f360ad82,segment=NetworkSegment(f1a0472d-371a-4480-a48c-90bc332b7045),segment_id=f1a0472d-371a-4480-a48c-90bc332b7045)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:20.699452 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (dd41166f-324a-4828-b6ba-1406f360ad82), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:20.700482 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device c7e56a42-e6b3-4751-b71a-36d2d4255df0 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:32:20.796212 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:20.800069 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=dd41166f-324a-4828-b6ba-1406f360ad82,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:20.815399 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port c7e56a42-e6b3-4751-b71a-36d2d4255df0, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=c7e56a42-e6b3-4751-b71a-36d2d4255df0,segment=NetworkSegment(bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73),segment_id=bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:20.858552 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'c7e56a42-e6b3-4751-b71a-36d2d4255df0', 'network_id': 'd437f433-2a25-46ac-8335-584c725cf993', 'port_id': 'c7e56a42-e6b3-4751-b71a-36d2d4255df0', 'mac_address': 'fa:16:3e:6f:8a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f2ccdb-a5f0-4784-95bb-b259997ecd83', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:32:20.912016 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port c7e56a42-e6b3-4751-b71a-36d2d4255df0 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:20.912653 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c7e56a42-e6b3-4751-b71a-36d2d4255df0), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:20.931325 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e56a42-e6b3-4751-b71a-36d2d4255df0 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:32:20.964781 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port c7e56a42-e6b3-4751-b71a-36d2d4255df0, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=c7e56a42-e6b3-4751-b71a-36d2d4255df0,segment=NetworkSegment(bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73),segment_id=bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:21.008186 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:21.042324 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (c7e56a42-e6b3-4751-b71a-36d2d4255df0), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:21.043386 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 72683b69-16ce-4abb-9d13-638a89bd383e details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:32:21.191706 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=c7e56a42-e6b3-4751-b71a-36d2d4255df0,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:21.210027 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 72683b69-16ce-4abb-9d13-638a89bd383e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=72683b69-16ce-4abb-9d13-638a89bd383e,segment=NetworkSegment(6971358c-5ead-4d6f-a8a9-4425c89312e5),segment_id=6971358c-5ead-4d6f-a8a9-4425c89312e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:21.224842 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '72683b69-16ce-4abb-9d13-638a89bd383e', 'network_id': '67e7e45b-f32b-4fdb-9b56-3214aa9e538c', 'port_id': '72683b69-16ce-4abb-9d13-638a89bd383e', 'mac_address': 'fa:16:3e:0c:af:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fdd6f8e-c413-4f72-b733-74af17d9e3ef', 'ip_address': '10.1.1.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:32:21.279190 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 72683b69-16ce-4abb-9d13-638a89bd383e is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:21.280085 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (72683b69-16ce-4abb-9d13-638a89bd383e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:21.302434 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72683b69-16ce-4abb-9d13-638a89bd383e {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:32:21.330343 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 72683b69-16ce-4abb-9d13-638a89bd383e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=72683b69-16ce-4abb-9d13-638a89bd383e,segment=NetworkSegment(6971358c-5ead-4d6f-a8a9-4425c89312e5),segment_id=6971358c-5ead-4d6f-a8a9-4425c89312e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:21.419416 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (72683b69-16ce-4abb-9d13-638a89bd383e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:21.466746 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 44e2072b-716d-443e-babb-2e0ac08fb90f details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:32:21.657399 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=72683b69-16ce-4abb-9d13-638a89bd383e,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:21.708928 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 44e2072b-716d-443e-babb-2e0ac08fb90f, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=44e2072b-716d-443e-babb-2e0ac08fb90f,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:21.733834 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '44e2072b-716d-443e-babb-2e0ac08fb90f', 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717', 'port_id': '44e2072b-716d-443e-babb-2e0ac08fb90f', 'mac_address': 'fa:16:3e:d6:f7:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e570f242-4684-4db2-b2a8-755bc6ec8973', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:32:21.801736 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 44e2072b-716d-443e-babb-2e0ac08fb90f is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:21.802671 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (44e2072b-716d-443e-babb-2e0ac08fb90f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:21.834637 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e2072b-716d-443e-babb-2e0ac08fb90f {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:32:21.865025 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 44e2072b-716d-443e-babb-2e0ac08fb90f, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=44e2072b-716d-443e-babb-2e0ac08fb90f,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:21.879138 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:32:21.975604 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (44e2072b-716d-443e-babb-2e0ac08fb90f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:21.976215 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:32:22.030196 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=44e2072b-716d-443e-babb-2e0ac08fb90f,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:22.136381 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 1b2fae4c-6ab3-4246-af0c-cf2d8a772e78, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=1b2fae4c-6ab3-4246-af0c-cf2d8a772e78,segment=NetworkSegment(cda420b9-3208-4359-b0a0-39d6d5b4153c),segment_id=cda420b9-3208-4359-b0a0-39d6d5b4153c)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:22.156575 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '1b2fae4c-6ab3-4246-af0c-cf2d8a772e78', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'port_id': '1b2fae4c-6ab3-4246-af0c-cf2d8a772e78', 'mac_address': 'fa:16:3e:be:32:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:32:22.175093 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['afbe16b4-d82b-4267-9c4f-4cfe734a15f0'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:32:22.182052 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['c7e56a42-e6b3-4751-b71a-36d2d4255df0'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:32:22.275628 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['5e58af7e-8388-40e3-bea2-7eff10d7ac63'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:32:22.309494 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['72683b69-16ce-4abb-9d13-638a89bd383e'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:32:22.328325 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['dd41166f-324a-4828-b6ba-1406f360ad82'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:32:22.372660 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['cd8192d7-1fe8-411b-98f1-ddd812317e6a'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:32:22.480828 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=2a0eec7b-9fca-42d8-a0c8-208f96cb8808,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:22.546403 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '2a0eec7b-9fca-42d8-a0c8-208f96cb8808', 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f', 'port_id': '2a0eec7b-9fca-42d8-a0c8-208f96cb8808', 'mac_address': 'fa:16:3e:3d:30:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:32:22.557870 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:32:22.780959 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:22.781485 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1b2fae4c-6ab3-4246-af0c-cf2d8a772e78), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:22.905946 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:32:23.278126 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 is: ACTIVE; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:23.278638 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2a0eec7b-9fca-42d8-a0c8-208f96cb8808), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:23.332395 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:32:23.355657 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=2a0eec7b-9fca-42d8-a0c8-208f96cb8808,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:23.357469 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['ae9c24d3-b26a-4985-922a-b63de288c928'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:32:23.481288 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 1b2fae4c-6ab3-4246-af0c-cf2d8a772e78, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=1b2fae4c-6ab3-4246-af0c-cf2d8a772e78,segment=NetworkSegment(cda420b9-3208-4359-b0a0-39d6d5b4153c),segment_id=cda420b9-3208-4359-b0a0-39d6d5b4153c)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:23.512218 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2a0eec7b-9fca-42d8-a0c8-208f96cb8808), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:23.592918 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=2a0eec7b-9fca-42d8-a0c8-208f96cb8808,revision_number=6']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:23.647466 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (1b2fae4c-6ab3-4246-af0c-cf2d8a772e78), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:23.766715 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['2a0eec7b-9fca-42d8-a0c8-208f96cb8808'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:32:23.947936 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['44e2072b-716d-443e-babb-2e0ac08fb90f'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:32:23.961970 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=1b2fae4c-6ab3-4246-af0c-cf2d8a772e78,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:24.011903 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['1b2fae4c-6ab3-4246-af0c-cf2d8a772e78'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:32:25.514544 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device afbe16b4-d82b-4267-9c4f-4cfe734a15f0 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:32:25.645025 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port afbe16b4-d82b-4267-9c4f-4cfe734a15f0 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:32:25.651121 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port afbe16b4-d82b-4267-9c4f-4cfe734a15f0 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:32:25.652004 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (afbe16b4-d82b-4267-9c4f-4cfe734a15f0), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:25.778537 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port afbe16b4-d82b-4267-9c4f-4cfe734a15f0 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:25.779388 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (afbe16b4-d82b-4267-9c4f-4cfe734a15f0), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:25.822396 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port afbe16b4-d82b-4267-9c4f-4cfe734a15f0, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=afbe16b4-d82b-4267-9c4f-4cfe734a15f0,segment=NetworkSegment(bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73),segment_id=bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:25.901132 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (afbe16b4-d82b-4267-9c4f-4cfe734a15f0), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:25.902002 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 5e58af7e-8388-40e3-bea2-7eff10d7ac63 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:32:25.977007 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:32:26.060650 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=afbe16b4-d82b-4267-9c4f-4cfe734a15f0,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:26.159169 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 5e58af7e-8388-40e3-bea2-7eff10d7ac63 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:32:26.164244 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 5e58af7e-8388-40e3-bea2-7eff10d7ac63 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:32:26.168025 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (5e58af7e-8388-40e3-bea2-7eff10d7ac63), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:26.212043 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:32:26.222764 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:32:26.225428 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1b2fae4c-6ab3-4246-af0c-cf2d8a772e78), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:26.393430 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 5e58af7e-8388-40e3-bea2-7eff10d7ac63 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:26.394167 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5e58af7e-8388-40e3-bea2-7eff10d7ac63), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:26.410297 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-07ad6529-f839-49f3-b8b2-22cc95e8b868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:26.447134 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:26.447821 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1b2fae4c-6ab3-4246-af0c-cf2d8a772e78), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:26.510835 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 5e58af7e-8388-40e3-bea2-7eff10d7ac63, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=5e58af7e-8388-40e3-bea2-7eff10d7ac63,segment=NetworkSegment(6971358c-5ead-4d6f-a8a9-4425c89312e5),segment_id=6971358c-5ead-4d6f-a8a9-4425c89312e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:26.536121 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 1b2fae4c-6ab3-4246-af0c-cf2d8a772e78, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=1b2fae4c-6ab3-4246-af0c-cf2d8a772e78,segment=NetworkSegment(cda420b9-3208-4359-b0a0-39d6d5b4153c),segment_id=cda420b9-3208-4359-b0a0-39d6d5b4153c)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:26.593486 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (5e58af7e-8388-40e3-bea2-7eff10d7ac63), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:26.594914 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device dd41166f-324a-4828-b6ba-1406f360ad82 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:32:26.647123 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (1b2fae4c-6ab3-4246-af0c-cf2d8a772e78), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:26.702644 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=5e58af7e-8388-40e3-bea2-7eff10d7ac63,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:26.778150 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=1b2fae4c-6ab3-4246-af0c-cf2d8a772e78,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:26.786577 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port dd41166f-324a-4828-b6ba-1406f360ad82 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:32:26.794617 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port dd41166f-324a-4828-b6ba-1406f360ad82 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:32:26.794617 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (dd41166f-324a-4828-b6ba-1406f360ad82), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:26.919807 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port dd41166f-324a-4828-b6ba-1406f360ad82 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:26.920171 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dd41166f-324a-4828-b6ba-1406f360ad82), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:26.974674 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port dd41166f-324a-4828-b6ba-1406f360ad82, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=dd41166f-324a-4828-b6ba-1406f360ad82,segment=NetworkSegment(f1a0472d-371a-4480-a48c-90bc332b7045),segment_id=f1a0472d-371a-4480-a48c-90bc332b7045)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:27.050477 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (dd41166f-324a-4828-b6ba-1406f360ad82), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:27.051642 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:32:27.193535 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=dd41166f-324a-4828-b6ba-1406f360ad82,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:27.218956 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:32:27.219872 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2a0eec7b-9fca-42d8-a0c8-208f96cb8808), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:27.359585 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:27.360077 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2a0eec7b-9fca-42d8-a0c8-208f96cb8808), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:27.411076 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=2a0eec7b-9fca-42d8-a0c8-208f96cb8808,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:27.541402 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2a0eec7b-9fca-42d8-a0c8-208f96cb8808), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:27.612559 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=2a0eec7b-9fca-42d8-a0c8-208f96cb8808,revision_number=7']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:27.628057 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 72683b69-16ce-4abb-9d13-638a89bd383e up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:32:27.762057 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 72683b69-16ce-4abb-9d13-638a89bd383e completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:32:27.767211 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 72683b69-16ce-4abb-9d13-638a89bd383e triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:32:27.767211 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (72683b69-16ce-4abb-9d13-638a89bd383e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:27.878185 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 72683b69-16ce-4abb-9d13-638a89bd383e is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:27.879001 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (72683b69-16ce-4abb-9d13-638a89bd383e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:27.935905 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 72683b69-16ce-4abb-9d13-638a89bd383e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=72683b69-16ce-4abb-9d13-638a89bd383e,segment=NetworkSegment(6971358c-5ead-4d6f-a8a9-4425c89312e5),segment_id=6971358c-5ead-4d6f-a8a9-4425c89312e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:28.019578 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (72683b69-16ce-4abb-9d13-638a89bd383e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:28.020708 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 44e2072b-716d-443e-babb-2e0ac08fb90f up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:32:28.178449 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=72683b69-16ce-4abb-9d13-638a89bd383e,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:28.301785 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 44e2072b-716d-443e-babb-2e0ac08fb90f completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:32:28.307801 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 44e2072b-716d-443e-babb-2e0ac08fb90f triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:32:28.308604 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (44e2072b-716d-443e-babb-2e0ac08fb90f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:28.430327 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 44e2072b-716d-443e-babb-2e0ac08fb90f is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:28.431278 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (44e2072b-716d-443e-babb-2e0ac08fb90f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:28.481472 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 44e2072b-716d-443e-babb-2e0ac08fb90f, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=44e2072b-716d-443e-babb-2e0ac08fb90f,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:28.565817 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (44e2072b-716d-443e-babb-2e0ac08fb90f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:28.566764 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device c7e56a42-e6b3-4751-b71a-36d2d4255df0 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:32:28.716019 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=44e2072b-716d-443e-babb-2e0ac08fb90f,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:28.904980 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3ae8947e-30df-4a12-9ef6-e56a17a30600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:29.370415 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port c7e56a42-e6b3-4751-b71a-36d2d4255df0 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:32:29.376531 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port c7e56a42-e6b3-4751-b71a-36d2d4255df0 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:32:29.381828 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c7e56a42-e6b3-4751-b71a-36d2d4255df0), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:29.460357 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port c7e56a42-e6b3-4751-b71a-36d2d4255df0 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:29.460758 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c7e56a42-e6b3-4751-b71a-36d2d4255df0), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:29.497405 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port c7e56a42-e6b3-4751-b71a-36d2d4255df0, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=c7e56a42-e6b3-4751-b71a-36d2d4255df0,segment=NetworkSegment(bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73),segment_id=bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:29.727680 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (c7e56a42-e6b3-4751-b71a-36d2d4255df0), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:29.728635 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device cd8192d7-1fe8-411b-98f1-ddd812317e6a up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:32:29.903307 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:29.939738 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=c7e56a42-e6b3-4751-b71a-36d2d4255df0,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:30.007414 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port cd8192d7-1fe8-411b-98f1-ddd812317e6a completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:32:30.012502 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port cd8192d7-1fe8-411b-98f1-ddd812317e6a triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:32:30.013099 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (cd8192d7-1fe8-411b-98f1-ddd812317e6a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:30.134756 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port cd8192d7-1fe8-411b-98f1-ddd812317e6a is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:30.135516 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (cd8192d7-1fe8-411b-98f1-ddd812317e6a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:30.190804 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port cd8192d7-1fe8-411b-98f1-ddd812317e6a, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=cd8192d7-1fe8-411b-98f1-ddd812317e6a,segment=NetworkSegment(6971358c-5ead-4d6f-a8a9-4425c89312e5),segment_id=6971358c-5ead-4d6f-a8a9-4425c89312e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:30.264740 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (cd8192d7-1fe8-411b-98f1-ddd812317e6a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:30.265504 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device ae9c24d3-b26a-4985-922a-b63de288c928 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:32:30.415242 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=cd8192d7-1fe8-411b-98f1-ddd812317e6a,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:30.546730 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port ae9c24d3-b26a-4985-922a-b63de288c928 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:32:30.552489 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port ae9c24d3-b26a-4985-922a-b63de288c928 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:32:30.556521 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ae9c24d3-b26a-4985-922a-b63de288c928), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:30.615237 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2cac68f1-7941-4480-9934-2e02548f86a8 req-55dbe113-c851-49a1-8d94-1a10c6558039 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0892706 Feb 20 03:32:30.679762 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port ae9c24d3-b26a-4985-922a-b63de288c928 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:30.680155 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ae9c24d3-b26a-4985-922a-b63de288c928), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:30.699667 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac68f1-7941-4480-9934-2e02548f86a8 req-e56f0024-c1e4-44b6-8dfd-7a3e12e17f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:30.701181 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2cac68f1-7941-4480-9934-2e02548f86a8 req-e56f0024-c1e4-44b6-8dfd-7a3e12e17f7f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 1126 time: 0.0545094 Feb 20 03:32:30.719647 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port ae9c24d3-b26a-4985-922a-b63de288c928, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ae9c24d3-b26a-4985-922a-b63de288c928,segment=NetworkSegment(6971358c-5ead-4d6f-a8a9-4425c89312e5),segment_id=6971358c-5ead-4d6f-a8a9-4425c89312e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:30.787712 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ae9c24d3-b26a-4985-922a-b63de288c928), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:30.840511 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=ae9c24d3-b26a-4985-922a-b63de288c928,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:30.857210 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac68f1-7941-4480-9934-2e02548f86a8 req-a49ebe26-783b-4920-b7c8-d5c28fa1c5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:30.858848 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2cac68f1-7941-4480-9934-2e02548f86a8 req-a49ebe26-783b-4920-b7c8-d5c28fa1c5b5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5528b70c-0437-425a-a0ac-3485fc465717 HTTP/1.1" status: 200 len: 921 time: 0.1371965 Feb 20 03:32:30.908368 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2cac68f1-7941-4480-9934-2e02548f86a8 req-ad648105-f092-4672-b10a-4b787e76da59 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fb7415f-9485-453e-b6ec-2597075bee15 HTTP/1.1" status: 200 len: 217 time: 0.0417736 Feb 20 03:32:30.969493 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac68f1-7941-4480-9934-2e02548f86a8 req-842fd850-00cd-425c-a2c1-5c3313be91b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:30.971898 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2cac68f1-7941-4480-9934-2e02548f86a8 req-842fd850-00cd-425c-a2c1-5c3313be91b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e570f242-4684-4db2-b2a8-755bc6ec8973 HTTP/1.1" status: 200 len: 860 time: 0.0581419 Feb 20 03:32:31.019794 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2cac68f1-7941-4480-9934-2e02548f86a8 req-87e34b23-4654-4e2f-b6bd-d2783610ea2c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5528b70c-0437-425a-a0ac-3485fc465717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377481 Feb 20 03:32:31.104528 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:31.247325 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-1e1c6dae-7965-4d19-80e3-3be26e57923a tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:31.250795 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-1e1c6dae-7965-4d19-80e3-3be26e57923a tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] 10.222.0.89 "GET /v2.0/networks?id=5c092ec8-401f-4358-9459-c97091e18734 HTTP/1.1" status: 200 len: 824 time: 0.2297680 Feb 20 03:32:31.255902 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2cac68f1-7941-4480-9934-2e02548f86a8 req-fc279bce-d902-448d-b7ec-667e4ff17a76 service neutron] 10.222.0.42 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102511 Feb 20 03:32:31.271521 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-ea5ba281-2067-474a-8dbc-763b04a05f8c tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] 10.222.0.89 "GET /v2.0/quotas/3157825b210545e4af4280df637922da HTTP/1.1" status: 200 len: 375 time: 0.0118580 Feb 20 03:32:31.350189 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-4e24dcad-4f18-43e6-835e-36175a8e990e tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=3157825b210545e4af4280df637922da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697308 Feb 20 03:32:31.497044 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2cac68f1-7941-4480-9934-2e02548f86a8 req-4599c06a-43fa-4fbb-86f7-9ceb05ccdc79 service neutron] 10.222.0.42 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945331 Feb 20 03:32:31.509689 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-b76a12ff-31cd-45d7-b25e-9bdea471f9fd service neutron] 10.222.0.89 "GET /v2.0/networks/5c092ec8-401f-4358-9459-c97091e18734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586437 Feb 20 03:32:31.618227 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-cb05b060-b262-4fae-9ed2-56ae7b07ef81 service neutron] 10.222.0.89 "GET /v2.0/networks/5c092ec8-401f-4358-9459-c97091e18734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999618 Feb 20 03:32:31.908789 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60498452-897e-4bd4-89eb-e5c8bf02b471 x-openstack-request-id: req-60498452-897e-4bd4-89eb-e5c8bf02b471 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:32:31.910302 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa568f6-3cc1-48f1-85d5-89001a4af509", "name": "network-vif-plugged", "status": "completed", "tag": "bb50466d-f014-419e-9b24-3de6166d551a", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:32:31.913582 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-60498452-897e-4bd4-89eb-e5c8bf02b471 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:32:31.913582 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa568f6-3cc1-48f1-85d5-89001a4af509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb50466d-f014-419e-9b24-3de6166d551a', 'code': 200} Feb 20 03:32:32.124483 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec54bd0-e2c2-4eec-9860-17a95982949e req-b854f994-a320-48f0-a1f0-d2377948dd0d tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:32.131553 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fec54bd0-e2c2-4eec-9860-17a95982949e req-b854f994-a320-48f0-a1f0-d2377948dd0d tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 945 time: 0.1002963 Feb 20 03:32:32.208646 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fec54bd0-e2c2-4eec-9860-17a95982949e req-bba2fc61-1753-41a6-be33-91dc80c8a4c3 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756526 Feb 20 03:32:32.356587 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db92f29-9b71-40dc-9cce-d4d05da78720 req-1a1aaadb-9e7b-4081-8609-653989ee7d03 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:32.358423 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6db92f29-9b71-40dc-9cce-d4d05da78720 req-1a1aaadb-9e7b-4081-8609-653989ee7d03 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 945 time: 0.0740941 Feb 20 03:32:32.459686 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6db92f29-9b71-40dc-9cce-d4d05da78720 req-b1d264a4-9e10-449e-aa9f-6a10875230b8 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930052 Feb 20 03:32:32.584042 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fddf8-bbab-475c-97e1-3a2efd584758 req-a66c10f9-b186-4d43-8085-abadf0dd9723 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:32.585446 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-689fddf8-bbab-475c-97e1-3a2efd584758 req-a66c10f9-b186-4d43-8085-abadf0dd9723 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5dcd6c-dd28-495d-8aef-a91e8197ed21 HTTP/1.1" status: 200 len: 946 time: 0.0632646 Feb 20 03:32:32.691981 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-689fddf8-bbab-475c-97e1-3a2efd584758 req-737376a0-486a-4fab-a446-a7bed9b9c620 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/security-groups?id=d6d2161c-e5f3-4e0d-9eb7-f16df0899b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879717 Feb 20 03:32:32.778834 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:33.067998 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f291cb0c-020f-4c68-bd9d-723613ba7b60 req-f348a3f5-5ea4-4b80-b7d5-34415b1a0fd9 tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] 10.222.0.89 "GET /v2.0/ports?device_id=f098f672-54ba-4a75-b013-b537cb592b05 HTTP/1.1" status: 200 len: 210 time: 0.0440977 Feb 20 03:32:33.559518 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71567b77-9711-4d58-90df-484771103bb7 req-68d0e292-51e0-4684-ab41-c1ce2210385b tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:33.561662 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-71567b77-9711-4d58-90df-484771103bb7 req-68d0e292-51e0-4684-ab41-c1ce2210385b tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/ports?device_id=eaa568f6-3cc1-48f1-85d5-89001a4af509 HTTP/1.1" status: 200 len: 949 time: 0.0761867 Feb 20 03:32:33.619085 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-71567b77-9711-4d58-90df-484771103bb7 req-1feb9a26-200e-4e4f-af21-fe43c1eff0eb tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/security-groups?id=f3fd1f17-522e-45da-bcf5-484b402e8697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502806 Feb 20 03:32:33.736205 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd11bb-2839-453e-83cd-70653ccf83f2 req-623a49bb-5d31-412e-83ca-64da2fc7d8a2 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:33.737645 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-24cd11bb-2839-453e-83cd-70653ccf83f2 req-623a49bb-5d31-412e-83ca-64da2fc7d8a2 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 945 time: 0.0599141 Feb 20 03:32:33.809932 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-24cd11bb-2839-453e-83cd-70653ccf83f2 req-bfa8615f-ca92-4afe-a60e-6c9fe8328744 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611806 Feb 20 03:32:33.912098 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbe16b4-d82b-4267-9c4f-4cfe734a15f0'}, {'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e58af7e-8388-40e3-bea2-7eff10d7ac63'}, {'server_uuid': '6c5dcd6c-dd28-495d-8aef-a91e8197ed21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2fae4c-6ab3-4246-af0c-cf2d8a772e78'}, {'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd41166f-324a-4828-b6ba-1406f360ad82'}, {'server_uuid': '801dc56e-a5ac-4cff-864d-129f50c171a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0eec7b-9fca-42d8-a0c8-208f96cb8808'}, {'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72683b69-16ce-4abb-9d13-638a89bd383e'}, {'server_uuid': 'e3ff3cc5-54c2-4121-86d1-8a619c66104b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e2072b-716d-443e-babb-2e0ac08fb90f'}, {'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e56a42-e6b3-4751-b71a-36d2d4255df0'}, {'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8192d7-1fe8-411b-98f1-ddd812317e6a'}, {'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9c24d3-b26a-4985-922a-b63de288c928'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:32:33.915528 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc34f2e6-9a84-44dc-b13b-e12a07869d7b" -d '{"events": [{"server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "name": "network-vif-plugged", "status": "completed", "tag": "afbe16b4-d82b-4267-9c4f-4cfe734a15f0"}, {"server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "name": "network-vif-plugged", "status": "completed", "tag": "5e58af7e-8388-40e3-bea2-7eff10d7ac63"}, {"server_uuid": "6c5dcd6c-dd28-495d-8aef-a91e8197ed21", "name": "network-vif-plugged", "status": "completed", "tag": "1b2fae4c-6ab3-4246-af0c-cf2d8a772e78"}, {"server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "name": "network-vif-plugged", "status": "completed", "tag": "dd41166f-324a-4828-b6ba-1406f360ad82"}, {"server_uuid": "801dc56e-a5ac-4cff-864d-129f50c171a7", "name": "network-vif-plugged", "status": "completed", "tag": "2a0eec7b-9fca-42d8-a0c8-208f96cb8808"}, {"server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "name": "network-vif-plugged", "status": "completed", "tag": "72683b69-16ce-4abb-9d13-638a89bd383e"}, {"server_uuid": "e3ff3cc5-54c2-4121-86d1-8a619c66104b", "name": "network-vif-plugged", "status": "completed", "tag": "44e2072b-716d-443e-babb-2e0ac08fb90f"}, {"server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "name": "network-vif-plugged", "status": "completed", "tag": "c7e56a42-e6b3-4751-b71a-36d2d4255df0"}, {"server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "name": "network-vif-plugged", "status": "completed", "tag": "cd8192d7-1fe8-411b-98f1-ddd812317e6a"}, {"server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "name": "network-vif-plugged", "status": "completed", "tag": "ae9c24d3-b26a-4985-922a-b63de288c928"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:32:33.957255 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ae0c5-80f8-4306-b7a1-2ccd7cb30bec req-718804a5-81a9-43d1-8464-4025c2cfab2a tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:33.958978 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e08ae0c5-80f8-4306-b7a1-2ccd7cb30bec req-718804a5-81a9-43d1-8464-4025c2cfab2a tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 945 time: 0.0762706 Feb 20 03:32:34.041824 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e08ae0c5-80f8-4306-b7a1-2ccd7cb30bec req-1d42bc53-0a77-42e3-b438-1bd3b810c23a tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726144 Feb 20 03:32:34.229111 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0d5fa1e9-9e26-400c-b6d4-446c33e96234 req-3728d959-64ea-45a3-899e-5affa1cb531a tempest-QuotasAdminNegativeTest-797127805 tempest-QuotasAdminNegativeTest-797127805-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=6983e55eb5a445b988808f124f0367c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241020 Feb 20 03:32:34.352505 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fa1e9-9e26-400c-b6d4-446c33e96234 req-5d92381a-1fa5-4721-a932-af85429c8040 tempest-QuotasAdminNegativeTest-797127805 tempest-QuotasAdminNegativeTest-797127805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:34.359243 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0d5fa1e9-9e26-400c-b6d4-446c33e96234 req-5d92381a-1fa5-4721-a932-af85429c8040 tempest-QuotasAdminNegativeTest-797127805 tempest-QuotasAdminNegativeTest-797127805-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1235552 Feb 20 03:32:34.370417 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0d5fa1e9-9e26-400c-b6d4-446c33e96234 req-dedcf19b-5b1f-43a3-aaed-0c4330a92d1b tempest-QuotasAdminNegativeTest-797127805 tempest-QuotasAdminNegativeTest-797127805-project] 10.222.0.89 "GET /v2.0/quotas/6983e55eb5a445b988808f124f0367c0 HTTP/1.1" status: 200 len: 375 time: 0.0100312 Feb 20 03:32:34.412191 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0d5fa1e9-9e26-400c-b6d4-446c33e96234 req-ef42d6fc-a402-4654-9efd-e2da2f29281a tempest-QuotasAdminNegativeTest-797127805 tempest-QuotasAdminNegativeTest-797127805-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=6983e55eb5a445b988808f124f0367c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350046 Feb 20 03:32:34.925924 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-bd403dc0-279e-4d5e-86f5-6a47419cedd7 tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:34.927398 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-bd403dc0-279e-4d5e-86f5-6a47419cedd7 tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] 10.222.0.93 "GET /v2.0/networks?id=5c092ec8-401f-4358-9459-c97091e18734 HTTP/1.1" status: 200 len: 824 time: 0.1123927 Feb 20 03:32:34.944531 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-eef3b0ac-160b-4acf-996f-aca6b4f7690c tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] Request body: {'port': {'device_id': 'f098f672-54ba-4a75-b013-b537cb592b05', 'network_id': '5c092ec8-401f-4358-9459-c97091e18734', 'admin_state_up': True, 'tenant_id': '3157825b210545e4af4280df637922da'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:32:35.178944 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-eef3b0ac-160b-4acf-996f-aca6b4f7690c tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] Made reservation on behalf of 3157825b210545e4af4280df637922da for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:32:35.182896 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-eef3b0ac-160b-4acf-996f-aca6b4f7690c tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:35.214410 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e109c-4d58-46d2-b9d3-bb1b32ebad2a req-68fc241e-5b98-4080-8443-ce2c832fe0d5 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:35.223380 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2d6e109c-4d58-46d2-b9d3-bb1b32ebad2a req-68fc241e-5b98-4080-8443-ce2c832fe0d5 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5dcd6c-dd28-495d-8aef-a91e8197ed21 HTTP/1.1" status: 200 len: 946 time: 0.0793555 Feb 20 03:32:35.294639 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2d6e109c-4d58-46d2-b9d3-bb1b32ebad2a req-12521f3e-8215-4176-99e3-0957ba80df66 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/security-groups?id=d6d2161c-e5f3-4e0d-9eb7-f16df0899b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703533 Feb 20 03:32:35.342811 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-eef3b0ac-160b-4acf-996f-aca6b4f7690c tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] Allocated IP 172.20.0.10 (5c092ec8-401f-4358-9459-c97091e18734/1eddde69-4024-402f-b494-432b0d5ca19d/c992449f-c696-48b4-86f4-1888e8e534e1) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:32:35.372242 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1722 Content-Type: application/json Date: Sun, 20 Feb 2022 03:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d03f671-377e-4a4a-84dc-483b5ae1e9db x-openstack-request-id: req-6d03f671-377e-4a4a-84dc-483b5ae1e9db {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:32:35.372759 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "name": "network-vif-plugged", "status": "completed", "tag": "afbe16b4-d82b-4267-9c4f-4cfe734a15f0", "code": 200}, {"server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "name": "network-vif-plugged", "status": "completed", "tag": "5e58af7e-8388-40e3-bea2-7eff10d7ac63", "code": 200}, {"server_uuid": "6c5dcd6c-dd28-495d-8aef-a91e8197ed21", "name": "network-vif-plugged", "status": "completed", "tag": "1b2fae4c-6ab3-4246-af0c-cf2d8a772e78", "code": 200}, {"server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "name": "network-vif-plugged", "status": "completed", "tag": "dd41166f-324a-4828-b6ba-1406f360ad82", "code": 200}, {"server_uuid": "801dc56e-a5ac-4cff-864d-129f50c171a7", "name": "network-vif-plugged", "status": "completed", "tag": "2a0eec7b-9fca-42d8-a0c8-208f96cb8808", "code": 200}, {"server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "name": "network-vif-plugged", "status": "completed", "tag": "72683b69-16ce-4abb-9d13-638a89bd383e", "code": 200}, {"server_uuid": "e3ff3cc5-54c2-4121-86d1-8a619c66104b", "name": "network-vif-plugged", "status": "completed", "tag": "44e2072b-716d-443e-babb-2e0ac08fb90f", "code": 200}, {"server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "name": "network-vif-plugged", "status": "completed", "tag": "c7e56a42-e6b3-4751-b71a-36d2d4255df0", "code": 200}, {"server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "name": "network-vif-plugged", "status": "completed", "tag": "cd8192d7-1fe8-411b-98f1-ddd812317e6a", "code": 200}, {"server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "name": "network-vif-plugged", "status": "completed", "tag": "ae9c24d3-b26a-4985-922a-b63de288c928", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:32:35.373652 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6d03f671-377e-4a4a-84dc-483b5ae1e9db {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:32:35.374594 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbe16b4-d82b-4267-9c4f-4cfe734a15f0', 'code': 200} Feb 20 03:32:35.375117 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e58af7e-8388-40e3-bea2-7eff10d7ac63', 'code': 200} Feb 20 03:32:35.376052 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5dcd6c-dd28-495d-8aef-a91e8197ed21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2fae4c-6ab3-4246-af0c-cf2d8a772e78', 'code': 200} Feb 20 03:32:35.376422 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd41166f-324a-4828-b6ba-1406f360ad82', 'code': 200} Feb 20 03:32:35.376837 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801dc56e-a5ac-4cff-864d-129f50c171a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0eec7b-9fca-42d8-a0c8-208f96cb8808', 'code': 200} Feb 20 03:32:35.377521 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72683b69-16ce-4abb-9d13-638a89bd383e', 'code': 200} Feb 20 03:32:35.377867 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ff3cc5-54c2-4121-86d1-8a619c66104b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e2072b-716d-443e-babb-2e0ac08fb90f', 'code': 200} Feb 20 03:32:35.378207 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e56a42-e6b3-4751-b71a-36d2d4255df0', 'code': 200} Feb 20 03:32:35.378762 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8192d7-1fe8-411b-98f1-ddd812317e6a', 'code': 200} Feb 20 03:32:35.379123 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9c24d3-b26a-4985-922a-b63de288c928', 'code': 200} Feb 20 03:32:35.482062 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-291a7817-6083-42aa-b5ed-e6f0f7c250dc req-da9212c8-0636-48a6-a100-d998db3787bc tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] 10.222.0.89 "GET /v2.0/ports?device_id=f098f672-54ba-4a75-b013-b537cb592b05 HTTP/1.1" status: 200 len: 210 time: 0.0456440 Feb 20 03:32:35.543977 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3d633-86e2-4e3d-9515-b6d4c7e5d580 req-35699c78-b53a-484b-9828-d2366788a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:35.545787 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bbd3d633-86e2-4e3d-9515-b6d4c7e5d580 req-35699c78-b53a-484b-9828-d2366788a228 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6c5dcd6c-dd28-495d-8aef-a91e8197ed21 HTTP/1.1" status: 200 len: 1128 time: 0.0611403 Feb 20 03:32:35.556194 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-eef3b0ac-160b-4acf-996f-aca6b4f7690c tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] Publish callbacks [] for port (c992449f-c696-48b4-86f4-1888e8e534e1), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:35.686261 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bbd3d633-86e2-4e3d-9515-b6d4c7e5d580 req-19130847-e87e-478a-9c84-3746e264a27f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d6d2161c-e5f3-4e0d-9eb7-f16df0899b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312850 Feb 20 03:32:35.692145 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b194e-d469-45e1-b856-9df20971e854 req-b6020d2b-e5c6-43d2-b116-8aec1b0ca760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:35.693569 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-824b194e-d469-45e1-b856-9df20971e854 req-b6020d2b-e5c6-43d2-b116-8aec1b0ca760 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 1127 time: 0.1292493 Feb 20 03:32:35.703119 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e6413-2f42-49d9-92e0-3fe5310f5fcc req-fea22495-5190-4954-ac17-e89f5725994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:35.703701 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e6413-2f42-49d9-92e0-3fe5310f5fcc req-fea22495-5190-4954-ac17-e89f5725994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:35.704605 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e6413-2f42-49d9-92e0-3fe5310f5fcc req-fea22495-5190-4954-ac17-e89f5725994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:35.705159 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e6413-2f42-49d9-92e0-3fe5310f5fcc req-fea22495-5190-4954-ac17-e89f5725994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:35.705628 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e6413-2f42-49d9-92e0-3fe5310f5fcc req-fea22495-5190-4954-ac17-e89f5725994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:35.706096 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e6413-2f42-49d9-92e0-3fe5310f5fcc req-fea22495-5190-4954-ac17-e89f5725994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:35.706556 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e6413-2f42-49d9-92e0-3fe5310f5fcc req-fea22495-5190-4954-ac17-e89f5725994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:35.708581 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2a2e6413-2f42-49d9-92e0-3fe5310f5fcc req-fea22495-5190-4954-ac17-e89f5725994b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 6718 time: 0.1057985 Feb 20 03:32:35.722643 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-eef3b0ac-160b-4acf-996f-aca6b4f7690c tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (c992449f-c696-48b4-86f4-1888e8e534e1), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:35.793945 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3b0ac-160b-4acf-996f-aca6b4f7690c tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] Pushing event updated for resources: {'Port': ['ID=c992449f-c696-48b4-86f4-1888e8e534e1,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:35.794190 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-824b194e-d469-45e1-b856-9df20971e854 req-d202ebe7-76c0-4ae3-b52d-2327702f88b8 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835023 Feb 20 03:32:35.794289 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-eef3b0ac-160b-4acf-996f-aca6b4f7690c tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] Network 5c092ec8-401f-4358-9459-c97091e18734 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:32:35.797034 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-eef3b0ac-160b-4acf-996f-aca6b4f7690c tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:32:35.803093 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-eef3b0ac-160b-4acf-996f-aca6b4f7690c tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:32:35.820907 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2a2e6413-2f42-49d9-92e0-3fe5310f5fcc req-31d82479-0dc0-4c16-ab5f-b5f9284aedca service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3c909173-8dcf-4f26-b2d5-06ea3188685b&id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1048350 Feb 20 03:32:35.862565 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-eef3b0ac-160b-4acf-996f-aca6b4f7690c tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:35.863559 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-eef3b0ac-160b-4acf-996f-aca6b4f7690c tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:35.938095 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device bb50466d-f014-419e-9b24-3de6166d551a no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:32:35.944563 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-eef3b0ac-160b-4acf-996f-aca6b4f7690c tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0038104 Feb 20 03:32:35.957468 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aedd2a-41d7-4c83-83df-ce2746329bf4 req-927bcc9f-9912-40fd-ad92-e84aff357d87 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:35.959036 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2aedd2a-41d7-4c83-83df-ce2746329bf4 req-927bcc9f-9912-40fd-ad92-e84aff357d87 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 945 time: 0.0640495 Feb 20 03:32:36.008746 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2aedd2a-41d7-4c83-83df-ce2746329bf4 req-ef2aaad1-289c-45a0-9f73-eae34173ce62 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439146 Feb 20 03:32:36.023002 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port bb50466d-f014-419e-9b24-3de6166d551a is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:36.023403 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bb50466d-f014-419e-9b24-3de6166d551a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:36.058770 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port bb50466d-f014-419e-9b24-3de6166d551a, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=bb50466d-f014-419e-9b24-3de6166d551a,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:36.130152 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b4c5a-4363-4726-a173-e4a8c7211ffb req-9263f3da-dba5-4c0f-842a-c64458d8eda5 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:36.131683 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3e3b4c5a-4363-4726-a173-e4a8c7211ffb req-9263f3da-dba5-4c0f-842a-c64458d8eda5 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 945 time: 0.0551267 Feb 20 03:32:36.141146 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bb50466d-f014-419e-9b24-3de6166d551a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:36.185673 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3e3b4c5a-4363-4726-a173-e4a8c7211ffb req-c3ebc77a-68b9-4117-bd9c-6f789a2d3486 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481107 Feb 20 03:32:36.191189 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=bb50466d-f014-419e-9b24-3de6166d551a,revision_number=8']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:36.205968 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-c47a453e-2346-4899-b666-086cdad2212d service neutron] Request body: {'port': {'device_id': 'f098f672-54ba-4a75-b013-b537cb592b05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:32:36.291133 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffcf66-da75-4070-a9ec-6fe2f478fdc0 req-1be1c286-f000-4cb8-9f83-476aee682791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:36.292648 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcffcf66-da75-4070-a9ec-6fe2f478fdc0 req-1be1c286-f000-4cb8-9f83-476aee682791 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c709bbfa8b354edf911780ffcf2e7b53&device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 1127 time: 0.0640190 Feb 20 03:32:36.303641 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-c47a453e-2346-4899-b666-086cdad2212d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c992449f-c696-48b4-86f4-1888e8e534e1), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:36.424197 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffcf66-da75-4070-a9ec-6fe2f478fdc0 req-9a465b39-b943-462f-9138-bc1f4afbcb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:36.425896 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcffcf66-da75-4070-a9ec-6fe2f478fdc0 req-9a465b39-b943-462f-9138-bc1f4afbcb61 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a842b208-6516-42cd-af34-f14f7f82e32f HTTP/1.1" status: 200 len: 917 time: 0.1268926 Feb 20 03:32:36.520483 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcffcf66-da75-4070-a9ec-6fe2f478fdc0 req-2b9a7754-ee0e-4b89-adb5-011803221be1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a0eec7b-9fca-42d8-a0c8-208f96cb8808 HTTP/1.1" status: 200 len: 1001 time: 0.0792375 Feb 20 03:32:36.560966 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc99398-e542-4251-8d75-63d511581ce1 req-fec704af-e9ae-41b4-9673-1b4a521d858d tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:36.562402 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4dc99398-e542-4251-8d75-63d511581ce1 req-fec704af-e9ae-41b4-9673-1b4a521d858d tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5dcd6c-dd28-495d-8aef-a91e8197ed21 HTTP/1.1" status: 200 len: 946 time: 0.1537702 Feb 20 03:32:36.613780 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-c47a453e-2346-4899-b666-086cdad2212d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c992449f-c696-48b4-86f4-1888e8e534e1 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:32:36.623078 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-c47a453e-2346-4899-b666-086cdad2212d service neutron] Publish callbacks [] for port (c992449f-c696-48b4-86f4-1888e8e534e1), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:36.623950 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4dc99398-e542-4251-8d75-63d511581ce1 req-032453b0-e4b6-4897-92fe-942c83533edf tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/security-groups?id=d6d2161c-e5f3-4e0d-9eb7-f16df0899b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524013 Feb 20 03:32:36.625552 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffcf66-da75-4070-a9ec-6fe2f478fdc0 req-4a8d86bb-bdab-4b3a-9bd0-faa74e283eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:36.633099 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcffcf66-da75-4070-a9ec-6fe2f478fdc0 req-4a8d86bb-bdab-4b3a-9bd0-faa74e283eb8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=459abde2-853f-42b6-94b7-5e11d73152fc HTTP/1.1" status: 200 len: 855 time: 0.0994766 Feb 20 03:32:36.646116 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-c47a453e-2346-4899-b666-086cdad2212d service neutron] Transition to ACTIVE for port object c992449f-c696-48b4-86f4-1888e8e534e1 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:32:36.687021 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffcf66-da75-4070-a9ec-6fe2f478fdc0 req-b50bf2c5-3742-4ea8-8842-55f759f5d3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:36.688830 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcffcf66-da75-4070-a9ec-6fe2f478fdc0 req-b50bf2c5-3742-4ea8-8842-55f759f5d3fc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a842b208-6516-42cd-af34-f14f7f82e32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0549567 Feb 20 03:32:36.736427 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-c47a453e-2346-4899-b666-086cdad2212d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (c992449f-c696-48b4-86f4-1888e8e534e1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:36.824837 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcffcf66-da75-4070-a9ec-6fe2f478fdc0 req-0b56026e-3471-488a-9b67-dac135754ee3 service neutron] 10.222.0.93 "GET /v2.0/networks/a842b208-6516-42cd-af34-f14f7f82e32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263831 Feb 20 03:32:36.833000 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a453e-2346-4899-b666-086cdad2212d service neutron] Pushing event updated for resources: {'Port': ['ID=c992449f-c696-48b4-86f4-1888e8e534e1,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:36.897073 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-c47a453e-2346-4899-b666-086cdad2212d service neutron] Attempting to bind port c992449f-c696-48b4-86f4-1888e8e534e1 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:32:36.897842 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-c47a453e-2346-4899-b666-086cdad2212d service neutron] Attempting to bind port c992449f-c696-48b4-86f4-1888e8e534e1 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'e4ce81c7-ec90-44d9-ba16-298d5efd9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5c092ec8-401f-4358-9459-c97091e18734'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:32:36.898431 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-c47a453e-2346-4899-b666-086cdad2212d service neutron] Attempting to bind port c992449f-c696-48b4-86f4-1888e8e534e1 on network 5c092ec8-401f-4358-9459-c97091e18734 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:32:36.904088 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-c47a453e-2346-4899-b666-086cdad2212d service neutron] Port c992449f-c696-48b4-86f4-1888e8e534e1 on network 5c092ec8-401f-4358-9459-c97091e18734 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:32:36.905039 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-c47a453e-2346-4899-b666-086cdad2212d service neutron] Attempting to bind port c992449f-c696-48b4-86f4-1888e8e534e1 on network 5c092ec8-401f-4358-9459-c97091e18734 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:32:36.912843 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-c47a453e-2346-4899-b666-086cdad2212d service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:32:36.913486 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-c47a453e-2346-4899-b666-086cdad2212d service neutron] Checking segment: {'id': 'e4ce81c7-ec90-44d9-ba16-298d5efd9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5c092ec8-401f-4358-9459-c97091e18734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:32:36.914095 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-c47a453e-2346-4899-b666-086cdad2212d service neutron] Bound using segment: {'id': 'e4ce81c7-ec90-44d9-ba16-298d5efd9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5c092ec8-401f-4358-9459-c97091e18734'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:32:36.915048 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-c47a453e-2346-4899-b666-086cdad2212d service neutron] Bound port: c992449f-c696-48b4-86f4-1888e8e534e1, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ce81c7-ec90-44d9-ba16-298d5efd9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5c092ec8-401f-4358-9459-c97091e18734'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:32:36.915618 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-c47a453e-2346-4899-b666-086cdad2212d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c992449f-c696-48b4-86f4-1888e8e534e1), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:36.943490 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcffcf66-da75-4070-a9ec-6fe2f478fdc0 req-17c40ceb-e19b-4f47-bb21-2c30991aea09 service neutron] 10.222.0.93 "GET /v2.0/networks/a842b208-6516-42cd-af34-f14f7f82e32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102016 Feb 20 03:32:36.997327 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-c47a453e-2346-4899-b666-086cdad2212d service neutron] For port c992449f-c696-48b4-86f4-1888e8e534e1, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:32:37.001732 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-c47a453e-2346-4899-b666-086cdad2212d service neutron] For port c992449f-c696-48b4-86f4-1888e8e534e1, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=c992449f-c696-48b4-86f4-1888e8e534e1,segment=NetworkSegment(e4ce81c7-ec90-44d9-ba16-298d5efd9f9c),segment_id=e4ce81c7-ec90-44d9-ba16-298d5efd9f9c)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:32:37.072856 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-c47a453e-2346-4899-b666-086cdad2212d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (c992449f-c696-48b4-86f4-1888e8e534e1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:37.096178 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f6674-995d-48de-ae2d-66c2a71e6b44 req-368e85bc-6192-4a52-a90f-5cfe33154b40 tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:37.096178 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3c2f6674-995d-48de-ae2d-66c2a71e6b44 req-368e85bc-6192-4a52-a90f-5cfe33154b40 tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] 10.222.0.89 "GET /v2.0/ports?device_id=f098f672-54ba-4a75-b013-b537cb592b05 HTTP/1.1" status: 200 len: 944 time: 0.0605564 Feb 20 03:32:37.114347 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-c47a453e-2346-4899-b666-086cdad2212d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:37.115151 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-c47a453e-2346-4899-b666-086cdad2212d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:37.116567 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-c47a453e-2346-4899-b666-086cdad2212d service neutron] 10.222.0.93 "PUT /v2.0/ports/c992449f-c696-48b4-86f4-1888e8e534e1 HTTP/1.1" status: 200 len: 1092 time: 0.9156597 Feb 20 03:32:37.117015 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f098f672-54ba-4a75-b013-b537cb592b05', 'tag': 'c992449f-c696-48b4-86f4-1888e8e534e1'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:32:37.119460 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e0da94-7f70-4342-934a-7b258ef4d2a5" -d '{"events": [{"name": "network-changed", "server_uuid": "f098f672-54ba-4a75-b013-b537cb592b05", "tag": "c992449f-c696-48b4-86f4-1888e8e534e1"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:32:37.166268 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a453e-2346-4899-b666-086cdad2212d service neutron] Pushing event updated for resources: {'Port': ['ID=c992449f-c696-48b4-86f4-1888e8e534e1,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:37.176422 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3c2f6674-995d-48de-ae2d-66c2a71e6b44 req-5c9acaad-46da-44d3-97da-a4828cfc56ef tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] 10.222.0.89 "GET /v2.0/security-groups?id=39e351b6-30fc-4f98-a708-d80319909eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728376 Feb 20 03:32:37.271799 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-34914696-5e47-4a71-b640-2c59d24d0595 req-e9be188c-6d66-4225-afbf-0bbaaeb662f9 tempest-QuotasAdminNegativeTest-797127805 tempest-QuotasAdminNegativeTest-797127805-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=6983e55eb5a445b988808f124f0367c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227380 Feb 20 03:32:37.281169 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-51716681-4eb2-4305-99ff-2ee557b107bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:37.281169 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-51716681-4eb2-4305-99ff-2ee557b107bb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3157825b210545e4af4280df637922da&device_id=f098f672-54ba-4a75-b013-b537cb592b05 HTTP/1.1" status: 200 len: 1126 time: 0.0539722 Feb 20 03:32:37.337670 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-f30cd723-2902-4d73-a235-0d2cbff7688c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c992449f-c696-48b4-86f4-1888e8e534e1 HTTP/1.1" status: 200 len: 217 time: 0.0451283 Feb 20 03:32:37.381269 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa568f6-3cc1-48f1-85d5-89001a4af509', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb50466d-f014-419e-9b24-3de6166d551a'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:32:37.388180 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f376ce-feb7-46ba-8156-7afd33986b99" -d '{"events": [{"server_uuid": "eaa568f6-3cc1-48f1-85d5-89001a4af509", "name": "network-vif-unplugged", "status": "completed", "tag": "bb50466d-f014-419e-9b24-3de6166d551a"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:32:37.398061 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-957fe8b4-64bc-425e-b05f-fe3221f1b102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:37.400112 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-957fe8b4-64bc-425e-b05f-fe3221f1b102 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1eddde69-4024-402f-b494-432b0d5ca19d HTTP/1.1" status: 200 len: 864 time: 0.0553260 Feb 20 03:32:37.404498 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34914696-5e47-4a71-b640-2c59d24d0595 req-10d73139-13f3-4a03-bb92-3532dd33132d tempest-QuotasAdminNegativeTest-797127805 tempest-QuotasAdminNegativeTest-797127805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:37.406055 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-34914696-5e47-4a71-b640-2c59d24d0595 req-10d73139-13f3-4a03-bb92-3532dd33132d tempest-QuotasAdminNegativeTest-797127805 tempest-QuotasAdminNegativeTest-797127805-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1281145 Feb 20 03:32:37.427288 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-34914696-5e47-4a71-b640-2c59d24d0595 req-0eb93fe7-0f85-4afb-a0a2-16b1d7b4693c tempest-QuotasAdminNegativeTest-797127805 tempest-QuotasAdminNegativeTest-797127805-project] 10.222.0.89 "GET /v2.0/quotas/6983e55eb5a445b988808f124f0367c0 HTTP/1.1" status: 200 len: 375 time: 0.0134838 Feb 20 03:32:37.440184 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-77ee0e21-b65a-49b0-a803-c9de7d2ffa57 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5c092ec8-401f-4358-9459-c97091e18734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322831 Feb 20 03:32:37.476289 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-34914696-5e47-4a71-b640-2c59d24d0595 req-86adae44-b37a-4e03-9d88-c1bd48f0607c tempest-QuotasAdminNegativeTest-797127805 tempest-QuotasAdminNegativeTest-797127805-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=6983e55eb5a445b988808f124f0367c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373621 Feb 20 03:32:37.542669 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-d024d4c6-56dd-467b-b2ad-0dc6cae68356 service neutron] 10.222.0.93 "GET /v2.0/networks/5c092ec8-401f-4358-9459-c97091e18734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967379 Feb 20 03:32:37.631457 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2d868-d4c4-4c16-a96e-468ac93744db req-a81a5171-b40c-4425-be50-abe29bbcf8d3 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:37.633132 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cfd2d868-d4c4-4c16-a96e-468ac93744db req-a81a5171-b40c-4425-be50-abe29bbcf8d3 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 945 time: 0.0572681 Feb 20 03:32:37.654771 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1b1d4e17-90a2-4988-9c38-830b8cfc9273 req-ed9c56c4-87f0-4653-b679-90ddebe6e7e7 service neutron] 10.222.0.93 "GET /v2.0/networks/5c092ec8-401f-4358-9459-c97091e18734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024458 Feb 20 03:32:37.687161 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cfd2d868-d4c4-4c16-a96e-468ac93744db req-7f08276f-12b1-47d0-b8f9-7f287aa2abf9 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469270 Feb 20 03:32:37.772604 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4d8f75-8b50-4f60-9c8c-a5aea9c151c0 x-openstack-request-id: req-ec4d8f75-8b50-4f60-9c8c-a5aea9c151c0 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:32:37.772604 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f098f672-54ba-4a75-b013-b537cb592b05", "tag": "c992449f-c696-48b4-86f4-1888e8e534e1", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:32:37.772604 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ec4d8f75-8b50-4f60-9c8c-a5aea9c151c0 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:32:37.772604 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f098f672-54ba-4a75-b013-b537cb592b05', 'tag': 'c992449f-c696-48b4-86f4-1888e8e534e1', 'status': 'completed', 'code': 200} Feb 20 03:32:37.868425 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda71c8e-06f9-4286-8b7b-fae0a4323425 req-0121f902-6de7-4ed8-8160-969b2b8b0aff tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:37.870091 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dda71c8e-06f9-4286-8b7b-fae0a4323425 req-0121f902-6de7-4ed8-8160-969b2b8b0aff tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 945 time: 0.0561624 Feb 20 03:32:37.870777 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0da94-7f70-4342-934a-7b258ef4d2a5 req-78c40832-5de7-44ba-9b06-e4c6b402c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:37.872310 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-13e0da94-7f70-4342-934a-7b258ef4d2a5 req-78c40832-5de7-44ba-9b06-e4c6b402c551 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3157825b210545e4af4280df637922da&device_id=f098f672-54ba-4a75-b013-b537cb592b05 HTTP/1.1" status: 200 len: 1126 time: 0.0500782 Feb 20 03:32:37.930540 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dda71c8e-06f9-4286-8b7b-fae0a4323425 req-140583e5-7144-47e0-9a90-92b37b2ac560 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465002 Feb 20 03:32:37.975309 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0da94-7f70-4342-934a-7b258ef4d2a5 req-078cc49c-3008-476a-a21b-d36cc68ba62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:37.976791 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-13e0da94-7f70-4342-934a-7b258ef4d2a5 req-078cc49c-3008-476a-a21b-d36cc68ba62c service neutron] 10.222.0.93 "GET /v2.0/networks?id=5c092ec8-401f-4358-9459-c97091e18734 HTTP/1.1" status: 200 len: 925 time: 0.0977948 Feb 20 03:32:38.053756 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4deb9e75-4b71-4036-b153-0755aae9f788 x-openstack-request-id: req-4deb9e75-4b71-4036-b153-0755aae9f788 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:32:38.054195 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa568f6-3cc1-48f1-85d5-89001a4af509", "name": "network-vif-unplugged", "status": "completed", "tag": "bb50466d-f014-419e-9b24-3de6166d551a", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:32:38.054550 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4deb9e75-4b71-4036-b153-0755aae9f788 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:32:38.056486 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa568f6-3cc1-48f1-85d5-89001a4af509', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb50466d-f014-419e-9b24-3de6166d551a', 'code': 200} Feb 20 03:32:38.306513 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-13e0da94-7f70-4342-934a-7b258ef4d2a5 req-b541a812-52f7-4674-92f6-d9d46d459f34 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c992449f-c696-48b4-86f4-1888e8e534e1 HTTP/1.1" status: 200 len: 217 time: 0.3231142 Feb 20 03:32:38.355593 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0da94-7f70-4342-934a-7b258ef4d2a5 req-d838e08c-1274-499a-b98c-c95b3fb163cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:38.357221 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-13e0da94-7f70-4342-934a-7b258ef4d2a5 req-d838e08c-1274-499a-b98c-c95b3fb163cd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1eddde69-4024-402f-b494-432b0d5ca19d HTTP/1.1" status: 200 len: 864 time: 0.0439186 Feb 20 03:32:38.390454 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-13e0da94-7f70-4342-934a-7b258ef4d2a5 req-d493908f-d61e-4e86-bea9-c448f8657824 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5c092ec8-401f-4358-9459-c97091e18734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259876 Feb 20 03:32:38.401480 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f102e9-a0e1-4c49-a373-e6551769a0fb req-236537cf-b928-4535-8bc9-f4967874c608 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:38.402999 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-34f102e9-a0e1-4c49-a373-e6551769a0fb req-236537cf-b928-4535-8bc9-f4967874c608 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5dcd6c-dd28-495d-8aef-a91e8197ed21 HTTP/1.1" status: 200 len: 946 time: 0.0549560 Feb 20 03:32:38.452140 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-34f102e9-a0e1-4c49-a373-e6551769a0fb req-f50cfa36-d44f-4a54-a0e3-15a39793d362 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/security-groups?id=d6d2161c-e5f3-4e0d-9eb7-f16df0899b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425329 Feb 20 03:32:38.490716 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-13e0da94-7f70-4342-934a-7b258ef4d2a5 req-4109163e-fb19-453c-a77c-f1d863509b74 service neutron] 10.222.0.93 "GET /v2.0/networks/5c092ec8-401f-4358-9459-c97091e18734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939384 Feb 20 03:32:38.583485 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-13e0da94-7f70-4342-934a-7b258ef4d2a5 req-f7e24127-2616-4360-8bb6-4fa58c325c1d service neutron] 10.222.0.93 "GET /v2.0/networks/5c092ec8-401f-4358-9459-c97091e18734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862813 Feb 20 03:32:38.676556 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebd383-b783-4eea-b8f6-6ee75995bb20 req-7fcd796f-a91f-40a1-b48a-ee7a034a2dc2 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:38.678158 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79ebd383-b783-4eea-b8f6-6ee75995bb20 req-7fcd796f-a91f-40a1-b48a-ee7a034a2dc2 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 1127 time: 0.0513082 Feb 20 03:32:38.723467 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79ebd383-b783-4eea-b8f6-6ee75995bb20 req-65f3210f-afad-43af-a8ec-4f8853f5380a tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396032 Feb 20 03:32:38.869215 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc7e48-542f-43b1-a1f2-14be2f45ed66 req-322d91d5-5856-4285-aa3b-fff4be198c56 tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:38.870926 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-04bc7e48-542f-43b1-a1f2-14be2f45ed66 req-322d91d5-5856-4285-aa3b-fff4be198c56 tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] 10.222.0.89 "GET /v2.0/ports?device_id=f098f672-54ba-4a75-b013-b537cb592b05 HTTP/1.1" status: 200 len: 944 time: 0.0618153 Feb 20 03:32:38.919379 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-04bc7e48-542f-43b1-a1f2-14be2f45ed66 req-3b37e7c9-e50e-4273-9c57-e2c1e8a7755e tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] 10.222.0.89 "GET /v2.0/security-groups?id=39e351b6-30fc-4f98-a708-d80319909eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414047 Feb 20 03:32:39.124342 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f869e0f5-37b1-4876-8fd4-18a6dc1ef0b6 req-a8baa011-12a1-4d3e-a86c-e64db955f333 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1090219 Feb 20 03:32:39.137770 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-f869e0f5-37b1-4876-8fd4-18a6dc1ef0b6 req-1b2dec45-d70d-466d-9e56-5d9a5ac2d07a tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:32:39.244576 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f869e0f5-37b1-4876-8fd4-18a6dc1ef0b6 req-1b2dec45-d70d-466d-9e56-5d9a5ac2d07a tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:39.353701 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f869e0f5-37b1-4876-8fd4-18a6dc1ef0b6 req-1b2dec45-d70d-466d-9e56-5d9a5ac2d07a tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:39.480907 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-f869e0f5-37b1-4876-8fd4-18a6dc1ef0b6 req-1b2dec45-d70d-466d-9e56-5d9a5ac2d07a tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Allocated IP 172.25.7.38 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/33aba421-ec93-4848-80ed-35e9ca07f9c5) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:32:39.544456 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:32:39.589939 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f869e0f5-37b1-4876-8fd4-18a6dc1ef0b6 req-1b2dec45-d70d-466d-9e56-5d9a5ac2d07a tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks [] for port (33aba421-ec93-4848-80ed-35e9ca07f9c5), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:39.641895 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:39.641895 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2a0eec7b-9fca-42d8-a0c8-208f96cb8808), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:39.681979 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=2a0eec7b-9fca-42d8-a0c8-208f96cb8808,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:39.753180 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f869e0f5-37b1-4876-8fd4-18a6dc1ef0b6 req-1b2dec45-d70d-466d-9e56-5d9a5ac2d07a tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (33aba421-ec93-4848-80ed-35e9ca07f9c5), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:39.792812 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f869e0f5-37b1-4876-8fd4-18a6dc1ef0b6 req-1b2dec45-d70d-466d-9e56-5d9a5ac2d07a tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:32:39.796005 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-f869e0f5-37b1-4876-8fd4-18a6dc1ef0b6 req-1b2dec45-d70d-466d-9e56-5d9a5ac2d07a tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:32:39.798969 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f869e0f5-37b1-4876-8fd4-18a6dc1ef0b6 req-1b2dec45-d70d-466d-9e56-5d9a5ac2d07a tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:32:39.809776 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2a0eec7b-9fca-42d8-a0c8-208f96cb8808), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:39.836517 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2dec45-d70d-466d-9e56-5d9a5ac2d07a tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Pushing event updated for resources: {'Port': ['ID=33aba421-ec93-4848-80ed-35e9ca07f9c5,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:39.884284 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=2a0eec7b-9fca-42d8-a0c8-208f96cb8808,revision_number=8']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:39.900195 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:39.900195 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:39.900195 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:39.900195 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:39.900195 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:39.900195 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:39.900195 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:39.900195 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:39.900195 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:39.900195 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:39.900195 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:39.900195 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:39.900195 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:39.905906 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f869e0f5-37b1-4876-8fd4-18a6dc1ef0b6 req-1b2dec45-d70d-466d-9e56-5d9a5ac2d07a tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks [] for floatingip (4fda5e70-1d6a-4a72-9d5d-bd76ac39babc), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:39.956425 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 02cb25de-79c8-4276-935a-1bca9c5bd478 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:32:40.025771 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f869e0f5-37b1-4876-8fd4-18a6dc1ef0b6 req-1b2dec45-d70d-466d-9e56-5d9a5ac2d07a tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (33aba421-ec93-4848-80ed-35e9ca07f9c5), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:40.059923 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801dc56e-a5ac-4cff-864d-129f50c171a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a0eec7b-9fca-42d8-a0c8-208f96cb8808'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:32:40.062171 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc23d71d-f899-4f6c-bc50-bd2debe74833" -d '{"events": [{"server_uuid": "801dc56e-a5ac-4cff-864d-129f50c171a7", "name": "network-vif-unplugged", "status": "completed", "tag": "2a0eec7b-9fca-42d8-a0c8-208f96cb8808"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:32:40.066905 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 02cb25de-79c8-4276-935a-1bca9c5bd478, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=02cb25de-79c8-4276-935a-1bca9c5bd478,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:40.080493 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '02cb25de-79c8-4276-935a-1bca9c5bd478', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': '02cb25de-79c8-4276-935a-1bca9c5bd478', 'mac_address': 'fa:16:3e:21:8b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:32:40.129677 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 02cb25de-79c8-4276-935a-1bca9c5bd478 is: ACTIVE; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:40.131302 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (02cb25de-79c8-4276-935a-1bca9c5bd478), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:40.145979 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02cb25de-79c8-4276-935a-1bca9c5bd478 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:32:40.167334 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 02cb25de-79c8-4276-935a-1bca9c5bd478, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=02cb25de-79c8-4276-935a-1bca9c5bd478,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:40.199409 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f869e0f5-37b1-4876-8fd4-18a6dc1ef0b6 req-1b2dec45-d70d-466d-9e56-5d9a5ac2d07a tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks [] for port (33aba421-ec93-4848-80ed-35e9ca07f9c5), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:40.264595 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (02cb25de-79c8-4276-935a-1bca9c5bd478), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:40.300615 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f869e0f5-37b1-4876-8fd4-18a6dc1ef0b6 req-1b2dec45-d70d-466d-9e56-5d9a5ac2d07a tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (33aba421-ec93-4848-80ed-35e9ca07f9c5), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:40.324909 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=02cb25de-79c8-4276-935a-1bca9c5bd478,revision_number=6']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:40.373476 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2dec45-d70d-466d-9e56-5d9a5ac2d07a tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Pushing event updated for resources: {'Port': ['ID=33aba421-ec93-4848-80ed-35e9ca07f9c5,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:40.376997 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['02cb25de-79c8-4276-935a-1bca9c5bd478'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:32:40.382163 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f869e0f5-37b1-4876-8fd4-18a6dc1ef0b6 req-1b2dec45-d70d-466d-9e56-5d9a5ac2d07a tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (4fda5e70-1d6a-4a72-9d5d-bd76ac39babc), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:40.477977 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f869e0f5-37b1-4876-8fd4-18a6dc1ef0b6 req-1b2dec45-d70d-466d-9e56-5d9a5ac2d07a tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:40.487016 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f869e0f5-37b1-4876-8fd4-18a6dc1ef0b6 req-1b2dec45-d70d-466d-9e56-5d9a5ac2d07a tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3531303 Feb 20 03:32:40.542464 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f869e0f5-37b1-4876-8fd4-18a6dc1ef0b6 req-97fc5064-ec23-4419-9814-7a72f6d72fac tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 695 time: 0.0546057 Feb 20 03:32:40.668715 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869e0f5-37b1-4876-8fd4-18a6dc1ef0b6 req-9b0280e0-2564-476c-ad08-b9215977de2d tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:40.670199 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f869e0f5-37b1-4876-8fd4-18a6dc1ef0b6 req-9b0280e0-2564-476c-ad08-b9215977de2d tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 784 time: 0.1215785 Feb 20 03:32:40.801932 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086595fb-cad2-4bc1-9708-bd7d24785935 req-a215e3ce-d62c-4046-93a9-0c9d8d2b4c34 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:40.803521 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-086595fb-cad2-4bc1-9708-bd7d24785935 req-a215e3ce-d62c-4046-93a9-0c9d8d2b4c34 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 1127 time: 0.0660901 Feb 20 03:32:40.858324 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-086595fb-cad2-4bc1-9708-bd7d24785935 req-f9475957-b5b3-475f-ba24-483f595f31ae tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481837 Feb 20 03:32:41.027821 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc107a-5f06-419c-8249-8df8392da548 req-3aacd776-addc-41fe-a3e8-847e3852d0b0 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:41.031028 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73fc107a-5f06-419c-8249-8df8392da548 req-3aacd776-addc-41fe-a3e8-847e3852d0b0 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 943 time: 0.0652354 Feb 20 03:32:41.086556 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73fc107a-5f06-419c-8249-8df8392da548 req-ca14131b-8525-4a78-8379-5068da5e3445 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479231 Feb 20 03:32:41.496401 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7678ec6-cc68-465f-9ed0-facde902186b req-b15e4f90-8763-4f5e-b762-80ad502ed4ea tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:41.497868 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a7678ec6-cc68-465f-9ed0-facde902186b req-b15e4f90-8763-4f5e-b762-80ad502ed4ea tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] 10.222.0.89 "GET /v2.0/ports?device_id=f098f672-54ba-4a75-b013-b537cb592b05 HTTP/1.1" status: 200 len: 944 time: 0.0619226 Feb 20 03:32:41.556447 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a7678ec6-cc68-465f-9ed0-facde902186b req-41ee5c7c-42b9-45ad-813c-19acab22ff6a tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] 10.222.0.89 "GET /v2.0/security-groups?id=39e351b6-30fc-4f98-a708-d80319909eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508759 Feb 20 03:32:41.560416 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device c992449f-c696-48b4-86f4-1888e8e534e1 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:32:41.650557 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 20 Feb 2022 03:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a93bc11-31d4-42d9-9924-401c4a8487f0 x-openstack-request-id: req-2a93bc11-31d4-42d9-9924-401c4a8487f0 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:32:41.650851 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801dc56e-a5ac-4cff-864d-129f50c171a7", "name": "network-vif-unplugged", "status": "failed", "tag": "2a0eec7b-9fca-42d8-a0c8-208f96cb8808", "code": 422}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:32:41.651133 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2a93bc11-31d4-42d9-9924-401c4a8487f0 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:32:41.651745 n-d-829866-4 neutron-server[104107]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '801dc56e-a5ac-4cff-864d-129f50c171a7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2a0eec7b-9fca-42d8-a0c8-208f96cb8808', 'code': 422} returned with failed status Feb 20 03:32:41.700713 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port c992449f-c696-48b4-86f4-1888e8e534e1, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=c992449f-c696-48b4-86f4-1888e8e534e1,segment=NetworkSegment(e4ce81c7-ec90-44d9-ba16-298d5efd9f9c),segment_id=e4ce81c7-ec90-44d9-ba16-298d5efd9f9c)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:41.722753 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'c992449f-c696-48b4-86f4-1888e8e534e1', 'network_id': '5c092ec8-401f-4358-9459-c97091e18734', 'port_id': 'c992449f-c696-48b4-86f4-1888e8e534e1', 'mac_address': 'fa:16:3e:6d:5d:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eddde69-4024-402f-b494-432b0d5ca19d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:32:41.772736 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port c992449f-c696-48b4-86f4-1888e8e534e1 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:41.773418 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c992449f-c696-48b4-86f4-1888e8e534e1), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:41.797247 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c992449f-c696-48b4-86f4-1888e8e534e1 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:32:41.836235 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port c992449f-c696-48b4-86f4-1888e8e534e1, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=c992449f-c696-48b4-86f4-1888e8e534e1,segment=NetworkSegment(e4ce81c7-ec90-44d9-ba16-298d5efd9f9c),segment_id=e4ce81c7-ec90-44d9-ba16-298d5efd9f9c)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:41.860934 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-805a3076-0d70-46d2-ae60-f095282613ce tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:41.862467 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-805a3076-0d70-46d2-ae60-f095282613ce tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/networks?id=16e82553-d900-47a8-be16-0e927aa5b122 HTTP/1.1" status: 200 len: 821 time: 0.1619227 Feb 20 03:32:41.889092 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-f10c10fd-3868-4a05-b0a7-a6dfa1f3fccc tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/quotas/77847ebcb146436a81d068e3c92b91de HTTP/1.1" status: 200 len: 375 time: 0.0196829 Feb 20 03:32:41.948787 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (c992449f-c696-48b4-86f4-1888e8e534e1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:41.955946 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 02cb25de-79c8-4276-935a-1bca9c5bd478 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:32:41.965953 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-3e4b704b-b033-4c7e-bbd1-8c5e70ce287d tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=77847ebcb146436a81d068e3c92b91de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0756409 Feb 20 03:32:42.066654 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=c992449f-c696-48b4-86f4-1888e8e534e1,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:42.076172 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-56ea2efc-7008-4e3f-9a08-34d7eb9db8e6 service neutron] 10.222.0.89 "GET /v2.0/networks/16e82553-d900-47a8-be16-0e927aa5b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093626 Feb 20 03:32:42.088265 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 02cb25de-79c8-4276-935a-1bca9c5bd478 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:32:42.088642 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (02cb25de-79c8-4276-935a-1bca9c5bd478), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:42.192571 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-8c7d23ed-219c-4917-b60e-86059de481fa service neutron] 10.222.0.89 "GET /v2.0/networks/16e82553-d900-47a8-be16-0e927aa5b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087203 Feb 20 03:32:42.205104 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 02cb25de-79c8-4276-935a-1bca9c5bd478 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:42.205507 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (02cb25de-79c8-4276-935a-1bca9c5bd478), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:42.241034 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['c992449f-c696-48b4-86f4-1888e8e534e1'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:32:42.277962 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 02cb25de-79c8-4276-935a-1bca9c5bd478, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=02cb25de-79c8-4276-935a-1bca9c5bd478,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:42.360303 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (02cb25de-79c8-4276-935a-1bca9c5bd478), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:42.532156 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=02cb25de-79c8-4276-935a-1bca9c5bd478,revision_number=7']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:43.586074 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device c992449f-c696-48b4-86f4-1888e8e534e1 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:32:43.652964 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98952c5b-11b6-4301-be1b-267bc7ff8881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02cb25de-79c8-4276-935a-1bca9c5bd478'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:32:43.656160 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3ff14d-05b5-4c6e-96ab-841e2db39008" -d '{"events": [{"server_uuid": "98952c5b-11b6-4301-be1b-267bc7ff8881", "name": "network-vif-plugged", "status": "completed", "tag": "02cb25de-79c8-4276-935a-1bca9c5bd478"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:32:44.013766 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port c992449f-c696-48b4-86f4-1888e8e534e1 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:32:44.018209 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port c992449f-c696-48b4-86f4-1888e8e534e1 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:32:44.022255 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c992449f-c696-48b4-86f4-1888e8e534e1), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:44.106784 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port c992449f-c696-48b4-86f4-1888e8e534e1 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:44.106784 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c992449f-c696-48b4-86f4-1888e8e534e1), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:44.143297 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port c992449f-c696-48b4-86f4-1888e8e534e1, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=c992449f-c696-48b4-86f4-1888e8e534e1,segment=NetworkSegment(e4ce81c7-ec90-44d9-ba16-298d5efd9f9c),segment_id=e4ce81c7-ec90-44d9-ba16-298d5efd9f9c)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:44.345748 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (c992449f-c696-48b4-86f4-1888e8e534e1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:44.348004 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:32:44.428468 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=c992449f-c696-48b4-86f4-1888e8e534e1,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:44.491449 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 is: DOWN; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:44.785503 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ce851342-2af1-492b-9c04-75bfdb6305cd req-f97029b3-f7be-484e-aabe-cfd4907ee9ef tempest-QuotasAdminNegativeTest-797127805 tempest-QuotasAdminNegativeTest-797127805-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=6983e55eb5a445b988808f124f0367c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371916 Feb 20 03:32:44.937304 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce851342-2af1-492b-9c04-75bfdb6305cd req-496783ef-0750-48e9-afb5-0bef5bfe5c8f tempest-QuotasAdminNegativeTest-797127805 tempest-QuotasAdminNegativeTest-797127805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:44.941126 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ce851342-2af1-492b-9c04-75bfdb6305cd req-496783ef-0750-48e9-afb5-0bef5bfe5c8f tempest-QuotasAdminNegativeTest-797127805 tempest-QuotasAdminNegativeTest-797127805-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1541216 Feb 20 03:32:44.969790 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ce851342-2af1-492b-9c04-75bfdb6305cd req-0434dc05-2bda-4aff-99c7-d73bcff374aa tempest-QuotasAdminNegativeTest-797127805 tempest-QuotasAdminNegativeTest-797127805-project] 10.222.0.89 "GET /v2.0/quotas/6983e55eb5a445b988808f124f0367c0 HTTP/1.1" status: 200 len: 375 time: 0.0244572 Feb 20 03:32:45.012869 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ce851342-2af1-492b-9c04-75bfdb6305cd req-0ffa1e15-dd06-465a-9c34-4c4b3ea23f2f tempest-QuotasAdminNegativeTest-797127805 tempest-QuotasAdminNegativeTest-797127805-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=6983e55eb5a445b988808f124f0367c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355544 Feb 20 03:32:45.249120 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-11361f61-3b33-494a-90df-d436f176c3da req-1cba9495-104a-42f7-9a3c-d93918f682bf tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/ports?device_id=50bfdec8-2639-4e70-8fce-09c680b91fdc HTTP/1.1" status: 200 len: 210 time: 0.0379081 Feb 20 03:32:46.032883 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-3f82f023-1210-4e24-ba10-2cd5870a60ca tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:46.042099 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-3f82f023-1210-4e24-ba10-2cd5870a60ca tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.42 "GET /v2.0/networks?id=16e82553-d900-47a8-be16-0e927aa5b122 HTTP/1.1" status: 200 len: 821 time: 0.1901529 Feb 20 03:32:46.054022 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-c99c10ab-e306-4f76-b67f-2fa1c8a85c20 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Request body: {'port': {'device_id': '50bfdec8-2639-4e70-8fce-09c680b91fdc', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'admin_state_up': True, 'tenant_id': '77847ebcb146436a81d068e3c92b91de'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:32:46.274405 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-c99c10ab-e306-4f76-b67f-2fa1c8a85c20 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Made reservation on behalf of 77847ebcb146436a81d068e3c92b91de for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:32:46.279025 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-c99c10ab-e306-4f76-b67f-2fa1c8a85c20 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:46.487861 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-c99c10ab-e306-4f76-b67f-2fa1c8a85c20 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Allocated IP 172.20.0.8 (16e82553-d900-47a8-be16-0e927aa5b122/4011c41d-625a-4a4f-b17b-6325e727aa40/ebbc63d1-8e88-4db5-884c-e139d6561762) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:32:46.711292 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-c99c10ab-e306-4f76-b67f-2fa1c8a85c20 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks [] for port (ebbc63d1-8e88-4db5-884c-e139d6561762), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:46.870720 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-c99c10ab-e306-4f76-b67f-2fa1c8a85c20 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (ebbc63d1-8e88-4db5-884c-e139d6561762), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:46.884093 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['1b2fae4c-6ab3-4246-af0c-cf2d8a772e78'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:32:46.935459 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c10ab-e306-4f76-b67f-2fa1c8a85c20 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Pushing event updated for resources: {'Port': ['ID=ebbc63d1-8e88-4db5-884c-e139d6561762,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:46.951011 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-c99c10ab-e306-4f76-b67f-2fa1c8a85c20 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Network 16e82553-d900-47a8-be16-0e927aa5b122 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:32:46.952645 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-c99c10ab-e306-4f76-b67f-2fa1c8a85c20 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:32:46.956317 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-c99c10ab-e306-4f76-b67f-2fa1c8a85c20 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:32:47.067329 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-c99c10ab-e306-4f76-b67f-2fa1c8a85c20 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:47.070964 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-c99c10ab-e306-4f76-b67f-2fa1c8a85c20 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:47.184196 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-c99c10ab-e306-4f76-b67f-2fa1c8a85c20 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1385212 Feb 20 03:32:47.208399 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-0e815f81-4c79-4447-a9ac-b786b980eb8a service neutron] Request body: {'port': {'device_id': '50bfdec8-2639-4e70-8fce-09c680b91fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:32:47.315017 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-0e815f81-4c79-4447-a9ac-b786b980eb8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ebbc63d1-8e88-4db5-884c-e139d6561762), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:47.441269 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e245ac4f-a2ad-45cc-aec6-1dce1106d74c None None] Provisioning complete for port ebbc63d1-8e88-4db5-884c-e139d6561762 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:32:47.442480 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e245ac4f-a2ad-45cc-aec6-1dce1106d74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ebbc63d1-8e88-4db5-884c-e139d6561762), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:47.488797 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e245ac4f-a2ad-45cc-aec6-1dce1106d74c None None] Port ebbc63d1-8e88-4db5-884c-e139d6561762 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:32:47.633671 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-d00b16a7-1aba-4df7-b0b5-17f907e80799 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:32:47.634970 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-d00b16a7-1aba-4df7-b0b5-17f907e80799 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090256 Feb 20 03:32:47.697727 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-0e815f81-4c79-4447-a9ac-b786b980eb8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebbc63d1-8e88-4db5-884c-e139d6561762 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:32:47.708466 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-0e815f81-4c79-4447-a9ac-b786b980eb8a service neutron] Publish callbacks [] for port (ebbc63d1-8e88-4db5-884c-e139d6561762), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:47.711347 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-ba25a404-5ad1-4a17-9687-40399726d13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:47.712725 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-ba25a404-5ad1-4a17-9687-40399726d13a service neutron] 10.222.0.89 "GET /v2.0/ports/44e2072b-716d-443e-babb-2e0ac08fb90f HTTP/1.1" status: 200 len: 1124 time: 0.0574687 Feb 20 03:32:47.725233 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-dfe723ec-db79-4d75-937c-a9366b389193 service neutron] Request body: {'binding': {'host': 'n-h1-829866-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:32:47.725669 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-dfe723ec-db79-4d75-937c-a9366b389193 service neutron] Unknown quota resources ['binding']. {{(pid=104105) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 20 03:32:47.729789 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-0e815f81-4c79-4447-a9ac-b786b980eb8a service neutron] Transition to ACTIVE for port object ebbc63d1-8e88-4db5-884c-e139d6561762 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:32:47.875162 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-dfe723ec-db79-4d75-937c-a9366b389193 service neutron] Attempting to bind port 44e2072b-716d-443e-babb-2e0ac08fb90f on host n-h1-829866-4 for vnic_type normal with profile None {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:32:47.875595 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-dfe723ec-db79-4d75-937c-a9366b389193 service neutron] Attempting to bind port 44e2072b-716d-443e-babb-2e0ac08fb90f by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:32:47.876656 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-dfe723ec-db79-4d75-937c-a9366b389193 service neutron] Attempting to bind port 44e2072b-716d-443e-babb-2e0ac08fb90f on network 5528b70c-0437-425a-a0ac-3485fc465717 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:32:47.881172 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-dfe723ec-db79-4d75-937c-a9366b389193 service neutron] Port 44e2072b-716d-443e-babb-2e0ac08fb90f on network 5528b70c-0437-425a-a0ac-3485fc465717 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:32:47.881552 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-dfe723ec-db79-4d75-937c-a9366b389193 service neutron] Attempting to bind port 44e2072b-716d-443e-babb-2e0ac08fb90f on network 5528b70c-0437-425a-a0ac-3485fc465717 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:32:47.886949 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-dfe723ec-db79-4d75-937c-a9366b389193 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:32:47.887333 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-dfe723ec-db79-4d75-937c-a9366b389193 service neutron] Checking segment: {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:32:47.887741 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-dfe723ec-db79-4d75-937c-a9366b389193 service neutron] Bound using segment: {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:32:47.888209 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-dfe723ec-db79-4d75-937c-a9366b389193 service neutron] Bound port: 44e2072b-716d-443e-babb-2e0ac08fb90f, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:32:47.940499 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-dfe723ec-db79-4d75-937c-a9366b389193 service neutron] For port 44e2072b-716d-443e-babb-2e0ac08fb90f, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=44e2072b-716d-443e-babb-2e0ac08fb90f,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:32:48.123942 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-0e815f81-4c79-4447-a9ac-b786b980eb8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (ebbc63d1-8e88-4db5-884c-e139d6561762), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:48.131106 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-dfe723ec-db79-4d75-937c-a9366b389193 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:48.132186 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-dfe723ec-db79-4d75-937c-a9366b389193 service neutron] 10.222.0.89 "POST /v2.0/ports/44e2072b-716d-443e-babb-2e0ac08fb90f/bindings HTTP/1.1" status: 201 len: 389 time: 0.4128814 Feb 20 03:32:48.181803 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e815f81-4c79-4447-a9ac-b786b980eb8a service neutron] Pushing event updated for resources: {'Port': ['ID=ebbc63d1-8e88-4db5-884c-e139d6561762,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:48.269232 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-0e815f81-4c79-4447-a9ac-b786b980eb8a service neutron] Attempting to bind port ebbc63d1-8e88-4db5-884c-e139d6561762 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:32:48.269493 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-0e815f81-4c79-4447-a9ac-b786b980eb8a service neutron] Attempting to bind port ebbc63d1-8e88-4db5-884c-e139d6561762 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': 'cda420b9-3208-4359-b0a0-39d6d5b4153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:32:48.269810 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-0e815f81-4c79-4447-a9ac-b786b980eb8a service neutron] Attempting to bind port ebbc63d1-8e88-4db5-884c-e139d6561762 on network 16e82553-d900-47a8-be16-0e927aa5b122 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:32:48.275130 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-0e815f81-4c79-4447-a9ac-b786b980eb8a service neutron] Port ebbc63d1-8e88-4db5-884c-e139d6561762 on network 16e82553-d900-47a8-be16-0e927aa5b122 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:32:48.275453 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-0e815f81-4c79-4447-a9ac-b786b980eb8a service neutron] Attempting to bind port ebbc63d1-8e88-4db5-884c-e139d6561762 on network 16e82553-d900-47a8-be16-0e927aa5b122 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:32:48.286388 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-0e815f81-4c79-4447-a9ac-b786b980eb8a service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:32:48.286727 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-0e815f81-4c79-4447-a9ac-b786b980eb8a service neutron] Checking segment: {'id': 'cda420b9-3208-4359-b0a0-39d6d5b4153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:32:48.287399 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-0e815f81-4c79-4447-a9ac-b786b980eb8a service neutron] Bound using segment: {'id': 'cda420b9-3208-4359-b0a0-39d6d5b4153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:32:48.287844 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-0e815f81-4c79-4447-a9ac-b786b980eb8a service neutron] Bound port: ebbc63d1-8e88-4db5-884c-e139d6561762, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cda420b9-3208-4359-b0a0-39d6d5b4153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:32:48.288217 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-0e815f81-4c79-4447-a9ac-b786b980eb8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ebbc63d1-8e88-4db5-884c-e139d6561762), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:48.400011 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-0e815f81-4c79-4447-a9ac-b786b980eb8a service neutron] For port ebbc63d1-8e88-4db5-884c-e139d6561762, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:32:48.400011 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-0e815f81-4c79-4447-a9ac-b786b980eb8a service neutron] For port ebbc63d1-8e88-4db5-884c-e139d6561762, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=ebbc63d1-8e88-4db5-884c-e139d6561762,segment=NetworkSegment(cda420b9-3208-4359-b0a0-39d6d5b4153c),segment_id=cda420b9-3208-4359-b0a0-39d6d5b4153c)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:32:48.505837 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-0e815f81-4c79-4447-a9ac-b786b980eb8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (ebbc63d1-8e88-4db5-884c-e139d6561762), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:48.592057 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-0e815f81-4c79-4447-a9ac-b786b980eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:48.593395 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-0e815f81-4c79-4447-a9ac-b786b980eb8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:48.596027 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-0e815f81-4c79-4447-a9ac-b786b980eb8a service neutron] 10.222.0.42 "PUT /v2.0/ports/ebbc63d1-8e88-4db5-884c-e139d6561762 HTTP/1.1" status: 200 len: 1091 time: 1.3916609 Feb 20 03:32:48.598166 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50bfdec8-2639-4e70-8fce-09c680b91fdc', 'tag': 'ebbc63d1-8e88-4db5-884c-e139d6561762'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:32:48.600360 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1501f03f-8604-4b9b-b53a-7b74456ab9d9" -d '{"events": [{"name": "network-changed", "server_uuid": "50bfdec8-2639-4e70-8fce-09c680b91fdc", "tag": "ebbc63d1-8e88-4db5-884c-e139d6561762"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:32:48.671238 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e815f81-4c79-4447-a9ac-b786b980eb8a service neutron] Pushing event updated for resources: {'Port': ['ID=ebbc63d1-8e88-4db5-884c-e139d6561762,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:48.716458 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b09710-5a83-4eca-96c3-434011cf8730 req-1b426c2f-b48a-4eea-bd21-c1bf48957b6d tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:48.727715 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b2b09710-5a83-4eca-96c3-434011cf8730 req-1b426c2f-b48a-4eea-bd21-c1bf48957b6d tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] 10.222.0.89 "GET /v2.0/ports?device_id=f098f672-54ba-4a75-b013-b537cb592b05 HTTP/1.1" status: 200 len: 946 time: 0.1235487 Feb 20 03:32:48.848151 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b2b09710-5a83-4eca-96c3-434011cf8730 req-7cd72e5c-1db4-42b0-84aa-a2df0f24e464 tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] 10.222.0.89 "GET /v2.0/security-groups?id=39e351b6-30fc-4f98-a708-d80319909eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195278 Feb 20 03:32:48.869918 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-83af0fcc-38e6-43b3-9e8a-f325e31e54b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:48.884100 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-83af0fcc-38e6-43b3-9e8a-f325e31e54b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77847ebcb146436a81d068e3c92b91de&device_id=50bfdec8-2639-4e70-8fce-09c680b91fdc HTTP/1.1" status: 200 len: 1125 time: 0.1418207 Feb 20 03:32:48.908902 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa27cfb1-e530-48fa-8f7a-e3d19634c741 x-openstack-request-id: req-aa27cfb1-e530-48fa-8f7a-e3d19634c741 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:32:48.909398 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98952c5b-11b6-4301-be1b-267bc7ff8881", "name": "network-vif-plugged", "status": "completed", "tag": "02cb25de-79c8-4276-935a-1bca9c5bd478", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:32:48.909609 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-aa27cfb1-e530-48fa-8f7a-e3d19634c741 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:32:48.910659 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98952c5b-11b6-4301-be1b-267bc7ff8881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02cb25de-79c8-4276-935a-1bca9c5bd478', 'code': 200} Feb 20 03:32:48.974444 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-034355a3-fb08-4e59-9b64-72d552ce4c93 req-3353aa55-fb44-4c70-8960-a56c4d34cc1d service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:32:48.981177 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-034355a3-fb08-4e59-9b64-72d552ce4c93 req-3353aa55-fb44-4c70-8960-a56c4d34cc1d service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102606 Feb 20 03:32:48.983986 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-b563a1fb-cd15-4e4f-b5b2-b2e53dbbbd11 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebbc63d1-8e88-4db5-884c-e139d6561762 HTTP/1.1" status: 200 len: 217 time: 0.0879142 Feb 20 03:32:49.022872 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-7f821e39-af0e-40b0-a1dd-b6ff8c9c4fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:49.025846 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-7f821e39-af0e-40b0-a1dd-b6ff8c9c4fcf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 1127 time: 0.1095827 Feb 20 03:32:49.045818 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-94052fd9-b4ad-441c-b291-db4c937db4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:49.048328 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-94052fd9-b4ad-441c-b291-db4c937db4ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4011c41d-625a-4a4f-b17b-6325e727aa40 HTTP/1.1" status: 200 len: 860 time: 0.0561810 Feb 20 03:32:49.131479 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-316f8de1-ad91-4b07-bd5d-2d41cd936b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:49.132536 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-316f8de1-ad91-4b07-bd5d-2d41cd936b0e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=16e82553-d900-47a8-be16-0e927aa5b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0783043 Feb 20 03:32:49.151666 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-b389c58e-bac4-4d36-9268-ed25da1cce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:49.156008 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-b389c58e-bac4-4d36-9268-ed25da1cce9f service neutron] 10.222.0.42 "GET /v2.0/networks?id=5528b70c-0437-425a-a0ac-3485fc465717 HTTP/1.1" status: 200 len: 921 time: 0.1238694 Feb 20 03:32:49.244401 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-a713f78c-8a12-4954-ac62-901e3f7889a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44e2072b-716d-443e-babb-2e0ac08fb90f HTTP/1.1" status: 200 len: 217 time: 0.0808933 Feb 20 03:32:49.277053 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-a7726b11-c8fb-4792-8c05-2193d80bfbf2 service neutron] 10.222.0.42 "GET /v2.0/networks/16e82553-d900-47a8-be16-0e927aa5b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370399 Feb 20 03:32:49.324216 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-d806792e-eea7-49f7-83e7-24fbd7886655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:49.325968 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-d806792e-eea7-49f7-83e7-24fbd7886655 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e570f242-4684-4db2-b2a8-755bc6ec8973 HTTP/1.1" status: 200 len: 860 time: 0.0755961 Feb 20 03:32:49.391195 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-9bdae7a8-fb19-41a0-9e4d-cc0d58cd19c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5528b70c-0437-425a-a0ac-3485fc465717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589492 Feb 20 03:32:49.569477 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-ab817fd2-5db3-4d13-a186-caf6e3eaf392 service neutron] 10.222.0.42 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695187 Feb 20 03:32:49.770363 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-a0a8335f-f55a-4bca-af29-9dc82106e77b service neutron] 10.222.0.42 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942897 Feb 20 03:32:49.892723 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b30f05a6-d6de-4e48-9454-5f75f6ddeeea req-a3a13a71-37fc-4997-99f8-3e093b0330b3 service neutron] 10.222.0.42 "GET /v2.0/networks/16e82553-d900-47a8-be16-0e927aa5b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6055667 Feb 20 03:32:49.900424 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1674eb-8412-404e-ad5a-d867d0604f70 req-8aa98b35-e39d-4fee-a36f-bb33ecaebc8f tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:49.901964 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3f1674eb-8412-404e-ad5a-d867d0604f70 req-8aa98b35-e39d-4fee-a36f-bb33ecaebc8f tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/ports?device_id=50bfdec8-2639-4e70-8fce-09c680b91fdc HTTP/1.1" status: 200 len: 943 time: 0.0962708 Feb 20 03:32:50.008611 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3f1674eb-8412-404e-ad5a-d867d0604f70 req-0f4fcfbe-96b0-42cc-b75c-9c6456942f79 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/security-groups?id=d6d2161c-e5f3-4e0d-9eb7-f16df0899b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959041 Feb 20 03:32:50.111744 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a6e994ee-532c-4a9a-8617-95036d546869 req-a814d840-25e6-431c-8faa-566a75305d9e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2786052 Feb 20 03:32:50.116927 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [req-a6e994ee-532c-4a9a-8617-95036d546869 req-416df6d9-12a2-4df1-89f6-0809817920b2 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:32:50.148844 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a6e994ee-532c-4a9a-8617-95036d546869 req-416df6d9-12a2-4df1-89f6-0809817920b2 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0361400 Feb 20 03:32:50.237187 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e994ee-532c-4a9a-8617-95036d546869 req-f76e9a1d-948b-457a-972c-56d8d7b16160 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:50.246333 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6e994ee-532c-4a9a-8617-95036d546869 req-f76e9a1d-948b-457a-972c-56d8d7b16160 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports/2a0eec7b-9fca-42d8-a0c8-208f96cb8808 HTTP/1.1" status: 200 len: 940 time: 0.0879970 Feb 20 03:32:50.257227 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-e5cb3666-b251-464b-b0ba-e57f53f4b103 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--764896270&fields=id&tenant_id=237b26f191eb4e1ebc252932059a9b24 HTTP/1.1" status: 200 len: 267 time: 0.1224883 Feb 20 03:32:50.438806 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-a80f6abc-4f3a-4ddf-90ce-efcdfcd68dc3 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:50.440569 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-a80f6abc-4f3a-4ddf-90ce-efcdfcd68dc3 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/networks?id=a1d376e6-0361-455a-af30-57a2daa934c8 HTTP/1.1" status: 200 len: 816 time: 0.1824553 Feb 20 03:32:50.469980 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-efb63139-3cd5-47db-9364-a132e8e0248c tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/quotas/237b26f191eb4e1ebc252932059a9b24 HTTP/1.1" status: 200 len: 375 time: 0.0187838 Feb 20 03:32:50.573143 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-4de7b7a5-425e-42e3-a974-34601f8a247b tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=237b26f191eb4e1ebc252932059a9b24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779371 Feb 20 03:32:50.725769 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-8fe68da2-7cde-429a-ab6d-3118acd4273f service neutron] 10.222.0.89 "GET /v2.0/networks/a1d376e6-0361-455a-af30-57a2daa934c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079254 Feb 20 03:32:50.784733 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:50.902234 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-ccf4cc68-5e12-4890-ad36-4056242c647d service neutron] 10.222.0.89 "GET /v2.0/networks/a1d376e6-0361-455a-af30-57a2daa934c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608167 Feb 20 03:32:50.911389 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f098f672-54ba-4a75-b013-b537cb592b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c992449f-c696-48b4-86f4-1888e8e534e1'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:32:50.914274 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a77ca62-9168-430b-98c5-fc10c2b3de1c" -d '{"events": [{"server_uuid": "f098f672-54ba-4a75-b013-b537cb592b05", "name": "network-vif-plugged", "status": "completed", "tag": "c992449f-c696-48b4-86f4-1888e8e534e1"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:32:50.963794 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:51.730728 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a09979-1f3d-4232-8139-7543d06036b4 req-4e1a7deb-bfae-4662-b667-293a89344362 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:51.745477 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-46a09979-1f3d-4232-8139-7543d06036b4 req-4e1a7deb-bfae-4662-b667-293a89344362 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 945 time: 0.1201284 Feb 20 03:32:51.838785 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-46a09979-1f3d-4232-8139-7543d06036b4 req-5ae94cda-2525-4b1a-9ccc-a707f03d9aef tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876098 Feb 20 03:32:51.906041 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576a3ab2-0ca2-42bd-b490-babb8c7e56e7 x-openstack-request-id: req-576a3ab2-0ca2-42bd-b490-babb8c7e56e7 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:32:51.906311 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50bfdec8-2639-4e70-8fce-09c680b91fdc", "tag": "ebbc63d1-8e88-4db5-884c-e139d6561762", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:32:51.906552 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-576a3ab2-0ca2-42bd-b490-babb8c7e56e7 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:32:51.907510 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50bfdec8-2639-4e70-8fce-09c680b91fdc', 'tag': 'ebbc63d1-8e88-4db5-884c-e139d6561762', 'status': 'completed', 'code': 200} Feb 20 03:32:52.068071 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501f03f-8604-4b9b-b53a-7b74456ab9d9 req-5119a4ea-bfde-45b7-9a2a-eb1c428ae640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:52.069896 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1501f03f-8604-4b9b-b53a-7b74456ab9d9 req-5119a4ea-bfde-45b7-9a2a-eb1c428ae640 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77847ebcb146436a81d068e3c92b91de&device_id=50bfdec8-2639-4e70-8fce-09c680b91fdc HTTP/1.1" status: 200 len: 1125 time: 0.1301823 Feb 20 03:32:52.077740 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692358f2-96ce-402c-bc0d-226bc3ebba52 req-f64a3883-738b-4921-940f-f689830c2eeb tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:52.079514 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-692358f2-96ce-402c-bc0d-226bc3ebba52 req-f64a3883-738b-4921-940f-f689830c2eeb tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 943 time: 0.0929513 Feb 20 03:32:52.186737 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501f03f-8604-4b9b-b53a-7b74456ab9d9 req-9d902e3a-0bd4-4c1f-a309-79968cf3c024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:52.189311 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1501f03f-8604-4b9b-b53a-7b74456ab9d9 req-9d902e3a-0bd4-4c1f-a309-79968cf3c024 service neutron] 10.222.0.42 "GET /v2.0/networks?id=16e82553-d900-47a8-be16-0e927aa5b122 HTTP/1.1" status: 200 len: 922 time: 0.1079435 Feb 20 03:32:52.263465 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1501f03f-8604-4b9b-b53a-7b74456ab9d9 req-38ed5f47-c153-45ef-926b-cd368672fa99 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebbc63d1-8e88-4db5-884c-e139d6561762 HTTP/1.1" status: 200 len: 217 time: 0.0663719 Feb 20 03:32:52.330374 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-692358f2-96ce-402c-bc0d-226bc3ebba52 req-caf3616d-8739-488a-baac-196ae5e3e4ef tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394575 Feb 20 03:32:52.341551 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501f03f-8604-4b9b-b53a-7b74456ab9d9 req-8cc0b04c-07f9-4ef8-b4ab-c7c5c8ccdd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:52.343211 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1501f03f-8604-4b9b-b53a-7b74456ab9d9 req-8cc0b04c-07f9-4ef8-b4ab-c7c5c8ccdd76 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4011c41d-625a-4a4f-b17b-6325e727aa40 HTTP/1.1" status: 200 len: 860 time: 0.0730591 Feb 20 03:32:52.479130 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501f03f-8604-4b9b-b53a-7b74456ab9d9 req-cdc89e70-3be6-4bbe-8caf-2c6a9a9c6d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:52.480621 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1501f03f-8604-4b9b-b53a-7b74456ab9d9 req-cdc89e70-3be6-4bbe-8caf-2c6a9a9c6d39 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=16e82553-d900-47a8-be16-0e927aa5b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1236036 Feb 20 03:32:52.737045 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2e7e3-3e2b-4281-aa09-1058afc2620c req-403a5d0d-0eeb-4cab-9fb2-18b4e5fb8a76 tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:52.737045 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddd2e7e3-3e2b-4281-aa09-1058afc2620c req-403a5d0d-0eeb-4cab-9fb2-18b4e5fb8a76 tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] 10.222.0.89 "GET /v2.0/ports?device_id=f098f672-54ba-4a75-b013-b537cb592b05 HTTP/1.1" status: 200 len: 946 time: 0.1894782 Feb 20 03:32:52.781748 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1501f03f-8604-4b9b-b53a-7b74456ab9d9 req-7c2de51e-e23b-415a-8e09-0c5e9437f9f3 service neutron] 10.222.0.42 "GET /v2.0/networks/16e82553-d900-47a8-be16-0e927aa5b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928686 Feb 20 03:32:52.888857 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddd2e7e3-3e2b-4281-aa09-1058afc2620c req-b7f83143-1fa1-4b7e-ab59-45a923cb2625 tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] 10.222.0.89 "GET /v2.0/security-groups?id=39e351b6-30fc-4f98-a708-d80319909eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060176 Feb 20 03:32:52.924932 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1501f03f-8604-4b9b-b53a-7b74456ab9d9 req-5c1e9a64-fb70-4245-b8dc-8a86c67844fc service neutron] 10.222.0.42 "GET /v2.0/networks/16e82553-d900-47a8-be16-0e927aa5b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355021 Feb 20 03:32:53.010779 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaee8c19-357e-4c12-87e6-c4092113bb54 x-openstack-request-id: req-aaee8c19-357e-4c12-87e6-c4092113bb54 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:32:53.011990 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f098f672-54ba-4a75-b013-b537cb592b05", "name": "network-vif-plugged", "status": "completed", "tag": "c992449f-c696-48b4-86f4-1888e8e534e1", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:32:53.012607 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-aaee8c19-357e-4c12-87e6-c4092113bb54 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:32:53.013156 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f098f672-54ba-4a75-b013-b537cb592b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c992449f-c696-48b4-86f4-1888e8e534e1', 'code': 200} Feb 20 03:32:53.184173 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd2e2b-5a18-4051-95ea-fca7f107eb73 req-e6fabbf1-0518-4e98-bded-edd36463b9c8 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:53.190799 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-19cd2e2b-5a18-4051-95ea-fca7f107eb73 req-e6fabbf1-0518-4e98-bded-edd36463b9c8 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/ports?device_id=50bfdec8-2639-4e70-8fce-09c680b91fdc HTTP/1.1" status: 200 len: 943 time: 0.0988004 Feb 20 03:32:53.195653 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0a474-b9a2-4ec6-87a6-adb45bc81199 req-11df585e-f67f-4a4e-98ee-d33d5ffc1d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:53.198035 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-61b0a474-b9a2-4ec6-87a6-adb45bc81199 req-11df585e-f67f-4a4e-98ee-d33d5ffc1d83 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f098f672-54ba-4a75-b013-b537cb592b05 HTTP/1.1" status: 200 len: 1128 time: 0.1013670 Feb 20 03:32:53.276098 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-61b0a474-b9a2-4ec6-87a6-adb45bc81199 req-5d1efdde-28d9-413b-82a6-1a534d81a800 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=39e351b6-30fc-4f98-a708-d80319909eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705009 Feb 20 03:32:53.337281 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-19cd2e2b-5a18-4051-95ea-fca7f107eb73 req-ff21f961-b8a9-442b-9450-c988a640a0b8 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/security-groups?id=d6d2161c-e5f3-4e0d-9eb7-f16df0899b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402726 Feb 20 03:32:53.513879 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 32854) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:32:53.580543 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c39a7827-5f45-4bbb-b946-4278ce8c1c30 req-a5da9641-c78f-4c76-b8fa-01d9c675d762 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 210 time: 0.0822608 Feb 20 03:32:53.701844 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee1149ca-2dc1-4abc-92c8-abd9b4f1aa0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:53.810023 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69f478-5c04-4575-a86e-8f1525e19888 req-0e2e6f5a-dae3-45ee-953f-1664f49184c3 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:53.814487 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-de69f478-5c04-4575-a86e-8f1525e19888 req-0e2e6f5a-dae3-45ee-953f-1664f49184c3 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 945 time: 0.1355116 Feb 20 03:32:53.851667 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee1149ca-2dc1-4abc-92c8-abd9b4f1aa0f admin admin] Publish callbacks [] for security_group (9b852b9e-e9af-439b-a803-9ebea940e706), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:53.890481 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-de69f478-5c04-4575-a86e-8f1525e19888 req-229ae35c-6230-4703-b1e5-0e16708b53d0 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678713 Feb 20 03:32:53.939324 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee1149ca-2dc1-4abc-92c8-abd9b4f1aa0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (9b852b9e-e9af-439b-a803-9ebea940e706), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:53.981316 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ee1149ca-2dc1-4abc-92c8-abd9b4f1aa0f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6983e55eb5a445b988808f124f0367c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4662743 Feb 20 03:32:53.993125 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 32862) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:32:53.999800 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1149ca-2dc1-4abc-92c8-abd9b4f1aa0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b852b9e-e9af-439b-a803-9ebea940e706,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:54.025616 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1149ca-2dc1-4abc-92c8-abd9b4f1aa0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:54.026230 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1149ca-2dc1-4abc-92c8-abd9b4f1aa0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:54.026737 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1149ca-2dc1-4abc-92c8-abd9b4f1aa0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:54.027291 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1149ca-2dc1-4abc-92c8-abd9b4f1aa0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:54.027792 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1149ca-2dc1-4abc-92c8-abd9b4f1aa0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:54.028289 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1149ca-2dc1-4abc-92c8-abd9b4f1aa0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:54.028801 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1149ca-2dc1-4abc-92c8-abd9b4f1aa0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:54.029079 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230d7d6-55f1-45dd-a4b0-a81b04f96419 req-caf92120-9e2b-400b-a40c-ceccf7025f04 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:54.029516 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1149ca-2dc1-4abc-92c8-abd9b4f1aa0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:54.030015 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1149ca-2dc1-4abc-92c8-abd9b4f1aa0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:54.030504 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1149ca-2dc1-4abc-92c8-abd9b4f1aa0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:54.031032 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1149ca-2dc1-4abc-92c8-abd9b4f1aa0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:54.031486 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device ebbc63d1-8e88-4db5-884c-e139d6561762 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:32:54.032116 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1149ca-2dc1-4abc-92c8-abd9b4f1aa0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:54.032624 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1149ca-2dc1-4abc-92c8-abd9b4f1aa0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:54.037464 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3230d7d6-55f1-45dd-a4b0-a81b04f96419 req-caf92120-9e2b-400b-a40c-ceccf7025f04 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 943 time: 0.0666676 Feb 20 03:32:54.119592 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3230d7d6-55f1-45dd-a4b0-a81b04f96419 req-269ee361-01ed-4c41-a8f2-aa85ba304fb8 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772071 Feb 20 03:32:54.137817 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9f358f87-1c82-4c3a-b739-2b7b6e005bab admin admin] Publish callbacks [] for security_group (9b852b9e-e9af-439b-a803-9ebea940e706), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:54.175147 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9f358f87-1c82-4c3a-b739-2b7b6e005bab admin admin] Publish callbacks [] for security_group (9b852b9e-e9af-439b-a803-9ebea940e706), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:54.197996 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port ebbc63d1-8e88-4db5-884c-e139d6561762, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=ebbc63d1-8e88-4db5-884c-e139d6561762,segment=NetworkSegment(cda420b9-3208-4359-b0a0-39d6d5b4153c),segment_id=cda420b9-3208-4359-b0a0-39d6d5b4153c)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:54.213377 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'ebbc63d1-8e88-4db5-884c-e139d6561762', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'port_id': 'ebbc63d1-8e88-4db5-884c-e139d6561762', 'mac_address': 'fa:16:3e:58:a8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:32:54.279718 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port ebbc63d1-8e88-4db5-884c-e139d6561762 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:54.280115 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ebbc63d1-8e88-4db5-884c-e139d6561762), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:54.292310 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435288f-514b-4682-a08e-60c0a3dfdd1c req-61fedc94-1a55-477a-aac9-196cf02b1984 tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:54.303956 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b435288f-514b-4682-a08e-60c0a3dfdd1c req-61fedc94-1a55-477a-aac9-196cf02b1984 tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] 10.222.0.89 "GET /v2.0/ports?device_id=f098f672-54ba-4a75-b013-b537cb592b05 HTTP/1.1" status: 200 len: 946 time: 0.0976162 Feb 20 03:32:54.304845 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebbc63d1-8e88-4db5-884c-e139d6561762 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:32:54.331004 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port ebbc63d1-8e88-4db5-884c-e139d6561762, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=ebbc63d1-8e88-4db5-884c-e139d6561762,segment=NetworkSegment(cda420b9-3208-4359-b0a0-39d6d5b4153c),segment_id=cda420b9-3208-4359-b0a0-39d6d5b4153c)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:54.374062 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b435288f-514b-4682-a08e-60c0a3dfdd1c req-2a2285de-8619-4dba-8f60-a82fd855caa7 tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] 10.222.0.89 "GET /v2.0/security-groups?id=39e351b6-30fc-4f98-a708-d80319909eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687654 Feb 20 03:32:54.432309 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9f358f87-1c82-4c3a-b739-2b7b6e005bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (9b852b9e-e9af-439b-a803-9ebea940e706), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:54.435019 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9f358f87-1c82-4c3a-b739-2b7b6e005bab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:54.436266 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9f358f87-1c82-4c3a-b739-2b7b6e005bab admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9b852b9e-e9af-439b-a803-9ebea940e706 HTTP/1.1" status: 204 len: 168 time: 0.4418206 Feb 20 03:32:54.449846 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f358f87-1c82-4c3a-b739-2b7b6e005bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b852b9e-e9af-439b-a803-9ebea940e706,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:54.465430 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ebbc63d1-8e88-4db5-884c-e139d6561762), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:54.572475 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=ebbc63d1-8e88-4db5-884c-e139d6561762,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:54.625152 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb973b5-5ca8-4956-be07-4a2ce53f453d req-bb6e5422-6783-4e80-bf49-30e9619d7111 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:54.627423 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8bb973b5-5ca8-4956-be07-4a2ce53f453d req-bb6e5422-6783-4e80-bf49-30e9619d7111 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/ports?device_id=50bfdec8-2639-4e70-8fce-09c680b91fdc HTTP/1.1" status: 200 len: 944 time: 0.0624440 Feb 20 03:32:54.698814 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8bb973b5-5ca8-4956-be07-4a2ce53f453d req-5552a78d-17ef-4d57-8c55-281916224555 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/security-groups?id=d6d2161c-e5f3-4e0d-9eb7-f16df0899b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655935 Feb 20 03:32:54.760878 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['ebbc63d1-8e88-4db5-884c-e139d6561762'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:32:54.807151 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b5c7bb1a-14c3-4f8a-bb4b-a66c921e6044 req-169223e8-5abe-4577-82f6-06e52473e8b0 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 210 time: 0.0372760 Feb 20 03:32:54.999017 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-889263d3-03ce-49f8-98c3-749120b11c0b tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:55.001298 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-889263d3-03ce-49f8-98c3-749120b11c0b tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.42 "GET /v2.0/networks?id=a1d376e6-0361-455a-af30-57a2daa934c8 HTTP/1.1" status: 200 len: 816 time: 0.1515911 Feb 20 03:32:55.097539 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb35734-d11b-43eb-b22e-a60db36cc3f6 req-5dddc38a-4064-4165-84d5-6bb93bc09a6f tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:55.099082 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0bb35734-d11b-43eb-b22e-a60db36cc3f6 req-5dddc38a-4064-4165-84d5-6bb93bc09a6f tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 945 time: 0.0961185 Feb 20 03:32:55.103619 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-8ac2213a-a1c2-456b-9f47-620dd3f09438 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=237b26f191eb4e1ebc252932059a9b24 HTTP/1.1" status: 200 len: 379 time: 0.0886836 Feb 20 03:32:55.116107 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-080514da-f199-45ea-9703-0102c3003e26 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Request body: {'port': {'device_id': '32c2dad0-25c8-443d-8694-065152bbdd7f', 'network_id': 'a1d376e6-0361-455a-af30-57a2daa934c8', 'admin_state_up': True, 'tenant_id': '237b26f191eb4e1ebc252932059a9b24', 'security_groups': ['9aae0e47-f93c-41fb-b5a5-8593b9285415']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:32:55.206909 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0bb35734-d11b-43eb-b22e-a60db36cc3f6 req-7826ac18-ae25-4762-9b0b-78169b681966 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011491 Feb 20 03:32:55.264485 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 32894) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:32:55.293167 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f0711926-4393-436e-99f4-ffb66ae711ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:55.355579 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7d5c2-906f-410d-b171-2c2775793903 req-96784068-2f86-47c1-9f21-7db474d56bb6 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:55.357576 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-60a7d5c2-906f-410d-b171-2c2775793903 req-96784068-2f86-47c1-9f21-7db474d56bb6 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 943 time: 0.0621455 Feb 20 03:32:55.359030 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-080514da-f199-45ea-9703-0102c3003e26 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Made reservation on behalf of 237b26f191eb4e1ebc252932059a9b24 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:32:55.365579 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-080514da-f199-45ea-9703-0102c3003e26 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:55.391175 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f0711926-4393-436e-99f4-ffb66ae711ce admin admin] Publish callbacks [] for security_group (0a085b24-a74c-4c10-88ef-6c2d56b92726), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:55.443662 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f0711926-4393-436e-99f4-ffb66ae711ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (0a085b24-a74c-4c10-88ef-6c2d56b92726), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:55.466745 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-60a7d5c2-906f-410d-b171-2c2775793903 req-0271f723-13ef-4818-ab49-4ccd6da796f5 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992906 Feb 20 03:32:55.488974 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f0711926-4393-436e-99f4-ffb66ae711ce admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2b1a4fa6e9424590bd92e8e7cf08ae12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230127 Feb 20 03:32:55.491338 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0711926-4393-436e-99f4-ffb66ae711ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a085b24-a74c-4c10-88ef-6c2d56b92726,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:55.504074 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 32900) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:32:55.550727 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-080514da-f199-45ea-9703-0102c3003e26 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Allocated IP 172.20.0.5 (a1d376e6-0361-455a-af30-57a2daa934c8/d8b45813-a63d-4780-bb92-f1d3e6d5c97f/1b419c72-3c6e-439a-afe8-6589a091f620) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:32:55.576846 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-59489eab-13a8-4adb-bccd-3b62b1f3df39 admin admin] Publish callbacks [] for security_group (0a085b24-a74c-4c10-88ef-6c2d56b92726), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:55.603292 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-59489eab-13a8-4adb-bccd-3b62b1f3df39 admin admin] Publish callbacks [] for security_group (0a085b24-a74c-4c10-88ef-6c2d56b92726), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:55.691695 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d499be-46bc-444a-91af-afb0f580dd56 req-069a6c46-1a91-44b7-a41c-c55778783ae4 tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:55.693016 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-28d499be-46bc-444a-91af-afb0f580dd56 req-069a6c46-1a91-44b7-a41c-c55778783ae4 tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] 10.222.0.89 "GET /v2.0/ports?device_id=f098f672-54ba-4a75-b013-b537cb592b05 HTTP/1.1" status: 200 len: 946 time: 0.1264226 Feb 20 03:32:55.723379 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-59489eab-13a8-4adb-bccd-3b62b1f3df39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (0a085b24-a74c-4c10-88ef-6c2d56b92726), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:55.727091 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-59489eab-13a8-4adb-bccd-3b62b1f3df39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:55.730554 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-59489eab-13a8-4adb-bccd-3b62b1f3df39 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0a085b24-a74c-4c10-88ef-6c2d56b92726 HTTP/1.1" status: 204 len: 168 time: 0.2236032 Feb 20 03:32:55.741779 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59489eab-13a8-4adb-bccd-3b62b1f3df39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a085b24-a74c-4c10-88ef-6c2d56b92726,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:55.776202 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-080514da-f199-45ea-9703-0102c3003e26 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks [] for port (1b419c72-3c6e-439a-afe8-6589a091f620), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:55.798060 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-28d499be-46bc-444a-91af-afb0f580dd56 req-40c54b7d-3889-46d2-aa5c-4ad7fc856869 tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] 10.222.0.89 "GET /v2.0/security-groups?id=39e351b6-30fc-4f98-a708-d80319909eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955324 Feb 20 03:32:55.884907 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-080514da-f199-45ea-9703-0102c3003e26 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (1b419c72-3c6e-439a-afe8-6589a091f620), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:55.950418 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-080514da-f199-45ea-9703-0102c3003e26 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Network a1d376e6-0361-455a-af30-57a2daa934c8 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:32:55.971744 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-080514da-f199-45ea-9703-0102c3003e26 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:32:55.975181 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080514da-f199-45ea-9703-0102c3003e26 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Pushing event updated for resources: {'Port': ['ID=1b419c72-3c6e-439a-afe8-6589a091f620,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:55.977390 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-080514da-f199-45ea-9703-0102c3003e26 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:32:56.033746 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device ebbc63d1-8e88-4db5-884c-e139d6561762 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:32:56.042036 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cecf993-1e6e-4147-81e0-f0f9e602a84b req-c804fd4f-0d73-49c2-a7e6-86d60e945fd4 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:56.051647 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9cecf993-1e6e-4147-81e0-f0f9e602a84b req-c804fd4f-0d73-49c2-a7e6-86d60e945fd4 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/ports?device_id=50bfdec8-2639-4e70-8fce-09c680b91fdc HTTP/1.1" status: 200 len: 944 time: 0.1252227 Feb 20 03:32:56.064595 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-080514da-f199-45ea-9703-0102c3003e26 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:56.065315 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-080514da-f199-45ea-9703-0102c3003e26 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:56.137910 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9cecf993-1e6e-4147-81e0-f0f9e602a84b req-6c64c063-5662-4a23-b579-5b1599d218cb tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/security-groups?id=d6d2161c-e5f3-4e0d-9eb7-f16df0899b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814865 Feb 20 03:32:56.203629 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port ebbc63d1-8e88-4db5-884c-e139d6561762 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:32:56.208975 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port ebbc63d1-8e88-4db5-884c-e139d6561762 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:32:56.209446 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ebbc63d1-8e88-4db5-884c-e139d6561762), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:56.246141 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-080514da-f199-45ea-9703-0102c3003e26 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1335988 Feb 20 03:32:56.259196 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] Request body: {'port': {'device_id': '32c2dad0-25c8-443d-8694-065152bbdd7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:32:56.318961 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-43ecbaf8-e7aa-40ab-9bdb-9b370f34bf11 None None] Provisioning complete for port 1b419c72-3c6e-439a-afe8-6589a091f620 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:32:56.319216 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-43ecbaf8-e7aa-40ab-9bdb-9b370f34bf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1b419c72-3c6e-439a-afe8-6589a091f620), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:56.331386 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1b419c72-3c6e-439a-afe8-6589a091f620), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:56.364565 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port ebbc63d1-8e88-4db5-884c-e139d6561762 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:32:56.364958 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ebbc63d1-8e88-4db5-884c-e139d6561762), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:56.460367 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa764486-4104-45c8-b8d9-469545500d96 req-1b724ea4-43c1-485f-bc4d-2e7e0088064f tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:56.466103 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa764486-4104-45c8-b8d9-469545500d96 req-1b724ea4-43c1-485f-bc4d-2e7e0088064f tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 931 time: 0.2655497 Feb 20 03:32:56.517487 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b73a7ec7-0628-4833-b9b3-c89706ca6aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:56.519686 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-43ecbaf8-e7aa-40ab-9bdb-9b370f34bf11 None None] Port 1b419c72-3c6e-439a-afe8-6589a091f620 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:32:56.524950 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bfdec8-2639-4e70-8fce-09c680b91fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbc63d1-8e88-4db5-884c-e139d6561762'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:32:56.527199 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ab2367-2d80-47c4-95f2-1d7163e280c2" -d '{"events": [{"server_uuid": "50bfdec8-2639-4e70-8fce-09c680b91fdc", "name": "network-vif-plugged", "status": "completed", "tag": "ebbc63d1-8e88-4db5-884c-e139d6561762"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:32:56.539634 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port ebbc63d1-8e88-4db5-884c-e139d6561762, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=ebbc63d1-8e88-4db5-884c-e139d6561762,segment=NetworkSegment(cda420b9-3208-4359-b0a0-39d6d5b4153c),segment_id=cda420b9-3208-4359-b0a0-39d6d5b4153c)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:32:56.593797 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa764486-4104-45c8-b8d9-469545500d96 req-bb14e4c5-ed20-4143-9739-3ebbabad2957 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/security-groups?id=9aae0e47-f93c-41fb-b5a5-8593b9285415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149049 Feb 20 03:32:56.620959 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ebbc63d1-8e88-4db5-884c-e139d6561762), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:56.686439 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=ebbc63d1-8e88-4db5-884c-e139d6561762,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:56.782299 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b419c72-3c6e-439a-afe8-6589a091f620 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:32:56.793286 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] Publish callbacks [] for port (1b419c72-3c6e-439a-afe8-6589a091f620), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:56.816762 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096e2cd-7d08-4cd9-9823-12573ca5c825 req-808bc4c5-b2b7-4b35-8c48-14eb6880b265 tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:56.823424 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f096e2cd-7d08-4cd9-9823-12573ca5c825 req-808bc4c5-b2b7-4b35-8c48-14eb6880b265 tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] 10.222.0.89 "GET /v2.0/ports?device_id=f098f672-54ba-4a75-b013-b537cb592b05 HTTP/1.1" status: 200 len: 946 time: 0.1222651 Feb 20 03:32:56.825749 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] Transition to ACTIVE for port object 1b419c72-3c6e-439a-afe8-6589a091f620 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:32:56.872556 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f096e2cd-7d08-4cd9-9823-12573ca5c825 req-cfb351c5-99ea-4f10-9acd-72bd42a3a99e tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] 10.222.0.89 "GET /v2.0/security-groups?id=39e351b6-30fc-4f98-a708-d80319909eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481670 Feb 20 03:32:56.895317 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (1b419c72-3c6e-439a-afe8-6589a091f620), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:56.960213 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] Pushing event updated for resources: {'Port': ['ID=1b419c72-3c6e-439a-afe8-6589a091f620,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:57.008398 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:57.010362 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:57.011111 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:57.011772 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:57.012520 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:57.013334 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:57.013920 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:57.014552 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:57.015133 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:57.015705 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:57.016335 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:57.016904 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:57.017830 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:32:57.138557 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07e0fd-a65b-4647-b872-a31a8422ef97 req-c7e8f303-a717-4937-b0da-1c5d334528f6 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:57.144835 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7b07e0fd-a65b-4647-b872-a31a8422ef97 req-c7e8f303-a717-4937-b0da-1c5d334528f6 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 945 time: 0.1195896 Feb 20 03:32:57.165269 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] Attempting to bind port 1b419c72-3c6e-439a-afe8-6589a091f620 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:32:57.171013 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] Attempting to bind port 1b419c72-3c6e-439a-afe8-6589a091f620 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '6a668330-508b-4baa-ba9d-9c79bf61d355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a1d376e6-0361-455a-af30-57a2daa934c8'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:32:57.171013 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] Attempting to bind port 1b419c72-3c6e-439a-afe8-6589a091f620 on network a1d376e6-0361-455a-af30-57a2daa934c8 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:32:57.178317 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] Port 1b419c72-3c6e-439a-afe8-6589a091f620 on network a1d376e6-0361-455a-af30-57a2daa934c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:32:57.178965 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] Attempting to bind port 1b419c72-3c6e-439a-afe8-6589a091f620 on network a1d376e6-0361-455a-af30-57a2daa934c8 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:32:57.190993 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:32:57.191430 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] Checking segment: {'id': '6a668330-508b-4baa-ba9d-9c79bf61d355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a1d376e6-0361-455a-af30-57a2daa934c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:32:57.191823 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] Bound using segment: {'id': '6a668330-508b-4baa-ba9d-9c79bf61d355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a1d376e6-0361-455a-af30-57a2daa934c8'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:32:57.192307 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] Bound port: 1b419c72-3c6e-439a-afe8-6589a091f620, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a668330-508b-4baa-ba9d-9c79bf61d355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a1d376e6-0361-455a-af30-57a2daa934c8'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:32:57.192628 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1b419c72-3c6e-439a-afe8-6589a091f620), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:57.247795 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7b07e0fd-a65b-4647-b872-a31a8422ef97 req-681f0229-47dc-4073-8c17-b9265c3ac562 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937779 Feb 20 03:32:57.298947 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] For port 1b419c72-3c6e-439a-afe8-6589a091f620, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:32:57.302336 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] For port 1b419c72-3c6e-439a-afe8-6589a091f620, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=1b419c72-3c6e-439a-afe8-6589a091f620,segment=NetworkSegment(6a668330-508b-4baa-ba9d-9c79bf61d355),segment_id=6a668330-508b-4baa-ba9d-9c79bf61d355)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:32:57.397644 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c01481-51ca-4915-8579-d4e098994ee7 req-f46ea5e9-52fe-4e8d-997f-829738ad9b59 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:57.399378 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-60c01481-51ca-4915-8579-d4e098994ee7 req-f46ea5e9-52fe-4e8d-997f-829738ad9b59 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 943 time: 0.0683577 Feb 20 03:32:57.401182 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (1b419c72-3c6e-439a-afe8-6589a091f620), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:57.422711 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:57.423786 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:57.425440 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] 10.222.0.42 "PUT /v2.0/ports/1b419c72-3c6e-439a-afe8-6589a091f620 HTTP/1.1" status: 200 len: 1091 time: 1.1719260 Feb 20 03:32:57.464719 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c2dad0-25c8-443d-8694-065152bbdd7f', 'tag': '1b419c72-3c6e-439a-afe8-6589a091f620'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:32:57.467433 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b859eb-fcb6-47c9-bb8a-f0a1792426a0" -d '{"events": [{"name": "network-changed", "server_uuid": "32c2dad0-25c8-443d-8694-065152bbdd7f", "tag": "1b419c72-3c6e-439a-afe8-6589a091f620"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:32:57.536659 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cbbc5f-488b-4809-bb89-4d6a182acd5b service neutron] Pushing event updated for resources: {'Port': ['ID=1b419c72-3c6e-439a-afe8-6589a091f620,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:32:57.579326 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-60c01481-51ca-4915-8579-d4e098994ee7 req-3079ea6d-8a6b-4cf0-88cf-2cda968ac569 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653273 Feb 20 03:32:57.667253 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b73015-8bc5-40a1-ad49-8fcacb9f2efc x-openstack-request-id: req-50b73015-8bc5-40a1-ad49-8fcacb9f2efc {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:32:57.667830 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50bfdec8-2639-4e70-8fce-09c680b91fdc", "name": "network-vif-plugged", "status": "completed", "tag": "ebbc63d1-8e88-4db5-884c-e139d6561762", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:32:57.668312 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-50b73015-8bc5-40a1-ad49-8fcacb9f2efc {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:32:57.669052 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50bfdec8-2639-4e70-8fce-09c680b91fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbc63d1-8e88-4db5-884c-e139d6561762', 'code': 200} Feb 20 03:32:57.671854 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-9163c07e-9ac5-433b-bacd-87728c0147b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:57.673754 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-9163c07e-9ac5-433b-bacd-87728c0147b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=237b26f191eb4e1ebc252932059a9b24&device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 1125 time: 0.0915811 Feb 20 03:32:57.737358 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-05ff667a-1311-401b-8701-276fc6460904 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b419c72-3c6e-439a-afe8-6589a091f620 HTTP/1.1" status: 200 len: 217 time: 0.0533159 Feb 20 03:32:57.842805 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-c7a87fff-7569-490f-8956-70569678ece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:57.844366 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-c7a87fff-7569-490f-8956-70569678ece4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d8b45813-a63d-4780-bb92-f1d3e6d5c97f HTTP/1.1" status: 200 len: 855 time: 0.1006007 Feb 20 03:32:57.848023 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1184ea-1728-41fe-a438-37d2783d15f6 req-a80bde9a-4f10-47bf-9979-106df7867bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:57.850095 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-2c1184ea-1728-41fe-a438-37d2783d15f6 req-a80bde9a-4f10-47bf-9979-106df7867bde service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=50bfdec8-2639-4e70-8fce-09c680b91fdc HTTP/1.1" status: 200 len: 1127 time: 0.0964062 Feb 20 03:32:57.912951 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-2c1184ea-1728-41fe-a438-37d2783d15f6 req-e393055b-8c80-4223-a498-d9bf7b4e0f3b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d6d2161c-e5f3-4e0d-9eb7-f16df0899b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544262 Feb 20 03:32:57.947454 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-995e6ec1-1298-4e61-9702-67b0423124c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:57.949484 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-995e6ec1-1298-4e61-9702-67b0423124c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1d376e6-0361-455a-af30-57a2daa934c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0970254 Feb 20 03:32:58.243446 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26f5db-fb0e-40ae-aa23-93732f1bd54c req-dbac79e4-cf6a-4313-b362-179a740b0fa6 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:58.245115 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d26f5db-fb0e-40ae-aa23-93732f1bd54c req-dbac79e4-cf6a-4313-b362-179a740b0fa6 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/ports?device_id=98952c5b-11b6-4301-be1b-267bc7ff8881 HTTP/1.1" status: 200 len: 950 time: 0.1297884 Feb 20 03:32:58.269629 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-bb67fa14-9a17-48b1-8e5e-519e26c67f7e service neutron] 10.222.0.42 "GET /v2.0/networks/a1d376e6-0361-455a-af30-57a2daa934c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442900 Feb 20 03:32:58.358390 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d26f5db-fb0e-40ae-aa23-93732f1bd54c req-556d7311-a585-4e87-bbc2-bdf8d6a6f6d6 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/security-groups?id=f3fd1f17-522e-45da-bcf5-484b402e8697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060305 Feb 20 03:32:58.389575 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-310da0be-ed3c-4ee0-934a-1a4340442692 req-40e94b73-f780-44e6-a286-5a1d00dd5fc5 service neutron] 10.222.0.42 "GET /v2.0/networks/a1d376e6-0361-455a-af30-57a2daa934c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115716 Feb 20 03:32:58.479662 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be9e2a-c694-4e89-974d-101ebe1ea069 req-a435ac81-7a93-4fc4-aee5-5a4aceffe8f5 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:58.481136 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75be9e2a-c694-4e89-974d-101ebe1ea069 req-a435ac81-7a93-4fc4-aee5-5a4aceffe8f5 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/ports?device_id=50bfdec8-2639-4e70-8fce-09c680b91fdc HTTP/1.1" status: 200 len: 945 time: 0.0573761 Feb 20 03:32:58.532297 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75be9e2a-c694-4e89-974d-101ebe1ea069 req-e1ca47a9-b257-4569-9343-b561c39d2078 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/security-groups?id=d6d2161c-e5f3-4e0d-9eb7-f16df0899b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441351 Feb 20 03:32:58.579689 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b829269-0179-4a83-a4a6-430c45fe815e x-openstack-request-id: req-6b829269-0179-4a83-a4a6-430c45fe815e {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:32:58.580279 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c2dad0-25c8-443d-8694-065152bbdd7f", "tag": "1b419c72-3c6e-439a-afe8-6589a091f620", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:32:58.580712 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6b829269-0179-4a83-a4a6-430c45fe815e {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:32:58.581184 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c2dad0-25c8-443d-8694-065152bbdd7f', 'tag': '1b419c72-3c6e-439a-afe8-6589a091f620', 'status': 'completed', 'code': 200} Feb 20 03:32:58.690419 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b859eb-fcb6-47c9-bb8a-f0a1792426a0 req-e1087997-2d36-47d8-ad74-42448d25a314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:58.691950 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25b859eb-fcb6-47c9-bb8a-f0a1792426a0 req-e1087997-2d36-47d8-ad74-42448d25a314 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=237b26f191eb4e1ebc252932059a9b24&device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 1125 time: 0.0853016 Feb 20 03:32:58.702878 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b193c-3ca9-4a5a-98e1-9bde2f5f9ecc req-b9f7d417-dcd6-40ef-a76b-c30e710e687a tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:58.705047 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6a0b193c-3ca9-4a5a-98e1-9bde2f5f9ecc req-b9f7d417-dcd6-40ef-a76b-c30e710e687a tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 943 time: 0.0697575 Feb 20 03:32:58.721693 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-03b071f6-8da7-423e-b45c-65a904e89392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:58.817218 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6a0b193c-3ca9-4a5a-98e1-9bde2f5f9ecc req-e1a78846-3c0d-4d27-a2c2-39ab665f19da tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/security-groups?id=9aae0e47-f93c-41fb-b5a5-8593b9285415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041288 Feb 20 03:32:58.832689 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b859eb-fcb6-47c9-bb8a-f0a1792426a0 req-55b017fb-4dae-4862-bace-ab40f93dc162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:58.834173 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25b859eb-fcb6-47c9-bb8a-f0a1792426a0 req-55b017fb-4dae-4862-bace-ab40f93dc162 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1d376e6-0361-455a-af30-57a2daa934c8 HTTP/1.1" status: 200 len: 917 time: 0.1282935 Feb 20 03:32:58.886066 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25b859eb-fcb6-47c9-bb8a-f0a1792426a0 req-ebc673fc-cded-42c3-beb1-2ab05e5f92e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b419c72-3c6e-439a-afe8-6589a091f620 HTTP/1.1" status: 200 len: 217 time: 0.0382631 Feb 20 03:32:58.967577 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b859eb-fcb6-47c9-bb8a-f0a1792426a0 req-5e1867b2-4cab-4442-9cf8-d92e9577418e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:58.969277 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25b859eb-fcb6-47c9-bb8a-f0a1792426a0 req-5e1867b2-4cab-4442-9cf8-d92e9577418e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d8b45813-a63d-4780-bb92-f1d3e6d5c97f HTTP/1.1" status: 200 len: 855 time: 0.0744462 Feb 20 03:32:58.983135 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6a4f0-5a3e-4b6c-aba1-ec7507d6d76a req-a9a94e39-bb85-4fd3-9f96-58d723d99394 tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:58.984666 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-daf6a4f0-5a3e-4b6c-aba1-ec7507d6d76a req-a9a94e39-bb85-4fd3-9f96-58d723d99394 tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] 10.222.0.89 "GET /v2.0/ports?device_id=f098f672-54ba-4a75-b013-b537cb592b05 HTTP/1.1" status: 200 len: 946 time: 0.1018550 Feb 20 03:32:59.065248 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-daf6a4f0-5a3e-4b6c-aba1-ec7507d6d76a req-e154a26f-884f-471f-bb4d-798a273c8a66 tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] 10.222.0.89 "GET /v2.0/security-groups?id=39e351b6-30fc-4f98-a708-d80319909eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715287 Feb 20 03:32:59.068496 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b859eb-fcb6-47c9-bb8a-f0a1792426a0 req-27af6d5a-d956-4955-ab57-d6547adfa48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:59.070063 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25b859eb-fcb6-47c9-bb8a-f0a1792426a0 req-27af6d5a-d956-4955-ab57-d6547adfa48d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1d376e6-0361-455a-af30-57a2daa934c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0941453 Feb 20 03:32:59.182206 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25b859eb-fcb6-47c9-bb8a-f0a1792426a0 req-73cdf46b-2e8e-4339-a89f-3402a5e5bad4 service neutron] 10.222.0.42 "GET /v2.0/networks/a1d376e6-0361-455a-af30-57a2daa934c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048188 Feb 20 03:32:59.291019 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25b859eb-fcb6-47c9-bb8a-f0a1792426a0 req-ed2ca91e-dfb8-4d75-8b79-830716d2f26f service neutron] 10.222.0.42 "GET /v2.0/networks/a1d376e6-0361-455a-af30-57a2daa934c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000526 Feb 20 03:32:59.303240 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-0b9edc89-f0da-4ffc-9f33-c430e5f01e12 tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=16b56d9c9f2847c3888acb119045285a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251892 Feb 20 03:32:59.418015 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-60fb7d8b-893f-4880-8d34-b6c8b7ce7a0f tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:59.419875 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-60fb7d8b-893f-4880-8d34-b6c8b7ce7a0f tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1100163 Feb 20 03:32:59.435945 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-738a8db6-abd9-4856-8b96-66f7f2d9164a tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] 10.222.0.89 "GET /v2.0/quotas/16b56d9c9f2847c3888acb119045285a HTTP/1.1" status: 200 len: 375 time: 0.0095246 Feb 20 03:32:59.470426 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-e4eae625-c5dd-4b98-a032-ccd4fae3668f tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=16b56d9c9f2847c3888acb119045285a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287216 Feb 20 03:32:59.559650 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:32:59.803652 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaafcd5-b62c-410b-9b4a-640d27060fa8 req-cec8f854-b154-4550-9366-b0716cf23b03 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:32:59.805322 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bbaafcd5-b62c-410b-9b4a-640d27060fa8 req-cec8f854-b154-4550-9366-b0716cf23b03 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 945 time: 0.0720847 Feb 20 03:32:59.826127 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:32:59.863392 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bbaafcd5-b62c-410b-9b4a-640d27060fa8 req-0e5b4d63-c6d7-4c9f-acba-6cf437bbaea4 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506785 Feb 20 03:33:00.049517 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 02cb25de-79c8-4276-935a-1bca9c5bd478 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:33:00.135172 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 02cb25de-79c8-4276-935a-1bca9c5bd478 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:33:00.135561 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (02cb25de-79c8-4276-935a-1bca9c5bd478), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:00.159960 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98952c5b-11b6-4301-be1b-267bc7ff8881', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02cb25de-79c8-4276-935a-1bca9c5bd478'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:33:00.162177 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf09ffb-7d78-4ba1-8ba3-9223b487bbf0" -d '{"events": [{"server_uuid": "98952c5b-11b6-4301-be1b-267bc7ff8881", "name": "network-vif-unplugged", "status": "completed", "tag": "02cb25de-79c8-4276-935a-1bca9c5bd478"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:33:00.175775 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 02cb25de-79c8-4276-935a-1bca9c5bd478, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=02cb25de-79c8-4276-935a-1bca9c5bd478,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:33:00.237685 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (02cb25de-79c8-4276-935a-1bca9c5bd478), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:00.293881 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=02cb25de-79c8-4276-935a-1bca9c5bd478,revision_number=8']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:00.528274 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c0207-de36-47b8-a993-76cc1d839756 req-f2e637b0-aa6e-4c6a-9394-619f3266b6c4 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:00.530969 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-219c0207-de36-47b8-a993-76cc1d839756 req-f2e637b0-aa6e-4c6a-9394-619f3266b6c4 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 943 time: 0.0641367 Feb 20 03:33:00.611629 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-219c0207-de36-47b8-a993-76cc1d839756 req-27a4ab7d-93c1-47fa-9b8a-06d2acd17b83 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572391 Feb 20 03:33:00.799181 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816950ee-816e-483e-a772-62e967100f00 req-1dcc3ccc-5aa1-4462-9795-125687ab93fe tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:00.800707 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-816950ee-816e-483e-a772-62e967100f00 req-1dcc3ccc-5aa1-4462-9795-125687ab93fe tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/ports?device_id=50bfdec8-2639-4e70-8fce-09c680b91fdc HTTP/1.1" status: 200 len: 945 time: 0.0728006 Feb 20 03:33:00.848640 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-816950ee-816e-483e-a772-62e967100f00 req-4aa795b4-a761-4a8f-ac8c-3fc593df75a4 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/security-groups?id=d6d2161c-e5f3-4e0d-9eb7-f16df0899b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418017 Feb 20 03:33:00.954688 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-958ba9a5-7ed5-4e67-9152-7625787e0442 req-44533109-59e4-4125-8d51-c85de7b4ab6e tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] 10.222.0.89 "GET /v2.0/ports?device_id=5289545c-837f-4dd8-a47f-68d0bff671a7 HTTP/1.1" status: 200 len: 210 time: 0.0337431 Feb 20 03:33:01.068163 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4fb8f-e141-4849-ab93-84bb8ae31901 req-98d5fbec-2fbe-4a59-b209-ca47b1917551 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:01.069916 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-32e4fb8f-e141-4849-ab93-84bb8ae31901 req-98d5fbec-2fbe-4a59-b209-ca47b1917551 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 943 time: 0.0569699 Feb 20 03:33:01.119358 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-32e4fb8f-e141-4849-ab93-84bb8ae31901 req-d6404c5a-9a98-402f-a8df-d2f3c6145567 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/security-groups?id=9aae0e47-f93c-41fb-b5a5-8593b9285415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436566 Feb 20 03:33:01.123689 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:01.170150 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9beca24-2db2-4aaf-bb39-b65573260842 x-openstack-request-id: req-f9beca24-2db2-4aaf-bb39-b65573260842 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:33:01.170643 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98952c5b-11b6-4301-be1b-267bc7ff8881", "name": "network-vif-unplugged", "status": "completed", "tag": "02cb25de-79c8-4276-935a-1bca9c5bd478", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:33:01.171093 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f9beca24-2db2-4aaf-bb39-b65573260842 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:33:01.171587 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98952c5b-11b6-4301-be1b-267bc7ff8881', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02cb25de-79c8-4276-935a-1bca9c5bd478', 'code': 200} Feb 20 03:33:01.753664 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e844e-946e-42db-b8d9-50d8d1c58163 req-4010acf4-75af-41ea-bf7d-a9f66c7baad8 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:01.755397 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9a1e844e-946e-42db-b8d9-50d8d1c58163 req-4010acf4-75af-41ea-bf7d-a9f66c7baad8 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5dcd6c-dd28-495d-8aef-a91e8197ed21&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1005697 Feb 20 03:33:01.813416 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9a1e844e-946e-42db-b8d9-50d8d1c58163 req-b541a2a1-d0ac-4b5b-a845-079f941a3a74 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 695 time: 0.0518053 Feb 20 03:33:01.824383 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-9a1e844e-946e-42db-b8d9-50d8d1c58163 req-8e150662-bac5-4049-a6b6-ee1114233129 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Request body: {'floatingip': {'port_id': '1b2fae4c-6ab3-4246-af0c-cf2d8a772e78', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:33:01.866244 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9a1e844e-946e-42db-b8d9-50d8d1c58163 req-8e150662-bac5-4049-a6b6-ee1114233129 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks [] for floatingip (4fda5e70-1d6a-4a72-9d5d-bd76ac39babc), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:02.025937 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-b766f441-9860-49be-9d56-06532a661b2e tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=16b56d9c9f2847c3888acb119045285a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246696 Feb 20 03:33:02.154392 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-64184047-607a-427b-86fa-3541726317ef tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:02.156561 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-64184047-607a-427b-86fa-3541726317ef tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1244280 Feb 20 03:33:02.171031 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-7a67dc2d-cc31-4d1f-a1c5-951c0aeaa3e8 tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] Request body: {'port': {'device_id': '5289545c-837f-4dd8-a47f-68d0bff671a7', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'admin_state_up': True, 'tenant_id': '16b56d9c9f2847c3888acb119045285a'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:33:02.375374 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-7a67dc2d-cc31-4d1f-a1c5-951c0aeaa3e8 tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] Made reservation on behalf of 16b56d9c9f2847c3888acb119045285a for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:33:02.380106 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-7a67dc2d-cc31-4d1f-a1c5-951c0aeaa3e8 tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:02.392545 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-7a67dc2d-cc31-4d1f-a1c5-951c0aeaa3e8 tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:02.477047 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-7a67dc2d-cc31-4d1f-a1c5-951c0aeaa3e8 tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] Publish callbacks [] for security_group (4d246eaf-1b68-4680-8e1c-617132bceff2), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:02.555901 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-7a67dc2d-cc31-4d1f-a1c5-951c0aeaa3e8 tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (4d246eaf-1b68-4680-8e1c-617132bceff2), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:02.637116 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67dc2d-cc31-4d1f-a1c5-951c0aeaa3e8 tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d246eaf-1b68-4680-8e1c-617132bceff2,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:02.724898 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-7a67dc2d-cc31-4d1f-a1c5-951c0aeaa3e8 tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] Allocated IP 192.168.233.181 (0c4d93d2-7476-4570-93e5-7ecf9f895901/c38207c9-ee42-4b0e-b0ac-5ef2953b6f62/f30dcdb1-3128-4f14-bde0-e03b5415436e) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:33:02.737102 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9a1e844e-946e-42db-b8d9-50d8d1c58163 req-8e150662-bac5-4049-a6b6-ee1114233129 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:02.746204 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:02.799121 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9a1e844e-946e-42db-b8d9-50d8d1c58163 req-8e150662-bac5-4049-a6b6-ee1114233129 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (4fda5e70-1d6a-4a72-9d5d-bd76ac39babc), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:02.903200 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-7a67dc2d-cc31-4d1f-a1c5-951c0aeaa3e8 tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] Publish callbacks [] for port (f30dcdb1-3128-4f14-bde0-e03b5415436e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:02.912138 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [req-9a1e844e-946e-42db-b8d9-50d8d1c58163 req-8e150662-bac5-4049-a6b6-ee1114233129 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Floating IP 4fda5e70-1d6a-4a72-9d5d-bd76ac39babc associated. External IP: 172.25.7.38, port: 1b2fae4c-6ab3-4246-af0c-cf2d8a772e78. Feb 20 03:33:02.981139 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-7a67dc2d-cc31-4d1f-a1c5-951c0aeaa3e8 tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (f30dcdb1-3128-4f14-bde0-e03b5415436e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:03.025417 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-7a67dc2d-cc31-4d1f-a1c5-951c0aeaa3e8 tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:33:03.028819 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-7a67dc2d-cc31-4d1f-a1c5-951c0aeaa3e8 tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:33:03.032501 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-7a67dc2d-cc31-4d1f-a1c5-951c0aeaa3e8 tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:33:03.071119 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67dc2d-cc31-4d1f-a1c5-951c0aeaa3e8 tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] Pushing event updated for resources: {'Port': ['ID=f30dcdb1-3128-4f14-bde0-e03b5415436e,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:03.099720 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-7a67dc2d-cc31-4d1f-a1c5-951c0aeaa3e8 tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:03.101056 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-7a67dc2d-cc31-4d1f-a1c5-951c0aeaa3e8 tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:03.163015 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a1e844e-946e-42db-b8d9-50d8d1c58163 req-8e150662-bac5-4049-a6b6-ee1114233129 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Router 952ad743-6165-488f-b20c-998dee722ae1 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:33:03.210036 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-7a67dc2d-cc31-4d1f-a1c5-951c0aeaa3e8 tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0452442 Feb 20 03:33:03.224012 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-fb308d27-bbc3-459f-a858-f13c759b1dd7 service neutron] Request body: {'port': {'device_id': '5289545c-837f-4dd8-a47f-68d0bff671a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:33:03.315247 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02fe30-e4d2-4289-94c8-44e12051a0d4 req-88646a5c-30d9-4c51-b742-89cfc0d58551 tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:03.316133 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-fb308d27-bbc3-459f-a858-f13c759b1dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f30dcdb1-3128-4f14-bde0-e03b5415436e), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:03.316679 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2e02fe30-e4d2-4289-94c8-44e12051a0d4 req-88646a5c-30d9-4c51-b742-89cfc0d58551 tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] 10.222.0.93 "GET /v2.0/ports?device_id=f098f672-54ba-4a75-b013-b537cb592b05 HTTP/1.1" status: 200 len: 946 time: 0.1011045 Feb 20 03:33:03.378014 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a1e844e-946e-42db-b8d9-50d8d1c58163 req-8e150662-bac5-4049-a6b6-ee1114233129 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:33:03.384214 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9a1e844e-946e-42db-b8d9-50d8d1c58163 req-8e150662-bac5-4049-a6b6-ee1114233129 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:03.392416 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e60fb28-2606-460a-a580-b1b52c61ec50 None None] Sync routers for ids ['952ad743-6165-488f-b20c-998dee722ae1'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:33:03.397183 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-1fd289bd-16fd-4dae-8353-aa69227bae43 None None] Provisioning complete for port f30dcdb1-3128-4f14-bde0-e03b5415436e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:33:03.397938 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1fd289bd-16fd-4dae-8353-aa69227bae43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f30dcdb1-3128-4f14-bde0-e03b5415436e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:03.414955 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e60fb28-2606-460a-a580-b1b52c61ec50 None None] Routers {'952ad743-6165-488f-b20c-998dee722ae1'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:33:03.415647 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-6e60fb28-2606-460a-a580-b1b52c61ec50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:32:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['952ad743-6165-488f-b20c-998dee722ae1'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:03.450608 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-1fd289bd-16fd-4dae-8353-aa69227bae43 None None] Port f30dcdb1-3128-4f14-bde0-e03b5415436e cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:33:03.494266 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9a1e844e-946e-42db-b8d9-50d8d1c58163 req-8e150662-bac5-4049-a6b6-ee1114233129 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "PUT /v2.0/floatingips/4fda5e70-1d6a-4a72-9d5d-bd76ac39babc HTTP/1.1" status: 200 len: 996 time: 1.6726167 Feb 20 03:33:03.502881 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5dcd6c-dd28-495d-8aef-a91e8197ed21', 'tag': '1b2fae4c-6ab3-4246-af0c-cf2d8a772e78'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:33:03.507825 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfa96ee-caea-48fd-b5f4-ab665ea0683a" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5dcd6c-dd28-495d-8aef-a91e8197ed21", "tag": "1b2fae4c-6ab3-4246-af0c-cf2d8a772e78"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:33:03.558437 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-6e60fb28-2606-460a-a580-b1b52c61ec50 None None] Set router 952ad743-6165-488f-b20c-998dee722ae1 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:33:03.611167 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-2e02fe30-e4d2-4289-94c8-44e12051a0d4 req-9c04bf49-85af-49fa-8edc-6484c694821c tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] Deleting port c992449f-c696-48b4-86f4-1888e8e534e1 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:33:03.611861 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2e02fe30-e4d2-4289-94c8-44e12051a0d4 req-9c04bf49-85af-49fa-8edc-6484c694821c tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (c992449f-c696-48b4-86f4-1888e8e534e1), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:03.668428 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-fb308d27-bbc3-459f-a858-f13c759b1dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f30dcdb1-3128-4f14-bde0-e03b5415436e {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:33:03.681462 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-fb308d27-bbc3-459f-a858-f13c759b1dd7 service neutron] Publish callbacks [] for port (f30dcdb1-3128-4f14-bde0-e03b5415436e), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:03.698586 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-fb308d27-bbc3-459f-a858-f13c759b1dd7 service neutron] Transition to ACTIVE for port object f30dcdb1-3128-4f14-bde0-e03b5415436e will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:33:03.706959 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e844e-946e-42db-b8d9-50d8d1c58163 req-ec24f315-3d93-4a7e-affa-1bfe508bd9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:03.708510 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9a1e844e-946e-42db-b8d9-50d8d1c58163 req-ec24f315-3d93-4a7e-affa-1bfe508bd9f5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=77847ebcb146436a81d068e3c92b91de&device_id=6c5dcd6c-dd28-495d-8aef-a91e8197ed21 HTTP/1.1" status: 200 len: 1128 time: 0.1958334 Feb 20 03:33:03.769208 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-fb308d27-bbc3-459f-a858-f13c759b1dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (f30dcdb1-3128-4f14-bde0-e03b5415436e), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:03.841705 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb308d27-bbc3-459f-a858-f13c759b1dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=f30dcdb1-3128-4f14-bde0-e03b5415436e,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:03.868053 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-2e02fe30-e4d2-4289-94c8-44e12051a0d4 req-9c04bf49-85af-49fa-8edc-6484c694821c tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] For port c992449f-c696-48b4-86f4-1888e8e534e1, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=c992449f-c696-48b4-86f4-1888e8e534e1,segment=NetworkSegment(e4ce81c7-ec90-44d9-ba16-298d5efd9f9c),segment_id=e4ce81c7-ec90-44d9-ba16-298d5efd9f9c)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:33:03.868554 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2e02fe30-e4d2-4289-94c8-44e12051a0d4 req-9c04bf49-85af-49fa-8edc-6484c694821c tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (c992449f-c696-48b4-86f4-1888e8e534e1), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:03.903143 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-2e02fe30-e4d2-4289-94c8-44e12051a0d4 req-9c04bf49-85af-49fa-8edc-6484c694821c tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] Calling delete_port for c992449f-c696-48b4-86f4-1888e8e534e1 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:33:03.945681 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-fb308d27-bbc3-459f-a858-f13c759b1dd7 service neutron] Attempting to bind port f30dcdb1-3128-4f14-bde0-e03b5415436e on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:33:04.179086 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-fb308d27-bbc3-459f-a858-f13c759b1dd7 service neutron] Attempting to bind port f30dcdb1-3128-4f14-bde0-e03b5415436e by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:33:04.179086 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-fb308d27-bbc3-459f-a858-f13c759b1dd7 service neutron] Attempting to bind port f30dcdb1-3128-4f14-bde0-e03b5415436e on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:33:04.179086 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-fb308d27-bbc3-459f-a858-f13c759b1dd7 service neutron] Port f30dcdb1-3128-4f14-bde0-e03b5415436e on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:33:04.179086 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-fb308d27-bbc3-459f-a858-f13c759b1dd7 service neutron] Attempting to bind port f30dcdb1-3128-4f14-bde0-e03b5415436e on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:33:04.179086 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-fb308d27-bbc3-459f-a858-f13c759b1dd7 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:33:04.179086 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-fb308d27-bbc3-459f-a858-f13c759b1dd7 service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:33:04.179086 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-fb308d27-bbc3-459f-a858-f13c759b1dd7 service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:33:04.179086 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-fb308d27-bbc3-459f-a858-f13c759b1dd7 service neutron] Bound port: f30dcdb1-3128-4f14-bde0-e03b5415436e, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:33:04.179086 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-fb308d27-bbc3-459f-a858-f13c759b1dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f30dcdb1-3128-4f14-bde0-e03b5415436e), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:04.181476 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e844e-946e-42db-b8d9-50d8d1c58163 req-2ab61f3e-882a-43de-a070-d1c0550d0f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:04.181476 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9a1e844e-946e-42db-b8d9-50d8d1c58163 req-2ab61f3e-882a-43de-a070-d1c0550d0f95 service neutron] 10.222.0.89 "GET /v2.0/networks?id=16e82553-d900-47a8-be16-0e927aa5b122 HTTP/1.1" status: 200 len: 922 time: 0.3180835 Feb 20 03:33:04.182353 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-6e60fb28-2606-460a-a580-b1b52c61ec50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952ad743-6165-488f-b20c-998dee722ae1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317471473-router', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:53Z', 'updated_at': '2022-02-20T03:32:03Z', 'revision_number': 4, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'gw_port': {'id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:55Z', 'updated_at': '2022-02-20T03:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '4fda5e70-1d6a-4a72-9d5d-bd76ac39babc', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'floating_ip_address': '172.25.7.38', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '952ad743-6165-488f-b20c-998dee722ae1', 'port_id': '1b2fae4c-6ab3-4246-af0c-cf2d8a772e78', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'mac_address': 'fa:16:3e:be:32:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5dcd6c-dd28-495d-8aef-a91e8197ed21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:32:39Z', 'updated_at': '2022-02-20T03:33:02Z', 'revision_number': 1, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2611f40-94d4-409c-a275-153a5ed0c00d', 'name': '', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'mac_address': 'fa:16:3e:18:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:32:02Z', 'updated_at': '2022-02-20T03:32:09Z', 'revision_number': 5, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'subnets': [{'id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:04.182564 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device bb50466d-f014-419e-9b24-3de6166d551a details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:33:04.184403 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-fb308d27-bbc3-459f-a858-f13c759b1dd7 service neutron] For port f30dcdb1-3128-4f14-bde0-e03b5415436e, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:33:04.184403 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-fb308d27-bbc3-459f-a858-f13c759b1dd7 service neutron] For port f30dcdb1-3128-4f14-bde0-e03b5415436e, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f30dcdb1-3128-4f14-bde0-e03b5415436e,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:33:04.184818 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e60fb28-2606-460a-a580-b1b52c61ec50 None None] Checking router: 952ad743-6165-488f-b20c-998dee722ae1 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:33:04.184818 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e60fb28-2606-460a-a580-b1b52c61ec50 None None] Routers {'952ad743-6165-488f-b20c-998dee722ae1'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:33:04.184818 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-6e60fb28-2606-460a-a580-b1b52c61ec50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:32:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['952ad743-6165-488f-b20c-998dee722ae1'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:04.223341 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9a1e844e-946e-42db-b8d9-50d8d1c58163 req-8e62aae4-7acf-4e7c-a1dd-3cc4108704cc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 HTTP/1.1" status: 200 len: 999 time: 0.1757538 Feb 20 03:33:04.239900 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port bb50466d-f014-419e-9b24-3de6166d551a, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=bb50466d-f014-419e-9b24-3de6166d551a,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:33:04.247795 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-fb308d27-bbc3-459f-a858-f13c759b1dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (f30dcdb1-3128-4f14-bde0-e03b5415436e), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:04.262308 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'bb50466d-f014-419e-9b24-3de6166d551a', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': 'bb50466d-f014-419e-9b24-3de6166d551a', 'mac_address': 'fa:16:3e:38:2e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:33:04.264988 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-6e60fb28-2606-460a-a580-b1b52c61ec50 None None] Set router 952ad743-6165-488f-b20c-998dee722ae1 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:33:04.300027 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e844e-946e-42db-b8d9-50d8d1c58163 req-c83be70e-4a53-4025-a8db-2e044acf8b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:04.301828 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9a1e844e-946e-42db-b8d9-50d8d1c58163 req-c83be70e-4a53-4025-a8db-2e044acf8b05 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4011c41d-625a-4a4f-b17b-6325e727aa40 HTTP/1.1" status: 200 len: 860 time: 0.0721889 Feb 20 03:33:04.316200 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port bb50466d-f014-419e-9b24-3de6166d551a is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:33:04.316930 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bb50466d-f014-419e-9b24-3de6166d551a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:04.322881 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-fb308d27-bbc3-459f-a858-f13c759b1dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:04.323780 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-fb308d27-bbc3-459f-a858-f13c759b1dd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:04.328356 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-fb308d27-bbc3-459f-a858-f13c759b1dd7 service neutron] 10.222.0.93 "PUT /v2.0/ports/f30dcdb1-3128-4f14-bde0-e03b5415436e HTTP/1.1" status: 200 len: 1096 time: 1.1097345 Feb 20 03:33:04.357596 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb50466d-f014-419e-9b24-3de6166d551a {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:33:04.388990 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2e02fe30-e4d2-4289-94c8-44e12051a0d4 req-9c04bf49-85af-49fa-8edc-6484c694821c tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (c992449f-c696-48b4-86f4-1888e8e534e1), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:04.389545 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5289545c-837f-4dd8-a47f-68d0bff671a7', 'tag': 'f30dcdb1-3128-4f14-bde0-e03b5415436e'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:33:04.389545 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bc2f96-e648-46ad-a106-7772de1bb93e" -d '{"events": [{"name": "network-changed", "server_uuid": "5289545c-837f-4dd8-a47f-68d0bff671a7", "tag": "f30dcdb1-3128-4f14-bde0-e03b5415436e"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:33:04.396153 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb308d27-bbc3-459f-a858-f13c759b1dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=f30dcdb1-3128-4f14-bde0-e03b5415436e,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:04.408443 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port bb50466d-f014-419e-9b24-3de6166d551a, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=bb50466d-f014-419e-9b24-3de6166d551a,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:33:04.412250 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['c992449f-c696-48b4-86f4-1888e8e534e1'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:33:04.447368 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04bf49-85af-49fa-8edc-6484c694821c tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] Pushing event deleted for resources: {'Port': ['ID=c992449f-c696-48b4-86f4-1888e8e534e1,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:04.513632 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e844e-946e-42db-b8d9-50d8d1c58163 req-e6145a89-7ede-4e28-ac00-35304b9479c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:04.522699 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bb50466d-f014-419e-9b24-3de6166d551a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:04.529960 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9a1e844e-946e-42db-b8d9-50d8d1c58163 req-e6145a89-7ede-4e28-ac00-35304b9479c2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=16e82553-d900-47a8-be16-0e927aa5b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2157240 Feb 20 03:33:04.553657 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-9a1e844e-946e-42db-b8d9-50d8d1c58163 req-f03cdc4b-e226-4981-a411-cedc162f721e service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:33:04.554799 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9a1e844e-946e-42db-b8d9-50d8d1c58163 req-f03cdc4b-e226-4981-a411-cedc162f721e service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058303 Feb 20 03:33:04.562883 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e02fe30-e4d2-4289-94c8-44e12051a0d4 req-9c04bf49-85af-49fa-8edc-6484c694821c tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] No DVR routers for this DVR port c992449f-c696-48b4-86f4-1888e8e534e1 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:33:04.562883 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2e02fe30-e4d2-4289-94c8-44e12051a0d4 req-9c04bf49-85af-49fa-8edc-6484c694821c tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:04.568235 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2e02fe30-e4d2-4289-94c8-44e12051a0d4 req-9c04bf49-85af-49fa-8edc-6484c694821c tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] 10.222.0.93 "DELETE /v2.0/ports/c992449f-c696-48b4-86f4-1888e8e534e1 HTTP/1.1" status: 204 len: 173 time: 1.2444749 Feb 20 03:33:04.583882 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-4e180af2-acc2-4013-9505-497cdef055d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:04.588439 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-4e180af2-acc2-4013-9505-497cdef055d2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=16b56d9c9f2847c3888acb119045285a&device_id=5289545c-837f-4dd8-a47f-68d0bff671a7 HTTP/1.1" status: 200 len: 1130 time: 0.1023843 Feb 20 03:33:04.626968 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=bb50466d-f014-419e-9b24-3de6166d551a,revision_number=9']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:04.679812 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-b1504174-13a8-4df7-a461-19755ef79ed4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=f30dcdb1-3128-4f14-bde0-e03b5415436e HTTP/1.1" status: 200 len: 217 time: 0.0808814 Feb 20 03:33:04.698957 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['bb50466d-f014-419e-9b24-3de6166d551a'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:33:04.722539 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-6e60fb28-2606-460a-a580-b1b52c61ec50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952ad743-6165-488f-b20c-998dee722ae1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317471473-router', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:53Z', 'updated_at': '2022-02-20T03:32:03Z', 'revision_number': 4, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'gw_port': {'id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:55Z', 'updated_at': '2022-02-20T03:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '4fda5e70-1d6a-4a72-9d5d-bd76ac39babc', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'floating_ip_address': '172.25.7.38', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '952ad743-6165-488f-b20c-998dee722ae1', 'port_id': '1b2fae4c-6ab3-4246-af0c-cf2d8a772e78', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'mac_address': 'fa:16:3e:be:32:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5dcd6c-dd28-495d-8aef-a91e8197ed21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:32:39Z', 'updated_at': '2022-02-20T03:33:02Z', 'revision_number': 1, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2611f40-94d4-409c-a275-153a5ed0c00d', 'name': '', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'mac_address': 'fa:16:3e:18:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:32:02Z', 'updated_at': '2022-02-20T03:32:09Z', 'revision_number': 5, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'subnets': [{'id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:04.741869 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9a1e844e-946e-42db-b8d9-50d8d1c58163 req-b37a76f4-2b18-494f-b722-57e3793314e6 service neutron] 10.222.0.89 "GET /v2.0/networks/16e82553-d900-47a8-be16-0e927aa5b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604638 Feb 20 03:33:04.800776 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-168412e9-2b97-4c86-8d35-1d0c0412bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:04.805810 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-168412e9-2b97-4c86-8d35-1d0c0412bb5a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1206768 Feb 20 03:33:04.809649 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e60fb28-2606-460a-a580-b1b52c61ec50 None None] The sync data for ids ['952ad743-6165-488f-b20c-998dee722ae1'] in n-d-829866-4 is: [{'id': '952ad743-6165-488f-b20c-998dee722ae1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317471473-router', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:53Z', 'updated_at': '2022-02-20T03:32:03Z', 'revision_number': 4, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'gw_port': {'id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:55Z', 'updated_at': '2022-02-20T03:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '4fda5e70-1d6a-4a72-9d5d-bd76ac39babc', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'floating_ip_address': '172.25.7.38', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '952ad743-6165-488f-b20c-998dee722ae1', 'port_id': '1b2fae4c-6ab3-4246-af0c-cf2d8a772e78', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'mac_address': 'fa:16:3e:be:32:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5dcd6c-dd28-495d-8aef-a91e8197ed21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:32:39Z', 'updated_at': '2022-02-20T03:33:02Z', 'revision_number': 1, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2611f40-94d4-409c-a275-153a5ed0c00d', 'name': '', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'mac_address': 'fa:16:3e:18:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:32:02Z', 'updated_at': '2022-02-20T03:32:09Z', 'revision_number': 5, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'subnets': [{'id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:33:04.876201 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9a1e844e-946e-42db-b8d9-50d8d1c58163 req-b05c6735-daac-4e2a-b8d8-7ea5214ccc51 service neutron] 10.222.0.89 "GET /v2.0/networks/16e82553-d900-47a8-be16-0e927aa5b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331358 Feb 20 03:33:04.896839 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-a842525d-f13b-4073-9a24-148dd82251bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:04.901570 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-a842525d-f13b-4073-9a24-148dd82251bf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0899684 Feb 20 03:33:05.048042 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-b509bf1c-239b-48a5-bad9-035121257b51 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277030 Feb 20 03:33:05.186654 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803c1f4-54f2-440a-b8d0-e7a12585722c req-bb360f53-2a3e-4a51-9154-5949fa0c23c3 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:05.188739 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a803c1f4-54f2-440a-b8d0-e7a12585722c req-bb360f53-2a3e-4a51-9154-5949fa0c23c3 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 945 time: 0.0900869 Feb 20 03:33:05.202148 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-774e9b98-2fd0-487e-af91-354e019d8b0e req-90032a44-be0f-4efb-9746-b1913e1508e7 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530252 Feb 20 03:33:05.207491 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be17b87b-ac29-495d-ae5a-fc49cf1b97a8 None None] New status for floating IP 4fda5e70-1d6a-4a72-9d5d-bd76ac39babc: ACTIVE {{(pid=104107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:33:05.266237 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a803c1f4-54f2-440a-b8d0-e7a12585722c req-2c8c7c32-b56f-4635-84b1-6dd044d8e4b9 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706794 Feb 20 03:33:05.377103 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1825a40c-8308-4e73-8340-73b0a79a91fc req-d8934fc2-6acf-438e-8144-a5d2c7a07437 tempest-ServersNegativeTestMultiTenantJSON-554005448 tempest-ServersNegativeTestMultiTenantJSON-554005448-project] 10.222.0.89 "GET /v2.0/ports?device_id=f098f672-54ba-4a75-b013-b537cb592b05 HTTP/1.1" status: 200 len: 210 time: 0.0340917 Feb 20 03:33:05.502438 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151b344-f031-4748-a08c-87af33effa9b req-d5ec40e1-c4b7-46c2-80a9-a4e2b2ee766a tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:05.503948 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2151b344-f031-4748-a08c-87af33effa9b req-d5ec40e1-c4b7-46c2-80a9-a4e2b2ee766a tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 943 time: 0.0582716 Feb 20 03:33:05.559630 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2151b344-f031-4748-a08c-87af33effa9b req-eb69b95c-6ed8-4bdb-9e15-a9c47e5267df tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484996 Feb 20 03:33:05.675516 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f984cc3-5568-47c7-88f7-e7a7ec3b9160 req-89cc5379-a117-40cc-8623-60c52e7164b4 tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:05.677406 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0f984cc3-5568-47c7-88f7-e7a7ec3b9160 req-89cc5379-a117-40cc-8623-60c52e7164b4 tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] 10.222.0.89 "GET /v2.0/ports?device_id=5289545c-837f-4dd8-a47f-68d0bff671a7 HTTP/1.1" status: 200 len: 948 time: 0.0584221 Feb 20 03:33:05.733729 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0f984cc3-5568-47c7-88f7-e7a7ec3b9160 req-743d5e2d-b0ed-4855-96b7-399e178b12ac tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] 10.222.0.89 "GET /v2.0/security-groups?id=4d246eaf-1b68-4680-8e1c-617132bceff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493152 Feb 20 03:33:05.865676 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfc41b-edf8-4d12-97b6-7853993f042a req-7642627d-5883-405a-843a-a3d0df9a03d0 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:05.867414 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3bdfc41b-edf8-4d12-97b6-7853993f042a req-7642627d-5883-405a-843a-a3d0df9a03d0 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 943 time: 0.0664446 Feb 20 03:33:05.920750 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3bdfc41b-edf8-4d12-97b6-7853993f042a req-ac4c29ca-1457-45e9-b3e0-c437b81651f5 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/security-groups?id=9aae0e47-f93c-41fb-b5a5-8593b9285415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462112 Feb 20 03:33:06.019953 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69346d9e-18a4-48da-a3ce-5c3952419850 x-openstack-request-id: req-69346d9e-18a4-48da-a3ce-5c3952419850 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:33:06.020301 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5dcd6c-dd28-495d-8aef-a91e8197ed21", "tag": "1b2fae4c-6ab3-4246-af0c-cf2d8a772e78", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:33:06.020566 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-69346d9e-18a4-48da-a3ce-5c3952419850 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:33:06.020976 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5dcd6c-dd28-495d-8aef-a91e8197ed21', 'tag': '1b2fae4c-6ab3-4246-af0c-cf2d8a772e78', 'status': 'completed', 'code': 200} Feb 20 03:33:06.066553 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device bb50466d-f014-419e-9b24-3de6166d551a up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:33:06.139730 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port bb50466d-f014-419e-9b24-3de6166d551a triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:33:06.140104 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (bb50466d-f014-419e-9b24-3de6166d551a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:06.161528 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa96ee-caea-48fd-b5f4-ab665ea0683a req-8ca49c24-295d-49b2-bdc5-39869063f7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:06.163191 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3dfa96ee-caea-48fd-b5f4-ab665ea0683a req-8ca49c24-295d-49b2-bdc5-39869063f7cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77847ebcb146436a81d068e3c92b91de&device_id=6c5dcd6c-dd28-495d-8aef-a91e8197ed21 HTTP/1.1" status: 200 len: 1128 time: 0.1173296 Feb 20 03:33:06.179905 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77efc9-2fa6-40bf-8d92-35d5914918ee req-e77309c0-bad0-4acf-950c-5f678432b5c5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:06.188827 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77efc9-2fa6-40bf-8d92-35d5914918ee req-e77309c0-bad0-4acf-950c-5f678432b5c5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:06.194541 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77efc9-2fa6-40bf-8d92-35d5914918ee req-e77309c0-bad0-4acf-950c-5f678432b5c5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:06.201193 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77efc9-2fa6-40bf-8d92-35d5914918ee req-e77309c0-bad0-4acf-950c-5f678432b5c5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:06.208261 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77efc9-2fa6-40bf-8d92-35d5914918ee req-e77309c0-bad0-4acf-950c-5f678432b5c5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:06.214626 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77efc9-2fa6-40bf-8d92-35d5914918ee req-e77309c0-bad0-4acf-950c-5f678432b5c5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:06.221105 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77efc9-2fa6-40bf-8d92-35d5914918ee req-e77309c0-bad0-4acf-950c-5f678432b5c5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:06.223640 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9a77efc9-2fa6-40bf-8d92-35d5914918ee req-e77309c0-bad0-4acf-950c-5f678432b5c5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5444 time: 0.1467681 Feb 20 03:33:06.272113 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port bb50466d-f014-419e-9b24-3de6166d551a is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:33:06.273210 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bb50466d-f014-419e-9b24-3de6166d551a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:06.333556 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port bb50466d-f014-419e-9b24-3de6166d551a, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=bb50466d-f014-419e-9b24-3de6166d551a,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:33:06.334992 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa568f6-3cc1-48f1-85d5-89001a4af509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb50466d-f014-419e-9b24-3de6166d551a'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:33:06.337644 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b21a86-9e23-4598-b864-a7d5c8f07b94" -d '{"events": [{"server_uuid": "eaa568f6-3cc1-48f1-85d5-89001a4af509", "name": "network-vif-plugged", "status": "completed", "tag": "bb50466d-f014-419e-9b24-3de6166d551a"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:33:06.373814 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9a77efc9-2fa6-40bf-8d92-35d5914918ee req-c1c77313-39f5-4046-9874-a46a0c23a2b1 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1404722 Feb 20 03:33:06.397701 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bb50466d-f014-419e-9b24-3de6166d551a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:06.434328 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa96ee-caea-48fd-b5f4-ab665ea0683a req-30e1046e-dc00-4b11-ba2d-9ff2e2158e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:06.436416 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3dfa96ee-caea-48fd-b5f4-ab665ea0683a req-30e1046e-dc00-4b11-ba2d-9ff2e2158e01 service neutron] 10.222.0.42 "GET /v2.0/networks?id=16e82553-d900-47a8-be16-0e927aa5b122 HTTP/1.1" status: 200 len: 922 time: 0.2113206 Feb 20 03:33:06.492646 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e838fc-363e-4f94-bba5-e78f52de8ad4 x-openstack-request-id: req-44e838fc-363e-4f94-bba5-e78f52de8ad4 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:33:06.493328 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5289545c-837f-4dd8-a47f-68d0bff671a7", "tag": "f30dcdb1-3128-4f14-bde0-e03b5415436e", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:33:06.493328 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-44e838fc-363e-4f94-bba5-e78f52de8ad4 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:33:06.493565 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5289545c-837f-4dd8-a47f-68d0bff671a7', 'tag': 'f30dcdb1-3128-4f14-bde0-e03b5415436e', 'status': 'completed', 'code': 200} Feb 20 03:33:06.521232 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=bb50466d-f014-419e-9b24-3de6166d551a,revision_number=10']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:06.537640 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3dfa96ee-caea-48fd-b5f4-ab665ea0683a req-bc38babd-42fb-4493-9c75-61c77a312ae3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 HTTP/1.1" status: 200 len: 1001 time: 0.0901725 Feb 20 03:33:06.589536 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc2f96-e648-46ad-a106-7772de1bb93e req-3d50fe27-2c8e-4e4c-8302-624022b0d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:06.591463 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-75bc2f96-e648-46ad-a106-7772de1bb93e req-3d50fe27-2c8e-4e4c-8302-624022b0d056 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=16b56d9c9f2847c3888acb119045285a&device_id=5289545c-837f-4dd8-a47f-68d0bff671a7 HTTP/1.1" status: 200 len: 1130 time: 0.0766833 Feb 20 03:33:06.728382 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa96ee-caea-48fd-b5f4-ab665ea0683a req-8b0c03c4-58e5-46e9-9722-55c192b849b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:06.730210 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3dfa96ee-caea-48fd-b5f4-ab665ea0683a req-8b0c03c4-58e5-46e9-9722-55c192b849b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4011c41d-625a-4a4f-b17b-6325e727aa40 HTTP/1.1" status: 200 len: 860 time: 0.1812048 Feb 20 03:33:06.779274 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-e55af05b-c184-43b7-8d27-4906c62b03b1 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:06.786045 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc2f96-e648-46ad-a106-7772de1bb93e req-c15e42eb-3dea-4446-b351-8a6de7563fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:06.787349 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-e55af05b-c184-43b7-8d27-4906c62b03b1 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/ports?device_id=50bfdec8-2639-4e70-8fce-09c680b91fdc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1841013 Feb 20 03:33:06.788292 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-75bc2f96-e648-46ad-a106-7772de1bb93e req-c15e42eb-3dea-4446-b351-8a6de7563fec service neutron] 10.222.0.93 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.1811454 Feb 20 03:33:06.847697 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-75bc2f96-e648-46ad-a106-7772de1bb93e req-e8181565-9433-452d-a44d-69b9916a3c1a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=f30dcdb1-3128-4f14-bde0-e03b5415436e HTTP/1.1" status: 200 len: 217 time: 0.0529962 Feb 20 03:33:06.924342 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-ff888093-b283-45d1-9a95-8d5460b9706c tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 1001 time: 0.1358764 Feb 20 03:33:06.932514 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-a08a665a-9807-4373-85ca-33c9822f0bba tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Request body: {'floatingip': {'port_id': 'ebbc63d1-8e88-4db5-884c-e139d6561762', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:33:06.933675 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc2f96-e648-46ad-a106-7772de1bb93e req-0c4b90c2-6876-4249-87dc-2665420cc428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:06.935184 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-75bc2f96-e648-46ad-a106-7772de1bb93e req-0c4b90c2-6876-4249-87dc-2665420cc428 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0816200 Feb 20 03:33:07.005010 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc2f96-e648-46ad-a106-7772de1bb93e req-9895a378-c860-48a8-a30b-94ee056ad159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:07.006595 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-75bc2f96-e648-46ad-a106-7772de1bb93e req-9895a378-c860-48a8-a30b-94ee056ad159 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0656221 Feb 20 03:33:07.039889 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa96ee-caea-48fd-b5f4-ab665ea0683a req-5a44086a-1762-4452-80da-b8f513b6f9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:07.041252 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3dfa96ee-caea-48fd-b5f4-ab665ea0683a req-5a44086a-1762-4452-80da-b8f513b6f9cb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=16e82553-d900-47a8-be16-0e927aa5b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3032055 Feb 20 03:33:07.127573 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-75bc2f96-e648-46ad-a106-7772de1bb93e req-90b1a586-9ae5-4c68-9bad-cac013adce95 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131821 Feb 20 03:33:07.189185 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3dfa96ee-caea-48fd-b5f4-ab665ea0683a req-3c7a57bf-fc91-4cd2-9bde-b582ccfcc4d3 service neutron] 10.222.0.42 "GET /v2.0/networks/16e82553-d900-47a8-be16-0e927aa5b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369493 Feb 20 03:33:07.201131 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-a08a665a-9807-4373-85ca-33c9822f0bba tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks [] for floatingip (4fda5e70-1d6a-4a72-9d5d-bd76ac39babc), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:07.252569 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-75bc2f96-e648-46ad-a106-7772de1bb93e req-c8912721-1ef8-4814-bda1-6de956551eda service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185508 Feb 20 03:33:07.424102 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3dfa96ee-caea-48fd-b5f4-ab665ea0683a req-24ab9610-bca2-40e2-9ed8-0e6d364953c1 service neutron] 10.222.0.42 "GET /v2.0/networks/16e82553-d900-47a8-be16-0e927aa5b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251503 Feb 20 03:33:07.638309 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f30dcdb1-3128-4f14-bde0-e03b5415436e details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:33:07.768029 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port f30dcdb1-3128-4f14-bde0-e03b5415436e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f30dcdb1-3128-4f14-bde0-e03b5415436e,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:33:07.782623 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device c992449f-c696-48b4-86f4-1888e8e534e1 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:33:07.786754 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'f30dcdb1-3128-4f14-bde0-e03b5415436e', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': 'f30dcdb1-3128-4f14-bde0-e03b5415436e', 'mac_address': 'fa:16:3e:90:cc:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:33:07.810081 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: c992449f-c696-48b4-86f4-1888e8e534e1 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:33:07.810438 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device c992449f-c696-48b4-86f4-1888e8e534e1 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:33:07.852609 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port f30dcdb1-3128-4f14-bde0-e03b5415436e is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:33:07.853005 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f30dcdb1-3128-4f14-bde0-e03b5415436e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:07.874753 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f30dcdb1-3128-4f14-bde0-e03b5415436e {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:33:07.905453 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port f30dcdb1-3128-4f14-bde0-e03b5415436e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f30dcdb1-3128-4f14-bde0-e03b5415436e,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:33:07.969143 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f30dcdb1-3128-4f14-bde0-e03b5415436e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:08.028380 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f098f672-54ba-4a75-b013-b537cb592b05', 'name': 'network-vif-deleted', 'tag': 'c992449f-c696-48b4-86f4-1888e8e534e1'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:33:08.028983 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=f30dcdb1-3128-4f14-bde0-e03b5415436e,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:08.033414 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8925fe-358b-43c8-9163-c9baa1f47070" -d '{"events": [{"server_uuid": "f098f672-54ba-4a75-b013-b537cb592b05", "name": "network-vif-deleted", "tag": "c992449f-c696-48b4-86f4-1888e8e534e1"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:33:08.057088 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-a08a665a-9807-4373-85ca-33c9822f0bba tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:08.191967 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-a08a665a-9807-4373-85ca-33c9822f0bba tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (4fda5e70-1d6a-4a72-9d5d-bd76ac39babc), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:08.248756 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['f30dcdb1-3128-4f14-bde0-e03b5415436e'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:33:08.363010 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-a08a665a-9807-4373-85ca-33c9822f0bba tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Floating IP 4fda5e70-1d6a-4a72-9d5d-bd76ac39babc associated. External IP: 172.25.7.38, port: 1b2fae4c-6ab3-4246-af0c-cf2d8a772e78. Feb 20 03:33:09.069927 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-a08a665a-9807-4373-85ca-33c9822f0bba tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Router 952ad743-6165-488f-b20c-998dee722ae1 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:33:09.218319 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-a08a665a-9807-4373-85ca-33c9822f0bba tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:33:09.231522 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90189e6-355c-4e6f-a80f-5b72b8a86e66 None None] Sync routers for ids ['952ad743-6165-488f-b20c-998dee722ae1'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:33:09.244600 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90189e6-355c-4e6f-a80f-5b72b8a86e66 None None] Routers {'952ad743-6165-488f-b20c-998dee722ae1'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:33:09.245901 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-f90189e6-355c-4e6f-a80f-5b72b8a86e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:32:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['952ad743-6165-488f-b20c-998dee722ae1'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:09.407940 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-f90189e6-355c-4e6f-a80f-5b72b8a86e66 None None] Set router 952ad743-6165-488f-b20c-998dee722ae1 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:33:09.552888 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-a08a665a-9807-4373-85ca-33c9822f0bba tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Router 952ad743-6165-488f-b20c-998dee722ae1 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:33:09.637012 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f30dcdb1-3128-4f14-bde0-e03b5415436e up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:33:09.723915 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-a08a665a-9807-4373-85ca-33c9822f0bba tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:33:09.739216 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-a08a665a-9807-4373-85ca-33c9822f0bba tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:09.863531 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-a08a665a-9807-4373-85ca-33c9822f0bba tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "PUT /v2.0/floatingips/4fda5e70-1d6a-4a72-9d5d-bd76ac39babc HTTP/1.1" status: 200 len: 997 time: 2.9381843 Feb 20 03:33:09.874735 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-f90189e6-355c-4e6f-a80f-5b72b8a86e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952ad743-6165-488f-b20c-998dee722ae1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317471473-router', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:53Z', 'updated_at': '2022-02-20T03:32:03Z', 'revision_number': 4, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'gw_port': {'id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:55Z', 'updated_at': '2022-02-20T03:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '4fda5e70-1d6a-4a72-9d5d-bd76ac39babc', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'floating_ip_address': '172.25.7.38', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '952ad743-6165-488f-b20c-998dee722ae1', 'port_id': 'ebbc63d1-8e88-4db5-884c-e139d6561762', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'mac_address': 'fa:16:3e:58:a8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bfdec8-2639-4e70-8fce-09c680b91fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:32:39Z', 'updated_at': '2022-02-20T03:33:07Z', 'revision_number': 3, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2611f40-94d4-409c-a275-153a5ed0c00d', 'name': '', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'mac_address': 'fa:16:3e:18:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:32:02Z', 'updated_at': '2022-02-20T03:32:09Z', 'revision_number': 5, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'subnets': [{'id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:09.883630 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port f30dcdb1-3128-4f14-bde0-e03b5415436e completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:33:09.890240 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port f30dcdb1-3128-4f14-bde0-e03b5415436e triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:33:09.890240 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f30dcdb1-3128-4f14-bde0-e03b5415436e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:09.956051 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-b6de7541-5132-4c8b-8a57-34f3ad385fd8 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:09.958655 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-b6de7541-5132-4c8b-8a57-34f3ad385fd8 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/ports/1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 HTTP/1.1" status: 200 len: 943 time: 0.0874908 Feb 20 03:33:09.995641 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90189e6-355c-4e6f-a80f-5b72b8a86e66 None None] Checking router: 952ad743-6165-488f-b20c-998dee722ae1 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:33:10.026638 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90189e6-355c-4e6f-a80f-5b72b8a86e66 None None] Routers {'952ad743-6165-488f-b20c-998dee722ae1'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:33:10.028859 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-f90189e6-355c-4e6f-a80f-5b72b8a86e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:32:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['952ad743-6165-488f-b20c-998dee722ae1'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:10.130718 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port f30dcdb1-3128-4f14-bde0-e03b5415436e is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:33:10.131113 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f30dcdb1-3128-4f14-bde0-e03b5415436e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:10.176524 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port f30dcdb1-3128-4f14-bde0-e03b5415436e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f30dcdb1-3128-4f14-bde0-e03b5415436e,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:33:10.224236 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-984f8e29-bad3-49ed-bb09-4483f7909c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:10.225828 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-984f8e29-bad3-49ed-bb09-4483f7909c0c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=77847ebcb146436a81d068e3c92b91de&device_id=6c5dcd6c-dd28-495d-8aef-a91e8197ed21 HTTP/1.1" status: 200 len: 1128 time: 0.1278603 Feb 20 03:33:10.254064 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-f90189e6-355c-4e6f-a80f-5b72b8a86e66 None None] Set router 952ad743-6165-488f-b20c-998dee722ae1 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:33:10.307072 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f30dcdb1-3128-4f14-bde0-e03b5415436e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:10.400726 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-610f3bfc-9c91-44c2-bb6b-869ca9036c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:10.408882 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-610f3bfc-9c91-44c2-bb6b-869ca9036c3c service neutron] 10.222.0.89 "GET /v2.0/networks?id=16e82553-d900-47a8-be16-0e927aa5b122 HTTP/1.1" status: 200 len: 922 time: 0.1743867 Feb 20 03:33:10.449384 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=f30dcdb1-3128-4f14-bde0-e03b5415436e,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:10.555924 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-a7dde101-10ee-47fd-9ffb-8a1026f99946 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 HTTP/1.1" status: 200 len: 217 time: 0.1322045 Feb 20 03:33:10.605634 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-f90189e6-355c-4e6f-a80f-5b72b8a86e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952ad743-6165-488f-b20c-998dee722ae1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317471473-router', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:53Z', 'updated_at': '2022-02-20T03:32:03Z', 'revision_number': 4, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'gw_port': {'id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:55Z', 'updated_at': '2022-02-20T03:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '4fda5e70-1d6a-4a72-9d5d-bd76ac39babc', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'floating_ip_address': '172.25.7.38', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '952ad743-6165-488f-b20c-998dee722ae1', 'port_id': 'ebbc63d1-8e88-4db5-884c-e139d6561762', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'mac_address': 'fa:16:3e:58:a8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bfdec8-2639-4e70-8fce-09c680b91fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:32:39Z', 'updated_at': '2022-02-20T03:33:07Z', 'revision_number': 3, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2611f40-94d4-409c-a275-153a5ed0c00d', 'name': '', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'mac_address': 'fa:16:3e:18:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:32:02Z', 'updated_at': '2022-02-20T03:32:09Z', 'revision_number': 5, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'subnets': [{'id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:10.629716 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-4a4e1b19-55f0-4f38-96d8-ad7e09cbbab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:10.638072 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90189e6-355c-4e6f-a80f-5b72b8a86e66 None None] The sync data for ids ['952ad743-6165-488f-b20c-998dee722ae1'] in n-d-829866-4 is: [{'id': '952ad743-6165-488f-b20c-998dee722ae1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317471473-router', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:53Z', 'updated_at': '2022-02-20T03:32:03Z', 'revision_number': 4, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'gw_port': {'id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:55Z', 'updated_at': '2022-02-20T03:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '4fda5e70-1d6a-4a72-9d5d-bd76ac39babc', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'floating_ip_address': '172.25.7.38', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '952ad743-6165-488f-b20c-998dee722ae1', 'port_id': 'ebbc63d1-8e88-4db5-884c-e139d6561762', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'mac_address': 'fa:16:3e:58:a8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bfdec8-2639-4e70-8fce-09c680b91fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:32:39Z', 'updated_at': '2022-02-20T03:33:07Z', 'revision_number': 3, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2611f40-94d4-409c-a275-153a5ed0c00d', 'name': '', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'mac_address': 'fa:16:3e:18:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:32:02Z', 'updated_at': '2022-02-20T03:32:09Z', 'revision_number': 5, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'subnets': [{'id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:33:10.640000 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-4a4e1b19-55f0-4f38-96d8-ad7e09cbbab7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4011c41d-625a-4a4f-b17b-6325e727aa40 HTTP/1.1" status: 200 len: 860 time: 0.0777590 Feb 20 03:33:10.705092 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-6bae9b2f-c707-4ec3-b480-5f7e23ac4943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:10.713467 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-6bae9b2f-c707-4ec3-b480-5f7e23ac4943 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=16e82553-d900-47a8-be16-0e927aa5b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0728099 Feb 20 03:33:10.840226 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-70b893eb-23a3-4006-9209-6b8ca9312edf service neutron] 10.222.0.89 "GET /v2.0/networks/16e82553-d900-47a8-be16-0e927aa5b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066778 Feb 20 03:33:10.925646 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3f4908-c7b8-4236-a676-b3e37bf8b888 None None] New status for floating IP 4fda5e70-1d6a-4a72-9d5d-bd76ac39babc: ACTIVE {{(pid=104107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:33:10.958693 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-94db7a00-3585-438c-9c4d-9713554a2f37 service neutron] 10.222.0.89 "GET /v2.0/networks/16e82553-d900-47a8-be16-0e927aa5b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265635 Feb 20 03:33:11.365775 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-d076feea-6e7c-46ad-8dfe-64641720c0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:11.367565 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-d076feea-6e7c-46ad-8dfe-64641720c0cd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=77847ebcb146436a81d068e3c92b91de&device_id=50bfdec8-2639-4e70-8fce-09c680b91fdc HTTP/1.1" status: 200 len: 1127 time: 0.0562382 Feb 20 03:33:11.419458 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e5467-fcb4-4170-986f-4d27af966c66 None None] Sync routers for ids ['952ad743-6165-488f-b20c-998dee722ae1'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:33:11.431446 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0e5467-fcb4-4170-986f-4d27af966c66 None None] Routers {'952ad743-6165-488f-b20c-998dee722ae1'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:33:11.432061 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-9f0e5467-fcb4-4170-986f-4d27af966c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:32:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['952ad743-6165-488f-b20c-998dee722ae1'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:11.565781 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-bb62283a-eab6-481c-9be7-81509f5fb3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:11.567394 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-bb62283a-eab6-481c-9be7-81509f5fb3ac service neutron] 10.222.0.89 "GET /v2.0/networks?id=16e82553-d900-47a8-be16-0e927aa5b122 HTTP/1.1" status: 200 len: 922 time: 0.1889613 Feb 20 03:33:11.700140 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-b1fe791b-a5be-4d18-b421-e04f9ce158c3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebbc63d1-8e88-4db5-884c-e139d6561762 HTTP/1.1" status: 200 len: 1000 time: 0.1247354 Feb 20 03:33:11.765938 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-90a3998a-3f05-45ed-9072-a5cf081afffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:11.768486 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-90a3998a-3f05-45ed-9072-a5cf081afffd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4011c41d-625a-4a4f-b17b-6325e727aa40 HTTP/1.1" status: 200 len: 860 time: 0.0619473 Feb 20 03:33:11.828019 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-9f0e5467-fcb4-4170-986f-4d27af966c66 None None] Set router 952ad743-6165-488f-b20c-998dee722ae1 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:33:11.897142 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-3fd6d34a-b165-4ac2-80c2-70f8c31bec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:11.900735 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-3fd6d34a-b165-4ac2-80c2-70f8c31bec95 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=16e82553-d900-47a8-be16-0e927aa5b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1175318 Feb 20 03:33:12.021866 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-f86f11e7-3c5a-4ae2-bdb5-8c9a96b60fb9 service neutron] 10.222.0.89 "GET /v2.0/networks/16e82553-d900-47a8-be16-0e927aa5b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150351 Feb 20 03:33:12.158502 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-758f7bb1-fadc-410b-b533-032accf67fd8 req-9935d4da-54b6-4e06-9782-1d9078c2bbab service neutron] 10.222.0.89 "GET /v2.0/networks/16e82553-d900-47a8-be16-0e927aa5b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296861 Feb 20 03:33:12.160956 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-9f0e5467-fcb4-4170-986f-4d27af966c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952ad743-6165-488f-b20c-998dee722ae1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317471473-router', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:53Z', 'updated_at': '2022-02-20T03:32:03Z', 'revision_number': 4, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'gw_port': {'id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:55Z', 'updated_at': '2022-02-20T03:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '4fda5e70-1d6a-4a72-9d5d-bd76ac39babc', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'floating_ip_address': '172.25.7.38', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '952ad743-6165-488f-b20c-998dee722ae1', 'port_id': 'ebbc63d1-8e88-4db5-884c-e139d6561762', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'mac_address': 'fa:16:3e:58:a8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bfdec8-2639-4e70-8fce-09c680b91fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:32:39Z', 'updated_at': '2022-02-20T03:33:11Z', 'revision_number': 4, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2611f40-94d4-409c-a275-153a5ed0c00d', 'name': '', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'mac_address': 'fa:16:3e:18:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:32:02Z', 'updated_at': '2022-02-20T03:32:09Z', 'revision_number': 5, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'subnets': [{'id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:12.193878 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e5467-fcb4-4170-986f-4d27af966c66 None None] Checking router: 952ad743-6165-488f-b20c-998dee722ae1 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:33:12.203243 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0e5467-fcb4-4170-986f-4d27af966c66 None None] Routers {'952ad743-6165-488f-b20c-998dee722ae1'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:33:12.204599 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-9f0e5467-fcb4-4170-986f-4d27af966c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:32:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['952ad743-6165-488f-b20c-998dee722ae1'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:12.353451 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-9f0e5467-fcb4-4170-986f-4d27af966c66 None None] Set router 952ad743-6165-488f-b20c-998dee722ae1 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:33:12.393397 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca26dc-dd9d-433c-a45a-4266111c89b4 req-259c88fe-1b8c-4509-83e7-287908976628 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:12.394985 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6ca26dc-dd9d-433c-a45a-4266111c89b4 req-259c88fe-1b8c-4509-83e7-287908976628 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 945 time: 0.0762417 Feb 20 03:33:12.454829 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6ca26dc-dd9d-433c-a45a-4266111c89b4 req-bd7b967b-a935-4e2d-960f-6fc80ad90149 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503500 Feb 20 03:33:12.559229 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db65c97-d8d7-4c29-a9f9-78c5a64aabf7 x-openstack-request-id: req-1db65c97-d8d7-4c29-a9f9-78c5a64aabf7 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:33:12.559229 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa568f6-3cc1-48f1-85d5-89001a4af509", "name": "network-vif-plugged", "status": "completed", "tag": "bb50466d-f014-419e-9b24-3de6166d551a", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:33:12.559229 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1db65c97-d8d7-4c29-a9f9-78c5a64aabf7 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:33:12.559229 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa568f6-3cc1-48f1-85d5-89001a4af509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb50466d-f014-419e-9b24-3de6166d551a', 'code': 200} Feb 20 03:33:12.607027 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33114) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:33:12.722261 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-440132cb-c63d-4915-9ff2-20fc1c79a74b admin admin] Deleting subnet 1eddde69-4024-402f-b494-432b0d5ca19d {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:33:12.726073 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-440132cb-c63d-4915-9ff2-20fc1c79a74b admin admin] Publish callbacks [] for subnet (1eddde69-4024-402f-b494-432b0d5ca19d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:12.809046 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31427da1-491d-4935-a45f-27f6df514a16 req-7dbc5928-affc-45f9-af2c-32f4102023a4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:12.817539 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31427da1-491d-4935-a45f-27f6df514a16 req-7dbc5928-affc-45f9-af2c-32f4102023a4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:12.824174 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31427da1-491d-4935-a45f-27f6df514a16 req-7dbc5928-affc-45f9-af2c-32f4102023a4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:12.826142 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-440132cb-c63d-4915-9ff2-20fc1c79a74b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (1eddde69-4024-402f-b494-432b0d5ca19d), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:12.831640 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31427da1-491d-4935-a45f-27f6df514a16 req-7dbc5928-affc-45f9-af2c-32f4102023a4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:12.837918 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31427da1-491d-4935-a45f-27f6df514a16 req-7dbc5928-affc-45f9-af2c-32f4102023a4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:12.845480 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31427da1-491d-4935-a45f-27f6df514a16 req-7dbc5928-affc-45f9-af2c-32f4102023a4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:12.852305 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31427da1-491d-4935-a45f-27f6df514a16 req-7dbc5928-affc-45f9-af2c-32f4102023a4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:12.867368 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31427da1-491d-4935-a45f-27f6df514a16 req-7dbc5928-affc-45f9-af2c-32f4102023a4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5444 time: 0.1718817 Feb 20 03:33:12.870544 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 33116) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:33:12.877350 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-440132cb-c63d-4915-9ff2-20fc1c79a74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (1eddde69-4024-402f-b494-432b0d5ca19d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:12.881929 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-9f0e5467-fcb4-4170-986f-4d27af966c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952ad743-6165-488f-b20c-998dee722ae1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317471473-router', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:53Z', 'updated_at': '2022-02-20T03:32:03Z', 'revision_number': 4, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'gw_port': {'id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:55Z', 'updated_at': '2022-02-20T03:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '4fda5e70-1d6a-4a72-9d5d-bd76ac39babc', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'floating_ip_address': '172.25.7.38', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '952ad743-6165-488f-b20c-998dee722ae1', 'port_id': 'ebbc63d1-8e88-4db5-884c-e139d6561762', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'mac_address': 'fa:16:3e:58:a8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bfdec8-2639-4e70-8fce-09c680b91fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:32:39Z', 'updated_at': '2022-02-20T03:33:11Z', 'revision_number': 4, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2611f40-94d4-409c-a275-153a5ed0c00d', 'name': '', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'mac_address': 'fa:16:3e:18:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:32:02Z', 'updated_at': '2022-02-20T03:32:09Z', 'revision_number': 5, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'subnets': [{'id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:12.884331 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-8720669f-36d9-488f-b1d7-590806da56e9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Request body: {'floatingip': {'port_id': 'dd41166f-324a-4828-b6ba-1406f360ad82'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:33:12.950625 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e5467-fcb4-4170-986f-4d27af966c66 None None] The sync data for ids ['952ad743-6165-488f-b20c-998dee722ae1'] in n-d-829866-4 is: [{'id': '952ad743-6165-488f-b20c-998dee722ae1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317471473-router', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:53Z', 'updated_at': '2022-02-20T03:32:03Z', 'revision_number': 4, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'gw_port': {'id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:55Z', 'updated_at': '2022-02-20T03:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '4fda5e70-1d6a-4a72-9d5d-bd76ac39babc', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'floating_ip_address': '172.25.7.38', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '952ad743-6165-488f-b20c-998dee722ae1', 'port_id': 'ebbc63d1-8e88-4db5-884c-e139d6561762', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'mac_address': 'fa:16:3e:58:a8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bfdec8-2639-4e70-8fce-09c680b91fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:32:39Z', 'updated_at': '2022-02-20T03:33:11Z', 'revision_number': 4, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2611f40-94d4-409c-a275-153a5ed0c00d', 'name': '', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'mac_address': 'fa:16:3e:18:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:32:02Z', 'updated_at': '2022-02-20T03:32:09Z', 'revision_number': 5, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'subnets': [{'id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:33:13.013408 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8720669f-36d9-488f-b1d7-590806da56e9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks [] for floatingip (26d08ec2-4d18-435b-96fc-bad900929026), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:13.026924 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-440132cb-c63d-4915-9ff2-20fc1c79a74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (1eddde69-4024-402f-b494-432b0d5ca19d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:13.075232 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-440132cb-c63d-4915-9ff2-20fc1c79a74b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:13.081542 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-440132cb-c63d-4915-9ff2-20fc1c79a74b admin admin] 10.222.0.89 "DELETE /v2.0/subnets/1eddde69-4024-402f-b494-432b0d5ca19d HTTP/1.1" status: 204 len: 168 time: 0.4703217 Feb 20 03:33:13.083243 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33118) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:33:13.083243 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440132cb-c63d-4915-9ff2-20fc1c79a74b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eddde69-4024-402f-b494-432b0d5ca19d,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:13.226165 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f365739b-0f53-4851-9592-e34b93a82a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (5c092ec8-401f-4358-9459-c97091e18734), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:13.339418 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f365739b-0f53-4851-9592-e34b93a82a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (5c092ec8-401f-4358-9459-c97091e18734), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:13.378789 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-f365739b-0f53-4851-9592-e34b93a82a32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c092ec8-401f-4358-9459-c97091e18734']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:13.399571 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-f365739b-0f53-4851-9592-e34b93a82a32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ce81c7-ec90-44d9-ba16-298d5efd9f9c') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:13.399964 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-f365739b-0f53-4851-9592-e34b93a82a32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ce81c7-ec90-44d9-ba16-298d5efd9f9c') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:13.413157 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f365739b-0f53-4851-9592-e34b93a82a32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (e4ce81c7-ec90-44d9-ba16-298d5efd9f9c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:13.446563 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f365739b-0f53-4851-9592-e34b93a82a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (e4ce81c7-ec90-44d9-ba16-298d5efd9f9c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:13.453935 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f365739b-0f53-4851-9592-e34b93a82a32 admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:33:13.455525 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f365739b-0f53-4851-9592-e34b93a82a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (e4ce81c7-ec90-44d9-ba16-298d5efd9f9c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:13.458419 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:33:13.458419 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:33:13.458419 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:33:13.458419 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:33:13.458419 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:33:13.458419 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:33:13.458419 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:33:13.458419 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:33:13.458419 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:33:13.458419 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:33:13.458419 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:33:13.458419 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:33:13.458419 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:33:13.458419 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:33:13.458419 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:33:13.458419 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:33:13.458419 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:33:13.458419 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:33:13.458419 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:33:13.458419 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:33:13.458419 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:33:13.458419 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:33:13.458419 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:33:13.458419 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:33:13.458419 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:33:13.458419 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:33:13.458419 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:33:13.458419 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:33:13.458419 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:33:13.458419 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:33:13.458419 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:33:13.458419 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:33:13.577560 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8491dbf-67f3-4b36-88ba-0daf078d7b2e req-b604c87a-96d1-4bb3-9e70-176725297284 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:13.579355 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b8491dbf-67f3-4b36-88ba-0daf078d7b2e req-b604c87a-96d1-4bb3-9e70-176725297284 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 943 time: 0.6037421 Feb 20 03:33:13.648282 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f365739b-0f53-4851-9592-e34b93a82a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (5c092ec8-401f-4358-9459-c97091e18734), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:13.660706 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f365739b-0f53-4851-9592-e34b93a82a32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:13.668119 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f365739b-0f53-4851-9592-e34b93a82a32 admin admin] 10.222.0.89 "DELETE /v2.0/networks/5c092ec8-401f-4358-9459-c97091e18734 HTTP/1.1" status: 204 len: 168 time: 0.5722723 Feb 20 03:33:13.669984 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 33122) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:33:13.686927 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365739b-0f53-4851-9592-e34b93a82a32 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c092ec8-401f-4358-9459-c97091e18734,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:13.757122 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-c95a2e1c-74fa-49c4-a8a6-7062a6be6a9e admin admin] Deleting subnet 9ae2d87a-5bfa-4f88-b977-f38389110fee {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:33:13.763126 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c95a2e1c-74fa-49c4-a8a6-7062a6be6a9e admin admin] Publish callbacks [] for subnet (9ae2d87a-5bfa-4f88-b977-f38389110fee), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:13.803007 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c95a2e1c-74fa-49c4-a8a6-7062a6be6a9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (9ae2d87a-5bfa-4f88-b977-f38389110fee), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:13.854167 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c95a2e1c-74fa-49c4-a8a6-7062a6be6a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (9ae2d87a-5bfa-4f88-b977-f38389110fee), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:13.929525 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b8491dbf-67f3-4b36-88ba-0daf078d7b2e req-ac0e0090-5712-4cea-87dc-421250369b17 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3130929 Feb 20 03:33:13.951723 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.db.resource_extend [None req-8720669f-36d9-488f-b1d7-590806da56e9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 03:33:14.041952 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c95a2e1c-74fa-49c4-a8a6-7062a6be6a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (9ae2d87a-5bfa-4f88-b977-f38389110fee), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:14.105127 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a2e1c-74fa-49c4-a8a6-7062a6be6a9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ae2d87a-5bfa-4f88-b977-f38389110fee,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:14.112874 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c95a2e1c-74fa-49c4-a8a6-7062a6be6a9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:14.116638 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c95a2e1c-74fa-49c4-a8a6-7062a6be6a9e admin admin] 10.222.0.89 "DELETE /v2.0/subnets/9ae2d87a-5bfa-4f88-b977-f38389110fee HTTP/1.1" status: 204 len: 168 time: 0.4456718 Feb 20 03:33:14.120833 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33124) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:33:14.140629 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8720669f-36d9-488f-b1d7-590806da56e9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:14.170196 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd835564-1763-40f7-ab47-0f6efacd5f8a req-7c2884b7-d6bb-48f0-b194-b1a337e0a546 tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:14.172928 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fd835564-1763-40f7-ab47-0f6efacd5f8a req-7c2884b7-d6bb-48f0-b194-b1a337e0a546 tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] 10.222.0.89 "GET /v2.0/ports?device_id=5289545c-837f-4dd8-a47f-68d0bff671a7 HTTP/1.1" status: 200 len: 950 time: 0.1254764 Feb 20 03:33:14.214804 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-670e6632-c2e6-4636-8afb-1757dcc52711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (92ec5ba4-4133-495b-b245-7fbae2cc234d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:14.231697 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8720669f-36d9-488f-b1d7-590806da56e9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (26d08ec2-4d18-435b-96fc-bad900929026), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:14.323772 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fd835564-1763-40f7-ab47-0f6efacd5f8a req-f5aa9fd5-8416-4a8a-9883-a7576608b543 tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] 10.222.0.89 "GET /v2.0/security-groups?id=4d246eaf-1b68-4680-8e1c-617132bceff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449862 Feb 20 03:33:14.384265 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-670e6632-c2e6-4636-8afb-1757dcc52711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (92ec5ba4-4133-495b-b245-7fbae2cc234d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:14.435799 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-670e6632-c2e6-4636-8afb-1757dcc52711 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ec5ba4-4133-495b-b245-7fbae2cc234d']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:14.448696 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-670e6632-c2e6-4636-8afb-1757dcc52711 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9151538-4f43-4898-9c8d-248990e00bfa') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:14.450155 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-670e6632-c2e6-4636-8afb-1757dcc52711 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9151538-4f43-4898-9c8d-248990e00bfa') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:14.455986 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [None req-8720669f-36d9-488f-b1d7-590806da56e9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Floating IP 26d08ec2-4d18-435b-96fc-bad900929026 associated. External IP: 172.25.7.231, port: dd41166f-324a-4828-b6ba-1406f360ad82. Feb 20 03:33:14.475967 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-670e6632-c2e6-4636-8afb-1757dcc52711 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (b9151538-4f43-4898-9c8d-248990e00bfa), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:14.498597 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-670e6632-c2e6-4636-8afb-1757dcc52711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (b9151538-4f43-4898-9c8d-248990e00bfa), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:14.511800 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-670e6632-c2e6-4636-8afb-1757dcc52711 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:33:14.512218 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-670e6632-c2e6-4636-8afb-1757dcc52711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (b9151538-4f43-4898-9c8d-248990e00bfa), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:14.514058 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:33:14.514058 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:33:14.514058 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:33:14.514058 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:33:14.514058 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:33:14.514058 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:33:14.514058 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:33:14.514058 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:33:14.514058 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:33:14.514058 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:33:14.514058 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:33:14.514058 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:33:14.514058 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:33:14.514058 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:33:14.514058 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:33:14.514058 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:33:14.514058 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:33:14.514058 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:33:14.514058 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:33:14.514058 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:33:14.514058 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:33:14.514058 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:33:14.514058 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:33:14.514058 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:33:14.514058 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:33:14.514058 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:33:14.514058 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:33:14.514058 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:33:14.514058 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:33:14.514058 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:33:14.514058 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:33:14.514058 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:33:14.557254 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5289545c-837f-4dd8-a47f-68d0bff671a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30dcdb1-3128-4f14-bde0-e03b5415436e'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:33:14.558847 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e7df58-d411-4aed-8107-e24ece9fc6a2" -d '{"events": [{"server_uuid": "5289545c-837f-4dd8-a47f-68d0bff671a7", "name": "network-vif-plugged", "status": "completed", "tag": "f30dcdb1-3128-4f14-bde0-e03b5415436e"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:33:14.799723 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-670e6632-c2e6-4636-8afb-1757dcc52711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (92ec5ba4-4133-495b-b245-7fbae2cc234d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:14.805204 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-670e6632-c2e6-4636-8afb-1757dcc52711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:14.808426 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-670e6632-c2e6-4636-8afb-1757dcc52711 admin admin] 10.222.0.89 "DELETE /v2.0/networks/92ec5ba4-4133-495b-b245-7fbae2cc234d HTTP/1.1" status: 204 len: 168 time: 0.6862352 Feb 20 03:33:14.876688 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e6632-c2e6-4636-8afb-1757dcc52711 admin admin] Pushing event deleted for resources: {'Network': ['ID=92ec5ba4-4133-495b-b245-7fbae2cc234d,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:14.939738 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50693615-e653-4668-b169-e8fc74e74fff req-662c14d9-f137-4b66-9110-9e096f9848b0 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:14.947798 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-50693615-e653-4668-b169-e8fc74e74fff req-662c14d9-f137-4b66-9110-9e096f9848b0 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 943 time: 0.5326412 Feb 20 03:33:15.045063 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-50693615-e653-4668-b169-e8fc74e74fff req-748a5709-159e-4b4a-91b1-e3701abfa270 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/security-groups?id=9aae0e47-f93c-41fb-b5a5-8593b9285415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913563 Feb 20 03:33:15.218016 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3869b7-5b10-4bd2-8ed5-956a3f01ffa2 x-openstack-request-id: req-2d3869b7-5b10-4bd2-8ed5-956a3f01ffa2 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:33:15.222815 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f098f672-54ba-4a75-b013-b537cb592b05", "name": "network-vif-deleted", "tag": "c992449f-c696-48b4-86f4-1888e8e534e1", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:33:15.222815 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2d3869b7-5b10-4bd2-8ed5-956a3f01ffa2 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:33:15.222815 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f098f672-54ba-4a75-b013-b537cb592b05', 'name': 'network-vif-deleted', 'tag': 'c992449f-c696-48b4-86f4-1888e8e534e1', 'status': 'completed', 'code': 200} Feb 20 03:33:15.302935 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8720669f-36d9-488f-b1d7-590806da56e9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Router 81867b28-635f-4baa-b0e2-055985bde9df has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:33:15.309291 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-42414574-8363-44a6-a943-63bffafe05eb req-1df4e841-ca4f-4b83-ae61-8cdef75eb928 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 1000 time: 0.0891297 Feb 20 03:33:15.411280 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42414574-8363-44a6-a943-63bffafe05eb req-952dcff8-dd9a-4f5d-a61c-13252574e428 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:15.412735 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-42414574-8363-44a6-a943-63bffafe05eb req-952dcff8-dd9a-4f5d-a61c-13252574e428 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/ports/ebbc63d1-8e88-4db5-884c-e139d6561762 HTTP/1.1" status: 200 len: 942 time: 0.0973313 Feb 20 03:33:15.557739 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8720669f-36d9-488f-b1d7-590806da56e9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:33:15.577603 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8720669f-36d9-488f-b1d7-590806da56e9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:15.583051 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2207dbd4-c020-4609-a741-b511478b01db None None] Sync routers for ids ['81867b28-635f-4baa-b0e2-055985bde9df'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:33:15.601596 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33142) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:33:15.627631 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2207dbd4-c020-4609-a741-b511478b01db None None] Routers {'81867b28-635f-4baa-b0e2-055985bde9df'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:33:15.630187 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2207dbd4-c020-4609-a741-b511478b01db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:32:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['81867b28-635f-4baa-b0e2-055985bde9df'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:15.685531 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-70aab63d-9d6d-404b-88f0-b3162b8a576d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3157825b210545e4af4280df637922da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0826819 Feb 20 03:33:15.691408 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-42414574-8363-44a6-a943-63bffafe05eb req-03ad12d0-281b-4b1b-835e-98e147133122 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 1000 time: 0.1996729 Feb 20 03:33:15.701943 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 33144) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:33:15.794881 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-2207dbd4-c020-4609-a741-b511478b01db None None] Set router 81867b28-635f-4baa-b0e2-055985bde9df gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:33:15.812379 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8720669f-36d9-488f-b1d7-590806da56e9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "PUT /v2.0/floatingips/26d08ec2-4d18-435b-96fc-bad900929026 HTTP/1.1" status: 200 len: 992 time: 2.9398968 Feb 20 03:33:15.927969 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c108c3b6-39a3-4f34-8c09-a6b036500737 admin admin] Publish callbacks [] for security_group (39e351b6-30fc-4f98-a708-d80319909eed), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:15.970446 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42414574-8363-44a6-a943-63bffafe05eb req-813a1327-091e-4be3-968a-b3daf1b2ba73 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:15.987157 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-42414574-8363-44a6-a943-63bffafe05eb req-813a1327-091e-4be3-968a-b3daf1b2ba73 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 784 time: 0.2759354 Feb 20 03:33:15.997427 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c108c3b6-39a3-4f34-8c09-a6b036500737 admin admin] Publish callbacks [] for security_group (39e351b6-30fc-4f98-a708-d80319909eed), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:16.164250 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da4437-5a92-4b7c-abd6-75a5df27991a req-5078ef21-6c24-4ff1-ac0e-b20b643912e7 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:16.173424 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d7da4437-5a92-4b7c-abd6-75a5df27991a req-5078ef21-6c24-4ff1-ac0e-b20b643912e7 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 945 time: 0.0973120 Feb 20 03:33:16.193623 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c108c3b6-39a3-4f34-8c09-a6b036500737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (39e351b6-30fc-4f98-a708-d80319909eed), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:16.196928 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c108c3b6-39a3-4f34-8c09-a6b036500737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:16.198491 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c108c3b6-39a3-4f34-8c09-a6b036500737 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/39e351b6-30fc-4f98-a708-d80319909eed HTTP/1.1" status: 204 len: 168 time: 0.4887142 Feb 20 03:33:16.216300 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108c3b6-39a3-4f34-8c09-a6b036500737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e351b6-30fc-4f98-a708-d80319909eed,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:16.282317 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d7da4437-5a92-4b7c-abd6-75a5df27991a req-eb28fb56-dbd0-43c9-9ad5-15ca7bdaa110 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055360 Feb 20 03:33:16.399583 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b894bf33-e6d0-41d3-92eb-7e30cd8c6b50 x-openstack-request-id: req-b894bf33-e6d0-41d3-92eb-7e30cd8c6b50 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:33:16.399896 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5289545c-837f-4dd8-a47f-68d0bff671a7", "name": "network-vif-plugged", "status": "completed", "tag": "f30dcdb1-3128-4f14-bde0-e03b5415436e", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:33:16.401631 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b894bf33-e6d0-41d3-92eb-7e30cd8c6b50 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:33:16.402147 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5289545c-837f-4dd8-a47f-68d0bff671a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30dcdb1-3128-4f14-bde0-e03b5415436e', 'code': 200} Feb 20 03:33:16.474535 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2207dbd4-c020-4609-a741-b511478b01db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81867b28-635f-4baa-b0e2-055985bde9df', 'name': 'tempest-TaggedBootDevicesTest_v242-1554150350-router', 'tenant_id': '31539382099d40138aa9f9434b18f41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '0c073425-5284-40b3-ae19-986f913342d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:28:32Z', 'updated_at': '2022-02-20T03:28:43Z', 'revision_number': 4, 'project_id': '31539382099d40138aa9f9434b18f41f', 'gw_port': {'id': '0c073425-5284-40b3-ae19-986f913342d6', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:79:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81867b28-635f-4baa-b0e2-055985bde9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:28:35Z', 'updated_at': '2022-02-20T03:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '26d08ec2-4d18-435b-96fc-bad900929026', 'tenant_id': '31539382099d40138aa9f9434b18f41f', 'floating_ip_address': '172.25.7.231', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '81867b28-635f-4baa-b0e2-055985bde9df', 'port_id': 'dd41166f-324a-4828-b6ba-1406f360ad82', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6d2272-799c-4865-988f-50175dc27eb2', 'mac_address': 'fa:16:3e:e1:e2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:30:14Z', 'updated_at': '2022-02-20T03:33:13Z', 'revision_number': 1, 'project_id': '31539382099d40138aa9f9434b18f41f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaec09da-2bb2-4b1c-9b06-2367e8239602', 'name': '', 'network_id': 'aa6d2272-799c-4865-988f-50175dc27eb2', 'tenant_id': '31539382099d40138aa9f9434b18f41f', 'mac_address': 'fa:16:3e:76:a4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81867b28-635f-4baa-b0e2-055985bde9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '2c58907d-12ba-48c6-961d-3dd4ac0885d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:28:41Z', 'updated_at': '2022-02-20T03:28:49Z', 'revision_number': 5, 'project_id': '31539382099d40138aa9f9434b18f41f', 'subnets': [{'id': '2c58907d-12ba-48c6-961d-3dd4ac0885d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:16.568234 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2207dbd4-c020-4609-a741-b511478b01db None None] Checking router: 81867b28-635f-4baa-b0e2-055985bde9df for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:33:16.616016 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8c564-c7c2-44fa-a242-a07daffe31d2 req-1b2c763b-babf-48bb-91c0-4880a3886453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:16.616723 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2207dbd4-c020-4609-a741-b511478b01db None None] Routers {'81867b28-635f-4baa-b0e2-055985bde9df'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:33:16.617756 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2207dbd4-c020-4609-a741-b511478b01db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:32:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['81867b28-635f-4baa-b0e2-055985bde9df'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:16.617960 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6ab8c564-c7c2-44fa-a242-a07daffe31d2 req-1b2c763b-babf-48bb-91c0-4880a3886453 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5289545c-837f-4dd8-a47f-68d0bff671a7 HTTP/1.1" status: 200 len: 1132 time: 0.1217082 Feb 20 03:33:16.634701 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-83c8e1b8-a8aa-4263-a89b-75fef8e35b9f tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:16.636606 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-83c8e1b8-a8aa-4263-a89b-75fef8e35b9f tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b&tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&binding%3Ahost_id=n-h2-829866-4 HTTP/1.1" status: 200 len: 1127 time: 0.3521791 Feb 20 03:33:16.658599 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-c1fad1c2-2482-4e9f-9d97-09855a7ba41d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829866-4'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:33:16.769923 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6ab8c564-c7c2-44fa-a242-a07daffe31d2 req-7e6b4c76-9edf-4f48-834b-13c0ec4c3499 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4d246eaf-1b68-4680-8e1c-617132bceff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308086 Feb 20 03:33:16.775379 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-2207dbd4-c020-4609-a741-b511478b01db None None] Set router 81867b28-635f-4baa-b0e2-055985bde9df gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:33:16.785198 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e994ee-532c-4a9a-8617-95036d546869 req-ab217fef-8177-4811-ba70-d3c5ad8c706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:16.786720 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a6e994ee-532c-4a9a-8617-95036d546869 req-ab217fef-8177-4811-ba70-d3c5ad8c706d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7&tenant_id=c709bbfa8b354edf911780ffcf2e7b53 HTTP/1.1" status: 200 len: 1125 time: 0.0992355 Feb 20 03:33:16.793196 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2e44b-f2d8-41b1-bd91-3f96a14828f7 req-923d011e-bdce-4c51-9599-90e03dc5f182 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:16.795508 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-abf2e44b-f2d8-41b1-bd91-3f96a14828f7 req-923d011e-bdce-4c51-9599-90e03dc5f182 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 943 time: 0.2416630 Feb 20 03:33:16.802978 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-a6e994ee-532c-4a9a-8617-95036d546869 req-b49a2b64-5b3f-446f-8fb0-f79a3ca1db59 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829866-4', 'device_owner': 'compute:nova'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:33:16.815536 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-c1fad1c2-2482-4e9f-9d97-09855a7ba41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (44e2072b-716d-443e-babb-2e0ac08fb90f), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:16.907179 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-a6e994ee-532c-4a9a-8617-95036d546869 req-b49a2b64-5b3f-446f-8fb0-f79a3ca1db59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2a0eec7b-9fca-42d8-a0c8-208f96cb8808), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:16.982284 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-abf2e44b-f2d8-41b1-bd91-3f96a14828f7 req-8703c530-4c5c-4d01-baed-eb06fa210931 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628764 Feb 20 03:33:17.106826 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-c1fad1c2-2482-4e9f-9d97-09855a7ba41d service neutron] For port 44e2072b-716d-443e-babb-2e0ac08fb90f, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=44e2072b-716d-443e-babb-2e0ac08fb90f,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:33:17.160085 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2207dbd4-c020-4609-a741-b511478b01db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81867b28-635f-4baa-b0e2-055985bde9df', 'name': 'tempest-TaggedBootDevicesTest_v242-1554150350-router', 'tenant_id': '31539382099d40138aa9f9434b18f41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '0c073425-5284-40b3-ae19-986f913342d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:28:32Z', 'updated_at': '2022-02-20T03:28:43Z', 'revision_number': 4, 'project_id': '31539382099d40138aa9f9434b18f41f', 'gw_port': {'id': '0c073425-5284-40b3-ae19-986f913342d6', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:79:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81867b28-635f-4baa-b0e2-055985bde9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:28:35Z', 'updated_at': '2022-02-20T03:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '26d08ec2-4d18-435b-96fc-bad900929026', 'tenant_id': '31539382099d40138aa9f9434b18f41f', 'floating_ip_address': '172.25.7.231', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '81867b28-635f-4baa-b0e2-055985bde9df', 'port_id': 'dd41166f-324a-4828-b6ba-1406f360ad82', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6d2272-799c-4865-988f-50175dc27eb2', 'mac_address': 'fa:16:3e:e1:e2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:30:14Z', 'updated_at': '2022-02-20T03:33:13Z', 'revision_number': 1, 'project_id': '31539382099d40138aa9f9434b18f41f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaec09da-2bb2-4b1c-9b06-2367e8239602', 'name': '', 'network_id': 'aa6d2272-799c-4865-988f-50175dc27eb2', 'tenant_id': '31539382099d40138aa9f9434b18f41f', 'mac_address': 'fa:16:3e:76:a4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81867b28-635f-4baa-b0e2-055985bde9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '2c58907d-12ba-48c6-961d-3dd4ac0885d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:28:41Z', 'updated_at': '2022-02-20T03:28:49Z', 'revision_number': 5, 'project_id': '31539382099d40138aa9f9434b18f41f', 'subnets': [{'id': '2c58907d-12ba-48c6-961d-3dd4ac0885d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:17.195331 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2207dbd4-c020-4609-a741-b511478b01db None None] The sync data for ids ['81867b28-635f-4baa-b0e2-055985bde9df'] in n-d-829866-4 is: [{'id': '81867b28-635f-4baa-b0e2-055985bde9df', 'name': 'tempest-TaggedBootDevicesTest_v242-1554150350-router', 'tenant_id': '31539382099d40138aa9f9434b18f41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '0c073425-5284-40b3-ae19-986f913342d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:28:32Z', 'updated_at': '2022-02-20T03:28:43Z', 'revision_number': 4, 'project_id': '31539382099d40138aa9f9434b18f41f', 'gw_port': {'id': '0c073425-5284-40b3-ae19-986f913342d6', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:79:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81867b28-635f-4baa-b0e2-055985bde9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:28:35Z', 'updated_at': '2022-02-20T03:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '26d08ec2-4d18-435b-96fc-bad900929026', 'tenant_id': '31539382099d40138aa9f9434b18f41f', 'floating_ip_address': '172.25.7.231', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '81867b28-635f-4baa-b0e2-055985bde9df', 'port_id': 'dd41166f-324a-4828-b6ba-1406f360ad82', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6d2272-799c-4865-988f-50175dc27eb2', 'mac_address': 'fa:16:3e:e1:e2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:30:14Z', 'updated_at': '2022-02-20T03:33:13Z', 'revision_number': 1, 'project_id': '31539382099d40138aa9f9434b18f41f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaec09da-2bb2-4b1c-9b06-2367e8239602', 'name': '', 'network_id': 'aa6d2272-799c-4865-988f-50175dc27eb2', 'tenant_id': '31539382099d40138aa9f9434b18f41f', 'mac_address': 'fa:16:3e:76:a4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81867b28-635f-4baa-b0e2-055985bde9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '2c58907d-12ba-48c6-961d-3dd4ac0885d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:28:41Z', 'updated_at': '2022-02-20T03:28:49Z', 'revision_number': 5, 'project_id': '31539382099d40138aa9f9434b18f41f', 'subnets': [{'id': '2c58907d-12ba-48c6-961d-3dd4ac0885d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:33:17.217150 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-c1fad1c2-2482-4e9f-9d97-09855a7ba41d service neutron] For port 44e2072b-716d-443e-babb-2e0ac08fb90f, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:33:17.220147 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5dcd6c-dd28-495d-8aef-a91e8197ed21', 'tag': '1b2fae4c-6ab3-4246-af0c-cf2d8a772e78'}, {'name': 'network-changed', 'server_uuid': '50bfdec8-2639-4e70-8fce-09c680b91fdc', 'tag': 'ebbc63d1-8e88-4db5-884c-e139d6561762'}, {'name': 'network-changed', 'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'tag': 'dd41166f-324a-4828-b6ba-1406f360ad82'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:33:17.223144 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334864b5-1bdf-4962-a74f-5d6d94b3abb8" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5dcd6c-dd28-495d-8aef-a91e8197ed21", "tag": "1b2fae4c-6ab3-4246-af0c-cf2d8a772e78"}, {"name": "network-changed", "server_uuid": "50bfdec8-2639-4e70-8fce-09c680b91fdc", "tag": "ebbc63d1-8e88-4db5-884c-e139d6561762"}, {"name": "network-changed", "server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "tag": "dd41166f-324a-4828-b6ba-1406f360ad82"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:33:17.276690 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-c1fad1c2-2482-4e9f-9d97-09855a7ba41d service neutron] Publish callbacks [] for port (44e2072b-716d-443e-babb-2e0ac08fb90f), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:17.298974 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17013a95-e0ba-41ac-ae56-0be0186cc626 req-4fe1a690-e4f5-4435-98bc-c705b70393c0 tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:17.301145 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17013a95-e0ba-41ac-ae56-0be0186cc626 req-4fe1a690-e4f5-4435-98bc-c705b70393c0 tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] 10.222.0.89 "GET /v2.0/ports?device_id=5289545c-837f-4dd8-a47f-68d0bff671a7 HTTP/1.1" status: 200 len: 950 time: 0.1628730 Feb 20 03:33:17.366943 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17013a95-e0ba-41ac-ae56-0be0186cc626 req-ffbb35d8-70f2-4c4d-aa1d-94e2caf45ca1 tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] 10.222.0.89 "GET /v2.0/security-groups?id=4d246eaf-1b68-4680-8e1c-617132bceff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597243 Feb 20 03:33:17.368986 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-a6e994ee-532c-4a9a-8617-95036d546869 req-b49a2b64-5b3f-446f-8fb0-f79a3ca1db59 service neutron] For port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=2a0eec7b-9fca-42d8-a0c8-208f96cb8808,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:33:17.434221 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-a6e994ee-532c-4a9a-8617-95036d546869 req-b49a2b64-5b3f-446f-8fb0-f79a3ca1db59 service neutron] For port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:33:17.459926 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-c1fad1c2-2482-4e9f-9d97-09855a7ba41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (44e2072b-716d-443e-babb-2e0ac08fb90f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:17.530776 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-a6e994ee-532c-4a9a-8617-95036d546869 req-b49a2b64-5b3f-446f-8fb0-f79a3ca1db59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:33:17.541448 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-a6e994ee-532c-4a9a-8617-95036d546869 req-b49a2b64-5b3f-446f-8fb0-f79a3ca1db59 service neutron] Publish callbacks [] for port (2a0eec7b-9fca-42d8-a0c8-208f96cb8808), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:17.558320 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-a6e994ee-532c-4a9a-8617-95036d546869 req-b49a2b64-5b3f-446f-8fb0-f79a3ca1db59 service neutron] Transition to ACTIVE for port object 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:33:17.647295 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845fc4f4-d310-4e07-8cac-6c18667964bc None None] New status for floating IP 26d08ec2-4d18-435b-96fc-bad900929026: ACTIVE {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:33:17.664747 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-a6e994ee-532c-4a9a-8617-95036d546869 req-b49a2b64-5b3f-446f-8fb0-f79a3ca1db59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (2a0eec7b-9fca-42d8-a0c8-208f96cb8808), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:17.824426 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a2b64-5b3f-446f-8fb0-f79a3ca1db59 service neutron] Pushing event updated for resources: {'Port': ['ID=2a0eec7b-9fca-42d8-a0c8-208f96cb8808,revision_number=9']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:17.895467 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fad1c2-2482-4e9f-9d97-09855a7ba41d service neutron] Pushing event updated for resources: {'Port': ['ID=44e2072b-716d-443e-babb-2e0ac08fb90f,revision_number=7']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:17.983690 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660e1a5-9cd6-4d1c-8568-12390d55664a req-647be773-48f5-44cf-a8e9-31f9a48ca27e tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:18.003724 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660e1a5-9cd6-4d1c-8568-12390d55664a req-647be773-48f5-44cf-a8e9-31f9a48ca27e tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:18.026345 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660e1a5-9cd6-4d1c-8568-12390d55664a req-647be773-48f5-44cf-a8e9-31f9a48ca27e tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:18.039593 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660e1a5-9cd6-4d1c-8568-12390d55664a req-647be773-48f5-44cf-a8e9-31f9a48ca27e tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:18.064735 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660e1a5-9cd6-4d1c-8568-12390d55664a req-647be773-48f5-44cf-a8e9-31f9a48ca27e tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:18.086612 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660e1a5-9cd6-4d1c-8568-12390d55664a req-647be773-48f5-44cf-a8e9-31f9a48ca27e tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:18.096494 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660e1a5-9cd6-4d1c-8568-12390d55664a req-647be773-48f5-44cf-a8e9-31f9a48ca27e tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:18.101343 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 44e2072b-716d-443e-babb-2e0ac08fb90f details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:33:18.107917 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c660e1a5-9cd6-4d1c-8568-12390d55664a req-647be773-48f5-44cf-a8e9-31f9a48ca27e tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5444 time: 0.5659118 Feb 20 03:33:18.127604 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-c1fad1c2-2482-4e9f-9d97-09855a7ba41d service neutron] Attempting to bind port 44e2072b-716d-443e-babb-2e0ac08fb90f on host n-h2-829866-4 for vnic_type normal with profile {"migrating_to": "n-h1-829866-4"} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:33:18.127955 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-c1fad1c2-2482-4e9f-9d97-09855a7ba41d service neutron] Attempting to bind port 44e2072b-716d-443e-babb-2e0ac08fb90f by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:33:18.128289 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-c1fad1c2-2482-4e9f-9d97-09855a7ba41d service neutron] Attempting to bind port 44e2072b-716d-443e-babb-2e0ac08fb90f on network 5528b70c-0437-425a-a0ac-3485fc465717 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:33:18.145054 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-c1fad1c2-2482-4e9f-9d97-09855a7ba41d service neutron] Port 44e2072b-716d-443e-babb-2e0ac08fb90f on network 5528b70c-0437-425a-a0ac-3485fc465717 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:33:18.145358 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-c1fad1c2-2482-4e9f-9d97-09855a7ba41d service neutron] Attempting to bind port 44e2072b-716d-443e-babb-2e0ac08fb90f on network 5528b70c-0437-425a-a0ac-3485fc465717 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:33:18.160265 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-c1fad1c2-2482-4e9f-9d97-09855a7ba41d service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:33:18.160265 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-c1fad1c2-2482-4e9f-9d97-09855a7ba41d service neutron] Checking segment: {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:33:18.160975 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-c1fad1c2-2482-4e9f-9d97-09855a7ba41d service neutron] Bound using segment: {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:33:18.161115 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-c1fad1c2-2482-4e9f-9d97-09855a7ba41d service neutron] Bound port: 44e2072b-716d-443e-babb-2e0ac08fb90f, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:33:18.161590 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-c1fad1c2-2482-4e9f-9d97-09855a7ba41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (44e2072b-716d-443e-babb-2e0ac08fb90f), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:18.256617 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c660e1a5-9cd6-4d1c-8568-12390d55664a req-49f07421-7ecf-4916-ba78-02cfc8662d0c tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1474082 Feb 20 03:33:18.272111 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33168) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:33:18.276456 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e994ee-532c-4a9a-8617-95036d546869 req-b49a2b64-5b3f-446f-8fb0-f79a3ca1db59 service neutron] No DVR routers for this DVR port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:33:18.418536 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 44e2072b-716d-443e-babb-2e0ac08fb90f, host n-h2-829866-4, got binding levels [] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:33:18.460296 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-32fa13d3-1a95-40f2-a6dd-a61aca3d3a84 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=04b0f332341344a5a55b4fa6fa1ef484&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1814828 Feb 20 03:33:18.463039 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33174) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:33:18.471902 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-c1fad1c2-2482-4e9f-9d97-09855a7ba41d service neutron] For port 44e2072b-716d-443e-babb-2e0ac08fb90f, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:33:18.477170 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-c1fad1c2-2482-4e9f-9d97-09855a7ba41d service neutron] For port 44e2072b-716d-443e-babb-2e0ac08fb90f, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=44e2072b-716d-443e-babb-2e0ac08fb90f,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:33:18.502364 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Attempting to bind port 44e2072b-716d-443e-babb-2e0ac08fb90f on host n-h2-829866-4 for vnic_type normal with profile {"migrating_to": "n-h1-829866-4"} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:33:18.502713 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Attempting to bind port 44e2072b-716d-443e-babb-2e0ac08fb90f by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:33:18.503140 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Attempting to bind port 44e2072b-716d-443e-babb-2e0ac08fb90f on network 5528b70c-0437-425a-a0ac-3485fc465717 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:33:18.511049 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Port 44e2072b-716d-443e-babb-2e0ac08fb90f on network 5528b70c-0437-425a-a0ac-3485fc465717 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:33:18.511422 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Attempting to bind port 44e2072b-716d-443e-babb-2e0ac08fb90f on network 5528b70c-0437-425a-a0ac-3485fc465717 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:33:18.521005 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:33:18.522216 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Checking segment: {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:33:18.522753 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Bound using segment: {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:33:18.523411 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Bound port: 44e2072b-716d-443e-babb-2e0ac08fb90f, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:33:18.528771 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (44e2072b-716d-443e-babb-2e0ac08fb90f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:18.544304 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-52504265-dc97-4de1-a1f7-d4b9dd3b7217 req-35e7a91a-110c-47dc-93d8-09de460e2412 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 1000 time: 0.1827147 Feb 20 03:33:18.617687 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 44e2072b-716d-443e-babb-2e0ac08fb90f, host n-h2-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:33:18.636098 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-c1fad1c2-2482-4e9f-9d97-09855a7ba41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (44e2072b-716d-443e-babb-2e0ac08fb90f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:18.684864 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 44e2072b-716d-443e-babb-2e0ac08fb90f-n-h2-829866-4-0 {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:33:18.686149 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:33:18.717710 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52504265-dc97-4de1-a1f7-d4b9dd3b7217 req-d4e517f4-e42c-43cf-8f4d-5e05d6e0aeea tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:18.720168 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-52504265-dc97-4de1-a1f7-d4b9dd3b7217 req-d4e517f4-e42c-43cf-8f4d-5e05d6e0aeea tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/ports/ebbc63d1-8e88-4db5-884c-e139d6561762 HTTP/1.1" status: 200 len: 942 time: 0.1751926 Feb 20 03:33:18.743605 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-a6e994ee-532c-4a9a-8617-95036d546869 req-b49a2b64-5b3f-446f-8fb0-f79a3ca1db59 service neutron] Attempting to bind port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:33:18.744195 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-a6e994ee-532c-4a9a-8617-95036d546869 req-b49a2b64-5b3f-446f-8fb0-f79a3ca1db59 service neutron] Attempting to bind port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '127a0507-6032-4814-93d3-5eb448d952e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:33:18.744497 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e994ee-532c-4a9a-8617-95036d546869 req-b49a2b64-5b3f-446f-8fb0-f79a3ca1db59 service neutron] Attempting to bind port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 on network a842b208-6516-42cd-af34-f14f7f82e32f {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:33:18.757173 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e994ee-532c-4a9a-8617-95036d546869 req-b49a2b64-5b3f-446f-8fb0-f79a3ca1db59 service neutron] Port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 on network a842b208-6516-42cd-af34-f14f7f82e32f not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:33:18.757629 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e994ee-532c-4a9a-8617-95036d546869 req-b49a2b64-5b3f-446f-8fb0-f79a3ca1db59 service neutron] Attempting to bind port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 on network a842b208-6516-42cd-af34-f14f7f82e32f {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:33:18.770275 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-c1fad1c2-2482-4e9f-9d97-09855a7ba41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:18.771137 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-c1fad1c2-2482-4e9f-9d97-09855a7ba41d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:18.772872 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-c1fad1c2-2482-4e9f-9d97-09855a7ba41d service neutron] 10.222.0.42 "PUT /v2.0/ports/44e2072b-716d-443e-babb-2e0ac08fb90f HTTP/1.1" status: 200 len: 1121 time: 2.1297503 Feb 20 03:33:18.780254 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6248426b-bba9-4f04-a075-1597c9364fa2 admin admin] Publish callbacks [] for security_group (b06a463d-9913-485b-8990-f9cbdd977f50), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:18.810425 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fad1c2-2482-4e9f-9d97-09855a7ba41d service neutron] Pushing event updated for resources: {'Port': ['ID=44e2072b-716d-443e-babb-2e0ac08fb90f,revision_number=8']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:18.811437 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6248426b-bba9-4f04-a075-1597c9364fa2 admin admin] Publish callbacks [] for security_group (b06a463d-9913-485b-8990-f9cbdd977f50), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:18.885218 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e994ee-532c-4a9a-8617-95036d546869 req-b49a2b64-5b3f-446f-8fb0-f79a3ca1db59 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:33:18.885566 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e994ee-532c-4a9a-8617-95036d546869 req-b49a2b64-5b3f-446f-8fb0-f79a3ca1db59 service neutron] Checking segment: {'id': '127a0507-6032-4814-93d3-5eb448d952e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:33:18.886043 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e994ee-532c-4a9a-8617-95036d546869 req-b49a2b64-5b3f-446f-8fb0-f79a3ca1db59 service neutron] Bound using segment: {'id': '127a0507-6032-4814-93d3-5eb448d952e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:33:18.886657 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-a6e994ee-532c-4a9a-8617-95036d546869 req-b49a2b64-5b3f-446f-8fb0-f79a3ca1db59 service neutron] Bound port: 2a0eec7b-9fca-42d8-a0c8-208f96cb8808, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '127a0507-6032-4814-93d3-5eb448d952e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:33:18.887235 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-a6e994ee-532c-4a9a-8617-95036d546869 req-b49a2b64-5b3f-446f-8fb0-f79a3ca1db59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2a0eec7b-9fca-42d8-a0c8-208f96cb8808), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:18.897714 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['44e2072b-716d-443e-babb-2e0ac08fb90f'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:33:18.988412 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-52504265-dc97-4de1-a1f7-d4b9dd3b7217 req-62ccaca7-3a15-4ef0-935d-15785994332d tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 1000 time: 0.1399961 Feb 20 03:33:19.025387 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['44e2072b-716d-443e-babb-2e0ac08fb90f'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:33:19.031248 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6248426b-bba9-4f04-a075-1597c9364fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b06a463d-9913-485b-8990-f9cbdd977f50), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:19.039735 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6248426b-bba9-4f04-a075-1597c9364fa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:19.048217 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6248426b-bba9-4f04-a075-1597c9364fa2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b06a463d-9913-485b-8990-f9cbdd977f50 HTTP/1.1" status: 204 len: 168 time: 0.5807340 Feb 20 03:33:19.100143 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248426b-bba9-4f04-a075-1597c9364fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06a463d-9913-485b-8990-f9cbdd977f50,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:19.130785 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-a6e994ee-532c-4a9a-8617-95036d546869 req-b49a2b64-5b3f-446f-8fb0-f79a3ca1db59 service neutron] For port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808, host n-h1-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:33:19.140778 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-a6e994ee-532c-4a9a-8617-95036d546869 req-b49a2b64-5b3f-446f-8fb0-f79a3ca1db59 service neutron] For port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=2a0eec7b-9fca-42d8-a0c8-208f96cb8808,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:33:19.260667 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-a6e994ee-532c-4a9a-8617-95036d546869 req-b49a2b64-5b3f-446f-8fb0-f79a3ca1db59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (2a0eec7b-9fca-42d8-a0c8-208f96cb8808), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:19.275323 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52504265-dc97-4de1-a1f7-d4b9dd3b7217 req-0903f7db-aab9-450f-8208-be45cdf3e228 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:19.277482 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-52504265-dc97-4de1-a1f7-d4b9dd3b7217 req-0903f7db-aab9-450f-8208-be45cdf3e228 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 784 time: 0.2821188 Feb 20 03:33:19.299845 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Attempting to bind port 44e2072b-716d-443e-babb-2e0ac08fb90f on host n-h2-829866-4 for vnic_type normal with profile {"migrating_to": "n-h1-829866-4"} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:33:19.300721 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Attempting to bind port 44e2072b-716d-443e-babb-2e0ac08fb90f by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:33:19.301190 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Attempting to bind port 44e2072b-716d-443e-babb-2e0ac08fb90f on network 5528b70c-0437-425a-a0ac-3485fc465717 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:33:19.354729 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a2b64-5b3f-446f-8fb0-f79a3ca1db59 service neutron] Pushing event updated for resources: {'Port': ['ID=2a0eec7b-9fca-42d8-a0c8-208f96cb8808,revision_number=10']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:19.368739 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e994ee-532c-4a9a-8617-95036d546869 req-b49a2b64-5b3f-446f-8fb0-f79a3ca1db59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:19.369491 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-a6e994ee-532c-4a9a-8617-95036d546869 req-b49a2b64-5b3f-446f-8fb0-f79a3ca1db59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:19.372925 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a6e994ee-532c-4a9a-8617-95036d546869 req-b49a2b64-5b3f-446f-8fb0-f79a3ca1db59 service neutron] 10.222.0.42 "PUT /v2.0/ports/2a0eec7b-9fca-42d8-a0c8-208f96cb8808 HTTP/1.1" status: 200 len: 1091 time: 2.5745707 Feb 20 03:33:19.374631 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801dc56e-a5ac-4cff-864d-129f50c171a7', 'tag': '2a0eec7b-9fca-42d8-a0c8-208f96cb8808'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:33:19.380344 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be7a1a1-9e63-42f2-9050-3de607e72d48" -d '{"events": [{"name": "network-changed", "server_uuid": "801dc56e-a5ac-4cff-864d-129f50c171a7", "tag": "2a0eec7b-9fca-42d8-a0c8-208f96cb8808"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:33:19.389974 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Port 44e2072b-716d-443e-babb-2e0ac08fb90f on network 5528b70c-0437-425a-a0ac-3485fc465717 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:33:19.406147 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Attempting to bind port 44e2072b-716d-443e-babb-2e0ac08fb90f on network 5528b70c-0437-425a-a0ac-3485fc465717 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:33:19.432213 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-52504265-dc97-4de1-a1f7-d4b9dd3b7217 req-4e414e05-52d9-44e3-8cab-891064f0cac0 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 1000 time: 0.1466589 Feb 20 03:33:19.444114 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-52504265-dc97-4de1-a1f7-d4b9dd3b7217 req-534a094d-1b2f-4bb0-b0a8-4f94bc1b450c tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:33:19.491380 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:33:19.491853 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Checking segment: {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:33:19.492291 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Bound using segment: {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:33:19.505419 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Bound port: 44e2072b-716d-443e-babb-2e0ac08fb90f, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20384565-9e77-4b31-83d4-1b623923e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5528b70c-0437-425a-a0ac-3485fc465717'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:33:19.506958 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (44e2072b-716d-443e-babb-2e0ac08fb90f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:19.519450 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e994ee-532c-4a9a-8617-95036d546869 req-939bd70c-f1ac-4e8e-85d5-5cbf1d5ddad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:19.521713 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a6e994ee-532c-4a9a-8617-95036d546869 req-939bd70c-f1ac-4e8e-85d5-5cbf1d5ddad9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c709bbfa8b354edf911780ffcf2e7b53&device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 1126 time: 0.1121068 Feb 20 03:33:19.597520 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-52504265-dc97-4de1-a1f7-d4b9dd3b7217 req-534a094d-1b2f-4bb0-b0a8-4f94bc1b450c tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks [] for floatingip (4fda5e70-1d6a-4a72-9d5d-bd76ac39babc), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:19.808843 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e994ee-532c-4a9a-8617-95036d546869 req-d2f41c48-57e2-4067-be7b-6fbb09084c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:19.815662 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a6e994ee-532c-4a9a-8617-95036d546869 req-d2f41c48-57e2-4067-be7b-6fbb09084c89 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a842b208-6516-42cd-af34-f14f7f82e32f HTTP/1.1" status: 200 len: 917 time: 0.2792273 Feb 20 03:33:19.899359 n-d-829866-4 neutron-server[104107]: WARNING neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Concurrent port binding operations failed on port 44e2072b-716d-443e-babb-2e0ac08fb90f Feb 20 03:33:19.927600 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 44e2072b-716d-443e-babb-2e0ac08fb90f, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=44e2072b-716d-443e-babb-2e0ac08fb90f,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:33:19.950206 n-d-829866-4 neutron-server[104107]: INFO neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Attempt 2 to bind port 44e2072b-716d-443e-babb-2e0ac08fb90f Feb 20 03:33:19.950608 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 44e2072b-716d-443e-babb-2e0ac08fb90f has no active binding in host n-h1-829866-4 {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 20 03:33:19.964661 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a6e994ee-532c-4a9a-8617-95036d546869 req-19ee548f-d5a1-472d-85c3-98e3034a2690 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a0eec7b-9fca-42d8-a0c8-208f96cb8808 HTTP/1.1" status: 200 len: 999 time: 0.1453571 Feb 20 03:33:19.970220 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-52504265-dc97-4de1-a1f7-d4b9dd3b7217 req-534a094d-1b2f-4bb0-b0a8-4f94bc1b450c tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:20.044772 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-52504265-dc97-4de1-a1f7-d4b9dd3b7217 req-534a094d-1b2f-4bb0-b0a8-4f94bc1b450c tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (4fda5e70-1d6a-4a72-9d5d-bd76ac39babc), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:20.051614 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [req-52504265-dc97-4de1-a1f7-d4b9dd3b7217 req-534a094d-1b2f-4bb0-b0a8-4f94bc1b450c tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Floating IP 4fda5e70-1d6a-4a72-9d5d-bd76ac39babc disassociated. External IP: 172.25.7.38, port: ebbc63d1-8e88-4db5-884c-e139d6561762. Feb 20 03:33:20.064975 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e994ee-532c-4a9a-8617-95036d546869 req-d415376f-39e1-4ad8-bd43-2721790f3d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:20.066439 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a6e994ee-532c-4a9a-8617-95036d546869 req-d415376f-39e1-4ad8-bd43-2721790f3d7a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=459abde2-853f-42b6-94b7-5e11d73152fc HTTP/1.1" status: 200 len: 855 time: 0.0949512 Feb 20 03:33:20.168857 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e994ee-532c-4a9a-8617-95036d546869 req-f0a3cbad-e94b-48bf-a68d-e16c041d3449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:20.170355 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a6e994ee-532c-4a9a-8617-95036d546869 req-f0a3cbad-e94b-48bf-a68d-e16c041d3449 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a842b208-6516-42cd-af34-f14f7f82e32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0923898 Feb 20 03:33:20.363652 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a6e994ee-532c-4a9a-8617-95036d546869 req-6fc1a5bf-e6fe-4af1-ae8d-641d09e80797 service neutron] 10.222.0.42 "GET /v2.0/networks/a842b208-6516-42cd-af34-f14f7f82e32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850998 Feb 20 03:33:20.497501 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52504265-dc97-4de1-a1f7-d4b9dd3b7217 req-534a094d-1b2f-4bb0-b0a8-4f94bc1b450c tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Router 952ad743-6165-488f-b20c-998dee722ae1 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:33:20.587022 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a6e994ee-532c-4a9a-8617-95036d546869 req-c76ebebe-f6da-4146-b1b5-564b64818932 service neutron] 10.222.0.42 "GET /v2.0/networks/a842b208-6516-42cd-af34-f14f7f82e32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131588 Feb 20 03:33:20.753004 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52504265-dc97-4de1-a1f7-d4b9dd3b7217 req-534a094d-1b2f-4bb0-b0a8-4f94bc1b450c tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:33:20.763103 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-52504265-dc97-4de1-a1f7-d4b9dd3b7217 req-534a094d-1b2f-4bb0-b0a8-4f94bc1b450c tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:20.768212 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2052350e-715a-4982-9639-003af2ae583b None None] Sync routers for ids ['952ad743-6165-488f-b20c-998dee722ae1'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:33:20.784094 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2052350e-715a-4982-9639-003af2ae583b None None] Routers {'952ad743-6165-488f-b20c-998dee722ae1'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:33:20.785689 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2052350e-715a-4982-9639-003af2ae583b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:32:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['952ad743-6165-488f-b20c-998dee722ae1'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:20.809471 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-52504265-dc97-4de1-a1f7-d4b9dd3b7217 req-534a094d-1b2f-4bb0-b0a8-4f94bc1b450c tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "PUT /v2.0/floatingips/4fda5e70-1d6a-4a72-9d5d-bd76ac39babc HTTP/1.1" status: 200 len: 694 time: 1.3715556 Feb 20 03:33:20.922673 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52504265-dc97-4de1-a1f7-d4b9dd3b7217 req-92d53e4b-65ab-4d88-ade1-b3cd108504a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:20.927885 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-52504265-dc97-4de1-a1f7-d4b9dd3b7217 req-92d53e4b-65ab-4d88-ade1-b3cd108504a3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=77847ebcb146436a81d068e3c92b91de&device_id=50bfdec8-2639-4e70-8fce-09c680b91fdc HTTP/1.1" status: 200 len: 1127 time: 0.0939264 Feb 20 03:33:21.084272 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:21.092854 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33204) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:33:21.141809 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-2052350e-715a-4982-9639-003af2ae583b None None] Set router 952ad743-6165-488f-b20c-998dee722ae1 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:33:21.145980 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52504265-dc97-4de1-a1f7-d4b9dd3b7217 req-8b42e2f5-bb63-4fa2-9042-98b7fd48a86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:21.148235 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-52504265-dc97-4de1-a1f7-d4b9dd3b7217 req-8b42e2f5-bb63-4fa2-9042-98b7fd48a86f service neutron] 10.222.0.89 "GET /v2.0/networks?id=16e82553-d900-47a8-be16-0e927aa5b122 HTTP/1.1" status: 200 len: 922 time: 0.2141540 Feb 20 03:33:21.243865 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-52504265-dc97-4de1-a1f7-d4b9dd3b7217 req-bc71e748-1fcf-4c84-876c-bef50d03079f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebbc63d1-8e88-4db5-884c-e139d6561762 HTTP/1.1" status: 200 len: 217 time: 0.0853648 Feb 20 03:33:21.323969 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-47ee1c59-7280-4980-9b28-ee20039428e3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-873323969-network', 'tenant_id': '5ff8b75fbb2949d5aad5a9cd3bc53c0a'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:33:21.327554 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52504265-dc97-4de1-a1f7-d4b9dd3b7217 req-3ac6e52b-8db1-4626-acd6-83ff852137c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:21.331028 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-52504265-dc97-4de1-a1f7-d4b9dd3b7217 req-3ac6e52b-8db1-4626-acd6-83ff852137c8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4011c41d-625a-4a4f-b17b-6325e727aa40 HTTP/1.1" status: 200 len: 860 time: 0.0805364 Feb 20 03:33:21.378924 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:21.414206 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52504265-dc97-4de1-a1f7-d4b9dd3b7217 req-731c2f43-f0dc-4419-a84e-7f789c67dcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:21.417444 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-52504265-dc97-4de1-a1f7-d4b9dd3b7217 req-731c2f43-f0dc-4419-a84e-7f789c67dcb8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=16e82553-d900-47a8-be16-0e927aa5b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0797234 Feb 20 03:33:21.461301 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ee1c59-7280-4980-9b28-ee20039428e3 admin admin] Made reservation on behalf of 5ff8b75fbb2949d5aad5a9cd3bc53c0a for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:33:21.467310 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-47ee1c59-7280-4980-9b28-ee20039428e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:21.473852 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-47ee1c59-7280-4980-9b28-ee20039428e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:21.537850 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-52504265-dc97-4de1-a1f7-d4b9dd3b7217 req-fc8a9b0e-08b8-49cc-a714-d31b1351e880 service neutron] 10.222.0.89 "GET /v2.0/networks/16e82553-d900-47a8-be16-0e927aa5b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128955 Feb 20 03:33:21.656169 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2052350e-715a-4982-9639-003af2ae583b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952ad743-6165-488f-b20c-998dee722ae1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317471473-router', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:53Z', 'updated_at': '2022-02-20T03:32:03Z', 'revision_number': 4, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'gw_port': {'id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:55Z', 'updated_at': '2022-02-20T03:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'f2611f40-94d4-409c-a275-153a5ed0c00d', 'name': '', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'mac_address': 'fa:16:3e:18:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:32:02Z', 'updated_at': '2022-02-20T03:32:09Z', 'revision_number': 5, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'subnets': [{'id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:21.667540 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-47ee1c59-7280-4980-9b28-ee20039428e3 admin admin] Publish callbacks [] for security_group (a9e46ff0-0328-45d8-9f18-ec03ffa9e449), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:21.684356 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-52504265-dc97-4de1-a1f7-d4b9dd3b7217 req-f9725029-747d-4ac0-8b74-91bef358a7d4 service neutron] 10.222.0.89 "GET /v2.0/networks/16e82553-d900-47a8-be16-0e927aa5b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396892 Feb 20 03:33:21.707026 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2052350e-715a-4982-9639-003af2ae583b None None] Checking router: 952ad743-6165-488f-b20c-998dee722ae1 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:33:21.730726 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2052350e-715a-4982-9639-003af2ae583b None None] Routers {'952ad743-6165-488f-b20c-998dee722ae1'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:33:21.731356 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2052350e-715a-4982-9639-003af2ae583b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:32:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['952ad743-6165-488f-b20c-998dee722ae1'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:21.814182 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-47ee1c59-7280-4980-9b28-ee20039428e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a9e46ff0-0328-45d8-9f18-ec03ffa9e449), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:21.882198 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ee1c59-7280-4980-9b28-ee20039428e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:33:21.932661 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee1c59-7280-4980-9b28-ee20039428e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e46ff0-0328-45d8-9f18-ec03ffa9e449,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:21.944597 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-47ee1c59-7280-4980-9b28-ee20039428e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (779aeac2-ecb9-46e0-8f48-3dc73d02eb8b), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:21.944901 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-47ee1c59-7280-4980-9b28-ee20039428e3 admin admin] Added segment 779aeac2-ecb9-46e0-8f48-3dc73d02eb8b of type vlan for network eb26da17-9faa-4ffe-b743-646e1db8b7cd Feb 20 03:33:22.038682 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-47ee1c59-7280-4980-9b28-ee20039428e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (eb26da17-9faa-4ffe-b743-646e1db8b7cd), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:22.068624 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-2052350e-715a-4982-9639-003af2ae583b None None] Set router 952ad743-6165-488f-b20c-998dee722ae1 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:33:22.115485 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2066a-d6de-47fc-83e4-7bd4f083d782 req-e199a4f5-4be1-45bb-9a8d-0a8801cdce55 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:22.128991 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-12c2066a-d6de-47fc-83e4-7bd4f083d782 req-e199a4f5-4be1-45bb-9a8d-0a8801cdce55 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 943 time: 0.1652033 Feb 20 03:33:22.197273 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-47ee1c59-7280-4980-9b28-ee20039428e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (eb26da17-9faa-4ffe-b743-646e1db8b7cd), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:22.198709 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ee1c59-7280-4980-9b28-ee20039428e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:22.199696 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-47ee1c59-7280-4980-9b28-ee20039428e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:22.241813 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-12c2066a-d6de-47fc-83e4-7bd4f083d782 req-086c4307-6f73-41ed-842b-bfcf25ef5361 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/security-groups?id=9aae0e47-f93c-41fb-b5a5-8593b9285415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116967 Feb 20 03:33:22.394713 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2052350e-715a-4982-9639-003af2ae583b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952ad743-6165-488f-b20c-998dee722ae1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317471473-router', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:53Z', 'updated_at': '2022-02-20T03:32:03Z', 'revision_number': 4, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'gw_port': {'id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:55Z', 'updated_at': '2022-02-20T03:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'f2611f40-94d4-409c-a275-153a5ed0c00d', 'name': '', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'mac_address': 'fa:16:3e:18:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:32:02Z', 'updated_at': '2022-02-20T03:32:09Z', 'revision_number': 5, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'subnets': [{'id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:22.407895 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee1c59-7280-4980-9b28-ee20039428e3 admin admin] Pushing event updated for resources: {'Network': ['ID=eb26da17-9faa-4ffe-b743-646e1db8b7cd,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:22.471523 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2052350e-715a-4982-9639-003af2ae583b None None] The sync data for ids ['952ad743-6165-488f-b20c-998dee722ae1'] in n-d-829866-4 is: [{'id': '952ad743-6165-488f-b20c-998dee722ae1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317471473-router', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:53Z', 'updated_at': '2022-02-20T03:32:03Z', 'revision_number': 4, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'gw_port': {'id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:55Z', 'updated_at': '2022-02-20T03:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'f2611f40-94d4-409c-a275-153a5ed0c00d', 'name': '', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'mac_address': 'fa:16:3e:18:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:32:02Z', 'updated_at': '2022-02-20T03:32:09Z', 'revision_number': 5, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'subnets': [{'id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:33:22.479943 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network eb26da17-9faa-4ffe-b743-646e1db8b7cd details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:33:22.564165 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 33226) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:33:22.564884 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-47ee1c59-7280-4980-9b28-ee20039428e3 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4697978 Feb 20 03:33:22.569635 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-4bad7de3-5cff-4313-9160-ecf678468979 admin admin] Request body: {'subnet': {'network_id': 'eb26da17-9faa-4ffe-b743-646e1db8b7cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-873323969-subnet', 'tenant_id': '5ff8b75fbb2949d5aad5a9cd3bc53c0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:33:22.700744 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bad7de3-5cff-4313-9160-ecf678468979 admin admin] Made reservation on behalf of 5ff8b75fbb2949d5aad5a9cd3bc53c0a for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:33:22.712377 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4bad7de3-5cff-4313-9160-ecf678468979 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:23.098582 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bcf569-2c92-413d-9eaa-cf128bc962e3 None None] New status for floating IP 4fda5e70-1d6a-4a72-9d5d-bd76ac39babc: DOWN {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:33:23.746793 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4bad7de3-5cff-4313-9160-ecf678468979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (68459050-934c-49c9-b167-98d8885a461c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:23.831366 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad7de3-5cff-4313-9160-ecf678468979 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68459050-934c-49c9-b167-98d8885a461c,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:23.833389 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bad7de3-5cff-4313-9160-ecf678468979 admin admin] Checking segment: {'id': '779aeac2-ecb9-46e0-8f48-3dc73d02eb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'eb26da17-9faa-4ffe-b743-646e1db8b7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:33:23.833799 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bad7de3-5cff-4313-9160-ecf678468979 admin admin] Network hostable DHCP agents. Network: eb26da17-9faa-4ffe-b743-646e1db8b7cd, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:33:23.969075 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bad7de3-5cff-4313-9160-ecf678468979 admin admin] Network eb26da17-9faa-4ffe-b743-646e1db8b7cd is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:33:24.271647 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-4bad7de3-5cff-4313-9160-ecf678468979 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, eb26da17-9faa-4ffe-b743-646e1db8b7cd) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:33:24.277038 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bad7de3-5cff-4313-9160-ecf678468979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:24.278391 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4bad7de3-5cff-4313-9160-ecf678468979 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:24.282079 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b71526e-9c3d-40ef-ba60-279bcba8393a None None] Network eb26da17-9faa-4ffe-b743-646e1db8b7cd requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:33:24.388738 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4bad7de3-5cff-4313-9160-ecf678468979 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8222630 Feb 20 03:33:24.467883 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb90cab6-b4cd-4773-b856-60e45f3cb3ba None None] Network eb26da17-9faa-4ffe-b743-646e1db8b7cd requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:33:26.051563 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sun, 20 Feb 2022 03:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bf63aa-4790-4782-8181-abb4840851b7 x-openstack-request-id: req-56bf63aa-4790-4782-8181-abb4840851b7 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:33:26.052133 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5dcd6c-dd28-495d-8aef-a91e8197ed21", "tag": "1b2fae4c-6ab3-4246-af0c-cf2d8a772e78", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "50bfdec8-2639-4e70-8fce-09c680b91fdc", "tag": "ebbc63d1-8e88-4db5-884c-e139d6561762", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "tag": "dd41166f-324a-4828-b6ba-1406f360ad82", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:33:26.052267 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-56bf63aa-4790-4782-8181-abb4840851b7 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:33:26.052787 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5dcd6c-dd28-495d-8aef-a91e8197ed21', 'tag': '1b2fae4c-6ab3-4246-af0c-cf2d8a772e78', 'status': 'completed', 'code': 200} Feb 20 03:33:26.052927 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50bfdec8-2639-4e70-8fce-09c680b91fdc', 'tag': 'ebbc63d1-8e88-4db5-884c-e139d6561762', 'status': 'completed', 'code': 200} Feb 20 03:33:26.053141 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'tag': 'dd41166f-324a-4828-b6ba-1406f360ad82', 'status': 'completed', 'code': 200} Feb 20 03:33:26.149538 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-07bb4f9d-56c3-436c-8c82-f669b6c5d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:26.150471 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-07bb4f9d-56c3-436c-8c82-f669b6c5d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:26.151196 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-07bb4f9d-56c3-436c-8c82-f669b6c5d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:26.151654 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-07bb4f9d-56c3-436c-8c82-f669b6c5d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:26.152423 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-07bb4f9d-56c3-436c-8c82-f669b6c5d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:26.152980 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-07bb4f9d-56c3-436c-8c82-f669b6c5d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:26.153642 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-07bb4f9d-56c3-436c-8c82-f669b6c5d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:26.159184 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-07bb4f9d-56c3-436c-8c82-f669b6c5d294 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=31539382099d40138aa9f9434b18f41f&device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 6718 time: 0.0777543 Feb 20 03:33:26.227370 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c2264-6197-4c7d-a2fe-fdc643e8bf3a req-0d15a1ed-a2fa-4424-aed3-04501ed84498 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:26.229159 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b57c2264-6197-4c7d-a2fe-fdc643e8bf3a req-0d15a1ed-a2fa-4424-aed3-04501ed84498 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 943 time: 0.0748470 Feb 20 03:33:26.323892 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b57c2264-6197-4c7d-a2fe-fdc643e8bf3a req-04791856-b2e0-41af-af5a-5f7177827fad tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879657 Feb 20 03:33:26.385789 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5fbdd383-0fcc-441c-a319-555e843f2895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:26.540304 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666eca3-c9ed-4a8d-87a5-d5c1274cb6e2 req-552d8c7a-4481-47c8-9d41-11eb49133717 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:26.542717 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2666eca3-c9ed-4a8d-87a5-d5c1274cb6e2 req-552d8c7a-4481-47c8-9d41-11eb49133717 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 944 time: 0.1115701 Feb 20 03:33:26.661300 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2666eca3-c9ed-4a8d-87a5-d5c1274cb6e2 req-34f5746d-1f54-4f76-b522-edfc407618e0 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112068 Feb 20 03:33:26.741011 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-00da1121-02e9-429b-aa5e-9495b2a1b43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:26.742490 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-00da1121-02e9-429b-aa5e-9495b2a1b43d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77847ebcb146436a81d068e3c92b91de&device_id=6c5dcd6c-dd28-495d-8aef-a91e8197ed21 HTTP/1.1" status: 200 len: 1128 time: 0.0830989 Feb 20 03:33:26.745822 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-cd613e40-c21b-4e99-b095-807c23d4865d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:26.747710 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-cd613e40-c21b-4e99-b095-807c23d4865d service neutron] 10.222.0.93 "GET /v2.0/networks?id=aa6d2272-799c-4865-988f-50175dc27eb2 HTTP/1.1" status: 200 len: 918 time: 0.5826986 Feb 20 03:33:26.848749 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-41aa7d83-3d7d-4d1c-8131-0729eb1d54b4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd41166f-324a-4828-b6ba-1406f360ad82 HTTP/1.1" status: 200 len: 1002 time: 0.0908215 Feb 20 03:33:26.886217 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ac416-ec1e-4b20-87e8-4e2b9a74a615 req-838e2ae5-bb33-4396-b287-502491d302c4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:26.895431 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ac416-ec1e-4b20-87e8-4e2b9a74a615 req-838e2ae5-bb33-4396-b287-502491d302c4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:26.903933 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ac416-ec1e-4b20-87e8-4e2b9a74a615 req-838e2ae5-bb33-4396-b287-502491d302c4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:26.912925 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ac416-ec1e-4b20-87e8-4e2b9a74a615 req-838e2ae5-bb33-4396-b287-502491d302c4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:26.919011 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ac416-ec1e-4b20-87e8-4e2b9a74a615 req-838e2ae5-bb33-4396-b287-502491d302c4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:26.924115 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-b61a17d6-a906-46af-8c24-5f706d0dca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:26.925419 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ac416-ec1e-4b20-87e8-4e2b9a74a615 req-838e2ae5-bb33-4396-b287-502491d302c4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:26.925668 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-b61a17d6-a906-46af-8c24-5f706d0dca17 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2c58907d-12ba-48c6-961d-3dd4ac0885d0 HTTP/1.1" status: 200 len: 856 time: 0.0618978 Feb 20 03:33:26.931257 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ac416-ec1e-4b20-87e8-4e2b9a74a615 req-838e2ae5-bb33-4396-b287-502491d302c4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:26.954725 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f62ac416-ec1e-4b20-87e8-4e2b9a74a615 req-838e2ae5-bb33-4396-b287-502491d302c4 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5444 time: 0.1870730 Feb 20 03:33:27.100286 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3e1e8-a4c6-4b54-8b7b-a58fe56410c3 req-f4ba4d91-754f-44a1-af12-0ef705e604dc tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:27.101829 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a8a3e1e8-a4c6-4b54-8b7b-a58fe56410c3 req-f4ba4d91-754f-44a1-af12-0ef705e604dc tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] 10.222.0.89 "GET /v2.0/ports?device_id=5289545c-837f-4dd8-a47f-68d0bff671a7 HTTP/1.1" status: 200 len: 950 time: 0.1048191 Feb 20 03:33:27.176181 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a8a3e1e8-a4c6-4b54-8b7b-a58fe56410c3 req-0d7b57dd-a8e7-4b21-aa02-27ab10af54d3 tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] 10.222.0.89 "GET /v2.0/security-groups?id=4d246eaf-1b68-4680-8e1c-617132bceff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669465 Feb 20 03:33:27.241074 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4d7d7b-c90e-416d-970c-dce83054707b x-openstack-request-id: req-aa4d7d7b-c90e-416d-970c-dce83054707b {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:33:27.241757 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801dc56e-a5ac-4cff-864d-129f50c171a7", "tag": "2a0eec7b-9fca-42d8-a0c8-208f96cb8808", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:33:27.241757 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-aa4d7d7b-c90e-416d-970c-dce83054707b {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:33:27.242346 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801dc56e-a5ac-4cff-864d-129f50c171a7', 'tag': '2a0eec7b-9fca-42d8-a0c8-208f96cb8808', 'status': 'completed', 'code': 200} Feb 20 03:33:27.243162 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-7343b9bc-7f94-495a-82bb-b7493478907e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:27.244546 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-7343b9bc-7f94-495a-82bb-b7493478907e service neutron] 10.222.0.42 "GET /v2.0/networks?id=16e82553-d900-47a8-be16-0e927aa5b122 HTTP/1.1" status: 200 len: 922 time: 0.2241874 Feb 20 03:33:27.251796 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-1d232133-ece2-4ed3-9106-c0b661609731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:27.253442 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-1d232133-ece2-4ed3-9106-c0b661609731 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=aa6d2272-799c-4865-988f-50175dc27eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3210521 Feb 20 03:33:27.376864 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-8979f99e-5497-47be-94cd-1a6d65d18402 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 HTTP/1.1" status: 200 len: 217 time: 0.0458484 Feb 20 03:33:27.448077 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-2b419e8c-ddf2-451a-a95e-4fadf5481c42 service neutron] 10.222.0.93 "GET /v2.0/networks/aa6d2272-799c-4865-988f-50175dc27eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872315 Feb 20 03:33:27.514151 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7a1a1-9e63-42f2-9050-3de607e72d48 req-3302b222-4a64-4625-a420-577ddd91aea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:27.517072 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7be7a1a1-9e63-42f2-9050-3de607e72d48 req-3302b222-4a64-4625-a420-577ddd91aea0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c709bbfa8b354edf911780ffcf2e7b53&device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 1126 time: 0.1266694 Feb 20 03:33:27.699519 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 44e2072b-716d-443e-babb-2e0ac08fb90f no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:33:27.734285 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-fee0a361-8c00-40ce-887f-28ff83ead956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:27.736333 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-fee0a361-8c00-40ce-887f-28ff83ead956 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4011c41d-625a-4a4f-b17b-6325e727aa40 HTTP/1.1" status: 200 len: 860 time: 0.2780681 Feb 20 03:33:27.770055 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-6383f6cd-9830-4570-9c09-df669e14e45e service neutron] 10.222.0.93 "GET /v2.0/networks/aa6d2272-799c-4865-988f-50175dc27eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148072 Feb 20 03:33:27.775949 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7a1a1-9e63-42f2-9050-3de607e72d48 req-0a9d3231-9c53-420d-8468-c84fad8c9d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:27.778287 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7be7a1a1-9e63-42f2-9050-3de607e72d48 req-0a9d3231-9c53-420d-8468-c84fad8c9d51 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a842b208-6516-42cd-af34-f14f7f82e32f HTTP/1.1" status: 200 len: 917 time: 0.2232413 Feb 20 03:33:27.842591 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-de3f8c1d-c632-4c12-90de-1cdffba7b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:27.845298 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-de3f8c1d-c632-4c12-90de-1cdffba7b942 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=16e82553-d900-47a8-be16-0e927aa5b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0868623 Feb 20 03:33:27.980130 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 44e2072b-716d-443e-babb-2e0ac08fb90f is: DOWN; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:33:27.983157 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7be7a1a1-9e63-42f2-9050-3de607e72d48 req-1280da2c-9183-4dba-9fa5-bc17169bdf92 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a0eec7b-9fca-42d8-a0c8-208f96cb8808 HTTP/1.1" status: 200 len: 999 time: 0.1833568 Feb 20 03:33:28.008907 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6ce0e-bf19-4ee9-abc6-d0a15eee2b4c req-a65870c7-d8db-4b3c-81f0-c79ffd7ee81e tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:28.010441 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-52926e75-c4f7-4cec-a6f5-a1dc174a6ab6 service neutron] 10.222.0.42 "GET /v2.0/networks/16e82553-d900-47a8-be16-0e927aa5b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268518 Feb 20 03:33:28.011087 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b1e6ce0e-bf19-4ee9-abc6-d0a15eee2b4c req-a65870c7-d8db-4b3c-81f0-c79ffd7ee81e tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 943 time: 0.2378109 Feb 20 03:33:28.061041 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ff3cc5-54c2-4121-86d1-8a619c66104b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44e2072b-716d-443e-babb-2e0ac08fb90f'}, {'name': 'network-changed', 'server_uuid': 'e3ff3cc5-54c2-4121-86d1-8a619c66104b', 'tag': '44e2072b-716d-443e-babb-2e0ac08fb90f'}, {'name': 'network-changed', 'server_uuid': '50bfdec8-2639-4e70-8fce-09c680b91fdc', 'tag': 'ebbc63d1-8e88-4db5-884c-e139d6561762'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:33:28.076931 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa43580-d394-4245-8f03-d6fd809fd87b" -d '{"events": [{"server_uuid": "e3ff3cc5-54c2-4121-86d1-8a619c66104b", "name": "network-vif-unplugged", "status": "completed", "tag": "44e2072b-716d-443e-babb-2e0ac08fb90f"}, {"name": "network-changed", "server_uuid": "e3ff3cc5-54c2-4121-86d1-8a619c66104b", "tag": "44e2072b-716d-443e-babb-2e0ac08fb90f"}, {"name": "network-changed", "server_uuid": "50bfdec8-2639-4e70-8fce-09c680b91fdc", "tag": "ebbc63d1-8e88-4db5-884c-e139d6561762"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:33:28.165002 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b1e6ce0e-bf19-4ee9-abc6-d0a15eee2b4c req-fed421f3-bedb-4c66-ba40-98313258facc tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/security-groups?id=9aae0e47-f93c-41fb-b5a5-8593b9285415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455112 Feb 20 03:33:28.168775 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-4eb74134-da3d-41b7-b58c-94ef624fdec4 service neutron] 10.222.0.42 "GET /v2.0/networks/16e82553-d900-47a8-be16-0e927aa5b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184406 Feb 20 03:33:28.196156 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7a1a1-9e63-42f2-9050-3de607e72d48 req-903314b0-34fd-4e74-b11e-c68a90a7702a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:28.197854 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7be7a1a1-9e63-42f2-9050-3de607e72d48 req-903314b0-34fd-4e74-b11e-c68a90a7702a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=459abde2-853f-42b6-94b7-5e11d73152fc HTTP/1.1" status: 200 len: 855 time: 0.1176801 Feb 20 03:33:28.287698 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7a1a1-9e63-42f2-9050-3de607e72d48 req-f9ff12ce-c7a8-4346-989d-a568c9feb96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:28.291293 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7be7a1a1-9e63-42f2-9050-3de607e72d48 req-f9ff12ce-c7a8-4346-989d-a568c9feb96d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a842b208-6516-42cd-af34-f14f7f82e32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0660539 Feb 20 03:33:28.312033 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-e27f5832-1798-4d9a-8eba-968f7deee0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:28.314689 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-e27f5832-1798-4d9a-8eba-968f7deee0d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77847ebcb146436a81d068e3c92b91de&device_id=50bfdec8-2639-4e70-8fce-09c680b91fdc HTTP/1.1" status: 200 len: 1127 time: 0.0612385 Feb 20 03:33:28.458022 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7be7a1a1-9e63-42f2-9050-3de607e72d48 req-6c1874a4-245d-4ef8-91e7-6a844c2c2f14 service neutron] 10.222.0.42 "GET /v2.0/networks/a842b208-6516-42cd-af34-f14f7f82e32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575375 Feb 20 03:33:28.617043 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-b87c1462-61d3-45b8-b08c-eaad5fc3c00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:28.620544 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-b87c1462-61d3-45b8-b08c-eaad5fc3c00c service neutron] 10.222.0.42 "GET /v2.0/networks?id=16e82553-d900-47a8-be16-0e927aa5b122 HTTP/1.1" status: 200 len: 922 time: 0.2482667 Feb 20 03:33:28.755429 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7be7a1a1-9e63-42f2-9050-3de607e72d48 req-4cd808dd-3651-4090-b030-ca7ea8916477 service neutron] 10.222.0.42 "GET /v2.0/networks/a842b208-6516-42cd-af34-f14f7f82e32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821178 Feb 20 03:33:28.824780 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-02b6153d-e483-4a6b-8cc5-fbf37a278a39 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:28.841965 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-02b6153d-e483-4a6b-8cc5-fbf37a278a39 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/networks?id=eb26da17-9faa-4ffe-b743-646e1db8b7cd HTTP/1.1" status: 200 len: 814 time: 0.2124226 Feb 20 03:33:28.869302 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-1379d615-c026-47ea-b675-fca359a5f63f tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/quotas/5ff8b75fbb2949d5aad5a9cd3bc53c0a HTTP/1.1" status: 200 len: 375 time: 0.0262821 Feb 20 03:33:28.910792 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-f9a99263-dbb7-4355-a464-906a9c5a507c tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=5ff8b75fbb2949d5aad5a9cd3bc53c0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404372 Feb 20 03:33:28.927893 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3c9e6649-c54e-4153-8987-d5df551dd215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:29.021869 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-7491707c-eaec-4af0-a8ce-a930f9285a5f service neutron] 10.222.0.89 "GET /v2.0/networks/eb26da17-9faa-4ffe-b743-646e1db8b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053712 Feb 20 03:33:29.099773 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-cf062d1e-8996-4869-adeb-24b5ac25ba44 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebbc63d1-8e88-4db5-884c-e139d6561762 HTTP/1.1" status: 200 len: 217 time: 0.0803995 Feb 20 03:33:29.132306 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-e4c6064c-d1e9-4c64-8f9a-f8b60c8f43ed service neutron] 10.222.0.89 "GET /v2.0/networks/eb26da17-9faa-4ffe-b743-646e1db8b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031675 Feb 20 03:33:29.186332 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-5755fa3a-24e9-4d95-8e51-964224cdac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:29.186332 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-5755fa3a-24e9-4d95-8e51-964224cdac12 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4011c41d-625a-4a4f-b17b-6325e727aa40 HTTP/1.1" status: 200 len: 860 time: 0.0569296 Feb 20 03:33:29.257853 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-d83c1962-0f14-48b7-9d41-7f3d018ff20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:29.259781 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-d83c1962-0f14-48b7-9d41-7f3d018ff20b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=16e82553-d900-47a8-be16-0e927aa5b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0696568 Feb 20 03:33:29.647153 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-16202347-ab1d-4588-91b4-087c7947e1d5 service neutron] 10.222.0.42 "GET /v2.0/networks/16e82553-d900-47a8-be16-0e927aa5b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031491 Feb 20 03:33:29.840559 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a4fd7-c247-435c-9fee-db54b74abb32 req-f7b39599-04c8-4a85-aa86-d1489643d7ab tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:29.842440 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fb1a4fd7-c247-435c-9fee-db54b74abb32 req-f7b39599-04c8-4a85-aa86-d1489643d7ab tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 943 time: 0.1084287 Feb 20 03:33:29.848864 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:29.859969 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-334864b5-1bdf-4962-a74f-5d6d94b3abb8 req-7c64ad86-23f1-4e90-86ef-ffa73ec2a6bd service neutron] 10.222.0.42 "GET /v2.0/networks/16e82553-d900-47a8-be16-0e927aa5b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739666 Feb 20 03:33:29.917240 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fb1a4fd7-c247-435c-9fee-db54b74abb32 req-64a8e582-e2df-4fda-9c1b-d6e01d5d1d9e tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658829 Feb 20 03:33:30.009992 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-4a512713-f39c-4e85-816a-14e483f18529 service neutron] 10.222.0.93 "GET /v2.0/ports/44e2072b-716d-443e-babb-2e0ac08fb90f/bindings/n-h1-829866-4 HTTP/1.1" status: 200 len: 384 time: 0.1219409 Feb 20 03:33:30.139871 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002f634-32e7-4463-8b7d-79a18922654f req-7ba4bcd0-0dde-489a-bcb8-9fd10e339715 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:30.143630 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c002f634-32e7-4463-8b7d-79a18922654f req-7ba4bcd0-0dde-489a-bcb8-9fd10e339715 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5dcd6c-dd28-495d-8aef-a91e8197ed21&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1522481 Feb 20 03:33:30.174324 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device bb50466d-f014-419e-9b24-3de6166d551a no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:33:30.296874 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c002f634-32e7-4463-8b7d-79a18922654f req-75944170-cfe0-4897-b941-7bf4f9fa94d4 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 695 time: 0.1461272 Feb 20 03:33:30.304508 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-732d751b-5221-494d-b7c4-b63a761bd512 service neutron] For port 44e2072b-716d-443e-babb-2e0ac08fb90f, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=44e2072b-716d-443e-babb-2e0ac08fb90f,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:33:30.326255 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-732d751b-5221-494d-b7c4-b63a761bd512 service neutron] For port 44e2072b-716d-443e-babb-2e0ac08fb90f, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:33:30.333628 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-c002f634-32e7-4463-8b7d-79a18922654f req-6012734a-f7cd-4699-9614-329c765dc7c1 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Request body: {'floatingip': {'port_id': '1b2fae4c-6ab3-4246-af0c-cf2d8a772e78', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:33:30.363844 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port bb50466d-f014-419e-9b24-3de6166d551a is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:33:30.364180 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-732d751b-5221-494d-b7c4-b63a761bd512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e2072b-716d-443e-babb-2e0ac08fb90f {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:33:30.364760 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bb50466d-f014-419e-9b24-3de6166d551a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:30.376023 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-732d751b-5221-494d-b7c4-b63a761bd512 service neutron] For port 44e2072b-716d-443e-babb-2e0ac08fb90f, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=44e2072b-716d-443e-babb-2e0ac08fb90f,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:33:30.405498 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa568f6-3cc1-48f1-85d5-89001a4af509', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb50466d-f014-419e-9b24-3de6166d551a'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:33:30.408286 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d78cb41-b5c7-453c-a3c0-91372cf60049" -d '{"events": [{"server_uuid": "eaa568f6-3cc1-48f1-85d5-89001a4af509", "name": "network-vif-unplugged", "status": "completed", "tag": "bb50466d-f014-419e-9b24-3de6166d551a"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:33:30.425633 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port bb50466d-f014-419e-9b24-3de6166d551a, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=bb50466d-f014-419e-9b24-3de6166d551a,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:33:30.457497 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c002f634-32e7-4463-8b7d-79a18922654f req-6012734a-f7cd-4699-9614-329c765dc7c1 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks [] for floatingip (4fda5e70-1d6a-4a72-9d5d-bd76ac39babc), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:30.550893 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-732d751b-5221-494d-b7c4-b63a761bd512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (44e2072b-716d-443e-babb-2e0ac08fb90f), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:30.568580 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bb50466d-f014-419e-9b24-3de6166d551a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:30.630218 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f376441-b99b-4aec-be52-8e957e201f34 req-cf901f46-a55f-4eb2-b1d9-59ea3a3f6684 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:30.636575 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1f376441-b99b-4aec-be52-8e957e201f34 req-cf901f46-a55f-4eb2-b1d9-59ea3a3f6684 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.42 "GET /v2.0/ports?device_id=50bfdec8-2639-4e70-8fce-09c680b91fdc HTTP/1.1" status: 200 len: 945 time: 0.1445224 Feb 20 03:33:30.708424 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=bb50466d-f014-419e-9b24-3de6166d551a,revision_number=11']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:30.764346 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5fb95350-57a9-4f6e-a072-5c0ebbf63e6e req-da476bc4-4fff-42c2-94bc-726da1fae511 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1941643 Feb 20 03:33:30.899063 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-732d751b-5221-494d-b7c4-b63a761bd512 service neutron] Transition to ACTIVE for port object 44e2072b-716d-443e-babb-2e0ac08fb90f will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:33:30.925753 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-1f376441-b99b-4aec-be52-8e957e201f34 req-94b3c903-9496-4aca-a844-9d72f4cee546 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Deleting port ebbc63d1-8e88-4db5-884c-e139d6561762 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:33:30.926074 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-1f376441-b99b-4aec-be52-8e957e201f34 req-94b3c903-9496-4aca-a844-9d72f4cee546 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ebbc63d1-8e88-4db5-884c-e139d6561762), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:31.011335 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb95350-57a9-4f6e-a072-5c0ebbf63e6e req-f14dbab7-c552-4d16-b3f3-732a9aa3419c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:31.012933 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5fb95350-57a9-4f6e-a072-5c0ebbf63e6e req-f14dbab7-c552-4d16-b3f3-732a9aa3419c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 1127 time: 0.1218820 Feb 20 03:33:31.073130 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-1f376441-b99b-4aec-be52-8e957e201f34 req-94b3c903-9496-4aca-a844-9d72f4cee546 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] For port ebbc63d1-8e88-4db5-884c-e139d6561762, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=ebbc63d1-8e88-4db5-884c-e139d6561762,segment=NetworkSegment(cda420b9-3208-4359-b0a0-39d6d5b4153c),segment_id=cda420b9-3208-4359-b0a0-39d6d5b4153c)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:33:31.073838 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-1f376441-b99b-4aec-be52-8e957e201f34 req-94b3c903-9496-4aca-a844-9d72f4cee546 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ebbc63d1-8e88-4db5-884c-e139d6561762), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:31.090728 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-1f376441-b99b-4aec-be52-8e957e201f34 req-94b3c903-9496-4aca-a844-9d72f4cee546 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Calling delete_port for ebbc63d1-8e88-4db5-884c-e139d6561762 owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:33:31.093428 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-732d751b-5221-494d-b7c4-b63a761bd512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (44e2072b-716d-443e-babb-2e0ac08fb90f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:31.203879 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-732d751b-5221-494d-b7c4-b63a761bd512 service neutron] No DVR routers for this DVR port 44e2072b-716d-443e-babb-2e0ac08fb90f on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:33:31.222133 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:31.304268 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-732d751b-5221-494d-b7c4-b63a761bd512 service neutron] 10.222.0.93 "PUT /v2.0/ports/44e2072b-716d-443e-babb-2e0ac08fb90f/bindings/n-h1-829866-4/activate HTTP/1.1" status: 200 len: 369 time: 1.2864280 Feb 20 03:33:31.307194 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d751b-5221-494d-b7c4-b63a761bd512 service neutron] Pushing event updated for resources: {'Port': ['ID=44e2072b-716d-443e-babb-2e0ac08fb90f,revision_number=10']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:31.372850 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb95350-57a9-4f6e-a072-5c0ebbf63e6e req-637b4581-3c71-4dd9-9663-72789583c496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:31.374793 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5fb95350-57a9-4f6e-a072-5c0ebbf63e6e req-637b4581-3c71-4dd9-9663-72789583c496 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5528b70c-0437-425a-a0ac-3485fc465717 HTTP/1.1" status: 200 len: 921 time: 0.2944055 Feb 20 03:33:31.425508 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5fb95350-57a9-4f6e-a072-5c0ebbf63e6e req-ea14dcb3-51e4-4aff-9270-638a37fd5bc7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1da3b321-2b61-40d5-b0b2-2546ea0f26cd HTTP/1.1" status: 200 len: 217 time: 0.0444014 Feb 20 03:33:31.545112 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.db.resource_extend [req-c002f634-32e7-4463-8b7d-79a18922654f req-6012734a-f7cd-4699-9614-329c765dc7c1 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 03:33:31.568544 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-1f376441-b99b-4aec-be52-8e957e201f34 req-94b3c903-9496-4aca-a844-9d72f4cee546 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (ebbc63d1-8e88-4db5-884c-e139d6561762), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:31.582698 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['1b2fae4c-6ab3-4246-af0c-cf2d8a772e78', 'ebbc63d1-8e88-4db5-884c-e139d6561762'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:33:31.632932 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb95350-57a9-4f6e-a072-5c0ebbf63e6e req-c8beb87f-f0e5-4ce9-96ea-7471a424f894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:31.634688 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5fb95350-57a9-4f6e-a072-5c0ebbf63e6e req-c8beb87f-f0e5-4ce9-96ea-7471a424f894 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e570f242-4684-4db2-b2a8-755bc6ec8973 HTTP/1.1" status: 200 len: 860 time: 0.1787083 Feb 20 03:33:31.680630 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3c903-9496-4aca-a844-9d72f4cee546 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Pushing event deleted for resources: {'Port': ['ID=ebbc63d1-8e88-4db5-884c-e139d6561762,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:31.727531 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f376441-b99b-4aec-be52-8e957e201f34 req-94b3c903-9496-4aca-a844-9d72f4cee546 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] No DVR routers for this DVR port ebbc63d1-8e88-4db5-884c-e139d6561762 on host n-h1-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:33:31.735904 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-1f376441-b99b-4aec-be52-8e957e201f34 req-94b3c903-9496-4aca-a844-9d72f4cee546 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:31.745900 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1f376441-b99b-4aec-be52-8e957e201f34 req-94b3c903-9496-4aca-a844-9d72f4cee546 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.42 "DELETE /v2.0/ports/ebbc63d1-8e88-4db5-884c-e139d6561762 HTTP/1.1" status: 204 len: 173 time: 1.0318532 Feb 20 03:33:31.746392 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bfdec8-2639-4e70-8fce-09c680b91fdc', 'name': 'network-vif-deleted', 'tag': 'ebbc63d1-8e88-4db5-884c-e139d6561762'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:33:31.750236 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4d3f20-37f8-4e40-9040-11a458bb0427" -d '{"events": [{"server_uuid": "50bfdec8-2639-4e70-8fce-09c680b91fdc", "name": "network-vif-deleted", "tag": "ebbc63d1-8e88-4db5-884c-e139d6561762"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:33:31.762945 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5fb95350-57a9-4f6e-a072-5c0ebbf63e6e req-cd116c21-6b59-4307-904b-7344f449c83b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5528b70c-0437-425a-a0ac-3485fc465717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014283 Feb 20 03:33:31.766470 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c002f634-32e7-4463-8b7d-79a18922654f req-6012734a-f7cd-4699-9614-329c765dc7c1 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:31.773263 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-77a3d696-e8aa-4768-8b80-5bbfca459574 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:31.775038 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-77a3d696-e8aa-4768-8b80-5bbfca459574 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b&tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&binding%3Ahost_id=n-h2-829866-4 HTTP/1.1" status: 200 len: 1126 time: 0.3009653 Feb 20 03:33:31.876361 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c002f634-32e7-4463-8b7d-79a18922654f req-6012734a-f7cd-4699-9614-329c765dc7c1 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (4fda5e70-1d6a-4a72-9d5d-bd76ac39babc), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:32.470469 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5fb95350-57a9-4f6e-a072-5c0ebbf63e6e req-faf32cc9-8c0b-4dab-bd1e-cdafb0ad54a8 service neutron] 10.222.0.42 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6585169 Feb 20 03:33:32.474711 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-254cda76-50a2-4191-a4e7-50b167a6803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:32.476422 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-254cda76-50a2-4191-a4e7-50b167a6803a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b&tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359 HTTP/1.1" status: 200 len: 1126 time: 0.6628249 Feb 20 03:33:32.503499 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [req-c002f634-32e7-4463-8b7d-79a18922654f req-6012734a-f7cd-4699-9614-329c765dc7c1 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Floating IP 4fda5e70-1d6a-4a72-9d5d-bd76ac39babc associated. External IP: 172.25.7.38, port: 1b2fae4c-6ab3-4246-af0c-cf2d8a772e78. Feb 20 03:33:32.750735 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5fb95350-57a9-4f6e-a072-5c0ebbf63e6e req-eaa196a6-a127-46fb-9e84-82e314a2bbc2 service neutron] 10.222.0.42 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443373 Feb 20 03:33:32.818451 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:32.837140 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-f01ec07f-9ccd-4cd2-9b6a-2e16b3523397 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:32.840686 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-f01ec07f-9ccd-4cd2-9b6a-2e16b3523397 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.93 "GET /v2.0/networks?id=eb26da17-9faa-4ffe-b743-646e1db8b7cd HTTP/1.1" status: 200 len: 814 time: 0.2878339 Feb 20 03:33:32.846518 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-3bea4b97-c3af-4df8-aa77-a1cf9d6e62f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:32.848192 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-3bea4b97-c3af-4df8-aa77-a1cf9d6e62f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 1126 time: 0.2984419 Feb 20 03:33:32.854047 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-a95f2e42-683b-46f2-90f2-d97802336b55 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Request body: {'port': {'device_id': 'f2ceae4f-4661-4e22-a130-4d5112133f6a', 'network_id': 'eb26da17-9faa-4ffe-b743-646e1db8b7cd', 'admin_state_up': True, 'tenant_id': '5ff8b75fbb2949d5aad5a9cd3bc53c0a'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:33:33.054883 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-a493c60c-fefa-487c-be1f-4f628a668ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:33.056387 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-a493c60c-fefa-487c-be1f-4f628a668ba9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5528b70c-0437-425a-a0ac-3485fc465717 HTTP/1.1" status: 200 len: 921 time: 0.1844661 Feb 20 03:33:33.115512 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-a3b57658-bd2d-4a3c-a964-6ef4790896e4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44e2072b-716d-443e-babb-2e0ac08fb90f HTTP/1.1" status: 200 len: 217 time: 0.0470815 Feb 20 03:33:33.117199 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-a95f2e42-683b-46f2-90f2-d97802336b55 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Made reservation on behalf of 5ff8b75fbb2949d5aad5a9cd3bc53c0a for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:33:33.120623 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c002f634-32e7-4463-8b7d-79a18922654f req-6012734a-f7cd-4699-9614-329c765dc7c1 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Router 952ad743-6165-488f-b20c-998dee722ae1 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:33:33.121524 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-a95f2e42-683b-46f2-90f2-d97802336b55 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:33.362347 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-a95f2e42-683b-46f2-90f2-d97802336b55 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Allocated IP 172.20.0.8 (eb26da17-9faa-4ffe-b743-646e1db8b7cd/68459050-934c-49c9-b167-98d8885a461c/9637083b-0c8f-429c-9595-2e7abb224aa7) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:33:33.386417 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-352fae2f-a767-4428-b5dd-46348b6d9de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:33.387935 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-352fae2f-a767-4428-b5dd-46348b6d9de0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e570f242-4684-4db2-b2a8-755bc6ec8973 HTTP/1.1" status: 200 len: 860 time: 0.2496827 Feb 20 03:33:33.391424 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c002f634-32e7-4463-8b7d-79a18922654f req-6012734a-f7cd-4699-9614-329c765dc7c1 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:33:33.396010 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c002f634-32e7-4463-8b7d-79a18922654f req-6012734a-f7cd-4699-9614-329c765dc7c1 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:33.406918 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67068e95-e56c-4457-ad11-8faf30602c7b None None] Sync routers for ids ['952ad743-6165-488f-b20c-998dee722ae1'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:33:33.452096 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67068e95-e56c-4457-ad11-8faf30602c7b None None] Routers {'952ad743-6165-488f-b20c-998dee722ae1'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:33:33.452750 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-67068e95-e56c-4457-ad11-8faf30602c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:33:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['952ad743-6165-488f-b20c-998dee722ae1'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:33.511816 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-cc9d2326-4642-4391-a0fc-7f487f367984 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5528b70c-0437-425a-a0ac-3485fc465717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079552 Feb 20 03:33:33.527443 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c002f634-32e7-4463-8b7d-79a18922654f req-6012734a-f7cd-4699-9614-329c765dc7c1 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "PUT /v2.0/floatingips/4fda5e70-1d6a-4a72-9d5d-bd76ac39babc HTTP/1.1" status: 200 len: 996 time: 3.2242777 Feb 20 03:33:33.683235 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-a95f2e42-683b-46f2-90f2-d97802336b55 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Publish callbacks [] for port (9637083b-0c8f-429c-9595-2e7abb224aa7), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:33.817393 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002f634-32e7-4463-8b7d-79a18922654f req-0e81505f-046b-4bc6-ad3f-43cce90e1130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:33.819460 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c002f634-32e7-4463-8b7d-79a18922654f req-0e81505f-046b-4bc6-ad3f-43cce90e1130 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=77847ebcb146436a81d068e3c92b91de&device_id=6c5dcd6c-dd28-495d-8aef-a91e8197ed21 HTTP/1.1" status: 200 len: 1128 time: 0.2441819 Feb 20 03:33:33.821954 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-c0fc7d3d-b09b-40c3-a4b7-02a25be38582 service neutron] 10.222.0.42 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033009 Feb 20 03:33:33.826224 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-a95f2e42-683b-46f2-90f2-d97802336b55 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (9637083b-0c8f-429c-9595-2e7abb224aa7), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:33.908827 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-a95f2e42-683b-46f2-90f2-d97802336b55 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Network eb26da17-9faa-4ffe-b743-646e1db8b7cd is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:33:33.911032 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f2e42-683b-46f2-90f2-d97802336b55 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Pushing event updated for resources: {'Port': ['ID=9637083b-0c8f-429c-9595-2e7abb224aa7,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:33.913914 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-a95f2e42-683b-46f2-90f2-d97802336b55 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:33:33.916694 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-a95f2e42-683b-46f2-90f2-d97802336b55 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:33:33.918637 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-67068e95-e56c-4457-ad11-8faf30602c7b None None] Set router 952ad743-6165-488f-b20c-998dee722ae1 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:33:33.974300 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-a95f2e42-683b-46f2-90f2-d97802336b55 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:33.976161 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-a95f2e42-683b-46f2-90f2-d97802336b55 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:34.090441 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-a95f2e42-683b-46f2-90f2-d97802336b55 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2408071 Feb 20 03:33:34.105491 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-978dd231-e43a-4685-88c8-278d681bd67f service neutron] Request body: {'port': {'device_id': 'f2ceae4f-4661-4e22-a130-4d5112133f6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:33:34.169589 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002f634-32e7-4463-8b7d-79a18922654f req-99d83b44-5c05-474c-ac01-0e396aed1665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:34.180699 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c002f634-32e7-4463-8b7d-79a18922654f req-99d83b44-5c05-474c-ac01-0e396aed1665 service neutron] 10.222.0.89 "GET /v2.0/networks?id=16e82553-d900-47a8-be16-0e927aa5b122 HTTP/1.1" status: 200 len: 922 time: 0.3520842 Feb 20 03:33:34.195731 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device ebbc63d1-8e88-4db5-884c-e139d6561762 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:33:34.264064 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: ebbc63d1-8e88-4db5-884c-e139d6561762 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:33:34.264409 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device ebbc63d1-8e88-4db5-884c-e139d6561762 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:33:34.282653 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-978dd231-e43a-4685-88c8-278d681bd67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9637083b-0c8f-429c-9595-2e7abb224aa7), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:34.330814 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-cc6dcdfd-f2f5-4e2b-bd5f-3233748854b2 service neutron] 10.222.0.42 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4722137 Feb 20 03:33:34.355505 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c002f634-32e7-4463-8b7d-79a18922654f req-453fcb4b-a251-45ec-b39b-e16f364e5969 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 HTTP/1.1" status: 200 len: 999 time: 0.1738887 Feb 20 03:33:34.409247 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-67068e95-e56c-4457-ad11-8faf30602c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952ad743-6165-488f-b20c-998dee722ae1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317471473-router', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:53Z', 'updated_at': '2022-02-20T03:32:03Z', 'revision_number': 4, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'gw_port': {'id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:55Z', 'updated_at': '2022-02-20T03:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '4fda5e70-1d6a-4a72-9d5d-bd76ac39babc', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'floating_ip_address': '172.25.7.38', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '952ad743-6165-488f-b20c-998dee722ae1', 'port_id': '1b2fae4c-6ab3-4246-af0c-cf2d8a772e78', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'mac_address': 'fa:16:3e:be:32:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5dcd6c-dd28-495d-8aef-a91e8197ed21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:32:39Z', 'updated_at': '2022-02-20T03:33:31Z', 'revision_number': 8, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2611f40-94d4-409c-a275-153a5ed0c00d', 'name': '', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'mac_address': 'fa:16:3e:18:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:32:02Z', 'updated_at': '2022-02-20T03:32:09Z', 'revision_number': 5, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'subnets': [{'id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:34.450324 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67068e95-e56c-4457-ad11-8faf30602c7b None None] Checking router: 952ad743-6165-488f-b20c-998dee722ae1 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:33:34.462832 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67068e95-e56c-4457-ad11-8faf30602c7b None None] Routers {'952ad743-6165-488f-b20c-998dee722ae1'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:33:34.463494 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-67068e95-e56c-4457-ad11-8faf30602c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:33:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['952ad743-6165-488f-b20c-998dee722ae1'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:34.483441 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002f634-32e7-4463-8b7d-79a18922654f req-8c8b98f7-dad8-44e5-969f-fc4bfb89aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:34.486765 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c002f634-32e7-4463-8b7d-79a18922654f req-8c8b98f7-dad8-44e5-969f-fc4bfb89aa11 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4011c41d-625a-4a4f-b17b-6325e727aa40 HTTP/1.1" status: 200 len: 860 time: 0.1242275 Feb 20 03:33:34.623601 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002f634-32e7-4463-8b7d-79a18922654f req-e8576249-5c99-4061-9e1e-8901d9155e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:34.633930 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c002f634-32e7-4463-8b7d-79a18922654f req-e8576249-5c99-4061-9e1e-8901d9155e09 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=16e82553-d900-47a8-be16-0e927aa5b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1379273 Feb 20 03:33:34.634791 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-67068e95-e56c-4457-ad11-8faf30602c7b None None] Set router 952ad743-6165-488f-b20c-998dee722ae1 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:33:34.769836 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c002f634-32e7-4463-8b7d-79a18922654f req-cc847be4-625a-4a84-bf6e-db65927eeaa6 service neutron] 10.222.0.89 "GET /v2.0/networks/16e82553-d900-47a8-be16-0e927aa5b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341066 Feb 20 03:33:34.840851 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-978dd231-e43a-4685-88c8-278d681bd67f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9637083b-0c8f-429c-9595-2e7abb224aa7 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:33:34.849383 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-978dd231-e43a-4685-88c8-278d681bd67f service neutron] Publish callbacks [] for port (9637083b-0c8f-429c-9595-2e7abb224aa7), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:34.861897 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-978dd231-e43a-4685-88c8-278d681bd67f service neutron] Transition to ACTIVE for port object 9637083b-0c8f-429c-9595-2e7abb224aa7 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:33:34.905458 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c002f634-32e7-4463-8b7d-79a18922654f req-e8dc5377-5d0e-42e1-a414-dfccf2fd012b service neutron] 10.222.0.89 "GET /v2.0/networks/16e82553-d900-47a8-be16-0e927aa5b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294942 Feb 20 03:33:34.945415 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-978dd231-e43a-4685-88c8-278d681bd67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (9637083b-0c8f-429c-9595-2e7abb224aa7), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:35.017669 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978dd231-e43a-4685-88c8-278d681bd67f service neutron] Pushing event updated for resources: {'Port': ['ID=9637083b-0c8f-429c-9595-2e7abb224aa7,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:35.063355 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-67068e95-e56c-4457-ad11-8faf30602c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952ad743-6165-488f-b20c-998dee722ae1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317471473-router', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:53Z', 'updated_at': '2022-02-20T03:32:03Z', 'revision_number': 4, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'gw_port': {'id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:55Z', 'updated_at': '2022-02-20T03:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '4fda5e70-1d6a-4a72-9d5d-bd76ac39babc', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'floating_ip_address': '172.25.7.38', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '952ad743-6165-488f-b20c-998dee722ae1', 'port_id': '1b2fae4c-6ab3-4246-af0c-cf2d8a772e78', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'mac_address': 'fa:16:3e:be:32:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5dcd6c-dd28-495d-8aef-a91e8197ed21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:32:39Z', 'updated_at': '2022-02-20T03:33:31Z', 'revision_number': 8, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2611f40-94d4-409c-a275-153a5ed0c00d', 'name': '', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'mac_address': 'fa:16:3e:18:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:32:02Z', 'updated_at': '2022-02-20T03:32:09Z', 'revision_number': 5, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'subnets': [{'id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:35.091776 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67068e95-e56c-4457-ad11-8faf30602c7b None None] The sync data for ids ['952ad743-6165-488f-b20c-998dee722ae1'] in n-d-829866-4 is: [{'id': '952ad743-6165-488f-b20c-998dee722ae1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317471473-router', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:53Z', 'updated_at': '2022-02-20T03:32:03Z', 'revision_number': 4, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'gw_port': {'id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:55Z', 'updated_at': '2022-02-20T03:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '4fda5e70-1d6a-4a72-9d5d-bd76ac39babc', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'floating_ip_address': '172.25.7.38', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '952ad743-6165-488f-b20c-998dee722ae1', 'port_id': '1b2fae4c-6ab3-4246-af0c-cf2d8a772e78', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'mac_address': 'fa:16:3e:be:32:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5dcd6c-dd28-495d-8aef-a91e8197ed21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:32:39Z', 'updated_at': '2022-02-20T03:33:31Z', 'revision_number': 8, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2611f40-94d4-409c-a275-153a5ed0c00d', 'name': '', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'mac_address': 'fa:16:3e:18:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:32:02Z', 'updated_at': '2022-02-20T03:32:09Z', 'revision_number': 5, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'subnets': [{'id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:33:35.113373 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-978dd231-e43a-4685-88c8-278d681bd67f service neutron] Attempting to bind port 9637083b-0c8f-429c-9595-2e7abb224aa7 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:33:35.114019 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-978dd231-e43a-4685-88c8-278d681bd67f service neutron] Attempting to bind port 9637083b-0c8f-429c-9595-2e7abb224aa7 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '779aeac2-ecb9-46e0-8f48-3dc73d02eb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'eb26da17-9faa-4ffe-b743-646e1db8b7cd'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:33:35.116314 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-978dd231-e43a-4685-88c8-278d681bd67f service neutron] Attempting to bind port 9637083b-0c8f-429c-9595-2e7abb224aa7 on network eb26da17-9faa-4ffe-b743-646e1db8b7cd {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:33:35.120884 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-978dd231-e43a-4685-88c8-278d681bd67f service neutron] Port 9637083b-0c8f-429c-9595-2e7abb224aa7 on network eb26da17-9faa-4ffe-b743-646e1db8b7cd not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:33:35.121913 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-978dd231-e43a-4685-88c8-278d681bd67f service neutron] Attempting to bind port 9637083b-0c8f-429c-9595-2e7abb224aa7 on network eb26da17-9faa-4ffe-b743-646e1db8b7cd {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:33:35.128148 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-978dd231-e43a-4685-88c8-278d681bd67f service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:33:35.128498 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-978dd231-e43a-4685-88c8-278d681bd67f service neutron] Checking segment: {'id': '779aeac2-ecb9-46e0-8f48-3dc73d02eb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'eb26da17-9faa-4ffe-b743-646e1db8b7cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:33:35.128842 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-978dd231-e43a-4685-88c8-278d681bd67f service neutron] Bound using segment: {'id': '779aeac2-ecb9-46e0-8f48-3dc73d02eb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'eb26da17-9faa-4ffe-b743-646e1db8b7cd'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:33:35.129447 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-978dd231-e43a-4685-88c8-278d681bd67f service neutron] Bound port: 9637083b-0c8f-429c-9595-2e7abb224aa7, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779aeac2-ecb9-46e0-8f48-3dc73d02eb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'eb26da17-9faa-4ffe-b743-646e1db8b7cd'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:33:35.130472 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-978dd231-e43a-4685-88c8-278d681bd67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9637083b-0c8f-429c-9595-2e7abb224aa7), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:35.145476 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35a5d3-df75-4838-a18c-18d89fb8ccee req-f80d4500-64a2-439d-a419-fc786edd8e4a tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:35.145476 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fd35a5d3-df75-4838-a18c-18d89fb8ccee req-f80d4500-64a2-439d-a419-fc786edd8e4a tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 944 time: 0.0663452 Feb 20 03:33:35.205104 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-978dd231-e43a-4685-88c8-278d681bd67f service neutron] For port 9637083b-0c8f-429c-9595-2e7abb224aa7, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:33:35.205506 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fd35a5d3-df75-4838-a18c-18d89fb8ccee req-87be0432-4a8d-4d41-a8a1-6d5016e8f6de tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560532 Feb 20 03:33:35.208439 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-978dd231-e43a-4685-88c8-278d681bd67f service neutron] For port 9637083b-0c8f-429c-9595-2e7abb224aa7, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=9637083b-0c8f-429c-9595-2e7abb224aa7,segment=NetworkSegment(779aeac2-ecb9-46e0-8f48-3dc73d02eb8b),segment_id=779aeac2-ecb9-46e0-8f48-3dc73d02eb8b)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:33:35.266228 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Sun, 20 Feb 2022 03:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdbe88c-b479-4542-bb1c-f7325e5ec5f2 x-openstack-request-id: req-ebdbe88c-b479-4542-bb1c-f7325e5ec5f2 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:33:35.266529 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ff3cc5-54c2-4121-86d1-8a619c66104b", "name": "network-vif-unplugged", "status": "completed", "tag": "44e2072b-716d-443e-babb-2e0ac08fb90f", "code": 200}, {"name": "network-changed", "server_uuid": "e3ff3cc5-54c2-4121-86d1-8a619c66104b", "tag": "44e2072b-716d-443e-babb-2e0ac08fb90f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "50bfdec8-2639-4e70-8fce-09c680b91fdc", "tag": "ebbc63d1-8e88-4db5-884c-e139d6561762", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:33:35.266839 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ebdbe88c-b479-4542-bb1c-f7325e5ec5f2 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:33:35.267315 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ff3cc5-54c2-4121-86d1-8a619c66104b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44e2072b-716d-443e-babb-2e0ac08fb90f', 'code': 200} Feb 20 03:33:35.267574 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3ff3cc5-54c2-4121-86d1-8a619c66104b', 'tag': '44e2072b-716d-443e-babb-2e0ac08fb90f', 'status': 'completed', 'code': 200} Feb 20 03:33:35.267829 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50bfdec8-2639-4e70-8fce-09c680b91fdc', 'tag': 'ebbc63d1-8e88-4db5-884c-e139d6561762', 'status': 'completed', 'code': 200} Feb 20 03:33:35.300181 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-978dd231-e43a-4685-88c8-278d681bd67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (9637083b-0c8f-429c-9595-2e7abb224aa7), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:35.346743 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-978dd231-e43a-4685-88c8-278d681bd67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:35.347465 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-978dd231-e43a-4685-88c8-278d681bd67f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:35.349414 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-978dd231-e43a-4685-88c8-278d681bd67f service neutron] 10.222.0.93 "PUT /v2.0/ports/9637083b-0c8f-429c-9595-2e7abb224aa7 HTTP/1.1" status: 200 len: 1091 time: 1.2512360 Feb 20 03:33:35.377444 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65312cd9-b81b-468b-b187-58ad7b2c9c0e None None] New status for floating IP 4fda5e70-1d6a-4a72-9d5d-bd76ac39babc: ACTIVE {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:33:35.400541 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978dd231-e43a-4685-88c8-278d681bd67f service neutron] Pushing event updated for resources: {'Port': ['ID=9637083b-0c8f-429c-9595-2e7abb224aa7,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:35.424962 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-7f8df8f1-00e2-41e4-8c6f-6b37324e5328 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:35.426487 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-7f8df8f1-00e2-41e4-8c6f-6b37324e5328 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b&tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&binding%3Ahost_id=n-h1-829866-4 HTTP/1.1" status: 200 len: 1126 time: 0.1462812 Feb 20 03:33:35.438127 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa43580-d394-4245-8f03-d6fd809fd87b req-5e8dce09-edbc-4702-bf02-785ef52fff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:35.441399 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9aa43580-d394-4245-8f03-d6fd809fd87b req-5e8dce09-edbc-4702-bf02-785ef52fff60 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 1126 time: 0.1029193 Feb 20 03:33:35.454567 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426c683-0a9f-4193-a500-5029bf4ca1f0 req-7d282a47-5dcc-4839-8181-73f3d9a697a3 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:35.456466 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1426c683-0a9f-4193-a500-5029bf4ca1f0 req-7d282a47-5dcc-4839-8181-73f3d9a697a3 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 943 time: 0.1272755 Feb 20 03:33:35.549334 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-81ade7b7-881b-49f9-b33a-f26ad6032a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:35.552009 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-81ade7b7-881b-49f9-b33a-f26ad6032a2e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5ff8b75fbb2949d5aad5a9cd3bc53c0a&device_id=f2ceae4f-4661-4e22-a130-4d5112133f6a HTTP/1.1" status: 200 len: 1125 time: 0.0538533 Feb 20 03:33:35.610344 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-367cddfd-60f0-466a-a26e-05103ff6c377 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9637083b-0c8f-429c-9595-2e7abb224aa7 HTTP/1.1" status: 200 len: 217 time: 0.0494277 Feb 20 03:33:35.623382 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1426c683-0a9f-4193-a500-5029bf4ca1f0 req-ac674758-578d-4aee-a40f-8abbb4454ed6 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/security-groups?id=9aae0e47-f93c-41fb-b5a5-8593b9285415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336765 Feb 20 03:33:35.671435 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-ef8b817a-5355-477b-903f-bbbf80ed62fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:35.673759 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-ef8b817a-5355-477b-903f-bbbf80ed62fc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=68459050-934c-49c9-b167-98d8885a461c HTTP/1.1" status: 200 len: 854 time: 0.0577877 Feb 20 03:33:35.684806 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa43580-d394-4245-8f03-d6fd809fd87b req-5a9bd855-a40e-4df8-8081-f2fa509beffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:35.686466 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9aa43580-d394-4245-8f03-d6fd809fd87b req-5a9bd855-a40e-4df8-8081-f2fa509beffc service neutron] 10.222.0.42 "GET /v2.0/networks?id=5528b70c-0437-425a-a0ac-3485fc465717 HTTP/1.1" status: 200 len: 921 time: 0.2289526 Feb 20 03:33:35.710573 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-d8dcb6ae-00c5-46ca-b77a-2d48de191c85 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=eb26da17-9faa-4ffe-b743-646e1db8b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306935 Feb 20 03:33:35.770174 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9aa43580-d394-4245-8f03-d6fd809fd87b req-886d6331-6409-4306-ad26-0a8832869385 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44e2072b-716d-443e-babb-2e0ac08fb90f HTTP/1.1" status: 200 len: 217 time: 0.0774372 Feb 20 03:33:35.811795 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-484332d5-902e-4159-bd1c-674d3fe13078 service neutron] 10.222.0.93 "GET /v2.0/networks/eb26da17-9faa-4ffe-b743-646e1db8b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946283 Feb 20 03:33:35.836281 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b3285-eff4-4052-a982-f367a8b71838 req-85ccea30-9b03-4b56-aab4-d98d13b30996 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:35.837777 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-038b3285-eff4-4052-a982-f367a8b71838 req-85ccea30-9b03-4b56-aab4-d98d13b30996 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2ceae4f-4661-4e22-a130-4d5112133f6a HTTP/1.1" status: 200 len: 943 time: 0.1367257 Feb 20 03:33:35.841539 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa43580-d394-4245-8f03-d6fd809fd87b req-b2c03436-c66b-42c1-976b-67f85976ad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:35.842923 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9aa43580-d394-4245-8f03-d6fd809fd87b req-b2c03436-c66b-42c1-976b-67f85976ad7e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e570f242-4684-4db2-b2a8-755bc6ec8973 HTTP/1.1" status: 200 len: 860 time: 0.0657389 Feb 20 03:33:35.885613 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9aa43580-d394-4245-8f03-d6fd809fd87b req-bf0b6de2-996e-41f7-9a4e-6b9c357d3402 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5528b70c-0437-425a-a0ac-3485fc465717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352244 Feb 20 03:33:35.886643 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-1489205a-8191-4b6e-99ce-9202356f9ccb service neutron] For port 44e2072b-716d-443e-babb-2e0ac08fb90f, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:33:35.893600 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-1489205a-8191-4b6e-99ce-9202356f9ccb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:35.894662 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-516cbf75-3de0-42e7-8988-f1fb02064886 req-1489205a-8191-4b6e-99ce-9202356f9ccb service neutron] 10.222.0.42 "DELETE /v2.0/ports/44e2072b-716d-443e-babb-2e0ac08fb90f/bindings/n-h2-829866-4 HTTP/1.1" status: 204 len: 173 time: 0.4532285 Feb 20 03:33:35.919836 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-2a064067-76f9-4ed8-a5cd-376b565d56fd req-0deaed21-c896-44bb-a4ae-1ed35fbbc81c service neutron] 10.222.0.93 "GET /v2.0/networks/eb26da17-9faa-4ffe-b743-646e1db8b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012945 Feb 20 03:33:35.961834 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-038b3285-eff4-4052-a982-f367a8b71838 req-1176e3d1-5098-4008-8853-6df20e0b31e7 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9e46ff0-0328-45d8-9f18-ec03ffa9e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178610 Feb 20 03:33:36.006941 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9aa43580-d394-4245-8f03-d6fd809fd87b req-163326bb-1bee-49af-a56d-fd7c4426b65c service neutron] 10.222.0.42 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097755 Feb 20 03:33:36.146466 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef10f8b-2650-4e41-b627-e96327a25824 req-f4803efd-e81c-4c57-939b-6f36a6045383 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:36.148722 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5ef10f8b-2650-4e41-b627-e96327a25824 req-f4803efd-e81c-4c57-939b-6f36a6045383 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/ports?device_id=eaa568f6-3cc1-48f1-85d5-89001a4af509 HTTP/1.1" status: 200 len: 948 time: 0.1265478 Feb 20 03:33:36.154921 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9aa43580-d394-4245-8f03-d6fd809fd87b req-dade9720-3dcf-4aef-8941-15316d3abf2f service neutron] 10.222.0.42 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406310 Feb 20 03:33:36.219919 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9aa43580-d394-4245-8f03-d6fd809fd87b req-2c5ad3e7-2fd7-4788-8ca9-aafb5b88c694 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77847ebcb146436a81d068e3c92b91de&device_id=50bfdec8-2639-4e70-8fce-09c680b91fdc HTTP/1.1" status: 200 len: 210 time: 0.0360205 Feb 20 03:33:36.226814 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5ef10f8b-2650-4e41-b627-e96327a25824 req-6780aea1-1a0f-4d21-9443-39e38181f827 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/security-groups?id=f3fd1f17-522e-45da-bcf5-484b402e8697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709901 Feb 20 03:33:36.329092 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa43580-d394-4245-8f03-d6fd809fd87b req-922eded9-f853-42a0-9b86-72ae57b2732b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:36.330800 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9aa43580-d394-4245-8f03-d6fd809fd87b req-922eded9-f853-42a0-9b86-72ae57b2732b service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=77847ebcb146436a81d068e3c92b91de&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1030502 Feb 20 03:33:36.433676 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa43580-d394-4245-8f03-d6fd809fd87b req-79cf0f06-27aa-41a5-af56-44a5465549a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:36.435238 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9aa43580-d394-4245-8f03-d6fd809fd87b req-79cf0f06-27aa-41a5-af56-44a5465549a8 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0983028 Feb 20 03:33:36.559193 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:33:36.803289 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa6dec5-4849-44fd-a3d4-7498cbb2e7dd x-openstack-request-id: req-dfa6dec5-4849-44fd-a3d4-7498cbb2e7dd {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:33:36.803829 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa568f6-3cc1-48f1-85d5-89001a4af509", "name": "network-vif-unplugged", "status": "completed", "tag": "bb50466d-f014-419e-9b24-3de6166d551a", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:33:36.803962 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-dfa6dec5-4849-44fd-a3d4-7498cbb2e7dd {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:33:36.804250 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa568f6-3cc1-48f1-85d5-89001a4af509', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb50466d-f014-419e-9b24-3de6166d551a', 'code': 200} Feb 20 03:33:36.900694 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f8274-bffd-4367-8672-b2a3b5baa527 req-97c009d3-f321-4dad-a1d8-ef2adcc466af tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:36.902271 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea1f8274-bffd-4367-8672-b2a3b5baa527 req-97c009d3-f321-4dad-a1d8-ef2adcc466af tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 944 time: 0.0562599 Feb 20 03:33:36.951592 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea1f8274-bffd-4367-8672-b2a3b5baa527 req-345a0d90-8a26-4981-b73c-090ab2b2bbec tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435090 Feb 20 03:33:37.000930 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c3fc24-e698-4dc7-83e1-c9e676dc01a2 x-openstack-request-id: req-e0c3fc24-e698-4dc7-83e1-c9e676dc01a2 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:33:37.001454 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50bfdec8-2639-4e70-8fce-09c680b91fdc", "name": "network-vif-deleted", "tag": "ebbc63d1-8e88-4db5-884c-e139d6561762", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:33:37.001617 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e0c3fc24-e698-4dc7-83e1-c9e676dc01a2 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:33:37.002025 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50bfdec8-2639-4e70-8fce-09c680b91fdc', 'name': 'network-vif-deleted', 'tag': 'ebbc63d1-8e88-4db5-884c-e139d6561762', 'status': 'completed', 'code': 200} Feb 20 03:33:37.075193 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7868b1c7-7e5c-44b5-b8eb-e80d3c35d3ba req-d529b3db-0495-46e8-bcc6-8e543a889e6a tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/floatingips/4fda5e70-1d6a-4a72-9d5d-bd76ac39babc HTTP/1.1" status: 200 len: 998 time: 0.0633628 Feb 20 03:33:37.179976 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868b1c7-7e5c-44b5-b8eb-e80d3c35d3ba req-1024702f-98bb-4f09-b0f7-5d90e01f5f16 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:37.181327 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7868b1c7-7e5c-44b5-b8eb-e80d3c35d3ba req-1024702f-98bb-4f09-b0f7-5d90e01f5f16 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 784 time: 0.1009188 Feb 20 03:33:37.193303 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-7868b1c7-7e5c-44b5-b8eb-e80d3c35d3ba req-dac408db-5146-435f-b3ce-1f706b01bfc2 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:33:37.194258 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7868b1c7-7e5c-44b5-b8eb-e80d3c35d3ba req-dac408db-5146-435f-b3ce-1f706b01bfc2 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067575 Feb 20 03:33:37.271575 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5dcd6c-dd28-495d-8aef-a91e8197ed21', 'tag': '1b2fae4c-6ab3-4246-af0c-cf2d8a772e78'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:33:37.273814 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbb108d-67b7-4258-8d7f-ec1e158a1f66" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5dcd6c-dd28-495d-8aef-a91e8197ed21", "tag": "1b2fae4c-6ab3-4246-af0c-cf2d8a772e78"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:33:37.302824 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0a1c9-d63c-4658-be91-cdfcba7293de req-e2749978-7b7d-4491-8219-3ebd1607cd55 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:37.304444 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ef0a1c9-d63c-4658-be91-cdfcba7293de req-e2749978-7b7d-4491-8219-3ebd1607cd55 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 944 time: 0.0603955 Feb 20 03:33:37.358120 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ef0a1c9-d63c-4658-be91-cdfcba7293de req-8bba33ad-0b81-4157-bd57-c0a447a2100c tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476909 Feb 20 03:33:37.576988 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524b0ee-72c5-49e2-83de-7c0838c5c3d1 req-89866f8d-7a0c-4fb4-a1d5-e9fb987dae6b tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:37.579231 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2524b0ee-72c5-49e2-83de-7c0838c5c3d1 req-89866f8d-7a0c-4fb4-a1d5-e9fb987dae6b tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 943 time: 0.0537157 Feb 20 03:33:37.626562 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2524b0ee-72c5-49e2-83de-7c0838c5c3d1 req-5dafd624-b277-4a3c-983b-0281dc923622 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/security-groups?id=9aae0e47-f93c-41fb-b5a5-8593b9285415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415640 Feb 20 03:33:37.733043 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2205b24-450d-4df8-962b-ae5087b37799 req-190dc936-310a-4718-8155-43fdddc38047 tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:37.735182 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d2205b24-450d-4df8-962b-ae5087b37799 req-190dc936-310a-4718-8155-43fdddc38047 tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] 10.222.0.89 "GET /v2.0/ports?device_id=5289545c-837f-4dd8-a47f-68d0bff671a7 HTTP/1.1" status: 200 len: 950 time: 0.0537229 Feb 20 03:33:37.782908 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d2205b24-450d-4df8-962b-ae5087b37799 req-d70a92ff-f031-4aa2-80cd-f305fadff925 tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] 10.222.0.89 "GET /v2.0/security-groups?id=4d246eaf-1b68-4680-8e1c-617132bceff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413430 Feb 20 03:33:37.913552 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93222204-48c1-4953-92f0-1d91b187bed2 req-40a60d1d-f882-4ee6-be98-6fbffca6b51f tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:37.914971 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-93222204-48c1-4953-92f0-1d91b187bed2 req-40a60d1d-f882-4ee6-be98-6fbffca6b51f tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2ceae4f-4661-4e22-a130-4d5112133f6a HTTP/1.1" status: 200 len: 943 time: 0.0601065 Feb 20 03:33:37.961733 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-93222204-48c1-4953-92f0-1d91b187bed2 req-3fbe6df5-aae5-4977-8186-eb5576121237 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9e46ff0-0328-45d8-9f18-ec03ffa9e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405927 Feb 20 03:33:38.045500 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66ebc29c-f1c6-446c-b116-889c3a4d872b req-0eea724d-b5bd-4896-b82e-0d3a9ed47753 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 1001 time: 0.0591073 Feb 20 03:33:38.313533 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04664b27-ccb5-4051-b1eb-cdb505a298e6 req-08dc1989-f2b0-40cb-be04-12ebf31d1b16 tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:38.315310 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-04664b27-ccb5-4051-b1eb-cdb505a298e6 req-08dc1989-f2b0-40cb-be04-12ebf31d1b16 tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] 10.222.0.93 "GET /v2.0/ports?device_id=5289545c-837f-4dd8-a47f-68d0bff671a7 HTTP/1.1" status: 200 len: 950 time: 0.0619209 Feb 20 03:33:38.346196 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebc29c-f1c6-446c-b116-889c3a4d872b req-9283abe1-b176-43bc-aa50-0ac72912cffd tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:38.347580 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66ebc29c-f1c6-446c-b116-889c3a4d872b req-9283abe1-b176-43bc-aa50-0ac72912cffd tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/ports/1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 HTTP/1.1" status: 200 len: 943 time: 0.2952805 Feb 20 03:33:38.414998 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-04664b27-ccb5-4051-b1eb-cdb505a298e6 req-196c4f59-8720-44ef-9584-5488c03beb4f tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] Deleting port f30dcdb1-3128-4f14-bde0-e03b5415436e {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:33:38.415346 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-04664b27-ccb5-4051-b1eb-cdb505a298e6 req-196c4f59-8720-44ef-9584-5488c03beb4f tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (f30dcdb1-3128-4f14-bde0-e03b5415436e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:38.447553 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66ebc29c-f1c6-446c-b116-889c3a4d872b req-edffcfcc-3c9e-46c8-84f1-11a5256aaf59 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 1001 time: 0.0602915 Feb 20 03:33:38.506802 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-04664b27-ccb5-4051-b1eb-cdb505a298e6 req-196c4f59-8720-44ef-9584-5488c03beb4f tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] For port f30dcdb1-3128-4f14-bde0-e03b5415436e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f30dcdb1-3128-4f14-bde0-e03b5415436e,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:33:38.507184 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-04664b27-ccb5-4051-b1eb-cdb505a298e6 req-196c4f59-8720-44ef-9584-5488c03beb4f tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (f30dcdb1-3128-4f14-bde0-e03b5415436e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:38.520389 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-04664b27-ccb5-4051-b1eb-cdb505a298e6 req-196c4f59-8720-44ef-9584-5488c03beb4f tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] Calling delete_port for f30dcdb1-3128-4f14-bde0-e03b5415436e owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:33:38.559686 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebc29c-f1c6-446c-b116-889c3a4d872b req-492d46c1-4215-4163-b93a-deeb7f8f8d39 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:38.561115 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66ebc29c-f1c6-446c-b116-889c3a4d872b req-492d46c1-4215-4163-b93a-deeb7f8f8d39 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 784 time: 0.1073065 Feb 20 03:33:38.628818 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66ebc29c-f1c6-446c-b116-889c3a4d872b req-c1822924-a7d4-4e07-bed4-2f2029248e45 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 1001 time: 0.0600805 Feb 20 03:33:38.638487 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-66ebc29c-f1c6-446c-b116-889c3a4d872b req-d50ad611-494d-43d0-b230-aca2eb1befc5 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:33:38.699513 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-66ebc29c-f1c6-446c-b116-889c3a4d872b req-d50ad611-494d-43d0-b230-aca2eb1befc5 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks [] for floatingip (4fda5e70-1d6a-4a72-9d5d-bd76ac39babc), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:38.733872 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-04664b27-ccb5-4051-b1eb-cdb505a298e6 req-196c4f59-8720-44ef-9584-5488c03beb4f tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (f30dcdb1-3128-4f14-bde0-e03b5415436e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:38.748516 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['f30dcdb1-3128-4f14-bde0-e03b5415436e'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:33:38.769841 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c4f59-8720-44ef-9584-5488c03beb4f tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] Pushing event deleted for resources: {'Port': ['ID=f30dcdb1-3128-4f14-bde0-e03b5415436e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:38.817723 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-04664b27-ccb5-4051-b1eb-cdb505a298e6 req-196c4f59-8720-44ef-9584-5488c03beb4f tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] No DVR routers for this DVR port f30dcdb1-3128-4f14-bde0-e03b5415436e on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:33:38.820693 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-04664b27-ccb5-4051-b1eb-cdb505a298e6 req-196c4f59-8720-44ef-9584-5488c03beb4f tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:38.824527 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-04664b27-ccb5-4051-b1eb-cdb505a298e6 req-196c4f59-8720-44ef-9584-5488c03beb4f tempest-ServerDiagnosticsNegativeTest-1328222478 tempest-ServerDiagnosticsNegativeTest-1328222478-project] 10.222.0.93 "DELETE /v2.0/ports/f30dcdb1-3128-4f14-bde0-e03b5415436e HTTP/1.1" status: 204 len: 173 time: 0.5042982 Feb 20 03:33:38.869074 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-66ebc29c-f1c6-446c-b116-889c3a4d872b req-d50ad611-494d-43d0-b230-aca2eb1befc5 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:38.995633 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-66ebc29c-f1c6-446c-b116-889c3a4d872b req-d50ad611-494d-43d0-b230-aca2eb1befc5 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (4fda5e70-1d6a-4a72-9d5d-bd76ac39babc), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:38.999576 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [req-66ebc29c-f1c6-446c-b116-889c3a4d872b req-d50ad611-494d-43d0-b230-aca2eb1befc5 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Floating IP 4fda5e70-1d6a-4a72-9d5d-bd76ac39babc disassociated. External IP: 172.25.7.38, port: 1b2fae4c-6ab3-4246-af0c-cf2d8a772e78. Feb 20 03:33:39.003394 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ceae4f-4661-4e22-a130-4d5112133f6a', 'tag': '9637083b-0c8f-429c-9595-2e7abb224aa7'}, {'server_uuid': '5289545c-837f-4dd8-a47f-68d0bff671a7', 'name': 'network-vif-deleted', 'tag': 'f30dcdb1-3128-4f14-bde0-e03b5415436e'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:33:39.005831 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a037940-a7a9-451d-858a-f6594d0ac78c" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ceae4f-4661-4e22-a130-4d5112133f6a", "tag": "9637083b-0c8f-429c-9595-2e7abb224aa7"}, {"server_uuid": "5289545c-837f-4dd8-a47f-68d0bff671a7", "name": "network-vif-deleted", "tag": "f30dcdb1-3128-4f14-bde0-e03b5415436e"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:33:39.214589 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66ebc29c-f1c6-446c-b116-889c3a4d872b req-d50ad611-494d-43d0-b230-aca2eb1befc5 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Router 952ad743-6165-488f-b20c-998dee722ae1 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:33:39.328849 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66ebc29c-f1c6-446c-b116-889c3a4d872b req-d50ad611-494d-43d0-b230-aca2eb1befc5 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:33:39.333598 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-66ebc29c-f1c6-446c-b116-889c3a4d872b req-d50ad611-494d-43d0-b230-aca2eb1befc5 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:39.339270 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c878038-e521-4f64-bcb8-834a91c46432 None None] Sync routers for ids ['952ad743-6165-488f-b20c-998dee722ae1'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:33:39.348665 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c878038-e521-4f64-bcb8-834a91c46432 None None] Routers {'952ad743-6165-488f-b20c-998dee722ae1'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:33:39.353799 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-6c878038-e521-4f64-bcb8-834a91c46432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:33:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['952ad743-6165-488f-b20c-998dee722ae1'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:39.364132 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66ebc29c-f1c6-446c-b116-889c3a4d872b req-d50ad611-494d-43d0-b230-aca2eb1befc5 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "PUT /v2.0/floatingips/4fda5e70-1d6a-4a72-9d5d-bd76ac39babc HTTP/1.1" status: 200 len: 695 time: 0.7295485 Feb 20 03:33:39.420441 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebc29c-f1c6-446c-b116-889c3a4d872b req-9aaf3671-abd0-4f0b-971a-23a726b902c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:39.422499 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66ebc29c-f1c6-446c-b116-889c3a4d872b req-9aaf3671-abd0-4f0b-971a-23a726b902c9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=77847ebcb146436a81d068e3c92b91de&device_id=6c5dcd6c-dd28-495d-8aef-a91e8197ed21 HTTP/1.1" status: 200 len: 1128 time: 0.0454264 Feb 20 03:33:39.464560 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-6c878038-e521-4f64-bcb8-834a91c46432 None None] Set router 952ad743-6165-488f-b20c-998dee722ae1 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:33:39.520082 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebc29c-f1c6-446c-b116-889c3a4d872b req-5c9e0e96-8dc4-4f01-b20b-c20edaeb84cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:39.521522 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66ebc29c-f1c6-446c-b116-889c3a4d872b req-5c9e0e96-8dc4-4f01-b20b-c20edaeb84cb service neutron] 10.222.0.89 "GET /v2.0/networks?id=16e82553-d900-47a8-be16-0e927aa5b122 HTTP/1.1" status: 200 len: 922 time: 0.0931811 Feb 20 03:33:39.564136 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66ebc29c-f1c6-446c-b116-889c3a4d872b req-cbd37c93-07fb-4ee7-b272-8b2da61b550d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 HTTP/1.1" status: 200 len: 217 time: 0.0369351 Feb 20 03:33:39.612695 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebc29c-f1c6-446c-b116-889c3a4d872b req-7e359a6b-9136-4391-8e9e-38db815878e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:39.614216 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66ebc29c-f1c6-446c-b116-889c3a4d872b req-7e359a6b-9136-4391-8e9e-38db815878e8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4011c41d-625a-4a4f-b17b-6325e727aa40 HTTP/1.1" status: 200 len: 860 time: 0.0449376 Feb 20 03:33:39.671277 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebc29c-f1c6-446c-b116-889c3a4d872b req-9cc4a4e8-df26-487c-a2b7-0c26ae576e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:39.673390 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66ebc29c-f1c6-446c-b116-889c3a4d872b req-9cc4a4e8-df26-487c-a2b7-0c26ae576e10 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=16e82553-d900-47a8-be16-0e927aa5b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0533226 Feb 20 03:33:39.674276 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-6c878038-e521-4f64-bcb8-834a91c46432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952ad743-6165-488f-b20c-998dee722ae1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317471473-router', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:53Z', 'updated_at': '2022-02-20T03:32:03Z', 'revision_number': 4, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'gw_port': {'id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:55Z', 'updated_at': '2022-02-20T03:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'f2611f40-94d4-409c-a275-153a5ed0c00d', 'name': '', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'mac_address': 'fa:16:3e:18:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:32:02Z', 'updated_at': '2022-02-20T03:32:09Z', 'revision_number': 5, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'subnets': [{'id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:39.701347 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c878038-e521-4f64-bcb8-834a91c46432 None None] Checking router: 952ad743-6165-488f-b20c-998dee722ae1 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:33:39.710722 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c878038-e521-4f64-bcb8-834a91c46432 None None] Routers {'952ad743-6165-488f-b20c-998dee722ae1'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:33:39.711378 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-6c878038-e521-4f64-bcb8-834a91c46432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:33:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['952ad743-6165-488f-b20c-998dee722ae1'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:39.750945 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 9637083b-0c8f-429c-9595-2e7abb224aa7 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:33:39.768798 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66ebc29c-f1c6-446c-b116-889c3a4d872b req-5c704de8-c471-41a4-add3-b32055080ff8 service neutron] 10.222.0.89 "GET /v2.0/networks/16e82553-d900-47a8-be16-0e927aa5b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890715 Feb 20 03:33:39.873370 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66ebc29c-f1c6-446c-b116-889c3a4d872b req-01a8550c-e93e-4099-9f67-a084a4a28984 service neutron] 10.222.0.89 "GET /v2.0/networks/16e82553-d900-47a8-be16-0e927aa5b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989685 Feb 20 03:33:39.894009 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-6c878038-e521-4f64-bcb8-834a91c46432 None None] Set router 952ad743-6165-488f-b20c-998dee722ae1 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:33:39.938872 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 9637083b-0c8f-429c-9595-2e7abb224aa7, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=9637083b-0c8f-429c-9595-2e7abb224aa7,segment=NetworkSegment(779aeac2-ecb9-46e0-8f48-3dc73d02eb8b),segment_id=779aeac2-ecb9-46e0-8f48-3dc73d02eb8b)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:33:39.985945 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '9637083b-0c8f-429c-9595-2e7abb224aa7', 'network_id': 'eb26da17-9faa-4ffe-b743-646e1db8b7cd', 'port_id': '9637083b-0c8f-429c-9595-2e7abb224aa7', 'mac_address': 'fa:16:3e:14:6e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68459050-934c-49c9-b167-98d8885a461c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:33:40.055911 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600e7cc0-c0eb-4fcf-aed4-b67b5631bfef x-openstack-request-id: req-600e7cc0-c0eb-4fcf-aed4-b67b5631bfef {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:33:40.057575 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5dcd6c-dd28-495d-8aef-a91e8197ed21", "tag": "1b2fae4c-6ab3-4246-af0c-cf2d8a772e78", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:33:40.058041 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-600e7cc0-c0eb-4fcf-aed4-b67b5631bfef {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:33:40.058661 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5dcd6c-dd28-495d-8aef-a91e8197ed21', 'tag': '1b2fae4c-6ab3-4246-af0c-cf2d8a772e78', 'status': 'completed', 'code': 200} Feb 20 03:33:40.068543 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 9637083b-0c8f-429c-9595-2e7abb224aa7 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:33:40.069423 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9637083b-0c8f-429c-9595-2e7abb224aa7), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:40.091823 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9637083b-0c8f-429c-9595-2e7abb224aa7 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:33:40.130890 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb108d-67b7-4258-8d7f-ec1e158a1f66 req-88e691d9-bca0-409e-8ab9-c14a19e6b60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:40.132556 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2bbb108d-67b7-4258-8d7f-ec1e158a1f66 req-88e691d9-bca0-409e-8ab9-c14a19e6b60d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77847ebcb146436a81d068e3c92b91de&device_id=6c5dcd6c-dd28-495d-8aef-a91e8197ed21 HTTP/1.1" status: 200 len: 1128 time: 0.0513160 Feb 20 03:33:40.145354 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 9637083b-0c8f-429c-9595-2e7abb224aa7, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=9637083b-0c8f-429c-9595-2e7abb224aa7,segment=NetworkSegment(779aeac2-ecb9-46e0-8f48-3dc73d02eb8b),segment_id=779aeac2-ecb9-46e0-8f48-3dc73d02eb8b)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:33:40.177890 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-6c878038-e521-4f64-bcb8-834a91c46432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952ad743-6165-488f-b20c-998dee722ae1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317471473-router', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:53Z', 'updated_at': '2022-02-20T03:32:03Z', 'revision_number': 4, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'gw_port': {'id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:55Z', 'updated_at': '2022-02-20T03:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'f2611f40-94d4-409c-a275-153a5ed0c00d', 'name': '', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'mac_address': 'fa:16:3e:18:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:32:02Z', 'updated_at': '2022-02-20T03:32:09Z', 'revision_number': 5, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'subnets': [{'id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:40.207345 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c878038-e521-4f64-bcb8-834a91c46432 None None] The sync data for ids ['952ad743-6165-488f-b20c-998dee722ae1'] in n-d-829866-4 is: [{'id': '952ad743-6165-488f-b20c-998dee722ae1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317471473-router', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:53Z', 'updated_at': '2022-02-20T03:32:03Z', 'revision_number': 4, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'gw_port': {'id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:55Z', 'updated_at': '2022-02-20T03:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'f2611f40-94d4-409c-a275-153a5ed0c00d', 'name': '', 'network_id': '16e82553-d900-47a8-be16-0e927aa5b122', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'mac_address': 'fa:16:3e:18:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:32:02Z', 'updated_at': '2022-02-20T03:32:09Z', 'revision_number': 5, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'subnets': [{'id': '4011c41d-625a-4a4f-b17b-6325e727aa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:33:40.225586 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (9637083b-0c8f-429c-9595-2e7abb224aa7), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:40.271011 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7672e-fd03-460b-b590-07056674f739 req-05c49b67-8df3-4d74-8dce-df797d3ea0b5 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:40.272547 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ae7672e-fd03-460b-b590-07056674f739 req-05c49b67-8df3-4d74-8dce-df797d3ea0b5 tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 1126 time: 0.0781860 Feb 20 03:33:40.273653 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb108d-67b7-4258-8d7f-ec1e158a1f66 req-2c15a967-fa09-46f9-b793-c8fce0d4fe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:40.275070 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2bbb108d-67b7-4258-8d7f-ec1e158a1f66 req-2c15a967-fa09-46f9-b793-c8fce0d4fe7d service neutron] 10.222.0.42 "GET /v2.0/networks?id=16e82553-d900-47a8-be16-0e927aa5b122 HTTP/1.1" status: 200 len: 922 time: 0.1362464 Feb 20 03:33:40.279620 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=9637083b-0c8f-429c-9595-2e7abb224aa7,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:40.289056 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:33:40.289412 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:33:40.289762 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:33:40.290106 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:33:40.290447 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:33:40.290785 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:33:40.291157 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:33:40.291489 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:33:40.291823 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:33:40.292164 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:33:40.292481 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:33:40.292943 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:33:40.293276 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:33:40.329398 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2bbb108d-67b7-4258-8d7f-ec1e158a1f66 req-ca562d52-f957-4885-81b5-0bacc59fa774 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 HTTP/1.1" status: 200 len: 217 time: 0.0432298 Feb 20 03:33:40.385435 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ae7672e-fd03-460b-b590-07056674f739 req-3bda4c32-65e5-4cbf-87c9-a31a8797393e tempest-LiveAutoBlockMigrationV225Test-1597699117 tempest-LiveAutoBlockMigrationV225Test-1597699117-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059449 Feb 20 03:33:40.400515 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb108d-67b7-4258-8d7f-ec1e158a1f66 req-37383023-a219-4707-92b5-60db658f4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:40.401442 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2bbb108d-67b7-4258-8d7f-ec1e158a1f66 req-37383023-a219-4707-92b5-60db658f4bcf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4011c41d-625a-4a4f-b17b-6325e727aa40 HTTP/1.1" status: 200 len: 860 time: 0.0639062 Feb 20 03:33:40.461239 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb108d-67b7-4258-8d7f-ec1e158a1f66 req-c7870b94-f9c6-4b50-a3f6-143b4e11d6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:40.462994 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2bbb108d-67b7-4258-8d7f-ec1e158a1f66 req-c7870b94-f9c6-4b50-a3f6-143b4e11d6c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=16e82553-d900-47a8-be16-0e927aa5b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0543728 Feb 20 03:33:40.488381 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fceeae-a1d7-4647-905b-ac40ec047d87 None None] New status for floating IP 4fda5e70-1d6a-4a72-9d5d-bd76ac39babc: DOWN {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:33:40.512856 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['9637083b-0c8f-429c-9595-2e7abb224aa7'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:33:40.593443 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be559537-c241-4054-a633-6ce6a2dd643d req-1cd60a4c-3e48-4227-82d3-0fa40bfa049a tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:40.596232 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be559537-c241-4054-a633-6ce6a2dd643d req-1cd60a4c-3e48-4227-82d3-0fa40bfa049a tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 944 time: 0.1149487 Feb 20 03:33:40.607632 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2bbb108d-67b7-4258-8d7f-ec1e158a1f66 req-6dbf54ad-427f-4a19-a5f4-c06675277399 service neutron] 10.222.0.42 "GET /v2.0/networks/16e82553-d900-47a8-be16-0e927aa5b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348515 Feb 20 03:33:40.705548 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be559537-c241-4054-a633-6ce6a2dd643d req-b7fb6c29-31d6-4860-b638-d66d3ea33796 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970237 Feb 20 03:33:40.756808 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2bbb108d-67b7-4258-8d7f-ec1e158a1f66 req-1e52e9f7-1659-43dd-ae4a-c0cb82cce082 service neutron] 10.222.0.42 "GET /v2.0/networks/16e82553-d900-47a8-be16-0e927aa5b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328125 Feb 20 03:33:40.833715 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69672af-75ea-49a7-b105-05dc4c37b5e5 req-adda5b0c-97fe-4656-b50a-3425bd95b577 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:40.835416 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d69672af-75ea-49a7-b105-05dc4c37b5e5 req-adda5b0c-97fe-4656-b50a-3425bd95b577 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 943 time: 0.0572045 Feb 20 03:33:40.887209 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d69672af-75ea-49a7-b105-05dc4c37b5e5 req-eec15d96-e702-48a2-8e26-65f747719270 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/security-groups?id=9aae0e47-f93c-41fb-b5a5-8593b9285415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461214 Feb 20 03:33:41.029264 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750ddd1-4506-4dce-bd99-32408b35656f req-142c0ee6-8208-44e5-88b7-f8cd108bfbc7 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:41.030752 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1750ddd1-4506-4dce-bd99-32408b35656f req-142c0ee6-8208-44e5-88b7-f8cd108bfbc7 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2ceae4f-4661-4e22-a130-4d5112133f6a HTTP/1.1" status: 200 len: 944 time: 0.0520723 Feb 20 03:33:41.079946 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1750ddd1-4506-4dce-bd99-32408b35656f req-3253abe0-d483-41e5-b2b4-ddc28d95f625 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9e46ff0-0328-45d8-9f18-ec03ffa9e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424211 Feb 20 03:33:41.127566 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 20 Feb 2022 03:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e273ab8c-5e6f-4e18-98eb-5670dc8038cc x-openstack-request-id: req-e273ab8c-5e6f-4e18-98eb-5670dc8038cc {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:33:41.128061 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ceae4f-4661-4e22-a130-4d5112133f6a", "tag": "9637083b-0c8f-429c-9595-2e7abb224aa7", "status": "completed", "code": 200}, {"server_uuid": "5289545c-837f-4dd8-a47f-68d0bff671a7", "name": "network-vif-deleted", "tag": "f30dcdb1-3128-4f14-bde0-e03b5415436e", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:33:41.128201 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e273ab8c-5e6f-4e18-98eb-5670dc8038cc {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:33:41.128537 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ceae4f-4661-4e22-a130-4d5112133f6a', 'tag': '9637083b-0c8f-429c-9595-2e7abb224aa7', 'status': 'completed', 'code': 200} Feb 20 03:33:41.128785 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5289545c-837f-4dd8-a47f-68d0bff671a7', 'name': 'network-vif-deleted', 'tag': 'f30dcdb1-3128-4f14-bde0-e03b5415436e', 'status': 'completed', 'code': 200} Feb 20 03:33:41.199981 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a037940-a7a9-451d-858a-f6594d0ac78c req-921f777f-5452-4543-a8dd-c3c2d0e95350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:41.201503 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-2a037940-a7a9-451d-858a-f6594d0ac78c req-921f777f-5452-4543-a8dd-c3c2d0e95350 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5ff8b75fbb2949d5aad5a9cd3bc53c0a&device_id=f2ceae4f-4661-4e22-a130-4d5112133f6a HTTP/1.1" status: 200 len: 1126 time: 0.0475123 Feb 20 03:33:41.270477 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-247ab738-9ea4-4690-bd04-5bbdfa877aec req-8c9ca86d-77db-4b28-8ac3-8735c35b81b2 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521166 Feb 20 03:33:41.330378 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a037940-a7a9-451d-858a-f6594d0ac78c req-12d563e7-b2ef-43c5-abe4-7afac2d3a93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:41.332135 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-2a037940-a7a9-451d-858a-f6594d0ac78c req-12d563e7-b2ef-43c5-abe4-7afac2d3a93c service neutron] 10.222.0.93 "GET /v2.0/networks?id=eb26da17-9faa-4ffe-b743-646e1db8b7cd HTTP/1.1" status: 200 len: 915 time: 0.1204331 Feb 20 03:33:41.380588 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-2a037940-a7a9-451d-858a-f6594d0ac78c req-f71030a4-f55b-44bd-be66-9abfbe9695ba service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9637083b-0c8f-429c-9595-2e7abb224aa7 HTTP/1.1" status: 200 len: 217 time: 0.0392184 Feb 20 03:33:41.388317 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ab738-9ea4-4690-bd04-5bbdfa877aec req-7249a960-73cb-424f-821c-d7f54454a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:41.390047 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-247ab738-9ea4-4690-bd04-5bbdfa877aec req-7249a960-73cb-424f-821c-d7f54454a830 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 1127 time: 0.0638146 Feb 20 03:33:41.432367 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a037940-a7a9-451d-858a-f6594d0ac78c req-7e6eb7b9-5b6d-404d-9067-7be65509d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:41.433857 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-2a037940-a7a9-451d-858a-f6594d0ac78c req-7e6eb7b9-5b6d-404d-9067-7be65509d038 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=68459050-934c-49c9-b167-98d8885a461c HTTP/1.1" status: 200 len: 854 time: 0.0476525 Feb 20 03:33:41.458153 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 33390) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:33:41.472024 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-2a037940-a7a9-451d-858a-f6594d0ac78c req-a010e27b-b04d-4f6a-a16e-faa42118fd24 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=eb26da17-9faa-4ffe-b743-646e1db8b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310650 Feb 20 03:33:41.505496 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ab738-9ea4-4690-bd04-5bbdfa877aec req-0a0db2df-126f-4162-b14f-5a0c5c3e7550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:41.507044 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-247ab738-9ea4-4690-bd04-5bbdfa877aec req-0a0db2df-126f-4162-b14f-5a0c5c3e7550 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5528b70c-0437-425a-a0ac-3485fc465717 HTTP/1.1" status: 200 len: 921 time: 0.0953913 Feb 20 03:33:41.553721 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-247ab738-9ea4-4690-bd04-5bbdfa877aec req-05e84d46-6c7d-4c76-aeed-51fe82f8b8ac service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b5ff14d-0578-4958-a4c8-9458342d5552 HTTP/1.1" status: 200 len: 217 time: 0.0405905 Feb 20 03:33:41.597552 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-2a037940-a7a9-451d-858a-f6594d0ac78c req-27d4fa11-5c97-4847-a912-056ada3d27f9 service neutron] 10.222.0.93 "GET /v2.0/networks/eb26da17-9faa-4ffe-b743-646e1db8b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194696 Feb 20 03:33:41.642058 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ab738-9ea4-4690-bd04-5bbdfa877aec req-2d76ce13-1dbb-490e-977d-8a082680c8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:41.643511 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-247ab738-9ea4-4690-bd04-5bbdfa877aec req-2d76ce13-1dbb-490e-977d-8a082680c8a5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e570f242-4684-4db2-b2a8-755bc6ec8973 HTTP/1.1" status: 200 len: 860 time: 0.0822434 Feb 20 03:33:41.685511 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-247ab738-9ea4-4690-bd04-5bbdfa877aec req-1a3690fd-bb12-4763-b9d5-c247637df7a3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5528b70c-0437-425a-a0ac-3485fc465717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344238 Feb 20 03:33:41.688849 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f45a53d0-91bb-4622-bc5e-c408aa18c4d2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=16b56d9c9f2847c3888acb119045285a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290440 Feb 20 03:33:41.692351 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33394) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:33:41.699942 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-2a037940-a7a9-451d-858a-f6594d0ac78c req-7dd4ee8f-7c7e-4bb7-9852-1a1d1d745271 service neutron] 10.222.0.93 "GET /v2.0/networks/eb26da17-9faa-4ffe-b743-646e1db8b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965860 Feb 20 03:33:41.746742 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 9637083b-0c8f-429c-9595-2e7abb224aa7 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:33:41.749645 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-781620fc-b97d-48bd-8702-455700164e26 admin admin] Publish callbacks [] for security_group (4d246eaf-1b68-4680-8e1c-617132bceff2), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:41.783279 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-781620fc-b97d-48bd-8702-455700164e26 admin admin] Publish callbacks [] for security_group (4d246eaf-1b68-4680-8e1c-617132bceff2), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:41.838241 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-247ab738-9ea4-4690-bd04-5bbdfa877aec req-9b4e059c-935f-4847-95d3-aaeeea052e2a service neutron] 10.222.0.93 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461596 Feb 20 03:33:41.911621 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 9637083b-0c8f-429c-9595-2e7abb224aa7 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:33:41.918329 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 9637083b-0c8f-429c-9595-2e7abb224aa7 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:33:41.918712 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (9637083b-0c8f-429c-9595-2e7abb224aa7), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:41.934091 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-781620fc-b97d-48bd-8702-455700164e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (4d246eaf-1b68-4680-8e1c-617132bceff2), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:41.937456 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-781620fc-b97d-48bd-8702-455700164e26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:41.939401 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-781620fc-b97d-48bd-8702-455700164e26 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4d246eaf-1b68-4680-8e1c-617132bceff2 HTTP/1.1" status: 204 len: 168 time: 0.2460916 Feb 20 03:33:41.962767 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781620fc-b97d-48bd-8702-455700164e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d246eaf-1b68-4680-8e1c-617132bceff2,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:41.966984 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-247ab738-9ea4-4690-bd04-5bbdfa877aec req-3fbb7f46-78c9-449c-a015-862b916d5cc2 service neutron] 10.222.0.93 "GET /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217906 Feb 20 03:33:41.975581 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c8df4-4463-4ead-9789-63adc0b31959 req-25217aa7-4701-4843-a277-3b43465ee125 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:41.977239 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf5c8df4-4463-4ead-9789-63adc0b31959 req-25217aa7-4701-4843-a277-3b43465ee125 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 944 time: 0.0858474 Feb 20 03:33:42.035349 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf5c8df4-4463-4ead-9789-63adc0b31959 req-fdc85193-d33f-4a9c-941a-6b05ab5253f4 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508692 Feb 20 03:33:42.060375 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5dcd6c-dd28-495d-8aef-a91e8197ed21', 'tag': '1b2fae4c-6ab3-4246-af0c-cf2d8a772e78'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:33:42.064307 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d3552f-1069-4e6e-8261-a5c05ea0ab2b" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5dcd6c-dd28-495d-8aef-a91e8197ed21", "tag": "1b2fae4c-6ab3-4246-af0c-cf2d8a772e78"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:33:42.158428 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bfdee-252c-400b-8de9-fcc518e752a2 req-86bc76c3-2fb2-40cf-83c5-e9c49fb6d175 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:42.159991 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-673bfdee-252c-400b-8de9-fcc518e752a2 req-86bc76c3-2fb2-40cf-83c5-e9c49fb6d175 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 944 time: 0.0580022 Feb 20 03:33:42.172794 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 9637083b-0c8f-429c-9595-2e7abb224aa7 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:33:42.173155 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9637083b-0c8f-429c-9595-2e7abb224aa7), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:42.195755 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ceae4f-4661-4e22-a130-4d5112133f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9637083b-0c8f-429c-9595-2e7abb224aa7'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:33:42.198048 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ec10c0-2c44-41c7-ab47-6bc01cce63b4" -d '{"events": [{"server_uuid": "f2ceae4f-4661-4e22-a130-4d5112133f6a", "name": "network-vif-plugged", "status": "completed", "tag": "9637083b-0c8f-429c-9595-2e7abb224aa7"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:33:42.211028 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 9637083b-0c8f-429c-9595-2e7abb224aa7, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=9637083b-0c8f-429c-9595-2e7abb224aa7,segment=NetworkSegment(779aeac2-ecb9-46e0-8f48-3dc73d02eb8b),segment_id=779aeac2-ecb9-46e0-8f48-3dc73d02eb8b)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:33:42.214288 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-673bfdee-252c-400b-8de9-fcc518e752a2 req-db32de43-06ee-4736-8892-fb555167a969 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484297 Feb 20 03:33:42.283374 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (9637083b-0c8f-429c-9595-2e7abb224aa7), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:42.283785 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f30dcdb1-3128-4f14-bde0-e03b5415436e no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:33:42.286660 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07de45f2-9920-4f29-b062-c13c1f264def req-3999303b-b38e-4d03-ac91-190e925745b0 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/floatingips/4fda5e70-1d6a-4a72-9d5d-bd76ac39babc HTTP/1.1" status: 200 len: 693 time: 0.0459976 Feb 20 03:33:42.305800 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: f30dcdb1-3128-4f14-bde0-e03b5415436e {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:33:42.306292 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f30dcdb1-3128-4f14-bde0-e03b5415436e not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:33:42.352592 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=9637083b-0c8f-429c-9595-2e7abb224aa7,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:42.434732 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de45f2-9920-4f29-b062-c13c1f264def req-203930c1-aaea-48d6-b5e2-a55bb1428500 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:42.436109 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07de45f2-9920-4f29-b062-c13c1f264def req-203930c1-aaea-48d6-b5e2-a55bb1428500 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 784 time: 0.1437292 Feb 20 03:33:42.447543 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1ec83-dab9-40e0-b5c4-7940e4ad1e23 req-71152b20-c631-4925-bb62-36d246c5b968 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:42.452539 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8d1ec83-dab9-40e0-b5c4-7940e4ad1e23 req-71152b20-c631-4925-bb62-36d246c5b968 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 944 time: 0.0924819 Feb 20 03:33:42.634759 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33424) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:33:42.650096 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da3d36de-7c3c-4049-8a3d-24bb82435ba0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:42.735579 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da3d36de-7c3c-4049-8a3d-24bb82435ba0 admin admin] Publish callbacks [] for security_group (b388bba5-4489-44dc-8a56-3fc61ade2503), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:42.785655 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07de45f2-9920-4f29-b062-c13c1f264def req-69e7209b-8814-4685-9740-39b4898bf7eb tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 696 time: 0.3356185 Feb 20 03:33:42.795883 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da3d36de-7c3c-4049-8a3d-24bb82435ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b388bba5-4489-44dc-8a56-3fc61ade2503), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:42.839174 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-da3d36de-7c3c-4049-8a3d-24bb82435ba0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4ecf6705e1d64e989994d75333322c94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2031870 Feb 20 03:33:42.840450 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d36de-7c3c-4049-8a3d-24bb82435ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b388bba5-4489-44dc-8a56-3fc61ade2503,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:42.842924 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33426) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:33:42.863431 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07de45f2-9920-4f29-b062-c13c1f264def req-b464057c-5d41-4c62-985d-86d3a3b39269 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.38 HTTP/1.1" status: 200 len: 696 time: 0.0719852 Feb 20 03:33:42.898384 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b454fad5-1ae7-4bf9-b80b-0dac469254ca admin admin] Publish callbacks [] for security_group (b388bba5-4489-44dc-8a56-3fc61ade2503), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:42.925980 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b454fad5-1ae7-4bf9-b80b-0dac469254ca admin admin] Publish callbacks [] for security_group (b388bba5-4489-44dc-8a56-3fc61ade2503), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:42.972182 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-e8d1ec83-dab9-40e0-b5c4-7940e4ad1e23 req-25832d98-962b-4dd8-bc27-bab0bf327436 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Deleting port 44e2072b-716d-443e-babb-2e0ac08fb90f {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:33:42.972505 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e8d1ec83-dab9-40e0-b5c4-7940e4ad1e23 req-25832d98-962b-4dd8-bc27-bab0bf327436 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (44e2072b-716d-443e-babb-2e0ac08fb90f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:43.037011 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b454fad5-1ae7-4bf9-b80b-0dac469254ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b388bba5-4489-44dc-8a56-3fc61ade2503), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:43.039606 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b454fad5-1ae7-4bf9-b80b-0dac469254ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:43.041572 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b454fad5-1ae7-4bf9-b80b-0dac469254ca admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b388bba5-4489-44dc-8a56-3fc61ade2503 HTTP/1.1" status: 204 len: 168 time: 0.1977475 Feb 20 03:33:43.053832 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454fad5-1ae7-4bf9-b80b-0dac469254ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b388bba5-4489-44dc-8a56-3fc61ade2503,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:43.093234 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-07de45f2-9920-4f29-b062-c13c1f264def req-aea03ab8-c45b-4d06-affe-1c31ba9f9e88 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Deleting port 33aba421-ec93-4848-80ed-35e9ca07f9c5 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:33:43.093602 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-07de45f2-9920-4f29-b062-c13c1f264def req-aea03ab8-c45b-4d06-affe-1c31ba9f9e88 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (33aba421-ec93-4848-80ed-35e9ca07f9c5), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:43.112423 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-e8d1ec83-dab9-40e0-b5c4-7940e4ad1e23 req-25832d98-962b-4dd8-bc27-bab0bf327436 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] For port 44e2072b-716d-443e-babb-2e0ac08fb90f, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=44e2072b-716d-443e-babb-2e0ac08fb90f,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:33:43.112792 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e8d1ec83-dab9-40e0-b5c4-7940e4ad1e23 req-25832d98-962b-4dd8-bc27-bab0bf327436 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (44e2072b-716d-443e-babb-2e0ac08fb90f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:43.159143 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-e8d1ec83-dab9-40e0-b5c4-7940e4ad1e23 req-25832d98-962b-4dd8-bc27-bab0bf327436 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Calling delete_port for 44e2072b-716d-443e-babb-2e0ac08fb90f owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:33:43.233201 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-07de45f2-9920-4f29-b062-c13c1f264def req-aea03ab8-c45b-4d06-affe-1c31ba9f9e88 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (33aba421-ec93-4848-80ed-35e9ca07f9c5), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:43.233431 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-07de45f2-9920-4f29-b062-c13c1f264def req-aea03ab8-c45b-4d06-affe-1c31ba9f9e88 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks [] for floatingip (33aba421-ec93-4848-80ed-35e9ca07f9c5), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:43.256085 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-07de45f2-9920-4f29-b062-c13c1f264def req-aea03ab8-c45b-4d06-affe-1c31ba9f9e88 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Calling delete_port for 33aba421-ec93-4848-80ed-35e9ca07f9c5 owned by network:floatingip {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:33:43.470929 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e8d1ec83-dab9-40e0-b5c4-7940e4ad1e23 req-25832d98-962b-4dd8-bc27-bab0bf327436 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (44e2072b-716d-443e-babb-2e0ac08fb90f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:43.496003 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['1da3b321-2b61-40d5-b0b2-2546ea0f26cd', '44e2072b-716d-443e-babb-2e0ac08fb90f'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:33:43.501725 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25832d98-962b-4dd8-bc27-bab0bf327436 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Pushing event deleted for resources: {'Port': ['ID=44e2072b-716d-443e-babb-2e0ac08fb90f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:43.531930 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-07de45f2-9920-4f29-b062-c13c1f264def req-aea03ab8-c45b-4d06-affe-1c31ba9f9e88 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (33aba421-ec93-4848-80ed-35e9ca07f9c5), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:43.574498 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d1ec83-dab9-40e0-b5c4-7940e4ad1e23 req-25832d98-962b-4dd8-bc27-bab0bf327436 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] No DVR routers for this DVR port 44e2072b-716d-443e-babb-2e0ac08fb90f on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:33:43.576997 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea03ab8-c45b-4d06-affe-1c31ba9f9e88 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Pushing event deleted for resources: {'Port': ['ID=33aba421-ec93-4848-80ed-35e9ca07f9c5,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:43.579516 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e8d1ec83-dab9-40e0-b5c4-7940e4ad1e23 req-25832d98-962b-4dd8-bc27-bab0bf327436 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:43.583077 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8d1ec83-dab9-40e0-b5c4-7940e4ad1e23 req-25832d98-962b-4dd8-bc27-bab0bf327436 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.42 "DELETE /v2.0/ports/44e2072b-716d-443e-babb-2e0ac08fb90f HTTP/1.1" status: 204 len: 173 time: 1.1262805 Feb 20 03:33:43.652011 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-07de45f2-9920-4f29-b062-c13c1f264def req-aea03ab8-c45b-4d06-affe-1c31ba9f9e88 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks [] for floatingip (4fda5e70-1d6a-4a72-9d5d-bd76ac39babc), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:43.654535 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-07de45f2-9920-4f29-b062-c13c1f264def req-aea03ab8-c45b-4d06-affe-1c31ba9f9e88 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:43.655732 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07de45f2-9920-4f29-b062-c13c1f264def req-aea03ab8-c45b-4d06-affe-1c31ba9f9e88 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "DELETE /v2.0/floatingips/4fda5e70-1d6a-4a72-9d5d-bd76ac39babc HTTP/1.1" status: 204 len: 173 time: 0.7836618 Feb 20 03:33:44.048085 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad18433-1e11-4060-b9b1-6031d7e85945 req-9e8b62f8-b279-4bd7-acca-5085965d1d77 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:44.049810 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9ad18433-1e11-4060-b9b1-6031d7e85945 req-9e8b62f8-b279-4bd7-acca-5085965d1d77 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 943 time: 0.0638838 Feb 20 03:33:44.101577 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9ad18433-1e11-4060-b9b1-6031d7e85945 req-995c1187-1b82-4c94-85bf-c10b01aa7b4b tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/security-groups?id=9aae0e47-f93c-41fb-b5a5-8593b9285415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459738 Feb 20 03:33:44.144521 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10c38be-66f4-4d6d-99f1-a882b0abeaad x-openstack-request-id: req-d10c38be-66f4-4d6d-99f1-a882b0abeaad {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:33:44.144892 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5dcd6c-dd28-495d-8aef-a91e8197ed21", "tag": "1b2fae4c-6ab3-4246-af0c-cf2d8a772e78", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:33:44.145316 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d10c38be-66f4-4d6d-99f1-a882b0abeaad {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:33:44.145757 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5dcd6c-dd28-495d-8aef-a91e8197ed21', 'tag': '1b2fae4c-6ab3-4246-af0c-cf2d8a772e78', 'status': 'completed', 'code': 200} Feb 20 03:33:44.238731 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:33:44.260837 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33466) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:33:44.273507 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3552f-1069-4e6e-8261-a5c05ea0ab2b req-716102bc-affc-49c9-ba5e-b039c97e06fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:44.275071 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17d3552f-1069-4e6e-8261-a5c05ea0ab2b req-716102bc-affc-49c9-ba5e-b039c97e06fd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=77847ebcb146436a81d068e3c92b91de&device_id=6c5dcd6c-dd28-495d-8aef-a91e8197ed21 HTTP/1.1" status: 200 len: 1128 time: 0.0971303 Feb 20 03:33:44.334383 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c8fec-b702-44af-b6f1-e26037f9c65c req-96fba713-6314-430c-acfa-5400350a941d tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:44.343394 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-166c8fec-b702-44af-b6f1-e26037f9c65c req-96fba713-6314-430c-acfa-5400350a941d tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2ceae4f-4661-4e22-a130-4d5112133f6a HTTP/1.1" status: 200 len: 945 time: 0.1374426 Feb 20 03:33:44.369125 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=2a0eec7b-9fca-42d8-a0c8-208f96cb8808,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:33:44.381811 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '2a0eec7b-9fca-42d8-a0c8-208f96cb8808', 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f', 'port_id': '2a0eec7b-9fca-42d8-a0c8-208f96cb8808', 'mac_address': 'fa:16:3e:3d:30:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:33:44.392351 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-c3f7c431-29f3-470f-a2b4-c1617d98b493 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-968715591-network', 'tenant_id': 'f472076e8b054c2ca220d084c23b2ace'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:33:44.423284 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:33:44.423704 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2a0eec7b-9fca-42d8-a0c8-208f96cb8808), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:44.436590 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:33:44.447604 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-166c8fec-b702-44af-b6f1-e26037f9c65c req-364e97d0-ed5e-4412-b1dc-b1225ef343f6 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9e46ff0-0328-45d8-9f18-ec03ffa9e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025991 Feb 20 03:33:44.459590 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=2a0eec7b-9fca-42d8-a0c8-208f96cb8808,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:33:44.470091 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f7c431-29f3-470f-a2b4-c1617d98b493 admin admin] Made reservation on behalf of f472076e8b054c2ca220d084c23b2ace for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:33:44.472876 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3f7c431-29f3-470f-a2b4-c1617d98b493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:44.483925 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3f7c431-29f3-470f-a2b4-c1617d98b493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:44.487121 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3552f-1069-4e6e-8261-a5c05ea0ab2b req-d3b07a8a-aae3-46f6-bd23-050918099523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:44.489425 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17d3552f-1069-4e6e-8261-a5c05ea0ab2b req-d3b07a8a-aae3-46f6-bd23-050918099523 service neutron] 10.222.0.42 "GET /v2.0/networks?id=16e82553-d900-47a8-be16-0e927aa5b122 HTTP/1.1" status: 200 len: 922 time: 0.1914535 Feb 20 03:33:44.496947 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c41731-f0c3-44e3-8c12-3b7462426d70 x-openstack-request-id: req-d4c41731-f0c3-44e3-8c12-3b7462426d70 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:33:44.497475 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ceae4f-4661-4e22-a130-4d5112133f6a", "name": "network-vif-plugged", "status": "completed", "tag": "9637083b-0c8f-429c-9595-2e7abb224aa7", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:33:44.497588 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d4c41731-f0c3-44e3-8c12-3b7462426d70 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:33:44.497942 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ceae4f-4661-4e22-a130-4d5112133f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9637083b-0c8f-429c-9595-2e7abb224aa7', 'code': 200} Feb 20 03:33:44.511180 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2a0eec7b-9fca-42d8-a0c8-208f96cb8808), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:44.548010 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17d3552f-1069-4e6e-8261-a5c05ea0ab2b req-8f6b6342-2ce7-48ec-b146-765f51f07f08 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 HTTP/1.1" status: 200 len: 217 time: 0.0519388 Feb 20 03:33:44.612330 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=2a0eec7b-9fca-42d8-a0c8-208f96cb8808,revision_number=11']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:44.626894 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3f7c431-29f3-470f-a2b4-c1617d98b493 admin admin] Publish callbacks [] for security_group (264b8a9d-4625-4097-acf1-efcc7a2a95af), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:44.664679 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fc5106b2-c251-4ef7-9ab8-fbff481a3562 req-54bea978-2248-4b9a-97d4-ebeaf4882ab2 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 210 time: 0.0640664 Feb 20 03:33:44.676532 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3552f-1069-4e6e-8261-a5c05ea0ab2b req-6b974fea-5fe7-4847-a583-12f3468733b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:44.677951 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17d3552f-1069-4e6e-8261-a5c05ea0ab2b req-6b974fea-5fe7-4847-a583-12f3468733b1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4011c41d-625a-4a4f-b17b-6325e727aa40 HTTP/1.1" status: 200 len: 860 time: 0.1238756 Feb 20 03:33:44.683331 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3f7c431-29f3-470f-a2b4-c1617d98b493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (264b8a9d-4625-4097-acf1-efcc7a2a95af), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:44.695038 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa326e-5d3b-4963-a4df-bfd593ee923e req-5a15f257-0fc4-4cc1-917c-d54e13a760b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:44.696523 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-37aa326e-5d3b-4963-a4df-bfd593ee923e req-5a15f257-0fc4-4cc1-917c-d54e13a760b0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f2ceae4f-4661-4e22-a130-4d5112133f6a HTTP/1.1" status: 200 len: 1127 time: 0.1302927 Feb 20 03:33:44.742848 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f7c431-29f3-470f-a2b4-c1617d98b493 admin admin] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:33:44.760513 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7c431-29f3-470f-a2b4-c1617d98b493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264b8a9d-4625-4097-acf1-efcc7a2a95af,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:44.763455 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3f7c431-29f3-470f-a2b4-c1617d98b493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (546f5ea5-317a-4f15-856b-180f9d6ac36a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:44.763843 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-c3f7c431-29f3-470f-a2b4-c1617d98b493 admin admin] Added segment 546f5ea5-317a-4f15-856b-180f9d6ac36a of type vlan for network 573ea741-f1e0-4fe2-9773-7a3f81df6812 Feb 20 03:33:44.777259 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['2a0eec7b-9fca-42d8-a0c8-208f96cb8808'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:33:44.810409 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-37aa326e-5d3b-4963-a4df-bfd593ee923e req-ea286787-f54f-409d-aaad-8b5bccc2e0b7 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a9e46ff0-0328-45d8-9f18-ec03ffa9e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890548 Feb 20 03:33:44.820390 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3f7c431-29f3-470f-a2b4-c1617d98b493 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (573ea741-f1e0-4fe2-9773-7a3f81df6812), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:44.853515 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3552f-1069-4e6e-8261-a5c05ea0ab2b req-e6ab9b0e-5ab2-477d-a14d-88bef195aa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:44.855753 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17d3552f-1069-4e6e-8261-a5c05ea0ab2b req-e6ab9b0e-5ab2-477d-a14d-88bef195aa83 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=16e82553-d900-47a8-be16-0e927aa5b122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1702435 Feb 20 03:33:44.904213 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3f7c431-29f3-470f-a2b4-c1617d98b493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (573ea741-f1e0-4fe2-9773-7a3f81df6812), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:44.905260 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f7c431-29f3-470f-a2b4-c1617d98b493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:44.905823 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3f7c431-29f3-470f-a2b4-c1617d98b493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:44.951682 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f1444-c58c-4bc4-a9e3-701c6f94fa83 req-99f571bd-d9e7-41fc-99ba-9205739ed996 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:44.953641 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4c0f1444-c58c-4bc4-a9e3-701c6f94fa83 req-99f571bd-d9e7-41fc-99ba-9205739ed996 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 945 time: 0.2006783 Feb 20 03:33:44.981227 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7c431-29f3-470f-a2b4-c1617d98b493 admin admin] Pushing event updated for resources: {'Network': ['ID=573ea741-f1e0-4fe2-9773-7a3f81df6812,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:44.992591 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 573ea741-f1e0-4fe2-9773-7a3f81df6812 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:33:45.007286 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17d3552f-1069-4e6e-8261-a5c05ea0ab2b req-be6bbd61-bb10-46a8-be92-7ebed347db3a service neutron] 10.222.0.42 "GET /v2.0/networks/16e82553-d900-47a8-be16-0e927aa5b122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448529 Feb 20 03:33:45.017218 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c3f7c431-29f3-470f-a2b4-c1617d98b493 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7536542 Feb 20 03:33:45.017960 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 33470) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:33:45.030558 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-5154de42-12d3-4adc-bd42-b610c5145715 admin admin] Request body: {'subnet': {'network_id': '573ea741-f1e0-4fe2-9773-7a3f81df6812', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-968715591-subnet', 'tenant_id': 'f472076e8b054c2ca220d084c23b2ace', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:33:45.102439 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4c0f1444-c58c-4bc4-a9e3-701c6f94fa83 req-09096807-386f-4264-802c-9dd0f5eb9eab tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378949 Feb 20 03:33:45.147835 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17d3552f-1069-4e6e-8261-a5c05ea0ab2b req-0de1024c-424a-4cc4-8c4d-ddafd818e6f4 service neutron] 10.222.0.42 "GET /v2.0/networks/16e82553-d900-47a8-be16-0e927aa5b122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290174 Feb 20 03:33:45.185049 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5154de42-12d3-4adc-bd42-b610c5145715 admin admin] Made reservation on behalf of f472076e8b054c2ca220d084c23b2ace for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:33:45.188641 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5154de42-12d3-4adc-bd42-b610c5145715 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:45.499461 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5154de42-12d3-4adc-bd42-b610c5145715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (9d5a33b7-f57f-414e-80a4-7e1de86c7eca), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:45.558296 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154de42-12d3-4adc-bd42-b610c5145715 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d5a33b7-f57f-414e-80a4-7e1de86c7eca,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:45.566656 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5154de42-12d3-4adc-bd42-b610c5145715 admin admin] Checking segment: {'id': '546f5ea5-317a-4f15-856b-180f9d6ac36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '573ea741-f1e0-4fe2-9773-7a3f81df6812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:33:45.567054 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5154de42-12d3-4adc-bd42-b610c5145715 admin admin] Network hostable DHCP agents. Network: 573ea741-f1e0-4fe2-9773-7a3f81df6812, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:33:45.671379 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5154de42-12d3-4adc-bd42-b610c5145715 admin admin] Network 573ea741-f1e0-4fe2-9773-7a3f81df6812 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:33:45.792538 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-5154de42-12d3-4adc-bd42-b610c5145715 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 573ea741-f1e0-4fe2-9773-7a3f81df6812) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:33:45.803356 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8d00b2-c823-4a5d-9477-09f7906760cd None None] Network 573ea741-f1e0-4fe2-9773-7a3f81df6812 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:33:45.805226 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5154de42-12d3-4adc-bd42-b610c5145715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:45.805846 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5154de42-12d3-4adc-bd42-b610c5145715 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:45.830921 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6316f-3540-470b-8ffa-d84f03e56be0 req-46f3017c-f0f1-4720-9922-0cf03b149894 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:45.832548 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-60d6316f-3540-470b-8ffa-d84f03e56be0 req-46f3017c-f0f1-4720-9922-0cf03b149894 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 943 time: 0.0857477 Feb 20 03:33:45.896428 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5154de42-12d3-4adc-bd42-b610c5145715 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8763056 Feb 20 03:33:45.902909 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-60d6316f-3540-470b-8ffa-d84f03e56be0 req-4efab1da-982e-483c-8a33-bc90833ff53c tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/security-groups?id=9aae0e47-f93c-41fb-b5a5-8593b9285415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634341 Feb 20 03:33:45.943629 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf7b1d5-5a5d-4adf-85fa-6e1407bc341f None None] Network 573ea741-f1e0-4fe2-9773-7a3f81df6812 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:33:46.031583 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcef7ef-f40c-4187-9970-d4f52b104ad4 req-0a8d1b7c-619f-460c-825d-531cfc139f5b tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:46.033528 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6dcef7ef-f40c-4187-9970-d4f52b104ad4 req-0a8d1b7c-619f-460c-825d-531cfc139f5b tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2ceae4f-4661-4e22-a130-4d5112133f6a HTTP/1.1" status: 200 len: 945 time: 0.0635719 Feb 20 03:33:46.090366 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6dcef7ef-f40c-4187-9970-d4f52b104ad4 req-a3c4b05d-b90d-43a5-a4e7-4080990d2ef7 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9e46ff0-0328-45d8-9f18-ec03ffa9e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504773 Feb 20 03:33:46.149076 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ff3cc5-54c2-4121-86d1-8a619c66104b', 'name': 'network-vif-deleted', 'tag': '44e2072b-716d-443e-babb-2e0ac08fb90f'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:33:46.149667 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3240810-b52f-4b28-a420-f3a6f00f4fba" -d '{"events": [{"server_uuid": "e3ff3cc5-54c2-4121-86d1-8a619c66104b", "name": "network-vif-deleted", "tag": "44e2072b-716d-443e-babb-2e0ac08fb90f"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:33:46.207864 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d11ce-8ee1-4053-98e5-7dd6b4137db0 req-4d2c3201-5109-4fd2-ae7a-cc339b135da1 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:46.209341 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-175d11ce-8ee1-4053-98e5-7dd6b4137db0 req-4d2c3201-5109-4fd2-ae7a-cc339b135da1 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5dcd6c-dd28-495d-8aef-a91e8197ed21 HTTP/1.1" status: 200 len: 946 time: 0.0547130 Feb 20 03:33:46.252771 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 1b419c72-3c6e-439a-afe8-6589a091f620 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:33:46.257501 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:33:46.263796 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-175d11ce-8ee1-4053-98e5-7dd6b4137db0 req-23410e70-daed-464d-a43d-841a696506e5 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/security-groups?id=d6d2161c-e5f3-4e0d-9eb7-f16df0899b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486012 Feb 20 03:33:46.378634 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0e785604-9e9a-44cd-aa67-484d82325768 req-9e4d542f-f3ac-4115-bb31-01291b4bc2c9 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 210 time: 0.0343657 Feb 20 03:33:46.407301 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 1b419c72-3c6e-439a-afe8-6589a091f620, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=1b419c72-3c6e-439a-afe8-6589a091f620,segment=NetworkSegment(6a668330-508b-4baa-ba9d-9c79bf61d355),segment_id=6a668330-508b-4baa-ba9d-9c79bf61d355)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:33:46.424526 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '1b419c72-3c6e-439a-afe8-6589a091f620', 'network_id': 'a1d376e6-0361-455a-af30-57a2daa934c8', 'port_id': '1b419c72-3c6e-439a-afe8-6589a091f620', 'mac_address': 'fa:16:3e:9e:33:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b45813-a63d-4780-bb92-f1d3e6d5c97f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:33:46.449604 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:33:46.460207 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:33:46.460594 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2a0eec7b-9fca-42d8-a0c8-208f96cb8808), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:46.462241 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 1b419c72-3c6e-439a-afe8-6589a091f620 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:33:46.462619 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1b419c72-3c6e-439a-afe8-6589a091f620), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:46.524888 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b419c72-3c6e-439a-afe8-6589a091f620 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:33:46.553945 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 1b419c72-3c6e-439a-afe8-6589a091f620, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=1b419c72-3c6e-439a-afe8-6589a091f620,segment=NetworkSegment(6a668330-508b-4baa-ba9d-9c79bf61d355),segment_id=6a668330-508b-4baa-ba9d-9c79bf61d355)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:33:46.590498 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08feb013-b68b-44c7-ad92-874e76ae1a6c req-542ea8e8-9dcd-4bcb-9c42-943394619cd2 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:46.592630 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-08feb013-b68b-44c7-ad92-874e76ae1a6c req-542ea8e8-9dcd-4bcb-9c42-943394619cd2 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 945 time: 0.0588880 Feb 20 03:33:46.622201 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:33:46.622601 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2a0eec7b-9fca-42d8-a0c8-208f96cb8808), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:46.635699 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (1b419c72-3c6e-439a-afe8-6589a091f620), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:46.652335 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-08feb013-b68b-44c7-ad92-874e76ae1a6c req-82de3d92-0387-4c4d-a384-add545891126 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522254 Feb 20 03:33:46.693877 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801dc56e-a5ac-4cff-864d-129f50c171a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0eec7b-9fca-42d8-a0c8-208f96cb8808'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:33:46.696327 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e680cb-a7c1-4e65-b6c1-afacdf0bae15" -d '{"events": [{"server_uuid": "801dc56e-a5ac-4cff-864d-129f50c171a7", "name": "network-vif-plugged", "status": "completed", "tag": "2a0eec7b-9fca-42d8-a0c8-208f96cb8808"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:33:46.704705 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f043b16-f9eb-4bab-8c97-3273a0162a2b x-openstack-request-id: req-3f043b16-f9eb-4bab-8c97-3273a0162a2b {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:33:46.705993 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ff3cc5-54c2-4121-86d1-8a619c66104b", "name": "network-vif-deleted", "tag": "44e2072b-716d-443e-babb-2e0ac08fb90f", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:33:46.707137 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3f043b16-f9eb-4bab-8c97-3273a0162a2b {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:33:46.711803 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ff3cc5-54c2-4121-86d1-8a619c66104b', 'name': 'network-vif-deleted', 'tag': '44e2072b-716d-443e-babb-2e0ac08fb90f', 'status': 'completed', 'code': 200} Feb 20 03:33:46.723940 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=2a0eec7b-9fca-42d8-a0c8-208f96cb8808,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:33:46.730394 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=1b419c72-3c6e-439a-afe8-6589a091f620,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:46.791060 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2a0eec7b-9fca-42d8-a0c8-208f96cb8808), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:46.792775 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 44e2072b-716d-443e-babb-2e0ac08fb90f no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:33:46.886690 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 33536) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:33:46.891163 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=2a0eec7b-9fca-42d8-a0c8-208f96cb8808,revision_number=12']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:46.892181 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-554a0caa-8c5a-495d-816e-d56a453842da admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-851401245-network', 'tenant_id': 'd12d3c04c35843929b3cad36d6899ff9'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:33:46.904454 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b504ea8d-a132-4c27-8544-e52f7fa9e3dc x-openstack-request-id: req-b504ea8d-a132-4c27-8544-e52f7fa9e3dc {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:33:46.904756 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801dc56e-a5ac-4cff-864d-129f50c171a7", "name": "network-vif-plugged", "status": "completed", "tag": "2a0eec7b-9fca-42d8-a0c8-208f96cb8808", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:33:46.905014 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b504ea8d-a132-4c27-8544-e52f7fa9e3dc {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:33:46.905414 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801dc56e-a5ac-4cff-864d-129f50c171a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0eec7b-9fca-42d8-a0c8-208f96cb8808', 'code': 200} Feb 20 03:33:46.910423 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 44e2072b-716d-443e-babb-2e0ac08fb90f {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:33:46.910781 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 44e2072b-716d-443e-babb-2e0ac08fb90f not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:33:47.002730 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554a0caa-8c5a-495d-816e-d56a453842da admin admin] Made reservation on behalf of d12d3c04c35843929b3cad36d6899ff9 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:33:47.009626 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-554a0caa-8c5a-495d-816e-d56a453842da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:47.017672 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-554a0caa-8c5a-495d-816e-d56a453842da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:47.073885 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['1b419c72-3c6e-439a-afe8-6589a091f620'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:33:47.134107 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a39e9-b355-447f-afa0-47a31c69563e req-df9aff14-a7f2-404b-a5b2-8839086dfc61 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:47.135663 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bf4a39e9-b355-447f-afa0-47a31c69563e req-df9aff14-a7f2-404b-a5b2-8839086dfc61 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 944 time: 0.0928402 Feb 20 03:33:47.221598 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-554a0caa-8c5a-495d-816e-d56a453842da admin admin] Publish callbacks [] for security_group (f2d26d14-e9ee-4092-8323-dbd6f323592e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:47.271284 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fed42-cdaf-4152-b1f8-6704ebf88530 req-6255fcd1-75b2-45ee-b65a-bc0960a96ccd tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:47.272711 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d9fed42-cdaf-4152-b1f8-6704ebf88530 req-6255fcd1-75b2-45ee-b65a-bc0960a96ccd tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c5dcd6c-dd28-495d-8aef-a91e8197ed21 HTTP/1.1" status: 200 len: 946 time: 0.1462767 Feb 20 03:33:47.275967 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-554a0caa-8c5a-495d-816e-d56a453842da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f2d26d14-e9ee-4092-8323-dbd6f323592e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:47.282074 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bf4a39e9-b355-447f-afa0-47a31c69563e req-d669662c-0977-4c50-ba0c-012f4def3c54 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/security-groups?id=9aae0e47-f93c-41fb-b5a5-8593b9285415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344147 Feb 20 03:33:47.300410 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc25fd9-8d4d-41c4-b50f-f7167b42720e req-b82d3694-28a2-4249-bfc5-2eb2c0236f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:47.301993 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cbc25fd9-8d4d-41c4-b50f-f7167b42720e req-b82d3694-28a2-4249-bfc5-2eb2c0236f1c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 1128 time: 0.1563148 Feb 20 03:33:47.307938 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-554a0caa-8c5a-495d-816e-d56a453842da admin admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:33:47.323766 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a0caa-8c5a-495d-816e-d56a453842da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d26d14-e9ee-4092-8323-dbd6f323592e,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:47.329970 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-554a0caa-8c5a-495d-816e-d56a453842da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (5df747e5-af0e-494b-96b1-98a2fa3a9136), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:47.330334 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-554a0caa-8c5a-495d-816e-d56a453842da admin admin] Added segment 5df747e5-af0e-494b-96b1-98a2fa3a9136 of type vlan for network 97b1a589-88bd-4b9a-a42f-858a382ae909 Feb 20 03:33:47.387515 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-554a0caa-8c5a-495d-816e-d56a453842da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (97b1a589-88bd-4b9a-a42f-858a382ae909), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:47.544835 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-554a0caa-8c5a-495d-816e-d56a453842da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (97b1a589-88bd-4b9a-a42f-858a382ae909), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:47.545725 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554a0caa-8c5a-495d-816e-d56a453842da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:47.546313 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-554a0caa-8c5a-495d-816e-d56a453842da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:47.554279 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cbc25fd9-8d4d-41c4-b50f-f7167b42720e req-467812e2-7d09-42a1-b4a8-67824c88a94a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598392 Feb 20 03:33:47.628165 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc7e19-44c7-422b-bc56-d60b8e247c9f req-e919a578-cd77-40f6-b9f4-fd300ff7a392 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:47.629655 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dffc7e19-44c7-422b-bc56-d60b8e247c9f req-e919a578-cd77-40f6-b9f4-fd300ff7a392 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2ceae4f-4661-4e22-a130-4d5112133f6a HTTP/1.1" status: 200 len: 945 time: 0.2099605 Feb 20 03:33:47.631122 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a0caa-8c5a-495d-816e-d56a453842da admin admin] Pushing event updated for resources: {'Network': ['ID=97b1a589-88bd-4b9a-a42f-858a382ae909,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:47.645010 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 97b1a589-88bd-4b9a-a42f-858a382ae909 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:33:47.660052 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-554a0caa-8c5a-495d-816e-d56a453842da admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7721102 Feb 20 03:33:47.662974 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33562) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:33:47.663781 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-9d9fed42-cdaf-4152-b1f8-6704ebf88530 req-2cde1ca7-b39f-47bc-acb8-a8ef83a48801 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Deleting port 1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:33:47.664130 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9d9fed42-cdaf-4152-b1f8-6704ebf88530 req-2cde1ca7-b39f-47bc-acb8-a8ef83a48801 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (1b2fae4c-6ab3-4246-af0c-cf2d8a772e78), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:47.668083 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-a045c462-459a-4811-bdce-1c549dbbfd15 admin admin] Request body: {'subnet': {'network_id': '97b1a589-88bd-4b9a-a42f-858a382ae909', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-851401245-subnet', 'tenant_id': 'd12d3c04c35843929b3cad36d6899ff9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:33:47.741926 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dffc7e19-44c7-422b-bc56-d60b8e247c9f req-5a1bba8d-37d2-42dd-99ee-0c071003bb75 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9e46ff0-0328-45d8-9f18-ec03ffa9e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054740 Feb 20 03:33:47.797270 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a045c462-459a-4811-bdce-1c549dbbfd15 admin admin] Made reservation on behalf of d12d3c04c35843929b3cad36d6899ff9 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:33:47.800467 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a045c462-459a-4811-bdce-1c549dbbfd15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:47.824198 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-9d9fed42-cdaf-4152-b1f8-6704ebf88530 req-2cde1ca7-b39f-47bc-acb8-a8ef83a48801 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] For port 1b2fae4c-6ab3-4246-af0c-cf2d8a772e78, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=1b2fae4c-6ab3-4246-af0c-cf2d8a772e78,segment=NetworkSegment(cda420b9-3208-4359-b0a0-39d6d5b4153c),segment_id=cda420b9-3208-4359-b0a0-39d6d5b4153c)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:33:47.824573 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9d9fed42-cdaf-4152-b1f8-6704ebf88530 req-2cde1ca7-b39f-47bc-acb8-a8ef83a48801 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (1b2fae4c-6ab3-4246-af0c-cf2d8a772e78), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:47.842373 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-9d9fed42-cdaf-4152-b1f8-6704ebf88530 req-2cde1ca7-b39f-47bc-acb8-a8ef83a48801 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Calling delete_port for 1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:33:48.045867 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db886165-ce02-4d61-b066-7ea8f14bbf7c req-102e4501-1a2a-49ab-ba9c-e8e1f961d3d5 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:48.048421 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-db886165-ce02-4d61-b066-7ea8f14bbf7c req-102e4501-1a2a-49ab-ba9c-e8e1f961d3d5 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5dcd6c-dd28-495d-8aef-a91e8197ed21 HTTP/1.1" status: 200 len: 946 time: 0.0843773 Feb 20 03:33:48.076102 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a045c462-459a-4811-bdce-1c549dbbfd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (ddfb197e-67f6-4fdd-baec-7b1fc9aa3277), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:48.106463 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-db886165-ce02-4d61-b066-7ea8f14bbf7c req-c285b8a4-39ce-466f-b9a3-61f8ab1531de tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.89 "GET /v2.0/security-groups?id=d6d2161c-e5f3-4e0d-9eb7-f16df0899b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518055 Feb 20 03:33:48.107597 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9d9fed42-cdaf-4152-b1f8-6704ebf88530 req-2cde1ca7-b39f-47bc-acb8-a8ef83a48801 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (1b2fae4c-6ab3-4246-af0c-cf2d8a772e78), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:48.120575 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['1b2fae4c-6ab3-4246-af0c-cf2d8a772e78'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:33:48.155179 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045c462-459a-4811-bdce-1c549dbbfd15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddfb197e-67f6-4fdd-baec-7b1fc9aa3277,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:48.165426 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde1ca7-b39f-47bc-acb8-a8ef83a48801 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Pushing event deleted for resources: {'Port': ['ID=1b2fae4c-6ab3-4246-af0c-cf2d8a772e78,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:48.179771 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a045c462-459a-4811-bdce-1c549dbbfd15 admin admin] Checking segment: {'id': '5df747e5-af0e-494b-96b1-98a2fa3a9136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '97b1a589-88bd-4b9a-a42f-858a382ae909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:33:48.180439 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a045c462-459a-4811-bdce-1c549dbbfd15 admin admin] Network hostable DHCP agents. Network: 97b1a589-88bd-4b9a-a42f-858a382ae909, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:33:48.227487 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9fed42-cdaf-4152-b1f8-6704ebf88530 req-2cde1ca7-b39f-47bc-acb8-a8ef83a48801 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] No DVR routers for this DVR port 1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:33:48.231055 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9d9fed42-cdaf-4152-b1f8-6704ebf88530 req-2cde1ca7-b39f-47bc-acb8-a8ef83a48801 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:48.236723 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d9fed42-cdaf-4152-b1f8-6704ebf88530 req-2cde1ca7-b39f-47bc-acb8-a8ef83a48801 tempest-FloatingIPsAssociationTestJSON-2032609788 tempest-FloatingIPsAssociationTestJSON-2032609788-project] 10.222.0.42 "DELETE /v2.0/ports/1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 HTTP/1.1" status: 204 len: 173 time: 0.8411231 Feb 20 03:33:48.269772 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 1b419c72-3c6e-439a-afe8-6589a091f620 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:33:48.304555 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-577400db-6b5b-44ad-bb8e-3f6d35f27e44 req-6e540c1d-c0e4-4de6-946a-d6cff51baf34 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 210 time: 0.0287032 Feb 20 03:33:48.316977 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a045c462-459a-4811-bdce-1c549dbbfd15 admin admin] Network 97b1a589-88bd-4b9a-a42f-858a382ae909 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:33:48.413708 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-a045c462-459a-4811-bdce-1c549dbbfd15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 97b1a589-88bd-4b9a-a42f-858a382ae909) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:33:48.418674 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a045c462-459a-4811-bdce-1c549dbbfd15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:48.419940 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a045c462-459a-4811-bdce-1c549dbbfd15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:48.424512 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc794bf-aa5a-4621-b759-fd52acbc0820 None None] Network 97b1a589-88bd-4b9a-a42f-858a382ae909 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:33:48.424694 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7417cf-df7a-4264-8015-3683e8efb0b1 req-d07d1d53-ff73-45bf-acc8-c65d50c4e873 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:48.433450 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5d7417cf-df7a-4264-8015-3683e8efb0b1 req-d07d1d53-ff73-45bf-acc8-c65d50c4e873 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 946 time: 0.0642431 Feb 20 03:33:48.477621 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 1b419c72-3c6e-439a-afe8-6589a091f620 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:33:48.485422 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 1b419c72-3c6e-439a-afe8-6589a091f620 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:33:48.486083 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1b419c72-3c6e-439a-afe8-6589a091f620), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:48.542831 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5d7417cf-df7a-4264-8015-3683e8efb0b1 req-4e4f0769-4eb0-4eb2-ad14-0b389420a24f tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084704 Feb 20 03:33:48.557860 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a045c462-459a-4811-bdce-1c549dbbfd15 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8933871 Feb 20 03:33:48.658510 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469b3d9f-2d25-4264-a422-d3758eb1d9c5 None None] Network 97b1a589-88bd-4b9a-a42f-858a382ae909 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:33:48.713489 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5dcd6c-dd28-495d-8aef-a91e8197ed21', 'name': 'network-vif-deleted', 'tag': '1b2fae4c-6ab3-4246-af0c-cf2d8a772e78'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:33:48.716185 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6855a98-60c0-4092-852d-741ebe013949" -d '{"events": [{"server_uuid": "6c5dcd6c-dd28-495d-8aef-a91e8197ed21", "name": "network-vif-deleted", "tag": "1b2fae4c-6ab3-4246-af0c-cf2d8a772e78"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:33:48.865880 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 1b419c72-3c6e-439a-afe8-6589a091f620 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:33:48.871202 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1b419c72-3c6e-439a-afe8-6589a091f620), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:48.953739 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c2dad0-25c8-443d-8694-065152bbdd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b419c72-3c6e-439a-afe8-6589a091f620'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:33:48.953739 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee094395-bcd1-4113-8e49-e624a456fb7e" -d '{"events": [{"server_uuid": "32c2dad0-25c8-443d-8694-065152bbdd7f", "name": "network-vif-plugged", "status": "completed", "tag": "1b419c72-3c6e-439a-afe8-6589a091f620"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:33:48.986249 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 1b419c72-3c6e-439a-afe8-6589a091f620, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=1b419c72-3c6e-439a-afe8-6589a091f620,segment=NetworkSegment(6a668330-508b-4baa-ba9d-9c79bf61d355),segment_id=6a668330-508b-4baa-ba9d-9c79bf61d355)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:33:48.988556 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e716fe-c44d-45fa-abe9-949376db1371 req-4a1465a8-0945-430b-bc57-c7394d058384 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:48.990695 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e0e716fe-c44d-45fa-abe9-949376db1371 req-4a1465a8-0945-430b-bc57-c7394d058384 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 944 time: 0.1357176 Feb 20 03:33:49.077204 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (1b419c72-3c6e-439a-afe8-6589a091f620), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:49.077204 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:33:49.077761 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e0e716fe-c44d-45fa-abe9-949376db1371 req-b4b86c7f-8a01-4e84-96f8-3f0ac2629fa0 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/security-groups?id=9aae0e47-f93c-41fb-b5a5-8593b9285415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754018 Feb 20 03:33:49.119701 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:33:49.120055 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 1b2fae4c-6ab3-4246-af0c-cf2d8a772e78 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:33:49.147554 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=1b419c72-3c6e-439a-afe8-6589a091f620,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:49.167933 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf830d9-8770-4145-8a87-416e165aa5d5 x-openstack-request-id: req-6cf830d9-8770-4145-8a87-416e165aa5d5 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:33:49.169768 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5dcd6c-dd28-495d-8aef-a91e8197ed21", "name": "network-vif-deleted", "tag": "1b2fae4c-6ab3-4246-af0c-cf2d8a772e78", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:33:49.170471 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6cf830d9-8770-4145-8a87-416e165aa5d5 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:33:49.171346 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5dcd6c-dd28-495d-8aef-a91e8197ed21', 'name': 'network-vif-deleted', 'tag': '1b2fae4c-6ab3-4246-af0c-cf2d8a772e78', 'status': 'completed', 'code': 200} Feb 20 03:33:49.376588 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e21bf0-2e16-457e-96cd-4589c43dcce9 x-openstack-request-id: req-86e21bf0-2e16-457e-96cd-4589c43dcce9 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:33:49.377141 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c2dad0-25c8-443d-8694-065152bbdd7f", "name": "network-vif-plugged", "status": "completed", "tag": "1b419c72-3c6e-439a-afe8-6589a091f620", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:33:49.377628 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-86e21bf0-2e16-457e-96cd-4589c43dcce9 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:33:49.378382 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c2dad0-25c8-443d-8694-065152bbdd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b419c72-3c6e-439a-afe8-6589a091f620', 'code': 200} Feb 20 03:33:49.565144 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb435eb5-eec8-4adb-81a5-9249ae874b0b req-e54e1339-a245-4c35-b377-7ae5d5e08bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:49.566811 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb435eb5-eec8-4adb-81a5-9249ae874b0b req-e54e1339-a245-4c35-b377-7ae5d5e08bef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 1127 time: 0.0747960 Feb 20 03:33:49.696387 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb435eb5-eec8-4adb-81a5-9249ae874b0b req-45b39197-8aa4-4687-97d6-7e9a73d2a35e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9aae0e47-f93c-41fb-b5a5-8593b9285415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212218 Feb 20 03:33:49.761990 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-835fa210-e71c-4d76-8bd3-a904e022587d tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:49.763588 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-835fa210-e71c-4d76-8bd3-a904e022587d tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] 10.222.0.89 "GET /v2.0/networks?id=573ea741-f1e0-4fe2-9773-7a3f81df6812 HTTP/1.1" status: 200 len: 814 time: 0.1440606 Feb 20 03:33:49.780256 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-ead1a910-4dbe-4dbb-b43c-2a50a8514ba2 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] 10.222.0.89 "GET /v2.0/quotas/f472076e8b054c2ca220d084c23b2ace HTTP/1.1" status: 200 len: 375 time: 0.0097330 Feb 20 03:33:49.816257 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-848fb864-d829-45e1-be92-7b319902b052 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=f472076e8b054c2ca220d084c23b2ace&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285425 Feb 20 03:33:49.916797 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-b09a14ca-e044-4911-9b71-0c8563b2f241 service neutron] 10.222.0.89 "GET /v2.0/networks/573ea741-f1e0-4fe2-9773-7a3f81df6812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933235 Feb 20 03:33:50.024997 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-b1276163-dcf7-4226-830b-7491f364aeda service neutron] 10.222.0.89 "GET /v2.0/networks/573ea741-f1e0-4fe2-9773-7a3f81df6812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010938 Feb 20 03:33:50.339584 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33678) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:33:50.461208 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cc737ea-f3d5-4f7d-8f56-d5ae03dde602 req-90c234bf-e287-4f0a-bad3-25c85cd6db31 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 210 time: 0.0519249 Feb 20 03:33:50.877035 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:50.957279 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:51.101342 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae08be-8cce-4b4f-b0c8-6da9e029fe71 req-288bd6f1-9579-42f5-95eb-a8fc5dd5157e tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:51.102891 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-91ae08be-8cce-4b4f-b0c8-6da9e029fe71 req-288bd6f1-9579-42f5-95eb-a8fc5dd5157e tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 946 time: 0.0562811 Feb 20 03:33:51.192029 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-91ae08be-8cce-4b4f-b0c8-6da9e029fe71 req-b1ae1223-d60a-4647-b975-db95ae99a474 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811946 Feb 20 03:33:51.218236 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-473eb8b5-d988-4322-abb2-c22266252d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (952ad743-6165-488f-b20c-998dee722ae1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:51.343360 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8aa284-7287-4689-a858-5d795fdf5062 req-b8cb02cf-e4c6-4cb7-bd1a-6d8070ae37b1 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:51.347475 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3f8aa284-7287-4689-a858-5d795fdf5062 req-b8cb02cf-e4c6-4cb7-bd1a-6d8070ae37b1 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 945 time: 0.0838976 Feb 20 03:33:51.400419 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3f8aa284-7287-4689-a858-5d795fdf5062 req-ce213a2f-57ef-410e-995b-f1e52ab8a758 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/security-groups?id=9aae0e47-f93c-41fb-b5a5-8593b9285415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462391 Feb 20 03:33:51.489924 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9616c8e1-b541-4033-99fe-9c629584cb2f req-e84cf967-c2e4-46f1-a2f7-c4c78bcc5dc8 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] 10.222.0.89 "GET /v2.0/ports?device_id=d01ece0c-8874-4a9b-a58e-a9bf3e0a6292 HTTP/1.1" status: 200 len: 210 time: 0.0302093 Feb 20 03:33:51.558297 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-473eb8b5-d988-4322-abb2-c22266252d4f admin admin] Deleting port f2611f40-94d4-409c-a275-153a5ed0c00d {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:33:51.559281 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-473eb8b5-d988-4322-abb2-c22266252d4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (f2611f40-94d4-409c-a275-153a5ed0c00d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:51.654617 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-524a4d3f-9f3a-49ac-ab79-abd577d1039f req-570f24b4-8dd5-449b-bfbf-26c1de84beb5 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3ff3cc5-54c2-4121-86d1-8a619c66104b HTTP/1.1" status: 200 len: 210 time: 0.0295939 Feb 20 03:33:51.659069 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-473eb8b5-d988-4322-abb2-c22266252d4f admin admin] For port f2611f40-94d4-409c-a275-153a5ed0c00d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=f2611f40-94d4-409c-a275-153a5ed0c00d,segment=NetworkSegment(cda420b9-3208-4359-b0a0-39d6d5b4153c),segment_id=cda420b9-3208-4359-b0a0-39d6d5b4153c)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:33:51.659438 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-473eb8b5-d988-4322-abb2-c22266252d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (f2611f40-94d4-409c-a275-153a5ed0c00d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:51.678257 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-473eb8b5-d988-4322-abb2-c22266252d4f admin admin] Calling delete_port for f2611f40-94d4-409c-a275-153a5ed0c00d owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:33:51.989778 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-473eb8b5-d988-4322-abb2-c22266252d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (f2611f40-94d4-409c-a275-153a5ed0c00d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:52.020911 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473eb8b5-d988-4322-abb2-c22266252d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=f2611f40-94d4-409c-a275-153a5ed0c00d,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:52.242127 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-473eb8b5-d988-4322-abb2-c22266252d4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (952ad743-6165-488f-b20c-998dee722ae1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:52.490750 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473eb8b5-d988-4322-abb2-c22266252d4f admin admin] Router 952ad743-6165-488f-b20c-998dee722ae1 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:33:52.608114 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473eb8b5-d988-4322-abb2-c22266252d4f admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:33:52.614313 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-473eb8b5-d988-4322-abb2-c22266252d4f admin admin] 10.222.0.89 "PUT /v2.0/routers/952ad743-6165-488f-b20c-998dee722ae1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2736719 Feb 20 03:33:52.616901 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33762) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:33:52.619007 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2876620a-257e-4460-abff-85f58401d3d9 None None] Sync routers for ids ['952ad743-6165-488f-b20c-998dee722ae1'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:33:52.635016 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2876620a-257e-4460-abff-85f58401d3d9 None None] Routers {'952ad743-6165-488f-b20c-998dee722ae1'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:33:52.635927 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2876620a-257e-4460-abff-85f58401d3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:33:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['952ad743-6165-488f-b20c-998dee722ae1'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:52.757565 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c451ab03-1bad-43f3-97ba-09399892e004 admin admin] Publish callbacks [] for router (952ad743-6165-488f-b20c-998dee722ae1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:52.779185 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-2876620a-257e-4460-abff-85f58401d3d9 None None] Set router 952ad743-6165-488f-b20c-998dee722ae1 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:33:52.914188 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c451ab03-1bad-43f3-97ba-09399892e004 admin admin] Publish callbacks [] for router_gateway (952ad743-6165-488f-b20c-998dee722ae1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:53.022913 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2876620a-257e-4460-abff-85f58401d3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952ad743-6165-488f-b20c-998dee722ae1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317471473-router', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:53Z', 'updated_at': '2022-02-20T03:33:51Z', 'revision_number': 5, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'gw_port': {'id': 'b5b3952c-2814-4682-816e-f7034bcf7b6a', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:2f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952ad743-6165-488f-b20c-998dee722ae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:55Z', 'updated_at': '2022-02-20T03:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:53.050713 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c451ab03-1bad-43f3-97ba-09399892e004 admin admin] Deleting port b5b3952c-2814-4682-816e-f7034bcf7b6a {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:33:53.051013 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c451ab03-1bad-43f3-97ba-09399892e004 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b5b3952c-2814-4682-816e-f7034bcf7b6a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:53.051229 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2876620a-257e-4460-abff-85f58401d3d9 None None] Checking router: 952ad743-6165-488f-b20c-998dee722ae1 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:33:53.060018 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2876620a-257e-4460-abff-85f58401d3d9 None None] Routers {'952ad743-6165-488f-b20c-998dee722ae1'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:33:53.060862 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2876620a-257e-4460-abff-85f58401d3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:33:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['952ad743-6165-488f-b20c-998dee722ae1'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:53.191609 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c451ab03-1bad-43f3-97ba-09399892e004 admin admin] For port b5b3952c-2814-4682-816e-f7034bcf7b6a, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b5b3952c-2814-4682-816e-f7034bcf7b6a,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:33:53.191986 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c451ab03-1bad-43f3-97ba-09399892e004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b5b3952c-2814-4682-816e-f7034bcf7b6a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:53.210255 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c451ab03-1bad-43f3-97ba-09399892e004 admin admin] Calling delete_port for b5b3952c-2814-4682-816e-f7034bcf7b6a owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:33:53.328583 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-5b09993e-537c-4874-a9da-4f8007fe68a1 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:53.333571 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-5b09993e-537c-4874-a9da-4f8007fe68a1 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] 10.222.0.93 "GET /v2.0/networks?id=573ea741-f1e0-4fe2-9773-7a3f81df6812 HTTP/1.1" status: 200 len: 814 time: 0.2096424 Feb 20 03:33:53.346134 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-306ba0c6-4c66-4102-94d3-9f5a2b18dea1 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] Request body: {'port': {'device_id': 'd01ece0c-8874-4a9b-a58e-a9bf3e0a6292', 'network_id': '573ea741-f1e0-4fe2-9773-7a3f81df6812', 'admin_state_up': True, 'tenant_id': 'f472076e8b054c2ca220d084c23b2ace'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:33:53.356973 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-2876620a-257e-4460-abff-85f58401d3d9 None None] Set router 952ad743-6165-488f-b20c-998dee722ae1 gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:33:53.438839 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2876620a-257e-4460-abff-85f58401d3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952ad743-6165-488f-b20c-998dee722ae1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317471473-router', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:53Z', 'updated_at': '2022-02-20T03:33:52Z', 'revision_number': 6, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:53.473186 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2876620a-257e-4460-abff-85f58401d3d9 None None] The sync data for ids ['952ad743-6165-488f-b20c-998dee722ae1'] in n-d-829866-4 is: [{'id': '952ad743-6165-488f-b20c-998dee722ae1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1317471473-router', 'tenant_id': '77847ebcb146436a81d068e3c92b91de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:53Z', 'updated_at': '2022-02-20T03:33:52Z', 'revision_number': 6, 'project_id': '77847ebcb146436a81d068e3c92b91de', 'gw_port_host': None}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:33:53.556593 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-306ba0c6-4c66-4102-94d3-9f5a2b18dea1 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] Made reservation on behalf of f472076e8b054c2ca220d084c23b2ace for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:33:53.560696 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-306ba0c6-4c66-4102-94d3-9f5a2b18dea1 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:53.585167 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c451ab03-1bad-43f3-97ba-09399892e004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (b5b3952c-2814-4682-816e-f7034bcf7b6a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:53.618569 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451ab03-1bad-43f3-97ba-09399892e004 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5b3952c-2814-4682-816e-f7034bcf7b6a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:53.711337 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c451ab03-1bad-43f3-97ba-09399892e004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (952ad743-6165-488f-b20c-998dee722ae1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:53.719851 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-306ba0c6-4c66-4102-94d3-9f5a2b18dea1 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] Allocated IP 172.20.0.3 (573ea741-f1e0-4fe2-9773-7a3f81df6812/9d5a33b7-f57f-414e-80a4-7e1de86c7eca/9ff91292-dc03-4765-94e6-5bf3588461b6) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:33:53.811369 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c451ab03-1bad-43f3-97ba-09399892e004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (952ad743-6165-488f-b20c-998dee722ae1), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:53.816631 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c451ab03-1bad-43f3-97ba-09399892e004 admin admin] Publish callbacks [] for router_controller (952ad743-6165-488f-b20c-998dee722ae1), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:54.018344 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c451ab03-1bad-43f3-97ba-09399892e004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (952ad743-6165-488f-b20c-998dee722ae1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:54.018977 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c451ab03-1bad-43f3-97ba-09399892e004 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 952ad743-6165-488f-b20c-998dee722ae1 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:33:54.024572 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c451ab03-1bad-43f3-97ba-09399892e004 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:54.025742 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c451ab03-1bad-43f3-97ba-09399892e004 admin admin] 10.222.0.89 "DELETE /v2.0/routers/952ad743-6165-488f-b20c-998dee722ae1 HTTP/1.1" status: 204 len: 168 time: 1.4079170 Feb 20 03:33:54.028380 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33780) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:33:54.081079 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-1924b0f4-0859-4f8e-9eb6-e8e36fb49e62 admin admin] Deleting subnet 4011c41d-625a-4a4f-b17b-6325e727aa40 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:33:54.084424 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1924b0f4-0859-4f8e-9eb6-e8e36fb49e62 admin admin] Publish callbacks [] for subnet (4011c41d-625a-4a4f-b17b-6325e727aa40), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:54.121662 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1924b0f4-0859-4f8e-9eb6-e8e36fb49e62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (4011c41d-625a-4a4f-b17b-6325e727aa40), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:54.150642 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-306ba0c6-4c66-4102-94d3-9f5a2b18dea1 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] Publish callbacks [] for port (9ff91292-dc03-4765-94e6-5bf3588461b6), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:54.210176 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1924b0f4-0859-4f8e-9eb6-e8e36fb49e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (4011c41d-625a-4a4f-b17b-6325e727aa40), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:54.317496 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-306ba0c6-4c66-4102-94d3-9f5a2b18dea1 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (9ff91292-dc03-4765-94e6-5bf3588461b6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:54.411209 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-306ba0c6-4c66-4102-94d3-9f5a2b18dea1 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] Network 573ea741-f1e0-4fe2-9773-7a3f81df6812 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:33:54.420389 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1924b0f4-0859-4f8e-9eb6-e8e36fb49e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (4011c41d-625a-4a4f-b17b-6325e727aa40), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:54.424109 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-306ba0c6-4c66-4102-94d3-9f5a2b18dea1 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:33:54.430116 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-306ba0c6-4c66-4102-94d3-9f5a2b18dea1 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:33:54.437221 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ba0c6-4c66-4102-94d3-9f5a2b18dea1 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] Pushing event updated for resources: {'Port': ['ID=9ff91292-dc03-4765-94e6-5bf3588461b6,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:54.460148 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924b0f4-0859-4f8e-9eb6-e8e36fb49e62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4011c41d-625a-4a4f-b17b-6325e727aa40,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:54.479684 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924b0f4-0859-4f8e-9eb6-e8e36fb49e62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:33:54.480050 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924b0f4-0859-4f8e-9eb6-e8e36fb49e62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:33:54.480385 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924b0f4-0859-4f8e-9eb6-e8e36fb49e62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:33:54.480823 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924b0f4-0859-4f8e-9eb6-e8e36fb49e62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:33:54.485912 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924b0f4-0859-4f8e-9eb6-e8e36fb49e62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:33:54.486650 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924b0f4-0859-4f8e-9eb6-e8e36fb49e62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:33:54.486849 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924b0f4-0859-4f8e-9eb6-e8e36fb49e62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:33:54.486849 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924b0f4-0859-4f8e-9eb6-e8e36fb49e62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:33:54.487756 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924b0f4-0859-4f8e-9eb6-e8e36fb49e62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:33:54.488141 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924b0f4-0859-4f8e-9eb6-e8e36fb49e62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:33:54.488551 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924b0f4-0859-4f8e-9eb6-e8e36fb49e62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:33:54.490797 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924b0f4-0859-4f8e-9eb6-e8e36fb49e62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:33:54.491178 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924b0f4-0859-4f8e-9eb6-e8e36fb49e62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:33:54.504883 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1924b0f4-0859-4f8e-9eb6-e8e36fb49e62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:54.506331 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3be82ff-b33c-40a1-904c-f7a00ad8e5ce None None] Network 16e82553-d900-47a8-be16-0e927aa5b122 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:33:54.508568 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1924b0f4-0859-4f8e-9eb6-e8e36fb49e62 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/4011c41d-625a-4a4f-b17b-6325e727aa40 HTTP/1.1" status: 204 len: 168 time: 0.4791226 Feb 20 03:33:54.513161 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d29e0d-9c3e-4fa4-8b05-75b2aa39f13b req-b623433a-b80b-4bd2-9e73-5b752da9ce78 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:54.514734 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-68d29e0d-9c3e-4fa4-8b05-75b2aa39f13b req-b623433a-b80b-4bd2-9e73-5b752da9ce78 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 946 time: 0.1554759 Feb 20 03:33:54.516059 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 33784) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:33:54.587586 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-306ba0c6-4c66-4102-94d3-9f5a2b18dea1 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:54.588219 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-306ba0c6-4c66-4102-94d3-9f5a2b18dea1 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:54.629230 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-08ace175-8e61-4573-860a-3ca5b32be024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (16e82553-d900-47a8-be16-0e927aa5b122), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:54.670301 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-68d29e0d-9c3e-4fa4-8b05-75b2aa39f13b req-4ac87d8d-587f-48d9-a456-56bc0d6e2e18 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008401 Feb 20 03:33:54.744139 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-306ba0c6-4c66-4102-94d3-9f5a2b18dea1 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3955996 Feb 20 03:33:54.756114 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-5dd9e71b-30d0-49f2-9688-891bfa8bdb32 service neutron] Request body: {'port': {'device_id': 'd01ece0c-8874-4a9b-a58e-a9bf3e0a6292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:33:54.761230 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-08ace175-8e61-4573-860a-3ca5b32be024 admin admin] Deleting port 4ffc1ba6-4c6b-45e4-9d5b-3066ace98128 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:33:54.766396 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-08ace175-8e61-4573-860a-3ca5b32be024 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (4ffc1ba6-4c6b-45e4-9d5b-3066ace98128), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:54.774338 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c816950-6aab-4699-8de4-61442442fccb None None] DHCP port deletion for 16e82553-d900-47a8-be16-0e927aa5b122 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:33:54.892468 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2c816950-6aab-4699-8de4-61442442fccb None None] Deleting port 4ffc1ba6-4c6b-45e4-9d5b-3066ace98128 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:33:54.892854 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2c816950-6aab-4699-8de4-61442442fccb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (4ffc1ba6-4c6b-45e4-9d5b-3066ace98128), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:54.934734 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-08ace175-8e61-4573-860a-3ca5b32be024 admin admin] For port 4ffc1ba6-4c6b-45e4-9d5b-3066ace98128, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=4ffc1ba6-4c6b-45e4-9d5b-3066ace98128,segment=NetworkSegment(cda420b9-3208-4359-b0a0-39d6d5b4153c),segment_id=cda420b9-3208-4359-b0a0-39d6d5b4153c)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:33:54.935223 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-08ace175-8e61-4573-860a-3ca5b32be024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (4ffc1ba6-4c6b-45e4-9d5b-3066ace98128), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:54.954608 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-5dd9e71b-30d0-49f2-9688-891bfa8bdb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9ff91292-dc03-4765-94e6-5bf3588461b6), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:54.958276 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-08ace175-8e61-4573-860a-3ca5b32be024 admin admin] Calling delete_port for 4ffc1ba6-4c6b-45e4-9d5b-3066ace98128 owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:33:54.960835 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device f2611f40-94d4-409c-a275-153a5ed0c00d no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:33:54.985557 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: f2611f40-94d4-409c-a275-153a5ed0c00d {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:33:54.985792 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device f2611f40-94d4-409c-a275-153a5ed0c00d not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:33:54.986215 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b5b3952c-2814-4682-816e-f7034bcf7b6a no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:33:54.989576 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa3e61-cfc9-4a3d-bd9d-04c97679909d req-4b1023ba-75a0-4159-9c95-94109f067515 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:54.997048 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f4fa3e61-cfc9-4a3d-bd9d-04c97679909d req-4b1023ba-75a0-4159-9c95-94109f067515 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 945 time: 0.1627102 Feb 20 03:33:55.057008 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: b5b3952c-2814-4682-816e-f7034bcf7b6a {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:33:55.057747 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b5b3952c-2814-4682-816e-f7034bcf7b6a not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:33:55.073041 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-2c816950-6aab-4699-8de4-61442442fccb None None] For port 4ffc1ba6-4c6b-45e4-9d5b-3066ace98128, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=4ffc1ba6-4c6b-45e4-9d5b-3066ace98128,segment=NetworkSegment(cda420b9-3208-4359-b0a0-39d6d5b4153c),segment_id=cda420b9-3208-4359-b0a0-39d6d5b4153c)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:33:55.073733 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2c816950-6aab-4699-8de4-61442442fccb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (4ffc1ba6-4c6b-45e4-9d5b-3066ace98128), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:55.089008 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2c816950-6aab-4699-8de4-61442442fccb None None] Calling delete_port for 4ffc1ba6-4c6b-45e4-9d5b-3066ace98128 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:33:55.193348 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f4fa3e61-cfc9-4a3d-bd9d-04c97679909d req-ee7367e9-938b-48b7-9cbe-46c80cfbe21b tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/security-groups?id=9aae0e47-f93c-41fb-b5a5-8593b9285415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952331 Feb 20 03:33:55.248552 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2c816950-6aab-4699-8de4-61442442fccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (4ffc1ba6-4c6b-45e4-9d5b-3066ace98128), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:55.313714 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c816950-6aab-4699-8de4-61442442fccb None None] No DVR routers for this DVR port 4ffc1ba6-4c6b-45e4-9d5b-3066ace98128 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:33:55.318011 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c816950-6aab-4699-8de4-61442442fccb None None] Pushing event deleted for resources: {'Port': ['ID=4ffc1ba6-4c6b-45e4-9d5b-3066ace98128,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:55.393036 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-08ace175-8e61-4573-860a-3ca5b32be024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (4ffc1ba6-4c6b-45e4-9d5b-3066ace98128), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:55.437098 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ace175-8e61-4573-860a-3ca5b32be024 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ffc1ba6-4c6b-45e4-9d5b-3066ace98128,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:55.454900 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ace175-8e61-4573-860a-3ca5b32be024 admin admin] No DVR routers for this DVR port 4ffc1ba6-4c6b-45e4-9d5b-3066ace98128 on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:33:55.535735 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db60fa-7dbb-4199-aa63-5653fb0a8485 req-d8b31874-9ba7-4f8d-9f2e-857a3c569e55 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:55.537333 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a8db60fa-7dbb-4199-aa63-5653fb0a8485 req-d8b31874-9ba7-4f8d-9f2e-857a3c569e55 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] 10.222.0.89 "GET /v2.0/ports?device_id=d01ece0c-8874-4a9b-a58e-a9bf3e0a6292 HTTP/1.1" status: 200 len: 931 time: 0.1999102 Feb 20 03:33:55.600056 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-08ace175-8e61-4573-860a-3ca5b32be024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (16e82553-d900-47a8-be16-0e927aa5b122), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:55.677327 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-08ace175-8e61-4573-860a-3ca5b32be024 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e82553-d900-47a8-be16-0e927aa5b122']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:55.701373 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a8db60fa-7dbb-4199-aa63-5653fb0a8485 req-7dd2ec23-36ba-4411-924b-c7fc1b237638 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] 10.222.0.89 "GET /v2.0/security-groups?id=264b8a9d-4625-4097-acf1-efcc7a2a95af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318617 Feb 20 03:33:55.703619 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-08ace175-8e61-4573-860a-3ca5b32be024 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda420b9-3208-4359-b0a0-39d6d5b4153c') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:55.706225 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-08ace175-8e61-4573-860a-3ca5b32be024 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda420b9-3208-4359-b0a0-39d6d5b4153c') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:55.725056 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-08ace175-8e61-4573-860a-3ca5b32be024 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (cda420b9-3208-4359-b0a0-39d6d5b4153c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:55.741382 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-5dd9e71b-30d0-49f2-9688-891bfa8bdb32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ff91292-dc03-4765-94e6-5bf3588461b6 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:33:55.754881 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-5dd9e71b-30d0-49f2-9688-891bfa8bdb32 service neutron] Publish callbacks [] for port (9ff91292-dc03-4765-94e6-5bf3588461b6), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:55.763304 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-08ace175-8e61-4573-860a-3ca5b32be024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (cda420b9-3208-4359-b0a0-39d6d5b4153c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:55.775162 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ace175-8e61-4573-860a-3ca5b32be024 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:33:55.775573 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-08ace175-8e61-4573-860a-3ca5b32be024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (cda420b9-3208-4359-b0a0-39d6d5b4153c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:33:55.777259 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:33:55.894109 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-5dd9e71b-30d0-49f2-9688-891bfa8bdb32 service neutron] Transition to ACTIVE for port object 9ff91292-dc03-4765-94e6-5bf3588461b6 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:33:55.896053 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-08ace175-8e61-4573-860a-3ca5b32be024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (16e82553-d900-47a8-be16-0e927aa5b122), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:55.903873 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-08ace175-8e61-4573-860a-3ca5b32be024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:55.909492 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-08ace175-8e61-4573-860a-3ca5b32be024 admin admin] 10.222.0.89 "DELETE /v2.0/networks/16e82553-d900-47a8-be16-0e927aa5b122 HTTP/1.1" status: 204 len: 168 time: 1.3894897 Feb 20 03:33:55.946996 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ace175-8e61-4573-860a-3ca5b32be024 admin admin] Pushing event deleted for resources: {'Network': ['ID=16e82553-d900-47a8-be16-0e927aa5b122,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:55.980760 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-5dd9e71b-30d0-49f2-9688-891bfa8bdb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (9ff91292-dc03-4765-94e6-5bf3588461b6), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:56.082113 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9e71b-30d0-49f2-9688-891bfa8bdb32 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff91292-dc03-4765-94e6-5bf3588461b6,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:56.161948 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-5dd9e71b-30d0-49f2-9688-891bfa8bdb32 service neutron] Attempting to bind port 9ff91292-dc03-4765-94e6-5bf3588461b6 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:33:56.161948 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-5dd9e71b-30d0-49f2-9688-891bfa8bdb32 service neutron] Attempting to bind port 9ff91292-dc03-4765-94e6-5bf3588461b6 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '546f5ea5-317a-4f15-856b-180f9d6ac36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '573ea741-f1e0-4fe2-9773-7a3f81df6812'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:33:56.161948 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-5dd9e71b-30d0-49f2-9688-891bfa8bdb32 service neutron] Attempting to bind port 9ff91292-dc03-4765-94e6-5bf3588461b6 on network 573ea741-f1e0-4fe2-9773-7a3f81df6812 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:33:56.165997 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-5dd9e71b-30d0-49f2-9688-891bfa8bdb32 service neutron] Port 9ff91292-dc03-4765-94e6-5bf3588461b6 on network 573ea741-f1e0-4fe2-9773-7a3f81df6812 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:33:56.166363 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-5dd9e71b-30d0-49f2-9688-891bfa8bdb32 service neutron] Attempting to bind port 9ff91292-dc03-4765-94e6-5bf3588461b6 on network 573ea741-f1e0-4fe2-9773-7a3f81df6812 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:33:56.171208 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-5dd9e71b-30d0-49f2-9688-891bfa8bdb32 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:33:56.171622 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-5dd9e71b-30d0-49f2-9688-891bfa8bdb32 service neutron] Checking segment: {'id': '546f5ea5-317a-4f15-856b-180f9d6ac36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '573ea741-f1e0-4fe2-9773-7a3f81df6812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:33:56.172505 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-5dd9e71b-30d0-49f2-9688-891bfa8bdb32 service neutron] Bound using segment: {'id': '546f5ea5-317a-4f15-856b-180f9d6ac36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '573ea741-f1e0-4fe2-9773-7a3f81df6812'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:33:56.173033 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-5dd9e71b-30d0-49f2-9688-891bfa8bdb32 service neutron] Bound port: 9ff91292-dc03-4765-94e6-5bf3588461b6, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '546f5ea5-317a-4f15-856b-180f9d6ac36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '573ea741-f1e0-4fe2-9773-7a3f81df6812'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:33:56.173424 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-5dd9e71b-30d0-49f2-9688-891bfa8bdb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9ff91292-dc03-4765-94e6-5bf3588461b6), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:56.241349 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-5dd9e71b-30d0-49f2-9688-891bfa8bdb32 service neutron] For port 9ff91292-dc03-4765-94e6-5bf3588461b6, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:33:56.244395 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-5dd9e71b-30d0-49f2-9688-891bfa8bdb32 service neutron] For port 9ff91292-dc03-4765-94e6-5bf3588461b6, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=9ff91292-dc03-4765-94e6-5bf3588461b6,segment=NetworkSegment(546f5ea5-317a-4f15-856b-180f9d6ac36a),segment_id=546f5ea5-317a-4f15-856b-180f9d6ac36a)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:33:56.294357 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-5dd9e71b-30d0-49f2-9688-891bfa8bdb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (9ff91292-dc03-4765-94e6-5bf3588461b6), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:56.337353 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-5dd9e71b-30d0-49f2-9688-891bfa8bdb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:56.338188 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-5dd9e71b-30d0-49f2-9688-891bfa8bdb32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:56.339748 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-5dd9e71b-30d0-49f2-9688-891bfa8bdb32 service neutron] 10.222.0.93 "PUT /v2.0/ports/9ff91292-dc03-4765-94e6-5bf3588461b6 HTTP/1.1" status: 200 len: 1091 time: 1.5937884 Feb 20 03:33:56.340596 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01ece0c-8874-4a9b-a58e-a9bf3e0a6292', 'tag': '9ff91292-dc03-4765-94e6-5bf3588461b6'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:33:56.347099 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b9fd6d-3cd5-409c-b453-2a08d57ce82d" -d '{"events": [{"name": "network-changed", "server_uuid": "d01ece0c-8874-4a9b-a58e-a9bf3e0a6292", "tag": "9ff91292-dc03-4765-94e6-5bf3588461b6"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:33:56.347389 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33824) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:33:56.362260 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b6b37487-98d5-43b0-ad16-bef0ddef9f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:56.376758 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9e71b-30d0-49f2-9688-891bfa8bdb32 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff91292-dc03-4765-94e6-5bf3588461b6,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:56.404223 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-286f872b-c4fd-4898-93df-c396bb97f78b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=77847ebcb146436a81d068e3c92b91de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0555959 Feb 20 03:33:56.408012 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33830) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:33:56.416196 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-693307b1-ee91-4297-9379-e4fad8062a6c tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:33:56.417641 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-693307b1-ee91-4297-9379-e4fad8062a6c tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077548 Feb 20 03:33:56.466096 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a7e5443a-d858-4ded-9f6a-dc231fede15c admin admin] Publish callbacks [] for security_group (d6d2161c-e5f3-4e0d-9eb7-f16df0899b26), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:56.486998 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-c33410d2-5b60-4766-b2ef-8b261c5abbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:56.489408 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-c33410d2-5b60-4766-b2ef-8b261c5abbf4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f472076e8b054c2ca220d084c23b2ace&device_id=d01ece0c-8874-4a9b-a58e-a9bf3e0a6292 HTTP/1.1" status: 200 len: 1125 time: 0.0521228 Feb 20 03:33:56.491918 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a7e5443a-d858-4ded-9f6a-dc231fede15c admin admin] Publish callbacks [] for security_group (d6d2161c-e5f3-4e0d-9eb7-f16df0899b26), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:56.538778 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-f47fc5f8-efd2-48ff-a1d8-242a78f05929 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ff91292-dc03-4765-94e6-5bf3588461b6 HTTP/1.1" status: 200 len: 217 time: 0.0425856 Feb 20 03:33:56.596290 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-0c736e61-854d-4780-8390-0e93a18ed078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:56.600935 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-0c736e61-854d-4780-8390-0e93a18ed078 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9d5a33b7-f57f-414e-80a4-7e1de86c7eca HTTP/1.1" status: 200 len: 854 time: 0.0531735 Feb 20 03:33:56.626489 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a7e5443a-d858-4ded-9f6a-dc231fede15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d6d2161c-e5f3-4e0d-9eb7-f16df0899b26), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:56.629668 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a7e5443a-d858-4ded-9f6a-dc231fede15c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:56.632863 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a7e5443a-d858-4ded-9f6a-dc231fede15c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d6d2161c-e5f3-4e0d-9eb7-f16df0899b26 HTTP/1.1" status: 204 len: 168 time: 0.2215619 Feb 20 03:33:56.633046 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-a5b9861d-0b6a-495f-bc0e-940d3e36fb76 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=573ea741-f1e0-4fe2-9773-7a3f81df6812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277679 Feb 20 03:33:56.639842 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5443a-d858-4ded-9f6a-dc231fede15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d2161c-e5f3-4e0d-9eb7-f16df0899b26,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:56.752741 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-88f69866-8d0b-49d9-886f-2208530d49aa service neutron] 10.222.0.93 "GET /v2.0/networks/573ea741-f1e0-4fe2-9773-7a3f81df6812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117644 Feb 20 03:33:56.820525 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4ffc1ba6-4c6b-45e4-9d5b-3066ace98128 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:33:56.847891 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 4ffc1ba6-4c6b-45e4-9d5b-3066ace98128 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:33:56.848251 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4ffc1ba6-4c6b-45e4-9d5b-3066ace98128 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:33:56.877606 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-adbbb107-5cfd-4c98-9ba9-c2349b34b283 req-920d3f71-1967-41a5-b480-a617c05d21d0 service neutron] 10.222.0.93 "GET /v2.0/networks/573ea741-f1e0-4fe2-9773-7a3f81df6812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224051 Feb 20 03:33:57.397082 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5d9f6-24fe-433b-9752-da7f7bdd8d14 req-7bd875f3-5102-412c-9d66-e3654e997d43 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:57.398940 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-05a5d9f6-24fe-433b-9752-da7f7bdd8d14 req-7bd875f3-5102-412c-9d66-e3654e997d43 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 945 time: 0.0721452 Feb 20 03:33:57.408085 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33862) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:33:57.412957 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-eb2cc7b1-64c0-48c4-a032-8954ae1d9978 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Request body: {'floatingip': {'port_id': '1b419c72-3c6e-439a-afe8-6589a091f620'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:33:57.469814 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb39a744-ba29-4d7d-86ca-2090fc5f078a x-openstack-request-id: req-cb39a744-ba29-4d7d-86ca-2090fc5f078a {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:33:57.470946 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d01ece0c-8874-4a9b-a58e-a9bf3e0a6292", "tag": "9ff91292-dc03-4765-94e6-5bf3588461b6", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:33:57.471405 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cb39a744-ba29-4d7d-86ca-2090fc5f078a {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:33:57.471986 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01ece0c-8874-4a9b-a58e-a9bf3e0a6292', 'tag': '9ff91292-dc03-4765-94e6-5bf3588461b6', 'status': 'completed', 'code': 200} Feb 20 03:33:57.472829 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eb2cc7b1-64c0-48c4-a032-8954ae1d9978 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks [] for floatingip (65d4044d-9dc7-4513-9cdd-ad50b7994ae9), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:57.606924 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9fd6d-3cd5-409c-b453-2a08d57ce82d req-07cfbddc-e9d2-49d2-8b80-414e1c25ae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:57.611413 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d8b9fd6d-3cd5-409c-b453-2a08d57ce82d req-07cfbddc-e9d2-49d2-8b80-414e1c25ae39 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f472076e8b054c2ca220d084c23b2ace&device_id=d01ece0c-8874-4a9b-a58e-a9bf3e0a6292 HTTP/1.1" status: 200 len: 1125 time: 0.1168871 Feb 20 03:33:57.770465 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f73b4-0f2d-463f-8ce8-973d83ff63ca req-e9102153-7ab5-444f-b14a-b0c2546f26d9 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:57.777309 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-028f73b4-0f2d-463f-8ce8-973d83ff63ca req-e9102153-7ab5-444f-b14a-b0c2546f26d9 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] 10.222.0.89 "GET /v2.0/ports?device_id=d01ece0c-8874-4a9b-a58e-a9bf3e0a6292 HTTP/1.1" status: 200 len: 943 time: 0.1734486 Feb 20 03:33:57.850637 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9fd6d-3cd5-409c-b453-2a08d57ce82d req-92811dc3-fbd3-471a-a695-bc551b1a8c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:57.852372 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d8b9fd6d-3cd5-409c-b453-2a08d57ce82d req-92811dc3-fbd3-471a-a695-bc551b1a8c4e service neutron] 10.222.0.93 "GET /v2.0/networks?id=573ea741-f1e0-4fe2-9773-7a3f81df6812 HTTP/1.1" status: 200 len: 915 time: 0.2273116 Feb 20 03:33:57.884881 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-028f73b4-0f2d-463f-8ce8-973d83ff63ca req-10a4e63a-b87c-4e17-8305-466974834b9b tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] 10.222.0.89 "GET /v2.0/security-groups?id=264b8a9d-4625-4097-acf1-efcc7a2a95af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015213 Feb 20 03:33:57.942586 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d8b9fd6d-3cd5-409c-b453-2a08d57ce82d req-7d0a9d34-71fa-48a7-81d6-894975ae5cf4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ff91292-dc03-4765-94e6-5bf3588461b6 HTTP/1.1" status: 200 len: 217 time: 0.0820012 Feb 20 03:33:58.053208 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9fd6d-3cd5-409c-b453-2a08d57ce82d req-eb877a75-f7e1-4ebc-93a9-477818e783fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:58.054682 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d8b9fd6d-3cd5-409c-b453-2a08d57ce82d req-eb877a75-f7e1-4ebc-93a9-477818e783fb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9d5a33b7-f57f-414e-80a4-7e1de86c7eca HTTP/1.1" status: 200 len: 854 time: 0.1042955 Feb 20 03:33:58.103984 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d8b9fd6d-3cd5-409c-b453-2a08d57ce82d req-ffe4f8c6-af0b-4b14-82a4-5f1a4977c433 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=573ea741-f1e0-4fe2-9773-7a3f81df6812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399215 Feb 20 03:33:58.184259 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33886) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:33:58.244070 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.db.resource_extend [None req-eb2cc7b1-64c0-48c4-a032-8954ae1d9978 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 03:33:58.295947 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d8b9fd6d-3cd5-409c-b453-2a08d57ce82d req-400498e9-5223-4374-b336-02640f741566 service neutron] 10.222.0.93 "GET /v2.0/networks/573ea741-f1e0-4fe2-9773-7a3f81df6812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842394 Feb 20 03:33:58.308429 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eb2cc7b1-64c0-48c4-a032-8954ae1d9978 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:58.371359 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-9dc58990-c48f-4d92-baf1-4d21e48dfbed admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-355441368-network', 'tenant_id': '3e1216ea870c47ccab9b265d4fea6233'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:33:58.395497 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eb2cc7b1-64c0-48c4-a032-8954ae1d9978 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (65d4044d-9dc7-4513-9cdd-ad50b7994ae9), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:58.448093 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d8b9fd6d-3cd5-409c-b453-2a08d57ce82d req-3f5061e6-e92d-4a13-8c1e-37acfaa10588 service neutron] 10.222.0.93 "GET /v2.0/networks/573ea741-f1e0-4fe2-9773-7a3f81df6812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449680 Feb 20 03:33:58.761398 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b1d8f4b9-4dfc-41cb-b1fb-b199a439f5c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:58.855860 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc58990-c48f-4d92-baf1-4d21e48dfbed admin admin] Made reservation on behalf of 3e1216ea870c47ccab9b265d4fea6233 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:33:58.858155 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9dc58990-c48f-4d92-baf1-4d21e48dfbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:58.871166 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9dc58990-c48f-4d92-baf1-4d21e48dfbed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:58.901897 n-d-829866-4 neutron-server[104106]: INFO neutron.db.l3_db [None req-eb2cc7b1-64c0-48c4-a032-8954ae1d9978 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Floating IP 65d4044d-9dc7-4513-9cdd-ad50b7994ae9 associated. External IP: 172.25.7.109, port: 1b419c72-3c6e-439a-afe8-6589a091f620. Feb 20 03:33:59.072515 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9dc58990-c48f-4d92-baf1-4d21e48dfbed admin admin] Publish callbacks [] for security_group (449b938c-bd36-474c-9873-eeb7b46bc8f4), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:59.179516 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9dc58990-c48f-4d92-baf1-4d21e48dfbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (449b938c-bd36-474c-9873-eeb7b46bc8f4), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:59.231954 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc58990-c48f-4d92-baf1-4d21e48dfbed admin admin] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:33:59.266111 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc58990-c48f-4d92-baf1-4d21e48dfbed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449b938c-bd36-474c-9873-eeb7b46bc8f4,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:59.280192 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9dc58990-c48f-4d92-baf1-4d21e48dfbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (76b08a3f-596f-4f14-bcc7-75975706d308), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:59.280455 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-9dc58990-c48f-4d92-baf1-4d21e48dfbed admin admin] Added segment 76b08a3f-596f-4f14-bcc7-75975706d308 of type vlan for network 62555223-359c-4fc8-b85c-8c0602cab2c8 Feb 20 03:33:59.333750 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9dc58990-c48f-4d92-baf1-4d21e48dfbed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (62555223-359c-4fc8-b85c-8c0602cab2c8), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:59.366256 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2cc7b1-64c0-48c4-a032-8954ae1d9978 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Router 10439eb5-eac6-40a1-a975-e9968e351fd7 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:33:59.518363 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2cc7b1-64c0-48c4-a032-8954ae1d9978 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:33:59.518363 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eb2cc7b1-64c0-48c4-a032-8954ae1d9978 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:59.519917 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f77c1fa-9bd0-4010-ad43-50ab9a978c83 None None] Sync routers for ids ['10439eb5-eac6-40a1-a975-e9968e351fd7'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:33:59.521054 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f77c1fa-9bd0-4010-ad43-50ab9a978c83 None None] Routers {'10439eb5-eac6-40a1-a975-e9968e351fd7'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:33:59.521704 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-6f77c1fa-9bd0-4010-ad43-50ab9a978c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:33:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['10439eb5-eac6-40a1-a975-e9968e351fd7'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:59.538401 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-eb2cc7b1-64c0-48c4-a032-8954ae1d9978 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "PUT /v2.0/floatingips/65d4044d-9dc7-4513-9cdd-ad50b7994ae9 HTTP/1.1" status: 200 len: 991 time: 2.1263132 Feb 20 03:33:59.538401 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c2dad0-25c8-443d-8694-065152bbdd7f', 'tag': '1b419c72-3c6e-439a-afe8-6589a091f620'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:33:59.539157 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfc6b2e-7adc-4129-85eb-2a3b4d22857f" -d '{"events": [{"name": "network-changed", "server_uuid": "32c2dad0-25c8-443d-8694-065152bbdd7f", "tag": "1b419c72-3c6e-439a-afe8-6589a091f620"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:33:59.641582 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-6f77c1fa-9bd0-4010-ad43-50ab9a978c83 None None] Set router 10439eb5-eac6-40a1-a975-e9968e351fd7 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:33:59.653758 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9dc58990-c48f-4d92-baf1-4d21e48dfbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (62555223-359c-4fc8-b85c-8c0602cab2c8), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:59.654840 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc58990-c48f-4d92-baf1-4d21e48dfbed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:33:59.655580 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9dc58990-c48f-4d92-baf1-4d21e48dfbed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:59.784939 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9dc58990-c48f-4d92-baf1-4d21e48dfbed admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5951357 Feb 20 03:33:59.785323 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 33928) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:33:59.792377 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-3abdebad-0e90-48df-a368-fcb9a14809f0 admin admin] Request body: {'subnet': {'network_id': '62555223-359c-4fc8-b85c-8c0602cab2c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-355441368-subnet', 'tenant_id': '3e1216ea870c47ccab9b265d4fea6233', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:33:59.807467 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 9ff91292-dc03-4765-94e6-5bf3588461b6 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:33:59.815277 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc58990-c48f-4d92-baf1-4d21e48dfbed admin admin] Pushing event updated for resources: {'Network': ['ID=62555223-359c-4fc8-b85c-8c0602cab2c8,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:33:59.882009 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abdebad-0e90-48df-a368-fcb9a14809f0 admin admin] Made reservation on behalf of 3e1216ea870c47ccab9b265d4fea6233 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:33:59.884992 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3abdebad-0e90-48df-a368-fcb9a14809f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:33:59.944626 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-6f77c1fa-9bd0-4010-ad43-50ab9a978c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'name': 'tempest-ServersTestBootFromVolume-1178292631-router', 'tenant_id': '237b26f191eb4e1ebc252932059a9b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'abed9a2f-c03b-4b51-97c9-35b56bafc674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:36Z', 'updated_at': '2022-02-20T03:31:44Z', 'revision_number': 4, 'project_id': '237b26f191eb4e1ebc252932059a9b24', 'gw_port': {'id': 'abed9a2f-c03b-4b51-97c9-35b56bafc674', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:37Z', 'updated_at': '2022-02-20T03:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '65d4044d-9dc7-4513-9cdd-ad50b7994ae9', 'tenant_id': '237b26f191eb4e1ebc252932059a9b24', 'floating_ip_address': '172.25.7.109', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'port_id': '1b419c72-3c6e-439a-afe8-6589a091f620', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 961, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1d376e6-0361-455a-af30-57a2daa934c8', 'mac_address': 'fa:16:3e:9e:33:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c2dad0-25c8-443d-8694-065152bbdd7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:31:56Z', 'updated_at': '2022-02-20T03:33:58Z', 'revision_number': 1, 'project_id': '237b26f191eb4e1ebc252932059a9b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0227393-4428-42ae-9ba1-10b655bc7611', 'name': '', 'network_id': 'a1d376e6-0361-455a-af30-57a2daa934c8', 'tenant_id': '237b26f191eb4e1ebc252932059a9b24', 'mac_address': 'fa:16:3e:8b:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'd8b45813-a63d-4780-bb92-f1d3e6d5c97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:42Z', 'updated_at': '2022-02-20T03:31:51Z', 'revision_number': 5, 'project_id': '237b26f191eb4e1ebc252932059a9b24', 'subnets': [{'id': 'd8b45813-a63d-4780-bb92-f1d3e6d5c97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:33:59.956142 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 9ff91292-dc03-4765-94e6-5bf3588461b6, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=9ff91292-dc03-4765-94e6-5bf3588461b6,segment=NetworkSegment(546f5ea5-317a-4f15-856b-180f9d6ac36a),segment_id=546f5ea5-317a-4f15-856b-180f9d6ac36a)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:33:59.978296 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '9ff91292-dc03-4765-94e6-5bf3588461b6', 'network_id': '573ea741-f1e0-4fe2-9773-7a3f81df6812', 'port_id': '9ff91292-dc03-4765-94e6-5bf3588461b6', 'mac_address': 'fa:16:3e:50:c7:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d5a33b7-f57f-414e-80a4-7e1de86c7eca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:33:59.979016 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f77c1fa-9bd0-4010-ad43-50ab9a978c83 None None] Checking router: 10439eb5-eac6-40a1-a975-e9968e351fd7 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:33:59.980444 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 62555223-359c-4fc8-b85c-8c0602cab2c8 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:33:59.989819 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f77c1fa-9bd0-4010-ad43-50ab9a978c83 None None] Routers {'10439eb5-eac6-40a1-a975-e9968e351fd7'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:33:59.991018 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-6f77c1fa-9bd0-4010-ad43-50ab9a978c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:33:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['10439eb5-eac6-40a1-a975-e9968e351fd7'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:00.056432 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f4f56-67e6-4a58-acdf-ca51afacc96b req-4ae4917d-6c07-492b-8196-4d185dc71328 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:00.058373 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c57f4f56-67e6-4a58-acdf-ca51afacc96b req-4ae4917d-6c07-492b-8196-4d185dc71328 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] 10.222.0.89 "GET /v2.0/ports?device_id=d01ece0c-8874-4a9b-a58e-a9bf3e0a6292 HTTP/1.1" status: 200 len: 943 time: 0.0849688 Feb 20 03:34:00.074706 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:00.076954 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 9ff91292-dc03-4765-94e6-5bf3588461b6 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:34:00.077541 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9ff91292-dc03-4765-94e6-5bf3588461b6), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:00.106005 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ff91292-dc03-4765-94e6-5bf3588461b6 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:34:00.133574 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 9ff91292-dc03-4765-94e6-5bf3588461b6, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=9ff91292-dc03-4765-94e6-5bf3588461b6,segment=NetworkSegment(546f5ea5-317a-4f15-856b-180f9d6ac36a),segment_id=546f5ea5-317a-4f15-856b-180f9d6ac36a)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:34:00.138902 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-6f77c1fa-9bd0-4010-ad43-50ab9a978c83 None None] Set router 10439eb5-eac6-40a1-a975-e9968e351fd7 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:34:00.209523 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c57f4f56-67e6-4a58-acdf-ca51afacc96b req-2d99c026-c4a9-46ea-baf4-f345c9031dee tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] 10.222.0.89 "GET /v2.0/security-groups?id=264b8a9d-4625-4097-acf1-efcc7a2a95af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379828 Feb 20 03:34:00.220043 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (9ff91292-dc03-4765-94e6-5bf3588461b6), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:00.363361 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=9ff91292-dc03-4765-94e6-5bf3588461b6,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:00.387560 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3abdebad-0e90-48df-a368-fcb9a14809f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (7172ae84-4801-4f35-9f9b-01ed61c53181), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:00.455889 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3d32a-7038-4ffb-9f33-6148ab4302f1 req-5672ea14-e8bb-41d3-9f45-e99edcccc553 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:00.457852 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d9e3d32a-7038-4ffb-9f33-6148ab4302f1 req-5672ea14-e8bb-41d3-9f45-e99edcccc553 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 945 time: 0.1245086 Feb 20 03:34:00.523913 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d9e3d32a-7038-4ffb-9f33-6148ab4302f1 req-aaa33ddd-1c55-45ac-aa03-d1a0b2f30f47 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/security-groups?id=9aae0e47-f93c-41fb-b5a5-8593b9285415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573788 Feb 20 03:34:00.535676 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abdebad-0e90-48df-a368-fcb9a14809f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7172ae84-4801-4f35-9f9b-01ed61c53181,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:00.567682 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abdebad-0e90-48df-a368-fcb9a14809f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:00.567682 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abdebad-0e90-48df-a368-fcb9a14809f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:00.567682 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abdebad-0e90-48df-a368-fcb9a14809f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:00.567682 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abdebad-0e90-48df-a368-fcb9a14809f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:00.567682 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abdebad-0e90-48df-a368-fcb9a14809f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:00.567682 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abdebad-0e90-48df-a368-fcb9a14809f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:00.567682 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abdebad-0e90-48df-a368-fcb9a14809f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:00.567682 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abdebad-0e90-48df-a368-fcb9a14809f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:00.567682 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abdebad-0e90-48df-a368-fcb9a14809f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:00.567682 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abdebad-0e90-48df-a368-fcb9a14809f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:00.567682 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abdebad-0e90-48df-a368-fcb9a14809f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:00.567682 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abdebad-0e90-48df-a368-fcb9a14809f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:00.567682 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abdebad-0e90-48df-a368-fcb9a14809f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:00.568716 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['9ff91292-dc03-4765-94e6-5bf3588461b6'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:34:00.568828 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abdebad-0e90-48df-a368-fcb9a14809f0 admin admin] Checking segment: {'id': '76b08a3f-596f-4f14-bcc7-75975706d308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '62555223-359c-4fc8-b85c-8c0602cab2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:34:00.568828 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abdebad-0e90-48df-a368-fcb9a14809f0 admin admin] Network hostable DHCP agents. Network: 62555223-359c-4fc8-b85c-8c0602cab2c8, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:34:00.610208 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b388dc91-fdac-4b5d-835a-d67806bfd3f8 x-openstack-request-id: req-b388dc91-fdac-4b5d-835a-d67806bfd3f8 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:34:00.611377 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c2dad0-25c8-443d-8694-065152bbdd7f", "tag": "1b419c72-3c6e-439a-afe8-6589a091f620", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:34:00.611641 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b388dc91-fdac-4b5d-835a-d67806bfd3f8 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:34:00.612603 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c2dad0-25c8-443d-8694-065152bbdd7f', 'tag': '1b419c72-3c6e-439a-afe8-6589a091f620', 'status': 'completed', 'code': 200} Feb 20 03:34:00.621883 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-6f77c1fa-9bd0-4010-ad43-50ab9a978c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'name': 'tempest-ServersTestBootFromVolume-1178292631-router', 'tenant_id': '237b26f191eb4e1ebc252932059a9b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'abed9a2f-c03b-4b51-97c9-35b56bafc674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:36Z', 'updated_at': '2022-02-20T03:31:44Z', 'revision_number': 4, 'project_id': '237b26f191eb4e1ebc252932059a9b24', 'gw_port': {'id': 'abed9a2f-c03b-4b51-97c9-35b56bafc674', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:37Z', 'updated_at': '2022-02-20T03:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '65d4044d-9dc7-4513-9cdd-ad50b7994ae9', 'tenant_id': '237b26f191eb4e1ebc252932059a9b24', 'floating_ip_address': '172.25.7.109', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'port_id': '1b419c72-3c6e-439a-afe8-6589a091f620', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 961, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1d376e6-0361-455a-af30-57a2daa934c8', 'mac_address': 'fa:16:3e:9e:33:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c2dad0-25c8-443d-8694-065152bbdd7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:31:56Z', 'updated_at': '2022-02-20T03:33:58Z', 'revision_number': 1, 'project_id': '237b26f191eb4e1ebc252932059a9b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0227393-4428-42ae-9ba1-10b655bc7611', 'name': '', 'network_id': 'a1d376e6-0361-455a-af30-57a2daa934c8', 'tenant_id': '237b26f191eb4e1ebc252932059a9b24', 'mac_address': 'fa:16:3e:8b:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'd8b45813-a63d-4780-bb92-f1d3e6d5c97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:42Z', 'updated_at': '2022-02-20T03:31:51Z', 'revision_number': 5, 'project_id': '237b26f191eb4e1ebc252932059a9b24', 'subnets': [{'id': 'd8b45813-a63d-4780-bb92-f1d3e6d5c97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:00.687650 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f77c1fa-9bd0-4010-ad43-50ab9a978c83 None None] The sync data for ids ['10439eb5-eac6-40a1-a975-e9968e351fd7'] in n-d-829866-4 is: [{'id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'name': 'tempest-ServersTestBootFromVolume-1178292631-router', 'tenant_id': '237b26f191eb4e1ebc252932059a9b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'abed9a2f-c03b-4b51-97c9-35b56bafc674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:36Z', 'updated_at': '2022-02-20T03:31:44Z', 'revision_number': 4, 'project_id': '237b26f191eb4e1ebc252932059a9b24', 'gw_port': {'id': 'abed9a2f-c03b-4b51-97c9-35b56bafc674', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:37Z', 'updated_at': '2022-02-20T03:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '65d4044d-9dc7-4513-9cdd-ad50b7994ae9', 'tenant_id': '237b26f191eb4e1ebc252932059a9b24', 'floating_ip_address': '172.25.7.109', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'port_id': '1b419c72-3c6e-439a-afe8-6589a091f620', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 961, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1d376e6-0361-455a-af30-57a2daa934c8', 'mac_address': 'fa:16:3e:9e:33:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c2dad0-25c8-443d-8694-065152bbdd7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:31:56Z', 'updated_at': '2022-02-20T03:33:58Z', 'revision_number': 1, 'project_id': '237b26f191eb4e1ebc252932059a9b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0227393-4428-42ae-9ba1-10b655bc7611', 'name': '', 'network_id': 'a1d376e6-0361-455a-af30-57a2daa934c8', 'tenant_id': '237b26f191eb4e1ebc252932059a9b24', 'mac_address': 'fa:16:3e:8b:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'd8b45813-a63d-4780-bb92-f1d3e6d5c97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:42Z', 'updated_at': '2022-02-20T03:31:51Z', 'revision_number': 5, 'project_id': '237b26f191eb4e1ebc252932059a9b24', 'subnets': [{'id': 'd8b45813-a63d-4780-bb92-f1d3e6d5c97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:34:00.723936 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abdebad-0e90-48df-a368-fcb9a14809f0 admin admin] Network 62555223-359c-4fc8-b85c-8c0602cab2c8 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:34:00.814231 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc6b2e-7adc-4129-85eb-2a3b4d22857f req-623dfcf9-4d23-429f-b17f-3f129cbcf1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:00.818335 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8cfc6b2e-7adc-4129-85eb-2a3b4d22857f req-623dfcf9-4d23-429f-b17f-3f129cbcf1c7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=237b26f191eb4e1ebc252932059a9b24&device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 1127 time: 0.1752729 Feb 20 03:34:00.876600 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-3abdebad-0e90-48df-a368-fcb9a14809f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 62555223-359c-4fc8-b85c-8c0602cab2c8) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:34:00.897914 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7282490-db06-4007-9be4-e1ffb134c910 None None] Network 62555223-359c-4fc8-b85c-8c0602cab2c8 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:34:00.915111 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abdebad-0e90-48df-a368-fcb9a14809f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:00.915821 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3abdebad-0e90-48df-a368-fcb9a14809f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:00.980743 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc6b2e-7adc-4129-85eb-2a3b4d22857f req-0b943d17-c4ca-4877-87d2-e1cb79e9ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:00.984643 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8cfc6b2e-7adc-4129-85eb-2a3b4d22857f req-0b943d17-c4ca-4877-87d2-e1cb79e9ac9f service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1d376e6-0361-455a-af30-57a2daa934c8 HTTP/1.1" status: 200 len: 917 time: 0.1523712 Feb 20 03:34:01.004731 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3abdebad-0e90-48df-a368-fcb9a14809f0 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2149706 Feb 20 03:34:01.004907 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33938) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:01.009932 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-cab403c9-05c9-4c47-a1a3-b711787a7572 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-355441368-router', 'tenant_id': '3e1216ea870c47ccab9b265d4fea6233', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:34:01.134036 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096cc014-4389-4635-a7a2-02f4dde59dfa None None] New status for floating IP 65d4044d-9dc7-4513-9cdd-ad50b7994ae9: ACTIVE {{(pid=104107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:34:01.143281 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918bc1b9-3f2f-489c-9f01-15d16fb66612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-62555223-359c-4fc8-b85c-8c0602cab2c8', 'network_id': '62555223-359c-4fc8-b85c-8c0602cab2c8', 'project_id': '3e1216ea870c47ccab9b265d4fea6233', 'fixed_ips': [{'subnet_id': '7172ae84-4801-4f35-9f9b-01ed61c53181'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:34:01.144707 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-918bc1b9-3f2f-489c-9f01-15d16fb66612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:01.149865 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8cfc6b2e-7adc-4129-85eb-2a3b4d22857f req-a94134e0-4942-48b7-be44-c1919df738b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b419c72-3c6e-439a-afe8-6589a091f620 HTTP/1.1" status: 200 len: 999 time: 0.1608021 Feb 20 03:34:01.163166 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cab403c9-05c9-4c47-a1a3-b711787a7572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (6f05dc3a-6d31-4c85-b21e-26db59dce98e), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:01.167656 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cab403c9-05c9-4c47-a1a3-b711787a7572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (6f05dc3a-6d31-4c85-b21e-26db59dce98e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:01.213052 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:01.280503 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc6b2e-7adc-4129-85eb-2a3b4d22857f req-bf6d2f40-b23a-4d7f-a8d7-99f79514328f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:01.286104 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8cfc6b2e-7adc-4129-85eb-2a3b4d22857f req-bf6d2f40-b23a-4d7f-a8d7-99f79514328f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d8b45813-a63d-4780-bb92-f1d3e6d5c97f HTTP/1.1" status: 200 len: 855 time: 0.1274152 Feb 20 03:34:01.310348 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cab403c9-05c9-4c47-a1a3-b711787a7572 admin admin] Publish callbacks [] for router_controller (6f05dc3a-6d31-4c85-b21e-26db59dce98e), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:01.385630 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc6b2e-7adc-4129-85eb-2a3b4d22857f req-f8adc7d3-9ac5-40db-9464-eafe84f896d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:01.387535 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8cfc6b2e-7adc-4129-85eb-2a3b4d22857f req-f8adc7d3-9ac5-40db-9464-eafe84f896d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1d376e6-0361-455a-af30-57a2daa934c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0847616 Feb 20 03:34:01.403049 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ca8c0-c50a-41f3-acf5-4afc6277f7c0 req-a902371b-2400-4385-8447-d66a102242b5 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:01.405009 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bf9ca8c0-c50a-41f3-acf5-4afc6277f7c0 req-a902371b-2400-4385-8447-d66a102242b5 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/ports?device_id=98952c5b-11b6-4301-be1b-267bc7ff8881 HTTP/1.1" status: 200 len: 948 time: 0.1276827 Feb 20 03:34:01.476270 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-918bc1b9-3f2f-489c-9f01-15d16fb66612 None None] Allocated IP 172.20.0.2 (62555223-359c-4fc8-b85c-8c0602cab2c8/7172ae84-4801-4f35-9f9b-01ed61c53181/8f9675f6-60e4-4563-9ce8-650b5f0e6aab) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:34:01.544077 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bf9ca8c0-c50a-41f3-acf5-4afc6277f7c0 req-6f2c01f5-e398-4617-b29f-538b74784e81 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/security-groups?id=f3fd1f17-522e-45da-bcf5-484b402e8697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256840 Feb 20 03:34:01.611380 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8cfc6b2e-7adc-4129-85eb-2a3b4d22857f req-d17f1f0e-cb39-4bd2-ae60-e8132025be91 service neutron] 10.222.0.42 "GET /v2.0/networks/a1d376e6-0361-455a-af30-57a2daa934c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050176 Feb 20 03:34:01.663297 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cab403c9-05c9-4c47-a1a3-b711787a7572 admin admin] Publish callbacks [] for router_gateway (6f05dc3a-6d31-4c85-b21e-26db59dce98e), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:01.801770 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3313d-2a1a-4771-81de-7d9ffb8b04b0 req-35345fd0-289c-4b61-bbdc-0e684955ee23 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:01.803449 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-86e3313d-2a1a-4771-81de-7d9ffb8b04b0 req-35345fd0-289c-4b61-bbdc-0e684955ee23 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] 10.222.0.89 "GET /v2.0/ports?device_id=d01ece0c-8874-4a9b-a58e-a9bf3e0a6292 HTTP/1.1" status: 200 len: 944 time: 0.1505127 Feb 20 03:34:01.816764 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8cfc6b2e-7adc-4129-85eb-2a3b4d22857f req-c16b81f6-c2e6-49ed-bd90-4828ebd89f38 service neutron] 10.222.0.42 "GET /v2.0/networks/a1d376e6-0361-455a-af30-57a2daa934c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967235 Feb 20 03:34:01.825104 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-918bc1b9-3f2f-489c-9f01-15d16fb66612 None None] Publish callbacks [] for port (8f9675f6-60e4-4563-9ce8-650b5f0e6aab), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:01.872736 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-86e3313d-2a1a-4771-81de-7d9ffb8b04b0 req-1d8d7891-5092-4195-a47b-f22ea314d661 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] 10.222.0.89 "GET /v2.0/security-groups?id=264b8a9d-4625-4097-acf1-efcc7a2a95af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593584 Feb 20 03:34:01.925117 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-918bc1b9-3f2f-489c-9f01-15d16fb66612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (8f9675f6-60e4-4563-9ce8-650b5f0e6aab), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:01.967995 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918bc1b9-3f2f-489c-9f01-15d16fb66612 None None] Network 62555223-359c-4fc8-b85c-8c0602cab2c8 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:34:01.973249 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-918bc1b9-3f2f-489c-9f01-15d16fb66612 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:34:01.979780 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918bc1b9-3f2f-489c-9f01-15d16fb66612 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:34:02.026704 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918bc1b9-3f2f-489c-9f01-15d16fb66612 None None] Pushing event updated for resources: {'Port': ['ID=8f9675f6-60e4-4563-9ce8-650b5f0e6aab,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:02.052614 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cab403c9-05c9-4c47-a1a3-b711787a7572 admin admin] Publish callbacks [] for router_gateway (6f05dc3a-6d31-4c85-b21e-26db59dce98e), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:02.061573 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-918bc1b9-3f2f-489c-9f01-15d16fb66612 None None] Attempting to bind port 8f9675f6-60e4-4563-9ce8-650b5f0e6aab on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:34:02.061956 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-918bc1b9-3f2f-489c-9f01-15d16fb66612 None None] Attempting to bind port 8f9675f6-60e4-4563-9ce8-650b5f0e6aab by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '76b08a3f-596f-4f14-bcc7-75975706d308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '62555223-359c-4fc8-b85c-8c0602cab2c8'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:34:02.062438 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918bc1b9-3f2f-489c-9f01-15d16fb66612 None None] Attempting to bind port 8f9675f6-60e4-4563-9ce8-650b5f0e6aab on network 62555223-359c-4fc8-b85c-8c0602cab2c8 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:34:02.068264 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918bc1b9-3f2f-489c-9f01-15d16fb66612 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:34:02.068646 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918bc1b9-3f2f-489c-9f01-15d16fb66612 None None] Checking segment: {'id': '76b08a3f-596f-4f14-bcc7-75975706d308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '62555223-359c-4fc8-b85c-8c0602cab2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:34:02.069058 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-918bc1b9-3f2f-489c-9f01-15d16fb66612 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:02.069455 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918bc1b9-3f2f-489c-9f01-15d16fb66612 None None] Bound using segment: {'id': '76b08a3f-596f-4f14-bcc7-75975706d308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '62555223-359c-4fc8-b85c-8c0602cab2c8'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:34:02.069929 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-918bc1b9-3f2f-489c-9f01-15d16fb66612 None None] Bound port: 8f9675f6-60e4-4563-9ce8-650b5f0e6aab, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76b08a3f-596f-4f14-bcc7-75975706d308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '62555223-359c-4fc8-b85c-8c0602cab2c8'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:34:02.070313 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-918bc1b9-3f2f-489c-9f01-15d16fb66612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8f9675f6-60e4-4563-9ce8-650b5f0e6aab), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:02.077618 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cab403c9-05c9-4c47-a1a3-b711787a7572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:02.138076 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-918bc1b9-3f2f-489c-9f01-15d16fb66612 None None] For port 8f9675f6-60e4-4563-9ce8-650b5f0e6aab, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:34:02.141905 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-918bc1b9-3f2f-489c-9f01-15d16fb66612 None None] For port 8f9675f6-60e4-4563-9ce8-650b5f0e6aab, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=8f9675f6-60e4-4563-9ce8-650b5f0e6aab,segment=NetworkSegment(76b08a3f-596f-4f14-bcc7-75975706d308),segment_id=76b08a3f-596f-4f14-bcc7-75975706d308)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:34:02.199909 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-cab403c9-05c9-4c47-a1a3-b711787a7572 admin admin] Allocated IP 172.25.7.35 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/192229a9-d755-4a67-bfc0-db01cf402a2d) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:34:02.293581 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-918bc1b9-3f2f-489c-9f01-15d16fb66612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (8f9675f6-60e4-4563-9ce8-650b5f0e6aab), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:02.310032 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cab403c9-05c9-4c47-a1a3-b711787a7572 admin admin] Publish callbacks [] for port (192229a9-d755-4a67-bfc0-db01cf402a2d), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:02.358093 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918bc1b9-3f2f-489c-9f01-15d16fb66612 None None] Pushing event updated for resources: {'Port': ['ID=8f9675f6-60e4-4563-9ce8-650b5f0e6aab,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:02.477352 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cab403c9-05c9-4c47-a1a3-b711787a7572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (192229a9-d755-4a67-bfc0-db01cf402a2d), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:02.538407 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab403c9-05c9-4c47-a1a3-b711787a7572 admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:34:02.543966 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-cab403c9-05c9-4c47-a1a3-b711787a7572 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:34:02.549929 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab403c9-05c9-4c47-a1a3-b711787a7572 admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:34:02.553640 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab403c9-05c9-4c47-a1a3-b711787a7572 admin admin] Pushing event updated for resources: {'Port': ['ID=192229a9-d755-4a67-bfc0-db01cf402a2d,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:02.785604 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:02.789177 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2ad2e-53d9-4031-ade6-71dee9a58d73 req-b053fb78-b0ad-4130-97e7-aa2e15f84c04 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:02.801035 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-16b2ad2e-53d9-4031-ade6-71dee9a58d73 req-b053fb78-b0ad-4130-97e7-aa2e15f84c04 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/ports?device_id=98952c5b-11b6-4301-be1b-267bc7ff8881 HTTP/1.1" status: 200 len: 948 time: 0.1297200 Feb 20 03:34:02.922693 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-16b2ad2e-53d9-4031-ade6-71dee9a58d73 req-b2de269c-256d-437a-a3de-d1b35e0c7303 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/security-groups?id=f3fd1f17-522e-45da-bcf5-484b402e8697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142452 Feb 20 03:34:02.947755 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 8f9675f6-60e4-4563-9ce8-650b5f0e6aab up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:34:03.056904 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4b27a-77be-41d3-82df-17528f6ae32c req-4754a3e5-3fc1-4ff0-9fd5-c871b86990c0 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:03.058710 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-67e4b27a-77be-41d3-82df-17528f6ae32c req-4754a3e5-3fc1-4ff0-9fd5-c871b86990c0 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.42 "GET /v2.0/ports?device_id=98952c5b-11b6-4301-be1b-267bc7ff8881 HTTP/1.1" status: 200 len: 948 time: 0.0867295 Feb 20 03:34:03.066221 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 8f9675f6-60e4-4563-9ce8-650b5f0e6aab triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:34:03.066621 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8f9675f6-60e4-4563-9ce8-650b5f0e6aab), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:03.179938 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cab403c9-05c9-4c47-a1a3-b711787a7572 admin admin] Publish callbacks [] for router_gateway (6f05dc3a-6d31-4c85-b21e-26db59dce98e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:03.256176 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 8f9675f6-60e4-4563-9ce8-650b5f0e6aab is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:34:03.260213 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8f9675f6-60e4-4563-9ce8-650b5f0e6aab), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:03.260431 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d0505-1e2a-4966-a315-45cc846feff9 req-98b4ed56-761b-43a4-9bf7-207d099a3389 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:03.272705 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f9d0505-1e2a-4966-a315-45cc846feff9 req-98b4ed56-761b-43a4-9bf7-207d099a3389 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] 10.222.0.89 "GET /v2.0/ports?device_id=d01ece0c-8874-4a9b-a58e-a9bf3e0a6292 HTTP/1.1" status: 200 len: 944 time: 0.2332282 Feb 20 03:34:03.332356 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 8f9675f6-60e4-4563-9ce8-650b5f0e6aab, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=8f9675f6-60e4-4563-9ce8-650b5f0e6aab,segment=NetworkSegment(76b08a3f-596f-4f14-bcc7-75975706d308),segment_id=76b08a3f-596f-4f14-bcc7-75975706d308)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:34:03.362377 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f9d0505-1e2a-4966-a315-45cc846feff9 req-d584ae76-af1b-4cfa-b801-7134554d566a tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] 10.222.0.89 "GET /v2.0/security-groups?id=264b8a9d-4625-4097-acf1-efcc7a2a95af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882578 Feb 20 03:34:03.373831 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-67e4b27a-77be-41d3-82df-17528f6ae32c req-47d87bc5-4cc8-48eb-b147-ee6e2525d594 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Deleting port 02cb25de-79c8-4276-935a-1bca9c5bd478 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:34:03.374367 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-67e4b27a-77be-41d3-82df-17528f6ae32c req-47d87bc5-4cc8-48eb-b147-ee6e2525d594 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (02cb25de-79c8-4276-935a-1bca9c5bd478), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:03.419379 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (8f9675f6-60e4-4563-9ce8-650b5f0e6aab), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:03.526441 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=8f9675f6-60e4-4563-9ce8-650b5f0e6aab,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:03.587710 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-67e4b27a-77be-41d3-82df-17528f6ae32c req-47d87bc5-4cc8-48eb-b147-ee6e2525d594 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] For port 02cb25de-79c8-4276-935a-1bca9c5bd478, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=02cb25de-79c8-4276-935a-1bca9c5bd478,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:34:03.588205 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-67e4b27a-77be-41d3-82df-17528f6ae32c req-47d87bc5-4cc8-48eb-b147-ee6e2525d594 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (02cb25de-79c8-4276-935a-1bca9c5bd478), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:03.589336 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cab403c9-05c9-4c47-a1a3-b711787a7572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (6f05dc3a-6d31-4c85-b21e-26db59dce98e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:03.612846 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-67e4b27a-77be-41d3-82df-17528f6ae32c req-47d87bc5-4cc8-48eb-b147-ee6e2525d594 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Calling delete_port for 02cb25de-79c8-4276-935a-1bca9c5bd478 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:34:03.823858 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 9ff91292-dc03-4765-94e6-5bf3588461b6 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:34:03.898818 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab403c9-05c9-4c47-a1a3-b711787a7572 admin admin] Router 6f05dc3a-6d31-4c85-b21e-26db59dce98e is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:34:03.933367 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-67e4b27a-77be-41d3-82df-17528f6ae32c req-47d87bc5-4cc8-48eb-b147-ee6e2525d594 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (02cb25de-79c8-4276-935a-1bca9c5bd478), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:03.964134 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d3723f-a92e-4b97-8a88-e5407c896fe8 None None] Network 62555223-359c-4fc8-b85c-8c0602cab2c8 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:34:03.993239 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 9ff91292-dc03-4765-94e6-5bf3588461b6 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:34:04.007442 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d87bc5-4cc8-48eb-b147-ee6e2525d594 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Pushing event deleted for resources: {'Port': ['ID=02cb25de-79c8-4276-935a-1bca9c5bd478,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:04.137113 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab403c9-05c9-4c47-a1a3-b711787a7572 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:34:04.151526 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e9f21c-f5ca-4164-8159-a4878b64688b None None] Sync routers for ids ['6f05dc3a-6d31-4c85-b21e-26db59dce98e'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:34:04.153506 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 9ff91292-dc03-4765-94e6-5bf3588461b6 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:34:04.154260 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (9ff91292-dc03-4765-94e6-5bf3588461b6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:04.168322 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e9f21c-f5ca-4164-8159-a4878b64688b None None] Routers {'6f05dc3a-6d31-4c85-b21e-26db59dce98e'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:34:04.169527 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-d4e9f21c-f5ca-4164-8159-a4878b64688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:33:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['6f05dc3a-6d31-4c85-b21e-26db59dce98e'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:04.227334 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cab403c9-05c9-4c47-a1a3-b711787a7572 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:04.228844 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cab403c9-05c9-4c47-a1a3-b711787a7572 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2229776 Feb 20 03:34:04.231957 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33964) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:04.416494 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-d4e9f21c-f5ca-4164-8159-a4878b64688b None None] Set router 6f05dc3a-6d31-4c85-b21e-26db59dce98e gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:34:04.531695 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-9e875a03-1c62-465e-a58b-f99894a93ad4 None None] Provisioning complete for port 8f9675f6-60e4-4563-9ce8-650b5f0e6aab triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:34:04.531695 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9e875a03-1c62-465e-a58b-f99894a93ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8f9675f6-60e4-4563-9ce8-650b5f0e6aab), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:04.598099 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-583028bf-a7e2-45cb-a159-269d017c883c req-0f39ae29-b3ce-47dc-a436-98110055d8b6 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/ports?device_id=98952c5b-11b6-4301-be1b-267bc7ff8881 HTTP/1.1" status: 200 len: 210 time: 0.5638642 Feb 20 03:34:04.676182 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e4b27a-77be-41d3-82df-17528f6ae32c req-47d87bc5-4cc8-48eb-b147-ee6e2525d594 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] No DVR routers for this DVR port 02cb25de-79c8-4276-935a-1bca9c5bd478 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:34:04.680858 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-67e4b27a-77be-41d3-82df-17528f6ae32c req-47d87bc5-4cc8-48eb-b147-ee6e2525d594 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:04.690186 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-67e4b27a-77be-41d3-82df-17528f6ae32c req-47d87bc5-4cc8-48eb-b147-ee6e2525d594 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.42 "DELETE /v2.0/ports/02cb25de-79c8-4276-935a-1bca9c5bd478 HTTP/1.1" status: 204 len: 173 time: 1.6256397 Feb 20 03:34:04.704261 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98952c5b-11b6-4301-be1b-267bc7ff8881', 'name': 'network-vif-deleted', 'tag': '02cb25de-79c8-4276-935a-1bca9c5bd478'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:34:04.712489 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456e5fea-7cb5-4e8a-85dd-0d0d0344d745" -d '{"events": [{"server_uuid": "98952c5b-11b6-4301-be1b-267bc7ff8881", "name": "network-vif-deleted", "tag": "02cb25de-79c8-4276-935a-1bca9c5bd478"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:34:04.804351 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-9e875a03-1c62-465e-a58b-f99894a93ad4 None None] Current status of the port 8f9675f6-60e4-4563-9ce8-650b5f0e6aab is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:34:04.811693 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 9ff91292-dc03-4765-94e6-5bf3588461b6 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:34:04.813088 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9ff91292-dc03-4765-94e6-5bf3588461b6), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:04.863148 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 9ff91292-dc03-4765-94e6-5bf3588461b6, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=9ff91292-dc03-4765-94e6-5bf3588461b6,segment=NetworkSegment(546f5ea5-317a-4f15-856b-180f9d6ac36a),segment_id=546f5ea5-317a-4f15-856b-180f9d6ac36a)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:34:04.864086 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01ece0c-8874-4a9b-a58e-a9bf3e0a6292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff91292-dc03-4765-94e6-5bf3588461b6'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:34:04.867277 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3719ae-f6c9-4ebb-804f-da3d8818ff65" -d '{"events": [{"server_uuid": "d01ece0c-8874-4a9b-a58e-a9bf3e0a6292", "name": "network-vif-plugged", "status": "completed", "tag": "9ff91292-dc03-4765-94e6-5bf3588461b6"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:34:04.891783 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-d4e9f21c-f5ca-4164-8159-a4878b64688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f05dc3a-6d31-4c85-b21e-26db59dce98e', 'name': 'tempest-FloatingIPDetailsTestJSON-355441368-router', 'tenant_id': '3e1216ea870c47ccab9b265d4fea6233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '192229a9-d755-4a67-bfc0-db01cf402a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:34:01Z', 'updated_at': '2022-02-20T03:34:02Z', 'revision_number': 3, 'project_id': '3e1216ea870c47ccab9b265d4fea6233', 'gw_port': {'id': '192229a9-d755-4a67-bfc0-db01cf402a2d', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:12:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f05dc3a-6d31-4c85-b21e-26db59dce98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:34:02Z', 'updated_at': '2022-02-20T03:34:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:04.917856 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 8f9675f6-60e4-4563-9ce8-650b5f0e6aab up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:34:04.934355 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e9f21c-f5ca-4164-8159-a4878b64688b None None] Checking router: 6f05dc3a-6d31-4c85-b21e-26db59dce98e for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:34:04.934891 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e9f21c-f5ca-4164-8159-a4878b64688b None None] Updating router 6f05dc3a-6d31-4c85-b21e-26db59dce98e port 192229a9-d755-4a67-bfc0-db01cf402a2d binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:34:04.961122 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (9ff91292-dc03-4765-94e6-5bf3588461b6), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:04.965355 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e7786-1f37-4350-b8e3-6c0f0019b3db req-a41e8eb8-3364-414e-96de-0397b1918a57 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:04.978308 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6e9e7786-1f37-4350-b8e3-6c0f0019b3db req-a41e8eb8-3364-414e-96de-0397b1918a57 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] 10.222.0.89 "GET /v2.0/ports?device_id=d01ece0c-8874-4a9b-a58e-a9bf3e0a6292 HTTP/1.1" status: 200 len: 944 time: 0.1605706 Feb 20 03:34:04.989731 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d4e9f21c-f5ca-4164-8159-a4878b64688b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (192229a9-d755-4a67-bfc0-db01cf402a2d), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:05.047911 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=9ff91292-dc03-4765-94e6-5bf3588461b6,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:05.088337 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 8f9675f6-60e4-4563-9ce8-650b5f0e6aab triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:34:05.088814 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8f9675f6-60e4-4563-9ce8-650b5f0e6aab), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:05.127268 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6e9e7786-1f37-4350-b8e3-6c0f0019b3db req-e47cf668-b8a0-4ebe-8d7b-6577ce146a20 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] 10.222.0.89 "GET /v2.0/security-groups?id=264b8a9d-4625-4097-acf1-efcc7a2a95af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479471 Feb 20 03:34:05.209603 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172512da-ee39-40ab-8a41-340edbc28c2a x-openstack-request-id: req-172512da-ee39-40ab-8a41-340edbc28c2a {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:34:05.212893 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98952c5b-11b6-4301-be1b-267bc7ff8881", "name": "network-vif-deleted", "tag": "02cb25de-79c8-4276-935a-1bca9c5bd478", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:34:05.213157 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-172512da-ee39-40ab-8a41-340edbc28c2a {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:34:05.213577 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98952c5b-11b6-4301-be1b-267bc7ff8881', 'name': 'network-vif-deleted', 'tag': '02cb25de-79c8-4276-935a-1bca9c5bd478', 'status': 'completed', 'code': 200} Feb 20 03:34:05.261987 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 8f9675f6-60e4-4563-9ce8-650b5f0e6aab is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:34:05.266553 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d637b94e-a412-47d4-8eef-38e012b606ef None None] Provisioning complete for port 8f9675f6-60e4-4563-9ce8-650b5f0e6aab triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:34:05.267088 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d637b94e-a412-47d4-8eef-38e012b606ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8f9675f6-60e4-4563-9ce8-650b5f0e6aab), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:05.313942 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524a25bc-79b7-45b3-8dbe-1028651a0834 x-openstack-request-id: req-524a25bc-79b7-45b3-8dbe-1028651a0834 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:34:05.314375 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01ece0c-8874-4a9b-a58e-a9bf3e0a6292", "name": "network-vif-plugged", "status": "completed", "tag": "9ff91292-dc03-4765-94e6-5bf3588461b6", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:34:05.314731 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-524a25bc-79b7-45b3-8dbe-1028651a0834 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:34:05.315359 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01ece0c-8874-4a9b-a58e-a9bf3e0a6292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff91292-dc03-4765-94e6-5bf3588461b6', 'code': 200} Feb 20 03:34:05.421405 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d637b94e-a412-47d4-8eef-38e012b606ef None None] Current status of the port 8f9675f6-60e4-4563-9ce8-650b5f0e6aab is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:34:05.467223 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51152fa3-a299-4201-8e23-da3e68c4a947 req-06034dfd-e1f7-4190-8471-a119e704f478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:05.475479 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-51152fa3-a299-4201-8e23-da3e68c4a947 req-06034dfd-e1f7-4190-8471-a119e704f478 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d01ece0c-8874-4a9b-a58e-a9bf3e0a6292 HTTP/1.1" status: 200 len: 1127 time: 0.1031411 Feb 20 03:34:05.589104 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-51152fa3-a299-4201-8e23-da3e68c4a947 req-a4df601e-9af0-446b-94b0-6b178cab27a0 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=264b8a9d-4625-4097-acf1-efcc7a2a95af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073418 Feb 20 03:34:05.693519 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d4e9f21c-f5ca-4164-8159-a4878b64688b None None] Publish callbacks [] for port (192229a9-d755-4a67-bfc0-db01cf402a2d), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:05.799011 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3625d8d2-b97c-4f2b-945b-3741c322a1a7 req-f106f638-94bc-44cf-bf53-d513c05b66dd tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/ports?device_id=98952c5b-11b6-4301-be1b-267bc7ff8881 HTTP/1.1" status: 200 len: 210 time: 0.0531821 Feb 20 03:34:05.841650 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d4e9f21c-f5ca-4164-8159-a4878b64688b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (192229a9-d755-4a67-bfc0-db01cf402a2d), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:05.909117 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-d4e9f21c-f5ca-4164-8159-a4878b64688b None None] Attempting to bind port 192229a9-d755-4a67-bfc0-db01cf402a2d on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:34:05.909742 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-d4e9f21c-f5ca-4164-8159-a4878b64688b None None] Attempting to bind port 192229a9-d755-4a67-bfc0-db01cf402a2d by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:34:05.910325 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e9f21c-f5ca-4164-8159-a4878b64688b None None] Attempting to bind port 192229a9-d755-4a67-bfc0-db01cf402a2d on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:34:05.918131 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e9f21c-f5ca-4164-8159-a4878b64688b None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:34:05.918512 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e9f21c-f5ca-4164-8159-a4878b64688b None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:34:05.918943 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d4e9f21c-f5ca-4164-8159-a4878b64688b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:05.919413 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e9f21c-f5ca-4164-8159-a4878b64688b None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:34:05.919900 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-d4e9f21c-f5ca-4164-8159-a4878b64688b None None] Bound port: 192229a9-d755-4a67-bfc0-db01cf402a2d, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:34:05.920389 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d4e9f21c-f5ca-4164-8159-a4878b64688b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (192229a9-d755-4a67-bfc0-db01cf402a2d), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:05.974666 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6180a3d6-d9e2-4249-b29c-fd207d4ddd56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:05.995417 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe3dca-8256-4ba5-8b97-d069f9ad8fa3 None None] Pushing event updated for resources: {'Port': ['ID=192229a9-d755-4a67-bfc0-db01cf402a2d,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:06.022351 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebe3dca-8256-4ba5-8b97-d069f9ad8fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:06.023025 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebe3dca-8256-4ba5-8b97-d069f9ad8fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:06.023746 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebe3dca-8256-4ba5-8b97-d069f9ad8fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:06.024263 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebe3dca-8256-4ba5-8b97-d069f9ad8fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:06.024785 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebe3dca-8256-4ba5-8b97-d069f9ad8fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:06.025304 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebe3dca-8256-4ba5-8b97-d069f9ad8fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:06.025854 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebe3dca-8256-4ba5-8b97-d069f9ad8fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:06.026436 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebe3dca-8256-4ba5-8b97-d069f9ad8fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:06.027086 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebe3dca-8256-4ba5-8b97-d069f9ad8fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:06.027679 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebe3dca-8256-4ba5-8b97-d069f9ad8fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:06.028242 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebe3dca-8256-4ba5-8b97-d069f9ad8fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:06.028906 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebe3dca-8256-4ba5-8b97-d069f9ad8fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:06.029484 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebe3dca-8256-4ba5-8b97-d069f9ad8fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:06.065060 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-d4e9f21c-f5ca-4164-8159-a4878b64688b None None] For port 192229a9-d755-4a67-bfc0-db01cf402a2d, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:34:06.069662 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-d4e9f21c-f5ca-4164-8159-a4878b64688b None None] For port 192229a9-d755-4a67-bfc0-db01cf402a2d, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=192229a9-d755-4a67-bfc0-db01cf402a2d,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:34:06.203854 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d4e9f21c-f5ca-4164-8159-a4878b64688b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (192229a9-d755-4a67-bfc0-db01cf402a2d), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:06.246796 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-6180a3d6-d9e2-4249-b29c-fd207d4ddd56 admin admin] Allocated IP 172.20.0.1 (62555223-359c-4fc8-b85c-8c0602cab2c8/7172ae84-4801-4f35-9f9b-01ed61c53181/657c9653-558d-4461-a0d6-2eb20ad33a5a) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:34:06.318189 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e9f21c-f5ca-4164-8159-a4878b64688b None None] Routers {'6f05dc3a-6d31-4c85-b21e-26db59dce98e'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:34:06.319130 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-d4e9f21c-f5ca-4164-8159-a4878b64688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:33:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['6f05dc3a-6d31-4c85-b21e-26db59dce98e'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:06.344007 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 02cb25de-79c8-4276-935a-1bca9c5bd478 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:34:06.362672 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffead8-09b7-42e7-a459-c0b17d147c48 req-8fab27c2-3f99-4586-96f7-5a14f294e057 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:06.368387 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-abffead8-09b7-42e7-a459-c0b17d147c48 req-8fab27c2-3f99-4586-96f7-5a14f294e057 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] 10.222.0.89 "GET /v2.0/ports?device_id=d01ece0c-8874-4a9b-a58e-a9bf3e0a6292 HTTP/1.1" status: 200 len: 945 time: 0.1221151 Feb 20 03:34:06.405116 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 02cb25de-79c8-4276-935a-1bca9c5bd478 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:34:06.406608 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 02cb25de-79c8-4276-935a-1bca9c5bd478 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:34:06.407386 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe3dca-8256-4ba5-8b97-d069f9ad8fa3 None None] Pushing event updated for resources: {'Port': ['ID=192229a9-d755-4a67-bfc0-db01cf402a2d,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:06.441230 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-abffead8-09b7-42e7-a459-c0b17d147c48 req-e46ea069-2b13-4ea0-8adc-12531a020c7a tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] 10.222.0.89 "GET /v2.0/security-groups?id=264b8a9d-4625-4097-acf1-efcc7a2a95af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605378 Feb 20 03:34:06.446830 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6180a3d6-d9e2-4249-b29c-fd207d4ddd56 admin admin] Publish callbacks [] for port (657c9653-558d-4461-a0d6-2eb20ad33a5a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:06.525180 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-d4e9f21c-f5ca-4164-8159-a4878b64688b None None] Set router 6f05dc3a-6d31-4c85-b21e-26db59dce98e gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:34:06.591003 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6180a3d6-d9e2-4249-b29c-fd207d4ddd56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (657c9653-558d-4461-a0d6-2eb20ad33a5a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:06.636024 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6180a3d6-d9e2-4249-b29c-fd207d4ddd56 admin admin] Network 62555223-359c-4fc8-b85c-8c0602cab2c8 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:34:06.639453 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-6180a3d6-d9e2-4249-b29c-fd207d4ddd56 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:34:06.642126 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6180a3d6-d9e2-4249-b29c-fd207d4ddd56 admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:34:06.675975 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6180a3d6-d9e2-4249-b29c-fd207d4ddd56 admin admin] Pushing event updated for resources: {'Port': ['ID=657c9653-558d-4461-a0d6-2eb20ad33a5a,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:06.695342 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6180a3d6-d9e2-4249-b29c-fd207d4ddd56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (6f05dc3a-6d31-4c85-b21e-26db59dce98e), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:06.741637 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-d4e9f21c-f5ca-4164-8159-a4878b64688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f05dc3a-6d31-4c85-b21e-26db59dce98e', 'name': 'tempest-FloatingIPDetailsTestJSON-355441368-router', 'tenant_id': '3e1216ea870c47ccab9b265d4fea6233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '192229a9-d755-4a67-bfc0-db01cf402a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:34:01Z', 'updated_at': '2022-02-20T03:34:02Z', 'revision_number': 3, 'project_id': '3e1216ea870c47ccab9b265d4fea6233', 'gw_port': {'id': '192229a9-d755-4a67-bfc0-db01cf402a2d', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:12:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f05dc3a-6d31-4c85-b21e-26db59dce98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:34:02Z', 'updated_at': '2022-02-20T03:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:06.788890 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e9f21c-f5ca-4164-8159-a4878b64688b None None] The sync data for ids ['6f05dc3a-6d31-4c85-b21e-26db59dce98e'] in n-d-829866-4 is: [{'id': '6f05dc3a-6d31-4c85-b21e-26db59dce98e', 'name': 'tempest-FloatingIPDetailsTestJSON-355441368-router', 'tenant_id': '3e1216ea870c47ccab9b265d4fea6233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '192229a9-d755-4a67-bfc0-db01cf402a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:34:01Z', 'updated_at': '2022-02-20T03:34:02Z', 'revision_number': 3, 'project_id': '3e1216ea870c47ccab9b265d4fea6233', 'gw_port': {'id': '192229a9-d755-4a67-bfc0-db01cf402a2d', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:12:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f05dc3a-6d31-4c85-b21e-26db59dce98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:34:02Z', 'updated_at': '2022-02-20T03:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:34:06.978139 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6180a3d6-d9e2-4249-b29c-fd207d4ddd56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (657c9653-558d-4461-a0d6-2eb20ad33a5a), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:07.075324 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ac522d6d-0759-45dc-9840-3d3356430205 None None] Provisioning complete for port 657c9653-558d-4461-a0d6-2eb20ad33a5a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:34:07.075716 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ac522d6d-0759-45dc-9840-3d3356430205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (657c9653-558d-4461-a0d6-2eb20ad33a5a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:07.123681 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ac522d6d-0759-45dc-9840-3d3356430205 None None] Port 657c9653-558d-4461-a0d6-2eb20ad33a5a cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:34:07.194841 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6180a3d6-d9e2-4249-b29c-fd207d4ddd56 admin admin] Publish callbacks [] for port (657c9653-558d-4461-a0d6-2eb20ad33a5a), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:07.330244 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6180a3d6-d9e2-4249-b29c-fd207d4ddd56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (657c9653-558d-4461-a0d6-2eb20ad33a5a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:07.453642 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6180a3d6-d9e2-4249-b29c-fd207d4ddd56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (6f05dc3a-6d31-4c85-b21e-26db59dce98e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:07.460761 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6180a3d6-d9e2-4249-b29c-fd207d4ddd56 admin admin] Pushing event updated for resources: {'Port': ['ID=657c9653-558d-4461-a0d6-2eb20ad33a5a,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:07.576426 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9535f-7787-44be-b40c-8ea32b01d9ce req-0e70aded-fa82-49eb-a5f2-5a29ce5ceb70 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:07.585434 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cb9535f-7787-44be-b40c-8ea32b01d9ce req-0e70aded-fa82-49eb-a5f2-5a29ce5ceb70 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/ports?device_id=eaa568f6-3cc1-48f1-85d5-89001a4af509 HTTP/1.1" status: 200 len: 948 time: 0.0742185 Feb 20 03:34:07.637073 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6180a3d6-d9e2-4249-b29c-fd207d4ddd56 admin admin] Network 62555223-359c-4fc8-b85c-8c0602cab2c8 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:34:07.650801 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-6180a3d6-d9e2-4249-b29c-fd207d4ddd56 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:34:07.653668 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cb9535f-7787-44be-b40c-8ea32b01d9ce req-efc27cc8-e85d-4a57-b0d0-9ab93152a6dd tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/security-groups?id=f3fd1f17-522e-45da-bcf5-484b402e8697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672393 Feb 20 03:34:07.784111 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3eb17-e66d-430b-bd35-5aae73a71c30 req-e6cc26a6-5c4b-49ff-9772-8d8278807c24 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:07.792486 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1db3eb17-e66d-430b-bd35-5aae73a71c30 req-e6cc26a6-5c4b-49ff-9772-8d8278807c24 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] 10.222.0.89 "GET /v2.0/ports?device_id=d01ece0c-8874-4a9b-a58e-a9bf3e0a6292 HTTP/1.1" status: 200 len: 945 time: 0.0708287 Feb 20 03:34:07.863343 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1db3eb17-e66d-430b-bd35-5aae73a71c30 req-9aefde9e-e7bc-4b87-9a35-a6e4e1a5ea44 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] 10.222.0.89 "GET /v2.0/security-groups?id=264b8a9d-4625-4097-acf1-efcc7a2a95af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695453 Feb 20 03:34:07.940262 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6180a3d6-d9e2-4249-b29c-fd207d4ddd56 admin admin] Router 6f05dc3a-6d31-4c85-b21e-26db59dce98e has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:34:08.073041 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-1984c410-1eed-4ed2-b046-6731a2e6e2d7 None None] Provisioning complete for port 657c9653-558d-4461-a0d6-2eb20ad33a5a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:34:08.073853 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1984c410-1eed-4ed2-b046-6731a2e6e2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (657c9653-558d-4461-a0d6-2eb20ad33a5a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:08.131766 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6180a3d6-d9e2-4249-b29c-fd207d4ddd56 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:34:08.151127 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-1984c410-1eed-4ed2-b046-6731a2e6e2d7 None None] Port 657c9653-558d-4461-a0d6-2eb20ad33a5a cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:34:08.157074 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6180a3d6-d9e2-4249-b29c-fd207d4ddd56 admin admin] 10.222.0.89 "PUT /v2.0/routers/6f05dc3a-6d31-4c85-b21e-26db59dce98e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9228153 Feb 20 03:34:08.645685 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a401fe13-c6b1-40de-bd8f-f7e0d6faee95 req-84c62ef2-850c-4a30-a82d-e4f4374a360c tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1338654 Feb 20 03:34:08.656934 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-a401fe13-c6b1-40de-bd8f-f7e0d6faee95 req-a9549c0e-3e41-4442-a3ce-4f20c2b623a1 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:34:08.756477 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a401fe13-c6b1-40de-bd8f-f7e0d6faee95 req-a9549c0e-3e41-4442-a3ce-4f20c2b623a1 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:08.903623 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 192229a9-d755-4a67-bfc0-db01cf402a2d up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:34:08.976893 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a401fe13-c6b1-40de-bd8f-f7e0d6faee95 req-a9549c0e-3e41-4442-a3ce-4f20c2b623a1 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:09.090305 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 192229a9-d755-4a67-bfc0-db01cf402a2d triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:34:09.095061 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (192229a9-d755-4a67-bfc0-db01cf402a2d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:09.141193 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-a401fe13-c6b1-40de-bd8f-f7e0d6faee95 req-a9549c0e-3e41-4442-a3ce-4f20c2b623a1 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Allocated IP 172.25.7.41 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/6934a523-5acf-40f7-8f86-940356cd9dac) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:34:09.210445 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 192229a9-d755-4a67-bfc0-db01cf402a2d is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:34:09.213185 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (192229a9-d755-4a67-bfc0-db01cf402a2d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:09.248420 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 192229a9-d755-4a67-bfc0-db01cf402a2d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=192229a9-d755-4a67-bfc0-db01cf402a2d,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:34:09.298834 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a401fe13-c6b1-40de-bd8f-f7e0d6faee95 req-a9549c0e-3e41-4442-a3ce-4f20c2b623a1 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks [] for port (6934a523-5acf-40f7-8f86-940356cd9dac), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:09.303758 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (192229a9-d755-4a67-bfc0-db01cf402a2d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:09.404496 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=192229a9-d755-4a67-bfc0-db01cf402a2d,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:09.421343 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a401fe13-c6b1-40de-bd8f-f7e0d6faee95 req-a9549c0e-3e41-4442-a3ce-4f20c2b623a1 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (6934a523-5acf-40f7-8f86-940356cd9dac), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:09.456771 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17644efc-8bcf-4450-83e2-62036e9cf04c None None] Sync routers for ids ['6f05dc3a-6d31-4c85-b21e-26db59dce98e'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:34:09.475576 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17644efc-8bcf-4450-83e2-62036e9cf04c None None] Routers {'6f05dc3a-6d31-4c85-b21e-26db59dce98e'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:34:09.476239 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-17644efc-8bcf-4450-83e2-62036e9cf04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:33:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['6f05dc3a-6d31-4c85-b21e-26db59dce98e'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:09.497010 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a401fe13-c6b1-40de-bd8f-f7e0d6faee95 req-a9549c0e-3e41-4442-a3ce-4f20c2b623a1 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:34:09.499064 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9549c0e-3e41-4442-a3ce-4f20c2b623a1 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Pushing event updated for resources: {'Port': ['ID=6934a523-5acf-40f7-8f86-940356cd9dac,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:09.508263 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-a401fe13-c6b1-40de-bd8f-f7e0d6faee95 req-a9549c0e-3e41-4442-a3ce-4f20c2b623a1 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:34:09.514838 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a401fe13-c6b1-40de-bd8f-f7e0d6faee95 req-a9549c0e-3e41-4442-a3ce-4f20c2b623a1 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:34:09.647874 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a401fe13-c6b1-40de-bd8f-f7e0d6faee95 req-a9549c0e-3e41-4442-a3ce-4f20c2b623a1 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks [] for floatingip (711a6e92-4317-4e78-8a0d-95b7ad6b1151), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:09.686569 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-17644efc-8bcf-4450-83e2-62036e9cf04c None None] Set router 6f05dc3a-6d31-4c85-b21e-26db59dce98e gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:34:09.751900 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78015a3-d3aa-40a8-8213-a019a70e7089 req-887d049a-700c-4d79-a794-61b4b62b5f59 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:09.756512 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d78015a3-d3aa-40a8-8213-a019a70e7089 req-887d049a-700c-4d79-a794-61b4b62b5f59 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.42 "GET /v2.0/ports?device_id=eaa568f6-3cc1-48f1-85d5-89001a4af509 HTTP/1.1" status: 200 len: 948 time: 0.1012995 Feb 20 03:34:09.823896 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a401fe13-c6b1-40de-bd8f-f7e0d6faee95 req-a9549c0e-3e41-4442-a3ce-4f20c2b623a1 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (6934a523-5acf-40f7-8f86-940356cd9dac), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:09.974135 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-d78015a3-d3aa-40a8-8213-a019a70e7089 req-27d103bc-014e-4d3d-98ee-8522c6194407 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Deleting port bb50466d-f014-419e-9b24-3de6166d551a {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:34:09.974485 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d78015a3-d3aa-40a8-8213-a019a70e7089 req-27d103bc-014e-4d3d-98ee-8522c6194407 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (bb50466d-f014-419e-9b24-3de6166d551a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:10.200464 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-17644efc-8bcf-4450-83e2-62036e9cf04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f05dc3a-6d31-4c85-b21e-26db59dce98e', 'name': 'tempest-FloatingIPDetailsTestJSON-355441368-router', 'tenant_id': '3e1216ea870c47ccab9b265d4fea6233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '192229a9-d755-4a67-bfc0-db01cf402a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:34:01Z', 'updated_at': '2022-02-20T03:34:06Z', 'revision_number': 4, 'project_id': '3e1216ea870c47ccab9b265d4fea6233', 'gw_port': {'id': '192229a9-d755-4a67-bfc0-db01cf402a2d', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:12:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f05dc3a-6d31-4c85-b21e-26db59dce98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:34:02Z', 'updated_at': '2022-02-20T03:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '657c9653-558d-4461-a0d6-2eb20ad33a5a', 'name': '', 'network_id': '62555223-359c-4fc8-b85c-8c0602cab2c8', 'tenant_id': '3e1216ea870c47ccab9b265d4fea6233', 'mac_address': 'fa:16:3e:60:d0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f05dc3a-6d31-4c85-b21e-26db59dce98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '7172ae84-4801-4f35-9f9b-01ed61c53181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:34:06Z', 'updated_at': '2022-02-20T03:34:07Z', 'revision_number': 2, 'project_id': '3e1216ea870c47ccab9b265d4fea6233', 'subnets': [{'id': '7172ae84-4801-4f35-9f9b-01ed61c53181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:10.236040 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-d78015a3-d3aa-40a8-8213-a019a70e7089 req-27d103bc-014e-4d3d-98ee-8522c6194407 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] For port bb50466d-f014-419e-9b24-3de6166d551a, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=bb50466d-f014-419e-9b24-3de6166d551a,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:34:10.236573 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d78015a3-d3aa-40a8-8213-a019a70e7089 req-27d103bc-014e-4d3d-98ee-8522c6194407 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (bb50466d-f014-419e-9b24-3de6166d551a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:10.257194 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-d78015a3-d3aa-40a8-8213-a019a70e7089 req-27d103bc-014e-4d3d-98ee-8522c6194407 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Calling delete_port for bb50466d-f014-419e-9b24-3de6166d551a owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:34:10.257877 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17644efc-8bcf-4450-83e2-62036e9cf04c None None] Checking router: 6f05dc3a-6d31-4c85-b21e-26db59dce98e for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:34:10.258234 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17644efc-8bcf-4450-83e2-62036e9cf04c None None] Updating router 6f05dc3a-6d31-4c85-b21e-26db59dce98e port 657c9653-558d-4461-a0d6-2eb20ad33a5a binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:34:10.275198 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a401fe13-c6b1-40de-bd8f-f7e0d6faee95 req-a9549c0e-3e41-4442-a3ce-4f20c2b623a1 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks [] for port (6934a523-5acf-40f7-8f86-940356cd9dac), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:10.291853 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-17644efc-8bcf-4450-83e2-62036e9cf04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (657c9653-558d-4461-a0d6-2eb20ad33a5a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:10.433189 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a401fe13-c6b1-40de-bd8f-f7e0d6faee95 req-a9549c0e-3e41-4442-a3ce-4f20c2b623a1 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (6934a523-5acf-40f7-8f86-940356cd9dac), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:10.516249 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9549c0e-3e41-4442-a3ce-4f20c2b623a1 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Pushing event updated for resources: {'Port': ['ID=6934a523-5acf-40f7-8f86-940356cd9dac,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:10.538455 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d78015a3-d3aa-40a8-8213-a019a70e7089 req-27d103bc-014e-4d3d-98ee-8522c6194407 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (bb50466d-f014-419e-9b24-3de6166d551a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:10.576356 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a401fe13-c6b1-40de-bd8f-f7e0d6faee95 req-a9549c0e-3e41-4442-a3ce-4f20c2b623a1 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (711a6e92-4317-4e78-8a0d-95b7ad6b1151), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:10.582454 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d103bc-014e-4d3d-98ee-8522c6194407 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Pushing event deleted for resources: {'Port': ['ID=bb50466d-f014-419e-9b24-3de6166d551a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:10.653645 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78015a3-d3aa-40a8-8213-a019a70e7089 req-27d103bc-014e-4d3d-98ee-8522c6194407 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] No DVR routers for this DVR port bb50466d-f014-419e-9b24-3de6166d551a on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:34:10.658094 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d78015a3-d3aa-40a8-8213-a019a70e7089 req-27d103bc-014e-4d3d-98ee-8522c6194407 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:10.663133 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d78015a3-d3aa-40a8-8213-a019a70e7089 req-27d103bc-014e-4d3d-98ee-8522c6194407 tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.42 "DELETE /v2.0/ports/bb50466d-f014-419e-9b24-3de6166d551a HTTP/1.1" status: 204 len: 173 time: 0.8463366 Feb 20 03:34:10.663857 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa568f6-3cc1-48f1-85d5-89001a4af509', 'name': 'network-vif-deleted', 'tag': 'bb50466d-f014-419e-9b24-3de6166d551a'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:34:10.666315 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d5fed1-be5d-4bf5-9ce3-012c37bb8098" -d '{"events": [{"server_uuid": "eaa568f6-3cc1-48f1-85d5-89001a4af509", "name": "network-vif-deleted", "tag": "bb50466d-f014-419e-9b24-3de6166d551a"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:34:10.675490 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a401fe13-c6b1-40de-bd8f-f7e0d6faee95 req-a9549c0e-3e41-4442-a3ce-4f20c2b623a1 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:10.678711 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a401fe13-c6b1-40de-bd8f-f7e0d6faee95 req-a9549c0e-3e41-4442-a3ce-4f20c2b623a1 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0260541 Feb 20 03:34:10.805399 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a401fe13-c6b1-40de-bd8f-f7e0d6faee95 req-98b29a54-4f98-4541-9688-602c84d0175b tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 695 time: 0.1195793 Feb 20 03:34:10.859866 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-17644efc-8bcf-4450-83e2-62036e9cf04c None None] Publish callbacks [] for port (657c9653-558d-4461-a0d6-2eb20ad33a5a), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:10.896170 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 192229a9-d755-4a67-bfc0-db01cf402a2d up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:34:10.965288 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 192229a9-d755-4a67-bfc0-db01cf402a2d triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:34:10.969388 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (192229a9-d755-4a67-bfc0-db01cf402a2d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:10.995328 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401fe13-c6b1-40de-bd8f-f7e0d6faee95 req-ba525fce-b80b-48f0-8a8e-d0237751ff01 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:10.996815 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a401fe13-c6b1-40de-bd8f-f7e0d6faee95 req-ba525fce-b80b-48f0-8a8e-d0237751ff01 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 784 time: 0.1869147 Feb 20 03:34:11.045928 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-17644efc-8bcf-4450-83e2-62036e9cf04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (657c9653-558d-4461-a0d6-2eb20ad33a5a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:11.221791 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ab07a90e-7a0d-42d9-b34e-c3020aaee079 req-c16a8628-636c-4a97-a921-065b640d212d tempest-ListImageFiltersTestJSON-1267902771 tempest-ListImageFiltersTestJSON-1267902771-project] 10.222.0.89 "GET /v2.0/ports?device_id=eaa568f6-3cc1-48f1-85d5-89001a4af509 HTTP/1.1" status: 200 len: 210 time: 0.0617859 Feb 20 03:34:11.337691 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8d39e-ee9d-4787-8f3c-803acb4ef133 None None] Pushing event updated for resources: {'Port': ['ID=657c9653-558d-4461-a0d6-2eb20ad33a5a,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:11.359737 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7adf097c-4e2d-4de5-82c0-df73065ece59 x-openstack-request-id: req-7adf097c-4e2d-4de5-82c0-df73065ece59 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:34:11.359989 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa568f6-3cc1-48f1-85d5-89001a4af509", "name": "network-vif-deleted", "tag": "bb50466d-f014-419e-9b24-3de6166d551a", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:34:11.360344 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7adf097c-4e2d-4de5-82c0-df73065ece59 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:34:11.360759 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa568f6-3cc1-48f1-85d5-89001a4af509', 'name': 'network-vif-deleted', 'tag': 'bb50466d-f014-419e-9b24-3de6166d551a', 'status': 'completed', 'code': 200} Feb 20 03:34:11.511201 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-17644efc-8bcf-4450-83e2-62036e9cf04c None None] Attempting to bind port 657c9653-558d-4461-a0d6-2eb20ad33a5a on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:34:11.511888 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-17644efc-8bcf-4450-83e2-62036e9cf04c None None] Attempting to bind port 657c9653-558d-4461-a0d6-2eb20ad33a5a by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '76b08a3f-596f-4f14-bcc7-75975706d308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '62555223-359c-4fc8-b85c-8c0602cab2c8'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:34:11.512453 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17644efc-8bcf-4450-83e2-62036e9cf04c None None] Attempting to bind port 657c9653-558d-4461-a0d6-2eb20ad33a5a on network 62555223-359c-4fc8-b85c-8c0602cab2c8 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:34:11.550544 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b43712f-5774-4107-aadb-e59603ff7e0c req-6b97947b-e9a0-445e-b39c-9e49e1e69e8d tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1771646 Feb 20 03:34:11.557450 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-4b43712f-5774-4107-aadb-e59603ff7e0c req-9003e81c-2171-414a-83ca-b8e8ba72efd3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:34:11.575435 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17644efc-8bcf-4450-83e2-62036e9cf04c None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:34:11.575822 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17644efc-8bcf-4450-83e2-62036e9cf04c None None] Checking segment: {'id': '76b08a3f-596f-4f14-bcc7-75975706d308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '62555223-359c-4fc8-b85c-8c0602cab2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:34:11.576243 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-17644efc-8bcf-4450-83e2-62036e9cf04c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:11.576645 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17644efc-8bcf-4450-83e2-62036e9cf04c None None] Bound using segment: {'id': '76b08a3f-596f-4f14-bcc7-75975706d308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '62555223-359c-4fc8-b85c-8c0602cab2c8'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:34:11.577128 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-17644efc-8bcf-4450-83e2-62036e9cf04c None None] Bound port: 657c9653-558d-4461-a0d6-2eb20ad33a5a, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76b08a3f-596f-4f14-bcc7-75975706d308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '62555223-359c-4fc8-b85c-8c0602cab2c8'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:34:11.583397 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-17644efc-8bcf-4450-83e2-62036e9cf04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (657c9653-558d-4461-a0d6-2eb20ad33a5a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:11.632690 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 192229a9-d755-4a67-bfc0-db01cf402a2d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:34:11.664662 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-81c66d4a-6db9-46a6-ba1b-41bf305df8e3 None None] Provisioning complete for port 657c9653-558d-4461-a0d6-2eb20ad33a5a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:34:11.665049 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-81c66d4a-6db9-46a6-ba1b-41bf305df8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (657c9653-558d-4461-a0d6-2eb20ad33a5a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:11.677821 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4b43712f-5774-4107-aadb-e59603ff7e0c req-9003e81c-2171-414a-83ca-b8e8ba72efd3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:11.728488 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-17644efc-8bcf-4450-83e2-62036e9cf04c None None] For port 657c9653-558d-4461-a0d6-2eb20ad33a5a, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:34:11.730846 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-81c66d4a-6db9-46a6-ba1b-41bf305df8e3 None None] Port 657c9653-558d-4461-a0d6-2eb20ad33a5a cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:34:11.742247 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-17644efc-8bcf-4450-83e2-62036e9cf04c None None] For port 657c9653-558d-4461-a0d6-2eb20ad33a5a, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=657c9653-558d-4461-a0d6-2eb20ad33a5a,segment=NetworkSegment(76b08a3f-596f-4f14-bcc7-75975706d308),segment_id=76b08a3f-596f-4f14-bcc7-75975706d308)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:34:11.858129 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4b43712f-5774-4107-aadb-e59603ff7e0c req-9003e81c-2171-414a-83ca-b8e8ba72efd3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:11.888950 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-17644efc-8bcf-4450-83e2-62036e9cf04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (657c9653-558d-4461-a0d6-2eb20ad33a5a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:11.977379 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17644efc-8bcf-4450-83e2-62036e9cf04c None None] Routers {'6f05dc3a-6d31-4c85-b21e-26db59dce98e'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:34:11.978331 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-17644efc-8bcf-4450-83e2-62036e9cf04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:33:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['6f05dc3a-6d31-4c85-b21e-26db59dce98e'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:12.016835 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-4b43712f-5774-4107-aadb-e59603ff7e0c req-9003e81c-2171-414a-83ca-b8e8ba72efd3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Allocated IP 172.25.7.223 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/24a5c90f-cdd0-498e-aff8-25931cf6a390) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:34:12.059517 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8d39e-ee9d-4787-8f3c-803acb4ef133 None None] Pushing event updated for resources: {'Port': ['ID=657c9653-558d-4461-a0d6-2eb20ad33a5a,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:12.147130 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-17644efc-8bcf-4450-83e2-62036e9cf04c None None] Set router 6f05dc3a-6d31-4c85-b21e-26db59dce98e gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:34:12.189977 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4b43712f-5774-4107-aadb-e59603ff7e0c req-9003e81c-2171-414a-83ca-b8e8ba72efd3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks [] for port (24a5c90f-cdd0-498e-aff8-25931cf6a390), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:12.334185 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4b43712f-5774-4107-aadb-e59603ff7e0c req-9003e81c-2171-414a-83ca-b8e8ba72efd3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (24a5c90f-cdd0-498e-aff8-25931cf6a390), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:12.377058 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b43712f-5774-4107-aadb-e59603ff7e0c req-9003e81c-2171-414a-83ca-b8e8ba72efd3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:34:12.379396 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-284a6446-6c21-49e3-8bae-8ec6c7ceedcd None None] Provisioning complete for port 657c9653-558d-4461-a0d6-2eb20ad33a5a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:34:12.379396 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-284a6446-6c21-49e3-8bae-8ec6c7ceedcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (657c9653-558d-4461-a0d6-2eb20ad33a5a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:12.380406 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-4b43712f-5774-4107-aadb-e59603ff7e0c req-9003e81c-2171-414a-83ca-b8e8ba72efd3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:34:12.384889 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b43712f-5774-4107-aadb-e59603ff7e0c req-9003e81c-2171-414a-83ca-b8e8ba72efd3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:34:12.423347 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003e81c-2171-414a-83ca-b8e8ba72efd3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Pushing event updated for resources: {'Port': ['ID=24a5c90f-cdd0-498e-aff8-25931cf6a390,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:12.433112 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-17644efc-8bcf-4450-83e2-62036e9cf04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f05dc3a-6d31-4c85-b21e-26db59dce98e', 'name': 'tempest-FloatingIPDetailsTestJSON-355441368-router', 'tenant_id': '3e1216ea870c47ccab9b265d4fea6233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '192229a9-d755-4a67-bfc0-db01cf402a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:34:01Z', 'updated_at': '2022-02-20T03:34:06Z', 'revision_number': 4, 'project_id': '3e1216ea870c47ccab9b265d4fea6233', 'gw_port': {'id': '192229a9-d755-4a67-bfc0-db01cf402a2d', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:12:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f05dc3a-6d31-4c85-b21e-26db59dce98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:34:02Z', 'updated_at': '2022-02-20T03:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '657c9653-558d-4461-a0d6-2eb20ad33a5a', 'name': '', 'network_id': '62555223-359c-4fc8-b85c-8c0602cab2c8', 'tenant_id': '3e1216ea870c47ccab9b265d4fea6233', 'mac_address': 'fa:16:3e:60:d0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f05dc3a-6d31-4c85-b21e-26db59dce98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '7172ae84-4801-4f35-9f9b-01ed61c53181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:34:06Z', 'updated_at': '2022-02-20T03:34:11Z', 'revision_number': 4, 'project_id': '3e1216ea870c47ccab9b265d4fea6233', 'subnets': [{'id': '7172ae84-4801-4f35-9f9b-01ed61c53181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:12.473849 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17644efc-8bcf-4450-83e2-62036e9cf04c None None] The sync data for ids ['6f05dc3a-6d31-4c85-b21e-26db59dce98e'] in n-d-829866-4 is: [{'id': '6f05dc3a-6d31-4c85-b21e-26db59dce98e', 'name': 'tempest-FloatingIPDetailsTestJSON-355441368-router', 'tenant_id': '3e1216ea870c47ccab9b265d4fea6233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '192229a9-d755-4a67-bfc0-db01cf402a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:34:01Z', 'updated_at': '2022-02-20T03:34:06Z', 'revision_number': 4, 'project_id': '3e1216ea870c47ccab9b265d4fea6233', 'gw_port': {'id': '192229a9-d755-4a67-bfc0-db01cf402a2d', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:12:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f05dc3a-6d31-4c85-b21e-26db59dce98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:34:02Z', 'updated_at': '2022-02-20T03:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '657c9653-558d-4461-a0d6-2eb20ad33a5a', 'name': '', 'network_id': '62555223-359c-4fc8-b85c-8c0602cab2c8', 'tenant_id': '3e1216ea870c47ccab9b265d4fea6233', 'mac_address': 'fa:16:3e:60:d0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f05dc3a-6d31-4c85-b21e-26db59dce98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '7172ae84-4801-4f35-9f9b-01ed61c53181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:34:06Z', 'updated_at': '2022-02-20T03:34:11Z', 'revision_number': 4, 'project_id': '3e1216ea870c47ccab9b265d4fea6233', 'subnets': [{'id': '7172ae84-4801-4f35-9f9b-01ed61c53181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:34:12.510887 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4b43712f-5774-4107-aadb-e59603ff7e0c req-9003e81c-2171-414a-83ca-b8e8ba72efd3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks [] for floatingip (a13dd7d6-2257-4eaa-9683-d5e66c307d5b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:12.560131 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-284a6446-6c21-49e3-8bae-8ec6c7ceedcd None None] Current status of the port 657c9653-558d-4461-a0d6-2eb20ad33a5a is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:34:12.560496 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-284a6446-6c21-49e3-8bae-8ec6c7ceedcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (657c9653-558d-4461-a0d6-2eb20ad33a5a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:12.608348 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-284a6446-6c21-49e3-8bae-8ec6c7ceedcd None None] For port 657c9653-558d-4461-a0d6-2eb20ad33a5a, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=657c9653-558d-4461-a0d6-2eb20ad33a5a,segment=NetworkSegment(76b08a3f-596f-4f14-bcc7-75975706d308),segment_id=76b08a3f-596f-4f14-bcc7-75975706d308)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:34:12.666157 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4b43712f-5774-4107-aadb-e59603ff7e0c req-9003e81c-2171-414a-83ca-b8e8ba72efd3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (24a5c90f-cdd0-498e-aff8-25931cf6a390), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:12.727765 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-284a6446-6c21-49e3-8bae-8ec6c7ceedcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (657c9653-558d-4461-a0d6-2eb20ad33a5a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:12.806039 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a6446-6c21-49e3-8bae-8ec6c7ceedcd None None] Pushing event updated for resources: {'Port': ['ID=657c9653-558d-4461-a0d6-2eb20ad33a5a,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:12.863479 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4b43712f-5774-4107-aadb-e59603ff7e0c req-9003e81c-2171-414a-83ca-b8e8ba72efd3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks [] for port (24a5c90f-cdd0-498e-aff8-25931cf6a390), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:12.883204 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 657c9653-558d-4461-a0d6-2eb20ad33a5a up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:34:12.928383 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4b43712f-5774-4107-aadb-e59603ff7e0c req-9003e81c-2171-414a-83ca-b8e8ba72efd3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (24a5c90f-cdd0-498e-aff8-25931cf6a390), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:12.944891 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 657c9653-558d-4461-a0d6-2eb20ad33a5a triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:34:12.945349 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (657c9653-558d-4461-a0d6-2eb20ad33a5a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:13.011448 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003e81c-2171-414a-83ca-b8e8ba72efd3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Pushing event updated for resources: {'Port': ['ID=24a5c90f-cdd0-498e-aff8-25931cf6a390,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:13.021580 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4b43712f-5774-4107-aadb-e59603ff7e0c req-9003e81c-2171-414a-83ca-b8e8ba72efd3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (a13dd7d6-2257-4eaa-9683-d5e66c307d5b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:13.033489 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 657c9653-558d-4461-a0d6-2eb20ad33a5a is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:34:13.084078 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4b43712f-5774-4107-aadb-e59603ff7e0c req-9003e81c-2171-414a-83ca-b8e8ba72efd3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:13.095705 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b43712f-5774-4107-aadb-e59603ff7e0c req-9003e81c-2171-414a-83ca-b8e8ba72efd3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5441384 Feb 20 03:34:13.159258 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b43712f-5774-4107-aadb-e59603ff7e0c req-99e62d2c-4098-414d-b34b-eb560b86aa5d tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.223 HTTP/1.1" status: 200 len: 696 time: 0.0611498 Feb 20 03:34:13.300991 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43712f-5774-4107-aadb-e59603ff7e0c req-b8c2c253-28a8-4fc5-8cf9-4eb041e66a6d tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:13.315135 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b43712f-5774-4107-aadb-e59603ff7e0c req-b8c2c253-28a8-4fc5-8cf9-4eb041e66a6d tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 784 time: 0.1420488 Feb 20 03:34:13.559485 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:34:14.423935 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device bb50466d-f014-419e-9b24-3de6166d551a no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:34:14.472595 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: bb50466d-f014-419e-9b24-3de6166d551a {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:34:14.473726 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device bb50466d-f014-419e-9b24-3de6166d551a not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:34:14.783150 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0d005e64-8dda-4708-b8cf-bff5a8bc7063 req-6b27a740-06b7-4450-86be-43a2c14353ae tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1305113 Feb 20 03:34:14.794676 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-0d005e64-8dda-4708-b8cf-bff5a8bc7063 req-f27b4c6f-2a15-40b1-a7a4-f1160c083f60 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:34:14.828497 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 657c9653-558d-4461-a0d6-2eb20ad33a5a up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:34:14.878211 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 657c9653-558d-4461-a0d6-2eb20ad33a5a triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:34:14.878777 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (657c9653-558d-4461-a0d6-2eb20ad33a5a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:14.899431 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0d005e64-8dda-4708-b8cf-bff5a8bc7063 req-f27b4c6f-2a15-40b1-a7a4-f1160c083f60 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:15.123974 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0d005e64-8dda-4708-b8cf-bff5a8bc7063 req-f27b4c6f-2a15-40b1-a7a4-f1160c083f60 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:15.176621 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 657c9653-558d-4461-a0d6-2eb20ad33a5a is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:34:15.282082 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-0d005e64-8dda-4708-b8cf-bff5a8bc7063 req-f27b4c6f-2a15-40b1-a7a4-f1160c083f60 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Allocated IP 172.25.7.166 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/ea2018b4-1aaf-4cfb-95e7-0d94b1eb86d7) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:34:15.414677 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67d65b-9393-423b-939f-07594b8e1226 req-4e36a964-2c24-4a4a-b341-0b05a12aa8de tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:15.416182 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf67d65b-9393-423b-939f-07594b8e1226 req-4e36a964-2c24-4a4a-b341-0b05a12aa8de tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c60fd7-6caf-4f74-8848-ad2678470a7c HTTP/1.1" status: 200 len: 945 time: 0.1294785 Feb 20 03:34:15.482472 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0d005e64-8dda-4708-b8cf-bff5a8bc7063 req-f27b4c6f-2a15-40b1-a7a4-f1160c083f60 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks [] for port (ea2018b4-1aaf-4cfb-95e7-0d94b1eb86d7), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:15.572956 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-cf67d65b-9393-423b-939f-07594b8e1226 req-54496f83-a968-46e8-8494-237f35e82ccf tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Deleting port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:34:15.573298 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cf67d65b-9393-423b-939f-07594b8e1226 req-54496f83-a968-46e8-8494-237f35e82ccf tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (1da3b321-2b61-40d5-b0b2-2546ea0f26cd), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:15.660247 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0d005e64-8dda-4708-b8cf-bff5a8bc7063 req-f27b4c6f-2a15-40b1-a7a4-f1160c083f60 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (ea2018b4-1aaf-4cfb-95e7-0d94b1eb86d7), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:15.701456 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-cf67d65b-9393-423b-939f-07594b8e1226 req-54496f83-a968-46e8-8494-237f35e82ccf tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] For port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=1da3b321-2b61-40d5-b0b2-2546ea0f26cd,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:34:15.701720 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cf67d65b-9393-423b-939f-07594b8e1226 req-54496f83-a968-46e8-8494-237f35e82ccf tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (1da3b321-2b61-40d5-b0b2-2546ea0f26cd), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:15.724620 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d005e64-8dda-4708-b8cf-bff5a8bc7063 req-f27b4c6f-2a15-40b1-a7a4-f1160c083f60 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:34:15.725614 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-cf67d65b-9393-423b-939f-07594b8e1226 req-54496f83-a968-46e8-8494-237f35e82ccf tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Calling delete_port for 1da3b321-2b61-40d5-b0b2-2546ea0f26cd owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:34:15.735119 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-0d005e64-8dda-4708-b8cf-bff5a8bc7063 req-f27b4c6f-2a15-40b1-a7a4-f1160c083f60 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:34:15.741032 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d005e64-8dda-4708-b8cf-bff5a8bc7063 req-f27b4c6f-2a15-40b1-a7a4-f1160c083f60 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:34:15.746383 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b4c6f-2a15-40b1-a7a4-f1160c083f60 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Pushing event updated for resources: {'Port': ['ID=ea2018b4-1aaf-4cfb-95e7-0d94b1eb86d7,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:15.896141 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0d005e64-8dda-4708-b8cf-bff5a8bc7063 req-f27b4c6f-2a15-40b1-a7a4-f1160c083f60 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks [] for floatingip (a9417a17-cb42-4118-b776-fc670dd087bd), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:16.013739 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cf67d65b-9393-423b-939f-07594b8e1226 req-54496f83-a968-46e8-8494-237f35e82ccf tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (1da3b321-2b61-40d5-b0b2-2546ea0f26cd), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:16.028856 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['1da3b321-2b61-40d5-b0b2-2546ea0f26cd'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:34:16.049233 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0d005e64-8dda-4708-b8cf-bff5a8bc7063 req-f27b4c6f-2a15-40b1-a7a4-f1160c083f60 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ea2018b4-1aaf-4cfb-95e7-0d94b1eb86d7), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:16.053624 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54496f83-a968-46e8-8494-237f35e82ccf tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Pushing event deleted for resources: {'Port': ['ID=1da3b321-2b61-40d5-b0b2-2546ea0f26cd,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:16.130066 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf67d65b-9393-423b-939f-07594b8e1226 req-54496f83-a968-46e8-8494-237f35e82ccf tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] No DVR routers for this DVR port 1da3b321-2b61-40d5-b0b2-2546ea0f26cd on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:34:16.132781 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cf67d65b-9393-423b-939f-07594b8e1226 req-54496f83-a968-46e8-8494-237f35e82ccf tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:16.136494 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf67d65b-9393-423b-939f-07594b8e1226 req-54496f83-a968-46e8-8494-237f35e82ccf tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.42 "DELETE /v2.0/ports/1da3b321-2b61-40d5-b0b2-2546ea0f26cd HTTP/1.1" status: 204 len: 173 time: 0.7067108 Feb 20 03:34:16.136939 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c60fd7-6caf-4f74-8848-ad2678470a7c', 'name': 'network-vif-deleted', 'tag': '1da3b321-2b61-40d5-b0b2-2546ea0f26cd'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:34:16.139259 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622063d9-7018-418a-b468-80628e85e9db" -d '{"events": [{"server_uuid": "68c60fd7-6caf-4f74-8848-ad2678470a7c", "name": "network-vif-deleted", "tag": "1da3b321-2b61-40d5-b0b2-2546ea0f26cd"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:34:16.256464 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0d005e64-8dda-4708-b8cf-bff5a8bc7063 req-f27b4c6f-2a15-40b1-a7a4-f1160c083f60 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks [] for port (ea2018b4-1aaf-4cfb-95e7-0d94b1eb86d7), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:16.350760 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0d005e64-8dda-4708-b8cf-bff5a8bc7063 req-f27b4c6f-2a15-40b1-a7a4-f1160c083f60 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (ea2018b4-1aaf-4cfb-95e7-0d94b1eb86d7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:16.432714 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b4c6f-2a15-40b1-a7a4-f1160c083f60 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Pushing event updated for resources: {'Port': ['ID=ea2018b4-1aaf-4cfb-95e7-0d94b1eb86d7,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:16.451409 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0d005e64-8dda-4708-b8cf-bff5a8bc7063 req-f27b4c6f-2a15-40b1-a7a4-f1160c083f60 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (a9417a17-cb42-4118-b776-fc670dd087bd), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:16.620785 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0d005e64-8dda-4708-b8cf-bff5a8bc7063 req-f27b4c6f-2a15-40b1-a7a4-f1160c083f60 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:16.622235 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0d005e64-8dda-4708-b8cf-bff5a8bc7063 req-f27b4c6f-2a15-40b1-a7a4-f1160c083f60 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8322368 Feb 20 03:34:16.675560 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0d005e64-8dda-4708-b8cf-bff5a8bc7063 req-083f801d-ae0d-4688-b87d-0400d4b6199b tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.166 HTTP/1.1" status: 200 len: 696 time: 0.0453796 Feb 20 03:34:16.792098 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d005e64-8dda-4708-b8cf-bff5a8bc7063 req-b62e89aa-6b8d-46a3-bb68-8baad8bbfd56 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:16.794559 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0d005e64-8dda-4708-b8cf-bff5a8bc7063 req-b62e89aa-6b8d-46a3-bb68-8baad8bbfd56 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 784 time: 0.1134133 Feb 20 03:34:17.514396 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52700980-2bb6-41aa-a0d3-bc5a6de035b5 x-openstack-request-id: req-52700980-2bb6-41aa-a0d3-bc5a6de035b5 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:34:17.516307 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c60fd7-6caf-4f74-8848-ad2678470a7c", "name": "network-vif-deleted", "tag": "1da3b321-2b61-40d5-b0b2-2546ea0f26cd", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:34:17.516929 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-52700980-2bb6-41aa-a0d3-bc5a6de035b5 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:34:17.517593 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c60fd7-6caf-4f74-8848-ad2678470a7c', 'name': 'network-vif-deleted', 'tag': '1da3b321-2b61-40d5-b0b2-2546ea0f26cd', 'status': 'completed', 'code': 200} Feb 20 03:34:17.682943 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7b52fcd3-a91b-409a-ab1e-d3286b1b6967 req-2a43eb42-01f5-48b3-adcd-1f19f291d48c tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1574960 Feb 20 03:34:17.693367 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-7b52fcd3-a91b-409a-ab1e-d3286b1b6967 req-ad10e5bf-b05d-4a4a-90c7-77425438cee3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:34:17.790491 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7b52fcd3-a91b-409a-ab1e-d3286b1b6967 req-ad10e5bf-b05d-4a4a-90c7-77425438cee3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:18.157489 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7b52fcd3-a91b-409a-ab1e-d3286b1b6967 req-ad10e5bf-b05d-4a4a-90c7-77425438cee3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:18.267099 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-7b52fcd3-a91b-409a-ab1e-d3286b1b6967 req-ad10e5bf-b05d-4a4a-90c7-77425438cee3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Allocated IP 172.25.7.229 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/ef90d39b-c546-4eb8-a673-af5d968a7a32) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:34:18.376585 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7b52fcd3-a91b-409a-ab1e-d3286b1b6967 req-ad10e5bf-b05d-4a4a-90c7-77425438cee3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks [] for port (ef90d39b-c546-4eb8-a673-af5d968a7a32), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:18.435439 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 1da3b321-2b61-40d5-b0b2-2546ea0f26cd no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:34:18.461294 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 1da3b321-2b61-40d5-b0b2-2546ea0f26cd {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:34:18.461808 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 1da3b321-2b61-40d5-b0b2-2546ea0f26cd not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:34:18.512374 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7b52fcd3-a91b-409a-ab1e-d3286b1b6967 req-ad10e5bf-b05d-4a4a-90c7-77425438cee3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (ef90d39b-c546-4eb8-a673-af5d968a7a32), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:18.553372 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b52fcd3-a91b-409a-ab1e-d3286b1b6967 req-ad10e5bf-b05d-4a4a-90c7-77425438cee3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:34:18.558893 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-7b52fcd3-a91b-409a-ab1e-d3286b1b6967 req-ad10e5bf-b05d-4a4a-90c7-77425438cee3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:34:18.565651 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b52fcd3-a91b-409a-ab1e-d3286b1b6967 req-ad10e5bf-b05d-4a4a-90c7-77425438cee3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:34:18.589518 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10e5bf-b05d-4a4a-90c7-77425438cee3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Pushing event updated for resources: {'Port': ['ID=ef90d39b-c546-4eb8-a673-af5d968a7a32,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:18.666246 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7b52fcd3-a91b-409a-ab1e-d3286b1b6967 req-ad10e5bf-b05d-4a4a-90c7-77425438cee3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks [] for floatingip (f44efac9-b300-4b18-9673-f71720fa6758), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:18.781287 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7b52fcd3-a91b-409a-ab1e-d3286b1b6967 req-ad10e5bf-b05d-4a4a-90c7-77425438cee3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ef90d39b-c546-4eb8-a673-af5d968a7a32), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:18.987098 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7b52fcd3-a91b-409a-ab1e-d3286b1b6967 req-ad10e5bf-b05d-4a4a-90c7-77425438cee3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks [] for port (ef90d39b-c546-4eb8-a673-af5d968a7a32), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:19.069623 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7b52fcd3-a91b-409a-ab1e-d3286b1b6967 req-ad10e5bf-b05d-4a4a-90c7-77425438cee3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (ef90d39b-c546-4eb8-a673-af5d968a7a32), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:19.142155 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10e5bf-b05d-4a4a-90c7-77425438cee3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Pushing event updated for resources: {'Port': ['ID=ef90d39b-c546-4eb8-a673-af5d968a7a32,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:19.155025 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7b52fcd3-a91b-409a-ab1e-d3286b1b6967 req-ad10e5bf-b05d-4a4a-90c7-77425438cee3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (f44efac9-b300-4b18-9673-f71720fa6758), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:19.227074 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7b52fcd3-a91b-409a-ab1e-d3286b1b6967 req-ad10e5bf-b05d-4a4a-90c7-77425438cee3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:19.228536 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7b52fcd3-a91b-409a-ab1e-d3286b1b6967 req-ad10e5bf-b05d-4a4a-90c7-77425438cee3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5397589 Feb 20 03:34:19.296995 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7b52fcd3-a91b-409a-ab1e-d3286b1b6967 req-09017f2a-1548-480a-bbfd-528cde1490c3 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.229 HTTP/1.1" status: 200 len: 696 time: 0.0609260 Feb 20 03:34:19.411595 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52fcd3-a91b-409a-ab1e-d3286b1b6967 req-8a6a064e-5c92-43f2-a136-c8a54dc7b266 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:19.412992 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7b52fcd3-a91b-409a-ab1e-d3286b1b6967 req-8a6a064e-5c92-43f2-a136-c8a54dc7b266 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 784 time: 0.1104801 Feb 20 03:34:20.606001 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-04e4c95d-a4de-4503-9e4d-aacba4bbf6ea tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:20.607550 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-04e4c95d-a4de-4503-9e4d-aacba4bbf6ea tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/networks?id=eb26da17-9faa-4ffe-b743-646e1db8b7cd HTTP/1.1" status: 200 len: 814 time: 0.1118844 Feb 20 03:34:20.622829 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-27686336-ccc9-4ad4-958b-09a0d49e48b0 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/quotas/5ff8b75fbb2949d5aad5a9cd3bc53c0a HTTP/1.1" status: 200 len: 375 time: 0.0096273 Feb 20 03:34:20.683300 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-37e326dd-a780-4d30-9b9a-990616f5825e tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=5ff8b75fbb2949d5aad5a9cd3bc53c0a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0543268 Feb 20 03:34:20.761581 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:20.785256 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-a348b5d8-e537-40f5-a0db-5c42c3a6fcfc service neutron] 10.222.0.89 "GET /v2.0/networks/eb26da17-9faa-4ffe-b743-646e1db8b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943229 Feb 20 03:34:20.899633 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:20.911334 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-245dbbd2-4db8-4a1e-af5b-fbe2d49646de service neutron] 10.222.0.89 "GET /v2.0/networks/eb26da17-9faa-4ffe-b743-646e1db8b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194990 Feb 20 03:34:20.945684 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a301128-6907-4ba3-9db8-a91629570516 req-783736df-3c7e-4563-ba7d-a976f0424657 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:20.947116 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2a301128-6907-4ba3-9db8-a91629570516 req-783736df-3c7e-4563-ba7d-a976f0424657 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 944 time: 0.0770614 Feb 20 03:34:21.064348 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-2a301128-6907-4ba3-9db8-a91629570516 req-3f88d969-fe09-43f9-a386-2f2e4bb38805 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Deleting port 5fb7415f-9485-453e-b6ec-2597075bee15 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:34:21.064684 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2a301128-6907-4ba3-9db8-a91629570516 req-3f88d969-fe09-43f9-a386-2f2e4bb38805 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (5fb7415f-9485-453e-b6ec-2597075bee15), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:21.185301 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ab78f85-6ba6-41a4-8940-cb60e2a21ff1 req-8c606ff3-0303-4714-9327-07d2fc7a9067 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/floatingips/f44efac9-b300-4b18-9673-f71720fa6758 HTTP/1.1" status: 200 len: 693 time: 0.0727661 Feb 20 03:34:21.274727 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-2a301128-6907-4ba3-9db8-a91629570516 req-3f88d969-fe09-43f9-a386-2f2e4bb38805 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] For port 5fb7415f-9485-453e-b6ec-2597075bee15, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=5fb7415f-9485-453e-b6ec-2597075bee15,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:34:21.274888 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2a301128-6907-4ba3-9db8-a91629570516 req-3f88d969-fe09-43f9-a386-2f2e4bb38805 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (5fb7415f-9485-453e-b6ec-2597075bee15), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:21.295365 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-2a301128-6907-4ba3-9db8-a91629570516 req-3f88d969-fe09-43f9-a386-2f2e4bb38805 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Calling delete_port for 5fb7415f-9485-453e-b6ec-2597075bee15 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:34:21.386884 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab78f85-6ba6-41a4-8940-cb60e2a21ff1 req-f0229394-4dc4-46fc-ae02-e675a931fe67 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:21.388487 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ab78f85-6ba6-41a4-8940-cb60e2a21ff1 req-f0229394-4dc4-46fc-ae02-e675a931fe67 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 784 time: 0.1873577 Feb 20 03:34:21.607946 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2a301128-6907-4ba3-9db8-a91629570516 req-3f88d969-fe09-43f9-a386-2f2e4bb38805 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (5fb7415f-9485-453e-b6ec-2597075bee15), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:21.641777 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88d969-fe09-43f9-a386-2f2e4bb38805 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Pushing event deleted for resources: {'Port': ['ID=5fb7415f-9485-453e-b6ec-2597075bee15,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:21.697397 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a301128-6907-4ba3-9db8-a91629570516 req-3f88d969-fe09-43f9-a386-2f2e4bb38805 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] No DVR routers for this DVR port 5fb7415f-9485-453e-b6ec-2597075bee15 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:34:21.700115 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2a301128-6907-4ba3-9db8-a91629570516 req-3f88d969-fe09-43f9-a386-2f2e4bb38805 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:21.704056 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2a301128-6907-4ba3-9db8-a91629570516 req-3f88d969-fe09-43f9-a386-2f2e4bb38805 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.42 "DELETE /v2.0/ports/5fb7415f-9485-453e-b6ec-2597075bee15 HTTP/1.1" status: 204 len: 173 time: 0.7489958 Feb 20 03:34:21.704535 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5217b4-9573-48b8-829b-9642c7d5bb46', 'name': 'network-vif-deleted', 'tag': '5fb7415f-9485-453e-b6ec-2597075bee15'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:34:21.706916 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d09d7f-9710-4eb9-a630-cbde38eeb9cf" -d '{"events": [{"server_uuid": "6c5217b4-9573-48b8-829b-9642c7d5bb46", "name": "network-vif-deleted", "tag": "5fb7415f-9485-453e-b6ec-2597075bee15"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:34:22.198679 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7b251b60-2951-495f-93be-15d240de6ee4 req-fce1a650-1168-4425-958a-92836adeda48 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c5217b4-9573-48b8-829b-9642c7d5bb46 HTTP/1.1" status: 200 len: 210 time: 0.0359640 Feb 20 03:34:22.281572 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-144a6875-2e26-4d68-80d1-834514db8e51 req-0e5c7447-0ad0-4bf8-9982-b167206c94c4 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=9c838969-f1f5-433d-b18d-d399ad887204 HTTP/1.1" status: 200 len: 210 time: 0.0321670 Feb 20 03:34:22.352215 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cb211e12-92d8-4a64-b955-d719b82d34ed req-a02d4a29-a32d-4142-b7f7-5bdac9bd7916 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/floatingips/f44efac9-b300-4b18-9673-f71720fa6758 HTTP/1.1" status: 200 len: 693 time: 0.0473611 Feb 20 03:34:22.478908 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb211e12-92d8-4a64-b955-d719b82d34ed req-460a1e4e-5348-4f07-b8d9-eb6f1ca69f01 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:22.480270 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cb211e12-92d8-4a64-b955-d719b82d34ed req-460a1e4e-5348-4f07-b8d9-eb6f1ca69f01 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 784 time: 0.1227646 Feb 20 03:34:22.536795 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cb211e12-92d8-4a64-b955-d719b82d34ed req-cb0c3fcb-c60e-4712-890c-9feaa5182e90 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.229 HTTP/1.1" status: 200 len: 696 time: 0.0503981 Feb 20 03:34:22.602398 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cb211e12-92d8-4a64-b955-d719b82d34ed req-b095d330-af7f-42c7-b2fd-2fe6ceacbb78 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.229 HTTP/1.1" status: 200 len: 696 time: 0.0513654 Feb 20 03:34:22.691308 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34200) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:22.768552 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-cb211e12-92d8-4a64-b955-d719b82d34ed req-1f7ae71f-f58d-4ca3-abf9-acdfbe70640d tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Deleting port ef90d39b-c546-4eb8-a673-af5d968a7a32 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:34:22.769192 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cb211e12-92d8-4a64-b955-d719b82d34ed req-1f7ae71f-f58d-4ca3-abf9-acdfbe70640d tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ef90d39b-c546-4eb8-a673-af5d968a7a32), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:22.883898 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cb211e12-92d8-4a64-b955-d719b82d34ed req-1f7ae71f-f58d-4ca3-abf9-acdfbe70640d tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ef90d39b-c546-4eb8-a673-af5d968a7a32), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:22.885208 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cb211e12-92d8-4a64-b955-d719b82d34ed req-1f7ae71f-f58d-4ca3-abf9-acdfbe70640d tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks [] for floatingip (ef90d39b-c546-4eb8-a673-af5d968a7a32), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:22.900178 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-cb211e12-92d8-4a64-b955-d719b82d34ed req-1f7ae71f-f58d-4ca3-abf9-acdfbe70640d tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Calling delete_port for ef90d39b-c546-4eb8-a673-af5d968a7a32 owned by network:floatingip {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:34:22.940914 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8cb76ee7-cdf9-45eb-a8e6-c152f68a52fd admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c57b50288e7b457c88efecd379de5980&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2477036 Feb 20 03:34:22.943376 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34204) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:23.028079 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e877ccbf-8e10-4fa0-aed1-451a1bfd7710 admin admin] Publish callbacks [] for security_group (f3fd1f17-522e-45da-bcf5-484b402e8697), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:23.058615 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e877ccbf-8e10-4fa0-aed1-451a1bfd7710 admin admin] Publish callbacks [] for security_group (f3fd1f17-522e-45da-bcf5-484b402e8697), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:23.230749 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cb211e12-92d8-4a64-b955-d719b82d34ed req-1f7ae71f-f58d-4ca3-abf9-acdfbe70640d tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (ef90d39b-c546-4eb8-a673-af5d968a7a32), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:23.262199 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ae71f-f58d-4ca3-abf9-acdfbe70640d tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Pushing event deleted for resources: {'Port': ['ID=ef90d39b-c546-4eb8-a673-af5d968a7a32,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:23.287599 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e877ccbf-8e10-4fa0-aed1-451a1bfd7710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f3fd1f17-522e-45da-bcf5-484b402e8697), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:23.290235 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e877ccbf-8e10-4fa0-aed1-451a1bfd7710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:23.291447 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e877ccbf-8e10-4fa0-aed1-451a1bfd7710 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f3fd1f17-522e-45da-bcf5-484b402e8697 HTTP/1.1" status: 204 len: 168 time: 0.3469772 Feb 20 03:34:23.301967 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877ccbf-8e10-4fa0-aed1-451a1bfd7710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fd1f17-522e-45da-bcf5-484b402e8697,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:23.334426 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cb211e12-92d8-4a64-b955-d719b82d34ed req-1f7ae71f-f58d-4ca3-abf9-acdfbe70640d tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks [] for floatingip (f44efac9-b300-4b18-9673-f71720fa6758), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:23.337486 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cb211e12-92d8-4a64-b955-d719b82d34ed req-1f7ae71f-f58d-4ca3-abf9-acdfbe70640d tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:23.348039 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cb211e12-92d8-4a64-b955-d719b82d34ed req-1f7ae71f-f58d-4ca3-abf9-acdfbe70640d tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "DELETE /v2.0/floatingips/f44efac9-b300-4b18-9673-f71720fa6758 HTTP/1.1" status: 204 len: 173 time: 0.7375636 Feb 20 03:34:23.381881 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49bf6ce-6451-47f2-ad1a-299aafeab61a x-openstack-request-id: req-a49bf6ce-6451-47f2-ad1a-299aafeab61a {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:34:23.382207 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5217b4-9573-48b8-829b-9642c7d5bb46", "name": "network-vif-deleted", "tag": "5fb7415f-9485-453e-b6ec-2597075bee15", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:34:23.382466 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a49bf6ce-6451-47f2-ad1a-299aafeab61a {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:34:23.382936 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5217b4-9573-48b8-829b-9642c7d5bb46', 'name': 'network-vif-deleted', 'tag': '5fb7415f-9485-453e-b6ec-2597075bee15', 'status': 'completed', 'code': 200} Feb 20 03:34:23.488687 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c9d661ab-86fa-4917-b6bd-a9e43221459b req-554be439-2834-49fe-ba9a-358e280894bf tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=9c838969-f1f5-433d-b18d-d399ad887204 HTTP/1.1" status: 200 len: 210 time: 0.0282798 Feb 20 03:34:23.730025 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f6da2-635e-415a-afce-2df821cc13db req-e15c6984-7156-4cfe-905e-5cc3c3974ca9 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:23.731624 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0c7f6da2-635e-415a-afce-2df821cc13db req-e15c6984-7156-4cfe-905e-5cc3c3974ca9 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2131016 Feb 20 03:34:23.998813 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-43560035-d77e-4267-9feb-dcda67ace6ef tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:24.001953 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-43560035-d77e-4267-9feb-dcda67ace6ef tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.42 "GET /v2.0/networks?id=eb26da17-9faa-4ffe-b743-646e1db8b7cd HTTP/1.1" status: 200 len: 814 time: 0.1158204 Feb 20 03:34:24.024908 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-62397b8b-301e-47b7-84c1-0e021817bac1 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Request body: {'port': {'device_id': '9c838969-f1f5-433d-b18d-d399ad887204', 'network_id': 'eb26da17-9faa-4ffe-b743-646e1db8b7cd', 'admin_state_up': True, 'tenant_id': '5ff8b75fbb2949d5aad5a9cd3bc53c0a'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:34:24.220737 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-868f742a-64e7-459e-97e2-fd387a3156f2 req-b869cd14-8dbc-4594-aec7-931dc80a777d tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/floatingips?tenant_id=3e1216ea870c47ccab9b265d4fea6233 HTTP/1.1" status: 200 len: 1656 time: 0.0873799 Feb 20 03:34:24.292139 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-62397b8b-301e-47b7-84c1-0e021817bac1 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Made reservation on behalf of 5ff8b75fbb2949d5aad5a9cd3bc53c0a for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:34:24.301130 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-62397b8b-301e-47b7-84c1-0e021817bac1 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:24.423951 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f742a-64e7-459e-97e2-fd387a3156f2 req-dfda313e-09db-4f38-af79-402c417bf2f1 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:24.425465 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-868f742a-64e7-459e-97e2-fd387a3156f2 req-dfda313e-09db-4f38-af79-402c417bf2f1 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/networks?id=eaf6f7bf-76a8-47a9-a76f-78f3b96fe079&id=eaf6f7bf-76a8-47a9-a76f-78f3b96fe079&id=eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 787 time: 0.1963406 Feb 20 03:34:24.439816 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-868f742a-64e7-459e-97e2-fd387a3156f2 req-84db3b43-492b-464c-b59e-ca91feedcee6 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:34:24.440893 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-868f742a-64e7-459e-97e2-fd387a3156f2 req-84db3b43-492b-464c-b59e-ca91feedcee6 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086753 Feb 20 03:34:24.492298 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 5fb7415f-9485-453e-b6ec-2597075bee15 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:34:24.520881 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-62397b8b-301e-47b7-84c1-0e021817bac1 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Allocated IP 172.20.0.10 (eb26da17-9faa-4ffe-b743-646e1db8b7cd/68459050-934c-49c9-b167-98d8885a461c/b37d1845-c7e4-40ee-8535-b2c163b956e3) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:34:24.527710 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 5fb7415f-9485-453e-b6ec-2597075bee15 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:34:24.528312 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 5fb7415f-9485-453e-b6ec-2597075bee15 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:34:24.904969 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e89a06-f75d-47c9-86b6-553030a8114c req-8a992828-8c2a-4ac3-8c4d-79f727104e9a tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:24.907125 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b0e89a06-f75d-47c9-86b6-553030a8114c req-8a992828-8c2a-4ac3-8c4d-79f727104e9a tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 945 time: 0.3802135 Feb 20 03:34:24.979161 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6065e3-668f-4acb-a188-940ea322aaf4 req-2d42bc1c-e0b5-4d96-8e0b-f4706daa5c25 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:24.980732 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0f6065e3-668f-4acb-a188-940ea322aaf4 req-2d42bc1c-e0b5-4d96-8e0b-f4706daa5c25 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.93 "GET /v2.0/ports?device_id=4be2cac3-de70-49bc-84e2-875235326a78 HTTP/1.1" status: 200 len: 945 time: 0.4132802 Feb 20 03:34:25.069319 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b0e89a06-f75d-47c9-86b6-553030a8114c req-5e533f9f-a5d2-4d99-9d0b-be1972f5b694 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.89 "GET /v2.0/security-groups?id=3374d216-381b-4f5c-bb89-26686d90159e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536987 Feb 20 03:34:25.125787 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-62397b8b-301e-47b7-84c1-0e021817bac1 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Publish callbacks [] for port (b37d1845-c7e4-40ee-8535-b2c163b956e3), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:25.178254 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e9092ab2-85cb-4786-8896-82a10e303979 req-ce2256bb-f33c-4335-8a2e-271141b3ce06 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/floatingips/a9417a17-cb42-4118-b776-fc670dd087bd HTTP/1.1" status: 200 len: 693 time: 0.0701823 Feb 20 03:34:25.268949 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-0f6065e3-668f-4acb-a188-940ea322aaf4 req-5984d87b-72ab-4591-b0f8-1ac6219b6743 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Deleting port 0b5ff14d-0578-4958-a4c8-9458342d5552 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:34:25.269297 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0f6065e3-668f-4acb-a188-940ea322aaf4 req-5984d87b-72ab-4591-b0f8-1ac6219b6743 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (0b5ff14d-0578-4958-a4c8-9458342d5552), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:25.376277 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9092ab2-85cb-4786-8896-82a10e303979 req-261a5b24-eb36-4e73-9443-a921a14e745c tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:25.377672 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e9092ab2-85cb-4786-8896-82a10e303979 req-261a5b24-eb36-4e73-9443-a921a14e745c tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 784 time: 0.1820364 Feb 20 03:34:25.378731 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-62397b8b-301e-47b7-84c1-0e021817bac1 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (b37d1845-c7e4-40ee-8535-b2c163b956e3), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:25.391615 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['9637083b-0c8f-429c-9595-2e7abb224aa7'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:34:25.399355 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-e9092ab2-85cb-4786-8896-82a10e303979 req-3d387bc4-a8fd-449e-b9a2-76f41a12b888 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:34:25.400378 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e9092ab2-85cb-4786-8896-82a10e303979 req-3d387bc4-a8fd-449e-b9a2-76f41a12b888 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138493 Feb 20 03:34:25.446781 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-0f6065e3-668f-4acb-a188-940ea322aaf4 req-5984d87b-72ab-4591-b0f8-1ac6219b6743 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] For port 0b5ff14d-0578-4958-a4c8-9458342d5552, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=0b5ff14d-0578-4958-a4c8-9458342d5552,segment=NetworkSegment(20384565-9e77-4b31-83d4-1b623923e4d1),segment_id=20384565-9e77-4b31-83d4-1b623923e4d1)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:34:25.447691 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0f6065e3-668f-4acb-a188-940ea322aaf4 req-5984d87b-72ab-4591-b0f8-1ac6219b6743 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (0b5ff14d-0578-4958-a4c8-9458342d5552), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:25.514582 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-0f6065e3-668f-4acb-a188-940ea322aaf4 req-5984d87b-72ab-4591-b0f8-1ac6219b6743 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Calling delete_port for 0b5ff14d-0578-4958-a4c8-9458342d5552 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:34:25.518262 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-62397b8b-301e-47b7-84c1-0e021817bac1 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Network eb26da17-9faa-4ffe-b743-646e1db8b7cd is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:34:25.525784 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e9092ab2-85cb-4786-8896-82a10e303979 req-6c1c15f7-4fc1-4761-8a4e-efe76fe32e59 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.166 HTTP/1.1" status: 200 len: 696 time: 0.0984540 Feb 20 03:34:25.526702 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62397b8b-301e-47b7-84c1-0e021817bac1 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Pushing event updated for resources: {'Port': ['ID=b37d1845-c7e4-40ee-8535-b2c163b956e3,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:25.532922 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-62397b8b-301e-47b7-84c1-0e021817bac1 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:34:25.538426 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-62397b8b-301e-47b7-84c1-0e021817bac1 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:34:25.663908 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e9092ab2-85cb-4786-8896-82a10e303979 req-28fd3f45-6043-49d8-bd4a-1fbc26643b39 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.166 HTTP/1.1" status: 200 len: 696 time: 0.0936236 Feb 20 03:34:25.674767 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-62397b8b-301e-47b7-84c1-0e021817bac1 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:25.675425 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-62397b8b-301e-47b7-84c1-0e021817bac1 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:25.836676 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-62397b8b-301e-47b7-84c1-0e021817bac1 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8252344 Feb 20 03:34:25.848457 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-3569b52f-006d-40ac-b65e-bf73af694178 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:34:25.849402 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-3569b52f-006d-40ac-b65e-bf73af694178 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051117 Feb 20 03:34:25.885792 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-e9092ab2-85cb-4786-8896-82a10e303979 req-4b3c7b11-5321-4a5d-bc7c-8fd9cb6918fe tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Deleting port ea2018b4-1aaf-4cfb-95e7-0d94b1eb86d7 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:34:25.886147 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e9092ab2-85cb-4786-8896-82a10e303979 req-4b3c7b11-5321-4a5d-bc7c-8fd9cb6918fe tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ea2018b4-1aaf-4cfb-95e7-0d94b1eb86d7), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:25.945274 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0f6065e3-668f-4acb-a188-940ea322aaf4 req-5984d87b-72ab-4591-b0f8-1ac6219b6743 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (0b5ff14d-0578-4958-a4c8-9458342d5552), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:25.989676 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-7e8087d7-9f5f-4033-a72c-0f5a7544d7cc service neutron] Request body: {'port': {'device_id': '9c838969-f1f5-433d-b18d-d399ad887204', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:34:25.996625 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984d87b-72ab-4591-b0f8-1ac6219b6743 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Pushing event deleted for resources: {'Port': ['ID=0b5ff14d-0578-4958-a4c8-9458342d5552,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:26.026433 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e9092ab2-85cb-4786-8896-82a10e303979 req-4b3c7b11-5321-4a5d-bc7c-8fd9cb6918fe tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ea2018b4-1aaf-4cfb-95e7-0d94b1eb86d7), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:26.026701 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e9092ab2-85cb-4786-8896-82a10e303979 req-4b3c7b11-5321-4a5d-bc7c-8fd9cb6918fe tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks [] for floatingip (ea2018b4-1aaf-4cfb-95e7-0d94b1eb86d7), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:26.082470 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6065e3-668f-4acb-a188-940ea322aaf4 req-5984d87b-72ab-4591-b0f8-1ac6219b6743 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] No DVR routers for this DVR port 0b5ff14d-0578-4958-a4c8-9458342d5552 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:34:26.084609 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-e9092ab2-85cb-4786-8896-82a10e303979 req-4b3c7b11-5321-4a5d-bc7c-8fd9cb6918fe tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Calling delete_port for ea2018b4-1aaf-4cfb-95e7-0d94b1eb86d7 owned by network:floatingip {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:34:26.086804 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0f6065e3-668f-4acb-a188-940ea322aaf4 req-5984d87b-72ab-4591-b0f8-1ac6219b6743 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:26.090099 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0f6065e3-668f-4acb-a188-940ea322aaf4 req-5984d87b-72ab-4591-b0f8-1ac6219b6743 tempest-LiveAutoBlockMigrationV225Test-46392786 tempest-LiveAutoBlockMigrationV225Test-46392786-project] 10.222.0.93 "DELETE /v2.0/ports/0b5ff14d-0578-4958-a4c8-9458342d5552 HTTP/1.1" status: 204 len: 173 time: 1.0966873 Feb 20 03:34:26.090684 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be2cac3-de70-49bc-84e2-875235326a78', 'name': 'network-vif-deleted', 'tag': '0b5ff14d-0578-4958-a4c8-9458342d5552'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:34:26.093158 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ded115b-ba06-4637-96cd-4e5d6aacb37b" -d '{"events": [{"server_uuid": "4be2cac3-de70-49bc-84e2-875235326a78", "name": "network-vif-deleted", "tag": "0b5ff14d-0578-4958-a4c8-9458342d5552"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:34:26.165670 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-7e8087d7-9f5f-4033-a72c-0f5a7544d7cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b37d1845-c7e4-40ee-8535-b2c163b956e3), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:26.363344 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9eb3580f-9f11-4e46-820d-44f887a814b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:26.464015 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e9092ab2-85cb-4786-8896-82a10e303979 req-4b3c7b11-5321-4a5d-bc7c-8fd9cb6918fe tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (ea2018b4-1aaf-4cfb-95e7-0d94b1eb86d7), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:26.512940 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c7b11-5321-4a5d-bc7c-8fd9cb6918fe tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Pushing event deleted for resources: {'Port': ['ID=ea2018b4-1aaf-4cfb-95e7-0d94b1eb86d7,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:26.523187 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-7e8087d7-9f5f-4033-a72c-0f5a7544d7cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b37d1845-c7e4-40ee-8535-b2c163b956e3 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:34:26.549939 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-7e8087d7-9f5f-4033-a72c-0f5a7544d7cc service neutron] Publish callbacks [] for port (b37d1845-c7e4-40ee-8535-b2c163b956e3), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:26.585409 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-7e8087d7-9f5f-4033-a72c-0f5a7544d7cc service neutron] Transition to ACTIVE for port object b37d1845-c7e4-40ee-8535-b2c163b956e3 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:34:26.595892 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e9092ab2-85cb-4786-8896-82a10e303979 req-4b3c7b11-5321-4a5d-bc7c-8fd9cb6918fe tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks [] for floatingip (a9417a17-cb42-4118-b776-fc670dd087bd), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:26.598429 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e9092ab2-85cb-4786-8896-82a10e303979 req-4b3c7b11-5321-4a5d-bc7c-8fd9cb6918fe tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:26.599643 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e9092ab2-85cb-4786-8896-82a10e303979 req-4b3c7b11-5321-4a5d-bc7c-8fd9cb6918fe tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "DELETE /v2.0/floatingips/a9417a17-cb42-4118-b776-fc670dd087bd HTTP/1.1" status: 204 len: 173 time: 0.9215395 Feb 20 03:34:26.677685 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-7e8087d7-9f5f-4033-a72c-0f5a7544d7cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (b37d1845-c7e4-40ee-8535-b2c163b956e3), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:26.734120 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8087d7-9f5f-4033-a72c-0f5a7544d7cc service neutron] Pushing event updated for resources: {'Port': ['ID=b37d1845-c7e4-40ee-8535-b2c163b956e3,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:26.752258 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478be34-27d4-4998-bc41-523c47a2fe9f req-8b8f99da-6819-4c0a-a9a6-3568ec2342fd tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:26.752258 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0478be34-27d4-4998-bc41-523c47a2fe9f req-8b8f99da-6819-4c0a-a9a6-3568ec2342fd tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=9c838969-f1f5-433d-b18d-d399ad887204 HTTP/1.1" status: 200 len: 932 time: 0.1008899 Feb 20 03:34:26.856054 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0478be34-27d4-4998-bc41-523c47a2fe9f req-be1838ae-3b22-48c2-8551-f61013879f41 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9e46ff0-0328-45d8-9f18-ec03ffa9e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973401 Feb 20 03:34:26.858330 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-7e8087d7-9f5f-4033-a72c-0f5a7544d7cc service neutron] Attempting to bind port b37d1845-c7e4-40ee-8535-b2c163b956e3 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:34:26.859259 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-7e8087d7-9f5f-4033-a72c-0f5a7544d7cc service neutron] Attempting to bind port b37d1845-c7e4-40ee-8535-b2c163b956e3 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '779aeac2-ecb9-46e0-8f48-3dc73d02eb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'eb26da17-9faa-4ffe-b743-646e1db8b7cd'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:34:26.859585 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-7e8087d7-9f5f-4033-a72c-0f5a7544d7cc service neutron] Attempting to bind port b37d1845-c7e4-40ee-8535-b2c163b956e3 on network eb26da17-9faa-4ffe-b743-646e1db8b7cd {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:34:26.864075 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-7e8087d7-9f5f-4033-a72c-0f5a7544d7cc service neutron] Port b37d1845-c7e4-40ee-8535-b2c163b956e3 on network eb26da17-9faa-4ffe-b743-646e1db8b7cd not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:34:26.864420 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-7e8087d7-9f5f-4033-a72c-0f5a7544d7cc service neutron] Attempting to bind port b37d1845-c7e4-40ee-8535-b2c163b956e3 on network eb26da17-9faa-4ffe-b743-646e1db8b7cd {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:34:26.869392 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-7e8087d7-9f5f-4033-a72c-0f5a7544d7cc service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:34:26.869735 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-7e8087d7-9f5f-4033-a72c-0f5a7544d7cc service neutron] Checking segment: {'id': '779aeac2-ecb9-46e0-8f48-3dc73d02eb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'eb26da17-9faa-4ffe-b743-646e1db8b7cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:34:26.870116 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-7e8087d7-9f5f-4033-a72c-0f5a7544d7cc service neutron] Bound using segment: {'id': '779aeac2-ecb9-46e0-8f48-3dc73d02eb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'eb26da17-9faa-4ffe-b743-646e1db8b7cd'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:34:26.870545 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-7e8087d7-9f5f-4033-a72c-0f5a7544d7cc service neutron] Bound port: b37d1845-c7e4-40ee-8535-b2c163b956e3, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779aeac2-ecb9-46e0-8f48-3dc73d02eb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'eb26da17-9faa-4ffe-b743-646e1db8b7cd'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:34:26.870922 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-7e8087d7-9f5f-4033-a72c-0f5a7544d7cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b37d1845-c7e4-40ee-8535-b2c163b956e3), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:26.935111 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-7e8087d7-9f5f-4033-a72c-0f5a7544d7cc service neutron] For port b37d1845-c7e4-40ee-8535-b2c163b956e3, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:34:26.938454 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-7e8087d7-9f5f-4033-a72c-0f5a7544d7cc service neutron] For port b37d1845-c7e4-40ee-8535-b2c163b956e3, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b37d1845-c7e4-40ee-8535-b2c163b956e3,segment=NetworkSegment(779aeac2-ecb9-46e0-8f48-3dc73d02eb8b),segment_id=779aeac2-ecb9-46e0-8f48-3dc73d02eb8b)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:34:27.025489 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-7e8087d7-9f5f-4033-a72c-0f5a7544d7cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (b37d1845-c7e4-40ee-8535-b2c163b956e3), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:27.063000 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-7e8087d7-9f5f-4033-a72c-0f5a7544d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:27.063903 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-7e8087d7-9f5f-4033-a72c-0f5a7544d7cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:27.065363 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-7e8087d7-9f5f-4033-a72c-0f5a7544d7cc service neutron] 10.222.0.42 "PUT /v2.0/ports/b37d1845-c7e4-40ee-8535-b2c163b956e3 HTTP/1.1" status: 200 len: 1092 time: 1.2081132 Feb 20 03:34:27.092725 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8087d7-9f5f-4033-a72c-0f5a7544d7cc service neutron] Pushing event updated for resources: {'Port': ['ID=b37d1845-c7e4-40ee-8535-b2c163b956e3,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:27.301616 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34268) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:27.311636 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-e1d82c42-9a87-4050-9e0f-7b66457f55ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:27.313307 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-e1d82c42-9a87-4050-9e0f-7b66457f55ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ff8b75fbb2949d5aad5a9cd3bc53c0a&device_id=9c838969-f1f5-433d-b18d-d399ad887204 HTTP/1.1" status: 200 len: 1126 time: 0.0555189 Feb 20 03:34:27.337817 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4144f70d-2106-416b-9a71-32f9cbdca8dc x-openstack-request-id: req-4144f70d-2106-416b-9a71-32f9cbdca8dc {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:34:27.338199 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be2cac3-de70-49bc-84e2-875235326a78", "name": "network-vif-deleted", "tag": "0b5ff14d-0578-4958-a4c8-9458342d5552", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:34:27.338454 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4144f70d-2106-416b-9a71-32f9cbdca8dc {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:34:27.338977 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be2cac3-de70-49bc-84e2-875235326a78', 'name': 'network-vif-deleted', 'tag': '0b5ff14d-0578-4958-a4c8-9458342d5552', 'status': 'completed', 'code': 200} Feb 20 03:34:27.371535 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-3416f6fc-cfe2-437e-b9f9-ebb6ef737ccf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b37d1845-c7e4-40ee-8535-b2c163b956e3 HTTP/1.1" status: 200 len: 217 time: 0.0503304 Feb 20 03:34:27.450404 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d00fd6-ed3f-4bd3-8c60-cef8fd9b88d5 req-694515f7-2145-444e-b8ca-5657330f5463 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/floatingips/a13dd7d6-2257-4eaa-9683-d5e66c307d5b HTTP/1.1" status: 200 len: 693 time: 0.0816231 Feb 20 03:34:27.534737 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-dd7f3390-74b7-4567-a9c6-3ddca44425ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:27.536120 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-dd7f3390-74b7-4567-a9c6-3ddca44425ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=68459050-934c-49c9-b167-98d8885a461c HTTP/1.1" status: 200 len: 854 time: 0.1585376 Feb 20 03:34:27.561362 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca421e5-df50-4fd8-abf4-871bfec979af admin admin] Deleting subnet e570f242-4684-4db2-b2a8-755bc6ec8973 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:34:27.581295 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-f59deae4-fe1d-4fc6-b2ff-6bf6600a1d4c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb26da17-9faa-4ffe-b743-646e1db8b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364933 Feb 20 03:34:27.581929 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5ca421e5-df50-4fd8-abf4-871bfec979af admin admin] Publish callbacks [] for subnet (e570f242-4684-4db2-b2a8-755bc6ec8973), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:27.690134 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5ca421e5-df50-4fd8-abf4-871bfec979af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (e570f242-4684-4db2-b2a8-755bc6ec8973), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:27.715348 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d00fd6-ed3f-4bd3-8c60-cef8fd9b88d5 req-d044448f-256a-4f95-9864-fdac5e75f87c tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:27.716695 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d00fd6-ed3f-4bd3-8c60-cef8fd9b88d5 req-d044448f-256a-4f95-9864-fdac5e75f87c tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 784 time: 0.2453310 Feb 20 03:34:27.792296 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d00fd6-ed3f-4bd3-8c60-cef8fd9b88d5 req-4bd3982b-5184-4b9f-b186-a4c619066bc9 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.223 HTTP/1.1" status: 200 len: 696 time: 0.0654097 Feb 20 03:34:27.810210 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5ca421e5-df50-4fd8-abf4-871bfec979af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (e570f242-4684-4db2-b2a8-755bc6ec8973), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:27.816260 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-e607c016-66a8-4ce5-ab25-67675508ff78 service neutron] 10.222.0.42 "GET /v2.0/networks/eb26da17-9faa-4ffe-b743-646e1db8b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146573 Feb 20 03:34:27.877506 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d00fd6-ed3f-4bd3-8c60-cef8fd9b88d5 req-e99d8a81-4dea-4e40-b64e-ef37074efc25 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.223 HTTP/1.1" status: 200 len: 696 time: 0.0788221 Feb 20 03:34:27.946690 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 0b5ff14d-0578-4958-a4c8-9458342d5552 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:34:27.969346 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 0b5ff14d-0578-4958-a4c8-9458342d5552 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:34:27.969703 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 0b5ff14d-0578-4958-a4c8-9458342d5552 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:34:28.319555 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b11c5c58-140c-4015-9aee-e9968ffc8693 req-7adfe22e-b3f6-4e9e-924d-411e2d8d6246 service neutron] 10.222.0.42 "GET /v2.0/networks/eb26da17-9faa-4ffe-b743-646e1db8b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585056 Feb 20 03:34:28.335138 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5ca421e5-df50-4fd8-abf4-871bfec979af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (e570f242-4684-4db2-b2a8-755bc6ec8973), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:28.348287 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-39d00fd6-ed3f-4bd3-8c60-cef8fd9b88d5 req-50c86453-1d8d-4000-897c-6ac53755956b tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Deleting port 24a5c90f-cdd0-498e-aff8-25931cf6a390 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:34:28.348633 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-39d00fd6-ed3f-4bd3-8c60-cef8fd9b88d5 req-50c86453-1d8d-4000-897c-6ac53755956b tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (24a5c90f-cdd0-498e-aff8-25931cf6a390), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:28.383963 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca421e5-df50-4fd8-abf4-871bfec979af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e570f242-4684-4db2-b2a8-755bc6ec8973,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:28.409381 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5ca421e5-df50-4fd8-abf4-871bfec979af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:28.412642 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5ca421e5-df50-4fd8-abf4-871bfec979af admin admin] 10.222.0.89 "DELETE /v2.0/subnets/e570f242-4684-4db2-b2a8-755bc6ec8973 HTTP/1.1" status: 204 len: 168 time: 1.1100523 Feb 20 03:34:28.415331 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34278) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:28.453426 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-39d00fd6-ed3f-4bd3-8c60-cef8fd9b88d5 req-50c86453-1d8d-4000-897c-6ac53755956b tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (24a5c90f-cdd0-498e-aff8-25931cf6a390), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:28.453778 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-39d00fd6-ed3f-4bd3-8c60-cef8fd9b88d5 req-50c86453-1d8d-4000-897c-6ac53755956b tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks [] for floatingip (24a5c90f-cdd0-498e-aff8-25931cf6a390), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:28.465913 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-39d00fd6-ed3f-4bd3-8c60-cef8fd9b88d5 req-50c86453-1d8d-4000-897c-6ac53755956b tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Calling delete_port for 24a5c90f-cdd0-498e-aff8-25931cf6a390 owned by network:floatingip {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:34:28.490523 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-610b2958-da6c-47df-8556-51403c42cd94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (5528b70c-0437-425a-a0ac-3485fc465717), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:28.571106 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-610b2958-da6c-47df-8556-51403c42cd94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (5528b70c-0437-425a-a0ac-3485fc465717), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:28.597420 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-610b2958-da6c-47df-8556-51403c42cd94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5528b70c-0437-425a-a0ac-3485fc465717']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:28.606828 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-610b2958-da6c-47df-8556-51403c42cd94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20384565-9e77-4b31-83d4-1b623923e4d1') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:28.607153 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-610b2958-da6c-47df-8556-51403c42cd94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20384565-9e77-4b31-83d4-1b623923e4d1') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:28.617708 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-610b2958-da6c-47df-8556-51403c42cd94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (20384565-9e77-4b31-83d4-1b623923e4d1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:28.631549 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-610b2958-da6c-47df-8556-51403c42cd94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (20384565-9e77-4b31-83d4-1b623923e4d1), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:28.637610 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610b2958-da6c-47df-8556-51403c42cd94 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:34:28.638112 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-610b2958-da6c-47df-8556-51403c42cd94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (20384565-9e77-4b31-83d4-1b623923e4d1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:28.639905 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:34:28.639905 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:34:28.639905 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:34:28.639905 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:34:28.639905 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:34:28.639905 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:34:28.639905 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:34:28.639905 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:34:28.639905 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:34:28.639905 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:34:28.639905 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:34:28.639905 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:34:28.639905 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:34:28.639905 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:34:28.639905 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:34:28.639905 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:34:28.639905 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:34:28.639905 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:34:28.639905 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:34:28.639905 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:34:28.639905 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:34:28.639905 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:34:28.639905 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:34:28.639905 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:34:28.639905 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:34:28.639905 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:34:28.639905 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:34:28.639905 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:34:28.639905 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:34:28.639905 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:34:28.639905 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:34:28.639905 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:34:28.698609 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-39d00fd6-ed3f-4bd3-8c60-cef8fd9b88d5 req-50c86453-1d8d-4000-897c-6ac53755956b tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (24a5c90f-cdd0-498e-aff8-25931cf6a390), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:28.728073 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c86453-1d8d-4000-897c-6ac53755956b tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Pushing event deleted for resources: {'Port': ['ID=24a5c90f-cdd0-498e-aff8-25931cf6a390,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:28.738627 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a8151de0-bd33-4224-84ad-1495bb1bcb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:28.789146 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-39d00fd6-ed3f-4bd3-8c60-cef8fd9b88d5 req-50c86453-1d8d-4000-897c-6ac53755956b tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks [] for floatingip (a13dd7d6-2257-4eaa-9683-d5e66c307d5b), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:28.792309 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-39d00fd6-ed3f-4bd3-8c60-cef8fd9b88d5 req-50c86453-1d8d-4000-897c-6ac53755956b tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:28.793486 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d00fd6-ed3f-4bd3-8c60-cef8fd9b88d5 req-50c86453-1d8d-4000-897c-6ac53755956b tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "DELETE /v2.0/floatingips/a13dd7d6-2257-4eaa-9683-d5e66c307d5b HTTP/1.1" status: 204 len: 173 time: 0.9038205 Feb 20 03:34:28.806963 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-610b2958-da6c-47df-8556-51403c42cd94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (5528b70c-0437-425a-a0ac-3485fc465717), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:28.824442 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-610b2958-da6c-47df-8556-51403c42cd94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:28.828509 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-610b2958-da6c-47df-8556-51403c42cd94 admin admin] 10.222.0.89 "DELETE /v2.0/networks/5528b70c-0437-425a-a0ac-3485fc465717 HTTP/1.1" status: 204 len: 168 time: 0.4119298 Feb 20 03:34:28.829817 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b2958-da6c-47df-8556-51403c42cd94 admin admin] Pushing event deleted for resources: {'Network': ['ID=5528b70c-0437-425a-a0ac-3485fc465717,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:28.831356 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34284) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:28.878509 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-f197c301-8290-4a7b-8b1a-207cfedf9a40 admin admin] Deleting subnet 1108d43d-7e8e-4126-a5ce-ba1d3bddbdef {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:34:28.882037 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f197c301-8290-4a7b-8b1a-207cfedf9a40 admin admin] Publish callbacks [] for subnet (1108d43d-7e8e-4126-a5ce-ba1d3bddbdef), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:28.947128 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f197c301-8290-4a7b-8b1a-207cfedf9a40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (1108d43d-7e8e-4126-a5ce-ba1d3bddbdef), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:29.003977 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f015e-532a-43b5-b7f9-4265e161be6b req-f343d3cc-c4b8-42b8-8b57-65c3520b78ee tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:29.005488 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-581f015e-532a-43b5-b7f9-4265e161be6b req-f343d3cc-c4b8-42b8-8b57-65c3520b78ee tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=9c838969-f1f5-433d-b18d-d399ad887204 HTTP/1.1" status: 200 len: 944 time: 0.0945699 Feb 20 03:34:29.006735 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f197c301-8290-4a7b-8b1a-207cfedf9a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (1108d43d-7e8e-4126-a5ce-ba1d3bddbdef), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:29.089502 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-581f015e-532a-43b5-b7f9-4265e161be6b req-5b61a053-1068-4450-8887-fd83e4d2542b tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9e46ff0-0328-45d8-9f18-ec03ffa9e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627511 Feb 20 03:34:29.159619 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e326586-ece4-4d62-800a-b350382c3747 req-7742b051-8fc3-4b06-878f-e7d24f4b8a11 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/floatingips/711a6e92-4317-4e78-8a0d-95b7ad6b1151 HTTP/1.1" status: 200 len: 692 time: 0.0486231 Feb 20 03:34:29.239901 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f197c301-8290-4a7b-8b1a-207cfedf9a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (1108d43d-7e8e-4126-a5ce-ba1d3bddbdef), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:29.282662 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197c301-8290-4a7b-8b1a-207cfedf9a40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1108d43d-7e8e-4126-a5ce-ba1d3bddbdef,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:29.287985 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f197c301-8290-4a7b-8b1a-207cfedf9a40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:29.291177 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f197c301-8290-4a7b-8b1a-207cfedf9a40 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/1108d43d-7e8e-4126-a5ce-ba1d3bddbdef HTTP/1.1" status: 204 len: 168 time: 0.4587879 Feb 20 03:34:29.294436 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34290) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:29.299601 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e326586-ece4-4d62-800a-b350382c3747 req-375c411b-a13d-4f52-b233-5f0956e88c99 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:29.300911 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e326586-ece4-4d62-800a-b350382c3747 req-375c411b-a13d-4f52-b233-5f0956e88c99 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 784 time: 0.1361368 Feb 20 03:34:29.345506 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c838969-f1f5-433d-b18d-d399ad887204', 'tag': 'b37d1845-c7e4-40ee-8535-b2c163b956e3'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:34:29.347732 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67411d1-a922-49b8-8dbf-6209b32a82e2" -d '{"events": [{"name": "network-changed", "server_uuid": "9c838969-f1f5-433d-b18d-d399ad887204", "tag": "b37d1845-c7e4-40ee-8535-b2c163b956e3"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:34:29.358774 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e326586-ece4-4d62-800a-b350382c3747 req-1ccc9586-f466-4d23-85cb-af86ad9ac244 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 695 time: 0.0517349 Feb 20 03:34:29.370180 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0a23f06c-5fdf-4fdc-9556-9f25a056f4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (d61350ba-1565-4b0e-86c6-f1cf716347d2), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:29.411601 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e326586-ece4-4d62-800a-b350382c3747 req-ba0e878a-ebc1-442b-9ec2-8841e086f111 tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 695 time: 0.0458515 Feb 20 03:34:29.450245 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0a23f06c-5fdf-4fdc-9556-9f25a056f4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (d61350ba-1565-4b0e-86c6-f1cf716347d2), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:29.470798 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-0a23f06c-5fdf-4fdc-9556-9f25a056f4e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d61350ba-1565-4b0e-86c6-f1cf716347d2']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:29.480262 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-0a23f06c-5fdf-4fdc-9556-9f25a056f4e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cdbaafa-fb24-4b06-9089-7f74be797946') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:29.480556 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-0a23f06c-5fdf-4fdc-9556-9f25a056f4e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cdbaafa-fb24-4b06-9089-7f74be797946') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:29.490437 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0a23f06c-5fdf-4fdc-9556-9f25a056f4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (7cdbaafa-fb24-4b06-9089-7f74be797946), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:29.503847 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0a23f06c-5fdf-4fdc-9556-9f25a056f4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (7cdbaafa-fb24-4b06-9089-7f74be797946), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:29.510182 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a23f06c-5fdf-4fdc-9556-9f25a056f4e8 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:34:29.510568 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0a23f06c-5fdf-4fdc-9556-9f25a056f4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (7cdbaafa-fb24-4b06-9089-7f74be797946), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:29.512230 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:34:29.512230 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:34:29.512230 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:34:29.512230 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:34:29.512230 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:34:29.512230 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:34:29.512230 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:34:29.512230 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:34:29.512230 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:34:29.512230 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:34:29.512230 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:34:29.512230 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:34:29.512230 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:34:29.512230 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:34:29.512230 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:34:29.512230 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:34:29.512230 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:34:29.512230 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:34:29.512230 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:34:29.512230 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:34:29.512230 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:34:29.512230 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:34:29.512230 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:34:29.512230 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:34:29.512230 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:34:29.512230 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:34:29.512230 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:34:29.512230 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:34:29.512230 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:34:29.512230 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:34:29.512230 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:34:29.512230 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:34:29.556071 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-7e326586-ece4-4d62-800a-b350382c3747 req-c686fd41-ac9d-41f5-a6e6-8f3f9c12482e tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Deleting port 6934a523-5acf-40f7-8f86-940356cd9dac {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:34:29.556408 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7e326586-ece4-4d62-800a-b350382c3747 req-c686fd41-ac9d-41f5-a6e6-8f3f9c12482e tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (6934a523-5acf-40f7-8f86-940356cd9dac), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:29.631380 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7e326586-ece4-4d62-800a-b350382c3747 req-c686fd41-ac9d-41f5-a6e6-8f3f9c12482e tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (6934a523-5acf-40f7-8f86-940356cd9dac), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:29.631712 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7e326586-ece4-4d62-800a-b350382c3747 req-c686fd41-ac9d-41f5-a6e6-8f3f9c12482e tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks [] for floatingip (6934a523-5acf-40f7-8f86-940356cd9dac), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:29.643619 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-7e326586-ece4-4d62-800a-b350382c3747 req-c686fd41-ac9d-41f5-a6e6-8f3f9c12482e tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Calling delete_port for 6934a523-5acf-40f7-8f86-940356cd9dac owned by network:floatingip {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:34:29.681407 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0a23f06c-5fdf-4fdc-9556-9f25a056f4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (d61350ba-1565-4b0e-86c6-f1cf716347d2), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:29.687108 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0a23f06c-5fdf-4fdc-9556-9f25a056f4e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:29.691380 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0a23f06c-5fdf-4fdc-9556-9f25a056f4e8 admin admin] 10.222.0.89 "DELETE /v2.0/networks/d61350ba-1565-4b0e-86c6-f1cf716347d2 HTTP/1.1" status: 204 len: 168 time: 0.3958340 Feb 20 03:34:29.703621 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23f06c-5fdf-4fdc-9556-9f25a056f4e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d61350ba-1565-4b0e-86c6-f1cf716347d2,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:29.869866 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:29.920848 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7e326586-ece4-4d62-800a-b350382c3747 req-c686fd41-ac9d-41f5-a6e6-8f3f9c12482e tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (6934a523-5acf-40f7-8f86-940356cd9dac), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:29.948916 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686fd41-ac9d-41f5-a6e6-8f3f9c12482e tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Pushing event deleted for resources: {'Port': ['ID=6934a523-5acf-40f7-8f86-940356cd9dac,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:30.017369 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7e326586-ece4-4d62-800a-b350382c3747 req-c686fd41-ac9d-41f5-a6e6-8f3f9c12482e tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks [] for floatingip (711a6e92-4317-4e78-8a0d-95b7ad6b1151), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:30.020080 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7e326586-ece4-4d62-800a-b350382c3747 req-c686fd41-ac9d-41f5-a6e6-8f3f9c12482e tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:30.021320 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e326586-ece4-4d62-800a-b350382c3747 req-c686fd41-ac9d-41f5-a6e6-8f3f9c12482e tempest-FloatingIPDetailsTestJSON-1910907791 tempest-FloatingIPDetailsTestJSON-1910907791-project] 10.222.0.89 "DELETE /v2.0/floatingips/711a6e92-4317-4e78-8a0d-95b7ad6b1151 HTTP/1.1" status: 204 len: 173 time: 0.6031785 Feb 20 03:34:30.027371 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34300) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:30.214668 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34308) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:30.267376 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cf8ad1a5-7074-4c21-8502-73c905ddfe61 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=91dc9f5ee2ca4472844d6a8cd0e30359&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0478711 Feb 20 03:34:30.267376 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34312) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:30.319003 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3132390-5349-48ea-ac36-c1ecbda5bcf4 admin admin] Publish callbacks [] for security_group (3374d216-381b-4f5c-bb89-26686d90159e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:30.344328 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3132390-5349-48ea-ac36-c1ecbda5bcf4 admin admin] Publish callbacks [] for security_group (3374d216-381b-4f5c-bb89-26686d90159e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:30.489547 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba340661-274f-4d1c-8c59-15b177758aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (6f05dc3a-6d31-4c85-b21e-26db59dce98e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:30.497733 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device b37d1845-c7e4-40ee-8535-b2c163b956e3 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:34:30.603980 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port b37d1845-c7e4-40ee-8535-b2c163b956e3, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b37d1845-c7e4-40ee-8535-b2c163b956e3,segment=NetworkSegment(779aeac2-ecb9-46e0-8f48-3dc73d02eb8b),segment_id=779aeac2-ecb9-46e0-8f48-3dc73d02eb8b)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:34:30.615399 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'b37d1845-c7e4-40ee-8535-b2c163b956e3', 'network_id': 'eb26da17-9faa-4ffe-b743-646e1db8b7cd', 'port_id': 'b37d1845-c7e4-40ee-8535-b2c163b956e3', 'mac_address': 'fa:16:3e:86:fe:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68459050-934c-49c9-b167-98d8885a461c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:34:30.642023 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3132390-5349-48ea-ac36-c1ecbda5bcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (3374d216-381b-4f5c-bb89-26686d90159e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:30.644657 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3132390-5349-48ea-ac36-c1ecbda5bcf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:30.645805 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c3132390-5349-48ea-ac36-c1ecbda5bcf4 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3374d216-381b-4f5c-bb89-26686d90159e HTTP/1.1" status: 204 len: 168 time: 0.3777218 Feb 20 03:34:30.653452 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3132390-5349-48ea-ac36-c1ecbda5bcf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3374d216-381b-4f5c-bb89-26686d90159e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:30.669294 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port b37d1845-c7e4-40ee-8535-b2c163b956e3 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:34:30.669668 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b37d1845-c7e4-40ee-8535-b2c163b956e3), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:30.688551 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b37d1845-c7e4-40ee-8535-b2c163b956e3 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:34:30.722318 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port b37d1845-c7e4-40ee-8535-b2c163b956e3, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b37d1845-c7e4-40ee-8535-b2c163b956e3,segment=NetworkSegment(779aeac2-ecb9-46e0-8f48-3dc73d02eb8b),segment_id=779aeac2-ecb9-46e0-8f48-3dc73d02eb8b)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:34:30.827870 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9417588c-d90a-4c1e-9edc-f2cd082509eb x-openstack-request-id: req-9417588c-d90a-4c1e-9edc-f2cd082509eb {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:34:30.827870 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c838969-f1f5-433d-b18d-d399ad887204", "tag": "b37d1845-c7e4-40ee-8535-b2c163b956e3", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:34:30.827870 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9417588c-d90a-4c1e-9edc-f2cd082509eb {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:34:30.827870 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c838969-f1f5-433d-b18d-d399ad887204', 'tag': 'b37d1845-c7e4-40ee-8535-b2c163b956e3', 'status': 'completed', 'code': 200} Feb 20 03:34:30.892947 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b37d1845-c7e4-40ee-8535-b2c163b956e3), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:30.947147 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=b37d1845-c7e4-40ee-8535-b2c163b956e3,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:30.952816 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67411d1-a922-49b8-8dbf-6209b32a82e2 req-f29d0b45-5da7-494e-974c-5e2119513233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:30.953168 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f67411d1-a922-49b8-8dbf-6209b32a82e2 req-f29d0b45-5da7-494e-974c-5e2119513233 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ff8b75fbb2949d5aad5a9cd3bc53c0a&device_id=9c838969-f1f5-433d-b18d-d399ad887204 HTTP/1.1" status: 200 len: 1126 time: 0.1021585 Feb 20 03:34:30.955484 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-ba340661-274f-4d1c-8c59-15b177758aca admin admin] Deleting port 657c9653-558d-4461-a0d6-2eb20ad33a5a {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:34:30.956276 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba340661-274f-4d1c-8c59-15b177758aca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (657c9653-558d-4461-a0d6-2eb20ad33a5a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:31.056685 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163df6b5-2a70-41c7-8d9b-02ad0a943872 req-42915533-be9e-409d-9ca1-d10e4a75ce76 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:31.058283 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-163df6b5-2a70-41c7-8d9b-02ad0a943872 req-42915533-be9e-409d-9ca1-d10e4a75ce76 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=9c838969-f1f5-433d-b18d-d399ad887204 HTTP/1.1" status: 200 len: 945 time: 0.1747336 Feb 20 03:34:31.123247 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['b37d1845-c7e4-40ee-8535-b2c163b956e3'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:34:31.149367 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:31.151984 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-ba340661-274f-4d1c-8c59-15b177758aca admin admin] For port 657c9653-558d-4461-a0d6-2eb20ad33a5a, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=657c9653-558d-4461-a0d6-2eb20ad33a5a,segment=NetworkSegment(76b08a3f-596f-4f14-bcc7-75975706d308),segment_id=76b08a3f-596f-4f14-bcc7-75975706d308)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:34:31.152361 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba340661-274f-4d1c-8c59-15b177758aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (657c9653-558d-4461-a0d6-2eb20ad33a5a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:31.176141 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67411d1-a922-49b8-8dbf-6209b32a82e2 req-13da2c2d-08b3-4d89-a5e4-9a34c015c628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:31.177625 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f67411d1-a922-49b8-8dbf-6209b32a82e2 req-13da2c2d-08b3-4d89-a5e4-9a34c015c628 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eb26da17-9faa-4ffe-b743-646e1db8b7cd HTTP/1.1" status: 200 len: 915 time: 0.2094707 Feb 20 03:34:31.180782 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-163df6b5-2a70-41c7-8d9b-02ad0a943872 req-df8f62ac-aa48-41df-8556-d6954a7e6092 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9e46ff0-0328-45d8-9f18-ec03ffa9e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143892 Feb 20 03:34:31.181660 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-ba340661-274f-4d1c-8c59-15b177758aca admin admin] Calling delete_port for 657c9653-558d-4461-a0d6-2eb20ad33a5a owned by network:router_interface {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:34:31.227452 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f67411d1-a922-49b8-8dbf-6209b32a82e2 req-8c2dfcbe-24d4-4f13-9f93-9be58ec43190 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b37d1845-c7e4-40ee-8535-b2c163b956e3 HTTP/1.1" status: 200 len: 217 time: 0.0412939 Feb 20 03:34:31.326973 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67411d1-a922-49b8-8dbf-6209b32a82e2 req-b22b405c-0519-48b5-83a9-ee99d997380e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:31.329084 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f67411d1-a922-49b8-8dbf-6209b32a82e2 req-b22b405c-0519-48b5-83a9-ee99d997380e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=68459050-934c-49c9-b167-98d8885a461c HTTP/1.1" status: 200 len: 854 time: 0.0711470 Feb 20 03:34:31.412659 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f67411d1-a922-49b8-8dbf-6209b32a82e2 req-ba237853-68fb-4d92-a45c-6287ee43ceef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb26da17-9faa-4ffe-b743-646e1db8b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406411 Feb 20 03:34:31.452064 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34322) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:31.527440 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a8f0d762-6230-4dae-893a-12c389b1e45c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b820e817c2894ed0b2a8a996de8c57fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0728848 Feb 20 03:34:31.528622 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34326) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:31.656052 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2d5a2121-1144-408c-af56-002718c8f0ed admin admin] Publish callbacks [] for security_group (d95ce8c0-f779-4198-8c19-494be4ba5054), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:31.683775 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2d5a2121-1144-408c-af56-002718c8f0ed admin admin] Publish callbacks [] for security_group (d95ce8c0-f779-4198-8c19-494be4ba5054), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:31.825314 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2d5a2121-1144-408c-af56-002718c8f0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d95ce8c0-f779-4198-8c19-494be4ba5054), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:31.840443 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2d5a2121-1144-408c-af56-002718c8f0ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:31.842259 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2d5a2121-1144-408c-af56-002718c8f0ed admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d95ce8c0-f779-4198-8c19-494be4ba5054 HTTP/1.1" status: 204 len: 168 time: 0.3123209 Feb 20 03:34:31.868429 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a2121-1144-408c-af56-002718c8f0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95ce8c0-f779-4198-8c19-494be4ba5054,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:31.893162 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f67411d1-a922-49b8-8dbf-6209b32a82e2 req-3250bc03-73fc-4fe8-8e10-9ca25452c018 service neutron] 10.222.0.42 "GET /v2.0/networks/eb26da17-9faa-4ffe-b743-646e1db8b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692018 Feb 20 03:34:31.975025 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba340661-274f-4d1c-8c59-15b177758aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (657c9653-558d-4461-a0d6-2eb20ad33a5a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:32.007084 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba340661-274f-4d1c-8c59-15b177758aca admin admin] Pushing event deleted for resources: {'Port': ['ID=657c9653-558d-4461-a0d6-2eb20ad33a5a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:32.098928 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f67411d1-a922-49b8-8dbf-6209b32a82e2 req-f7dcc3f5-8954-4c29-9c5a-f41366b38ae5 service neutron] 10.222.0.42 "GET /v2.0/networks/eb26da17-9faa-4ffe-b743-646e1db8b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000387 Feb 20 03:34:32.267937 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba340661-274f-4d1c-8c59-15b177758aca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (6f05dc3a-6d31-4c85-b21e-26db59dce98e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:32.514337 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device b37d1845-c7e4-40ee-8535-b2c163b956e3 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:34:32.604860 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01210e4-f698-44ae-bf33-0a3ef2cf75fc req-c5afdf34-1c3c-4d8a-acc6-d7f76856d85c tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:32.606403 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d01210e4-f698-44ae-bf33-0a3ef2cf75fc req-c5afdf34-1c3c-4d8a-acc6-d7f76856d85c tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=9c838969-f1f5-433d-b18d-d399ad887204 HTTP/1.1" status: 200 len: 945 time: 0.1375027 Feb 20 03:34:32.621227 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba340661-274f-4d1c-8c59-15b177758aca admin admin] Router 6f05dc3a-6d31-4c85-b21e-26db59dce98e has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:34:32.710664 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port b37d1845-c7e4-40ee-8535-b2c163b956e3 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:34:32.713925 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d01210e4-f698-44ae-bf33-0a3ef2cf75fc req-61b511db-03c4-479e-9072-c822d5f71cc4 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9e46ff0-0328-45d8-9f18-ec03ffa9e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009719 Feb 20 03:34:32.718599 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port b37d1845-c7e4-40ee-8535-b2c163b956e3 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:34:32.719493 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b37d1845-c7e4-40ee-8535-b2c163b956e3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:32.853614 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba340661-274f-4d1c-8c59-15b177758aca admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:34:32.860360 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ba340661-274f-4d1c-8c59-15b177758aca admin admin] 10.222.0.89 "PUT /v2.0/routers/6f05dc3a-6d31-4c85-b21e-26db59dce98e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8319671 Feb 20 03:34:32.863414 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34360) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:32.881409 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f68e36-1b6d-4406-a861-0bd8b80229a3 None None] Sync routers for ids ['6f05dc3a-6d31-4c85-b21e-26db59dce98e'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:34:32.886512 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f68e36-1b6d-4406-a861-0bd8b80229a3 None None] Routers {'6f05dc3a-6d31-4c85-b21e-26db59dce98e'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:34:32.887189 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-56f68e36-1b6d-4406-a861-0bd8b80229a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:34:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['6f05dc3a-6d31-4c85-b21e-26db59dce98e'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:32.935622 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:33.016807 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port b37d1845-c7e4-40ee-8535-b2c163b956e3 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:34:33.017879 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b37d1845-c7e4-40ee-8535-b2c163b956e3), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:33.053574 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c838969-f1f5-433d-b18d-d399ad887204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37d1845-c7e4-40ee-8535-b2c163b956e3'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:34:33.057930 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782ad613-73e2-44c2-ae44-2d0b2953c742" -d '{"events": [{"server_uuid": "9c838969-f1f5-433d-b18d-d399ad887204", "name": "network-vif-plugged", "status": "completed", "tag": "b37d1845-c7e4-40ee-8535-b2c163b956e3"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:34:33.089056 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port b37d1845-c7e4-40ee-8535-b2c163b956e3, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b37d1845-c7e4-40ee-8535-b2c163b956e3,segment=NetworkSegment(779aeac2-ecb9-46e0-8f48-3dc73d02eb8b),segment_id=779aeac2-ecb9-46e0-8f48-3dc73d02eb8b)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:34:33.101095 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-56f68e36-1b6d-4406-a861-0bd8b80229a3 None None] Set router 6f05dc3a-6d31-4c85-b21e-26db59dce98e gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:34:33.104655 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0a94f05c-5b3e-4d0f-a3e3-8dcfb45f3c82 admin admin] Publish callbacks [] for router (6f05dc3a-6d31-4c85-b21e-26db59dce98e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:33.161239 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b37d1845-c7e4-40ee-8535-b2c163b956e3), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:33.263915 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=b37d1845-c7e4-40ee-8535-b2c163b956e3,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:33.271983 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0a94f05c-5b3e-4d0f-a3e3-8dcfb45f3c82 admin admin] Publish callbacks [] for router_gateway (6f05dc3a-6d31-4c85-b21e-26db59dce98e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:33.349755 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-56f68e36-1b6d-4406-a861-0bd8b80229a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f05dc3a-6d31-4c85-b21e-26db59dce98e', 'name': 'tempest-FloatingIPDetailsTestJSON-355441368-router', 'tenant_id': '3e1216ea870c47ccab9b265d4fea6233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '192229a9-d755-4a67-bfc0-db01cf402a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:34:01Z', 'updated_at': '2022-02-20T03:34:31Z', 'revision_number': 5, 'project_id': '3e1216ea870c47ccab9b265d4fea6233', 'gw_port': {'id': '192229a9-d755-4a67-bfc0-db01cf402a2d', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:12:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f05dc3a-6d31-4c85-b21e-26db59dce98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:34:02Z', 'updated_at': '2022-02-20T03:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:33.378422 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f68e36-1b6d-4406-a861-0bd8b80229a3 None None] Checking router: 6f05dc3a-6d31-4c85-b21e-26db59dce98e for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:34:33.410504 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f68e36-1b6d-4406-a861-0bd8b80229a3 None None] Routers {'6f05dc3a-6d31-4c85-b21e-26db59dce98e'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:34:33.411502 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-56f68e36-1b6d-4406-a861-0bd8b80229a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:34:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['6f05dc3a-6d31-4c85-b21e-26db59dce98e'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:33.476292 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-0a94f05c-5b3e-4d0f-a3e3-8dcfb45f3c82 admin admin] Deleting port 192229a9-d755-4a67-bfc0-db01cf402a2d {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:34:33.476981 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0a94f05c-5b3e-4d0f-a3e3-8dcfb45f3c82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (192229a9-d755-4a67-bfc0-db01cf402a2d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:33.578078 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-56f68e36-1b6d-4406-a861-0bd8b80229a3 None None] Set router 6f05dc3a-6d31-4c85-b21e-26db59dce98e gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:34:33.637044 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-0a94f05c-5b3e-4d0f-a3e3-8dcfb45f3c82 admin admin] For port 192229a9-d755-4a67-bfc0-db01cf402a2d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=192229a9-d755-4a67-bfc0-db01cf402a2d,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:34:33.640668 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0a94f05c-5b3e-4d0f-a3e3-8dcfb45f3c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (192229a9-d755-4a67-bfc0-db01cf402a2d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:33.662022 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-56f68e36-1b6d-4406-a861-0bd8b80229a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f05dc3a-6d31-4c85-b21e-26db59dce98e', 'name': 'tempest-FloatingIPDetailsTestJSON-355441368-router', 'tenant_id': '3e1216ea870c47ccab9b265d4fea6233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:34:01Z', 'updated_at': '2022-02-20T03:34:33Z', 'revision_number': 6, 'project_id': '3e1216ea870c47ccab9b265d4fea6233', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:33.668425 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-0a94f05c-5b3e-4d0f-a3e3-8dcfb45f3c82 admin admin] Calling delete_port for 192229a9-d755-4a67-bfc0-db01cf402a2d owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:34:33.711169 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f68e36-1b6d-4406-a861-0bd8b80229a3 None None] The sync data for ids ['6f05dc3a-6d31-4c85-b21e-26db59dce98e'] in n-d-829866-4 is: [{'id': '6f05dc3a-6d31-4c85-b21e-26db59dce98e', 'name': 'tempest-FloatingIPDetailsTestJSON-355441368-router', 'tenant_id': '3e1216ea870c47ccab9b265d4fea6233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:34:01Z', 'updated_at': '2022-02-20T03:34:33Z', 'revision_number': 6, 'project_id': '3e1216ea870c47ccab9b265d4fea6233', 'gw_port_host': None}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:34:33.949137 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0a94f05c-5b3e-4d0f-a3e3-8dcfb45f3c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (192229a9-d755-4a67-bfc0-db01cf402a2d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:33.991191 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a94f05c-5b3e-4d0f-a3e3-8dcfb45f3c82 admin admin] Pushing event deleted for resources: {'Port': ['ID=192229a9-d755-4a67-bfc0-db01cf402a2d,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:34.086882 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0a94f05c-5b3e-4d0f-a3e3-8dcfb45f3c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (6f05dc3a-6d31-4c85-b21e-26db59dce98e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:34.211011 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0a94f05c-5b3e-4d0f-a3e3-8dcfb45f3c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (6f05dc3a-6d31-4c85-b21e-26db59dce98e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:34.213539 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0a94f05c-5b3e-4d0f-a3e3-8dcfb45f3c82 admin admin] Publish callbacks [] for router_controller (6f05dc3a-6d31-4c85-b21e-26db59dce98e), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:34.280411 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b3f556-4fcf-4fe9-bdf3-a796e7d96eab x-openstack-request-id: req-a1b3f556-4fcf-4fe9-bdf3-a796e7d96eab {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:34:34.281080 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c838969-f1f5-433d-b18d-d399ad887204", "name": "network-vif-plugged", "status": "completed", "tag": "b37d1845-c7e4-40ee-8535-b2c163b956e3", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:34:34.281080 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a1b3f556-4fcf-4fe9-bdf3-a796e7d96eab {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:34:34.281564 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c838969-f1f5-433d-b18d-d399ad887204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37d1845-c7e4-40ee-8535-b2c163b956e3', 'code': 200} Feb 20 03:34:34.345906 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0a94f05c-5b3e-4d0f-a3e3-8dcfb45f3c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (6f05dc3a-6d31-4c85-b21e-26db59dce98e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:34.348677 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a94f05c-5b3e-4d0f-a3e3-8dcfb45f3c82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f05dc3a-6d31-4c85-b21e-26db59dce98e {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:34:34.352991 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0a94f05c-5b3e-4d0f-a3e3-8dcfb45f3c82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:34.354401 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0a94f05c-5b3e-4d0f-a3e3-8dcfb45f3c82 admin admin] 10.222.0.89 "DELETE /v2.0/routers/6f05dc3a-6d31-4c85-b21e-26db59dce98e HTTP/1.1" status: 204 len: 168 time: 1.4891055 Feb 20 03:34:34.356874 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34400) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:34.428760 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc0814a-96f2-4122-ad1a-341a5f1832dd admin admin] Deleting subnet 7172ae84-4801-4f35-9f9b-01ed61c53181 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:34:34.432294 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3dc0814a-96f2-4122-ad1a-341a5f1832dd admin admin] Publish callbacks [] for subnet (7172ae84-4801-4f35-9f9b-01ed61c53181), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:34.452046 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2713f-d863-44b1-afb0-97fd08e6b1ae req-bbe2fcf2-0ad6-44d9-a354-d4136ac9e627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:34.452046 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e3d2713f-d863-44b1-afb0-97fd08e6b1ae req-bbe2fcf2-0ad6-44d9-a354-d4136ac9e627 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9c838969-f1f5-433d-b18d-d399ad887204 HTTP/1.1" status: 200 len: 1128 time: 0.1002498 Feb 20 03:34:34.477158 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3dc0814a-96f2-4122-ad1a-341a5f1832dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (7172ae84-4801-4f35-9f9b-01ed61c53181), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:34.538378 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e3d2713f-d863-44b1-afb0-97fd08e6b1ae req-008b4d45-317b-4f54-9a5d-378de386699c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a9e46ff0-0328-45d8-9f18-ec03ffa9e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794713 Feb 20 03:34:34.579582 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3dc0814a-96f2-4122-ad1a-341a5f1832dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (7172ae84-4801-4f35-9f9b-01ed61c53181), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:34.756386 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3dc0814a-96f2-4122-ad1a-341a5f1832dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (7172ae84-4801-4f35-9f9b-01ed61c53181), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:34.787360 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0814a-96f2-4122-ad1a-341a5f1832dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7172ae84-4801-4f35-9f9b-01ed61c53181,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:34.796736 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3dc0814a-96f2-4122-ad1a-341a5f1832dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:34.802746 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3dc0814a-96f2-4122-ad1a-341a5f1832dd admin admin] 10.222.0.89 "DELETE /v2.0/subnets/7172ae84-4801-4f35-9f9b-01ed61c53181 HTTP/1.1" status: 204 len: 168 time: 0.4419825 Feb 20 03:34:34.802746 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34414) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:34.806323 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5c671a-e9a8-47e3-8665-46f58ef18ab9 None None] Network 62555223-359c-4fc8-b85c-8c0602cab2c8 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:34:34.917855 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 192229a9-d755-4a67-bfc0-db01cf402a2d no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:34:34.933159 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e16a0919-2829-4c31-aeab-07f3da0c5afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (62555223-359c-4fc8-b85c-8c0602cab2c8), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:34.998257 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 192229a9-d755-4a67-bfc0-db01cf402a2d {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:34:34.998367 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-e16a0919-2829-4c31-aeab-07f3da0c5afe admin admin] Deleting port 8f9675f6-60e4-4563-9ce8-650b5f0e6aab {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:34:34.998796 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 192229a9-d755-4a67-bfc0-db01cf402a2d not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:34:34.998988 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e16a0919-2829-4c31-aeab-07f3da0c5afe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (8f9675f6-60e4-4563-9ce8-650b5f0e6aab), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:34.999093 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 657c9653-558d-4461-a0d6-2eb20ad33a5a no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:34:35.067155 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 657c9653-558d-4461-a0d6-2eb20ad33a5a {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:34:35.068352 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 657c9653-558d-4461-a0d6-2eb20ad33a5a not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:34:35.086577 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021b4eb-f4e1-4ba5-a0d5-5442f3d539c4 req-f2fde494-a446-4d3c-8b5d-2f0dab3f1e14 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:35.094274 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4021b4eb-f4e1-4ba5-a0d5-5442f3d539c4 req-f2fde494-a446-4d3c-8b5d-2f0dab3f1e14 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=9c838969-f1f5-433d-b18d-d399ad887204 HTTP/1.1" status: 200 len: 946 time: 0.1333535 Feb 20 03:34:35.129223 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-e16a0919-2829-4c31-aeab-07f3da0c5afe admin admin] For port 8f9675f6-60e4-4563-9ce8-650b5f0e6aab, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=8f9675f6-60e4-4563-9ce8-650b5f0e6aab,segment=NetworkSegment(76b08a3f-596f-4f14-bcc7-75975706d308),segment_id=76b08a3f-596f-4f14-bcc7-75975706d308)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:34:35.129700 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e16a0919-2829-4c31-aeab-07f3da0c5afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (8f9675f6-60e4-4563-9ce8-650b5f0e6aab), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:35.148168 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-e16a0919-2829-4c31-aeab-07f3da0c5afe admin admin] Calling delete_port for 8f9675f6-60e4-4563-9ce8-650b5f0e6aab owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:34:35.175309 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4021b4eb-f4e1-4ba5-a0d5-5442f3d539c4 req-ca147f9d-6e76-45f7-be4d-d2cd68a4e30b tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9e46ff0-0328-45d8-9f18-ec03ffa9e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781157 Feb 20 03:34:35.221845 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3069fdc-4399-4dfb-834e-e2147a132676 None None] DHCP port deletion for 62555223-359c-4fc8-b85c-8c0602cab2c8 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:34:35.295392 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e3069fdc-4399-4dfb-834e-e2147a132676 None None] Deleting port 8f9675f6-60e4-4563-9ce8-650b5f0e6aab {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:34:35.296516 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e3069fdc-4399-4dfb-834e-e2147a132676 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (8f9675f6-60e4-4563-9ce8-650b5f0e6aab), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:35.367006 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e3069fdc-4399-4dfb-834e-e2147a132676 None None] For port 8f9675f6-60e4-4563-9ce8-650b5f0e6aab, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=8f9675f6-60e4-4563-9ce8-650b5f0e6aab,segment=NetworkSegment(76b08a3f-596f-4f14-bcc7-75975706d308),segment_id=76b08a3f-596f-4f14-bcc7-75975706d308)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:34:35.367638 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e3069fdc-4399-4dfb-834e-e2147a132676 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (8f9675f6-60e4-4563-9ce8-650b5f0e6aab), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:35.372423 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e16a0919-2829-4c31-aeab-07f3da0c5afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (8f9675f6-60e4-4563-9ce8-650b5f0e6aab), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:35.382995 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e3069fdc-4399-4dfb-834e-e2147a132676 None None] Calling delete_port for 8f9675f6-60e4-4563-9ce8-650b5f0e6aab owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:34:35.417201 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a0919-2829-4c31-aeab-07f3da0c5afe admin admin] Pushing event deleted for resources: {'Port': ['ID=8f9675f6-60e4-4563-9ce8-650b5f0e6aab,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:35.424979 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16a0919-2829-4c31-aeab-07f3da0c5afe admin admin] No DVR routers for this DVR port 8f9675f6-60e4-4563-9ce8-650b5f0e6aab on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:34:35.472595 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e3069fdc-4399-4dfb-834e-e2147a132676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (8f9675f6-60e4-4563-9ce8-650b5f0e6aab), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:35.502635 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3069fdc-4399-4dfb-834e-e2147a132676 None None] Pushing event deleted for resources: {'Port': ['ID=8f9675f6-60e4-4563-9ce8-650b5f0e6aab,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:35.508934 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3069fdc-4399-4dfb-834e-e2147a132676 None None] No DVR routers for this DVR port 8f9675f6-60e4-4563-9ce8-650b5f0e6aab on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:34:35.556771 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e16a0919-2829-4c31-aeab-07f3da0c5afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (62555223-359c-4fc8-b85c-8c0602cab2c8), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:35.584921 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-e16a0919-2829-4c31-aeab-07f3da0c5afe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62555223-359c-4fc8-b85c-8c0602cab2c8']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:35.595642 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-e16a0919-2829-4c31-aeab-07f3da0c5afe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b08a3f-596f-4f14-bcc7-75975706d308') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:35.596405 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-e16a0919-2829-4c31-aeab-07f3da0c5afe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b08a3f-596f-4f14-bcc7-75975706d308') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:35.606625 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e16a0919-2829-4c31-aeab-07f3da0c5afe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (76b08a3f-596f-4f14-bcc7-75975706d308), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:35.621031 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e16a0919-2829-4c31-aeab-07f3da0c5afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (76b08a3f-596f-4f14-bcc7-75975706d308), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:35.628622 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e16a0919-2829-4c31-aeab-07f3da0c5afe admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:34:35.635213 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e16a0919-2829-4c31-aeab-07f3da0c5afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (76b08a3f-596f-4f14-bcc7-75975706d308), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:35.664602 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34440) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:35.687315 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:34:35.687315 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:34:35.687315 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:34:35.687315 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:34:35.687315 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:34:35.687315 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:34:35.687315 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:34:35.687315 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:34:35.687315 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:34:35.687315 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:34:35.687315 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:34:35.687315 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:34:35.687315 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:34:35.687315 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:34:35.687315 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:34:35.687315 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:34:35.687315 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:34:35.687315 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:34:35.687315 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:34:35.687315 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:34:35.687315 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:34:35.687315 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:34:35.687315 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:34:35.687315 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:34:35.687315 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:34:35.687315 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:34:35.687315 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:34:35.687315 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:34:35.687315 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:34:35.687315 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:34:35.687315 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:34:35.687315 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:34:35.800585 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9bbed-2b24-4988-ad9e-595e199e5683 req-5c2839cc-9aa7-4014-9ade-3587c2c235af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:35.801131 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9bbed-2b24-4988-ad9e-595e199e5683 req-5c2839cc-9aa7-4014-9ade-3587c2c235af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:35.801658 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9bbed-2b24-4988-ad9e-595e199e5683 req-5c2839cc-9aa7-4014-9ade-3587c2c235af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:35.802128 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9bbed-2b24-4988-ad9e-595e199e5683 req-5c2839cc-9aa7-4014-9ade-3587c2c235af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:35.802589 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9bbed-2b24-4988-ad9e-595e199e5683 req-5c2839cc-9aa7-4014-9ade-3587c2c235af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:35.803143 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9bbed-2b24-4988-ad9e-595e199e5683 req-5c2839cc-9aa7-4014-9ade-3587c2c235af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:35.803604 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9bbed-2b24-4988-ad9e-595e199e5683 req-5c2839cc-9aa7-4014-9ade-3587c2c235af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:35.806111 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-99c9bbed-2b24-4988-ad9e-595e199e5683 req-5c2839cc-9aa7-4014-9ade-3587c2c235af service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 6718 time: 0.1395707 Feb 20 03:34:35.864374 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e16a0919-2829-4c31-aeab-07f3da0c5afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (62555223-359c-4fc8-b85c-8c0602cab2c8), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:35.876188 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-99c9bbed-2b24-4988-ad9e-595e199e5683 req-1d919f0e-7507-4a0b-8737-e7b568c68bf2 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570912 Feb 20 03:34:35.878018 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e16a0919-2829-4c31-aeab-07f3da0c5afe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:35.878481 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e16a0919-2829-4c31-aeab-07f3da0c5afe admin admin] 10.222.0.89 "DELETE /v2.0/networks/62555223-359c-4fc8-b85c-8c0602cab2c8 HTTP/1.1" status: 204 len: 168 time: 1.0627346 Feb 20 03:34:35.900967 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a0919-2829-4c31-aeab-07f3da0c5afe admin admin] Pushing event deleted for resources: {'Network': ['ID=62555223-359c-4fc8-b85c-8c0602cab2c8,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:35.932376 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-2e1d63f2-5d60-4867-9d8a-33b3c0a113ab tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242372 Feb 20 03:34:36.065485 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-1732f3bb-1d79-410a-a85e-5178ed98ecac tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:36.067304 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-1732f3bb-1d79-410a-a85e-5178ed98ecac tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1277916 Feb 20 03:34:36.086898 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-62147b06-c5f8-43bd-8488-7f231ff7cd9d tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/quotas/aac4a34e9d0e4881a4216fde18e57c70 HTTP/1.1" status: 200 len: 375 time: 0.0115695 Feb 20 03:34:36.121721 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-977be4d2-2b68-498b-8476-548f1f234ce3 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292456 Feb 20 03:34:36.514054 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34468) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:36.573673 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7e0bb6b2-35f5-4ba1-982b-16d4ff03a52f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3e1216ea870c47ccab9b265d4fea6233&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0574965 Feb 20 03:34:36.576349 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34470) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:36.635026 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cbe14b37-fcee-43d5-a02f-743e25639935 admin admin] Publish callbacks [] for security_group (449b938c-bd36-474c-9873-eeb7b46bc8f4), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:36.651928 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f344aa5-e306-4d21-826c-45ff50027779 req-f8cacfb1-a5d2-489d-a9f8-5ace2cd7c9e0 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:36.654143 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f344aa5-e306-4d21-826c-45ff50027779 req-f8cacfb1-a5d2-489d-a9f8-5ace2cd7c9e0 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=9c838969-f1f5-433d-b18d-d399ad887204 HTTP/1.1" status: 200 len: 946 time: 0.0941687 Feb 20 03:34:36.658507 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cbe14b37-fcee-43d5-a02f-743e25639935 admin admin] Publish callbacks [] for security_group (449b938c-bd36-474c-9873-eeb7b46bc8f4), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:36.706810 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f344aa5-e306-4d21-826c-45ff50027779 req-69fe63c9-6d0e-4207-a970-310805da494e tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9e46ff0-0328-45d8-9f18-ec03ffa9e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446219 Feb 20 03:34:36.782953 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-de6a5f3f-cd8f-41b3-b746-1fa3ef346db0 req-40173c95-ac32-4790-843b-f6a2e9215db4 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 210 time: 0.0309880 Feb 20 03:34:36.795523 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cbe14b37-fcee-43d5-a02f-743e25639935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (449b938c-bd36-474c-9873-eeb7b46bc8f4), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:36.798897 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cbe14b37-fcee-43d5-a02f-743e25639935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:36.809557 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cbe14b37-fcee-43d5-a02f-743e25639935 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/449b938c-bd36-474c-9873-eeb7b46bc8f4 HTTP/1.1" status: 204 len: 168 time: 0.2224784 Feb 20 03:34:36.821182 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe14b37-fcee-43d5-a02f-743e25639935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449b938c-bd36-474c-9873-eeb7b46bc8f4,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:36.832576 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 8f9675f6-60e4-4563-9ce8-650b5f0e6aab no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:34:36.869307 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 8f9675f6-60e4-4563-9ce8-650b5f0e6aab {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:34:36.869924 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 8f9675f6-60e4-4563-9ce8-650b5f0e6aab not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:34:39.029387 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-2a8f7b1f-e32d-481c-9a7a-5b39c4bafa40 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211840 Feb 20 03:34:39.143196 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-9b5f8208-6e3b-4922-895b-38517c71a5a2 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:39.144643 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-9b5f8208-6e3b-4922-895b-38517c71a5a2 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1111996 Feb 20 03:34:39.157318 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-2c073e45-1b33-4c84-9dec-9b8ed03525c1 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Request body: {'port': {'device_id': 'f5d43ecf-5451-42af-8514-9895a9db82b2', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'admin_state_up': True, 'tenant_id': 'aac4a34e9d0e4881a4216fde18e57c70'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:34:39.332457 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-2c073e45-1b33-4c84-9dec-9b8ed03525c1 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Made reservation on behalf of aac4a34e9d0e4881a4216fde18e57c70 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:34:39.336038 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-2c073e45-1b33-4c84-9dec-9b8ed03525c1 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:39.346066 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-2c073e45-1b33-4c84-9dec-9b8ed03525c1 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:39.420590 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-2c073e45-1b33-4c84-9dec-9b8ed03525c1 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks [] for security_group (a3f367d9-aac7-44c2-bc5d-76a20d5b5b63), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:39.475522 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-2c073e45-1b33-4c84-9dec-9b8ed03525c1 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a3f367d9-aac7-44c2-bc5d-76a20d5b5b63), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:39.551803 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c073e45-1b33-4c84-9dec-9b8ed03525c1 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:39.627077 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-2c073e45-1b33-4c84-9dec-9b8ed03525c1 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Allocated IP 192.168.233.170 (0c4d93d2-7476-4570-93e5-7ecf9f895901/c38207c9-ee42-4b0e-b0ac-5ef2953b6f62/15602c8e-05c5-452e-91f1-2fdb0022ecd3) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:34:39.794365 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-2c073e45-1b33-4c84-9dec-9b8ed03525c1 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks [] for port (15602c8e-05c5-452e-91f1-2fdb0022ecd3), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:39.904599 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-2c073e45-1b33-4c84-9dec-9b8ed03525c1 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (15602c8e-05c5-452e-91f1-2fdb0022ecd3), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:39.948206 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-2c073e45-1b33-4c84-9dec-9b8ed03525c1 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:34:39.951297 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-2c073e45-1b33-4c84-9dec-9b8ed03525c1 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:34:39.957973 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-2c073e45-1b33-4c84-9dec-9b8ed03525c1 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:34:39.964134 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c073e45-1b33-4c84-9dec-9b8ed03525c1 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Pushing event updated for resources: {'Port': ['ID=15602c8e-05c5-452e-91f1-2fdb0022ecd3,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:40.013495 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-2c073e45-1b33-4c84-9dec-9b8ed03525c1 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:40.014140 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-2c073e45-1b33-4c84-9dec-9b8ed03525c1 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:40.123908 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-2c073e45-1b33-4c84-9dec-9b8ed03525c1 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9710255 Feb 20 03:34:40.239696 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-5b3302b7-5991-48d1-99b4-2130fc07f30d service neutron] Request body: {'port': {'device_id': 'f5d43ecf-5451-42af-8514-9895a9db82b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:34:40.260401 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-dd072c1d-345b-4011-b303-b6ded41f6978 None None] Provisioning complete for port 15602c8e-05c5-452e-91f1-2fdb0022ecd3 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:34:40.260988 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-dd072c1d-345b-4011-b303-b6ded41f6978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (15602c8e-05c5-452e-91f1-2fdb0022ecd3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:40.296015 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-dd072c1d-345b-4011-b303-b6ded41f6978 None None] Port 15602c8e-05c5-452e-91f1-2fdb0022ecd3 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:34:40.315013 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-5b3302b7-5991-48d1-99b4-2130fc07f30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (15602c8e-05c5-452e-91f1-2fdb0022ecd3), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:40.583654 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-5b3302b7-5991-48d1-99b4-2130fc07f30d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15602c8e-05c5-452e-91f1-2fdb0022ecd3 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:34:40.591034 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-5b3302b7-5991-48d1-99b4-2130fc07f30d service neutron] Publish callbacks [] for port (15602c8e-05c5-452e-91f1-2fdb0022ecd3), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:40.603963 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-5b3302b7-5991-48d1-99b4-2130fc07f30d service neutron] Transition to ACTIVE for port object 15602c8e-05c5-452e-91f1-2fdb0022ecd3 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:34:40.726997 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-5b3302b7-5991-48d1-99b4-2130fc07f30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (15602c8e-05c5-452e-91f1-2fdb0022ecd3), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:40.781768 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3302b7-5991-48d1-99b4-2130fc07f30d service neutron] Pushing event updated for resources: {'Port': ['ID=15602c8e-05c5-452e-91f1-2fdb0022ecd3,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:40.851941 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-5b3302b7-5991-48d1-99b4-2130fc07f30d service neutron] Attempting to bind port 15602c8e-05c5-452e-91f1-2fdb0022ecd3 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:34:40.852276 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-5b3302b7-5991-48d1-99b4-2130fc07f30d service neutron] Attempting to bind port 15602c8e-05c5-452e-91f1-2fdb0022ecd3 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:34:40.852611 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-5b3302b7-5991-48d1-99b4-2130fc07f30d service neutron] Attempting to bind port 15602c8e-05c5-452e-91f1-2fdb0022ecd3 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:34:40.857345 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-5b3302b7-5991-48d1-99b4-2130fc07f30d service neutron] Port 15602c8e-05c5-452e-91f1-2fdb0022ecd3 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:34:40.857670 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-5b3302b7-5991-48d1-99b4-2130fc07f30d service neutron] Attempting to bind port 15602c8e-05c5-452e-91f1-2fdb0022ecd3 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:34:40.863621 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-5b3302b7-5991-48d1-99b4-2130fc07f30d service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:34:40.870217 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-5b3302b7-5991-48d1-99b4-2130fc07f30d service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:34:40.870217 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-5b3302b7-5991-48d1-99b4-2130fc07f30d service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:34:40.870217 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-5b3302b7-5991-48d1-99b4-2130fc07f30d service neutron] Bound port: 15602c8e-05c5-452e-91f1-2fdb0022ecd3, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:34:40.870217 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-5b3302b7-5991-48d1-99b4-2130fc07f30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (15602c8e-05c5-452e-91f1-2fdb0022ecd3), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:40.933154 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-5b3302b7-5991-48d1-99b4-2130fc07f30d service neutron] For port 15602c8e-05c5-452e-91f1-2fdb0022ecd3, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:34:40.937178 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-5b3302b7-5991-48d1-99b4-2130fc07f30d service neutron] For port 15602c8e-05c5-452e-91f1-2fdb0022ecd3, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=15602c8e-05c5-452e-91f1-2fdb0022ecd3,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:34:41.001892 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-5b3302b7-5991-48d1-99b4-2130fc07f30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (15602c8e-05c5-452e-91f1-2fdb0022ecd3), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:41.042215 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-5b3302b7-5991-48d1-99b4-2130fc07f30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:41.042844 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-5b3302b7-5991-48d1-99b4-2130fc07f30d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:41.044271 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-5b3302b7-5991-48d1-99b4-2130fc07f30d service neutron] 10.222.0.93 "PUT /v2.0/ports/15602c8e-05c5-452e-91f1-2fdb0022ecd3 HTTP/1.1" status: 200 len: 1096 time: 0.9122884 Feb 20 03:34:41.044724 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d43ecf-5451-42af-8514-9895a9db82b2', 'tag': '15602c8e-05c5-452e-91f1-2fdb0022ecd3'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:34:41.047589 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27862664-307f-48c3-9500-db293d16be4b" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d43ecf-5451-42af-8514-9895a9db82b2", "tag": "15602c8e-05c5-452e-91f1-2fdb0022ecd3"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:34:41.073462 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3302b7-5991-48d1-99b4-2130fc07f30d service neutron] Pushing event updated for resources: {'Port': ['ID=15602c8e-05c5-452e-91f1-2fdb0022ecd3,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:41.224094 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-4ff07c6e-7a9c-43f5-8178-f0c375f13b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:41.226082 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-4ff07c6e-7a9c-43f5-8178-f0c375f13b8c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 1130 time: 0.0602019 Feb 20 03:34:41.272259 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-b65b3584-e2cf-4620-8c2d-0c74f6d09042 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=15602c8e-05c5-452e-91f1-2fdb0022ecd3 HTTP/1.1" status: 200 len: 217 time: 0.0381267 Feb 20 03:34:41.287121 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-af23d803-1148-4077-b4c8-6952a26af12a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0668054 Feb 20 03:34:41.323145 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-45930d22-03aa-4c37-839d-1190b1ebc143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:41.324638 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-45930d22-03aa-4c37-839d-1190b1ebc143 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0452049 Feb 20 03:34:41.371103 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-4eaedcea-9032-40e2-b7ef-82e48df02f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:41.371546 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-4eaedcea-9032-40e2-b7ef-82e48df02f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:41.372032 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-4eaedcea-9032-40e2-b7ef-82e48df02f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:41.372499 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-4eaedcea-9032-40e2-b7ef-82e48df02f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:41.372963 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-4eaedcea-9032-40e2-b7ef-82e48df02f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:41.373427 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-4eaedcea-9032-40e2-b7ef-82e48df02f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:41.374837 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-4eaedcea-9032-40e2-b7ef-82e48df02f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:41.376828 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-4eaedcea-9032-40e2-b7ef-82e48df02f13 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=31539382099d40138aa9f9434b18f41f&device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 6718 time: 0.0660589 Feb 20 03:34:41.386891 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-d1fd62d8-a66f-4d3a-b5bb-f137f2e29248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:41.388490 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-d1fd62d8-a66f-4d3a-b5bb-f137f2e29248 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0577052 Feb 20 03:34:41.494437 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-59e19e0d-b0e1-4326-9b50-3fcce1f1c5df service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924397 Feb 20 03:34:41.507239 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-939a7027-e2a8-42e0-a932-ce8b1f2b2f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:41.507714 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-939a7027-e2a8-42e0-a932-ce8b1f2b2f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:41.508174 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-939a7027-e2a8-42e0-a932-ce8b1f2b2f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:41.510097 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-939a7027-e2a8-42e0-a932-ce8b1f2b2f79 service neutron] 10.222.0.93 "GET /v2.0/networks?id=aa6d2272-799c-4865-988f-50175dc27eb2&id=67e7e45b-f32b-4fdb-9b56-3214aa9e538c&id=67e7e45b-f32b-4fdb-9b56-3214aa9e538c&id=67e7e45b-f32b-4fdb-9b56-3214aa9e538c&id=67e7e45b-f32b-4fdb-9b56-3214aa9e538c&id=d437f433-2a25-46ac-8335-584c725cf993&id=d437f433-2a25-46ac-8335-584c725cf993 HTTP/1.1" status: 200 len: 2297 time: 0.1070898 Feb 20 03:34:41.581013 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-6ef9f939-4db6-4549-9958-ea116640434d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd41166f-324a-4828-b6ba-1406f360ad82 HTTP/1.1" status: 200 len: 1002 time: 0.0654235 Feb 20 03:34:41.597824 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd9111c1-fe3b-4408-b7a4-03751e8a6642 req-4b8a2a25-0906-49ef-9632-61dba8941de2 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968225 Feb 20 03:34:41.631351 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-1505484e-792c-4e56-bed3-a15d2dec5f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:41.632918 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-1505484e-792c-4e56-bed3-a15d2dec5f31 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2c58907d-12ba-48c6-961d-3dd4ac0885d0 HTTP/1.1" status: 200 len: 856 time: 0.0457394 Feb 20 03:34:41.689739 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-03feeacc-e6c4-45fa-8aaa-92c3d69c86e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:41.691301 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-03feeacc-e6c4-45fa-8aaa-92c3d69c86e4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=aa6d2272-799c-4865-988f-50175dc27eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0524185 Feb 20 03:34:41.797815 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-de6b564c-50be-4561-b95d-d6fdb318f9d8 service neutron] 10.222.0.93 "GET /v2.0/networks/aa6d2272-799c-4865-988f-50175dc27eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993314 Feb 20 03:34:41.896828 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-c751d780-7324-45e3-b5e6-509b6a98d9c6 service neutron] 10.222.0.93 "GET /v2.0/networks/aa6d2272-799c-4865-988f-50175dc27eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921416 Feb 20 03:34:41.938392 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-7d21fcfa-ae8c-407d-9eb7-c4e8e1099c1a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=ae9c24d3-b26a-4985-922a-b63de288c928 HTTP/1.1" status: 200 len: 217 time: 0.0352001 Feb 20 03:34:42.001144 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-0d63c185-8d2d-4223-a912-602b8f223b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:42.005726 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-0d63c185-8d2d-4223-a912-602b8f223b52 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1fdd6f8e-c413-4f72-b733-74af17d9e3ef HTTP/1.1" status: 200 len: 797 time: 0.0574167 Feb 20 03:34:42.065708 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-76a03de1-3949-4a71-9308-8de2796bb839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:42.067356 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-76a03de1-3949-4a71-9308-8de2796bb839 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=67e7e45b-f32b-4fdb-9b56-3214aa9e538c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0574229 Feb 20 03:34:42.168012 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-94295017-a088-4142-8196-9d0e98285a32 service neutron] 10.222.0.93 "GET /v2.0/networks/67e7e45b-f32b-4fdb-9b56-3214aa9e538c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927267 Feb 20 03:34:42.236246 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91ddff-e4ef-470b-82f0-f914c63cedc3 req-9b0a59e0-c9da-40b0-90a8-0355bd4cc3f6 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:42.238517 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4a91ddff-e4ef-470b-82f0-f914c63cedc3 req-9b0a59e0-c9da-40b0-90a8-0355bd4cc3f6 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 948 time: 0.0581894 Feb 20 03:34:42.291482 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4a91ddff-e4ef-470b-82f0-f914c63cedc3 req-0eeb8233-e97d-4896-932f-28c7ead26eac tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465527 Feb 20 03:34:42.580248 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-a1d6c759-9a14-47c8-a53a-4428c353dfee service neutron] 10.222.0.93 "GET /v2.0/networks/67e7e45b-f32b-4fdb-9b56-3214aa9e538c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056952 Feb 20 03:34:42.580766 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbccb505-4ab7-4479-8da4-ce376cc3e98b x-openstack-request-id: req-dbccb505-4ab7-4479-8da4-ce376cc3e98b {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:34:42.580766 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d43ecf-5451-42af-8514-9895a9db82b2", "tag": "15602c8e-05c5-452e-91f1-2fdb0022ecd3", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:34:42.580995 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-dbccb505-4ab7-4479-8da4-ce376cc3e98b {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:34:42.581199 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d43ecf-5451-42af-8514-9895a9db82b2', 'tag': '15602c8e-05c5-452e-91f1-2fdb0022ecd3', 'status': 'completed', 'code': 200} Feb 20 03:34:42.644190 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-8bd1a632-1ad1-44f4-bee8-67f64cc76300 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=5e58af7e-8388-40e3-bea2-7eff10d7ac63 HTTP/1.1" status: 200 len: 217 time: 0.0462494 Feb 20 03:34:42.664640 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27862664-307f-48c3-9500-db293d16be4b req-5d50d3d3-f9f4-4ea5-ba90-c66c4feb0762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:42.666190 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-27862664-307f-48c3-9500-db293d16be4b req-5d50d3d3-f9f4-4ea5-ba90-c66c4feb0762 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 1130 time: 0.0583479 Feb 20 03:34:42.704015 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-6c9a0c55-7004-40ee-a2f4-d6f85d99e0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:42.706589 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-6c9a0c55-7004-40ee-a2f4-d6f85d99e0ef service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1fdd6f8e-c413-4f72-b733-74af17d9e3ef HTTP/1.1" status: 200 len: 797 time: 0.0556540 Feb 20 03:34:42.783150 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-bd6e1a81-2b89-456f-8c54-9227475ffb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:42.784880 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-bd6e1a81-2b89-456f-8c54-9227475ffb1b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=67e7e45b-f32b-4fdb-9b56-3214aa9e538c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0713885 Feb 20 03:34:42.811390 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27862664-307f-48c3-9500-db293d16be4b req-0705d1f2-47cc-416e-9957-b5feba58e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:42.813910 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-27862664-307f-48c3-9500-db293d16be4b req-0705d1f2-47cc-416e-9957-b5feba58e10d service neutron] 10.222.0.93 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.1410010 Feb 20 03:34:42.870369 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-27862664-307f-48c3-9500-db293d16be4b req-48b1c7f0-64f1-4ff8-ae40-0c96a0eaa838 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=15602c8e-05c5-452e-91f1-2fdb0022ecd3 HTTP/1.1" status: 200 len: 217 time: 0.0476925 Feb 20 03:34:42.903776 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-fbafee94-c971-4904-a86d-1c94ac5e801f service neutron] 10.222.0.93 "GET /v2.0/networks/67e7e45b-f32b-4fdb-9b56-3214aa9e538c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116953 Feb 20 03:34:42.922626 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27862664-307f-48c3-9500-db293d16be4b req-aeca0f30-ceca-4280-9231-24964de0fae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:42.924293 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-27862664-307f-48c3-9500-db293d16be4b req-aeca0f30-ceca-4280-9231-24964de0fae4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0490093 Feb 20 03:34:42.997783 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27862664-307f-48c3-9500-db293d16be4b req-fe12d132-1d5a-4d10-a3bf-402cc063b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:43.000691 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-27862664-307f-48c3-9500-db293d16be4b req-fe12d132-1d5a-4d10-a3bf-402cc063b073 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0707948 Feb 20 03:34:43.006476 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-b3e4f377-60b9-4177-aec1-394753700216 service neutron] 10.222.0.93 "GET /v2.0/networks/67e7e45b-f32b-4fdb-9b56-3214aa9e538c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965695 Feb 20 03:34:43.054547 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-22030399-8ffc-4e1b-9fa7-01085f462ee6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=72683b69-16ce-4abb-9d13-638a89bd383e HTTP/1.1" status: 200 len: 217 time: 0.0416768 Feb 20 03:34:43.106311 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-27862664-307f-48c3-9500-db293d16be4b req-6cef0627-8016-45f4-b77e-b781f9fa68f3 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980015 Feb 20 03:34:43.127075 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-965f74ea-6332-480f-9de1-b2769806b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:43.128903 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-965f74ea-6332-480f-9de1-b2769806b086 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1fdd6f8e-c413-4f72-b733-74af17d9e3ef HTTP/1.1" status: 200 len: 797 time: 0.0684640 Feb 20 03:34:43.232312 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34546) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:43.262557 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-50ad8abc-2636-4b1c-8ecb-6b73ee1dcbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:43.268149 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-50ad8abc-2636-4b1c-8ecb-6b73ee1dcbee service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=67e7e45b-f32b-4fdb-9b56-3214aa9e538c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1326213 Feb 20 03:34:43.369026 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-27862664-307f-48c3-9500-db293d16be4b req-368fd903-920c-4a3e-b533-d10db5036666 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556765 Feb 20 03:34:43.414702 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-fb1e0243-dd66-4db4-a48f-3cab74ef80a7 service neutron] 10.222.0.93 "GET /v2.0/networks/67e7e45b-f32b-4fdb-9b56-3214aa9e538c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373210 Feb 20 03:34:43.415441 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-104b01e3-fd97-4121-aceb-2670e9211173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:43.548930 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-91df39b4-3f0c-40c9-8da1-73240f425968 service neutron] 10.222.0.93 "GET /v2.0/networks/67e7e45b-f32b-4fdb-9b56-3214aa9e538c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248138 Feb 20 03:34:43.608998 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-d82ebb94-9c68-4f8d-ae32-95dd575d2aa8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=cd8192d7-1fe8-411b-98f1-ddd812317e6a HTTP/1.1" status: 200 len: 217 time: 0.0503576 Feb 20 03:34:43.627158 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-104b01e3-fd97-4121-aceb-2670e9211173 admin admin] Publish callbacks [] for security_group (11b28881-677b-4eb1-9a38-b52951394aaa), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:43.673070 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-a6fc8f24-2bba-4303-b57f-4469edce775d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:43.674748 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-a6fc8f24-2bba-4303-b57f-4469edce775d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1fdd6f8e-c413-4f72-b733-74af17d9e3ef HTTP/1.1" status: 200 len: 797 time: 0.0604396 Feb 20 03:34:43.758632 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-104b01e3-fd97-4121-aceb-2670e9211173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (11b28881-677b-4eb1-9a38-b52951394aaa), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:43.796874 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34556) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:43.803952 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b01e3-fd97-4121-aceb-2670e9211173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b28881-677b-4eb1-9a38-b52951394aaa,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:43.829588 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-e99564d4-d47c-4d82-8bdd-a0ac3c7dca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:43.831258 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-e99564d4-d47c-4d82-8bdd-a0ac3c7dca69 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=67e7e45b-f32b-4fdb-9b56-3214aa9e538c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1448691 Feb 20 03:34:43.841528 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-104b01e3-fd97-4121-aceb-2670e9211173 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e32ac2b218a741a0948e11634337fb15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6034493 Feb 20 03:34:43.841986 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34560) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:43.881510 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2d727-d3df-468a-89f0-8de5cfd77d39 req-ddcdd9c4-cef8-4b19-88ec-09e6ded95d88 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:43.892229 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1ba2d727-d3df-468a-89f0-8de5cfd77d39 req-ddcdd9c4-cef8-4b19-88ec-09e6ded95d88 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 948 time: 0.0858192 Feb 20 03:34:43.937783 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d01eb416-fbb8-4e0e-884c-4e7b1fdcc3d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:43.963808 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1ba2d727-d3df-468a-89f0-8de5cfd77d39 req-c912dd21-8827-4bc0-b148-461832b73739 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698273 Feb 20 03:34:44.011046 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 15602c8e-05c5-452e-91f1-2fdb0022ecd3 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:34:44.025734 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c71cbf21-54df-4e0d-8650-54a74494410e admin admin] Publish callbacks [] for security_group (11b28881-677b-4eb1-9a38-b52951394aaa), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:44.057588 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c71cbf21-54df-4e0d-8650-54a74494410e admin admin] Publish callbacks [] for security_group (11b28881-677b-4eb1-9a38-b52951394aaa), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:44.118838 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-58cce860-266b-4604-b022-61b13bce73c9 service neutron] 10.222.0.93 "GET /v2.0/networks/67e7e45b-f32b-4fdb-9b56-3214aa9e538c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786548 Feb 20 03:34:44.135301 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df523a5-9d0f-4a72-b902-478686b519e9 req-42494c3e-d045-4a47-88dd-905b29d35fc4 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:44.150988 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8df523a5-9d0f-4a72-b902-478686b519e9 req-42494c3e-d045-4a47-88dd-905b29d35fc4 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 946 time: 0.1030784 Feb 20 03:34:44.157789 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 15602c8e-05c5-452e-91f1-2fdb0022ecd3, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=15602c8e-05c5-452e-91f1-2fdb0022ecd3,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:34:44.173324 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '15602c8e-05c5-452e-91f1-2fdb0022ecd3', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': '15602c8e-05c5-452e-91f1-2fdb0022ecd3', 'mac_address': 'fa:16:3e:44:c0:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:34:44.217183 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 15602c8e-05c5-452e-91f1-2fdb0022ecd3 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:34:44.218379 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (15602c8e-05c5-452e-91f1-2fdb0022ecd3), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:44.224481 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8df523a5-9d0f-4a72-b902-478686b519e9 req-39f7b090-4738-42c7-8bea-6cedc6c110e7 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722997 Feb 20 03:34:44.236666 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-137db890-53f7-40f3-b52e-c2c0a4dcd35c service neutron] 10.222.0.93 "GET /v2.0/networks/67e7e45b-f32b-4fdb-9b56-3214aa9e538c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113377 Feb 20 03:34:44.252879 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15602c8e-05c5-452e-91f1-2fdb0022ecd3 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:34:44.253339 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c71cbf21-54df-4e0d-8650-54a74494410e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (11b28881-677b-4eb1-9a38-b52951394aaa), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:44.253339 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c71cbf21-54df-4e0d-8650-54a74494410e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:44.253339 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c71cbf21-54df-4e0d-8650-54a74494410e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/11b28881-677b-4eb1-9a38-b52951394aaa HTTP/1.1" status: 204 len: 168 time: 0.3963890 Feb 20 03:34:44.253592 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d01eb416-fbb8-4e0e-884c-4e7b1fdcc3d0 admin admin] Publish callbacks [] for security_group (22104546-c568-4cdf-b775-137419a95ea9), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:44.253681 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71cbf21-54df-4e0d-8650-54a74494410e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b28881-677b-4eb1-9a38-b52951394aaa,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:44.282037 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 15602c8e-05c5-452e-91f1-2fdb0022ecd3, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=15602c8e-05c5-452e-91f1-2fdb0022ecd3,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:34:44.316360 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-8b68bba7-ba03-4c2b-8d4e-8967a359b46b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=afbe16b4-d82b-4267-9c4f-4cfe734a15f0 HTTP/1.1" status: 200 len: 217 time: 0.0653229 Feb 20 03:34:44.326506 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d01eb416-fbb8-4e0e-884c-4e7b1fdcc3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (22104546-c568-4cdf-b775-137419a95ea9), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:44.344728 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (15602c8e-05c5-452e-91f1-2fdb0022ecd3), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:44.376289 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d01eb416-fbb8-4e0e-884c-4e7b1fdcc3d0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=26f4e53fa29944edb9996400d5afa171&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5750244 Feb 20 03:34:44.376922 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34566) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:44.383642 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01eb416-fbb8-4e0e-884c-4e7b1fdcc3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22104546-c568-4cdf-b775-137419a95ea9,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:44.415928 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-08449d93-725d-456d-a85d-a5ca5f343c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:44.417942 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-08449d93-725d-456d-a85d-a5ca5f343c97 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d5f2ccdb-a5f0-4784-95bb-b259997ecd83 HTTP/1.1" status: 200 len: 797 time: 0.1039026 Feb 20 03:34:44.441635 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=15602c8e-05c5-452e-91f1-2fdb0022ecd3,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:44.446989 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8d96c0c9-362b-432c-bc42-d934003d00a8 admin admin] Publish callbacks [] for security_group (22104546-c568-4cdf-b775-137419a95ea9), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:44.451381 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:44.452404 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:44.453219 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:44.453219 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:44.453526 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:44.454151 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:44.454883 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:44.455384 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:44.455900 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:44.456423 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:44.456934 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:44.457430 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:44.457990 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:44.477634 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8d96c0c9-362b-432c-bc42-d934003d00a8 admin admin] Publish callbacks [] for security_group (22104546-c568-4cdf-b775-137419a95ea9), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:44.489445 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-1111282a-3fdc-43c3-99cc-378eadd1c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:44.491163 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-1111282a-3fdc-43c3-99cc-378eadd1c99c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d437f433-2a25-46ac-8335-584c725cf993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0645878 Feb 20 03:34:44.596855 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-f369f2c0-8863-47fa-94b1-f57cd7673f43 service neutron] 10.222.0.93 "GET /v2.0/networks/d437f433-2a25-46ac-8335-584c725cf993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995979 Feb 20 03:34:44.600440 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8d96c0c9-362b-432c-bc42-d934003d00a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (22104546-c568-4cdf-b775-137419a95ea9), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:44.605104 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8d96c0c9-362b-432c-bc42-d934003d00a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:44.605104 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8d96c0c9-362b-432c-bc42-d934003d00a8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/22104546-c568-4cdf-b775-137419a95ea9 HTTP/1.1" status: 204 len: 168 time: 0.2267447 Feb 20 03:34:44.624674 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96c0c9-362b-432c-bc42-d934003d00a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22104546-c568-4cdf-b775-137419a95ea9,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:44.652249 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['15602c8e-05c5-452e-91f1-2fdb0022ecd3'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:34:44.793416 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-521326bd-9769-44f2-aeee-e1ed774c5b5c service neutron] 10.222.0.93 "GET /v2.0/networks/d437f433-2a25-46ac-8335-584c725cf993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859074 Feb 20 03:34:44.853282 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-2aeadd2f-f09f-4a40-bcea-e4f1066bddfe service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c7e56a42-e6b3-4751-b71a-36d2d4255df0 HTTP/1.1" status: 200 len: 217 time: 0.0548689 Feb 20 03:34:44.911675 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-b94385e5-a738-4bda-b0e4-8f336b934b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:44.913114 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-b94385e5-a738-4bda-b0e4-8f336b934b70 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d5f2ccdb-a5f0-4784-95bb-b259997ecd83 HTTP/1.1" status: 200 len: 797 time: 0.0532582 Feb 20 03:34:44.967703 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-39e77153-6e8f-46ec-8583-470ab4f15969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:44.972025 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-39e77153-6e8f-46ec-8583-470ab4f15969 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d437f433-2a25-46ac-8335-584c725cf993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0531194 Feb 20 03:34:45.102053 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-22662b47-6bef-4f9a-b087-a5ae6501d995 service neutron] 10.222.0.93 "GET /v2.0/networks/d437f433-2a25-46ac-8335-584c725cf993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232245 Feb 20 03:34:45.160713 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a904f4-a0b0-4d3c-8b5d-01665f4108e7 req-a6c3e42b-fdaa-4557-a461-44c706fe4ca0 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:45.167668 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-38a904f4-a0b0-4d3c-8b5d-01665f4108e7 req-a6c3e42b-fdaa-4557-a461-44c706fe4ca0 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 949 time: 0.0840807 Feb 20 03:34:45.232271 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a996b3-fed7-4190-ad4d-36d42f561b70 req-5dae7e72-0140-4f46-b665-2ba21533fc11 service neutron] 10.222.0.93 "GET /v2.0/networks/d437f433-2a25-46ac-8335-584c725cf993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244009 Feb 20 03:34:45.259732 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-38a904f4-a0b0-4d3c-8b5d-01665f4108e7 req-6f78aabb-ca45-4a96-aa43-59dcc0647da3 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907111 Feb 20 03:34:45.276152 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69035229-8500-4b1b-9c59-4ce5d4aa2b01 req-32b24639-48bf-48ac-8198-3aa8dbc45174 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:45.279012 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-69035229-8500-4b1b-9c59-4ce5d4aa2b01 req-32b24639-48bf-48ac-8198-3aa8dbc45174 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.42 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 946 time: 0.1027613 Feb 20 03:34:45.613970 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34608) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:45.731025 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04cb07-ab4d-43ea-b9be-0655ce13eb29 req-e1cae202-3997-42ce-87b4-966058460de9 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:45.739410 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8b04cb07-ab4d-43ea-b9be-0655ce13eb29 req-e1cae202-3997-42ce-87b4-966058460de9 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 946 time: 0.3918664 Feb 20 03:34:45.743245 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-d9dc92cb-fe82-44b9-ab97-e99fe196a38d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1182725755-network', 'tenant_id': 'f0c2e059b5524af28b5ac91749ab39b4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:34:45.777966 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-69035229-8500-4b1b-9c59-4ce5d4aa2b01 req-7c23dd7f-a2fe-4ce4-aaac-ed7205232134 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Deleting port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:34:45.778603 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-69035229-8500-4b1b-9c59-4ce5d4aa2b01 req-7c23dd7f-a2fe-4ce4-aaac-ed7205232134 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (2a0eec7b-9fca-42d8-a0c8-208f96cb8808), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:45.836533 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8b04cb07-ab4d-43ea-b9be-0655ce13eb29 req-17297c2b-51f6-4f49-9d0b-7b279529d17d tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=2bf981ea-2996-44da-bb2f-2db132c0368c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960238 Feb 20 03:34:45.841552 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9dc92cb-fe82-44b9-ab97-e99fe196a38d admin admin] Made reservation on behalf of f0c2e059b5524af28b5ac91749ab39b4 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:34:45.847546 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9dc92cb-fe82-44b9-ab97-e99fe196a38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:45.868512 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9dc92cb-fe82-44b9-ab97-e99fe196a38d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:45.900779 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-69035229-8500-4b1b-9c59-4ce5d4aa2b01 req-7c23dd7f-a2fe-4ce4-aaac-ed7205232134 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] For port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=2a0eec7b-9fca-42d8-a0c8-208f96cb8808,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:34:45.901350 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-69035229-8500-4b1b-9c59-4ce5d4aa2b01 req-7c23dd7f-a2fe-4ce4-aaac-ed7205232134 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (2a0eec7b-9fca-42d8-a0c8-208f96cb8808), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:46.010646 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 15602c8e-05c5-452e-91f1-2fdb0022ecd3 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:34:46.012228 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9dc92cb-fe82-44b9-ab97-e99fe196a38d admin admin] Publish callbacks [] for security_group (ba72ca61-2bb7-41e5-acdf-8306c89651fd), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:46.028701 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34622) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:46.092743 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9dc92cb-fe82-44b9-ab97-e99fe196a38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ba72ca61-2bb7-41e5-acdf-8306c89651fd), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:46.120553 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9dc92cb-fe82-44b9-ab97-e99fe196a38d admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:34:46.136091 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc92cb-fe82-44b9-ab97-e99fe196a38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba72ca61-2bb7-41e5-acdf-8306c89651fd,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:46.142004 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9dc92cb-fe82-44b9-ab97-e99fe196a38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (9090ac89-42ef-43bd-b7c7-29a05c60a2c5), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:46.142428 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-d9dc92cb-fe82-44b9-ab97-e99fe196a38d admin admin] Added segment 9090ac89-42ef-43bd-b7c7-29a05c60a2c5 of type vlan for network 009d3554-94de-43aa-a0e5-a5caef775c53 Feb 20 03:34:46.147723 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 15602c8e-05c5-452e-91f1-2fdb0022ecd3 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:34:46.159822 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 15602c8e-05c5-452e-91f1-2fdb0022ecd3 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:34:46.162956 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (15602c8e-05c5-452e-91f1-2fdb0022ecd3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:46.190760 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9dc92cb-fe82-44b9-ab97-e99fe196a38d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (009d3554-94de-43aa-a0e5-a5caef775c53), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:46.200816 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-cc4d27c1-fc56-49c8-a16d-77927071b7cb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1598593730-network', 'tenant_id': '138204b85f4b4d58be48c9d0572da2c6'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:34:46.228278 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-69035229-8500-4b1b-9c59-4ce5d4aa2b01 req-7c23dd7f-a2fe-4ce4-aaac-ed7205232134 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:46.228956 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-69035229-8500-4b1b-9c59-4ce5d4aa2b01 req-7c23dd7f-a2fe-4ce4-aaac-ed7205232134 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (50bf2946-3cc0-4993-9458-f5039c0a30e9), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:46.229478 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [req-69035229-8500-4b1b-9c59-4ce5d4aa2b01 req-7c23dd7f-a2fe-4ce4-aaac-ed7205232134 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Floating IP 50bf2946-3cc0-4993-9458-f5039c0a30e9 disassociated. External IP: 172.25.7.213, port: 2a0eec7b-9fca-42d8-a0c8-208f96cb8808. Feb 20 03:34:46.231971 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-69035229-8500-4b1b-9c59-4ce5d4aa2b01 req-7c23dd7f-a2fe-4ce4-aaac-ed7205232134 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Calling delete_port for 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:34:46.292714 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 15602c8e-05c5-452e-91f1-2fdb0022ecd3 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:34:46.293230 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (15602c8e-05c5-452e-91f1-2fdb0022ecd3), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:46.309948 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4d27c1-fc56-49c8-a16d-77927071b7cb admin admin] Made reservation on behalf of 138204b85f4b4d58be48c9d0572da2c6 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:34:46.313744 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cc4d27c1-fc56-49c8-a16d-77927071b7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:46.328574 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cc4d27c1-fc56-49c8-a16d-77927071b7cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:46.337277 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 15602c8e-05c5-452e-91f1-2fdb0022ecd3, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=15602c8e-05c5-452e-91f1-2fdb0022ecd3,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:34:46.338646 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d43ecf-5451-42af-8514-9895a9db82b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15602c8e-05c5-452e-91f1-2fdb0022ecd3'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:34:46.341356 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bbb9a7-221b-4d68-b65c-b9a456bb8a98" -d '{"events": [{"server_uuid": "f5d43ecf-5451-42af-8514-9895a9db82b2", "name": "network-vif-plugged", "status": "completed", "tag": "15602c8e-05c5-452e-91f1-2fdb0022ecd3"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:34:46.376993 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9dc92cb-fe82-44b9-ab97-e99fe196a38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (009d3554-94de-43aa-a0e5-a5caef775c53), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:46.378380 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc92cb-fe82-44b9-ab97-e99fe196a38d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:46.379141 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9dc92cb-fe82-44b9-ab97-e99fe196a38d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:46.432764 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07decd-3f8f-4aae-9854-08674d9ae8d5 req-60c227e0-221f-4b5e-bb53-35fa087cb6ce tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:46.435573 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ba07decd-3f8f-4aae-9854-08674d9ae8d5 req-60c227e0-221f-4b5e-bb53-35fa087cb6ce tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 949 time: 0.0927203 Feb 20 03:34:46.440848 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (15602c8e-05c5-452e-91f1-2fdb0022ecd3), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:46.479175 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d9dc92cb-fe82-44b9-ab97-e99fe196a38d admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8636460 Feb 20 03:34:46.480359 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc92cb-fe82-44b9-ab97-e99fe196a38d admin admin] Pushing event updated for resources: {'Network': ['ID=009d3554-94de-43aa-a0e5-a5caef775c53,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:46.487675 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34630) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:46.500918 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-ae4c06c9-a15d-4415-a572-fd18608355c0 admin admin] Request body: {'subnet': {'network_id': '009d3554-94de-43aa-a0e5-a5caef775c53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1182725755-subnet', 'tenant_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:34:46.508000 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 009d3554-94de-43aa-a0e5-a5caef775c53 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:34:46.520261 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cc4d27c1-fc56-49c8-a16d-77927071b7cb admin admin] Publish callbacks [] for security_group (27202069-9d28-4eef-bfd3-b2d428dfc783), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:46.524432 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=15602c8e-05c5-452e-91f1-2fdb0022ecd3,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:46.539865 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ba07decd-3f8f-4aae-9854-08674d9ae8d5 req-9d0c3ead-4304-48d0-b4ce-478354529943 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905726 Feb 20 03:34:46.560925 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-69035229-8500-4b1b-9c59-4ce5d4aa2b01 req-7c23dd7f-a2fe-4ce4-aaac-ed7205232134 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (2a0eec7b-9fca-42d8-a0c8-208f96cb8808), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:46.593973 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420abb6f-0298-42bf-82e3-65a2daf57a67 x-openstack-request-id: req-420abb6f-0298-42bf-82e3-65a2daf57a67 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:34:46.594381 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d43ecf-5451-42af-8514-9895a9db82b2", "name": "network-vif-plugged", "status": "completed", "tag": "15602c8e-05c5-452e-91f1-2fdb0022ecd3", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:34:46.594738 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-420abb6f-0298-42bf-82e3-65a2daf57a67 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:34:46.595251 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d43ecf-5451-42af-8514-9895a9db82b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15602c8e-05c5-452e-91f1-2fdb0022ecd3', 'code': 200} Feb 20 03:34:46.596645 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23dd7f-a2fe-4ce4-aaac-ed7205232134 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Pushing event deleted for resources: {'Port': ['ID=2a0eec7b-9fca-42d8-a0c8-208f96cb8808,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:46.606891 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cc4d27c1-fc56-49c8-a16d-77927071b7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (27202069-9d28-4eef-bfd3-b2d428dfc783), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:46.664071 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d27c1-fc56-49c8-a16d-77927071b7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27202069-9d28-4eef-bfd3-b2d428dfc783,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:46.680346 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc4d27c1-fc56-49c8-a16d-77927071b7cb admin admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:34:46.709935 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cc4d27c1-fc56-49c8-a16d-77927071b7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (8a57dd48-cd2a-4b48-a8ae-20be415170b3), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:46.710280 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-cc4d27c1-fc56-49c8-a16d-77927071b7cb admin admin] Added segment 8a57dd48-cd2a-4b48-a8ae-20be415170b3 of type vlan for network af61ae37-a3b2-46ee-a441-3e7f71e566ae Feb 20 03:34:46.725971 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4c06c9-a15d-4415-a572-fd18608355c0 admin admin] Made reservation on behalf of f0c2e059b5524af28b5ac91749ab39b4 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:34:46.728490 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ae4c06c9-a15d-4415-a572-fd18608355c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:46.767779 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49efd9da-3e45-44d3-ae7c-312e4e4b1fba req-6b05c4a8-b2da-4911-8b96-dd44c2c6b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:46.769294 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-49efd9da-3e45-44d3-ae7c-312e4e4b1fba req-6b05c4a8-b2da-4911-8b96-dd44c2c6b989 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 1132 time: 0.1095886 Feb 20 03:34:46.770824 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cc4d27c1-fc56-49c8-a16d-77927071b7cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (af61ae37-a3b2-46ee-a441-3e7f71e566ae), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:46.826040 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69035229-8500-4b1b-9c59-4ce5d4aa2b01 req-7c23dd7f-a2fe-4ce4-aaac-ed7205232134 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Router 0e23669e-68f0-439f-bdbb-fa00e7dd1a90 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:34:46.831758 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-49efd9da-3e45-44d3-ae7c-312e4e4b1fba req-6e6bb483-abb2-469e-903d-23bc393d4b83 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545833 Feb 20 03:34:46.949893 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cc4d27c1-fc56-49c8-a16d-77927071b7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (af61ae37-a3b2-46ee-a441-3e7f71e566ae), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:46.950965 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4d27c1-fc56-49c8-a16d-77927071b7cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:46.951632 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cc4d27c1-fc56-49c8-a16d-77927071b7cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:46.972000 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3a26c567-f199-495b-83de-26d044b4d242 req-34649055-4075-42b2-b5b3-54a907fc8c98 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 210 time: 0.0392926 Feb 20 03:34:46.988229 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69035229-8500-4b1b-9c59-4ce5d4aa2b01 req-7c23dd7f-a2fe-4ce4-aaac-ed7205232134 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:34:47.019831 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1fa3c1-42d8-4dc8-abd5-d874be22535c None None] Sync routers for ids ['0e23669e-68f0-439f-bdbb-fa00e7dd1a90'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:34:47.045425 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1fa3c1-42d8-4dc8-abd5-d874be22535c None None] Routers {'0e23669e-68f0-439f-bdbb-fa00e7dd1a90'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:34:47.057968 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-3f1fa3c1-42d8-4dc8-abd5-d874be22535c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:34:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['0e23669e-68f0-439f-bdbb-fa00e7dd1a90'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:47.063717 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d27c1-fc56-49c8-a16d-77927071b7cb admin admin] Pushing event updated for resources: {'Network': ['ID=af61ae37-a3b2-46ee-a441-3e7f71e566ae,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:47.142407 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network af61ae37-a3b2-46ee-a441-3e7f71e566ae details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:34:47.155557 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-69035229-8500-4b1b-9c59-4ce5d4aa2b01 req-7c23dd7f-a2fe-4ce4-aaac-ed7205232134 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] No DVR routers for this DVR port 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:34:47.159241 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-69035229-8500-4b1b-9c59-4ce5d4aa2b01 req-7c23dd7f-a2fe-4ce4-aaac-ed7205232134 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:47.165285 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cc4d27c1-fc56-49c8-a16d-77927071b7cb admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1353164 Feb 20 03:34:47.167876 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34638) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:47.172543 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-69035229-8500-4b1b-9c59-4ce5d4aa2b01 req-7c23dd7f-a2fe-4ce4-aaac-ed7205232134 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.42 "DELETE /v2.0/ports/2a0eec7b-9fca-42d8-a0c8-208f96cb8808 HTTP/1.1" status: 204 len: 173 time: 1.8847475 Feb 20 03:34:47.173091 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801dc56e-a5ac-4cff-864d-129f50c171a7', 'name': 'network-vif-deleted', 'tag': '2a0eec7b-9fca-42d8-a0c8-208f96cb8808'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:34:47.183187 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-5778ee0e-35a4-463f-846e-794dd73ad7d7 admin admin] Request body: {'subnet': {'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1598593730-subnet', 'tenant_id': '138204b85f4b4d58be48c9d0572da2c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:34:47.189712 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f9fe33-d0fe-4756-9773-cde4a6652284" -d '{"events": [{"server_uuid": "801dc56e-a5ac-4cff-864d-129f50c171a7", "name": "network-vif-deleted", "tag": "2a0eec7b-9fca-42d8-a0c8-208f96cb8808"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:34:47.214015 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ae4c06c9-a15d-4415-a572-fd18608355c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (2ad5ecbe-9a30-4197-bb91-a87eb8b782b0), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:47.266561 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd0f2b2-d9d2-4621-b7ec-c7dea1a06866 x-openstack-request-id: req-5cd0f2b2-d9d2-4621-b7ec-c7dea1a06866 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:34:47.266561 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801dc56e-a5ac-4cff-864d-129f50c171a7", "name": "network-vif-deleted", "tag": "2a0eec7b-9fca-42d8-a0c8-208f96cb8808", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:34:47.266977 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5cd0f2b2-d9d2-4621-b7ec-c7dea1a06866 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:34:47.268014 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801dc56e-a5ac-4cff-864d-129f50c171a7', 'name': 'network-vif-deleted', 'tag': '2a0eec7b-9fca-42d8-a0c8-208f96cb8808', 'status': 'completed', 'code': 200} Feb 20 03:34:47.315668 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c06c9-a15d-4415-a572-fd18608355c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ad5ecbe-9a30-4197-bb91-a87eb8b782b0,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:47.325673 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4c06c9-a15d-4415-a572-fd18608355c0 admin admin] Checking segment: {'id': '9090ac89-42ef-43bd-b7c7-29a05c60a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '009d3554-94de-43aa-a0e5-a5caef775c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:34:47.326163 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4c06c9-a15d-4415-a572-fd18608355c0 admin admin] Network hostable DHCP agents. Network: 009d3554-94de-43aa-a0e5-a5caef775c53, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:34:47.342212 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5778ee0e-35a4-463f-846e-794dd73ad7d7 admin admin] Made reservation on behalf of 138204b85f4b4d58be48c9d0572da2c6 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:34:47.342212 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5778ee0e-35a4-463f-846e-794dd73ad7d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:47.351703 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-3f1fa3c1-42d8-4dc8-abd5-d874be22535c None None] Set router 0e23669e-68f0-439f-bdbb-fa00e7dd1a90 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:34:47.475840 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4c06c9-a15d-4415-a572-fd18608355c0 admin admin] Network 009d3554-94de-43aa-a0e5-a5caef775c53 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:34:47.572541 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-ae4c06c9-a15d-4415-a572-fd18608355c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 009d3554-94de-43aa-a0e5-a5caef775c53) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:34:47.577167 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4c06c9-a15d-4415-a572-fd18608355c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:47.577953 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ae4c06c9-a15d-4415-a572-fd18608355c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:47.625760 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6761239a-7123-4230-b8ee-2df4857ae99b None None] Network 009d3554-94de-43aa-a0e5-a5caef775c53 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:34:47.688053 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5778ee0e-35a4-463f-846e-794dd73ad7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (2206f6d9-9e03-4b9b-9ba0-e4c4146af053), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:47.690250 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e647cf1-98e8-4f58-afbf-1700e6aa37c7 req-53eedfd9-f1e2-4df6-84d2-4fc32464ec6a tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:47.697334 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8e647cf1-98e8-4f58-afbf-1700e6aa37c7 req-53eedfd9-f1e2-4df6-84d2-4fc32464ec6a tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 950 time: 0.0654693 Feb 20 03:34:47.770938 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778ee0e-35a4-463f-846e-794dd73ad7d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2206f6d9-9e03-4b9b-9ba0-e4c4146af053,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:47.781934 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8e647cf1-98e8-4f58-afbf-1700e6aa37c7 req-51d4fdae-ceea-4ea5-b718-c16a6c5c75d7 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835803 Feb 20 03:34:47.808278 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ae4c06c9-a15d-4415-a572-fd18608355c0 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3194749 Feb 20 03:34:47.810919 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34646) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:47.816088 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-5be9de86-41be-4a82-a0bb-d39c4d45e65f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1182725755-router', 'tenant_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:34:47.836992 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1329a12-576c-4c57-8666-fdde7892a9b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-009d3554-94de-43aa-a0e5-a5caef775c53', 'network_id': '009d3554-94de-43aa-a0e5-a5caef775c53', 'project_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'fixed_ips': [{'subnet_id': '2ad5ecbe-9a30-4197-bb91-a87eb8b782b0'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:34:47.837995 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b1329a12-576c-4c57-8666-fdde7892a9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:47.858015 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5778ee0e-35a4-463f-846e-794dd73ad7d7 admin admin] Checking segment: {'id': '8a57dd48-cd2a-4b48-a8ae-20be415170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:34:47.858401 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5778ee0e-35a4-463f-846e-794dd73ad7d7 admin admin] Network hostable DHCP agents. Network: af61ae37-a3b2-46ee-a441-3e7f71e566ae, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:34:47.950588 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-3f1fa3c1-42d8-4dc8-abd5-d874be22535c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'name': 'tempest-AttachVolumeShelveTestJSON-957401116-router', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:30:41Z', 'updated_at': '2022-02-20T03:30:54Z', 'revision_number': 4, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'gw_port': {'id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:44Z', 'updated_at': '2022-02-20T03:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '075e7992-9983-4ef0-b4ea-ecab923b92f8', 'name': '', 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'mac_address': 'fa:16:3e:5a:df:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:50Z', 'updated_at': '2022-02-20T03:30:59Z', 'revision_number': 5, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'subnets': [{'id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:47.983880 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1fa3c1-42d8-4dc8-abd5-d874be22535c None None] Checking router: 0e23669e-68f0-439f-bdbb-fa00e7dd1a90 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:34:48.012952 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1fa3c1-42d8-4dc8-abd5-d874be22535c None None] Routers {'0e23669e-68f0-439f-bdbb-fa00e7dd1a90'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:34:48.013507 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-3f1fa3c1-42d8-4dc8-abd5-d874be22535c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:34:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['0e23669e-68f0-439f-bdbb-fa00e7dd1a90'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:48.054116 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5778ee0e-35a4-463f-846e-794dd73ad7d7 admin admin] Network af61ae37-a3b2-46ee-a441-3e7f71e566ae is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:34:48.055386 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5be9de86-41be-4a82-a0bb-d39c4d45e65f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (908ca550-1e41-422b-969d-f173a7da1383), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:48.057768 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5be9de86-41be-4a82-a0bb-d39c4d45e65f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (908ca550-1e41-422b-969d-f173a7da1383), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:48.143683 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-b1329a12-576c-4c57-8666-fdde7892a9b1 None None] Allocated IP 172.20.0.2 (009d3554-94de-43aa-a0e5-a5caef775c53/2ad5ecbe-9a30-4197-bb91-a87eb8b782b0/d2de68eb-2bb5-4c82-8cc9-976dd1c836f2) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:34:48.184480 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6028d635-8314-49ea-942d-0a20b127f2cd req-8fc776e6-0e68-4f4e-a1c8-abdc41183931 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=801dc56e-a5ac-4cff-864d-129f50c171a7 HTTP/1.1" status: 200 len: 210 time: 0.0671802 Feb 20 03:34:48.197334 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-5778ee0e-35a4-463f-846e-794dd73ad7d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, af61ae37-a3b2-46ee-a441-3e7f71e566ae) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:34:48.208589 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5778ee0e-35a4-463f-846e-794dd73ad7d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:48.209324 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5778ee0e-35a4-463f-846e-794dd73ad7d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:48.216608 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18228e87-ad27-4bbf-ba73-a9dbdab30abd None None] Network af61ae37-a3b2-46ee-a441-3e7f71e566ae requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:34:48.225596 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5be9de86-41be-4a82-a0bb-d39c4d45e65f admin admin] Publish callbacks [] for router_controller (908ca550-1e41-422b-969d-f173a7da1383), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:48.269999 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-3f1fa3c1-42d8-4dc8-abd5-d874be22535c None None] Set router 0e23669e-68f0-439f-bdbb-fa00e7dd1a90 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:34:48.332492 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5778ee0e-35a4-463f-846e-794dd73ad7d7 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1546836 Feb 20 03:34:48.561878 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc2c76f-6dcf-47dd-b048-87b989d4fd30 None None] Network af61ae37-a3b2-46ee-a441-3e7f71e566ae requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:34:48.582163 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5be9de86-41be-4a82-a0bb-d39c4d45e65f admin admin] Publish callbacks [] for router_gateway (908ca550-1e41-422b-969d-f173a7da1383), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:48.595864 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:34:48.612355 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b1329a12-576c-4c57-8666-fdde7892a9b1 None None] Publish callbacks [] for port (d2de68eb-2bb5-4c82-8cc9-976dd1c836f2), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:48.669314 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:34:48.669724 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 2a0eec7b-9fca-42d8-a0c8-208f96cb8808 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:34:48.779443 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-3f1fa3c1-42d8-4dc8-abd5-d874be22535c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'name': 'tempest-AttachVolumeShelveTestJSON-957401116-router', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:30:41Z', 'updated_at': '2022-02-20T03:30:54Z', 'revision_number': 4, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'gw_port': {'id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:44Z', 'updated_at': '2022-02-20T03:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '075e7992-9983-4ef0-b4ea-ecab923b92f8', 'name': '', 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'mac_address': 'fa:16:3e:5a:df:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:50Z', 'updated_at': '2022-02-20T03:30:59Z', 'revision_number': 5, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'subnets': [{'id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:48.779443 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b1329a12-576c-4c57-8666-fdde7892a9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (d2de68eb-2bb5-4c82-8cc9-976dd1c836f2), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:48.854528 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1fa3c1-42d8-4dc8-abd5-d874be22535c None None] The sync data for ids ['0e23669e-68f0-439f-bdbb-fa00e7dd1a90'] in n-d-829866-4 is: [{'id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'name': 'tempest-AttachVolumeShelveTestJSON-957401116-router', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:30:41Z', 'updated_at': '2022-02-20T03:30:54Z', 'revision_number': 4, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'gw_port': {'id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:44Z', 'updated_at': '2022-02-20T03:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '075e7992-9983-4ef0-b4ea-ecab923b92f8', 'name': '', 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'mac_address': 'fa:16:3e:5a:df:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:50Z', 'updated_at': '2022-02-20T03:30:59Z', 'revision_number': 5, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'subnets': [{'id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:34:48.857161 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1329a12-576c-4c57-8666-fdde7892a9b1 None None] Network 009d3554-94de-43aa-a0e5-a5caef775c53 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:34:48.861486 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-b1329a12-576c-4c57-8666-fdde7892a9b1 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:34:48.864986 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1329a12-576c-4c57-8666-fdde7892a9b1 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:34:48.907495 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1329a12-576c-4c57-8666-fdde7892a9b1 None None] Pushing event updated for resources: {'Port': ['ID=d2de68eb-2bb5-4c82-8cc9-976dd1c836f2,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:48.921475 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046a126-5cba-4ace-9543-d168b3616e48 req-5b04c9fb-ee48-4fdf-acae-cfce21269547 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:48.923219 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a046a126-5cba-4ace-9543-d168b3616e48 req-5b04c9fb-ee48-4fdf-acae-cfce21269547 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/networks?id=af61ae37-a3b2-46ee-a441-3e7f71e566ae HTTP/1.1" status: 200 len: 812 time: 0.1291008 Feb 20 03:34:48.944980 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b1329a12-576c-4c57-8666-fdde7892a9b1 None None] Attempting to bind port d2de68eb-2bb5-4c82-8cc9-976dd1c836f2 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:34:48.945255 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b1329a12-576c-4c57-8666-fdde7892a9b1 None None] Attempting to bind port d2de68eb-2bb5-4c82-8cc9-976dd1c836f2 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '9090ac89-42ef-43bd-b7c7-29a05c60a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '009d3554-94de-43aa-a0e5-a5caef775c53'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:34:48.945623 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1329a12-576c-4c57-8666-fdde7892a9b1 None None] Attempting to bind port d2de68eb-2bb5-4c82-8cc9-976dd1c836f2 on network 009d3554-94de-43aa-a0e5-a5caef775c53 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:34:48.952599 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1329a12-576c-4c57-8666-fdde7892a9b1 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:34:48.953163 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1329a12-576c-4c57-8666-fdde7892a9b1 None None] Checking segment: {'id': '9090ac89-42ef-43bd-b7c7-29a05c60a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '009d3554-94de-43aa-a0e5-a5caef775c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:34:48.953570 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b1329a12-576c-4c57-8666-fdde7892a9b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:48.953966 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1329a12-576c-4c57-8666-fdde7892a9b1 None None] Bound using segment: {'id': '9090ac89-42ef-43bd-b7c7-29a05c60a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '009d3554-94de-43aa-a0e5-a5caef775c53'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:34:48.954440 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b1329a12-576c-4c57-8666-fdde7892a9b1 None None] Bound port: d2de68eb-2bb5-4c82-8cc9-976dd1c836f2, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9090ac89-42ef-43bd-b7c7-29a05c60a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '009d3554-94de-43aa-a0e5-a5caef775c53'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:34:48.954818 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b1329a12-576c-4c57-8666-fdde7892a9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d2de68eb-2bb5-4c82-8cc9-976dd1c836f2), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:49.014817 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a046a126-5cba-4ace-9543-d168b3616e48 req-6817a833-1d64-470d-a184-329e8bc0a507 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/quotas/138204b85f4b4d58be48c9d0572da2c6 HTTP/1.1" status: 200 len: 375 time: 0.0421846 Feb 20 03:34:49.031759 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b1329a12-576c-4c57-8666-fdde7892a9b1 None None] For port d2de68eb-2bb5-4c82-8cc9-976dd1c836f2, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:34:49.035240 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b1329a12-576c-4c57-8666-fdde7892a9b1 None None] For port d2de68eb-2bb5-4c82-8cc9-976dd1c836f2, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d2de68eb-2bb5-4c82-8cc9-976dd1c836f2,segment=NetworkSegment(9090ac89-42ef-43bd-b7c7-29a05c60a2c5),segment_id=9090ac89-42ef-43bd-b7c7-29a05c60a2c5)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:34:49.078298 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a046a126-5cba-4ace-9543-d168b3616e48 req-ad85f7ef-fddc-4a35-ad83-f285a9988357 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=138204b85f4b4d58be48c9d0572da2c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399909 Feb 20 03:34:49.110832 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b1329a12-576c-4c57-8666-fdde7892a9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d2de68eb-2bb5-4c82-8cc9-976dd1c836f2), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:49.122315 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5be9de86-41be-4a82-a0bb-d39c4d45e65f admin admin] Publish callbacks [] for router_gateway (908ca550-1e41-422b-969d-f173a7da1383), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:49.184433 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5be9de86-41be-4a82-a0bb-d39c4d45e65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:49.204006 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1329a12-576c-4c57-8666-fdde7892a9b1 None None] Pushing event updated for resources: {'Port': ['ID=d2de68eb-2bb5-4c82-8cc9-976dd1c836f2,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:49.281161 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a046a126-5cba-4ace-9543-d168b3616e48 req-fe53f339-e277-4705-9d86-422615124f6f service neutron] 10.222.0.89 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928601 Feb 20 03:34:49.310235 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777279a9-c8f3-49b8-88c4-a58afa8281f0 None None] New status for floating IP 50bf2946-3cc0-4993-9458-f5039c0a30e9: DOWN {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:34:49.424866 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-5be9de86-41be-4a82-a0bb-d39c4d45e65f admin admin] Allocated IP 172.25.7.44 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/eec7d06a-432f-4709-bc61-dcc7a9fa06d2) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:34:49.494691 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a046a126-5cba-4ace-9543-d168b3616e48 req-41cee59b-456a-45ea-afb8-9b6b00fd5497 service neutron] 10.222.0.89 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124767 Feb 20 03:34:49.626934 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5be9de86-41be-4a82-a0bb-d39c4d45e65f admin admin] Publish callbacks [] for port (eec7d06a-432f-4709-bc61-dcc7a9fa06d2), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:49.782650 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5be9de86-41be-4a82-a0bb-d39c4d45e65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (eec7d06a-432f-4709-bc61-dcc7a9fa06d2), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:49.881683 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be9de86-41be-4a82-a0bb-d39c4d45e65f admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:34:49.885527 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-5be9de86-41be-4a82-a0bb-d39c4d45e65f admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:34:49.887485 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9de86-41be-4a82-a0bb-d39c4d45e65f admin admin] Pushing event updated for resources: {'Port': ['ID=eec7d06a-432f-4709-bc61-dcc7a9fa06d2,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:49.890623 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be9de86-41be-4a82-a0bb-d39c4d45e65f admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:34:49.946660 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4f270-8bfa-422f-9d9c-094c0ef6b09c req-8bf42169-05f3-4dd9-93cb-606ed29fd77c tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:49.953072 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3be4f270-8bfa-422f-9d9c-094c0ef6b09c req-8bf42169-05f3-4dd9-93cb-606ed29fd77c tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 950 time: 0.1303968 Feb 20 03:34:50.094968 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3be4f270-8bfa-422f-9d9c-094c0ef6b09c req-424c0d9e-ab77-453c-925e-2ae270f5055a tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407647 Feb 20 03:34:50.368345 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c12e0a96-abd2-48d2-abfc-4d23b56c3edb req-12eff4a1-100d-447b-baec-bdc7c3933bed tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=a29c9a59-47b5-43a6-844f-eb8b1b26b7cb HTTP/1.1" status: 200 len: 210 time: 0.0325840 Feb 20 03:34:50.382097 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5be9de86-41be-4a82-a0bb-d39c4d45e65f admin admin] Publish callbacks [] for router_gateway (908ca550-1e41-422b-969d-f173a7da1383), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:50.523293 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829e1943-2c39-4fe0-a64f-19afd99d99ad None None] Network 009d3554-94de-43aa-a0e5-a5caef775c53 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:34:50.568289 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:34:50.599165 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-50d286da-3a0d-4724-bac0-36bf1daa6784 None None] Provisioning complete for port d2de68eb-2bb5-4c82-8cc9-976dd1c836f2 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:34:50.599544 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-50d286da-3a0d-4724-bac0-36bf1daa6784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d2de68eb-2bb5-4c82-8cc9-976dd1c836f2), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:50.758524 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-50d286da-3a0d-4724-bac0-36bf1daa6784 None None] Current status of the port d2de68eb-2bb5-4c82-8cc9-976dd1c836f2 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:34:50.759003 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-50d286da-3a0d-4724-bac0-36bf1daa6784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d2de68eb-2bb5-4c82-8cc9-976dd1c836f2), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:50.806014 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-50d286da-3a0d-4724-bac0-36bf1daa6784 None None] For port d2de68eb-2bb5-4c82-8cc9-976dd1c836f2, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d2de68eb-2bb5-4c82-8cc9-976dd1c836f2,segment=NetworkSegment(9090ac89-42ef-43bd-b7c7-29a05c60a2c5),segment_id=9090ac89-42ef-43bd-b7c7-29a05c60a2c5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:34:50.814247 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:50.883084 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4cd88-59a4-49df-a164-24ef62985e56 req-69698f09-74a8-4c89-b10c-67af1b7a8acb tempest-MigrationsAdminTest-1123476607 tempest-MigrationsAdminTest-1123476607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:50.891328 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-03a4cd88-59a4-49df-a164-24ef62985e56 req-69698f09-74a8-4c89-b10c-67af1b7a8acb tempest-MigrationsAdminTest-1123476607 tempest-MigrationsAdminTest-1123476607-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 1132 time: 0.1181254 Feb 20 03:34:50.932419 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-50d286da-3a0d-4724-bac0-36bf1daa6784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d2de68eb-2bb5-4c82-8cc9-976dd1c836f2), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:50.955801 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-03a4cd88-59a4-49df-a164-24ef62985e56 req-b5573f7f-d7de-4596-ba3a-0df768e87717 tempest-MigrationsAdminTest-1123476607 tempest-MigrationsAdminTest-1123476607-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:50.988567 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device d2de68eb-2bb5-4c82-8cc9-976dd1c836f2 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:34:50.992810 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:51.016256 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d286da-3a0d-4724-bac0-36bf1daa6784 None None] Pushing event updated for resources: {'Port': ['ID=d2de68eb-2bb5-4c82-8cc9-976dd1c836f2,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:51.052835 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port d2de68eb-2bb5-4c82-8cc9-976dd1c836f2 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:34:51.053214 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d2de68eb-2bb5-4c82-8cc9-976dd1c836f2), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:51.080657 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5be9de86-41be-4a82-a0bb-d39c4d45e65f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (908ca550-1e41-422b-969d-f173a7da1383), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:51.092776 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-7e131eb0-724c-4534-bab2-8a4ee5c3b544 None None] Provisioning complete for port d2de68eb-2bb5-4c82-8cc9-976dd1c836f2 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:34:51.095596 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7e131eb0-724c-4534-bab2-8a4ee5c3b544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d2de68eb-2bb5-4c82-8cc9-976dd1c836f2), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:51.164161 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-03a4cd88-59a4-49df-a164-24ef62985e56 req-b5573f7f-d7de-4596-ba3a-0df768e87717 tempest-MigrationsAdminTest-1123476607 tempest-MigrationsAdminTest-1123476607-project-admin] Publish callbacks [] for security_group (6a76233d-e041-48a8-8688-44e0565331dc), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:51.185780 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port d2de68eb-2bb5-4c82-8cc9-976dd1c836f2 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:34:51.234214 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-03a4cd88-59a4-49df-a164-24ef62985e56 req-b5573f7f-d7de-4596-ba3a-0df768e87717 tempest-MigrationsAdminTest-1123476607 tempest-MigrationsAdminTest-1123476607-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (6a76233d-e041-48a8-8688-44e0565331dc), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:51.238443 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-7e131eb0-724c-4534-bab2-8a4ee5c3b544 None None] Current status of the port d2de68eb-2bb5-4c82-8cc9-976dd1c836f2 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:34:51.289682 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5573f7f-d7de-4596-ba3a-0df768e87717 tempest-MigrationsAdminTest-1123476607 tempest-MigrationsAdminTest-1123476607-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a76233d-e041-48a8-8688-44e0565331dc,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:51.293812 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-03a4cd88-59a4-49df-a164-24ef62985e56 req-b5573f7f-d7de-4596-ba3a-0df768e87717 tempest-MigrationsAdminTest-1123476607 tempest-MigrationsAdminTest-1123476607-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017882 Feb 20 03:34:51.383897 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be9de86-41be-4a82-a0bb-d39c4d45e65f admin admin] Router 908ca550-1e41-422b-969d-f173a7da1383 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:34:51.448406 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34702) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:51.518209 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be9de86-41be-4a82-a0bb-d39c4d45e65f admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:34:51.535316 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1b5bbf-5b0e-49c0-a8a4-ed5d87fbd61c None None] Sync routers for ids ['908ca550-1e41-422b-969d-f173a7da1383'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:34:51.544399 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05a964f8-c78b-466a-83ff-0f301627130a tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for security_group (2bf981ea-2996-44da-bb2f-2db132c0368c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:51.552551 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1b5bbf-5b0e-49c0-a8a4-ed5d87fbd61c None None] Routers {'908ca550-1e41-422b-969d-f173a7da1383'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:34:51.553322 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-5b1b5bbf-5b0e-49c0-a8a4-ed5d87fbd61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:34:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['908ca550-1e41-422b-969d-f173a7da1383'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:51.612490 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05a964f8-c78b-466a-83ff-0f301627130a tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for security_group (2bf981ea-2996-44da-bb2f-2db132c0368c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:51.637622 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5be9de86-41be-4a82-a0bb-d39c4d45e65f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:51.638942 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5be9de86-41be-4a82-a0bb-d39c4d45e65f admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.8264840 Feb 20 03:34:51.641858 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34704) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:51.711388 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-24e90db0-1c10-4932-900c-1e86c77a5d90 req-b578a7af-5220-44d7-90ba-acb75b00520c service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:34:51.712528 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-24e90db0-1c10-4932-900c-1e86c77a5d90 req-b578a7af-5220-44d7-90ba-acb75b00520c service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074403 Feb 20 03:34:51.841043 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05a964f8-c78b-466a-83ff-0f301627130a tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (2bf981ea-2996-44da-bb2f-2db132c0368c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:51.845230 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05a964f8-c78b-466a-83ff-0f301627130a tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:51.846552 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-05a964f8-c78b-466a-83ff-0f301627130a tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "DELETE /v2.0/security-groups/2bf981ea-2996-44da-bb2f-2db132c0368c HTTP/1.1" status: 204 len: 168 time: 0.3970001 Feb 20 03:34:51.852646 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34710) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:51.869649 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a964f8-c78b-466a-83ff-0f301627130a tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf981ea-2996-44da-bb2f-2db132c0368c,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:51.882729 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-ce0b059d-3f55-43c4-9a20-e38bd4946e90 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] show failed (client error): The resource could not be found. Feb 20 03:34:51.883811 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ce0b059d-3f55-43c4-9a20-e38bd4946e90 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups/2bf981ea-2996-44da-bb2f-2db132c0368c HTTP/1.1" status: 404 len: 347 time: 0.0298221 Feb 20 03:34:51.887355 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34712) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:51.989019 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-5b1b5bbf-5b0e-49c0-a8a4-ed5d87fbd61c None None] Set router 908ca550-1e41-422b-969d-f173a7da1383 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:34:52.176853 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-e8f57d14-ea9d-4f36-8959-d2652b697cea tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Deleting port 38e92b4a-0739-4740-8563-a8e7238bdd58 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:34:52.177446 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e8f57d14-ea9d-4f36-8959-d2652b697cea tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (38e92b4a-0739-4740-8563-a8e7238bdd58), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:52.204979 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-5b1b5bbf-5b0e-49c0-a8a4-ed5d87fbd61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908ca550-1e41-422b-969d-f173a7da1383', 'name': 'tempest-ServersTestJSON-1182725755-router', 'tenant_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'eec7d06a-432f-4709-bc61-dcc7a9fa06d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:34:48Z', 'updated_at': '2022-02-20T03:34:50Z', 'revision_number': 3, 'project_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'gw_port': {'id': 'eec7d06a-432f-4709-bc61-dcc7a9fa06d2', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908ca550-1e41-422b-969d-f173a7da1383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:34:49Z', 'updated_at': '2022-02-20T03:34:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:52.240823 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1b5bbf-5b0e-49c0-a8a4-ed5d87fbd61c None None] Checking router: 908ca550-1e41-422b-969d-f173a7da1383 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:34:52.240823 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1b5bbf-5b0e-49c0-a8a4-ed5d87fbd61c None None] Updating router 908ca550-1e41-422b-969d-f173a7da1383 port eec7d06a-432f-4709-bc61-dcc7a9fa06d2 binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:34:52.268713 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5b1b5bbf-5b0e-49c0-a8a4-ed5d87fbd61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (eec7d06a-432f-4709-bc61-dcc7a9fa06d2), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:52.321319 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e8f57d14-ea9d-4f36-8959-d2652b697cea tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (38e92b4a-0739-4740-8563-a8e7238bdd58), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:52.321668 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e8f57d14-ea9d-4f36-8959-d2652b697cea tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for floatingip (38e92b4a-0739-4740-8563-a8e7238bdd58), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:52.360290 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-e8f57d14-ea9d-4f36-8959-d2652b697cea tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Calling delete_port for 38e92b4a-0739-4740-8563-a8e7238bdd58 owned by network:floatingip {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:34:52.626207 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5b1b5bbf-5b0e-49c0-a8a4-ed5d87fbd61c None None] Publish callbacks [] for port (eec7d06a-432f-4709-bc61-dcc7a9fa06d2), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:52.635972 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4995859c-1ee3-42e4-95f0-1391e55c5b47 req-0367abe5-edfd-4418-aedb-c069c6164d28 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=a29c9a59-47b5-43a6-844f-eb8b1b26b7cb HTTP/1.1" status: 200 len: 210 time: 0.0611875 Feb 20 03:34:52.641532 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bdc4fe40-7060-4777-b879-b7d0db2750e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:52.750919 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046a126-5cba-4ace-9543-d168b3616e48 req-6697a80e-af72-454a-81cd-cb831a120143 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:52.752451 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a046a126-5cba-4ace-9543-d168b3616e48 req-6697a80e-af72-454a-81cd-cb831a120143 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.42 "GET /v2.0/networks?id=af61ae37-a3b2-46ee-a441-3e7f71e566ae HTTP/1.1" status: 200 len: 812 time: 0.2452765 Feb 20 03:34:52.778625 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-7bf65a94-116a-43dc-adc1-a0afd510943d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0710025 Feb 20 03:34:52.801977 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5b1b5bbf-5b0e-49c0-a8a4-ed5d87fbd61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (eec7d06a-432f-4709-bc61-dcc7a9fa06d2), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:52.812396 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-a046a126-5cba-4ace-9543-d168b3616e48 req-f325f69e-37c3-4840-91d0-5956a4772c94 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Request body: {'port': {'device_id': 'a29c9a59-47b5-43a6-844f-eb8b1b26b7cb', 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae', 'admin_state_up': True, 'tenant_id': '138204b85f4b4d58be48c9d0572da2c6'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:34:52.928148 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device d2de68eb-2bb5-4c82-8cc9-976dd1c836f2 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:34:52.956544 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950f181-0756-4c09-9822-5f8ed8d2ce5b None None] Pushing event updated for resources: {'Port': ['ID=eec7d06a-432f-4709-bc61-dcc7a9fa06d2,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:52.986843 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-5b1b5bbf-5b0e-49c0-a8a4-ed5d87fbd61c None None] Attempting to bind port eec7d06a-432f-4709-bc61-dcc7a9fa06d2 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:34:52.987250 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-5b1b5bbf-5b0e-49c0-a8a4-ed5d87fbd61c None None] Attempting to bind port eec7d06a-432f-4709-bc61-dcc7a9fa06d2 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:34:52.987917 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1b5bbf-5b0e-49c0-a8a4-ed5d87fbd61c None None] Attempting to bind port eec7d06a-432f-4709-bc61-dcc7a9fa06d2 on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:34:53.005841 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1b5bbf-5b0e-49c0-a8a4-ed5d87fbd61c None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:34:53.006519 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1b5bbf-5b0e-49c0-a8a4-ed5d87fbd61c None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:34:53.020058 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5b1b5bbf-5b0e-49c0-a8a4-ed5d87fbd61c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:53.020848 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1b5bbf-5b0e-49c0-a8a4-ed5d87fbd61c None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:34:53.024119 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-5b1b5bbf-5b0e-49c0-a8a4-ed5d87fbd61c None None] Bound port: eec7d06a-432f-4709-bc61-dcc7a9fa06d2, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:34:53.024812 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5b1b5bbf-5b0e-49c0-a8a4-ed5d87fbd61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (eec7d06a-432f-4709-bc61-dcc7a9fa06d2), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:53.056559 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf5ecb-3fab-424e-93a5-7b4b436c9fef req-4899f34c-fc42-4e22-bd00-c5bb80a63d15 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:53.070675 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f1bf5ecb-3fab-424e-93a5-7b4b436c9fef req-4899f34c-fc42-4e22-bd00-c5bb80a63d15 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 950 time: 0.3436699 Feb 20 03:34:53.079574 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e8f57d14-ea9d-4f36-8959-d2652b697cea tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (38e92b4a-0739-4740-8563-a8e7238bdd58), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:53.123233 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-5b1b5bbf-5b0e-49c0-a8a4-ed5d87fbd61c None None] For port eec7d06a-432f-4709-bc61-dcc7a9fa06d2, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:34:53.127015 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-5b1b5bbf-5b0e-49c0-a8a4-ed5d87fbd61c None None] For port eec7d06a-432f-4709-bc61-dcc7a9fa06d2, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=eec7d06a-432f-4709-bc61-dcc7a9fa06d2,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:34:53.213932 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5b1b5bbf-5b0e-49c0-a8a4-ed5d87fbd61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (eec7d06a-432f-4709-bc61-dcc7a9fa06d2), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:53.257149 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port d2de68eb-2bb5-4c82-8cc9-976dd1c836f2 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:34:53.258124 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d2de68eb-2bb5-4c82-8cc9-976dd1c836f2), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:53.371249 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1b5bbf-5b0e-49c0-a8a4-ed5d87fbd61c None None] Routers {'908ca550-1e41-422b-969d-f173a7da1383'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:34:53.372163 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-5b1b5bbf-5b0e-49c0-a8a4-ed5d87fbd61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:34:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['908ca550-1e41-422b-969d-f173a7da1383'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:53.417381 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950f181-0756-4c09-9822-5f8ed8d2ce5b None None] Pushing event updated for resources: {'Port': ['ID=eec7d06a-432f-4709-bc61-dcc7a9fa06d2,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:53.466640 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f57d14-ea9d-4f36-8959-d2652b697cea tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Pushing event deleted for resources: {'Port': ['ID=38e92b4a-0739-4740-8563-a8e7238bdd58,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:53.494975 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-bdc4fe40-7060-4777-b879-b7d0db2750e8 admin admin] Allocated IP 172.20.0.1 (009d3554-94de-43aa-a0e5-a5caef775c53/2ad5ecbe-9a30-4197-bb91-a87eb8b782b0/088f791f-1786-47da-b66a-1ed332cbb95a) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:34:53.550549 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port d2de68eb-2bb5-4c82-8cc9-976dd1c836f2 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:34:53.567529 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f1bf5ecb-3fab-424e-93a5-7b4b436c9fef req-48e7aacb-edab-4730-99d2-e6ad0c0016d5 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4956765 Feb 20 03:34:53.605569 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-5b1b5bbf-5b0e-49c0-a8a4-ed5d87fbd61c None None] Set router 908ca550-1e41-422b-969d-f173a7da1383 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:34:53.606830 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a046a126-5cba-4ace-9543-d168b3616e48 req-f325f69e-37c3-4840-91d0-5956a4772c94 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Made reservation on behalf of 138204b85f4b4d58be48c9d0572da2c6 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:34:53.611634 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a046a126-5cba-4ace-9543-d168b3616e48 req-f325f69e-37c3-4840-91d0-5956a4772c94 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:53.698385 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e8f57d14-ea9d-4f36-8959-d2652b697cea tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for floatingip (50bf2946-3cc0-4993-9458-f5039c0a30e9), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:53.701008 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e8f57d14-ea9d-4f36-8959-d2652b697cea tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:53.702978 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e8f57d14-ea9d-4f36-8959-d2652b697cea tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "DELETE /v2.0/floatingips/50bf2946-3cc0-4993-9458-f5039c0a30e9 HTTP/1.1" status: 204 len: 168 time: 1.8145990 Feb 20 03:34:53.845642 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-4d8abfd5-97bc-44eb-96b2-d9b248871097 tempest-MigrationsAdminTest-1123476607 tempest-MigrationsAdminTest-1123476607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:53.860300 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-4d8abfd5-97bc-44eb-96b2-d9b248871097 tempest-MigrationsAdminTest-1123476607 tempest-MigrationsAdminTest-1123476607-project-admin] 10.222.0.89 "GET /v2.0/ports/15602c8e-05c5-452e-91f1-2fdb0022ecd3 HTTP/1.1" status: 200 len: 1129 time: 0.2558975 Feb 20 03:34:53.872959 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-5b1b5bbf-5b0e-49c0-a8a4-ed5d87fbd61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908ca550-1e41-422b-969d-f173a7da1383', 'name': 'tempest-ServersTestJSON-1182725755-router', 'tenant_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'eec7d06a-432f-4709-bc61-dcc7a9fa06d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:34:48Z', 'updated_at': '2022-02-20T03:34:50Z', 'revision_number': 3, 'project_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'gw_port': {'id': 'eec7d06a-432f-4709-bc61-dcc7a9fa06d2', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908ca550-1e41-422b-969d-f173a7da1383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:34:49Z', 'updated_at': '2022-02-20T03:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:53.905129 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-a046a126-5cba-4ace-9543-d168b3616e48 req-f325f69e-37c3-4840-91d0-5956a4772c94 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Allocated IP 172.20.0.11 (af61ae37-a3b2-46ee-a441-3e7f71e566ae/2206f6d9-9e03-4b9b-9ba0-e4c4146af053/a7236085-2ea0-4574-8a5b-48a1736b4a68) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:34:53.909499 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1b5bbf-5b0e-49c0-a8a4-ed5d87fbd61c None None] The sync data for ids ['908ca550-1e41-422b-969d-f173a7da1383'] in n-d-829866-4 is: [{'id': '908ca550-1e41-422b-969d-f173a7da1383', 'name': 'tempest-ServersTestJSON-1182725755-router', 'tenant_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'eec7d06a-432f-4709-bc61-dcc7a9fa06d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:34:48Z', 'updated_at': '2022-02-20T03:34:50Z', 'revision_number': 3, 'project_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'gw_port': {'id': 'eec7d06a-432f-4709-bc61-dcc7a9fa06d2', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908ca550-1e41-422b-969d-f173a7da1383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:34:49Z', 'updated_at': '2022-02-20T03:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:34:53.915018 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3bc63b59-4ef3-4232-bd53-97aae6d221bc req-fd5af91a-6a3f-45e6-961b-24f2db76437e tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=a29c9a59-47b5-43a6-844f-eb8b1b26b7cb HTTP/1.1" status: 200 len: 210 time: 0.0805633 Feb 20 03:34:53.993763 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bdc4fe40-7060-4777-b879-b7d0db2750e8 admin admin] Publish callbacks [] for port (088f791f-1786-47da-b66a-1ed332cbb95a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:54.189430 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a046a126-5cba-4ace-9543-d168b3616e48 req-f325f69e-37c3-4840-91d0-5956a4772c94 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks [] for port (a7236085-2ea0-4574-8a5b-48a1736b4a68), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:54.253561 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bdc4fe40-7060-4777-b879-b7d0db2750e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (088f791f-1786-47da-b66a-1ed332cbb95a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:54.300156 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a046a126-5cba-4ace-9543-d168b3616e48 req-f325f69e-37c3-4840-91d0-5956a4772c94 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (a7236085-2ea0-4574-8a5b-48a1736b4a68), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:54.324174 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc4fe40-7060-4777-b879-b7d0db2750e8 admin admin] Network 009d3554-94de-43aa-a0e5-a5caef775c53 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:34:54.333198 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-bdc4fe40-7060-4777-b879-b7d0db2750e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:34:54.343430 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc4fe40-7060-4777-b879-b7d0db2750e8 admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:34:54.381879 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4fe40-7060-4777-b879-b7d0db2750e8 admin admin] Pushing event updated for resources: {'Port': ['ID=088f791f-1786-47da-b66a-1ed332cbb95a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:54.454732 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a046a126-5cba-4ace-9543-d168b3616e48 req-f325f69e-37c3-4840-91d0-5956a4772c94 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Network af61ae37-a3b2-46ee-a441-3e7f71e566ae is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:34:54.463903 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-a046a126-5cba-4ace-9543-d168b3616e48 req-f325f69e-37c3-4840-91d0-5956a4772c94 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:34:54.466754 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a046a126-5cba-4ace-9543-d168b3616e48 req-f325f69e-37c3-4840-91d0-5956a4772c94 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:34:54.523888 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325f69e-37c3-4840-91d0-5956a4772c94 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Pushing event updated for resources: {'Port': ['ID=a7236085-2ea0-4574-8a5b-48a1736b4a68,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:54.548934 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bdc4fe40-7060-4777-b879-b7d0db2750e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (908ca550-1e41-422b-969d-f173a7da1383), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:54.636942 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046a126-5cba-4ace-9543-d168b3616e48 req-f325f69e-37c3-4840-91d0-5956a4772c94 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:54.641144 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a046a126-5cba-4ace-9543-d168b3616e48 req-f325f69e-37c3-4840-91d0-5956a4772c94 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:54.715682 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-32457e0f-d31a-4071-b1c7-65675dead29d None None] Provisioning complete for port 088f791f-1786-47da-b66a-1ed332cbb95a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:34:54.718312 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-32457e0f-d31a-4071-b1c7-65675dead29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (088f791f-1786-47da-b66a-1ed332cbb95a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:54.809142 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-32457e0f-d31a-4071-b1c7-65675dead29d None None] Port 088f791f-1786-47da-b66a-1ed332cbb95a cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:34:54.833886 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a046a126-5cba-4ace-9543-d168b3616e48 req-f325f69e-37c3-4840-91d0-5956a4772c94 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0395124 Feb 20 03:34:54.851952 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-a046a126-5cba-4ace-9543-d168b3616e48 req-f213a7d9-24be-45c1-bfe0-7329124cbe32 service neutron] Request body: {'port': {'device_id': 'a29c9a59-47b5-43a6-844f-eb8b1b26b7cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:34:54.992835 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device eec7d06a-432f-4709-bc61-dcc7a9fa06d2 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:34:55.029546 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a046a126-5cba-4ace-9543-d168b3616e48 req-f213a7d9-24be-45c1-bfe0-7329124cbe32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a7236085-2ea0-4574-8a5b-48a1736b4a68), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:55.055330 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bdc4fe40-7060-4777-b879-b7d0db2750e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (088f791f-1786-47da-b66a-1ed332cbb95a), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:55.065774 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port eec7d06a-432f-4709-bc61-dcc7a9fa06d2 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:34:55.067125 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (eec7d06a-432f-4709-bc61-dcc7a9fa06d2), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:55.151191 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34768) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:55.156194 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-33c812e6-5d79-406d-a0b1-c3995a07b9c5 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Request body: {'security_group': {'name': 'tempest-securitygroup--761225008', 'description': 'tempest-description--1206431184'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:34:55.296552 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port eec7d06a-432f-4709-bc61-dcc7a9fa06d2 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:34:55.296954 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (eec7d06a-432f-4709-bc61-dcc7a9fa06d2), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:55.323988 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port eec7d06a-432f-4709-bc61-dcc7a9fa06d2, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=eec7d06a-432f-4709-bc61-dcc7a9fa06d2,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:34:55.332568 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-33c812e6-5d79-406d-a0b1-c3995a07b9c5 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:55.429065 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-33c812e6-5d79-406d-a0b1-c3995a07b9c5 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for security_group (cd3a65ab-b54d-4b10-8c90-18deb2eab6bc), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:55.464098 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (eec7d06a-432f-4709-bc61-dcc7a9fa06d2), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:55.509646 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-33c812e6-5d79-406d-a0b1-c3995a07b9c5 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (cd3a65ab-b54d-4b10-8c90-18deb2eab6bc), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:55.564209 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29685c-ce9d-4c79-ab87-64d9fe385204 req-d99cc545-f935-4c37-a1d3-4eae1dca84c2 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:55.566027 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7d29685c-ce9d-4c79-ab87-64d9fe385204 req-d99cc545-f935-4c37-a1d3-4eae1dca84c2 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 950 time: 0.2761886 Feb 20 03:34:55.583438 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c812e6-5d79-406d-a0b1-c3995a07b9c5 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:55.602939 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=eec7d06a-432f-4709-bc61-dcc7a9fa06d2,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:55.604203 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c812e6-5d79-406d-a0b1-c3995a07b9c5 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:55.605651 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c812e6-5d79-406d-a0b1-c3995a07b9c5 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:55.609193 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c812e6-5d79-406d-a0b1-c3995a07b9c5 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:55.609968 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c812e6-5d79-406d-a0b1-c3995a07b9c5 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:55.610563 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c812e6-5d79-406d-a0b1-c3995a07b9c5 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:55.611302 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c812e6-5d79-406d-a0b1-c3995a07b9c5 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:55.612358 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c812e6-5d79-406d-a0b1-c3995a07b9c5 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:55.613093 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c812e6-5d79-406d-a0b1-c3995a07b9c5 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:55.614358 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c812e6-5d79-406d-a0b1-c3995a07b9c5 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:55.616130 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c812e6-5d79-406d-a0b1-c3995a07b9c5 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:55.616719 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c812e6-5d79-406d-a0b1-c3995a07b9c5 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:55.617295 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c812e6-5d79-406d-a0b1-c3995a07b9c5 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:55.617872 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c812e6-5d79-406d-a0b1-c3995a07b9c5 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:34:55.631708 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-33c812e6-5d79-406d-a0b1-c3995a07b9c5 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:55.636738 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-33c812e6-5d79-406d-a0b1-c3995a07b9c5 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4815433 Feb 20 03:34:55.636738 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34772) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:55.644281 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-4212a95f-543b-44d9-9a88-3254c0f987ae tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Request body: {'security_group_rule': {'security_group_id': 'cd3a65ab-b54d-4b10-8c90-18deb2eab6bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:34:55.730954 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7d29685c-ce9d-4c79-ab87-64d9fe385204 req-b5c77ce4-f28b-4f97-bd1a-0f486452631c tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518295 Feb 20 03:34:55.767518 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4212a95f-543b-44d9-9a88-3254c0f987ae tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for security_group_rule (07aef6e6-3c3a-4c23-8082-9bf23f9b76c4), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:55.771193 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bdc4fe40-7060-4777-b879-b7d0db2750e8 admin admin] Publish callbacks [] for port (088f791f-1786-47da-b66a-1ed332cbb95a), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:55.849669 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bdc4fe40-7060-4777-b879-b7d0db2750e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (088f791f-1786-47da-b66a-1ed332cbb95a), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:55.872431 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4212a95f-543b-44d9-9a88-3254c0f987ae tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for security_group_rule (07aef6e6-3c3a-4c23-8082-9bf23f9b76c4), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:55.937011 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-a046a126-5cba-4ace-9543-d168b3616e48 req-f213a7d9-24be-45c1-bfe0-7329124cbe32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7236085-2ea0-4574-8a5b-48a1736b4a68 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:34:55.943939 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4212a95f-543b-44d9-9a88-3254c0f987ae tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (07aef6e6-3c3a-4c23-8082-9bf23f9b76c4), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:55.961974 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4fe40-7060-4777-b879-b7d0db2750e8 admin admin] Pushing event updated for resources: {'Port': ['ID=088f791f-1786-47da-b66a-1ed332cbb95a,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:55.978983 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4212a95f-543b-44d9-9a88-3254c0f987ae tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07aef6e6-3c3a-4c23-8082-9bf23f9b76c4,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:56.005863 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a046a126-5cba-4ace-9543-d168b3616e48 req-f213a7d9-24be-45c1-bfe0-7329124cbe32 service neutron] Publish callbacks [] for port (a7236085-2ea0-4574-8a5b-48a1736b4a68), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:56.035009 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-a046a126-5cba-4ace-9543-d168b3616e48 req-f213a7d9-24be-45c1-bfe0-7329124cbe32 service neutron] Transition to ACTIVE for port object a7236085-2ea0-4574-8a5b-48a1736b4a68 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:34:56.037750 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bdc4fe40-7060-4777-b879-b7d0db2750e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (908ca550-1e41-422b-969d-f173a7da1383), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:56.080386 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4212a95f-543b-44d9-9a88-3254c0f987ae tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:56.083578 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4212a95f-543b-44d9-9a88-3254c0f987ae tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4453511 Feb 20 03:34:56.098001 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34778) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:56.106115 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-e70d7024-83e4-42fa-bf69-0a1d96699bcb tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Request body: {'security_group_rule': {'security_group_id': 'cd3a65ab-b54d-4b10-8c90-18deb2eab6bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:34:56.139624 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-b0f91725-2434-430d-8238-c707d7336922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:56.142007 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-b0f91725-2434-430d-8238-c707d7336922 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 1132 time: 0.1103828 Feb 20 03:34:56.146050 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc4fe40-7060-4777-b879-b7d0db2750e8 admin admin] Network 009d3554-94de-43aa-a0e5-a5caef775c53 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:34:56.148076 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-bdc4fe40-7060-4777-b879-b7d0db2750e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:34:56.156867 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a046a126-5cba-4ace-9543-d168b3616e48 req-f213a7d9-24be-45c1-bfe0-7329124cbe32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (a7236085-2ea0-4574-8a5b-48a1736b4a68), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:56.215216 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213a7d9-24be-45c1-bfe0-7329124cbe32 service neutron] Pushing event updated for resources: {'Port': ['ID=a7236085-2ea0-4574-8a5b-48a1736b4a68,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:56.234138 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdcca11-642f-4418-94c5-cf86f69b3a0f req-7761439c-e3e0-4c29-8c4f-c7fceaf5a01d tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:56.237429 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6fdcca11-642f-4418-94c5-cf86f69b3a0f req-7761439c-e3e0-4c29-8c4f-c7fceaf5a01d tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=a29c9a59-47b5-43a6-844f-eb8b1b26b7cb HTTP/1.1" status: 200 len: 932 time: 0.2717531 Feb 20 03:34:56.273559 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e70d7024-83e4-42fa-bf69-0a1d96699bcb tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for security_group_rule (ae74ef95-ff81-433c-9c86-d117f0019489), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:56.368750 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-b5bbfdbe-6818-411c-be10-59342836c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:56.374322 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-b5bbfdbe-6818-411c-be10-59342836c1b5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.2240455 Feb 20 03:34:56.400729 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-13ee0e3b-7d7b-45b2-ab37-67ee9dc554c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:56.424118 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc4fe40-7060-4777-b879-b7d0db2750e8 admin admin] Router 908ca550-1e41-422b-969d-f173a7da1383 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:34:56.437135 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e70d7024-83e4-42fa-bf69-0a1d96699bcb tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for security_group_rule (ae74ef95-ff81-433c-9c86-d117f0019489), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:56.493948 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-10dc0f43-3f15-4f60-b35b-eced98461630 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=15602c8e-05c5-452e-91f1-2fdb0022ecd3 HTTP/1.1" status: 200 len: 217 time: 0.1116962 Feb 20 03:34:56.529352 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e70d7024-83e4-42fa-bf69-0a1d96699bcb tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (ae74ef95-ff81-433c-9c86-d117f0019489), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:56.591978 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-696356e6-c46c-4c9f-b30c-315dd3f66c8b None None] Provisioning complete for port 088f791f-1786-47da-b66a-1ed332cbb95a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:34:56.592929 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d7024-83e4-42fa-bf69-0a1d96699bcb tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae74ef95-ff81-433c-9c86-d117f0019489,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:56.596930 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-696356e6-c46c-4c9f-b30c-315dd3f66c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (088f791f-1786-47da-b66a-1ed332cbb95a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:56.610017 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-30d0dc62-93bb-4bdc-949a-2432e8e1257d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:56.611682 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-30d0dc62-93bb-4bdc-949a-2432e8e1257d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1108670 Feb 20 03:34:56.654097 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-696356e6-c46c-4c9f-b30c-315dd3f66c8b None None] Port 088f791f-1786-47da-b66a-1ed332cbb95a cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:34:56.695406 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e70d7024-83e4-42fa-bf69-0a1d96699bcb tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:56.698360 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e70d7024-83e4-42fa-bf69-0a1d96699bcb tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5960391 Feb 20 03:34:56.701568 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34780) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:56.706271 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-c6b707ad-2f84-4872-bfd7-b975c07b6366 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:34:56.713515 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-53cb31cb-4765-4951-92c0-f8340fef609c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:56.715388 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-53cb31cb-4765-4951-92c0-f8340fef609c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0972342 Feb 20 03:34:56.756149 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6fdcca11-642f-4418-94c5-cf86f69b3a0f req-46072264-9cdb-4ffa-81f5-d156cee5222f tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420441 Feb 20 03:34:56.774631 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc4fe40-7060-4777-b879-b7d0db2750e8 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:34:56.782649 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-bdc4fe40-7060-4777-b879-b7d0db2750e8 admin admin] 10.222.0.89 "PUT /v2.0/routers/908ca550-1e41-422b-969d-f173a7da1383/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1396830 Feb 20 03:34:56.789138 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749fdf1c-d956-49d8-a1c3-bbe1cac596eb None None] Sync routers for ids ['908ca550-1e41-422b-969d-f173a7da1383'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:34:56.805032 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-a046a126-5cba-4ace-9543-d168b3616e48 req-f213a7d9-24be-45c1-bfe0-7329124cbe32 service neutron] Attempting to bind port a7236085-2ea0-4574-8a5b-48a1736b4a68 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:34:56.814763 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-a046a126-5cba-4ace-9543-d168b3616e48 req-f213a7d9-24be-45c1-bfe0-7329124cbe32 service neutron] Attempting to bind port a7236085-2ea0-4574-8a5b-48a1736b4a68 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '8a57dd48-cd2a-4b48-a8ae-20be415170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:34:56.814763 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a046a126-5cba-4ace-9543-d168b3616e48 req-f213a7d9-24be-45c1-bfe0-7329124cbe32 service neutron] Attempting to bind port a7236085-2ea0-4574-8a5b-48a1736b4a68 on network af61ae37-a3b2-46ee-a441-3e7f71e566ae {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:34:56.815503 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749fdf1c-d956-49d8-a1c3-bbe1cac596eb None None] Routers {'908ca550-1e41-422b-969d-f173a7da1383'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:34:56.816913 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-749fdf1c-d956-49d8-a1c3-bbe1cac596eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:34:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['908ca550-1e41-422b-969d-f173a7da1383'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:56.821074 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a046a126-5cba-4ace-9543-d168b3616e48 req-f213a7d9-24be-45c1-bfe0-7329124cbe32 service neutron] Port a7236085-2ea0-4574-8a5b-48a1736b4a68 on network af61ae37-a3b2-46ee-a441-3e7f71e566ae not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:34:56.822277 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a046a126-5cba-4ace-9543-d168b3616e48 req-f213a7d9-24be-45c1-bfe0-7329124cbe32 service neutron] Attempting to bind port a7236085-2ea0-4574-8a5b-48a1736b4a68 on network af61ae37-a3b2-46ee-a441-3e7f71e566ae {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:34:56.839002 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a046a126-5cba-4ace-9543-d168b3616e48 req-f213a7d9-24be-45c1-bfe0-7329124cbe32 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:34:56.839789 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a046a126-5cba-4ace-9543-d168b3616e48 req-f213a7d9-24be-45c1-bfe0-7329124cbe32 service neutron] Checking segment: {'id': '8a57dd48-cd2a-4b48-a8ae-20be415170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:34:56.843070 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a046a126-5cba-4ace-9543-d168b3616e48 req-f213a7d9-24be-45c1-bfe0-7329124cbe32 service neutron] Bound using segment: {'id': '8a57dd48-cd2a-4b48-a8ae-20be415170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:34:56.843070 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-a046a126-5cba-4ace-9543-d168b3616e48 req-f213a7d9-24be-45c1-bfe0-7329124cbe32 service neutron] Bound port: a7236085-2ea0-4574-8a5b-48a1736b4a68, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a57dd48-cd2a-4b48-a8ae-20be415170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:34:56.843698 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a046a126-5cba-4ace-9543-d168b3616e48 req-f213a7d9-24be-45c1-bfe0-7329124cbe32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a7236085-2ea0-4574-8a5b-48a1736b4a68), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:56.949849 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device eec7d06a-432f-4709-bc61-dcc7a9fa06d2 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:34:56.960068 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-f2aa62d7-5bbc-4295-9fca-75ca6afec403 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361562 Feb 20 03:34:56.961531 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c6b707ad-2f84-4872-bfd7-b975c07b6366 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:57.027169 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-749fdf1c-d956-49d8-a1c3-bbe1cac596eb None None] Set router 908ca550-1e41-422b-969d-f173a7da1383 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:34:57.149874 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port eec7d06a-432f-4709-bc61-dcc7a9fa06d2 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:34:57.150533 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (eec7d06a-432f-4709-bc61-dcc7a9fa06d2), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:57.173559 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-c18590d9-1ddd-4dd4-82e0-0f378104018c service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974533 Feb 20 03:34:57.237846 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c6b707ad-2f84-4872-bfd7-b975c07b6366 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:57.260639 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-a046a126-5cba-4ace-9543-d168b3616e48 req-f213a7d9-24be-45c1-bfe0-7329124cbe32 service neutron] For port a7236085-2ea0-4574-8a5b-48a1736b4a68, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:34:57.281374 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e6031-ef49-4936-b41d-de9904ad8bf3 req-0f6ecd8c-0f34-4fa1-a1c7-600aa69eb05a tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:57.293747 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b30e6031-ef49-4936-b41d-de9904ad8bf3 req-0f6ecd8c-0f34-4fa1-a1c7-600aa69eb05a tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 950 time: 0.2558856 Feb 20 03:34:57.299192 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-a046a126-5cba-4ace-9543-d168b3616e48 req-f213a7d9-24be-45c1-bfe0-7329124cbe32 service neutron] For port a7236085-2ea0-4574-8a5b-48a1736b4a68, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=a7236085-2ea0-4574-8a5b-48a1736b4a68,segment=NetworkSegment(8a57dd48-cd2a-4b48-a8ae-20be415170b3),segment_id=8a57dd48-cd2a-4b48-a8ae-20be415170b3)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:34:57.360228 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port eec7d06a-432f-4709-bc61-dcc7a9fa06d2 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:34:57.410053 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b30e6031-ef49-4936-b41d-de9904ad8bf3 req-41d6871d-6ed3-4c80-a172-d88e0caeced9 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046183 Feb 20 03:34:57.410172 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a046a126-5cba-4ace-9543-d168b3616e48 req-f213a7d9-24be-45c1-bfe0-7329124cbe32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (a7236085-2ea0-4574-8a5b-48a1736b4a68), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:57.422661 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-c6b707ad-2f84-4872-bfd7-b975c07b6366 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Allocated IP 172.25.7.199 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/7be5ac0a-7527-444f-aef9-6de2f4301ab3) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:34:57.463851 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-749fdf1c-d956-49d8-a1c3-bbe1cac596eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908ca550-1e41-422b-969d-f173a7da1383', 'name': 'tempest-ServersTestJSON-1182725755-router', 'tenant_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'eec7d06a-432f-4709-bc61-dcc7a9fa06d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:34:48Z', 'updated_at': '2022-02-20T03:34:54Z', 'revision_number': 4, 'project_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'gw_port': {'id': 'eec7d06a-432f-4709-bc61-dcc7a9fa06d2', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908ca550-1e41-422b-969d-f173a7da1383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:34:49Z', 'updated_at': '2022-02-20T03:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '088f791f-1786-47da-b66a-1ed332cbb95a', 'name': '', 'network_id': '009d3554-94de-43aa-a0e5-a5caef775c53', 'tenant_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'mac_address': 'fa:16:3e:e7:78:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908ca550-1e41-422b-969d-f173a7da1383', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '2ad5ecbe-9a30-4197-bb91-a87eb8b782b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:34:52Z', 'updated_at': '2022-02-20T03:34:55Z', 'revision_number': 2, 'project_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'subnets': [{'id': '2ad5ecbe-9a30-4197-bb91-a87eb8b782b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:57.491677 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749fdf1c-d956-49d8-a1c3-bbe1cac596eb None None] Checking router: 908ca550-1e41-422b-969d-f173a7da1383 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:34:57.492059 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749fdf1c-d956-49d8-a1c3-bbe1cac596eb None None] Updating router 908ca550-1e41-422b-969d-f173a7da1383 port 088f791f-1786-47da-b66a-1ed332cbb95a binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:34:57.525461 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213a7d9-24be-45c1-bfe0-7329124cbe32 service neutron] Pushing event updated for resources: {'Port': ['ID=a7236085-2ea0-4574-8a5b-48a1736b4a68,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:57.530255 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046a126-5cba-4ace-9543-d168b3616e48 req-f213a7d9-24be-45c1-bfe0-7329124cbe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:57.530255 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a046a126-5cba-4ace-9543-d168b3616e48 req-f213a7d9-24be-45c1-bfe0-7329124cbe32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:57.532217 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a046a126-5cba-4ace-9543-d168b3616e48 req-f213a7d9-24be-45c1-bfe0-7329124cbe32 service neutron] 10.222.0.42 "PUT /v2.0/ports/a7236085-2ea0-4574-8a5b-48a1736b4a68 HTTP/1.1" status: 200 len: 1092 time: 2.6863813 Feb 20 03:34:57.532833 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29c9a59-47b5-43a6-844f-eb8b1b26b7cb', 'tag': 'a7236085-2ea0-4574-8a5b-48a1736b4a68'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:34:57.535327 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3d635a-888f-4fdc-9f1b-38ae338e2f64" -d '{"events": [{"name": "network-changed", "server_uuid": "a29c9a59-47b5-43a6-844f-eb8b1b26b7cb", "tag": "a7236085-2ea0-4574-8a5b-48a1736b4a68"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:34:57.583678 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-749fdf1c-d956-49d8-a1c3-bbe1cac596eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (088f791f-1786-47da-b66a-1ed332cbb95a), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:57.603974 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c6b707ad-2f84-4872-bfd7-b975c07b6366 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for port (7be5ac0a-7527-444f-aef9-6de2f4301ab3), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:57.711723 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046a126-5cba-4ace-9543-d168b3616e48 req-3816b8fe-fb1d-426b-bc83-08320375e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:57.713243 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a046a126-5cba-4ace-9543-d168b3616e48 req-3816b8fe-fb1d-426b-bc83-08320375e300 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=138204b85f4b4d58be48c9d0572da2c6&device_id=a29c9a59-47b5-43a6-844f-eb8b1b26b7cb HTTP/1.1" status: 200 len: 1126 time: 0.0511260 Feb 20 03:34:57.763462 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a046a126-5cba-4ace-9543-d168b3616e48 req-ec6424c6-d11c-44f4-91be-eca3f3ca307c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7236085-2ea0-4574-8a5b-48a1736b4a68 HTTP/1.1" status: 200 len: 217 time: 0.0415757 Feb 20 03:34:57.778795 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c6b707ad-2f84-4872-bfd7-b975c07b6366 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (7be5ac0a-7527-444f-aef9-6de2f4301ab3), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:57.829677 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046a126-5cba-4ace-9543-d168b3616e48 req-5b38e77d-0120-44ee-8c62-7709360288d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:57.831634 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a046a126-5cba-4ace-9543-d168b3616e48 req-5b38e77d-0120-44ee-8c62-7709360288d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2206f6d9-9e03-4b9b-9ba0-e4c4146af053 HTTP/1.1" status: 200 len: 852 time: 0.0614865 Feb 20 03:34:57.866189 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b707ad-2f84-4872-bfd7-b975c07b6366 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:34:57.884126 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-c6b707ad-2f84-4872-bfd7-b975c07b6366 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:34:57.884644 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a046a126-5cba-4ace-9543-d168b3616e48 req-d29a2930-ba3f-42d3-ace0-e646c1c1cfe6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af61ae37-a3b2-46ee-a441-3e7f71e566ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438986 Feb 20 03:34:57.888452 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b707ad-2f84-4872-bfd7-b975c07b6366 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:34:57.950715 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-749fdf1c-d956-49d8-a1c3-bbe1cac596eb None None] Publish callbacks [] for port (088f791f-1786-47da-b66a-1ed332cbb95a), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:57.959241 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b707ad-2f84-4872-bfd7-b975c07b6366 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Pushing event updated for resources: {'Port': ['ID=7be5ac0a-7527-444f-aef9-6de2f4301ab3,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:57.998921 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34798) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:58.010919 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-fde536b7-5365-4f66-9b4c-ee2c426527a5 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Request body: {'security_group': {'name': 'tempest-securitygroup--489649301', 'description': 'tempest-description--1634335085'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:34:58.014585 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a046a126-5cba-4ace-9543-d168b3616e48 req-4b7c0a6c-8d4c-4246-8384-035868cd2bac service neutron] 10.222.0.42 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222928 Feb 20 03:34:58.023463 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-749fdf1c-d956-49d8-a1c3-bbe1cac596eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (088f791f-1786-47da-b66a-1ed332cbb95a), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:58.097730 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c6b707ad-2f84-4872-bfd7-b975c07b6366 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for floatingip (4db97147-9238-4238-9990-ba14556be074), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:58.121697 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75926dba-32f5-46ed-b9e9-f7554ebf0896 None None] Pushing event updated for resources: {'Port': ['ID=088f791f-1786-47da-b66a-1ed332cbb95a,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:58.146726 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1fbcec-507e-42c5-9b0c-c0070819831a x-openstack-request-id: req-fc1fbcec-507e-42c5-9b0c-c0070819831a {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:34:58.147124 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a29c9a59-47b5-43a6-844f-eb8b1b26b7cb", "tag": "a7236085-2ea0-4574-8a5b-48a1736b4a68", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:34:58.147457 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fc1fbcec-507e-42c5-9b0c-c0070819831a {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:34:58.148010 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a29c9a59-47b5-43a6-844f-eb8b1b26b7cb', 'tag': 'a7236085-2ea0-4574-8a5b-48a1736b4a68', 'status': 'completed', 'code': 200} Feb 20 03:34:58.179090 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fde536b7-5365-4f66-9b4c-ee2c426527a5 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:58.240581 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a046a126-5cba-4ace-9543-d168b3616e48 req-dff0db1c-5fb3-4042-b5ba-391243b2e374 service neutron] 10.222.0.42 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179816 Feb 20 03:34:58.242257 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-749fdf1c-d956-49d8-a1c3-bbe1cac596eb None None] Attempting to bind port 088f791f-1786-47da-b66a-1ed332cbb95a on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:34:58.242390 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-749fdf1c-d956-49d8-a1c3-bbe1cac596eb None None] Attempting to bind port 088f791f-1786-47da-b66a-1ed332cbb95a by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '9090ac89-42ef-43bd-b7c7-29a05c60a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '009d3554-94de-43aa-a0e5-a5caef775c53'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:34:58.242742 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749fdf1c-d956-49d8-a1c3-bbe1cac596eb None None] Attempting to bind port 088f791f-1786-47da-b66a-1ed332cbb95a on network 009d3554-94de-43aa-a0e5-a5caef775c53 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:34:58.259939 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749fdf1c-d956-49d8-a1c3-bbe1cac596eb None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:34:58.260287 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749fdf1c-d956-49d8-a1c3-bbe1cac596eb None None] Checking segment: {'id': '9090ac89-42ef-43bd-b7c7-29a05c60a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '009d3554-94de-43aa-a0e5-a5caef775c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:34:58.260637 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-749fdf1c-d956-49d8-a1c3-bbe1cac596eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:58.261062 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749fdf1c-d956-49d8-a1c3-bbe1cac596eb None None] Bound using segment: {'id': '9090ac89-42ef-43bd-b7c7-29a05c60a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '009d3554-94de-43aa-a0e5-a5caef775c53'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:34:58.261538 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-749fdf1c-d956-49d8-a1c3-bbe1cac596eb None None] Bound port: 088f791f-1786-47da-b66a-1ed332cbb95a, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9090ac89-42ef-43bd-b7c7-29a05c60a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '009d3554-94de-43aa-a0e5-a5caef775c53'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:34:58.261940 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-749fdf1c-d956-49d8-a1c3-bbe1cac596eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (088f791f-1786-47da-b66a-1ed332cbb95a), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:58.323590 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c6b707ad-2f84-4872-bfd7-b975c07b6366 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7be5ac0a-7527-444f-aef9-6de2f4301ab3), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:58.388650 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf3565-65a0-4bd1-bb6c-6ecf2186ea4f req-b635a1f9-65e8-4c5d-9155-72e11eb9b506 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:58.392356 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4bbf3565-65a0-4bd1-bb6c-6ecf2186ea4f req-b635a1f9-65e8-4c5d-9155-72e11eb9b506 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=a29c9a59-47b5-43a6-844f-eb8b1b26b7cb HTTP/1.1" status: 200 len: 944 time: 0.1236987 Feb 20 03:34:58.406338 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fde536b7-5365-4f66-9b4c-ee2c426527a5 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks [] for security_group (575538b2-6f9f-4d0b-859d-b682c7213828), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:58.410108 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-98541dc9-08da-4d20-87c7-1166d235144e None None] Provisioning complete for port 088f791f-1786-47da-b66a-1ed332cbb95a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:34:58.413438 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-98541dc9-08da-4d20-87c7-1166d235144e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (088f791f-1786-47da-b66a-1ed332cbb95a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:58.423819 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-749fdf1c-d956-49d8-a1c3-bbe1cac596eb None None] For port 088f791f-1786-47da-b66a-1ed332cbb95a, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:34:58.429902 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-749fdf1c-d956-49d8-a1c3-bbe1cac596eb None None] For port 088f791f-1786-47da-b66a-1ed332cbb95a, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=088f791f-1786-47da-b66a-1ed332cbb95a,segment=NetworkSegment(9090ac89-42ef-43bd-b7c7-29a05c60a2c5),segment_id=9090ac89-42ef-43bd-b7c7-29a05c60a2c5)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:34:58.461440 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-98541dc9-08da-4d20-87c7-1166d235144e None None] Port 088f791f-1786-47da-b66a-1ed332cbb95a cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:34:58.488817 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d635a-888f-4fdc-9f1b-38ae338e2f64 req-6e2352bb-1bc7-4cb9-bd5e-ab8a547a9caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:58.490500 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ca3d635a-888f-4fdc-9f1b-38ae338e2f64 req-6e2352bb-1bc7-4cb9-bd5e-ab8a547a9caf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=138204b85f4b4d58be48c9d0572da2c6&device_id=a29c9a59-47b5-43a6-844f-eb8b1b26b7cb HTTP/1.1" status: 200 len: 1126 time: 0.0937130 Feb 20 03:34:58.511656 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4bbf3565-65a0-4bd1-bb6c-6ecf2186ea4f req-a38782de-dc26-4437-9749-9b2efd34425d tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012008 Feb 20 03:34:58.517749 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fde536b7-5365-4f66-9b4c-ee2c426527a5 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (575538b2-6f9f-4d0b-859d-b682c7213828), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:58.542788 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-749fdf1c-d956-49d8-a1c3-bbe1cac596eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (088f791f-1786-47da-b66a-1ed332cbb95a), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:58.593595 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde536b7-5365-4f66-9b4c-ee2c426527a5 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=575538b2-6f9f-4d0b-859d-b682c7213828,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:58.637787 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d635a-888f-4fdc-9f1b-38ae338e2f64 req-75437fbb-abe0-4e09-961f-73ecafe9e981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:58.641869 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ca3d635a-888f-4fdc-9f1b-38ae338e2f64 req-75437fbb-abe0-4e09-961f-73ecafe9e981 service neutron] 10.222.0.42 "GET /v2.0/networks?id=af61ae37-a3b2-46ee-a441-3e7f71e566ae HTTP/1.1" status: 200 len: 913 time: 0.1422491 Feb 20 03:34:58.659546 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749fdf1c-d956-49d8-a1c3-bbe1cac596eb None None] Routers {'908ca550-1e41-422b-969d-f173a7da1383'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:34:58.660107 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-749fdf1c-d956-49d8-a1c3-bbe1cac596eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:34:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['908ca550-1e41-422b-969d-f173a7da1383'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:58.694429 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c6b707ad-2f84-4872-bfd7-b975c07b6366 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for port (7be5ac0a-7527-444f-aef9-6de2f4301ab3), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:58.721790 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fde536b7-5365-4f66-9b4c-ee2c426527a5 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:58.721790 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fde536b7-5365-4f66-9b4c-ee2c426527a5 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7141573 Feb 20 03:34:58.723148 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34814) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:58.730522 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-85ad952e-b093-4549-93fa-ac63b94392df tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Request body: {'security_group_rule': {'security_group_id': '575538b2-6f9f-4d0b-859d-b682c7213828', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:34:58.735314 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ca3d635a-888f-4fdc-9f1b-38ae338e2f64 req-d16b4486-c2cf-43bb-a85c-79d83f309c91 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7236085-2ea0-4574-8a5b-48a1736b4a68 HTTP/1.1" status: 200 len: 217 time: 0.0808561 Feb 20 03:34:58.766551 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e4b11837-12d2-4265-a9d5-23592019a310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:58.797499 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c6b707ad-2f84-4872-bfd7-b975c07b6366 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (7be5ac0a-7527-444f-aef9-6de2f4301ab3), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:58.824665 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-749fdf1c-d956-49d8-a1c3-bbe1cac596eb None None] Set router 908ca550-1e41-422b-969d-f173a7da1383 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:34:58.855043 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d635a-888f-4fdc-9f1b-38ae338e2f64 req-f7602685-624a-4133-9199-89061674a650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:58.856730 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ca3d635a-888f-4fdc-9f1b-38ae338e2f64 req-f7602685-624a-4133-9199-89061674a650 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2206f6d9-9e03-4b9b-9ba0-e4c4146af053 HTTP/1.1" status: 200 len: 852 time: 0.1168675 Feb 20 03:34:58.866851 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b707ad-2f84-4872-bfd7-b975c07b6366 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Pushing event updated for resources: {'Port': ['ID=7be5ac0a-7527-444f-aef9-6de2f4301ab3,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:58.913929 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75926dba-32f5-46ed-b9e9-f7554ebf0896 None None] Pushing event updated for resources: {'Port': ['ID=088f791f-1786-47da-b66a-1ed332cbb95a,revision_number=4']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:58.946845 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ca3d635a-888f-4fdc-9f1b-38ae338e2f64 req-33272c9a-f6ac-4acf-8f01-34201b8025bc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af61ae37-a3b2-46ee-a441-3e7f71e566ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517590 Feb 20 03:34:58.973505 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c6b707ad-2f84-4872-bfd7-b975c07b6366 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (4db97147-9238-4238-9990-ba14556be074), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:58.991922 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e947c631-59ce-490f-9e91-3791fcce7053 None None] Provisioning complete for port 088f791f-1786-47da-b66a-1ed332cbb95a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:34:58.992606 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e947c631-59ce-490f-9e91-3791fcce7053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (088f791f-1786-47da-b66a-1ed332cbb95a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:59.006251 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85ad952e-b093-4549-93fa-ac63b94392df tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks [] for security_group_rule (0574f219-95d0-440e-8b46-4a2271a8bf9d), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:59.072938 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f95afd-faa6-44a1-b137-7cdc1bb4dcf3 req-c7c36d32-0bc0-49e1-8399-dda785aa7216 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:34:59.084359 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70f95afd-faa6-44a1-b137-7cdc1bb4dcf3 req-c7c36d32-0bc0-49e1-8399-dda785aa7216 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 950 time: 0.2262130 Feb 20 03:34:59.086826 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85ad952e-b093-4549-93fa-ac63b94392df tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks [] for security_group_rule (0574f219-95d0-440e-8b46-4a2271a8bf9d), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:59.090958 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c6b707ad-2f84-4872-bfd7-b975c07b6366 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:59.093090 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c6b707ad-2f84-4872-bfd7-b975c07b6366 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3902943 Feb 20 03:34:59.150773 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-749fdf1c-d956-49d8-a1c3-bbe1cac596eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908ca550-1e41-422b-969d-f173a7da1383', 'name': 'tempest-ServersTestJSON-1182725755-router', 'tenant_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'eec7d06a-432f-4709-bc61-dcc7a9fa06d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:34:48Z', 'updated_at': '2022-02-20T03:34:54Z', 'revision_number': 4, 'project_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'gw_port': {'id': 'eec7d06a-432f-4709-bc61-dcc7a9fa06d2', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908ca550-1e41-422b-969d-f173a7da1383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:34:49Z', 'updated_at': '2022-02-20T03:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '088f791f-1786-47da-b66a-1ed332cbb95a', 'name': '', 'network_id': '009d3554-94de-43aa-a0e5-a5caef775c53', 'tenant_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'mac_address': 'fa:16:3e:e7:78:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908ca550-1e41-422b-969d-f173a7da1383', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '2ad5ecbe-9a30-4197-bb91-a87eb8b782b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:34:52Z', 'updated_at': '2022-02-20T03:34:58Z', 'revision_number': 4, 'project_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'subnets': [{'id': '2ad5ecbe-9a30-4197-bb91-a87eb8b782b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:34:59.161464 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70f95afd-faa6-44a1-b137-7cdc1bb4dcf3 req-37d23918-41db-4f22-b47e-cb5670130c60 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731859 Feb 20 03:34:59.168008 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e947c631-59ce-490f-9e91-3791fcce7053 None None] Current status of the port 088f791f-1786-47da-b66a-1ed332cbb95a is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:34:59.171178 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e947c631-59ce-490f-9e91-3791fcce7053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (088f791f-1786-47da-b66a-1ed332cbb95a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:59.191779 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749fdf1c-d956-49d8-a1c3-bbe1cac596eb None None] The sync data for ids ['908ca550-1e41-422b-969d-f173a7da1383'] in n-d-829866-4 is: [{'id': '908ca550-1e41-422b-969d-f173a7da1383', 'name': 'tempest-ServersTestJSON-1182725755-router', 'tenant_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'eec7d06a-432f-4709-bc61-dcc7a9fa06d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:34:48Z', 'updated_at': '2022-02-20T03:34:54Z', 'revision_number': 4, 'project_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'gw_port': {'id': 'eec7d06a-432f-4709-bc61-dcc7a9fa06d2', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908ca550-1e41-422b-969d-f173a7da1383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:34:49Z', 'updated_at': '2022-02-20T03:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '088f791f-1786-47da-b66a-1ed332cbb95a', 'name': '', 'network_id': '009d3554-94de-43aa-a0e5-a5caef775c53', 'tenant_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'mac_address': 'fa:16:3e:e7:78:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908ca550-1e41-422b-969d-f173a7da1383', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '2ad5ecbe-9a30-4197-bb91-a87eb8b782b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:34:52Z', 'updated_at': '2022-02-20T03:34:58Z', 'revision_number': 4, 'project_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'subnets': [{'id': '2ad5ecbe-9a30-4197-bb91-a87eb8b782b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:34:59.223842 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85ad952e-b093-4549-93fa-ac63b94392df tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (0574f219-95d0-440e-8b46-4a2271a8bf9d), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:59.273083 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ca3d635a-888f-4fdc-9f1b-38ae338e2f64 req-b0657855-92f4-4039-8fcd-de94fe05d93c service neutron] 10.222.0.42 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143842 Feb 20 03:34:59.278377 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad952e-b093-4549-93fa-ac63b94392df tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0574f219-95d0-440e-8b46-4a2271a8bf9d,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:59.292868 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e947c631-59ce-490f-9e91-3791fcce7053 None None] For port 088f791f-1786-47da-b66a-1ed332cbb95a, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=088f791f-1786-47da-b66a-1ed332cbb95a,segment=NetworkSegment(9090ac89-42ef-43bd-b7c7-29a05c60a2c5),segment_id=9090ac89-42ef-43bd-b7c7-29a05c60a2c5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:34:59.366345 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e947c631-59ce-490f-9e91-3791fcce7053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (088f791f-1786-47da-b66a-1ed332cbb95a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:59.385751 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85ad952e-b093-4549-93fa-ac63b94392df tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:59.387352 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-85ad952e-b093-4549-93fa-ac63b94392df tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6622796 Feb 20 03:34:59.390695 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34822) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:59.423936 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-1f26029d-25d3-4423-abad-6a1942f7627c tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Request body: {'security_group_rule': {'security_group_id': '575538b2-6f9f-4d0b-859d-b682c7213828', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:34:59.450048 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947c631-59ce-490f-9e91-3791fcce7053 None None] Pushing event updated for resources: {'Port': ['ID=088f791f-1786-47da-b66a-1ed332cbb95a,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:59.496998 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ca3d635a-888f-4fdc-9f1b-38ae338e2f64 req-7b891f12-18f6-4ab9-ae5e-52e4e459d39b service neutron] 10.222.0.42 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157524 Feb 20 03:34:59.565313 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-e3913201-a718-4c35-85f9-80f0be2225c3 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--761225008&fields=id&tenant_id=c709bbfa8b354edf911780ffcf2e7b53 HTTP/1.1" status: 200 len: 267 time: 0.0754824 Feb 20 03:34:59.574187 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1f26029d-25d3-4423-abad-6a1942f7627c tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks [] for security_group_rule (e7e3c9b4-6260-48e2-8b28-456243595917), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:59.661041 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1f26029d-25d3-4423-abad-6a1942f7627c tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks [] for security_group_rule (e7e3c9b4-6260-48e2-8b28-456243595917), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:59.720933 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1f26029d-25d3-4423-abad-6a1942f7627c tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (e7e3c9b4-6260-48e2-8b28-456243595917), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:59.771630 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26029d-25d3-4423-abad-6a1942f7627c tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e3c9b4-6260-48e2-8b28-456243595917,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:34:59.861325 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1f26029d-25d3-4423-abad-6a1942f7627c tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:59.867846 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1f26029d-25d3-4423-abad-6a1942f7627c tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4705949 Feb 20 03:34:59.868079 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34834) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:34:59.872980 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-6846ac4e-3f31-4507-8151-0552dc10f8c2 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:34:59.886368 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:34:59.984111 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6846ac4e-3f31-4507-8151-0552dc10f8c2 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:00.098398 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-e5784d6c-6c4b-471d-b699-44bcfea1a699 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:00.102367 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-e5784d6c-6c4b-471d-b699-44bcfea1a699 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/networks?id=a842b208-6516-42cd-af34-f14f7f82e32f HTTP/1.1" status: 200 len: 816 time: 0.5358937 Feb 20 03:35:00.134870 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-cb79ed28-3dbb-479e-b803-fa000fbc276a tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/quotas/c709bbfa8b354edf911780ffcf2e7b53 HTTP/1.1" status: 200 len: 375 time: 0.0255668 Feb 20 03:35:00.165425 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6846ac4e-3f31-4507-8151-0552dc10f8c2 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:00.228088 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-026f874a-bc5e-4a95-9212-c77d1a36e391 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=c709bbfa8b354edf911780ffcf2e7b53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0922000 Feb 20 03:35:00.351083 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-6846ac4e-3f31-4507-8151-0552dc10f8c2 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Allocated IP 172.25.7.126 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/92a74698-063a-4f68-8c51-8d3e043fe1d9) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:35:00.495418 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-bfd2d9a0-7500-4e8a-9503-cdcee0304385 service neutron] 10.222.0.89 "GET /v2.0/networks/a842b208-6516-42cd-af34-f14f7f82e32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517354 Feb 20 03:35:00.506844 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6846ac4e-3f31-4507-8151-0552dc10f8c2 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks [] for port (92a74698-063a-4f68-8c51-8d3e043fe1d9), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:00.614070 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6846ac4e-3f31-4507-8151-0552dc10f8c2 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (92a74698-063a-4f68-8c51-8d3e043fe1d9), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:00.628273 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-567047f1-2ac4-4fab-84a6-8f0c42ad7dae service neutron] 10.222.0.89 "GET /v2.0/networks/a842b208-6516-42cd-af34-f14f7f82e32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297569 Feb 20 03:35:00.632384 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device a7236085-2ea0-4574-8a5b-48a1736b4a68 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:35:00.702698 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6846ac4e-3f31-4507-8151-0552dc10f8c2 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:35:00.705159 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-6846ac4e-3f31-4507-8151-0552dc10f8c2 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:35:00.707964 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6846ac4e-3f31-4507-8151-0552dc10f8c2 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:35:00.711424 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846ac4e-3f31-4507-8151-0552dc10f8c2 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Pushing event updated for resources: {'Port': ['ID=92a74698-063a-4f68-8c51-8d3e043fe1d9,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:00.901630 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6846ac4e-3f31-4507-8151-0552dc10f8c2 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks [] for floatingip (76051a3c-cebb-41af-bf50-32df162ea6ba), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:00.918812 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port a7236085-2ea0-4574-8a5b-48a1736b4a68, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=a7236085-2ea0-4574-8a5b-48a1736b4a68,segment=NetworkSegment(8a57dd48-cd2a-4b48-a8ae-20be415170b3),segment_id=8a57dd48-cd2a-4b48-a8ae-20be415170b3)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:00.940994 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'a7236085-2ea0-4574-8a5b-48a1736b4a68', 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae', 'port_id': 'a7236085-2ea0-4574-8a5b-48a1736b4a68', 'mac_address': 'fa:16:3e:4a:5c:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2206f6d9-9e03-4b9b-9ba0-e4c4146af053', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:35:00.986548 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 088f791f-1786-47da-b66a-1ed332cbb95a up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:35:01.062986 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6846ac4e-3f31-4507-8151-0552dc10f8c2 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (92a74698-063a-4f68-8c51-8d3e043fe1d9), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:01.205566 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port a7236085-2ea0-4574-8a5b-48a1736b4a68 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:35:01.205961 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a7236085-2ea0-4574-8a5b-48a1736b4a68), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:01.238163 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7236085-2ea0-4574-8a5b-48a1736b4a68 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:35:01.265997 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 088f791f-1786-47da-b66a-1ed332cbb95a triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:35:01.266381 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (088f791f-1786-47da-b66a-1ed332cbb95a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:01.269004 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port a7236085-2ea0-4574-8a5b-48a1736b4a68, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=a7236085-2ea0-4574-8a5b-48a1736b4a68,segment=NetworkSegment(8a57dd48-cd2a-4b48-a8ae-20be415170b3),segment_id=8a57dd48-cd2a-4b48-a8ae-20be415170b3)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:01.292936 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ba15b-aec7-4bdb-95fc-57b98603ae74 req-fe8ce8c8-59f5-4c6e-a21d-7eb4ce1fcfca tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:01.305981 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7d8ba15b-aec7-4bdb-95fc-57b98603ae74 req-fe8ce8c8-59f5-4c6e-a21d-7eb4ce1fcfca tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=a29c9a59-47b5-43a6-844f-eb8b1b26b7cb HTTP/1.1" status: 200 len: 944 time: 0.1881218 Feb 20 03:35:01.423328 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7d8ba15b-aec7-4bdb-95fc-57b98603ae74 req-051a9669-5a2f-4800-9468-a63b0c4c1b54 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928884 Feb 20 03:35:01.442113 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6846ac4e-3f31-4507-8151-0552dc10f8c2 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks [] for port (92a74698-063a-4f68-8c51-8d3e043fe1d9), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:01.469160 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 088f791f-1786-47da-b66a-1ed332cbb95a is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:35:01.524233 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104e917-3eae-4c59-b505-0d67f1ffc554 req-feff6de0-ccc3-45f6-9649-9d6c8e283d74 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:01.526285 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:01.530951 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8104e917-3eae-4c59-b505-0d67f1ffc554 req-feff6de0-ccc3-45f6-9649-9d6c8e283d74 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 950 time: 0.0699339 Feb 20 03:35:01.575588 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8104e917-3eae-4c59-b505-0d67f1ffc554 req-7fd9dd58-9d3b-410d-b754-ddec0c873c10 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436780 Feb 20 03:35:01.583614 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a7236085-2ea0-4574-8a5b-48a1736b4a68), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:01.654468 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=a7236085-2ea0-4574-8a5b-48a1736b4a68,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:01.664305 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6846ac4e-3f31-4507-8151-0552dc10f8c2 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (92a74698-063a-4f68-8c51-8d3e043fe1d9), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:01.772268 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846ac4e-3f31-4507-8151-0552dc10f8c2 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Pushing event updated for resources: {'Port': ['ID=92a74698-063a-4f68-8c51-8d3e043fe1d9,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:01.772855 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-875c56ff-3431-4777-a81d-fc56c56288d7 req-30d4c01c-5c6e-415a-bbac-6f7b1db6a037 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 210 time: 0.0442364 Feb 20 03:35:01.791878 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6846ac4e-3f31-4507-8151-0552dc10f8c2 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (76051a3c-cebb-41af-bf50-32df162ea6ba), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:01.816131 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['a7236085-2ea0-4574-8a5b-48a1736b4a68'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:35:01.882907 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6846ac4e-3f31-4507-8151-0552dc10f8c2 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:01.895023 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6846ac4e-3f31-4507-8151-0552dc10f8c2 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0253842 Feb 20 03:35:02.086131 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-ea3722cc-3edb-4652-b37c-b5dca3df7475 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--489649301&fields=id&tenant_id=f0c2e059b5524af28b5ac91749ab39b4 HTTP/1.1" status: 200 len: 267 time: 0.0658610 Feb 20 03:35:02.202338 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-b580e888-8ae7-4425-bcb9-e55216fb683a tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:02.203845 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-b580e888-8ae7-4425-bcb9-e55216fb683a tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "GET /v2.0/networks?id=009d3554-94de-43aa-a0e5-a5caef775c53 HTTP/1.1" status: 200 len: 806 time: 0.1165972 Feb 20 03:35:02.219290 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-382663c7-863a-4ecc-9349-b67c743d590e tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "GET /v2.0/quotas/f0c2e059b5524af28b5ac91749ab39b4 HTTP/1.1" status: 200 len: 375 time: 0.0097740 Feb 20 03:35:02.279843 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-3c9302be-f093-4083-847b-43d9458ccc7d tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=f0c2e059b5524af28b5ac91749ab39b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550458 Feb 20 03:35:02.397518 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-3bcce4fe-4615-43c2-b60c-1e51a278fc7c service neutron] 10.222.0.89 "GET /v2.0/networks/009d3554-94de-43aa-a0e5-a5caef775c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050155 Feb 20 03:35:02.491886 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-b7a3e64c-5b73-46b2-a243-d791377c6caf service neutron] 10.222.0.89 "GET /v2.0/networks/009d3554-94de-43aa-a0e5-a5caef775c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886748 Feb 20 03:35:02.640268 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device a7236085-2ea0-4574-8a5b-48a1736b4a68 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:35:02.835429 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port a7236085-2ea0-4574-8a5b-48a1736b4a68 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:35:02.838788 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:02.848686 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port a7236085-2ea0-4574-8a5b-48a1736b4a68 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:35:02.848686 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a7236085-2ea0-4574-8a5b-48a1736b4a68), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:02.876728 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf77c35-6c61-4e6b-bc02-0c57825b27a5 req-ed59633c-a2ca-4d99-8645-7642d9eee91c tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:02.898208 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2cf77c35-6c61-4e6b-bc02-0c57825b27a5 req-ed59633c-a2ca-4d99-8645-7642d9eee91c tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=a29c9a59-47b5-43a6-844f-eb8b1b26b7cb HTTP/1.1" status: 200 len: 945 time: 0.1263170 Feb 20 03:35:02.970454 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2cf77c35-6c61-4e6b-bc02-0c57825b27a5 req-18373a2d-6146-4800-9bda-2450a62b108e tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671282 Feb 20 03:35:03.036876 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port a7236085-2ea0-4574-8a5b-48a1736b4a68 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:35:03.037274 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a7236085-2ea0-4574-8a5b-48a1736b4a68), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:03.088829 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29c9a59-47b5-43a6-844f-eb8b1b26b7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7236085-2ea0-4574-8a5b-48a1736b4a68'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:35:03.092293 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e4285-02b6-40dd-9810-0d8079a12fe7 req-ffe61694-b029-44c3-bf2b-4452bd9f3b07 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:03.094674 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6c280b-6bdb-4c8c-a36d-01019bc84b21" -d '{"events": [{"server_uuid": "a29c9a59-47b5-43a6-844f-eb8b1b26b7cb", "name": "network-vif-plugged", "status": "completed", "tag": "a7236085-2ea0-4574-8a5b-48a1736b4a68"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:35:03.096211 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d28e4285-02b6-40dd-9810-0d8079a12fe7 req-ffe61694-b029-44c3-bf2b-4452bd9f3b07 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 950 time: 0.0647144 Feb 20 03:35:03.109119 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port a7236085-2ea0-4574-8a5b-48a1736b4a68, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=a7236085-2ea0-4574-8a5b-48a1736b4a68,segment=NetworkSegment(8a57dd48-cd2a-4b48-a8ae-20be415170b3),segment_id=8a57dd48-cd2a-4b48-a8ae-20be415170b3)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:03.161725 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d28e4285-02b6-40dd-9810-0d8079a12fe7 req-b7f25ac3-aa1b-4d30-a58d-d0748a651340 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567100 Feb 20 03:35:03.183798 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a7236085-2ea0-4574-8a5b-48a1736b4a68), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:03.264679 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd8803ab-c30b-4f11-a257-3bbc71be1c00 req-4192de5d-d802-45a5-a1da-1cd20fa64f61 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "GET /v2.0/ports?device_id=84a27569-dd8d-4b63-b15d-70f4b31a476e HTTP/1.1" status: 200 len: 210 time: 0.0475078 Feb 20 03:35:03.266462 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=a7236085-2ea0-4574-8a5b-48a1736b4a68,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:03.449612 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f56d3f3d-6e2d-4dec-af22-6592e7641d1c req-02831485-8655-4a15-af6d-73998a492830 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 210 time: 0.0602076 Feb 20 03:35:03.519412 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bde02a-2134-4fe9-941d-678c16ff4fcd x-openstack-request-id: req-c3bde02a-2134-4fe9-941d-678c16ff4fcd {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:35:03.519412 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29c9a59-47b5-43a6-844f-eb8b1b26b7cb", "name": "network-vif-plugged", "status": "completed", "tag": "a7236085-2ea0-4574-8a5b-48a1736b4a68", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:35:03.519412 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c3bde02a-2134-4fe9-941d-678c16ff4fcd {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:35:03.519412 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29c9a59-47b5-43a6-844f-eb8b1b26b7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7236085-2ea0-4574-8a5b-48a1736b4a68', 'code': 200} Feb 20 03:35:03.621313 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be14a8-672c-49ee-b0b7-7f3a5530e563 req-1af69258-9818-4a72-ad2d-d3634525de62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:03.623776 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-35be14a8-672c-49ee-b0b7-7f3a5530e563 req-1af69258-9818-4a72-ad2d-d3634525de62 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a29c9a59-47b5-43a6-844f-eb8b1b26b7cb HTTP/1.1" status: 200 len: 1128 time: 0.0493357 Feb 20 03:35:03.667097 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-35be14a8-672c-49ee-b0b7-7f3a5530e563 req-86915ed6-b605-4b3c-9055-731325dcd79e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381224 Feb 20 03:35:03.923592 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-ae307cb1-bad1-45e8-86fc-ece778b2904a tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:03.925075 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-ae307cb1-bad1-45e8-86fc-ece778b2904a tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.93 "GET /v2.0/networks?id=a842b208-6516-42cd-af34-f14f7f82e32f HTTP/1.1" status: 200 len: 816 time: 0.1212876 Feb 20 03:35:03.989636 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-f45d70ad-2222-4093-9e0e-f2deffd2b384 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c709bbfa8b354edf911780ffcf2e7b53 HTTP/1.1" status: 200 len: 379 time: 0.0563731 Feb 20 03:35:03.997552 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-53c32f08-8fd2-4cb8-ac27-d815c358ca50 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Request body: {'port': {'device_id': 'e800aac1-0fe3-48d1-b319-f0f55a1206e1', 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f', 'admin_state_up': True, 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'security_groups': ['cd3a65ab-b54d-4b10-8c90-18deb2eab6bc']}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:35:04.112172 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2c357-7682-4a21-b0ee-7b170d0400fa req-280d9d3e-71aa-4fd5-a01f-891d9a0361be tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:04.113685 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e5f2c357-7682-4a21-b0ee-7b170d0400fa req-280d9d3e-71aa-4fd5-a01f-891d9a0361be tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=a29c9a59-47b5-43a6-844f-eb8b1b26b7cb HTTP/1.1" status: 200 len: 946 time: 0.0815554 Feb 20 03:35:04.164058 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e5f2c357-7682-4a21-b0ee-7b170d0400fa req-b3f7945b-d950-431c-b450-0bec044a1d2f tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439112 Feb 20 03:35:04.206413 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-53c32f08-8fd2-4cb8-ac27-d815c358ca50 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Made reservation on behalf of c709bbfa8b354edf911780ffcf2e7b53 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:35:04.210576 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-53c32f08-8fd2-4cb8-ac27-d815c358ca50 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:04.326971 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c8d33-654e-4dea-9cd7-8ad372ddc974 req-37971f69-2f37-4b05-b7d4-c73c61452bcc tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:04.328822 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c2c8d33-654e-4dea-9cd7-8ad372ddc974 req-37971f69-2f37-4b05-b7d4-c73c61452bcc tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 950 time: 0.0771003 Feb 20 03:35:04.403270 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-53c32f08-8fd2-4cb8-ac27-d815c358ca50 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Allocated IP 172.20.0.10 (a842b208-6516-42cd-af34-f14f7f82e32f/459abde2-853f-42b6-94b7-5e11d73152fc/ed1d4dac-5a57-4f44-87fa-76149bb3c3c8) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:35:04.415140 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c2c8d33-654e-4dea-9cd7-8ad372ddc974 req-7dac0182-8982-4228-9ce8-8082c64916a3 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777264 Feb 20 03:35:04.505604 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5902a10d-0eb5-421e-82a2-2e3e08ec143c req-62a41c75-7c16-4610-b2fe-b5672cd4fadf tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "GET /v2.0/ports?device_id=84a27569-dd8d-4b63-b15d-70f4b31a476e HTTP/1.1" status: 200 len: 210 time: 0.0355020 Feb 20 03:35:04.618927 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-53c32f08-8fd2-4cb8-ac27-d815c358ca50 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for port (ed1d4dac-5a57-4f44-87fa-76149bb3c3c8), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:04.677813 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c56705fd-9733-4bab-b1a0-3cfca76c7289 req-280efe14-5993-43cb-ad08-bc4ca0325a37 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 210 time: 0.0389030 Feb 20 03:35:04.761367 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-53c32f08-8fd2-4cb8-ac27-d815c358ca50 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (ed1d4dac-5a57-4f44-87fa-76149bb3c3c8), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:04.803462 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-53c32f08-8fd2-4cb8-ac27-d815c358ca50 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Network a842b208-6516-42cd-af34-f14f7f82e32f is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:35:04.806829 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-53c32f08-8fd2-4cb8-ac27-d815c358ca50 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:35:04.856885 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-53c32f08-8fd2-4cb8-ac27-d815c358ca50 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:35:04.912757 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c32f08-8fd2-4cb8-ac27-d815c358ca50 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Pushing event updated for resources: {'Port': ['ID=ed1d4dac-5a57-4f44-87fa-76149bb3c3c8,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:04.950249 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-53c32f08-8fd2-4cb8-ac27-d815c358ca50 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:04.951021 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-53c32f08-8fd2-4cb8-ac27-d815c358ca50 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:05.082407 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-53c32f08-8fd2-4cb8-ac27-d815c358ca50 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0888443 Feb 20 03:35:05.111669 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-9c1129a1-7353-4933-a352-69d450390e2b service neutron] Request body: {'port': {'device_id': 'e800aac1-0fe3-48d1-b319-f0f55a1206e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:35:05.162419 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-3e6877d2-c3e8-4169-871a-3cdbfb3bdba5 None None] Provisioning complete for port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:35:05.164809 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3e6877d2-c3e8-4169-871a-3cdbfb3bdba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ed1d4dac-5a57-4f44-87fa-76149bb3c3c8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:05.232356 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-3e6877d2-c3e8-4169-871a-3cdbfb3bdba5 None None] Port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:35:05.253296 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-9c1129a1-7353-4933-a352-69d450390e2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ed1d4dac-5a57-4f44-87fa-76149bb3c3c8), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:05.417908 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60335b05-dab1-43d1-b452-bbfb90a89dd3 req-88b4f51d-5202-4238-bcc3-0349f3d5ab04 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:05.419835 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-60335b05-dab1-43d1-b452-bbfb90a89dd3 req-88b4f51d-5202-4238-bcc3-0349f3d5ab04 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=a29c9a59-47b5-43a6-844f-eb8b1b26b7cb HTTP/1.1" status: 200 len: 946 time: 0.1592112 Feb 20 03:35:05.491077 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-3290b511-f339-4b3f-99c2-a2d0bbed1bf0 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:05.493361 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-3290b511-f339-4b3f-99c2-a2d0bbed1bf0 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.93 "GET /v2.0/networks?id=009d3554-94de-43aa-a0e5-a5caef775c53 HTTP/1.1" status: 200 len: 806 time: 0.1903698 Feb 20 03:35:05.519892 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-60335b05-dab1-43d1-b452-bbfb90a89dd3 req-8482c620-2fd3-488e-80d3-7fa58cb40f0a tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921216 Feb 20 03:35:05.615799 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-de20b81c-ae9d-448f-b806-da54724bd504 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0c2e059b5524af28b5ac91749ab39b4 HTTP/1.1" status: 200 len: 379 time: 0.1021318 Feb 20 03:35:05.635097 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-62bc9fd9-91d1-41d3-aa6e-36eabc5a1011 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Request body: {'port': {'device_id': '84a27569-dd8d-4b63-b15d-70f4b31a476e', 'network_id': '009d3554-94de-43aa-a0e5-a5caef775c53', 'admin_state_up': True, 'tenant_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'security_groups': ['575538b2-6f9f-4d0b-859d-b682c7213828']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:35:05.688017 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-9c1129a1-7353-4933-a352-69d450390e2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:35:05.697866 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-9c1129a1-7353-4933-a352-69d450390e2b service neutron] Publish callbacks [] for port (ed1d4dac-5a57-4f44-87fa-76149bb3c3c8), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:05.713434 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-9c1129a1-7353-4933-a352-69d450390e2b service neutron] Transition to ACTIVE for port object ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:35:05.785751 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1126d2c-8c51-4934-8423-ce981f4b3ee3 req-805b5dfd-bf9a-49a6-9403-8e3c8f94aff2 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:05.787648 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b1126d2c-8c51-4934-8423-ce981f4b3ee3 req-805b5dfd-bf9a-49a6-9403-8e3c8f94aff2 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 950 time: 0.1248605 Feb 20 03:35:05.795080 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-9c1129a1-7353-4933-a352-69d450390e2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (ed1d4dac-5a57-4f44-87fa-76149bb3c3c8), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:05.944925 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b1126d2c-8c51-4934-8423-ce981f4b3ee3 req-746fac2b-d68f-4d10-a379-85b532f3a0da tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385109 Feb 20 03:35:06.013509 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-62bc9fd9-91d1-41d3-aa6e-36eabc5a1011 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Made reservation on behalf of f0c2e059b5524af28b5ac91749ab39b4 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:35:06.019730 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-62bc9fd9-91d1-41d3-aa6e-36eabc5a1011 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:06.126343 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfca5f0f-4ce4-4b35-b7cc-f34b8347ec85 req-5e77d808-49f1-4b9d-b2cc-ffd66b22c400 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "GET /v2.0/ports?device_id=84a27569-dd8d-4b63-b15d-70f4b31a476e HTTP/1.1" status: 200 len: 210 time: 0.0530200 Feb 20 03:35:06.317118 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1129a1-7353-4933-a352-69d450390e2b service neutron] Pushing event updated for resources: {'Port': ['ID=ed1d4dac-5a57-4f44-87fa-76149bb3c3c8,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:06.347322 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-62bc9fd9-91d1-41d3-aa6e-36eabc5a1011 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Allocated IP 172.20.0.13 (009d3554-94de-43aa-a0e5-a5caef775c53/2ad5ecbe-9a30-4197-bb91-a87eb8b782b0/a3696cff-38a5-4738-8787-5f4a7c5ab3a5) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:35:06.385946 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-9c1129a1-7353-4933-a352-69d450390e2b service neutron] Attempting to bind port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:35:06.386655 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-9c1129a1-7353-4933-a352-69d450390e2b service neutron] Attempting to bind port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '127a0507-6032-4814-93d3-5eb448d952e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:35:06.387218 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-9c1129a1-7353-4933-a352-69d450390e2b service neutron] Attempting to bind port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 on network a842b208-6516-42cd-af34-f14f7f82e32f {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:35:06.392862 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-9c1129a1-7353-4933-a352-69d450390e2b service neutron] Port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 on network a842b208-6516-42cd-af34-f14f7f82e32f not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:35:06.393535 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-9c1129a1-7353-4933-a352-69d450390e2b service neutron] Attempting to bind port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 on network a842b208-6516-42cd-af34-f14f7f82e32f {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:35:06.399999 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-9c1129a1-7353-4933-a352-69d450390e2b service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:35:06.406306 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-9c1129a1-7353-4933-a352-69d450390e2b service neutron] Checking segment: {'id': '127a0507-6032-4814-93d3-5eb448d952e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:35:06.406306 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-9c1129a1-7353-4933-a352-69d450390e2b service neutron] Bound using segment: {'id': '127a0507-6032-4814-93d3-5eb448d952e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:35:06.406306 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-9c1129a1-7353-4933-a352-69d450390e2b service neutron] Bound port: ed1d4dac-5a57-4f44-87fa-76149bb3c3c8, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '127a0507-6032-4814-93d3-5eb448d952e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:35:06.406306 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-9c1129a1-7353-4933-a352-69d450390e2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ed1d4dac-5a57-4f44-87fa-76149bb3c3c8), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:06.479730 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-9c1129a1-7353-4933-a352-69d450390e2b service neutron] For port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:35:06.484356 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-9c1129a1-7353-4933-a352-69d450390e2b service neutron] For port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ed1d4dac-5a57-4f44-87fa-76149bb3c3c8,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:35:06.556578 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-9c1129a1-7353-4933-a352-69d450390e2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (ed1d4dac-5a57-4f44-87fa-76149bb3c3c8), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:06.559068 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-62bc9fd9-91d1-41d3-aa6e-36eabc5a1011 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks [] for port (a3696cff-38a5-4738-8787-5f4a7c5ab3a5), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:06.647385 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-62bc9fd9-91d1-41d3-aa6e-36eabc5a1011 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (a3696cff-38a5-4738-8787-5f4a7c5ab3a5), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:06.664556 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-9c1129a1-7353-4933-a352-69d450390e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:06.664556 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-9c1129a1-7353-4933-a352-69d450390e2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:06.665684 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-9c1129a1-7353-4933-a352-69d450390e2b service neutron] 10.222.0.93 "PUT /v2.0/ports/ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 HTTP/1.1" status: 200 len: 1092 time: 1.5649669 Feb 20 03:35:06.666301 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e800aac1-0fe3-48d1-b319-f0f55a1206e1', 'tag': 'ed1d4dac-5a57-4f44-87fa-76149bb3c3c8'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:35:06.674913 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627bbf53-0fd0-4432-8bf3-1f075603aebf" -d '{"events": [{"name": "network-changed", "server_uuid": "e800aac1-0fe3-48d1-b319-f0f55a1206e1", "tag": "ed1d4dac-5a57-4f44-87fa-76149bb3c3c8"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:35:06.752071 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-62bc9fd9-91d1-41d3-aa6e-36eabc5a1011 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Network 009d3554-94de-43aa-a0e5-a5caef775c53 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:35:06.752071 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-62bc9fd9-91d1-41d3-aa6e-36eabc5a1011 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:35:06.752071 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-62bc9fd9-91d1-41d3-aa6e-36eabc5a1011 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:35:06.753689 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1129a1-7353-4933-a352-69d450390e2b service neutron] Pushing event updated for resources: {'Port': ['ID=ed1d4dac-5a57-4f44-87fa-76149bb3c3c8,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:06.934367 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-62bc9fd9-91d1-41d3-aa6e-36eabc5a1011 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:06.934980 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-62bc9fd9-91d1-41d3-aa6e-36eabc5a1011 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:06.937710 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc9fd9-91d1-41d3-aa6e-36eabc5a1011 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Pushing event updated for resources: {'Port': ['ID=a3696cff-38a5-4738-8787-5f4a7c5ab3a5,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:06.944332 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-4486d543-89cb-4391-bed2-00e90df60227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:06.945971 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-4486d543-89cb-4391-bed2-00e90df60227 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c709bbfa8b354edf911780ffcf2e7b53&device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 1126 time: 0.1201694 Feb 20 03:35:07.013307 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc9fd9-91d1-41d3-aa6e-36eabc5a1011 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:35:07.013611 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc9fd9-91d1-41d3-aa6e-36eabc5a1011 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:35:07.014001 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc9fd9-91d1-41d3-aa6e-36eabc5a1011 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:35:07.015094 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc9fd9-91d1-41d3-aa6e-36eabc5a1011 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:35:07.015447 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc9fd9-91d1-41d3-aa6e-36eabc5a1011 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:35:07.015793 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc9fd9-91d1-41d3-aa6e-36eabc5a1011 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:35:07.016341 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc9fd9-91d1-41d3-aa6e-36eabc5a1011 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:35:07.016820 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc9fd9-91d1-41d3-aa6e-36eabc5a1011 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:35:07.017165 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc9fd9-91d1-41d3-aa6e-36eabc5a1011 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:35:07.017500 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc9fd9-91d1-41d3-aa6e-36eabc5a1011 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:35:07.017837 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc9fd9-91d1-41d3-aa6e-36eabc5a1011 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:35:07.018167 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc9fd9-91d1-41d3-aa6e-36eabc5a1011 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:35:07.018497 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc9fd9-91d1-41d3-aa6e-36eabc5a1011 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:35:07.019605 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-3cc4341d-2688-47c7-9ca7-c29e837a3d14 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 HTTP/1.1" status: 200 len: 217 time: 0.0639656 Feb 20 03:35:07.044694 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3dfdbe-e249-4c02-a0d8-0f7be5521d6d req-6b441006-4e8f-420c-8794-d12b1f1d72b0 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:07.055564 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-af3dfdbe-e249-4c02-a0d8-0f7be5521d6d req-6b441006-4e8f-420c-8794-d12b1f1d72b0 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 944 time: 0.2541773 Feb 20 03:35:07.122045 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-af3dfdbe-e249-4c02-a0d8-0f7be5521d6d req-2c664089-6c55-4a51-b0eb-5a704c2373b5 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653045 Feb 20 03:35:07.130462 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-caa0a206-acf3-4f3d-bfaf-e2600f1dae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:07.132990 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-caa0a206-acf3-4f3d-bfaf-e2600f1dae7c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=459abde2-853f-42b6-94b7-5e11d73152fc HTTP/1.1" status: 200 len: 855 time: 0.0939593 Feb 20 03:35:07.137855 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-62bc9fd9-91d1-41d3-aa6e-36eabc5a1011 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5134974 Feb 20 03:35:07.152126 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-7926a201-6039-427d-96b2-9b1f26749e23 service neutron] Request body: {'port': {'device_id': '84a27569-dd8d-4b63-b15d-70f4b31a476e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:35:07.270972 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-ee86bebe-2a4c-4173-b5fa-fd7c3eb7d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:07.272499 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-ee86bebe-2a4c-4173-b5fa-fd7c3eb7d8d7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a842b208-6516-42cd-af34-f14f7f82e32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1207623 Feb 20 03:35:07.325698 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-7926a201-6039-427d-96b2-9b1f26749e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a3696cff-38a5-4738-8787-5f4a7c5ab3a5), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:07.341122 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-adc2d7da-0fb3-4f3f-9fe5-f5f5480ff98e None None] Provisioning complete for port a3696cff-38a5-4738-8787-5f4a7c5ab3a5 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:35:07.342289 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-adc2d7da-0fb3-4f3f-9fe5-f5f5480ff98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a3696cff-38a5-4738-8787-5f4a7c5ab3a5), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:07.362900 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e980b6-49ec-49cc-a465-55301338ed74 req-57d617b5-3baa-4ac9-9113-91a9eebe8345 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:07.370052 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f3e980b6-49ec-49cc-a465-55301338ed74 req-57d617b5-3baa-4ac9-9113-91a9eebe8345 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=a29c9a59-47b5-43a6-844f-eb8b1b26b7cb HTTP/1.1" status: 200 len: 946 time: 0.1269436 Feb 20 03:35:07.390188 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-adc2d7da-0fb3-4f3f-9fe5-f5f5480ff98e None None] Port a3696cff-38a5-4738-8787-5f4a7c5ab3a5 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:35:07.400250 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-782f2476-ba42-4edc-9d70-92e23152b568 service neutron] 10.222.0.93 "GET /v2.0/networks/a842b208-6516-42cd-af34-f14f7f82e32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215267 Feb 20 03:35:07.447479 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f3e980b6-49ec-49cc-a465-55301338ed74 req-399ec19d-1355-4a54-8897-3c4760dca53b tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763996 Feb 20 03:35:07.512916 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-fb98a2e9-49f4-48a0-9376-b1d829ab84f8 req-31350559-f565-4c17-9b50-9e45cf6ab13f service neutron] 10.222.0.93 "GET /v2.0/networks/a842b208-6516-42cd-af34-f14f7f82e32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060619 Feb 20 03:35:07.580835 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcec8ef-c423-4c65-86ee-76b13123ea6c x-openstack-request-id: req-7bcec8ef-c423-4c65-86ee-76b13123ea6c {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:35:07.581552 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e800aac1-0fe3-48d1-b319-f0f55a1206e1", "tag": "ed1d4dac-5a57-4f44-87fa-76149bb3c3c8", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:35:07.582073 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7bcec8ef-c423-4c65-86ee-76b13123ea6c {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:35:07.582755 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e800aac1-0fe3-48d1-b319-f0f55a1206e1', 'tag': 'ed1d4dac-5a57-4f44-87fa-76149bb3c3c8', 'status': 'completed', 'code': 200} Feb 20 03:35:07.697594 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bbf53-0fd0-4432-8bf3-1f075603aebf req-57af4b4d-e90d-45d3-99e6-2eabeb2cf391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:07.699903 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-627bbf53-0fd0-4432-8bf3-1f075603aebf req-57af4b4d-e90d-45d3-99e6-2eabeb2cf391 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c709bbfa8b354edf911780ffcf2e7b53&device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 1126 time: 0.0560515 Feb 20 03:35:07.740308 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1aefc-97a2-4e52-89df-cdf02a2053ed req-dc1b4a10-b4d7-4a6a-bd31-e526a71b0b1a tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:07.741978 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b0c1aefc-97a2-4e52-89df-cdf02a2053ed req-dc1b4a10-b4d7-4a6a-bd31-e526a71b0b1a tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 950 time: 0.1128476 Feb 20 03:35:07.763173 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-7926a201-6039-427d-96b2-9b1f26749e23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3696cff-38a5-4738-8787-5f4a7c5ab3a5 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:35:07.778243 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-7926a201-6039-427d-96b2-9b1f26749e23 service neutron] Publish callbacks [] for port (a3696cff-38a5-4738-8787-5f4a7c5ab3a5), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:07.815333 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-7926a201-6039-427d-96b2-9b1f26749e23 service neutron] Transition to ACTIVE for port object a3696cff-38a5-4738-8787-5f4a7c5ab3a5 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:35:07.817236 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bbf53-0fd0-4432-8bf3-1f075603aebf req-0e8f4024-0fa2-4806-9e5c-e7ea49a5eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:07.819022 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-627bbf53-0fd0-4432-8bf3-1f075603aebf req-0e8f4024-0fa2-4806-9e5c-e7ea49a5eaf0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a842b208-6516-42cd-af34-f14f7f82e32f HTTP/1.1" status: 200 len: 917 time: 0.1132314 Feb 20 03:35:07.829260 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b0c1aefc-97a2-4e52-89df-cdf02a2053ed req-53e7322f-bcbe-4508-b413-fff5705d2f04 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788500 Feb 20 03:35:07.864249 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-627bbf53-0fd0-4432-8bf3-1f075603aebf req-89ab2bcf-c5cc-4c31-9b0a-e95e00c7aa53 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 HTTP/1.1" status: 200 len: 217 time: 0.0384755 Feb 20 03:35:07.886533 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-7926a201-6039-427d-96b2-9b1f26749e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (a3696cff-38a5-4738-8787-5f4a7c5ab3a5), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:07.940229 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bbf53-0fd0-4432-8bf3-1f075603aebf req-bdaed083-00c2-4b1a-bd1e-5590b1bc0bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:07.941799 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-627bbf53-0fd0-4432-8bf3-1f075603aebf req-bdaed083-00c2-4b1a-bd1e-5590b1bc0bbe service neutron] 10.222.0.93 "GET /v2.0/subnets?id=459abde2-853f-42b6-94b7-5e11d73152fc HTTP/1.1" status: 200 len: 855 time: 0.0707691 Feb 20 03:35:07.977887 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926a201-6039-427d-96b2-9b1f26749e23 service neutron] Pushing event updated for resources: {'Port': ['ID=a3696cff-38a5-4738-8787-5f4a7c5ab3a5,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:08.027185 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bbf53-0fd0-4432-8bf3-1f075603aebf req-9cd7c559-ae3d-4c86-a5e9-6f2501287dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:08.029032 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-627bbf53-0fd0-4432-8bf3-1f075603aebf req-9cd7c559-ae3d-4c86-a5e9-6f2501287dfb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a842b208-6516-42cd-af34-f14f7f82e32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0790923 Feb 20 03:35:08.133367 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-627bbf53-0fd0-4432-8bf3-1f075603aebf req-f20dd0a6-4d8d-44ba-ae39-ad066f792981 service neutron] 10.222.0.93 "GET /v2.0/networks/a842b208-6516-42cd-af34-f14f7f82e32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968239 Feb 20 03:35:08.168153 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139498fc-8e43-499d-8a00-f5577112147e req-517608c5-c8cc-41ac-a8ec-e9f41d936579 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:08.169697 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-139498fc-8e43-499d-8a00-f5577112147e req-517608c5-c8cc-41ac-a8ec-e9f41d936579 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.42 "GET /v2.0/ports?device_id=a29c9a59-47b5-43a6-844f-eb8b1b26b7cb HTTP/1.1" status: 200 len: 946 time: 0.1245916 Feb 20 03:35:08.184211 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-7926a201-6039-427d-96b2-9b1f26749e23 service neutron] Attempting to bind port a3696cff-38a5-4738-8787-5f4a7c5ab3a5 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:35:08.184560 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-7926a201-6039-427d-96b2-9b1f26749e23 service neutron] Attempting to bind port a3696cff-38a5-4738-8787-5f4a7c5ab3a5 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '9090ac89-42ef-43bd-b7c7-29a05c60a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '009d3554-94de-43aa-a0e5-a5caef775c53'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:35:08.184897 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-7926a201-6039-427d-96b2-9b1f26749e23 service neutron] Attempting to bind port a3696cff-38a5-4738-8787-5f4a7c5ab3a5 on network 009d3554-94de-43aa-a0e5-a5caef775c53 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:35:08.206916 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-d27ce7dd-e826-4bee-a879-4d34c0ee89a8 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:08.208391 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-d27ce7dd-e826-4bee-a879-4d34c0ee89a8 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/networks?id=eb26da17-9faa-4ffe-b743-646e1db8b7cd HTTP/1.1" status: 200 len: 814 time: 0.2599123 Feb 20 03:35:08.237503 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-7926a201-6039-427d-96b2-9b1f26749e23 service neutron] Port a3696cff-38a5-4738-8787-5f4a7c5ab3a5 on network 009d3554-94de-43aa-a0e5-a5caef775c53 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:35:08.237835 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-7926a201-6039-427d-96b2-9b1f26749e23 service neutron] Attempting to bind port a3696cff-38a5-4738-8787-5f4a7c5ab3a5 on network 009d3554-94de-43aa-a0e5-a5caef775c53 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:35:08.254237 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-627bbf53-0fd0-4432-8bf3-1f075603aebf req-2ceb549f-70aa-47d5-9121-134d2f089352 service neutron] 10.222.0.93 "GET /v2.0/networks/a842b208-6516-42cd-af34-f14f7f82e32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136439 Feb 20 03:35:08.256524 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-55633506-8695-47ae-b3b5-a7996522e171 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/quotas/5ff8b75fbb2949d5aad5a9cd3bc53c0a HTTP/1.1" status: 200 len: 375 time: 0.0245109 Feb 20 03:35:08.261195 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-7926a201-6039-427d-96b2-9b1f26749e23 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:35:08.261571 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-7926a201-6039-427d-96b2-9b1f26749e23 service neutron] Checking segment: {'id': '9090ac89-42ef-43bd-b7c7-29a05c60a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '009d3554-94de-43aa-a0e5-a5caef775c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:35:08.261964 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-7926a201-6039-427d-96b2-9b1f26749e23 service neutron] Bound using segment: {'id': '9090ac89-42ef-43bd-b7c7-29a05c60a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '009d3554-94de-43aa-a0e5-a5caef775c53'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:35:08.262423 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-7926a201-6039-427d-96b2-9b1f26749e23 service neutron] Bound port: a3696cff-38a5-4738-8787-5f4a7c5ab3a5, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9090ac89-42ef-43bd-b7c7-29a05c60a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '009d3554-94de-43aa-a0e5-a5caef775c53'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:35:08.262786 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-7926a201-6039-427d-96b2-9b1f26749e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a3696cff-38a5-4738-8787-5f4a7c5ab3a5), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:08.411219 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-216572cb-ae6a-4d08-a2f4-9149e09e3cb9 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=5ff8b75fbb2949d5aad5a9cd3bc53c0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1458006 Feb 20 03:35:08.415082 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-7926a201-6039-427d-96b2-9b1f26749e23 service neutron] For port a3696cff-38a5-4738-8787-5f4a7c5ab3a5, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:35:08.421559 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-7926a201-6039-427d-96b2-9b1f26749e23 service neutron] For port a3696cff-38a5-4738-8787-5f4a7c5ab3a5, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=a3696cff-38a5-4738-8787-5f4a7c5ab3a5,segment=NetworkSegment(9090ac89-42ef-43bd-b7c7-29a05c60a2c5),segment_id=9090ac89-42ef-43bd-b7c7-29a05c60a2c5)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:35:08.425224 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-ffa7b83f-f8c9-48dc-a712-03af67373fe8 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:35:08.426210 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-ffa7b83f-f8c9-48dc-a712-03af67373fe8 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051293 Feb 20 03:35:08.431911 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-139498fc-8e43-499d-8a00-f5577112147e req-529fe111-20d6-4155-b7cd-464fc825f44f tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Deleting port a7236085-2ea0-4574-8a5b-48a1736b4a68 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:35:08.432260 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-139498fc-8e43-499d-8a00-f5577112147e req-529fe111-20d6-4155-b7cd-464fc825f44f tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (a7236085-2ea0-4574-8a5b-48a1736b4a68), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:08.526295 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-7926a201-6039-427d-96b2-9b1f26749e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (a3696cff-38a5-4738-8787-5f4a7c5ab3a5), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:08.573529 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-7926a201-6039-427d-96b2-9b1f26749e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:08.574375 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-7926a201-6039-427d-96b2-9b1f26749e23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:08.575813 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-7926a201-6039-427d-96b2-9b1f26749e23 service neutron] 10.222.0.93 "PUT /v2.0/ports/a3696cff-38a5-4738-8787-5f4a7c5ab3a5 HTTP/1.1" status: 200 len: 1092 time: 1.4310188 Feb 20 03:35:08.583296 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a27569-dd8d-4b63-b15d-70f4b31a476e', 'tag': 'a3696cff-38a5-4738-8787-5f4a7c5ab3a5'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:35:08.585586 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35999693-db6a-4ded-afce-e0dcb0631860" -d '{"events": [{"name": "network-changed", "server_uuid": "84a27569-dd8d-4b63-b15d-70f4b31a476e", "tag": "a3696cff-38a5-4738-8787-5f4a7c5ab3a5"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:35:08.645446 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926a201-6039-427d-96b2-9b1f26749e23 service neutron] Pushing event updated for resources: {'Port': ['ID=a3696cff-38a5-4738-8787-5f4a7c5ab3a5,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:08.665720 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-139498fc-8e43-499d-8a00-f5577112147e req-529fe111-20d6-4155-b7cd-464fc825f44f tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] For port a7236085-2ea0-4574-8a5b-48a1736b4a68, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=a7236085-2ea0-4574-8a5b-48a1736b4a68,segment=NetworkSegment(8a57dd48-cd2a-4b48-a8ae-20be415170b3),segment_id=8a57dd48-cd2a-4b48-a8ae-20be415170b3)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:08.666107 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-139498fc-8e43-499d-8a00-f5577112147e req-529fe111-20d6-4155-b7cd-464fc825f44f tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (a7236085-2ea0-4574-8a5b-48a1736b4a68), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:08.709955 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-139498fc-8e43-499d-8a00-f5577112147e req-529fe111-20d6-4155-b7cd-464fc825f44f tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Calling delete_port for a7236085-2ea0-4574-8a5b-48a1736b4a68 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:35:08.713394 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-9876e8ad-1b85-451a-b8f4-878def8afce9 service neutron] 10.222.0.89 "GET /v2.0/networks/eb26da17-9faa-4ffe-b743-646e1db8b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763135 Feb 20 03:35:08.846102 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-144dad6e-a236-49d4-9973-0dd150069df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:08.847672 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-144dad6e-a236-49d4-9973-0dd150069df2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f0c2e059b5524af28b5ac91749ab39b4&device_id=84a27569-dd8d-4b63-b15d-70f4b31a476e HTTP/1.1" status: 200 len: 1126 time: 0.1788342 Feb 20 03:35:08.908103 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-f8b1d76d-062f-478a-8094-dc8f5daf5c29 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3696cff-38a5-4738-8787-5f4a7c5ab3a5 HTTP/1.1" status: 200 len: 217 time: 0.0524845 Feb 20 03:35:08.964982 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-827c4370-f7e8-4d15-b827-9bcb64154d7b service neutron] 10.222.0.89 "GET /v2.0/networks/eb26da17-9faa-4ffe-b743-646e1db8b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403004 Feb 20 03:35:09.013296 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-2dc0b03c-c965-41f6-81c6-6adc73d0b41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:09.015055 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-2dc0b03c-c965-41f6-81c6-6adc73d0b41d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2ad5ecbe-9a30-4197-bb91-a87eb8b782b0 HTTP/1.1" status: 200 len: 845 time: 0.0964332 Feb 20 03:35:09.071900 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-ab1e5570-839a-410d-b6c2-bdf61ca28db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:09.073437 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-ab1e5570-839a-410d-b6c2-bdf61ca28db8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=009d3554-94de-43aa-a0e5-a5caef775c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498230 Feb 20 03:35:09.130885 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-139498fc-8e43-499d-8a00-f5577112147e req-529fe111-20d6-4155-b7cd-464fc825f44f tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (a7236085-2ea0-4574-8a5b-48a1736b4a68), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:09.143024 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['a7236085-2ea0-4574-8a5b-48a1736b4a68'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:35:09.170039 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529fe111-20d6-4155-b7cd-464fc825f44f tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Pushing event deleted for resources: {'Port': ['ID=a7236085-2ea0-4574-8a5b-48a1736b4a68,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:09.255959 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-139498fc-8e43-499d-8a00-f5577112147e req-529fe111-20d6-4155-b7cd-464fc825f44f tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] No DVR routers for this DVR port a7236085-2ea0-4574-8a5b-48a1736b4a68 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:35:09.273352 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-139498fc-8e43-499d-8a00-f5577112147e req-529fe111-20d6-4155-b7cd-464fc825f44f tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:09.276739 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-139498fc-8e43-499d-8a00-f5577112147e req-529fe111-20d6-4155-b7cd-464fc825f44f tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.42 "DELETE /v2.0/ports/a7236085-2ea0-4574-8a5b-48a1736b4a68 HTTP/1.1" status: 204 len: 173 time: 1.0936725 Feb 20 03:35:09.320025 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-d2e848ef-b466-4c2a-96fa-6dc0588755db service neutron] 10.222.0.93 "GET /v2.0/networks/009d3554-94de-43aa-a0e5-a5caef775c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397103 Feb 20 03:35:09.362596 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d5137-1b62-4d4a-a83d-1dec101ea99a req-6d9fd7ec-df78-4e8a-8bd7-f49dcefb48ca tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:09.364116 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-997d5137-1b62-4d4a-a83d-1dec101ea99a req-6d9fd7ec-df78-4e8a-8bd7-f49dcefb48ca tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "GET /v2.0/ports?device_id=84a27569-dd8d-4b63-b15d-70f4b31a476e HTTP/1.1" status: 200 len: 944 time: 0.1098793 Feb 20 03:35:09.465244 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-997d5137-1b62-4d4a-a83d-1dec101ea99a req-68ab87b5-ce37-4881-a256-b16107e8200c tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "GET /v2.0/security-groups?id=575538b2-6f9f-4d0b-859d-b682c7213828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762002 Feb 20 03:35:09.471579 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-02588325-fbc5-4a88-b379-2321f6c29fa4 req-d45540cb-28d8-438c-ac2f-7d59e242f7aa service neutron] 10.222.0.93 "GET /v2.0/networks/009d3554-94de-43aa-a0e5-a5caef775c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437302 Feb 20 03:35:09.617113 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d70b1-71f6-492e-8da1-958722c49585 req-8d60e07f-4c26-4122-990f-b7b9ac869d14 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:09.618786 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d99d70b1-71f6-492e-8da1-958722c49585 req-8d60e07f-4c26-4122-990f-b7b9ac869d14 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 944 time: 0.0773544 Feb 20 03:35:09.671706 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d99d70b1-71f6-492e-8da1-958722c49585 req-19a63abb-f75a-4e2e-b57e-2ccd84148017 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452597 Feb 20 03:35:09.793978 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bef35b4b-1343-4146-be98-e0604d1c604c req-52aabdf3-49eb-4e3f-b70c-1f9a3779f0c5 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=a29c9a59-47b5-43a6-844f-eb8b1b26b7cb HTTP/1.1" status: 200 len: 210 time: 0.0311794 Feb 20 03:35:09.843673 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd9794d-ea0f-4521-b350-061418dbe714 x-openstack-request-id: req-5fd9794d-ea0f-4521-b350-061418dbe714 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:35:09.844096 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a27569-dd8d-4b63-b15d-70f4b31a476e", "tag": "a3696cff-38a5-4738-8787-5f4a7c5ab3a5", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:35:09.844365 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5fd9794d-ea0f-4521-b350-061418dbe714 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:35:09.845018 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a27569-dd8d-4b63-b15d-70f4b31a476e', 'tag': 'a3696cff-38a5-4738-8787-5f4a7c5ab3a5', 'status': 'completed', 'code': 200} Feb 20 03:35:09.955195 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35999693-db6a-4ded-afce-e0dcb0631860 req-0de5373b-d5bb-44d8-84bb-4e0931f457e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:09.956759 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-35999693-db6a-4ded-afce-e0dcb0631860 req-0de5373b-d5bb-44d8-84bb-4e0931f457e1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f0c2e059b5524af28b5ac91749ab39b4&device_id=84a27569-dd8d-4b63-b15d-70f4b31a476e HTTP/1.1" status: 200 len: 1126 time: 0.0876312 Feb 20 03:35:10.021874 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a29b36-0be1-47d5-b0a2-d132221720da req-5e3273e3-1d49-4066-beb5-11491660d9ee tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:10.023350 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-97a29b36-0be1-47d5-b0a2-d132221720da req-5e3273e3-1d49-4066-beb5-11491660d9ee tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 950 time: 0.1231711 Feb 20 03:35:10.097138 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:35:10.097742 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35999693-db6a-4ded-afce-e0dcb0631860 req-f5862feb-6e4b-4b32-9103-2d6e2a7696e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:10.099303 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-35999693-db6a-4ded-afce-e0dcb0631860 req-f5862feb-6e4b-4b32-9103-2d6e2a7696e4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=009d3554-94de-43aa-a0e5-a5caef775c53 HTTP/1.1" status: 200 len: 907 time: 0.1331103 Feb 20 03:35:10.107271 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-97a29b36-0be1-47d5-b0a2-d132221720da req-623b9b14-1384-4b8f-b65f-47844cab8ee2 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740838 Feb 20 03:35:10.178933 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-35999693-db6a-4ded-afce-e0dcb0631860 req-f4c142b3-92b2-4ba7-984d-1cf488738421 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3696cff-38a5-4738-8787-5f4a7c5ab3a5 HTTP/1.1" status: 200 len: 217 time: 0.0687981 Feb 20 03:35:10.265871 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ed1d4dac-5a57-4f44-87fa-76149bb3c3c8,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:10.270813 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-61293354-2ff6-4776-bf5d-7b64cd1c98cf req-be862538-db4b-4ccf-b8d1-5377373786f7 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=594ac0b9-29b4-431d-b472-cbf7fd1c90dc HTTP/1.1" status: 200 len: 210 time: 0.0352647 Feb 20 03:35:10.277712 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'ed1d4dac-5a57-4f44-87fa-76149bb3c3c8', 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f', 'port_id': 'ed1d4dac-5a57-4f44-87fa-76149bb3c3c8', 'mac_address': 'fa:16:3e:9a:a4:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:35:10.281474 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35999693-db6a-4ded-afce-e0dcb0631860 req-c49b4674-16d6-4b0e-be19-2406a0acef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:10.283355 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-35999693-db6a-4ded-afce-e0dcb0631860 req-c49b4674-16d6-4b0e-be19-2406a0acef67 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2ad5ecbe-9a30-4197-bb91-a87eb8b782b0 HTTP/1.1" status: 200 len: 845 time: 0.0996912 Feb 20 03:35:10.332959 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:35:10.333669 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ed1d4dac-5a57-4f44-87fa-76149bb3c3c8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:10.349802 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:35:10.358418 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35999693-db6a-4ded-afce-e0dcb0631860 req-b6834f97-90f2-431d-a738-56bde7def788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:10.360069 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-35999693-db6a-4ded-afce-e0dcb0631860 req-b6834f97-90f2-431d-a738-56bde7def788 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=009d3554-94de-43aa-a0e5-a5caef775c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0621591 Feb 20 03:35:10.372067 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ed1d4dac-5a57-4f44-87fa-76149bb3c3c8,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:10.446467 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ed1d4dac-5a57-4f44-87fa-76149bb3c3c8), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:10.457101 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-35999693-db6a-4ded-afce-e0dcb0631860 req-a7ef43b0-25ff-4c99-ade0-7df661cdc2a9 service neutron] 10.222.0.93 "GET /v2.0/networks/009d3554-94de-43aa-a0e5-a5caef775c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901930 Feb 20 03:35:10.499291 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=ed1d4dac-5a57-4f44-87fa-76149bb3c3c8,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:10.614474 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-35999693-db6a-4ded-afce-e0dcb0631860 req-9d2171f6-d7c6-448c-b2ed-cb88c5b85136 service neutron] 10.222.0.93 "GET /v2.0/networks/009d3554-94de-43aa-a0e5-a5caef775c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487288 Feb 20 03:35:10.639706 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977c7ce-315f-4a65-a5f4-c2518c4eccd2 req-bb67f360-6480-4f9d-b518-8c7b54c18a57 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:10.641689 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9977c7ce-315f-4a65-a5f4-c2518c4eccd2 req-bb67f360-6480-4f9d-b518-8c7b54c18a57 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "GET /v2.0/ports?device_id=84a27569-dd8d-4b63-b15d-70f4b31a476e HTTP/1.1" status: 200 len: 944 time: 0.0848730 Feb 20 03:35:10.703397 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9977c7ce-315f-4a65-a5f4-c2518c4eccd2 req-71543205-126c-47cb-8984-5719fe0c208b tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "GET /v2.0/security-groups?id=575538b2-6f9f-4d0b-859d-b682c7213828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555010 Feb 20 03:35:10.749734 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['ed1d4dac-5a57-4f44-87fa-76149bb3c3c8'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:35:10.822104 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feedd054-6ce5-4298-98b9-cf6459adeb3c req-a1b31315-f83b-4ebc-83de-7dd5fc6aae7c tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:10.824189 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-feedd054-6ce5-4298-98b9-cf6459adeb3c req-a1b31315-f83b-4ebc-83de-7dd5fc6aae7c tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 945 time: 0.0580761 Feb 20 03:35:10.872943 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-feedd054-6ce5-4298-98b9-cf6459adeb3c req-147ce281-7326-4689-a270-6c244a3ff683 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429878 Feb 20 03:35:11.500599 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-388b92ec-7358-4e7c-9442-a9dc9daf0afb tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:11.502065 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-388b92ec-7358-4e7c-9442-a9dc9daf0afb tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/networks?id=af61ae37-a3b2-46ee-a441-3e7f71e566ae HTTP/1.1" status: 200 len: 812 time: 0.4675748 Feb 20 03:35:11.528965 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-33d8f4fc-375a-481c-8932-4f7638adebdb tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:11.530714 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-33d8f4fc-375a-481c-8932-4f7638adebdb tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.42 "GET /v2.0/networks?id=eb26da17-9faa-4ffe-b743-646e1db8b7cd HTTP/1.1" status: 200 len: 814 time: 0.1516197 Feb 20 03:35:11.532302 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-ea37f576-5b02-471f-a8d7-58e54ac14e7b tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/quotas/138204b85f4b4d58be48c9d0572da2c6 HTTP/1.1" status: 200 len: 375 time: 0.0203638 Feb 20 03:35:11.552053 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-ec75a625-e977-4712-aa6b-d3b79eb7c8c8 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Request body: {'port': {'device_id': '594ac0b9-29b4-431d-b472-cbf7fd1c90dc', 'network_id': 'eb26da17-9faa-4ffe-b743-646e1db8b7cd', 'admin_state_up': True, 'tenant_id': '5ff8b75fbb2949d5aad5a9cd3bc53c0a'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:35:11.585350 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-5eace173-95bd-455a-8bfb-404cecf96726 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=138204b85f4b4d58be48c9d0572da2c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472269 Feb 20 03:35:11.749349 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-48ec009c-fb1d-4917-8c74-22318fa2e997 service neutron] 10.222.0.89 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324866 Feb 20 03:35:11.846102 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-ef643142-f312-47dc-8ea1-707d1d7405f4 service neutron] 10.222.0.89 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905299 Feb 20 03:35:11.846879 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29c9a59-47b5-43a6-844f-eb8b1b26b7cb', 'name': 'network-vif-deleted', 'tag': 'a7236085-2ea0-4574-8a5b-48a1736b4a68'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:35:11.849304 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216c6ea5-69e6-4525-913c-098224cd3026" -d '{"events": [{"server_uuid": "a29c9a59-47b5-43a6-844f-eb8b1b26b7cb", "name": "network-vif-deleted", "tag": "a7236085-2ea0-4574-8a5b-48a1736b4a68"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:35:11.852027 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-ec75a625-e977-4712-aa6b-d3b79eb7c8c8 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Made reservation on behalf of 5ff8b75fbb2949d5aad5a9cd3bc53c0a for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:35:11.857391 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-ec75a625-e977-4712-aa6b-d3b79eb7c8c8 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:11.991286 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-ec75a625-e977-4712-aa6b-d3b79eb7c8c8 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Allocated IP 172.20.0.7 (eb26da17-9faa-4ffe-b743-646e1db8b7cd/68459050-934c-49c9-b167-98d8885a461c/f5db7fe1-fc38-4435-aa22-e82378f8427f) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:35:12.117141 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device a3696cff-38a5-4738-8787-5f4a7c5ab3a5 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:35:12.121236 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:35:12.193886 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-ec75a625-e977-4712-aa6b-d3b79eb7c8c8 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Publish callbacks [] for port (f5db7fe1-fc38-4435-aa22-e82378f8427f), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:12.243247 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:35:12.256544 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:35:12.256544 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ed1d4dac-5a57-4f44-87fa-76149bb3c3c8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:12.304125 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bc3a8-fed8-493e-996f-84965b2c3b53 req-d4e7ad47-d7a3-4bd4-bcd3-2476b836ce14 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:12.313968 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-822bc3a8-fed8-493e-996f-84965b2c3b53 req-d4e7ad47-d7a3-4bd4-bcd3-2476b836ce14 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 950 time: 0.2172050 Feb 20 03:35:12.317501 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port a3696cff-38a5-4738-8787-5f4a7c5ab3a5, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=a3696cff-38a5-4738-8787-5f4a7c5ab3a5,segment=NetworkSegment(9090ac89-42ef-43bd-b7c7-29a05c60a2c5),segment_id=9090ac89-42ef-43bd-b7c7-29a05c60a2c5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:12.339366 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-ec75a625-e977-4712-aa6b-d3b79eb7c8c8 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (f5db7fe1-fc38-4435-aa22-e82378f8427f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:12.357079 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['9637083b-0c8f-429c-9595-2e7abb224aa7'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:35:12.381527 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['b37d1845-c7e4-40ee-8535-b2c163b956e3'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:35:12.387940 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'a3696cff-38a5-4738-8787-5f4a7c5ab3a5', 'network_id': '009d3554-94de-43aa-a0e5-a5caef775c53', 'port_id': 'a3696cff-38a5-4738-8787-5f4a7c5ab3a5', 'mac_address': 'fa:16:3e:60:6e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad5ecbe-9a30-4197-bb91-a87eb8b782b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:35:12.406993 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75a625-e977-4712-aa6b-d3b79eb7c8c8 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Pushing event updated for resources: {'Port': ['ID=f5db7fe1-fc38-4435-aa22-e82378f8427f,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:12.417211 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-ec75a625-e977-4712-aa6b-d3b79eb7c8c8 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Network eb26da17-9faa-4ffe-b743-646e1db8b7cd is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:35:12.425169 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-ec75a625-e977-4712-aa6b-d3b79eb7c8c8 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:35:12.430393 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-ec75a625-e977-4712-aa6b-d3b79eb7c8c8 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:35:12.481497 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-822bc3a8-fed8-493e-996f-84965b2c3b53 req-19bdc8c2-eb57-4ec8-a685-c0b0fe0295a0 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664536 Feb 20 03:35:12.509207 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:35:12.511020 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ed1d4dac-5a57-4f44-87fa-76149bb3c3c8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:12.511647 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-ec75a625-e977-4712-aa6b-d3b79eb7c8c8 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:12.512316 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-ec75a625-e977-4712-aa6b-d3b79eb7c8c8 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:12.586206 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port a3696cff-38a5-4738-8787-5f4a7c5ab3a5 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:35:12.586515 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a3696cff-38a5-4738-8787-5f4a7c5ab3a5), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:12.597094 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e800aac1-0fe3-48d1-b319-f0f55a1206e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1d4dac-5a57-4f44-87fa-76149bb3c3c8'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:35:12.599581 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81be54c9-07f0-4408-9466-c111a0c1a5db" -d '{"events": [{"server_uuid": "e800aac1-0fe3-48d1-b319-f0f55a1206e1", "name": "network-vif-plugged", "status": "completed", "tag": "ed1d4dac-5a57-4f44-87fa-76149bb3c3c8"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:35:12.622048 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa815a-fbf2-4d07-af0b-5fc509176752 req-2cca81af-f85b-41d2-8cce-ec6313e449db tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:12.624500 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2faa815a-fbf2-4d07-af0b-5fc509176752 req-2cca81af-f85b-41d2-8cce-ec6313e449db tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=594ac0b9-29b4-431d-b472-cbf7fd1c90dc HTTP/1.1" status: 200 len: 931 time: 0.0611317 Feb 20 03:35:12.628785 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-ec75a625-e977-4712-aa6b-d3b79eb7c8c8 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0884085 Feb 20 03:35:12.636985 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ed1d4dac-5a57-4f44-87fa-76149bb3c3c8,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:12.639992 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3696cff-38a5-4738-8787-5f4a7c5ab3a5 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:35:12.659867 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-29f03e2b-28df-4483-a48d-2feb5086ba08 service neutron] Request body: {'port': {'device_id': '594ac0b9-29b4-431d-b472-cbf7fd1c90dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:35:12.681418 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port a3696cff-38a5-4738-8787-5f4a7c5ab3a5, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=a3696cff-38a5-4738-8787-5f4a7c5ab3a5,segment=NetworkSegment(9090ac89-42ef-43bd-b7c7-29a05c60a2c5),segment_id=9090ac89-42ef-43bd-b7c7-29a05c60a2c5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:12.691540 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device a7236085-2ea0-4574-8a5b-48a1736b4a68 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:35:12.739932 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ed1d4dac-5a57-4f44-87fa-76149bb3c3c8), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:12.741600 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: a7236085-2ea0-4574-8a5b-48a1736b4a68 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:35:12.741960 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device a7236085-2ea0-4574-8a5b-48a1736b4a68 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:35:12.778651 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-29f03e2b-28df-4483-a48d-2feb5086ba08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f5db7fe1-fc38-4435-aa22-e82378f8427f), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:12.806611 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a3696cff-38a5-4738-8787-5f4a7c5ab3a5), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:12.807606 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2faa815a-fbf2-4d07-af0b-5fc509176752 req-58f1d067-1022-4703-be90-d5d077cc2c3b tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9e46ff0-0328-45d8-9f18-ec03ffa9e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730175 Feb 20 03:35:12.866766 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=ed1d4dac-5a57-4f44-87fa-76149bb3c3c8,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:12.956150 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=a3696cff-38a5-4738-8787-5f4a7c5ab3a5,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:13.068129 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca6f43-1128-4630-95eb-bb53d8019f90 req-59f61b97-69a6-4de0-8a12-cfb2e1cfb352 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:13.069854 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bcca6f43-1128-4630-95eb-bb53d8019f90 req-59f61b97-69a6-4de0-8a12-cfb2e1cfb352 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "GET /v2.0/ports?device_id=84a27569-dd8d-4b63-b15d-70f4b31a476e HTTP/1.1" status: 200 len: 945 time: 0.1880391 Feb 20 03:35:13.148267 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['a3696cff-38a5-4738-8787-5f4a7c5ab3a5'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:35:13.161021 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bcca6f43-1128-4630-95eb-bb53d8019f90 req-cb0704e1-b1e3-4f61-98a4-b9966db7e716 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "GET /v2.0/security-groups?id=575538b2-6f9f-4d0b-859d-b682c7213828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838199 Feb 20 03:35:13.219333 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-29f03e2b-28df-4483-a48d-2feb5086ba08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5db7fe1-fc38-4435-aa22-e82378f8427f {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:35:13.228926 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-29f03e2b-28df-4483-a48d-2feb5086ba08 service neutron] Publish callbacks [] for port (f5db7fe1-fc38-4435-aa22-e82378f8427f), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:13.240273 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3508a470-dae8-4efd-927b-8b3b78d0bb28 x-openstack-request-id: req-3508a470-dae8-4efd-927b-8b3b78d0bb28 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:35:13.240815 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29c9a59-47b5-43a6-844f-eb8b1b26b7cb", "name": "network-vif-deleted", "tag": "a7236085-2ea0-4574-8a5b-48a1736b4a68", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:35:13.241257 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3508a470-dae8-4efd-927b-8b3b78d0bb28 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:35:13.242374 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29c9a59-47b5-43a6-844f-eb8b1b26b7cb', 'name': 'network-vif-deleted', 'tag': 'a7236085-2ea0-4574-8a5b-48a1736b4a68', 'status': 'completed', 'code': 200} Feb 20 03:35:13.252620 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-29f03e2b-28df-4483-a48d-2feb5086ba08 service neutron] Transition to ACTIVE for port object f5db7fe1-fc38-4435-aa22-e82378f8427f will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:35:13.292659 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-29f03e2b-28df-4483-a48d-2feb5086ba08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (f5db7fe1-fc38-4435-aa22-e82378f8427f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:13.393076 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f03e2b-28df-4483-a48d-2feb5086ba08 service neutron] Pushing event updated for resources: {'Port': ['ID=f5db7fe1-fc38-4435-aa22-e82378f8427f,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:13.460773 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce3397-4b17-45ff-9b2b-3d9d773dae9d req-2cfa2485-5086-42fe-8815-08856b5b54ee tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:13.462683 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2ce3397-4b17-45ff-9b2b-3d9d773dae9d req-2cfa2485-5086-42fe-8815-08856b5b54ee tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 946 time: 0.1654065 Feb 20 03:35:13.511034 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-29f03e2b-28df-4483-a48d-2feb5086ba08 service neutron] Attempting to bind port f5db7fe1-fc38-4435-aa22-e82378f8427f on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:35:13.511378 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-29f03e2b-28df-4483-a48d-2feb5086ba08 service neutron] Attempting to bind port f5db7fe1-fc38-4435-aa22-e82378f8427f by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '779aeac2-ecb9-46e0-8f48-3dc73d02eb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'eb26da17-9faa-4ffe-b743-646e1db8b7cd'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:35:13.511742 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-29f03e2b-28df-4483-a48d-2feb5086ba08 service neutron] Attempting to bind port f5db7fe1-fc38-4435-aa22-e82378f8427f on network eb26da17-9faa-4ffe-b743-646e1db8b7cd {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:35:13.524528 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-29f03e2b-28df-4483-a48d-2feb5086ba08 service neutron] Port f5db7fe1-fc38-4435-aa22-e82378f8427f on network eb26da17-9faa-4ffe-b743-646e1db8b7cd not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:35:13.524848 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-29f03e2b-28df-4483-a48d-2feb5086ba08 service neutron] Attempting to bind port f5db7fe1-fc38-4435-aa22-e82378f8427f on network eb26da17-9faa-4ffe-b743-646e1db8b7cd {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:35:13.536613 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2ce3397-4b17-45ff-9b2b-3d9d773dae9d req-81a0f894-c882-4e8c-b6bf-2802fe09b207 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673528 Feb 20 03:35:13.537494 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-29f03e2b-28df-4483-a48d-2feb5086ba08 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:35:13.537838 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-29f03e2b-28df-4483-a48d-2feb5086ba08 service neutron] Checking segment: {'id': '779aeac2-ecb9-46e0-8f48-3dc73d02eb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'eb26da17-9faa-4ffe-b743-646e1db8b7cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:35:13.538218 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-29f03e2b-28df-4483-a48d-2feb5086ba08 service neutron] Bound using segment: {'id': '779aeac2-ecb9-46e0-8f48-3dc73d02eb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'eb26da17-9faa-4ffe-b743-646e1db8b7cd'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:35:13.538656 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-29f03e2b-28df-4483-a48d-2feb5086ba08 service neutron] Bound port: f5db7fe1-fc38-4435-aa22-e82378f8427f, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779aeac2-ecb9-46e0-8f48-3dc73d02eb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'eb26da17-9faa-4ffe-b743-646e1db8b7cd'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:35:13.539043 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-29f03e2b-28df-4483-a48d-2feb5086ba08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f5db7fe1-fc38-4435-aa22-e82378f8427f), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:13.644369 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-640cb5fb-1971-4dbc-a967-8699eb0397a4 req-35b62c61-c8d8-468d-bcac-8504d010e420 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=517fd82a-9971-4cf9-bb59-df016c811bde HTTP/1.1" status: 200 len: 210 time: 0.0363379 Feb 20 03:35:13.646814 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-29f03e2b-28df-4483-a48d-2feb5086ba08 service neutron] For port f5db7fe1-fc38-4435-aa22-e82378f8427f, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:35:13.659122 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-29f03e2b-28df-4483-a48d-2feb5086ba08 service neutron] For port f5db7fe1-fc38-4435-aa22-e82378f8427f, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=f5db7fe1-fc38-4435-aa22-e82378f8427f,segment=NetworkSegment(779aeac2-ecb9-46e0-8f48-3dc73d02eb8b),segment_id=779aeac2-ecb9-46e0-8f48-3dc73d02eb8b)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:35:13.738822 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-29f03e2b-28df-4483-a48d-2feb5086ba08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (f5db7fe1-fc38-4435-aa22-e82378f8427f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:13.778581 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-29f03e2b-28df-4483-a48d-2feb5086ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:13.779223 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-29f03e2b-28df-4483-a48d-2feb5086ba08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:13.780702 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-29f03e2b-28df-4483-a48d-2feb5086ba08 service neutron] 10.222.0.42 "PUT /v2.0/ports/f5db7fe1-fc38-4435-aa22-e82378f8427f HTTP/1.1" status: 200 len: 1091 time: 1.1377926 Feb 20 03:35:13.810012 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f03e2b-28df-4483-a48d-2feb5086ba08 service neutron] Pushing event updated for resources: {'Port': ['ID=f5db7fe1-fc38-4435-aa22-e82378f8427f,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:13.940921 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-20595c96-487c-4197-8389-4c824842f4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:13.942414 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-20595c96-487c-4197-8389-4c824842f4c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ff8b75fbb2949d5aad5a9cd3bc53c0a&device_id=594ac0b9-29b4-431d-b472-cbf7fd1c90dc HTTP/1.1" status: 200 len: 1125 time: 0.0513549 Feb 20 03:35:13.990798 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-31211e78-be4a-473b-b675-785db84b12b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5db7fe1-fc38-4435-aa22-e82378f8427f HTTP/1.1" status: 200 len: 217 time: 0.0384059 Feb 20 03:35:14.043673 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-46769d67-f6be-4d12-85c8-1a59e78fc324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:14.045988 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-46769d67-f6be-4d12-85c8-1a59e78fc324 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=68459050-934c-49c9-b167-98d8885a461c HTTP/1.1" status: 200 len: 854 time: 0.0476422 Feb 20 03:35:14.051181 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2829dfb2-d3ef-4920-b616-94b4fc034c95 x-openstack-request-id: req-2829dfb2-d3ef-4920-b616-94b4fc034c95 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:35:14.051718 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e800aac1-0fe3-48d1-b319-f0f55a1206e1", "name": "network-vif-plugged", "status": "completed", "tag": "ed1d4dac-5a57-4f44-87fa-76149bb3c3c8", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:35:14.052040 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2829dfb2-d3ef-4920-b616-94b4fc034c95 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:35:14.052701 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e800aac1-0fe3-48d1-b319-f0f55a1206e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1d4dac-5a57-4f44-87fa-76149bb3c3c8', 'code': 200} Feb 20 03:35:14.110626 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-2bcd8ed1-6bd6-483d-a815-965e1cda93e8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb26da17-9faa-4ffe-b743-646e1db8b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566444 Feb 20 03:35:14.330440 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2574820-9778-45a3-98ad-7ec4b3af90d3 req-0ced433a-2b1b-45fb-bac3-ca373e16fc46 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:14.332075 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a2574820-9778-45a3-98ad-7ec4b3af90d3 req-0ced433a-2b1b-45fb-bac3-ca373e16fc46 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 950 time: 0.2204220 Feb 20 03:35:14.342892 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2242b-5905-4cfd-9c25-c208b0bb5f68 req-cbcdf979-0447-4bd0-834d-720797c2901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:14.344520 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3aa2242b-5905-4cfd-9c25-c208b0bb5f68 req-cbcdf979-0447-4bd0-834d-720797c2901a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 1128 time: 0.2220767 Feb 20 03:35:14.389669 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-eb523a36-b9d5-4cfe-8ba4-16c75ab4b903 service neutron] 10.222.0.42 "GET /v2.0/networks/eb26da17-9faa-4ffe-b743-646e1db8b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681863 Feb 20 03:35:14.510796 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3aa2242b-5905-4cfd-9c25-c208b0bb5f68 req-190dfac5-a249-4a99-89f0-e90b8bd0b8ca service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537614 Feb 20 03:35:14.517335 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-3c3adae0-2b13-4d66-8b19-ab084a15f111 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:14.518686 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-3c3adae0-2b13-4d66-8b19-ab084a15f111 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.42 "GET /v2.0/networks?id=af61ae37-a3b2-46ee-a441-3e7f71e566ae HTTP/1.1" status: 200 len: 812 time: 0.2927589 Feb 20 03:35:14.521611 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a2574820-9778-45a3-98ad-7ec4b3af90d3 req-a9f973c2-e997-4934-b9bd-5430240e8ecd tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697037 Feb 20 03:35:14.535227 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-e8c02f83-f38d-4f0a-af94-e54e2557d6fa tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Request body: {'port': {'device_id': '517fd82a-9971-4cf9-bb59-df016c811bde', 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae', 'admin_state_up': True, 'tenant_id': '138204b85f4b4d58be48c9d0572da2c6'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:35:14.641940 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f400f67-50f4-48e9-b94f-29e19af447d8 req-19334834-5abb-47b1-8938-10518bfec226 service neutron] 10.222.0.42 "GET /v2.0/networks/eb26da17-9faa-4ffe-b743-646e1db8b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396088 Feb 20 03:35:14.699710 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d75d28-a600-4692-a5a6-27650c3f8f87 req-7883353a-69fc-4052-93d5-a801e2694466 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:14.701231 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-83d75d28-a600-4692-a5a6-27650c3f8f87 req-7883353a-69fc-4052-93d5-a801e2694466 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=594ac0b9-29b4-431d-b472-cbf7fd1c90dc HTTP/1.1" status: 200 len: 943 time: 0.1006031 Feb 20 03:35:14.755298 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-83d75d28-a600-4692-a5a6-27650c3f8f87 req-31ec89de-a3fc-41f6-b6e1-2b805ba01cdc tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9e46ff0-0328-45d8-9f18-ec03ffa9e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448096 Feb 20 03:35:14.796766 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-e8c02f83-f38d-4f0a-af94-e54e2557d6fa tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Made reservation on behalf of 138204b85f4b4d58be48c9d0572da2c6 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:35:14.800027 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-e8c02f83-f38d-4f0a-af94-e54e2557d6fa tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:14.945154 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7a4f6-9caf-447e-9c64-550d6d17541d req-b363d6fa-38c2-473e-aefd-6ce2e900b338 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:14.946646 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2de7a4f6-9caf-447e-9c64-550d6d17541d req-b363d6fa-38c2-473e-aefd-6ce2e900b338 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] 10.222.0.89 "GET /v2.0/ports?device_id=d01ece0c-8874-4a9b-a58e-a9bf3e0a6292 HTTP/1.1" status: 200 len: 945 time: 0.1224828 Feb 20 03:35:14.991040 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-e8c02f83-f38d-4f0a-af94-e54e2557d6fa tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Allocated IP 172.20.0.12 (af61ae37-a3b2-46ee-a441-3e7f71e566ae/2206f6d9-9e03-4b9b-9ba0-e4c4146af053/5b43cd4b-908d-4d99-93cc-d4d73a99a624) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:35:15.018742 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2de7a4f6-9caf-447e-9c64-550d6d17541d req-e423489a-64bf-498e-bcff-3fe69f72fd35 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] 10.222.0.89 "GET /v2.0/security-groups?id=264b8a9d-4625-4097-acf1-efcc7a2a95af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653262 Feb 20 03:35:15.190573 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416c591-fd0d-4ae2-8ea0-b86f39001f03 req-9cc340db-9302-44e9-a4b1-5cc02ef9b781 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:15.192100 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e416c591-fd0d-4ae2-8ea0-b86f39001f03 req-9cc340db-9302-44e9-a4b1-5cc02ef9b781 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "GET /v2.0/ports?device_id=84a27569-dd8d-4b63-b15d-70f4b31a476e HTTP/1.1" status: 200 len: 945 time: 0.0882792 Feb 20 03:35:15.202918 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-e8c02f83-f38d-4f0a-af94-e54e2557d6fa tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks [] for port (5b43cd4b-908d-4d99-93cc-d4d73a99a624), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:15.245285 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594ac0b9-29b4-431d-b472-cbf7fd1c90dc', 'tag': 'f5db7fe1-fc38-4435-aa22-e82378f8427f'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:35:15.247498 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946b1e21-d8bb-40b8-8b5c-25b3468dea4c" -d '{"events": [{"name": "network-changed", "server_uuid": "594ac0b9-29b4-431d-b472-cbf7fd1c90dc", "tag": "f5db7fe1-fc38-4435-aa22-e82378f8427f"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:35:15.263927 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e416c591-fd0d-4ae2-8ea0-b86f39001f03 req-b7ce9e35-3079-4e33-b0bc-d497aadeb509 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "GET /v2.0/security-groups?id=575538b2-6f9f-4d0b-859d-b682c7213828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646038 Feb 20 03:35:15.346496 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-e8c02f83-f38d-4f0a-af94-e54e2557d6fa tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (5b43cd4b-908d-4d99-93cc-d4d73a99a624), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:15.399324 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-e8c02f83-f38d-4f0a-af94-e54e2557d6fa tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Network af61ae37-a3b2-46ee-a441-3e7f71e566ae is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:35:15.406730 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-e8c02f83-f38d-4f0a-af94-e54e2557d6fa tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:35:15.409665 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-e8c02f83-f38d-4f0a-af94-e54e2557d6fa tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:35:15.436387 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c02f83-f38d-4f0a-af94-e54e2557d6fa tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Pushing event updated for resources: {'Port': ['ID=5b43cd4b-908d-4d99-93cc-d4d73a99a624,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:15.455576 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e5558-fb90-4ecc-924a-fcf1ef6c22d2 req-c9e72f55-5fb0-4259-a292-170d117142c0 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:15.457005 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b21e5558-fb90-4ecc-924a-fcf1ef6c22d2 req-c9e72f55-5fb0-4259-a292-170d117142c0 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 946 time: 0.1384761 Feb 20 03:35:15.479744 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-e8c02f83-f38d-4f0a-af94-e54e2557d6fa tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:15.480344 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-e8c02f83-f38d-4f0a-af94-e54e2557d6fa tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:15.523036 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b21e5558-fb90-4ecc-924a-fcf1ef6c22d2 req-2affbcb9-0ba4-4e35-a2c0-6ac7849c7632 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584440 Feb 20 03:35:15.594769 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-e8c02f83-f38d-4f0a-af94-e54e2557d6fa tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0669529 Feb 20 03:35:15.613781 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-a9b73d35-97ef-4897-b539-394cdf57f8a7 service neutron] Request body: {'port': {'device_id': '517fd82a-9971-4cf9-bb59-df016c811bde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:35:15.686206 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19154a11-e396-482e-b0c0-56d4b59338f5 req-cb31dd6f-dc31-4fee-82c3-759abf7442ca tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:15.687702 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-19154a11-e396-482e-b0c0-56d4b59338f5 req-cb31dd6f-dc31-4fee-82c3-759abf7442ca tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=517fd82a-9971-4cf9-bb59-df016c811bde HTTP/1.1" status: 200 len: 932 time: 0.1064034 Feb 20 03:35:15.702967 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-a9b73d35-97ef-4897-b539-394cdf57f8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5b43cd4b-908d-4d99-93cc-d4d73a99a624), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:15.770199 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-19154a11-e396-482e-b0c0-56d4b59338f5 req-ed9b09d3-f962-40eb-9e0b-04bc6674af8a tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759604 Feb 20 03:35:15.843124 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a5b75d-1a58-488e-8b01-fe65362b4bda x-openstack-request-id: req-09a5b75d-1a58-488e-8b01-fe65362b4bda {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:35:15.843421 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594ac0b9-29b4-431d-b472-cbf7fd1c90dc", "tag": "f5db7fe1-fc38-4435-aa22-e82378f8427f", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:35:15.843677 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-09a5b75d-1a58-488e-8b01-fe65362b4bda {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:35:15.844072 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '594ac0b9-29b4-431d-b472-cbf7fd1c90dc', 'tag': 'f5db7fe1-fc38-4435-aa22-e82378f8427f', 'status': 'completed', 'code': 200} Feb 20 03:35:16.016614 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b1e21-d8bb-40b8-8b5c-25b3468dea4c req-16ad7868-72f9-436d-b4e7-4993057b4b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:16.018085 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-946b1e21-d8bb-40b8-8b5c-25b3468dea4c req-16ad7868-72f9-436d-b4e7-4993057b4b33 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ff8b75fbb2949d5aad5a9cd3bc53c0a&device_id=594ac0b9-29b4-431d-b472-cbf7fd1c90dc HTTP/1.1" status: 200 len: 1125 time: 0.1679487 Feb 20 03:35:16.042978 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e127963-595d-4351-a565-9d9f008b0a22 req-c619ce24-70b0-4647-8244-54fe6ad9c6a1 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:16.044437 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e127963-595d-4351-a565-9d9f008b0a22 req-c619ce24-70b0-4647-8244-54fe6ad9c6a1 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 950 time: 0.1648459 Feb 20 03:35:16.073950 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858d761-9ca5-4669-99b2-0d5406d5e7b6 req-49255d8e-a6de-40d1-8a5d-c1a5f71f1d8b tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:16.075383 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8858d761-9ca5-4669-99b2-0d5406d5e7b6 req-49255d8e-a6de-40d1-8a5d-c1a5f71f1d8b tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] 10.222.0.93 "GET /v2.0/ports?device_id=d01ece0c-8874-4a9b-a58e-a9bf3e0a6292 HTTP/1.1" status: 200 len: 945 time: 0.1796324 Feb 20 03:35:16.134552 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device a3696cff-38a5-4738-8787-5f4a7c5ab3a5 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:35:16.281149 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port a3696cff-38a5-4738-8787-5f4a7c5ab3a5 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:35:16.285477 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port a3696cff-38a5-4738-8787-5f4a7c5ab3a5 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:35:16.286095 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a3696cff-38a5-4738-8787-5f4a7c5ab3a5), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:16.376306 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port a3696cff-38a5-4738-8787-5f4a7c5ab3a5 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:35:16.376700 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a3696cff-38a5-4738-8787-5f4a7c5ab3a5), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:16.402570 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a27569-dd8d-4b63-b15d-70f4b31a476e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3696cff-38a5-4738-8787-5f4a7c5ab3a5'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:35:16.405801 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834bf4c1-4517-49c7-874f-f1a0ba4731ab" -d '{"events": [{"server_uuid": "84a27569-dd8d-4b63-b15d-70f4b31a476e", "name": "network-vif-plugged", "status": "completed", "tag": "a3696cff-38a5-4738-8787-5f4a7c5ab3a5"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:35:16.418499 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port a3696cff-38a5-4738-8787-5f4a7c5ab3a5, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=a3696cff-38a5-4738-8787-5f4a7c5ab3a5,segment=NetworkSegment(9090ac89-42ef-43bd-b7c7-29a05c60a2c5),segment_id=9090ac89-42ef-43bd-b7c7-29a05c60a2c5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:16.515194 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a3696cff-38a5-4738-8787-5f4a7c5ab3a5), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:16.557503 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e127963-595d-4351-a565-9d9f008b0a22 req-ce5a0d36-fdad-44f7-8d2e-185be8ec3877 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989831 Feb 20 03:35:16.563589 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=a3696cff-38a5-4738-8787-5f4a7c5ab3a5,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:16.600805 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b1e21-d8bb-40b8-8b5c-25b3468dea4c req-daddf297-2105-41a7-ba1a-00acee99a6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:16.602303 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-946b1e21-d8bb-40b8-8b5c-25b3468dea4c req-daddf297-2105-41a7-ba1a-00acee99a6c8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eb26da17-9faa-4ffe-b743-646e1db8b7cd HTTP/1.1" status: 200 len: 915 time: 0.5755050 Feb 20 03:35:16.613468 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-a9b73d35-97ef-4897-b539-394cdf57f8a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b43cd4b-908d-4d99-93cc-d4d73a99a624 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:35:16.628607 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-a9b73d35-97ef-4897-b539-394cdf57f8a7 service neutron] Publish callbacks [] for port (5b43cd4b-908d-4d99-93cc-d4d73a99a624), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:16.673259 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-946b1e21-d8bb-40b8-8b5c-25b3468dea4c req-ca6a948d-3bf9-4519-9c2c-39e43c660fb0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5db7fe1-fc38-4435-aa22-e82378f8427f HTTP/1.1" status: 200 len: 217 time: 0.0621567 Feb 20 03:35:16.729891 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-a9b73d35-97ef-4897-b539-394cdf57f8a7 service neutron] Transition to ACTIVE for port object 5b43cd4b-908d-4d99-93cc-d4d73a99a624 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:35:16.733850 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-8858d761-9ca5-4669-99b2-0d5406d5e7b6 req-734e01a3-b4f9-49fd-a763-3591a60f2d3d tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] Deleting port 9ff91292-dc03-4765-94e6-5bf3588461b6 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:35:16.734194 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8858d761-9ca5-4669-99b2-0d5406d5e7b6 req-734e01a3-b4f9-49fd-a763-3591a60f2d3d tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (9ff91292-dc03-4765-94e6-5bf3588461b6), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:16.807416 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b1e21-d8bb-40b8-8b5c-25b3468dea4c req-e490f93e-de9c-468b-99a1-dd09de1c1e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:16.809049 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-946b1e21-d8bb-40b8-8b5c-25b3468dea4c req-e490f93e-de9c-468b-99a1-dd09de1c1e9d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=68459050-934c-49c9-b167-98d8885a461c HTTP/1.1" status: 200 len: 854 time: 0.1124916 Feb 20 03:35:16.812354 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-a9b73d35-97ef-4897-b539-394cdf57f8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (5b43cd4b-908d-4d99-93cc-d4d73a99a624), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:16.882241 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef11c69-0fb5-416b-9616-93ac0e4ba7a1 req-1b14f8bc-087c-4674-ad88-67a4c715896e tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:16.883902 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ef11c69-0fb5-416b-9616-93ac0e4ba7a1 req-1b14f8bc-087c-4674-ad88-67a4c715896e tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=594ac0b9-29b4-431d-b472-cbf7fd1c90dc HTTP/1.1" status: 200 len: 943 time: 0.2529852 Feb 20 03:35:16.886096 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-946b1e21-d8bb-40b8-8b5c-25b3468dea4c req-034bb261-a168-4483-954d-b419740db637 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb26da17-9faa-4ffe-b743-646e1db8b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685310 Feb 20 03:35:16.956307 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-8858d761-9ca5-4669-99b2-0d5406d5e7b6 req-734e01a3-b4f9-49fd-a763-3591a60f2d3d tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] For port 9ff91292-dc03-4765-94e6-5bf3588461b6, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=9ff91292-dc03-4765-94e6-5bf3588461b6,segment=NetworkSegment(546f5ea5-317a-4f15-856b-180f9d6ac36a),segment_id=546f5ea5-317a-4f15-856b-180f9d6ac36a)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:16.956675 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8858d761-9ca5-4669-99b2-0d5406d5e7b6 req-734e01a3-b4f9-49fd-a763-3591a60f2d3d tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (9ff91292-dc03-4765-94e6-5bf3588461b6), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:17.002604 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b73d35-97ef-4897-b539-394cdf57f8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=5b43cd4b-908d-4d99-93cc-d4d73a99a624,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:17.012478 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-8858d761-9ca5-4669-99b2-0d5406d5e7b6 req-734e01a3-b4f9-49fd-a763-3591a60f2d3d tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] Calling delete_port for 9ff91292-dc03-4765-94e6-5bf3588461b6 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:35:17.101646 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ef11c69-0fb5-416b-9616-93ac0e4ba7a1 req-adc4f150-6bc2-4821-b769-d4cdeca324a7 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9e46ff0-0328-45d8-9f18-ec03ffa9e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077262 Feb 20 03:35:17.162459 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-946b1e21-d8bb-40b8-8b5c-25b3468dea4c req-a1b87ddf-7f89-4cd3-8939-de1e72682a86 service neutron] 10.222.0.42 "GET /v2.0/networks/eb26da17-9faa-4ffe-b743-646e1db8b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611151 Feb 20 03:35:17.213359 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-a9b73d35-97ef-4897-b539-394cdf57f8a7 service neutron] Attempting to bind port 5b43cd4b-908d-4d99-93cc-d4d73a99a624 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:35:17.213702 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-a9b73d35-97ef-4897-b539-394cdf57f8a7 service neutron] Attempting to bind port 5b43cd4b-908d-4d99-93cc-d4d73a99a624 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '8a57dd48-cd2a-4b48-a8ae-20be415170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:35:17.214036 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-a9b73d35-97ef-4897-b539-394cdf57f8a7 service neutron] Attempting to bind port 5b43cd4b-908d-4d99-93cc-d4d73a99a624 on network af61ae37-a3b2-46ee-a441-3e7f71e566ae {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:35:17.270180 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-a9b73d35-97ef-4897-b539-394cdf57f8a7 service neutron] Port 5b43cd4b-908d-4d99-93cc-d4d73a99a624 on network af61ae37-a3b2-46ee-a441-3e7f71e566ae not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:35:17.270513 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-a9b73d35-97ef-4897-b539-394cdf57f8a7 service neutron] Attempting to bind port 5b43cd4b-908d-4d99-93cc-d4d73a99a624 on network af61ae37-a3b2-46ee-a441-3e7f71e566ae {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:35:17.289173 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-a9b73d35-97ef-4897-b539-394cdf57f8a7 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:35:17.289524 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-a9b73d35-97ef-4897-b539-394cdf57f8a7 service neutron] Checking segment: {'id': '8a57dd48-cd2a-4b48-a8ae-20be415170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:35:17.289915 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-a9b73d35-97ef-4897-b539-394cdf57f8a7 service neutron] Bound using segment: {'id': '8a57dd48-cd2a-4b48-a8ae-20be415170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:35:17.290380 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-a9b73d35-97ef-4897-b539-394cdf57f8a7 service neutron] Bound port: 5b43cd4b-908d-4d99-93cc-d4d73a99a624, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a57dd48-cd2a-4b48-a8ae-20be415170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:35:17.290736 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-a9b73d35-97ef-4897-b539-394cdf57f8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5b43cd4b-908d-4d99-93cc-d4d73a99a624), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:17.410647 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e3869-ecee-468d-936e-55af2e3a5f37 req-7badfa1b-0abb-4645-a13b-e0e859274180 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:17.412192 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e22e3869-ecee-468d-936e-55af2e3a5f37 req-7badfa1b-0abb-4645-a13b-e0e859274180 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] 10.222.0.89 "GET /v2.0/ports?device_id=d01ece0c-8874-4a9b-a58e-a9bf3e0a6292 HTTP/1.1" status: 200 len: 945 time: 0.2287378 Feb 20 03:35:17.426154 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-946b1e21-d8bb-40b8-8b5c-25b3468dea4c req-d359727d-705b-4982-9bc5-e1d2480b6104 service neutron] 10.222.0.42 "GET /v2.0/networks/eb26da17-9faa-4ffe-b743-646e1db8b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493789 Feb 20 03:35:17.462666 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-a9b73d35-97ef-4897-b539-394cdf57f8a7 service neutron] For port 5b43cd4b-908d-4d99-93cc-d4d73a99a624, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:35:17.483595 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-a9b73d35-97ef-4897-b539-394cdf57f8a7 service neutron] For port 5b43cd4b-908d-4d99-93cc-d4d73a99a624, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=5b43cd4b-908d-4d99-93cc-d4d73a99a624,segment=NetworkSegment(8a57dd48-cd2a-4b48-a8ae-20be415170b3),segment_id=8a57dd48-cd2a-4b48-a8ae-20be415170b3)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:35:17.496169 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e22e3869-ecee-468d-936e-55af2e3a5f37 req-97fd2c88-1368-4639-b298-04123fc50b51 tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] 10.222.0.89 "GET /v2.0/security-groups?id=264b8a9d-4625-4097-acf1-efcc7a2a95af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774996 Feb 20 03:35:17.526130 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8858d761-9ca5-4669-99b2-0d5406d5e7b6 req-734e01a3-b4f9-49fd-a763-3591a60f2d3d tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (9ff91292-dc03-4765-94e6-5bf3588461b6), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:17.539710 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['9ff91292-dc03-4765-94e6-5bf3588461b6'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:35:17.563131 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e01a3-b4f9-49fd-a763-3591a60f2d3d tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] Pushing event deleted for resources: {'Port': ['ID=9ff91292-dc03-4765-94e6-5bf3588461b6,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:17.572588 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-a9b73d35-97ef-4897-b539-394cdf57f8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (5b43cd4b-908d-4d99-93cc-d4d73a99a624), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:17.666685 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-a9b73d35-97ef-4897-b539-394cdf57f8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:17.667524 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-a9b73d35-97ef-4897-b539-394cdf57f8a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:17.673297 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-a9b73d35-97ef-4897-b539-394cdf57f8a7 service neutron] 10.222.0.42 "PUT /v2.0/ports/5b43cd4b-908d-4d99-93cc-d4d73a99a624 HTTP/1.1" status: 200 len: 1092 time: 2.0594211 Feb 20 03:35:17.703206 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-8858d761-9ca5-4669-99b2-0d5406d5e7b6 req-734e01a3-b4f9-49fd-a763-3591a60f2d3d tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] No DVR routers for this DVR port 9ff91292-dc03-4765-94e6-5bf3588461b6 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:35:17.708548 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8858d761-9ca5-4669-99b2-0d5406d5e7b6 req-734e01a3-b4f9-49fd-a763-3591a60f2d3d tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:17.711909 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8858d761-9ca5-4669-99b2-0d5406d5e7b6 req-734e01a3-b4f9-49fd-a763-3591a60f2d3d tempest-VolumesAdminNegativeTest-481684609 tempest-VolumesAdminNegativeTest-481684609-project] 10.222.0.93 "DELETE /v2.0/ports/9ff91292-dc03-4765-94e6-5bf3588461b6 HTTP/1.1" status: 204 len: 173 time: 1.3079953 Feb 20 03:35:17.715067 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b73d35-97ef-4897-b539-394cdf57f8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=5b43cd4b-908d-4d99-93cc-d4d73a99a624,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:17.729462 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb60d85-1ebf-4950-a311-816e619983c7 req-861d9b0c-0a4a-4a90-8cd1-6b78160724f0 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:17.731207 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1eb60d85-1ebf-4950-a311-816e619983c7 req-861d9b0c-0a4a-4a90-8cd1-6b78160724f0 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "GET /v2.0/ports?device_id=84a27569-dd8d-4b63-b15d-70f4b31a476e HTTP/1.1" status: 200 len: 946 time: 0.1731968 Feb 20 03:35:17.783588 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1eb60d85-1ebf-4950-a311-816e619983c7 req-0b10b304-326c-4015-b43f-b8e991900414 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "GET /v2.0/security-groups?id=575538b2-6f9f-4d0b-859d-b682c7213828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453815 Feb 20 03:35:17.845387 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '517fd82a-9971-4cf9-bb59-df016c811bde', 'tag': '5b43cd4b-908d-4d99-93cc-d4d73a99a624'}, {'server_uuid': 'd01ece0c-8874-4a9b-a58e-a9bf3e0a6292', 'name': 'network-vif-deleted', 'tag': '9ff91292-dc03-4765-94e6-5bf3588461b6'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:35:17.847323 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6a30e5-9354-4a5d-ab54-769cd8926967 x-openstack-request-id: req-6f6a30e5-9354-4a5d-ab54-769cd8926967 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:35:17.853584 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70278f68-1273-4083-94ae-f760be10a491" -d '{"events": [{"name": "network-changed", "server_uuid": "517fd82a-9971-4cf9-bb59-df016c811bde", "tag": "5b43cd4b-908d-4d99-93cc-d4d73a99a624"}, {"server_uuid": "d01ece0c-8874-4a9b-a58e-a9bf3e0a6292", "name": "network-vif-deleted", "tag": "9ff91292-dc03-4765-94e6-5bf3588461b6"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:35:17.854025 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a27569-dd8d-4b63-b15d-70f4b31a476e", "name": "network-vif-plugged", "status": "completed", "tag": "a3696cff-38a5-4738-8787-5f4a7c5ab3a5", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:35:17.854025 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6f6a30e5-9354-4a5d-ab54-769cd8926967 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:35:17.854025 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a27569-dd8d-4b63-b15d-70f4b31a476e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3696cff-38a5-4738-8787-5f4a7c5ab3a5', 'code': 200} Feb 20 03:35:17.865194 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-b531819f-55ca-4cad-ad6e-0fcce307a0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:17.867009 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-b531819f-55ca-4cad-ad6e-0fcce307a0b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=138204b85f4b4d58be48c9d0572da2c6&device_id=517fd82a-9971-4cf9-bb59-df016c811bde HTTP/1.1" status: 200 len: 1126 time: 0.0600777 Feb 20 03:35:17.927364 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-bee622df-dd52-408c-97d6-d657f972c994 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b43cd4b-908d-4d99-93cc-d4d73a99a624 HTTP/1.1" status: 200 len: 217 time: 0.0527020 Feb 20 03:35:18.049187 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-9e67c195-f4b4-4cb0-81ed-bffba8c30458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:18.051051 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-9e67c195-f4b4-4cb0-81ed-bffba8c30458 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2206f6d9-9e03-4b9b-9ba0-e4c4146af053 HTTP/1.1" status: 200 len: 852 time: 0.1160457 Feb 20 03:35:18.069856 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831eef4-e172-4e1a-9d27-8b3116a91475 req-a6318c35-4b0f-4230-a78c-735e5ada675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:18.071384 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e831eef4-e172-4e1a-9d27-8b3116a91475 req-a6318c35-4b0f-4230-a78c-735e5ada675d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=84a27569-dd8d-4b63-b15d-70f4b31a476e HTTP/1.1" status: 200 len: 1128 time: 0.1347213 Feb 20 03:35:18.098255 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7da929-d68d-45a1-9e13-be9b8d28b543 req-43342311-a65e-4496-a38a-06d37e2da910 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:18.099865 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2b7da929-d68d-45a1-9e13-be9b8d28b543 req-43342311-a65e-4496-a38a-06d37e2da910 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 946 time: 0.1751316 Feb 20 03:35:18.103309 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-335f7d3f-8003-41fc-8384-ea3b1942a398 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af61ae37-a3b2-46ee-a441-3e7f71e566ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456727 Feb 20 03:35:18.226170 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e831eef4-e172-4e1a-9d27-8b3116a91475 req-cbf9dd47-f8ad-4d27-94d4-295f0ed3350a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=575538b2-6f9f-4d0b-859d-b682c7213828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251707 Feb 20 03:35:18.241724 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2b7da929-d68d-45a1-9e13-be9b8d28b543 req-078d076a-9963-4607-b561-d7961c98e17d tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332250 Feb 20 03:35:18.258191 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-6f7fb688-ee49-4503-9bd9-d77405c13c66 service neutron] 10.222.0.42 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480815 Feb 20 03:35:18.408290 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf035ea-d929-4b94-a98f-2955857d01e8 req-9e7235ee-b743-49d5-aee8-acde90053622 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:18.409880 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8cf035ea-d929-4b94-a98f-2955857d01e8 req-9e7235ee-b743-49d5-aee8-acde90053622 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=517fd82a-9971-4cf9-bb59-df016c811bde HTTP/1.1" status: 200 len: 944 time: 0.0842249 Feb 20 03:35:18.411700 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73697fe6-e9fc-453f-a66b-c636d6976eb2 req-e7e81c94-f625-478b-8f2f-94e1723577f5 service neutron] 10.222.0.42 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370468 Feb 20 03:35:18.459986 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8cf035ea-d929-4b94-a98f-2955857d01e8 req-9a254831-9e0b-403f-b430-75822fbe0152 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440116 Feb 20 03:35:18.648409 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f23a6-5263-478a-9555-4b074b35b0a0 req-42de1d2b-3351-4a6b-bfbf-67438e33ff77 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:18.649985 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ca6f23a6-5263-478a-9555-4b074b35b0a0 req-42de1d2b-3351-4a6b-bfbf-67438e33ff77 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 950 time: 0.0638831 Feb 20 03:35:18.699333 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device f5db7fe1-fc38-4435-aa22-e82378f8427f details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:35:18.701900 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ca6f23a6-5263-478a-9555-4b074b35b0a0 req-36d71d5c-e8ae-461b-8a4f-a89c98833505 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441344 Feb 20 03:35:18.779235 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 20 Feb 2022 03:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72426794-0610-4066-ac1f-d5397e9dedb3 x-openstack-request-id: req-72426794-0610-4066-ac1f-d5397e9dedb3 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:35:18.780956 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "517fd82a-9971-4cf9-bb59-df016c811bde", "tag": "5b43cd4b-908d-4d99-93cc-d4d73a99a624", "status": "completed", "code": 200}, {"server_uuid": "d01ece0c-8874-4a9b-a58e-a9bf3e0a6292", "name": "network-vif-deleted", "tag": "9ff91292-dc03-4765-94e6-5bf3588461b6", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:35:18.781437 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-72426794-0610-4066-ac1f-d5397e9dedb3 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:35:18.783188 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '517fd82a-9971-4cf9-bb59-df016c811bde', 'tag': '5b43cd4b-908d-4d99-93cc-d4d73a99a624', 'status': 'completed', 'code': 200} Feb 20 03:35:18.789515 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01ece0c-8874-4a9b-a58e-a9bf3e0a6292', 'name': 'network-vif-deleted', 'tag': '9ff91292-dc03-4765-94e6-5bf3588461b6', 'status': 'completed', 'code': 200} Feb 20 03:35:18.850972 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port f5db7fe1-fc38-4435-aa22-e82378f8427f, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=f5db7fe1-fc38-4435-aa22-e82378f8427f,segment=NetworkSegment(779aeac2-ecb9-46e0-8f48-3dc73d02eb8b),segment_id=779aeac2-ecb9-46e0-8f48-3dc73d02eb8b)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:18.879053 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'f5db7fe1-fc38-4435-aa22-e82378f8427f', 'network_id': 'eb26da17-9faa-4ffe-b743-646e1db8b7cd', 'port_id': 'f5db7fe1-fc38-4435-aa22-e82378f8427f', 'mac_address': 'fa:16:3e:c7:ec:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68459050-934c-49c9-b167-98d8885a461c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:35:18.916432 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70278f68-1273-4083-94ae-f760be10a491 req-93c2519b-e51d-4ea6-bbcc-e70e8bca0cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:18.918994 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70278f68-1273-4083-94ae-f760be10a491 req-93c2519b-e51d-4ea6-bbcc-e70e8bca0cad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=138204b85f4b4d58be48c9d0572da2c6&device_id=517fd82a-9971-4cf9-bb59-df016c811bde HTTP/1.1" status: 200 len: 1126 time: 0.1024606 Feb 20 03:35:18.927264 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd7da1-b872-4acc-9259-f3dea0734993 req-6191ea21-b64f-45ed-97c9-64ed0220cb3c tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:18.936525 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e4fd7da1-b872-4acc-9259-f3dea0734993 req-6191ea21-b64f-45ed-97c9-64ed0220cb3c tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=594ac0b9-29b4-431d-b472-cbf7fd1c90dc HTTP/1.1" status: 200 len: 943 time: 0.0869253 Feb 20 03:35:18.947229 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port f5db7fe1-fc38-4435-aa22-e82378f8427f is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:35:18.948164 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f5db7fe1-fc38-4435-aa22-e82378f8427f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:18.963946 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5db7fe1-fc38-4435-aa22-e82378f8427f {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:35:18.987250 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port f5db7fe1-fc38-4435-aa22-e82378f8427f, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=f5db7fe1-fc38-4435-aa22-e82378f8427f,segment=NetworkSegment(779aeac2-ecb9-46e0-8f48-3dc73d02eb8b),segment_id=779aeac2-ecb9-46e0-8f48-3dc73d02eb8b)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:19.044760 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e4fd7da1-b872-4acc-9259-f3dea0734993 req-60703aae-e3eb-48f1-9123-50f3a623ab43 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9e46ff0-0328-45d8-9f18-ec03ffa9e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074519 Feb 20 03:35:19.063309 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70278f68-1273-4083-94ae-f760be10a491 req-e6b96d0e-f492-4b3f-92aa-ad9428c550ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:19.064935 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70278f68-1273-4083-94ae-f760be10a491 req-e6b96d0e-f492-4b3f-92aa-ad9428c550ce service neutron] 10.222.0.42 "GET /v2.0/networks?id=af61ae37-a3b2-46ee-a441-3e7f71e566ae HTTP/1.1" status: 200 len: 913 time: 0.1265581 Feb 20 03:35:19.110143 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f5db7fe1-fc38-4435-aa22-e82378f8427f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:19.123235 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70278f68-1273-4083-94ae-f760be10a491 req-5abb0825-444b-4699-b9e6-0eb8eb1df35d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b43cd4b-908d-4d99-93cc-d4d73a99a624 HTTP/1.1" status: 200 len: 217 time: 0.0508859 Feb 20 03:35:19.168393 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=f5db7fe1-fc38-4435-aa22-e82378f8427f,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:19.201989 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70278f68-1273-4083-94ae-f760be10a491 req-43b69ca2-5663-4c54-b86c-a87192ddeb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:19.203506 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70278f68-1273-4083-94ae-f760be10a491 req-43b69ca2-5663-4c54-b86c-a87192ddeb03 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2206f6d9-9e03-4b9b-9ba0-e4c4146af053 HTTP/1.1" status: 200 len: 852 time: 0.0698440 Feb 20 03:35:19.214683 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7a0c0-4cb2-4c49-989a-a210eabd8bb1 req-20884a44-3c8e-452c-a431-0c4eb19ee4f0 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:19.216225 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bab7a0c0-4cb2-4c49-989a-a210eabd8bb1 req-20884a44-3c8e-452c-a431-0c4eb19ee4f0 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 946 time: 0.0914361 Feb 20 03:35:19.225905 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35070) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:35:19.230298 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-9eb1656a-9cf8-47f2-91db-ce4c66298e06 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Request body: {'floatingip': {'port_id': 'ed1d4dac-5a57-4f44-87fa-76149bb3c3c8'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:35:19.249131 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70278f68-1273-4083-94ae-f760be10a491 req-d404bd40-d707-41fb-8ef9-2e88cd554111 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af61ae37-a3b2-46ee-a441-3e7f71e566ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318038 Feb 20 03:35:19.255167 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35072) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:35:19.306364 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9eb1656a-9cf8-47f2-91db-ce4c66298e06 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for floatingip (4db97147-9238-4238-9990-ba14556be074), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:19.310079 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e716f0-6450-4b65-a1e9-7631e6a982fd admin admin] Deleting subnet 9d5a33b7-f57f-414e-80a4-7e1de86c7eca {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:35:19.314195 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-27e716f0-6450-4b65-a1e9-7631e6a982fd admin admin] Publish callbacks [] for subnet (9d5a33b7-f57f-414e-80a4-7e1de86c7eca), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:19.342077 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['f5db7fe1-fc38-4435-aa22-e82378f8427f'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:35:19.352087 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-27e716f0-6450-4b65-a1e9-7631e6a982fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (9d5a33b7-f57f-414e-80a4-7e1de86c7eca), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:19.416420 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-27e716f0-6450-4b65-a1e9-7631e6a982fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (9d5a33b7-f57f-414e-80a4-7e1de86c7eca), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:19.504999 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70278f68-1273-4083-94ae-f760be10a491 req-2aa6bf23-6402-41f8-9788-86fe5202a9fe service neutron] 10.222.0.42 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242501 Feb 20 03:35:19.583416 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-27e716f0-6450-4b65-a1e9-7631e6a982fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (9d5a33b7-f57f-414e-80a4-7e1de86c7eca), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:19.608860 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e716f0-6450-4b65-a1e9-7631e6a982fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d5a33b7-f57f-414e-80a4-7e1de86c7eca,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:19.613588 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-27e716f0-6450-4b65-a1e9-7631e6a982fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:19.617481 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f741b66-519b-449b-9b05-08666a92553c req-deb98fe7-bb18-4d75-a8ad-1dd34adad857 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:19.619020 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f741b66-519b-449b-9b05-08666a92553c req-deb98fe7-bb18-4d75-a8ad-1dd34adad857 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 945 time: 0.2170298 Feb 20 03:35:19.619578 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-27e716f0-6450-4b65-a1e9-7631e6a982fd admin admin] 10.222.0.89 "DELETE /v2.0/subnets/9d5a33b7-f57f-414e-80a4-7e1de86c7eca HTTP/1.1" status: 204 len: 168 time: 0.3625989 Feb 20 03:35:19.620239 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35076) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:35:19.692921 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f8682db4-b1b7-4798-8273-9f47f74b564b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (573ea741-f1e0-4fe2-9773-7a3f81df6812), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:19.728626 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70278f68-1273-4083-94ae-f760be10a491 req-8d63c85b-e8e9-4087-8292-285c058cfab0 service neutron] 10.222.0.42 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174387 Feb 20 03:35:19.751529 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f741b66-519b-449b-9b05-08666a92553c req-f608c88a-0456-4fd7-8cae-1ff33f4a7b75 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/security-groups?id=9aae0e47-f93c-41fb-b5a5-8593b9285415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215811 Feb 20 03:35:19.800643 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f8682db4-b1b7-4798-8273-9f47f74b564b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (573ea741-f1e0-4fe2-9773-7a3f81df6812), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:19.822052 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-f8682db4-b1b7-4798-8273-9f47f74b564b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['573ea741-f1e0-4fe2-9773-7a3f81df6812']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:35:19.832097 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-f8682db4-b1b7-4798-8273-9f47f74b564b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '546f5ea5-317a-4f15-856b-180f9d6ac36a') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:35:19.832386 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-f8682db4-b1b7-4798-8273-9f47f74b564b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '546f5ea5-317a-4f15-856b-180f9d6ac36a') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:35:19.842713 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f8682db4-b1b7-4798-8273-9f47f74b564b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (546f5ea5-317a-4f15-856b-180f9d6ac36a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:19.858305 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f8682db4-b1b7-4798-8273-9f47f74b564b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (546f5ea5-317a-4f15-856b-180f9d6ac36a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:19.864356 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8682db4-b1b7-4798-8273-9f47f74b564b admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:35:19.864767 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f8682db4-b1b7-4798-8273-9f47f74b564b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (546f5ea5-317a-4f15-856b-180f9d6ac36a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:19.866379 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:35:19.866379 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:35:19.866379 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:35:19.866379 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:35:19.866379 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:35:19.866379 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:35:19.866379 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:35:19.866379 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:35:19.866379 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:35:19.866379 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:35:19.866379 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:35:19.866379 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:35:19.866379 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:35:19.866379 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:35:19.866379 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:35:19.866379 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:35:19.866379 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:35:19.866379 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:35:19.866379 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:35:19.866379 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:35:19.866379 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:35:19.866379 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:35:19.866379 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:35:19.866379 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:35:19.866379 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:35:19.866379 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:35:19.866379 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:35:19.866379 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:35:19.866379 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:35:19.866379 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:35:19.866379 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:35:19.866379 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:35:19.954765 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-e652d5a6-a7dc-43eb-a0f7-94ffa95f8124 service neutron] show failed (client error): The resource could not be found. Feb 20 03:35:19.955828 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-e652d5a6-a7dc-43eb-a0f7-94ffa95f8124 service neutron] 10.222.0.93 "GET /v2.0/ports/15602c8e-05c5-452e-91f1-2fdb0022ecd3/bindings/n-h1-829866-4 HTTP/1.1" status: 404 len: 380 time: 0.1297860 Feb 20 03:35:19.960561 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f8682db4-b1b7-4798-8273-9f47f74b564b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (573ea741-f1e0-4fe2-9773-7a3f81df6812), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:19.966446 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f8682db4-b1b7-4798-8273-9f47f74b564b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:19.973255 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f8682db4-b1b7-4798-8273-9f47f74b564b admin admin] 10.222.0.89 "DELETE /v2.0/networks/573ea741-f1e0-4fe2-9773-7a3f81df6812 HTTP/1.1" status: 204 len: 168 time: 0.3496206 Feb 20 03:35:19.973990 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2a709-9801-40ba-a053-9e5636ee43ec req-cb5081e8-eada-4758-83a3-92c79ebe459d tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:19.975645 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-68b2a709-9801-40ba-a053-9e5636ee43ec req-cb5081e8-eada-4758-83a3-92c79ebe459d tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "GET /v2.0/ports?device_id=84a27569-dd8d-4b63-b15d-70f4b31a476e HTTP/1.1" status: 200 len: 946 time: 0.1506722 Feb 20 03:35:19.976148 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35082) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:35:19.987728 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8682db4-b1b7-4798-8273-9f47f74b564b admin admin] Pushing event deleted for resources: {'Network': ['ID=573ea741-f1e0-4fe2-9773-7a3f81df6812,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:20.161756 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 9ff91292-dc03-4765-94e6-5bf3588461b6 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:35:20.184848 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 9ff91292-dc03-4765-94e6-5bf3588461b6 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:35:20.185391 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 9ff91292-dc03-4765-94e6-5bf3588461b6 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:35:20.372875 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f1461a2-3ebd-4dbe-8112-6bb675eb7e43 admin admin] Deleting subnet ddfb197e-67f6-4fdd-baec-7b1fc9aa3277 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:35:20.382572 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1f1461a2-3ebd-4dbe-8112-6bb675eb7e43 admin admin] Publish callbacks [] for subnet (ddfb197e-67f6-4fdd-baec-7b1fc9aa3277), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:20.417877 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.db.resource_extend [None req-9eb1656a-9cf8-47f2-91db-ce4c66298e06 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 03:35:20.485202 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-68b2a709-9801-40ba-a053-9e5636ee43ec req-f99e1d99-6164-4968-8f58-caa0ad25d630 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "GET /v2.0/security-groups?id=575538b2-6f9f-4d0b-859d-b682c7213828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4931731 Feb 20 03:35:20.505473 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1f1461a2-3ebd-4dbe-8112-6bb675eb7e43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (ddfb197e-67f6-4fdd-baec-7b1fc9aa3277), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:20.538594 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9eb1656a-9cf8-47f2-91db-ce4c66298e06 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:20.583990 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-6caf6afd-11c4-4cce-b249-0602b9c3a4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:20.585509 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-6caf6afd-11c4-4cce-b249-0602b9c3a4ec service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2&tenant_id=aac4a34e9d0e4881a4216fde18e57c70 HTTP/1.1" status: 200 len: 1132 time: 0.1697507 Feb 20 03:35:20.593499 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9eb1656a-9cf8-47f2-91db-ce4c66298e06 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (4db97147-9238-4238-9990-ba14556be074), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:20.596310 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1f1461a2-3ebd-4dbe-8112-6bb675eb7e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (ddfb197e-67f6-4fdd-baec-7b1fc9aa3277), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:20.637267 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-11299abe-6484-4f71-8b35-4ca0447641f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829866-4', 'device_owner': 'compute:nova'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:35:20.702227 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 5b43cd4b-908d-4d99-93cc-d4d73a99a624 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:35:20.704038 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device f5db7fe1-fc38-4435-aa22-e82378f8427f up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:35:20.732012 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974e20d-97cf-49a0-94fb-e77fe3ef88a0 req-6159558c-ab31-45f2-beed-cf3603e433ec tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:20.734415 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1974e20d-97cf-49a0-94fb-e77fe3ef88a0 req-6159558c-ab31-45f2-beed-cf3603e433ec tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=517fd82a-9971-4cf9-bb59-df016c811bde HTTP/1.1" status: 200 len: 944 time: 0.1866446 Feb 20 03:35:20.803160 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:20.826681 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-11299abe-6484-4f71-8b35-4ca0447641f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (15602c8e-05c5-452e-91f1-2fdb0022ecd3), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:20.845861 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 5b43cd4b-908d-4d99-93cc-d4d73a99a624, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=5b43cd4b-908d-4d99-93cc-d4d73a99a624,segment=NetworkSegment(8a57dd48-cd2a-4b48-a8ae-20be415170b3),segment_id=8a57dd48-cd2a-4b48-a8ae-20be415170b3)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:20.862130 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '5b43cd4b-908d-4d99-93cc-d4d73a99a624', 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae', 'port_id': '5b43cd4b-908d-4d99-93cc-d4d73a99a624', 'mac_address': 'fa:16:3e:15:45:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2206f6d9-9e03-4b9b-9ba0-e4c4146af053', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:35:20.862407 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [None req-9eb1656a-9cf8-47f2-91db-ce4c66298e06 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Floating IP 4db97147-9238-4238-9990-ba14556be074 associated. External IP: 172.25.7.199, port: ed1d4dac-5a57-4f44-87fa-76149bb3c3c8. Feb 20 03:35:20.876444 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port f5db7fe1-fc38-4435-aa22-e82378f8427f completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:35:20.900518 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port f5db7fe1-fc38-4435-aa22-e82378f8427f triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:35:20.900901 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f5db7fe1-fc38-4435-aa22-e82378f8427f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:20.922606 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1f1461a2-3ebd-4dbe-8112-6bb675eb7e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (ddfb197e-67f6-4fdd-baec-7b1fc9aa3277), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:20.927204 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1974e20d-97cf-49a0-94fb-e77fe3ef88a0 req-bffe454a-7409-4436-9ceb-40dc3424e006 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606359 Feb 20 03:35:20.933716 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:20.941668 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 5b43cd4b-908d-4d99-93cc-d4d73a99a624 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:35:20.942353 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5b43cd4b-908d-4d99-93cc-d4d73a99a624), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:20.961972 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b43cd4b-908d-4d99-93cc-d4d73a99a624 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:35:20.964993 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1461a2-3ebd-4dbe-8112-6bb675eb7e43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddfb197e-67f6-4fdd-baec-7b1fc9aa3277,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:20.983289 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1f1461a2-3ebd-4dbe-8112-6bb675eb7e43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:20.988429 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35088) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:35:20.988934 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1f1461a2-3ebd-4dbe-8112-6bb675eb7e43 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/ddfb197e-67f6-4fdd-baec-7b1fc9aa3277 HTTP/1.1" status: 204 len: 168 time: 1.0094571 Feb 20 03:35:21.009570 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 5b43cd4b-908d-4d99-93cc-d4d73a99a624, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=5b43cd4b-908d-4d99-93cc-d4d73a99a624,segment=NetworkSegment(8a57dd48-cd2a-4b48-a8ae-20be415170b3),segment_id=8a57dd48-cd2a-4b48-a8ae-20be415170b3)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:21.025200 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port f5db7fe1-fc38-4435-aa22-e82378f8427f is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:35:21.025593 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f5db7fe1-fc38-4435-aa22-e82378f8427f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:21.050957 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594ac0b9-29b4-431d-b472-cbf7fd1c90dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5db7fe1-fc38-4435-aa22-e82378f8427f'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:35:21.053307 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1900d7d-93a2-4fa3-bf54-3686d5af2fc2" -d '{"events": [{"server_uuid": "594ac0b9-29b4-431d-b472-cbf7fd1c90dc", "name": "network-vif-plugged", "status": "completed", "tag": "f5db7fe1-fc38-4435-aa22-e82378f8427f"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:35:21.068459 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port f5db7fe1-fc38-4435-aa22-e82378f8427f, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=f5db7fe1-fc38-4435-aa22-e82378f8427f,segment=NetworkSegment(779aeac2-ecb9-46e0-8f48-3dc73d02eb8b),segment_id=779aeac2-ecb9-46e0-8f48-3dc73d02eb8b)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:21.073155 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4d2c486-706d-46a9-9b68-73d43a48f556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (97b1a589-88bd-4b9a-a42f-858a382ae909), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:21.086246 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (5b43cd4b-908d-4d99-93cc-d4d73a99a624), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:21.136345 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f5db7fe1-fc38-4435-aa22-e82378f8427f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:21.143533 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=5b43cd4b-908d-4d99-93cc-d4d73a99a624,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:21.163208 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4d2c486-706d-46a9-9b68-73d43a48f556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (97b1a589-88bd-4b9a-a42f-858a382ae909), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:21.188648 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-f4d2c486-706d-46a9-9b68-73d43a48f556 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b1a589-88bd-4b9a-a42f-858a382ae909']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:35:21.197505 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=f5db7fe1-fc38-4435-aa22-e82378f8427f,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:21.203036 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-f4d2c486-706d-46a9-9b68-73d43a48f556 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df747e5-af0e-494b-96b1-98a2fa3a9136') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:35:21.203421 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-f4d2c486-706d-46a9-9b68-73d43a48f556 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df747e5-af0e-494b-96b1-98a2fa3a9136') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:35:21.214816 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4d2c486-706d-46a9-9b68-73d43a48f556 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (5df747e5-af0e-494b-96b1-98a2fa3a9136), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:21.230367 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4d2c486-706d-46a9-9b68-73d43a48f556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (5df747e5-af0e-494b-96b1-98a2fa3a9136), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:21.236758 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d2c486-706d-46a9-9b68-73d43a48f556 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:35:21.237134 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4d2c486-706d-46a9-9b68-73d43a48f556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (5df747e5-af0e-494b-96b1-98a2fa3a9136), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:21.238848 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:35:21.238848 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:35:21.238848 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:35:21.238848 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:35:21.238848 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:35:21.238848 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:35:21.238848 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:35:21.238848 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:35:21.238848 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:35:21.238848 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:35:21.238848 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:35:21.238848 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:35:21.238848 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:35:21.238848 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:35:21.238848 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:35:21.238848 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:35:21.238848 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:35:21.238848 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:35:21.238848 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:35:21.238848 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:35:21.238848 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:35:21.238848 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:35:21.238848 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:35:21.238848 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:35:21.238848 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:35:21.238848 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:35:21.238848 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:35:21.238848 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:35:21.238848 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:35:21.238848 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:35:21.238848 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:35:21.238848 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:35:21.262449 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61fc4d-8eda-4fd7-823a-0fb5accb1f3e req-f55cab27-4948-4805-9712-fabfa3909900 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:21.264734 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6d61fc4d-8eda-4fd7-823a-0fb5accb1f3e req-f55cab27-4948-4805-9712-fabfa3909900 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 950 time: 0.2213542 Feb 20 03:35:21.296892 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-11299abe-6484-4f71-8b35-4ca0447641f2 service neutron] For port 15602c8e-05c5-452e-91f1-2fdb0022ecd3, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=15602c8e-05c5-452e-91f1-2fdb0022ecd3,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:21.383546 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4d2c486-706d-46a9-9b68-73d43a48f556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (97b1a589-88bd-4b9a-a42f-858a382ae909), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:21.392171 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4d2c486-706d-46a9-9b68-73d43a48f556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:21.396593 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f4d2c486-706d-46a9-9b68-73d43a48f556 admin admin] 10.222.0.89 "DELETE /v2.0/networks/97b1a589-88bd-4b9a-a42f-858a382ae909 HTTP/1.1" status: 204 len: 168 time: 0.4063890 Feb 20 03:35:21.409381 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6d61fc4d-8eda-4fd7-823a-0fb5accb1f3e req-e6c6c224-6704-419f-8bf9-c39716f5608f tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383305 Feb 20 03:35:21.421107 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-11299abe-6484-4f71-8b35-4ca0447641f2 service neutron] For port 15602c8e-05c5-452e-91f1-2fdb0022ecd3, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:35:21.435479 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d2c486-706d-46a9-9b68-73d43a48f556 admin admin] Pushing event deleted for resources: {'Network': ['ID=97b1a589-88bd-4b9a-a42f-858a382ae909,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:21.454636 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['5b43cd4b-908d-4d99-93cc-d4d73a99a624'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:35:21.473231 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb1656a-9cf8-47f2-91db-ce4c66298e06 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Router 0e23669e-68f0-439f-bdbb-fa00e7dd1a90 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:35:21.504584 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d43ecf-5451-42af-8514-9895a9db82b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15602c8e-05c5-452e-91f1-2fdb0022ecd3'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:35:21.506887 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c1683c-e7b5-46d1-8c11-a378ed0d6e32" -d '{"events": [{"server_uuid": "f5d43ecf-5451-42af-8514-9895a9db82b2", "name": "network-vif-unplugged", "status": "completed", "tag": "15602c8e-05c5-452e-91f1-2fdb0022ecd3"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:35:21.511440 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-11299abe-6484-4f71-8b35-4ca0447641f2 service neutron] Publish callbacks [] for port (15602c8e-05c5-452e-91f1-2fdb0022ecd3), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:21.590830 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-11299abe-6484-4f71-8b35-4ca0447641f2 service neutron] Transition to ACTIVE for port object 15602c8e-05c5-452e-91f1-2fdb0022ecd3 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:35:21.656845 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f15c78-e2bc-45f0-8d4d-50b823fdb069 req-921af34f-3eb7-4065-9cc0-62936a935cdd tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:21.658361 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66f15c78-e2bc-45f0-8d4d-50b823fdb069 req-921af34f-3eb7-4065-9cc0-62936a935cdd tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=594ac0b9-29b4-431d-b472-cbf7fd1c90dc HTTP/1.1" status: 200 len: 945 time: 0.1403565 Feb 20 03:35:21.684297 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb1656a-9cf8-47f2-91db-ce4c66298e06 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:35:21.690584 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9eb1656a-9cf8-47f2-91db-ce4c66298e06 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:21.695092 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e1fabd-10bb-49d1-89c3-42a986d8a4e5 None None] Sync routers for ids ['0e23669e-68f0-439f-bdbb-fa00e7dd1a90'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:35:21.705761 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e1fabd-10bb-49d1-89c3-42a986d8a4e5 None None] Routers {'0e23669e-68f0-439f-bdbb-fa00e7dd1a90'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:35:21.706382 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-61e1fabd-10bb-49d1-89c3-42a986d8a4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:34:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['0e23669e-68f0-439f-bdbb-fa00e7dd1a90'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:35:21.716327 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-11299abe-6484-4f71-8b35-4ca0447641f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (15602c8e-05c5-452e-91f1-2fdb0022ecd3), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:21.775622 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9eb1656a-9cf8-47f2-91db-ce4c66298e06 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "PUT /v2.0/floatingips/4db97147-9238-4238-9990-ba14556be074 HTTP/1.1" status: 200 len: 992 time: 2.5486829 Feb 20 03:35:21.792742 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66f15c78-e2bc-45f0-8d4d-50b823fdb069 req-109ef6f4-0cbb-446a-9a3e-40ebff8e1427 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9e46ff0-0328-45d8-9f18-ec03ffa9e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225889 Feb 20 03:35:21.820050 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-11299abe-6484-4f71-8b35-4ca0447641f2 service neutron] No DVR routers for this DVR port 15602c8e-05c5-452e-91f1-2fdb0022ecd3 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:35:21.824417 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11299abe-6484-4f71-8b35-4ca0447641f2 service neutron] Pushing event updated for resources: {'Port': ['ID=15602c8e-05c5-452e-91f1-2fdb0022ecd3,revision_number=6']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:21.829941 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35102) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:35:21.854982 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-61e1fabd-10bb-49d1-89c3-42a986d8a4e5 None None] Set router 0e23669e-68f0-439f-bdbb-fa00e7dd1a90 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:35:21.894002 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-11299abe-6484-4f71-8b35-4ca0447641f2 service neutron] Attempting to bind port 15602c8e-05c5-452e-91f1-2fdb0022ecd3 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:35:21.894477 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-11299abe-6484-4f71-8b35-4ca0447641f2 service neutron] Attempting to bind port 15602c8e-05c5-452e-91f1-2fdb0022ecd3 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:35:21.894812 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-11299abe-6484-4f71-8b35-4ca0447641f2 service neutron] Attempting to bind port 15602c8e-05c5-452e-91f1-2fdb0022ecd3 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:35:21.933826 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-11299abe-6484-4f71-8b35-4ca0447641f2 service neutron] Port 15602c8e-05c5-452e-91f1-2fdb0022ecd3 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:35:21.934206 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-11299abe-6484-4f71-8b35-4ca0447641f2 service neutron] Attempting to bind port 15602c8e-05c5-452e-91f1-2fdb0022ecd3 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:35:21.947372 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7265c4d6-bc83-48e9-98d1-38a8a7c0a938 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f472076e8b054c2ca220d084c23b2ace&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1105113 Feb 20 03:35:21.949348 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-11299abe-6484-4f71-8b35-4ca0447641f2 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:35:21.949522 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-11299abe-6484-4f71-8b35-4ca0447641f2 service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:35:21.949932 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-11299abe-6484-4f71-8b35-4ca0447641f2 service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:35:21.950119 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35104) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:35:21.950395 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-11299abe-6484-4f71-8b35-4ca0447641f2 service neutron] Bound port: 15602c8e-05c5-452e-91f1-2fdb0022ecd3, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:35:21.950754 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-11299abe-6484-4f71-8b35-4ca0447641f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (15602c8e-05c5-452e-91f1-2fdb0022ecd3), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:22.008688 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b58f6-6f88-4fc7-84e9-279bc6f0289e req-f7324c63-7635-4f99-8600-8c0f69d96b99 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:22.010541 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-928b58f6-6f88-4fc7-84e9-279bc6f0289e req-f7324c63-7635-4f99-8600-8c0f69d96b99 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "GET /v2.0/ports?device_id=84a27569-dd8d-4b63-b15d-70f4b31a476e HTTP/1.1" status: 200 len: 946 time: 0.1331284 Feb 20 03:35:22.023727 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35108) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:35:22.031013 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-89639277-dcfb-4bba-ba1e-6c9ec98d5e9a tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Request body: {'floatingip': {'port_id': 'a3696cff-38a5-4738-8787-5f4a7c5ab3a5'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:35:22.064641 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-11299abe-6484-4f71-8b35-4ca0447641f2 service neutron] For port 15602c8e-05c5-452e-91f1-2fdb0022ecd3, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:35:22.068422 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-11299abe-6484-4f71-8b35-4ca0447641f2 service neutron] For port 15602c8e-05c5-452e-91f1-2fdb0022ecd3, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=15602c8e-05c5-452e-91f1-2fdb0022ecd3,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:35:22.074380 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5667fb1-4cab-49a8-8b6b-12ee20fb5a89 x-openstack-request-id: req-a5667fb1-4cab-49a8-8b6b-12ee20fb5a89 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:35:22.074688 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594ac0b9-29b4-431d-b472-cbf7fd1c90dc", "name": "network-vif-plugged", "status": "completed", "tag": "f5db7fe1-fc38-4435-aa22-e82378f8427f", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:35:22.075069 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a5667fb1-4cab-49a8-8b6b-12ee20fb5a89 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:35:22.075773 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594ac0b9-29b4-431d-b472-cbf7fd1c90dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5db7fe1-fc38-4435-aa22-e82378f8427f', 'code': 200} Feb 20 03:35:22.082053 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3e494c0c-d5c7-44db-9990-73b2090368b0 admin admin] Publish callbacks [] for security_group (264b8a9d-4625-4097-acf1-efcc7a2a95af), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:22.092240 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-89639277-dcfb-4bba-ba1e-6c9ec98d5e9a tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks [] for floatingip (76051a3c-cebb-41af-bf50-32df162ea6ba), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:22.168913 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-61e1fabd-10bb-49d1-89c3-42a986d8a4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'name': 'tempest-AttachVolumeShelveTestJSON-957401116-router', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:30:41Z', 'updated_at': '2022-02-20T03:30:54Z', 'revision_number': 4, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'gw_port': {'id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:44Z', 'updated_at': '2022-02-20T03:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '4db97147-9238-4238-9990-ba14556be074', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'floating_ip_address': '172.25.7.199', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'port_id': 'ed1d4dac-5a57-4f44-87fa-76149bb3c3c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f', 'mac_address': 'fa:16:3e:9a:a4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e800aac1-0fe3-48d1-b319-f0f55a1206e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:34:57Z', 'updated_at': '2022-02-20T03:35:20Z', 'revision_number': 1, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '075e7992-9983-4ef0-b4ea-ecab923b92f8', 'name': '', 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'mac_address': 'fa:16:3e:5a:df:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:50Z', 'updated_at': '2022-02-20T03:30:59Z', 'revision_number': 5, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'subnets': [{'id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:35:22.188243 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3e494c0c-d5c7-44db-9990-73b2090368b0 admin admin] Publish callbacks [] for security_group (264b8a9d-4625-4097-acf1-efcc7a2a95af), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:22.191998 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a7ec5e-b55a-4f1a-b4f8-0e539b42e599 x-openstack-request-id: req-e3a7ec5e-b55a-4f1a-b4f8-0e539b42e599 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:35:22.192312 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d43ecf-5451-42af-8514-9895a9db82b2", "name": "network-vif-unplugged", "status": "completed", "tag": "15602c8e-05c5-452e-91f1-2fdb0022ecd3", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:35:22.192577 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e3a7ec5e-b55a-4f1a-b4f8-0e539b42e599 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:35:22.192990 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d43ecf-5451-42af-8514-9895a9db82b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15602c8e-05c5-452e-91f1-2fdb0022ecd3', 'code': 200} Feb 20 03:35:22.194490 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-11299abe-6484-4f71-8b35-4ca0447641f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (15602c8e-05c5-452e-91f1-2fdb0022ecd3), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:22.222515 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e1fabd-10bb-49d1-89c3-42a986d8a4e5 None None] Checking router: 0e23669e-68f0-439f-bdbb-fa00e7dd1a90 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:35:22.248114 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e1fabd-10bb-49d1-89c3-42a986d8a4e5 None None] Routers {'0e23669e-68f0-439f-bdbb-fa00e7dd1a90'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:35:22.251730 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-61e1fabd-10bb-49d1-89c3-42a986d8a4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:34:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['0e23669e-68f0-439f-bdbb-fa00e7dd1a90'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:35:22.271942 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11299abe-6484-4f71-8b35-4ca0447641f2 service neutron] Pushing event updated for resources: {'Port': ['ID=15602c8e-05c5-452e-91f1-2fdb0022ecd3,revision_number=7']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:22.277729 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-11299abe-6484-4f71-8b35-4ca0447641f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:22.278355 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-11299abe-6484-4f71-8b35-4ca0447641f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:22.281148 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-11299abe-6484-4f71-8b35-4ca0447641f2 service neutron] 10.222.0.42 "PUT /v2.0/ports/15602c8e-05c5-452e-91f1-2fdb0022ecd3 HTTP/1.1" status: 200 len: 1096 time: 1.6806257 Feb 20 03:35:22.297125 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14690303-725d-42df-b33f-794e963d95c5 req-e785b96e-ba5a-42d7-9e5b-e326eb6c7628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:22.299265 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-14690303-725d-42df-b33f-794e963d95c5 req-e785b96e-ba5a-42d7-9e5b-e326eb6c7628 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=594ac0b9-29b4-431d-b472-cbf7fd1c90dc HTTP/1.1" status: 200 len: 1127 time: 0.1652989 Feb 20 03:35:22.419473 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3e494c0c-d5c7-44db-9990-73b2090368b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (264b8a9d-4625-4097-acf1-efcc7a2a95af), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:22.423042 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3e494c0c-d5c7-44db-9990-73b2090368b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:22.424418 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3e494c0c-d5c7-44db-9990-73b2090368b0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/264b8a9d-4625-4097-acf1-efcc7a2a95af HTTP/1.1" status: 204 len: 168 time: 0.4717033 Feb 20 03:35:22.442122 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e494c0c-d5c7-44db-9990-73b2090368b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264b8a9d-4625-4097-acf1-efcc7a2a95af,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:22.473007 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-14690303-725d-42df-b33f-794e963d95c5 req-85ddf774-76b3-4457-8012-1e683721cdf8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a9e46ff0-0328-45d8-9f18-ec03ffa9e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559434 Feb 20 03:35:22.487057 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-4f113755-12ee-4743-a51c-2bca095dcc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:22.492299 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-4f113755-12ee-4743-a51c-2bca095dcc1e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 1130 time: 0.1839607 Feb 20 03:35:22.495471 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-61e1fabd-10bb-49d1-89c3-42a986d8a4e5 None None] Set router 0e23669e-68f0-439f-bdbb-fa00e7dd1a90 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:35:22.719654 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 5b43cd4b-908d-4d99-93cc-d4d73a99a624 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:35:22.751623 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-89639277-dcfb-4bba-ba1e-6c9ec98d5e9a tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:22.834522 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771dd35-84e0-4493-887e-3be4daa3f754 req-9fe8398b-5049-439a-afc1-c381130cae2b tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:22.836072 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0771dd35-84e0-4493-887e-3be4daa3f754 req-9fe8398b-5049-439a-afc1-c381130cae2b tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=517fd82a-9971-4cf9-bb59-df016c811bde HTTP/1.1" status: 200 len: 945 time: 0.1302977 Feb 20 03:35:22.839996 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-61e1fabd-10bb-49d1-89c3-42a986d8a4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'name': 'tempest-AttachVolumeShelveTestJSON-957401116-router', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:30:41Z', 'updated_at': '2022-02-20T03:30:54Z', 'revision_number': 4, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'gw_port': {'id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:44Z', 'updated_at': '2022-02-20T03:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '4db97147-9238-4238-9990-ba14556be074', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'floating_ip_address': '172.25.7.199', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'port_id': 'ed1d4dac-5a57-4f44-87fa-76149bb3c3c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f', 'mac_address': 'fa:16:3e:9a:a4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e800aac1-0fe3-48d1-b319-f0f55a1206e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:34:57Z', 'updated_at': '2022-02-20T03:35:20Z', 'revision_number': 1, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '075e7992-9983-4ef0-b4ea-ecab923b92f8', 'name': '', 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'mac_address': 'fa:16:3e:5a:df:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:50Z', 'updated_at': '2022-02-20T03:30:59Z', 'revision_number': 5, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'subnets': [{'id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:35:22.840884 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-d41b8ce9-16db-4872-a608-c665e6539567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:22.844061 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-d41b8ce9-16db-4872-a608-c665e6539567 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.1717706 Feb 20 03:35:22.871817 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e1fabd-10bb-49d1-89c3-42a986d8a4e5 None None] The sync data for ids ['0e23669e-68f0-439f-bdbb-fa00e7dd1a90'] in n-d-829866-4 is: [{'id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'name': 'tempest-AttachVolumeShelveTestJSON-957401116-router', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:30:41Z', 'updated_at': '2022-02-20T03:30:54Z', 'revision_number': 4, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'gw_port': {'id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:44Z', 'updated_at': '2022-02-20T03:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '4db97147-9238-4238-9990-ba14556be074', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'floating_ip_address': '172.25.7.199', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'port_id': 'ed1d4dac-5a57-4f44-87fa-76149bb3c3c8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f', 'mac_address': 'fa:16:3e:9a:a4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e800aac1-0fe3-48d1-b319-f0f55a1206e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:34:57Z', 'updated_at': '2022-02-20T03:35:20Z', 'revision_number': 1, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '075e7992-9983-4ef0-b4ea-ecab923b92f8', 'name': '', 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'mac_address': 'fa:16:3e:5a:df:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:50Z', 'updated_at': '2022-02-20T03:30:59Z', 'revision_number': 5, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'subnets': [{'id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:35:22.880431 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-89639277-dcfb-4bba-ba1e-6c9ec98d5e9a tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (76051a3c-cebb-41af-bf50-32df162ea6ba), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:22.893086 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-25d30f43-5598-434a-ace7-e9971b34f364 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=15602c8e-05c5-452e-91f1-2fdb0022ecd3 HTTP/1.1" status: 200 len: 217 time: 0.0432904 Feb 20 03:35:22.923847 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 5b43cd4b-908d-4d99-93cc-d4d73a99a624 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:35:22.947807 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 5b43cd4b-908d-4d99-93cc-d4d73a99a624 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:35:22.953988 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (5b43cd4b-908d-4d99-93cc-d4d73a99a624), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:23.009173 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0771dd35-84e0-4493-887e-3be4daa3f754 req-bc90cd6f-7899-4ad1-b02c-d8ebb3b9a6a8 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626403 Feb 20 03:35:23.025493 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-a8a702d0-64f7-46f9-af2e-157ca4b48352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:23.027056 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-a8a702d0-64f7-46f9-af2e-157ca4b48352 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1214139 Feb 20 03:35:23.049590 n-d-829866-4 neutron-server[104106]: INFO neutron.db.l3_db [None req-89639277-dcfb-4bba-ba1e-6c9ec98d5e9a tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Floating IP 76051a3c-cebb-41af-bf50-32df162ea6ba associated. External IP: 172.25.7.126, port: a3696cff-38a5-4738-8787-5f4a7c5ab3a5. Feb 20 03:35:23.128628 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 5b43cd4b-908d-4d99-93cc-d4d73a99a624 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:35:23.129160 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5b43cd4b-908d-4d99-93cc-d4d73a99a624), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:23.175094 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 5b43cd4b-908d-4d99-93cc-d4d73a99a624, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=5b43cd4b-908d-4d99-93cc-d4d73a99a624,segment=NetworkSegment(8a57dd48-cd2a-4b48-a8ae-20be415170b3),segment_id=8a57dd48-cd2a-4b48-a8ae-20be415170b3)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:23.182309 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-4ec11e5a-d0a9-42fd-9aaf-773a654161b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:23.183866 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-4ec11e5a-d0a9-42fd-9aaf-773a654161b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1403410 Feb 20 03:35:23.277240 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e833bb0-fa97-49b5-abbe-8f3a3162186b req-037867ae-7d8c-4ab8-b896-3463df1999d2 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:23.278789 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0e833bb0-fa97-49b5-abbe-8f3a3162186b req-037867ae-7d8c-4ab8-b896-3463df1999d2 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 948 time: 0.1427932 Feb 20 03:35:23.284148 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (5b43cd4b-908d-4d99-93cc-d4d73a99a624), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:23.288833 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e09c1b-b034-4510-864d-5ab6df503174 None None] New status for floating IP 4db97147-9238-4238-9990-ba14556be074: ACTIVE {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:35:23.346439 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-a5b82fc6-29bf-4f43-835f-52b4b2278ee5 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537352 Feb 20 03:35:23.364569 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=5b43cd4b-908d-4d99-93cc-d4d73a99a624,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:23.378213 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0e833bb0-fa97-49b5-abbe-8f3a3162186b req-92b6756e-43a2-41cc-bf90-6750f0da44fc tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924308 Feb 20 03:35:23.385239 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89639277-dcfb-4bba-ba1e-6c9ec98d5e9a tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Router 908ca550-1e41-422b-969d-f173a7da1383 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:35:23.498921 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-310a1c4f-e306-4d6e-b505-15f5deca8170 req-8195a3c3-94de-4ef4-985c-67214e859744 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421094 Feb 20 03:35:23.530568 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89639277-dcfb-4bba-ba1e-6c9ec98d5e9a tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:35:23.535432 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-89639277-dcfb-4bba-ba1e-6c9ec98d5e9a tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:23.543279 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5032a453-ad9e-4d27-87af-f5bf16edf1d6 None None] Sync routers for ids ['908ca550-1e41-422b-969d-f173a7da1383'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:35:23.572054 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5032a453-ad9e-4d27-87af-f5bf16edf1d6 None None] Routers {'908ca550-1e41-422b-969d-f173a7da1383'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:35:23.572213 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-5032a453-ad9e-4d27-87af-f5bf16edf1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:34:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['908ca550-1e41-422b-969d-f173a7da1383'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:35:23.593119 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35128) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:35:23.617691 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-89639277-dcfb-4bba-ba1e-6c9ec98d5e9a tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "PUT /v2.0/floatingips/76051a3c-cebb-41af-bf50-32df162ea6ba HTTP/1.1" status: 200 len: 992 time: 1.5919521 Feb 20 03:35:23.618406 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a27569-dd8d-4b63-b15d-70f4b31a476e', 'tag': 'a3696cff-38a5-4738-8787-5f4a7c5ab3a5'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:35:23.620841 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f41d5d6-c6d4-4604-9175-d0670c6f1106" -d '{"events": [{"name": "network-changed", "server_uuid": "84a27569-dd8d-4b63-b15d-70f4b31a476e", "tag": "a3696cff-38a5-4738-8787-5f4a7c5ab3a5"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:35:23.630287 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357385b-8a57-4297-ab57-80d52ce3c3bc req-62ca726c-6ea0-41c1-a38b-f71a0f09f623 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:23.632390 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0357385b-8a57-4297-ab57-80d52ce3c3bc req-62ca726c-6ea0-41c1-a38b-f71a0f09f623 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 945 time: 0.1079631 Feb 20 03:35:23.665447 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9f859289-00d0-455e-b869-bd900eba5528 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d12d3c04c35843929b3cad36d6899ff9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0711470 Feb 20 03:35:23.669626 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35134) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:35:23.700380 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0357385b-8a57-4297-ab57-80d52ce3c3bc req-329fb49b-b9f9-4a84-ab67-0141801c990d tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/security-groups?id=9aae0e47-f93c-41fb-b5a5-8593b9285415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608149 Feb 20 03:35:23.754979 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-64341976-a64a-4460-98da-dbd83db8022f admin admin] Publish callbacks [] for security_group (f2d26d14-e9ee-4092-8323-dbd6f323592e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:23.763352 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-5032a453-ad9e-4d27-87af-f5bf16edf1d6 None None] Set router 908ca550-1e41-422b-969d-f173a7da1383 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:35:23.783713 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-64341976-a64a-4460-98da-dbd83db8022f admin admin] Publish callbacks [] for security_group (f2d26d14-e9ee-4092-8323-dbd6f323592e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:23.883576 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60bfc1-0a81-41c6-8cd0-3afa9195a54c req-9ba044f2-1d24-4c84-80bc-3a0404422c0c tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:23.892092 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf60bfc1-0a81-41c6-8cd0-3afa9195a54c req-9ba044f2-1d24-4c84-80bc-3a0404422c0c tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=594ac0b9-29b4-431d-b472-cbf7fd1c90dc HTTP/1.1" status: 200 len: 945 time: 0.0883350 Feb 20 03:35:23.943176 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf60bfc1-0a81-41c6-8cd0-3afa9195a54c req-e049d626-2ca7-4213-8007-0595715248be tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9e46ff0-0328-45d8-9f18-ec03ffa9e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499027 Feb 20 03:35:24.006068 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-64341976-a64a-4460-98da-dbd83db8022f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f2d26d14-e9ee-4092-8323-dbd6f323592e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:24.009289 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-64341976-a64a-4460-98da-dbd83db8022f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:24.011080 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-64341976-a64a-4460-98da-dbd83db8022f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f2d26d14-e9ee-4092-8323-dbd6f323592e HTTP/1.1" status: 204 len: 168 time: 0.3401327 Feb 20 03:35:24.020770 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64341976-a64a-4460-98da-dbd83db8022f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d26d14-e9ee-4092-8323-dbd6f323592e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:24.078100 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '517fd82a-9971-4cf9-bb59-df016c811bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b43cd4b-908d-4d99-93cc-d4d73a99a624'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:35:24.080145 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151f0d40-f371-453d-b218-d63d007cc00d" -d '{"events": [{"server_uuid": "517fd82a-9971-4cf9-bb59-df016c811bde", "name": "network-vif-plugged", "status": "completed", "tag": "5b43cd4b-908d-4d99-93cc-d4d73a99a624"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:35:24.097565 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d15f6-3394-4a5b-94dc-ace573881201 req-da61acaa-8562-495a-afc4-56bf3ab41e24 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:24.099277 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d54d15f6-3394-4a5b-94dc-ace573881201 req-da61acaa-8562-495a-afc4-56bf3ab41e24 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "GET /v2.0/ports?device_id=84a27569-dd8d-4b63-b15d-70f4b31a476e HTTP/1.1" status: 200 len: 946 time: 0.0984735 Feb 20 03:35:24.117356 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-5032a453-ad9e-4d27-87af-f5bf16edf1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908ca550-1e41-422b-969d-f173a7da1383', 'name': 'tempest-ServersTestJSON-1182725755-router', 'tenant_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'eec7d06a-432f-4709-bc61-dcc7a9fa06d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:34:48Z', 'updated_at': '2022-02-20T03:34:54Z', 'revision_number': 4, 'project_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'gw_port': {'id': 'eec7d06a-432f-4709-bc61-dcc7a9fa06d2', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908ca550-1e41-422b-969d-f173a7da1383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:34:49Z', 'updated_at': '2022-02-20T03:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '76051a3c-cebb-41af-bf50-32df162ea6ba', 'tenant_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'floating_ip_address': '172.25.7.126', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '908ca550-1e41-422b-969d-f173a7da1383', 'port_id': 'a3696cff-38a5-4738-8787-5f4a7c5ab3a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '009d3554-94de-43aa-a0e5-a5caef775c53', 'mac_address': 'fa:16:3e:60:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a27569-dd8d-4b63-b15d-70f4b31a476e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:35:00Z', 'updated_at': '2022-02-20T03:35:22Z', 'revision_number': 1, 'project_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '088f791f-1786-47da-b66a-1ed332cbb95a', 'name': '', 'network_id': '009d3554-94de-43aa-a0e5-a5caef775c53', 'tenant_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'mac_address': 'fa:16:3e:e7:78:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908ca550-1e41-422b-969d-f173a7da1383', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '2ad5ecbe-9a30-4197-bb91-a87eb8b782b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:34:52Z', 'updated_at': '2022-02-20T03:34:59Z', 'revision_number': 5, 'project_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'subnets': [{'id': '2ad5ecbe-9a30-4197-bb91-a87eb8b782b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:35:24.162160 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5032a453-ad9e-4d27-87af-f5bf16edf1d6 None None] Checking router: 908ca550-1e41-422b-969d-f173a7da1383 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:35:24.167437 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 15602c8e-05c5-452e-91f1-2fdb0022ecd3 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:35:24.176060 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5032a453-ad9e-4d27-87af-f5bf16edf1d6 None None] Routers {'908ca550-1e41-422b-969d-f173a7da1383'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:35:24.176689 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-5032a453-ad9e-4d27-87af-f5bf16edf1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:34:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['908ca550-1e41-422b-969d-f173a7da1383'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:35:24.182802 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d54d15f6-3394-4a5b-94dc-ace573881201 req-ab5f9b28-9568-43c7-ae95-41e41ea19d4b tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "GET /v2.0/security-groups?id=575538b2-6f9f-4d0b-859d-b682c7213828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778921 Feb 20 03:35:24.202158 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e800aac1-0fe3-48d1-b319-f0f55a1206e1', 'tag': 'ed1d4dac-5a57-4f44-87fa-76149bb3c3c8'}, {'name': 'network-changed', 'server_uuid': 'f5d43ecf-5451-42af-8514-9895a9db82b2', 'tag': '15602c8e-05c5-452e-91f1-2fdb0022ecd3'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:35:24.202158 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57751e62-894e-4e92-a96d-abefb1f5203a" -d '{"events": [{"name": "network-changed", "server_uuid": "e800aac1-0fe3-48d1-b319-f0f55a1206e1", "tag": "ed1d4dac-5a57-4f44-87fa-76149bb3c3c8"}, {"name": "network-changed", "server_uuid": "f5d43ecf-5451-42af-8514-9895a9db82b2", "tag": "15602c8e-05c5-452e-91f1-2fdb0022ecd3"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:35:24.238898 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9351164f-87d0-406f-b27e-01f1b6bfec47 x-openstack-request-id: req-9351164f-87d0-406f-b27e-01f1b6bfec47 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:35:24.238898 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a27569-dd8d-4b63-b15d-70f4b31a476e", "tag": "a3696cff-38a5-4738-8787-5f4a7c5ab3a5", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:35:24.243613 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9351164f-87d0-406f-b27e-01f1b6bfec47 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:35:24.243613 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a27569-dd8d-4b63-b15d-70f4b31a476e', 'tag': 'a3696cff-38a5-4738-8787-5f4a7c5ab3a5', 'status': 'completed', 'code': 200} Feb 20 03:35:24.266100 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] The host n-h2-829866-4 is not matching for port 15602c8e-05c5-452e-91f1-2fdb0022ecd3 host n-h1-829866-4! {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 03:35:24.266391 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 15602c8e-05c5-452e-91f1-2fdb0022ecd3 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:35:24.359239 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-5032a453-ad9e-4d27-87af-f5bf16edf1d6 None None] Set router 908ca550-1e41-422b-969d-f173a7da1383 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:35:24.365485 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41d5d6-c6d4-4604-9175-d0670c6f1106 req-fafd2c20-ba86-4b03-98d3-85027aec74fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:24.367194 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f41d5d6-c6d4-4604-9175-d0670c6f1106 req-fafd2c20-ba86-4b03-98d3-85027aec74fc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f0c2e059b5524af28b5ac91749ab39b4&device_id=84a27569-dd8d-4b63-b15d-70f4b31a476e HTTP/1.1" status: 200 len: 1128 time: 0.1057448 Feb 20 03:35:24.379484 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb7319-57f3-4828-a16f-ffdcda07ec2b req-b24da1a8-c598-49cc-b73e-c225313fd649 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:24.380955 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-10bb7319-57f3-4828-a16f-ffdcda07ec2b req-b24da1a8-c598-49cc-b73e-c225313fd649 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=517fd82a-9971-4cf9-bb59-df016c811bde HTTP/1.1" status: 200 len: 946 time: 0.0812457 Feb 20 03:35:24.548530 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-10bb7319-57f3-4828-a16f-ffdcda07ec2b req-54644033-2bad-4685-a703-4c61f62df2cb tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477094 Feb 20 03:35:24.585804 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41d5d6-c6d4-4604-9175-d0670c6f1106 req-0d83c72e-5acf-4d48-91cc-ccc24546b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:24.587380 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f41d5d6-c6d4-4604-9175-d0670c6f1106 req-0d83c72e-5acf-4d48-91cc-ccc24546b372 service neutron] 10.222.0.93 "GET /v2.0/networks?id=009d3554-94de-43aa-a0e5-a5caef775c53 HTTP/1.1" status: 200 len: 907 time: 0.2054298 Feb 20 03:35:24.604776 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5dd49-5d55-4e48-8cf5-93717546bbc3 req-17153b82-06cb-4e18-b1ed-0a96f77d56cd tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:24.606299 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f1d5dd49-5d55-4e48-8cf5-93717546bbc3 req-17153b82-06cb-4e18-b1ed-0a96f77d56cd tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.42 "GET /v2.0/ports?device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 945 time: 0.1624067 Feb 20 03:35:24.669445 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e02e575-11d8-4c5a-ba6a-cca38a7525eb x-openstack-request-id: req-1e02e575-11d8-4c5a-ba6a-cca38a7525eb {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:35:24.670937 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "517fd82a-9971-4cf9-bb59-df016c811bde", "name": "network-vif-plugged", "status": "completed", "tag": "5b43cd4b-908d-4d99-93cc-d4d73a99a624", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:35:24.671370 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1e02e575-11d8-4c5a-ba6a-cca38a7525eb {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:35:24.671965 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '517fd82a-9971-4cf9-bb59-df016c811bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b43cd4b-908d-4d99-93cc-d4d73a99a624', 'code': 200} Feb 20 03:35:24.694151 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 20 Feb 2022 03:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363108dc-bc6c-402c-ba68-7a6cf1e55360 x-openstack-request-id: req-363108dc-bc6c-402c-ba68-7a6cf1e55360 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:35:24.694428 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e800aac1-0fe3-48d1-b319-f0f55a1206e1", "tag": "ed1d4dac-5a57-4f44-87fa-76149bb3c3c8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f5d43ecf-5451-42af-8514-9895a9db82b2", "tag": "15602c8e-05c5-452e-91f1-2fdb0022ecd3", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:35:24.694691 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-363108dc-bc6c-402c-ba68-7a6cf1e55360 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:35:24.695122 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e800aac1-0fe3-48d1-b319-f0f55a1206e1', 'tag': 'ed1d4dac-5a57-4f44-87fa-76149bb3c3c8', 'status': 'completed', 'code': 200} Feb 20 03:35:24.695389 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d43ecf-5451-42af-8514-9895a9db82b2', 'tag': '15602c8e-05c5-452e-91f1-2fdb0022ecd3', 'status': 'completed', 'code': 200} Feb 20 03:35:24.738076 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-5032a453-ad9e-4d27-87af-f5bf16edf1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908ca550-1e41-422b-969d-f173a7da1383', 'name': 'tempest-ServersTestJSON-1182725755-router', 'tenant_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'eec7d06a-432f-4709-bc61-dcc7a9fa06d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:34:48Z', 'updated_at': '2022-02-20T03:34:54Z', 'revision_number': 4, 'project_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'gw_port': {'id': 'eec7d06a-432f-4709-bc61-dcc7a9fa06d2', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908ca550-1e41-422b-969d-f173a7da1383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:34:49Z', 'updated_at': '2022-02-20T03:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '76051a3c-cebb-41af-bf50-32df162ea6ba', 'tenant_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'floating_ip_address': '172.25.7.126', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '908ca550-1e41-422b-969d-f173a7da1383', 'port_id': 'a3696cff-38a5-4738-8787-5f4a7c5ab3a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '009d3554-94de-43aa-a0e5-a5caef775c53', 'mac_address': 'fa:16:3e:60:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a27569-dd8d-4b63-b15d-70f4b31a476e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:35:00Z', 'updated_at': '2022-02-20T03:35:22Z', 'revision_number': 1, 'project_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '088f791f-1786-47da-b66a-1ed332cbb95a', 'name': '', 'network_id': '009d3554-94de-43aa-a0e5-a5caef775c53', 'tenant_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'mac_address': 'fa:16:3e:e7:78:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908ca550-1e41-422b-969d-f173a7da1383', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '2ad5ecbe-9a30-4197-bb91-a87eb8b782b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:34:52Z', 'updated_at': '2022-02-20T03:34:59Z', 'revision_number': 5, 'project_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'subnets': [{'id': '2ad5ecbe-9a30-4197-bb91-a87eb8b782b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:35:24.745209 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f41d5d6-c6d4-4604-9175-d0670c6f1106 req-65a0c3fd-68d3-4af6-9d38-ffd2c0ecfd2c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3696cff-38a5-4738-8787-5f4a7c5ab3a5 HTTP/1.1" status: 200 len: 1000 time: 0.1487846 Feb 20 03:35:24.878635 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57751e62-894e-4e92-a96d-abefb1f5203a req-68aab4c5-9f19-4db0-bd96-d6bcc1724b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:24.880280 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-57751e62-894e-4e92-a96d-abefb1f5203a req-68aab4c5-9f19-4db0-bd96-d6bcc1724b87 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c709bbfa8b354edf911780ffcf2e7b53&device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 1128 time: 0.1614060 Feb 20 03:35:24.882163 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57751e62-894e-4e92-a96d-abefb1f5203a req-2e7d7f01-63f2-4b9d-bc29-0bd1ed6677b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:24.883747 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-57751e62-894e-4e92-a96d-abefb1f5203a req-2e7d7f01-63f2-4b9d-bc29-0bd1ed6677b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 1130 time: 0.0686455 Feb 20 03:35:25.008039 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57751e62-894e-4e92-a96d-abefb1f5203a req-850f6f9c-df14-49bd-97a8-75d3cd479d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:25.010010 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-57751e62-894e-4e92-a96d-abefb1f5203a req-850f6f9c-df14-49bd-97a8-75d3cd479d87 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.1026795 Feb 20 03:35:25.044303 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5032a453-ad9e-4d27-87af-f5bf16edf1d6 None None] The sync data for ids ['908ca550-1e41-422b-969d-f173a7da1383'] in n-d-829866-4 is: [{'id': '908ca550-1e41-422b-969d-f173a7da1383', 'name': 'tempest-ServersTestJSON-1182725755-router', 'tenant_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'eec7d06a-432f-4709-bc61-dcc7a9fa06d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:34:48Z', 'updated_at': '2022-02-20T03:34:54Z', 'revision_number': 4, 'project_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'gw_port': {'id': 'eec7d06a-432f-4709-bc61-dcc7a9fa06d2', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908ca550-1e41-422b-969d-f173a7da1383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:34:49Z', 'updated_at': '2022-02-20T03:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '76051a3c-cebb-41af-bf50-32df162ea6ba', 'tenant_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'floating_ip_address': '172.25.7.126', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '908ca550-1e41-422b-969d-f173a7da1383', 'port_id': 'a3696cff-38a5-4738-8787-5f4a7c5ab3a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '009d3554-94de-43aa-a0e5-a5caef775c53', 'mac_address': 'fa:16:3e:60:6e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a27569-dd8d-4b63-b15d-70f4b31a476e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:35:00Z', 'updated_at': '2022-02-20T03:35:22Z', 'revision_number': 1, 'project_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '088f791f-1786-47da-b66a-1ed332cbb95a', 'name': '', 'network_id': '009d3554-94de-43aa-a0e5-a5caef775c53', 'tenant_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'mac_address': 'fa:16:3e:e7:78:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908ca550-1e41-422b-969d-f173a7da1383', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '2ad5ecbe-9a30-4197-bb91-a87eb8b782b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:34:52Z', 'updated_at': '2022-02-20T03:34:59Z', 'revision_number': 5, 'project_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'subnets': [{'id': '2ad5ecbe-9a30-4197-bb91-a87eb8b782b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:35:25.097403 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-57751e62-894e-4e92-a96d-abefb1f5203a req-dc0efff6-3cd4-47d0-bd95-0e60d0cdf068 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=15602c8e-05c5-452e-91f1-2fdb0022ecd3 HTTP/1.1" status: 200 len: 217 time: 0.0735865 Feb 20 03:35:25.242693 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57751e62-894e-4e92-a96d-abefb1f5203a req-2ddd8acc-dab8-40c3-b25b-2be2fbaae6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:25.244208 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-57751e62-894e-4e92-a96d-abefb1f5203a req-2ddd8acc-dab8-40c3-b25b-2be2fbaae6aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1400533 Feb 20 03:35:25.250986 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57751e62-894e-4e92-a96d-abefb1f5203a req-8618a06c-78ed-459a-b1e8-1b57bc3d7c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:25.256013 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-57751e62-894e-4e92-a96d-abefb1f5203a req-8618a06c-78ed-459a-b1e8-1b57bc3d7c30 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a842b208-6516-42cd-af34-f14f7f82e32f HTTP/1.1" status: 200 len: 917 time: 0.3647950 Feb 20 03:35:25.278554 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41d5d6-c6d4-4604-9175-d0670c6f1106 req-c625c7c7-c636-44ab-9434-6ce7d5e46a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:25.280754 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f41d5d6-c6d4-4604-9175-d0670c6f1106 req-c625c7c7-c636-44ab-9434-6ce7d5e46a92 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2ad5ecbe-9a30-4197-bb91-a87eb8b782b0 HTTP/1.1" status: 200 len: 845 time: 0.5126979 Feb 20 03:35:25.367806 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57528e6d-c41f-433e-8037-d2eae861df8e req-275e936c-9508-41a7-a56c-af9082f8f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:25.369669 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57528e6d-c41f-433e-8037-d2eae861df8e req-275e936c-9508-41a7-a56c-af9082f8f470 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=517fd82a-9971-4cf9-bb59-df016c811bde HTTP/1.1" status: 200 len: 1128 time: 0.6398802 Feb 20 03:35:25.380460 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-57751e62-894e-4e92-a96d-abefb1f5203a req-715894d9-ac5c-49ad-b10e-d71985a59fbf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 HTTP/1.1" status: 200 len: 1002 time: 0.1037648 Feb 20 03:35:25.383643 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57751e62-894e-4e92-a96d-abefb1f5203a req-b79469b2-1b85-4f26-8b60-75f9bb7e6574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:25.386338 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-57751e62-894e-4e92-a96d-abefb1f5203a req-b79469b2-1b85-4f26-8b60-75f9bb7e6574 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1288643 Feb 20 03:35:25.415231 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-f1d5dd49-5d55-4e48-8cf5-93717546bbc3 req-2b19cb20-5867-4d87-ad19-8367e7b0fead tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Deleting port 1b419c72-3c6e-439a-afe8-6589a091f620 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:35:25.415495 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eb49cd-8d4f-4380-b758-170db6aecb8d None None] New status for floating IP 76051a3c-cebb-41af-bf50-32df162ea6ba: ACTIVE {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:35:25.416365 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f1d5dd49-5d55-4e48-8cf5-93717546bbc3 req-2b19cb20-5867-4d87-ad19-8367e7b0fead tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (1b419c72-3c6e-439a-afe8-6589a091f620), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:25.434436 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69bb85-7e95-4bc3-b332-a23c7f7c4feb req-a8659bc8-1c33-4117-ab30-82b2502f6e3b tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:25.452272 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bc69bb85-7e95-4bc3-b332-a23c7f7c4feb req-a8659bc8-1c33-4117-ab30-82b2502f6e3b tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 948 time: 0.6495624 Feb 20 03:35:25.525930 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57751e62-894e-4e92-a96d-abefb1f5203a req-4cf1f729-254f-42c3-a350-0ba53469320d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:25.527611 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-57751e62-894e-4e92-a96d-abefb1f5203a req-4cf1f729-254f-42c3-a350-0ba53469320d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=459abde2-853f-42b6-94b7-5e11d73152fc HTTP/1.1" status: 200 len: 855 time: 0.1402342 Feb 20 03:35:25.585644 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41d5d6-c6d4-4604-9175-d0670c6f1106 req-28540f80-74d3-4aeb-9158-d0064e6ef892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:25.587286 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f41d5d6-c6d4-4604-9175-d0670c6f1106 req-28540f80-74d3-4aeb-9158-d0064e6ef892 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=009d3554-94de-43aa-a0e5-a5caef775c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2862754 Feb 20 03:35:25.589446 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57528e6d-c41f-433e-8037-d2eae861df8e req-a3ee888c-7d0b-4033-8f0f-0656989a251d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120008 Feb 20 03:35:25.617197 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bc69bb85-7e95-4bc3-b332-a23c7f7c4feb req-4f6c508d-1a8b-4351-810c-37073274f919 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435559 Feb 20 03:35:25.711818 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-f1d5dd49-5d55-4e48-8cf5-93717546bbc3 req-2b19cb20-5867-4d87-ad19-8367e7b0fead tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] For port 1b419c72-3c6e-439a-afe8-6589a091f620, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=1b419c72-3c6e-439a-afe8-6589a091f620,segment=NetworkSegment(6a668330-508b-4baa-ba9d-9c79bf61d355),segment_id=6a668330-508b-4baa-ba9d-9c79bf61d355)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:25.712191 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f1d5dd49-5d55-4e48-8cf5-93717546bbc3 req-2b19cb20-5867-4d87-ad19-8367e7b0fead tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (1b419c72-3c6e-439a-afe8-6589a091f620), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:25.825436 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f41d5d6-c6d4-4604-9175-d0670c6f1106 req-1ff7947b-8cff-49a2-b43b-492eb4f80d4a service neutron] 10.222.0.93 "GET /v2.0/networks/009d3554-94de-43aa-a0e5-a5caef775c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258892 Feb 20 03:35:25.937184 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b01048-378a-4aa3-aadd-33e13effe31c req-4d1c6d68-6ca0-43de-931f-0601f1045c13 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:25.938389 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-57751e62-894e-4e92-a96d-abefb1f5203a req-c28e37b6-7042-48fe-90cb-30f38451511c service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415239 Feb 20 03:35:25.938615 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-02b01048-378a-4aa3-aadd-33e13effe31c req-4d1c6d68-6ca0-43de-931f-0601f1045c13 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 945 time: 0.2015543 Feb 20 03:35:25.944316 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57751e62-894e-4e92-a96d-abefb1f5203a req-02961e7c-abee-46d4-bda0-e965d224f8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:25.945834 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-57751e62-894e-4e92-a96d-abefb1f5203a req-02961e7c-abee-46d4-bda0-e965d224f8c0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a842b208-6516-42cd-af34-f14f7f82e32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4109080 Feb 20 03:35:26.059538 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f41d5d6-c6d4-4604-9175-d0670c6f1106 req-a920fcc0-150e-4580-ac5e-543c6d8a27eb service neutron] 10.222.0.93 "GET /v2.0/networks/009d3554-94de-43aa-a0e5-a5caef775c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232552 Feb 20 03:35:26.065272 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-02b01048-378a-4aa3-aadd-33e13effe31c req-a6181a7d-0b1b-4c34-b374-a37c4dbcb729 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/security-groups?id=9aae0e47-f93c-41fb-b5a5-8593b9285415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182742 Feb 20 03:35:26.077019 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f1d5dd49-5d55-4e48-8cf5-93717546bbc3 req-2b19cb20-5867-4d87-ad19-8367e7b0fead tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:26.079230 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f1d5dd49-5d55-4e48-8cf5-93717546bbc3 req-2b19cb20-5867-4d87-ad19-8367e7b0fead tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (65d4044d-9dc7-4513-9cdd-ad50b7994ae9), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:26.079953 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [req-f1d5dd49-5d55-4e48-8cf5-93717546bbc3 req-2b19cb20-5867-4d87-ad19-8367e7b0fead tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Floating IP 65d4044d-9dc7-4513-9cdd-ad50b7994ae9 disassociated. External IP: 172.25.7.109, port: 1b419c72-3c6e-439a-afe8-6589a091f620. Feb 20 03:35:26.080767 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-f1d5dd49-5d55-4e48-8cf5-93717546bbc3 req-2b19cb20-5867-4d87-ad19-8367e7b0fead tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Calling delete_port for 1b419c72-3c6e-439a-afe8-6589a091f620 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:35:26.092357 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-57751e62-894e-4e92-a96d-abefb1f5203a req-d65de0d5-f4cd-4382-9722-2902740439f0 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455605 Feb 20 03:35:26.106141 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-57751e62-894e-4e92-a96d-abefb1f5203a req-b0e6c5a6-b571-4b34-bb77-50f9580aae9c service neutron] 10.222.0.93 "GET /v2.0/networks/a842b208-6516-42cd-af34-f14f7f82e32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515181 Feb 20 03:35:26.203044 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-57751e62-894e-4e92-a96d-abefb1f5203a req-e853b683-8122-4ea9-b01d-4638981e8928 service neutron] 10.222.0.93 "GET /v2.0/networks/a842b208-6516-42cd-af34-f14f7f82e32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911298 Feb 20 03:35:26.228858 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2c834-ea62-4427-8bd6-75559d144b2e req-b47e21b2-99d2-4dd6-adef-5475e5312039 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:26.230370 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-efb2c834-ea62-4427-8bd6-75559d144b2e req-b47e21b2-99d2-4dd6-adef-5475e5312039 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=594ac0b9-29b4-431d-b472-cbf7fd1c90dc HTTP/1.1" status: 200 len: 945 time: 0.0745590 Feb 20 03:35:26.321534 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-efb2c834-ea62-4427-8bd6-75559d144b2e req-ca4c7231-27d8-4b78-9644-dada47de04e0 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9e46ff0-0328-45d8-9f18-ec03ffa9e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847912 Feb 20 03:35:26.358981 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b20f7875-a4bd-48e2-bccd-119c936067ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:26.362936 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57751e62-894e-4e92-a96d-abefb1f5203a req-62a4f2ed-cad5-4083-899f-abe1389539b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:26.366762 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-57751e62-894e-4e92-a96d-abefb1f5203a req-62a4f2ed-cad5-4083-899f-abe1389539b5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 1130 time: 0.0523250 Feb 20 03:35:26.377277 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f1d5dd49-5d55-4e48-8cf5-93717546bbc3 req-2b19cb20-5867-4d87-ad19-8367e7b0fead tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (1b419c72-3c6e-439a-afe8-6589a091f620), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:26.451603 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19cb20-5867-4d87-ad19-8367e7b0fead tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Pushing event deleted for resources: {'Port': ['ID=1b419c72-3c6e-439a-afe8-6589a091f620,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:26.484743 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57751e62-894e-4e92-a96d-abefb1f5203a req-aa430505-c4e6-4ace-922e-355b7e4870a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:26.486217 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-57751e62-894e-4e92-a96d-abefb1f5203a req-aa430505-c4e6-4ace-922e-355b7e4870a9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.1154084 Feb 20 03:35:26.529739 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151eab3-3de9-429f-9e8f-76239af538a6 req-f877d695-c350-4c19-b590-acd22c38c002 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:26.531332 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4151eab3-3de9-429f-9e8f-76239af538a6 req-f877d695-c350-4c19-b590-acd22c38c002 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=517fd82a-9971-4cf9-bb59-df016c811bde HTTP/1.1" status: 200 len: 946 time: 0.1520171 Feb 20 03:35:26.534707 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-57751e62-894e-4e92-a96d-abefb1f5203a req-1eaf7556-b16a-4247-a262-24871a62604f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=15602c8e-05c5-452e-91f1-2fdb0022ecd3 HTTP/1.1" status: 200 len: 217 time: 0.0425527 Feb 20 03:35:26.591469 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57751e62-894e-4e92-a96d-abefb1f5203a req-d5141a5c-ccd5-4b92-84fa-02f82f9e11e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:26.593373 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-57751e62-894e-4e92-a96d-abefb1f5203a req-d5141a5c-ccd5-4b92-84fa-02f82f9e11e5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0489268 Feb 20 03:35:26.629522 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1d5dd49-5d55-4e48-8cf5-93717546bbc3 req-2b19cb20-5867-4d87-ad19-8367e7b0fead tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Router 10439eb5-eac6-40a1-a975-e9968e351fd7 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:35:26.633435 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4151eab3-3de9-429f-9e8f-76239af538a6 req-6578600d-e45b-42b9-9cd3-c8f5d5e6d2e3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935299 Feb 20 03:35:26.658581 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57751e62-894e-4e92-a96d-abefb1f5203a req-025fe026-8168-4701-a23c-6ab5e833b884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:26.658581 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-57751e62-894e-4e92-a96d-abefb1f5203a req-025fe026-8168-4701-a23c-6ab5e833b884 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0510712 Feb 20 03:35:26.736607 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 15602c8e-05c5-452e-91f1-2fdb0022ecd3 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:35:26.765925 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-57751e62-894e-4e92-a96d-abefb1f5203a req-f9972349-5c59-416b-8765-ef0d059fd3a1 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077702 Feb 20 03:35:26.793320 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1d5dd49-5d55-4e48-8cf5-93717546bbc3 req-2b19cb20-5867-4d87-ad19-8367e7b0fead tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:35:26.866812 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa625eb-5861-4f11-a6dc-b16e17282ae8 None None] Sync routers for ids ['10439eb5-eac6-40a1-a975-e9968e351fd7'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:35:26.880915 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d5dd49-5d55-4e48-8cf5-93717546bbc3 req-2b19cb20-5867-4d87-ad19-8367e7b0fead tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] No DVR routers for this DVR port 1b419c72-3c6e-439a-afe8-6589a091f620 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:35:26.882678 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f1d5dd49-5d55-4e48-8cf5-93717546bbc3 req-2b19cb20-5867-4d87-ad19-8367e7b0fead tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:26.885908 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa625eb-5861-4f11-a6dc-b16e17282ae8 None None] Routers {'10439eb5-eac6-40a1-a975-e9968e351fd7'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:35:26.886313 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2fa625eb-5861-4f11-a6dc-b16e17282ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:34:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['10439eb5-eac6-40a1-a975-e9968e351fd7'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:35:26.888046 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f1d5dd49-5d55-4e48-8cf5-93717546bbc3 req-2b19cb20-5867-4d87-ad19-8367e7b0fead tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.42 "DELETE /v2.0/ports/1b419c72-3c6e-439a-afe8-6589a091f620 HTTP/1.1" status: 204 len: 173 time: 2.2743168 Feb 20 03:35:26.889477 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c2dad0-25c8-443d-8694-065152bbdd7f', 'name': 'network-vif-deleted', 'tag': '1b419c72-3c6e-439a-afe8-6589a091f620'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:35:26.895840 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f348b0ec-4111-47a4-8b24-a67919f9fd70" -d '{"events": [{"server_uuid": "32c2dad0-25c8-443d-8694-065152bbdd7f", "name": "network-vif-deleted", "tag": "1b419c72-3c6e-439a-afe8-6589a091f620"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:35:26.914713 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-57751e62-894e-4e92-a96d-abefb1f5203a req-562f752a-39e7-443b-a910-44f1f6e51c75 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422625 Feb 20 03:35:27.006087 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05baec-f7d4-4f76-bcf1-c68cddd0b98a req-5a5b1f23-cdac-421e-8d0d-35246e2926d4 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:27.007098 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f05baec-f7d4-4f76-bcf1-c68cddd0b98a req-5a5b1f23-cdac-421e-8d0d-35246e2926d4 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 948 time: 0.0833201 Feb 20 03:35:27.063366 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f05baec-f7d4-4f76-bcf1-c68cddd0b98a req-13e99e2d-0e4d-4700-a14a-25b8078f5038 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553186 Feb 20 03:35:27.102162 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 15602c8e-05c5-452e-91f1-2fdb0022ecd3, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=15602c8e-05c5-452e-91f1-2fdb0022ecd3,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:27.130511 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '15602c8e-05c5-452e-91f1-2fdb0022ecd3', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': '15602c8e-05c5-452e-91f1-2fdb0022ecd3', 'mac_address': 'fa:16:3e:44:c0:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:35:27.140687 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-2fa625eb-5861-4f11-a6dc-b16e17282ae8 None None] Set router 10439eb5-eac6-40a1-a975-e9968e351fd7 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:35:27.185989 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5c3483-2218-4981-ae50-2580ddbed4c8 x-openstack-request-id: req-ef5c3483-2218-4981-ae50-2580ddbed4c8 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:35:27.185989 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c2dad0-25c8-443d-8694-065152bbdd7f", "name": "network-vif-deleted", "tag": "1b419c72-3c6e-439a-afe8-6589a091f620", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:35:27.185989 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ef5c3483-2218-4981-ae50-2580ddbed4c8 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:35:27.185989 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c2dad0-25c8-443d-8694-065152bbdd7f', 'name': 'network-vif-deleted', 'tag': '1b419c72-3c6e-439a-afe8-6589a091f620', 'status': 'completed', 'code': 200} Feb 20 03:35:27.215332 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 15602c8e-05c5-452e-91f1-2fdb0022ecd3 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:35:27.215721 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (15602c8e-05c5-452e-91f1-2fdb0022ecd3), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:27.275398 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b288734-3d2d-46b5-983f-19bf9597dbe0 req-1a3c0e42-9194-4089-85b8-bd1a741bba5b tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 210 time: 0.0316131 Feb 20 03:35:27.298249 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15602c8e-05c5-452e-91f1-2fdb0022ecd3 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:35:27.327675 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 15602c8e-05c5-452e-91f1-2fdb0022ecd3, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=15602c8e-05c5-452e-91f1-2fdb0022ecd3,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:27.414401 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2fa625eb-5861-4f11-a6dc-b16e17282ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'name': 'tempest-ServersTestBootFromVolume-1178292631-router', 'tenant_id': '237b26f191eb4e1ebc252932059a9b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'abed9a2f-c03b-4b51-97c9-35b56bafc674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:36Z', 'updated_at': '2022-02-20T03:31:44Z', 'revision_number': 4, 'project_id': '237b26f191eb4e1ebc252932059a9b24', 'gw_port': {'id': 'abed9a2f-c03b-4b51-97c9-35b56bafc674', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:37Z', 'updated_at': '2022-02-20T03:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'f0227393-4428-42ae-9ba1-10b655bc7611', 'name': '', 'network_id': 'a1d376e6-0361-455a-af30-57a2daa934c8', 'tenant_id': '237b26f191eb4e1ebc252932059a9b24', 'mac_address': 'fa:16:3e:8b:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'd8b45813-a63d-4780-bb92-f1d3e6d5c97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:42Z', 'updated_at': '2022-02-20T03:31:51Z', 'revision_number': 5, 'project_id': '237b26f191eb4e1ebc252932059a9b24', 'subnets': [{'id': 'd8b45813-a63d-4780-bb92-f1d3e6d5c97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:35:27.445019 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa625eb-5861-4f11-a6dc-b16e17282ae8 None None] Checking router: 10439eb5-eac6-40a1-a975-e9968e351fd7 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:35:27.447136 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (15602c8e-05c5-452e-91f1-2fdb0022ecd3), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:27.488044 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa625eb-5861-4f11-a6dc-b16e17282ae8 None None] Routers {'10439eb5-eac6-40a1-a975-e9968e351fd7'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:35:27.488737 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2fa625eb-5861-4f11-a6dc-b16e17282ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:34:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['10439eb5-eac6-40a1-a975-e9968e351fd7'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:35:27.550137 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=15602c8e-05c5-452e-91f1-2fdb0022ecd3,revision_number=8']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:27.575813 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:35:27.634194 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-2fa625eb-5861-4f11-a6dc-b16e17282ae8 None None] Set router 10439eb5-eac6-40a1-a975-e9968e351fd7 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:35:27.746512 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['15602c8e-05c5-452e-91f1-2fdb0022ecd3'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:35:27.802162 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38118e3-e155-43c3-8afc-64a3073d0f75 req-a84a2989-34e8-45a3-aeb9-5b685338b511 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:27.807370 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b38118e3-e155-43c3-8afc-64a3073d0f75 req-a84a2989-34e8-45a3-aeb9-5b685338b511 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 949 time: 0.0873339 Feb 20 03:35:27.869202 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b38118e3-e155-43c3-8afc-64a3073d0f75 req-08e10cbd-b3cc-46f4-9bb1-d1d88255db97 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544572 Feb 20 03:35:28.020267 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3defb-3c25-4cbf-84f0-da90cda9edce req-300dee0c-0e30-4e06-9dd8-3b2690190d2a tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:28.027845 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a3defb-3c25-4cbf-84f0-da90cda9edce req-300dee0c-0e30-4e06-9dd8-3b2690190d2a tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2&tenant_id=aac4a34e9d0e4881a4216fde18e57c70&binding%3Ahost_id=n-h1-829866-4 HTTP/1.1" status: 200 len: 949 time: 0.1834257 Feb 20 03:35:28.095004 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76435205-8f43-4f06-bc4f-5e82211453dc req-d8003442-208f-40a3-964a-34a8e42d763d tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:28.108074 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-76435205-8f43-4f06-bc4f-5e82211453dc req-d8003442-208f-40a3-964a-34a8e42d763d tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=517fd82a-9971-4cf9-bb59-df016c811bde HTTP/1.1" status: 200 len: 946 time: 0.1146343 Feb 20 03:35:28.111060 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [req-b5a3defb-3c25-4cbf-84f0-da90cda9edce req-ff04ac67-a550-4888-8894-8c2233667c0d service neutron] delete failed (client error): The resource could not be found. Feb 20 03:35:28.112222 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a3defb-3c25-4cbf-84f0-da90cda9edce req-ff04ac67-a550-4888-8894-8c2233667c0d service neutron] 10.222.0.93 "DELETE /v2.0/ports/15602c8e-05c5-452e-91f1-2fdb0022ecd3/bindings/n-h2-829866-4 HTTP/1.1" status: 404 len: 380 time: 0.0753856 Feb 20 03:35:28.140832 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2fa625eb-5861-4f11-a6dc-b16e17282ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'name': 'tempest-ServersTestBootFromVolume-1178292631-router', 'tenant_id': '237b26f191eb4e1ebc252932059a9b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'abed9a2f-c03b-4b51-97c9-35b56bafc674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:36Z', 'updated_at': '2022-02-20T03:31:44Z', 'revision_number': 4, 'project_id': '237b26f191eb4e1ebc252932059a9b24', 'gw_port': {'id': 'abed9a2f-c03b-4b51-97c9-35b56bafc674', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:37Z', 'updated_at': '2022-02-20T03:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'f0227393-4428-42ae-9ba1-10b655bc7611', 'name': '', 'network_id': 'a1d376e6-0361-455a-af30-57a2daa934c8', 'tenant_id': '237b26f191eb4e1ebc252932059a9b24', 'mac_address': 'fa:16:3e:8b:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'd8b45813-a63d-4780-bb92-f1d3e6d5c97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:42Z', 'updated_at': '2022-02-20T03:31:51Z', 'revision_number': 5, 'project_id': '237b26f191eb4e1ebc252932059a9b24', 'subnets': [{'id': 'd8b45813-a63d-4780-bb92-f1d3e6d5c97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:35:28.159351 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-76435205-8f43-4f06-bc4f-5e82211453dc req-dd6d8295-2a4a-449d-9581-81ee864e0b27 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504599 Feb 20 03:35:28.181905 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa625eb-5861-4f11-a6dc-b16e17282ae8 None None] The sync data for ids ['10439eb5-eac6-40a1-a975-e9968e351fd7'] in n-d-829866-4 is: [{'id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'name': 'tempest-ServersTestBootFromVolume-1178292631-router', 'tenant_id': '237b26f191eb4e1ebc252932059a9b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'abed9a2f-c03b-4b51-97c9-35b56bafc674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:36Z', 'updated_at': '2022-02-20T03:31:44Z', 'revision_number': 4, 'project_id': '237b26f191eb4e1ebc252932059a9b24', 'gw_port': {'id': 'abed9a2f-c03b-4b51-97c9-35b56bafc674', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:37Z', 'updated_at': '2022-02-20T03:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'f0227393-4428-42ae-9ba1-10b655bc7611', 'name': '', 'network_id': 'a1d376e6-0361-455a-af30-57a2daa934c8', 'tenant_id': '237b26f191eb4e1ebc252932059a9b24', 'mac_address': 'fa:16:3e:8b:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'd8b45813-a63d-4780-bb92-f1d3e6d5c97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:42Z', 'updated_at': '2022-02-20T03:31:51Z', 'revision_number': 5, 'project_id': '237b26f191eb4e1ebc252932059a9b24', 'subnets': [{'id': 'd8b45813-a63d-4780-bb92-f1d3e6d5c97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:35:28.305943 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3defb-3c25-4cbf-84f0-da90cda9edce req-d91005b3-6355-4959-b4cb-7ff94c523213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:28.314978 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a3defb-3c25-4cbf-84f0-da90cda9edce req-d91005b3-6355-4959-b4cb-7ff94c523213 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 1131 time: 0.0758471 Feb 20 03:35:28.448386 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5298919c-f3e1-4a6f-a0ba-d986b8953899 req-e64abba4-23ec-4bb5-8688-0cb487ac32f7 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 210 time: 0.0514996 Feb 20 03:35:28.503933 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3defb-3c25-4cbf-84f0-da90cda9edce req-cdd0ca4e-99a5-4f0b-82e9-0b12ee9b7785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:28.505787 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a3defb-3c25-4cbf-84f0-da90cda9edce req-cdd0ca4e-99a5-4f0b-82e9-0b12ee9b7785 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.1859136 Feb 20 03:35:28.553544 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a3defb-3c25-4cbf-84f0-da90cda9edce req-d0b9e550-c946-4bcb-b722-05d38856848d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=15602c8e-05c5-452e-91f1-2fdb0022ecd3 HTTP/1.1" status: 200 len: 217 time: 0.0411673 Feb 20 03:35:28.617107 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3defb-3c25-4cbf-84f0-da90cda9edce req-b6e011f2-f94e-444a-8129-53db62243ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:28.620149 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a3defb-3c25-4cbf-84f0-da90cda9edce req-b6e011f2-f94e-444a-8129-53db62243ab1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0586095 Feb 20 03:35:28.678685 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d769f3c2-e342-4279-acdc-c7a4eca6d338 None None] New status for floating IP 65d4044d-9dc7-4513-9cdd-ad50b7994ae9: DOWN {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:35:28.691846 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3defb-3c25-4cbf-84f0-da90cda9edce req-5fbe94ad-fdef-426e-aba2-19ef6e9bf347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:28.693870 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a3defb-3c25-4cbf-84f0-da90cda9edce req-5fbe94ad-fdef-426e-aba2-19ef6e9bf347 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0671401 Feb 20 03:35:28.720580 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-dbc7cb3b-42b0-404b-ac18-1a97cc31460d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:28.747772 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 15602c8e-05c5-452e-91f1-2fdb0022ecd3 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:35:28.887023 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a3defb-3c25-4cbf-84f0-da90cda9edce req-1a17ec64-3c25-4bfe-ab62-e219ba68644a service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834972 Feb 20 03:35:28.914711 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 15602c8e-05c5-452e-91f1-2fdb0022ecd3 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:35:28.925848 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 15602c8e-05c5-452e-91f1-2fdb0022ecd3 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:35:28.925848 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (15602c8e-05c5-452e-91f1-2fdb0022ecd3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:29.054679 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35254) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:35:29.102249 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5a3defb-3c25-4cbf-84f0-da90cda9edce req-51d10a7c-460b-4500-957b-8f816e9b1986 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075880 Feb 20 03:35:29.114339 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44e7d5-16c8-498c-8111-99a0ddd9ac15 req-fdca72f8-ef31-4d52-9d36-a3cecadb018b tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:29.116260 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-eb44e7d5-16c8-498c-8111-99a0ddd9ac15 req-fdca72f8-ef31-4d52-9d36-a3cecadb018b tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 949 time: 0.1676817 Feb 20 03:35:29.121540 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 15602c8e-05c5-452e-91f1-2fdb0022ecd3 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:35:29.121945 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (15602c8e-05c5-452e-91f1-2fdb0022ecd3), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:29.205984 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d43ecf-5451-42af-8514-9895a9db82b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15602c8e-05c5-452e-91f1-2fdb0022ecd3'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:35:29.208331 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0326550-3558-4307-bc96-57bb604070ce" -d '{"events": [{"server_uuid": "f5d43ecf-5451-42af-8514-9895a9db82b2", "name": "network-vif-plugged", "status": "completed", "tag": "15602c8e-05c5-452e-91f1-2fdb0022ecd3"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:35:29.239785 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 15602c8e-05c5-452e-91f1-2fdb0022ecd3, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=15602c8e-05c5-452e-91f1-2fdb0022ecd3,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:29.249410 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-eb44e7d5-16c8-498c-8111-99a0ddd9ac15 req-727a9a6d-36b6-4bc4-a22a-1ad52e5d2330 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275036 Feb 20 03:35:29.343200 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (15602c8e-05c5-452e-91f1-2fdb0022ecd3), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:29.344027 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 1b419c72-3c6e-439a-afe8-6589a091f620 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:35:29.347969 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2cc80e8d-0af6-4dd0-a329-ab593e6652f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:29.401978 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 1b419c72-3c6e-439a-afe8-6589a091f620 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:35:29.402439 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 1b419c72-3c6e-439a-afe8-6589a091f620 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:35:29.407526 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad66445-318e-4cd7-81cf-e9f66f970f3c x-openstack-request-id: req-bad66445-318e-4cd7-81cf-e9f66f970f3c {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:35:29.407938 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d43ecf-5451-42af-8514-9895a9db82b2", "name": "network-vif-plugged", "status": "completed", "tag": "15602c8e-05c5-452e-91f1-2fdb0022ecd3", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:35:29.408123 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-bad66445-318e-4cd7-81cf-e9f66f970f3c {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:35:29.408463 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d43ecf-5451-42af-8514-9895a9db82b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15602c8e-05c5-452e-91f1-2fdb0022ecd3', 'code': 200} Feb 20 03:35:29.438487 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2cc80e8d-0af6-4dd0-a329-ab593e6652f7 admin admin] Publish callbacks [] for security_group (8f8ed609-a692-47d8-8f19-96a79a92487c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:29.440987 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=15602c8e-05c5-452e-91f1-2fdb0022ecd3,revision_number=9']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:29.514442 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2cc80e8d-0af6-4dd0-a329-ab593e6652f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (8f8ed609-a692-47d8-8f19-96a79a92487c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:29.564569 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0e20c71f-3a0a-4bec-a061-196cc02643b6 req-3bd904be-bd1a-400d-b8a5-7329648a5427 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 210 time: 0.0468292 Feb 20 03:35:29.588171 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc80e8d-0af6-4dd0-a329-ab593e6652f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8ed609-a692-47d8-8f19-96a79a92487c,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:29.597803 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35268) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:35:29.597955 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2cc80e8d-0af6-4dd0-a329-ab593e6652f7 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4a8d3af8138740d48f6d1782cba4802f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5421665 Feb 20 03:35:29.657472 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e7f16cc6-450c-4a85-9d49-d91e2ca8cb30 admin admin] Publish callbacks [] for security_group (8f8ed609-a692-47d8-8f19-96a79a92487c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:29.680348 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e7f16cc6-450c-4a85-9d49-d91e2ca8cb30 admin admin] Publish callbacks [] for security_group (8f8ed609-a692-47d8-8f19-96a79a92487c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:29.800928 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e7f16cc6-450c-4a85-9d49-d91e2ca8cb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (8f8ed609-a692-47d8-8f19-96a79a92487c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:29.803835 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e7f16cc6-450c-4a85-9d49-d91e2ca8cb30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:29.808577 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e7f16cc6-450c-4a85-9d49-d91e2ca8cb30 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8f8ed609-a692-47d8-8f19-96a79a92487c HTTP/1.1" status: 204 len: 168 time: 0.2097051 Feb 20 03:35:29.819547 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f16cc6-450c-4a85-9d49-d91e2ca8cb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8ed609-a692-47d8-8f19-96a79a92487c,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:29.860028 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:30.914427 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35310) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:35:31.111275 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-e58f5c6c-67f3-4781-a180-e54bb4f56f49 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1545400622-network', 'tenant_id': '5fa3fcc747a841278576c8224054e060'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:35:31.126001 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:31.157005 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd27cfc-cda7-4bae-be7a-cd9ff24d809d req-48944e30-682e-4c11-b731-b16b7a034dfd tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:31.167124 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6dd27cfc-cda7-4bae-be7a-cd9ff24d809d req-48944e30-682e-4c11-b731-b16b7a034dfd tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 950 time: 0.1018426 Feb 20 03:35:31.200307 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58f5c6c-67f3-4781-a180-e54bb4f56f49 admin admin] Made reservation on behalf of 5fa3fcc747a841278576c8224054e060 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:35:31.203616 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e58f5c6c-67f3-4781-a180-e54bb4f56f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:31.219511 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e58f5c6c-67f3-4781-a180-e54bb4f56f49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:31.237613 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6dd27cfc-cda7-4bae-be7a-cd9ff24d809d req-2b2d100f-2698-4887-a226-19b04e29ac13 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693848 Feb 20 03:35:31.330182 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e58f5c6c-67f3-4781-a180-e54bb4f56f49 admin admin] Publish callbacks [] for security_group (44d7451e-1586-41a9-b92a-73c52eb12446), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:31.350732 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f8f337a-9172-4011-9b74-45f6fd03930c req-dba080d5-bd43-426a-8af9-893ea64a8f52 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 210 time: 0.0326080 Feb 20 03:35:31.399850 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e58f5c6c-67f3-4781-a180-e54bb4f56f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (44d7451e-1586-41a9-b92a-73c52eb12446), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:31.431824 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f5c6c-67f3-4781-a180-e54bb4f56f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d7451e-1586-41a9-b92a-73c52eb12446,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:31.450395 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e58f5c6c-67f3-4781-a180-e54bb4f56f49 admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:35:31.469527 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e58f5c6c-67f3-4781-a180-e54bb4f56f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (c958acf2-90dd-47cc-bcb8-d3b08740baa9), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:31.475466 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-e58f5c6c-67f3-4781-a180-e54bb4f56f49 admin admin] Added segment c958acf2-90dd-47cc-bcb8-d3b08740baa9 of type vlan for network 780f8a56-4eb9-4713-bddf-aebbfa8636e6 Feb 20 03:35:31.486180 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02420b8f-1bce-4b33-b17a-e48264763d20 req-74dfbff3-76f7-4a0e-96ff-a205ca539f8e tempest-MigrationsAdminTest-1123476607 tempest-MigrationsAdminTest-1123476607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:31.493793 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-02420b8f-1bce-4b33-b17a-e48264763d20 req-74dfbff3-76f7-4a0e-96ff-a205ca539f8e tempest-MigrationsAdminTest-1123476607 tempest-MigrationsAdminTest-1123476607-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 1132 time: 0.0690639 Feb 20 03:35:31.536942 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e58f5c6c-67f3-4781-a180-e54bb4f56f49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (780f8a56-4eb9-4713-bddf-aebbfa8636e6), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:31.573712 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-02420b8f-1bce-4b33-b17a-e48264763d20 req-0284ce88-39e4-4a2d-9e69-832dd3548fa6 tempest-MigrationsAdminTest-1123476607 tempest-MigrationsAdminTest-1123476607-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786591 Feb 20 03:35:31.622529 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f789786-7f1d-4a49-86e3-57916d2316ac req-5826f9b2-2c33-41e2-b269-4b5cf01ba823 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9c838969-f1f5-433d-b18d-d399ad887204&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0843248 Feb 20 03:35:31.628483 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e58f5c6c-67f3-4781-a180-e54bb4f56f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (780f8a56-4eb9-4713-bddf-aebbfa8636e6), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:31.629660 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58f5c6c-67f3-4781-a180-e54bb4f56f49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:31.630339 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e58f5c6c-67f3-4781-a180-e54bb4f56f49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:31.712427 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f5c6c-67f3-4781-a180-e54bb4f56f49 admin admin] Pushing event updated for resources: {'Network': ['ID=780f8a56-4eb9-4713-bddf-aebbfa8636e6,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:31.724549 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 780f8a56-4eb9-4713-bddf-aebbfa8636e6 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:35:31.783418 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f789786-7f1d-4a49-86e3-57916d2316ac req-5ab80974-61ef-484e-937a-6fa6e6dc56c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:31.788744 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f789786-7f1d-4a49-86e3-57916d2316ac req-5ab80974-61ef-484e-937a-6fa6e6dc56c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ff8b75fbb2949d5aad5a9cd3bc53c0a&device_id=9c838969-f1f5-433d-b18d-d399ad887204 HTTP/1.1" status: 200 len: 1128 time: 0.1083367 Feb 20 03:35:31.801959 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e58f5c6c-67f3-4781-a180-e54bb4f56f49 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8862531 Feb 20 03:35:31.805139 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35328) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:35:31.810034 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-2a27d054-1b17-4278-abb1-40fbb1d3fad5 admin admin] Request body: {'subnet': {'network_id': '780f8a56-4eb9-4713-bddf-aebbfa8636e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1545400622-subnet', 'tenant_id': '5fa3fcc747a841278576c8224054e060', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:35:31.924972 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-2136310c-a89c-481e-bb6c-061d86819075 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327528 Feb 20 03:35:31.931371 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a27d054-1b17-4278-abb1-40fbb1d3fad5 admin admin] Made reservation on behalf of 5fa3fcc747a841278576c8224054e060 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:35:31.933852 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2a27d054-1b17-4278-abb1-40fbb1d3fad5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:32.068945 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f789786-7f1d-4a49-86e3-57916d2316ac req-d74b0a54-ec4a-4f83-8963-568704547bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:32.070477 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f789786-7f1d-4a49-86e3-57916d2316ac req-d74b0a54-ec4a-4f83-8963-568704547bcd service neutron] 10.222.0.42 "GET /v2.0/networks?id=eb26da17-9faa-4ffe-b743-646e1db8b7cd HTTP/1.1" status: 200 len: 915 time: 0.2360990 Feb 20 03:35:32.128204 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f789786-7f1d-4a49-86e3-57916d2316ac req-9ac4b89e-c728-49aa-9e99-330a59c265a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b37d1845-c7e4-40ee-8535-b2c163b956e3 HTTP/1.1" status: 200 len: 217 time: 0.0473759 Feb 20 03:35:32.205384 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-583af0fc-482c-4562-87fd-0c7345a8f0ef tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:32.206899 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-583af0fc-482c-4562-87fd-0c7345a8f0ef tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2706227 Feb 20 03:35:32.251678 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f789786-7f1d-4a49-86e3-57916d2316ac req-f536817e-60bc-44a7-b45a-11b5645cc765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:32.253155 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f789786-7f1d-4a49-86e3-57916d2316ac req-f536817e-60bc-44a7-b45a-11b5645cc765 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=68459050-934c-49c9-b167-98d8885a461c HTTP/1.1" status: 200 len: 854 time: 0.1100039 Feb 20 03:35:32.258070 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-1f7855fe-1e66-4871-8950-384efa95497c tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/quotas/aac4a34e9d0e4881a4216fde18e57c70 HTTP/1.1" status: 200 len: 375 time: 0.0397069 Feb 20 03:35:32.306755 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f789786-7f1d-4a49-86e3-57916d2316ac req-d707f3ae-69c3-4827-9d00-dbf48604b0ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb26da17-9faa-4ffe-b743-646e1db8b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457838 Feb 20 03:35:32.469130 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-209e08d7-eb02-49cd-8081-941e476e3527 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1988480 Feb 20 03:35:32.512139 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f789786-7f1d-4a49-86e3-57916d2316ac req-d37d5278-c6d4-4ca2-b763-bf584cda2a27 service neutron] 10.222.0.42 "GET /v2.0/networks/eb26da17-9faa-4ffe-b743-646e1db8b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612833 Feb 20 03:35:32.601364 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2a27d054-1b17-4278-abb1-40fbb1d3fad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (ba7943db-e73d-4c28-8d17-e3720a98a6a6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:32.666428 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f789786-7f1d-4a49-86e3-57916d2316ac req-9109fa54-9411-4589-b7a3-09ce14f6c041 service neutron] 10.222.0.42 "GET /v2.0/networks/eb26da17-9faa-4ffe-b743-646e1db8b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622365 Feb 20 03:35:32.676956 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27d054-1b17-4278-abb1-40fbb1d3fad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba7943db-e73d-4c28-8d17-e3720a98a6a6,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:32.698611 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a27d054-1b17-4278-abb1-40fbb1d3fad5 admin admin] Checking segment: {'id': 'c958acf2-90dd-47cc-bcb8-d3b08740baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '780f8a56-4eb9-4713-bddf-aebbfa8636e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:35:32.699021 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a27d054-1b17-4278-abb1-40fbb1d3fad5 admin admin] Network hostable DHCP agents. Network: 780f8a56-4eb9-4713-bddf-aebbfa8636e6, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:35:32.813643 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:32.825657 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b50e9e23-640b-4cbb-a55c-5538112126c1 req-35a93d52-fa62-4708-ba18-0e00cfcb45d4 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 210 time: 0.0510194 Feb 20 03:35:32.827118 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a27d054-1b17-4278-abb1-40fbb1d3fad5 admin admin] Network 780f8a56-4eb9-4713-bddf-aebbfa8636e6 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:35:32.909470 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-22332536-b862-4122-a11e-c72416b86d60 req-6698e8b9-a713-4034-9352-a62448128429 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 210 time: 0.0372908 Feb 20 03:35:32.918788 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-2a27d054-1b17-4278-abb1-40fbb1d3fad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 780f8a56-4eb9-4713-bddf-aebbfa8636e6) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:35:32.924346 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a27d054-1b17-4278-abb1-40fbb1d3fad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:32.924938 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2a27d054-1b17-4278-abb1-40fbb1d3fad5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:32.932963 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3025c196-2809-4472-83a7-98e566f45023 None None] Network 780f8a56-4eb9-4713-bddf-aebbfa8636e6 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:35:33.038226 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2a27d054-1b17-4278-abb1-40fbb1d3fad5 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2318366 Feb 20 03:35:33.047991 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a212c3-69b3-4560-bdd0-1c345169f36e None None] Network 780f8a56-4eb9-4713-bddf-aebbfa8636e6 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:35:33.541166 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-af451968-c23c-45d1-bf15-fb1ddd9725be tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:33.542652 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-af451968-c23c-45d1-bf15-fb1ddd9725be tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/networks?id=780f8a56-4eb9-4713-bddf-aebbfa8636e6 HTTP/1.1" status: 200 len: 805 time: 0.1064343 Feb 20 03:35:33.558571 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-9c8331ef-6576-45d6-9bd4-25300f43d44f tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/quotas/5fa3fcc747a841278576c8224054e060 HTTP/1.1" status: 200 len: 375 time: 0.0096440 Feb 20 03:35:33.597168 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-8071cd2d-ea6d-4271-a5b4-186eb1c205c2 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=5fa3fcc747a841278576c8224054e060&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316489 Feb 20 03:35:33.701777 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-84df1f21-d27f-412b-8fe9-05505bccd520 service neutron] 10.222.0.89 "GET /v2.0/networks/780f8a56-4eb9-4713-bddf-aebbfa8636e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934439 Feb 20 03:35:33.800712 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-f60e9f18-40e2-4fc9-b6c3-e49069de2a88 service neutron] 10.222.0.89 "GET /v2.0/networks/780f8a56-4eb9-4713-bddf-aebbfa8636e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928457 Feb 20 03:35:34.070015 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-290fb729-e98d-4560-b70a-3f0de05563d4 req-46b0cd81-c55d-4813-b44c-cf00089d7f0a tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 210 time: 0.0401449 Feb 20 03:35:34.162590 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6fe802f0-7d8f-4e6e-8cbe-542f1eca82fa req-7ea9f0d6-94df-4ffd-8961-9b53b10fca9c tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 210 time: 0.0334597 Feb 20 03:35:34.244967 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-05935896-22a1-49e6-bad9-f1f3d0259c30 req-836e76cb-ecca-4528-b704-b2230563385c tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=41ba5a4e-7ee4-4c9d-aab5-af217e44b6da HTTP/1.1" status: 200 len: 210 time: 0.0306935 Feb 20 03:35:34.967827 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-cff6925a-90c5-48f0-a02b-5d26ed6da820 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231555 Feb 20 03:35:35.083620 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-d3eaa294-214b-4eea-a502-32139f2b5903 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:35.085130 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-d3eaa294-214b-4eea-a502-32139f2b5903 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1132996 Feb 20 03:35:35.096867 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-75246578-79a2-4fb2-8fb6-f4912963d182 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Request body: {'port': {'device_id': '4ffb0267-fddb-4621-bf6b-62138b4d9b61', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'admin_state_up': True, 'tenant_id': 'aac4a34e9d0e4881a4216fde18e57c70'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:35:35.193933 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-89b3ffc8-878a-4878-81eb-feb4ce9f3611 req-1e9cc18f-cab2-4df3-96da-247b02e49765 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 210 time: 0.0366518 Feb 20 03:35:35.280243 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57c6b41d-f369-44d6-ac93-f12bc75975e9 req-7ae16610-3c2e-47d2-80ec-5fc464a0a553 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 210 time: 0.0293550 Feb 20 03:35:35.343441 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-75246578-79a2-4fb2-8fb6-f4912963d182 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Made reservation on behalf of aac4a34e9d0e4881a4216fde18e57c70 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:35:35.346907 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-75246578-79a2-4fb2-8fb6-f4912963d182 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:35.368610 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ce1cd4f0-f6a9-453f-927d-01dcae46d048 req-7f4b8128-620a-4f3c-9151-74fd7705582d tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=41ba5a4e-7ee4-4c9d-aab5-af217e44b6da HTTP/1.1" status: 200 len: 210 time: 0.0279408 Feb 20 03:35:35.485051 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-75246578-79a2-4fb2-8fb6-f4912963d182 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Allocated IP 192.168.233.36 (0c4d93d2-7476-4570-93e5-7ecf9f895901/c38207c9-ee42-4b0e-b0ac-5ef2953b6f62/8f129d5e-69de-459f-b14e-e8ba00bd20d7) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:35:35.643448 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-75246578-79a2-4fb2-8fb6-f4912963d182 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks [] for port (8f129d5e-69de-459f-b14e-e8ba00bd20d7), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:35.760897 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-75246578-79a2-4fb2-8fb6-f4912963d182 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (8f129d5e-69de-459f-b14e-e8ba00bd20d7), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:35.773062 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['15602c8e-05c5-452e-91f1-2fdb0022ecd3'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:35:35.809899 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-75246578-79a2-4fb2-8fb6-f4912963d182 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:35:35.816967 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-75246578-79a2-4fb2-8fb6-f4912963d182 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:35:35.819441 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-75246578-79a2-4fb2-8fb6-f4912963d182 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:35:35.856264 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75246578-79a2-4fb2-8fb6-f4912963d182 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Pushing event updated for resources: {'Port': ['ID=8f129d5e-69de-459f-b14e-e8ba00bd20d7,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:35.882100 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-75246578-79a2-4fb2-8fb6-f4912963d182 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:35.882536 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-75246578-79a2-4fb2-8fb6-f4912963d182 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:35.969211 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-75246578-79a2-4fb2-8fb6-f4912963d182 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8759854 Feb 20 03:35:35.986454 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-4f63fa27-1eec-49a4-8d5b-182fe84c7be5 service neutron] Request body: {'port': {'device_id': '4ffb0267-fddb-4621-bf6b-62138b4d9b61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:35:36.052160 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-4f63fa27-1eec-49a4-8d5b-182fe84c7be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8f129d5e-69de-459f-b14e-e8ba00bd20d7), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:36.159931 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-3fc6f309-bb9c-4400-b23d-9da55e066675 None None] Provisioning complete for port 8f129d5e-69de-459f-b14e-e8ba00bd20d7 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:35:36.160748 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3fc6f309-bb9c-4400-b23d-9da55e066675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8f129d5e-69de-459f-b14e-e8ba00bd20d7), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:36.202581 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-3fc6f309-bb9c-4400-b23d-9da55e066675 None None] Port 8f129d5e-69de-459f-b14e-e8ba00bd20d7 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:35:36.312246 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7884fc47-d7e0-4282-9839-0086a8f33f5a req-991db4eb-1817-4169-9c2a-e2aa0c31452c tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 210 time: 0.0374985 Feb 20 03:35:36.331131 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-4f63fa27-1eec-49a4-8d5b-182fe84c7be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f129d5e-69de-459f-b14e-e8ba00bd20d7 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:35:36.347799 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-4f63fa27-1eec-49a4-8d5b-182fe84c7be5 service neutron] Publish callbacks [] for port (8f129d5e-69de-459f-b14e-e8ba00bd20d7), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:36.374221 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-4f63fa27-1eec-49a4-8d5b-182fe84c7be5 service neutron] Transition to ACTIVE for port object 8f129d5e-69de-459f-b14e-e8ba00bd20d7 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:35:36.476256 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-4f63fa27-1eec-49a4-8d5b-182fe84c7be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (8f129d5e-69de-459f-b14e-e8ba00bd20d7), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:36.489711 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e1bc4-a6f4-4edb-83ff-3d61e8508998 req-c364449a-8c83-407d-b5ad-1a91fd9f619e tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:36.491274 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4a6e1bc4-a6f4-4edb-83ff-3d61e8508998 req-c364449a-8c83-407d-b5ad-1a91fd9f619e tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 935 time: 0.1109860 Feb 20 03:35:36.501680 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-1926c9e6-93eb-4075-832a-afeee52deed2 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:36.503822 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-1926c9e6-93eb-4075-832a-afeee52deed2 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.93 "GET /v2.0/networks?id=780f8a56-4eb9-4713-bddf-aebbfa8636e6 HTTP/1.1" status: 200 len: 805 time: 0.1444960 Feb 20 03:35:36.534087 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-c6459acf-e3fc-4b7e-908d-885a0f9ee0fa tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Request body: {'port': {'device_id': '41ba5a4e-7ee4-4c9d-aab5-af217e44b6da', 'network_id': '780f8a56-4eb9-4713-bddf-aebbfa8636e6', 'admin_state_up': True, 'tenant_id': '5fa3fcc747a841278576c8224054e060'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:35:36.576162 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63fa27-1eec-49a4-8d5b-182fe84c7be5 service neutron] Pushing event updated for resources: {'Port': ['ID=8f129d5e-69de-459f-b14e-e8ba00bd20d7,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:36.604219 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4a6e1bc4-a6f4-4edb-83ff-3d61e8508998 req-19c00120-8446-431f-80eb-91fe441dde89 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000190 Feb 20 03:35:36.637102 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-4f63fa27-1eec-49a4-8d5b-182fe84c7be5 service neutron] Attempting to bind port 8f129d5e-69de-459f-b14e-e8ba00bd20d7 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:35:36.637502 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-4f63fa27-1eec-49a4-8d5b-182fe84c7be5 service neutron] Attempting to bind port 8f129d5e-69de-459f-b14e-e8ba00bd20d7 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:35:36.637766 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-4f63fa27-1eec-49a4-8d5b-182fe84c7be5 service neutron] Attempting to bind port 8f129d5e-69de-459f-b14e-e8ba00bd20d7 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:35:36.648649 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-4f63fa27-1eec-49a4-8d5b-182fe84c7be5 service neutron] Port 8f129d5e-69de-459f-b14e-e8ba00bd20d7 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:35:36.648649 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-4f63fa27-1eec-49a4-8d5b-182fe84c7be5 service neutron] Attempting to bind port 8f129d5e-69de-459f-b14e-e8ba00bd20d7 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:35:36.652666 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-4f63fa27-1eec-49a4-8d5b-182fe84c7be5 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:35:36.653014 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-4f63fa27-1eec-49a4-8d5b-182fe84c7be5 service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:35:36.653399 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-4f63fa27-1eec-49a4-8d5b-182fe84c7be5 service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:35:36.653861 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-4f63fa27-1eec-49a4-8d5b-182fe84c7be5 service neutron] Bound port: 8f129d5e-69de-459f-b14e-e8ba00bd20d7, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:35:36.654371 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-4f63fa27-1eec-49a4-8d5b-182fe84c7be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8f129d5e-69de-459f-b14e-e8ba00bd20d7), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:36.737079 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-4f63fa27-1eec-49a4-8d5b-182fe84c7be5 service neutron] For port 8f129d5e-69de-459f-b14e-e8ba00bd20d7, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:35:36.740585 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-4f63fa27-1eec-49a4-8d5b-182fe84c7be5 service neutron] For port 8f129d5e-69de-459f-b14e-e8ba00bd20d7, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=8f129d5e-69de-459f-b14e-e8ba00bd20d7,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:35:36.760195 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b42b406-0345-4d0f-85dd-37116a257de5 req-73366285-9885-4926-abf2-d8ed471d7c27 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=41ba5a4e-7ee4-4c9d-aab5-af217e44b6da HTTP/1.1" status: 200 len: 210 time: 0.0366385 Feb 20 03:35:36.805786 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-c6459acf-e3fc-4b7e-908d-885a0f9ee0fa tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Made reservation on behalf of 5fa3fcc747a841278576c8224054e060 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:35:36.809484 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-c6459acf-e3fc-4b7e-908d-885a0f9ee0fa tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:36.868926 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-4f63fa27-1eec-49a4-8d5b-182fe84c7be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (8f129d5e-69de-459f-b14e-e8ba00bd20d7), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:36.912134 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-4f63fa27-1eec-49a4-8d5b-182fe84c7be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:36.912819 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-4f63fa27-1eec-49a4-8d5b-182fe84c7be5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:36.914177 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-4f63fa27-1eec-49a4-8d5b-182fe84c7be5 service neutron] 10.222.0.93 "PUT /v2.0/ports/8f129d5e-69de-459f-b14e-e8ba00bd20d7 HTTP/1.1" status: 200 len: 1095 time: 0.9335222 Feb 20 03:35:36.914625 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ffb0267-fddb-4621-bf6b-62138b4d9b61', 'tag': '8f129d5e-69de-459f-b14e-e8ba00bd20d7'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:35:36.916969 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385bd0ef-04c9-4b1b-9519-431483d4b1a6" -d '{"events": [{"name": "network-changed", "server_uuid": "4ffb0267-fddb-4621-bf6b-62138b4d9b61", "tag": "8f129d5e-69de-459f-b14e-e8ba00bd20d7"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:35:36.943784 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63fa27-1eec-49a4-8d5b-182fe84c7be5 service neutron] Pushing event updated for resources: {'Port': ['ID=8f129d5e-69de-459f-b14e-e8ba00bd20d7,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:36.969492 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-c6459acf-e3fc-4b7e-908d-885a0f9ee0fa tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Allocated IP 172.20.0.8 (780f8a56-4eb9-4713-bddf-aebbfa8636e6/ba7943db-e73d-4c28-8d17-e3720a98a6a6/ccf02ff2-ccc1-49b8-ade4-635ea84c632c) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:35:36.980334 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6ae7de-e8c5-40a1-b8f8-11c4c6ad800c x-openstack-request-id: req-6d6ae7de-e8c5-40a1-b8f8-11c4c6ad800c {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:35:36.980846 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ffb0267-fddb-4621-bf6b-62138b4d9b61", "tag": "8f129d5e-69de-459f-b14e-e8ba00bd20d7", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:35:36.980946 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6d6ae7de-e8c5-40a1-b8f8-11c4c6ad800c {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:35:36.981306 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ffb0267-fddb-4621-bf6b-62138b4d9b61', 'tag': '8f129d5e-69de-459f-b14e-e8ba00bd20d7', 'status': 'completed', 'code': 200} Feb 20 03:35:37.064652 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385bd0ef-04c9-4b1b-9519-431483d4b1a6 req-323aabc9-8c8f-4d2c-9688-84c97ae77649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:37.066271 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-385bd0ef-04c9-4b1b-9519-431483d4b1a6 req-323aabc9-8c8f-4d2c-9688-84c97ae77649 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 1129 time: 0.0567029 Feb 20 03:35:37.106368 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-385bd0ef-04c9-4b1b-9519-431483d4b1a6 req-47fe893f-4e82-44a9-98b2-8df3ef380b50 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298741 Feb 20 03:35:37.163971 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-c6459acf-e3fc-4b7e-908d-885a0f9ee0fa tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Publish callbacks [] for port (ccf02ff2-ccc1-49b8-ade4-635ea84c632c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:37.219109 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385bd0ef-04c9-4b1b-9519-431483d4b1a6 req-fccd2f24-93a1-4c65-a664-365f56cdb97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:37.220767 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-385bd0ef-04c9-4b1b-9519-431483d4b1a6 req-fccd2f24-93a1-4c65-a664-365f56cdb97c service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1080189 Feb 20 03:35:37.286195 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-c6459acf-e3fc-4b7e-908d-885a0f9ee0fa tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (ccf02ff2-ccc1-49b8-ade4-635ea84c632c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:37.316142 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-cd96304c-10c7-41ce-9ff3-5913ace93064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:37.317226 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-cd96304c-10c7-41ce-9ff3-5913ace93064 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 1129 time: 0.0585706 Feb 20 03:35:37.330402 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-c6459acf-e3fc-4b7e-908d-885a0f9ee0fa tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Network 780f8a56-4eb9-4713-bddf-aebbfa8636e6 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:35:37.333618 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-c6459acf-e3fc-4b7e-908d-885a0f9ee0fa tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:35:37.337316 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-c6459acf-e3fc-4b7e-908d-885a0f9ee0fa tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:35:37.366167 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6459acf-e3fc-4b7e-908d-885a0f9ee0fa tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Pushing event updated for resources: {'Port': ['ID=ccf02ff2-ccc1-49b8-ade4-635ea84c632c,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:37.383867 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-88063cf6-761b-4adf-a006-6daa3dc16417 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=8f129d5e-69de-459f-b14e-e8ba00bd20d7 HTTP/1.1" status: 200 len: 217 time: 0.0595505 Feb 20 03:35:37.399750 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-c6459acf-e3fc-4b7e-908d-885a0f9ee0fa tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:37.400413 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-c6459acf-e3fc-4b7e-908d-885a0f9ee0fa tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:37.439161 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0cfe646-a5a0-4c48-9c48-c0d17a73cc35 req-87e5d3fa-cb20-47f6-af2c-cbeedba54912 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/ports?device_id=32c2dad0-25c8-443d-8694-065152bbdd7f HTTP/1.1" status: 200 len: 210 time: 0.0314925 Feb 20 03:35:37.444232 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-1ee06425-4948-41eb-a325-4d1fd59dd469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:37.445647 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-1ee06425-4948-41eb-a325-4d1fd59dd469 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0548170 Feb 20 03:35:37.503894 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-6985ddba-2c7a-4b45-98b9-8ea9f01fa345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:37.505405 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-6985ddba-2c7a-4b45-98b9-8ea9f01fa345 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0529683 Feb 20 03:35:37.518454 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-c6459acf-e3fc-4b7e-908d-885a0f9ee0fa tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9897611 Feb 20 03:35:37.531506 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-0ca3991a-199f-478d-b83c-8d102317084b service neutron] Request body: {'port': {'device_id': '41ba5a4e-7ee4-4c9d-aab5-af217e44b6da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:35:37.596905 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-0ca3991a-199f-478d-b83c-8d102317084b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ccf02ff2-ccc1-49b8-ade4-635ea84c632c), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:37.599731 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-fd88517d-e2b3-4dad-a17b-9a572bb03a68 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878057 Feb 20 03:35:37.723365 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-82b81622-6e11-4b8e-9beb-1a10be611834 req-287e17b4-ad17-45e5-9d1e-5e80bdcb83b0 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150942 Feb 20 03:35:37.894871 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a3e01-30a6-4227-8e66-fec9ad34a069 req-d65980de-990e-44ee-93b0-07bc2282aa61 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:37.896414 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-482a3e01-30a6-4227-8e66-fec9ad34a069 req-d65980de-990e-44ee-93b0-07bc2282aa61 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 947 time: 0.1101854 Feb 20 03:35:38.275119 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-482a3e01-30a6-4227-8e66-fec9ad34a069 req-a676f21c-891a-4d71-8b6d-8f0441b2e05b tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723624 Feb 20 03:35:38.329652 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-0ca3991a-199f-478d-b83c-8d102317084b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccf02ff2-ccc1-49b8-ade4-635ea84c632c {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:35:38.337644 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-0ca3991a-199f-478d-b83c-8d102317084b service neutron] Publish callbacks [] for port (ccf02ff2-ccc1-49b8-ade4-635ea84c632c), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:38.351509 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-0ca3991a-199f-478d-b83c-8d102317084b service neutron] Transition to ACTIVE for port object ccf02ff2-ccc1-49b8-ade4-635ea84c632c will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:35:38.417021 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-0ca3991a-199f-478d-b83c-8d102317084b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (ccf02ff2-ccc1-49b8-ade4-635ea84c632c), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:38.489244 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3991a-199f-478d-b83c-8d102317084b service neutron] Pushing event updated for resources: {'Port': ['ID=ccf02ff2-ccc1-49b8-ade4-635ea84c632c,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:38.547837 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-0ca3991a-199f-478d-b83c-8d102317084b service neutron] Attempting to bind port ccf02ff2-ccc1-49b8-ade4-635ea84c632c on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:35:38.548183 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-0ca3991a-199f-478d-b83c-8d102317084b service neutron] Attempting to bind port ccf02ff2-ccc1-49b8-ade4-635ea84c632c by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'c958acf2-90dd-47cc-bcb8-d3b08740baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '780f8a56-4eb9-4713-bddf-aebbfa8636e6'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:35:38.548638 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-0ca3991a-199f-478d-b83c-8d102317084b service neutron] Attempting to bind port ccf02ff2-ccc1-49b8-ade4-635ea84c632c on network 780f8a56-4eb9-4713-bddf-aebbfa8636e6 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:35:38.553565 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-0ca3991a-199f-478d-b83c-8d102317084b service neutron] Port ccf02ff2-ccc1-49b8-ade4-635ea84c632c on network 780f8a56-4eb9-4713-bddf-aebbfa8636e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:35:38.553953 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-0ca3991a-199f-478d-b83c-8d102317084b service neutron] Attempting to bind port ccf02ff2-ccc1-49b8-ade4-635ea84c632c on network 780f8a56-4eb9-4713-bddf-aebbfa8636e6 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:35:38.559144 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-0ca3991a-199f-478d-b83c-8d102317084b service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:35:38.559484 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-0ca3991a-199f-478d-b83c-8d102317084b service neutron] Checking segment: {'id': 'c958acf2-90dd-47cc-bcb8-d3b08740baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '780f8a56-4eb9-4713-bddf-aebbfa8636e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:35:38.559877 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-0ca3991a-199f-478d-b83c-8d102317084b service neutron] Bound using segment: {'id': 'c958acf2-90dd-47cc-bcb8-d3b08740baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '780f8a56-4eb9-4713-bddf-aebbfa8636e6'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:35:38.560386 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-0ca3991a-199f-478d-b83c-8d102317084b service neutron] Bound port: ccf02ff2-ccc1-49b8-ade4-635ea84c632c, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c958acf2-90dd-47cc-bcb8-d3b08740baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '780f8a56-4eb9-4713-bddf-aebbfa8636e6'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:35:38.561455 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-0ca3991a-199f-478d-b83c-8d102317084b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ccf02ff2-ccc1-49b8-ade4-635ea84c632c), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:38.628230 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-0ca3991a-199f-478d-b83c-8d102317084b service neutron] For port ccf02ff2-ccc1-49b8-ade4-635ea84c632c, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:35:38.631615 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-0ca3991a-199f-478d-b83c-8d102317084b service neutron] For port ccf02ff2-ccc1-49b8-ade4-635ea84c632c, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ccf02ff2-ccc1-49b8-ade4-635ea84c632c,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:35:38.727950 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-0ca3991a-199f-478d-b83c-8d102317084b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (ccf02ff2-ccc1-49b8-ade4-635ea84c632c), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:38.772087 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-0ca3991a-199f-478d-b83c-8d102317084b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:38.772796 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-0ca3991a-199f-478d-b83c-8d102317084b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:38.774266 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-0ca3991a-199f-478d-b83c-8d102317084b service neutron] 10.222.0.93 "PUT /v2.0/ports/ccf02ff2-ccc1-49b8-ade4-635ea84c632c HTTP/1.1" status: 200 len: 1091 time: 1.2478461 Feb 20 03:35:38.774802 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ba5a4e-7ee4-4c9d-aab5-af217e44b6da', 'tag': 'ccf02ff2-ccc1-49b8-ade4-635ea84c632c'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:35:38.778144 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ac6737-bf30-4d0b-8187-d3bae8dfff65" -d '{"events": [{"name": "network-changed", "server_uuid": "41ba5a4e-7ee4-4c9d-aab5-af217e44b6da", "tag": "ccf02ff2-ccc1-49b8-ade4-635ea84c632c"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:35:38.806303 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3991a-199f-478d-b83c-8d102317084b service neutron] Pushing event updated for resources: {'Port': ['ID=ccf02ff2-ccc1-49b8-ade4-635ea84c632c,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:38.940389 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-bde6ea4a-f8f2-407d-a9ba-228212f90d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:38.941900 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-bde6ea4a-f8f2-407d-a9ba-228212f90d26 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fa3fcc747a841278576c8224054e060&device_id=41ba5a4e-7ee4-4c9d-aab5-af217e44b6da HTTP/1.1" status: 200 len: 1125 time: 0.0505359 Feb 20 03:35:38.991997 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-ac67ee1c-8364-4627-b6a1-f6ee8e9b815d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccf02ff2-ccc1-49b8-ade4-635ea84c632c HTTP/1.1" status: 200 len: 217 time: 0.0426941 Feb 20 03:35:39.051401 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-ef3a4926-ca91-4c3e-b0e1-afbf30b9ac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:39.063184 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-ef3a4926-ca91-4c3e-b0e1-afbf30b9ac79 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ba7943db-e73d-4c28-8d17-e3720a98a6a6 HTTP/1.1" status: 200 len: 845 time: 0.0534945 Feb 20 03:35:39.116592 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-94f44277-7135-4056-a786-a6458454d39b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=780f8a56-4eb9-4713-bddf-aebbfa8636e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540433 Feb 20 03:35:39.198519 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e583d-c8e0-4533-bfb8-23b2861e8d74 req-71c8a485-f526-4445-808b-5a4c25a075a1 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:39.200124 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-341e583d-c8e0-4533-bfb8-23b2861e8d74 req-71c8a485-f526-4445-808b-5a4c25a075a1 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=41ba5a4e-7ee4-4c9d-aab5-af217e44b6da HTTP/1.1" status: 200 len: 943 time: 0.1404963 Feb 20 03:35:39.270179 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-5a353f4b-c77d-4e9b-9f20-e294c0bd9cea service neutron] 10.222.0.93 "GET /v2.0/networks/780f8a56-4eb9-4713-bddf-aebbfa8636e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460271 Feb 20 03:35:39.277902 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-341e583d-c8e0-4533-bfb8-23b2861e8d74 req-f9ee321d-972f-423a-8abb-7032f8d562a1 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708203 Feb 20 03:35:39.382607 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65d8e197-ef15-428b-acea-75ba09eeb59b req-fc863e6a-0745-4cc3-bd0f-48914b7ab741 service neutron] 10.222.0.93 "GET /v2.0/networks/780f8a56-4eb9-4713-bddf-aebbfa8636e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036692 Feb 20 03:35:39.384055 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bc6efe-3aa3-498d-9f92-d456ea70f70c x-openstack-request-id: req-f7bc6efe-3aa3-498d-9f92-d456ea70f70c {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:35:39.384348 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ba5a4e-7ee4-4c9d-aab5-af217e44b6da", "tag": "ccf02ff2-ccc1-49b8-ade4-635ea84c632c", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:35:39.384620 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f7bc6efe-3aa3-498d-9f92-d456ea70f70c {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:35:39.385246 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ba5a4e-7ee4-4c9d-aab5-af217e44b6da', 'tag': 'ccf02ff2-ccc1-49b8-ade4-635ea84c632c', 'status': 'completed', 'code': 200} Feb 20 03:35:39.506051 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04376b-988f-42b6-a46e-9123177e88c4 req-2c5b074a-8943-4055-bc62-65a9c28f1c0a tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:39.508112 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fb04376b-988f-42b6-a46e-9123177e88c4 req-2c5b074a-8943-4055-bc62-65a9c28f1c0a tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 947 time: 0.0800772 Feb 20 03:35:39.602292 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fb04376b-988f-42b6-a46e-9123177e88c4 req-9be4045f-53be-49eb-a5a8-c61327ef0707 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859299 Feb 20 03:35:39.614593 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac6737-bf30-4d0b-8187-d3bae8dfff65 req-465d4b20-775c-4c72-8480-cdef6e6ff54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:39.618371 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d3ac6737-bf30-4d0b-8187-d3bae8dfff65 req-465d4b20-775c-4c72-8480-cdef6e6ff54c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fa3fcc747a841278576c8224054e060&device_id=41ba5a4e-7ee4-4c9d-aab5-af217e44b6da HTTP/1.1" status: 200 len: 1125 time: 0.0763710 Feb 20 03:35:39.724660 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac6737-bf30-4d0b-8187-d3bae8dfff65 req-d2c94b51-c841-40d3-976f-10dea76dec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:39.727178 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d3ac6737-bf30-4d0b-8187-d3bae8dfff65 req-d2c94b51-c841-40d3-976f-10dea76dec39 service neutron] 10.222.0.93 "GET /v2.0/networks?id=780f8a56-4eb9-4713-bddf-aebbfa8636e6 HTTP/1.1" status: 200 len: 906 time: 0.0949900 Feb 20 03:35:39.734102 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35428) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:35:39.778443 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d3ac6737-bf30-4d0b-8187-d3bae8dfff65 req-3642618c-9bbe-44b2-b59e-6c08e34ef140 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccf02ff2-ccc1-49b8-ade4-635ea84c632c HTTP/1.1" status: 200 len: 217 time: 0.0446498 Feb 20 03:35:39.806278 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f82468f4-1696-44b2-b535-10e3a0052443 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks [] for security_group (9aae0e47-f93c-41fb-b5a5-8593b9285415), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:39.833059 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f82468f4-1696-44b2-b535-10e3a0052443 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks [] for security_group (9aae0e47-f93c-41fb-b5a5-8593b9285415), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:39.837614 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac6737-bf30-4d0b-8187-d3bae8dfff65 req-9365a915-3d04-407a-bb4e-f798ca7293cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:39.839216 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d3ac6737-bf30-4d0b-8187-d3bae8dfff65 req-9365a915-3d04-407a-bb4e-f798ca7293cc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ba7943db-e73d-4c28-8d17-e3720a98a6a6 HTTP/1.1" status: 200 len: 845 time: 0.0541697 Feb 20 03:35:39.889080 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d3ac6737-bf30-4d0b-8187-d3bae8dfff65 req-2215ff39-7319-4e66-a74f-5770b536f7d9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=780f8a56-4eb9-4713-bddf-aebbfa8636e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414078 Feb 20 03:35:39.948678 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f82468f4-1696-44b2-b535-10e3a0052443 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (9aae0e47-f93c-41fb-b5a5-8593b9285415), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:39.952279 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f82468f4-1696-44b2-b535-10e3a0052443 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:39.953634 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f82468f4-1696-44b2-b535-10e3a0052443 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "DELETE /v2.0/security-groups/9aae0e47-f93c-41fb-b5a5-8593b9285415 HTTP/1.1" status: 204 len: 168 time: 0.2177019 Feb 20 03:35:39.957494 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35432) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:35:39.977336 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82468f4-1696-44b2-b535-10e3a0052443 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aae0e47-f93c-41fb-b5a5-8593b9285415,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:39.981154 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-ac8e0b66-d127-488d-9579-5520c8a31105 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] show failed (client error): The resource could not be found. Feb 20 03:35:39.982588 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ac8e0b66-d127-488d-9579-5520c8a31105 tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "GET /v2.0/security-groups/9aae0e47-f93c-41fb-b5a5-8593b9285415 HTTP/1.1" status: 404 len: 347 time: 0.0226755 Feb 20 03:35:39.985583 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35434) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:35:39.999452 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d3ac6737-bf30-4d0b-8187-d3bae8dfff65 req-ceb19505-2a4e-4f36-8ccb-fc4404584fcf service neutron] 10.222.0.93 "GET /v2.0/networks/780f8a56-4eb9-4713-bddf-aebbfa8636e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014354 Feb 20 03:35:40.107725 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d3ac6737-bf30-4d0b-8187-d3bae8dfff65 req-0ae6e4c8-5946-4d42-9853-c4e5be74a1f7 service neutron] 10.222.0.93 "GET /v2.0/networks/780f8a56-4eb9-4713-bddf-aebbfa8636e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021929 Feb 20 03:35:40.132333 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-3f5fa3d1-7fde-49c3-aee7-2cddb7ed3cad tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Deleting port 20f1de63-c038-466d-aec3-6901cc4f0a0c {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:35:40.132734 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3f5fa3d1-7fde-49c3-aee7-2cddb7ed3cad tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (20f1de63-c038-466d-aec3-6901cc4f0a0c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:40.214248 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3f5fa3d1-7fde-49c3-aee7-2cddb7ed3cad tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (20f1de63-c038-466d-aec3-6901cc4f0a0c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:40.214472 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3f5fa3d1-7fde-49c3-aee7-2cddb7ed3cad tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks [] for floatingip (20f1de63-c038-466d-aec3-6901cc4f0a0c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:40.227869 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 8f129d5e-69de-459f-b14e-e8ba00bd20d7 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:35:40.228923 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-3f5fa3d1-7fde-49c3-aee7-2cddb7ed3cad tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Calling delete_port for 20f1de63-c038-466d-aec3-6901cc4f0a0c owned by network:floatingip {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:35:40.346913 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 8f129d5e-69de-459f-b14e-e8ba00bd20d7, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=8f129d5e-69de-459f-b14e-e8ba00bd20d7,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:40.360832 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '8f129d5e-69de-459f-b14e-e8ba00bd20d7', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': '8f129d5e-69de-459f-b14e-e8ba00bd20d7', 'mac_address': 'fa:16:3e:63:d3:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:35:40.428441 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 8f129d5e-69de-459f-b14e-e8ba00bd20d7 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:35:40.428836 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8f129d5e-69de-459f-b14e-e8ba00bd20d7), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:40.442577 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f129d5e-69de-459f-b14e-e8ba00bd20d7 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:35:40.453886 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6b074-aedd-4ce4-b0f7-a33604295aea req-76e46f4c-f547-428c-92ce-8f13e3353827 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:40.457375 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-60c6b074-aedd-4ce4-b0f7-a33604295aea req-76e46f4c-f547-428c-92ce-8f13e3353827 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=41ba5a4e-7ee4-4c9d-aab5-af217e44b6da HTTP/1.1" status: 200 len: 943 time: 0.0648096 Feb 20 03:35:40.463333 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 8f129d5e-69de-459f-b14e-e8ba00bd20d7, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=8f129d5e-69de-459f-b14e-e8ba00bd20d7,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:40.508114 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-60c6b074-aedd-4ce4-b0f7-a33604295aea req-9b088ce2-781a-4bef-a340-b08971f7df47 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455372 Feb 20 03:35:40.536342 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3f5fa3d1-7fde-49c3-aee7-2cddb7ed3cad tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (20f1de63-c038-466d-aec3-6901cc4f0a0c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:40.550775 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5fa3d1-7fde-49c3-aee7-2cddb7ed3cad tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Pushing event deleted for resources: {'Port': ['ID=20f1de63-c038-466d-aec3-6901cc4f0a0c,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:40.554150 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (8f129d5e-69de-459f-b14e-e8ba00bd20d7), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:40.605421 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=8f129d5e-69de-459f-b14e-e8ba00bd20d7,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:40.620696 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3f5fa3d1-7fde-49c3-aee7-2cddb7ed3cad tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks [] for floatingip (65d4044d-9dc7-4513-9cdd-ad50b7994ae9), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:40.623756 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3f5fa3d1-7fde-49c3-aee7-2cddb7ed3cad tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:40.624895 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3f5fa3d1-7fde-49c3-aee7-2cddb7ed3cad tempest-ServersTestBootFromVolume-733556274 tempest-ServersTestBootFromVolume-733556274-project] 10.222.0.89 "DELETE /v2.0/floatingips/65d4044d-9dc7-4513-9cdd-ad50b7994ae9 HTTP/1.1" status: 204 len: 168 time: 0.6378241 Feb 20 03:35:40.628033 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35440) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:35:40.740434 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e33e7d-1e9b-4e8e-8dd6-53127594228a req-75f33661-9376-46cf-a972-b3c3c0f522a8 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:40.742156 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a7e33e7d-1e9b-4e8e-8dd6-53127594228a req-75f33661-9376-46cf-a972-b3c3c0f522a8 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 948 time: 0.0627496 Feb 20 03:35:40.801861 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a7e33e7d-1e9b-4e8e-8dd6-53127594228a req-a88d158e-422a-4501-9691-8b98a0c1d882 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541337 Feb 20 03:35:40.867791 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['8f129d5e-69de-459f-b14e-e8ba00bd20d7'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:35:41.011280 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cd84e116-49fd-4983-bebc-a29dcc807b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (10439eb5-eac6-40a1-a975-e9968e351fd7), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:41.240029 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-b4586a19-11f5-43dc-b325-9ef7d99937db service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0550423 Feb 20 03:35:41.280729 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-cd84e116-49fd-4983-bebc-a29dcc807b87 admin admin] Deleting port f0227393-4428-42ae-9ba1-10b655bc7611 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:35:41.281073 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cd84e116-49fd-4983-bebc-a29dcc807b87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (f0227393-4428-42ae-9ba1-10b655bc7611), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:41.348762 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-c0d68790-092b-434d-8796-337ab2c20706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:41.349557 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-c0d68790-092b-434d-8796-337ab2c20706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:41.350027 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-c0d68790-092b-434d-8796-337ab2c20706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:41.350500 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-c0d68790-092b-434d-8796-337ab2c20706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:41.351294 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-c0d68790-092b-434d-8796-337ab2c20706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:41.351816 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-c0d68790-092b-434d-8796-337ab2c20706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:41.352337 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-c0d68790-092b-434d-8796-337ab2c20706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:41.354468 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-c0d68790-092b-434d-8796-337ab2c20706 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=31539382099d40138aa9f9434b18f41f&device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 6718 time: 0.0608723 Feb 20 03:35:41.360869 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-cd84e116-49fd-4983-bebc-a29dcc807b87 admin admin] For port f0227393-4428-42ae-9ba1-10b655bc7611, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=f0227393-4428-42ae-9ba1-10b655bc7611,segment=NetworkSegment(6a668330-508b-4baa-ba9d-9c79bf61d355),segment_id=6a668330-508b-4baa-ba9d-9c79bf61d355)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:41.361240 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cd84e116-49fd-4983-bebc-a29dcc807b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (f0227393-4428-42ae-9ba1-10b655bc7611), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:41.373749 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-cd84e116-49fd-4983-bebc-a29dcc807b87 admin admin] Calling delete_port for f0227393-4428-42ae-9ba1-10b655bc7611 owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:35:41.476938 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-e73940de-1ee0-4f54-b378-edf18763314d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:41.477550 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-e73940de-1ee0-4f54-b378-edf18763314d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:41.478078 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-e73940de-1ee0-4f54-b378-edf18763314d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:41.479914 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-e73940de-1ee0-4f54-b378-edf18763314d service neutron] 10.222.0.93 "GET /v2.0/networks?id=aa6d2272-799c-4865-988f-50175dc27eb2&id=67e7e45b-f32b-4fdb-9b56-3214aa9e538c&id=67e7e45b-f32b-4fdb-9b56-3214aa9e538c&id=67e7e45b-f32b-4fdb-9b56-3214aa9e538c&id=67e7e45b-f32b-4fdb-9b56-3214aa9e538c&id=d437f433-2a25-46ac-8335-584c725cf993&id=d437f433-2a25-46ac-8335-584c725cf993 HTTP/1.1" status: 200 len: 2297 time: 0.1008248 Feb 20 03:35:41.564373 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-f64a3818-850a-432f-99af-34b0770f059b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd41166f-324a-4828-b6ba-1406f360ad82 HTTP/1.1" status: 200 len: 1002 time: 0.0771587 Feb 20 03:35:41.640726 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cd84e116-49fd-4983-bebc-a29dcc807b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (f0227393-4428-42ae-9ba1-10b655bc7611), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:41.652202 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-01c3ab63-8c10-4ca7-9aa8-e9812b58cee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:41.654640 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-01c3ab63-8c10-4ca7-9aa8-e9812b58cee7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2c58907d-12ba-48c6-961d-3dd4ac0885d0 HTTP/1.1" status: 200 len: 856 time: 0.0823264 Feb 20 03:35:41.674900 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84e116-49fd-4983-bebc-a29dcc807b87 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0227393-4428-42ae-9ba1-10b655bc7611,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:41.679587 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f4c33-715e-4951-834e-7f08ac82c217 req-7d64a652-1e7b-4bba-aeb5-d4755de31e5c tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:41.681176 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bc3f4c33-715e-4951-834e-7f08ac82c217 req-7d64a652-1e7b-4bba-aeb5-d4755de31e5c tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=41ba5a4e-7ee4-4c9d-aab5-af217e44b6da HTTP/1.1" status: 200 len: 943 time: 0.0984113 Feb 20 03:35:41.732739 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-eb7e84b9-ce4e-4edd-9ce8-c04b7161a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:41.734148 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-eb7e84b9-ce4e-4edd-9ce8-c04b7161a8d6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=aa6d2272-799c-4865-988f-50175dc27eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0728173 Feb 20 03:35:41.816758 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bc3f4c33-715e-4951-834e-7f08ac82c217 req-059fa70a-c7f5-43e4-9804-56edb9f33149 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070840 Feb 20 03:35:41.889395 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-32cefc69-6577-4716-9838-4cf5b0103dde service neutron] 10.222.0.93 "GET /v2.0/networks/aa6d2272-799c-4865-988f-50175dc27eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436107 Feb 20 03:35:41.993379 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-9b496fe3-7bb7-4b5d-8632-d977017c41eb service neutron] 10.222.0.93 "GET /v2.0/networks/aa6d2272-799c-4865-988f-50175dc27eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953715 Feb 20 03:35:42.063680 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-3e834c4e-5bce-48bd-87d8-503f57422af6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=ae9c24d3-b26a-4985-922a-b63de288c928 HTTP/1.1" status: 200 len: 217 time: 0.0610478 Feb 20 03:35:42.121227 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41194e09-8581-41d5-83c2-f2187eb834c9 req-05b64958-d6e7-48c5-ac76-9d3fc5f782b0 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:42.123459 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-41194e09-8581-41d5-83c2-f2187eb834c9 req-05b64958-d6e7-48c5-ac76-9d3fc5f782b0 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 948 time: 0.2285547 Feb 20 03:35:42.131603 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-4442a9db-0f88-4d23-9029-d972e397eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:42.133195 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-4442a9db-0f88-4d23-9029-d972e397eacb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1fdd6f8e-c413-4f72-b733-74af17d9e3ef HTTP/1.1" status: 200 len: 797 time: 0.0624869 Feb 20 03:35:42.202745 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cd84e116-49fd-4983-bebc-a29dcc807b87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (10439eb5-eac6-40a1-a975-e9968e351fd7), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:42.217223 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-41194e09-8581-41d5-83c2-f2187eb834c9 req-48e1d7b7-6958-4911-96ac-8f83ae42a0de tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813417 Feb 20 03:35:42.236371 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device ccf02ff2-ccc1-49b8-ade4-635ea84c632c details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:35:42.237035 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-fe875a9a-f396-4d71-908d-31ef39bacb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:42.237035 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-fe875a9a-f396-4d71-908d-31ef39bacb9c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=67e7e45b-f32b-4fdb-9b56-3214aa9e538c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0903230 Feb 20 03:35:42.239397 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 8f129d5e-69de-459f-b14e-e8ba00bd20d7 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:35:42.332929 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-e5acb579-0e31-4904-a08c-ec8d90a92528 service neutron] 10.222.0.93 "GET /v2.0/networks/67e7e45b-f32b-4fdb-9b56-3214aa9e538c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937600 Feb 20 03:35:42.395341 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port ccf02ff2-ccc1-49b8-ade4-635ea84c632c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ccf02ff2-ccc1-49b8-ade4-635ea84c632c,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:42.408734 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'ccf02ff2-ccc1-49b8-ade4-635ea84c632c', 'network_id': '780f8a56-4eb9-4713-bddf-aebbfa8636e6', 'port_id': 'ccf02ff2-ccc1-49b8-ade4-635ea84c632c', 'mac_address': 'fa:16:3e:33:2f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7943db-e73d-4c28-8d17-e3720a98a6a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:35:42.440799 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 8f129d5e-69de-459f-b14e-e8ba00bd20d7 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:35:42.447764 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 8f129d5e-69de-459f-b14e-e8ba00bd20d7 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:35:42.448030 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8f129d5e-69de-459f-b14e-e8ba00bd20d7), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:42.457975 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-2d39821e-5dfb-4f90-bd4a-76fa1a75884a service neutron] 10.222.0.93 "GET /v2.0/networks/67e7e45b-f32b-4fdb-9b56-3214aa9e538c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167884 Feb 20 03:35:42.475694 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port ccf02ff2-ccc1-49b8-ade4-635ea84c632c is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:35:42.476089 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ccf02ff2-ccc1-49b8-ade4-635ea84c632c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:42.484511 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd84e116-49fd-4983-bebc-a29dcc807b87 admin admin] Router 10439eb5-eac6-40a1-a975-e9968e351fd7 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:35:42.497414 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccf02ff2-ccc1-49b8-ade4-635ea84c632c {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:35:42.505971 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-6438f6bd-0aeb-499c-9eb7-b5916c348aaf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=5e58af7e-8388-40e3-bea2-7eff10d7ac63 HTTP/1.1" status: 200 len: 217 time: 0.0405767 Feb 20 03:35:42.523576 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port ccf02ff2-ccc1-49b8-ade4-635ea84c632c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ccf02ff2-ccc1-49b8-ade4-635ea84c632c,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:42.560850 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-6cdbdd22-943b-47fe-828e-57f1c239662a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:42.562811 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-6cdbdd22-943b-47fe-828e-57f1c239662a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1fdd6f8e-c413-4f72-b733-74af17d9e3ef HTTP/1.1" status: 200 len: 797 time: 0.0512123 Feb 20 03:35:42.568846 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 8f129d5e-69de-459f-b14e-e8ba00bd20d7 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:35:42.569264 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8f129d5e-69de-459f-b14e-e8ba00bd20d7), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:42.594700 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffb0267-fddb-4621-bf6b-62138b4d9b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f129d5e-69de-459f-b14e-e8ba00bd20d7'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:35:42.597128 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34ee4f8-8f0a-4b6d-a568-8bab08ae256e" -d '{"events": [{"server_uuid": "4ffb0267-fddb-4621-bf6b-62138b4d9b61", "name": "network-vif-plugged", "status": "completed", "tag": "8f129d5e-69de-459f-b14e-e8ba00bd20d7"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:35:42.617674 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd84e116-49fd-4983-bebc-a29dcc807b87 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:35:42.624879 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cd84e116-49fd-4983-bebc-a29dcc807b87 admin admin] 10.222.0.89 "PUT /v2.0/routers/10439eb5-eac6-40a1-a975-e9968e351fd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9958229 Feb 20 03:35:42.627898 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35450) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:35:42.632241 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ccf02ff2-ccc1-49b8-ade4-635ea84c632c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:42.644617 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-520fd113-b2fd-41c6-a492-26baf4c5ab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:42.646951 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-520fd113-b2fd-41c6-a492-26baf4c5ab97 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=67e7e45b-f32b-4fdb-9b56-3214aa9e538c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0768623 Feb 20 03:35:42.651691 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eb8aef-19b0-4a57-a325-b6fe4809fa9d None None] Sync routers for ids ['10439eb5-eac6-40a1-a975-e9968e351fd7'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:35:42.658527 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 8f129d5e-69de-459f-b14e-e8ba00bd20d7, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=8f129d5e-69de-459f-b14e-e8ba00bd20d7,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:42.681026 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b916f0bc-d60d-4e49-a277-e9b64348c9c8 x-openstack-request-id: req-b916f0bc-d60d-4e49-a277-e9b64348c9c8 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:35:42.681320 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffb0267-fddb-4621-bf6b-62138b4d9b61", "name": "network-vif-plugged", "status": "completed", "tag": "8f129d5e-69de-459f-b14e-e8ba00bd20d7", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:35:42.681577 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b916f0bc-d60d-4e49-a277-e9b64348c9c8 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:35:42.681976 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffb0267-fddb-4621-bf6b-62138b4d9b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f129d5e-69de-459f-b14e-e8ba00bd20d7', 'code': 200} Feb 20 03:35:42.696160 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eb8aef-19b0-4a57-a325-b6fe4809fa9d None None] Routers {'10439eb5-eac6-40a1-a975-e9968e351fd7'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:35:42.701400 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-36eb8aef-19b0-4a57-a325-b6fe4809fa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:35:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['10439eb5-eac6-40a1-a975-e9968e351fd7'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:35:42.754498 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (8f129d5e-69de-459f-b14e-e8ba00bd20d7), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:42.758361 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=ccf02ff2-ccc1-49b8-ade4-635ea84c632c,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:42.772917 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8135f17-0d40-44f2-8316-cbc9003b4974 admin admin] Publish callbacks [] for router (10439eb5-eac6-40a1-a975-e9968e351fd7), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:42.809384 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=8f129d5e-69de-459f-b14e-e8ba00bd20d7,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:42.859433 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-480fa0b4-eeb5-4d58-a5ad-891693a4d4ed service neutron] 10.222.0.93 "GET /v2.0/networks/67e7e45b-f32b-4fdb-9b56-3214aa9e538c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912444 Feb 20 03:35:42.869851 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d041a62-c370-4ee0-9722-3625eada4e8a req-aed3639f-1379-4091-aed1-463a78359455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:42.871393 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-8d041a62-c370-4ee0-9722-3625eada4e8a req-aed3639f-1379-4091-aed1-463a78359455 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 1131 time: 0.0965834 Feb 20 03:35:42.916762 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-36eb8aef-19b0-4a57-a325-b6fe4809fa9d None None] Set router 10439eb5-eac6-40a1-a975-e9968e351fd7 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:35:42.971786 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['ccf02ff2-ccc1-49b8-ade4-635ea84c632c'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:35:43.003922 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-8d041a62-c370-4ee0-9722-3625eada4e8a req-793f56bf-4fa8-426a-a821-f73a246ce7e8 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241717 Feb 20 03:35:43.011424 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8135f17-0d40-44f2-8316-cbc9003b4974 admin admin] Publish callbacks [] for router_gateway (10439eb5-eac6-40a1-a975-e9968e351fd7), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:43.070695 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-3af7fb86-93f9-499a-8860-1cabb445b43d service neutron] 10.222.0.93 "GET /v2.0/networks/67e7e45b-f32b-4fdb-9b56-3214aa9e538c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012248 Feb 20 03:35:43.085336 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b72992-3d91-482f-be2a-ae253ca445b6 req-e924c344-c1cd-4658-9c41-dc12ffc4f95a tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:43.086969 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94b72992-3d91-482f-be2a-ae253ca445b6 req-e924c344-c1cd-4658-9c41-dc12ffc4f95a tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=41ba5a4e-7ee4-4c9d-aab5-af217e44b6da HTTP/1.1" status: 200 len: 944 time: 0.0974383 Feb 20 03:35:43.149978 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c8135f17-0d40-44f2-8316-cbc9003b4974 admin admin] Deleting port abed9a2f-c03b-4b51-97c9-35b56bafc674 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:35:43.150435 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8135f17-0d40-44f2-8316-cbc9003b4974 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (abed9a2f-c03b-4b51-97c9-35b56bafc674), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:43.180311 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94b72992-3d91-482f-be2a-ae253ca445b6 req-41fed5f0-afba-4181-b766-02c91c4da960 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813351 Feb 20 03:35:43.237667 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-36eb8aef-19b0-4a57-a325-b6fe4809fa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'name': 'tempest-ServersTestBootFromVolume-1178292631-router', 'tenant_id': '237b26f191eb4e1ebc252932059a9b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'abed9a2f-c03b-4b51-97c9-35b56bafc674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:36Z', 'updated_at': '2022-02-20T03:35:41Z', 'revision_number': 5, 'project_id': '237b26f191eb4e1ebc252932059a9b24', 'gw_port': {'id': 'abed9a2f-c03b-4b51-97c9-35b56bafc674', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:31:37Z', 'updated_at': '2022-02-20T03:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:35:43.240742 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-03013388-aaa4-4ad8-b07f-0983aa5c763e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=72683b69-16ce-4abb-9d13-638a89bd383e HTTP/1.1" status: 200 len: 217 time: 0.0366960 Feb 20 03:35:43.266563 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c8135f17-0d40-44f2-8316-cbc9003b4974 admin admin] For port abed9a2f-c03b-4b51-97c9-35b56bafc674, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=abed9a2f-c03b-4b51-97c9-35b56bafc674,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:43.267773 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8135f17-0d40-44f2-8316-cbc9003b4974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (abed9a2f-c03b-4b51-97c9-35b56bafc674), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:43.278464 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eb8aef-19b0-4a57-a325-b6fe4809fa9d None None] Checking router: 10439eb5-eac6-40a1-a975-e9968e351fd7 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:35:43.298149 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eb8aef-19b0-4a57-a325-b6fe4809fa9d None None] Routers {'10439eb5-eac6-40a1-a975-e9968e351fd7'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:35:43.298809 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-36eb8aef-19b0-4a57-a325-b6fe4809fa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:35:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['10439eb5-eac6-40a1-a975-e9968e351fd7'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:35:43.302643 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c8135f17-0d40-44f2-8316-cbc9003b4974 admin admin] Calling delete_port for abed9a2f-c03b-4b51-97c9-35b56bafc674 owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:35:43.355734 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-c2f63d14-e724-4dc0-9727-c94168761fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:43.357301 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-c2f63d14-e724-4dc0-9727-c94168761fb9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1fdd6f8e-c413-4f72-b733-74af17d9e3ef HTTP/1.1" status: 200 len: 797 time: 0.1089816 Feb 20 03:35:43.387293 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1249d3-05d0-406a-afa7-41c9bafbc01a req-ef06690a-6ce0-4800-bc78-7af716abb5fa tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:43.389644 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac1249d3-05d0-406a-afa7-41c9bafbc01a req-ef06690a-6ce0-4800-bc78-7af716abb5fa tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 949 time: 0.0839458 Feb 20 03:35:43.415585 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-36eb8aef-19b0-4a57-a325-b6fe4809fa9d None None] Set router 10439eb5-eac6-40a1-a975-e9968e351fd7 gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:35:43.463373 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac1249d3-05d0-406a-afa7-41c9bafbc01a req-65ab7314-ae4a-4c1b-83a2-9642b259efa8 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579708 Feb 20 03:35:43.466215 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-b096a381-549b-4dc6-aac0-83fe286cd323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:43.468582 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-b096a381-549b-4dc6-aac0-83fe286cd323 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=67e7e45b-f32b-4fdb-9b56-3214aa9e538c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0985596 Feb 20 03:35:43.508859 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-36eb8aef-19b0-4a57-a325-b6fe4809fa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'name': 'tempest-ServersTestBootFromVolume-1178292631-router', 'tenant_id': '237b26f191eb4e1ebc252932059a9b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:36Z', 'updated_at': '2022-02-20T03:35:43Z', 'revision_number': 6, 'project_id': '237b26f191eb4e1ebc252932059a9b24', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:35:43.539381 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eb8aef-19b0-4a57-a325-b6fe4809fa9d None None] The sync data for ids ['10439eb5-eac6-40a1-a975-e9968e351fd7'] in n-d-829866-4 is: [{'id': '10439eb5-eac6-40a1-a975-e9968e351fd7', 'name': 'tempest-ServersTestBootFromVolume-1178292631-router', 'tenant_id': '237b26f191eb4e1ebc252932059a9b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:31:36Z', 'updated_at': '2022-02-20T03:35:43Z', 'revision_number': 6, 'project_id': '237b26f191eb4e1ebc252932059a9b24', 'gw_port_host': None}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:35:43.594025 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-0066440b-2e85-48a8-99fe-e42f0d11dcaa service neutron] 10.222.0.93 "GET /v2.0/networks/67e7e45b-f32b-4fdb-9b56-3214aa9e538c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162629 Feb 20 03:35:43.617486 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8135f17-0d40-44f2-8316-cbc9003b4974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (abed9a2f-c03b-4b51-97c9-35b56bafc674), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:43.647455 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8135f17-0d40-44f2-8316-cbc9003b4974 admin admin] Pushing event deleted for resources: {'Port': ['ID=abed9a2f-c03b-4b51-97c9-35b56bafc674,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:43.694247 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-c9535217-5983-4d07-8700-55fd527a36b8 service neutron] 10.222.0.93 "GET /v2.0/networks/67e7e45b-f32b-4fdb-9b56-3214aa9e538c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931518 Feb 20 03:35:43.721587 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8135f17-0d40-44f2-8316-cbc9003b4974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (10439eb5-eac6-40a1-a975-e9968e351fd7), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:43.741050 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-287f5cf4-5c55-4cdb-8a54-1357c336d786 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=cd8192d7-1fe8-411b-98f1-ddd812317e6a HTTP/1.1" status: 200 len: 217 time: 0.0401514 Feb 20 03:35:43.801923 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-a573a0f0-b1a9-4aed-bea1-d2748c6b1143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:43.803479 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-a573a0f0-b1a9-4aed-bea1-d2748c6b1143 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1fdd6f8e-c413-4f72-b733-74af17d9e3ef HTTP/1.1" status: 200 len: 797 time: 0.0564167 Feb 20 03:35:43.823484 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8135f17-0d40-44f2-8316-cbc9003b4974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (10439eb5-eac6-40a1-a975-e9968e351fd7), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:43.826507 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8135f17-0d40-44f2-8316-cbc9003b4974 admin admin] Publish callbacks [] for router_controller (10439eb5-eac6-40a1-a975-e9968e351fd7), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:43.858269 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-9fac3c87-08fc-4941-bff2-340fa5f083d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:43.859872 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-9fac3c87-08fc-4941-bff2-340fa5f083d5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=67e7e45b-f32b-4fdb-9b56-3214aa9e538c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0480316 Feb 20 03:35:43.948593 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8135f17-0d40-44f2-8316-cbc9003b4974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (10439eb5-eac6-40a1-a975-e9968e351fd7), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:43.952854 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8135f17-0d40-44f2-8316-cbc9003b4974 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10439eb5-eac6-40a1-a975-e9968e351fd7 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:35:43.959193 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-d20d1f2e-abb9-4864-a8fa-1dddfd8921a9 service neutron] 10.222.0.93 "GET /v2.0/networks/67e7e45b-f32b-4fdb-9b56-3214aa9e538c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922771 Feb 20 03:35:43.960057 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8135f17-0d40-44f2-8316-cbc9003b4974 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:43.961797 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c8135f17-0d40-44f2-8316-cbc9003b4974 admin admin] 10.222.0.89 "DELETE /v2.0/routers/10439eb5-eac6-40a1-a975-e9968e351fd7 HTTP/1.1" status: 204 len: 168 time: 1.3333900 Feb 20 03:35:43.964206 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35456) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:35:44.018063 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-526614d7-e014-4347-886e-efc1143e615c admin admin] Deleting subnet d8b45813-a63d-4780-bb92-f1d3e6d5c97f {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:35:44.022674 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-526614d7-e014-4347-886e-efc1143e615c admin admin] Publish callbacks [] for subnet (d8b45813-a63d-4780-bb92-f1d3e6d5c97f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:44.068216 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-526614d7-e014-4347-886e-efc1143e615c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (d8b45813-a63d-4780-bb92-f1d3e6d5c97f), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:44.068631 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-988f7901-06de-4b8a-987a-7273f177b79f service neutron] 10.222.0.93 "GET /v2.0/networks/67e7e45b-f32b-4fdb-9b56-3214aa9e538c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002860 Feb 20 03:35:44.116726 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-99feda7e-8e6a-46ab-a3e8-25b02645d10e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=afbe16b4-d82b-4267-9c4f-4cfe734a15f0 HTTP/1.1" status: 200 len: 217 time: 0.0410755 Feb 20 03:35:44.158470 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-526614d7-e014-4347-886e-efc1143e615c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (d8b45813-a63d-4780-bb92-f1d3e6d5c97f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:44.174674 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-ab85a825-a094-47ea-9289-cc61c50eac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:44.176333 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-ab85a825-a094-47ea-9289-cc61c50eac89 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d5f2ccdb-a5f0-4784-95bb-b259997ecd83 HTTP/1.1" status: 200 len: 797 time: 0.0500002 Feb 20 03:35:44.244882 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-fcbe6d54-5c99-4016-98ff-d99c5a25f49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:44.246111 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-fcbe6d54-5c99-4016-98ff-d99c5a25f49a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d437f433-2a25-46ac-8335-584c725cf993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0623519 Feb 20 03:35:44.309050 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-526614d7-e014-4347-886e-efc1143e615c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (d8b45813-a63d-4780-bb92-f1d3e6d5c97f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:44.347947 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526614d7-e014-4347-886e-efc1143e615c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8b45813-a63d-4780-bb92-f1d3e6d5c97f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:44.355597 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-526614d7-e014-4347-886e-efc1143e615c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:44.361158 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2e446d-1f3c-4cb5-b024-ceca0bf1babe None None] Network a1d376e6-0361-455a-af30-57a2daa934c8 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:35:44.365900 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-526614d7-e014-4347-886e-efc1143e615c admin admin] 10.222.0.89 "DELETE /v2.0/subnets/d8b45813-a63d-4780-bb92-f1d3e6d5c97f HTTP/1.1" status: 204 len: 168 time: 0.4001021 Feb 20 03:35:44.367270 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35460) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:35:44.372759 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1e3be-6a3e-4771-aa42-dd12a8668c82 req-59bdf397-b48f-4418-bb3a-988518e92eb7 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:44.374067 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f9d1e3be-6a3e-4771-aa42-dd12a8668c82 req-59bdf397-b48f-4418-bb3a-988518e92eb7 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=41ba5a4e-7ee4-4c9d-aab5-af217e44b6da HTTP/1.1" status: 200 len: 944 time: 0.1141415 Feb 20 03:35:44.445037 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-a8a8ffb4-cbfa-4b39-a69e-4e760cda3182 service neutron] 10.222.0.93 "GET /v2.0/networks/d437f433-2a25-46ac-8335-584c725cf993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901786 Feb 20 03:35:44.453968 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9fa630d4-dd43-42a5-812a-797b02910c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (a1d376e6-0361-455a-af30-57a2daa934c8), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:44.526284 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9fa630d4-dd43-42a5-812a-797b02910c19 admin admin] Deleting port 1cc42767-cd6d-4774-8a3a-046f14cb302a {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:35:44.526582 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9fa630d4-dd43-42a5-812a-797b02910c19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (1cc42767-cd6d-4774-8a3a-046f14cb302a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:44.594507 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f9d1e3be-6a3e-4771-aa42-dd12a8668c82 req-98f4c122-add6-4f13-bab9-ad1fc8c7e8ae tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080805 Feb 20 03:35:44.634434 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-9fa630d4-dd43-42a5-812a-797b02910c19 admin admin] For port 1cc42767-cd6d-4774-8a3a-046f14cb302a, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=1cc42767-cd6d-4774-8a3a-046f14cb302a,segment=NetworkSegment(6a668330-508b-4baa-ba9d-9c79bf61d355),segment_id=6a668330-508b-4baa-ba9d-9c79bf61d355)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:44.635227 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9fa630d4-dd43-42a5-812a-797b02910c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (1cc42767-cd6d-4774-8a3a-046f14cb302a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:44.653818 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9fa630d4-dd43-42a5-812a-797b02910c19 admin admin] Calling delete_port for 1cc42767-cd6d-4774-8a3a-046f14cb302a owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:35:44.661402 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-094e6f77-e0d0-4be4-ac42-2a6c66f1d1ff service neutron] 10.222.0.93 "GET /v2.0/networks/d437f433-2a25-46ac-8335-584c725cf993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071075 Feb 20 03:35:44.712494 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51ae0a8-3d2d-4664-949a-875f30c8901c None None] DHCP port deletion for a1d376e6-0361-455a-af30-57a2daa934c8 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:35:44.732593 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-47df05dd-8317-4785-87f0-3ea77fff0413 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c7e56a42-e6b3-4751-b71a-36d2d4255df0 HTTP/1.1" status: 200 len: 217 time: 0.0527053 Feb 20 03:35:44.775985 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c51ae0a8-3d2d-4664-949a-875f30c8901c None None] Deleting port 1cc42767-cd6d-4774-8a3a-046f14cb302a {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:35:44.776714 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c51ae0a8-3d2d-4664-949a-875f30c8901c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (1cc42767-cd6d-4774-8a3a-046f14cb302a), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:44.834545 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9fa630d4-dd43-42a5-812a-797b02910c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (1cc42767-cd6d-4774-8a3a-046f14cb302a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:44.876455 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-ab12d408-db1d-473e-ad67-2cc2e36c384f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:44.877962 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-ab12d408-db1d-473e-ad67-2cc2e36c384f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d5f2ccdb-a5f0-4784-95bb-b259997ecd83 HTTP/1.1" status: 200 len: 797 time: 0.1207337 Feb 20 03:35:44.883527 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa630d4-dd43-42a5-812a-797b02910c19 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cc42767-cd6d-4774-8a3a-046f14cb302a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:44.893605 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c51ae0a8-3d2d-4664-949a-875f30c8901c None None] For port 1cc42767-cd6d-4774-8a3a-046f14cb302a, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=1cc42767-cd6d-4774-8a3a-046f14cb302a,segment=NetworkSegment(6a668330-508b-4baa-ba9d-9c79bf61d355),segment_id=6a668330-508b-4baa-ba9d-9c79bf61d355)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:44.894012 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c51ae0a8-3d2d-4664-949a-875f30c8901c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (1cc42767-cd6d-4774-8a3a-046f14cb302a), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:44.896425 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa630d4-dd43-42a5-812a-797b02910c19 admin admin] No DVR routers for this DVR port 1cc42767-cd6d-4774-8a3a-046f14cb302a on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:35:44.922261 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c51ae0a8-3d2d-4664-949a-875f30c8901c None None] Calling delete_port for 1cc42767-cd6d-4774-8a3a-046f14cb302a owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:35:44.940526 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2cd67-ceb0-4685-bf28-4cb2b6fee7c8 req-deda64f9-219d-48b1-82b8-c5c23e063f90 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:44.955363 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4ac2cd67-ceb0-4685-bf28-4cb2b6fee7c8 req-deda64f9-219d-48b1-82b8-c5c23e063f90 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 949 time: 0.2255774 Feb 20 03:35:45.014969 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9fa630d4-dd43-42a5-812a-797b02910c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (a1d376e6-0361-455a-af30-57a2daa934c8), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:45.043050 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device abed9a2f-c03b-4b51-97c9-35b56bafc674 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:35:45.057333 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-f8fd763f-b43a-47eb-8ccf-a767b5c14ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:45.059361 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-f8fd763f-b43a-47eb-8ccf-a767b5c14ae3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d437f433-2a25-46ac-8335-584c725cf993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1735785 Feb 20 03:35:45.063649 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-9fa630d4-dd43-42a5-812a-797b02910c19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d376e6-0361-455a-af30-57a2daa934c8']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:35:45.064405 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4ac2cd67-ceb0-4685-bf28-4cb2b6fee7c8 req-2356ac22-ea82-4c57-9f32-76d679be5da0 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077676 Feb 20 03:35:45.072737 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: abed9a2f-c03b-4b51-97c9-35b56bafc674 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:35:45.072940 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device abed9a2f-c03b-4b51-97c9-35b56bafc674 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:35:45.073373 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device f0227393-4428-42ae-9ba1-10b655bc7611 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:35:45.085574 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-9fa630d4-dd43-42a5-812a-797b02910c19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a668330-508b-4baa-ba9d-9c79bf61d355') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:35:45.085953 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-9fa630d4-dd43-42a5-812a-797b02910c19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a668330-508b-4baa-ba9d-9c79bf61d355') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:35:45.104941 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9fa630d4-dd43-42a5-812a-797b02910c19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (6a668330-508b-4baa-ba9d-9c79bf61d355), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:45.108659 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: f0227393-4428-42ae-9ba1-10b655bc7611 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:35:45.108659 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device f0227393-4428-42ae-9ba1-10b655bc7611 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:35:45.108659 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 1cc42767-cd6d-4774-8a3a-046f14cb302a no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:35:45.133647 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9fa630d4-dd43-42a5-812a-797b02910c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (6a668330-508b-4baa-ba9d-9c79bf61d355), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:45.153559 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa630d4-dd43-42a5-812a-797b02910c19 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:35:45.159158 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9fa630d4-dd43-42a5-812a-797b02910c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (6a668330-508b-4baa-ba9d-9c79bf61d355), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:45.159158 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:35:45.159158 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:35:45.159158 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:35:45.159158 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:35:45.159158 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:35:45.159158 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:35:45.159158 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:35:45.159158 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:35:45.159158 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:35:45.159158 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:35:45.159158 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:35:45.159158 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:35:45.159158 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:35:45.159158 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:35:45.159158 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:35:45.159158 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:35:45.159158 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:35:45.159158 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:35:45.159158 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:35:45.159158 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:35:45.159158 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:35:45.159158 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:35:45.159158 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:35:45.159158 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:35:45.159158 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:35:45.159158 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:35:45.159158 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:35:45.159158 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:35:45.159158 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:35:45.159158 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:35:45.159158 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:35:45.159158 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:35:45.223014 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-1e96640d-9117-43f8-9b3a-695075648a5f service neutron] 10.222.0.93 "GET /v2.0/networks/d437f433-2a25-46ac-8335-584c725cf993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506493 Feb 20 03:35:45.272887 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-4cb87d8c-aed1-4f1f-9660-8d771f6becae req-fd642392-6301-4483-882e-bbaa7c6a5db7 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:35:45.273994 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4cb87d8c-aed1-4f1f-9660-8d771f6becae req-fd642392-6301-4483-882e-bbaa7c6a5db7 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076840 Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: from cryptography.utils import int_from_bytes Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: from cryptography.utils import int_from_bytes Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:35:45.297040 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:35:45.303916 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:35:45.303916 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:35:45.303916 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:35:45.303916 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:35:45.303916 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:35:45.303916 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:35:45.303916 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:35:45.303916 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:35:45.303916 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:35:45.303916 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:35:45.303916 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:35:45.303916 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:35:45.303916 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:35:45.303916 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:35:45.303916 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 1cc42767-cd6d-4774-8a3a-046f14cb302a {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:35:45.303916 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 1cc42767-cd6d-4774-8a3a-046f14cb302a not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:35:45.309648 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c51ae0a8-3d2d-4664-949a-875f30c8901c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (1cc42767-cd6d-4774-8a3a-046f14cb302a), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:45.321549 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9fa630d4-dd43-42a5-812a-797b02910c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (a1d376e6-0361-455a-af30-57a2daa934c8), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:45.322088 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c51ae0a8-3d2d-4664-949a-875f30c8901c None None] Network a1d376e6-0361-455a-af30-57a2daa934c8 is not hosted by any dhcp agent {{(pid=104107) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 20 03:35:45.322088 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51ae0a8-3d2d-4664-949a-875f30c8901c None None] No DVR routers for this DVR port 1cc42767-cd6d-4774-8a3a-046f14cb302a on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:35:45.330663 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9fa630d4-dd43-42a5-812a-797b02910c19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:45.334097 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9fa630d4-dd43-42a5-812a-797b02910c19 admin admin] 10.222.0.89 "DELETE /v2.0/networks/a1d376e6-0361-455a-af30-57a2daa934c8 HTTP/1.1" status: 204 len: 168 time: 0.9658701 Feb 20 03:35:45.361228 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa630d4-dd43-42a5-812a-797b02910c19 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1d376e6-0361-455a-af30-57a2daa934c8,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:45.387379 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ae0a8-3d2d-4664-949a-875f30c8901c None None] Pushing event deleted for resources: {'Port': ['ID=1cc42767-cd6d-4774-8a3a-046f14cb302a,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:45.420106 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ae0a8-3d2d-4664-949a-875f30c8901c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:35:45.420106 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ae0a8-3d2d-4664-949a-875f30c8901c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:35:45.420106 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ae0a8-3d2d-4664-949a-875f30c8901c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:35:45.420106 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ae0a8-3d2d-4664-949a-875f30c8901c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:35:45.420106 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ae0a8-3d2d-4664-949a-875f30c8901c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:35:45.420106 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ae0a8-3d2d-4664-949a-875f30c8901c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:35:45.425426 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ae0a8-3d2d-4664-949a-875f30c8901c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:35:45.425426 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ae0a8-3d2d-4664-949a-875f30c8901c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:35:45.425426 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ae0a8-3d2d-4664-949a-875f30c8901c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:35:45.425426 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ae0a8-3d2d-4664-949a-875f30c8901c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:35:45.425426 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ae0a8-3d2d-4664-949a-875f30c8901c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:35:45.425426 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ae0a8-3d2d-4664-949a-875f30c8901c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:35:45.425426 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51ae0a8-3d2d-4664-949a-875f30c8901c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:35:45.435397 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b80efbdc-e11f-4f1c-9756-326a8cbc284b req-94172d69-276e-483a-81b1-a19d8f10727b service neutron] 10.222.0.93 "GET /v2.0/networks/d437f433-2a25-46ac-8335-584c725cf993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054102 Feb 20 03:35:45.731582 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b6cdc-043a-4503-845e-0abee97fdc15 req-875924f3-c233-48f5-a1c1-631a4d4b1082 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:45.734283 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-157b6cdc-043a-4503-845e-0abee97fdc15 req-875924f3-c233-48f5-a1c1-631a4d4b1082 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=41ba5a4e-7ee4-4c9d-aab5-af217e44b6da HTTP/1.1" status: 200 len: 944 time: 0.0590806 Feb 20 03:35:45.797198 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-157b6cdc-043a-4503-845e-0abee97fdc15 req-a1af6695-a843-4fa4-b1c0-f84684a150e9 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558650 Feb 20 03:35:45.854479 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35474) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:35:45.907576 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6f26e1a2-4b32-4e80-84ef-94a18169ecdc admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=237b26f191eb4e1ebc252932059a9b24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0518513 Feb 20 03:35:45.910022 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35478) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:35:45.930495 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383512e-08b4-4916-a618-d22809336303 req-6b430a27-5d93-463f-94c2-4284fa61cb45 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:45.937616 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5383512e-08b4-4916-a618-d22809336303 req-6b430a27-5d93-463f-94c2-4284fa61cb45 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 949 time: 0.0814435 Feb 20 03:35:45.979193 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-150ae817-cc88-4366-bd4a-a731fad26a2a admin admin] Publish callbacks [] for security_group (9d6e4b95-d6bc-4781-acfc-5987b23789df), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:45.993950 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5383512e-08b4-4916-a618-d22809336303 req-0f0f8ef5-ef2e-4a44-9df0-c5798f0381d4 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551617 Feb 20 03:35:46.020782 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-150ae817-cc88-4366-bd4a-a731fad26a2a admin admin] Publish callbacks [] for security_group (9d6e4b95-d6bc-4781-acfc-5987b23789df), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:46.080617 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-479c60c6-055a-4a67-87a6-52769f35a8e7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1875708 Feb 20 03:35:46.089750 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-7e761348-79d7-4e49-b578-127570114cf3 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:35:46.093981 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-7e761348-79d7-4e49-b578-127570114cf3 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053890 Feb 20 03:35:46.142451 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-150ae817-cc88-4366-bd4a-a731fad26a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (9d6e4b95-d6bc-4781-acfc-5987b23789df), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:46.145334 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-150ae817-cc88-4366-bd4a-a731fad26a2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:46.148980 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-150ae817-cc88-4366-bd4a-a731fad26a2a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9d6e4b95-d6bc-4781-acfc-5987b23789df HTTP/1.1" status: 204 len: 168 time: 0.2353814 Feb 20 03:35:46.156121 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ae817-cc88-4366-bd4a-a731fad26a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6e4b95-d6bc-4781-acfc-5987b23789df,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:46.245098 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device ccf02ff2-ccc1-49b8-ade4-635ea84c632c up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:35:46.409895 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port ccf02ff2-ccc1-49b8-ade4-635ea84c632c completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:35:46.409895 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port ccf02ff2-ccc1-49b8-ade4-635ea84c632c triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:35:46.409895 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ccf02ff2-ccc1-49b8-ade4-635ea84c632c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:46.497694 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port ccf02ff2-ccc1-49b8-ade4-635ea84c632c is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:35:46.498082 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ccf02ff2-ccc1-49b8-ade4-635ea84c632c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:46.520962 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ba5a4e-7ee4-4c9d-aab5-af217e44b6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf02ff2-ccc1-49b8-ade4-635ea84c632c'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:35:46.523205 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f0941f-a8f4-400c-9176-fdd4a7ba917b" -d '{"events": [{"server_uuid": "41ba5a4e-7ee4-4c9d-aab5-af217e44b6da", "name": "network-vif-plugged", "status": "completed", "tag": "ccf02ff2-ccc1-49b8-ade4-635ea84c632c"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:35:46.540972 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port ccf02ff2-ccc1-49b8-ade4-635ea84c632c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ccf02ff2-ccc1-49b8-ade4-635ea84c632c,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:46.567458 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fe31c4-b013-4cc9-b32c-abe9a9498005 x-openstack-request-id: req-74fe31c4-b013-4cc9-b32c-abe9a9498005 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:35:46.567825 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ba5a4e-7ee4-4c9d-aab5-af217e44b6da", "name": "network-vif-plugged", "status": "completed", "tag": "ccf02ff2-ccc1-49b8-ade4-635ea84c632c", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:35:46.568178 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-74fe31c4-b013-4cc9-b32c-abe9a9498005 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:35:46.568659 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ba5a4e-7ee4-4c9d-aab5-af217e44b6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf02ff2-ccc1-49b8-ade4-635ea84c632c', 'code': 200} Feb 20 03:35:46.616996 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ccf02ff2-ccc1-49b8-ade4-635ea84c632c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:46.670758 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=ccf02ff2-ccc1-49b8-ade4-635ea84c632c,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:46.720263 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a78a9-ebc9-476e-ae3b-abf9c9aac042 req-81eeb87d-fe8e-4002-a83d-5710543eab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:46.720263 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ee6a78a9-ebc9-476e-ae3b-abf9c9aac042 req-81eeb87d-fe8e-4002-a83d-5710543eab88 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=41ba5a4e-7ee4-4c9d-aab5-af217e44b6da HTTP/1.1" status: 200 len: 1127 time: 0.0731623 Feb 20 03:35:46.773118 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ee6a78a9-ebc9-476e-ae3b-abf9c9aac042 req-f3618f50-9c66-498d-be4a-636c5973487f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547612 Feb 20 03:35:46.881042 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35516) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:35:46.931947 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031550f1-7a9f-4c1b-b491-1191f86d2241 req-7fd75943-a59b-4812-8f57-594aeacbe3a8 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:46.940373 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-031550f1-7a9f-4c1b-b491-1191f86d2241 req-7fd75943-a59b-4812-8f57-594aeacbe3a8 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=41ba5a4e-7ee4-4c9d-aab5-af217e44b6da HTTP/1.1" status: 200 len: 945 time: 0.0658340 Feb 20 03:35:47.012777 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-031550f1-7a9f-4c1b-b491-1191f86d2241 req-bb7e6997-c16e-41dc-a7fd-a860d819adaf tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699987 Feb 20 03:35:47.132678 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7b72e-bd41-48bf-99d2-edb416531c3e req-d711e359-a21a-47df-b815-636bad508ab2 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:47.134834 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-56d7b72e-bd41-48bf-99d2-edb416531c3e req-d711e359-a21a-47df-b815-636bad508ab2 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 949 time: 0.0681822 Feb 20 03:35:47.176933 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-7555a862-76ed-4b31-a251-72c4cc3ca45a tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:47.180149 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-7555a862-76ed-4b31-a251-72c4cc3ca45a tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports/8f129d5e-69de-459f-b14e-e8ba00bd20d7 HTTP/1.1" status: 200 len: 946 time: 0.2963226 Feb 20 03:35:47.218136 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-56d7b72e-bd41-48bf-99d2-edb416531c3e req-310b8bce-4b81-437e-b684-3469359a2d7f tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631523 Feb 20 03:35:47.448445 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35538) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:35:47.555441 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-0e8aa8ce-9878-482e-83f5-e928562db4ce admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1019625929-network', 'tenant_id': '8e13d1b876514870b4c46ea04fedd66d'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:35:47.651251 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8aa8ce-9878-482e-83f5-e928562db4ce admin admin] Made reservation on behalf of 8e13d1b876514870b4c46ea04fedd66d for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:35:47.654029 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0e8aa8ce-9878-482e-83f5-e928562db4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:47.663294 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0e8aa8ce-9878-482e-83f5-e928562db4ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:47.744821 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0e8aa8ce-9878-482e-83f5-e928562db4ce admin admin] Publish callbacks [] for security_group (693fac18-5863-41a7-b23e-95938134edab), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:47.834644 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0e8aa8ce-9878-482e-83f5-e928562db4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (693fac18-5863-41a7-b23e-95938134edab), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:47.861123 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e8aa8ce-9878-482e-83f5-e928562db4ce admin admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:35:47.882782 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8aa8ce-9878-482e-83f5-e928562db4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693fac18-5863-41a7-b23e-95938134edab,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:47.887438 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0e8aa8ce-9878-482e-83f5-e928562db4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (69783699-9f40-4dd5-8cc4-9295ba1da9c2), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:47.888033 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-0e8aa8ce-9878-482e-83f5-e928562db4ce admin admin] Added segment 69783699-9f40-4dd5-8cc4-9295ba1da9c2 of type vlan for network eb72ec9f-03fd-429e-98e6-830fa78a693b Feb 20 03:35:47.967545 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0e8aa8ce-9878-482e-83f5-e928562db4ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (eb72ec9f-03fd-429e-98e6-830fa78a693b), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:48.068553 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0e8aa8ce-9878-482e-83f5-e928562db4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (eb72ec9f-03fd-429e-98e6-830fa78a693b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:48.069620 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8aa8ce-9878-482e-83f5-e928562db4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:48.070229 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0e8aa8ce-9878-482e-83f5-e928562db4ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:48.147067 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee805f-2c9b-4f3a-ae0f-4bb5a06eb6a0 req-6cbfb9d8-a459-41c0-8b94-9f815dd647c7 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:48.148879 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8cee805f-2c9b-4f3a-ae0f-4bb5a06eb6a0 req-6cbfb9d8-a459-41c0-8b94-9f815dd647c7 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=41ba5a4e-7ee4-4c9d-aab5-af217e44b6da HTTP/1.1" status: 200 len: 945 time: 0.0617566 Feb 20 03:35:48.152600 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8aa8ce-9878-482e-83f5-e928562db4ce admin admin] Pushing event updated for resources: {'Network': ['ID=eb72ec9f-03fd-429e-98e6-830fa78a693b,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:48.165275 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network eb72ec9f-03fd-429e-98e6-830fa78a693b details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:35:48.205325 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8cee805f-2c9b-4f3a-ae0f-4bb5a06eb6a0 req-713debd4-5098-4703-a1b1-dd169bceb2ae tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497122 Feb 20 03:35:48.232491 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0e8aa8ce-9878-482e-83f5-e928562db4ce admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7821553 Feb 20 03:35:48.236786 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35546) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:35:48.241881 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-52ffad3a-18f2-4ff4-bcd6-1ddaad3d6412 admin admin] Request body: {'subnet': {'network_id': 'eb72ec9f-03fd-429e-98e6-830fa78a693b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1019625929-subnet', 'tenant_id': '8e13d1b876514870b4c46ea04fedd66d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:35:48.343300 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fce30b-0f7e-4bb9-b50c-a66d7c9c920b req-c618dd5e-6c4b-46fe-a9e2-e9ccf52e3435 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:48.344719 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b9fce30b-0f7e-4bb9-b50c-a66d7c9c920b req-c618dd5e-6c4b-46fe-a9e2-e9ccf52e3435 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 949 time: 0.0545888 Feb 20 03:35:48.377199 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ffad3a-18f2-4ff4-bcd6-1ddaad3d6412 admin admin] Made reservation on behalf of 8e13d1b876514870b4c46ea04fedd66d for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:35:48.380631 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-52ffad3a-18f2-4ff4-bcd6-1ddaad3d6412 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:48.394574 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b9fce30b-0f7e-4bb9-b50c-a66d7c9c920b req-04f7aad6-ce7e-453d-bd42-7b6dae37fabc tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442665 Feb 20 03:35:48.623206 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-52ffad3a-18f2-4ff4-bcd6-1ddaad3d6412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (8e889741-186e-4683-9003-0f4b5f32a6a3), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:48.686204 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffad3a-18f2-4ff4-bcd6-1ddaad3d6412 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e889741-186e-4683-9003-0f4b5f32a6a3,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:48.692838 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ffad3a-18f2-4ff4-bcd6-1ddaad3d6412 admin admin] Checking segment: {'id': '69783699-9f40-4dd5-8cc4-9295ba1da9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'eb72ec9f-03fd-429e-98e6-830fa78a693b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:35:48.693204 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ffad3a-18f2-4ff4-bcd6-1ddaad3d6412 admin admin] Network hostable DHCP agents. Network: eb72ec9f-03fd-429e-98e6-830fa78a693b, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:35:48.794884 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ffad3a-18f2-4ff4-bcd6-1ddaad3d6412 admin admin] Network eb72ec9f-03fd-429e-98e6-830fa78a693b is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:35:48.931343 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-52ffad3a-18f2-4ff4-bcd6-1ddaad3d6412 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, eb72ec9f-03fd-429e-98e6-830fa78a693b) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:35:48.935996 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ffad3a-18f2-4ff4-bcd6-1ddaad3d6412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:48.936619 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-52ffad3a-18f2-4ff4-bcd6-1ddaad3d6412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:48.944334 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126b4436-1a2d-4dbe-9a4e-3fb45a89507c None None] Network eb72ec9f-03fd-429e-98e6-830fa78a693b requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:35:49.041227 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a3afab-7cb1-441f-942f-f5d37f5e4a53 None None] Network eb72ec9f-03fd-429e-98e6-830fa78a693b requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:35:49.068821 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-52ffad3a-18f2-4ff4-bcd6-1ddaad3d6412 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8308802 Feb 20 03:35:49.177540 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-7f56c4a8-d2c0-4ec9-b3ba-9adf82072133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:49.179205 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-7f56c4a8-d2c0-4ec9-b3ba-9adf82072133 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 1131 time: 0.0550187 Feb 20 03:35:49.295979 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-53bc6a2c-1c02-454f-9e2e-646ee5878a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:49.297517 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-53bc6a2c-1c02-454f-9e2e-646ee5878a10 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.1115167 Feb 20 03:35:49.354495 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-54dedb6c-27a5-47bf-8d01-500dcfab2c86 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=8f129d5e-69de-459f-b14e-e8ba00bd20d7 HTTP/1.1" status: 200 len: 217 time: 0.0417795 Feb 20 03:35:49.412325 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6e726-956e-4070-89f3-2f1edac13331 req-618e9e3f-85af-4380-bc78-50654f92725a tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:49.413910 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6ea6e726-956e-4070-89f3-2f1edac13331 req-618e9e3f-85af-4380-bc78-50654f92725a tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=41ba5a4e-7ee4-4c9d-aab5-af217e44b6da HTTP/1.1" status: 200 len: 945 time: 0.1322291 Feb 20 03:35:49.425150 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-420c083f-5df2-4cc8-a303-8953e79d3f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:49.426673 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-420c083f-5df2-4cc8-a303-8953e79d3f35 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0667219 Feb 20 03:35:49.506054 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6ea6e726-956e-4070-89f3-2f1edac13331 req-aeb58a33-0933-4ffe-a6bf-d0c3a2cf2be1 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834949 Feb 20 03:35:49.512483 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-412ae065-c2a0-425e-af67-001aecd12032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:49.514305 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-412ae065-c2a0-425e-af67-001aecd12032 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0814812 Feb 20 03:35:49.976454 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-58d4bbc5-b29c-44ec-b277-5d9fd150373a service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542351 Feb 20 03:35:50.015775 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-93c0a11f-ee59-4f16-b428-526dddc14956 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:50.017237 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-93c0a11f-ee59-4f16-b428-526dddc14956 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/networks?id=eb72ec9f-03fd-429e-98e6-830fa78a693b HTTP/1.1" status: 200 len: 815 time: 0.1490264 Feb 20 03:35:50.057314 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-d1c6b923-49be-4cba-bd00-e910aa24f0a5 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/quotas/8e13d1b876514870b4c46ea04fedd66d HTTP/1.1" status: 200 len: 375 time: 0.0166173 Feb 20 03:35:50.114635 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-b6649b2c-8535-4e0b-9c8e-f3a9ff1d9b22 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=8e13d1b876514870b4c46ea04fedd66d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483668 Feb 20 03:35:50.120212 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-225f198a-8f7b-4b63-a3c7-0ddec0f0341b service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360846 Feb 20 03:35:50.208095 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-e1cb9753-be3a-46ae-8715-ddea3d7671d4 service neutron] 10.222.0.89 "GET /v2.0/networks/eb72ec9f-03fd-429e-98e6-830fa78a693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858288 Feb 20 03:35:50.308385 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-df216062-8c96-4011-982d-87dd4562ecab service neutron] 10.222.0.89 "GET /v2.0/networks/eb72ec9f-03fd-429e-98e6-830fa78a693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942335 Feb 20 03:35:50.604734 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bd847-b66e-4389-b58f-57881e985a0f req-845e2538-61fe-46bf-b1af-2821240c7702 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:50.607372 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-516bd847-b66e-4389-b58f-57881e985a0f req-845e2538-61fe-46bf-b1af-2821240c7702 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 949 time: 0.0629034 Feb 20 03:35:50.659919 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-516bd847-b66e-4389-b58f-57881e985a0f req-51edd879-e9f6-4069-86e7-9bfddc1b08ce tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487723 Feb 20 03:35:50.811167 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:50.937275 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:51.062174 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-323de23f-4490-4b09-8cf5-4ccc3f20742f req-f5eccb5f-7066-478d-a2d9-4f13b279a6c0 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 210 time: 0.0286839 Feb 20 03:35:51.183877 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b7b45-2a45-42b9-afa5-0e1245e58b8a req-3f574b26-20c4-402e-843d-8209c10f43ea tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:51.186316 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-518b7b45-2a45-42b9-afa5-0e1245e58b8a req-3f574b26-20c4-402e-843d-8209c10f43ea tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=41ba5a4e-7ee4-4c9d-aab5-af217e44b6da HTTP/1.1" status: 200 len: 945 time: 0.0587099 Feb 20 03:35:51.244722 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-518b7b45-2a45-42b9-afa5-0e1245e58b8a req-0185b846-0d80-440a-8918-bd1cc2916dd5 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522923 Feb 20 03:35:51.812982 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b9c61-eac6-4079-92a8-8bc75c019b82 req-eede71a3-56f6-4fde-a2ca-2e839493240d tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:51.814683 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-690b9c61-eac6-4079-92a8-8bc75c019b82 req-eede71a3-56f6-4fde-a2ca-2e839493240d tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 949 time: 0.0753663 Feb 20 03:35:51.864921 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-690b9c61-eac6-4079-92a8-8bc75c019b82 req-f98b8cde-eb39-42e7-898b-ffc1e67bf90c tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437393 Feb 20 03:35:52.167768 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dddde5cb-71e2-446b-b8dc-0df175ebe4e6 req-35b7d3ba-55a3-40c1-99d9-6f8018b9030f tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 210 time: 0.0336680 Feb 20 03:35:52.409134 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4eaee1-652c-45d6-8495-d2b5f3496635 req-c6cbb552-79fe-4b5c-8f3e-21683eeba11d tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:52.410842 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a4eaee1-652c-45d6-8495-d2b5f3496635 req-c6cbb552-79fe-4b5c-8f3e-21683eeba11d tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=41ba5a4e-7ee4-4c9d-aab5-af217e44b6da HTTP/1.1" status: 200 len: 945 time: 0.0677960 Feb 20 03:35:52.459154 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a4eaee1-652c-45d6-8495-d2b5f3496635 req-758aab78-9da4-47a4-89ca-93fc798ea43b tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421796 Feb 20 03:35:53.115317 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-9f0ad213-789e-49df-bf3a-fe14f767b73c tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:53.117032 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-9f0ad213-789e-49df-bf3a-fe14f767b73c tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.42 "GET /v2.0/networks?id=eb72ec9f-03fd-429e-98e6-830fa78a693b HTTP/1.1" status: 200 len: 815 time: 0.2089269 Feb 20 03:35:53.143929 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-774f7e95-df0f-4c10-b303-016058818fc7 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Request body: {'port': {'device_id': '68453351-1639-404d-88f1-63f7cb86ecd0', 'network_id': 'eb72ec9f-03fd-429e-98e6-830fa78a693b', 'admin_state_up': True, 'tenant_id': '8e13d1b876514870b4c46ea04fedd66d'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:35:53.224112 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d66360-3477-4120-be08-29dfd0016ecf req-3e829009-15da-4f9b-a05a-a80d0dc16ddd tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:53.225859 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-47d66360-3477-4120-be08-29dfd0016ecf req-3e829009-15da-4f9b-a05a-a80d0dc16ddd tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 949 time: 0.1319671 Feb 20 03:35:53.328183 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-47d66360-3477-4120-be08-29dfd0016ecf req-36c1c937-0f9c-4936-94bd-3f54b706c5f0 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947225 Feb 20 03:35:53.433823 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-774f7e95-df0f-4c10-b303-016058818fc7 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Made reservation on behalf of 8e13d1b876514870b4c46ea04fedd66d for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:35:53.437768 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-774f7e95-df0f-4c10-b303-016058818fc7 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:53.553219 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff8affee-a9b6-444a-bf4e-f8923ffc7aae req-44c04a4c-a2a1-4739-91c9-b49b4043d485 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 210 time: 0.0711796 Feb 20 03:35:53.621932 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-774f7e95-df0f-4c10-b303-016058818fc7 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Allocated IP 172.20.0.7 (eb72ec9f-03fd-429e-98e6-830fa78a693b/8e889741-186e-4683-9003-0f4b5f32a6a3/815bd948-bcf0-4a6d-a897-5f950d18e389) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:35:53.799356 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-774f7e95-df0f-4c10-b303-016058818fc7 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Publish callbacks [] for port (815bd948-bcf0-4a6d-a897-5f950d18e389), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:53.880445 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-774f7e95-df0f-4c10-b303-016058818fc7 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (815bd948-bcf0-4a6d-a897-5f950d18e389), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:53.928348 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-774f7e95-df0f-4c10-b303-016058818fc7 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Network eb72ec9f-03fd-429e-98e6-830fa78a693b is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:35:53.931732 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-774f7e95-df0f-4c10-b303-016058818fc7 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:35:53.936163 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-774f7e95-df0f-4c10-b303-016058818fc7 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:35:53.978999 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f7e95-df0f-4c10-b303-016058818fc7 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Pushing event updated for resources: {'Port': ['ID=815bd948-bcf0-4a6d-a897-5f950d18e389,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:54.000279 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-774f7e95-df0f-4c10-b303-016058818fc7 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:54.000992 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-774f7e95-df0f-4c10-b303-016058818fc7 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:54.071219 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-774f7e95-df0f-4c10-b303-016058818fc7 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9322085 Feb 20 03:35:54.082355 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-aab03823-ff5a-4b8a-aeb0-06508fa5055a service neutron] Request body: {'port': {'device_id': '68453351-1639-404d-88f1-63f7cb86ecd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:35:54.144521 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-aab03823-ff5a-4b8a-aeb0-06508fa5055a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (815bd948-bcf0-4a6d-a897-5f950d18e389), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:54.464973 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-aab03823-ff5a-4b8a-aeb0-06508fa5055a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 815bd948-bcf0-4a6d-a897-5f950d18e389 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:35:54.475268 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-aab03823-ff5a-4b8a-aeb0-06508fa5055a service neutron] Publish callbacks [] for port (815bd948-bcf0-4a6d-a897-5f950d18e389), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:54.496133 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-aab03823-ff5a-4b8a-aeb0-06508fa5055a service neutron] Transition to ACTIVE for port object 815bd948-bcf0-4a6d-a897-5f950d18e389 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:35:54.505696 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf585b-3c7a-4037-a9b0-1b9087e01a3c req-5e9aef35-b29a-4f90-8e6c-80b2f64ba4ee tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:54.507351 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f0bf585b-3c7a-4037-a9b0-1b9087e01a3c req-5e9aef35-b29a-4f90-8e6c-80b2f64ba4ee tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 949 time: 0.0834560 Feb 20 03:35:54.556839 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-aab03823-ff5a-4b8a-aeb0-06508fa5055a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (815bd948-bcf0-4a6d-a897-5f950d18e389), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:54.570458 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f0bf585b-3c7a-4037-a9b0-1b9087e01a3c req-3f7bec43-b7b0-4685-ad75-56348ababa14 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538247 Feb 20 03:35:54.614903 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab03823-ff5a-4b8a-aeb0-06508fa5055a service neutron] Pushing event updated for resources: {'Port': ['ID=815bd948-bcf0-4a6d-a897-5f950d18e389,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:54.704775 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-aab03823-ff5a-4b8a-aeb0-06508fa5055a service neutron] Attempting to bind port 815bd948-bcf0-4a6d-a897-5f950d18e389 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:35:54.705262 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-aab03823-ff5a-4b8a-aeb0-06508fa5055a service neutron] Attempting to bind port 815bd948-bcf0-4a6d-a897-5f950d18e389 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '69783699-9f40-4dd5-8cc4-9295ba1da9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'eb72ec9f-03fd-429e-98e6-830fa78a693b'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:35:54.705692 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-aab03823-ff5a-4b8a-aeb0-06508fa5055a service neutron] Attempting to bind port 815bd948-bcf0-4a6d-a897-5f950d18e389 on network eb72ec9f-03fd-429e-98e6-830fa78a693b {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:35:54.715152 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-aab03823-ff5a-4b8a-aeb0-06508fa5055a service neutron] Port 815bd948-bcf0-4a6d-a897-5f950d18e389 on network eb72ec9f-03fd-429e-98e6-830fa78a693b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:35:54.715708 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-aab03823-ff5a-4b8a-aeb0-06508fa5055a service neutron] Attempting to bind port 815bd948-bcf0-4a6d-a897-5f950d18e389 on network eb72ec9f-03fd-429e-98e6-830fa78a693b {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:35:54.723745 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-aab03823-ff5a-4b8a-aeb0-06508fa5055a service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:35:54.724308 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-aab03823-ff5a-4b8a-aeb0-06508fa5055a service neutron] Checking segment: {'id': '69783699-9f40-4dd5-8cc4-9295ba1da9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'eb72ec9f-03fd-429e-98e6-830fa78a693b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:35:54.724904 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-aab03823-ff5a-4b8a-aeb0-06508fa5055a service neutron] Bound using segment: {'id': '69783699-9f40-4dd5-8cc4-9295ba1da9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'eb72ec9f-03fd-429e-98e6-830fa78a693b'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:35:54.725512 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-aab03823-ff5a-4b8a-aeb0-06508fa5055a service neutron] Bound port: 815bd948-bcf0-4a6d-a897-5f950d18e389, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69783699-9f40-4dd5-8cc4-9295ba1da9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'eb72ec9f-03fd-429e-98e6-830fa78a693b'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:35:54.726046 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-aab03823-ff5a-4b8a-aeb0-06508fa5055a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (815bd948-bcf0-4a6d-a897-5f950d18e389), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:54.848028 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-aab03823-ff5a-4b8a-aeb0-06508fa5055a service neutron] For port 815bd948-bcf0-4a6d-a897-5f950d18e389, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:35:54.863418 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-aab03823-ff5a-4b8a-aeb0-06508fa5055a service neutron] For port 815bd948-bcf0-4a6d-a897-5f950d18e389, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=815bd948-bcf0-4a6d-a897-5f950d18e389,segment=NetworkSegment(69783699-9f40-4dd5-8cc4-9295ba1da9c2),segment_id=69783699-9f40-4dd5-8cc4-9295ba1da9c2)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:35:54.889442 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99ee40-9b15-44f1-a64d-7be5867cf6e5 req-88922b30-6f2a-4f1e-8aa0-f1764df41a16 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:54.891012 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cb99ee40-9b15-44f1-a64d-7be5867cf6e5 req-88922b30-6f2a-4f1e-8aa0-f1764df41a16 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 943 time: 0.0835805 Feb 20 03:35:54.945618 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cb99ee40-9b15-44f1-a64d-7be5867cf6e5 req-f5c7e334-a766-44a7-9f59-a85460197e34 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484309 Feb 20 03:35:54.966269 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-aab03823-ff5a-4b8a-aeb0-06508fa5055a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (815bd948-bcf0-4a6d-a897-5f950d18e389), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:55.012272 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-aab03823-ff5a-4b8a-aeb0-06508fa5055a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:55.013117 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-aab03823-ff5a-4b8a-aeb0-06508fa5055a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:55.014721 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-aab03823-ff5a-4b8a-aeb0-06508fa5055a service neutron] 10.222.0.42 "PUT /v2.0/ports/815bd948-bcf0-4a6d-a897-5f950d18e389 HTTP/1.1" status: 200 len: 1091 time: 0.9366004 Feb 20 03:35:55.015218 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68453351-1639-404d-88f1-63f7cb86ecd0', 'tag': '815bd948-bcf0-4a6d-a897-5f950d18e389'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:35:55.017574 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d072e869-3d22-46dc-879d-80b258ba567b" -d '{"events": [{"name": "network-changed", "server_uuid": "68453351-1639-404d-88f1-63f7cb86ecd0", "tag": "815bd948-bcf0-4a6d-a897-5f950d18e389"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:35:55.053683 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab03823-ff5a-4b8a-aeb0-06508fa5055a service neutron] Pushing event updated for resources: {'Port': ['ID=815bd948-bcf0-4a6d-a897-5f950d18e389,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:55.069494 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ab260f-0b5f-419c-961d-f07a90a2a42d x-openstack-request-id: req-c7ab260f-0b5f-419c-961d-f07a90a2a42d {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:35:55.069796 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68453351-1639-404d-88f1-63f7cb86ecd0", "tag": "815bd948-bcf0-4a6d-a897-5f950d18e389", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:35:55.070059 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c7ab260f-0b5f-419c-961d-f07a90a2a42d {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:35:55.070473 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68453351-1639-404d-88f1-63f7cb86ecd0', 'tag': '815bd948-bcf0-4a6d-a897-5f950d18e389', 'status': 'completed', 'code': 200} Feb 20 03:35:55.158032 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072e869-3d22-46dc-879d-80b258ba567b req-4ab8fab9-16fe-4027-9c36-772c8a094029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:55.159704 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d072e869-3d22-46dc-879d-80b258ba567b req-4ab8fab9-16fe-4027-9c36-772c8a094029 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e13d1b876514870b4c46ea04fedd66d&device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 1125 time: 0.0546794 Feb 20 03:35:55.269807 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072e869-3d22-46dc-879d-80b258ba567b req-2ca87ded-1355-4b43-b0e9-705a5a6f6f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:55.271473 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d072e869-3d22-46dc-879d-80b258ba567b req-2ca87ded-1355-4b43-b0e9-705a5a6f6f7b service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=8e13d1b876514870b4c46ea04fedd66d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1032822 Feb 20 03:35:55.376530 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072e869-3d22-46dc-879d-80b258ba567b req-4ad1c6b5-6de2-4440-a3dc-cd4f3758b59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:55.378137 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d072e869-3d22-46dc-879d-80b258ba567b req-4ad1c6b5-6de2-4440-a3dc-cd4f3758b59a service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981741 Feb 20 03:35:55.468121 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-5c23c760-f645-4083-9e01-66b771c60933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:55.469669 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-5c23c760-f645-4083-9e01-66b771c60933 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e13d1b876514870b4c46ea04fedd66d&device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 1125 time: 0.0487454 Feb 20 03:35:55.523731 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-33cf68b6-73ad-432e-bdd2-fac1b41d4180 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=815bd948-bcf0-4a6d-a897-5f950d18e389 HTTP/1.1" status: 200 len: 217 time: 0.0441933 Feb 20 03:35:55.583646 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-c6c7ee1d-4e8b-4d00-81c9-7b77319af7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:55.585338 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-c6c7ee1d-4e8b-4d00-81c9-7b77319af7c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e889741-186e-4683-9003-0f4b5f32a6a3 HTTP/1.1" status: 200 len: 855 time: 0.0539002 Feb 20 03:35:55.624728 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-0084c444-972d-4fa9-9fa1-26042f8aff92 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb72ec9f-03fd-429e-98e6-830fa78a693b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314074 Feb 20 03:35:55.819448 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714018a-5a7e-4330-b17d-5204cb2f180b req-87d29e31-fdef-49c5-8e94-62f302d6d507 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:55.820667 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5714018a-5a7e-4330-b17d-5204cb2f180b req-87d29e31-fdef-49c5-8e94-62f302d6d507 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 949 time: 0.1028929 Feb 20 03:35:55.822886 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-9d8726c9-b0b5-4f5a-931d-a33f7909e331 service neutron] 10.222.0.42 "GET /v2.0/networks/eb72ec9f-03fd-429e-98e6-830fa78a693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879475 Feb 20 03:35:55.935756 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5714018a-5a7e-4330-b17d-5204cb2f180b req-b77ec998-8516-4a13-b4d2-c6bacdbbf47d tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079721 Feb 20 03:35:55.961107 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-64d8b912-81ff-4921-b4b2-70074b1de92e req-46e13ef2-efb5-4c96-822e-2a82ce703493 service neutron] 10.222.0.42 "GET /v2.0/networks/eb72ec9f-03fd-429e-98e6-830fa78a693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273153 Feb 20 03:35:56.128193 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe57571-7eaa-4c17-896e-b3a54c931b3c req-81365c47-66ff-4d45-a151-6164383699d6 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:56.129874 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1fe57571-7eaa-4c17-896e-b3a54c931b3c req-81365c47-66ff-4d45-a151-6164383699d6 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 943 time: 0.0603194 Feb 20 03:35:56.183132 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1fe57571-7eaa-4c17-896e-b3a54c931b3c req-be736d7f-802d-4b11-9006-850ac2418cac tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469398 Feb 20 03:35:56.259587 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device ccf02ff2-ccc1-49b8-ade4-635ea84c632c details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:35:56.374478 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port ccf02ff2-ccc1-49b8-ade4-635ea84c632c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ccf02ff2-ccc1-49b8-ade4-635ea84c632c,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:56.391340 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'ccf02ff2-ccc1-49b8-ade4-635ea84c632c', 'network_id': '780f8a56-4eb9-4713-bddf-aebbfa8636e6', 'port_id': 'ccf02ff2-ccc1-49b8-ade4-635ea84c632c', 'mac_address': 'fa:16:3e:33:2f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7943db-e73d-4c28-8d17-e3720a98a6a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:35:56.430545 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fe9427e4-da4c-456c-8e78-e38046f6204d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:56.435627 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port ccf02ff2-ccc1-49b8-ade4-635ea84c632c is: ACTIVE; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:35:56.436020 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ccf02ff2-ccc1-49b8-ade4-635ea84c632c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:56.449609 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ccf02ff2-ccc1-49b8-ade4-635ea84c632c {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:35:56.469969 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port ccf02ff2-ccc1-49b8-ade4-635ea84c632c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ccf02ff2-ccc1-49b8-ade4-635ea84c632c,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:56.536726 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ccf02ff2-ccc1-49b8-ade4-635ea84c632c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:56.587383 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=ccf02ff2-ccc1-49b8-ade4-635ea84c632c,revision_number=6']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:56.730805 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['ccf02ff2-ccc1-49b8-ade4-635ea84c632c'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:35:57.089355 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054ea69-d140-4d0c-8f61-9f3a6c12d659 req-a54769b6-7243-4f7b-aeaf-9ce4bd1ecb8a tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:57.092640 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8054ea69-d140-4d0c-8f61-9f3a6c12d659 req-a54769b6-7243-4f7b-aeaf-9ce4bd1ecb8a tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 949 time: 0.0666826 Feb 20 03:35:57.152974 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8054ea69-d140-4d0c-8f61-9f3a6c12d659 req-beebcd71-c475-4efc-88e3-a92adf778443 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536962 Feb 20 03:35:57.366035 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab86cef-8d80-4a5f-a767-fc828bf30e5c req-f55e12a4-ef02-4f40-9660-d650d9c66b0c tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:57.368302 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9ab86cef-8d80-4a5f-a767-fc828bf30e5c req-f55e12a4-ef02-4f40-9660-d650d9c66b0c tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 943 time: 0.0746942 Feb 20 03:35:57.436119 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9ab86cef-8d80-4a5f-a767-fc828bf30e5c req-3ad2f239-c4be-4002-98eb-0d1f3bf63953 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555496 Feb 20 03:35:58.257146 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device ccf02ff2-ccc1-49b8-ade4-635ea84c632c up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:35:58.436187 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381b9bc-0eb1-4177-8bb8-f950598a732d req-31033456-3499-4335-bab1-a40aba063cdd tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:58.446109 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8381b9bc-0eb1-4177-8bb8-f950598a732d req-31033456-3499-4335-bab1-a40aba063cdd tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 949 time: 0.1719143 Feb 20 03:35:58.461754 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port ccf02ff2-ccc1-49b8-ade4-635ea84c632c triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:35:58.461754 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ccf02ff2-ccc1-49b8-ade4-635ea84c632c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:58.540312 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8381b9bc-0eb1-4177-8bb8-f950598a732d req-20f5818a-6a37-49cb-b274-b4cc6bf7ddb6 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853209 Feb 20 03:35:58.707230 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port ccf02ff2-ccc1-49b8-ade4-635ea84c632c is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:35:58.708158 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ccf02ff2-ccc1-49b8-ade4-635ea84c632c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:58.783281 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ba5a4e-7ee4-4c9d-aab5-af217e44b6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf02ff2-ccc1-49b8-ade4-635ea84c632c'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:35:58.787152 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576b4c42-3b8b-451f-8349-90244d764024" -d '{"events": [{"server_uuid": "41ba5a4e-7ee4-4c9d-aab5-af217e44b6da", "name": "network-vif-plugged", "status": "completed", "tag": "ccf02ff2-ccc1-49b8-ade4-635ea84c632c"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:35:58.847214 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f0272256-3ad2-4ec1-aafa-dba0d759a82d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:58.864701 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port ccf02ff2-ccc1-49b8-ade4-635ea84c632c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ccf02ff2-ccc1-49b8-ade4-635ea84c632c,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:58.878906 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 815bd948-bcf0-4a6d-a897-5f950d18e389 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:35:58.929805 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ccf02ff2-ccc1-49b8-ade4-635ea84c632c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:58.951548 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5a549-6e55-487e-b14e-7f7de9083f89 req-8075f0d6-7ea1-4934-837e-64c19f595bb0 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:35:58.955054 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0dd5a549-6e55-487e-b14e-7f7de9083f89 req-8075f0d6-7ea1-4934-837e-64c19f595bb0 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 943 time: 0.2125540 Feb 20 03:35:59.027441 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.resource_extend [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 03:35:59.030304 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=ccf02ff2-ccc1-49b8-ade4-635ea84c632c,revision_number=7']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:59.074146 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0dd5a549-6e55-487e-b14e-7f7de9083f89 req-1dc72ccd-30f0-4b81-a679-5c52e594da8f tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111696 Feb 20 03:35:59.396396 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c160a0d-a85f-4425-8c32-6b14abbf40ca x-openstack-request-id: req-5c160a0d-a85f-4425-8c32-6b14abbf40ca {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:35:59.396396 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ba5a4e-7ee4-4c9d-aab5-af217e44b6da", "name": "network-vif-plugged", "status": "completed", "tag": "ccf02ff2-ccc1-49b8-ade4-635ea84c632c", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:35:59.396396 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5c160a0d-a85f-4425-8c32-6b14abbf40ca {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:35:59.396396 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ba5a4e-7ee4-4c9d-aab5-af217e44b6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf02ff2-ccc1-49b8-ade4-635ea84c632c', 'code': 200} Feb 20 03:35:59.396396 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 815bd948-bcf0-4a6d-a897-5f950d18e389, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=815bd948-bcf0-4a6d-a897-5f950d18e389,segment=NetworkSegment(69783699-9f40-4dd5-8cc4-9295ba1da9c2),segment_id=69783699-9f40-4dd5-8cc4-9295ba1da9c2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:59.396396 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '815bd948-bcf0-4a6d-a897-5f950d18e389', 'network_id': 'eb72ec9f-03fd-429e-98e6-830fa78a693b', 'port_id': '815bd948-bcf0-4a6d-a897-5f950d18e389', 'mac_address': 'fa:16:3e:38:d3:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e889741-186e-4683-9003-0f4b5f32a6a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:35:59.396396 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 815bd948-bcf0-4a6d-a897-5f950d18e389 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:35:59.396396 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (815bd948-bcf0-4a6d-a897-5f950d18e389), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:59.396396 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 815bd948-bcf0-4a6d-a897-5f950d18e389 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:35:59.396396 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 815bd948-bcf0-4a6d-a897-5f950d18e389, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=815bd948-bcf0-4a6d-a897-5f950d18e389,segment=NetworkSegment(69783699-9f40-4dd5-8cc4-9295ba1da9c2),segment_id=69783699-9f40-4dd5-8cc4-9295ba1da9c2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:35:59.605775 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (815bd948-bcf0-4a6d-a897-5f950d18e389), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:59.680418 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=815bd948-bcf0-4a6d-a897-5f950d18e389,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:35:59.851495 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:35:59.897927 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['815bd948-bcf0-4a6d-a897-5f950d18e389'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:36:00.485602 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d49da-539f-4846-9106-3316f15dea5b req-96fd0dbe-1960-498a-ae49-cbb53edd1873 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:00.487077 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d76d49da-539f-4846-9106-3316f15dea5b req-96fd0dbe-1960-498a-ae49-cbb53edd1873 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 949 time: 0.0663300 Feb 20 03:36:00.552280 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d76d49da-539f-4846-9106-3316f15dea5b req-e8b3174c-3ba0-400d-a029-c2a8fe7a905a tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581634 Feb 20 03:36:00.728158 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c773fe2-bb69-4f25-a33e-1f67a8db200d req-ca9923f7-6856-419d-852b-882b0da89b9b tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:00.730099 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0c773fe2-bb69-4f25-a33e-1f67a8db200d req-ca9923f7-6856-419d-852b-882b0da89b9b tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 944 time: 0.0576193 Feb 20 03:36:00.790723 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0c773fe2-bb69-4f25-a33e-1f67a8db200d req-16527050-3a33-46c2-a482-0785a2a0e40a tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538023 Feb 20 03:36:00.894747 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 815bd948-bcf0-4a6d-a897-5f950d18e389 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:36:01.017206 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8668f-7f87-43b5-a839-29f0012b79a2 req-005aeec5-6d14-49d4-9d6d-8bf7cbd4efdd tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:01.018792 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80a8668f-7f87-43b5-a839-29f0012b79a2 req-005aeec5-6d14-49d4-9d6d-8bf7cbd4efdd tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 946 time: 0.0643804 Feb 20 03:36:01.042486 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 815bd948-bcf0-4a6d-a897-5f950d18e389 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:36:01.054935 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 815bd948-bcf0-4a6d-a897-5f950d18e389 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:36:01.055377 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (815bd948-bcf0-4a6d-a897-5f950d18e389), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:01.090132 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80a8668f-7f87-43b5-a839-29f0012b79a2 req-470f0816-e554-4861-8403-9f4e71df1bcb tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571749 Feb 20 03:36:01.186468 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 815bd948-bcf0-4a6d-a897-5f950d18e389 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:36:01.186468 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (815bd948-bcf0-4a6d-a897-5f950d18e389), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:01.225423 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68453351-1639-404d-88f1-63f7cb86ecd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815bd948-bcf0-4a6d-a897-5f950d18e389'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:36:01.228148 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099aef49-0edd-4b37-85f4-2ff99c43eb9c" -d '{"events": [{"server_uuid": "68453351-1639-404d-88f1-63f7cb86ecd0", "name": "network-vif-plugged", "status": "completed", "tag": "815bd948-bcf0-4a6d-a897-5f950d18e389"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:36:01.242118 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 815bd948-bcf0-4a6d-a897-5f950d18e389, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=815bd948-bcf0-4a6d-a897-5f950d18e389,segment=NetworkSegment(69783699-9f40-4dd5-8cc4-9295ba1da9c2),segment_id=69783699-9f40-4dd5-8cc4-9295ba1da9c2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:01.392362 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:01.543236 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (815bd948-bcf0-4a6d-a897-5f950d18e389), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:01.554272 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655bfc2-f81f-4e67-a424-9e30c26e4ac7 req-8072787a-d661-42b6-9d69-40102bd50f6c tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:01.555879 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5655bfc2-f81f-4e67-a424-9e30c26e4ac7 req-8072787a-d661-42b6-9d69-40102bd50f6c tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "GET /v2.0/ports?device_id=84a27569-dd8d-4b63-b15d-70f4b31a476e HTTP/1.1" status: 200 len: 946 time: 0.0609059 Feb 20 03:36:01.615627 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=815bd948-bcf0-4a6d-a897-5f950d18e389,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:01.619416 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5655bfc2-f81f-4e67-a424-9e30c26e4ac7 req-ab9bbb67-d1b2-4128-a371-1977e1673e06 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "GET /v2.0/security-groups?id=575538b2-6f9f-4d0b-859d-b682c7213828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572248 Feb 20 03:36:01.678534 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca2f6df-07bd-4ead-b8ee-3808e8fe98e3 x-openstack-request-id: req-dca2f6df-07bd-4ead-b8ee-3808e8fe98e3 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:36:01.678832 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68453351-1639-404d-88f1-63f7cb86ecd0", "name": "network-vif-plugged", "status": "completed", "tag": "815bd948-bcf0-4a6d-a897-5f950d18e389", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:36:01.679114 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-dca2f6df-07bd-4ead-b8ee-3808e8fe98e3 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:36:01.679521 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68453351-1639-404d-88f1-63f7cb86ecd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815bd948-bcf0-4a6d-a897-5f950d18e389', 'code': 200} Feb 20 03:36:01.830070 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f0c68-2e7b-4e5f-8d18-0692546084f7 req-8ca97c3b-d8c8-4d2e-8d00-1b780c721b70 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:01.831647 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f23f0c68-2e7b-4e5f-8d18-0692546084f7 req-8ca97c3b-d8c8-4d2e-8d00-1b780c721b70 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 949 time: 0.0989971 Feb 20 03:36:01.838625 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c0432-7a40-4733-9ebe-b9d4d983e8b8 req-c946948e-9799-473c-a650-36ee0a2c616c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:01.840154 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-889c0432-7a40-4733-9ebe-b9d4d983e8b8 req-c946948e-9799-473c-a650-36ee0a2c616c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 1127 time: 0.0724976 Feb 20 03:36:01.922716 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f23f0c68-2e7b-4e5f-8d18-0692546084f7 req-e2ac1e7f-376f-4dc7-b3c7-ca8237c05bc6 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814672 Feb 20 03:36:01.926272 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-889c0432-7a40-4733-9ebe-b9d4d983e8b8 req-162b7579-0207-4b39-bce9-53317eeb9d01 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705991 Feb 20 03:36:02.139282 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415cb8be-6a9b-47f1-88f9-44ccdd4922ea req-08535ae1-e2bf-4aca-bae3-9a049eb982fc tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:02.147467 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-415cb8be-6a9b-47f1-88f9-44ccdd4922ea req-08535ae1-e2bf-4aca-bae3-9a049eb982fc tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 945 time: 0.0784526 Feb 20 03:36:02.233479 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-415cb8be-6a9b-47f1-88f9-44ccdd4922ea req-37584e2b-d0cd-445a-b91e-ed913d5a2041 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818591 Feb 20 03:36:02.379169 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383f93e-d587-46fb-ad52-c293f2becc39 req-c4fe28d9-2f20-4302-a289-caece408c6d8 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:02.380688 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5383f93e-d587-46fb-ad52-c293f2becc39 req-c4fe28d9-2f20-4302-a289-caece408c6d8 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 946 time: 0.0842049 Feb 20 03:36:02.442908 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5383f93e-d587-46fb-ad52-c293f2becc39 req-27905407-4ec6-42d3-a1dc-2130ace964d9 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558562 Feb 20 03:36:02.765545 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:03.542879 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac535a-fbc7-437a-b5c3-c23fc5ef8655 req-9514cb0c-ff34-4363-9b58-bcbb8d339b9f tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:03.545869 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5cac535a-fbc7-437a-b5c3-c23fc5ef8655 req-9514cb0c-ff34-4363-9b58-bcbb8d339b9f tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 949 time: 0.0736487 Feb 20 03:36:03.618477 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5cac535a-fbc7-437a-b5c3-c23fc5ef8655 req-a9bb5a3c-c987-4cc0-aebc-8c182e3cd8a0 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608866 Feb 20 03:36:03.752846 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972be49-5961-4d95-a4ba-effd867c7bc7 req-44cb6e04-62fd-4e46-aa2b-930c7cf34c16 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:03.754492 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b972be49-5961-4d95-a4ba-effd867c7bc7 req-44cb6e04-62fd-4e46-aa2b-930c7cf34c16 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "GET /v2.0/ports?device_id=84a27569-dd8d-4b63-b15d-70f4b31a476e HTTP/1.1" status: 200 len: 946 time: 0.0633061 Feb 20 03:36:03.806636 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b972be49-5961-4d95-a4ba-effd867c7bc7 req-7d12f9f5-4efa-49df-b651-b4df38855829 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "GET /v2.0/security-groups?id=575538b2-6f9f-4d0b-859d-b682c7213828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450723 Feb 20 03:36:03.995994 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5cec2-189a-49a2-8f6a-78a2fd52b9de req-b86886a3-addf-4ab3-ad89-1f37a31e7e9e tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:03.998894 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2ec5cec2-189a-49a2-8f6a-78a2fd52b9de req-b86886a3-addf-4ab3-ad89-1f37a31e7e9e tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 945 time: 0.0571957 Feb 20 03:36:04.054546 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2ec5cec2-189a-49a2-8f6a-78a2fd52b9de req-eb5a805a-26e2-46cf-8b4d-a7ffcf711eb4 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479162 Feb 20 03:36:04.257546 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9f174-3b49-4408-a505-5da9a4563218 req-467f0af3-9406-4491-b403-c09f702faa32 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:04.266663 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-05d9f174-3b49-4408-a505-5da9a4563218 req-467f0af3-9406-4491-b403-c09f702faa32 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 946 time: 0.0731232 Feb 20 03:36:04.318156 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-05d9f174-3b49-4408-a505-5da9a4563218 req-5adb65cd-e4fa-4152-aea6-f1cb88944885 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502920 Feb 20 03:36:04.440955 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bb3cf-f685-4675-8ba6-c7d7bd32aed0 req-df50b6e6-b525-4c8a-b1db-9565b891b2c8 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:04.446904 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-eb0bb3cf-f685-4675-8ba6-c7d7bd32aed0 req-df50b6e6-b525-4c8a-b1db-9565b891b2c8 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 945 time: 0.0644569 Feb 20 03:36:04.519325 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-eb0bb3cf-f685-4675-8ba6-c7d7bd32aed0 req-99e14f5e-fbc7-400a-9568-efaeacacc69c tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715685 Feb 20 03:36:04.532768 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2101426-7d19-4524-a017-6ae9796032d9 req-fb30cbe4-3e59-4c08-95a5-0a5dbf74506e tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:04.534191 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d2101426-7d19-4524-a017-6ae9796032d9 req-fb30cbe4-3e59-4c08-95a5-0a5dbf74506e tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.93 "GET /v2.0/ports?device_id=84a27569-dd8d-4b63-b15d-70f4b31a476e HTTP/1.1" status: 200 len: 946 time: 0.0793152 Feb 20 03:36:04.560360 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:36:04.673042 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-d2101426-7d19-4524-a017-6ae9796032d9 req-06e705ac-5128-40e5-a34f-071f65d14f28 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Deleting port a3696cff-38a5-4738-8787-5f4a7c5ab3a5 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:36:04.673629 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d2101426-7d19-4524-a017-6ae9796032d9 req-06e705ac-5128-40e5-a34f-071f65d14f28 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (a3696cff-38a5-4738-8787-5f4a7c5ab3a5), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:04.789420 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-d2101426-7d19-4524-a017-6ae9796032d9 req-06e705ac-5128-40e5-a34f-071f65d14f28 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] For port a3696cff-38a5-4738-8787-5f4a7c5ab3a5, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=a3696cff-38a5-4738-8787-5f4a7c5ab3a5,segment=NetworkSegment(9090ac89-42ef-43bd-b7c7-29a05c60a2c5),segment_id=9090ac89-42ef-43bd-b7c7-29a05c60a2c5)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:04.790095 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d2101426-7d19-4524-a017-6ae9796032d9 req-06e705ac-5128-40e5-a34f-071f65d14f28 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (a3696cff-38a5-4738-8787-5f4a7c5ab3a5), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:05.145097 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d2101426-7d19-4524-a017-6ae9796032d9 req-06e705ac-5128-40e5-a34f-071f65d14f28 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:05.145542 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d2101426-7d19-4524-a017-6ae9796032d9 req-06e705ac-5128-40e5-a34f-071f65d14f28 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (76051a3c-cebb-41af-bf50-32df162ea6ba), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:05.145957 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [req-d2101426-7d19-4524-a017-6ae9796032d9 req-06e705ac-5128-40e5-a34f-071f65d14f28 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Floating IP 76051a3c-cebb-41af-bf50-32df162ea6ba disassociated. External IP: 172.25.7.126, port: a3696cff-38a5-4738-8787-5f4a7c5ab3a5. Feb 20 03:36:05.146449 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-d2101426-7d19-4524-a017-6ae9796032d9 req-06e705ac-5128-40e5-a34f-071f65d14f28 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Calling delete_port for a3696cff-38a5-4738-8787-5f4a7c5ab3a5 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:36:05.220788 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559a916-539e-4beb-9a80-60cb4a145992 req-101f7a01-9391-4c60-abe6-3d2fa7759529 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:05.227983 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8559a916-539e-4beb-9a80-60cb4a145992 req-101f7a01-9391-4c60-abe6-3d2fa7759529 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 949 time: 0.1666222 Feb 20 03:36:05.375200 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8559a916-539e-4beb-9a80-60cb4a145992 req-2859f71a-799c-4376-ad8f-c679394b7ded tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456442 Feb 20 03:36:05.581851 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b6990-fbdd-40d4-8aa2-2ad78153d445 req-44a1f65c-eb5d-4f64-8697-872e3cb3ac0b tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:05.594940 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ad8b6990-fbdd-40d4-8aa2-2ad78153d445 req-44a1f65c-eb5d-4f64-8697-872e3cb3ac0b tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "GET /v2.0/ports?device_id=84a27569-dd8d-4b63-b15d-70f4b31a476e HTTP/1.1" status: 200 len: 946 time: 0.0913680 Feb 20 03:36:05.598041 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d2101426-7d19-4524-a017-6ae9796032d9 req-06e705ac-5128-40e5-a34f-071f65d14f28 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (a3696cff-38a5-4738-8787-5f4a7c5ab3a5), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:05.657304 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e705ac-5128-40e5-a34f-071f65d14f28 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Pushing event deleted for resources: {'Port': ['ID=a3696cff-38a5-4738-8787-5f4a7c5ab3a5,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:05.799867 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ad8b6990-fbdd-40d4-8aa2-2ad78153d445 req-659a07ab-27ce-47c0-a559-f21f504ca692 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "GET /v2.0/security-groups?id=575538b2-6f9f-4d0b-859d-b682c7213828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035642 Feb 20 03:36:05.917880 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2101426-7d19-4524-a017-6ae9796032d9 req-06e705ac-5128-40e5-a34f-071f65d14f28 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Router 908ca550-1e41-422b-969d-f173a7da1383 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:36:06.105065 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2101426-7d19-4524-a017-6ae9796032d9 req-06e705ac-5128-40e5-a34f-071f65d14f28 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:36:06.133009 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bac02b-0b08-4dec-815d-7cae38b225de None None] Sync routers for ids ['908ca550-1e41-422b-969d-f173a7da1383'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:36:06.165425 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bac02b-0b08-4dec-815d-7cae38b225de None None] Routers {'908ca550-1e41-422b-969d-f173a7da1383'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:36:06.165871 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-01bac02b-0b08-4dec-815d-7cae38b225de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:35:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['908ca550-1e41-422b-969d-f173a7da1383'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:36:06.293294 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2101426-7d19-4524-a017-6ae9796032d9 req-06e705ac-5128-40e5-a34f-071f65d14f28 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] No DVR routers for this DVR port a3696cff-38a5-4738-8787-5f4a7c5ab3a5 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:36:06.298633 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d2101426-7d19-4524-a017-6ae9796032d9 req-06e705ac-5128-40e5-a34f-071f65d14f28 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:06.303842 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d2101426-7d19-4524-a017-6ae9796032d9 req-06e705ac-5128-40e5-a34f-071f65d14f28 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.93 "DELETE /v2.0/ports/a3696cff-38a5-4738-8787-5f4a7c5ab3a5 HTTP/1.1" status: 204 len: 173 time: 1.7642682 Feb 20 03:36:06.305738 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a27569-dd8d-4b63-b15d-70f4b31a476e', 'name': 'network-vif-deleted', 'tag': 'a3696cff-38a5-4738-8787-5f4a7c5ab3a5'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:36:06.318627 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c8d23f-8b20-4150-89d8-31f6630ba180" -d '{"events": [{"server_uuid": "84a27569-dd8d-4b63-b15d-70f4b31a476e", "name": "network-vif-deleted", "tag": "a3696cff-38a5-4738-8787-5f4a7c5ab3a5"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:36:06.370028 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49c9fc-fb47-4995-a2b6-a81a9a47e44f req-6269c8d1-350c-4336-b521-22d7632a3523 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:06.371623 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cb49c9fc-fb47-4995-a2b6-a81a9a47e44f req-6269c8d1-350c-4336-b521-22d7632a3523 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 945 time: 0.2689805 Feb 20 03:36:06.404728 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-01bac02b-0b08-4dec-815d-7cae38b225de None None] Set router 908ca550-1e41-422b-969d-f173a7da1383 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:36:06.483518 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cb49c9fc-fb47-4995-a2b6-a81a9a47e44f req-6a59464f-20ad-44a2-bace-2f9a3762a68f tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037571 Feb 20 03:36:06.710800 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-01bac02b-0b08-4dec-815d-7cae38b225de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908ca550-1e41-422b-969d-f173a7da1383', 'name': 'tempest-ServersTestJSON-1182725755-router', 'tenant_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'eec7d06a-432f-4709-bc61-dcc7a9fa06d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:34:48Z', 'updated_at': '2022-02-20T03:34:54Z', 'revision_number': 4, 'project_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'gw_port': {'id': 'eec7d06a-432f-4709-bc61-dcc7a9fa06d2', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908ca550-1e41-422b-969d-f173a7da1383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:34:49Z', 'updated_at': '2022-02-20T03:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '088f791f-1786-47da-b66a-1ed332cbb95a', 'name': '', 'network_id': '009d3554-94de-43aa-a0e5-a5caef775c53', 'tenant_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'mac_address': 'fa:16:3e:e7:78:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908ca550-1e41-422b-969d-f173a7da1383', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '2ad5ecbe-9a30-4197-bb91-a87eb8b782b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:34:52Z', 'updated_at': '2022-02-20T03:34:59Z', 'revision_number': 5, 'project_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'subnets': [{'id': '2ad5ecbe-9a30-4197-bb91-a87eb8b782b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:36:06.761866 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bac02b-0b08-4dec-815d-7cae38b225de None None] Checking router: 908ca550-1e41-422b-969d-f173a7da1383 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:36:06.772959 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bac02b-0b08-4dec-815d-7cae38b225de None None] Routers {'908ca550-1e41-422b-969d-f173a7da1383'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:36:06.773586 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-01bac02b-0b08-4dec-815d-7cae38b225de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:35:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['908ca550-1e41-422b-969d-f173a7da1383'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:36:06.786757 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07ca6c-a90e-433b-abf0-16fdf872b9d2 req-0790c404-4d13-4f8f-8710-7dab65ac1c5a tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:06.788798 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ce07ca6c-a90e-433b-abf0-16fdf872b9d2 req-0790c404-4d13-4f8f-8710-7dab65ac1c5a tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 946 time: 0.0857165 Feb 20 03:36:06.881143 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ce07ca6c-a90e-433b-abf0-16fdf872b9d2 req-fa04cf9a-9b08-477f-a0b8-6bf0e6bf4d4f tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793602 Feb 20 03:36:06.933855 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49b0dcb-da6d-4509-94e3-082f8154d2a3 x-openstack-request-id: req-c49b0dcb-da6d-4509-94e3-082f8154d2a3 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:36:06.935772 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a27569-dd8d-4b63-b15d-70f4b31a476e", "name": "network-vif-deleted", "tag": "a3696cff-38a5-4738-8787-5f4a7c5ab3a5", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:36:06.935772 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c49b0dcb-da6d-4509-94e3-082f8154d2a3 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:36:06.936408 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a27569-dd8d-4b63-b15d-70f4b31a476e', 'name': 'network-vif-deleted', 'tag': 'a3696cff-38a5-4738-8787-5f4a7c5ab3a5', 'status': 'completed', 'code': 200} Feb 20 03:36:06.943100 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-01bac02b-0b08-4dec-815d-7cae38b225de None None] Set router 908ca550-1e41-422b-969d-f173a7da1383 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:36:07.082810 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a80cee-2ad3-4bc9-b832-302d042cfe91 req-59f4d99c-23dc-4327-965c-7650bd677474 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:07.090444 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b4a80cee-2ad3-4bc9-b832-302d042cfe91 req-59f4d99c-23dc-4327-965c-7650bd677474 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 949 time: 0.0803735 Feb 20 03:36:07.168195 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b4a80cee-2ad3-4bc9-b832-302d042cfe91 req-6f548725-cf05-44ad-af9c-086bc5041081 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765073 Feb 20 03:36:07.233330 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-01bac02b-0b08-4dec-815d-7cae38b225de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908ca550-1e41-422b-969d-f173a7da1383', 'name': 'tempest-ServersTestJSON-1182725755-router', 'tenant_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'eec7d06a-432f-4709-bc61-dcc7a9fa06d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:34:48Z', 'updated_at': '2022-02-20T03:34:54Z', 'revision_number': 4, 'project_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'gw_port': {'id': 'eec7d06a-432f-4709-bc61-dcc7a9fa06d2', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908ca550-1e41-422b-969d-f173a7da1383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:34:49Z', 'updated_at': '2022-02-20T03:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '088f791f-1786-47da-b66a-1ed332cbb95a', 'name': '', 'network_id': '009d3554-94de-43aa-a0e5-a5caef775c53', 'tenant_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'mac_address': 'fa:16:3e:e7:78:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908ca550-1e41-422b-969d-f173a7da1383', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '2ad5ecbe-9a30-4197-bb91-a87eb8b782b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:34:52Z', 'updated_at': '2022-02-20T03:34:59Z', 'revision_number': 5, 'project_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'subnets': [{'id': '2ad5ecbe-9a30-4197-bb91-a87eb8b782b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:36:07.277060 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bac02b-0b08-4dec-815d-7cae38b225de None None] The sync data for ids ['908ca550-1e41-422b-969d-f173a7da1383'] in n-d-829866-4 is: [{'id': '908ca550-1e41-422b-969d-f173a7da1383', 'name': 'tempest-ServersTestJSON-1182725755-router', 'tenant_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'eec7d06a-432f-4709-bc61-dcc7a9fa06d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:34:48Z', 'updated_at': '2022-02-20T03:34:54Z', 'revision_number': 4, 'project_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'gw_port': {'id': 'eec7d06a-432f-4709-bc61-dcc7a9fa06d2', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908ca550-1e41-422b-969d-f173a7da1383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:34:49Z', 'updated_at': '2022-02-20T03:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '088f791f-1786-47da-b66a-1ed332cbb95a', 'name': '', 'network_id': '009d3554-94de-43aa-a0e5-a5caef775c53', 'tenant_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'mac_address': 'fa:16:3e:e7:78:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908ca550-1e41-422b-969d-f173a7da1383', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '2ad5ecbe-9a30-4197-bb91-a87eb8b782b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:34:52Z', 'updated_at': '2022-02-20T03:34:59Z', 'revision_number': 5, 'project_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'subnets': [{'id': '2ad5ecbe-9a30-4197-bb91-a87eb8b782b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:36:07.782198 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c685dd-3f55-44e7-8a56-ab7e528c64ab None None] New status for floating IP 76051a3c-cebb-41af-bf50-32df162ea6ba: DOWN {{(pid=104107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:36:07.933591 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3b1c5-7ddf-4eba-8aa2-c1a81259a0b1 req-04116145-63ae-41b3-8b78-7463270a0b8d tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:07.954943 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1fa3b1c5-7ddf-4eba-8aa2-c1a81259a0b1 req-04116145-63ae-41b3-8b78-7463270a0b8d tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 945 time: 0.0868561 Feb 20 03:36:08.017195 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1fa3b1c5-7ddf-4eba-8aa2-c1a81259a0b1 req-d75d9dcc-994b-49df-90bb-d6b9868a5cf1 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594072 Feb 20 03:36:08.207742 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aad10e-6f74-487a-923e-dae85bf7a528 req-8e5462de-e87b-4494-a520-d221bc522418 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:08.209061 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-37aad10e-6f74-487a-923e-dae85bf7a528 req-8e5462de-e87b-4494-a520-d221bc522418 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=517fd82a-9971-4cf9-bb59-df016c811bde HTTP/1.1" status: 200 len: 946 time: 0.0613394 Feb 20 03:36:08.266449 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-37aad10e-6f74-487a-923e-dae85bf7a528 req-cb87991c-344b-41a1-b1b7-0fdab3e42f8f tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512815 Feb 20 03:36:08.298185 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device a3696cff-38a5-4738-8787-5f4a7c5ab3a5 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:36:08.324380 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: a3696cff-38a5-4738-8787-5f4a7c5ab3a5 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:36:08.324881 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device a3696cff-38a5-4738-8787-5f4a7c5ab3a5 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:36:08.367612 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35912) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:36:08.428718 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e2ee283f-b67d-470d-993b-c948ea0b7a51 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks [] for security_group (575538b2-6f9f-4d0b-859d-b682c7213828), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:08.456072 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e2ee283f-b67d-470d-993b-c948ea0b7a51 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks [] for security_group (575538b2-6f9f-4d0b-859d-b682c7213828), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:08.549708 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29583992-c106-40c5-b07b-848b659d8472 req-8a9f4e20-da3d-4a4d-81a6-be99a5a97fea tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:08.551287 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-29583992-c106-40c5-b07b-848b659d8472 req-8a9f4e20-da3d-4a4d-81a6-be99a5a97fea tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 946 time: 0.0566797 Feb 20 03:36:08.611915 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-29583992-c106-40c5-b07b-848b659d8472 req-5bc460e9-8180-4c2b-94a6-1c30a7105579 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536454 Feb 20 03:36:08.613745 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e2ee283f-b67d-470d-993b-c948ea0b7a51 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (575538b2-6f9f-4d0b-859d-b682c7213828), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:08.616613 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e2ee283f-b67d-470d-993b-c948ea0b7a51 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:08.620182 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e2ee283f-b67d-470d-993b-c948ea0b7a51 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "DELETE /v2.0/security-groups/575538b2-6f9f-4d0b-859d-b682c7213828 HTTP/1.1" status: 204 len: 168 time: 0.2491951 Feb 20 03:36:08.621151 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35914) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:36:08.628684 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee283f-b67d-470d-993b-c948ea0b7a51 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=575538b2-6f9f-4d0b-859d-b682c7213828,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:08.642117 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee283f-b67d-470d-993b-c948ea0b7a51 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:08.642117 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee283f-b67d-470d-993b-c948ea0b7a51 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:08.642502 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee283f-b67d-470d-993b-c948ea0b7a51 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:08.642922 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee283f-b67d-470d-993b-c948ea0b7a51 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:08.643266 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee283f-b67d-470d-993b-c948ea0b7a51 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:08.644331 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee283f-b67d-470d-993b-c948ea0b7a51 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:08.644331 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee283f-b67d-470d-993b-c948ea0b7a51 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:08.644829 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee283f-b67d-470d-993b-c948ea0b7a51 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:08.645191 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee283f-b67d-470d-993b-c948ea0b7a51 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:08.645642 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee283f-b67d-470d-993b-c948ea0b7a51 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:08.645988 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee283f-b67d-470d-993b-c948ea0b7a51 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:08.646479 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee283f-b67d-470d-993b-c948ea0b7a51 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:08.646822 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ee283f-b67d-470d-993b-c948ea0b7a51 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:08.657802 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-e43a39e0-bbb3-4d28-b551-c4019a24064f tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] show failed (client error): The resource could not be found. Feb 20 03:36:08.662443 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e43a39e0-bbb3-4d28-b551-c4019a24064f tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "GET /v2.0/security-groups/575538b2-6f9f-4d0b-859d-b682c7213828 HTTP/1.1" status: 404 len: 347 time: 0.0395832 Feb 20 03:36:08.663428 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35916) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:36:08.832553 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e804e9f-82c8-4a0b-a2e8-9c6a0c52f0a5 req-eee70db1-764a-4499-a732-f7cd91858dbf tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:08.838009 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-67966722-f907-4dda-a861-b1a22a2e9d03 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Deleting port 92a74698-063a-4f68-8c51-8d3e043fe1d9 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:36:08.838480 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-67966722-f907-4dda-a861-b1a22a2e9d03 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (92a74698-063a-4f68-8c51-8d3e043fe1d9), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:08.839525 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1e804e9f-82c8-4a0b-a2e8-9c6a0c52f0a5 req-eee70db1-764a-4499-a732-f7cd91858dbf tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 949 time: 0.0984547 Feb 20 03:36:08.894393 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1e804e9f-82c8-4a0b-a2e8-9c6a0c52f0a5 req-ec97072d-7c8c-4b4b-b6c4-1aed07baab4a tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539317 Feb 20 03:36:08.925125 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-67966722-f907-4dda-a861-b1a22a2e9d03 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (92a74698-063a-4f68-8c51-8d3e043fe1d9), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:08.925459 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-67966722-f907-4dda-a861-b1a22a2e9d03 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks [] for floatingip (92a74698-063a-4f68-8c51-8d3e043fe1d9), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:08.939997 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-67966722-f907-4dda-a861-b1a22a2e9d03 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Calling delete_port for 92a74698-063a-4f68-8c51-8d3e043fe1d9 owned by network:floatingip {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:36:09.154178 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be890ebd-8375-4901-99cf-97c612963c2d req-fb0ccba0-cfad-4164-b0ec-f37f84598d19 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:09.162054 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be890ebd-8375-4901-99cf-97c612963c2d req-fb0ccba0-cfad-4164-b0ec-f37f84598d19 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 945 time: 0.0697098 Feb 20 03:36:09.183105 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-67966722-f907-4dda-a861-b1a22a2e9d03 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (92a74698-063a-4f68-8c51-8d3e043fe1d9), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:09.220004 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67966722-f907-4dda-a861-b1a22a2e9d03 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Pushing event deleted for resources: {'Port': ['ID=92a74698-063a-4f68-8c51-8d3e043fe1d9,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:09.242884 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be890ebd-8375-4901-99cf-97c612963c2d req-2883abb6-9121-4d78-9cb0-4a385b91e896 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796034 Feb 20 03:36:09.252188 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67966722-f907-4dda-a861-b1a22a2e9d03 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:09.252546 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67966722-f907-4dda-a861-b1a22a2e9d03 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:09.252926 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67966722-f907-4dda-a861-b1a22a2e9d03 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:09.253296 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67966722-f907-4dda-a861-b1a22a2e9d03 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:09.253633 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67966722-f907-4dda-a861-b1a22a2e9d03 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:09.254034 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67966722-f907-4dda-a861-b1a22a2e9d03 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:09.254376 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67966722-f907-4dda-a861-b1a22a2e9d03 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:09.254708 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67966722-f907-4dda-a861-b1a22a2e9d03 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:09.279099 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67966722-f907-4dda-a861-b1a22a2e9d03 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:09.279099 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67966722-f907-4dda-a861-b1a22a2e9d03 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:09.279099 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67966722-f907-4dda-a861-b1a22a2e9d03 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:09.279099 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67966722-f907-4dda-a861-b1a22a2e9d03 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:09.279099 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67966722-f907-4dda-a861-b1a22a2e9d03 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:09.316483 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-67966722-f907-4dda-a861-b1a22a2e9d03 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks [] for floatingip (76051a3c-cebb-41af-bf50-32df162ea6ba), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:09.324363 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-67966722-f907-4dda-a861-b1a22a2e9d03 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:09.329343 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35934) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:36:09.329495 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-67966722-f907-4dda-a861-b1a22a2e9d03 tempest-ServersTestJSON-1023302619 tempest-ServersTestJSON-1023302619-project] 10.222.0.89 "DELETE /v2.0/floatingips/76051a3c-cebb-41af-bf50-32df162ea6ba HTTP/1.1" status: 204 len: 168 time: 0.6649120 Feb 20 03:36:09.865370 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c76670-255f-4beb-9b04-6ec24300a311 req-2eeb87e3-f7e5-41fa-b9fd-5f7e29e75e45 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:09.866979 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-19c76670-255f-4beb-9b04-6ec24300a311 req-2eeb87e3-f7e5-41fa-b9fd-5f7e29e75e45 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.42 "GET /v2.0/ports?device_id=517fd82a-9971-4cf9-bb59-df016c811bde HTTP/1.1" status: 200 len: 946 time: 0.5498712 Feb 20 03:36:09.951126 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0cc40-6ae5-4d54-a32c-95869a176f7b req-ee636cd0-1ce2-4245-add8-557b05c94ab2 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:09.952744 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-90b0cc40-6ae5-4d54-a32c-95869a176f7b req-ee636cd0-1ce2-4245-add8-557b05c94ab2 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=517fd82a-9971-4cf9-bb59-df016c811bde HTTP/1.1" status: 200 len: 946 time: 0.5554245 Feb 20 03:36:10.140048 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-90b0cc40-6ae5-4d54-a32c-95869a176f7b req-09ee7bd1-8f8c-4959-8d8b-c8c7e6ec52d0 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548166 Feb 20 03:36:10.145363 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-19c76670-255f-4beb-9b04-6ec24300a311 req-9cfad6b2-3a5a-44fd-a286-885d00274c0b tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Deleting port 5b43cd4b-908d-4d99-93cc-d4d73a99a624 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:36:10.145861 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-19c76670-255f-4beb-9b04-6ec24300a311 req-9cfad6b2-3a5a-44fd-a286-885d00274c0b tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (5b43cd4b-908d-4d99-93cc-d4d73a99a624), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:10.325970 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-19c76670-255f-4beb-9b04-6ec24300a311 req-9cfad6b2-3a5a-44fd-a286-885d00274c0b tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] For port 5b43cd4b-908d-4d99-93cc-d4d73a99a624, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=5b43cd4b-908d-4d99-93cc-d4d73a99a624,segment=NetworkSegment(8a57dd48-cd2a-4b48-a8ae-20be415170b3),segment_id=8a57dd48-cd2a-4b48-a8ae-20be415170b3)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:10.326723 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-19c76670-255f-4beb-9b04-6ec24300a311 req-9cfad6b2-3a5a-44fd-a286-885d00274c0b tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (5b43cd4b-908d-4d99-93cc-d4d73a99a624), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:10.347764 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-19c76670-255f-4beb-9b04-6ec24300a311 req-9cfad6b2-3a5a-44fd-a286-885d00274c0b tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Calling delete_port for 5b43cd4b-908d-4d99-93cc-d4d73a99a624 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:36:10.443820 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce750f-b932-4a62-a9ed-f1620c7c0bbd req-66892185-6232-4c95-b748-b3ed7f17141f tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:10.445722 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c7ce750f-b932-4a62-a9ed-f1620c7c0bbd req-66892185-6232-4c95-b748-b3ed7f17141f tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 946 time: 0.1923237 Feb 20 03:36:10.559087 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c7ce750f-b932-4a62-a9ed-f1620c7c0bbd req-33848c4f-a083-49f5-bc40-863c089dcb04 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041954 Feb 20 03:36:10.688205 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0b780366-4a09-493f-9963-94eef87c9b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (908ca550-1e41-422b-969d-f173a7da1383), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:10.753192 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577035d0-1dd5-4f1d-a9d9-a5d204cdef51 req-88c3877b-e0f5-4de7-a7fd-49a1523fe3a5 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:10.754630 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-577035d0-1dd5-4f1d-a9d9-a5d204cdef51 req-88c3877b-e0f5-4de7-a7fd-49a1523fe3a5 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 949 time: 0.1267626 Feb 20 03:36:10.759697 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-19c76670-255f-4beb-9b04-6ec24300a311 req-9cfad6b2-3a5a-44fd-a286-885d00274c0b tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (5b43cd4b-908d-4d99-93cc-d4d73a99a624), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:10.772423 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['5b43cd4b-908d-4d99-93cc-d4d73a99a624'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:36:10.849191 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfad6b2-3a5a-44fd-a286-885d00274c0b tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Pushing event deleted for resources: {'Port': ['ID=5b43cd4b-908d-4d99-93cc-d4d73a99a624,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:10.907052 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c76670-255f-4beb-9b04-6ec24300a311 req-9cfad6b2-3a5a-44fd-a286-885d00274c0b tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] No DVR routers for this DVR port 5b43cd4b-908d-4d99-93cc-d4d73a99a624 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:36:10.909663 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-19c76670-255f-4beb-9b04-6ec24300a311 req-9cfad6b2-3a5a-44fd-a286-885d00274c0b tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:10.913302 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-19c76670-255f-4beb-9b04-6ec24300a311 req-9cfad6b2-3a5a-44fd-a286-885d00274c0b tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.42 "DELETE /v2.0/ports/5b43cd4b-908d-4d99-93cc-d4d73a99a624 HTTP/1.1" status: 204 len: 173 time: 1.0378842 Feb 20 03:36:10.919626 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '517fd82a-9971-4cf9-bb59-df016c811bde', 'name': 'network-vif-deleted', 'tag': '5b43cd4b-908d-4d99-93cc-d4d73a99a624'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:36:10.921892 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1af9d5-3c10-487c-81bf-24f66e8785c3" -d '{"events": [{"server_uuid": "517fd82a-9971-4cf9-bb59-df016c811bde", "name": "network-vif-deleted", "tag": "5b43cd4b-908d-4d99-93cc-d4d73a99a624"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:36:10.940228 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-577035d0-1dd5-4f1d-a9d9-a5d204cdef51 req-8fa97677-3986-405a-b05f-9dbcb3bb5f11 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720941 Feb 20 03:36:11.152510 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7f885-ec0f-43f8-bbef-3424ae176f87 req-dd03710a-ab13-47a3-9200-40b8a4cf7c74 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:11.156210 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fbc7f885-ec0f-43f8-bbef-3424ae176f87 req-dd03710a-ab13-47a3-9200-40b8a4cf7c74 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 945 time: 0.0873306 Feb 20 03:36:11.182425 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-0b780366-4a09-493f-9963-94eef87c9b36 admin admin] Deleting port 088f791f-1786-47da-b66a-1ed332cbb95a {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:36:11.182630 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0b780366-4a09-493f-9963-94eef87c9b36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (088f791f-1786-47da-b66a-1ed332cbb95a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:11.256886 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fbc7f885-ec0f-43f8-bbef-3424ae176f87 req-add27b1d-8f30-4768-9340-33edb839574c tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927029 Feb 20 03:36:11.286432 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-0b780366-4a09-493f-9963-94eef87c9b36 admin admin] For port 088f791f-1786-47da-b66a-1ed332cbb95a, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=088f791f-1786-47da-b66a-1ed332cbb95a,segment=NetworkSegment(9090ac89-42ef-43bd-b7c7-29a05c60a2c5),segment_id=9090ac89-42ef-43bd-b7c7-29a05c60a2c5)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:11.286794 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0b780366-4a09-493f-9963-94eef87c9b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (088f791f-1786-47da-b66a-1ed332cbb95a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:11.299616 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-0b780366-4a09-493f-9963-94eef87c9b36 admin admin] Calling delete_port for 088f791f-1786-47da-b66a-1ed332cbb95a owned by network:router_interface {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:36:11.371261 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6420ee36-e278-4973-a86b-7b42994fa97a x-openstack-request-id: req-6420ee36-e278-4973-a86b-7b42994fa97a {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:36:11.371896 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "517fd82a-9971-4cf9-bb59-df016c811bde", "name": "network-vif-deleted", "tag": "5b43cd4b-908d-4d99-93cc-d4d73a99a624", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:36:11.371896 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6420ee36-e278-4973-a86b-7b42994fa97a {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:36:11.372430 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '517fd82a-9971-4cf9-bb59-df016c811bde', 'name': 'network-vif-deleted', 'tag': '5b43cd4b-908d-4d99-93cc-d4d73a99a624', 'status': 'completed', 'code': 200} Feb 20 03:36:11.515412 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31370198-3434-4953-a06f-b5fd5c5e0ca2 req-880eb7ad-8906-4173-a82a-ad930f1b4fd6 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=517fd82a-9971-4cf9-bb59-df016c811bde HTTP/1.1" status: 200 len: 210 time: 0.0314548 Feb 20 03:36:11.623534 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0b780366-4a09-493f-9963-94eef87c9b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (088f791f-1786-47da-b66a-1ed332cbb95a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:11.659069 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b780366-4a09-493f-9963-94eef87c9b36 admin admin] Pushing event deleted for resources: {'Port': ['ID=088f791f-1786-47da-b66a-1ed332cbb95a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:11.863494 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0b780366-4a09-493f-9963-94eef87c9b36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (908ca550-1e41-422b-969d-f173a7da1383), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:12.113404 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b780366-4a09-493f-9963-94eef87c9b36 admin admin] Router 908ca550-1e41-422b-969d-f173a7da1383 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:36:12.243001 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b780366-4a09-493f-9963-94eef87c9b36 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:36:12.251134 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0b780366-4a09-493f-9963-94eef87c9b36 admin admin] 10.222.0.89 "PUT /v2.0/routers/908ca550-1e41-422b-969d-f173a7da1383/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9182813 Feb 20 03:36:12.251529 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36022) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:36:12.253493 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84209e6d-de94-4e5d-b56c-bf1ad709b330 None None] Sync routers for ids ['908ca550-1e41-422b-969d-f173a7da1383'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:36:12.268691 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84209e6d-de94-4e5d-b56c-bf1ad709b330 None None] Routers {'908ca550-1e41-422b-969d-f173a7da1383'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:36:12.269331 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-84209e6d-de94-4e5d-b56c-bf1ad709b330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:35:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['908ca550-1e41-422b-969d-f173a7da1383'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:36:12.374743 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5e83a13b-71d1-46ed-a7e9-d841464f7abe admin admin] Publish callbacks [] for router (908ca550-1e41-422b-969d-f173a7da1383), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:12.397697 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-84209e6d-de94-4e5d-b56c-bf1ad709b330 None None] Set router 908ca550-1e41-422b-969d-f173a7da1383 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:36:12.489446 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5e83a13b-71d1-46ed-a7e9-d841464f7abe admin admin] Publish callbacks [] for router_gateway (908ca550-1e41-422b-969d-f173a7da1383), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:12.644946 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-5e83a13b-71d1-46ed-a7e9-d841464f7abe admin admin] Deleting port eec7d06a-432f-4709-bc61-dcc7a9fa06d2 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:36:12.645192 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5e83a13b-71d1-46ed-a7e9-d841464f7abe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (eec7d06a-432f-4709-bc61-dcc7a9fa06d2), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:12.691099 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-84209e6d-de94-4e5d-b56c-bf1ad709b330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908ca550-1e41-422b-969d-f173a7da1383', 'name': 'tempest-ServersTestJSON-1182725755-router', 'tenant_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': 'eec7d06a-432f-4709-bc61-dcc7a9fa06d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:34:48Z', 'updated_at': '2022-02-20T03:36:11Z', 'revision_number': 5, 'project_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'gw_port': {'id': 'eec7d06a-432f-4709-bc61-dcc7a9fa06d2', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908ca550-1e41-422b-969d-f173a7da1383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:34:49Z', 'updated_at': '2022-02-20T03:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:36:12.725134 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84209e6d-de94-4e5d-b56c-bf1ad709b330 None None] Checking router: 908ca550-1e41-422b-969d-f173a7da1383 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:36:12.735897 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84209e6d-de94-4e5d-b56c-bf1ad709b330 None None] Routers {'908ca550-1e41-422b-969d-f173a7da1383'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:36:12.736692 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-84209e6d-de94-4e5d-b56c-bf1ad709b330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:35:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['908ca550-1e41-422b-969d-f173a7da1383'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:36:12.739325 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-5e83a13b-71d1-46ed-a7e9-d841464f7abe admin admin] For port eec7d06a-432f-4709-bc61-dcc7a9fa06d2, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=eec7d06a-432f-4709-bc61-dcc7a9fa06d2,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:12.739700 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5e83a13b-71d1-46ed-a7e9-d841464f7abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (eec7d06a-432f-4709-bc61-dcc7a9fa06d2), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:12.756760 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-5e83a13b-71d1-46ed-a7e9-d841464f7abe admin admin] Calling delete_port for eec7d06a-432f-4709-bc61-dcc7a9fa06d2 owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:36:12.794497 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee163582-aaec-4f45-adcf-cf159ee2cf77 req-15c2e84f-0eaf-4c7b-a236-92671ade09ab tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:12.802455 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ee163582-aaec-4f45-adcf-cf159ee2cf77 req-15c2e84f-0eaf-4c7b-a236-92671ade09ab tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 946 time: 0.0725284 Feb 20 03:36:12.835149 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-84209e6d-de94-4e5d-b56c-bf1ad709b330 None None] Set router 908ca550-1e41-422b-969d-f173a7da1383 gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:36:12.876852 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ee163582-aaec-4f45-adcf-cf159ee2cf77 req-ab519674-cde7-4656-9330-a93a17a60f6c tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730176 Feb 20 03:36:12.929106 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-84209e6d-de94-4e5d-b56c-bf1ad709b330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908ca550-1e41-422b-969d-f173a7da1383', 'name': 'tempest-ServersTestJSON-1182725755-router', 'tenant_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:34:48Z', 'updated_at': '2022-02-20T03:36:12Z', 'revision_number': 6, 'project_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:36:12.938388 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 5b43cd4b-908d-4d99-93cc-d4d73a99a624 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:36:12.978411 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 5b43cd4b-908d-4d99-93cc-d4d73a99a624 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:36:12.978759 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 5b43cd4b-908d-4d99-93cc-d4d73a99a624 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:36:12.987747 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84209e6d-de94-4e5d-b56c-bf1ad709b330 None None] The sync data for ids ['908ca550-1e41-422b-969d-f173a7da1383'] in n-d-829866-4 is: [{'id': '908ca550-1e41-422b-969d-f173a7da1383', 'name': 'tempest-ServersTestJSON-1182725755-router', 'tenant_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:34:48Z', 'updated_at': '2022-02-20T03:36:12Z', 'revision_number': 6, 'project_id': 'f0c2e059b5524af28b5ac91749ab39b4', 'gw_port_host': None}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:36:13.053529 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17911cb-727f-461f-b9b5-edb81051d690 req-132cb53c-5a53-492f-a6a2-abb2d3f4d8e2 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:13.055667 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b17911cb-727f-461f-b9b5-edb81051d690 req-132cb53c-5a53-492f-a6a2-abb2d3f4d8e2 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 949 time: 0.0781515 Feb 20 03:36:13.111673 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b17911cb-727f-461f-b9b5-edb81051d690 req-eb3265f9-c192-47de-ad76-00973c09f8a8 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501003 Feb 20 03:36:13.134193 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5e83a13b-71d1-46ed-a7e9-d841464f7abe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (eec7d06a-432f-4709-bc61-dcc7a9fa06d2), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:13.175029 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83a13b-71d1-46ed-a7e9-d841464f7abe admin admin] Pushing event deleted for resources: {'Port': ['ID=eec7d06a-432f-4709-bc61-dcc7a9fa06d2,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:13.249725 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5e83a13b-71d1-46ed-a7e9-d841464f7abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (908ca550-1e41-422b-969d-f173a7da1383), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:13.282902 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c2eef-1fec-4458-968a-f01b632c38a0 req-9540ba7f-8c09-4259-8196-faac74dc807d tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:13.290847 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-442c2eef-1fec-4458-968a-f01b632c38a0 req-9540ba7f-8c09-4259-8196-faac74dc807d tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 945 time: 0.0953591 Feb 20 03:36:13.359238 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-442c2eef-1fec-4458-968a-f01b632c38a0 req-6cdd80d9-444a-4858-a708-af540596fedf tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673933 Feb 20 03:36:13.362174 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5e83a13b-71d1-46ed-a7e9-d841464f7abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (908ca550-1e41-422b-969d-f173a7da1383), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:13.365607 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5e83a13b-71d1-46ed-a7e9-d841464f7abe admin admin] Publish callbacks [] for router_controller (908ca550-1e41-422b-969d-f173a7da1383), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:13.479653 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5e83a13b-71d1-46ed-a7e9-d841464f7abe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (908ca550-1e41-422b-969d-f173a7da1383), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:13.480296 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e83a13b-71d1-46ed-a7e9-d841464f7abe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 908ca550-1e41-422b-969d-f173a7da1383 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:36:13.485692 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5e83a13b-71d1-46ed-a7e9-d841464f7abe admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:13.489465 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5e83a13b-71d1-46ed-a7e9-d841464f7abe admin admin] 10.222.0.89 "DELETE /v2.0/routers/908ca550-1e41-422b-969d-f173a7da1383 HTTP/1.1" status: 204 len: 168 time: 1.2344770 Feb 20 03:36:13.489779 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36034) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:36:13.525840 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2a936db5-7299-496a-9b6f-4ec933861567 req-6c8c3163-bb8e-4b4d-98b6-ba0acc2ceb4b tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=517fd82a-9971-4cf9-bb59-df016c811bde HTTP/1.1" status: 200 len: 210 time: 0.0301578 Feb 20 03:36:13.549307 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-1285a320-6ca1-467a-bad8-efbe824086e6 admin admin] Deleting subnet 2ad5ecbe-9a30-4197-bb91-a87eb8b782b0 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:36:13.549307 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1285a320-6ca1-467a-bad8-efbe824086e6 admin admin] Publish callbacks [] for subnet (2ad5ecbe-9a30-4197-bb91-a87eb8b782b0), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:13.585795 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1285a320-6ca1-467a-bad8-efbe824086e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (2ad5ecbe-9a30-4197-bb91-a87eb8b782b0), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:13.667390 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1285a320-6ca1-467a-bad8-efbe824086e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (2ad5ecbe-9a30-4197-bb91-a87eb8b782b0), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:13.776398 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1285a320-6ca1-467a-bad8-efbe824086e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (2ad5ecbe-9a30-4197-bb91-a87eb8b782b0), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:13.805763 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285a320-6ca1-467a-bad8-efbe824086e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ad5ecbe-9a30-4197-bb91-a87eb8b782b0,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:13.818536 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1285a320-6ca1-467a-bad8-efbe824086e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:13.826408 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1285a320-6ca1-467a-bad8-efbe824086e6 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/2ad5ecbe-9a30-4197-bb91-a87eb8b782b0 HTTP/1.1" status: 204 len: 168 time: 0.3352375 Feb 20 03:36:13.826557 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b46bd0-ce72-49ef-ac4a-a04d48159a7b None None] Network 009d3554-94de-43aa-a0e5-a5caef775c53 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:36:13.826990 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36038) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:36:13.942374 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-83c857de-5d56-42f6-8477-933c27237ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (009d3554-94de-43aa-a0e5-a5caef775c53), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:14.043571 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea45df2-3afd-4b97-9986-70925753d81f None None] DHCP port deletion for 009d3554-94de-43aa-a0e5-a5caef775c53 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:36:14.054121 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba82ba9-fe84-4a24-91cd-579cf2fb58b5 req-504e1e89-2a46-4706-94f7-78fcc850f4c5 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:14.055849 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6ba82ba9-fe84-4a24-91cd-579cf2fb58b5 req-504e1e89-2a46-4706-94f7-78fcc850f4c5 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 946 time: 0.0753675 Feb 20 03:36:14.073627 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-83c857de-5d56-42f6-8477-933c27237ef3 admin admin] Deleting port d2de68eb-2bb5-4c82-8cc9-976dd1c836f2 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:36:14.074074 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-83c857de-5d56-42f6-8477-933c27237ef3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (d2de68eb-2bb5-4c82-8cc9-976dd1c836f2), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:14.100636 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-dea45df2-3afd-4b97-9986-70925753d81f None None] Deleting port d2de68eb-2bb5-4c82-8cc9-976dd1c836f2 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:36:14.101309 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-dea45df2-3afd-4b97-9986-70925753d81f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (d2de68eb-2bb5-4c82-8cc9-976dd1c836f2), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:14.170065 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6ba82ba9-fe84-4a24-91cd-579cf2fb58b5 req-0865eeda-2c55-44ae-b81b-1bd80d6c883c tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064215 Feb 20 03:36:14.182455 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-dea45df2-3afd-4b97-9986-70925753d81f None None] For port d2de68eb-2bb5-4c82-8cc9-976dd1c836f2, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d2de68eb-2bb5-4c82-8cc9-976dd1c836f2,segment=NetworkSegment(9090ac89-42ef-43bd-b7c7-29a05c60a2c5),segment_id=9090ac89-42ef-43bd-b7c7-29a05c60a2c5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:14.182878 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-dea45df2-3afd-4b97-9986-70925753d81f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (d2de68eb-2bb5-4c82-8cc9-976dd1c836f2), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:14.189138 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-83c857de-5d56-42f6-8477-933c27237ef3 admin admin] For port d2de68eb-2bb5-4c82-8cc9-976dd1c836f2, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d2de68eb-2bb5-4c82-8cc9-976dd1c836f2,segment=NetworkSegment(9090ac89-42ef-43bd-b7c7-29a05c60a2c5),segment_id=9090ac89-42ef-43bd-b7c7-29a05c60a2c5)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:14.189496 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-83c857de-5d56-42f6-8477-933c27237ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (d2de68eb-2bb5-4c82-8cc9-976dd1c836f2), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:14.205678 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-83c857de-5d56-42f6-8477-933c27237ef3 admin admin] Calling delete_port for d2de68eb-2bb5-4c82-8cc9-976dd1c836f2 owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:36:14.216914 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-dea45df2-3afd-4b97-9986-70925753d81f None None] Calling delete_port for d2de68eb-2bb5-4c82-8cc9-976dd1c836f2 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:36:14.345009 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device ccf02ff2-ccc1-49b8-ade4-635ea84c632c no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:36:14.401292 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458941a-47d7-4c39-bfff-73b281555714 req-2c105048-6ec7-476d-a5a5-6008d5f13950 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:14.405180 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-dea45df2-3afd-4b97-9986-70925753d81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (d2de68eb-2bb5-4c82-8cc9-976dd1c836f2), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:14.407414 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8458941a-47d7-4c39-bfff-73b281555714 req-2c105048-6ec7-476d-a5a5-6008d5f13950 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/networks?id=780f8a56-4eb9-4713-bddf-aebbfa8636e6 HTTP/1.1" status: 200 len: 805 time: 0.1342006 Feb 20 03:36:14.423390 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-83c857de-5d56-42f6-8477-933c27237ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (d2de68eb-2bb5-4c82-8cc9-976dd1c836f2), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:14.428069 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8458941a-47d7-4c39-bfff-73b281555714 req-6e632c27-131d-4515-8143-3acede22e750 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/quotas/5fa3fcc747a841278576c8224054e060 HTTP/1.1" status: 200 len: 375 time: 0.0180101 Feb 20 03:36:14.463616 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c857de-5d56-42f6-8477-933c27237ef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2de68eb-2bb5-4c82-8cc9-976dd1c836f2,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:14.470445 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c857de-5d56-42f6-8477-933c27237ef3 admin admin] No DVR routers for this DVR port d2de68eb-2bb5-4c82-8cc9-976dd1c836f2 on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:36:14.477236 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea45df2-3afd-4b97-9986-70925753d81f None None] Pushing event deleted for resources: {'Port': ['ID=d2de68eb-2bb5-4c82-8cc9-976dd1c836f2,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:14.487677 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea45df2-3afd-4b97-9986-70925753d81f None None] No DVR routers for this DVR port d2de68eb-2bb5-4c82-8cc9-976dd1c836f2 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:36:14.504349 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port ccf02ff2-ccc1-49b8-ade4-635ea84c632c is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:36:14.504934 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ccf02ff2-ccc1-49b8-ade4-635ea84c632c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:14.534534 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ba5a4e-7ee4-4c9d-aab5-af217e44b6da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccf02ff2-ccc1-49b8-ade4-635ea84c632c'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:36:14.537163 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ef0c69-5135-4ae3-9e7d-70cab6962c7f" -d '{"events": [{"server_uuid": "41ba5a4e-7ee4-4c9d-aab5-af217e44b6da", "name": "network-vif-unplugged", "status": "completed", "tag": "ccf02ff2-ccc1-49b8-ade4-635ea84c632c"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:36:14.553783 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port ccf02ff2-ccc1-49b8-ade4-635ea84c632c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ccf02ff2-ccc1-49b8-ade4-635ea84c632c,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:14.581160 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-83c857de-5d56-42f6-8477-933c27237ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (009d3554-94de-43aa-a0e5-a5caef775c53), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:14.593115 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8458941a-47d7-4c39-bfff-73b281555714 req-b016e2bb-521a-455d-9158-411ab01a127a tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=5fa3fcc747a841278576c8224054e060&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1402476 Feb 20 03:36:14.609823 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-83c857de-5d56-42f6-8477-933c27237ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['009d3554-94de-43aa-a0e5-a5caef775c53']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:36:14.616713 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ccf02ff2-ccc1-49b8-ade4-635ea84c632c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:14.637311 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-83c857de-5d56-42f6-8477-933c27237ef3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9090ac89-42ef-43bd-b7c7-29a05c60a2c5') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:36:14.638233 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-83c857de-5d56-42f6-8477-933c27237ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9090ac89-42ef-43bd-b7c7-29a05c60a2c5') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:36:14.675710 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=ccf02ff2-ccc1-49b8-ade4-635ea84c632c,revision_number=8']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:14.683033 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-83c857de-5d56-42f6-8477-933c27237ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (9090ac89-42ef-43bd-b7c7-29a05c60a2c5), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:14.709277 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-83c857de-5d56-42f6-8477-933c27237ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (9090ac89-42ef-43bd-b7c7-29a05c60a2c5), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:14.719791 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c857de-5d56-42f6-8477-933c27237ef3 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:36:14.720192 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-83c857de-5d56-42f6-8477-933c27237ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (9090ac89-42ef-43bd-b7c7-29a05c60a2c5), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:36:14.721916 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:36:14.925034 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device eec7d06a-432f-4709-bc61-dcc7a9fa06d2 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:36:14.948856 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: eec7d06a-432f-4709-bc61-dcc7a9fa06d2 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:36:14.949891 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device eec7d06a-432f-4709-bc61-dcc7a9fa06d2 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:36:14.951432 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device d2de68eb-2bb5-4c82-8cc9-976dd1c836f2 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:36:14.993911 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: d2de68eb-2bb5-4c82-8cc9-976dd1c836f2 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:36:14.995707 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device d2de68eb-2bb5-4c82-8cc9-976dd1c836f2 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:36:14.996353 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 088f791f-1786-47da-b66a-1ed332cbb95a no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:36:15.021045 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 088f791f-1786-47da-b66a-1ed332cbb95a {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:36:15.022179 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 088f791f-1786-47da-b66a-1ed332cbb95a not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:36:15.143602 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8458941a-47d7-4c39-bfff-73b281555714 req-b1c06676-ba9a-4018-ad7e-3bb03c5a4925 service neutron] 10.222.0.89 "GET /v2.0/networks/780f8a56-4eb9-4713-bddf-aebbfa8636e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5308309 Feb 20 03:36:15.234723 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-83c857de-5d56-42f6-8477-933c27237ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (009d3554-94de-43aa-a0e5-a5caef775c53), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:15.250916 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-83c857de-5d56-42f6-8477-933c27237ef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:15.254069 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-83c857de-5d56-42f6-8477-933c27237ef3 admin admin] 10.222.0.89 "DELETE /v2.0/networks/009d3554-94de-43aa-a0e5-a5caef775c53 HTTP/1.1" status: 204 len: 168 time: 1.4255624 Feb 20 03:36:15.259046 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c857de-5d56-42f6-8477-933c27237ef3 admin admin] Pushing event deleted for resources: {'Network': ['ID=009d3554-94de-43aa-a0e5-a5caef775c53,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:15.272675 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8458941a-47d7-4c39-bfff-73b281555714 req-0c849371-efab-4fc1-9baf-d1f710226642 service neutron] 10.222.0.89 "GET /v2.0/networks/780f8a56-4eb9-4713-bddf-aebbfa8636e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165731 Feb 20 03:36:15.601043 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0e6e6-a6b5-40a7-801f-b18880b195cf req-54d2d0cb-e6e3-4d26-a9f5-11b238b4d9ad tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:15.602585 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-38e0e6e6-a6b5-40a7-801f-b18880b195cf req-54d2d0cb-e6e3-4d26-a9f5-11b238b4d9ad tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 949 time: 0.0564466 Feb 20 03:36:15.640795 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36070) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:36:15.666624 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-38e0e6e6-a6b5-40a7-801f-b18880b195cf req-15380703-afd3-4cc7-b11b-90c796163c04 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554769 Feb 20 03:36:15.691105 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fb079f44-4cde-4b56-8669-2df36d22e62f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f0c2e059b5524af28b5ac91749ab39b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0476518 Feb 20 03:36:15.695866 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36074) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:36:15.759924 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ddbf5113-8ba0-4193-8712-5136ff99e05f admin admin] Publish callbacks [] for security_group (ba72ca61-2bb7-41e5-acdf-8306c89651fd), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:15.770566 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e80ef-2b13-4f7a-95d0-037c33fc5ae4 req-1535ced3-e410-4686-ba39-0bc1fb1773fe tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:15.772303 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-902e80ef-2b13-4f7a-95d0-037c33fc5ae4 req-1535ced3-e410-4686-ba39-0bc1fb1773fe tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.93 "GET /v2.0/ports?device_id=41ba5a4e-7ee4-4c9d-aab5-af217e44b6da HTTP/1.1" status: 200 len: 943 time: 0.0832033 Feb 20 03:36:15.786583 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ddbf5113-8ba0-4193-8712-5136ff99e05f admin admin] Publish callbacks [] for security_group (ba72ca61-2bb7-41e5-acdf-8306c89651fd), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:15.891374 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb6184-8020-4864-bf6f-48db8b6b0843 req-9ab6368e-7529-4a86-8170-ce0b5c5b99a6 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:15.892895 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bffb6184-8020-4864-bf6f-48db8b6b0843 req-9ab6368e-7529-4a86-8170-ce0b5c5b99a6 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 945 time: 0.1195958 Feb 20 03:36:15.896986 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ddbf5113-8ba0-4193-8712-5136ff99e05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ba72ca61-2bb7-41e5-acdf-8306c89651fd), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:15.899595 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ddbf5113-8ba0-4193-8712-5136ff99e05f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:15.904028 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ddbf5113-8ba0-4193-8712-5136ff99e05f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ba72ca61-2bb7-41e5-acdf-8306c89651fd HTTP/1.1" status: 204 len: 168 time: 0.2068167 Feb 20 03:36:15.926793 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf5113-8ba0-4193-8712-5136ff99e05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba72ca61-2bb7-41e5-acdf-8306c89651fd,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:15.930605 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-902e80ef-2b13-4f7a-95d0-037c33fc5ae4 req-18b93be5-9f7c-401a-8d84-2526bde88712 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Deleting port ccf02ff2-ccc1-49b8-ade4-635ea84c632c {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:36:15.931110 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-902e80ef-2b13-4f7a-95d0-037c33fc5ae4 req-18b93be5-9f7c-401a-8d84-2526bde88712 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ccf02ff2-ccc1-49b8-ade4-635ea84c632c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:16.011693 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bffb6184-8020-4864-bf6f-48db8b6b0843 req-1f3e54cd-df8a-4691-ab63-ba61ac56cefb tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083217 Feb 20 03:36:16.055316 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-902e80ef-2b13-4f7a-95d0-037c33fc5ae4 req-18b93be5-9f7c-401a-8d84-2526bde88712 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] For port ccf02ff2-ccc1-49b8-ade4-635ea84c632c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ccf02ff2-ccc1-49b8-ade4-635ea84c632c,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:16.055828 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-902e80ef-2b13-4f7a-95d0-037c33fc5ae4 req-18b93be5-9f7c-401a-8d84-2526bde88712 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ccf02ff2-ccc1-49b8-ade4-635ea84c632c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:16.072953 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-902e80ef-2b13-4f7a-95d0-037c33fc5ae4 req-18b93be5-9f7c-401a-8d84-2526bde88712 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Calling delete_port for ccf02ff2-ccc1-49b8-ade4-635ea84c632c owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:36:16.178157 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35c7ce5-cdd4-441f-b7c9-2089368b262c x-openstack-request-id: req-b35c7ce5-cdd4-441f-b7c9-2089368b262c {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:36:16.178739 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ba5a4e-7ee4-4c9d-aab5-af217e44b6da", "name": "network-vif-unplugged", "status": "completed", "tag": "ccf02ff2-ccc1-49b8-ade4-635ea84c632c", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:36:16.178739 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b35c7ce5-cdd4-441f-b7c9-2089368b262c {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:36:16.179204 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ba5a4e-7ee4-4c9d-aab5-af217e44b6da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccf02ff2-ccc1-49b8-ade4-635ea84c632c', 'code': 200} Feb 20 03:36:16.279883 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5b7572d2-a971-4a3b-b2d3-4ec4edb16d1a req-f8e9215a-9de7-4b0b-acc5-97e55eb01592 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=517fd82a-9971-4cf9-bb59-df016c811bde HTTP/1.1" status: 200 len: 210 time: 0.0334597 Feb 20 03:36:16.355375 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:36:16.376224 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-902e80ef-2b13-4f7a-95d0-037c33fc5ae4 req-18b93be5-9f7c-401a-8d84-2526bde88712 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (ccf02ff2-ccc1-49b8-ade4-635ea84c632c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:16.412496 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b93be5-9f7c-401a-8d84-2526bde88712 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Pushing event deleted for resources: {'Port': ['ID=ccf02ff2-ccc1-49b8-ade4-635ea84c632c,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:16.451315 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7131aa0-b0e6-47bb-8b08-0e6045f2b9b6 req-dede9e90-c7c4-4c90-8604-3161ec36ab1e tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:16.452918 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d7131aa0-b0e6-47bb-8b08-0e6045f2b9b6 req-dede9e90-c7c4-4c90-8604-3161ec36ab1e tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 946 time: 0.1152837 Feb 20 03:36:16.495521 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ed1d4dac-5a57-4f44-87fa-76149bb3c3c8,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:16.507150 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'ed1d4dac-5a57-4f44-87fa-76149bb3c3c8', 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f', 'port_id': 'ed1d4dac-5a57-4f44-87fa-76149bb3c3c8', 'mac_address': 'fa:16:3e:9a:a4:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:36:16.517450 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-902e80ef-2b13-4f7a-95d0-037c33fc5ae4 req-18b93be5-9f7c-401a-8d84-2526bde88712 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] No DVR routers for this DVR port ccf02ff2-ccc1-49b8-ade4-635ea84c632c on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:36:16.522181 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-902e80ef-2b13-4f7a-95d0-037c33fc5ae4 req-18b93be5-9f7c-401a-8d84-2526bde88712 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:16.527580 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-902e80ef-2b13-4f7a-95d0-037c33fc5ae4 req-18b93be5-9f7c-401a-8d84-2526bde88712 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.93 "DELETE /v2.0/ports/ccf02ff2-ccc1-49b8-ade4-635ea84c632c HTTP/1.1" status: 204 len: 173 time: 0.7452462 Feb 20 03:36:16.529219 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ba5a4e-7ee4-4c9d-aab5-af217e44b6da', 'name': 'network-vif-deleted', 'tag': 'ccf02ff2-ccc1-49b8-ade4-635ea84c632c'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:36:16.531971 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b588003-e2b0-4073-aad5-5084d61cc7f3" -d '{"events": [{"server_uuid": "41ba5a4e-7ee4-4c9d-aab5-af217e44b6da", "name": "network-vif-deleted", "tag": "ccf02ff2-ccc1-49b8-ade4-635ea84c632c"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:36:16.571619 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d7131aa0-b0e6-47bb-8b08-0e6045f2b9b6 req-77819b6a-0482-407d-a7b2-77336afae41a tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973134 Feb 20 03:36:16.572692 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 is: ACTIVE; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:36:16.573101 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ed1d4dac-5a57-4f44-87fa-76149bb3c3c8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:16.595317 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:36:16.615823 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ed1d4dac-5a57-4f44-87fa-76149bb3c3c8,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:16.674256 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ae50ccb6-6683-4a0d-9fa2-ed2725218d7c req-bc299bae-4c3a-4120-9302-097b1bdc016e tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4c04dcd-adf5-4c95-9376-f8cef8f8737a HTTP/1.1" status: 200 len: 210 time: 0.0375707 Feb 20 03:36:16.714167 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ed1d4dac-5a57-4f44-87fa-76149bb3c3c8), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:16.798144 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=ed1d4dac-5a57-4f44-87fa-76149bb3c3c8,revision_number=6']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:16.888704 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['ed1d4dac-5a57-4f44-87fa-76149bb3c3c8'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:36:16.919364 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-55eeb666-b847-47e9-a186-0db452a77238 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:16.924190 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-55eeb666-b847-47e9-a186-0db452a77238 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/networks?id=eb26da17-9faa-4ffe-b743-646e1db8b7cd HTTP/1.1" status: 200 len: 814 time: 0.1642246 Feb 20 03:36:16.945841 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-7ee242a3-f886-4b66-9a76-90b0cccd3fb3 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/quotas/5ff8b75fbb2949d5aad5a9cd3bc53c0a HTTP/1.1" status: 200 len: 375 time: 0.0181026 Feb 20 03:36:17.050614 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-bc3d2c14-a307-49f6-a6a3-fe1f1be92eb1 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=5ff8b75fbb2949d5aad5a9cd3bc53c0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0981491 Feb 20 03:36:17.228407 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-98ca0117-c19a-482e-852a-22b107b60e17 service neutron] 10.222.0.89 "GET /v2.0/networks/eb26da17-9faa-4ffe-b743-646e1db8b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767943 Feb 20 03:36:17.350330 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-c40e05e7-d1ec-4078-906e-a70dce78567e service neutron] 10.222.0.89 "GET /v2.0/networks/eb26da17-9faa-4ffe-b743-646e1db8b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209502 Feb 20 03:36:17.467647 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36122) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:36:17.643841 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-832a2f16-6270-4a55-a01e-833632dba732 service neutron] show failed (client error): The resource could not be found. Feb 20 03:36:17.649109 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-832a2f16-6270-4a55-a01e-833632dba732 service neutron] 10.222.0.93 "GET /v2.0/ports/8f129d5e-69de-459f-b14e-e8ba00bd20d7/bindings/n-h1-829866-4 HTTP/1.1" status: 404 len: 380 time: 0.1631482 Feb 20 03:36:17.684017 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315942fc-6dcb-4258-8e62-31bf65334ae7 x-openstack-request-id: req-315942fc-6dcb-4258-8e62-31bf65334ae7 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:36:17.684463 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ba5a4e-7ee4-4c9d-aab5-af217e44b6da", "name": "network-vif-deleted", "tag": "ccf02ff2-ccc1-49b8-ade4-635ea84c632c", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:36:17.685276 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-315942fc-6dcb-4258-8e62-31bf65334ae7 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:36:17.685679 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ba5a4e-7ee4-4c9d-aab5-af217e44b6da', 'name': 'network-vif-deleted', 'tag': 'ccf02ff2-ccc1-49b8-ade4-635ea84c632c', 'status': 'completed', 'code': 200} Feb 20 03:36:17.713755 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-e118f3fe-e9cc-4c1e-b91c-b92b4a9b5c51 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1494935184-network', 'tenant_id': '0e86c0cd9b6148cbaa57589f13217b28'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:36:17.864140 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4c7f0-27b4-455a-bc71-c66a1028446b req-4798edc7-7eb2-4f42-8e4c-b6117f44ac29 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:17.864140 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-04f4c7f0-27b4-455a-bc71-c66a1028446b req-4798edc7-7eb2-4f42-8e4c-b6117f44ac29 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 949 time: 0.0975201 Feb 20 03:36:17.864140 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e118f3fe-e9cc-4c1e-b91c-b92b4a9b5c51 admin admin] Made reservation on behalf of 0e86c0cd9b6148cbaa57589f13217b28 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:36:17.864140 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e118f3fe-e9cc-4c1e-b91c-b92b4a9b5c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:17.905483 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e118f3fe-e9cc-4c1e-b91c-b92b4a9b5c51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:17.980658 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-04f4c7f0-27b4-455a-bc71-c66a1028446b req-4b8b5a8d-e6d7-49ab-bf40-ee8387f6d3b8 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128433 Feb 20 03:36:18.154263 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458941a-47d7-4c39-bfff-73b281555714 req-726200a4-52d8-4bf2-b11b-9ab695f18643 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:18.155785 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8458941a-47d7-4c39-bfff-73b281555714 req-726200a4-52d8-4bf2-b11b-9ab695f18643 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.42 "GET /v2.0/networks?id=780f8a56-4eb9-4713-bddf-aebbfa8636e6 HTTP/1.1" status: 200 len: 805 time: 0.2415299 Feb 20 03:36:18.178191 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-8458941a-47d7-4c39-bfff-73b281555714 req-02ccf120-cba3-43cd-bf4a-b2c6f20d3baa tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Request body: {'port': {'device_id': 'd4c04dcd-adf5-4c95-9376-f8cef8f8737a', 'network_id': '780f8a56-4eb9-4713-bddf-aebbfa8636e6', 'admin_state_up': True, 'tenant_id': '5fa3fcc747a841278576c8224054e060'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:36:18.277203 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e118f3fe-e9cc-4c1e-b91c-b92b4a9b5c51 admin admin] Publish callbacks [] for security_group (61909b7f-b58f-44bc-9dd8-c9e4276ef839), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:18.304056 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed29b5a-48a3-4b68-bd68-779711bf29c7 req-9de61db1-de52-44eb-a07b-970d66818f66 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:18.306231 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1ed29b5a-48a3-4b68-bd68-779711bf29c7 req-9de61db1-de52-44eb-a07b-970d66818f66 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 945 time: 0.1483836 Feb 20 03:36:18.336331 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-78dd87e8-da8c-4848-bec6-aa9436bc217e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:18.338649 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-78dd87e8-da8c-4848-bec6-aa9436bc217e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61&tenant_id=aac4a34e9d0e4881a4216fde18e57c70 HTTP/1.1" status: 200 len: 1131 time: 0.0903940 Feb 20 03:36:18.356209 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e118f3fe-e9cc-4c1e-b91c-b92b4a9b5c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (61909b7f-b58f-44bc-9dd8-c9e4276ef839), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:18.363166 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-ea3f40cf-9a0b-4477-8993-3f1c233b4104 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829866-4', 'device_owner': 'compute:nova'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:36:18.364338 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:36:18.390267 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118f3fe-e9cc-4c1e-b91c-b92b4a9b5c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61909b7f-b58f-44bc-9dd8-c9e4276ef839,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:18.463311 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:36:18.464065 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ed1d4dac-5a57-4f44-87fa-76149bb3c3c8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:18.475052 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e118f3fe-e9cc-4c1e-b91c-b92b4a9b5c51 admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:36:18.531388 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1ed29b5a-48a3-4b68-bd68-779711bf29c7 req-03070197-0d60-4e91-a0d8-f3b140ab11bc tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154408 Feb 20 03:36:18.544347 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e118f3fe-e9cc-4c1e-b91c-b92b4a9b5c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:18.557089 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-e118f3fe-e9cc-4c1e-b91c-b92b4a9b5c51 admin admin] Added segment ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2 of type vlan for network e6c34341-fb5d-4178-a946-cb26003ca807 Feb 20 03:36:18.575180 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8458941a-47d7-4c39-bfff-73b281555714 req-02ccf120-cba3-43cd-bf4a-b2c6f20d3baa tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Made reservation on behalf of 5fa3fcc747a841278576c8224054e060 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:36:18.578732 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8458941a-47d7-4c39-bfff-73b281555714 req-02ccf120-cba3-43cd-bf4a-b2c6f20d3baa tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:18.591335 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-ea3f40cf-9a0b-4477-8993-3f1c233b4104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8f129d5e-69de-459f-b14e-e8ba00bd20d7), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:18.724462 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c52ad28c-1b1f-4b9a-a3c9-e113985ff9d5 req-b1e5d988-8341-4227-a317-8ed89dc6b7e2 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=517fd82a-9971-4cf9-bb59-df016c811bde HTTP/1.1" status: 200 len: 210 time: 0.1067717 Feb 20 03:36:18.798377 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:36:18.798706 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ed1d4dac-5a57-4f44-87fa-76149bb3c3c8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:18.841977 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e800aac1-0fe3-48d1-b319-f0f55a1206e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1d4dac-5a57-4f44-87fa-76149bb3c3c8'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:36:18.845148 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14083069-80b1-4ae3-af50-253223c5c7a5" -d '{"events": [{"server_uuid": "e800aac1-0fe3-48d1-b319-f0f55a1206e1", "name": "network-vif-plugged", "status": "completed", "tag": "ed1d4dac-5a57-4f44-87fa-76149bb3c3c8"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:36:18.853363 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e118f3fe-e9cc-4c1e-b91c-b92b4a9b5c51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (e6c34341-fb5d-4178-a946-cb26003ca807), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:18.891229 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ed1d4dac-5a57-4f44-87fa-76149bb3c3c8,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:18.952399 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-738658fd-1245-4a35-860f-29a7f07e5995 req-979784c3-bcf8-4a89-b23c-75009b44c13e tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=e1e705b9-e4ec-4fd1-b463-5bbd7d55c68e HTTP/1.1" status: 200 len: 210 time: 0.0955722 Feb 20 03:36:18.994010 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ed1d4dac-5a57-4f44-87fa-76149bb3c3c8), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:18.994821 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device ccf02ff2-ccc1-49b8-ade4-635ea84c632c no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:36:19.064559 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: ccf02ff2-ccc1-49b8-ade4-635ea84c632c {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:36:19.066143 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-ea3f40cf-9a0b-4477-8993-3f1c233b4104 service neutron] For port 8f129d5e-69de-459f-b14e-e8ba00bd20d7, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=8f129d5e-69de-459f-b14e-e8ba00bd20d7,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:19.066722 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device ccf02ff2-ccc1-49b8-ade4-635ea84c632c not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:36:19.129587 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e118f3fe-e9cc-4c1e-b91c-b92b4a9b5c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (e6c34341-fb5d-4178-a946-cb26003ca807), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:19.130410 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e118f3fe-e9cc-4c1e-b91c-b92b4a9b5c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:19.131109 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e118f3fe-e9cc-4c1e-b91c-b92b4a9b5c51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:19.142014 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-ea3f40cf-9a0b-4477-8993-3f1c233b4104 service neutron] For port 8f129d5e-69de-459f-b14e-e8ba00bd20d7, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:36:19.149645 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=ed1d4dac-5a57-4f44-87fa-76149bb3c3c8,revision_number=7']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:19.203135 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffb0267-fddb-4621-bf6b-62138b4d9b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f129d5e-69de-459f-b14e-e8ba00bd20d7'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:36:19.215662 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2ede48-627e-47fc-b6eb-8b34cf7cdb55" -d '{"events": [{"server_uuid": "4ffb0267-fddb-4621-bf6b-62138b4d9b61", "name": "network-vif-unplugged", "status": "completed", "tag": "8f129d5e-69de-459f-b14e-e8ba00bd20d7"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:36:19.215662 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-ea3f40cf-9a0b-4477-8993-3f1c233b4104 service neutron] Publish callbacks [] for port (8f129d5e-69de-459f-b14e-e8ba00bd20d7), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:19.228880 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-ea3f40cf-9a0b-4477-8993-3f1c233b4104 service neutron] Transition to ACTIVE for port object 8f129d5e-69de-459f-b14e-e8ba00bd20d7 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:36:19.236585 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-8458941a-47d7-4c39-bfff-73b281555714 req-02ccf120-cba3-43cd-bf4a-b2c6f20d3baa tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Allocated IP 172.20.0.9 (780f8a56-4eb9-4713-bddf-aebbfa8636e6/ba7943db-e73d-4c28-8d17-e3720a98a6a6/fe488649-f9f8-4f8d-abdd-5aa832c3aa7f) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:36:19.246254 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e118f3fe-e9cc-4c1e-b91c-b92b4a9b5c51 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7741570 Feb 20 03:36:19.248735 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36166) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:36:19.255831 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-6ba1beaa-0ab7-4a82-b9fd-943dac16dd6b admin admin] Request body: {'subnet': {'network_id': 'e6c34341-fb5d-4178-a946-cb26003ca807', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1494935184-subnet', 'tenant_id': '0e86c0cd9b6148cbaa57589f13217b28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:36:19.265148 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118f3fe-e9cc-4c1e-b91c-b92b4a9b5c51 admin admin] Pushing event updated for resources: {'Network': ['ID=e6c34341-fb5d-4178-a946-cb26003ca807,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:19.277397 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network e6c34341-fb5d-4178-a946-cb26003ca807 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:36:19.280384 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf15e84-232a-4c36-ac38-1ffc760d9fc6 req-4c748fe7-7be0-49ff-a1e0-78f05fd1b87a tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:19.287929 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5bf15e84-232a-4c36-ac38-1ffc760d9fc6 req-4c748fe7-7be0-49ff-a1e0-78f05fd1b87a tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 946 time: 0.2248168 Feb 20 03:36:19.320195 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-ea3f40cf-9a0b-4477-8993-3f1c233b4104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (8f129d5e-69de-459f-b14e-e8ba00bd20d7), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:19.519371 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5bf15e84-232a-4c36-ac38-1ffc760d9fc6 req-100b87b5-a48e-484c-b11f-bf96ece0a4f2 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2303805 Feb 20 03:36:19.676674 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8458941a-47d7-4c39-bfff-73b281555714 req-02ccf120-cba3-43cd-bf4a-b2c6f20d3baa tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Publish callbacks [] for port (fe488649-f9f8-4f8d-abdd-5aa832c3aa7f), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:19.736121 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-84186041-e1c2-4ac5-86b6-5a79a76c667b req-1a124085-6d88-4540-ba9a-c6b906819dcd tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4c04dcd-adf5-4c95-9376-f8cef8f8737a HTTP/1.1" status: 200 len: 210 time: 0.0638390 Feb 20 03:36:19.847541 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fefd21-96a1-40b5-964d-408572b49ffc x-openstack-request-id: req-16fefd21-96a1-40b5-964d-408572b49ffc {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:36:19.848033 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e800aac1-0fe3-48d1-b319-f0f55a1206e1", "name": "network-vif-plugged", "status": "completed", "tag": "ed1d4dac-5a57-4f44-87fa-76149bb3c3c8", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:36:19.857536 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-16fefd21-96a1-40b5-964d-408572b49ffc {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:36:19.857536 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e800aac1-0fe3-48d1-b319-f0f55a1206e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1d4dac-5a57-4f44-87fa-76149bb3c3c8', 'code': 200} Feb 20 03:36:19.902940 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8458941a-47d7-4c39-bfff-73b281555714 req-02ccf120-cba3-43cd-bf4a-b2c6f20d3baa tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (fe488649-f9f8-4f8d-abdd-5aa832c3aa7f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:19.966639 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8458941a-47d7-4c39-bfff-73b281555714 req-02ccf120-cba3-43cd-bf4a-b2c6f20d3baa tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Network 780f8a56-4eb9-4713-bddf-aebbfa8636e6 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:36:20.016126 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-8458941a-47d7-4c39-bfff-73b281555714 req-02ccf120-cba3-43cd-bf4a-b2c6f20d3baa tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:36:20.027419 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-8458941a-47d7-4c39-bfff-73b281555714 req-02ccf120-cba3-43cd-bf4a-b2c6f20d3baa tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:36:20.037782 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-ea3f40cf-9a0b-4477-8993-3f1c233b4104 service neutron] No DVR routers for this DVR port 8f129d5e-69de-459f-b14e-e8ba00bd20d7 on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:36:20.043169 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba1beaa-0ab7-4a82-b9fd-943dac16dd6b admin admin] Made reservation on behalf of 0e86c0cd9b6148cbaa57589f13217b28 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:36:20.046559 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6ba1beaa-0ab7-4a82-b9fd-943dac16dd6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:20.128085 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458941a-47d7-4c39-bfff-73b281555714 req-02ccf120-cba3-43cd-bf4a-b2c6f20d3baa tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:20.128925 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8458941a-47d7-4c39-bfff-73b281555714 req-02ccf120-cba3-43cd-bf4a-b2c6f20d3baa tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:20.145003 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ccf120-cba3-43cd-bf4a-b2c6f20d3baa tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Pushing event updated for resources: {'Port': ['ID=fe488649-f9f8-4f8d-abdd-5aa832c3aa7f,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:20.171820 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a2d6d-4915-43c3-8613-66958388b974 req-275cd8f1-135f-4826-a41e-ca2aa115ae66 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:20.174380 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd0a2d6d-4915-43c3-8613-66958388b974 req-275cd8f1-135f-4826-a41e-ca2aa115ae66 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 947 time: 0.2107608 Feb 20 03:36:20.217261 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8458941a-47d7-4c39-bfff-73b281555714 req-02ccf120-cba3-43cd-bf4a-b2c6f20d3baa tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0481215 Feb 20 03:36:20.243054 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-8458941a-47d7-4c39-bfff-73b281555714 req-9f3dd977-fdf0-4a38-95da-ebf455086f59 service neutron] Request body: {'port': {'device_id': 'd4c04dcd-adf5-4c95-9376-f8cef8f8737a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:36:20.362931 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 8f129d5e-69de-459f-b14e-e8ba00bd20d7 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:36:20.392643 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8458941a-47d7-4c39-bfff-73b281555714 req-9f3dd977-fdf0-4a38-95da-ebf455086f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fe488649-f9f8-4f8d-abdd-5aa832c3aa7f), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:20.395559 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6ba1beaa-0ab7-4a82-b9fd-943dac16dd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (9243798a-179e-441d-8d49-1b10358f8637), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:20.415591 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f40cf-9a0b-4477-8993-3f1c233b4104 service neutron] Pushing event updated for resources: {'Port': ['ID=8f129d5e-69de-459f-b14e-e8ba00bd20d7,revision_number=6']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:20.418064 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-ea3f40cf-9a0b-4477-8993-3f1c233b4104 service neutron] Attempting to bind port 8f129d5e-69de-459f-b14e-e8ba00bd20d7 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:36:20.418397 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-ea3f40cf-9a0b-4477-8993-3f1c233b4104 service neutron] Attempting to bind port 8f129d5e-69de-459f-b14e-e8ba00bd20d7 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:36:20.419391 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-ea3f40cf-9a0b-4477-8993-3f1c233b4104 service neutron] Attempting to bind port 8f129d5e-69de-459f-b14e-e8ba00bd20d7 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:36:20.477794 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd0a2d6d-4915-43c3-8613-66958388b974 req-3af5f666-e04d-4ea4-adac-4f1eb3678dd1 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898324 Feb 20 03:36:20.486772 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] The host n-h2-829866-4 is not matching for port 8f129d5e-69de-459f-b14e-e8ba00bd20d7 host n-h1-829866-4! {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 03:36:20.487221 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 8f129d5e-69de-459f-b14e-e8ba00bd20d7 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:36:20.499943 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-ea3f40cf-9a0b-4477-8993-3f1c233b4104 service neutron] Port 8f129d5e-69de-459f-b14e-e8ba00bd20d7 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:36:20.500440 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-ea3f40cf-9a0b-4477-8993-3f1c233b4104 service neutron] Attempting to bind port 8f129d5e-69de-459f-b14e-e8ba00bd20d7 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:36:20.511474 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-ea3f40cf-9a0b-4477-8993-3f1c233b4104 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:36:20.511825 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-ea3f40cf-9a0b-4477-8993-3f1c233b4104 service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:36:20.512311 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-ea3f40cf-9a0b-4477-8993-3f1c233b4104 service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:36:20.512765 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-ea3f40cf-9a0b-4477-8993-3f1c233b4104 service neutron] Bound port: 8f129d5e-69de-459f-b14e-e8ba00bd20d7, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:36:20.513130 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-ea3f40cf-9a0b-4477-8993-3f1c233b4104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8f129d5e-69de-459f-b14e-e8ba00bd20d7), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:20.586078 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba1beaa-0ab7-4a82-b9fd-943dac16dd6b admin admin] Checking segment: {'id': 'ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e6c34341-fb5d-4178-a946-cb26003ca807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:36:20.586444 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba1beaa-0ab7-4a82-b9fd-943dac16dd6b admin admin] Network hostable DHCP agents. Network: e6c34341-fb5d-4178-a946-cb26003ca807, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:36:20.716348 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-ea3f40cf-9a0b-4477-8993-3f1c233b4104 service neutron] For port 8f129d5e-69de-459f-b14e-e8ba00bd20d7, host n-h1-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:36:20.724755 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-ea3f40cf-9a0b-4477-8993-3f1c233b4104 service neutron] For port 8f129d5e-69de-459f-b14e-e8ba00bd20d7, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=8f129d5e-69de-459f-b14e-e8ba00bd20d7,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:36:20.741398 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ecf442-5310-4762-bec7-60e6a91bb8e0 x-openstack-request-id: req-74ecf442-5310-4762-bec7-60e6a91bb8e0 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:36:20.741699 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffb0267-fddb-4621-bf6b-62138b4d9b61", "name": "network-vif-unplugged", "status": "completed", "tag": "8f129d5e-69de-459f-b14e-e8ba00bd20d7", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:36:20.741954 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-74ecf442-5310-4762-bec7-60e6a91bb8e0 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:36:20.742360 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffb0267-fddb-4621-bf6b-62138b4d9b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f129d5e-69de-459f-b14e-e8ba00bd20d7', 'code': 200} Feb 20 03:36:20.742973 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1beaa-0ab7-4a82-b9fd-943dac16dd6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9243798a-179e-441d-8d49-1b10358f8637,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:20.766198 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-eb7cba20-5beb-491a-b500-8c493f3b316c tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:20.769621 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-eb7cba20-5beb-491a-b500-8c493f3b316c tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.93 "GET /v2.0/networks?id=eb26da17-9faa-4ffe-b743-646e1db8b7cd HTTP/1.1" status: 200 len: 814 time: 0.4788487 Feb 20 03:36:20.824539 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-e21ae15b-4d43-4b58-9844-ac6e0e385015 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Request body: {'port': {'device_id': 'e1e705b9-e4ec-4fd1-b463-5bbd7d55c68e', 'network_id': 'eb26da17-9faa-4ffe-b743-646e1db8b7cd', 'admin_state_up': True, 'tenant_id': '5ff8b75fbb2949d5aad5a9cd3bc53c0a'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:36:20.847284 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:20.874560 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba1beaa-0ab7-4a82-b9fd-943dac16dd6b admin admin] Network e6c34341-fb5d-4178-a946-cb26003ca807 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:36:20.880444 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-ea3f40cf-9a0b-4477-8993-3f1c233b4104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (8f129d5e-69de-459f-b14e-e8ba00bd20d7), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:20.913857 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-ea3f40cf-9a0b-4477-8993-3f1c233b4104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:20.913857 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-ea3f40cf-9a0b-4477-8993-3f1c233b4104 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:20.915520 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-ea3f40cf-9a0b-4477-8993-3f1c233b4104 service neutron] 10.222.0.42 "PUT /v2.0/ports/8f129d5e-69de-459f-b14e-e8ba00bd20d7 HTTP/1.1" status: 200 len: 1095 time: 2.5624044 Feb 20 03:36:20.931362 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:21.016958 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-6ba1beaa-0ab7-4a82-b9fd-943dac16dd6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, e6c34341-fb5d-4178-a946-cb26003ca807) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:36:21.025694 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17648f9c-bf79-4ece-9e66-c2607948210d None None] Network e6c34341-fb5d-4178-a946-cb26003ca807 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:36:21.049851 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba1beaa-0ab7-4a82-b9fd-943dac16dd6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:21.056484 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ee9fe-f9b9-4e76-bb58-b32d376ef966 req-dc1c5cc7-5e42-479d-98d8-ef4c57449688 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:21.061331 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6ba1beaa-0ab7-4a82-b9fd-943dac16dd6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:21.066131 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-598ee9fe-f9b9-4e76-bb58-b32d376ef966 req-dc1c5cc7-5e42-479d-98d8-ef4c57449688 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 945 time: 0.2948318 Feb 20 03:36:21.113849 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f40cf-9a0b-4477-8993-3f1c233b4104 service neutron] Pushing event updated for resources: {'Port': ['ID=8f129d5e-69de-459f-b14e-e8ba00bd20d7,revision_number=7']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:21.140722 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-eb224065-c906-4942-889c-331169611caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:21.145443 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-eb224065-c906-4942-889c-331169611caf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 1129 time: 0.1974983 Feb 20 03:36:21.274774 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9000463-62f7-426f-a6b1-f025ccc05085 None None] Network e6c34341-fb5d-4178-a946-cb26003ca807 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:36:21.311410 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6ba1beaa-0ab7-4a82-b9fd-943dac16dd6b admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0610242 Feb 20 03:36:21.356591 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-598ee9fe-f9b9-4e76-bb58-b32d376ef966 req-29b6f3c0-0a70-40d9-8962-2e6a321573fd tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885940 Feb 20 03:36:21.421267 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-e2d4392a-a7b5-4f42-a077-6e61897dda2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:21.428960 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-e2d4392a-a7b5-4f42-a077-6e61897dda2c service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.2774801 Feb 20 03:36:21.441570 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-e21ae15b-4d43-4b58-9844-ac6e0e385015 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Made reservation on behalf of 5ff8b75fbb2949d5aad5a9cd3bc53c0a for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:36:21.444928 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-e21ae15b-4d43-4b58-9844-ac6e0e385015 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:21.493524 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-b247402e-09eb-428e-bef9-7053be07f7ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=8f129d5e-69de-459f-b14e-e8ba00bd20d7 HTTP/1.1" status: 200 len: 217 time: 0.0528772 Feb 20 03:36:21.577369 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-814a65f7-7d00-4b41-8c67-afd317b29c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:21.585061 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-814a65f7-7d00-4b41-8c67-afd317b29c96 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0738289 Feb 20 03:36:21.687250 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-0b476863-4251-4173-b657-3d6c1b83a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:21.689236 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-0b476863-4251-4173-b657-3d6c1b83a62c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0995607 Feb 20 03:36:21.727627 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-e21ae15b-4d43-4b58-9844-ac6e0e385015 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Allocated IP 172.20.0.12 (eb26da17-9faa-4ffe-b743-646e1db8b7cd/68459050-934c-49c9-b167-98d8885a461c/b310c3c7-ce87-4f90-b1d8-a1959a6fb079) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:36:21.816920 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-5881722a-1c3b-43d5-8451-dad5b1d0f072 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197212 Feb 20 03:36:21.881035 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3d2fd0ec-5e95-40a8-9d46-4022ac94f3a1 req-b2061ed9-2d6f-4e61-bffe-595f768ab9dd tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=517fd82a-9971-4cf9-bb59-df016c811bde HTTP/1.1" status: 200 len: 210 time: 0.3770008 Feb 20 03:36:21.901038 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-8458941a-47d7-4c39-bfff-73b281555714 req-9f3dd977-fdf0-4a38-95da-ebf455086f59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe488649-f9f8-4f8d-abdd-5aa832c3aa7f {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:36:21.928650 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8458941a-47d7-4c39-bfff-73b281555714 req-9f3dd977-fdf0-4a38-95da-ebf455086f59 service neutron] Publish callbacks [] for port (fe488649-f9f8-4f8d-abdd-5aa832c3aa7f), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:21.956636 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-e21ae15b-4d43-4b58-9844-ac6e0e385015 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Publish callbacks [] for port (b310c3c7-ce87-4f90-b1d8-a1959a6fb079), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:21.958613 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-8458941a-47d7-4c39-bfff-73b281555714 req-9f3dd977-fdf0-4a38-95da-ebf455086f59 service neutron] Transition to ACTIVE for port object fe488649-f9f8-4f8d-abdd-5aa832c3aa7f will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:36:22.023433 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3bc0dd4b-cd84-4da5-adb8-a0bfafb3b009 req-02260f1f-1363-4348-9e54-dd4ee7e490f8 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963551 Feb 20 03:36:22.033111 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8458941a-47d7-4c39-bfff-73b281555714 req-9f3dd977-fdf0-4a38-95da-ebf455086f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (fe488649-f9f8-4f8d-abdd-5aa832c3aa7f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:22.090886 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3dd977-fdf0-4a38-95da-ebf455086f59 service neutron] Pushing event updated for resources: {'Port': ['ID=fe488649-f9f8-4f8d-abdd-5aa832c3aa7f,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:22.101467 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5fe26514-5438-4054-806c-c79d3d609729 req-f36f8280-bbc3-40e5-bdbb-4b3e3a43347e tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=e1e705b9-e4ec-4fd1-b463-5bbd7d55c68e HTTP/1.1" status: 200 len: 210 time: 0.0804503 Feb 20 03:36:22.107402 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-e21ae15b-4d43-4b58-9844-ac6e0e385015 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (b310c3c7-ce87-4f90-b1d8-a1959a6fb079), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:22.120948 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['b37d1845-c7e4-40ee-8535-b2c163b956e3', 'f5db7fe1-fc38-4435-aa22-e82378f8427f'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:36:22.133468 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['9637083b-0c8f-429c-9595-2e7abb224aa7'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:36:22.246331 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-e21ae15b-4d43-4b58-9844-ac6e0e385015 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Network eb26da17-9faa-4ffe-b743-646e1db8b7cd is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:36:22.281943 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-e21ae15b-4d43-4b58-9844-ac6e0e385015 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:36:22.300185 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ae15b-4d43-4b58-9844-ac6e0e385015 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Pushing event updated for resources: {'Port': ['ID=b310c3c7-ce87-4f90-b1d8-a1959a6fb079,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:22.303621 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-e21ae15b-4d43-4b58-9844-ac6e0e385015 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:36:22.743693 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ffb0267-fddb-4621-bf6b-62138b4d9b61', 'tag': '8f129d5e-69de-459f-b14e-e8ba00bd20d7'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:36:22.747625 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597aa4b9-fdd5-45d8-8f25-4c5f5b7e2859" -d '{"events": [{"name": "network-changed", "server_uuid": "4ffb0267-fddb-4621-bf6b-62138b4d9b61", "tag": "8f129d5e-69de-459f-b14e-e8ba00bd20d7"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:36:22.748540 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-e21ae15b-4d43-4b58-9844-ac6e0e385015 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:22.749244 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-e21ae15b-4d43-4b58-9844-ac6e0e385015 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:22.769823 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159aa422-7805-4d85-986f-60f557e087d2 req-f7c9d85c-157f-4820-8cdd-d5423fc511b5 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:22.776826 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-159aa422-7805-4d85-986f-60f557e087d2 req-f7c9d85c-157f-4820-8cdd-d5423fc511b5 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 946 time: 0.5105908 Feb 20 03:36:22.802924 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-8458941a-47d7-4c39-bfff-73b281555714 req-9f3dd977-fdf0-4a38-95da-ebf455086f59 service neutron] Attempting to bind port fe488649-f9f8-4f8d-abdd-5aa832c3aa7f on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:36:22.803280 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-8458941a-47d7-4c39-bfff-73b281555714 req-9f3dd977-fdf0-4a38-95da-ebf455086f59 service neutron] Attempting to bind port fe488649-f9f8-4f8d-abdd-5aa832c3aa7f by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': 'c958acf2-90dd-47cc-bcb8-d3b08740baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '780f8a56-4eb9-4713-bddf-aebbfa8636e6'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:36:22.803618 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8458941a-47d7-4c39-bfff-73b281555714 req-9f3dd977-fdf0-4a38-95da-ebf455086f59 service neutron] Attempting to bind port fe488649-f9f8-4f8d-abdd-5aa832c3aa7f on network 780f8a56-4eb9-4713-bddf-aebbfa8636e6 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:36:22.817720 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8458941a-47d7-4c39-bfff-73b281555714 req-9f3dd977-fdf0-4a38-95da-ebf455086f59 service neutron] Port fe488649-f9f8-4f8d-abdd-5aa832c3aa7f on network 780f8a56-4eb9-4713-bddf-aebbfa8636e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:36:22.817950 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8458941a-47d7-4c39-bfff-73b281555714 req-9f3dd977-fdf0-4a38-95da-ebf455086f59 service neutron] Attempting to bind port fe488649-f9f8-4f8d-abdd-5aa832c3aa7f on network 780f8a56-4eb9-4713-bddf-aebbfa8636e6 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:36:22.834622 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8458941a-47d7-4c39-bfff-73b281555714 req-9f3dd977-fdf0-4a38-95da-ebf455086f59 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:36:22.838544 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8458941a-47d7-4c39-bfff-73b281555714 req-9f3dd977-fdf0-4a38-95da-ebf455086f59 service neutron] Checking segment: {'id': 'c958acf2-90dd-47cc-bcb8-d3b08740baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '780f8a56-4eb9-4713-bddf-aebbfa8636e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:36:22.838544 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8458941a-47d7-4c39-bfff-73b281555714 req-9f3dd977-fdf0-4a38-95da-ebf455086f59 service neutron] Bound using segment: {'id': 'c958acf2-90dd-47cc-bcb8-d3b08740baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '780f8a56-4eb9-4713-bddf-aebbfa8636e6'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:36:22.838544 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-8458941a-47d7-4c39-bfff-73b281555714 req-9f3dd977-fdf0-4a38-95da-ebf455086f59 service neutron] Bound port: fe488649-f9f8-4f8d-abdd-5aa832c3aa7f, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c958acf2-90dd-47cc-bcb8-d3b08740baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '780f8a56-4eb9-4713-bddf-aebbfa8636e6'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:36:22.838544 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8458941a-47d7-4c39-bfff-73b281555714 req-9f3dd977-fdf0-4a38-95da-ebf455086f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fe488649-f9f8-4f8d-abdd-5aa832c3aa7f), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:22.849103 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-159aa422-7805-4d85-986f-60f557e087d2 req-0a7009bf-00d0-4397-8978-a4f15b464057 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713058 Feb 20 03:36:22.993001 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-e21ae15b-4d43-4b58-9844-ac6e0e385015 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1755443 Feb 20 03:36:22.995136 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-8458941a-47d7-4c39-bfff-73b281555714 req-9f3dd977-fdf0-4a38-95da-ebf455086f59 service neutron] For port fe488649-f9f8-4f8d-abdd-5aa832c3aa7f, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:36:23.026164 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-b1fbbe2d-4ddd-499f-b5f2-3d121535e429 service neutron] Request body: {'port': {'device_id': 'e1e705b9-e4ec-4fd1-b463-5bbd7d55c68e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:36:23.054104 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-8458941a-47d7-4c39-bfff-73b281555714 req-9f3dd977-fdf0-4a38-95da-ebf455086f59 service neutron] For port fe488649-f9f8-4f8d-abdd-5aa832c3aa7f, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=fe488649-f9f8-4f8d-abdd-5aa832c3aa7f,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:36:23.113915 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726b1ad-040a-416c-8861-416178a693ee req-d01734c0-db22-45ce-917c-d8f0b521ce23 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:23.121071 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4726b1ad-040a-416c-8861-416178a693ee req-d01734c0-db22-45ce-917c-d8f0b521ce23 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4c04dcd-adf5-4c95-9376-f8cef8f8737a HTTP/1.1" status: 200 len: 943 time: 0.1434574 Feb 20 03:36:23.124666 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-b1fbbe2d-4ddd-499f-b5f2-3d121535e429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b310c3c7-ce87-4f90-b1d8-a1959a6fb079), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:23.162013 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8458941a-47d7-4c39-bfff-73b281555714 req-9f3dd977-fdf0-4a38-95da-ebf455086f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (fe488649-f9f8-4f8d-abdd-5aa832c3aa7f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:23.257220 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4726b1ad-040a-416c-8861-416178a693ee req-ba87544c-d987-4a26-8b2a-a8f074342dca tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349554 Feb 20 03:36:23.263232 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458941a-47d7-4c39-bfff-73b281555714 req-9f3dd977-fdf0-4a38-95da-ebf455086f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:23.263817 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8458941a-47d7-4c39-bfff-73b281555714 req-9f3dd977-fdf0-4a38-95da-ebf455086f59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:23.265227 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8458941a-47d7-4c39-bfff-73b281555714 req-9f3dd977-fdf0-4a38-95da-ebf455086f59 service neutron] 10.222.0.42 "PUT /v2.0/ports/fe488649-f9f8-4f8d-abdd-5aa832c3aa7f HTTP/1.1" status: 200 len: 1091 time: 3.0264926 Feb 20 03:36:23.271719 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c04dcd-adf5-4c95-9376-f8cef8f8737a', 'tag': 'fe488649-f9f8-4f8d-abdd-5aa832c3aa7f'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:36:23.274265 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a60432-bdbc-44a9-9813-a04e82f75b30" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c04dcd-adf5-4c95-9376-f8cef8f8737a", "tag": "fe488649-f9f8-4f8d-abdd-5aa832c3aa7f"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:36:23.355878 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3dd977-fdf0-4a38-95da-ebf455086f59 service neutron] Pushing event updated for resources: {'Port': ['ID=fe488649-f9f8-4f8d-abdd-5aa832c3aa7f,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:23.556085 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249a146-83fc-4714-8d8d-97d88be5c6f9 req-35848c99-5f31-414b-940e-0c2b3b00ce34 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:23.563839 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4249a146-83fc-4714-8d8d-97d88be5c6f9 req-35848c99-5f31-414b-940e-0c2b3b00ce34 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 947 time: 0.1820209 Feb 20 03:36:23.609791 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458941a-47d7-4c39-bfff-73b281555714 req-bfa21122-d2b3-44fb-9680-bd2c19c29b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:23.611440 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8458941a-47d7-4c39-bfff-73b281555714 req-bfa21122-d2b3-44fb-9680-bd2c19c29b9e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5fa3fcc747a841278576c8224054e060&device_id=d4c04dcd-adf5-4c95-9376-f8cef8f8737a HTTP/1.1" status: 200 len: 1125 time: 0.1964712 Feb 20 03:36:23.648058 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4249a146-83fc-4714-8d8d-97d88be5c6f9 req-8d498255-d5de-40ec-9038-092d3917554c tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827549 Feb 20 03:36:23.688065 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8458941a-47d7-4c39-bfff-73b281555714 req-9fc2675d-8588-4315-b1ff-f770f3becdd1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe488649-f9f8-4f8d-abdd-5aa832c3aa7f HTTP/1.1" status: 200 len: 217 time: 0.0607364 Feb 20 03:36:23.764585 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458941a-47d7-4c39-bfff-73b281555714 req-7dd48a88-26fd-4da7-9359-12476f3dcca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:23.766434 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8458941a-47d7-4c39-bfff-73b281555714 req-7dd48a88-26fd-4da7-9359-12476f3dcca8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba7943db-e73d-4c28-8d17-e3720a98a6a6 HTTP/1.1" status: 200 len: 845 time: 0.0595889 Feb 20 03:36:23.801922 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-b1fbbe2d-4ddd-499f-b5f2-3d121535e429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b310c3c7-ce87-4f90-b1d8-a1959a6fb079 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:36:23.830984 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8458941a-47d7-4c39-bfff-73b281555714 req-a668d4e7-30d3-4821-8f33-754cfe6d1329 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=780f8a56-4eb9-4713-bddf-aebbfa8636e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537999 Feb 20 03:36:23.833621 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-b1fbbe2d-4ddd-499f-b5f2-3d121535e429 service neutron] Publish callbacks [] for port (b310c3c7-ce87-4f90-b1d8-a1959a6fb079), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:23.957363 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-b1fbbe2d-4ddd-499f-b5f2-3d121535e429 service neutron] Transition to ACTIVE for port object b310c3c7-ce87-4f90-b1d8-a1959a6fb079 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:36:23.961567 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8458941a-47d7-4c39-bfff-73b281555714 req-5c42edb0-4b41-4c48-9be1-90164c129955 service neutron] 10.222.0.42 "GET /v2.0/networks/780f8a56-4eb9-4713-bddf-aebbfa8636e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240320 Feb 20 03:36:24.067206 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8458941a-47d7-4c39-bfff-73b281555714 req-c44d6b1d-883e-437a-9730-16285f84b534 service neutron] 10.222.0.42 "GET /v2.0/networks/780f8a56-4eb9-4713-bddf-aebbfa8636e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979540 Feb 20 03:36:24.072623 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-b1fbbe2d-4ddd-499f-b5f2-3d121535e429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (b310c3c7-ce87-4f90-b1d8-a1959a6fb079), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:24.213321 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fbbe2d-4ddd-499f-b5f2-3d121535e429 service neutron] Pushing event updated for resources: {'Port': ['ID=b310c3c7-ce87-4f90-b1d8-a1959a6fb079,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:24.318376 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-c0bc271b-98ef-4c29-b73e-3abb3c3e468d tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:24.326317 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-c0bc271b-98ef-4c29-b73e-3abb3c3e468d tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/networks?id=e6c34341-fb5d-4178-a946-cb26003ca807 HTTP/1.1" status: 200 len: 813 time: 0.2573740 Feb 20 03:36:24.345927 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-03d833d8-0485-4cef-a0e9-9e1bdfba8a2e tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/quotas/0e86c0cd9b6148cbaa57589f13217b28 HTTP/1.1" status: 200 len: 375 time: 0.0187249 Feb 20 03:36:24.377050 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-b1fbbe2d-4ddd-499f-b5f2-3d121535e429 service neutron] Attempting to bind port b310c3c7-ce87-4f90-b1d8-a1959a6fb079 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:36:24.377400 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-b1fbbe2d-4ddd-499f-b5f2-3d121535e429 service neutron] Attempting to bind port b310c3c7-ce87-4f90-b1d8-a1959a6fb079 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '779aeac2-ecb9-46e0-8f48-3dc73d02eb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'eb26da17-9faa-4ffe-b743-646e1db8b7cd'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:36:24.377737 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-b1fbbe2d-4ddd-499f-b5f2-3d121535e429 service neutron] Attempting to bind port b310c3c7-ce87-4f90-b1d8-a1959a6fb079 on network eb26da17-9faa-4ffe-b743-646e1db8b7cd {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:36:24.402362 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-b1fbbe2d-4ddd-499f-b5f2-3d121535e429 service neutron] Port b310c3c7-ce87-4f90-b1d8-a1959a6fb079 on network eb26da17-9faa-4ffe-b743-646e1db8b7cd not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:36:24.402743 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-b1fbbe2d-4ddd-499f-b5f2-3d121535e429 service neutron] Attempting to bind port b310c3c7-ce87-4f90-b1d8-a1959a6fb079 on network eb26da17-9faa-4ffe-b743-646e1db8b7cd {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:36:24.407830 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-95ef72c8-393f-42f5-bc72-1904cb9aee0e tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e86c0cd9b6148cbaa57589f13217b28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561821 Feb 20 03:36:24.526056 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-b1fbbe2d-4ddd-499f-b5f2-3d121535e429 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:36:24.526319 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-b1fbbe2d-4ddd-499f-b5f2-3d121535e429 service neutron] Checking segment: {'id': '779aeac2-ecb9-46e0-8f48-3dc73d02eb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'eb26da17-9faa-4ffe-b743-646e1db8b7cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:36:24.526714 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-b1fbbe2d-4ddd-499f-b5f2-3d121535e429 service neutron] Bound using segment: {'id': '779aeac2-ecb9-46e0-8f48-3dc73d02eb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'eb26da17-9faa-4ffe-b743-646e1db8b7cd'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:36:24.527199 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-b1fbbe2d-4ddd-499f-b5f2-3d121535e429 service neutron] Bound port: b310c3c7-ce87-4f90-b1d8-a1959a6fb079, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779aeac2-ecb9-46e0-8f48-3dc73d02eb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'eb26da17-9faa-4ffe-b743-646e1db8b7cd'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:36:24.527560 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-b1fbbe2d-4ddd-499f-b5f2-3d121535e429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b310c3c7-ce87-4f90-b1d8-a1959a6fb079), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:24.585978 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-5cd1d390-dc7a-43b3-b6db-9ec2f3b7a838 service neutron] 10.222.0.89 "GET /v2.0/networks/e6c34341-fb5d-4178-a946-cb26003ca807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705348 Feb 20 03:36:24.678899 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-b1fbbe2d-4ddd-499f-b5f2-3d121535e429 service neutron] For port b310c3c7-ce87-4f90-b1d8-a1959a6fb079, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:36:24.683040 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-b1fbbe2d-4ddd-499f-b5f2-3d121535e429 service neutron] For port b310c3c7-ce87-4f90-b1d8-a1959a6fb079, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=b310c3c7-ce87-4f90-b1d8-a1959a6fb079,segment=NetworkSegment(779aeac2-ecb9-46e0-8f48-3dc73d02eb8b),segment_id=779aeac2-ecb9-46e0-8f48-3dc73d02eb8b)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:36:24.717440 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-dd80f3ad-3306-4b4b-a24e-6632738f5d18 service neutron] 10.222.0.89 "GET /v2.0/networks/e6c34341-fb5d-4178-a946-cb26003ca807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237543 Feb 20 03:36:24.998486 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 8f129d5e-69de-459f-b14e-e8ba00bd20d7 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:36:25.058619 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 8f129d5e-69de-459f-b14e-e8ba00bd20d7, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=8f129d5e-69de-459f-b14e-e8ba00bd20d7,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:25.069756 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '8f129d5e-69de-459f-b14e-e8ba00bd20d7', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': '8f129d5e-69de-459f-b14e-e8ba00bd20d7', 'mac_address': 'fa:16:3e:63:d3:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:36:25.108626 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-b1fbbe2d-4ddd-499f-b5f2-3d121535e429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (b310c3c7-ce87-4f90-b1d8-a1959a6fb079), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:25.109489 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 8f129d5e-69de-459f-b14e-e8ba00bd20d7 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:36:25.109885 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8f129d5e-69de-459f-b14e-e8ba00bd20d7), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:25.126111 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f129d5e-69de-459f-b14e-e8ba00bd20d7 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:36:25.147498 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 8f129d5e-69de-459f-b14e-e8ba00bd20d7, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=8f129d5e-69de-459f-b14e-e8ba00bd20d7,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:25.148424 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-b1fbbe2d-4ddd-499f-b5f2-3d121535e429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:25.149058 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-b1fbbe2d-4ddd-499f-b5f2-3d121535e429 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:25.150970 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-b1fbbe2d-4ddd-499f-b5f2-3d121535e429 service neutron] 10.222.0.93 "PUT /v2.0/ports/b310c3c7-ce87-4f90-b1d8-a1959a6fb079 HTTP/1.1" status: 200 len: 1092 time: 2.1359797 Feb 20 03:36:25.178674 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fbbe2d-4ddd-499f-b5f2-3d121535e429 service neutron] Pushing event updated for resources: {'Port': ['ID=b310c3c7-ce87-4f90-b1d8-a1959a6fb079,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:25.245554 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (8f129d5e-69de-459f-b14e-e8ba00bd20d7), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:25.370671 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=8f129d5e-69de-459f-b14e-e8ba00bd20d7,revision_number=8']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:25.418550 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-45fb959a-9607-4827-a7bd-3659c20cc597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:25.420135 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-45fb959a-9607-4827-a7bd-3659c20cc597 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5ff8b75fbb2949d5aad5a9cd3bc53c0a&device_id=e1e705b9-e4ec-4fd1-b463-5bbd7d55c68e HTTP/1.1" status: 200 len: 1126 time: 0.1227119 Feb 20 03:36:25.485036 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-3b8bc7e1-a825-452a-9c8d-146022577679 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b310c3c7-ce87-4f90-b1d8-a1959a6fb079 HTTP/1.1" status: 200 len: 217 time: 0.0560210 Feb 20 03:36:25.535777 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['8f129d5e-69de-459f-b14e-e8ba00bd20d7'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:36:25.573196 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-16c576cb-ff15-42f8-9f0a-cae57bd45afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:25.574838 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-16c576cb-ff15-42f8-9f0a-cae57bd45afa service neutron] 10.222.0.93 "GET /v2.0/subnets?id=68459050-934c-49c9-b167-98d8885a461c HTTP/1.1" status: 200 len: 854 time: 0.0810142 Feb 20 03:36:25.614275 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75ccdf-354a-4193-95cf-e85590609668 req-768b6a8e-37de-4f0e-933b-cbfd757f914d tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:25.616978 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2c75ccdf-354a-4193-95cf-e85590609668 req-768b6a8e-37de-4f0e-933b-cbfd757f914d tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 945 time: 0.1342516 Feb 20 03:36:25.640292 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-cef448c2-3ed1-4e3b-aa94-6811275d11fe service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=eb26da17-9faa-4ffe-b743-646e1db8b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591569 Feb 20 03:36:25.776386 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2c75ccdf-354a-4193-95cf-e85590609668 req-618f8b1e-e959-4280-8846-552939ee3233 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385198 Feb 20 03:36:25.840511 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-e9774f98-c263-4dba-b6d3-a0c620153d1e service neutron] 10.222.0.93 "GET /v2.0/networks/eb26da17-9faa-4ffe-b743-646e1db8b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923256 Feb 20 03:36:25.870734 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4006f566-5814-4232-8213-06d51ac26458 x-openstack-request-id: req-4006f566-5814-4232-8213-06d51ac26458 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:36:25.871261 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ffb0267-fddb-4621-bf6b-62138b4d9b61", "tag": "8f129d5e-69de-459f-b14e-e8ba00bd20d7", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:36:25.871664 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4006f566-5814-4232-8213-06d51ac26458 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:36:25.872426 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ffb0267-fddb-4621-bf6b-62138b4d9b61', 'tag': '8f129d5e-69de-459f-b14e-e8ba00bd20d7', 'status': 'completed', 'code': 200} Feb 20 03:36:26.014536 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597aa4b9-fdd5-45d8-8f25-4c5f5b7e2859 req-ff6a0785-33b7-4435-b440-61f675c5f4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:26.017656 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-597aa4b9-fdd5-45d8-8f25-4c5f5b7e2859 req-ff6a0785-33b7-4435-b440-61f675c5f4c7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 1130 time: 0.1200480 Feb 20 03:36:26.064991 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2cbf7d93-291c-410e-b5a8-285db484751c req-7cd79680-0e05-493b-aa30-88da35af7d19 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=517fd82a-9971-4cf9-bb59-df016c811bde HTTP/1.1" status: 200 len: 210 time: 0.0527689 Feb 20 03:36:26.103855 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597aa4b9-fdd5-45d8-8f25-4c5f5b7e2859 req-18dd27fb-b5cd-491f-8cc5-016c26e93ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:26.103855 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-597aa4b9-fdd5-45d8-8f25-4c5f5b7e2859 req-18dd27fb-b5cd-491f-8cc5-016c26e93ec5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 1130 time: 0.2023113 Feb 20 03:36:26.157057 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-50c9c0cd-ca2f-4f3f-b265-66615b55f8e2 req-1f234abd-b946-42d4-847b-3a2de69461c8 service neutron] 10.222.0.93 "GET /v2.0/networks/eb26da17-9faa-4ffe-b743-646e1db8b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030620 Feb 20 03:36:26.245269 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597aa4b9-fdd5-45d8-8f25-4c5f5b7e2859 req-f3ddbe65-d19f-4971-bae6-93642b3bb35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:26.246839 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-597aa4b9-fdd5-45d8-8f25-4c5f5b7e2859 req-f3ddbe65-d19f-4971-bae6-93642b3bb35a service neutron] 10.222.0.93 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.2217371 Feb 20 03:36:26.320983 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d2f10-e997-4cad-8538-fd49c147c201 req-5f5c7b72-d34a-421a-bff6-997241a933ac tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:26.329112 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-718d2f10-e997-4cad-8538-fd49c147c201 req-5f5c7b72-d34a-421a-bff6-997241a933ac tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=e1e705b9-e4ec-4fd1-b463-5bbd7d55c68e HTTP/1.1" status: 200 len: 944 time: 0.0854082 Feb 20 03:36:26.355571 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-597aa4b9-fdd5-45d8-8f25-4c5f5b7e2859 req-4d63b0f5-3f58-4311-a85a-8c032432c5c6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=8f129d5e-69de-459f-b14e-e8ba00bd20d7 HTTP/1.1" status: 200 len: 217 time: 0.1030056 Feb 20 03:36:26.362142 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597aa4b9-fdd5-45d8-8f25-4c5f5b7e2859 req-8da8985f-9cf0-496f-b917-99e31f494a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:26.364386 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-597aa4b9-fdd5-45d8-8f25-4c5f5b7e2859 req-8da8985f-9cf0-496f-b917-99e31f494a95 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.2538230 Feb 20 03:36:26.405582 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-28a0b343-3183-438c-a114-d25162289b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:26.432860 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-718d2f10-e997-4cad-8538-fd49c147c201 req-6d874236-70d2-45f3-bc11-ab7c88e4a6ef tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9e46ff0-0328-45d8-9f18-ec03ffa9e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935941 Feb 20 03:36:26.489310 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-597aa4b9-fdd5-45d8-8f25-4c5f5b7e2859 req-1d51f628-fbb2-4230-8811-b5c83450ad83 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=8f129d5e-69de-459f-b14e-e8ba00bd20d7 HTTP/1.1" status: 200 len: 217 time: 0.0882199 Feb 20 03:36:26.493044 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c377ea5-c991-41bf-a1c9-2abafcd7833b x-openstack-request-id: req-4c377ea5-c991-41bf-a1c9-2abafcd7833b {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:36:26.493335 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c04dcd-adf5-4c95-9376-f8cef8f8737a", "tag": "fe488649-f9f8-4f8d-abdd-5aa832c3aa7f", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:36:26.493582 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4c377ea5-c991-41bf-a1c9-2abafcd7833b {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:36:26.493993 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4c04dcd-adf5-4c95-9376-f8cef8f8737a', 'tag': 'fe488649-f9f8-4f8d-abdd-5aa832c3aa7f', 'status': 'completed', 'code': 200} Feb 20 03:36:26.508665 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597aa4b9-fdd5-45d8-8f25-4c5f5b7e2859 req-350a7854-849d-4655-95c8-f0b1b95533ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:26.511281 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-597aa4b9-fdd5-45d8-8f25-4c5f5b7e2859 req-350a7854-849d-4655-95c8-f0b1b95533ed service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1492453 Feb 20 03:36:26.561167 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597aa4b9-fdd5-45d8-8f25-4c5f5b7e2859 req-6c107523-de1a-44d0-9b46-41a43569cd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:26.563006 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-597aa4b9-fdd5-45d8-8f25-4c5f5b7e2859 req-6c107523-de1a-44d0-9b46-41a43569cd4f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0586112 Feb 20 03:36:26.625300 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a60432-bdbc-44a9-9813-a04e82f75b30 req-9af9661a-a656-492b-b7fa-cfac92552487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:26.627198 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e7a60432-bdbc-44a9-9813-a04e82f75b30 req-9af9661a-a656-492b-b7fa-cfac92552487 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5fa3fcc747a841278576c8224054e060&device_id=d4c04dcd-adf5-4c95-9376-f8cef8f8737a HTTP/1.1" status: 200 len: 1125 time: 0.1084762 Feb 20 03:36:26.645704 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597aa4b9-fdd5-45d8-8f25-4c5f5b7e2859 req-651219a1-b745-4eb8-a0d4-da6c34d81516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:26.647200 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-597aa4b9-fdd5-45d8-8f25-4c5f5b7e2859 req-651219a1-b745-4eb8-a0d4-da6c34d81516 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1274714 Feb 20 03:36:26.724315 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597aa4b9-fdd5-45d8-8f25-4c5f5b7e2859 req-1ecec328-96d0-4e45-8347-234a868e4612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:26.725860 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-597aa4b9-fdd5-45d8-8f25-4c5f5b7e2859 req-1ecec328-96d0-4e45-8347-234a868e4612 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1545093 Feb 20 03:36:26.773992 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985520dc-e932-4df8-a227-b6e50be9424e req-dea6bcda-d428-4071-8fb1-ee384f0edc62 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:26.775648 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-985520dc-e932-4df8-a227-b6e50be9424e req-dea6bcda-d428-4071-8fb1-ee384f0edc62 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 946 time: 0.1538956 Feb 20 03:36:26.806319 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a60432-bdbc-44a9-9813-a04e82f75b30 req-baafe339-8da3-4756-baf9-811de2fa1518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:26.807822 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e7a60432-bdbc-44a9-9813-a04e82f75b30 req-baafe339-8da3-4756-baf9-811de2fa1518 service neutron] 10.222.0.42 "GET /v2.0/networks?id=780f8a56-4eb9-4713-bddf-aebbfa8636e6 HTTP/1.1" status: 200 len: 906 time: 0.1710382 Feb 20 03:36:26.835724 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-597aa4b9-fdd5-45d8-8f25-4c5f5b7e2859 req-74265d1c-3df1-4cd3-b23e-2040d3e1c879 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751225 Feb 20 03:36:26.869176 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e7a60432-bdbc-44a9-9813-a04e82f75b30 req-9e553ac2-ec77-4572-a85e-4fda62dbd7dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe488649-f9f8-4f8d-abdd-5aa832c3aa7f HTTP/1.1" status: 200 len: 217 time: 0.0518999 Feb 20 03:36:26.911799 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-985520dc-e932-4df8-a227-b6e50be9424e req-1f908164-c97b-4334-9b4e-ec6413ade635 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255369 Feb 20 03:36:26.929661 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-597aa4b9-fdd5-45d8-8f25-4c5f5b7e2859 req-d4f21c77-a7ab-4c2e-94f4-fa8f459b9f04 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925244 Feb 20 03:36:26.962643 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device fe488649-f9f8-4f8d-abdd-5aa832c3aa7f details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:36:26.971787 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 8f129d5e-69de-459f-b14e-e8ba00bd20d7 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:36:27.001759 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-597aa4b9-fdd5-45d8-8f25-4c5f5b7e2859 req-3e0bcc8d-6dba-41cf-84c4-9e1a3e0d774d service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287689 Feb 20 03:36:27.126870 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c82c5-4c7f-4297-aaba-64402136dcb9 req-132a6ffc-0076-41ba-90e1-f22ee46b581c tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:27.133846 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d10c82c5-4c7f-4297-aaba-64402136dcb9 req-132a6ffc-0076-41ba-90e1-f22ee46b581c tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4c04dcd-adf5-4c95-9376-f8cef8f8737a HTTP/1.1" status: 200 len: 943 time: 0.0955627 Feb 20 03:36:27.136459 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a60432-bdbc-44a9-9813-a04e82f75b30 req-4745b358-3b62-41ab-a02b-f7a06efc5337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:27.143572 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e7a60432-bdbc-44a9-9813-a04e82f75b30 req-4745b358-3b62-41ab-a02b-f7a06efc5337 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba7943db-e73d-4c28-8d17-e3720a98a6a6 HTTP/1.1" status: 200 len: 845 time: 0.1358914 Feb 20 03:36:27.154837 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-597aa4b9-fdd5-45d8-8f25-4c5f5b7e2859 req-2f5be456-e9b8-47b9-94f4-232cc55ef8d0 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110972 Feb 20 03:36:27.213290 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d10c82c5-4c7f-4297-aaba-64402136dcb9 req-929d8531-b098-45c3-b3f8-0cf6843b7f4c tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766499 Feb 20 03:36:27.218471 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e7a60432-bdbc-44a9-9813-a04e82f75b30 req-69267c73-b253-4913-8bc2-07147b4e7888 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=780f8a56-4eb9-4713-bddf-aebbfa8636e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710411 Feb 20 03:36:27.219368 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port fe488649-f9f8-4f8d-abdd-5aa832c3aa7f, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=fe488649-f9f8-4f8d-abdd-5aa832c3aa7f,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:27.232224 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'fe488649-f9f8-4f8d-abdd-5aa832c3aa7f', 'network_id': '780f8a56-4eb9-4713-bddf-aebbfa8636e6', 'port_id': 'fe488649-f9f8-4f8d-abdd-5aa832c3aa7f', 'mac_address': 'fa:16:3e:59:67:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7943db-e73d-4c28-8d17-e3720a98a6a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:36:27.335540 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port fe488649-f9f8-4f8d-abdd-5aa832c3aa7f is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:36:27.336651 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fe488649-f9f8-4f8d-abdd-5aa832c3aa7f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:27.356560 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe488649-f9f8-4f8d-abdd-5aa832c3aa7f {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:36:27.377520 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port fe488649-f9f8-4f8d-abdd-5aa832c3aa7f, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=fe488649-f9f8-4f8d-abdd-5aa832c3aa7f,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:27.378463 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d56a6-d12c-4cec-bdf6-5153fd75d3a1 req-269cea0a-399a-4867-805d-84775a0852a0 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:27.380148 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d50d56a6-d12c-4cec-bdf6-5153fd75d3a1 req-269cea0a-399a-4867-805d-84775a0852a0 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 948 time: 0.0980670 Feb 20 03:36:27.393600 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 8f129d5e-69de-459f-b14e-e8ba00bd20d7 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:36:27.405620 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 8f129d5e-69de-459f-b14e-e8ba00bd20d7 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:36:27.406248 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8f129d5e-69de-459f-b14e-e8ba00bd20d7), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:27.450900 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e7a60432-bdbc-44a9-9813-a04e82f75b30 req-36bba079-c9e7-4bf8-b76e-1aa0fe70c86c service neutron] 10.222.0.42 "GET /v2.0/networks/780f8a56-4eb9-4713-bddf-aebbfa8636e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238288 Feb 20 03:36:27.503517 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (fe488649-f9f8-4f8d-abdd-5aa832c3aa7f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:27.512609 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d50d56a6-d12c-4cec-bdf6-5153fd75d3a1 req-24976346-06ea-499f-8650-af7bea5b7a60 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246011 Feb 20 03:36:27.645187 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e7a60432-bdbc-44a9-9813-a04e82f75b30 req-035c7cd2-09a5-431d-b687-644750080971 service neutron] 10.222.0.42 "GET /v2.0/networks/780f8a56-4eb9-4713-bddf-aebbfa8636e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882708 Feb 20 03:36:27.705520 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=fe488649-f9f8-4f8d-abdd-5aa832c3aa7f,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:27.729774 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 8f129d5e-69de-459f-b14e-e8ba00bd20d7 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:36:27.730243 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8f129d5e-69de-459f-b14e-e8ba00bd20d7), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:27.793289 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffb0267-fddb-4621-bf6b-62138b4d9b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f129d5e-69de-459f-b14e-e8ba00bd20d7'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:36:27.797056 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b551cd4-d844-412d-bbdc-17bebc7c7be7" -d '{"events": [{"server_uuid": "4ffb0267-fddb-4621-bf6b-62138b4d9b61", "name": "network-vif-plugged", "status": "completed", "tag": "8f129d5e-69de-459f-b14e-e8ba00bd20d7"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:36:27.803768 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cef28c-1100-4be2-a341-e175aa0c81f9 req-16673cf4-0dc2-47cf-94d7-d2932f9de957 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:27.805676 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-82cef28c-1100-4be2-a341-e175aa0c81f9 req-16673cf4-0dc2-47cf-94d7-d2932f9de957 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 945 time: 0.0689099 Feb 20 03:36:27.807678 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['fe488649-f9f8-4f8d-abdd-5aa832c3aa7f'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:36:27.848488 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 8f129d5e-69de-459f-b14e-e8ba00bd20d7, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=8f129d5e-69de-459f-b14e-e8ba00bd20d7,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:27.874414 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-82cef28c-1100-4be2-a341-e175aa0c81f9 req-bebbdd83-617a-4beb-b883-2aa6fb7c3f2e tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605354 Feb 20 03:36:27.991559 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (8f129d5e-69de-459f-b14e-e8ba00bd20d7), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:28.046337 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-876f1fe6-68b1-4d20-97d5-de67649edb88 req-76be2987-72b6-43e4-a249-2a628af90c73 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=517fd82a-9971-4cf9-bb59-df016c811bde HTTP/1.1" status: 200 len: 210 time: 0.0532279 Feb 20 03:36:28.113684 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=8f129d5e-69de-459f-b14e-e8ba00bd20d7,revision_number=9']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:28.227885 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4012d4e-1902-4b8c-89ed-ad8ffd5e5115 req-ce5a6002-d74a-4821-ba67-0bd78db3fd54 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:28.229606 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b4012d4e-1902-4b8c-89ed-ad8ffd5e5115 req-ce5a6002-d74a-4821-ba67-0bd78db3fd54 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=e1e705b9-e4ec-4fd1-b463-5bbd7d55c68e HTTP/1.1" status: 200 len: 944 time: 0.0853522 Feb 20 03:36:28.299076 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b4012d4e-1902-4b8c-89ed-ad8ffd5e5115 req-77eb0f96-9e7d-4872-a44d-40d285063ee1 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9e46ff0-0328-45d8-9f18-ec03ffa9e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631878 Feb 20 03:36:28.386326 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device b310c3c7-ce87-4f90-b1d8-a1959a6fb079 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:36:28.495825 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e705b9-e4ec-4fd1-b463-5bbd7d55c68e', 'tag': 'b310c3c7-ce87-4f90-b1d8-a1959a6fb079'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:36:28.498818 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9124a270-b7b5-4945-944f-5906dbdda8fb" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e705b9-e4ec-4fd1-b463-5bbd7d55c68e", "tag": "b310c3c7-ce87-4f90-b1d8-a1959a6fb079"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:36:28.536471 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port b310c3c7-ce87-4f90-b1d8-a1959a6fb079, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=b310c3c7-ce87-4f90-b1d8-a1959a6fb079,segment=NetworkSegment(779aeac2-ecb9-46e0-8f48-3dc73d02eb8b),segment_id=779aeac2-ecb9-46e0-8f48-3dc73d02eb8b)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:28.555939 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'b310c3c7-ce87-4f90-b1d8-a1959a6fb079', 'network_id': 'eb26da17-9faa-4ffe-b743-646e1db8b7cd', 'port_id': 'b310c3c7-ce87-4f90-b1d8-a1959a6fb079', 'mac_address': 'fa:16:3e:e6:4e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68459050-934c-49c9-b167-98d8885a461c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:36:28.658931 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port b310c3c7-ce87-4f90-b1d8-a1959a6fb079 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:36:28.658931 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b310c3c7-ce87-4f90-b1d8-a1959a6fb079), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:28.690676 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a31165de-b937-496a-b109-69f116c81efb req-d4ecc9ef-84c1-418e-9c25-9eada07961ae tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4d157fd-ace4-4243-8576-ccf42fd6b40e HTTP/1.1" status: 200 len: 210 time: 0.0468414 Feb 20 03:36:28.691949 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b310c3c7-ce87-4f90-b1d8-a1959a6fb079 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:36:28.721075 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port b310c3c7-ce87-4f90-b1d8-a1959a6fb079, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=b310c3c7-ce87-4f90-b1d8-a1959a6fb079,segment=NetworkSegment(779aeac2-ecb9-46e0-8f48-3dc73d02eb8b),segment_id=779aeac2-ecb9-46e0-8f48-3dc73d02eb8b)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:28.725167 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5c9f3338-23c8-4cf6-bd14-8b56b94d8b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:28.770439 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b310c3c7-ce87-4f90-b1d8-a1959a6fb079), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:28.852732 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb688ee4-7f15-4f4d-9d84-0dfbd2793ae8 x-openstack-request-id: req-eb688ee4-7f15-4f4d-9d84-0dfbd2793ae8 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:36:28.853191 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffb0267-fddb-4621-bf6b-62138b4d9b61", "name": "network-vif-plugged", "status": "completed", "tag": "8f129d5e-69de-459f-b14e-e8ba00bd20d7", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:36:28.853649 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-eb688ee4-7f15-4f4d-9d84-0dfbd2793ae8 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:36:28.854635 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffb0267-fddb-4621-bf6b-62138b4d9b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f129d5e-69de-459f-b14e-e8ba00bd20d7', 'code': 200} Feb 20 03:36:28.857970 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=b310c3c7-ce87-4f90-b1d8-a1959a6fb079,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:28.981979 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device fe488649-f9f8-4f8d-abdd-5aa832c3aa7f up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:36:29.009962 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-89524209-afa3-4da8-907a-294b357e41d5 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:29.014020 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-89524209-afa3-4da8-907a-294b357e41d5 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.93 "GET /v2.0/networks?id=e6c34341-fb5d-4178-a946-cb26003ca807 HTTP/1.1" status: 200 len: 813 time: 0.2650249 Feb 20 03:36:29.029865 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-27c27dd5-a822-4f55-bcd5-febf1874645c tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Request body: {'port': {'device_id': '8d28899a-20e2-4ada-bb30-dfd4512d7f1a', 'network_id': 'e6c34341-fb5d-4178-a946-cb26003ca807', 'admin_state_up': True, 'tenant_id': '0e86c0cd9b6148cbaa57589f13217b28'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:36:29.079434 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['b310c3c7-ce87-4f90-b1d8-a1959a6fb079'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:36:29.125900 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7125dfd-8957-4124-9484-d25ed60f7024 req-d11ca52b-c818-4ddd-a12e-50c511d1c0af tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:29.127663 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a7125dfd-8957-4124-9484-d25ed60f7024 req-d11ca52b-c818-4ddd-a12e-50c511d1c0af tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 946 time: 0.2102332 Feb 20 03:36:29.148272 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebfb14-fb78-49e0-97d4-9d961fac325a req-0c1a7c58-3883-44d3-844f-b6297dadfb0e tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:29.150148 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-feebfb14-fb78-49e0-97d4-9d961fac325a req-0c1a7c58-3883-44d3-844f-b6297dadfb0e tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61&tenant_id=aac4a34e9d0e4881a4216fde18e57c70&binding%3Ahost_id=n-h1-829866-4 HTTP/1.1" status: 200 len: 949 time: 0.1879671 Feb 20 03:36:29.239506 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port fe488649-f9f8-4f8d-abdd-5aa832c3aa7f completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:36:29.247822 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port fe488649-f9f8-4f8d-abdd-5aa832c3aa7f triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:36:29.248203 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (fe488649-f9f8-4f8d-abdd-5aa832c3aa7f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:29.287477 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a7125dfd-8957-4124-9484-d25ed60f7024 req-e25d7356-570a-4397-807e-b05d891d75e8 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532726 Feb 20 03:36:29.300177 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-feebfb14-fb78-49e0-97d4-9d961fac325a req-59e610d6-c077-48f8-8583-b1c2fc05334c service neutron] delete failed (client error): The resource could not be found. Feb 20 03:36:29.303545 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-feebfb14-fb78-49e0-97d4-9d961fac325a req-59e610d6-c077-48f8-8583-b1c2fc05334c service neutron] 10.222.0.93 "DELETE /v2.0/ports/8f129d5e-69de-459f-b14e-e8ba00bd20d7/bindings/n-h2-829866-4 HTTP/1.1" status: 404 len: 380 time: 0.1403048 Feb 20 03:36:29.313938 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-27c27dd5-a822-4f55-bcd5-febf1874645c tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Made reservation on behalf of 0e86c0cd9b6148cbaa57589f13217b28 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:36:29.317419 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-27c27dd5-a822-4f55-bcd5-febf1874645c tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:29.486367 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port fe488649-f9f8-4f8d-abdd-5aa832c3aa7f is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:36:29.487950 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fe488649-f9f8-4f8d-abdd-5aa832c3aa7f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:29.519163 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-27c27dd5-a822-4f55-bcd5-febf1874645c tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Allocated IP 172.20.0.6 (e6c34341-fb5d-4178-a946-cb26003ca807/9243798a-179e-441d-8d49-1b10358f8637/3ea1af71-6130-44af-a3b3-3e996a5720f1) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:36:29.539228 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port fe488649-f9f8-4f8d-abdd-5aa832c3aa7f, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=fe488649-f9f8-4f8d-abdd-5aa832c3aa7f,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:29.548187 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1b7dc-0435-4bab-9798-799f1dcfc4db req-82e2636a-b671-4a2a-a176-b56f6c46239f tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:29.549876 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-56c1b7dc-0435-4bab-9798-799f1dcfc4db req-82e2636a-b671-4a2a-a176-b56f6c46239f tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4c04dcd-adf5-4c95-9376-f8cef8f8737a HTTP/1.1" status: 200 len: 944 time: 0.1795697 Feb 20 03:36:29.556969 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebfb14-fb78-49e0-97d4-9d961fac325a req-2aa082d7-1978-4252-b1ae-d1ce6147fde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:29.558660 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-feebfb14-fb78-49e0-97d4-9d961fac325a req-2aa082d7-1978-4252-b1ae-d1ce6147fde4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 1131 time: 0.1143267 Feb 20 03:36:29.617029 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (fe488649-f9f8-4f8d-abdd-5aa832c3aa7f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:29.655928 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-723318fe-320c-454a-972d-a21e8953c9f2 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:29.657332 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-723318fe-320c-454a-972d-a21e8953c9f2 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.42 "GET /v2.0/networks?id=e6c34341-fb5d-4178-a946-cb26003ca807 HTTP/1.1" status: 200 len: 813 time: 0.1148837 Feb 20 03:36:29.681735 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-bd78a4ad-b595-4634-85b9-9f8f45e11d28 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Request body: {'port': {'device_id': 'd4d157fd-ace4-4243-8576-ccf42fd6b40e', 'network_id': 'e6c34341-fb5d-4178-a946-cb26003ca807', 'admin_state_up': True, 'tenant_id': '0e86c0cd9b6148cbaa57589f13217b28'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:36:29.707445 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-56c1b7dc-0435-4bab-9798-799f1dcfc4db req-0dd5c375-41b0-4506-a39d-6efb73c951c1 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464789 Feb 20 03:36:29.723882 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebfb14-fb78-49e0-97d4-9d961fac325a req-9a854db4-6522-448e-adff-8186e4f53207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:29.727402 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-feebfb14-fb78-49e0-97d4-9d961fac325a req-9a854db4-6522-448e-adff-8186e4f53207 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.1600361 Feb 20 03:36:29.728208 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=fe488649-f9f8-4f8d-abdd-5aa832c3aa7f,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:29.813435 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-feebfb14-fb78-49e0-97d4-9d961fac325a req-c1fe05b2-6aec-4051-bd5d-d25e62ef09ad service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=8f129d5e-69de-459f-b14e-e8ba00bd20d7 HTTP/1.1" status: 200 len: 217 time: 0.0770295 Feb 20 03:36:29.819501 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8a9206-1b3f-4c46-9897-2e51febf4593 x-openstack-request-id: req-9c8a9206-1b3f-4c46-9897-2e51febf4593 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:36:29.821003 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e705b9-e4ec-4fd1-b463-5bbd7d55c68e", "tag": "b310c3c7-ce87-4f90-b1d8-a1959a6fb079", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:36:29.821003 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9c8a9206-1b3f-4c46-9897-2e51febf4593 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:36:29.821003 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e705b9-e4ec-4fd1-b463-5bbd7d55c68e', 'tag': 'b310c3c7-ce87-4f90-b1d8-a1959a6fb079', 'status': 'completed', 'code': 200} Feb 20 03:36:29.958694 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebfb14-fb78-49e0-97d4-9d961fac325a req-f269f9de-69b2-4afb-b16f-287c8233a51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:29.960215 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-feebfb14-fb78-49e0-97d4-9d961fac325a req-f269f9de-69b2-4afb-b16f-287c8233a51a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1386397 Feb 20 03:36:29.988532 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-27c27dd5-a822-4f55-bcd5-febf1874645c tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Publish callbacks [] for port (3ea1af71-6130-44af-a3b3-3e996a5720f1), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:30.009407 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124a270-b7b5-4945-944f-5906dbdda8fb req-7be360fc-19cb-4251-a7f9-73e700ead0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:30.011191 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9124a270-b7b5-4945-944f-5906dbdda8fb req-7be360fc-19cb-4251-a7f9-73e700ead0d9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5ff8b75fbb2949d5aad5a9cd3bc53c0a&device_id=e1e705b9-e4ec-4fd1-b463-5bbd7d55c68e HTTP/1.1" status: 200 len: 1127 time: 0.1215124 Feb 20 03:36:30.034482 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559ba70-b6c8-45de-b79a-90892dae566d req-f6d1aa0e-cd52-46f0-866d-d7798c126e4a tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:30.035994 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4559ba70-b6c8-45de-b79a-90892dae566d req-f6d1aa0e-cd52-46f0-866d-d7798c126e4a tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 949 time: 0.1338742 Feb 20 03:36:30.165662 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:30.212376 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-27c27dd5-a822-4f55-bcd5-febf1874645c tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (3ea1af71-6130-44af-a3b3-3e996a5720f1), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:30.214750 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-bd78a4ad-b595-4634-85b9-9f8f45e11d28 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Made reservation on behalf of 0e86c0cd9b6148cbaa57589f13217b28 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:36:30.220136 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-bd78a4ad-b595-4634-85b9-9f8f45e11d28 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:30.288985 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-27c27dd5-a822-4f55-bcd5-febf1874645c tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Network e6c34341-fb5d-4178-a946-cb26003ca807 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:36:30.299256 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-27c27dd5-a822-4f55-bcd5-febf1874645c tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:36:30.304176 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c27dd5-a822-4f55-bcd5-febf1874645c tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Pushing event updated for resources: {'Port': ['ID=3ea1af71-6130-44af-a3b3-3e996a5720f1,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:30.343881 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-27c27dd5-a822-4f55-bcd5-febf1874645c tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:36:30.381092 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device b310c3c7-ce87-4f90-b1d8-a1959a6fb079 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:36:30.406653 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-27c27dd5-a822-4f55-bcd5-febf1874645c tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:30.407587 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-27c27dd5-a822-4f55-bcd5-febf1874645c tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:30.432000 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebfb14-fb78-49e0-97d4-9d961fac325a req-2138687a-96b4-45f2-99be-3763c19b7fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:30.433424 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-feebfb14-fb78-49e0-97d4-9d961fac325a req-2138687a-96b4-45f2-99be-3763c19b7fe3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4659243 Feb 20 03:36:30.503392 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-27c27dd5-a822-4f55-bcd5-febf1874645c tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4670055 Feb 20 03:36:30.510466 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-d73c2691-cbb6-46b0-ab53-750d1f3db08f service neutron] Request body: {'port': {'device_id': '8d28899a-20e2-4ada-bb30-dfd4512d7f1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:36:30.558651 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124a270-b7b5-4945-944f-5906dbdda8fb req-a86763d4-7b97-4dba-a3e6-af787e3f443a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:30.561320 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9124a270-b7b5-4945-944f-5906dbdda8fb req-a86763d4-7b97-4dba-a3e6-af787e3f443a service neutron] 10.222.0.93 "GET /v2.0/networks?id=eb26da17-9faa-4ffe-b743-646e1db8b7cd HTTP/1.1" status: 200 len: 915 time: 0.5430701 Feb 20 03:36:30.572785 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port b310c3c7-ce87-4f90-b1d8-a1959a6fb079 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:36:30.579913 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port b310c3c7-ce87-4f90-b1d8-a1959a6fb079 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:36:30.580412 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b310c3c7-ce87-4f90-b1d8-a1959a6fb079), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:30.588637 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4559ba70-b6c8-45de-b79a-90892dae566d req-19859e64-c092-47d1-ab50-3f74dddf968a tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347255 Feb 20 03:36:30.617089 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-bd78a4ad-b595-4634-85b9-9f8f45e11d28 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Allocated IP 172.20.0.12 (e6c34341-fb5d-4178-a946-cb26003ca807/9243798a-179e-441d-8d49-1b10358f8637/4c9fc3f5-7836-436c-96e1-5c7166ee5bbb) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:36:30.635279 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-d73c2691-cbb6-46b0-ab53-750d1f3db08f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3ea1af71-6130-44af-a3b3-3e996a5720f1), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:30.713964 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port b310c3c7-ce87-4f90-b1d8-a1959a6fb079 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:36:30.714370 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b310c3c7-ce87-4f90-b1d8-a1959a6fb079), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:30.725087 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9124a270-b7b5-4945-944f-5906dbdda8fb req-45e45a52-bcca-4bb2-8a87-27520f4b9bd5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b310c3c7-ce87-4f90-b1d8-a1959a6fb079 HTTP/1.1" status: 200 len: 217 time: 0.1577590 Feb 20 03:36:30.773602 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port b310c3c7-ce87-4f90-b1d8-a1959a6fb079, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=b310c3c7-ce87-4f90-b1d8-a1959a6fb079,segment=NetworkSegment(779aeac2-ecb9-46e0-8f48-3dc73d02eb8b),segment_id=779aeac2-ecb9-46e0-8f48-3dc73d02eb8b)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:30.846217 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-feebfb14-fb78-49e0-97d4-9d961fac325a req-131c72ab-e8c0-425b-bdbc-a14b9ddce955 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025192 Feb 20 03:36:30.856670 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c04dcd-adf5-4c95-9376-f8cef8f8737a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe488649-f9f8-4f8d-abdd-5aa832c3aa7f'}, {'server_uuid': 'e1e705b9-e4ec-4fd1-b463-5bbd7d55c68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b310c3c7-ce87-4f90-b1d8-a1959a6fb079'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:36:30.860032 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e993b98a-90a5-4852-9c99-a13551df0a00" -d '{"events": [{"server_uuid": "d4c04dcd-adf5-4c95-9376-f8cef8f8737a", "name": "network-vif-plugged", "status": "completed", "tag": "fe488649-f9f8-4f8d-abdd-5aa832c3aa7f"}, {"server_uuid": "e1e705b9-e4ec-4fd1-b463-5bbd7d55c68e", "name": "network-vif-plugged", "status": "completed", "tag": "b310c3c7-ce87-4f90-b1d8-a1959a6fb079"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:36:30.868433 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b310c3c7-ce87-4f90-b1d8-a1959a6fb079), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:30.942360 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124a270-b7b5-4945-944f-5906dbdda8fb req-d1932140-9d8a-40da-a6de-c8c54d198bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:30.944256 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9124a270-b7b5-4945-944f-5906dbdda8fb req-d1932140-9d8a-40da-a6de-c8c54d198bd9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=68459050-934c-49c9-b167-98d8885a461c HTTP/1.1" status: 200 len: 854 time: 0.2110689 Feb 20 03:36:30.968448 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-bd78a4ad-b595-4634-85b9-9f8f45e11d28 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Publish callbacks [] for port (4c9fc3f5-7836-436c-96e1-5c7166ee5bbb), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:30.978184 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=b310c3c7-ce87-4f90-b1d8-a1959a6fb079,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:30.996997 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6f1c4-1d7c-4467-849d-69e2f8b305b1 req-9608cf9b-686c-4cbd-a87e-8ff64997ec70 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:31.004703 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2cd6f1c4-1d7c-4467-849d-69e2f8b305b1 req-9608cf9b-686c-4cbd-a87e-8ff64997ec70 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 945 time: 0.2636111 Feb 20 03:36:31.017172 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9124a270-b7b5-4945-944f-5906dbdda8fb req-6d001752-db00-4122-8644-412527e9533f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=eb26da17-9faa-4ffe-b743-646e1db8b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648286 Feb 20 03:36:31.096245 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-bd78a4ad-b595-4634-85b9-9f8f45e11d28 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (4c9fc3f5-7836-436c-96e1-5c7166ee5bbb), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:31.131484 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:31.132570 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-feebfb14-fb78-49e0-97d4-9d961fac325a req-5e8fbe8d-d399-4e99-a359-9a7377c80d16 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784274 Feb 20 03:36:31.163434 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2cd6f1c4-1d7c-4467-849d-69e2f8b305b1 req-a38baa16-5c83-4c6a-ba74-12bbd4776a23 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540747 Feb 20 03:36:31.167858 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-bd78a4ad-b595-4634-85b9-9f8f45e11d28 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Network e6c34341-fb5d-4178-a946-cb26003ca807 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:36:31.222542 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9124a270-b7b5-4945-944f-5906dbdda8fb req-d9a6a3f9-b5f7-4283-b493-0817bf7bf61a service neutron] 10.222.0.93 "GET /v2.0/networks/eb26da17-9faa-4ffe-b743-646e1db8b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938810 Feb 20 03:36:31.238234 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-bd78a4ad-b595-4634-85b9-9f8f45e11d28 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:36:31.247514 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-bd78a4ad-b595-4634-85b9-9f8f45e11d28 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:36:31.330184 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd78a4ad-b595-4634-85b9-9f8f45e11d28 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Pushing event updated for resources: {'Port': ['ID=4c9fc3f5-7836-436c-96e1-5c7166ee5bbb,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:31.368999 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-bd78a4ad-b595-4634-85b9-9f8f45e11d28 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:31.369634 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-bd78a4ad-b595-4634-85b9-9f8f45e11d28 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:31.415195 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69a1fe-271e-4580-b636-46e663120861 req-1f35370c-96ac-4c97-af63-935e31403f96 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:31.423136 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5c69a1fe-271e-4580-b636-46e663120861 req-1f35370c-96ac-4c97-af63-935e31403f96 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=e1e705b9-e4ec-4fd1-b463-5bbd7d55c68e HTTP/1.1" status: 200 len: 946 time: 0.0988107 Feb 20 03:36:31.445501 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9124a270-b7b5-4945-944f-5906dbdda8fb req-f2245ab6-7a37-42ac-abdd-8b5fbde6e0ba service neutron] 10.222.0.93 "GET /v2.0/networks/eb26da17-9faa-4ffe-b743-646e1db8b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136071 Feb 20 03:36:31.489383 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5c69a1fe-271e-4580-b636-46e663120861 req-65b6e930-1d73-4365-af68-8a323d5ff6e9 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9e46ff0-0328-45d8-9f18-ec03ffa9e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650723 Feb 20 03:36:31.505227 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-d73c2691-cbb6-46b0-ab53-750d1f3db08f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea1af71-6130-44af-a3b3-3e996a5720f1 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:36:31.517275 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-bd78a4ad-b595-4634-85b9-9f8f45e11d28 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8488142 Feb 20 03:36:31.523780 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-d73c2691-cbb6-46b0-ab53-750d1f3db08f service neutron] Publish callbacks [] for port (3ea1af71-6130-44af-a3b3-3e996a5720f1), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:31.533881 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-b94279dc-0a1d-4271-9a68-050279d586ef service neutron] Request body: {'port': {'device_id': 'd4d157fd-ace4-4243-8576-ccf42fd6b40e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:36:31.573066 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-d73c2691-cbb6-46b0-ab53-750d1f3db08f service neutron] Transition to ACTIVE for port object 3ea1af71-6130-44af-a3b3-3e996a5720f1 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:36:31.628406 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-b94279dc-0a1d-4271-9a68-050279d586ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4c9fc3f5-7836-436c-96e1-5c7166ee5bbb), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:31.631611 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ada577-e930-4ccc-a9c8-7778996ed1a4 req-d6218579-5c69-4f25-a59d-9ff0e90c2ddf tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:31.645628 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-44ada577-e930-4ccc-a9c8-7778996ed1a4 req-d6218579-5c69-4f25-a59d-9ff0e90c2ddf tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4d157fd-ace4-4243-8576-ccf42fd6b40e HTTP/1.1" status: 200 len: 932 time: 0.0929997 Feb 20 03:36:31.674629 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-d73c2691-cbb6-46b0-ab53-750d1f3db08f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (3ea1af71-6130-44af-a3b3-3e996a5720f1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:31.743115 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-44ada577-e930-4ccc-a9c8-7778996ed1a4 req-70ec038d-dc18-4854-8f1a-c3263098d56d tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/security-groups?id=61909b7f-b58f-44bc-9dd8-c9e4276ef839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940411 Feb 20 03:36:31.771020 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c2691-cbb6-46b0-ab53-750d1f3db08f service neutron] Pushing event updated for resources: {'Port': ['ID=3ea1af71-6130-44af-a3b3-3e996a5720f1,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:31.943909 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-d73c2691-cbb6-46b0-ab53-750d1f3db08f service neutron] Attempting to bind port 3ea1af71-6130-44af-a3b3-3e996a5720f1 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:36:31.944318 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-d73c2691-cbb6-46b0-ab53-750d1f3db08f service neutron] Attempting to bind port 3ea1af71-6130-44af-a3b3-3e996a5720f1 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e6c34341-fb5d-4178-a946-cb26003ca807'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:36:31.944963 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-d73c2691-cbb6-46b0-ab53-750d1f3db08f service neutron] Attempting to bind port 3ea1af71-6130-44af-a3b3-3e996a5720f1 on network e6c34341-fb5d-4178-a946-cb26003ca807 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:36:31.946353 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491d50b-6bf5-40da-b824-076e173ee07a req-4b8f7115-1ec4-4847-b3e0-f89719913b0e tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:31.951432 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8491d50b-6bf5-40da-b824-076e173ee07a req-4b8f7115-1ec4-4847-b3e0-f89719913b0e tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 946 time: 0.0958014 Feb 20 03:36:31.957242 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-d73c2691-cbb6-46b0-ab53-750d1f3db08f service neutron] Port 3ea1af71-6130-44af-a3b3-3e996a5720f1 on network e6c34341-fb5d-4178-a946-cb26003ca807 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:36:31.957641 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-d73c2691-cbb6-46b0-ab53-750d1f3db08f service neutron] Attempting to bind port 3ea1af71-6130-44af-a3b3-3e996a5720f1 on network e6c34341-fb5d-4178-a946-cb26003ca807 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:36:31.969324 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-d73c2691-cbb6-46b0-ab53-750d1f3db08f service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:36:31.969751 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-d73c2691-cbb6-46b0-ab53-750d1f3db08f service neutron] Checking segment: {'id': 'ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e6c34341-fb5d-4178-a946-cb26003ca807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:36:31.970186 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-d73c2691-cbb6-46b0-ab53-750d1f3db08f service neutron] Bound using segment: {'id': 'ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e6c34341-fb5d-4178-a946-cb26003ca807'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:36:31.970684 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-d73c2691-cbb6-46b0-ab53-750d1f3db08f service neutron] Bound port: 3ea1af71-6130-44af-a3b3-3e996a5720f1, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e6c34341-fb5d-4178-a946-cb26003ca807'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:36:31.971149 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-d73c2691-cbb6-46b0-ab53-750d1f3db08f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3ea1af71-6130-44af-a3b3-3e996a5720f1), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:32.072620 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8491d50b-6bf5-40da-b824-076e173ee07a req-57a810fe-78e8-40c9-bdd5-1083d9d22966 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074574 Feb 20 03:36:32.121242 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-d73c2691-cbb6-46b0-ab53-750d1f3db08f service neutron] For port 3ea1af71-6130-44af-a3b3-3e996a5720f1, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:36:32.137088 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-d73c2691-cbb6-46b0-ab53-750d1f3db08f service neutron] For port 3ea1af71-6130-44af-a3b3-3e996a5720f1, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=3ea1af71-6130-44af-a3b3-3e996a5720f1,segment=NetworkSegment(ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2),segment_id=ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:36:32.203308 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-b94279dc-0a1d-4271-9a68-050279d586ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c9fc3f5-7836-436c-96e1-5c7166ee5bbb {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:36:32.208942 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cc245-ade3-459b-a3aa-63e4c1c3af6a req-5b1e43d1-0ac8-47d8-86dc-a22ab89dfdd8 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:32.211285 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f96cc245-ade3-459b-a3aa-63e4c1c3af6a req-5b1e43d1-0ac8-47d8-86dc-a22ab89dfdd8 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4c04dcd-adf5-4c95-9376-f8cef8f8737a HTTP/1.1" status: 200 len: 945 time: 0.0807958 Feb 20 03:36:32.219806 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-b94279dc-0a1d-4271-9a68-050279d586ef service neutron] Publish callbacks [] for port (4c9fc3f5-7836-436c-96e1-5c7166ee5bbb), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:32.227457 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-d73c2691-cbb6-46b0-ab53-750d1f3db08f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (3ea1af71-6130-44af-a3b3-3e996a5720f1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:32.274198 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-b94279dc-0a1d-4271-9a68-050279d586ef service neutron] Transition to ACTIVE for port object 4c9fc3f5-7836-436c-96e1-5c7166ee5bbb will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:36:32.280765 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f96cc245-ade3-459b-a3aa-63e4c1c3af6a req-e022f17a-d612-4322-bc4b-ca68496100ff tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622673 Feb 20 03:36:32.296217 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-d73c2691-cbb6-46b0-ab53-750d1f3db08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:32.296845 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-d73c2691-cbb6-46b0-ab53-750d1f3db08f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:32.298268 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-d73c2691-cbb6-46b0-ab53-750d1f3db08f service neutron] 10.222.0.93 "PUT /v2.0/ports/3ea1af71-6130-44af-a3b3-3e996a5720f1 HTTP/1.1" status: 200 len: 1091 time: 1.7931838 Feb 20 03:36:32.298724 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d28899a-20e2-4ada-bb30-dfd4512d7f1a', 'tag': '3ea1af71-6130-44af-a3b3-3e996a5720f1'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:36:32.301016 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f66f41-667f-4b5c-b20a-952925dcf8e9" -d '{"events": [{"name": "network-changed", "server_uuid": "8d28899a-20e2-4ada-bb30-dfd4512d7f1a", "tag": "3ea1af71-6130-44af-a3b3-3e996a5720f1"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:36:32.317260 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c2691-cbb6-46b0-ab53-750d1f3db08f service neutron] Pushing event updated for resources: {'Port': ['ID=3ea1af71-6130-44af-a3b3-3e996a5720f1,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:32.336480 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-b94279dc-0a1d-4271-9a68-050279d586ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (4c9fc3f5-7836-436c-96e1-5c7166ee5bbb), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:32.395907 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94279dc-0a1d-4271-9a68-050279d586ef service neutron] Pushing event updated for resources: {'Port': ['ID=4c9fc3f5-7836-436c-96e1-5c7166ee5bbb,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:32.429727 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 20 Feb 2022 03:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6dde16-c998-425a-aa9e-0ab73f8bba50 x-openstack-request-id: req-1f6dde16-c998-425a-aa9e-0ab73f8bba50 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:36:32.430242 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c04dcd-adf5-4c95-9376-f8cef8f8737a", "name": "network-vif-plugged", "status": "completed", "tag": "fe488649-f9f8-4f8d-abdd-5aa832c3aa7f", "code": 200}, {"server_uuid": "e1e705b9-e4ec-4fd1-b463-5bbd7d55c68e", "name": "network-vif-plugged", "status": "completed", "tag": "b310c3c7-ce87-4f90-b1d8-a1959a6fb079", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:36:32.430557 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1f6dde16-c998-425a-aa9e-0ab73f8bba50 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:36:32.431352 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c04dcd-adf5-4c95-9376-f8cef8f8737a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe488649-f9f8-4f8d-abdd-5aa832c3aa7f', 'code': 200} Feb 20 03:36:32.431727 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e705b9-e4ec-4fd1-b463-5bbd7d55c68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b310c3c7-ce87-4f90-b1d8-a1959a6fb079', 'code': 200} Feb 20 03:36:32.585596 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-b94279dc-0a1d-4271-9a68-050279d586ef service neutron] Attempting to bind port 4c9fc3f5-7836-436c-96e1-5c7166ee5bbb on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:36:32.585946 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-b94279dc-0a1d-4271-9a68-050279d586ef service neutron] Attempting to bind port 4c9fc3f5-7836-436c-96e1-5c7166ee5bbb by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': 'ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e6c34341-fb5d-4178-a946-cb26003ca807'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:36:32.586349 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-b94279dc-0a1d-4271-9a68-050279d586ef service neutron] Attempting to bind port 4c9fc3f5-7836-436c-96e1-5c7166ee5bbb on network e6c34341-fb5d-4178-a946-cb26003ca807 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:36:32.604619 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-b94279dc-0a1d-4271-9a68-050279d586ef service neutron] Port 4c9fc3f5-7836-436c-96e1-5c7166ee5bbb on network e6c34341-fb5d-4178-a946-cb26003ca807 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:36:32.604619 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-b94279dc-0a1d-4271-9a68-050279d586ef service neutron] Attempting to bind port 4c9fc3f5-7836-436c-96e1-5c7166ee5bbb on network e6c34341-fb5d-4178-a946-cb26003ca807 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:36:32.604619 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-b94279dc-0a1d-4271-9a68-050279d586ef service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:36:32.604619 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-b94279dc-0a1d-4271-9a68-050279d586ef service neutron] Checking segment: {'id': 'ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e6c34341-fb5d-4178-a946-cb26003ca807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:36:32.604619 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-b94279dc-0a1d-4271-9a68-050279d586ef service neutron] Bound using segment: {'id': 'ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e6c34341-fb5d-4178-a946-cb26003ca807'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:36:32.604619 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-b94279dc-0a1d-4271-9a68-050279d586ef service neutron] Bound port: 4c9fc3f5-7836-436c-96e1-5c7166ee5bbb, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e6c34341-fb5d-4178-a946-cb26003ca807'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:36:32.604619 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-b94279dc-0a1d-4271-9a68-050279d586ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4c9fc3f5-7836-436c-96e1-5c7166ee5bbb), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:32.639674 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-906034aa-cd3e-438b-a9ad-df4149423542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:32.641042 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-906034aa-cd3e-438b-a9ad-df4149423542 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e86c0cd9b6148cbaa57589f13217b28&device_id=8d28899a-20e2-4ada-bb30-dfd4512d7f1a HTTP/1.1" status: 200 len: 1125 time: 0.1764979 Feb 20 03:36:32.704433 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-c003496b-066b-4659-9ad7-2d56b3c22721 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ea1af71-6130-44af-a3b3-3e996a5720f1 HTTP/1.1" status: 200 len: 217 time: 0.0441203 Feb 20 03:36:32.782686 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:32.796899 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f4f5a-b007-4628-8125-c38b7a6e6ac2 req-02c9e7c6-5386-45ec-bc4b-f14cc53dca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:32.799258 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-b94279dc-0a1d-4271-9a68-050279d586ef service neutron] For port 4c9fc3f5-7836-436c-96e1-5c7166ee5bbb, host n-h1-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:36:32.802009 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa1f4f5a-b007-4628-8125-c38b7a6e6ac2 req-02c9e7c6-5386-45ec-bc4b-f14cc53dca49 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e1e705b9-e4ec-4fd1-b463-5bbd7d55c68e HTTP/1.1" status: 200 len: 1128 time: 0.2656138 Feb 20 03:36:32.804618 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-b94279dc-0a1d-4271-9a68-050279d586ef service neutron] For port 4c9fc3f5-7836-436c-96e1-5c7166ee5bbb, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=4c9fc3f5-7836-436c-96e1-5c7166ee5bbb,segment=NetworkSegment(ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2),segment_id=ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:36:32.814219 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-a64a5916-f843-49b5-8c04-9f72674d3e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:32.815925 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-a64a5916-f843-49b5-8c04-9f72674d3e08 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9243798a-179e-441d-8d49-1b10358f8637 HTTP/1.1" status: 200 len: 853 time: 0.1016634 Feb 20 03:36:32.821119 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb013b58-bb9d-4213-9de0-0531cad41de4 req-b9bca01f-4363-42f8-8342-fa3d14c5c119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:32.823109 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb013b58-bb9d-4213-9de0-0531cad41de4 req-b9bca01f-4363-42f8-8342-fa3d14c5c119 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d4c04dcd-adf5-4c95-9376-f8cef8f8737a HTTP/1.1" status: 200 len: 1127 time: 0.2156916 Feb 20 03:36:32.832152 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-58edf586-5e90-4581-abe7-33963ec30698 req-b36ffd6d-b0e4-4038-9bf6-f804caa944b3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2805390 Feb 20 03:36:32.861477 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb3f45-fc97-45a5-8638-4b732185638d req-f7446983-bf49-4747-a0b7-ab957cc6859b tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:32.863182 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e4fb3f45-fc97-45a5-8638-4b732185638d req-f7446983-bf49-4747-a0b7-ab957cc6859b tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 949 time: 0.2544098 Feb 20 03:36:32.898080 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-9d882f34-9907-4a78-b39e-b10e9c8a8f84 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e6c34341-fb5d-4178-a946-cb26003ca807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736771 Feb 20 03:36:32.900234 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-b94279dc-0a1d-4271-9a68-050279d586ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (4c9fc3f5-7836-436c-96e1-5c7166ee5bbb), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:32.984608 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa1f4f5a-b007-4628-8125-c38b7a6e6ac2 req-a28845c4-e21a-4834-b704-00588635ff2a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a9e46ff0-0328-45d8-9f18-ec03ffa9e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666317 Feb 20 03:36:32.988614 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-b94279dc-0a1d-4271-9a68-050279d586ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:32.989864 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-b94279dc-0a1d-4271-9a68-050279d586ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:32.991441 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-b94279dc-0a1d-4271-9a68-050279d586ef service neutron] 10.222.0.42 "PUT /v2.0/ports/4c9fc3f5-7836-436c-96e1-5c7166ee5bbb HTTP/1.1" status: 200 len: 1092 time: 1.4650879 Feb 20 03:36:33.034719 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb013b58-bb9d-4213-9de0-0531cad41de4 req-e26e1e6a-6239-4e06-9b9e-65b92e4df131 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001076 Feb 20 03:36:33.047676 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94279dc-0a1d-4271-9a68-050279d586ef service neutron] Pushing event updated for resources: {'Port': ['ID=4c9fc3f5-7836-436c-96e1-5c7166ee5bbb,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:33.053134 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e4fb3f45-fc97-45a5-8638-4b732185638d req-3e4b9e46-a608-4066-9482-b4b16f1511df tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790152 Feb 20 03:36:33.061121 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edf586-5e90-4581-abe7-33963ec30698 req-a0312a15-a892-4491-8a63-06cc9ae8627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:33.062755 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-58edf586-5e90-4581-abe7-33963ec30698 req-a0312a15-a892-4491-8a63-06cc9ae8627a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 1132 time: 0.1828763 Feb 20 03:36:33.108902 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-98180c14-f5df-4916-a241-77faa6cf78d3 service neutron] 10.222.0.93 "GET /v2.0/networks/e6c34341-fb5d-4178-a946-cb26003ca807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986575 Feb 20 03:36:33.209741 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d00202-0d90-470e-bc50-75c28978230b req-2597c619-80d5-417a-8f1b-e7744f22586e tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:33.211961 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-15d00202-0d90-470e-bc50-75c28978230b req-2597c619-80d5-417a-8f1b-e7744f22586e tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 945 time: 0.0863779 Feb 20 03:36:33.303125 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-73f99024-89ea-41ea-bf5a-1018b046ae4d service neutron] 10.222.0.93 "GET /v2.0/networks/e6c34341-fb5d-4178-a946-cb26003ca807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144812 Feb 20 03:36:33.397812 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-15d00202-0d90-470e-bc50-75c28978230b req-e6256c65-b9fe-470e-8062-5bf64baeb29a tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785977 Feb 20 03:36:33.438255 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-49f8cc83-6841-4b28-a237-0187a1bd22cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:33.440076 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-49f8cc83-6841-4b28-a237-0187a1bd22cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0e86c0cd9b6148cbaa57589f13217b28&device_id=d4d157fd-ace4-4243-8576-ccf42fd6b40e HTTP/1.1" status: 200 len: 1126 time: 0.1228378 Feb 20 03:36:33.442611 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edf586-5e90-4581-abe7-33963ec30698 req-d50c687d-36ff-4414-bb9f-c11a9e0627ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:33.444340 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-58edf586-5e90-4581-abe7-33963ec30698 req-d50c687d-36ff-4414-bb9f-c11a9e0627ac service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.1866167 Feb 20 03:36:33.456611 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21bbeeb-6631-43f6-9466-4530cf2fe76b x-openstack-request-id: req-d21bbeeb-6631-43f6-9466-4530cf2fe76b {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:36:33.463243 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d28899a-20e2-4ada-bb30-dfd4512d7f1a", "tag": "3ea1af71-6130-44af-a3b3-3e996a5720f1", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:36:33.463243 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d21bbeeb-6631-43f6-9466-4530cf2fe76b {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:36:33.463243 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d28899a-20e2-4ada-bb30-dfd4512d7f1a', 'tag': '3ea1af71-6130-44af-a3b3-3e996a5720f1', 'status': 'completed', 'code': 200} Feb 20 03:36:33.503763 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-58edf586-5e90-4581-abe7-33963ec30698 req-d13bfc9d-8a8b-4a5b-86d3-27c8e6808f43 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=15602c8e-05c5-452e-91f1-2fdb0022ecd3 HTTP/1.1" status: 200 len: 217 time: 0.0501220 Feb 20 03:36:33.544174 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-4e7eabe1-c7c9-4e7d-bd1e-f9f159c8887d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c9fc3f5-7836-436c-96e1-5c7166ee5bbb HTTP/1.1" status: 200 len: 217 time: 0.0916727 Feb 20 03:36:33.546671 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f66f41-667f-4b5c-b20a-952925dcf8e9 req-4f96e1a3-9fec-4b0d-8876-df4bbdc8b9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:33.549897 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5f66f41-667f-4b5c-b20a-952925dcf8e9 req-4f96e1a3-9fec-4b0d-8876-df4bbdc8b9b7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e86c0cd9b6148cbaa57589f13217b28&device_id=8d28899a-20e2-4ada-bb30-dfd4512d7f1a HTTP/1.1" status: 200 len: 1125 time: 0.0605021 Feb 20 03:36:33.665739 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edf586-5e90-4581-abe7-33963ec30698 req-50d025df-a2a4-4487-9511-8dc98101685b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:33.667309 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-58edf586-5e90-4581-abe7-33963ec30698 req-50d025df-a2a4-4487-9511-8dc98101685b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1347733 Feb 20 03:36:33.679773 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f66f41-667f-4b5c-b20a-952925dcf8e9 req-c57d347c-4220-40b5-874d-20d39c3ce21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:33.679971 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90a54f-f7a3-44fa-946b-5ec09cfceb83 req-ae5ab499-932f-435f-bc43-2df706988f05 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:33.681313 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9b90a54f-f7a3-44fa-946b-5ec09cfceb83 req-ae5ab499-932f-435f-bc43-2df706988f05 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=e1e705b9-e4ec-4fd1-b463-5bbd7d55c68e HTTP/1.1" status: 200 len: 946 time: 0.1346986 Feb 20 03:36:33.681724 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5f66f41-667f-4b5c-b20a-952925dcf8e9 req-c57d347c-4220-40b5-874d-20d39c3ce21b service neutron] 10.222.0.93 "GET /v2.0/networks?id=e6c34341-fb5d-4178-a946-cb26003ca807 HTTP/1.1" status: 200 len: 914 time: 0.1264632 Feb 20 03:36:33.682760 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-817ba3a8-ad0d-43a4-be7f-6b795f0d8afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:33.684653 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-817ba3a8-ad0d-43a4-be7f-6b795f0d8afc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9243798a-179e-441d-8d49-1b10358f8637 HTTP/1.1" status: 200 len: 853 time: 0.1144216 Feb 20 03:36:33.729147 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5f66f41-667f-4b5c-b20a-952925dcf8e9 req-fd1cc1a8-b1ac-4ad1-8e83-73aa5f6408fd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ea1af71-6130-44af-a3b3-3e996a5720f1 HTTP/1.1" status: 200 len: 217 time: 0.0405769 Feb 20 03:36:33.732915 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-bd8a256a-4550-4ead-9ac0-8bbde1025987 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6c34341-fb5d-4178-a946-cb26003ca807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388150 Feb 20 03:36:33.876061 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edf586-5e90-4581-abe7-33963ec30698 req-791bb440-3224-426f-8718-44a421f331fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:33.877733 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-58edf586-5e90-4581-abe7-33963ec30698 req-791bb440-3224-426f-8718-44a421f331fd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1921957 Feb 20 03:36:33.883624 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9b90a54f-f7a3-44fa-946b-5ec09cfceb83 req-ed0a2cec-5949-43e8-959f-252047336179 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9e46ff0-0328-45d8-9f18-ec03ffa9e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892140 Feb 20 03:36:33.912182 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-801cd47a-de09-463a-bb52-25631ab290d5 service neutron] 10.222.0.42 "GET /v2.0/networks/e6c34341-fb5d-4178-a946-cb26003ca807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635964 Feb 20 03:36:34.145747 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-58edf586-5e90-4581-abe7-33963ec30698 req-1c9c2e1f-5784-4035-91e4-2b721cb09468 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472298 Feb 20 03:36:34.169018 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9913020b-29ba-4bf8-8499-ed018569c3e4 req-65cacfd3-6c9f-4009-a5e0-01c2cf54d32e service neutron] 10.222.0.42 "GET /v2.0/networks/e6c34341-fb5d-4178-a946-cb26003ca807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466445 Feb 20 03:36:34.232422 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f66f41-667f-4b5c-b20a-952925dcf8e9 req-ab243856-459c-49f3-985e-33b5957cb9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:34.235191 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5f66f41-667f-4b5c-b20a-952925dcf8e9 req-ab243856-459c-49f3-985e-33b5957cb9f5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9243798a-179e-441d-8d49-1b10358f8637 HTTP/1.1" status: 200 len: 853 time: 0.4991693 Feb 20 03:36:34.284350 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643c590-0ee5-4981-a25c-408a98742fcb req-97670c58-8fce-48d8-b280-826e44967c0c tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:34.288803 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5f66f41-667f-4b5c-b20a-952925dcf8e9 req-79b00804-afb2-40bf-9792-c5ee29e1f51b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e6c34341-fb5d-4178-a946-cb26003ca807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449324 Feb 20 03:36:34.291728 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1643c590-0ee5-4981-a25c-408a98742fcb req-97670c58-8fce-48d8-b280-826e44967c0c tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/networks?id=af61ae37-a3b2-46ee-a441-3e7f71e566ae HTTP/1.1" status: 200 len: 812 time: 0.2304006 Feb 20 03:36:34.322139 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1643c590-0ee5-4981-a25c-408a98742fcb req-e9114f52-cc00-4fcf-bb83-54fb6322fc4d tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/quotas/138204b85f4b4d58be48c9d0572da2c6 HTTP/1.1" status: 200 len: 375 time: 0.0291562 Feb 20 03:36:34.337208 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-58edf586-5e90-4581-abe7-33963ec30698 req-1d3a5ad9-07fe-4f70-891d-9dce248029fc service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828175 Feb 20 03:36:34.362660 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1643c590-0ee5-4981-a25c-408a98742fcb req-8d081e28-46e3-44be-b483-f751c98e42c8 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=138204b85f4b4d58be48c9d0572da2c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393922 Feb 20 03:36:34.462921 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5f66f41-667f-4b5c-b20a-952925dcf8e9 req-b9683960-77a3-4861-9537-81e5bc870b04 service neutron] 10.222.0.93 "GET /v2.0/networks/e6c34341-fb5d-4178-a946-cb26003ca807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527781 Feb 20 03:36:34.494195 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1643c590-0ee5-4981-a25c-408a98742fcb req-36d064a8-d8bd-48fb-8db9-00df99a985a6 service neutron] 10.222.0.89 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304283 Feb 20 03:36:34.595102 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b5f66f41-667f-4b5c-b20a-952925dcf8e9 req-f097b4c2-ea7f-4227-97e1-d1b784dfa0a3 service neutron] 10.222.0.93 "GET /v2.0/networks/e6c34341-fb5d-4178-a946-cb26003ca807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153102 Feb 20 03:36:34.611792 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1643c590-0ee5-4981-a25c-408a98742fcb req-be5f51c4-2ff5-49ae-92ef-705d7f88f0d4 service neutron] 10.222.0.89 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114576 Feb 20 03:36:35.289090 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a2d5c-060f-418e-abe1-409e5ddd118c req-01bc6504-cc43-4bf6-a36d-075e6d3d904c tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:35.291067 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b5a2d5c-060f-418e-abe1-409e5ddd118c req-01bc6504-cc43-4bf6-a36d-075e6d3d904c tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4d157fd-ace4-4243-8576-ccf42fd6b40e HTTP/1.1" status: 200 len: 944 time: 0.0913365 Feb 20 03:36:35.363703 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b5a2d5c-060f-418e-abe1-409e5ddd118c req-6a764ab9-fb24-457d-b05f-847a6b896e41 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/security-groups?id=61909b7f-b58f-44bc-9dd8-c9e4276ef839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668697 Feb 20 03:36:35.459368 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d157fd-ace4-4243-8576-ccf42fd6b40e', 'tag': '4c9fc3f5-7836-436c-96e1-5c7166ee5bbb'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:36:35.461785 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbf6bb9-340d-445e-a1b3-1e425f4154cd" -d '{"events": [{"name": "network-changed", "server_uuid": "d4d157fd-ace4-4243-8576-ccf42fd6b40e", "tag": "4c9fc3f5-7836-436c-96e1-5c7166ee5bbb"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:36:35.514478 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c8b46-2d02-484e-b0c8-a89eb8ecd4af req-f109acad-e358-4e39-8b04-d245ff2d0878 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:35.522427 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f67c8b46-2d02-484e-b0c8-a89eb8ecd4af req-f109acad-e358-4e39-8b04-d245ff2d0878 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 946 time: 0.0778630 Feb 20 03:36:35.570535 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f67c8b46-2d02-484e-b0c8-a89eb8ecd4af req-08c8740a-6bac-442b-b1ee-6c5107047fba tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480864 Feb 20 03:36:35.720629 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef4e76-c9c7-4965-a93a-544e88b7d7f4 req-86e2f6dd-45c9-4c59-a17b-44a2495605b1 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:35.722194 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-10ef4e76-c9c7-4965-a93a-544e88b7d7f4 req-86e2f6dd-45c9-4c59-a17b-44a2495605b1 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4c04dcd-adf5-4c95-9376-f8cef8f8737a HTTP/1.1" status: 200 len: 945 time: 0.0725873 Feb 20 03:36:35.780710 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-10ef4e76-c9c7-4965-a93a-544e88b7d7f4 req-77edb23e-c8e4-4ca4-be11-3be7dc828b21 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525954 Feb 20 03:36:35.908307 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c3eb5-a372-4a8a-b6d2-3a398f90c23d req-c1a34b0e-861e-47c1-a700-5ec7c6e10ee7 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:35.909784 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-567c3eb5-a372-4a8a-b6d2-3a398f90c23d req-c1a34b0e-861e-47c1-a700-5ec7c6e10ee7 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 949 time: 0.0569754 Feb 20 03:36:35.957956 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-567c3eb5-a372-4a8a-b6d2-3a398f90c23d req-efa85fc3-66e3-4523-bb30-a2100b13e41d tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422976 Feb 20 03:36:36.063471 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa1e77-b8c7-44a8-9a52-96c272c72bae req-3692be76-92f5-434c-837f-720d8e7278bb tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:36.064947 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73fa1e77-b8c7-44a8-9a52-96c272c72bae req-3692be76-92f5-434c-837f-720d8e7278bb tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 945 time: 0.0540674 Feb 20 03:36:36.114099 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73fa1e77-b8c7-44a8-9a52-96c272c72bae req-ba6b2f90-3052-40b1-8daa-49cace1a8b23 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429621 Feb 20 03:36:36.225459 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201c7e4-8c2d-4a5c-ba34-962b2f16e7d6 req-a1b3801c-49f3-498b-93f1-d4ba583948b7 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:36.227022 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d201c7e4-8c2d-4a5c-ba34-962b2f16e7d6 req-a1b3801c-49f3-498b-93f1-d4ba583948b7 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=e1e705b9-e4ec-4fd1-b463-5bbd7d55c68e HTTP/1.1" status: 200 len: 946 time: 0.0569894 Feb 20 03:36:36.276816 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d201c7e4-8c2d-4a5c-ba34-962b2f16e7d6 req-d3a87b53-c505-45b3-9ea4-2f7de3533411 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9e46ff0-0328-45d8-9f18-ec03ffa9e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433261 Feb 20 03:36:36.359436 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cd7ec00f-3e85-432e-879a-bb5b2f012208 req-fd9948d1-03af-40be-96b6-ec3ec66cb1d5 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=8109a4b8-8f24-484d-93ca-4fae4786958b HTTP/1.1" status: 200 len: 210 time: 0.0275178 Feb 20 03:36:36.407497 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8644d6f-0a7f-4eee-a4ac-70d1ce7e74bb x-openstack-request-id: req-b8644d6f-0a7f-4eee-a4ac-70d1ce7e74bb {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:36:36.408029 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4d157fd-ace4-4243-8576-ccf42fd6b40e", "tag": "4c9fc3f5-7836-436c-96e1-5c7166ee5bbb", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:36:36.408180 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b8644d6f-0a7f-4eee-a4ac-70d1ce7e74bb {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:36:36.408647 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d157fd-ace4-4243-8576-ccf42fd6b40e', 'tag': '4c9fc3f5-7836-436c-96e1-5c7166ee5bbb', 'status': 'completed', 'code': 200} Feb 20 03:36:36.422335 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 3ea1af71-6130-44af-a3b3-3e996a5720f1 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:36:36.480290 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf6bb9-340d-445e-a1b3-1e425f4154cd req-8b5ae0a8-7374-4b4d-b8d3-5584fba26e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:36.483707 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8bbf6bb9-340d-445e-a1b3-1e425f4154cd req-8b5ae0a8-7374-4b4d-b8d3-5584fba26e53 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0e86c0cd9b6148cbaa57589f13217b28&device_id=d4d157fd-ace4-4243-8576-ccf42fd6b40e HTTP/1.1" status: 200 len: 1126 time: 0.0480771 Feb 20 03:36:36.532209 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 3ea1af71-6130-44af-a3b3-3e996a5720f1, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=3ea1af71-6130-44af-a3b3-3e996a5720f1,segment=NetworkSegment(ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2),segment_id=ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:36.545046 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '3ea1af71-6130-44af-a3b3-3e996a5720f1', 'network_id': 'e6c34341-fb5d-4178-a946-cb26003ca807', 'port_id': '3ea1af71-6130-44af-a3b3-3e996a5720f1', 'mac_address': 'fa:16:3e:1e:45:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9243798a-179e-441d-8d49-1b10358f8637', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:36:36.585081 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 3ea1af71-6130-44af-a3b3-3e996a5720f1 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:36:36.585476 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3ea1af71-6130-44af-a3b3-3e996a5720f1), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:36.585637 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf6bb9-340d-445e-a1b3-1e425f4154cd req-58c65e1f-3eef-48f5-baf7-789490391b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:36.587150 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8bbf6bb9-340d-445e-a1b3-1e425f4154cd req-58c65e1f-3eef-48f5-baf7-789490391b42 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6c34341-fb5d-4178-a946-cb26003ca807 HTTP/1.1" status: 200 len: 914 time: 0.0943134 Feb 20 03:36:36.604419 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea1af71-6130-44af-a3b3-3e996a5720f1 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:36:36.626045 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 3ea1af71-6130-44af-a3b3-3e996a5720f1, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=3ea1af71-6130-44af-a3b3-3e996a5720f1,segment=NetworkSegment(ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2),segment_id=ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:36.631422 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8bbf6bb9-340d-445e-a1b3-1e425f4154cd req-9e579750-82c5-455a-8beb-14f318f9a02f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c9fc3f5-7836-436c-96e1-5c7166ee5bbb HTTP/1.1" status: 200 len: 217 time: 0.0371368 Feb 20 03:36:36.688625 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf6bb9-340d-445e-a1b3-1e425f4154cd req-345753b6-ed2e-429b-9926-2f7218fdaea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:36.690742 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8bbf6bb9-340d-445e-a1b3-1e425f4154cd req-345753b6-ed2e-429b-9926-2f7218fdaea0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9243798a-179e-441d-8d49-1b10358f8637 HTTP/1.1" status: 200 len: 853 time: 0.0511482 Feb 20 03:36:36.697000 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3ea1af71-6130-44af-a3b3-3e996a5720f1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:36.730563 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8bbf6bb9-340d-445e-a1b3-1e425f4154cd req-08fde03a-d55d-4129-ac03-abc09c023935 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6c34341-fb5d-4178-a946-cb26003ca807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321310 Feb 20 03:36:36.754147 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=3ea1af71-6130-44af-a3b3-3e996a5720f1,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:36.860856 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a10451-f4f8-4193-84e8-42a2ab6478ca req-d9467efb-80e3-40ed-8e91-f16f1059e4e6 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:36.865459 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-37a10451-f4f8-4193-84e8-42a2ab6478ca req-d9467efb-80e3-40ed-8e91-f16f1059e4e6 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 949 time: 0.1332281 Feb 20 03:36:36.895876 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8bbf6bb9-340d-445e-a1b3-1e425f4154cd req-b95817eb-68a3-4fd7-9f01-77284f1ac664 service neutron] 10.222.0.42 "GET /v2.0/networks/e6c34341-fb5d-4178-a946-cb26003ca807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539173 Feb 20 03:36:36.931074 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fcfff1-b711-405e-811b-7fd54a6c1445 req-0670b9ad-ee7e-4348-9296-34c646774b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:36.932597 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-09fcfff1-b711-405e-811b-7fd54a6c1445 req-0670b9ad-ee7e-4348-9296-34c646774b1f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c709bbfa8b354edf911780ffcf2e7b53&device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 1128 time: 0.0522718 Feb 20 03:36:36.971663 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-37a10451-f4f8-4193-84e8-42a2ab6478ca req-e56756d1-7121-4e40-a8ee-8ea4375d64bf tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005397 Feb 20 03:36:37.014686 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8bbf6bb9-340d-445e-a1b3-1e425f4154cd req-08bcd32f-b48b-45dc-b041-fd571aba415d service neutron] 10.222.0.42 "GET /v2.0/networks/e6c34341-fb5d-4178-a946-cb26003ca807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044793 Feb 20 03:36:37.025585 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 4c9fc3f5-7836-436c-96e1-5c7166ee5bbb details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:36:37.041186 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fcfff1-b711-405e-811b-7fd54a6c1445 req-f6340c3f-923a-4b21-9745-70f3f4fdef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:37.042761 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-09fcfff1-b711-405e-811b-7fd54a6c1445 req-f6340c3f-923a-4b21-9745-70f3f4fdef95 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a842b208-6516-42cd-af34-f14f7f82e32f HTTP/1.1" status: 200 len: 917 time: 0.1037674 Feb 20 03:36:37.057053 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['3ea1af71-6130-44af-a3b3-3e996a5720f1'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:36:37.118752 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-09fcfff1-b711-405e-811b-7fd54a6c1445 req-e1b17c3f-716d-40d3-b9c1-39e9fa07170d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 HTTP/1.1" status: 200 len: 1002 time: 0.0684514 Feb 20 03:36:37.175228 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fcfff1-b711-405e-811b-7fd54a6c1445 req-da2c3ccb-9e36-46d5-8938-29bcc8e2c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:37.176637 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-09fcfff1-b711-405e-811b-7fd54a6c1445 req-da2c3ccb-9e36-46d5-8938-29bcc8e2c926 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=459abde2-853f-42b6-94b7-5e11d73152fc HTTP/1.1" status: 200 len: 855 time: 0.0498590 Feb 20 03:36:37.186818 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 4c9fc3f5-7836-436c-96e1-5c7166ee5bbb, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=4c9fc3f5-7836-436c-96e1-5c7166ee5bbb,segment=NetworkSegment(ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2),segment_id=ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:37.209082 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '4c9fc3f5-7836-436c-96e1-5c7166ee5bbb', 'network_id': 'e6c34341-fb5d-4178-a946-cb26003ca807', 'port_id': '4c9fc3f5-7836-436c-96e1-5c7166ee5bbb', 'mac_address': 'fa:16:3e:8b:62:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9243798a-179e-441d-8d49-1b10358f8637', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:36:37.242177 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fcfff1-b711-405e-811b-7fd54a6c1445 req-5246efda-bdfd-4e94-83d5-891c1feb7f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:37.243873 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-09fcfff1-b711-405e-811b-7fd54a6c1445 req-5246efda-bdfd-4e94-83d5-891c1feb7f42 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a842b208-6516-42cd-af34-f14f7f82e32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0570018 Feb 20 03:36:37.270602 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 4c9fc3f5-7836-436c-96e1-5c7166ee5bbb is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:36:37.275970 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4c9fc3f5-7836-436c-96e1-5c7166ee5bbb), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:37.294817 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9fc3f5-7836-436c-96e1-5c7166ee5bbb {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:36:37.332873 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 4c9fc3f5-7836-436c-96e1-5c7166ee5bbb, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=4c9fc3f5-7836-436c-96e1-5c7166ee5bbb,segment=NetworkSegment(ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2),segment_id=ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:37.373331 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-09fcfff1-b711-405e-811b-7fd54a6c1445 req-55a9732f-75d8-4aa7-9ee4-8f89da0b100e service neutron] 10.222.0.93 "GET /v2.0/networks/a842b208-6516-42cd-af34-f14f7f82e32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218569 Feb 20 03:36:37.433535 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (4c9fc3f5-7836-436c-96e1-5c7166ee5bbb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:37.494025 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-09fcfff1-b711-405e-811b-7fd54a6c1445 req-55fa3d24-32a9-4725-a548-40e0d3ffe5e6 service neutron] 10.222.0.93 "GET /v2.0/networks/a842b208-6516-42cd-af34-f14f7f82e32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140549 Feb 20 03:36:37.521835 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=4c9fc3f5-7836-436c-96e1-5c7166ee5bbb,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:37.575767 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600d834-0433-4fbb-b18e-78d267678f3d req-f6e19160-b6c2-42bd-b53a-6efd203dc1dd tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:37.577308 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2600d834-0433-4fbb-b18e-78d267678f3d req-f6e19160-b6c2-42bd-b53a-6efd203dc1dd tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4d157fd-ace4-4243-8576-ccf42fd6b40e HTTP/1.1" status: 200 len: 945 time: 0.0613928 Feb 20 03:36:37.633028 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2600d834-0433-4fbb-b18e-78d267678f3d req-994d0afd-9b24-4e81-9342-6d01022d8233 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/security-groups?id=61909b7f-b58f-44bc-9dd8-c9e4276ef839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490737 Feb 20 03:36:37.703756 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['4c9fc3f5-7836-436c-96e1-5c7166ee5bbb'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:36:37.750889 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b653b2-e160-4faa-9292-0fb4631b6fd3 req-2e8d817a-ad0e-4d0e-8eff-2f970ad66d9e tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:37.756785 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-29b653b2-e160-4faa-9292-0fb4631b6fd3 req-2e8d817a-ad0e-4d0e-8eff-2f970ad66d9e tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 946 time: 0.0639684 Feb 20 03:36:37.817490 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-29b653b2-e160-4faa-9292-0fb4631b6fd3 req-268af75f-47d0-4979-8f23-6c2c2670a11c tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595956 Feb 20 03:36:37.905355 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1643c590-0ee5-4981-a25c-408a98742fcb req-fd24241b-3979-46a5-8266-c8da6e5ffc9f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=138204b85f4b4d58be48c9d0572da2c6&device_id=8109a4b8-8f24-484d-93ca-4fae4786958b HTTP/1.1" status: 200 len: 210 time: 0.0287471 Feb 20 03:36:37.941560 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510474a4-6d70-46af-9f1c-220c8fedb2bb req-28b47176-9777-442e-998d-913e5c7e1d1e tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:37.943747 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-510474a4-6d70-46af-9f1c-220c8fedb2bb req-28b47176-9777-442e-998d-913e5c7e1d1e tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4c04dcd-adf5-4c95-9376-f8cef8f8737a HTTP/1.1" status: 200 len: 945 time: 0.0639367 Feb 20 03:36:38.015834 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-510474a4-6d70-46af-9f1c-220c8fedb2bb req-8de79f21-0888-4339-8997-8a6bee613a04 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638046 Feb 20 03:36:38.027258 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643c590-0ee5-4981-a25c-408a98742fcb req-14a44cf4-45d9-4ff9-8d9b-ab6d5c7b7999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:38.029812 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1643c590-0ee5-4981-a25c-408a98742fcb req-14a44cf4-45d9-4ff9-8d9b-ab6d5c7b7999 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=138204b85f4b4d58be48c9d0572da2c6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1156204 Feb 20 03:36:38.138759 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643c590-0ee5-4981-a25c-408a98742fcb req-a84285ce-f396-476b-bf3a-6b504573a24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:38.140272 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1643c590-0ee5-4981-a25c-408a98742fcb req-a84285ce-f396-476b-bf3a-6b504573a24b service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1044984 Feb 20 03:36:38.147516 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b4d7c-c7e0-4b87-9534-29c4e4772b25 req-9149521b-fa14-4a7e-a417-069755fe682d tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:38.149018 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-829b4d7c-c7e0-4b87-9534-29c4e4772b25 req-9149521b-fa14-4a7e-a417-069755fe682d tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 945 time: 0.0553117 Feb 20 03:36:38.195718 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1643c590-0ee5-4981-a25c-408a98742fcb req-4e62bf08-8d6a-4832-a5d9-45f6609621e9 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.93 "GET /v2.0/ports?device_id=8109a4b8-8f24-484d-93ca-4fae4786958b HTTP/1.1" status: 200 len: 210 time: 0.0294657 Feb 20 03:36:38.199531 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-829b4d7c-c7e0-4b87-9534-29c4e4772b25 req-af418942-5ed7-401e-ac9a-afc21837551a tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436540 Feb 20 03:36:38.285429 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e4167777-0a81-47c1-b657-3eff36e3314e req-f6ad12ae-8a26-4d70-b323-f5e52695ce4f tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=8109a4b8-8f24-484d-93ca-4fae4786958b HTTP/1.1" status: 200 len: 210 time: 0.0310707 Feb 20 03:36:38.425123 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 3ea1af71-6130-44af-a3b3-3e996a5720f1 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:36:38.525375 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 3ea1af71-6130-44af-a3b3-3e996a5720f1 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:36:38.530231 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 3ea1af71-6130-44af-a3b3-3e996a5720f1 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:36:38.531858 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3ea1af71-6130-44af-a3b3-3e996a5720f1), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:38.632678 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 3ea1af71-6130-44af-a3b3-3e996a5720f1 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:36:38.633073 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3ea1af71-6130-44af-a3b3-3e996a5720f1), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:38.661299 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d28899a-20e2-4ada-bb30-dfd4512d7f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea1af71-6130-44af-a3b3-3e996a5720f1'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:36:38.663776 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba6b45b-c628-416a-8d9b-52388bb05223" -d '{"events": [{"server_uuid": "8d28899a-20e2-4ada-bb30-dfd4512d7f1a", "name": "network-vif-plugged", "status": "completed", "tag": "3ea1af71-6130-44af-a3b3-3e996a5720f1"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:36:38.678799 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 3ea1af71-6130-44af-a3b3-3e996a5720f1, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=3ea1af71-6130-44af-a3b3-3e996a5720f1,segment=NetworkSegment(ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2),segment_id=ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:38.766451 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3ea1af71-6130-44af-a3b3-3e996a5720f1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:38.827323 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=3ea1af71-6130-44af-a3b3-3e996a5720f1,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:38.839388 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e86dc298-1bc6-4c50-b391-da4ed535d935 req-f500d646-b4ed-4f81-8d5b-fb325a3f1eaa service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=138204b85f4b4d58be48c9d0572da2c6&device_id=8109a4b8-8f24-484d-93ca-4fae4786958b HTTP/1.1" status: 200 len: 210 time: 0.0317328 Feb 20 03:36:38.881133 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af05886-e7dd-47de-ad1e-618c928170f0 req-c0060641-8407-43a9-84c8-a112bbd33108 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:38.882681 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2af05886-e7dd-47de-ad1e-618c928170f0 req-c0060641-8407-43a9-84c8-a112bbd33108 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4d157fd-ace4-4243-8576-ccf42fd6b40e HTTP/1.1" status: 200 len: 945 time: 0.0621252 Feb 20 03:36:38.935382 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2af05886-e7dd-47de-ad1e-618c928170f0 req-5ba8a3cc-c4a6-496c-b073-1eb6e1a93f92 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/security-groups?id=61909b7f-b58f-44bc-9dd8-c9e4276ef839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437796 Feb 20 03:36:38.946758 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86dc298-1bc6-4c50-b391-da4ed535d935 req-93d1e26a-b107-4420-af96-9d8b8d4a8b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:38.948361 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e86dc298-1bc6-4c50-b391-da4ed535d935 req-93d1e26a-b107-4420-af96-9d8b8d4a8b4d service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=138204b85f4b4d58be48c9d0572da2c6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1015828 Feb 20 03:36:38.990754 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa1fae4-fe66-4a53-9442-fdbba2acb84d x-openstack-request-id: req-aaa1fae4-fe66-4a53-9442-fdbba2acb84d {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:36:38.991350 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d28899a-20e2-4ada-bb30-dfd4512d7f1a", "name": "network-vif-plugged", "status": "completed", "tag": "3ea1af71-6130-44af-a3b3-3e996a5720f1", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:36:38.991782 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-aaa1fae4-fe66-4a53-9442-fdbba2acb84d {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:36:38.992506 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d28899a-20e2-4ada-bb30-dfd4512d7f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea1af71-6130-44af-a3b3-3e996a5720f1', 'code': 200} Feb 20 03:36:39.026233 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 4c9fc3f5-7836-436c-96e1-5c7166ee5bbb up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:36:39.059269 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86dc298-1bc6-4c50-b391-da4ed535d935 req-4b076b92-2b90-44f7-b4c7-aafb824a1eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:39.061312 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e86dc298-1bc6-4c50-b391-da4ed535d935 req-4b076b92-2b90-44f7-b4c7-aafb824a1eea service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1067383 Feb 20 03:36:39.125189 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 4c9fc3f5-7836-436c-96e1-5c7166ee5bbb completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:36:39.129274 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 4c9fc3f5-7836-436c-96e1-5c7166ee5bbb triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:36:39.129658 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4c9fc3f5-7836-436c-96e1-5c7166ee5bbb), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:39.149304 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e86dc298-1bc6-4c50-b391-da4ed535d935 req-7b967906-6c74-46a0-9d71-51a34094abdd tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.93 "GET /v2.0/ports?device_id=8109a4b8-8f24-484d-93ca-4fae4786958b HTTP/1.1" status: 200 len: 210 time: 0.0290680 Feb 20 03:36:39.173486 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeebc98-6584-4548-bbb7-0f007699c0f0 req-4b6d4ee5-02e3-41b8-a8b9-7126753fa060 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:39.178808 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeebc98-6584-4548-bbb7-0f007699c0f0 req-4b6d4ee5-02e3-41b8-a8b9-7126753fa060 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:39.186820 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeebc98-6584-4548-bbb7-0f007699c0f0 req-4b6d4ee5-02e3-41b8-a8b9-7126753fa060 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:39.193695 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeebc98-6584-4548-bbb7-0f007699c0f0 req-4b6d4ee5-02e3-41b8-a8b9-7126753fa060 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:39.199027 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeebc98-6584-4548-bbb7-0f007699c0f0 req-4b6d4ee5-02e3-41b8-a8b9-7126753fa060 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:39.204795 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeebc98-6584-4548-bbb7-0f007699c0f0 req-4b6d4ee5-02e3-41b8-a8b9-7126753fa060 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:39.210674 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeebc98-6584-4548-bbb7-0f007699c0f0 req-4b6d4ee5-02e3-41b8-a8b9-7126753fa060 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:39.212593 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2eeebc98-6584-4548-bbb7-0f007699c0f0 req-4b6d4ee5-02e3-41b8-a8b9-7126753fa060 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5444 time: 0.1276884 Feb 20 03:36:39.217248 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096cc9e-db5c-40a0-a7a7-0f71eb4b15e6 req-84c9c3d2-94fc-4b95-95e0-3a3305f3ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:39.218825 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2096cc9e-db5c-40a0-a7a7-0f71eb4b15e6 req-84c9c3d2-94fc-4b95-95e0-3a3305f3ecc9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8d28899a-20e2-4ada-bb30-dfd4512d7f1a HTTP/1.1" status: 200 len: 1127 time: 0.1459699 Feb 20 03:36:39.222082 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 4c9fc3f5-7836-436c-96e1-5c7166ee5bbb is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:36:39.222729 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4c9fc3f5-7836-436c-96e1-5c7166ee5bbb), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:39.258121 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 4c9fc3f5-7836-436c-96e1-5c7166ee5bbb, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=4c9fc3f5-7836-436c-96e1-5c7166ee5bbb,segment=NetworkSegment(ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2),segment_id=ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:39.303667 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2096cc9e-db5c-40a0-a7a7-0f71eb4b15e6 req-89d97ef5-0214-439b-aa76-7915c938aef4 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=61909b7f-b58f-44bc-9dd8-c9e4276ef839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669999 Feb 20 03:36:39.310246 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2eeebc98-6584-4548-bbb7-0f007699c0f0 req-c74d3e4e-9a5c-4e8e-a958-60b84c942894 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0899103 Feb 20 03:36:39.348106 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (4c9fc3f5-7836-436c-96e1-5c7166ee5bbb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:39.348920 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 815bd948-bcf0-4a6d-a897-5f950d18e389 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:36:39.426543 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=4c9fc3f5-7836-436c-96e1-5c7166ee5bbb,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:39.470095 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 815bd948-bcf0-4a6d-a897-5f950d18e389 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:36:39.470487 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (815bd948-bcf0-4a6d-a897-5f950d18e389), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:39.505364 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 815bd948-bcf0-4a6d-a897-5f950d18e389, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=815bd948-bcf0-4a6d-a897-5f950d18e389,segment=NetworkSegment(69783699-9f40-4dd5-8cc4-9295ba1da9c2),segment_id=69783699-9f40-4dd5-8cc4-9295ba1da9c2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:39.553606 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (815bd948-bcf0-4a6d-a897-5f950d18e389), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:39.563327 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e928fcf-00df-44f7-8881-1a5c4c4e405c req-8729b97b-e1d8-4510-b83c-f32ff0b27b87 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:39.565312 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8e928fcf-00df-44f7-8881-1a5c4c4e405c req-8729b97b-e1d8-4510-b83c-f32ff0b27b87 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 946 time: 0.0706167 Feb 20 03:36:39.613538 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=815bd948-bcf0-4a6d-a897-5f950d18e389,revision_number=6']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:39.619734 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8e928fcf-00df-44f7-8881-1a5c4c4e405c req-75f68d46-5112-4101-a451-184ebf82852b tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477252 Feb 20 03:36:39.732611 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79782617-ba59-46c8-8616-76679239c04e req-4bfca7d1-478c-4544-adfc-ebc2b7e20135 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:39.734304 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79782617-ba59-46c8-8616-76679239c04e req-4bfca7d1-478c-4544-adfc-ebc2b7e20135 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4c04dcd-adf5-4c95-9376-f8cef8f8737a HTTP/1.1" status: 200 len: 945 time: 0.0546148 Feb 20 03:36:39.794271 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79782617-ba59-46c8-8616-76679239c04e req-94f2a8c3-2be0-44b0-8332-9335bf449fc6 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498588 Feb 20 03:36:40.440717 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:36:40.660784 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:36:40.661431 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ed1d4dac-5a57-4f44-87fa-76149bb3c3c8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:40.702409 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ed1d4dac-5a57-4f44-87fa-76149bb3c3c8,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:40.711602 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe2318-1e05-4913-94dd-0409df27c60b req-046a05ef-f8d1-439b-be2c-70c721a3fd96 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:40.711602 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dabe2318-1e05-4913-94dd-0409df27c60b req-046a05ef-f8d1-439b-be2c-70c721a3fd96 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 943 time: 0.0593524 Feb 20 03:36:40.758663 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dabe2318-1e05-4913-94dd-0409df27c60b req-44b015b3-2737-4d48-92df-f0d6ea5bb569 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444205 Feb 20 03:36:40.788054 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ed1d4dac-5a57-4f44-87fa-76149bb3c3c8), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:40.858016 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=ed1d4dac-5a57-4f44-87fa-76149bb3c3c8,revision_number=8']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:40.993761 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d157fd-ace4-4243-8576-ccf42fd6b40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9fc3f5-7836-436c-96e1-5c7166ee5bbb'}, {'server_uuid': '68453351-1639-404d-88f1-63f7cb86ecd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '815bd948-bcf0-4a6d-a897-5f950d18e389'}, {'server_uuid': 'e800aac1-0fe3-48d1-b319-f0f55a1206e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed1d4dac-5a57-4f44-87fa-76149bb3c3c8'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:36:40.996256 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed9cd15-8501-4e4a-afd7-95de64ea55fe" -d '{"events": [{"server_uuid": "d4d157fd-ace4-4243-8576-ccf42fd6b40e", "name": "network-vif-plugged", "status": "completed", "tag": "4c9fc3f5-7836-436c-96e1-5c7166ee5bbb"}, {"server_uuid": "68453351-1639-404d-88f1-63f7cb86ecd0", "name": "network-vif-unplugged", "status": "completed", "tag": "815bd948-bcf0-4a6d-a897-5f950d18e389"}, {"server_uuid": "e800aac1-0fe3-48d1-b319-f0f55a1206e1", "name": "network-vif-unplugged", "status": "completed", "tag": "ed1d4dac-5a57-4f44-87fa-76149bb3c3c8"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:36:41.038592 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 815bd948-bcf0-4a6d-a897-5f950d18e389 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:36:41.135423 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 815bd948-bcf0-4a6d-a897-5f950d18e389, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=815bd948-bcf0-4a6d-a897-5f950d18e389,segment=NetworkSegment(69783699-9f40-4dd5-8cc4-9295ba1da9c2),segment_id=69783699-9f40-4dd5-8cc4-9295ba1da9c2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:41.147632 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '815bd948-bcf0-4a6d-a897-5f950d18e389', 'network_id': 'eb72ec9f-03fd-429e-98e6-830fa78a693b', 'port_id': '815bd948-bcf0-4a6d-a897-5f950d18e389', 'mac_address': 'fa:16:3e:38:d3:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e889741-186e-4683-9003-0f4b5f32a6a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:36:41.187978 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 815bd948-bcf0-4a6d-a897-5f950d18e389 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:36:41.188288 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (815bd948-bcf0-4a6d-a897-5f950d18e389), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:41.201433 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 815bd948-bcf0-4a6d-a897-5f950d18e389 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:36:41.219869 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 815bd948-bcf0-4a6d-a897-5f950d18e389, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=815bd948-bcf0-4a6d-a897-5f950d18e389,segment=NetworkSegment(69783699-9f40-4dd5-8cc4-9295ba1da9c2),segment_id=69783699-9f40-4dd5-8cc4-9295ba1da9c2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:41.307575 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (815bd948-bcf0-4a6d-a897-5f950d18e389), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:41.355463 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=815bd948-bcf0-4a6d-a897-5f950d18e389,revision_number=7']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:41.558846 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:36:41.589976 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['815bd948-bcf0-4a6d-a897-5f950d18e389'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:36:41.859360 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb6943-c771-4c48-842f-706dfaa70092 req-d42f15ac-dad7-4165-8ecd-f593e9001aa4 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:41.862166 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1ddb6943-c771-4c48-842f-706dfaa70092 req-d42f15ac-dad7-4165-8ecd-f593e9001aa4 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4d157fd-ace4-4243-8576-ccf42fd6b40e HTTP/1.1" status: 200 len: 946 time: 0.0582910 Feb 20 03:36:41.914386 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1ddb6943-c771-4c48-842f-706dfaa70092 req-a8d0a13a-649f-4221-bf0a-db7b5e644be3 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/security-groups?id=61909b7f-b58f-44bc-9dd8-c9e4276ef839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467012 Feb 20 03:36:42.360971 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafed9c0-ca1a-4823-a234-31637ee56963 req-754ebe0f-fc45-42af-897f-c7158bca2b50 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:42.366246 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafed9c0-ca1a-4823-a234-31637ee56963 req-754ebe0f-fc45-42af-897f-c7158bca2b50 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:42.371621 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafed9c0-ca1a-4823-a234-31637ee56963 req-754ebe0f-fc45-42af-897f-c7158bca2b50 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:42.376926 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafed9c0-ca1a-4823-a234-31637ee56963 req-754ebe0f-fc45-42af-897f-c7158bca2b50 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:42.382239 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafed9c0-ca1a-4823-a234-31637ee56963 req-754ebe0f-fc45-42af-897f-c7158bca2b50 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:42.388355 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafed9c0-ca1a-4823-a234-31637ee56963 req-754ebe0f-fc45-42af-897f-c7158bca2b50 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:42.393626 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafed9c0-ca1a-4823-a234-31637ee56963 req-754ebe0f-fc45-42af-897f-c7158bca2b50 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:42.395643 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aafed9c0-ca1a-4823-a234-31637ee56963 req-754ebe0f-fc45-42af-897f-c7158bca2b50 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5444 time: 0.4190035 Feb 20 03:36:42.407205 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa1d1194-481e-4cdd-9e57-bddfad2cf41f req-7b4a3a7b-c5d8-4282-be26-6b9bdfd087c6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f2ceae4f-4661-4e22-a130-4d5112133f6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1035445 Feb 20 03:36:42.423158 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-85910fa8-b937-4981-916b-15137f9a263d tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:42.429340 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-85910fa8-b937-4981-916b-15137f9a263d tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:42.434895 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-85910fa8-b937-4981-916b-15137f9a263d tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:42.440163 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-85910fa8-b937-4981-916b-15137f9a263d tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:42.445436 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-85910fa8-b937-4981-916b-15137f9a263d tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:42.451656 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-85910fa8-b937-4981-916b-15137f9a263d tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:42.456931 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-85910fa8-b937-4981-916b-15137f9a263d tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:42.458918 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-85910fa8-b937-4981-916b-15137f9a263d tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.93 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 5444 time: 0.0992885 Feb 20 03:36:42.497921 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aafed9c0-ca1a-4823-a234-31637ee56963 req-ab3e34b6-991b-4c8b-8060-c576195ae56a tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=e91a3044-5de9-4f76-854b-9dd3a7e2230d&id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0896897 Feb 20 03:36:42.504112 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d1194-481e-4cdd-9e57-bddfad2cf41f req-3e4f80c1-1631-4336-a79d-fa56a98132c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:42.505599 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa1d1194-481e-4cdd-9e57-bddfad2cf41f req-3e4f80c1-1631-4336-a79d-fa56a98132c7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5ff8b75fbb2949d5aad5a9cd3bc53c0a&device_id=f2ceae4f-4661-4e22-a130-4d5112133f6a HTTP/1.1" status: 200 len: 1127 time: 0.0747805 Feb 20 03:36:42.510259 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-2a118fe5-5274-4ce2-abae-027b62f25919 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:42.512332 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-2a118fe5-5274-4ce2-abae-027b62f25919 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.93 "GET /v2.0/ports/ae9c24d3-b26a-4985-922a-b63de288c928?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0473888 Feb 20 03:36:42.633836 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-b6fe2a73-2044-41c8-82a1-3f4d13cf1baa tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.93 "GET /v2.0/networks/67e7e45b-f32b-4fdb-9b56-3214aa9e538c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1170790 Feb 20 03:36:42.643070 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-b98332da-38f8-41d3-8440-f89ab67a25ca service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:36:42.657250 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d1194-481e-4cdd-9e57-bddfad2cf41f req-aa776501-0a39-4e05-be2a-86e0b41cb6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:42.665655 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa1d1194-481e-4cdd-9e57-bddfad2cf41f req-aa776501-0a39-4e05-be2a-86e0b41cb6e4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=eb26da17-9faa-4ffe-b743-646e1db8b7cd HTTP/1.1" status: 200 len: 915 time: 0.1316125 Feb 20 03:36:42.667471 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14831d66-3fa2-4a8f-b5f2-a50f33b63a7d req-31e8a9ec-43f0-437f-9d52-2f5ed4a42b15 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:42.668809 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-14831d66-3fa2-4a8f-b5f2-a50f33b63a7d req-31e8a9ec-43f0-437f-9d52-2f5ed4a42b15 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4c04dcd-adf5-4c95-9376-f8cef8f8737a HTTP/1.1" status: 200 len: 945 time: 0.0890098 Feb 20 03:36:42.710328 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-b98332da-38f8-41d3-8440-f89ab67a25ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ae9c24d3-b26a-4985-922a-b63de288c928), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:42.712222 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa1d1194-481e-4cdd-9e57-bddfad2cf41f req-ebd867cd-f829-4ffe-8759-ca9858d982fa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9637083b-0c8f-429c-9595-2e7abb224aa7 HTTP/1.1" status: 200 len: 217 time: 0.0424368 Feb 20 03:36:42.794238 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-14831d66-3fa2-4a8f-b5f2-a50f33b63a7d req-e87caff9-d4fa-4879-9adb-107b0c25daca tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862842 Feb 20 03:36:42.799146 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d1194-481e-4cdd-9e57-bddfad2cf41f req-495ded38-4d48-405f-9fe3-3693c248ef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:42.800305 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa1d1194-481e-4cdd-9e57-bddfad2cf41f req-495ded38-4d48-405f-9fe3-3693c248ef6a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=68459050-934c-49c9-b167-98d8885a461c HTTP/1.1" status: 200 len: 854 time: 0.0709977 Feb 20 03:36:42.846412 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa1d1194-481e-4cdd-9e57-bddfad2cf41f req-7f017966-1f2a-463a-b3a1-6053b2657181 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=eb26da17-9faa-4ffe-b743-646e1db8b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395956 Feb 20 03:36:42.919870 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-b98332da-38f8-41d3-8440-f89ab67a25ca service neutron] For port ae9c24d3-b26a-4985-922a-b63de288c928, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ae9c24d3-b26a-4985-922a-b63de288c928,segment=NetworkSegment(6971358c-5ead-4d6f-a8a9-4425c89312e5),segment_id=6971358c-5ead-4d6f-a8a9-4425c89312e5)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:42.963420 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-b98332da-38f8-41d3-8440-f89ab67a25ca service neutron] For port ae9c24d3-b26a-4985-922a-b63de288c928, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:36:43.008417 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-b98332da-38f8-41d3-8440-f89ab67a25ca service neutron] device_id is not set on port ae9c24d3-b26a-4985-922a-b63de288c928 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:36:43.018452 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-b98332da-38f8-41d3-8440-f89ab67a25ca service neutron] Publish callbacks [] for port (ae9c24d3-b26a-4985-922a-b63de288c928), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:43.040967 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa1d1194-481e-4cdd-9e57-bddfad2cf41f req-1412b43f-25a2-4d3e-b7e0-0bb9e519e9cb service neutron] 10.222.0.93 "GET /v2.0/networks/eb26da17-9faa-4ffe-b743-646e1db8b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879497 Feb 20 03:36:43.041518 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 815bd948-bcf0-4a6d-a897-5f950d18e389 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:36:43.079691 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-e22dd22a-fa6c-4daa-96cd-b3246409e7b4 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:43.081312 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-e22dd22a-fa6c-4daa-96cd-b3246409e7b4 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/networks?id=af61ae37-a3b2-46ee-a441-3e7f71e566ae HTTP/1.1" status: 200 len: 812 time: 0.1708531 Feb 20 03:36:43.091477 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 815bd948-bcf0-4a6d-a897-5f950d18e389 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:36:43.091941 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (815bd948-bcf0-4a6d-a897-5f950d18e389), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:43.102670 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-b98332da-38f8-41d3-8440-f89ab67a25ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (ae9c24d3-b26a-4985-922a-b63de288c928), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:43.131586 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-a2cebd1a-6c1c-473f-94b7-64874bdf2f59 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/quotas/138204b85f4b4d58be48c9d0572da2c6 HTTP/1.1" status: 200 len: 375 time: 0.0219965 Feb 20 03:36:43.173423 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-1597763b-c947-4169-8034-2eb37b270cf2 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=138204b85f4b4d58be48c9d0572da2c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313964 Feb 20 03:36:43.224273 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-b98332da-38f8-41d3-8440-f89ab67a25ca service neutron] No DVR routers for this DVR port ae9c24d3-b26a-4985-922a-b63de288c928 on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:36:43.227622 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa1d1194-481e-4cdd-9e57-bddfad2cf41f req-2b6b6e41-f1dd-49e3-b918-f9462d86d13b service neutron] 10.222.0.93 "GET /v2.0/networks/eb26da17-9faa-4ffe-b743-646e1db8b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764891 Feb 20 03:36:43.244035 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 815bd948-bcf0-4a6d-a897-5f950d18e389 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:36:43.244430 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (815bd948-bcf0-4a6d-a897-5f950d18e389), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:43.268478 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-b98332da-38f8-41d3-8440-f89ab67a25ca service neutron] In _notify_port_updated(), no bound segment for port ae9c24d3-b26a-4985-922a-b63de288c928 on network 67e7e45b-f32b-4fdb-9b56-3214aa9e538c {{(pid=104106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 03:36:43.269605 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-b98332da-38f8-41d3-8440-f89ab67a25ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:43.270387 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-b98332da-38f8-41d3-8440-f89ab67a25ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:43.271894 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-b98332da-38f8-41d3-8440-f89ab67a25ca service neutron] 10.222.0.93 "PUT /v2.0/ports/ae9c24d3-b26a-4985-922a-b63de288c928 HTTP/1.1" status: 200 len: 1032 time: 0.6330955 Feb 20 03:36:43.275901 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98332da-38f8-41d3-8440-f89ab67a25ca service neutron] Pushing event updated for resources: {'Port': ['ID=ae9c24d3-b26a-4985-922a-b63de288c928,revision_number=6']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:43.307980 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 815bd948-bcf0-4a6d-a897-5f950d18e389, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=815bd948-bcf0-4a6d-a897-5f950d18e389,segment=NetworkSegment(69783699-9f40-4dd5-8cc4-9295ba1da9c2),segment_id=69783699-9f40-4dd5-8cc4-9295ba1da9c2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:43.344743 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-a718639a-a06e-4580-8c20-eab0c9dec394 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:43.346359 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-a718639a-a06e-4580-8c20-eab0c9dec394 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.93 "GET /v2.0/ports/5e58af7e-8388-40e3-bea2-7eff10d7ac63?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0661285 Feb 20 03:36:43.361238 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-0d25507c-fefb-439b-914b-d4a2d545d360 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:36:43.370032 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-f1fcbc87-bcae-4858-a9e7-e1e3a6cdc14d service neutron] 10.222.0.89 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806250 Feb 20 03:36:43.389605 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (815bd948-bcf0-4a6d-a897-5f950d18e389), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:43.449068 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-0d25507c-fefb-439b-914b-d4a2d545d360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5e58af7e-8388-40e3-bea2-7eff10d7ac63), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:43.458336 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=815bd948-bcf0-4a6d-a897-5f950d18e389,revision_number=8']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:43.503546 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-513cbc30-8360-49a2-91e2-59f191d21df5 service neutron] 10.222.0.89 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324844 Feb 20 03:36:43.537692 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-8e299f93-8e2a-4b9b-a247-949db3407c69 None None] Provisioning complete for port ae9c24d3-b26a-4985-922a-b63de288c928 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:36:43.538132 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e299f93-8e2a-4b9b-a247-949db3407c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ae9c24d3-b26a-4985-922a-b63de288c928), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:43.577405 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-8e299f93-8e2a-4b9b-a247-949db3407c69 None None] Port ae9c24d3-b26a-4985-922a-b63de288c928 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:36:43.619129 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-0d25507c-fefb-439b-914b-d4a2d545d360 service neutron] For port 5e58af7e-8388-40e3-bea2-7eff10d7ac63, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=5e58af7e-8388-40e3-bea2-7eff10d7ac63,segment=NetworkSegment(6971358c-5ead-4d6f-a8a9-4425c89312e5),segment_id=6971358c-5ead-4d6f-a8a9-4425c89312e5)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:43.653947 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-0d25507c-fefb-439b-914b-d4a2d545d360 service neutron] For port 5e58af7e-8388-40e3-bea2-7eff10d7ac63, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:36:43.703590 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-0d25507c-fefb-439b-914b-d4a2d545d360 service neutron] device_id is not set on port 5e58af7e-8388-40e3-bea2-7eff10d7ac63 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:36:43.716998 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-0d25507c-fefb-439b-914b-d4a2d545d360 service neutron] Publish callbacks [] for port (5e58af7e-8388-40e3-bea2-7eff10d7ac63), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:43.776106 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-92282dc1-3fe4-440a-965c-1f77a724f152 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323348 Feb 20 03:36:43.798794 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-0d25507c-fefb-439b-914b-d4a2d545d360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (5e58af7e-8388-40e3-bea2-7eff10d7ac63), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:43.864872 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25507c-fefb-439b-914b-d4a2d545d360 service neutron] Pushing event updated for resources: {'Port': ['ID=5e58af7e-8388-40e3-bea2-7eff10d7ac63,revision_number=6']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:43.921093 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-0d25507c-fefb-439b-914b-d4a2d545d360 service neutron] No DVR routers for this DVR port 5e58af7e-8388-40e3-bea2-7eff10d7ac63 on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:36:43.934363 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-c3d6381a-39a0-4cd4-956b-387b3eb2eea2 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:43.945807 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-c3d6381a-39a0-4cd4-956b-387b3eb2eea2 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1596744 Feb 20 03:36:43.961041 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-153efb5c-c1ab-4f01-b660-0045e0ffca0e tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/quotas/aac4a34e9d0e4881a4216fde18e57c70 HTTP/1.1" status: 200 len: 375 time: 0.0180964 Feb 20 03:36:43.970913 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-0d25507c-fefb-439b-914b-d4a2d545d360 service neutron] In _notify_port_updated(), no bound segment for port 5e58af7e-8388-40e3-bea2-7eff10d7ac63 on network 67e7e45b-f32b-4fdb-9b56-3214aa9e538c {{(pid=104106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 03:36:43.971842 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-0d25507c-fefb-439b-914b-d4a2d545d360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:43.974840 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-0d25507c-fefb-439b-914b-d4a2d545d360 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:43.974840 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-0d25507c-fefb-439b-914b-d4a2d545d360 service neutron] 10.222.0.93 "PUT /v2.0/ports/5e58af7e-8388-40e3-bea2-7eff10d7ac63 HTTP/1.1" status: 200 len: 1031 time: 0.6205399 Feb 20 03:36:44.047421 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-d5330666-5cb8-42b4-8f53-a923a208e0bf tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0854800 Feb 20 03:36:44.098684 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-cc3fad16-76e2-4f95-9598-913e42580604 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Deleting port cd8192d7-1fe8-411b-98f1-ddd812317e6a {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:36:44.107524 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-cc3fad16-76e2-4f95-9598-913e42580604 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (cd8192d7-1fe8-411b-98f1-ddd812317e6a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:44.212910 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d27cf376-b77a-404f-8f94-27a0392d9e74 None None] Provisioning complete for port 5e58af7e-8388-40e3-bea2-7eff10d7ac63 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:36:44.212910 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d27cf376-b77a-404f-8f94-27a0392d9e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (5e58af7e-8388-40e3-bea2-7eff10d7ac63), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:44.222338 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-cc3fad16-76e2-4f95-9598-913e42580604 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] For port cd8192d7-1fe8-411b-98f1-ddd812317e6a, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=cd8192d7-1fe8-411b-98f1-ddd812317e6a,segment=NetworkSegment(6971358c-5ead-4d6f-a8a9-4425c89312e5),segment_id=6971358c-5ead-4d6f-a8a9-4425c89312e5)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:44.222956 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-cc3fad16-76e2-4f95-9598-913e42580604 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (cd8192d7-1fe8-411b-98f1-ddd812317e6a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:44.242836 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-cc3fad16-76e2-4f95-9598-913e42580604 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Calling delete_port for cd8192d7-1fe8-411b-98f1-ddd812317e6a owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:36:44.244937 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d27cf376-b77a-404f-8f94-27a0392d9e74 None None] Port 5e58af7e-8388-40e3-bea2-7eff10d7ac63 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:36:44.372677 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 526 Content-Type: application/json Date: Sun, 20 Feb 2022 03:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dd648e-66db-4b12-8b40-ac3efba25741 x-openstack-request-id: req-64dd648e-66db-4b12-8b40-ac3efba25741 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:36:44.372986 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d157fd-ace4-4243-8576-ccf42fd6b40e", "name": "network-vif-plugged", "status": "completed", "tag": "4c9fc3f5-7836-436c-96e1-5c7166ee5bbb", "code": 200}, {"server_uuid": "68453351-1639-404d-88f1-63f7cb86ecd0", "name": "network-vif-unplugged", "status": "completed", "tag": "815bd948-bcf0-4a6d-a897-5f950d18e389", "code": 200}, {"server_uuid": "e800aac1-0fe3-48d1-b319-f0f55a1206e1", "name": "network-vif-unplugged", "status": "failed", "tag": "ed1d4dac-5a57-4f44-87fa-76149bb3c3c8", "code": 422}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:36:44.373238 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-64dd648e-66db-4b12-8b40-ac3efba25741 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:36:44.374573 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d157fd-ace4-4243-8576-ccf42fd6b40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9fc3f5-7836-436c-96e1-5c7166ee5bbb', 'code': 200} Feb 20 03:36:44.374573 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68453351-1639-404d-88f1-63f7cb86ecd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '815bd948-bcf0-4a6d-a897-5f950d18e389', 'code': 200} Feb 20 03:36:44.374573 n-d-829866-4 neutron-server[104107]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e800aac1-0fe3-48d1-b319-f0f55a1206e1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ed1d4dac-5a57-4f44-87fa-76149bb3c3c8', 'code': 422} returned with failed status Feb 20 03:36:44.456596 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 72683b69-16ce-4abb-9d13-638a89bd383e no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:36:44.568225 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a93ba8-3081-4d28-bf09-02ccd7eef655 req-73fb0f8c-cf68-4cdd-94c3-589d7d4ce781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:44.569346 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b9a93ba8-3081-4d28-bf09-02ccd7eef655 req-73fb0f8c-cf68-4cdd-94c3-589d7d4ce781 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d4d157fd-ace4-4243-8576-ccf42fd6b40e HTTP/1.1" status: 200 len: 1128 time: 0.1143076 Feb 20 03:36:44.581271 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-cc3fad16-76e2-4f95-9598-913e42580604 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (cd8192d7-1fe8-411b-98f1-ddd812317e6a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:44.591490 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 72683b69-16ce-4abb-9d13-638a89bd383e is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:36:44.591821 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (72683b69-16ce-4abb-9d13-638a89bd383e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:44.622472 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcfb5e-8061-4250-8905-a5515782e6c1 req-b9b1cdea-5308-45df-92d5-871f081bed86 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:44.624109 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-50fcfb5e-8061-4250-8905-a5515782e6c1 req-b9b1cdea-5308-45df-92d5-871f081bed86 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 945 time: 0.1188881 Feb 20 03:36:44.639325 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 72683b69-16ce-4abb-9d13-638a89bd383e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=72683b69-16ce-4abb-9d13-638a89bd383e,segment=NetworkSegment(6971358c-5ead-4d6f-a8a9-4425c89312e5),segment_id=6971358c-5ead-4d6f-a8a9-4425c89312e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:44.639561 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3fad16-76e2-4f95-9598-913e42580604 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Pushing event deleted for resources: {'Port': ['ID=cd8192d7-1fe8-411b-98f1-ddd812317e6a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:44.696459 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-cc3fad16-76e2-4f95-9598-913e42580604 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] No DVR routers for this DVR port cd8192d7-1fe8-411b-98f1-ddd812317e6a on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:36:44.701393 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-cc3fad16-76e2-4f95-9598-913e42580604 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:44.707093 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-cc3fad16-76e2-4f95-9598-913e42580604 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.93 "DELETE /v2.0/ports/cd8192d7-1fe8-411b-98f1-ddd812317e6a HTTP/1.1" status: 204 len: 173 time: 0.7262595 Feb 20 03:36:44.707093 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'name': 'network-vif-deleted', 'tag': 'cd8192d7-1fe8-411b-98f1-ddd812317e6a'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:36:44.708751 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56321dde-18e5-4814-8c69-a2a0783ad1ad" -d '{"events": [{"server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "name": "network-vif-deleted", "tag": "cd8192d7-1fe8-411b-98f1-ddd812317e6a"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:36:44.744532 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b9a93ba8-3081-4d28-bf09-02ccd7eef655 req-109af663-6754-4137-b518-9e99cbe3ecfd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=61909b7f-b58f-44bc-9dd8-c9e4276ef839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680863 Feb 20 03:36:44.748109 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-50fcfb5e-8061-4250-8905-a5515782e6c1 req-dc06854f-d563-4a3f-b5b4-2842986eb445 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878038 Feb 20 03:36:44.754063 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (72683b69-16ce-4abb-9d13-638a89bd383e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:44.754989 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device afbe16b4-d82b-4267-9c4f-4cfe734a15f0 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:36:44.891287 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=72683b69-16ce-4abb-9d13-638a89bd383e,revision_number=6']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:44.909711 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-ed224ea2-83fb-4e35-a5e1-706bf15ad1ef tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Deleting port c7e56a42-e6b3-4751-b71a-36d2d4255df0 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:36:44.910072 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-ed224ea2-83fb-4e35-a5e1-706bf15ad1ef tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (c7e56a42-e6b3-4751-b71a-36d2d4255df0), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:44.947360 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port afbe16b4-d82b-4267-9c4f-4cfe734a15f0 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:36:44.947758 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (afbe16b4-d82b-4267-9c4f-4cfe734a15f0), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:44.989243 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port afbe16b4-d82b-4267-9c4f-4cfe734a15f0, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=afbe16b4-d82b-4267-9c4f-4cfe734a15f0,segment=NetworkSegment(bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73),segment_id=bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:45.068250 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (afbe16b4-d82b-4267-9c4f-4cfe734a15f0), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:45.068977 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device dd41166f-324a-4828-b6ba-1406f360ad82 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:36:45.094396 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-ed224ea2-83fb-4e35-a5e1-706bf15ad1ef tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] For port c7e56a42-e6b3-4751-b71a-36d2d4255df0, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=c7e56a42-e6b3-4751-b71a-36d2d4255df0,segment=NetworkSegment(bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73),segment_id=bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:45.095274 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-ed224ea2-83fb-4e35-a5e1-706bf15ad1ef tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (c7e56a42-e6b3-4751-b71a-36d2d4255df0), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:45.111238 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-ed224ea2-83fb-4e35-a5e1-706bf15ad1ef tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Calling delete_port for c7e56a42-e6b3-4751-b71a-36d2d4255df0 owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:36:45.180744 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=afbe16b4-d82b-4267-9c4f-4cfe734a15f0,revision_number=6']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:45.304864 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port dd41166f-324a-4828-b6ba-1406f360ad82 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:36:45.305432 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dd41166f-324a-4828-b6ba-1406f360ad82), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:45.353171 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port dd41166f-324a-4828-b6ba-1406f360ad82, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=dd41166f-324a-4828-b6ba-1406f360ad82,segment=NetworkSegment(f1a0472d-371a-4480-a48c-90bc332b7045),segment_id=f1a0472d-371a-4480-a48c-90bc332b7045)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:45.383318 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-ed224ea2-83fb-4e35-a5e1-706bf15ad1ef tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (c7e56a42-e6b3-4751-b71a-36d2d4255df0), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:45.425041 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed224ea2-83fb-4e35-a5e1-706bf15ad1ef tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Pushing event deleted for resources: {'Port': ['ID=c7e56a42-e6b3-4751-b71a-36d2d4255df0,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:45.439812 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (dd41166f-324a-4828-b6ba-1406f360ad82), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:45.441231 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device c7e56a42-e6b3-4751-b71a-36d2d4255df0 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:36:45.501895 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-ed224ea2-83fb-4e35-a5e1-706bf15ad1ef tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] No DVR routers for this DVR port c7e56a42-e6b3-4751-b71a-36d2d4255df0 on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:36:45.506005 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-ed224ea2-83fb-4e35-a5e1-706bf15ad1ef tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:45.509557 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-ed224ea2-83fb-4e35-a5e1-706bf15ad1ef tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.93 "DELETE /v2.0/ports/c7e56a42-e6b3-4751-b71a-36d2d4255df0 HTTP/1.1" status: 204 len: 173 time: 0.7976162 Feb 20 03:36:45.518664 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: c7e56a42-e6b3-4751-b71a-36d2d4255df0 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:36:45.519323 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device c7e56a42-e6b3-4751-b71a-36d2d4255df0 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:36:45.519815 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device cd8192d7-1fe8-411b-98f1-ddd812317e6a no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:36:45.548415 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: cd8192d7-1fe8-411b-98f1-ddd812317e6a {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:36:45.548771 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device cd8192d7-1fe8-411b-98f1-ddd812317e6a not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:36:45.549198 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 5e58af7e-8388-40e3-bea2-7eff10d7ac63 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:36:45.612397 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=dd41166f-324a-4828-b6ba-1406f360ad82,revision_number=6']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:45.622567 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:45.622942 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:45.623296 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:45.623642 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:45.623982 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:45.624317 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:45.624651 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:45.624981 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:45.625369 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:45.625665 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:45.625997 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:45.626321 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:45.626649 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:36:45.630266 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] The host n-h2-829866-4 is not matching for port 5e58af7e-8388-40e3-bea2-7eff10d7ac63 host ! {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 03:36:45.630683 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 5e58af7e-8388-40e3-bea2-7eff10d7ac63 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:36:45.631274 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device ae9c24d3-b26a-4985-922a-b63de288c928 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:36:45.645392 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-b19e1a13-9362-494e-99fa-c8b9ccbb7dbd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Deleting port dd41166f-324a-4828-b6ba-1406f360ad82 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:36:45.647692 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-b19e1a13-9362-494e-99fa-c8b9ccbb7dbd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (dd41166f-324a-4828-b6ba-1406f360ad82), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:45.680598 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] The host n-h2-829866-4 is not matching for port ae9c24d3-b26a-4985-922a-b63de288c928 host ! {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 03:36:45.680993 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device ae9c24d3-b26a-4985-922a-b63de288c928 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:36:45.783314 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-b19e1a13-9362-494e-99fa-c8b9ccbb7dbd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] For port dd41166f-324a-4828-b6ba-1406f360ad82, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=dd41166f-324a-4828-b6ba-1406f360ad82,segment=NetworkSegment(f1a0472d-371a-4480-a48c-90bc332b7045),segment_id=f1a0472d-371a-4480-a48c-90bc332b7045)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:45.783659 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-b19e1a13-9362-494e-99fa-c8b9ccbb7dbd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (dd41166f-324a-4828-b6ba-1406f360ad82), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:45.812147 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc19def-c6f1-4322-96d0-0109d1b91b77 req-b3ec0ebf-2233-48e0-9281-01ac6043cf8a tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:45.834705 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2bc19def-c6f1-4322-96d0-0109d1b91b77 req-b3ec0ebf-2233-48e0-9281-01ac6043cf8a tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4d157fd-ace4-4243-8576-ccf42fd6b40e HTTP/1.1" status: 200 len: 946 time: 0.0786479 Feb 20 03:36:45.897487 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2bc19def-c6f1-4322-96d0-0109d1b91b77 req-4941c7fc-8baf-43ba-abd2-3d46c6f0d475 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/security-groups?id=61909b7f-b58f-44bc-9dd8-c9e4276ef839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605116 Feb 20 03:36:46.014429 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-b19e1a13-9362-494e-99fa-c8b9ccbb7dbd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:46.014798 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-b19e1a13-9362-494e-99fa-c8b9ccbb7dbd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (26d08ec2-4d18-435b-96fc-bad900929026), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:46.015395 n-d-829866-4 neutron-server[104106]: INFO neutron.db.l3_db [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-b19e1a13-9362-494e-99fa-c8b9ccbb7dbd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Floating IP 26d08ec2-4d18-435b-96fc-bad900929026 disassociated. External IP: 172.25.7.231, port: dd41166f-324a-4828-b6ba-1406f360ad82. Feb 20 03:36:46.015912 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-b19e1a13-9362-494e-99fa-c8b9ccbb7dbd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Calling delete_port for dd41166f-324a-4828-b6ba-1406f360ad82 owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:36:46.104789 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc437e-1116-48fa-a7fe-43cf4211d65c req-b2f517b4-5a53-4eaa-b558-ae67fa638137 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:46.110454 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc437e-1116-48fa-a7fe-43cf4211d65c req-b2f517b4-5a53-4eaa-b558-ae67fa638137 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:46.118305 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc437e-1116-48fa-a7fe-43cf4211d65c req-b2f517b4-5a53-4eaa-b558-ae67fa638137 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:46.120048 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75dc437e-1116-48fa-a7fe-43cf4211d65c req-b2f517b4-5a53-4eaa-b558-ae67fa638137 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 2411 time: 0.1013722 Feb 20 03:36:46.191351 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75dc437e-1116-48fa-a7fe-43cf4211d65c req-3ff36e8b-f7a9-4be1-ae1b-f7216f555055 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups?id=3c909173-8dcf-4f26-b2d5-06ea3188685b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635810 Feb 20 03:36:46.301436 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-de5a6f82-bac9-4cae-94a0-78ad4833facc req-2c01479a-462a-443f-b921-c898ac52609c tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=06a182c0-e1af-4d04-8e34-5f7d24c644af HTTP/1.1" status: 200 len: 210 time: 0.0348251 Feb 20 03:36:46.342387 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-b19e1a13-9362-494e-99fa-c8b9ccbb7dbd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (dd41166f-324a-4828-b6ba-1406f360ad82), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:46.375865 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68453351-1639-404d-88f1-63f7cb86ecd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815bd948-bcf0-4a6d-a897-5f950d18e389'}, {'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72683b69-16ce-4abb-9d13-638a89bd383e'}, {'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afbe16b4-d82b-4267-9c4f-4cfe734a15f0'}, {'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd41166f-324a-4828-b6ba-1406f360ad82'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:36:46.378219 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7768c190-5441-4675-961b-90a72ab7d1d1" -d '{"events": [{"server_uuid": "68453351-1639-404d-88f1-63f7cb86ecd0", "name": "network-vif-plugged", "status": "completed", "tag": "815bd948-bcf0-4a6d-a897-5f950d18e389"}, {"server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "name": "network-vif-unplugged", "status": "completed", "tag": "72683b69-16ce-4abb-9d13-638a89bd383e"}, {"server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "name": "network-vif-unplugged", "status": "completed", "tag": "afbe16b4-d82b-4267-9c4f-4cfe734a15f0"}, {"server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "name": "network-vif-unplugged", "status": "completed", "tag": "dd41166f-324a-4828-b6ba-1406f360ad82"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:36:46.394341 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e1a13-9362-494e-99fa-c8b9ccbb7dbd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Pushing event deleted for resources: {'Port': ['ID=dd41166f-324a-4828-b6ba-1406f360ad82,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:46.472795 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-0b3a863b-ce40-4ba7-9e91-af2d6a769cf0 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:46.474294 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-0b3a863b-ce40-4ba7-9e91-af2d6a769cf0 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.42 "GET /v2.0/networks?id=af61ae37-a3b2-46ee-a441-3e7f71e566ae HTTP/1.1" status: 200 len: 812 time: 0.1537857 Feb 20 03:36:46.488384 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-5d26c764-82e1-4958-a513-8b1b4a7d22a3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Request body: {'port': {'device_id': '06a182c0-e1af-4d04-8e34-5f7d24c644af', 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae', 'admin_state_up': True, 'tenant_id': '138204b85f4b4d58be48c9d0572da2c6'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:36:46.498480 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6a021-141b-4fb1-b268-5a9071aaccbd req-26e9d8f3-376a-442a-9e16-57cc8c7df435 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:46.500126 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-abb6a021-141b-4fb1-b268-5a9071aaccbd req-26e9d8f3-376a-442a-9e16-57cc8c7df435 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4c04dcd-adf5-4c95-9376-f8cef8f8737a HTTP/1.1" status: 200 len: 945 time: 0.1015265 Feb 20 03:36:46.561359 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-b19e1a13-9362-494e-99fa-c8b9ccbb7dbd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Router 81867b28-635f-4baa-b0e2-055985bde9df has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:36:46.603405 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-abb6a021-141b-4fb1-b268-5a9071aaccbd req-c5a3663d-da0f-4448-b1f6-0c95a98905d3 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895021 Feb 20 03:36:46.695456 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-b19e1a13-9362-494e-99fa-c8b9ccbb7dbd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:36:46.708936 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b29176-2ab0-443d-84e9-088e3c925d8d None None] Sync routers for ids ['81867b28-635f-4baa-b0e2-055985bde9df'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:36:46.720962 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b29176-2ab0-443d-84e9-088e3c925d8d None None] Routers {'81867b28-635f-4baa-b0e2-055985bde9df'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:36:46.721718 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-91b29176-2ab0-443d-84e9-088e3c925d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:36:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['81867b28-635f-4baa-b0e2-055985bde9df'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:36:46.745229 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-b19e1a13-9362-494e-99fa-c8b9ccbb7dbd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] No DVR routers for this DVR port dd41166f-324a-4828-b6ba-1406f360ad82 on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:36:46.748745 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-b19e1a13-9362-494e-99fa-c8b9ccbb7dbd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:46.752224 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-b19e1a13-9362-494e-99fa-c8b9ccbb7dbd tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.93 "DELETE /v2.0/ports/dd41166f-324a-4828-b6ba-1406f360ad82 HTTP/1.1" status: 204 len: 173 time: 1.2378192 Feb 20 03:36:46.776847 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-5d26c764-82e1-4958-a513-8b1b4a7d22a3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Made reservation on behalf of 138204b85f4b4d58be48c9d0572da2c6 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:36:46.781990 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-5d26c764-82e1-4958-a513-8b1b4a7d22a3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:46.914904 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-19d5cf7b-a1bd-4387-b25a-9704a8891588 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Deleting port 72683b69-16ce-4abb-9d13-638a89bd383e {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:36:46.915341 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-19d5cf7b-a1bd-4387-b25a-9704a8891588 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (72683b69-16ce-4abb-9d13-638a89bd383e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:46.951738 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-91b29176-2ab0-443d-84e9-088e3c925d8d None None] Set router 81867b28-635f-4baa-b0e2-055985bde9df gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:36:47.089353 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-5d26c764-82e1-4958-a513-8b1b4a7d22a3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Allocated IP 172.20.0.3 (af61ae37-a3b2-46ee-a441-3e7f71e566ae/2206f6d9-9e03-4b9b-9ba0-e4c4146af053/655e1357-552d-4c7b-9970-eb9cba325f13) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:36:47.118788 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-19d5cf7b-a1bd-4387-b25a-9704a8891588 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] For port 72683b69-16ce-4abb-9d13-638a89bd383e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=72683b69-16ce-4abb-9d13-638a89bd383e,segment=NetworkSegment(6971358c-5ead-4d6f-a8a9-4425c89312e5),segment_id=6971358c-5ead-4d6f-a8a9-4425c89312e5)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:47.119290 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-19d5cf7b-a1bd-4387-b25a-9704a8891588 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (72683b69-16ce-4abb-9d13-638a89bd383e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:47.140088 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-19d5cf7b-a1bd-4387-b25a-9704a8891588 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Calling delete_port for 72683b69-16ce-4abb-9d13-638a89bd383e owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:36:47.321848 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-91b29176-2ab0-443d-84e9-088e3c925d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81867b28-635f-4baa-b0e2-055985bde9df', 'name': 'tempest-TaggedBootDevicesTest_v242-1554150350-router', 'tenant_id': '31539382099d40138aa9f9434b18f41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '0c073425-5284-40b3-ae19-986f913342d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:28:32Z', 'updated_at': '2022-02-20T03:28:43Z', 'revision_number': 4, 'project_id': '31539382099d40138aa9f9434b18f41f', 'gw_port': {'id': '0c073425-5284-40b3-ae19-986f913342d6', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:79:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81867b28-635f-4baa-b0e2-055985bde9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:28:35Z', 'updated_at': '2022-02-20T03:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'eaec09da-2bb2-4b1c-9b06-2367e8239602', 'name': '', 'network_id': 'aa6d2272-799c-4865-988f-50175dc27eb2', 'tenant_id': '31539382099d40138aa9f9434b18f41f', 'mac_address': 'fa:16:3e:76:a4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81867b28-635f-4baa-b0e2-055985bde9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '2c58907d-12ba-48c6-961d-3dd4ac0885d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:28:41Z', 'updated_at': '2022-02-20T03:28:49Z', 'revision_number': 5, 'project_id': '31539382099d40138aa9f9434b18f41f', 'subnets': [{'id': '2c58907d-12ba-48c6-961d-3dd4ac0885d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:36:47.328117 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-92a30bf1-2777-4785-8415-4fb5710976f7 req-2d7e6330-cd08-4b5e-ba8e-666a0776e000 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 210 time: 0.2230573 Feb 20 03:36:47.356498 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-55e4f647-0fa7-4b62-9153-65bea033d41f tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507419 Feb 20 03:36:47.367937 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b29176-2ab0-443d-84e9-088e3c925d8d None None] Checking router: 81867b28-635f-4baa-b0e2-055985bde9df for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:36:47.370644 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-19d5cf7b-a1bd-4387-b25a-9704a8891588 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (72683b69-16ce-4abb-9d13-638a89bd383e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:47.400984 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b29176-2ab0-443d-84e9-088e3c925d8d None None] Routers {'81867b28-635f-4baa-b0e2-055985bde9df'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:36:47.401610 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-91b29176-2ab0-443d-84e9-088e3c925d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:36:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['81867b28-635f-4baa-b0e2-055985bde9df'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:36:47.407384 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-5d26c764-82e1-4958-a513-8b1b4a7d22a3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks [] for port (655e1357-552d-4c7b-9970-eb9cba325f13), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:47.409674 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354c06f9-3ece-4c9d-a40c-2c0801bba59c x-openstack-request-id: req-354c06f9-3ece-4c9d-a40c-2c0801bba59c {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:36:47.409969 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "name": "network-vif-deleted", "tag": "cd8192d7-1fe8-411b-98f1-ddd812317e6a", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:36:47.410226 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-354c06f9-3ece-4c9d-a40c-2c0801bba59c {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:36:47.410623 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'name': 'network-vif-deleted', 'tag': 'cd8192d7-1fe8-411b-98f1-ddd812317e6a', 'status': 'completed', 'code': 200} Feb 20 03:36:47.413963 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5cf7b-a1bd-4387-b25a-9704a8891588 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Pushing event deleted for resources: {'Port': ['ID=72683b69-16ce-4abb-9d13-638a89bd383e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:47.496806 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-19d5cf7b-a1bd-4387-b25a-9704a8891588 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] No DVR routers for this DVR port 72683b69-16ce-4abb-9d13-638a89bd383e on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:36:47.499854 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-19d5cf7b-a1bd-4387-b25a-9704a8891588 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:47.504027 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-19d5cf7b-a1bd-4387-b25a-9704a8891588 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.93 "DELETE /v2.0/ports/72683b69-16ce-4abb-9d13-638a89bd383e HTTP/1.1" status: 204 len: 173 time: 0.7441669 Feb 20 03:36:47.606151 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-fc255b50-8679-458c-aa12-c2949b249272 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:47.607555 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-fc255b50-8679-458c-aa12-c2949b249272 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2421367 Feb 20 03:36:47.622840 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-aceec605-12b0-44fc-ac90-dee14880283f tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Request body: {'port': {'device_id': '49ea81d5-6743-4f79-8b6a-619b4c7e0c54', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'admin_state_up': True, 'tenant_id': 'aac4a34e9d0e4881a4216fde18e57c70'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:36:47.624806 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-91b29176-2ab0-443d-84e9-088e3c925d8d None None] Set router 81867b28-635f-4baa-b0e2-055985bde9df gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:36:47.654316 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-c27f989c-7fdb-4070-afe1-3020b86acb75 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Deleting port afbe16b4-d82b-4267-9c4f-4cfe734a15f0 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:36:47.654316 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-c27f989c-7fdb-4070-afe1-3020b86acb75 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (afbe16b4-d82b-4267-9c4f-4cfe734a15f0), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:47.677624 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-5d26c764-82e1-4958-a513-8b1b4a7d22a3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (655e1357-552d-4c7b-9970-eb9cba325f13), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:47.737180 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d26c764-82e1-4958-a513-8b1b4a7d22a3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Pushing event updated for resources: {'Port': ['ID=655e1357-552d-4c7b-9970-eb9cba325f13,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:47.757622 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-5d26c764-82e1-4958-a513-8b1b4a7d22a3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Network af61ae37-a3b2-46ee-a441-3e7f71e566ae is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:36:47.761200 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-5d26c764-82e1-4958-a513-8b1b4a7d22a3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:36:47.786225 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-5d26c764-82e1-4958-a513-8b1b4a7d22a3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:36:47.861368 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-c27f989c-7fdb-4070-afe1-3020b86acb75 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] For port afbe16b4-d82b-4267-9c4f-4cfe734a15f0, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=afbe16b4-d82b-4267-9c4f-4cfe734a15f0,segment=NetworkSegment(bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73),segment_id=bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:47.861940 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-c27f989c-7fdb-4070-afe1-3020b86acb75 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (afbe16b4-d82b-4267-9c4f-4cfe734a15f0), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:47.893352 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-c27f989c-7fdb-4070-afe1-3020b86acb75 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Calling delete_port for afbe16b4-d82b-4267-9c4f-4cfe734a15f0 owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:36:47.915697 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-5d26c764-82e1-4958-a513-8b1b4a7d22a3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:47.916596 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-5d26c764-82e1-4958-a513-8b1b4a7d22a3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:48.013079 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429df5f-9b42-462d-95cb-01a6f9614943 req-3e034c3f-63df-4121-85a1-038ecb80b7ff tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:48.014810 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c429df5f-9b42-462d-95cb-01a6f9614943 req-3e034c3f-63df-4121-85a1-038ecb80b7ff tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 945 time: 0.1140223 Feb 20 03:36:48.016342 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-91b29176-2ab0-443d-84e9-088e3c925d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81867b28-635f-4baa-b0e2-055985bde9df', 'name': 'tempest-TaggedBootDevicesTest_v242-1554150350-router', 'tenant_id': '31539382099d40138aa9f9434b18f41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '0c073425-5284-40b3-ae19-986f913342d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:28:32Z', 'updated_at': '2022-02-20T03:28:43Z', 'revision_number': 4, 'project_id': '31539382099d40138aa9f9434b18f41f', 'gw_port': {'id': '0c073425-5284-40b3-ae19-986f913342d6', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:79:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81867b28-635f-4baa-b0e2-055985bde9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:28:35Z', 'updated_at': '2022-02-20T03:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'eaec09da-2bb2-4b1c-9b06-2367e8239602', 'name': '', 'network_id': 'aa6d2272-799c-4865-988f-50175dc27eb2', 'tenant_id': '31539382099d40138aa9f9434b18f41f', 'mac_address': 'fa:16:3e:76:a4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81867b28-635f-4baa-b0e2-055985bde9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '2c58907d-12ba-48c6-961d-3dd4ac0885d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:28:41Z', 'updated_at': '2022-02-20T03:28:49Z', 'revision_number': 5, 'project_id': '31539382099d40138aa9f9434b18f41f', 'subnets': [{'id': '2c58907d-12ba-48c6-961d-3dd4ac0885d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:36:48.069985 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b29176-2ab0-443d-84e9-088e3c925d8d None None] The sync data for ids ['81867b28-635f-4baa-b0e2-055985bde9df'] in n-d-829866-4 is: [{'id': '81867b28-635f-4baa-b0e2-055985bde9df', 'name': 'tempest-TaggedBootDevicesTest_v242-1554150350-router', 'tenant_id': '31539382099d40138aa9f9434b18f41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '0c073425-5284-40b3-ae19-986f913342d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:28:32Z', 'updated_at': '2022-02-20T03:28:43Z', 'revision_number': 4, 'project_id': '31539382099d40138aa9f9434b18f41f', 'gw_port': {'id': '0c073425-5284-40b3-ae19-986f913342d6', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:79:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81867b28-635f-4baa-b0e2-055985bde9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:28:35Z', 'updated_at': '2022-02-20T03:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'eaec09da-2bb2-4b1c-9b06-2367e8239602', 'name': '', 'network_id': 'aa6d2272-799c-4865-988f-50175dc27eb2', 'tenant_id': '31539382099d40138aa9f9434b18f41f', 'mac_address': 'fa:16:3e:76:a4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81867b28-635f-4baa-b0e2-055985bde9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '2c58907d-12ba-48c6-961d-3dd4ac0885d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:28:41Z', 'updated_at': '2022-02-20T03:28:49Z', 'revision_number': 5, 'project_id': '31539382099d40138aa9f9434b18f41f', 'subnets': [{'id': '2c58907d-12ba-48c6-961d-3dd4ac0885d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:36:48.089181 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-aceec605-12b0-44fc-ac90-dee14880283f tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Made reservation on behalf of aac4a34e9d0e4881a4216fde18e57c70 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:36:48.092966 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-aceec605-12b0-44fc-ac90-dee14880283f tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:48.100854 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-5d26c764-82e1-4958-a513-8b1b4a7d22a3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6163168 Feb 20 03:36:48.114507 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-c3577dd4-d11c-46fd-b90e-54860a1c16e5 service neutron] Request body: {'port': {'device_id': '06a182c0-e1af-4d04-8e34-5f7d24c644af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:36:48.124447 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c429df5f-9b42-462d-95cb-01a6f9614943 req-cf1d4971-6b1a-430d-a2e7-99866d6e1efc tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022584 Feb 20 03:36:48.201814 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-c27f989c-7fdb-4070-afe1-3020b86acb75 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (afbe16b4-d82b-4267-9c4f-4cfe734a15f0), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:48.225448 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 702 Content-Type: application/json Date: Sun, 20 Feb 2022 03:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ef0b5b-c3d5-4636-a258-ddbe33c72612 x-openstack-request-id: req-33ef0b5b-c3d5-4636-a258-ddbe33c72612 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:36:48.226522 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68453351-1639-404d-88f1-63f7cb86ecd0", "name": "network-vif-plugged", "status": "completed", "tag": "815bd948-bcf0-4a6d-a897-5f950d18e389", "code": 200}, {"server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "name": "network-vif-unplugged", "status": "completed", "tag": "72683b69-16ce-4abb-9d13-638a89bd383e", "code": 200}, {"server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "name": "network-vif-unplugged", "status": "completed", "tag": "afbe16b4-d82b-4267-9c4f-4cfe734a15f0", "code": 200}, {"server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "name": "network-vif-unplugged", "status": "completed", "tag": "dd41166f-324a-4828-b6ba-1406f360ad82", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:36:48.226786 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-33ef0b5b-c3d5-4636-a258-ddbe33c72612 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:36:48.227444 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68453351-1639-404d-88f1-63f7cb86ecd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815bd948-bcf0-4a6d-a897-5f950d18e389', 'code': 200} Feb 20 03:36:48.227715 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72683b69-16ce-4abb-9d13-638a89bd383e', 'code': 200} Feb 20 03:36:48.227974 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afbe16b4-d82b-4267-9c4f-4cfe734a15f0', 'code': 200} Feb 20 03:36:48.228229 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd41166f-324a-4828-b6ba-1406f360ad82', 'code': 200} Feb 20 03:36:48.275368 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f989c-7fdb-4070-afe1-3020b86acb75 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Pushing event deleted for resources: {'Port': ['ID=afbe16b4-d82b-4267-9c4f-4cfe734a15f0,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:48.347299 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-c3577dd4-d11c-46fd-b90e-54860a1c16e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (655e1357-552d-4c7b-9970-eb9cba325f13), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:48.354072 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-c27f989c-7fdb-4070-afe1-3020b86acb75 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] No DVR routers for this DVR port afbe16b4-d82b-4267-9c4f-4cfe734a15f0 on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:36:48.358406 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-c27f989c-7fdb-4070-afe1-3020b86acb75 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:48.362408 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e7dba2e4-714f-4430-8eb5-454a5497f582 req-c27f989c-7fdb-4070-afe1-3020b86acb75 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.93 "DELETE /v2.0/ports/afbe16b4-d82b-4267-9c4f-4cfe734a15f0 HTTP/1.1" status: 204 len: 173 time: 0.8521426 Feb 20 03:36:48.365807 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-dab31a6a-ec1d-4f94-b123-80effe275a30 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2170417 Feb 20 03:36:48.476739 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-aceec605-12b0-44fc-ac90-dee14880283f tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Allocated IP 192.168.233.224 (0c4d93d2-7476-4570-93e5-7ecf9f895901/c38207c9-ee42-4b0e-b0ac-5ef2953b6f62/251d4b8c-9d45-49b3-aec7-767d510aa884) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:36:48.504302 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d406eb5-1b2e-4ae2-afde-68eebcd60170 req-1579872e-e4ad-4b05-858a-a9be4727a019 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:48.511032 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8d406eb5-1b2e-4ae2-afde-68eebcd60170 req-1579872e-e4ad-4b05-858a-a9be4727a019 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4d157fd-ace4-4243-8576-ccf42fd6b40e HTTP/1.1" status: 200 len: 946 time: 0.1887946 Feb 20 03:36:48.532480 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-3d47c201-9843-4221-90e8-5060ed3de8d9 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:48.541240 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-3d47c201-9843-4221-90e8-5060ed3de8d9 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports/ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 HTTP/1.1" status: 200 len: 941 time: 0.1215811 Feb 20 03:36:48.553499 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856d96b-af3a-43d9-b7ef-b0ead11d2095 req-a0050ba4-c11e-4965-98bb-73ca338bbcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:48.555314 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4856d96b-af3a-43d9-b7ef-b0ead11d2095 req-a0050ba4-c11e-4965-98bb-73ca338bbcf5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 1127 time: 0.1626272 Feb 20 03:36:48.591149 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd9765e-e353-45d5-a6f0-1bc460d79eb2 None None] New status for floating IP 26d08ec2-4d18-435b-96fc-bad900929026: DOWN {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:36:48.641808 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4856d96b-af3a-43d9-b7ef-b0ead11d2095 req-dd287d71-7b60-4aea-a7d4-bdced34e1568 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797997 Feb 20 03:36:48.823485 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8d406eb5-1b2e-4ae2-afde-68eebcd60170 req-3d67c85d-b559-4ec9-9b51-26a0638c9b83 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/security-groups?id=61909b7f-b58f-44bc-9dd8-c9e4276ef839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115125 Feb 20 03:36:48.977659 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1c203e8-d710-4a6d-bd93-51df33b71e6f req-1044e3e2-f80c-43de-a5b7-eca0f00692b5 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 210 time: 0.0455050 Feb 20 03:36:48.998017 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-c3577dd4-d11c-46fd-b90e-54860a1c16e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 655e1357-552d-4c7b-9970-eb9cba325f13 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:36:49.025621 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-c3577dd4-d11c-46fd-b90e-54860a1c16e5 service neutron] Publish callbacks [] for port (655e1357-552d-4c7b-9970-eb9cba325f13), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:49.041244 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-c3577dd4-d11c-46fd-b90e-54860a1c16e5 service neutron] Transition to ACTIVE for port object 655e1357-552d-4c7b-9970-eb9cba325f13 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:36:49.070392 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-aceec605-12b0-44fc-ac90-dee14880283f tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks [] for port (251d4b8c-9d45-49b3-aec7-767d510aa884), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:49.149601 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054139a-2a72-434f-9838-52f181654ce4 req-8cc989db-77a9-487f-ade7-547af4aeac67 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:49.152473 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2054139a-2a72-434f-9838-52f181654ce4 req-8cc989db-77a9-487f-ade7-547af4aeac67 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=06a182c0-e1af-4d04-8e34-5f7d24c644af HTTP/1.1" status: 200 len: 931 time: 0.0681493 Feb 20 03:36:49.160528 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-c3577dd4-d11c-46fd-b90e-54860a1c16e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (655e1357-552d-4c7b-9970-eb9cba325f13), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:49.201865 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-aceec605-12b0-44fc-ac90-dee14880283f tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (251d4b8c-9d45-49b3-aec7-767d510aa884), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:49.214208 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['15602c8e-05c5-452e-91f1-2fdb0022ecd3', '8f129d5e-69de-459f-b14e-e8ba00bd20d7'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:36:49.252673 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3577dd4-d11c-46fd-b90e-54860a1c16e5 service neutron] Pushing event updated for resources: {'Port': ['ID=655e1357-552d-4c7b-9970-eb9cba325f13,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:49.267763 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-aceec605-12b0-44fc-ac90-dee14880283f tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:36:49.275974 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2054139a-2a72-434f-9838-52f181654ce4 req-26358586-4fc1-4746-8ada-cef3efc5067e tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181283 Feb 20 03:36:49.276831 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-aceec605-12b0-44fc-ac90-dee14880283f tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:36:49.309940 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-aceec605-12b0-44fc-ac90-dee14880283f tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:36:49.412480 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'name': 'network-vif-deleted', 'tag': 'c7e56a42-e6b3-4751-b71a-36d2d4255df0'}, {'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'name': 'network-vif-deleted', 'tag': 'dd41166f-324a-4828-b6ba-1406f360ad82'}, {'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'name': 'network-vif-deleted', 'tag': '72683b69-16ce-4abb-9d13-638a89bd383e'}, {'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'name': 'network-vif-deleted', 'tag': 'afbe16b4-d82b-4267-9c4f-4cfe734a15f0'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:36:49.414629 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cb08f5-b850-4738-9512-e083b5f1ea0e" -d '{"events": [{"server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "name": "network-vif-deleted", "tag": "c7e56a42-e6b3-4751-b71a-36d2d4255df0"}, {"server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "name": "network-vif-deleted", "tag": "dd41166f-324a-4828-b6ba-1406f360ad82"}, {"server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "name": "network-vif-deleted", "tag": "72683b69-16ce-4abb-9d13-638a89bd383e"}, {"server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "name": "network-vif-deleted", "tag": "afbe16b4-d82b-4267-9c4f-4cfe734a15f0"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:36:49.450954 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceec605-12b0-44fc-ac90-dee14880283f tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Pushing event updated for resources: {'Port': ['ID=251d4b8c-9d45-49b3-aec7-767d510aa884,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:49.462990 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-aceec605-12b0-44fc-ac90-dee14880283f tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:49.463683 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-aceec605-12b0-44fc-ac90-dee14880283f tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:49.491482 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-c3577dd4-d11c-46fd-b90e-54860a1c16e5 service neutron] Attempting to bind port 655e1357-552d-4c7b-9970-eb9cba325f13 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:36:49.491830 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-c3577dd4-d11c-46fd-b90e-54860a1c16e5 service neutron] Attempting to bind port 655e1357-552d-4c7b-9970-eb9cba325f13 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '8a57dd48-cd2a-4b48-a8ae-20be415170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:36:49.492139 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-c3577dd4-d11c-46fd-b90e-54860a1c16e5 service neutron] Attempting to bind port 655e1357-552d-4c7b-9970-eb9cba325f13 on network af61ae37-a3b2-46ee-a441-3e7f71e566ae {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:36:49.500323 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-c3577dd4-d11c-46fd-b90e-54860a1c16e5 service neutron] Port 655e1357-552d-4c7b-9970-eb9cba325f13 on network af61ae37-a3b2-46ee-a441-3e7f71e566ae not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:36:49.500665 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-c3577dd4-d11c-46fd-b90e-54860a1c16e5 service neutron] Attempting to bind port 655e1357-552d-4c7b-9970-eb9cba325f13 on network af61ae37-a3b2-46ee-a441-3e7f71e566ae {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:36:49.513851 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa783c53-cf1e-4550-bb36-3e271274f44c req-f90257a2-37d2-46a1-b2ab-0124e59916b9 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:49.515319 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa783c53-cf1e-4550-bb36-3e271274f44c req-f90257a2-37d2-46a1-b2ab-0124e59916b9 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4c04dcd-adf5-4c95-9376-f8cef8f8737a HTTP/1.1" status: 200 len: 945 time: 0.1325009 Feb 20 03:36:49.516536 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-c3577dd4-d11c-46fd-b90e-54860a1c16e5 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:36:49.516872 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-c3577dd4-d11c-46fd-b90e-54860a1c16e5 service neutron] Checking segment: {'id': '8a57dd48-cd2a-4b48-a8ae-20be415170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:36:49.517256 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-c3577dd4-d11c-46fd-b90e-54860a1c16e5 service neutron] Bound using segment: {'id': '8a57dd48-cd2a-4b48-a8ae-20be415170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:36:49.517695 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-c3577dd4-d11c-46fd-b90e-54860a1c16e5 service neutron] Bound port: 655e1357-552d-4c7b-9970-eb9cba325f13, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a57dd48-cd2a-4b48-a8ae-20be415170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:36:49.518051 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-c3577dd4-d11c-46fd-b90e-54860a1c16e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (655e1357-552d-4c7b-9970-eb9cba325f13), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:49.601092 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-aceec605-12b0-44fc-ac90-dee14880283f tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9822707 Feb 20 03:36:49.631336 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-107fa239-af05-4fa7-bf59-4445228a0909 service neutron] Request body: {'port': {'device_id': '49ea81d5-6743-4f79-8b6a-619b4c7e0c54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:36:49.647817 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa783c53-cf1e-4550-bb36-3e271274f44c req-86fc958c-9b36-4ed4-8846-7c7d214e3d89 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052108 Feb 20 03:36:49.677634 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-c3577dd4-d11c-46fd-b90e-54860a1c16e5 service neutron] For port 655e1357-552d-4c7b-9970-eb9cba325f13, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:36:49.702028 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-c3577dd4-d11c-46fd-b90e-54860a1c16e5 service neutron] For port 655e1357-552d-4c7b-9970-eb9cba325f13, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=655e1357-552d-4c7b-9970-eb9cba325f13,segment=NetworkSegment(8a57dd48-cd2a-4b48-a8ae-20be415170b3),segment_id=8a57dd48-cd2a-4b48-a8ae-20be415170b3)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:36:49.735219 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-2963291d-6d1b-4db2-934e-0a3cff7bd1fb None None] Provisioning complete for port 251d4b8c-9d45-49b3-aec7-767d510aa884 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:36:49.735706 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2963291d-6d1b-4db2-934e-0a3cff7bd1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (251d4b8c-9d45-49b3-aec7-767d510aa884), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:49.777243 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2963291d-6d1b-4db2-934e-0a3cff7bd1fb None None] Port 251d4b8c-9d45-49b3-aec7-767d510aa884 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:36:49.782754 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-107fa239-af05-4fa7-bf59-4445228a0909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (251d4b8c-9d45-49b3-aec7-767d510aa884), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:49.798507 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-c3577dd4-d11c-46fd-b90e-54860a1c16e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (655e1357-552d-4c7b-9970-eb9cba325f13), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:49.940999 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-c3577dd4-d11c-46fd-b90e-54860a1c16e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:49.941632 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-c3577dd4-d11c-46fd-b90e-54860a1c16e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:49.943042 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-c3577dd4-d11c-46fd-b90e-54860a1c16e5 service neutron] 10.222.0.42 "PUT /v2.0/ports/655e1357-552d-4c7b-9970-eb9cba325f13 HTTP/1.1" status: 200 len: 1091 time: 1.8336041 Feb 20 03:36:49.944385 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06a182c0-e1af-4d04-8e34-5f7d24c644af', 'tag': '655e1357-552d-4c7b-9970-eb9cba325f13'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:36:49.946581 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb421ce-9897-4c0b-adb2-cf56651a0e77" -d '{"events": [{"name": "network-changed", "server_uuid": "06a182c0-e1af-4d04-8e34-5f7d24c644af", "tag": "655e1357-552d-4c7b-9970-eb9cba325f13"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:36:49.981406 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befd577-69e0-4514-97a9-940a25c73217 req-e63ad7f9-22d5-4c0a-81a8-17cb7d8453aa tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:49.983034 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1befd577-69e0-4514-97a9-940a25c73217 req-e63ad7f9-22d5-4c0a-81a8-17cb7d8453aa tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 944 time: 0.2533267 Feb 20 03:36:49.992739 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3577dd4-d11c-46fd-b90e-54860a1c16e5 service neutron] Pushing event updated for resources: {'Port': ['ID=655e1357-552d-4c7b-9970-eb9cba325f13,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:50.118595 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1befd577-69e0-4514-97a9-940a25c73217 req-2d6f23b1-5de1-48c8-8fb3-7ad7532fd8ac tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226003 Feb 20 03:36:50.160246 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-569c67d5-d2f6-499a-9008-11e8f60145aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:50.166288 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-569c67d5-d2f6-499a-9008-11e8f60145aa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=138204b85f4b4d58be48c9d0572da2c6&device_id=06a182c0-e1af-4d04-8e34-5f7d24c644af HTTP/1.1" status: 200 len: 1125 time: 0.0895948 Feb 20 03:36:50.213122 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-0e79c30d-ad4c-4205-bdd9-0ee5cd2b68c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=655e1357-552d-4c7b-9970-eb9cba325f13 HTTP/1.1" status: 200 len: 217 time: 0.0431569 Feb 20 03:36:50.313710 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-563eb113-a7c5-4d0f-b041-20283b7e0721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:50.315986 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-563eb113-a7c5-4d0f-b041-20283b7e0721 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1&tenant_id=c709bbfa8b354edf911780ffcf2e7b53 HTTP/1.1" status: 200 len: 1126 time: 0.0500774 Feb 20 03:36:50.327509 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-2ea134dc-1edb-467f-ad84-9735f8ba0e87 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829866-4', 'device_owner': 'compute:nova'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:36:50.328186 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-107fa239-af05-4fa7-bf59-4445228a0909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 251d4b8c-9d45-49b3-aec7-767d510aa884 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:36:50.340440 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-41c1ab98-ea4a-4d4f-96d8-3b496c52cc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:50.343542 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-41c1ab98-ea4a-4d4f-96d8-3b496c52cc23 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2206f6d9-9e03-4b9b-9ba0-e4c4146af053 HTTP/1.1" status: 200 len: 852 time: 0.0962672 Feb 20 03:36:50.344411 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-107fa239-af05-4fa7-bf59-4445228a0909 service neutron] Publish callbacks [] for port (251d4b8c-9d45-49b3-aec7-767d510aa884), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:50.353512 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304ce64-aee7-4026-b69f-bd779f3e0d7e req-87656ece-ba99-4ec7-a5ec-bf3d112115c9 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:50.355259 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7304ce64-aee7-4026-b69f-bd779f3e0d7e req-87656ece-ba99-4ec7-a5ec-bf3d112115c9 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 936 time: 0.1457653 Feb 20 03:36:50.394765 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-2ea134dc-1edb-467f-ad84-9735f8ba0e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ed1d4dac-5a57-4f44-87fa-76149bb3c3c8), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:50.610205 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-2ea134dc-1edb-467f-ad84-9735f8ba0e87 service neutron] For port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ed1d4dac-5a57-4f44-87fa-76149bb3c3c8,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:50.645370 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-2ea134dc-1edb-467f-ad84-9735f8ba0e87 service neutron] For port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:36:50.680704 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-2ea134dc-1edb-467f-ad84-9735f8ba0e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:36:50.689153 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-2ea134dc-1edb-467f-ad84-9735f8ba0e87 service neutron] Publish callbacks [] for port (ed1d4dac-5a57-4f44-87fa-76149bb3c3c8), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:50.696403 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-19d2c9cf-6b9f-4ca3-8e63-aabe6fe0d68f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af61ae37-a3b2-46ee-a441-3e7f71e566ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3388729 Feb 20 03:36:50.697446 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-107fa239-af05-4fa7-bf59-4445228a0909 service neutron] Transition to ACTIVE for port object 251d4b8c-9d45-49b3-aec7-767d510aa884 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:36:50.703109 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-2ea134dc-1edb-467f-ad84-9735f8ba0e87 service neutron] Transition to ACTIVE for port object ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:36:50.796309 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7304ce64-aee7-4026-b69f-bd779f3e0d7e req-063b40d7-9788-4351-8fe4-a398461edc1f tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260757 Feb 20 03:36:50.798815 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-107fa239-af05-4fa7-bf59-4445228a0909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (251d4b8c-9d45-49b3-aec7-767d510aa884), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:50.817751 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-2ea134dc-1edb-467f-ad84-9735f8ba0e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (ed1d4dac-5a57-4f44-87fa-76149bb3c3c8), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:50.818157 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:50.904277 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fa239-af05-4fa7-bf59-4445228a0909 service neutron] Pushing event updated for resources: {'Port': ['ID=251d4b8c-9d45-49b3-aec7-767d510aa884,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:50.930904 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-3a1baf44-1848-4eaa-9bc6-f8bf7558eded service neutron] 10.222.0.42 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170832 Feb 20 03:36:50.982750 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:51.067355 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-2ea134dc-1edb-467f-ad84-9735f8ba0e87 service neutron] No DVR routers for this DVR port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:36:51.103207 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-107fa239-af05-4fa7-bf59-4445228a0909 service neutron] Attempting to bind port 251d4b8c-9d45-49b3-aec7-767d510aa884 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:36:51.103701 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-107fa239-af05-4fa7-bf59-4445228a0909 service neutron] Attempting to bind port 251d4b8c-9d45-49b3-aec7-767d510aa884 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:36:51.104158 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-107fa239-af05-4fa7-bf59-4445228a0909 service neutron] Attempting to bind port 251d4b8c-9d45-49b3-aec7-767d510aa884 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:36:51.112376 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-107fa239-af05-4fa7-bf59-4445228a0909 service neutron] Port 251d4b8c-9d45-49b3-aec7-767d510aa884 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:36:51.116476 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-107fa239-af05-4fa7-bf59-4445228a0909 service neutron] Attempting to bind port 251d4b8c-9d45-49b3-aec7-767d510aa884 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:36:51.131904 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164eeea-5007-4e7a-903f-1c5fac56f81e req-65ac18ac-2ef8-4a52-81cc-45ed785c263d tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:51.141978 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9164eeea-5007-4e7a-903f-1c5fac56f81e req-65ac18ac-2ef8-4a52-81cc-45ed785c263d tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/ports?device_id=8d28899a-20e2-4ada-bb30-dfd4512d7f1a HTTP/1.1" status: 200 len: 945 time: 0.2684610 Feb 20 03:36:51.162904 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-107fa239-af05-4fa7-bf59-4445228a0909 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:36:51.163538 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-107fa239-af05-4fa7-bf59-4445228a0909 service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:36:51.163884 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-107fa239-af05-4fa7-bf59-4445228a0909 service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:36:51.164437 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-107fa239-af05-4fa7-bf59-4445228a0909 service neutron] Bound port: 251d4b8c-9d45-49b3-aec7-767d510aa884, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:36:51.164914 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-107fa239-af05-4fa7-bf59-4445228a0909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (251d4b8c-9d45-49b3-aec7-767d510aa884), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:51.193849 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-38c5b1b8-7732-403a-a6fd-25e95784ab54 req-e52d582c-0938-4b09-8dc5-4dcf084473e9 service neutron] 10.222.0.42 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452934 Feb 20 03:36:51.210051 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea134dc-1edb-467f-ad84-9735f8ba0e87 service neutron] Pushing event updated for resources: {'Port': ['ID=ed1d4dac-5a57-4f44-87fa-76149bb3c3c8,revision_number=9']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:51.251700 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-2ea134dc-1edb-467f-ad84-9735f8ba0e87 service neutron] Attempting to bind port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:36:51.252045 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-2ea134dc-1edb-467f-ad84-9735f8ba0e87 service neutron] Attempting to bind port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '127a0507-6032-4814-93d3-5eb448d952e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:36:51.252381 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-2ea134dc-1edb-467f-ad84-9735f8ba0e87 service neutron] Attempting to bind port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 on network a842b208-6516-42cd-af34-f14f7f82e32f {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:36:51.257755 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-2ea134dc-1edb-467f-ad84-9735f8ba0e87 service neutron] Port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 on network a842b208-6516-42cd-af34-f14f7f82e32f not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:36:51.258096 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-2ea134dc-1edb-467f-ad84-9735f8ba0e87 service neutron] Attempting to bind port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 on network a842b208-6516-42cd-af34-f14f7f82e32f {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:36:51.264962 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-2ea134dc-1edb-467f-ad84-9735f8ba0e87 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:36:51.265369 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-2ea134dc-1edb-467f-ad84-9735f8ba0e87 service neutron] Checking segment: {'id': '127a0507-6032-4814-93d3-5eb448d952e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:36:51.268157 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-2ea134dc-1edb-467f-ad84-9735f8ba0e87 service neutron] Bound using segment: {'id': '127a0507-6032-4814-93d3-5eb448d952e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:36:51.268157 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-2ea134dc-1edb-467f-ad84-9735f8ba0e87 service neutron] Bound port: ed1d4dac-5a57-4f44-87fa-76149bb3c3c8, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '127a0507-6032-4814-93d3-5eb448d952e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:36:51.268157 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-2ea134dc-1edb-467f-ad84-9735f8ba0e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ed1d4dac-5a57-4f44-87fa-76149bb3c3c8), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:51.289286 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9164eeea-5007-4e7a-903f-1c5fac56f81e req-19095098-1b8d-4719-9511-8375e89f10d5 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/security-groups?id=61909b7f-b58f-44bc-9dd8-c9e4276ef839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461246 Feb 20 03:36:51.354363 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-107fa239-af05-4fa7-bf59-4445228a0909 service neutron] For port 251d4b8c-9d45-49b3-aec7-767d510aa884, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:36:51.361308 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-107fa239-af05-4fa7-bf59-4445228a0909 service neutron] For port 251d4b8c-9d45-49b3-aec7-767d510aa884, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=251d4b8c-9d45-49b3-aec7-767d510aa884,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:36:51.365600 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-2ea134dc-1edb-467f-ad84-9735f8ba0e87 service neutron] For port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8, host n-h1-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:36:51.368857 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-2ea134dc-1edb-467f-ad84-9735f8ba0e87 service neutron] For port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=ed1d4dac-5a57-4f44-87fa-76149bb3c3c8,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:36:51.429228 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df1f2a-ac68-48ae-9b36-31937e65e948 req-56c7b4fe-4f2f-4bf9-809a-3aa1d0c6ba0c tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:51.430650 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-60df1f2a-ac68-48ae-9b36-31937e65e948 req-56c7b4fe-4f2f-4bf9-809a-3aa1d0c6ba0c tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 945 time: 0.0570133 Feb 20 03:36:51.443929 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-107fa239-af05-4fa7-bf59-4445228a0909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (251d4b8c-9d45-49b3-aec7-767d510aa884), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:51.450780 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-2ea134dc-1edb-467f-ad84-9735f8ba0e87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (ed1d4dac-5a57-4f44-87fa-76149bb3c3c8), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:51.490067 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-2ea134dc-1edb-467f-ad84-9735f8ba0e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:51.490909 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-2ea134dc-1edb-467f-ad84-9735f8ba0e87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:51.492433 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-2ea134dc-1edb-467f-ad84-9735f8ba0e87 service neutron] 10.222.0.42 "PUT /v2.0/ports/ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 HTTP/1.1" status: 200 len: 1092 time: 1.1691928 Feb 20 03:36:51.494668 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-107fa239-af05-4fa7-bf59-4445228a0909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:51.496173 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-107fa239-af05-4fa7-bf59-4445228a0909 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:51.505253 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-107fa239-af05-4fa7-bf59-4445228a0909 service neutron] 10.222.0.42 "PUT /v2.0/ports/251d4b8c-9d45-49b3-aec7-767d510aa884 HTTP/1.1" status: 200 len: 1096 time: 1.8805273 Feb 20 03:36:51.540418 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea134dc-1edb-467f-ad84-9735f8ba0e87 service neutron] Pushing event updated for resources: {'Port': ['ID=ed1d4dac-5a57-4f44-87fa-76149bb3c3c8,revision_number=10']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:51.556408 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-60df1f2a-ac68-48ae-9b36-31937e65e948 req-24022aff-cd4e-4d73-86b8-0ac974769206 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192174 Feb 20 03:36:51.626037 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sun, 20 Feb 2022 03:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bcfaf0-be2d-4acc-a112-28444be04491 x-openstack-request-id: req-b1bcfaf0-be2d-4acc-a112-28444be04491 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:36:51.627087 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "name": "network-vif-deleted", "tag": "c7e56a42-e6b3-4751-b71a-36d2d4255df0", "status": "completed", "code": 200}, {"server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "name": "network-vif-deleted", "tag": "dd41166f-324a-4828-b6ba-1406f360ad82", "status": "completed", "code": 200}, {"server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "name": "network-vif-deleted", "tag": "72683b69-16ce-4abb-9d13-638a89bd383e", "status": "completed", "code": 200}, {"server_uuid": "e5f456f4-0e9e-4e64-b1e8-aada7d210f4d", "name": "network-vif-deleted", "tag": "afbe16b4-d82b-4267-9c4f-4cfe734a15f0", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:36:51.627627 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b1bcfaf0-be2d-4acc-a112-28444be04491 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:36:51.628187 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'name': 'network-vif-deleted', 'tag': 'c7e56a42-e6b3-4751-b71a-36d2d4255df0', 'status': 'completed', 'code': 200} Feb 20 03:36:51.628592 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'name': 'network-vif-deleted', 'tag': 'dd41166f-324a-4828-b6ba-1406f360ad82', 'status': 'completed', 'code': 200} Feb 20 03:36:51.629005 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'name': 'network-vif-deleted', 'tag': '72683b69-16ce-4abb-9d13-638a89bd383e', 'status': 'completed', 'code': 200} Feb 20 03:36:51.629394 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f456f4-0e9e-4e64-b1e8-aada7d210f4d', 'name': 'network-vif-deleted', 'tag': 'afbe16b4-d82b-4267-9c4f-4cfe734a15f0', 'status': 'completed', 'code': 200} Feb 20 03:36:51.632476 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fa239-af05-4fa7-bf59-4445228a0909 service neutron] Pushing event updated for resources: {'Port': ['ID=251d4b8c-9d45-49b3-aec7-767d510aa884,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:51.646479 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-4225f784-1475-44e8-a980-8e099de6682d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:51.648534 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-4225f784-1475-44e8-a980-8e099de6682d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c709bbfa8b354edf911780ffcf2e7b53&device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 1127 time: 0.1060567 Feb 20 03:36:51.747826 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-b641253c-d9de-41e5-ab54-0a209592baf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:51.749443 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-b641253c-d9de-41e5-ab54-0a209592baf3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 1130 time: 0.0872045 Feb 20 03:36:51.755368 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afab4ac0-4f99-4599-8195-c16bb05dcf9f x-openstack-request-id: req-afab4ac0-4f99-4599-8195-c16bb05dcf9f {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:36:51.755657 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06a182c0-e1af-4d04-8e34-5f7d24c644af", "tag": "655e1357-552d-4c7b-9970-eb9cba325f13", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:36:51.755913 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-afab4ac0-4f99-4599-8195-c16bb05dcf9f {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:36:51.756315 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06a182c0-e1af-4d04-8e34-5f7d24c644af', 'tag': '655e1357-552d-4c7b-9970-eb9cba325f13', 'status': 'completed', 'code': 200} Feb 20 03:36:51.816554 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-bfbe7afe-d767-4609-8b4e-3f027686347d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=251d4b8c-9d45-49b3-aec7-767d510aa884 HTTP/1.1" status: 200 len: 217 time: 0.0496292 Feb 20 03:36:51.861365 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4256d9fb-fa0e-4fc1-b7fc-a04ed8b9d564 req-0e272718-e43f-4375-921e-399a1739a316 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 210 time: 0.0800686 Feb 20 03:36:51.887780 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb421ce-9897-4c0b-adb2-cf56651a0e77 req-4cb26ed3-d0aa-418c-85e5-e397bb41df3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:51.890082 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bcb421ce-9897-4c0b-adb2-cf56651a0e77 req-4cb26ed3-d0aa-418c-85e5-e397bb41df3d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=138204b85f4b4d58be48c9d0572da2c6&device_id=06a182c0-e1af-4d04-8e34-5f7d24c644af HTTP/1.1" status: 200 len: 1125 time: 0.1330132 Feb 20 03:36:51.903056 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-51e69305-9272-414b-adcb-cd5315569acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:51.904616 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-51e69305-9272-414b-adcb-cd5315569acc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0773239 Feb 20 03:36:51.965820 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-828bb2df-f535-44b5-bf36-2cd64b8b2558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:51.967455 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-828bb2df-f535-44b5-bf36-2cd64b8b2558 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0566003 Feb 20 03:36:51.996261 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-6df78515-f59d-44f5-97c6-8832f554e8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:51.997814 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-6df78515-f59d-44f5-97c6-8832f554e8ea service neutron] 10.222.0.42 "GET /v2.0/networks?id=a842b208-6516-42cd-af34-f14f7f82e32f HTTP/1.1" status: 200 len: 917 time: 0.3429434 Feb 20 03:36:52.072918 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-c1a26abe-4ab2-4968-93c7-7505a84717ac service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927625 Feb 20 03:36:52.116415 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb421ce-9897-4c0b-adb2-cf56651a0e77 req-af154561-c996-48ff-b284-f38366b67dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:52.117997 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bcb421ce-9897-4c0b-adb2-cf56651a0e77 req-af154561-c996-48ff-b284-f38366b67dcf service neutron] 10.222.0.42 "GET /v2.0/networks?id=af61ae37-a3b2-46ee-a441-3e7f71e566ae HTTP/1.1" status: 200 len: 913 time: 0.2182741 Feb 20 03:36:52.125707 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8153c3c-b97c-4492-802b-9fb3a4d86963 req-425015bf-6793-4e81-bade-2758d35086c6 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:52.127118 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c8153c3c-b97c-4492-802b-9fb3a4d86963 req-425015bf-6793-4e81-bade-2758d35086c6 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=06a182c0-e1af-4d04-8e34-5f7d24c644af HTTP/1.1" status: 200 len: 943 time: 0.1487825 Feb 20 03:36:52.128855 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-4e4fff93-1a5b-423b-ab7b-a09d03a343b4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 HTTP/1.1" status: 200 len: 1000 time: 0.1147416 Feb 20 03:36:52.171615 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-958c7ef6-eb4c-421c-9b16-f1e019dee01a req-4557911f-7257-4f8a-9b2c-123d46a78bcd service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922706 Feb 20 03:36:52.177151 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bcb421ce-9897-4c0b-adb2-cf56651a0e77 req-cecb4142-f164-4e10-bb70-d4eab4387c5b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=655e1357-552d-4c7b-9970-eb9cba325f13 HTTP/1.1" status: 200 len: 217 time: 0.0473766 Feb 20 03:36:52.270462 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb421ce-9897-4c0b-adb2-cf56651a0e77 req-e943d62f-9426-4d95-b96b-b6311e2f4acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:52.271866 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bcb421ce-9897-4c0b-adb2-cf56651a0e77 req-e943d62f-9426-4d95-b96b-b6311e2f4acc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2206f6d9-9e03-4b9b-9ba0-e4c4146af053 HTTP/1.1" status: 200 len: 852 time: 0.0883186 Feb 20 03:36:52.279296 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-50d68740-34e4-4d9d-92b9-ca3ee496ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:52.280678 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-50d68740-34e4-4d9d-92b9-ca3ee496ba24 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=459abde2-853f-42b6-94b7-5e11d73152fc HTTP/1.1" status: 200 len: 855 time: 0.1139169 Feb 20 03:36:52.304184 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c8153c3c-b97c-4492-802b-9fb3a4d86963 req-de0ad907-40cd-4d94-aadb-0473cf2493f7 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361966 Feb 20 03:36:52.338775 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bcb421ce-9897-4c0b-adb2-cf56651a0e77 req-4047e9b4-4756-4381-b360-a19a9ebfdcfc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af61ae37-a3b2-46ee-a441-3e7f71e566ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547318 Feb 20 03:36:52.441537 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-12c7e391-2288-4bda-a855-0c94294344bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:52.443064 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-12c7e391-2288-4bda-a855-0c94294344bc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a842b208-6516-42cd-af34-f14f7f82e32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1493545 Feb 20 03:36:52.524619 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bcb421ce-9897-4c0b-adb2-cf56651a0e77 req-13f589ca-c12b-4b5c-bda5-3c2509d0ce79 service neutron] 10.222.0.42 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779902 Feb 20 03:36:52.550642 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6b194-d676-41b8-a93d-2ef61759ca73 req-190d98b4-22f2-4cb7-ba72-afc7086de21f tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:52.552083 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3bb6b194-d676-41b8-a93d-2ef61759ca73 req-190d98b4-22f2-4cb7-ba72-afc7086de21f tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4c04dcd-adf5-4c95-9376-f8cef8f8737a HTTP/1.1" status: 200 len: 945 time: 0.1601593 Feb 20 03:36:52.647622 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-ee23b326-a4ad-47bc-b73e-2bec8cdaa8ab service neutron] 10.222.0.42 "GET /v2.0/networks/a842b208-6516-42cd-af34-f14f7f82e32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954975 Feb 20 03:36:52.687899 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3bb6b194-d676-41b8-a93d-2ef61759ca73 req-7851e7c5-5a81-497b-9570-c75e548ed5b9 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197472 Feb 20 03:36:52.738246 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bcb421ce-9897-4c0b-adb2-cf56651a0e77 req-64733fda-cc40-4be4-92d5-862b51c58f4d service neutron] 10.222.0.42 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054484 Feb 20 03:36:52.798263 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79e30367-cf21-47d8-b7f5-22dfac6de79e req-52f57ace-231a-4456-a504-53049c7c9e40 service neutron] 10.222.0.42 "GET /v2.0/networks/a842b208-6516-42cd-af34-f14f7f82e32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363509 Feb 20 03:36:52.826115 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d032c-e4dd-4714-b662-7703bdba92b1 req-8fedcd36-b740-4dc0-9c1b-d739b2f832fd tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:52.827764 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b39d032c-e4dd-4714-b662-7703bdba92b1 req-8fedcd36-b740-4dc0-9c1b-d739b2f832fd tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 945 time: 0.0645008 Feb 20 03:36:52.875953 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b39d032c-e4dd-4714-b662-7703bdba92b1 req-db8b1cf2-a35b-4d96-9835-ca6241570138 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424535 Feb 20 03:36:53.424932 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c4db6-552f-4828-9666-f7fed344084e req-f5fd3869-70b3-49e8-9fc2-ada14b08a224 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:53.434685 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e5c4db6-552f-4828-9666-f7fed344084e req-f5fd3869-70b3-49e8-9fc2-ada14b08a224 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 945 time: 0.0874891 Feb 20 03:36:53.506310 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e5c4db6-552f-4828-9666-f7fed344084e req-7c6146d2-93bc-456b-ac2e-366072f8dd47 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702779 Feb 20 03:36:53.630374 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e800aac1-0fe3-48d1-b319-f0f55a1206e1', 'tag': 'ed1d4dac-5a57-4f44-87fa-76149bb3c3c8'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:36:53.633593 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51e27f8-d47e-4b55-920a-719bf4f55460" -d '{"events": [{"name": "network-changed", "server_uuid": "e800aac1-0fe3-48d1-b319-f0f55a1206e1", "tag": "ed1d4dac-5a57-4f44-87fa-76149bb3c3c8"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:36:53.659526 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33a02e-cb7f-48e4-9ea1-242052d13c94 req-62c6f7fb-1320-458f-9b81-57701402476d tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:53.661386 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2e33a02e-cb7f-48e4-9ea1-242052d13c94 req-62c6f7fb-1320-458f-9b81-57701402476d tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 948 time: 0.0916941 Feb 20 03:36:53.721154 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2e33a02e-cb7f-48e4-9ea1-242052d13c94 req-f412c91d-4fdc-4ef4-b17c-0f7954f399b6 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537171 Feb 20 03:36:53.758781 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ea81d5-6743-4f79-8b6a-619b4c7e0c54', 'tag': '251d4b8c-9d45-49b3-aec7-767d510aa884'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:36:53.761373 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ca259f-053b-4974-bc55-db6d2f74ed8b" -d '{"events": [{"name": "network-changed", "server_uuid": "49ea81d5-6743-4f79-8b6a-619b4c7e0c54", "tag": "251d4b8c-9d45-49b3-aec7-767d510aa884"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:36:53.850278 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2b1e2d9-5356-44b9-b74e-334e844d1984 req-76b28563-019e-49d3-92ab-f078e6e28c3a tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 210 time: 0.0306342 Feb 20 03:36:54.407921 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae155f3-56ff-471c-abad-09f5b078bff1 req-abdf004e-01c8-43fe-9c2f-f0a56d3442d5 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:54.409477 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9ae155f3-56ff-471c-abad-09f5b078bff1 req-abdf004e-01c8-43fe-9c2f-f0a56d3442d5 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=06a182c0-e1af-4d04-8e34-5f7d24c644af HTTP/1.1" status: 200 len: 943 time: 0.0647292 Feb 20 03:36:54.478981 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9ae155f3-56ff-471c-abad-09f5b078bff1 req-3e7a6b96-9375-4a60-bbe0-cf158e505abe tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626669 Feb 20 03:36:54.822233 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffa992-0759-49be-b9ee-93add275343a req-58d45dc7-653a-4045-b90a-400bd688962a tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:54.825894 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3bffa992-0759-49be-b9ee-93add275343a req-58d45dc7-653a-4045-b90a-400bd688962a tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.93 "GET /v2.0/ports?device_id=8d28899a-20e2-4ada-bb30-dfd4512d7f1a HTTP/1.1" status: 200 len: 945 time: 0.0949135 Feb 20 03:36:54.903927 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e38021-e4bf-481d-81ef-cd89b4ca7879 x-openstack-request-id: req-e0e38021-e4bf-481d-81ef-cd89b4ca7879 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:36:54.904228 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e800aac1-0fe3-48d1-b319-f0f55a1206e1", "tag": "ed1d4dac-5a57-4f44-87fa-76149bb3c3c8", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:36:54.904498 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e0e38021-e4bf-481d-81ef-cd89b4ca7879 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:36:54.904906 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e800aac1-0fe3-48d1-b319-f0f55a1206e1', 'tag': 'ed1d4dac-5a57-4f44-87fa-76149bb3c3c8', 'status': 'completed', 'code': 200} Feb 20 03:36:55.003338 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4534d12-d8eb-405b-9640-ddcc9ed9a490 req-4f837a50-110c-401c-aeda-03f887a49fda tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:55.025825 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d4534d12-d8eb-405b-9640-ddcc9ed9a490 req-4f837a50-110c-401c-aeda-03f887a49fda tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4c04dcd-adf5-4c95-9376-f8cef8f8737a HTTP/1.1" status: 200 len: 945 time: 0.0863857 Feb 20 03:36:55.087315 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-3bffa992-0759-49be-b9ee-93add275343a req-1b7ed14f-d2f9-41f5-a3c7-147ee66e29a4 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Deleting port 3ea1af71-6130-44af-a3b3-3e996a5720f1 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:36:55.087659 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-3bffa992-0759-49be-b9ee-93add275343a req-1b7ed14f-d2f9-41f5-a3c7-147ee66e29a4 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (3ea1af71-6130-44af-a3b3-3e996a5720f1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:55.113154 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d4534d12-d8eb-405b-9640-ddcc9ed9a490 req-07018d86-6a12-4425-bad3-0927a31383db tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860922 Feb 20 03:36:55.169837 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 655e1357-552d-4c7b-9970-eb9cba325f13 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:36:55.185760 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844230a3-8b78-41cf-b5bc-a56fd268a542 x-openstack-request-id: req-844230a3-8b78-41cf-b5bc-a56fd268a542 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:36:55.186127 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ea81d5-6743-4f79-8b6a-619b4c7e0c54", "tag": "251d4b8c-9d45-49b3-aec7-767d510aa884", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:36:55.186453 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-844230a3-8b78-41cf-b5bc-a56fd268a542 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:36:55.188356 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ea81d5-6743-4f79-8b6a-619b4c7e0c54', 'tag': '251d4b8c-9d45-49b3-aec7-767d510aa884', 'status': 'completed', 'code': 200} Feb 20 03:36:55.349318 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-3bffa992-0759-49be-b9ee-93add275343a req-1b7ed14f-d2f9-41f5-a3c7-147ee66e29a4 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] For port 3ea1af71-6130-44af-a3b3-3e996a5720f1, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=3ea1af71-6130-44af-a3b3-3e996a5720f1,segment=NetworkSegment(ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2),segment_id=ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:55.349648 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-3bffa992-0759-49be-b9ee-93add275343a req-1b7ed14f-d2f9-41f5-a3c7-147ee66e29a4 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (3ea1af71-6130-44af-a3b3-3e996a5720f1), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:55.373601 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 655e1357-552d-4c7b-9970-eb9cba325f13, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=655e1357-552d-4c7b-9970-eb9cba325f13,segment=NetworkSegment(8a57dd48-cd2a-4b48-a8ae-20be415170b3),segment_id=8a57dd48-cd2a-4b48-a8ae-20be415170b3)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:55.380101 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-3bffa992-0759-49be-b9ee-93add275343a req-1b7ed14f-d2f9-41f5-a3c7-147ee66e29a4 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Calling delete_port for 3ea1af71-6130-44af-a3b3-3e996a5720f1 owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:36:55.491442 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffa501-6a65-40b8-a6ce-080fbe9f67d9 req-f62388cf-dfb8-4899-9708-2dde17f5ee5e tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:55.499886 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73ffa501-6a65-40b8-a6ce-080fbe9f67d9 req-f62388cf-dfb8-4899-9708-2dde17f5ee5e tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 945 time: 0.1706464 Feb 20 03:36:55.561708 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '655e1357-552d-4c7b-9970-eb9cba325f13', 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae', 'port_id': '655e1357-552d-4c7b-9970-eb9cba325f13', 'mac_address': 'fa:16:3e:c5:f0:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2206f6d9-9e03-4b9b-9ba0-e4c4146af053', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:36:55.600893 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 655e1357-552d-4c7b-9970-eb9cba325f13 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:36:55.601633 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (655e1357-552d-4c7b-9970-eb9cba325f13), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:55.617086 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 655e1357-552d-4c7b-9970-eb9cba325f13 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:36:55.627808 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73ffa501-6a65-40b8-a6ce-080fbe9f67d9 req-e39ac55d-aa6e-4c97-8e91-e9dfb30e591a tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218321 Feb 20 03:36:55.641482 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 655e1357-552d-4c7b-9970-eb9cba325f13, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=655e1357-552d-4c7b-9970-eb9cba325f13,segment=NetworkSegment(8a57dd48-cd2a-4b48-a8ae-20be415170b3),segment_id=8a57dd48-cd2a-4b48-a8ae-20be415170b3)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:55.732560 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (655e1357-552d-4c7b-9970-eb9cba325f13), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:55.733736 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 251d4b8c-9d45-49b3-aec7-767d510aa884 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:36:55.898594 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=655e1357-552d-4c7b-9970-eb9cba325f13,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:55.990440 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-e628b86a-74ed-4fcd-a5bb-9b2dac597446 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:55.997860 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-e628b86a-74ed-4fcd-a5bb-9b2dac597446 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/networks?id=e6c34341-fb5d-4178-a946-cb26003ca807 HTTP/1.1" status: 200 len: 813 time: 0.2685087 Feb 20 03:36:56.040181 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-ffaea19a-a666-4bee-831e-a614dabc97e0 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/quotas/0e86c0cd9b6148cbaa57589f13217b28 HTTP/1.1" status: 200 len: 375 time: 0.0404418 Feb 20 03:36:56.050972 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 251d4b8c-9d45-49b3-aec7-767d510aa884, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=251d4b8c-9d45-49b3-aec7-767d510aa884,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:56.079816 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '251d4b8c-9d45-49b3-aec7-767d510aa884', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': '251d4b8c-9d45-49b3-aec7-767d510aa884', 'mac_address': 'fa:16:3e:6e:d8:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:36:56.159772 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 251d4b8c-9d45-49b3-aec7-767d510aa884 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:36:56.160105 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (251d4b8c-9d45-49b3-aec7-767d510aa884), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:56.179762 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-dd6a2255-6253-49c6-a988-5a3c7547b15d tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e86c0cd9b6148cbaa57589f13217b28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1333218 Feb 20 03:36:56.195844 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 251d4b8c-9d45-49b3-aec7-767d510aa884 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:36:56.243395 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 251d4b8c-9d45-49b3-aec7-767d510aa884, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=251d4b8c-9d45-49b3-aec7-767d510aa884,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:56.334299 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-0afdde11-bb4b-4673-8f2c-d68d7aad1040 service neutron] 10.222.0.89 "GET /v2.0/networks/e6c34341-fb5d-4178-a946-cb26003ca807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464124 Feb 20 03:36:56.342025 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (251d4b8c-9d45-49b3-aec7-767d510aa884), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:56.378387 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-93b43396-4ad7-4d68-bbf8-3ba70f71954f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:56.432288 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=251d4b8c-9d45-49b3-aec7-767d510aa884,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:56.439376 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-3bffa992-0759-49be-b9ee-93add275343a req-1b7ed14f-d2f9-41f5-a3c7-147ee66e29a4 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (3ea1af71-6130-44af-a3b3-3e996a5720f1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:56.467777 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['3ea1af71-6130-44af-a3b3-3e996a5720f1'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:36:56.470166 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['4c9fc3f5-7836-436c-96e1-5c7166ee5bbb'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:36:56.484866 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-7684ece1-104c-42bc-98b4-9b34437964ad service neutron] 10.222.0.89 "GET /v2.0/networks/e6c34341-fb5d-4178-a946-cb26003ca807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491787 Feb 20 03:36:56.529971 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ed14f-d2f9-41f5-a3c7-147ee66e29a4 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Pushing event deleted for resources: {'Port': ['ID=3ea1af71-6130-44af-a3b3-3e996a5720f1,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:36:56.616128 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bffa992-0759-49be-b9ee-93add275343a req-1b7ed14f-d2f9-41f5-a3c7-147ee66e29a4 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] No DVR routers for this DVR port 3ea1af71-6130-44af-a3b3-3e996a5720f1 on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:36:56.622213 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-3bffa992-0759-49be-b9ee-93add275343a req-1b7ed14f-d2f9-41f5-a3c7-147ee66e29a4 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:56.627885 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3bffa992-0759-49be-b9ee-93add275343a req-1b7ed14f-d2f9-41f5-a3c7-147ee66e29a4 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.93 "DELETE /v2.0/ports/3ea1af71-6130-44af-a3b3-3e996a5720f1 HTTP/1.1" status: 204 len: 173 time: 1.7950015 Feb 20 03:36:56.787015 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['251d4b8c-9d45-49b3-aec7-767d510aa884'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:36:56.793764 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['655e1357-552d-4c7b-9970-eb9cba325f13'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:36:56.906565 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d28899a-20e2-4ada-bb30-dfd4512d7f1a', 'name': 'network-vif-deleted', 'tag': '3ea1af71-6130-44af-a3b3-3e996a5720f1'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:36:56.909339 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1b16c7-0775-4833-aa2f-a9a24fa0e784" -d '{"events": [{"server_uuid": "8d28899a-20e2-4ada-bb30-dfd4512d7f1a", "name": "network-vif-deleted", "tag": "3ea1af71-6130-44af-a3b3-3e996a5720f1"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:36:57.214228 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cf860-1889-4435-ab63-729fbae5d0aa req-6ae7a2fc-b996-4f46-91f4-fb273725f122 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:57.218447 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-026cf860-1889-4435-ab63-729fbae5d0aa req-6ae7a2fc-b996-4f46-91f4-fb273725f122 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 949 time: 0.0756001 Feb 20 03:36:57.389676 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-026cf860-1889-4435-ab63-729fbae5d0aa req-6e0b96af-b138-479c-8025-c26da07b21c4 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607573 Feb 20 03:36:57.490638 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9b03a626-dedd-47c1-a101-3411db023707 req-c2e5eed6-5f2c-4d0c-8963-50b00c063c5a tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 210 time: 0.0322726 Feb 20 03:36:57.727395 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-738c2e34-00b9-453c-8393-f8106bc28f18 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:57.729624 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-738c2e34-00b9-453c-8393-f8106bc28f18 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/networks?id=eb72ec9f-03fd-429e-98e6-830fa78a693b HTTP/1.1" status: 200 len: 815 time: 0.1249094 Feb 20 03:36:57.759979 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-27210a8d-6e7c-4ae9-8e8c-350c8e483624 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/quotas/8e13d1b876514870b4c46ea04fedd66d HTTP/1.1" status: 200 len: 375 time: 0.0248373 Feb 20 03:36:57.852251 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-b4614cde-cf0c-48fe-a867-7a72d2a3643f tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=8e13d1b876514870b4c46ea04fedd66d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0864599 Feb 20 03:36:57.972608 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-8fa95c84-7684-4867-b92d-ee6ca41a50ee service neutron] 10.222.0.89 "GET /v2.0/networks/eb72ec9f-03fd-429e-98e6-830fa78a693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192961 Feb 20 03:36:58.134337 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-c45f440c-909d-4769-965e-8ec70cde7921 service neutron] 10.222.0.89 "GET /v2.0/networks/eb72ec9f-03fd-429e-98e6-830fa78a693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554124 Feb 20 03:36:58.429248 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec560d0c-ba05-4160-82a2-8008658ad147 req-9c9cf8b0-5b03-4339-9ec8-73eb05c4e33d tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:58.436649 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ec560d0c-ba05-4160-82a2-8008658ad147 req-9c9cf8b0-5b03-4339-9ec8-73eb05c4e33d tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=06a182c0-e1af-4d04-8e34-5f7d24c644af HTTP/1.1" status: 200 len: 944 time: 0.0762177 Feb 20 03:36:58.495531 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ec560d0c-ba05-4160-82a2-8008658ad147 req-7500bc0c-436a-47d4-a065-f5b06a766b0d tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579224 Feb 20 03:36:58.507712 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 3ea1af71-6130-44af-a3b3-3e996a5720f1 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:36:58.551857 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 3ea1af71-6130-44af-a3b3-3e996a5720f1 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:36:58.552207 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 3ea1af71-6130-44af-a3b3-3e996a5720f1 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:36:58.679907 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7af75-ecf0-4b50-b66d-dbf388ed1e80 req-a7e7794d-b23f-4671-87ac-4327a1e213a2 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:58.690261 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9fd7af75-ecf0-4b50-b66d-dbf388ed1e80 req-a7e7794d-b23f-4671-87ac-4327a1e213a2 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4c04dcd-adf5-4c95-9376-f8cef8f8737a HTTP/1.1" status: 200 len: 945 time: 0.1018705 Feb 20 03:36:58.697993 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7af2e186-04a1-41b0-9dc2-144f411907a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:58.766212 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9fd7af75-ecf0-4b50-b66d-dbf388ed1e80 req-f6f9e928-8781-487f-8f80-4cf77d44bc31 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721574 Feb 20 03:36:59.026051 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382947bd-6927-48d2-8ed1-6937a8ac6e07 req-6cf1e0aa-44f6-4d26-89de-e08fa17798a6 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:59.036276 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-382947bd-6927-48d2-8ed1-6937a8ac6e07 req-6cf1e0aa-44f6-4d26-89de-e08fa17798a6 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 945 time: 0.1380641 Feb 20 03:36:59.141711 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-382947bd-6927-48d2-8ed1-6937a8ac6e07 req-5c7929db-2d29-4e80-a95f-6b9afcc19455 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040838 Feb 20 03:36:59.213117 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 655e1357-552d-4c7b-9970-eb9cba325f13 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:36:59.228969 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e5d9bd-864f-4c19-b067-e6b5fd770e13 x-openstack-request-id: req-b7e5d9bd-864f-4c19-b067-e6b5fd770e13 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:36:59.231914 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d28899a-20e2-4ada-bb30-dfd4512d7f1a", "name": "network-vif-deleted", "tag": "3ea1af71-6130-44af-a3b3-3e996a5720f1", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:36:59.232990 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b7e5d9bd-864f-4c19-b067-e6b5fd770e13 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:36:59.234245 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d28899a-20e2-4ada-bb30-dfd4512d7f1a', 'name': 'network-vif-deleted', 'tag': '3ea1af71-6130-44af-a3b3-3e996a5720f1', 'status': 'completed', 'code': 200} Feb 20 03:36:59.422233 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 655e1357-552d-4c7b-9970-eb9cba325f13 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:36:59.428176 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 655e1357-552d-4c7b-9970-eb9cba325f13 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:36:59.428751 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (655e1357-552d-4c7b-9970-eb9cba325f13), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:59.476763 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9caa55fb-5b98-4a07-842b-b6237e3ca2bc req-5b9ae4b6-76d7-4893-b807-4835e623ab6b tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 210 time: 0.0705733 Feb 20 03:36:59.640731 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 655e1357-552d-4c7b-9970-eb9cba325f13 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:36:59.641360 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (655e1357-552d-4c7b-9970-eb9cba325f13), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:59.685578 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a182c0-e1af-4d04-8e34-5f7d24c644af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655e1357-552d-4c7b-9970-eb9cba325f13'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:36:59.687919 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213b2490-9310-4a4b-9f9d-4722beac0885" -d '{"events": [{"server_uuid": "06a182c0-e1af-4d04-8e34-5f7d24c644af", "name": "network-vif-plugged", "status": "completed", "tag": "655e1357-552d-4c7b-9970-eb9cba325f13"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:36:59.691286 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f037491-797c-44b2-9fac-98a5f29d46f1 req-4cdaeabb-c2e6-438a-97e9-1cd0f4737515 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:36:59.693854 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9f037491-797c-44b2-9fac-98a5f29d46f1 req-4cdaeabb-c2e6-438a-97e9-1cd0f4737515 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 949 time: 0.0670638 Feb 20 03:36:59.706237 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 655e1357-552d-4c7b-9970-eb9cba325f13, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=655e1357-552d-4c7b-9970-eb9cba325f13,segment=NetworkSegment(8a57dd48-cd2a-4b48-a8ae-20be415170b3),segment_id=8a57dd48-cd2a-4b48-a8ae-20be415170b3)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:36:59.845187 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9f037491-797c-44b2-9fac-98a5f29d46f1 req-100d7931-25a8-4355-8791-6ef76961d87f tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416354 Feb 20 03:36:59.965541 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (655e1357-552d-4c7b-9970-eb9cba325f13), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:36:59.966019 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 251d4b8c-9d45-49b3-aec7-767d510aa884 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:36:59.973893 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9ee48bba-90ad-43de-b764-8c87024cbd19 req-f26e9ac7-7c8e-48be-83ad-0c3dc0ad64b0 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 210 time: 0.0583568 Feb 20 03:37:00.037878 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:00.103663 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=655e1357-552d-4c7b-9970-eb9cba325f13,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:00.107760 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-910adf63-fcf1-40ee-8488-fb683dec2ee8 req-4100ab7c-5b63-49f5-b8df-3f69f1236c4e tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a64a011-d9e9-4472-91be-39fee873de13 HTTP/1.1" status: 200 len: 210 time: 0.0288162 Feb 20 03:37:00.205255 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 251d4b8c-9d45-49b3-aec7-767d510aa884 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:37:00.210342 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 251d4b8c-9d45-49b3-aec7-767d510aa884 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:37:00.211020 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (251d4b8c-9d45-49b3-aec7-767d510aa884), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:00.377109 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf5eda-a1cf-46f1-8781-dccb7746366c req-7ba5d5ec-37cc-47f4-b0bc-6c79d8328bf5 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:00.390104 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2fcf5eda-a1cf-46f1-8781-dccb7746366c req-7ba5d5ec-37cc-47f4-b0bc-6c79d8328bf5 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=06a182c0-e1af-4d04-8e34-5f7d24c644af HTTP/1.1" status: 200 len: 945 time: 0.1721585 Feb 20 03:37:00.430112 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 251d4b8c-9d45-49b3-aec7-767d510aa884 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:37:00.430589 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (251d4b8c-9d45-49b3-aec7-767d510aa884), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:00.466718 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 251d4b8c-9d45-49b3-aec7-767d510aa884, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=251d4b8c-9d45-49b3-aec7-767d510aa884,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:00.510282 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2fcf5eda-a1cf-46f1-8781-dccb7746366c req-1af48653-36c1-4a37-ad7d-b224eaa17f87 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122782 Feb 20 03:37:00.529756 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (251d4b8c-9d45-49b3-aec7-767d510aa884), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:00.536879 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-1188cd96-bfa8-4749-a146-a546866aeeba tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:00.543446 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-1188cd96-bfa8-4749-a146-a546866aeeba tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.93 "GET /v2.0/networks?id=e6c34341-fb5d-4178-a946-cb26003ca807 HTTP/1.1" status: 200 len: 813 time: 0.3491995 Feb 20 03:37:00.568195 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-7e0b42b5-1f19-4ed4-a315-dbffb576769a tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Request body: {'port': {'device_id': '5a64a011-d9e9-4472-91be-39fee873de13', 'network_id': 'e6c34341-fb5d-4178-a946-cb26003ca807', 'admin_state_up': True, 'tenant_id': '0e86c0cd9b6148cbaa57589f13217b28'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:37:00.608801 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bdeb0b-bc2f-4dff-889a-dd57b2eb2a59 x-openstack-request-id: req-d7bdeb0b-bc2f-4dff-889a-dd57b2eb2a59 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:37:00.609528 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a182c0-e1af-4d04-8e34-5f7d24c644af", "name": "network-vif-plugged", "status": "completed", "tag": "655e1357-552d-4c7b-9970-eb9cba325f13", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:37:00.610098 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d7bdeb0b-bc2f-4dff-889a-dd57b2eb2a59 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:37:00.612108 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a182c0-e1af-4d04-8e34-5f7d24c644af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655e1357-552d-4c7b-9970-eb9cba325f13', 'code': 200} Feb 20 03:37:00.640970 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=251d4b8c-9d45-49b3-aec7-767d510aa884,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:00.772101 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2052c-9afc-4cb1-977b-329f9c935fd8 req-89149c96-2853-467e-8894-e581e00c20ba tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:00.773673 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0aa2052c-9afc-4cb1-977b-329f9c935fd8 req-89149c96-2853-467e-8894-e581e00c20ba tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4c04dcd-adf5-4c95-9376-f8cef8f8737a HTTP/1.1" status: 200 len: 945 time: 0.1051898 Feb 20 03:37:00.908318 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-7e0b42b5-1f19-4ed4-a315-dbffb576769a tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Made reservation on behalf of 0e86c0cd9b6148cbaa57589f13217b28 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:37:00.911825 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-486b4f2e-11aa-42fd-a51e-ff8f33d59970 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:00.912941 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-7e0b42b5-1f19-4ed4-a315-dbffb576769a tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:00.913465 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-486b4f2e-11aa-42fd-a51e-ff8f33d59970 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.93 "GET /v2.0/networks?id=e6c34341-fb5d-4178-a946-cb26003ca807 HTTP/1.1" status: 200 len: 813 time: 0.3045042 Feb 20 03:37:00.919755 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0aa2052c-9afc-4cb1-977b-329f9c935fd8 req-e75f4d88-58e1-4665-ab01-595c57657022 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318445 Feb 20 03:37:00.930163 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-cac76c60-2bb5-4f3a-af9f-a2a5c98d62be tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Request body: {'port': {'device_id': '7ccf1b83-aaf6-4e47-ba40-795141ccc687', 'network_id': 'e6c34341-fb5d-4178-a946-cb26003ca807', 'admin_state_up': True, 'tenant_id': '0e86c0cd9b6148cbaa57589f13217b28'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:37:01.147724 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e27f8-d47e-4b55-920a-719bf4f55460 req-b9dbcd13-848b-4676-a290-a6c8a7639029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:01.149178 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a51e27f8-d47e-4b55-920a-719bf4f55460 req-b9dbcd13-848b-4676-a290-a6c8a7639029 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c709bbfa8b354edf911780ffcf2e7b53&device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 1127 time: 0.2936735 Feb 20 03:37:01.155702 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:01.243787 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6e981-895a-4835-a648-3ab7135a6fae req-720b4dc2-cf3d-41bb-8719-827b75a9b505 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:01.261938 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07a6e981-895a-4835-a648-3ab7135a6fae req-720b4dc2-cf3d-41bb-8719-827b75a9b505 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 945 time: 0.1704102 Feb 20 03:37:01.273508 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-7e0b42b5-1f19-4ed4-a315-dbffb576769a tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Allocated IP 172.20.0.14 (e6c34341-fb5d-4178-a946-cb26003ca807/9243798a-179e-441d-8d49-1b10358f8637/d4021b60-a6ea-45ce-a0f4-0b0c724f8408) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:37:01.375343 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-cac76c60-2bb5-4f3a-af9f-a2a5c98d62be tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Made reservation on behalf of 0e86c0cd9b6148cbaa57589f13217b28 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:37:01.380913 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-cac76c60-2bb5-4f3a-af9f-a2a5c98d62be tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:01.381919 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca259f-053b-4974-bc55-db6d2f74ed8b req-92cb8621-f0ab-427e-8a76-e80d2eedf200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:01.383466 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06ca259f-053b-4974-bc55-db6d2f74ed8b req-92cb8621-f0ab-427e-8a76-e80d2eedf200 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 1132 time: 0.3098600 Feb 20 03:37:01.595934 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-ddc501b1-4e64-450b-a668-6dbd8e2dfd52 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:01.598273 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-ddc501b1-4e64-450b-a668-6dbd8e2dfd52 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.93 "GET /v2.0/networks?id=eb72ec9f-03fd-429e-98e6-830fa78a693b HTTP/1.1" status: 200 len: 815 time: 0.3324745 Feb 20 03:37:01.615648 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-dc4964d8-c676-4b4e-825e-e8041ff37f0e tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Request body: {'port': {'device_id': '1ae3b9b6-59f1-45b7-89be-69e0f2164be0', 'network_id': 'eb72ec9f-03fd-429e-98e6-830fa78a693b', 'admin_state_up': True, 'tenant_id': '8e13d1b876514870b4c46ea04fedd66d'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:37:01.632977 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07a6e981-895a-4835-a648-3ab7135a6fae req-c9d68237-0c5c-4b8b-b27c-bd738738d414 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3658991 Feb 20 03:37:01.728528 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-7e0b42b5-1f19-4ed4-a315-dbffb576769a tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Publish callbacks [] for port (d4021b60-a6ea-45ce-a0f4-0b0c724f8408), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:01.845509 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-7e0b42b5-1f19-4ed4-a315-dbffb576769a tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (d4021b60-a6ea-45ce-a0f4-0b0c724f8408), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:01.863544 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['4c9fc3f5-7836-436c-96e1-5c7166ee5bbb'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:37:01.915587 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a48a806-9fa5-4db0-874e-456e7499bd89 req-c03c355b-f155-4fe2-b9c4-e04f8b2a60c6 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 210 time: 0.1020689 Feb 20 03:37:01.989910 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b42b5-1f19-4ed4-a315-dbffb576769a tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Pushing event updated for resources: {'Port': ['ID=d4021b60-a6ea-45ce-a0f4-0b0c724f8408,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:02.027090 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-7e0b42b5-1f19-4ed4-a315-dbffb576769a tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Network e6c34341-fb5d-4178-a946-cb26003ca807 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:37:02.034427 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-7e0b42b5-1f19-4ed4-a315-dbffb576769a tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:37:02.037362 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-7e0b42b5-1f19-4ed4-a315-dbffb576769a tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:37:02.154605 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-7e0b42b5-1f19-4ed4-a315-dbffb576769a tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:02.159740 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-7e0b42b5-1f19-4ed4-a315-dbffb576769a tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:02.295487 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-7e0b42b5-1f19-4ed4-a315-dbffb576769a tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7332945 Feb 20 03:37:02.310022 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-c801dc1f-3528-48a5-9616-0b57065cf8d4 service neutron] Request body: {'port': {'device_id': '5a64a011-d9e9-4472-91be-39fee873de13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:37:02.437282 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-dc4964d8-c676-4b4e-825e-e8041ff37f0e tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Made reservation on behalf of 8e13d1b876514870b4c46ea04fedd66d for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:37:02.441981 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-dc4964d8-c676-4b4e-825e-e8041ff37f0e tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:02.450950 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-c801dc1f-3528-48a5-9616-0b57065cf8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d4021b60-a6ea-45ce-a0f4-0b0c724f8408), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:02.533121 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-cac76c60-2bb5-4f3a-af9f-a2a5c98d62be tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Allocated IP 172.20.0.7 (e6c34341-fb5d-4178-a946-cb26003ca807/9243798a-179e-441d-8d49-1b10358f8637/ed155187-75e3-4ae5-ad86-bda708bebf75) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:37:02.613257 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ea81d5-6743-4f79-8b6a-619b4c7e0c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251d4b8c-9d45-49b3-aec7-767d510aa884'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:37:02.618453 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eeb9818-66ce-4471-ae47-101c0dadb830" -d '{"events": [{"server_uuid": "49ea81d5-6743-4f79-8b6a-619b4c7e0c54", "name": "network-vif-plugged", "status": "completed", "tag": "251d4b8c-9d45-49b3-aec7-767d510aa884"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:37:02.666433 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e30c33-21d2-4b55-886e-90963018ed8f req-bdb438e7-2bb0-4dbc-989f-abd89ee4346f tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:02.672603 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d0e30c33-21d2-4b55-886e-90963018ed8f req-bdb438e7-2bb0-4dbc-989f-abd89ee4346f tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 950 time: 0.2475266 Feb 20 03:37:02.823295 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:02.838936 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d0e30c33-21d2-4b55-886e-90963018ed8f req-6ff570aa-1a91-42aa-b0da-b1cf9e6679d2 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592894 Feb 20 03:37:02.866560 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-dc4964d8-c676-4b4e-825e-e8041ff37f0e tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Allocated IP 172.20.0.2 (eb72ec9f-03fd-429e-98e6-830fa78a693b/8e889741-186e-4683-9003-0f4b5f32a6a3/dc03262b-5d28-4954-9ada-168b2b4e65f8) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:37:02.966482 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3a4db99b-a3c2-47cc-91da-189be2f333f4 req-18a874ab-8437-4125-aad5-96b61aa148bb tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 210 time: 0.0498409 Feb 20 03:37:03.048557 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-cac76c60-2bb5-4f3a-af9f-a2a5c98d62be tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Publish callbacks [] for port (ed155187-75e3-4ae5-ad86-bda708bebf75), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:03.184214 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-dc4964d8-c676-4b4e-825e-e8041ff37f0e tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Publish callbacks [] for port (dc03262b-5d28-4954-9ada-168b2b4e65f8), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:03.193748 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77055b93-3132-45bc-9f7b-7a70304e149a req-556febb2-282a-481a-b8d7-a2bc03fb0235 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:03.195289 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-77055b93-3132-45bc-9f7b-7a70304e149a req-556febb2-282a-481a-b8d7-a2bc03fb0235 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a64a011-d9e9-4472-91be-39fee873de13 HTTP/1.1" status: 200 len: 932 time: 0.1056364 Feb 20 03:37:03.227985 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-cac76c60-2bb5-4f3a-af9f-a2a5c98d62be tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (ed155187-75e3-4ae5-ad86-bda708bebf75), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:03.250414 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['4c9fc3f5-7836-436c-96e1-5c7166ee5bbb'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:37:03.313623 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-cac76c60-2bb5-4f3a-af9f-a2a5c98d62be tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Network e6c34341-fb5d-4178-a946-cb26003ca807 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:37:03.325626 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-cac76c60-2bb5-4f3a-af9f-a2a5c98d62be tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:37:03.327864 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac76c60-2bb5-4f3a-af9f-a2a5c98d62be tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Pushing event updated for resources: {'Port': ['ID=ed155187-75e3-4ae5-ad86-bda708bebf75,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:03.330383 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-cac76c60-2bb5-4f3a-af9f-a2a5c98d62be tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:37:03.342544 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-77055b93-3132-45bc-9f7b-7a70304e149a req-d0ac7e98-2d51-4d62-8ff8-17b275d62e1c tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/security-groups?id=61909b7f-b58f-44bc-9dd8-c9e4276ef839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402333 Feb 20 03:37:03.387120 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-dc4964d8-c676-4b4e-825e-e8041ff37f0e tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (dc03262b-5d28-4954-9ada-168b2b4e65f8), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:03.404564 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['815bd948-bcf0-4a6d-a897-5f950d18e389'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:37:03.451683 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-c801dc1f-3528-48a5-9616-0b57065cf8d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4021b60-a6ea-45ce-a0f4-0b0c724f8408 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:37:03.472406 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-dc4964d8-c676-4b4e-825e-e8041ff37f0e tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Network eb72ec9f-03fd-429e-98e6-830fa78a693b is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:37:03.482404 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-c801dc1f-3528-48a5-9616-0b57065cf8d4 service neutron] Publish callbacks [] for port (d4021b60-a6ea-45ce-a0f4-0b0c724f8408), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:03.499943 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-c801dc1f-3528-48a5-9616-0b57065cf8d4 service neutron] Transition to ACTIVE for port object d4021b60-a6ea-45ce-a0f4-0b0c724f8408 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:37:03.503825 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-dc4964d8-c676-4b4e-825e-e8041ff37f0e tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:37:03.514777 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-cac76c60-2bb5-4f3a-af9f-a2a5c98d62be tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:03.515515 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-cac76c60-2bb5-4f3a-af9f-a2a5c98d62be tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:03.523930 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-dc4964d8-c676-4b4e-825e-e8041ff37f0e tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:37:03.566901 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4964d8-c676-4b4e-825e-e8041ff37f0e tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Pushing event updated for resources: {'Port': ['ID=dc03262b-5d28-4954-9ada-168b2b4e65f8,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:03.586316 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-c801dc1f-3528-48a5-9616-0b57065cf8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (d4021b60-a6ea-45ce-a0f4-0b0c724f8408), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:03.615271 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af18df5-3c51-4c81-b9bc-e89b98d197ed req-2245c557-2c7a-4d05-9bb4-44bf953fa6fd tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:03.623807 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1af18df5-3c51-4c81-b9bc-e89b98d197ed req-2245c557-2c7a-4d05-9bb4-44bf953fa6fd tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=06a182c0-e1af-4d04-8e34-5f7d24c644af HTTP/1.1" status: 200 len: 945 time: 0.1721566 Feb 20 03:37:03.630124 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-dc4964d8-c676-4b4e-825e-e8041ff37f0e tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:03.630773 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-dc4964d8-c676-4b4e-825e-e8041ff37f0e tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:03.665808 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-cac76c60-2bb5-4f3a-af9f-a2a5c98d62be tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7364051 Feb 20 03:37:03.677388 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-3d977fbd-efdd-4761-a9e6-797137a5db21 service neutron] Request body: {'port': {'device_id': '7ccf1b83-aaf6-4e47-ba40-795141ccc687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:37:03.699651 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c801dc1f-3528-48a5-9616-0b57065cf8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d4021b60-a6ea-45ce-a0f4-0b0c724f8408,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:03.725032 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1af18df5-3c51-4c81-b9bc-e89b98d197ed req-f2c5c575-af28-431f-86bd-9bc02fd69693 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963826 Feb 20 03:37:03.759324 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-dc4964d8-c676-4b4e-825e-e8041ff37f0e tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1505001 Feb 20 03:37:03.771640 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-8e720cec-3887-4240-acfe-a53d86983b58 service neutron] Request body: {'port': {'device_id': '1ae3b9b6-59f1-45b7-89be-69e0f2164be0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:37:03.771982 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-c801dc1f-3528-48a5-9616-0b57065cf8d4 service neutron] Attempting to bind port d4021b60-a6ea-45ce-a0f4-0b0c724f8408 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:37:03.772408 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-c801dc1f-3528-48a5-9616-0b57065cf8d4 service neutron] Attempting to bind port d4021b60-a6ea-45ce-a0f4-0b0c724f8408 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e6c34341-fb5d-4178-a946-cb26003ca807'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:37:03.773324 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-c801dc1f-3528-48a5-9616-0b57065cf8d4 service neutron] Attempting to bind port d4021b60-a6ea-45ce-a0f4-0b0c724f8408 on network e6c34341-fb5d-4178-a946-cb26003ca807 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:37:03.781963 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-c801dc1f-3528-48a5-9616-0b57065cf8d4 service neutron] Port d4021b60-a6ea-45ce-a0f4-0b0c724f8408 on network e6c34341-fb5d-4178-a946-cb26003ca807 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:37:03.782176 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-c801dc1f-3528-48a5-9616-0b57065cf8d4 service neutron] Attempting to bind port d4021b60-a6ea-45ce-a0f4-0b0c724f8408 on network e6c34341-fb5d-4178-a946-cb26003ca807 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:37:03.787668 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-c801dc1f-3528-48a5-9616-0b57065cf8d4 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:37:03.788009 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-c801dc1f-3528-48a5-9616-0b57065cf8d4 service neutron] Checking segment: {'id': 'ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e6c34341-fb5d-4178-a946-cb26003ca807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:37:03.788448 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-c801dc1f-3528-48a5-9616-0b57065cf8d4 service neutron] Bound using segment: {'id': 'ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e6c34341-fb5d-4178-a946-cb26003ca807'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:37:03.794830 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-c801dc1f-3528-48a5-9616-0b57065cf8d4 service neutron] Bound port: d4021b60-a6ea-45ce-a0f4-0b0c724f8408, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e6c34341-fb5d-4178-a946-cb26003ca807'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:37:03.794830 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-c801dc1f-3528-48a5-9616-0b57065cf8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d4021b60-a6ea-45ce-a0f4-0b0c724f8408), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:03.805629 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-3d977fbd-efdd-4761-a9e6-797137a5db21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ed155187-75e3-4ae5-ad86-bda708bebf75), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:03.905242 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-c801dc1f-3528-48a5-9616-0b57065cf8d4 service neutron] For port d4021b60-a6ea-45ce-a0f4-0b0c724f8408, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:37:03.908573 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e97149-196d-42de-9cb3-ea56bc9b1c45 req-4e7d5358-45d9-4edf-9e78-639f6f126c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:03.910178 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-04e97149-196d-42de-9cb3-ea56bc9b1c45 req-4e7d5358-45d9-4edf-9e78-639f6f126c70 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=06a182c0-e1af-4d04-8e34-5f7d24c644af HTTP/1.1" status: 200 len: 1127 time: 0.0794322 Feb 20 03:37:03.921230 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-c801dc1f-3528-48a5-9616-0b57065cf8d4 service neutron] For port d4021b60-a6ea-45ce-a0f4-0b0c724f8408, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=d4021b60-a6ea-45ce-a0f4-0b0c724f8408,segment=NetworkSegment(ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2),segment_id=ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:37:03.965578 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-04e97149-196d-42de-9cb3-ea56bc9b1c45 req-780a21f4-3354-42c7-91a4-6585a2eb3013 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427918 Feb 20 03:37:03.976461 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-c801dc1f-3528-48a5-9616-0b57065cf8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (d4021b60-a6ea-45ce-a0f4-0b0c724f8408), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:04.017994 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-c801dc1f-3528-48a5-9616-0b57065cf8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:04.019032 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-c801dc1f-3528-48a5-9616-0b57065cf8d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:04.020336 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-c801dc1f-3528-48a5-9616-0b57065cf8d4 service neutron] 10.222.0.93 "PUT /v2.0/ports/d4021b60-a6ea-45ce-a0f4-0b0c724f8408 HTTP/1.1" status: 200 len: 1092 time: 1.7177444 Feb 20 03:37:04.020802 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a64a011-d9e9-4472-91be-39fee873de13', 'tag': 'd4021b60-a6ea-45ce-a0f4-0b0c724f8408'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:37:04.023417 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459616f3-58f3-40dd-98a5-43c76927753b" -d '{"events": [{"name": "network-changed", "server_uuid": "5a64a011-d9e9-4472-91be-39fee873de13", "tag": "d4021b60-a6ea-45ce-a0f4-0b0c724f8408"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:37:04.038642 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-8e720cec-3887-4240-acfe-a53d86983b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dc03262b-5d28-4954-9ada-168b2b4e65f8), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:04.047266 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c801dc1f-3528-48a5-9616-0b57065cf8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d4021b60-a6ea-45ce-a0f4-0b0c724f8408,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:04.136583 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11f358-3fc0-430d-af87-fc4bd2b72f57 req-8cf6d8db-1c21-400f-a3fb-ed25fbf69fb2 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:04.138267 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a11f358-3fc0-430d-af87-fc4bd2b72f57 req-8cf6d8db-1c21-400f-a3fb-ed25fbf69fb2 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4c04dcd-adf5-4c95-9376-f8cef8f8737a HTTP/1.1" status: 200 len: 945 time: 0.3354378 Feb 20 03:37:04.192651 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-434436c6-4f58-4db3-a5cd-d94d1fedb25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:04.194431 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-434436c6-4f58-4db3-a5cd-d94d1fedb25f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e86c0cd9b6148cbaa57589f13217b28&device_id=5a64a011-d9e9-4472-91be-39fee873de13 HTTP/1.1" status: 200 len: 1126 time: 0.0563085 Feb 20 03:37:04.235137 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e27f8-d47e-4b55-920a-719bf4f55460 req-2d686fe2-5b57-4207-8a52-c5292a98e978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:04.236596 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-471a9f0f-9f77-4316-a3ca-060c9240ad2e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4021b60-a6ea-45ce-a0f4-0b0c724f8408 HTTP/1.1" status: 200 len: 217 time: 0.0347412 Feb 20 03:37:04.236772 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a51e27f8-d47e-4b55-920a-719bf4f55460 req-2d686fe2-5b57-4207-8a52-c5292a98e978 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a842b208-6516-42cd-af34-f14f7f82e32f HTTP/1.1" status: 200 len: 917 time: 0.4054034 Feb 20 03:37:04.243521 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca259f-053b-4974-bc55-db6d2f74ed8b req-c3214de9-b8f0-4566-bc89-748047ba2a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:04.244955 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06ca259f-053b-4974-bc55-db6d2f74ed8b req-c3214de9-b8f0-4566-bc89-748047ba2a25 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.3906827 Feb 20 03:37:04.287726 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-d20d2c3f-d615-4c21-bb23-2ad5f2696fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:04.289392 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-d20d2c3f-d615-4c21-bb23-2ad5f2696fd7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9243798a-179e-441d-8d49-1b10358f8637 HTTP/1.1" status: 200 len: 853 time: 0.0476055 Feb 20 03:37:04.322830 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-e0e19b4e-d024-4631-b984-2adf2be42d57 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e6c34341-fb5d-4178-a946-cb26003ca807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269957 Feb 20 03:37:04.397556 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06ca259f-053b-4974-bc55-db6d2f74ed8b req-202f5be4-24d3-4663-9a33-c228da8d3245 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=251d4b8c-9d45-49b3-aec7-767d510aa884 HTTP/1.1" status: 200 len: 217 time: 0.1358364 Feb 20 03:37:04.421000 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-5112c79c-1155-4545-890b-192f1e40fba3 service neutron] 10.222.0.93 "GET /v2.0/networks/e6c34341-fb5d-4178-a946-cb26003ca807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910850 Feb 20 03:37:04.519722 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a11f358-3fc0-430d-af87-fc4bd2b72f57 req-f49a807d-712d-4620-a782-1f8fa6b9ccb2 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615668 Feb 20 03:37:04.520024 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-d5b46742-7d38-4685-9469-220ad301425b service neutron] 10.222.0.93 "GET /v2.0/networks/e6c34341-fb5d-4178-a946-cb26003ca807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926075 Feb 20 03:37:04.562432 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a51e27f8-d47e-4b55-920a-719bf4f55460 req-8bbbdaa9-d8a0-46cd-ab92-939418e86e0c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 HTTP/1.1" status: 200 len: 1000 time: 0.2972648 Feb 20 03:37:04.580669 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8fc4d4-fe51-49fe-a840-5f9c4ef368d4 x-openstack-request-id: req-1b8fc4d4-fe51-49fe-a840-5f9c4ef368d4 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:37:04.581156 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ea81d5-6743-4f79-8b6a-619b4c7e0c54", "name": "network-vif-plugged", "status": "completed", "tag": "251d4b8c-9d45-49b3-aec7-767d510aa884", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:37:04.581246 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1b8fc4d4-fe51-49fe-a840-5f9c4ef368d4 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:37:04.581670 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ea81d5-6743-4f79-8b6a-619b4c7e0c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251d4b8c-9d45-49b3-aec7-767d510aa884', 'code': 200} Feb 20 03:37:04.658073 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca259f-053b-4974-bc55-db6d2f74ed8b req-e51d6d2c-30fb-4371-b1ee-9e209c8377d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:04.659568 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06ca259f-053b-4974-bc55-db6d2f74ed8b req-e51d6d2c-30fb-4371-b1ee-9e209c8377d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1967158 Feb 20 03:37:04.712790 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd66b9-6226-45a4-9cc9-197b27ef5a4d req-c66f3516-9656-4514-9352-ac7700201289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:04.715268 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b7cd66b9-6226-45a4-9cc9-197b27ef5a4d req-c66f3516-9656-4514-9352-ac7700201289 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 1132 time: 0.0568113 Feb 20 03:37:04.763465 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e27f8-d47e-4b55-920a-719bf4f55460 req-184473ce-2762-4559-9959-a7a1e9cf8d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:04.765016 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a51e27f8-d47e-4b55-920a-719bf4f55460 req-184473ce-2762-4559-9959-a7a1e9cf8d27 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=459abde2-853f-42b6-94b7-5e11d73152fc HTTP/1.1" status: 200 len: 855 time: 0.1816068 Feb 20 03:37:04.776689 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-b7cd66b9-6226-45a4-9cc9-197b27ef5a4d req-d02161bd-4ed2-4cdd-af40-b30d0f22b483 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494399 Feb 20 03:37:04.889912 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca259f-053b-4974-bc55-db6d2f74ed8b req-3ee24448-207d-426c-8064-052439a7d012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:04.891460 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06ca259f-053b-4974-bc55-db6d2f74ed8b req-3ee24448-207d-426c-8064-052439a7d012 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2181432 Feb 20 03:37:04.900925 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648ece5-16cb-44b8-abb9-dfe6d939a217 req-ccc07544-5c51-4507-8483-5f205d5c24cf tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:04.902787 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b648ece5-16cb-44b8-abb9-dfe6d939a217 req-ccc07544-5c51-4507-8483-5f205d5c24cf tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 945 time: 0.2324152 Feb 20 03:37:04.914408 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-3d977fbd-efdd-4761-a9e6-797137a5db21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed155187-75e3-4ae5-ad86-bda708bebf75 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:37:04.938812 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-3d977fbd-efdd-4761-a9e6-797137a5db21 service neutron] Publish callbacks [] for port (ed155187-75e3-4ae5-ad86-bda708bebf75), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:04.992746 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-3d977fbd-efdd-4761-a9e6-797137a5db21 service neutron] Transition to ACTIVE for port object ed155187-75e3-4ae5-ad86-bda708bebf75 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:37:05.002170 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e27f8-d47e-4b55-920a-719bf4f55460 req-f9bfd4b0-517c-403d-951a-4b39d5023682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:05.003753 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a51e27f8-d47e-4b55-920a-719bf4f55460 req-f9bfd4b0-517c-403d-951a-4b39d5023682 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a842b208-6516-42cd-af34-f14f7f82e32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2173007 Feb 20 03:37:05.022116 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-8e720cec-3887-4240-acfe-a53d86983b58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc03262b-5d28-4954-9ada-168b2b4e65f8 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:37:05.047655 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-8e720cec-3887-4240-acfe-a53d86983b58 service neutron] Publish callbacks [] for port (dc03262b-5d28-4954-9ada-168b2b4e65f8), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:05.051059 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b648ece5-16cb-44b8-abb9-dfe6d939a217 req-d7ed7021-82f4-4474-a119-7fad09c14156 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394260 Feb 20 03:37:05.438044 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-8e720cec-3887-4240-acfe-a53d86983b58 service neutron] Transition to ACTIVE for port object dc03262b-5d28-4954-9ada-168b2b4e65f8 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:37:05.439045 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-3d977fbd-efdd-4761-a9e6-797137a5db21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (ed155187-75e3-4ae5-ad86-bda708bebf75), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:05.521649 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-8e720cec-3887-4240-acfe-a53d86983b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (dc03262b-5d28-4954-9ada-168b2b4e65f8), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:05.588564 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d977fbd-efdd-4761-a9e6-797137a5db21 service neutron] Pushing event updated for resources: {'Port': ['ID=ed155187-75e3-4ae5-ad86-bda708bebf75,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:05.661449 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a51e27f8-d47e-4b55-920a-719bf4f55460 req-4edffc3c-9e7a-4ee8-9d7e-4755c01fccc7 service neutron] 10.222.0.42 "GET /v2.0/networks/a842b208-6516-42cd-af34-f14f7f82e32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6347880 Feb 20 03:37:05.683566 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06ca259f-053b-4974-bc55-db6d2f74ed8b req-b3370b90-a79b-4b4d-a3fb-ef84fc64616e service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6557000 Feb 20 03:37:05.755739 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ac8ce-573b-4a49-b623-21363befca37 req-9feca613-d2fc-46e3-9f2c-afb41f35e229 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:05.757306 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e76ac8ce-573b-4a49-b623-21363befca37 req-9feca613-d2fc-46e3-9f2c-afb41f35e229 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 931 time: 0.3152666 Feb 20 03:37:05.812301 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e720cec-3887-4240-acfe-a53d86983b58 service neutron] Pushing event updated for resources: {'Port': ['ID=dc03262b-5d28-4954-9ada-168b2b4e65f8,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:05.934825 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-3d977fbd-efdd-4761-a9e6-797137a5db21 service neutron] Attempting to bind port ed155187-75e3-4ae5-ad86-bda708bebf75 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:37:05.935196 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-3d977fbd-efdd-4761-a9e6-797137a5db21 service neutron] Attempting to bind port ed155187-75e3-4ae5-ad86-bda708bebf75 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e6c34341-fb5d-4178-a946-cb26003ca807'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:37:05.935523 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-3d977fbd-efdd-4761-a9e6-797137a5db21 service neutron] Attempting to bind port ed155187-75e3-4ae5-ad86-bda708bebf75 on network e6c34341-fb5d-4178-a946-cb26003ca807 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:37:05.973856 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-3d977fbd-efdd-4761-a9e6-797137a5db21 service neutron] Port ed155187-75e3-4ae5-ad86-bda708bebf75 on network e6c34341-fb5d-4178-a946-cb26003ca807 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:37:05.974196 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-3d977fbd-efdd-4761-a9e6-797137a5db21 service neutron] Attempting to bind port ed155187-75e3-4ae5-ad86-bda708bebf75 on network e6c34341-fb5d-4178-a946-cb26003ca807 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:37:06.004665 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e76ac8ce-573b-4a49-b623-21363befca37 req-37affd99-575f-4483-a7b1-68a813266972 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271233 Feb 20 03:37:06.011294 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-8e720cec-3887-4240-acfe-a53d86983b58 service neutron] Attempting to bind port dc03262b-5d28-4954-9ada-168b2b4e65f8 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:37:06.012247 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-8e720cec-3887-4240-acfe-a53d86983b58 service neutron] Attempting to bind port dc03262b-5d28-4954-9ada-168b2b4e65f8 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '69783699-9f40-4dd5-8cc4-9295ba1da9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'eb72ec9f-03fd-429e-98e6-830fa78a693b'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:37:06.012709 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-8e720cec-3887-4240-acfe-a53d86983b58 service neutron] Attempting to bind port dc03262b-5d28-4954-9ada-168b2b4e65f8 on network eb72ec9f-03fd-429e-98e6-830fa78a693b {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:37:06.016326 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a51e27f8-d47e-4b55-920a-719bf4f55460 req-7e89adc9-f616-4a55-bec6-5e35aaa280ba service neutron] 10.222.0.42 "GET /v2.0/networks/a842b208-6516-42cd-af34-f14f7f82e32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268800 Feb 20 03:37:06.016993 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-3d977fbd-efdd-4761-a9e6-797137a5db21 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:37:06.017347 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-3d977fbd-efdd-4761-a9e6-797137a5db21 service neutron] Checking segment: {'id': 'ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e6c34341-fb5d-4178-a946-cb26003ca807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:37:06.017741 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-3d977fbd-efdd-4761-a9e6-797137a5db21 service neutron] Bound using segment: {'id': 'ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e6c34341-fb5d-4178-a946-cb26003ca807'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:37:06.018170 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-3d977fbd-efdd-4761-a9e6-797137a5db21 service neutron] Bound port: ed155187-75e3-4ae5-ad86-bda708bebf75, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e6c34341-fb5d-4178-a946-cb26003ca807'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:37:06.018533 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-3d977fbd-efdd-4761-a9e6-797137a5db21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ed155187-75e3-4ae5-ad86-bda708bebf75), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:06.043439 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06ca259f-053b-4974-bc55-db6d2f74ed8b req-bca55841-48d6-4fb7-b843-d969306c1794 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372009 Feb 20 03:37:06.045894 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-8e720cec-3887-4240-acfe-a53d86983b58 service neutron] Port dc03262b-5d28-4954-9ada-168b2b4e65f8 on network eb72ec9f-03fd-429e-98e6-830fa78a693b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:37:06.046232 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-8e720cec-3887-4240-acfe-a53d86983b58 service neutron] Attempting to bind port dc03262b-5d28-4954-9ada-168b2b4e65f8 on network eb72ec9f-03fd-429e-98e6-830fa78a693b {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:37:06.055157 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-8e720cec-3887-4240-acfe-a53d86983b58 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:37:06.055500 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-8e720cec-3887-4240-acfe-a53d86983b58 service neutron] Checking segment: {'id': '69783699-9f40-4dd5-8cc4-9295ba1da9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'eb72ec9f-03fd-429e-98e6-830fa78a693b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:37:06.055894 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-8e720cec-3887-4240-acfe-a53d86983b58 service neutron] Bound using segment: {'id': '69783699-9f40-4dd5-8cc4-9295ba1da9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'eb72ec9f-03fd-429e-98e6-830fa78a693b'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:37:06.056343 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-8e720cec-3887-4240-acfe-a53d86983b58 service neutron] Bound port: dc03262b-5d28-4954-9ada-168b2b4e65f8, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69783699-9f40-4dd5-8cc4-9295ba1da9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'eb72ec9f-03fd-429e-98e6-830fa78a693b'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:37:06.056707 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-8e720cec-3887-4240-acfe-a53d86983b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dc03262b-5d28-4954-9ada-168b2b4e65f8), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:06.197518 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-3d977fbd-efdd-4761-a9e6-797137a5db21 service neutron] For port ed155187-75e3-4ae5-ad86-bda708bebf75, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:37:06.221324 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fff13c-7c30-47ce-8320-3bd0d42d1652 req-9a51915d-7acf-4648-9dc0-3e18e7df504d tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:06.222898 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a2fff13c-7c30-47ce-8320-3bd0d42d1652 req-9a51915d-7acf-4648-9dc0-3e18e7df504d tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 950 time: 0.1402049 Feb 20 03:37:06.224017 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-8e720cec-3887-4240-acfe-a53d86983b58 service neutron] For port dc03262b-5d28-4954-9ada-168b2b4e65f8, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:37:06.228535 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-8e720cec-3887-4240-acfe-a53d86983b58 service neutron] For port dc03262b-5d28-4954-9ada-168b2b4e65f8, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=dc03262b-5d28-4954-9ada-168b2b4e65f8,segment=NetworkSegment(69783699-9f40-4dd5-8cc4-9295ba1da9c2),segment_id=69783699-9f40-4dd5-8cc4-9295ba1da9c2)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:37:06.232657 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-3d977fbd-efdd-4761-a9e6-797137a5db21 service neutron] For port ed155187-75e3-4ae5-ad86-bda708bebf75, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ed155187-75e3-4ae5-ad86-bda708bebf75,segment=NetworkSegment(ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2),segment_id=ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:37:06.277000 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a2fff13c-7c30-47ce-8320-3bd0d42d1652 req-343d3c5a-dba3-4e35-ae47-25143365d942 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467944 Feb 20 03:37:06.297175 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-8e720cec-3887-4240-acfe-a53d86983b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (dc03262b-5d28-4954-9ada-168b2b4e65f8), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:06.332582 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-3d977fbd-efdd-4761-a9e6-797137a5db21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (ed155187-75e3-4ae5-ad86-bda708bebf75), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:06.339052 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-8e720cec-3887-4240-acfe-a53d86983b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:06.339990 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-8e720cec-3887-4240-acfe-a53d86983b58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:06.341461 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-8e720cec-3887-4240-acfe-a53d86983b58 service neutron] 10.222.0.93 "PUT /v2.0/ports/dc03262b-5d28-4954-9ada-168b2b4e65f8 HTTP/1.1" status: 200 len: 1091 time: 2.5746849 Feb 20 03:37:06.342958 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae3b9b6-59f1-45b7-89be-69e0f2164be0', 'tag': 'dc03262b-5d28-4954-9ada-168b2b4e65f8'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:37:06.345270 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c19ceb6-3d68-456d-aef7-9d27849e2b06" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae3b9b6-59f1-45b7-89be-69e0f2164be0", "tag": "dc03262b-5d28-4954-9ada-168b2b4e65f8"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:37:06.367770 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-3d977fbd-efdd-4761-a9e6-797137a5db21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:06.368469 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-3d977fbd-efdd-4761-a9e6-797137a5db21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:06.369996 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-3d977fbd-efdd-4761-a9e6-797137a5db21 service neutron] 10.222.0.93 "PUT /v2.0/ports/ed155187-75e3-4ae5-ad86-bda708bebf75 HTTP/1.1" status: 200 len: 1091 time: 2.6976917 Feb 20 03:37:06.406954 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e720cec-3887-4240-acfe-a53d86983b58 service neutron] Pushing event updated for resources: {'Port': ['ID=dc03262b-5d28-4954-9ada-168b2b4e65f8,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:06.411367 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a8dbac74-889e-4ca5-85c0-f2978d115cd8 req-6a88f972-4be5-433d-9de1-cf448a9eefa9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 210 time: 0.0403676 Feb 20 03:37:06.495417 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb72fd4-55b4-4933-bd8a-1aec8bc0ef5c x-openstack-request-id: req-4fb72fd4-55b4-4933-bd8a-1aec8bc0ef5c {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:37:06.496554 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a64a011-d9e9-4472-91be-39fee873de13", "tag": "d4021b60-a6ea-45ce-a0f4-0b0c724f8408", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:37:06.497128 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4fb72fd4-55b4-4933-bd8a-1aec8bc0ef5c {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:37:06.497551 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a64a011-d9e9-4472-91be-39fee873de13', 'tag': 'd4021b60-a6ea-45ce-a0f4-0b0c724f8408', 'status': 'completed', 'code': 200} Feb 20 03:37:06.536354 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device d4021b60-a6ea-45ce-a0f4-0b0c724f8408 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:37:06.590144 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d977fbd-efdd-4761-a9e6-797137a5db21 service neutron] Pushing event updated for resources: {'Port': ['ID=ed155187-75e3-4ae5-ad86-bda708bebf75,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:06.604413 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459616f3-58f3-40dd-98a5-43c76927753b req-d4ca0f35-ef24-4a5c-a7d9-87bcb73ddacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:06.606699 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-459616f3-58f3-40dd-98a5-43c76927753b req-d4ca0f35-ef24-4a5c-a7d9-87bcb73ddacb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e86c0cd9b6148cbaa57589f13217b28&device_id=5a64a011-d9e9-4472-91be-39fee873de13 HTTP/1.1" status: 200 len: 1126 time: 0.0836694 Feb 20 03:37:06.675952 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port d4021b60-a6ea-45ce-a0f4-0b0c724f8408, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=d4021b60-a6ea-45ce-a0f4-0b0c724f8408,segment=NetworkSegment(ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2),segment_id=ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:06.692817 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'd4021b60-a6ea-45ce-a0f4-0b0c724f8408', 'network_id': 'e6c34341-fb5d-4178-a946-cb26003ca807', 'port_id': 'd4021b60-a6ea-45ce-a0f4-0b0c724f8408', 'mac_address': 'fa:16:3e:a5:86:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9243798a-179e-441d-8d49-1b10358f8637', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:37:06.725151 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459616f3-58f3-40dd-98a5-43c76927753b req-c3f4428b-0d78-4a42-9c10-7c4d13eb95d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:06.727221 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-459616f3-58f3-40dd-98a5-43c76927753b req-c3f4428b-0d78-4a42-9c10-7c4d13eb95d4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e6c34341-fb5d-4178-a946-cb26003ca807 HTTP/1.1" status: 200 len: 914 time: 0.1081836 Feb 20 03:37:06.753384 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port d4021b60-a6ea-45ce-a0f4-0b0c724f8408 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:37:06.755263 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d4021b60-a6ea-45ce-a0f4-0b0c724f8408), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:06.774831 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4021b60-a6ea-45ce-a0f4-0b0c724f8408 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:37:06.794763 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8bef7-1b84-4549-9958-6c71196c35c4 req-9903202d-dcf8-422a-8f61-002b6300f25b tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:06.794763 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-38b8bef7-1b84-4549-9958-6c71196c35c4 req-9903202d-dcf8-422a-8f61-002b6300f25b tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.42 "GET /v2.0/ports?device_id=68453351-1639-404d-88f1-63f7cb86ecd0 HTTP/1.1" status: 200 len: 945 time: 0.2839992 Feb 20 03:37:06.800152 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-459616f3-58f3-40dd-98a5-43c76927753b req-b972da54-d37b-49d6-b806-698a76c9c3a4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4021b60-a6ea-45ce-a0f4-0b0c724f8408 HTTP/1.1" status: 200 len: 217 time: 0.0570016 Feb 20 03:37:06.806234 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port d4021b60-a6ea-45ce-a0f4-0b0c724f8408, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=d4021b60-a6ea-45ce-a0f4-0b0c724f8408,segment=NetworkSegment(ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2),segment_id=ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:06.848262 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-7e0a7a01-46b5-48bf-9143-92c2cb371fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:06.849767 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-7e0a7a01-46b5-48bf-9143-92c2cb371fd8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8e13d1b876514870b4c46ea04fedd66d&device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 1125 time: 0.3756492 Feb 20 03:37:06.858259 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459616f3-58f3-40dd-98a5-43c76927753b req-76a78d0f-9cbd-4766-94a4-6f32b5c1fb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:06.860265 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-459616f3-58f3-40dd-98a5-43c76927753b req-76a78d0f-9cbd-4766-94a4-6f32b5c1fb81 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9243798a-179e-441d-8d49-1b10358f8637 HTTP/1.1" status: 200 len: 853 time: 0.0542216 Feb 20 03:37:06.860921 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff173a-5c1e-429c-aa55-334476ae065b req-ce2f80af-6b5e-4f17-a480-32ec5b736f77 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:06.862555 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-efff173a-5c1e-429c-aa55-334476ae065b req-ce2f80af-6b5e-4f17-a480-32ec5b736f77 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a64a011-d9e9-4472-91be-39fee873de13 HTTP/1.1" status: 200 len: 944 time: 0.2487485 Feb 20 03:37:06.870173 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-f4017fc3-2e5b-4301-8755-276c31ff40bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:06.872134 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-f4017fc3-2e5b-4301-8755-276c31ff40bb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e86c0cd9b6148cbaa57589f13217b28&device_id=7ccf1b83-aaf6-4e47-ba40-795141ccc687 HTTP/1.1" status: 200 len: 1125 time: 0.3082294 Feb 20 03:37:06.898190 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-459616f3-58f3-40dd-98a5-43c76927753b req-ae39066f-a062-4945-949f-b65a701ecfe5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e6c34341-fb5d-4178-a946-cb26003ca807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283208 Feb 20 03:37:06.902906 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d4021b60-a6ea-45ce-a0f4-0b0c724f8408), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:06.954497 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=d4021b60-a6ea-45ce-a0f4-0b0c724f8408,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:06.974709 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-92f729e8-48d5-4e99-8bab-ea8870c96764 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed155187-75e3-4ae5-ad86-bda708bebf75 HTTP/1.1" status: 200 len: 217 time: 0.0921104 Feb 20 03:37:06.982396 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1a5e4-99a0-42f4-8be6-097d417ce941 req-147a6b8e-c92f-466f-8798-955206e62add tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:06.983826 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-63f1a5e4-99a0-42f4-8be6-097d417ce941 req-147a6b8e-c92f-466f-8798-955206e62add tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4d157fd-ace4-4243-8576-ccf42fd6b40e HTTP/1.1" status: 200 len: 946 time: 0.3231325 Feb 20 03:37:07.023345 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-459616f3-58f3-40dd-98a5-43c76927753b req-18553ae4-0e68-4982-a92e-d29b2fdb2050 service neutron] 10.222.0.93 "GET /v2.0/networks/e6c34341-fb5d-4178-a946-cb26003ca807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150565 Feb 20 03:37:07.028327 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-673acb10-22fc-4ded-a6b8-70b0bdaa77dc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dc03262b-5d28-4954-9ada-168b2b4e65f8 HTTP/1.1" status: 200 len: 217 time: 0.1605074 Feb 20 03:37:07.114707 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-efff173a-5c1e-429c-aa55-334476ae065b req-88476b7b-b3f5-40c6-b255-09d54d06ab3e tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/security-groups?id=61909b7f-b58f-44bc-9dd8-c9e4276ef839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348962 Feb 20 03:37:07.124859 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-459616f3-58f3-40dd-98a5-43c76927753b req-f3d63716-d7a2-467b-97f8-99964b57415d service neutron] 10.222.0.93 "GET /v2.0/networks/e6c34341-fb5d-4178-a946-cb26003ca807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904961 Feb 20 03:37:07.125595 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['d4021b60-a6ea-45ce-a0f4-0b0c724f8408'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:37:07.218924 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-6050b3b1-d877-4870-926a-5044f540016f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:07.220337 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-6050b3b1-d877-4870-926a-5044f540016f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8e889741-186e-4683-9003-0f4b5f32a6a3 HTTP/1.1" status: 200 len: 855 time: 0.1638374 Feb 20 03:37:07.221602 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-0fba8822-4871-49af-a144-bdaf85a260ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:07.222941 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-0fba8822-4871-49af-a144-bdaf85a260ad service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9243798a-179e-441d-8d49-1b10358f8637 HTTP/1.1" status: 200 len: 853 time: 0.2350423 Feb 20 03:37:07.274945 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:37:07.322486 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-a57989df-84fe-4533-9939-b7bb2211e494 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e6c34341-fb5d-4178-a946-cb26003ca807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793109 Feb 20 03:37:07.328188 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-755a73cc-96f0-4e58-9c37-5734c55564aa service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=eb72ec9f-03fd-429e-98e6-830fa78a693b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862050 Feb 20 03:37:07.348741 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-38b8bef7-1b84-4549-9958-6c71196c35c4 req-adeb3fd8-af14-4763-a779-ca7ed7a73f23 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Deleting port 815bd948-bcf0-4a6d-a897-5f950d18e389 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:37:07.349083 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-38b8bef7-1b84-4549-9958-6c71196c35c4 req-adeb3fd8-af14-4763-a779-ca7ed7a73f23 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (815bd948-bcf0-4a6d-a897-5f950d18e389), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:07.442803 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=ed1d4dac-5a57-4f44-87fa-76149bb3c3c8,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:07.456057 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'ed1d4dac-5a57-4f44-87fa-76149bb3c3c8', 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f', 'port_id': 'ed1d4dac-5a57-4f44-87fa-76149bb3c3c8', 'mac_address': 'fa:16:3e:9a:a4:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:37:07.494437 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:37:07.494833 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ed1d4dac-5a57-4f44-87fa-76149bb3c3c8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:07.508860 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:37:07.521287 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-63f1a5e4-99a0-42f4-8be6-097d417ce941 req-eabc6321-7f98-4c86-8d64-3cec99b9f2c4 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Deleting port 4c9fc3f5-7836-436c-96e1-5c7166ee5bbb {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:37:07.521633 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-63f1a5e4-99a0-42f4-8be6-097d417ce941 req-eabc6321-7f98-4c86-8d64-3cec99b9f2c4 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (4c9fc3f5-7836-436c-96e1-5c7166ee5bbb), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:07.529419 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=ed1d4dac-5a57-4f44-87fa-76149bb3c3c8,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:07.535116 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be290be5-16b0-4f65-a5ae-dcda9bd6015d req-b8713dd6-9854-4afa-8488-ffe1df55124d tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:07.536594 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be290be5-16b0-4f65-a5ae-dcda9bd6015d req-b8713dd6-9854-4afa-8488-ffe1df55124d tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=06a182c0-e1af-4d04-8e34-5f7d24c644af HTTP/1.1" status: 200 len: 945 time: 0.3092787 Feb 20 03:37:07.599401 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ed1d4dac-5a57-4f44-87fa-76149bb3c3c8), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:07.650675 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=ed1d4dac-5a57-4f44-87fa-76149bb3c3c8,revision_number=11']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:07.690308 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-e7ce3d52-9575-48ed-9468-2b9f6a2bae29 service neutron] 10.222.0.93 "GET /v2.0/networks/e6c34341-fb5d-4178-a946-cb26003ca807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542867 Feb 20 03:37:07.692071 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-37ee9712-d0e9-4f6c-b9e6-eb8787dcdbbd service neutron] 10.222.0.93 "GET /v2.0/networks/eb72ec9f-03fd-429e-98e6-830fa78a693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541963 Feb 20 03:37:07.799734 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be290be5-16b0-4f65-a5ae-dcda9bd6015d req-b5022147-b08e-4185-bce7-8732d55418cd tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443080 Feb 20 03:37:07.828731 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-38b8bef7-1b84-4549-9958-6c71196c35c4 req-adeb3fd8-af14-4763-a779-ca7ed7a73f23 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] For port 815bd948-bcf0-4a6d-a897-5f950d18e389, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=815bd948-bcf0-4a6d-a897-5f950d18e389,segment=NetworkSegment(69783699-9f40-4dd5-8cc4-9295ba1da9c2),segment_id=69783699-9f40-4dd5-8cc4-9295ba1da9c2)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:07.829159 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-38b8bef7-1b84-4549-9958-6c71196c35c4 req-adeb3fd8-af14-4763-a779-ca7ed7a73f23 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (815bd948-bcf0-4a6d-a897-5f950d18e389), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:07.859476 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-38b8bef7-1b84-4549-9958-6c71196c35c4 req-adeb3fd8-af14-4763-a779-ca7ed7a73f23 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Calling delete_port for 815bd948-bcf0-4a6d-a897-5f950d18e389 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:37:07.864629 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-63f1a5e4-99a0-42f4-8be6-097d417ce941 req-eabc6321-7f98-4c86-8d64-3cec99b9f2c4 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] For port 4c9fc3f5-7836-436c-96e1-5c7166ee5bbb, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=4c9fc3f5-7836-436c-96e1-5c7166ee5bbb,segment=NetworkSegment(ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2),segment_id=ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:07.864996 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-63f1a5e4-99a0-42f4-8be6-097d417ce941 req-eabc6321-7f98-4c86-8d64-3cec99b9f2c4 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (4c9fc3f5-7836-436c-96e1-5c7166ee5bbb), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:07.919136 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-63f1a5e4-99a0-42f4-8be6-097d417ce941 req-eabc6321-7f98-4c86-8d64-3cec99b9f2c4 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Calling delete_port for 4c9fc3f5-7836-436c-96e1-5c7166ee5bbb owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:37:07.974094 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['ed1d4dac-5a57-4f44-87fa-76149bb3c3c8'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:37:08.051652 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b93a71c-2aec-4538-a17b-115cb4a09cc4 req-75212823-c1db-4d2c-b6c8-1530179aed71 service neutron] 10.222.0.93 "GET /v2.0/networks/eb72ec9f-03fd-429e-98e6-830fa78a693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462768 Feb 20 03:37:08.069831 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f7bfa05-7eb1-4227-9a6b-606ac994f819 req-7d628427-a1f9-4a71-bb2d-0ed436ee6203 service neutron] 10.222.0.93 "GET /v2.0/networks/e6c34341-fb5d-4178-a946-cb26003ca807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614759 Feb 20 03:37:08.085895 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845993a-aebb-4305-b199-9dd1fbbc29f7 req-85afb754-81c8-4529-880b-1b5935870f66 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:08.093018 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3845993a-aebb-4305-b199-9dd1fbbc29f7 req-85afb754-81c8-4529-880b-1b5935870f66 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4c04dcd-adf5-4c95-9376-f8cef8f8737a HTTP/1.1" status: 200 len: 945 time: 0.2315335 Feb 20 03:37:08.502496 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3845993a-aebb-4305-b199-9dd1fbbc29f7 req-0f054453-0695-44c8-bd6c-c7d925a102f4 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4085977 Feb 20 03:37:08.567774 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device d4021b60-a6ea-45ce-a0f4-0b0c724f8408 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:37:08.651724 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e271e6-72f0-45c2-b7d8-aaa5f283dc4e req-8c6816a6-5930-4c5d-9151-04fac7cf6517 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:08.655264 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25e271e6-72f0-45c2-b7d8-aaa5f283dc4e req-8c6816a6-5930-4c5d-9151-04fac7cf6517 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 946 time: 0.0648031 Feb 20 03:37:08.715400 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25e271e6-72f0-45c2-b7d8-aaa5f283dc4e req-8564d318-31c2-41c9-be8f-90fedeb83a4a tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519426 Feb 20 03:37:08.781368 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7ed161-4088-4233-9b22-c2dfe9765389 x-openstack-request-id: req-8a7ed161-4088-4233-9b22-c2dfe9765389 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:37:08.781674 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae3b9b6-59f1-45b7-89be-69e0f2164be0", "tag": "dc03262b-5d28-4954-9ada-168b2b4e65f8", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:37:08.781938 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8a7ed161-4088-4233-9b22-c2dfe9765389 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:37:08.782357 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae3b9b6-59f1-45b7-89be-69e0f2164be0', 'tag': 'dc03262b-5d28-4954-9ada-168b2b4e65f8', 'status': 'completed', 'code': 200} Feb 20 03:37:08.895115 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19ceb6-3d68-456d-aef7-9d27849e2b06 req-a229edae-26c6-40a1-a98a-51556233566f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:08.896733 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5c19ceb6-3d68-456d-aef7-9d27849e2b06 req-a229edae-26c6-40a1-a98a-51556233566f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8e13d1b876514870b4c46ea04fedd66d&device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 1125 time: 0.0908430 Feb 20 03:37:08.909468 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fea8e-3610-487b-8ab3-68737732fc4d req-210da1a1-0215-45bb-85f8-dcbcb6bdfa2e tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:08.911071 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-765fea8e-3610-487b-8ab3-68737732fc4d req-210da1a1-0215-45bb-85f8-dcbcb6bdfa2e tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 943 time: 0.0721765 Feb 20 03:37:09.023749 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-765fea8e-3610-487b-8ab3-68737732fc4d req-0b587561-50a3-48de-b42e-637607681e74 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019545 Feb 20 03:37:09.050302 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19ceb6-3d68-456d-aef7-9d27849e2b06 req-5a88f734-528f-4167-9968-f323ea618826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:09.051979 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5c19ceb6-3d68-456d-aef7-9d27849e2b06 req-5a88f734-528f-4167-9968-f323ea618826 service neutron] 10.222.0.93 "GET /v2.0/networks?id=eb72ec9f-03fd-429e-98e6-830fa78a693b HTTP/1.1" status: 200 len: 916 time: 0.1400087 Feb 20 03:37:09.098956 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5c19ceb6-3d68-456d-aef7-9d27849e2b06 req-3ff2a933-2897-45b8-b4f4-f0fcb2487a27 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dc03262b-5d28-4954-9ada-168b2b4e65f8 HTTP/1.1" status: 200 len: 217 time: 0.0392272 Feb 20 03:37:09.099570 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-38b8bef7-1b84-4549-9958-6c71196c35c4 req-adeb3fd8-af14-4763-a779-ca7ed7a73f23 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (815bd948-bcf0-4a6d-a897-5f950d18e389), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:09.118249 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port d4021b60-a6ea-45ce-a0f4-0b0c724f8408 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:37:09.123981 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port d4021b60-a6ea-45ce-a0f4-0b0c724f8408 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:37:09.124432 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d4021b60-a6ea-45ce-a0f4-0b0c724f8408), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:09.159603 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19ceb6-3d68-456d-aef7-9d27849e2b06 req-dd567701-aaa5-4321-b946-4e50f2d88948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:09.161753 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5c19ceb6-3d68-456d-aef7-9d27849e2b06 req-dd567701-aaa5-4321-b946-4e50f2d88948 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8e889741-186e-4683-9003-0f4b5f32a6a3 HTTP/1.1" status: 200 len: 855 time: 0.0535145 Feb 20 03:37:09.204062 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-63f1a5e4-99a0-42f4-8be6-097d417ce941 req-eabc6321-7f98-4c86-8d64-3cec99b9f2c4 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (4c9fc3f5-7836-436c-96e1-5c7166ee5bbb), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:09.216183 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['d4021b60-a6ea-45ce-a0f4-0b0c724f8408'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:37:09.220013 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb3fd8-af14-4763-a779-ca7ed7a73f23 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Pushing event deleted for resources: {'Port': ['ID=815bd948-bcf0-4a6d-a897-5f950d18e389,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:09.251895 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port d4021b60-a6ea-45ce-a0f4-0b0c724f8408 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:37:09.252288 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d4021b60-a6ea-45ce-a0f4-0b0c724f8408), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:09.253441 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5c19ceb6-3d68-456d-aef7-9d27849e2b06 req-768c1b01-6f63-4aac-a293-a5e3150755d3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=eb72ec9f-03fd-429e-98e6-830fa78a693b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671809 Feb 20 03:37:09.276947 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb3fd8-af14-4763-a779-ca7ed7a73f23 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:09.277790 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb3fd8-af14-4763-a779-ca7ed7a73f23 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:09.278444 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb3fd8-af14-4763-a779-ca7ed7a73f23 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:09.278814 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb3fd8-af14-4763-a779-ca7ed7a73f23 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:09.279321 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb3fd8-af14-4763-a779-ca7ed7a73f23 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:09.279561 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb3fd8-af14-4763-a779-ca7ed7a73f23 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:09.279904 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb3fd8-af14-4763-a779-ca7ed7a73f23 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:09.280243 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb3fd8-af14-4763-a779-ca7ed7a73f23 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:09.280581 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb3fd8-af14-4763-a779-ca7ed7a73f23 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:09.280918 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb3fd8-af14-4763-a779-ca7ed7a73f23 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:09.281259 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb3fd8-af14-4763-a779-ca7ed7a73f23 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:09.281591 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb3fd8-af14-4763-a779-ca7ed7a73f23 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:09.281924 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb3fd8-af14-4763-a779-ca7ed7a73f23 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:09.290709 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:37:09.332391 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a64a011-d9e9-4472-91be-39fee873de13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4021b60-a6ea-45ce-a0f4-0b0c724f8408'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:37:09.333840 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbafdb4e-ad13-45c5-acb8-f6a6761e9dfc" -d '{"events": [{"server_uuid": "5a64a011-d9e9-4472-91be-39fee873de13", "name": "network-vif-plugged", "status": "completed", "tag": "d4021b60-a6ea-45ce-a0f4-0b0c724f8408"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:37:09.336021 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b8bef7-1b84-4549-9958-6c71196c35c4 req-adeb3fd8-af14-4763-a779-ca7ed7a73f23 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] No DVR routers for this DVR port 815bd948-bcf0-4a6d-a897-5f950d18e389 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:37:09.371864 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port d4021b60-a6ea-45ce-a0f4-0b0c724f8408, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=d4021b60-a6ea-45ce-a0f4-0b0c724f8408,segment=NetworkSegment(ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2),segment_id=ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:09.399718 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-38b8bef7-1b84-4549-9958-6c71196c35c4 req-adeb3fd8-af14-4763-a779-ca7ed7a73f23 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:09.403804 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-38b8bef7-1b84-4549-9958-6c71196c35c4 req-adeb3fd8-af14-4763-a779-ca7ed7a73f23 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.42 "DELETE /v2.0/ports/815bd948-bcf0-4a6d-a897-5f950d18e389 HTTP/1.1" status: 204 len: 173 time: 2.5946324 Feb 20 03:37:09.418294 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc6321-7f98-4c86-8d64-3cec99b9f2c4 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Pushing event deleted for resources: {'Port': ['ID=4c9fc3f5-7836-436c-96e1-5c7166ee5bbb,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:09.435544 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d4021b60-a6ea-45ce-a0f4-0b0c724f8408), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:09.441930 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f1a5e4-99a0-42f4-8be6-097d417ce941 req-eabc6321-7f98-4c86-8d64-3cec99b9f2c4 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] No DVR routers for this DVR port 4c9fc3f5-7836-436c-96e1-5c7166ee5bbb on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:37:09.447816 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-63f1a5e4-99a0-42f4-8be6-097d417ce941 req-eabc6321-7f98-4c86-8d64-3cec99b9f2c4 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:09.452412 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-63f1a5e4-99a0-42f4-8be6-097d417ce941 req-eabc6321-7f98-4c86-8d64-3cec99b9f2c4 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.42 "DELETE /v2.0/ports/4c9fc3f5-7836-436c-96e1-5c7166ee5bbb HTTP/1.1" status: 204 len: 173 time: 2.4318037 Feb 20 03:37:09.461679 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bdc44a-de37-47fc-8616-aacd1248e484 req-49c94266-6049-4c7e-8141-6ecd17f24489 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:09.463339 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-04bdc44a-de37-47fc-8616-aacd1248e484 req-49c94266-6049-4c7e-8141-6ecd17f24489 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 950 time: 0.3676460 Feb 20 03:37:09.512115 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:37:09.521721 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=d4021b60-a6ea-45ce-a0f4-0b0c724f8408,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:09.525123 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:37:09.525251 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5c19ceb6-3d68-456d-aef7-9d27849e2b06 req-1aeff725-7edf-4b9d-8105-7a2ebee082c5 service neutron] 10.222.0.93 "GET /v2.0/networks/eb72ec9f-03fd-429e-98e6-830fa78a693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530015 Feb 20 03:37:09.525518 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ed1d4dac-5a57-4f44-87fa-76149bb3c3c8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:09.559510 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-04bdc44a-de37-47fc-8616-aacd1248e484 req-477eaafc-880f-49f4-bbd9-591138e4b8f2 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781312 Feb 20 03:37:09.638564 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5c19ceb6-3d68-456d-aef7-9d27849e2b06 req-e072ae1f-5a07-40a9-93d3-7ab4dae21213 service neutron] 10.222.0.93 "GET /v2.0/networks/eb72ec9f-03fd-429e-98e6-830fa78a693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046875 Feb 20 03:37:09.652630 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:37:09.654587 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ed1d4dac-5a57-4f44-87fa-76149bb3c3c8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:09.695437 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6df0a82a-ff3b-4654-bfcb-a28b4fa479f9 req-bf2874fc-5597-4a14-bde7-ff76a881212e tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 210 time: 0.0382111 Feb 20 03:37:09.714982 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=ed1d4dac-5a57-4f44-87fa-76149bb3c3c8,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:09.770683 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ed1d4dac-5a57-4f44-87fa-76149bb3c3c8), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:09.771560 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 4c9fc3f5-7836-436c-96e1-5c7166ee5bbb no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:37:09.818782 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 4c9fc3f5-7836-436c-96e1-5c7166ee5bbb {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:37:09.819086 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 4c9fc3f5-7836-436c-96e1-5c7166ee5bbb not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:37:09.819519 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 815bd948-bcf0-4a6d-a897-5f950d18e389 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:37:09.842698 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 815bd948-bcf0-4a6d-a897-5f950d18e389 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:37:09.843174 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 815bd948-bcf0-4a6d-a897-5f950d18e389 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:37:09.861825 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=ed1d4dac-5a57-4f44-87fa-76149bb3c3c8,revision_number=12']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:10.077642 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264ddec-8439-4e3e-8601-ab2b39f498b1 req-a437a354-62f3-4490-9c9a-70012504e908 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:10.079101 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c264ddec-8439-4e3e-8601-ab2b39f498b1 req-a437a354-62f3-4490-9c9a-70012504e908 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a64a011-d9e9-4472-91be-39fee873de13 HTTP/1.1" status: 200 len: 946 time: 0.0581517 Feb 20 03:37:10.127391 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c264ddec-8439-4e3e-8601-ab2b39f498b1 req-0bcdfea7-a92c-48b7-b85b-fe5a69dcdfc4 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/security-groups?id=61909b7f-b58f-44bc-9dd8-c9e4276ef839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419433 Feb 20 03:37:10.173624 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607d4150-759e-4871-9565-0c8e25486f45 x-openstack-request-id: req-607d4150-759e-4871-9565-0c8e25486f45 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:37:10.174129 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a64a011-d9e9-4472-91be-39fee873de13", "name": "network-vif-plugged", "status": "completed", "tag": "d4021b60-a6ea-45ce-a0f4-0b0c724f8408", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:37:10.174205 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-607d4150-759e-4871-9565-0c8e25486f45 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:37:10.174886 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a64a011-d9e9-4472-91be-39fee873de13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4021b60-a6ea-45ce-a0f4-0b0c724f8408', 'code': 200} Feb 20 03:37:10.324629 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb74099-a9ae-4655-a5f2-eb968c7c8fe6 req-aba6b99d-c2e4-4a1b-8454-abe3eccad2ef tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:10.331455 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddb74099-a9ae-4655-a5f2-eb968c7c8fe6 req-aba6b99d-c2e4-4a1b-8454-abe3eccad2ef tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4c04dcd-adf5-4c95-9376-f8cef8f8737a HTTP/1.1" status: 200 len: 945 time: 0.0975177 Feb 20 03:37:10.357167 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd10082-d55c-4b46-bb97-ee33ac2f32a3 req-4e7f961b-acba-4213-a1cd-6960b1e5893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:10.358185 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6cd10082-d55c-4b46-bb97-ee33ac2f32a3 req-4e7f961b-acba-4213-a1cd-6960b1e5893d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5a64a011-d9e9-4472-91be-39fee873de13 HTTP/1.1" status: 200 len: 1128 time: 0.0942369 Feb 20 03:37:10.403660 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddb74099-a9ae-4655-a5f2-eb968c7c8fe6 req-1e0a721d-531d-4d07-ab8b-d69b6d92fe39 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711937 Feb 20 03:37:10.428837 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6cd10082-d55c-4b46-bb97-ee33ac2f32a3 req-b712984f-862c-4d37-a37b-21161c2c7eeb service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=61909b7f-b58f-44bc-9dd8-c9e4276ef839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639584 Feb 20 03:37:10.543214 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d725a-7b29-439f-aba3-ad447c22a84d req-cbfd9a5b-67c3-4aa5-86e3-a76e5c813ffc tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:10.544710 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ae9d725a-7b29-439f-aba3-ad447c22a84d req-cbfd9a5b-67c3-4aa5-86e3-a76e5c813ffc tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 950 time: 0.0580680 Feb 20 03:37:10.581605 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device dc03262b-5d28-4954-9ada-168b2b4e65f8 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:37:10.594270 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ae9d725a-7b29-439f-aba3-ad447c22a84d req-07783eea-c7c4-4aaf-87b4-dedb700828f2 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436034 Feb 20 03:37:10.715863 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port dc03262b-5d28-4954-9ada-168b2b4e65f8, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=dc03262b-5d28-4954-9ada-168b2b4e65f8,segment=NetworkSegment(69783699-9f40-4dd5-8cc4-9295ba1da9c2),segment_id=69783699-9f40-4dd5-8cc4-9295ba1da9c2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:10.727967 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'dc03262b-5d28-4954-9ada-168b2b4e65f8', 'network_id': 'eb72ec9f-03fd-429e-98e6-830fa78a693b', 'port_id': 'dc03262b-5d28-4954-9ada-168b2b4e65f8', 'mac_address': 'fa:16:3e:dd:cc:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e889741-186e-4683-9003-0f4b5f32a6a3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:37:10.730206 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c279c9-a836-48b4-a335-6bd30622a716 req-b680a188-1d52-41a7-b10e-b5330d6d1e97 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:10.730623 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-12c279c9-a836-48b4-a335-6bd30622a716 req-b680a188-1d52-41a7-b10e-b5330d6d1e97 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 947 time: 0.0574682 Feb 20 03:37:10.775146 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port dc03262b-5d28-4954-9ada-168b2b4e65f8 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:37:10.775544 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dc03262b-5d28-4954-9ada-168b2b4e65f8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:10.783976 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ccf1b83-aaf6-4e47-ba40-795141ccc687', 'tag': 'ed155187-75e3-4ae5-ad86-bda708bebf75'}, {'server_uuid': '68453351-1639-404d-88f1-63f7cb86ecd0', 'name': 'network-vif-deleted', 'tag': '815bd948-bcf0-4a6d-a897-5f950d18e389'}, {'server_uuid': 'd4d157fd-ace4-4243-8576-ccf42fd6b40e', 'name': 'network-vif-deleted', 'tag': '4c9fc3f5-7836-436c-96e1-5c7166ee5bbb'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:37:10.786280 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37b9db5-0f24-419f-bcae-2991311a6a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "7ccf1b83-aaf6-4e47-ba40-795141ccc687", "tag": "ed155187-75e3-4ae5-ad86-bda708bebf75"}, {"server_uuid": "68453351-1639-404d-88f1-63f7cb86ecd0", "name": "network-vif-deleted", "tag": "815bd948-bcf0-4a6d-a897-5f950d18e389"}, {"server_uuid": "d4d157fd-ace4-4243-8576-ccf42fd6b40e", "name": "network-vif-deleted", "tag": "4c9fc3f5-7836-436c-96e1-5c7166ee5bbb"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:37:10.795507 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc03262b-5d28-4954-9ada-168b2b4e65f8 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:37:10.796310 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-12c279c9-a836-48b4-a335-6bd30622a716 req-8962ca74-4ae5-41bb-83a8-ca0a52115719 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596702 Feb 20 03:37:10.832020 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port dc03262b-5d28-4954-9ada-168b2b4e65f8, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=dc03262b-5d28-4954-9ada-168b2b4e65f8,segment=NetworkSegment(69783699-9f40-4dd5-8cc4-9295ba1da9c2),segment_id=69783699-9f40-4dd5-8cc4-9295ba1da9c2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:10.896555 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (dc03262b-5d28-4954-9ada-168b2b4e65f8), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:10.897434 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device ed155187-75e3-4ae5-ad86-bda708bebf75 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:37:10.911067 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649a871-8732-4835-8598-f570d43064d5 req-f0af6b22-02b9-478c-908d-82e71eb02af0 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:10.912752 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0649a871-8732-4835-8598-f570d43064d5 req-f0af6b22-02b9-478c-908d-82e71eb02af0 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=06a182c0-e1af-4d04-8e34-5f7d24c644af HTTP/1.1" status: 200 len: 945 time: 0.0556905 Feb 20 03:37:10.965703 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0649a871-8732-4835-8598-f570d43064d5 req-bd095f72-a6f7-46b0-a5ad-023dc21a1d5f tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461159 Feb 20 03:37:11.107869 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.resource_extend [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 03:37:11.109095 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b903215-cdec-4dcf-aa3a-6876ab0ad84e req-2e34fadf-d474-4d88-bc2c-2c5e2993c7d4 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:11.110342 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9b903215-cdec-4dcf-aa3a-6876ab0ad84e req-2e34fadf-d474-4d88-bc2c-2c5e2993c7d4 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 944 time: 0.0757682 Feb 20 03:37:11.159917 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=dc03262b-5d28-4954-9ada-168b2b4e65f8,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:11.175727 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9b903215-cdec-4dcf-aa3a-6876ab0ad84e req-1a963078-a0fd-41bd-8240-287f9c5547cd tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579896 Feb 20 03:37:11.212418 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port ed155187-75e3-4ae5-ad86-bda708bebf75, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ed155187-75e3-4ae5-ad86-bda708bebf75,segment=NetworkSegment(ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2),segment_id=ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:11.225393 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'ed155187-75e3-4ae5-ad86-bda708bebf75', 'network_id': 'e6c34341-fb5d-4178-a946-cb26003ca807', 'port_id': 'ed155187-75e3-4ae5-ad86-bda708bebf75', 'mac_address': 'fa:16:3e:fe:46:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9243798a-179e-441d-8d49-1b10358f8637', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:37:11.269581 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port ed155187-75e3-4ae5-ad86-bda708bebf75 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:37:11.270029 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ed155187-75e3-4ae5-ad86-bda708bebf75), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:11.292233 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed155187-75e3-4ae5-ad86-bda708bebf75 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:37:11.319469 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port ed155187-75e3-4ae5-ad86-bda708bebf75, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ed155187-75e3-4ae5-ad86-bda708bebf75,segment=NetworkSegment(ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2),segment_id=ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:11.354060 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ed1fd21d-eeb9-4b28-9a0f-a745ed6976c8 req-c99cbaba-a9eb-446f-b1fa-23d0adf29419 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 210 time: 0.0358019 Feb 20 03:37:11.410439 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ed155187-75e3-4ae5-ad86-bda708bebf75), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:11.416470 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Sun, 20 Feb 2022 03:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3ac391-9982-4ed6-ae82-388b5f15e2d7 x-openstack-request-id: req-1c3ac391-9982-4ed6-ae82-388b5f15e2d7 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:37:11.417424 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ccf1b83-aaf6-4e47-ba40-795141ccc687", "tag": "ed155187-75e3-4ae5-ad86-bda708bebf75", "status": "completed", "code": 200}, {"server_uuid": "68453351-1639-404d-88f1-63f7cb86ecd0", "name": "network-vif-deleted", "tag": "815bd948-bcf0-4a6d-a897-5f950d18e389", "status": "completed", "code": 200}, {"server_uuid": "d4d157fd-ace4-4243-8576-ccf42fd6b40e", "name": "network-vif-deleted", "tag": "4c9fc3f5-7836-436c-96e1-5c7166ee5bbb", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:37:11.418220 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1c3ac391-9982-4ed6-ae82-388b5f15e2d7 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:37:11.418634 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ccf1b83-aaf6-4e47-ba40-795141ccc687', 'tag': 'ed155187-75e3-4ae5-ad86-bda708bebf75', 'status': 'completed', 'code': 200} Feb 20 03:37:11.418908 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68453351-1639-404d-88f1-63f7cb86ecd0', 'name': 'network-vif-deleted', 'tag': '815bd948-bcf0-4a6d-a897-5f950d18e389', 'status': 'completed', 'code': 200} Feb 20 03:37:11.419166 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d157fd-ace4-4243-8576-ccf42fd6b40e', 'name': 'network-vif-deleted', 'tag': '4c9fc3f5-7836-436c-96e1-5c7166ee5bbb', 'status': 'completed', 'code': 200} Feb 20 03:37:11.491822 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=ed155187-75e3-4ae5-ad86-bda708bebf75,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:11.504703 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b9db5-0f24-419f-bcae-2991311a6a4e req-ccf58ff7-f55e-4990-8933-9641d7f3e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:11.506447 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d37b9db5-0f24-419f-bcae-2991311a6a4e req-ccf58ff7-f55e-4990-8933-9641d7f3e4be service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e86c0cd9b6148cbaa57589f13217b28&device_id=7ccf1b83-aaf6-4e47-ba40-795141ccc687 HTTP/1.1" status: 200 len: 1126 time: 0.0603731 Feb 20 03:37:11.633228 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b9db5-0f24-419f-bcae-2991311a6a4e req-94009ab5-f930-4f18-9691-d69f6625b36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:11.635465 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d37b9db5-0f24-419f-bcae-2991311a6a4e req-94009ab5-f930-4f18-9691-d69f6625b36c service neutron] 10.222.0.93 "GET /v2.0/networks?id=e6c34341-fb5d-4178-a946-cb26003ca807 HTTP/1.1" status: 200 len: 914 time: 0.1076684 Feb 20 03:37:11.677195 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['ed155187-75e3-4ae5-ad86-bda708bebf75'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:37:11.682410 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['dc03262b-5d28-4954-9ada-168b2b4e65f8'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:37:11.691338 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d37b9db5-0f24-419f-bcae-2991311a6a4e req-02531c21-0acc-45b2-80ae-881a78d3d2a0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed155187-75e3-4ae5-ad86-bda708bebf75 HTTP/1.1" status: 200 len: 217 time: 0.0482585 Feb 20 03:37:11.765745 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b9db5-0f24-419f-bcae-2991311a6a4e req-c8dda119-3618-4723-88c6-1439fed7e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:11.771440 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d37b9db5-0f24-419f-bcae-2991311a6a4e req-c8dda119-3618-4723-88c6-1439fed7e9b3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9243798a-179e-441d-8d49-1b10358f8637 HTTP/1.1" status: 200 len: 853 time: 0.0738559 Feb 20 03:37:11.815378 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d37b9db5-0f24-419f-bcae-2991311a6a4e req-036edec6-df16-4827-ae82-19c55be70e0d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e6c34341-fb5d-4178-a946-cb26003ca807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357928 Feb 20 03:37:11.963890 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a644d-bcaa-4218-9dcf-c74a9af41b17 req-25960637-9df3-415d-b198-cd27842c8447 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:11.966281 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e75a644d-bcaa-4218-9dcf-c74a9af41b17 req-25960637-9df3-415d-b198-cd27842c8447 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a64a011-d9e9-4472-91be-39fee873de13 HTTP/1.1" status: 200 len: 946 time: 0.1217918 Feb 20 03:37:12.002273 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d37b9db5-0f24-419f-bcae-2991311a6a4e req-191495b1-ade5-49a5-9714-0432cb74195b service neutron] 10.222.0.93 "GET /v2.0/networks/e6c34341-fb5d-4178-a946-cb26003ca807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802375 Feb 20 03:37:12.080545 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e75a644d-bcaa-4218-9dcf-c74a9af41b17 req-97c85799-6721-4879-b41f-fd6460185336 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/security-groups?id=61909b7f-b58f-44bc-9dd8-c9e4276ef839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034615 Feb 20 03:37:12.116762 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d37b9db5-0f24-419f-bcae-2991311a6a4e req-fb0d8436-5849-4649-8c3e-5f7890c7435a service neutron] 10.222.0.93 "GET /v2.0/networks/e6c34341-fb5d-4178-a946-cb26003ca807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066208 Feb 20 03:37:12.176473 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e800aac1-0fe3-48d1-b319-f0f55a1206e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1d4dac-5a57-4f44-87fa-76149bb3c3c8'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:37:12.179093 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4e7ac4-1c8e-4981-b4ee-798e210ead8c" -d '{"events": [{"server_uuid": "e800aac1-0fe3-48d1-b319-f0f55a1206e1", "name": "network-vif-plugged", "status": "completed", "tag": "ed1d4dac-5a57-4f44-87fa-76149bb3c3c8"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:37:12.234208 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c120f0-6f53-4e10-8724-ca844a4f7973 req-868a9cfe-2f3a-4c91-9750-3b1018221710 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:12.235679 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31c120f0-6f53-4e10-8724-ca844a4f7973 req-868a9cfe-2f3a-4c91-9750-3b1018221710 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=d4c04dcd-adf5-4c95-9376-f8cef8f8737a HTTP/1.1" status: 200 len: 945 time: 0.0579104 Feb 20 03:37:12.284928 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31c120f0-6f53-4e10-8724-ca844a4f7973 req-cae1e958-5d71-444a-bd5f-95bec37976c8 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437245 Feb 20 03:37:12.403446 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1be16-d913-4977-a49b-6e66c3d9d8bb req-2f26a40a-849a-40c5-b692-21eb7c7c161d tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:12.404990 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-14f1be16-d913-4977-a49b-6e66c3d9d8bb req-2f26a40a-849a-40c5-b692-21eb7c7c161d tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=06a182c0-e1af-4d04-8e34-5f7d24c644af HTTP/1.1" status: 200 len: 945 time: 0.0605342 Feb 20 03:37:12.462985 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-14f1be16-d913-4977-a49b-6e66c3d9d8bb req-455efcdb-0a7a-41b5-8843-eeaed0a770a8 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511403 Feb 20 03:37:12.580548 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719830c1-4d18-42f9-bc9b-1d1957b555d7 req-51b5a216-b925-4db8-a09b-2f3ce05d7e13 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:12.582040 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-719830c1-4d18-42f9-bc9b-1d1957b555d7 req-51b5a216-b925-4db8-a09b-2f3ce05d7e13 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 947 time: 0.0562155 Feb 20 03:37:12.595030 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device ed155187-75e3-4ae5-ad86-bda708bebf75 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:37:12.633260 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-719830c1-4d18-42f9-bc9b-1d1957b555d7 req-59551804-2754-47c1-90df-506c74ea2686 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455015 Feb 20 03:37:12.759028 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port ed155187-75e3-4ae5-ad86-bda708bebf75 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:37:12.763901 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port ed155187-75e3-4ae5-ad86-bda708bebf75 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:37:12.764272 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ed155187-75e3-4ae5-ad86-bda708bebf75), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:12.841114 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port ed155187-75e3-4ae5-ad86-bda708bebf75 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:37:12.841654 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ed155187-75e3-4ae5-ad86-bda708bebf75), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:12.875826 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port ed155187-75e3-4ae5-ad86-bda708bebf75, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ed155187-75e3-4ae5-ad86-bda708bebf75,segment=NetworkSegment(ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2),segment_id=ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:12.942516 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ed155187-75e3-4ae5-ad86-bda708bebf75), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:12.943564 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device dc03262b-5d28-4954-9ada-168b2b4e65f8 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:37:13.010922 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36bc926-0ad9-44f5-ab34-2f0e4f0ec2e5 x-openstack-request-id: req-a36bc926-0ad9-44f5-ab34-2f0e4f0ec2e5 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:37:13.012047 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e800aac1-0fe3-48d1-b319-f0f55a1206e1", "name": "network-vif-plugged", "status": "completed", "tag": "ed1d4dac-5a57-4f44-87fa-76149bb3c3c8", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:37:13.012398 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a36bc926-0ad9-44f5-ab34-2f0e4f0ec2e5 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:37:13.012894 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e800aac1-0fe3-48d1-b319-f0f55a1206e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1d4dac-5a57-4f44-87fa-76149bb3c3c8', 'code': 200} Feb 20 03:37:13.063050 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=ed155187-75e3-4ae5-ad86-bda708bebf75,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:13.084598 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01019d7-fd3d-4508-9f51-c864b6ac2215 req-352d03ff-ceb9-4866-aa1d-c504aa4299e1 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:13.088729 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c01019d7-fd3d-4508-9f51-c864b6ac2215 req-352d03ff-ceb9-4866-aa1d-c504aa4299e1 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 944 time: 0.0847549 Feb 20 03:37:13.136593 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port dc03262b-5d28-4954-9ada-168b2b4e65f8 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:37:13.143228 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port dc03262b-5d28-4954-9ada-168b2b4e65f8 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:37:13.143624 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (dc03262b-5d28-4954-9ada-168b2b4e65f8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:13.179478 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c01019d7-fd3d-4508-9f51-c864b6ac2215 req-8247f1e7-307a-46e3-8b42-d8423408a5b0 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866764 Feb 20 03:37:13.220162 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75fb4550-62ba-471c-a155-a85bde97f8eb req-8c760f7c-578c-4cc8-b9d4-5a7d54e2f78d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0996411 Feb 20 03:37:13.258660 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port dc03262b-5d28-4954-9ada-168b2b4e65f8 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:37:13.259110 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dc03262b-5d28-4954-9ada-168b2b4e65f8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:13.299349 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port dc03262b-5d28-4954-9ada-168b2b4e65f8, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=dc03262b-5d28-4954-9ada-168b2b4e65f8,segment=NetworkSegment(69783699-9f40-4dd5-8cc4-9295ba1da9c2),segment_id=69783699-9f40-4dd5-8cc4-9295ba1da9c2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:13.299918 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc99df-7e7f-4d38-8f47-d74dcee30539 req-10b9d286-c135-4fc1-971d-03523963bda3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:13.301513 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31fc99df-7e7f-4d38-8f47-d74dcee30539 req-10b9d286-c135-4fc1-971d-03523963bda3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.42 "GET /v2.0/ports?device_id=06a182c0-e1af-4d04-8e34-5f7d24c644af HTTP/1.1" status: 200 len: 945 time: 0.0663626 Feb 20 03:37:13.307503 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71e488-ed5d-411a-a658-13aa4bd7db52 req-c7770b86-177b-447a-9442-ee9aca732f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:13.309793 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3d71e488-ed5d-411a-a658-13aa4bd7db52 req-c7770b86-177b-447a-9442-ee9aca732f34 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 1129 time: 0.1033499 Feb 20 03:37:13.369856 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (dc03262b-5d28-4954-9ada-168b2b4e65f8), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:13.447261 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3d71e488-ed5d-411a-a658-13aa4bd7db52 req-23f25956-0032-4c3e-9764-1ed50eb36720 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289418 Feb 20 03:37:13.459148 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=dc03262b-5d28-4954-9ada-168b2b4e65f8,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:13.475643 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-31fc99df-7e7f-4d38-8f47-d74dcee30539 req-7da1259e-cc66-4444-914b-7288630aae83 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Deleting port 655e1357-552d-4c7b-9970-eb9cba325f13 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:37:13.475991 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-31fc99df-7e7f-4d38-8f47-d74dcee30539 req-7da1259e-cc66-4444-914b-7288630aae83 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (655e1357-552d-4c7b-9970-eb9cba325f13), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:13.574531 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-31fc99df-7e7f-4d38-8f47-d74dcee30539 req-7da1259e-cc66-4444-914b-7288630aae83 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] For port 655e1357-552d-4c7b-9970-eb9cba325f13, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=655e1357-552d-4c7b-9970-eb9cba325f13,segment=NetworkSegment(8a57dd48-cd2a-4b48-a8ae-20be415170b3),segment_id=8a57dd48-cd2a-4b48-a8ae-20be415170b3)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:13.575202 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-31fc99df-7e7f-4d38-8f47-d74dcee30539 req-7da1259e-cc66-4444-914b-7288630aae83 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (655e1357-552d-4c7b-9970-eb9cba325f13), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:13.588424 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-31fc99df-7e7f-4d38-8f47-d74dcee30539 req-7da1259e-cc66-4444-914b-7288630aae83 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Calling delete_port for 655e1357-552d-4c7b-9970-eb9cba325f13 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:37:13.806163 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-31fc99df-7e7f-4d38-8f47-d74dcee30539 req-7da1259e-cc66-4444-914b-7288630aae83 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (655e1357-552d-4c7b-9970-eb9cba325f13), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:13.818612 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['655e1357-552d-4c7b-9970-eb9cba325f13'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:37:13.863356 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da1259e-cc66-4444-914b-7288630aae83 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Pushing event deleted for resources: {'Port': ['ID=655e1357-552d-4c7b-9970-eb9cba325f13,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:13.916755 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-31fc99df-7e7f-4d38-8f47-d74dcee30539 req-7da1259e-cc66-4444-914b-7288630aae83 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] No DVR routers for this DVR port 655e1357-552d-4c7b-9970-eb9cba325f13 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:37:13.930026 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-31fc99df-7e7f-4d38-8f47-d74dcee30539 req-7da1259e-cc66-4444-914b-7288630aae83 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:13.935163 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31fc99df-7e7f-4d38-8f47-d74dcee30539 req-7da1259e-cc66-4444-914b-7288630aae83 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.42 "DELETE /v2.0/ports/655e1357-552d-4c7b-9970-eb9cba325f13 HTTP/1.1" status: 204 len: 173 time: 0.6244018 Feb 20 03:37:13.935637 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a182c0-e1af-4d04-8e34-5f7d24c644af', 'name': 'network-vif-deleted', 'tag': '655e1357-552d-4c7b-9970-eb9cba325f13'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:37:13.938057 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2033b450-241e-4055-8450-6430ab0fd457" -d '{"events": [{"server_uuid": "06a182c0-e1af-4d04-8e34-5f7d24c644af", "name": "network-vif-deleted", "tag": "655e1357-552d-4c7b-9970-eb9cba325f13"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:37:13.990981 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-422cd9bb-238d-4ac0-a41a-44c8b13016f4 req-0ff940d1-fe80-4ec5-af59-9f62ef107aba tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 210 time: 0.0709996 Feb 20 03:37:14.013751 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb4550-62ba-471c-a155-a85bde97f8eb req-83e6dd1a-2568-40ea-9013-beecbb1e4f24 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:14.015543 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75fb4550-62ba-471c-a155-a85bde97f8eb req-83e6dd1a-2568-40ea-9013-beecbb1e4f24 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports/251d4b8c-9d45-49b3-aec7-767d510aa884 HTTP/1.1" status: 200 len: 947 time: 0.2175279 Feb 20 03:37:14.550452 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff2c71-70f7-4efa-a979-d1091722aad1 req-2b368051-d15d-4bda-80be-c58f1a2d74f0 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:14.552037 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0ff2c71-70f7-4efa-a979-d1091722aad1 req-2b368051-d15d-4bda-80be-c58f1a2d74f0 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 950 time: 0.1067178 Feb 20 03:37:14.603336 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0ff2c71-70f7-4efa-a979-d1091722aad1 req-f2bc733e-acb5-4bd0-af20-6af5b30dfc86 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453012 Feb 20 03:37:14.755005 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d9023-2bda-4dd3-a87b-1620070a2d4f req-97593edf-9869-4a7b-85d3-60f92a29043f tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:14.756636 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8a7d9023-2bda-4dd3-a87b-1620070a2d4f req-97593edf-9869-4a7b-85d3-60f92a29043f tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a64a011-d9e9-4472-91be-39fee873de13 HTTP/1.1" status: 200 len: 946 time: 0.0740676 Feb 20 03:37:14.834908 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8a7d9023-2bda-4dd3-a87b-1620070a2d4f req-e892106e-b2ad-4569-a94d-4d3c6d4111bc tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/security-groups?id=61909b7f-b58f-44bc-9dd8-c9e4276ef839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705142 Feb 20 03:37:14.963559 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0264e70-a439-44b1-8556-cd811744d67c req-684d2baa-a735-4c47-ae65-337bd4ee83c8 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=06a182c0-e1af-4d04-8e34-5f7d24c644af HTTP/1.1" status: 200 len: 210 time: 0.0449221 Feb 20 03:37:15.013850 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccf1b83-aaf6-4e47-ba40-795141ccc687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed155187-75e3-4ae5-ad86-bda708bebf75'}, {'server_uuid': '1ae3b9b6-59f1-45b7-89be-69e0f2164be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc03262b-5d28-4954-9ada-168b2b4e65f8'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:37:15.016851 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809018b5-a6c9-4c14-9cf8-910a84232173" -d '{"events": [{"server_uuid": "7ccf1b83-aaf6-4e47-ba40-795141ccc687", "name": "network-vif-plugged", "status": "completed", "tag": "ed155187-75e3-4ae5-ad86-bda708bebf75"}, {"server_uuid": "1ae3b9b6-59f1-45b7-89be-69e0f2164be0", "name": "network-vif-plugged", "status": "completed", "tag": "dc03262b-5d28-4954-9ada-168b2b4e65f8"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:37:15.113364 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3523e0-18fb-4864-90fb-87e5afc100c5 req-3961e1c8-a6b1-4860-9b21-62c7e8ba4207 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:15.115058 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-de3523e0-18fb-4864-90fb-87e5afc100c5 req-3961e1c8-a6b1-4860-9b21-62c7e8ba4207 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 947 time: 0.0594139 Feb 20 03:37:15.177160 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-de3523e0-18fb-4864-90fb-87e5afc100c5 req-82e40f82-4aee-4a97-a99b-e11b1c0cb00b tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554626 Feb 20 03:37:15.288080 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6325070b-d6ab-42a6-b7eb-c3826c13af51 x-openstack-request-id: req-6325070b-d6ab-42a6-b7eb-c3826c13af51 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:37:15.288390 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a182c0-e1af-4d04-8e34-5f7d24c644af", "name": "network-vif-deleted", "tag": "655e1357-552d-4c7b-9970-eb9cba325f13", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:37:15.288653 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6325070b-d6ab-42a6-b7eb-c3826c13af51 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:37:15.289068 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a182c0-e1af-4d04-8e34-5f7d24c644af', 'name': 'network-vif-deleted', 'tag': '655e1357-552d-4c7b-9970-eb9cba325f13', 'status': 'completed', 'code': 200} Feb 20 03:37:15.326089 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device fe488649-f9f8-4f8d-abdd-5aa832c3aa7f details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:37:15.409543 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4807ab6-defb-4086-bb2a-8be70c094b35 req-2e6ef893-3804-4a45-bc5a-6c42d4ce0194 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:15.411354 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b4807ab6-defb-4086-bb2a-8be70c094b35 req-2e6ef893-3804-4a45-bc5a-6c42d4ce0194 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 945 time: 0.0718122 Feb 20 03:37:15.474956 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b4807ab6-defb-4086-bb2a-8be70c094b35 req-1119f529-bb1b-4775-9231-1c88df3b2ef1 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537593 Feb 20 03:37:15.499534 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port fe488649-f9f8-4f8d-abdd-5aa832c3aa7f, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=fe488649-f9f8-4f8d-abdd-5aa832c3aa7f,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:15.530319 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'fe488649-f9f8-4f8d-abdd-5aa832c3aa7f', 'network_id': '780f8a56-4eb9-4713-bddf-aebbfa8636e6', 'port_id': 'fe488649-f9f8-4f8d-abdd-5aa832c3aa7f', 'mac_address': 'fa:16:3e:59:67:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7943db-e73d-4c28-8d17-e3720a98a6a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:37:15.607671 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port fe488649-f9f8-4f8d-abdd-5aa832c3aa7f is: ACTIVE; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:37:15.608279 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fe488649-f9f8-4f8d-abdd-5aa832c3aa7f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:15.623055 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe488649-f9f8-4f8d-abdd-5aa832c3aa7f {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:37:15.674794 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port fe488649-f9f8-4f8d-abdd-5aa832c3aa7f, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=fe488649-f9f8-4f8d-abdd-5aa832c3aa7f,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:15.742089 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (fe488649-f9f8-4f8d-abdd-5aa832c3aa7f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:15.748364 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43ed1c-a7fa-43c6-8469-ac59c2810cd8 req-9b832d91-b054-45d9-b290-d125bde99479 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:15.749904 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cc43ed1c-a7fa-43c6-8469-ac59c2810cd8 req-9b832d91-b054-45d9-b290-d125bde99479 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/ports?device_id=7ccf1b83-aaf6-4e47-ba40-795141ccc687 HTTP/1.1" status: 200 len: 945 time: 0.1223035 Feb 20 03:37:15.760295 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb4550-62ba-471c-a155-a85bde97f8eb req-6a6019b1-9fe7-4b6b-89cf-9ffcddeaa2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:15.762167 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75fb4550-62ba-471c-a155-a85bde97f8eb req-6a6019b1-9fe7-4b6b-89cf-9ffcddeaa2e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 1132 time: 0.0755727 Feb 20 03:37:15.816462 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=fe488649-f9f8-4f8d-abdd-5aa832c3aa7f,revision_number=6']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:15.859299 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cc43ed1c-a7fa-43c6-8469-ac59c2810cd8 req-53445bac-e289-4584-a398-dc4996c25b1b tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/security-groups?id=61909b7f-b58f-44bc-9dd8-c9e4276ef839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961359 Feb 20 03:37:15.887039 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['fe488649-f9f8-4f8d-abdd-5aa832c3aa7f'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:37:15.907517 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb4550-62ba-471c-a155-a85bde97f8eb req-aa435a4e-ad9d-4f47-86d9-d4f9ac14cc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:15.909011 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75fb4550-62ba-471c-a155-a85bde97f8eb req-aa435a4e-ad9d-4f47-86d9-d4f9ac14cc96 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.1303499 Feb 20 03:37:15.970171 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 20 Feb 2022 03:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd5f4fc-cd75-42c9-b6f7-bfa669c2cb9e x-openstack-request-id: req-8fd5f4fc-cd75-42c9-b6f7-bfa669c2cb9e {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:37:15.971693 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccf1b83-aaf6-4e47-ba40-795141ccc687", "name": "network-vif-plugged", "status": "completed", "tag": "ed155187-75e3-4ae5-ad86-bda708bebf75", "code": 200}, {"server_uuid": "1ae3b9b6-59f1-45b7-89be-69e0f2164be0", "name": "network-vif-plugged", "status": "completed", "tag": "dc03262b-5d28-4954-9ada-168b2b4e65f8", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:37:15.972753 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8fd5f4fc-cd75-42c9-b6f7-bfa669c2cb9e {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:37:15.973876 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccf1b83-aaf6-4e47-ba40-795141ccc687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed155187-75e3-4ae5-ad86-bda708bebf75', 'code': 200} Feb 20 03:37:15.974247 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae3b9b6-59f1-45b7-89be-69e0f2164be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc03262b-5d28-4954-9ada-168b2b4e65f8', 'code': 200} Feb 20 03:37:15.974378 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75fb4550-62ba-471c-a155-a85bde97f8eb req-86c243be-8ef3-429c-b9df-d7cd7aa2467e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=251d4b8c-9d45-49b3-aec7-767d510aa884 HTTP/1.1" status: 200 len: 217 time: 0.0557203 Feb 20 03:37:16.054788 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c2621e3b-82bc-48b7-90ae-e591d3efc39f req-219f33ed-cbd1-439d-82e8-a5ccfba9e631 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 210 time: 0.0399027 Feb 20 03:37:16.112624 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb4550-62ba-471c-a155-a85bde97f8eb req-7a5f3095-a1e2-4d0d-9238-43455aa2f652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:16.114344 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75fb4550-62ba-471c-a155-a85bde97f8eb req-7a5f3095-a1e2-4d0d-9238-43455aa2f652 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1323714 Feb 20 03:37:16.218128 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23eef95-fa35-4ae5-935c-7d28d55cd215 req-b203d43a-f886-4536-85b5-a8a6f213302f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:16.219588 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b23eef95-fa35-4ae5-935c-7d28d55cd215 req-b203d43a-f886-4536-85b5-a8a6f213302f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 1127 time: 0.1682904 Feb 20 03:37:16.222342 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c39d41-a7b1-453a-b36d-c5dadc61dab0 req-1773d0d2-41ae-446c-b9c0-847041f58053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:16.223730 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d4c39d41-a7b1-453a-b36d-c5dadc61dab0 req-1773d0d2-41ae-446c-b9c0-847041f58053 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7ccf1b83-aaf6-4e47-ba40-795141ccc687 HTTP/1.1" status: 200 len: 1127 time: 0.1713479 Feb 20 03:37:16.281581 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb4550-62ba-471c-a155-a85bde97f8eb req-ec0f1c27-649a-491b-bf3d-f4374e9dd48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:16.283185 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75fb4550-62ba-471c-a155-a85bde97f8eb req-ec0f1c27-649a-491b-bf3d-f4374e9dd48f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1477506 Feb 20 03:37:16.295404 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b8979-8f00-4d1b-9b8a-35b88e175046 req-00587694-6afb-46ff-89e9-409a85a438c9 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:16.296829 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e80b8979-8f00-4d1b-9b8a-35b88e175046 req-00587694-6afb-46ff-89e9-409a85a438c9 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 950 time: 0.1405175 Feb 20 03:37:16.387968 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b23eef95-fa35-4ae5-935c-7d28d55cd215 req-47d24233-2ade-4b30-bab0-db09d6270e1a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572232 Feb 20 03:37:16.395491 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d4c39d41-a7b1-453a-b36d-c5dadc61dab0 req-503a7c32-815b-4dd5-a678-34926b57728a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=61909b7f-b58f-44bc-9dd8-c9e4276ef839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593606 Feb 20 03:37:16.442150 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e80b8979-8f00-4d1b-9b8a-35b88e175046 req-28a293bf-eba7-4bb0-884b-9a7db6e72a3b tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302493 Feb 20 03:37:16.460271 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75fb4550-62ba-471c-a155-a85bde97f8eb req-04b54a1d-5231-49f7-a985-4caa31020b7d service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611614 Feb 20 03:37:16.607971 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75fb4550-62ba-471c-a155-a85bde97f8eb req-37eab4cd-645b-4231-9804-267aab4b3a05 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408317 Feb 20 03:37:16.625077 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f1b98-6ac6-4267-a901-d2d25d548917 req-fda5cde7-1268-4f77-aa05-0594f6fead27 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:16.626781 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-719f1b98-6ac6-4267-a901-d2d25d548917 req-fda5cde7-1268-4f77-aa05-0594f6fead27 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 947 time: 0.0778928 Feb 20 03:37:16.681141 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-719f1b98-6ac6-4267-a901-d2d25d548917 req-65d6472d-c42f-4e5a-8285-258a8e95a2a4 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457072 Feb 20 03:37:16.881491 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e44262-9750-453d-8631-9f06e2d3d370 req-62e45ddb-dfb7-4473-980b-80731ce89d3c tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:16.889102 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-93e44262-9750-453d-8631-9f06e2d3d370 req-62e45ddb-dfb7-4473-980b-80731ce89d3c tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 945 time: 0.0628576 Feb 20 03:37:16.955470 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-93e44262-9750-453d-8631-9f06e2d3d370 req-f4582d5a-21ca-407d-b158-738a3c1f3080 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647790 Feb 20 03:37:17.185919 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-919acd51-02e2-4234-b5d3-df0e9e9a0e4f tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:17.187529 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-919acd51-02e2-4234-b5d3-df0e9e9a0e4f tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/networks?id=af61ae37-a3b2-46ee-a441-3e7f71e566ae HTTP/1.1" status: 200 len: 812 time: 0.1283853 Feb 20 03:37:17.203386 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-2d594569-a3c7-4f63-913a-96cac25ab145 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/quotas/138204b85f4b4d58be48c9d0572da2c6 HTTP/1.1" status: 200 len: 375 time: 0.0098352 Feb 20 03:37:17.241622 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-f49aadd2-c2cb-4b49-8725-a124e8fc9d4c tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=138204b85f4b4d58be48c9d0572da2c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324712 Feb 20 03:37:17.336158 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device fe488649-f9f8-4f8d-abdd-5aa832c3aa7f up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:37:17.342517 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-f4cbf59f-eb36-4a82-80a6-70d2c0545ba0 service neutron] 10.222.0.89 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936134 Feb 20 03:37:17.471681 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port fe488649-f9f8-4f8d-abdd-5aa832c3aa7f triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:37:17.472633 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (fe488649-f9f8-4f8d-abdd-5aa832c3aa7f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:17.596349 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-5c73ee6b-9448-4ed4-be28-7a28a3e4b35e service neutron] 10.222.0.89 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242482 Feb 20 03:37:17.630019 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port fe488649-f9f8-4f8d-abdd-5aa832c3aa7f is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:37:17.631985 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fe488649-f9f8-4f8d-abdd-5aa832c3aa7f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:17.705899 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port fe488649-f9f8-4f8d-abdd-5aa832c3aa7f, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=fe488649-f9f8-4f8d-abdd-5aa832c3aa7f,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:17.775262 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (fe488649-f9f8-4f8d-abdd-5aa832c3aa7f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:17.776069 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 655e1357-552d-4c7b-9970-eb9cba325f13 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:37:17.878530 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 655e1357-552d-4c7b-9970-eb9cba325f13 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:37:17.880388 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 655e1357-552d-4c7b-9970-eb9cba325f13 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:37:17.915396 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=fe488649-f9f8-4f8d-abdd-5aa832c3aa7f,revision_number=7']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:17.975626 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c04dcd-adf5-4c95-9376-f8cef8f8737a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe488649-f9f8-4f8d-abdd-5aa832c3aa7f'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:37:17.978588 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f48921-4f4e-4e35-bce5-371611c13c99" -d '{"events": [{"server_uuid": "d4c04dcd-adf5-4c95-9376-f8cef8f8737a", "name": "network-vif-plugged", "status": "completed", "tag": "fe488649-f9f8-4f8d-abdd-5aa832c3aa7f"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:37:18.141420 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda131e8-cd23-4282-bbcd-7b67478ade1d req-934e6166-3c92-4366-95eb-96537a6b8a29 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:18.148695 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cda131e8-cd23-4282-bbcd-7b67478ade1d req-934e6166-3c92-4366-95eb-96537a6b8a29 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/ports?device_id=7ccf1b83-aaf6-4e47-ba40-795141ccc687 HTTP/1.1" status: 200 len: 945 time: 0.1310935 Feb 20 03:37:18.228766 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cda131e8-cd23-4282-bbcd-7b67478ade1d req-f3fd5bb2-5662-4105-bd83-62920c84d295 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/security-groups?id=61909b7f-b58f-44bc-9dd8-c9e4276ef839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783954 Feb 20 03:37:18.364879 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aaf31c15-87cf-4fa6-ae30-dec39bd2a0a3 req-86eb4f5e-4d76-4297-924b-5a4f52fae03f tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 210 time: 0.0492222 Feb 20 03:37:18.525690 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6036df-a50a-4896-b971-d89b94a0bf32 req-253291b3-6539-4786-8f07-dc5ad7b8fe24 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:18.528670 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b6036df-a50a-4896-b971-d89b94a0bf32 req-253291b3-6539-4786-8f07-dc5ad7b8fe24 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 950 time: 0.0819702 Feb 20 03:37:18.571505 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:37:18.611845 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b6036df-a50a-4896-b971-d89b94a0bf32 req-16b07958-f3a3-4820-a631-aafc4d207cce tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749743 Feb 20 03:37:18.769818 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-abb4bd5e-413d-4b26-bd50-e6d9100695ee req-41e1589b-279a-4b12-ae89-a739dbd8e938 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 210 time: 0.0371459 Feb 20 03:37:18.843472 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ccf1a0-e127-455a-ab65-5c0c31ce6934 x-openstack-request-id: req-53ccf1a0-e127-455a-ab65-5c0c31ce6934 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:37:18.844356 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c04dcd-adf5-4c95-9376-f8cef8f8737a", "name": "network-vif-plugged", "status": "completed", "tag": "fe488649-f9f8-4f8d-abdd-5aa832c3aa7f", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:37:18.844832 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-53ccf1a0-e127-455a-ab65-5c0c31ce6934 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:37:18.845515 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c04dcd-adf5-4c95-9376-f8cef8f8737a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe488649-f9f8-4f8d-abdd-5aa832c3aa7f', 'code': 200} Feb 20 03:37:19.006513 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8d750-1341-450f-8d5b-de7d82be3137 req-689fcd73-798a-463b-9cec-5ac22ddfdf93 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:19.008384 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d5b8d750-1341-450f-8d5b-de7d82be3137 req-689fcd73-798a-463b-9cec-5ac22ddfdf93 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 945 time: 0.0786512 Feb 20 03:37:19.094721 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d5b8d750-1341-450f-8d5b-de7d82be3137 req-e33cd01c-3cc3-48b3-912e-d53d33a669c7 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755067 Feb 20 03:37:19.338440 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebbbf9-17cb-4b7f-bd01-f200902abc62 req-62a08ccb-b5cf-4a11-9f10-91837ba2fa2b tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:19.350432 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-89ebbbf9-17cb-4b7f-bd01-f200902abc62 req-62a08ccb-b5cf-4a11-9f10-91837ba2fa2b tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 945 time: 0.0938706 Feb 20 03:37:19.422675 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-89ebbbf9-17cb-4b7f-bd01-f200902abc62 req-1055d151-ed79-4016-89a7-03a4b9a6b817 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712240 Feb 20 03:37:19.650903 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb95fc-ac14-411d-aa41-68d57eab7b4a req-f1fb0cb2-b995-443f-b2c9-895b0258c742 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:19.663655 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cdbb95fc-ac14-411d-aa41-68d57eab7b4a req-f1fb0cb2-b995-443f-b2c9-895b0258c742 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/ports?device_id=7ccf1b83-aaf6-4e47-ba40-795141ccc687 HTTP/1.1" status: 200 len: 945 time: 0.0954542 Feb 20 03:37:19.780672 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cdbb95fc-ac14-411d-aa41-68d57eab7b4a req-7139665a-689f-4151-a9f4-c5ccef5d18bf tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/security-groups?id=61909b7f-b58f-44bc-9dd8-c9e4276ef839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157928 Feb 20 03:37:19.898313 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2200d99e-7603-4369-a6d6-42c1b59c6f1e req-0e2cb4d6-f03d-40b9-86e4-28957998dee3 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 210 time: 0.0340703 Feb 20 03:37:20.252514 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ea7c5-bca8-46ac-b117-11ef4317af5a req-88c9ddf0-3353-400c-a5a6-a6c4b1797e51 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:20.254230 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f32ea7c5-bca8-46ac-b117-11ef4317af5a req-88c9ddf0-3353-400c-a5a6-a6c4b1797e51 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 950 time: 0.0792041 Feb 20 03:37:20.318541 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f32ea7c5-bca8-46ac-b117-11ef4317af5a req-2efe74f2-d88b-495d-9009-ae67a20cb296 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581601 Feb 20 03:37:20.570085 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d5cac4a3-391c-4980-8f0a-f3e4d0c4e640 req-f2e64f72-f7cc-4f42-bcf5-28ed9cea3ca4 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 210 time: 0.0744081 Feb 20 03:37:20.697740 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-529d5ff4-1ab5-4d06-86a3-0fd8581a4514 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:20.700185 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-529d5ff4-1ab5-4d06-86a3-0fd8581a4514 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.42 "GET /v2.0/networks?id=af61ae37-a3b2-46ee-a441-3e7f71e566ae HTTP/1.1" status: 200 len: 812 time: 0.1439660 Feb 20 03:37:20.718653 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-3127f2cb-bdee-4483-a078-888cab45a55a tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Request body: {'port': {'device_id': '1d546827-5fea-4b2d-b36b-2e78941ff4af', 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae', 'admin_state_up': True, 'tenant_id': '138204b85f4b4d58be48c9d0572da2c6'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:37:20.795155 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:20.970782 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:20.993765 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-3127f2cb-bdee-4483-a078-888cab45a55a tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Made reservation on behalf of 138204b85f4b4d58be48c9d0572da2c6 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:37:21.003322 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-3127f2cb-bdee-4483-a078-888cab45a55a tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:21.531795 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-3127f2cb-bdee-4483-a078-888cab45a55a tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Allocated IP 172.20.0.5 (af61ae37-a3b2-46ee-a441-3e7f71e566ae/2206f6d9-9e03-4b9b-9ba0-e4c4146af053/b4fc604c-6b73-470b-ba9f-9f629ab5fb04) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:37:21.558842 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff46ac6-8900-41e6-b9ac-50c310901a73 req-f13b1367-18c5-4d86-baa1-eb9bffe8dcc7 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:21.565674 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5ff46ac6-8900-41e6-b9ac-50c310901a73 req-f13b1367-18c5-4d86-baa1-eb9bffe8dcc7 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 945 time: 0.0883644 Feb 20 03:37:21.659535 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5ff46ac6-8900-41e6-b9ac-50c310901a73 req-0a4f9205-8123-4572-918a-3466cb8f8d78 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929437 Feb 20 03:37:21.819497 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-3127f2cb-bdee-4483-a078-888cab45a55a tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks [] for port (b4fc604c-6b73-470b-ba9f-9f629ab5fb04), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:21.860135 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ad0579a3-9674-4bc1-ab26-83b6df3a4276 req-700def52-0457-484c-b6fa-ae067df51d7e tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 210 time: 0.0342572 Feb 20 03:37:22.192675 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-3127f2cb-bdee-4483-a078-888cab45a55a tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (b4fc604c-6b73-470b-ba9f-9f629ab5fb04), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:22.241310 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-3127f2cb-bdee-4483-a078-888cab45a55a tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Network af61ae37-a3b2-46ee-a441-3e7f71e566ae is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:37:22.244432 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-3127f2cb-bdee-4483-a078-888cab45a55a tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:37:22.250680 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-3127f2cb-bdee-4483-a078-888cab45a55a tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:37:22.256600 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3127f2cb-bdee-4483-a078-888cab45a55a tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Pushing event updated for resources: {'Port': ['ID=b4fc604c-6b73-470b-ba9f-9f629ab5fb04,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:22.312369 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-3127f2cb-bdee-4483-a078-888cab45a55a tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:22.313245 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-3127f2cb-bdee-4483-a078-888cab45a55a tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:22.391608 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-3127f2cb-bdee-4483-a078-888cab45a55a tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6823869 Feb 20 03:37:22.405504 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-bf1b86a3-ac26-41f4-adad-13738eaea26f service neutron] Request body: {'port': {'device_id': '1d546827-5fea-4b2d-b36b-2e78941ff4af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:37:22.513189 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-bf1b86a3-ac26-41f4-adad-13738eaea26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b4fc604c-6b73-470b-ba9f-9f629ab5fb04), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:22.783581 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ba5f4-1078-4fb6-bdd7-80379f9482f5 req-ecef05ce-52a6-44f8-ba3b-288a016e3a27 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:22.783581 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9f8ba5f4-1078-4fb6-bdd7-80379f9482f5 req-ecef05ce-52a6-44f8-ba3b-288a016e3a27 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.93 "GET /v2.0/ports?device_id=7ccf1b83-aaf6-4e47-ba40-795141ccc687 HTTP/1.1" status: 200 len: 945 time: 0.2134385 Feb 20 03:37:22.795796 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde80442-017d-4794-bb7a-6ccd863f5343 req-96b2084d-80f9-4792-919d-b9bc7416cf46 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:22.797358 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bde80442-017d-4794-bb7a-6ccd863f5343 req-96b2084d-80f9-4792-919d-b9bc7416cf46 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 950 time: 0.2187502 Feb 20 03:37:22.984683 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bde80442-017d-4794-bb7a-6ccd863f5343 req-7d36087d-0aa1-4874-937e-9f8a8f2fefc9 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662576 Feb 20 03:37:23.114788 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-9f8ba5f4-1078-4fb6-bdd7-80379f9482f5 req-02529f5e-f8c8-43f6-a8df-386a8134ff2e tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Deleting port ed155187-75e3-4ae5-ad86-bda708bebf75 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:37:23.115173 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9f8ba5f4-1078-4fb6-bdd7-80379f9482f5 req-02529f5e-f8c8-43f6-a8df-386a8134ff2e tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ed155187-75e3-4ae5-ad86-bda708bebf75), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:23.156449 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-bf1b86a3-ac26-41f4-adad-13738eaea26f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4fc604c-6b73-470b-ba9f-9f629ab5fb04 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:37:23.211623 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-bf1b86a3-ac26-41f4-adad-13738eaea26f service neutron] Publish callbacks [] for port (b4fc604c-6b73-470b-ba9f-9f629ab5fb04), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:23.264253 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-bf1b86a3-ac26-41f4-adad-13738eaea26f service neutron] Transition to ACTIVE for port object b4fc604c-6b73-470b-ba9f-9f629ab5fb04 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:37:23.307711 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-9f8ba5f4-1078-4fb6-bdd7-80379f9482f5 req-02529f5e-f8c8-43f6-a8df-386a8134ff2e tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] For port ed155187-75e3-4ae5-ad86-bda708bebf75, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ed155187-75e3-4ae5-ad86-bda708bebf75,segment=NetworkSegment(ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2),segment_id=ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:23.308143 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9f8ba5f4-1078-4fb6-bdd7-80379f9482f5 req-02529f5e-f8c8-43f6-a8df-386a8134ff2e tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ed155187-75e3-4ae5-ad86-bda708bebf75), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:23.325103 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e51af-5292-4049-9de4-cfdcedbef99d req-c379c80c-d3b4-4f04-aa78-51a1b9d7308f tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:23.331368 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f01e51af-5292-4049-9de4-cfdcedbef99d req-c379c80c-d3b4-4f04-aa78-51a1b9d7308f tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 931 time: 0.1429551 Feb 20 03:37:23.338425 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-9f8ba5f4-1078-4fb6-bdd7-80379f9482f5 req-02529f5e-f8c8-43f6-a8df-386a8134ff2e tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Calling delete_port for ed155187-75e3-4ae5-ad86-bda708bebf75 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:37:23.563844 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f01e51af-5292-4049-9de4-cfdcedbef99d req-4b28304a-f808-4772-b69f-a2e5e2fb63ce tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688698 Feb 20 03:37:23.565220 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-bf1b86a3-ac26-41f4-adad-13738eaea26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (b4fc604c-6b73-470b-ba9f-9f629ab5fb04), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:23.585846 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9f8ba5f4-1078-4fb6-bdd7-80379f9482f5 req-02529f5e-f8c8-43f6-a8df-386a8134ff2e tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (ed155187-75e3-4ae5-ad86-bda708bebf75), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:23.604053 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['d4021b60-a6ea-45ce-a0f4-0b0c724f8408', 'ed155187-75e3-4ae5-ad86-bda708bebf75'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:37:23.779808 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b86a3-ac26-41f4-adad-13738eaea26f service neutron] Pushing event updated for resources: {'Port': ['ID=b4fc604c-6b73-470b-ba9f-9f629ab5fb04,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:23.826366 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8ba5f4-1078-4fb6-bdd7-80379f9482f5 req-02529f5e-f8c8-43f6-a8df-386a8134ff2e tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] No DVR routers for this DVR port ed155187-75e3-4ae5-ad86-bda708bebf75 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:37:23.837658 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9f8ba5f4-1078-4fb6-bdd7-80379f9482f5 req-02529f5e-f8c8-43f6-a8df-386a8134ff2e tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:23.842553 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9f8ba5f4-1078-4fb6-bdd7-80379f9482f5 req-02529f5e-f8c8-43f6-a8df-386a8134ff2e tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.93 "DELETE /v2.0/ports/ed155187-75e3-4ae5-ad86-bda708bebf75 HTTP/1.1" status: 204 len: 173 time: 1.0423665 Feb 20 03:37:23.843398 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccf1b83-aaf6-4e47-ba40-795141ccc687', 'name': 'network-vif-deleted', 'tag': 'ed155187-75e3-4ae5-ad86-bda708bebf75'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:37:23.845936 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6870a0e9-0ec9-4108-838f-5c9e1d95dda9" -d '{"events": [{"server_uuid": "7ccf1b83-aaf6-4e47-ba40-795141ccc687", "name": "network-vif-deleted", "tag": "ed155187-75e3-4ae5-ad86-bda708bebf75"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:37:23.885380 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02529f5e-f8c8-43f6-a8df-386a8134ff2e tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Pushing event deleted for resources: {'Port': ['ID=ed155187-75e3-4ae5-ad86-bda708bebf75,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:23.930431 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eda254-06ec-45b5-beb5-dc9c64bb5dd9 req-55d6d303-2b1c-4626-9075-7e9f043822b9 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:23.931943 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c3eda254-06ec-45b5-beb5-dc9c64bb5dd9 req-55d6d303-2b1c-4626-9075-7e9f043822b9 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 945 time: 0.2885907 Feb 20 03:37:23.984153 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-bf1b86a3-ac26-41f4-adad-13738eaea26f service neutron] Attempting to bind port b4fc604c-6b73-470b-ba9f-9f629ab5fb04 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:37:23.985218 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-bf1b86a3-ac26-41f4-adad-13738eaea26f service neutron] Attempting to bind port b4fc604c-6b73-470b-ba9f-9f629ab5fb04 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '8a57dd48-cd2a-4b48-a8ae-20be415170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:37:23.985624 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-bf1b86a3-ac26-41f4-adad-13738eaea26f service neutron] Attempting to bind port b4fc604c-6b73-470b-ba9f-9f629ab5fb04 on network af61ae37-a3b2-46ee-a441-3e7f71e566ae {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:37:24.002134 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-bf1b86a3-ac26-41f4-adad-13738eaea26f service neutron] Port b4fc604c-6b73-470b-ba9f-9f629ab5fb04 on network af61ae37-a3b2-46ee-a441-3e7f71e566ae not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:37:24.002134 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-bf1b86a3-ac26-41f4-adad-13738eaea26f service neutron] Attempting to bind port b4fc604c-6b73-470b-ba9f-9f629ab5fb04 on network af61ae37-a3b2-46ee-a441-3e7f71e566ae {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:37:24.024225 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229f26b-edeb-41fc-8ab0-4814509ca068 req-b70f663a-55ac-4bfc-b1aa-cba758c7a55d tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:24.024470 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a229f26b-edeb-41fc-8ab0-4814509ca068 req-b70f663a-55ac-4bfc-b1aa-cba758c7a55d tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a64a011-d9e9-4472-91be-39fee873de13 HTTP/1.1" status: 200 len: 946 time: 0.1513832 Feb 20 03:37:24.039690 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-bf1b86a3-ac26-41f4-adad-13738eaea26f service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:37:24.040035 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-bf1b86a3-ac26-41f4-adad-13738eaea26f service neutron] Checking segment: {'id': '8a57dd48-cd2a-4b48-a8ae-20be415170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:37:24.040868 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-bf1b86a3-ac26-41f4-adad-13738eaea26f service neutron] Bound using segment: {'id': '8a57dd48-cd2a-4b48-a8ae-20be415170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:37:24.040868 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-bf1b86a3-ac26-41f4-adad-13738eaea26f service neutron] Bound port: b4fc604c-6b73-470b-ba9f-9f629ab5fb04, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a57dd48-cd2a-4b48-a8ae-20be415170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:37:24.044437 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-bf1b86a3-ac26-41f4-adad-13738eaea26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b4fc604c-6b73-470b-ba9f-9f629ab5fb04), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:24.064242 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c3eda254-06ec-45b5-beb5-dc9c64bb5dd9 req-84eff984-9fa9-4078-9708-06ed95a698f5 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198452 Feb 20 03:37:24.236524 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-bf1b86a3-ac26-41f4-adad-13738eaea26f service neutron] For port b4fc604c-6b73-470b-ba9f-9f629ab5fb04, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:37:24.250569 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-61f28b82-71e7-430d-b929-f84f9510c8ac req-b802ba36-9afd-4ef1-8201-1ca50d71c323 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/ports?device_id=7ccf1b83-aaf6-4e47-ba40-795141ccc687 HTTP/1.1" status: 200 len: 210 time: 0.0622661 Feb 20 03:37:24.288446 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-bf1b86a3-ac26-41f4-adad-13738eaea26f service neutron] For port b4fc604c-6b73-470b-ba9f-9f629ab5fb04, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b4fc604c-6b73-470b-ba9f-9f629ab5fb04,segment=NetworkSegment(8a57dd48-cd2a-4b48-a8ae-20be415170b3),segment_id=8a57dd48-cd2a-4b48-a8ae-20be415170b3)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:37:24.327699 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-a229f26b-edeb-41fc-8ab0-4814509ca068 req-c913d2ae-15a4-43d6-adc3-1baf82fb7e71 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Deleting port d4021b60-a6ea-45ce-a0f4-0b0c724f8408 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:37:24.328281 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a229f26b-edeb-41fc-8ab0-4814509ca068 req-c913d2ae-15a4-43d6-adc3-1baf82fb7e71 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (d4021b60-a6ea-45ce-a0f4-0b0c724f8408), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:24.400064 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-bf1b86a3-ac26-41f4-adad-13738eaea26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (b4fc604c-6b73-470b-ba9f-9f629ab5fb04), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:24.465690 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-bf1b86a3-ac26-41f4-adad-13738eaea26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:24.466356 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-bf1b86a3-ac26-41f4-adad-13738eaea26f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:24.469562 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-bf1b86a3-ac26-41f4-adad-13738eaea26f service neutron] 10.222.0.42 "PUT /v2.0/ports/b4fc604c-6b73-470b-ba9f-9f629ab5fb04 HTTP/1.1" status: 200 len: 1091 time: 2.0705130 Feb 20 03:37:24.507698 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3047a4d6-4f40-4167-81cb-5b5503b036ae req-f309f376-140a-470e-86ae-d444a39a3923 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 210 time: 0.0517578 Feb 20 03:37:24.569222 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b86a3-ac26-41f4-adad-13738eaea26f service neutron] Pushing event updated for resources: {'Port': ['ID=b4fc604c-6b73-470b-ba9f-9f629ab5fb04,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:24.617711 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-a229f26b-edeb-41fc-8ab0-4814509ca068 req-c913d2ae-15a4-43d6-adc3-1baf82fb7e71 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] For port d4021b60-a6ea-45ce-a0f4-0b0c724f8408, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=d4021b60-a6ea-45ce-a0f4-0b0c724f8408,segment=NetworkSegment(ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2),segment_id=ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:24.618085 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a229f26b-edeb-41fc-8ab0-4814509ca068 req-c913d2ae-15a4-43d6-adc3-1baf82fb7e71 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (d4021b60-a6ea-45ce-a0f4-0b0c724f8408), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:24.645466 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3e88db-7c2e-4444-9041-6b722b8de551 x-openstack-request-id: req-6c3e88db-7c2e-4444-9041-6b722b8de551 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:37:24.645759 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccf1b83-aaf6-4e47-ba40-795141ccc687", "name": "network-vif-deleted", "tag": "ed155187-75e3-4ae5-ad86-bda708bebf75", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:37:24.648958 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6c3e88db-7c2e-4444-9041-6b722b8de551 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:37:24.648958 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccf1b83-aaf6-4e47-ba40-795141ccc687', 'name': 'network-vif-deleted', 'tag': 'ed155187-75e3-4ae5-ad86-bda708bebf75', 'status': 'completed', 'code': 200} Feb 20 03:37:24.654249 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-a229f26b-edeb-41fc-8ab0-4814509ca068 req-c913d2ae-15a4-43d6-adc3-1baf82fb7e71 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Calling delete_port for d4021b60-a6ea-45ce-a0f4-0b0c724f8408 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:37:24.734365 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-b3e9e94a-f24e-4fb0-aa11-808736422932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:24.737082 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-b3e9e94a-f24e-4fb0-aa11-808736422932 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=138204b85f4b4d58be48c9d0572da2c6&device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 1125 time: 0.1355038 Feb 20 03:37:24.826536 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-51989822-b750-488e-8e1b-a739c4d8f60b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4fc604c-6b73-470b-ba9f-9f629ab5fb04 HTTP/1.1" status: 200 len: 217 time: 0.0765321 Feb 20 03:37:24.910411 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b39a93-22de-404d-bfbc-e1ba5265c677 req-18c8e972-c39e-48c5-befc-2249d123683c tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:24.915321 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26b39a93-22de-404d-bfbc-e1ba5265c677 req-18c8e972-c39e-48c5-befc-2249d123683c tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 950 time: 0.1944151 Feb 20 03:37:24.979187 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-81e7b550-1239-458b-9dc5-e44d1f0230f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:24.981716 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-81e7b550-1239-458b-9dc5-e44d1f0230f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2206f6d9-9e03-4b9b-9ba0-e4c4146af053 HTTP/1.1" status: 200 len: 852 time: 0.1352248 Feb 20 03:37:25.042805 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-1dfb2a21-97be-4eec-a0db-f2277d123e9f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af61ae37-a3b2-46ee-a441-3e7f71e566ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502975 Feb 20 03:37:25.141742 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26b39a93-22de-404d-bfbc-e1ba5265c677 req-82f707b0-7dcc-41b8-879d-fd6657823ee8 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199919 Feb 20 03:37:25.211879 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-dcebd0d9-3704-468a-81eb-46de828f9635 service neutron] 10.222.0.42 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546834 Feb 20 03:37:25.340740 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffbad66a-6f54-47ec-8b09-cd74d5962976 req-4252a663-4e4a-416a-8ef4-27ecdc613f82 service neutron] 10.222.0.42 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226442 Feb 20 03:37:25.342107 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a229f26b-edeb-41fc-8ab0-4814509ca068 req-c913d2ae-15a4-43d6-adc3-1baf82fb7e71 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (d4021b60-a6ea-45ce-a0f4-0b0c724f8408), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:25.399403 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913d2ae-15a4-43d6-adc3-1baf82fb7e71 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Pushing event deleted for resources: {'Port': ['ID=d4021b60-a6ea-45ce-a0f4-0b0c724f8408,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:25.461298 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a229f26b-edeb-41fc-8ab0-4814509ca068 req-c913d2ae-15a4-43d6-adc3-1baf82fb7e71 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] No DVR routers for this DVR port d4021b60-a6ea-45ce-a0f4-0b0c724f8408 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:37:25.464502 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a229f26b-edeb-41fc-8ab0-4814509ca068 req-c913d2ae-15a4-43d6-adc3-1baf82fb7e71 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:25.468555 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a229f26b-edeb-41fc-8ab0-4814509ca068 req-c913d2ae-15a4-43d6-adc3-1baf82fb7e71 tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.93 "DELETE /v2.0/ports/d4021b60-a6ea-45ce-a0f4-0b0c724f8408 HTTP/1.1" status: 204 len: 173 time: 1.4365208 Feb 20 03:37:25.860208 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c0c5e-1414-4bfe-86b9-304f75be35aa req-03c7a128-74dc-491e-99df-e7751c2db3dd tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:25.861781 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-000c0c5e-1414-4bfe-86b9-304f75be35aa req-03c7a128-74dc-491e-99df-e7751c2db3dd tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 943 time: 0.0997059 Feb 20 03:37:25.931495 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-000c0c5e-1414-4bfe-86b9-304f75be35aa req-e355ca49-ddfa-4df6-8cbb-c871556f071e tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631442 Feb 20 03:37:26.126900 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2e2835b1-a03e-4514-b2bd-aae59002eef5 req-d70c86fb-2f89-4f8b-b93a-8d40cfb2ca7e tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 210 time: 0.0334492 Feb 20 03:37:26.286656 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9c0d5-837e-4ca6-a635-a2784f40ff67 req-4d8d67ab-f698-46cd-b40c-8d62c528586d tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:26.288335 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d0e9c0d5-837e-4ca6-a635-a2784f40ff67 req-4d8d67ab-f698-46cd-b40c-8d62c528586d tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 945 time: 0.0672455 Feb 20 03:37:26.352948 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d0e9c0d5-837e-4ca6-a635-a2784f40ff67 req-910fdf02-7fbb-4ceb-ab81-7d9cbc51c339 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561090 Feb 20 03:37:26.458009 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f7918450-95d2-4192-8f8b-3d0cd3436306 req-0c849fcf-3aee-4d6c-884b-69a5a6ce22ec tempest-MultipleCreateTestJSON-961568657 tempest-MultipleCreateTestJSON-961568657-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a64a011-d9e9-4472-91be-39fee873de13 HTTP/1.1" status: 200 len: 210 time: 0.0311286 Feb 20 03:37:26.583577 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8b25c-3a3f-4dcf-9b01-a46cbfe6af50 req-40d88851-b0b3-415a-961b-74c270007a37 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:26.585084 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a2f8b25c-3a3f-4dcf-9b01-a46cbfe6af50 req-40d88851-b0b3-415a-961b-74c270007a37 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 950 time: 0.0568290 Feb 20 03:37:26.639060 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a2f8b25c-3a3f-4dcf-9b01-a46cbfe6af50 req-576f9f73-bd95-4267-9ec0-07c16c9f4e25 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479414 Feb 20 03:37:26.647455 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d546827-5fea-4b2d-b36b-2e78941ff4af', 'tag': 'b4fc604c-6b73-470b-ba9f-9f629ab5fb04'}, {'server_uuid': '5a64a011-d9e9-4472-91be-39fee873de13', 'name': 'network-vif-deleted', 'tag': 'd4021b60-a6ea-45ce-a0f4-0b0c724f8408'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:37:26.650325 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f468f921-466c-457a-ab73-2848a627bbab" -d '{"events": [{"name": "network-changed", "server_uuid": "1d546827-5fea-4b2d-b36b-2e78941ff4af", "tag": "b4fc604c-6b73-470b-ba9f-9f629ab5fb04"}, {"server_uuid": "5a64a011-d9e9-4472-91be-39fee873de13", "name": "network-vif-deleted", "tag": "d4021b60-a6ea-45ce-a0f4-0b0c724f8408"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:37:26.667784 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device d4021b60-a6ea-45ce-a0f4-0b0c724f8408 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:37:26.700808 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: d4021b60-a6ea-45ce-a0f4-0b0c724f8408 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:37:26.701291 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device d4021b60-a6ea-45ce-a0f4-0b0c724f8408 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:37:26.702439 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device ed155187-75e3-4ae5-ad86-bda708bebf75 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:37:26.731047 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2dc1701e-967e-46b9-b658-3a85dffdfae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:26.735088 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: ed155187-75e3-4ae5-ad86-bda708bebf75 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:37:26.735088 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device ed155187-75e3-4ae5-ad86-bda708bebf75 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:37:26.822453 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 20 Feb 2022 03:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d6f32f-f6af-41d8-8965-f11c68df7ce8 x-openstack-request-id: req-f7d6f32f-f6af-41d8-8965-f11c68df7ce8 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:37:26.822769 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d546827-5fea-4b2d-b36b-2e78941ff4af", "tag": "b4fc604c-6b73-470b-ba9f-9f629ab5fb04", "status": "completed", "code": 200}, {"server_uuid": "5a64a011-d9e9-4472-91be-39fee873de13", "name": "network-vif-deleted", "tag": "d4021b60-a6ea-45ce-a0f4-0b0c724f8408", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:37:26.823104 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f7d6f32f-f6af-41d8-8965-f11c68df7ce8 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:37:26.823755 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d546827-5fea-4b2d-b36b-2e78941ff4af', 'tag': 'b4fc604c-6b73-470b-ba9f-9f629ab5fb04', 'status': 'completed', 'code': 200} Feb 20 03:37:26.824131 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a64a011-d9e9-4472-91be-39fee873de13', 'name': 'network-vif-deleted', 'tag': 'd4021b60-a6ea-45ce-a0f4-0b0c724f8408', 'status': 'completed', 'code': 200} Feb 20 03:37:26.895909 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468f921-466c-457a-ab73-2848a627bbab req-f7065dbc-8cbd-4bd9-ab12-85227006517f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:26.912745 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f468f921-466c-457a-ab73-2848a627bbab req-f7065dbc-8cbd-4bd9-ab12-85227006517f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=138204b85f4b4d58be48c9d0572da2c6&device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 1125 time: 0.0645814 Feb 20 03:37:27.079927 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468f921-466c-457a-ab73-2848a627bbab req-6d26a2c4-91cf-4b73-b4c9-daa0c5c38fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:27.081629 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f468f921-466c-457a-ab73-2848a627bbab req-6d26a2c4-91cf-4b73-b4c9-daa0c5c38fcd service neutron] 10.222.0.42 "GET /v2.0/networks?id=af61ae37-a3b2-46ee-a441-3e7f71e566ae HTTP/1.1" status: 200 len: 913 time: 0.1616025 Feb 20 03:37:27.151051 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f468f921-466c-457a-ab73-2848a627bbab req-9ebe967a-68c4-425f-bb80-b9ed8b52ce29 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4fc604c-6b73-470b-ba9f-9f629ab5fb04 HTTP/1.1" status: 200 len: 217 time: 0.0447266 Feb 20 03:37:27.219274 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639eb11-0a28-493c-bc73-40001ffcaab9 req-17c9538f-15f2-48d5-a15f-aa8a88ca68bc tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:27.226140 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6639eb11-0a28-493c-bc73-40001ffcaab9 req-17c9538f-15f2-48d5-a15f-aa8a88ca68bc tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 943 time: 0.1746511 Feb 20 03:37:27.237906 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468f921-466c-457a-ab73-2848a627bbab req-cdd3a57c-fce9-43e1-8bfd-5b1c443837e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:27.239420 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f468f921-466c-457a-ab73-2848a627bbab req-cdd3a57c-fce9-43e1-8bfd-5b1c443837e6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2206f6d9-9e03-4b9b-9ba0-e4c4146af053 HTTP/1.1" status: 200 len: 852 time: 0.0799525 Feb 20 03:37:27.287484 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f468f921-466c-457a-ab73-2848a627bbab req-29c3c827-1935-4b92-886a-c052c5ba71d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af61ae37-a3b2-46ee-a441-3e7f71e566ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387173 Feb 20 03:37:27.347006 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6639eb11-0a28-493c-bc73-40001ffcaab9 req-b9cbb052-52bf-42ce-b436-f104909ea1df tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197405 Feb 20 03:37:27.359243 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device b4fc604c-6b73-470b-ba9f-9f629ab5fb04 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:37:27.437164 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f468f921-466c-457a-ab73-2848a627bbab req-33f08d83-7a52-4cd9-9808-f8736d56017b service neutron] 10.222.0.42 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379454 Feb 20 03:37:27.551023 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port b4fc604c-6b73-470b-ba9f-9f629ab5fb04, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b4fc604c-6b73-470b-ba9f-9f629ab5fb04,segment=NetworkSegment(8a57dd48-cd2a-4b48-a8ae-20be415170b3),segment_id=8a57dd48-cd2a-4b48-a8ae-20be415170b3)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:27.566353 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'b4fc604c-6b73-470b-ba9f-9f629ab5fb04', 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae', 'port_id': 'b4fc604c-6b73-470b-ba9f-9f629ab5fb04', 'mac_address': 'fa:16:3e:0e:34:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2206f6d9-9e03-4b9b-9ba0-e4c4146af053', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:37:27.582104 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6d44594b-5def-49a8-ac40-e18f92b25e27 req-5e0cdd5d-beae-4ccb-93a4-5a9bd1bb04ab tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 210 time: 0.1143043 Feb 20 03:37:27.631124 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port b4fc604c-6b73-470b-ba9f-9f629ab5fb04 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:37:27.631768 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b4fc604c-6b73-470b-ba9f-9f629ab5fb04), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:27.657231 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4fc604c-6b73-470b-ba9f-9f629ab5fb04 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:37:27.670305 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f468f921-466c-457a-ab73-2848a627bbab req-1fc769d7-1acb-4f87-a9a3-bf93d65e4eeb service neutron] 10.222.0.42 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175374 Feb 20 03:37:27.690167 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port b4fc604c-6b73-470b-ba9f-9f629ab5fb04, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b4fc604c-6b73-470b-ba9f-9f629ab5fb04,segment=NetworkSegment(8a57dd48-cd2a-4b48-a8ae-20be415170b3),segment_id=8a57dd48-cd2a-4b48-a8ae-20be415170b3)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:27.791674 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b4fc604c-6b73-470b-ba9f-9f629ab5fb04), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:27.829452 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b3adb-2dff-4b67-bf56-850158856115 req-19caecf1-2244-40a9-906a-284998671602 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:27.831258 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a03b3adb-2dff-4b67-bf56-850158856115 req-19caecf1-2244-40a9-906a-284998671602 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 945 time: 0.1194339 Feb 20 03:37:27.871351 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=b4fc604c-6b73-470b-ba9f-9f629ab5fb04,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:27.935963 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a03b3adb-2dff-4b67-bf56-850158856115 req-449a63d3-acf6-41a8-9bf9-e6f36fe1d0c4 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976677 Feb 20 03:37:27.991343 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37108) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:37:28.099770 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-dab31b6c-4113-458e-b9dc-04f81cc7a2ce admin admin] Deleting subnet 9243798a-179e-441d-8d49-1b10358f8637 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:37:28.103581 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dab31b6c-4113-458e-b9dc-04f81cc7a2ce admin admin] Publish callbacks [] for subnet (9243798a-179e-441d-8d49-1b10358f8637), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:28.128734 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['b4fc604c-6b73-470b-ba9f-9f629ab5fb04'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:37:28.159757 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dab31b6c-4113-458e-b9dc-04f81cc7a2ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (9243798a-179e-441d-8d49-1b10358f8637), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:28.169408 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba2aaa-5634-416b-bad9-7fbb417d8da7 req-c2d8bda6-654b-4a96-aa78-910f333b18c3 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:28.180908 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-45ba2aaa-5634-416b-bad9-7fbb417d8da7 req-c2d8bda6-654b-4a96-aa78-910f333b18c3 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 950 time: 0.0961261 Feb 20 03:37:28.217504 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dab31b6c-4113-458e-b9dc-04f81cc7a2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (9243798a-179e-441d-8d49-1b10358f8637), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:28.281791 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-45ba2aaa-5634-416b-bad9-7fbb417d8da7 req-9e652950-75fc-4bb0-abb5-922f680caeba tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999298 Feb 20 03:37:28.393542 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dab31b6c-4113-458e-b9dc-04f81cc7a2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (9243798a-179e-441d-8d49-1b10358f8637), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:28.413498 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dab31b6c-4113-458e-b9dc-04f81cc7a2ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:28.420986 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-dab31b6c-4113-458e-b9dc-04f81cc7a2ce admin admin] 10.222.0.89 "DELETE /v2.0/subnets/9243798a-179e-441d-8d49-1b10358f8637 HTTP/1.1" status: 204 len: 168 time: 0.4239998 Feb 20 03:37:28.422875 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37120) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:37:28.446598 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab31b6c-4113-458e-b9dc-04f81cc7a2ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9243798a-179e-441d-8d49-1b10358f8637,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:28.455899 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab31b6c-4113-458e-b9dc-04f81cc7a2ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:28.456472 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab31b6c-4113-458e-b9dc-04f81cc7a2ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:28.456979 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab31b6c-4113-458e-b9dc-04f81cc7a2ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:28.457452 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab31b6c-4113-458e-b9dc-04f81cc7a2ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:28.457919 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab31b6c-4113-458e-b9dc-04f81cc7a2ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:28.458792 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab31b6c-4113-458e-b9dc-04f81cc7a2ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:28.459314 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab31b6c-4113-458e-b9dc-04f81cc7a2ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:28.459794 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab31b6c-4113-458e-b9dc-04f81cc7a2ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:28.460262 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab31b6c-4113-458e-b9dc-04f81cc7a2ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:28.460842 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab31b6c-4113-458e-b9dc-04f81cc7a2ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:28.461318 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab31b6c-4113-458e-b9dc-04f81cc7a2ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:28.461807 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab31b6c-4113-458e-b9dc-04f81cc7a2ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:28.462281 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab31b6c-4113-458e-b9dc-04f81cc7a2ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:28.543078 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9be2ef81-5cae-4237-b689-313a61995e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (e6c34341-fb5d-4178-a946-cb26003ca807), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:28.578335 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea419257-acc1-410b-b44e-44e8feb25530 req-975e5ab2-87a2-4f82-9fd4-930570d86033 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:28.579952 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea419257-acc1-410b-b44e-44e8feb25530 req-975e5ab2-87a2-4f82-9fd4-930570d86033 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 944 time: 0.1276314 Feb 20 03:37:28.701583 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1ef46515-6302-46d6-a2ba-2ee355d4a0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:28.708638 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9be2ef81-5cae-4237-b689-313a61995e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (e6c34341-fb5d-4178-a946-cb26003ca807), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:28.732812 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea419257-acc1-410b-b44e-44e8feb25530 req-e574be15-73aa-44f6-8eb3-82b9349474d6 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443698 Feb 20 03:37:28.769933 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-9be2ef81-5cae-4237-b689-313a61995e82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6c34341-fb5d-4178-a946-cb26003ca807']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:37:28.793420 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-9be2ef81-5cae-4237-b689-313a61995e82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:37:28.794217 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-9be2ef81-5cae-4237-b689-313a61995e82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:37:28.853397 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-13ad1e73-6d4c-4db2-9267-526d29c869a6 req-65036187-34d3-4bbf-b57f-04dc293cd99b tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 210 time: 0.0410469 Feb 20 03:37:28.855565 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9be2ef81-5cae-4237-b689-313a61995e82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:28.878359 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9be2ef81-5cae-4237-b689-313a61995e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:28.889475 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be2ef81-5cae-4237-b689-313a61995e82 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:37:28.893831 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9be2ef81-5cae-4237-b689-313a61995e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (ae8be6fe-e4c9-4b3d-b8c0-85897c3050f2), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:28.893831 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:37:28.893831 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:37:28.893831 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:37:28.893831 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:37:28.893831 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:37:28.893831 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:37:28.893831 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:37:28.893831 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:37:28.893831 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:37:28.893831 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:37:28.893831 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:37:28.893831 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:37:28.893831 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:37:28.893831 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:37:28.893831 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:37:28.893831 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:37:28.893831 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:37:28.893831 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:37:28.893831 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:37:28.893831 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:37:28.893831 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:37:28.893831 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:37:28.893831 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:37:28.893831 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:37:28.893831 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:37:28.893831 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:37:28.893831 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:37:28.893831 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:37:28.893831 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:37:28.893831 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:37:28.893831 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:37:28.893831 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:37:29.016209 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9be2ef81-5cae-4237-b689-313a61995e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (e6c34341-fb5d-4178-a946-cb26003ca807), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:29.045995 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9be2ef81-5cae-4237-b689-313a61995e82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:29.051856 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9be2ef81-5cae-4237-b689-313a61995e82 admin admin] 10.222.0.89 "DELETE /v2.0/networks/e6c34341-fb5d-4178-a946-cb26003ca807 HTTP/1.1" status: 204 len: 168 time: 0.6255803 Feb 20 03:37:29.066538 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be2ef81-5cae-4237-b689-313a61995e82 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6c34341-fb5d-4178-a946-cb26003ca807,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:29.159091 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb712e2-1461-4980-9b84-39b9e92d791c req-1c020f36-16f3-46bc-a701-33998a769829 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:29.167711 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-edb712e2-1461-4980-9b84-39b9e92d791c req-1c020f36-16f3-46bc-a701-33998a769829 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 945 time: 0.1120317 Feb 20 03:37:29.223440 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-edb712e2-1461-4980-9b84-39b9e92d791c req-a4cdaa28-54fc-47d3-baa9-9b025f46ac4f tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547483 Feb 20 03:37:29.365956 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device b4fc604c-6b73-470b-ba9f-9f629ab5fb04 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:37:29.439951 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37134) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:37:29.505334 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222623b-23d6-4dd4-b729-a578151126a8 req-ffc75640-e891-43c8-a875-9db669e6a6c9 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:29.511579 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-84b156ab-86f6-4b59-8e96-b752d6a968ce admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0e86c0cd9b6148cbaa57589f13217b28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0690699 Feb 20 03:37:29.515931 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d222623b-23d6-4dd4-b729-a578151126a8 req-ffc75640-e891-43c8-a875-9db669e6a6c9 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 950 time: 0.1368804 Feb 20 03:37:29.517555 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37136) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:37:29.559432 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port b4fc604c-6b73-470b-ba9f-9f629ab5fb04 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:37:29.564289 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port b4fc604c-6b73-470b-ba9f-9f629ab5fb04 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:37:29.565083 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b4fc604c-6b73-470b-ba9f-9f629ab5fb04), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:29.623302 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d222623b-23d6-4dd4-b729-a578151126a8 req-bf0d5f91-4b74-402c-b3ee-5359d8d04458 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058624 Feb 20 03:37:29.624316 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bee3e5e3-7cdf-4d81-ba7e-ec6d79293111 admin admin] Publish callbacks [] for security_group (61909b7f-b58f-44bc-9dd8-c9e4276ef839), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:29.685675 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bee3e5e3-7cdf-4d81-ba7e-ec6d79293111 admin admin] Publish callbacks [] for security_group (61909b7f-b58f-44bc-9dd8-c9e4276ef839), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:29.697305 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port b4fc604c-6b73-470b-ba9f-9f629ab5fb04 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:37:29.698142 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b4fc604c-6b73-470b-ba9f-9f629ab5fb04), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:29.737595 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d546827-5fea-4b2d-b36b-2e78941ff4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fc604c-6b73-470b-ba9f-9f629ab5fb04'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:37:29.746254 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68294201-5710-4df7-917d-72987f6530fa" -d '{"events": [{"server_uuid": "1d546827-5fea-4b2d-b36b-2e78941ff4af", "name": "network-vif-plugged", "status": "completed", "tag": "b4fc604c-6b73-470b-ba9f-9f629ab5fb04"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:37:29.779491 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port b4fc604c-6b73-470b-ba9f-9f629ab5fb04, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b4fc604c-6b73-470b-ba9f-9f629ab5fb04,segment=NetworkSegment(8a57dd48-cd2a-4b48-a8ae-20be415170b3),segment_id=8a57dd48-cd2a-4b48-a8ae-20be415170b3)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:29.813183 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85dffc34-12e1-4ad2-82a5-b6e3b9a492ff x-openstack-request-id: req-85dffc34-12e1-4ad2-82a5-b6e3b9a492ff {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:37:29.813485 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d546827-5fea-4b2d-b36b-2e78941ff4af", "name": "network-vif-plugged", "status": "completed", "tag": "b4fc604c-6b73-470b-ba9f-9f629ab5fb04", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:37:29.813745 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-85dffc34-12e1-4ad2-82a5-b6e3b9a492ff {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:37:29.814152 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d546827-5fea-4b2d-b36b-2e78941ff4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fc604c-6b73-470b-ba9f-9f629ab5fb04', 'code': 200} Feb 20 03:37:29.879757 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bee3e5e3-7cdf-4d81-ba7e-ec6d79293111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (61909b7f-b58f-44bc-9dd8-c9e4276ef839), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:29.883339 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bee3e5e3-7cdf-4d81-ba7e-ec6d79293111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:29.889535 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-bee3e5e3-7cdf-4d81-ba7e-ec6d79293111 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/61909b7f-b58f-44bc-9dd8-c9e4276ef839 HTTP/1.1" status: 204 len: 168 time: 0.3697262 Feb 20 03:37:29.898288 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3e5e3-7cdf-4d81-ba7e-ec6d79293111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61909b7f-b58f-44bc-9dd8-c9e4276ef839,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:29.944116 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:29.946213 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b4fc604c-6b73-470b-ba9f-9f629ab5fb04), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:30.052608 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629810ad-8945-44d2-90ee-339a0656df96 req-648d2868-b0d1-4554-b0a7-3df866877bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:30.054173 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-629810ad-8945-44d2-90ee-339a0656df96 req-648d2868-b0d1-4554-b0a7-3df866877bcb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 1127 time: 0.1152532 Feb 20 03:37:30.065447 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=b4fc604c-6b73-470b-ba9f-9f629ab5fb04,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:30.105643 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506300f-1a67-412c-8c9e-451df0d932ce req-6bc9805a-9274-41a9-8e37-feac6c5eae0f tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:30.113159 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2506300f-1a67-412c-8c9e-451df0d932ce req-6bc9805a-9274-41a9-8e37-feac6c5eae0f tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 945 time: 0.1354847 Feb 20 03:37:30.160805 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-629810ad-8945-44d2-90ee-339a0656df96 req-2f689bd8-a250-4132-af8a-1af4503d2801 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951743 Feb 20 03:37:30.195056 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2506300f-1a67-412c-8c9e-451df0d932ce req-8b90ff91-fd88-4002-9714-24dbd46fbd4a tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787811 Feb 20 03:37:30.288727 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffb5ad51-1c0e-4549-9b66-499530a15350 req-35084d51-912c-470e-b73b-e4b94574a9c1 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 210 time: 0.0389431 Feb 20 03:37:30.429563 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f62a02-aa1e-41ab-bd41-586248cd2ded req-6163060c-f54d-4bea-be5c-839677547aad tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:30.432316 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06f62a02-aa1e-41ab-bd41-586248cd2ded req-6163060c-f54d-4bea-be5c-839677547aad tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 945 time: 0.0732698 Feb 20 03:37:30.540993 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06f62a02-aa1e-41ab-bd41-586248cd2ded req-57e0b3a0-af25-447b-b1b2-d2a265a2118a tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000617 Feb 20 03:37:30.762188 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c19bde-2a0c-4983-8682-4549b9f9fa87 req-f2343da5-22d2-413b-936e-c58147e0a2b1 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:30.769219 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07c19bde-2a0c-4983-8682-4549b9f9fa87 req-f2343da5-22d2-413b-936e-c58147e0a2b1 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 950 time: 0.0728374 Feb 20 03:37:30.847488 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07c19bde-2a0c-4983-8682-4549b9f9fa87 req-449657d8-75f7-4ce1-8a45-55077b56aafa tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772245 Feb 20 03:37:31.317698 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e562a-98ef-4be7-9621-22b2e2612479 req-2e25729d-4a20-4cde-95f2-94e10297ba21 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:31.320157 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-510e562a-98ef-4be7-9621-22b2e2612479 req-2e25729d-4a20-4cde-95f2-94e10297ba21 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 945 time: 0.0621367 Feb 20 03:37:31.382523 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:31.389849 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-510e562a-98ef-4be7-9621-22b2e2612479 req-5b794617-7b95-4e61-89e6-2906da26bba5 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621855 Feb 20 03:37:31.517823 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1d4b8b2d-dd4e-4961-8442-030fdfb99132 req-a5579713-2376-439d-9623-a0a01702609d tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 210 time: 0.0407152 Feb 20 03:37:31.726108 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729c14b-7fee-40fd-a775-542bcc284667 req-14d626c3-ce6b-4e37-aa87-9d0f3a630dde tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:31.737920 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7729c14b-7fee-40fd-a775-542bcc284667 req-14d626c3-ce6b-4e37-aa87-9d0f3a630dde tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 945 time: 0.0886478 Feb 20 03:37:31.811415 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7729c14b-7fee-40fd-a775-542bcc284667 req-c0c41b36-aa17-4db1-ab84-d4fc3c0e0165 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718508 Feb 20 03:37:32.068408 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c74cb3-0477-4e12-9441-f783b71ce1a6 req-0650dd1f-99b9-4ddc-9013-c2081180097d tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:32.075522 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1c74cb3-0477-4e12-9441-f783b71ce1a6 req-0650dd1f-99b9-4ddc-9013-c2081180097d tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 950 time: 0.0801153 Feb 20 03:37:32.138897 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1c74cb3-0477-4e12-9441-f783b71ce1a6 req-f5d5d4c7-dedb-420a-984e-b6bbeabb6c6b tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592034 Feb 20 03:37:32.579966 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84235098-a381-4d87-882c-5ddd36b4393e req-fae2ba28-e86d-49f3-a763-ed1a7135f0c1 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:32.588144 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-84235098-a381-4d87-882c-5ddd36b4393e req-fae2ba28-e86d-49f3-a763-ed1a7135f0c1 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 945 time: 0.1102369 Feb 20 03:37:32.604540 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ec807202-3df1-45a8-9f77-0c584c78068d req-f0e206e6-1cf1-441b-b370-937041b94b53 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=594ac0b9-29b4-431d-b472-cbf7fd1c90dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0932477 Feb 20 03:37:32.667528 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-84235098-a381-4d87-882c-5ddd36b4393e req-a086a7b7-38a9-45ff-aa79-594ded464ca2 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773318 Feb 20 03:37:32.700004 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec807202-3df1-45a8-9f77-0c584c78068d req-85a37d70-cbae-4904-99fe-eef04f667c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:32.701789 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ec807202-3df1-45a8-9f77-0c584c78068d req-85a37d70-cbae-4904-99fe-eef04f667c02 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ff8b75fbb2949d5aad5a9cd3bc53c0a&device_id=594ac0b9-29b4-431d-b472-cbf7fd1c90dc HTTP/1.1" status: 200 len: 1127 time: 0.0722737 Feb 20 03:37:32.782074 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:32.810284 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e3aefa3e-bc55-4bc5-bda0-982781d0fab6 req-4ea4aa61-9ecf-4200-95d9-c2edd82ec9f6 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 210 time: 0.0607853 Feb 20 03:37:32.857801 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec807202-3df1-45a8-9f77-0c584c78068d req-1495a3b6-b9b8-4a70-aa45-de38944a432b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:32.859337 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ec807202-3df1-45a8-9f77-0c584c78068d req-1495a3b6-b9b8-4a70-aa45-de38944a432b service neutron] 10.222.0.42 "GET /v2.0/networks?id=eb26da17-9faa-4ffe-b743-646e1db8b7cd HTTP/1.1" status: 200 len: 915 time: 0.1284609 Feb 20 03:37:32.960486 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ec807202-3df1-45a8-9f77-0c584c78068d req-aa519b6c-083c-4fa3-b624-e3a27cbae986 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5db7fe1-fc38-4435-aa22-e82378f8427f HTTP/1.1" status: 200 len: 217 time: 0.0453346 Feb 20 03:37:33.017516 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec807202-3df1-45a8-9f77-0c584c78068d req-7d846db0-fc5d-4a29-92af-6606a99621ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:33.019068 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ec807202-3df1-45a8-9f77-0c584c78068d req-7d846db0-fc5d-4a29-92af-6606a99621ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=68459050-934c-49c9-b167-98d8885a461c HTTP/1.1" status: 200 len: 854 time: 0.0523341 Feb 20 03:37:33.058887 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ec807202-3df1-45a8-9f77-0c584c78068d req-3bfbf212-25ef-4daf-873f-05108fc7192f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb26da17-9faa-4ffe-b743-646e1db8b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324547 Feb 20 03:37:33.173033 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ec807202-3df1-45a8-9f77-0c584c78068d req-0cb8209f-2241-49db-99be-127b634ff7d9 service neutron] 10.222.0.42 "GET /v2.0/networks/eb26da17-9faa-4ffe-b743-646e1db8b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026680 Feb 20 03:37:33.286797 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ec807202-3df1-45a8-9f77-0c584c78068d req-91c5e9c4-76a4-4cc3-9e94-740e5f8695ba service neutron] 10.222.0.42 "GET /v2.0/networks/eb26da17-9faa-4ffe-b743-646e1db8b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063950 Feb 20 03:37:33.665622 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65691e-33cd-41fe-a818-ca2f5bcc74d3 req-3cf675f6-bbc7-470e-b265-d156778f57fe tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:33.667594 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9b65691e-33cd-41fe-a818-ca2f5bcc74d3 req-3cf675f6-bbc7-470e-b265-d156778f57fe tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 945 time: 0.0668561 Feb 20 03:37:33.717996 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9b65691e-33cd-41fe-a818-ca2f5bcc74d3 req-91ec6063-f06f-4a83-939d-8e089e3edf45 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435996 Feb 20 03:37:33.843379 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab998f53-15c6-4a75-8699-26071b300d26 req-8d353b87-f346-4e1d-8609-6e5f5737b347 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:33.844884 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ab998f53-15c6-4a75-8699-26071b300d26 req-8d353b87-f346-4e1d-8609-6e5f5737b347 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 950 time: 0.0587580 Feb 20 03:37:33.894798 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ab998f53-15c6-4a75-8699-26071b300d26 req-a4778e0a-eb77-4f29-9b6a-b8f7d678e205 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437977 Feb 20 03:37:34.063131 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10b912-3a57-4547-9c4e-3d85d8669b9c req-981b7ef6-24b3-4e85-a9a2-6f7a222c4148 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:34.064776 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4a10b912-3a57-4547-9c4e-3d85d8669b9c req-981b7ef6-24b3-4e85-a9a2-6f7a222c4148 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 945 time: 0.0564840 Feb 20 03:37:34.113553 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4a10b912-3a57-4547-9c4e-3d85d8669b9c req-348d463d-0cea-4ef5-b97d-c5308302a9d1 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421059 Feb 20 03:37:34.202970 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81e6825c-81e8-44bb-bc46-adf95a58f373 req-d1e209a7-3beb-4c04-a314-d19dfb354d61 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 210 time: 0.0296278 Feb 20 03:37:35.388744 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device fe488649-f9f8-4f8d-abdd-5aa832c3aa7f no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:37:35.497659 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port fe488649-f9f8-4f8d-abdd-5aa832c3aa7f is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:37:35.498100 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fe488649-f9f8-4f8d-abdd-5aa832c3aa7f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:35.527483 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c04dcd-adf5-4c95-9376-f8cef8f8737a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe488649-f9f8-4f8d-abdd-5aa832c3aa7f'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:37:35.530344 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd48015-f15c-41c1-b1b7-759db8549012" -d '{"events": [{"server_uuid": "d4c04dcd-adf5-4c95-9376-f8cef8f8737a", "name": "network-vif-unplugged", "status": "completed", "tag": "fe488649-f9f8-4f8d-abdd-5aa832c3aa7f"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:37:35.541078 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37362) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:37:35.545966 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port fe488649-f9f8-4f8d-abdd-5aa832c3aa7f, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=fe488649-f9f8-4f8d-abdd-5aa832c3aa7f,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:35.610273 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (fe488649-f9f8-4f8d-abdd-5aa832c3aa7f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:35.678341 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=fe488649-f9f8-4f8d-abdd-5aa832c3aa7f,revision_number=8']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:35.681546 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-95aae1da-075f-4e6c-9455-6c4230a2e854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:36.083247 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a0aea-6542-49c1-a50c-ce9378cdf64a req-f0db7952-c83a-41dc-91e8-7d1d7521daa7 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:36.084733 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5b9a0aea-6542-49c1-a50c-ce9378cdf64a req-f0db7952-c83a-41dc-91e8-7d1d7521daa7 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 945 time: 0.0803423 Feb 20 03:37:36.117276 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-95aae1da-075f-4e6c-9455-6c4230a2e854 admin admin] Publish callbacks [] for security_group (33705d09-0e68-4852-9b58-a6bdfd418301), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:36.145704 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5b9a0aea-6542-49c1-a50c-ce9378cdf64a req-ea4c9c4e-6f40-407a-8d40-b1160bc99832 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529225 Feb 20 03:37:36.165236 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-95aae1da-075f-4e6c-9455-6c4230a2e854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (33705d09-0e68-4852-9b58-a6bdfd418301), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:36.205576 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-95aae1da-075f-4e6c-9455-6c4230a2e854 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4150bf73e08b48c3a11c9c6f4a55fab3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6633086 Feb 20 03:37:36.208219 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37368) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:37:36.216799 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aae1da-075f-4e6c-9455-6c4230a2e854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33705d09-0e68-4852-9b58-a6bdfd418301,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:36.273772 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877276f-04e0-4214-8527-20a552ad5baa req-e4537429-b784-41af-be2a-18603f30ece4 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:36.278755 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-686d63be-46f2-4db3-98ea-666df9193fa9 admin admin] Publish callbacks [] for security_group (33705d09-0e68-4852-9b58-a6bdfd418301), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:36.278964 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8877276f-04e0-4214-8527-20a552ad5baa req-e4537429-b784-41af-be2a-18603f30ece4 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 950 time: 0.0722075 Feb 20 03:37:36.308732 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-686d63be-46f2-4db3-98ea-666df9193fa9 admin admin] Publish callbacks [] for security_group (33705d09-0e68-4852-9b58-a6bdfd418301), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:36.335505 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8877276f-04e0-4214-8527-20a552ad5baa req-3f15575c-0e95-4faa-9c22-00a624666c79 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519228 Feb 20 03:37:36.425692 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-686d63be-46f2-4db3-98ea-666df9193fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (33705d09-0e68-4852-9b58-a6bdfd418301), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:36.428511 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-686d63be-46f2-4db3-98ea-666df9193fa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:36.432240 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-686d63be-46f2-4db3-98ea-666df9193fa9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/33705d09-0e68-4852-9b58-a6bdfd418301 HTTP/1.1" status: 204 len: 168 time: 0.2198472 Feb 20 03:37:36.439325 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d63be-46f2-4db3-98ea-666df9193fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33705d09-0e68-4852-9b58-a6bdfd418301,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:36.469224 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c120e-41b4-40d9-91d3-90567ceb5a0b req-ca88d660-0222-4875-b415-b689a261c5c1 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:36.475407 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b8c120e-41b4-40d9-91d3-90567ceb5a0b req-ca88d660-0222-4875-b415-b689a261c5c1 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 945 time: 0.0630395 Feb 20 03:37:36.522295 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b8c120e-41b4-40d9-91d3-90567ceb5a0b req-92435072-d1f3-4f8b-a677-c09eec749128 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455287 Feb 20 03:37:36.619399 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-536611a8-9aca-4c74-8587-594e82609ca6 req-d03e93c6-fe97-45a1-b3dd-ad6e1aade479 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5f456f4-0e9e-4e64-b1e8-aada7d210f4d HTTP/1.1" status: 200 len: 210 time: 0.0372431 Feb 20 03:37:36.681689 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b386237-a2bc-4d65-b872-2a6525e494d0 x-openstack-request-id: req-8b386237-a2bc-4d65-b872-2a6525e494d0 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:37:36.681689 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c04dcd-adf5-4c95-9376-f8cef8f8737a", "name": "network-vif-unplugged", "status": "completed", "tag": "fe488649-f9f8-4f8d-abdd-5aa832c3aa7f", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:37:36.681689 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8b386237-a2bc-4d65-b872-2a6525e494d0 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:37:36.682312 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c04dcd-adf5-4c95-9376-f8cef8f8737a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe488649-f9f8-4f8d-abdd-5aa832c3aa7f', 'code': 200} Feb 20 03:37:37.154572 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37380) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:37:37.171209 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a181bbce-cf58-41d3-aadc-1ca36a003541 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:37.253954 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a181bbce-cf58-41d3-aadc-1ca36a003541 admin admin] Publish callbacks [] for security_group (f0eaeb5c-8824-47da-b004-6565258a8022), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:37.324960 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a181bbce-cf58-41d3-aadc-1ca36a003541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f0eaeb5c-8824-47da-b004-6565258a8022), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:37.330625 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-83a45389-83d2-46c3-877d-96a0e8a23eb3 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:37.334741 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-83a45389-83d2-46c3-877d-96a0e8a23eb3 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/networks?id=780f8a56-4eb9-4713-bddf-aebbfa8636e6 HTTP/1.1" status: 200 len: 805 time: 0.1081462 Feb 20 03:37:37.349461 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-30172a9b-42e2-4504-af1b-f383c10a2faf tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/quotas/5fa3fcc747a841278576c8224054e060 HTTP/1.1" status: 200 len: 375 time: 0.0104563 Feb 20 03:37:37.367815 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a181bbce-cf58-41d3-aadc-1ca36a003541 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=cd9c6a2a91d8452a82dbf57ba3e6d728&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2111938 Feb 20 03:37:37.371655 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181bbce-cf58-41d3-aadc-1ca36a003541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0eaeb5c-8824-47da-b004-6565258a8022,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:37.376023 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37396) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:37:37.442104 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-b216c8a9-f1c0-4d8b-b136-58535581822e tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=5fa3fcc747a841278576c8224054e060&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0861917 Feb 20 03:37:37.465371 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf4902f4-0488-48be-9318-fe7be237b428 admin admin] Publish callbacks [] for security_group (f0eaeb5c-8824-47da-b004-6565258a8022), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:37.489805 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf4902f4-0488-48be-9318-fe7be237b428 admin admin] Publish callbacks [] for security_group (f0eaeb5c-8824-47da-b004-6565258a8022), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:37.549532 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-e7314f28-be0c-4e8a-b09c-bd4aec0205b5 service neutron] 10.222.0.89 "GET /v2.0/networks/780f8a56-4eb9-4713-bddf-aebbfa8636e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993321 Feb 20 03:37:37.616820 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf4902f4-0488-48be-9318-fe7be237b428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f0eaeb5c-8824-47da-b004-6565258a8022), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:37.621044 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf4902f4-0488-48be-9318-fe7be237b428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:37.627811 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bf4902f4-0488-48be-9318-fe7be237b428 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f0eaeb5c-8824-47da-b004-6565258a8022 HTTP/1.1" status: 204 len: 168 time: 0.2495589 Feb 20 03:37:37.640008 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4902f4-0488-48be-9318-fe7be237b428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0eaeb5c-8824-47da-b004-6565258a8022,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:37.646382 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-7cae66ec-88f1-4db7-9e20-639e7387c80b service neutron] 10.222.0.89 "GET /v2.0/networks/780f8a56-4eb9-4713-bddf-aebbfa8636e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908895 Feb 20 03:37:38.051680 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185be80-9e03-44ab-8c44-1b3266eb4450 req-5ced41a4-1996-40e4-a9de-475cfbf7b775 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:38.053204 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1185be80-9e03-44ab-8c44-1b3266eb4450 req-5ced41a4-1996-40e4-a9de-475cfbf7b775 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 945 time: 0.0853989 Feb 20 03:37:38.115440 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1185be80-9e03-44ab-8c44-1b3266eb4450 req-d8518617-55ec-49ae-9cb2-cf4c47117bc2 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527921 Feb 20 03:37:38.249010 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0009f-e739-46ba-806f-d33ed8b2de04 req-d2f3724a-c331-445b-856b-78e955a4c408 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:38.250724 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b2a0009f-e739-46ba-806f-d33ed8b2de04 req-d2f3724a-c331-445b-856b-78e955a4c408 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 950 time: 0.0679903 Feb 20 03:37:38.300094 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b2a0009f-e739-46ba-806f-d33ed8b2de04 req-8887dc0d-1816-4079-8c2b-1101fbc84570 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433488 Feb 20 03:37:38.430764 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c7c22-2f2a-46fe-9949-56a97b4670ed req-0bac8cd2-98e4-473e-99fb-7769ec72e0ab tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:38.432792 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-871c7c22-2f2a-46fe-9949-56a97b4670ed req-0bac8cd2-98e4-473e-99fb-7769ec72e0ab tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 945 time: 0.0578709 Feb 20 03:37:38.515458 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-871c7c22-2f2a-46fe-9949-56a97b4670ed req-22acee22-67bf-4be8-85c4-e3fa6305122d tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682154 Feb 20 03:37:38.621205 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-42ed9928-7d84-4cda-b50d-7bb23a095b1d req-461f8f33-d8c4-43ce-bb26-a431c4ab7f02 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=e8f185f7-acac-4eb8-96e9-e004cf4d04de HTTP/1.1" status: 200 len: 210 time: 0.0311067 Feb 20 03:37:38.721233 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37436) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:37:38.792034 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c82b2752-801c-4fdc-9645-9d743c2c2f53 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks [] for security_group (3c909173-8dcf-4f26-b2d5-06ea3188685b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:38.827642 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c82b2752-801c-4fdc-9645-9d743c2c2f53 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks [] for security_group (3c909173-8dcf-4f26-b2d5-06ea3188685b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:38.879380 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607dd61-1940-4b0b-8f74-244c6fb756e0 req-1397b5c1-605e-43b9-8393-f1b090e17470 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:38.882372 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c607dd61-1940-4b0b-8f74-244c6fb756e0 req-1397b5c1-605e-43b9-8393-f1b090e17470 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4c04dcd-adf5-4c95-9376-f8cef8f8737a HTTP/1.1" status: 200 len: 943 time: 0.1240149 Feb 20 03:37:38.882586 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75fb4550-62ba-471c-a155-a85bde97f8eb req-93538fcf-b891-43d4-841d-6cac04c40b19 service neutron] 10.222.0.42 "GET /v2.0/ports/251d4b8c-9d45-49b3-aec7-767d510aa884/bindings/n-h1-829866-4 HTTP/1.1" status: 200 len: 382 time: 0.1242800 Feb 20 03:37:38.982006 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c82b2752-801c-4fdc-9645-9d743c2c2f53 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (3c909173-8dcf-4f26-b2d5-06ea3188685b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:38.986498 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c82b2752-801c-4fdc-9645-9d743c2c2f53 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:38.991093 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c82b2752-801c-4fdc-9645-9d743c2c2f53 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "DELETE /v2.0/security-groups/3c909173-8dcf-4f26-b2d5-06ea3188685b HTTP/1.1" status: 204 len: 168 time: 0.2657368 Feb 20 03:37:38.991219 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37442) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:37:39.005725 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b2752-801c-4fdc-9645-9d743c2c2f53 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c909173-8dcf-4f26-b2d5-06ea3188685b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:39.017142 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-d2cc5add-103c-4a32-adbb-f7d20ccef2d9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] show failed (client error): The resource could not be found. Feb 20 03:37:39.017142 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d2cc5add-103c-4a32-adbb-f7d20ccef2d9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "GET /v2.0/security-groups/3c909173-8dcf-4f26-b2d5-06ea3188685b HTTP/1.1" status: 404 len: 347 time: 0.0242207 Feb 20 03:37:39.020306 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37444) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:37:39.041125 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-c607dd61-1940-4b0b-8f74-244c6fb756e0 req-6ff3bcac-52e3-4b11-b1f9-d3f379c4eda9 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Deleting port fe488649-f9f8-4f8d-abdd-5aa832c3aa7f {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:37:39.042428 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c607dd61-1940-4b0b-8f74-244c6fb756e0 req-6ff3bcac-52e3-4b11-b1f9-d3f379c4eda9 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (fe488649-f9f8-4f8d-abdd-5aa832c3aa7f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:39.137380 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-c607dd61-1940-4b0b-8f74-244c6fb756e0 req-6ff3bcac-52e3-4b11-b1f9-d3f379c4eda9 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] For port fe488649-f9f8-4f8d-abdd-5aa832c3aa7f, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=fe488649-f9f8-4f8d-abdd-5aa832c3aa7f,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:39.137380 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c607dd61-1940-4b0b-8f74-244c6fb756e0 req-6ff3bcac-52e3-4b11-b1f9-d3f379c4eda9 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (fe488649-f9f8-4f8d-abdd-5aa832c3aa7f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:39.150929 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-c607dd61-1940-4b0b-8f74-244c6fb756e0 req-6ff3bcac-52e3-4b11-b1f9-d3f379c4eda9 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Calling delete_port for fe488649-f9f8-4f8d-abdd-5aa832c3aa7f owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:37:39.208016 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-727f12ef-6508-425f-ba35-269a68f28863 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Deleting port 62ac69fd-73e6-455e-a163-64a22a0c283b {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:37:39.208718 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-727f12ef-6508-425f-ba35-269a68f28863 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (62ac69fd-73e6-455e-a163-64a22a0c283b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:39.336233 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-727f12ef-6508-425f-ba35-269a68f28863 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (62ac69fd-73e6-455e-a163-64a22a0c283b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:39.336479 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-727f12ef-6508-425f-ba35-269a68f28863 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks [] for floatingip (62ac69fd-73e6-455e-a163-64a22a0c283b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:39.348416 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85273cb5-1b32-4af9-ab29-199467a41354 req-652d6390-b53e-4572-9e07-107a19391733 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:39.350052 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-85273cb5-1b32-4af9-ab29-199467a41354 req-652d6390-b53e-4572-9e07-107a19391733 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 945 time: 0.0919852 Feb 20 03:37:39.366202 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-727f12ef-6508-425f-ba35-269a68f28863 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Calling delete_port for 62ac69fd-73e6-455e-a163-64a22a0c283b owned by network:floatingip {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:37:39.454010 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-85273cb5-1b32-4af9-ab29-199467a41354 req-2ca174e0-13fc-4541-aa35-52bfa7d08a85 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816345 Feb 20 03:37:39.617066 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c607dd61-1940-4b0b-8f74-244c6fb756e0 req-6ff3bcac-52e3-4b11-b1f9-d3f379c4eda9 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (fe488649-f9f8-4f8d-abdd-5aa832c3aa7f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:39.663351 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3bcac-52e3-4b11-b1f9-d3f379c4eda9 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Pushing event deleted for resources: {'Port': ['ID=fe488649-f9f8-4f8d-abdd-5aa832c3aa7f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:39.679034 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-727f12ef-6508-425f-ba35-269a68f28863 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (62ac69fd-73e6-455e-a163-64a22a0c283b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:39.698986 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb4550-62ba-471c-a155-a85bde97f8eb req-45500d78-d90d-4178-897f-8077b5f126c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:39.703227 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75fb4550-62ba-471c-a155-a85bde97f8eb req-45500d78-d90d-4178-897f-8077b5f126c2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54&tenant_id=aac4a34e9d0e4881a4216fde18e57c70 HTTP/1.1" status: 200 len: 1132 time: 0.1570573 Feb 20 03:37:39.716286 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-c607dd61-1940-4b0b-8f74-244c6fb756e0 req-6ff3bcac-52e3-4b11-b1f9-d3f379c4eda9 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] No DVR routers for this DVR port fe488649-f9f8-4f8d-abdd-5aa832c3aa7f on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:37:39.719393 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c607dd61-1940-4b0b-8f74-244c6fb756e0 req-6ff3bcac-52e3-4b11-b1f9-d3f379c4eda9 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:39.722724 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c607dd61-1940-4b0b-8f74-244c6fb756e0 req-6ff3bcac-52e3-4b11-b1f9-d3f379c4eda9 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.42 "DELETE /v2.0/ports/fe488649-f9f8-4f8d-abdd-5aa832c3aa7f HTTP/1.1" status: 204 len: 173 time: 0.8320811 Feb 20 03:37:39.723228 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c04dcd-adf5-4c95-9376-f8cef8f8737a', 'name': 'network-vif-deleted', 'tag': 'fe488649-f9f8-4f8d-abdd-5aa832c3aa7f'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:37:39.725515 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a3b498-9641-4bb9-b97b-e46d2d58ab30" -d '{"events": [{"server_uuid": "d4c04dcd-adf5-4c95-9376-f8cef8f8737a", "name": "network-vif-deleted", "tag": "fe488649-f9f8-4f8d-abdd-5aa832c3aa7f"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:37:39.740240 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d2e8c-0cf3-4d22-a6bd-ee4098358e6e req-a8659fad-0c08-4352-b23b-e428fcda799b tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:39.748353 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb9d2e8c-0cf3-4d22-a6bd-ee4098358e6e req-a8659fad-0c08-4352-b23b-e428fcda799b tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 950 time: 0.1629698 Feb 20 03:37:39.767487 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f12ef-6508-425f-ba35-269a68f28863 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Pushing event deleted for resources: {'Port': ['ID=62ac69fd-73e6-455e-a163-64a22a0c283b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:39.794627 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-727f12ef-6508-425f-ba35-269a68f28863 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks [] for floatingip (26d08ec2-4d18-435b-96fc-bad900929026), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:39.800927 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-727f12ef-6508-425f-ba35-269a68f28863 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:39.805115 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-727f12ef-6508-425f-ba35-269a68f28863 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "DELETE /v2.0/floatingips/26d08ec2-4d18-435b-96fc-bad900929026 HTTP/1.1" status: 204 len: 168 time: 0.7834308 Feb 20 03:37:39.806398 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37466) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:37:39.844531 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb9d2e8c-0cf3-4d22-a6bd-ee4098358e6e req-cf132d98-528f-4e0d-bd61-9696392b63cf tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951726 Feb 20 03:37:39.871587 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb4550-62ba-471c-a155-a85bde97f8eb req-fbec0a34-345f-4455-b68e-16e6f58a8bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:39.873265 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75fb4550-62ba-471c-a155-a85bde97f8eb req-fbec0a34-345f-4455-b68e-16e6f58a8bf0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 1132 time: 0.0996847 Feb 20 03:37:40.012468 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-83632d6b-9fa4-4e9c-916c-8ff0a30ec70b tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Deleting port 5e58af7e-8388-40e3-bea2-7eff10d7ac63 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:37:40.013335 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-83632d6b-9fa4-4e9c-916c-8ff0a30ec70b tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (5e58af7e-8388-40e3-bea2-7eff10d7ac63), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:40.086723 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429ce53-f024-4d48-9146-d1e4e217202d req-67ef6df3-9c04-43dd-ac88-c7c87a2f482a tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:40.094334 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b429ce53-f024-4d48-9146-d1e4e217202d req-67ef6df3-9c04-43dd-ac88-c7c87a2f482a tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 945 time: 0.1697090 Feb 20 03:37:40.127341 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb4550-62ba-471c-a155-a85bde97f8eb req-b6528504-4f17-428f-b160-0bdcdbc108bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:40.133390 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75fb4550-62ba-471c-a155-a85bde97f8eb req-b6528504-4f17-428f-b160-0bdcdbc108bb service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.2502370 Feb 20 03:37:40.155967 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-83632d6b-9fa4-4e9c-916c-8ff0a30ec70b tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (5e58af7e-8388-40e3-bea2-7eff10d7ac63), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:40.169581 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-83632d6b-9fa4-4e9c-916c-8ff0a30ec70b tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Calling delete_port for 5e58af7e-8388-40e3-bea2-7eff10d7ac63 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:37:40.192950 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75fb4550-62ba-471c-a155-a85bde97f8eb req-1ea1a7cc-7f4b-4dfd-9c84-f8d423eb9ef2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=251d4b8c-9d45-49b3-aec7-767d510aa884 HTTP/1.1" status: 200 len: 217 time: 0.0518658 Feb 20 03:37:40.236917 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b429ce53-f024-4d48-9146-d1e4e217202d req-cdfca30f-f7d4-4436-98d6-3b7c8fdeed82 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416664 Feb 20 03:37:40.323792 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb4550-62ba-471c-a155-a85bde97f8eb req-aa5a4e4a-5f94-488d-a039-03b52030c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:40.325644 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75fb4550-62ba-471c-a155-a85bde97f8eb req-aa5a4e4a-5f94-488d-a039-03b52030c9d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1240244 Feb 20 03:37:40.411826 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-83632d6b-9fa4-4e9c-916c-8ff0a30ec70b tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (5e58af7e-8388-40e3-bea2-7eff10d7ac63), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:40.428890 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9a90c3b9-cc08-4574-8a8f-f0f9beadcde3 req-fc9daa7e-c968-487e-8b3e-58e75fa63ecd tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=e8f185f7-acac-4eb8-96e9-e004cf4d04de HTTP/1.1" status: 200 len: 210 time: 0.0464349 Feb 20 03:37:40.435809 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-c7e1e104-2295-4243-9dbc-3d9ee8bb1d59 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:40.438154 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-c7e1e104-2295-4243-9dbc-3d9ee8bb1d59 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.93 "GET /v2.0/networks?id=780f8a56-4eb9-4713-bddf-aebbfa8636e6 HTTP/1.1" status: 200 len: 805 time: 0.2056403 Feb 20 03:37:40.446397 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb4550-62ba-471c-a155-a85bde97f8eb req-7b0f2623-329d-4d97-a1f4-b462754bf339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:40.448959 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75fb4550-62ba-471c-a155-a85bde97f8eb req-7b0f2623-329d-4d97-a1f4-b462754bf339 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1154726 Feb 20 03:37:40.454276 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-a19f823b-0dd1-4242-a5b4-ea01c84d046b tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Request body: {'port': {'device_id': 'e8f185f7-acac-4eb8-96e9-e004cf4d04de', 'network_id': '780f8a56-4eb9-4713-bddf-aebbfa8636e6', 'admin_state_up': True, 'tenant_id': '5fa3fcc747a841278576c8224054e060'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:37:40.503374 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83632d6b-9fa4-4e9c-916c-8ff0a30ec70b tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Pushing event deleted for resources: {'Port': ['ID=5e58af7e-8388-40e3-bea2-7eff10d7ac63,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:40.542284 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348ffa03-e805-45f4-9f93-09f5f431ce67 x-openstack-request-id: req-348ffa03-e805-45f4-9f93-09f5f431ce67 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:37:40.542742 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c04dcd-adf5-4c95-9376-f8cef8f8737a", "name": "network-vif-deleted", "tag": "fe488649-f9f8-4f8d-abdd-5aa832c3aa7f", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:37:40.543162 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-348ffa03-e805-45f4-9f93-09f5f431ce67 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:37:40.543667 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c04dcd-adf5-4c95-9376-f8cef8f8737a', 'name': 'network-vif-deleted', 'tag': 'fe488649-f9f8-4f8d-abdd-5aa832c3aa7f', 'status': 'completed', 'code': 200} Feb 20 03:37:40.688766 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-83632d6b-9fa4-4e9c-916c-8ff0a30ec70b tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:40.692393 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-83632d6b-9fa4-4e9c-916c-8ff0a30ec70b tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "DELETE /v2.0/ports/5e58af7e-8388-40e3-bea2-7eff10d7ac63 HTTP/1.1" status: 204 len: 168 time: 0.8850021 Feb 20 03:37:40.695183 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37482) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:37:40.697698 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75fb4550-62ba-471c-a155-a85bde97f8eb req-cbccb04e-7dbe-4593-a668-00e8e90be391 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396650 Feb 20 03:37:40.816618 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401fbcb5-cc3c-427e-91d3-d561ab78d11f req-a4bfb69b-9385-44c7-83b9-6cf51d2d0790 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:40.820484 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-401fbcb5-cc3c-427e-91d3-d561ab78d11f req-a4bfb69b-9385-44c7-83b9-6cf51d2d0790 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 945 time: 0.1783442 Feb 20 03:37:40.866171 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-ee65e108-bb6d-44f4-afdb-1e26f129f1f9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Deleting port ae9c24d3-b26a-4985-922a-b63de288c928 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:37:40.866698 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee65e108-bb6d-44f4-afdb-1e26f129f1f9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ae9c24d3-b26a-4985-922a-b63de288c928), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:40.882434 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75fb4550-62ba-471c-a155-a85bde97f8eb req-890ec4af-d9d3-439b-b74f-abe4e1739dc0 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775002 Feb 20 03:37:40.894906 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-a19f823b-0dd1-4242-a5b4-ea01c84d046b tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Made reservation on behalf of 5fa3fcc747a841278576c8224054e060 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:37:40.896274 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-a19f823b-0dd1-4242-a5b4-ea01c84d046b tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:40.918237 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-401fbcb5-cc3c-427e-91d3-d561ab78d11f req-6f90a31b-4c20-43d2-87b6-65f7c95fb627 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940728 Feb 20 03:37:41.060055 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee65e108-bb6d-44f4-afdb-1e26f129f1f9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ae9c24d3-b26a-4985-922a-b63de288c928), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:41.091458 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-ee65e108-bb6d-44f4-afdb-1e26f129f1f9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Calling delete_port for ae9c24d3-b26a-4985-922a-b63de288c928 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:37:41.146612 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-a19f823b-0dd1-4242-a5b4-ea01c84d046b tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Allocated IP 172.20.0.5 (780f8a56-4eb9-4713-bddf-aebbfa8636e6/ba7943db-e73d-4c28-8d17-e3720a98a6a6/9d8d307d-3cbb-4df5-aa45-e981ccb95e67) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:37:41.239886 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09275c-b34a-4d53-bcc4-684a6afeb1d2 req-7a03e5b5-d250-4d44-877b-c8952eb57096 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:41.241619 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8e09275c-b34a-4d53-bcc4-684a6afeb1d2 req-7a03e5b5-d250-4d44-877b-c8952eb57096 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 950 time: 0.0904906 Feb 20 03:37:41.309890 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8e09275c-b34a-4d53-bcc4-684a6afeb1d2 req-819ebbca-b61a-49d0-bbe3-2c114dbd7b34 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523937 Feb 20 03:37:41.371314 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee65e108-bb6d-44f4-afdb-1e26f129f1f9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (ae9c24d3-b26a-4985-922a-b63de288c928), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:41.422416 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65e108-bb6d-44f4-afdb-1e26f129f1f9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Pushing event deleted for resources: {'Port': ['ID=ae9c24d3-b26a-4985-922a-b63de288c928,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:41.436414 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 251d4b8c-9d45-49b3-aec7-767d510aa884 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:37:41.492872 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee65e108-bb6d-44f4-afdb-1e26f129f1f9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:41.496621 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ee65e108-bb6d-44f4-afdb-1e26f129f1f9 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "DELETE /v2.0/ports/ae9c24d3-b26a-4985-922a-b63de288c928 HTTP/1.1" status: 204 len: 168 time: 0.8001454 Feb 20 03:37:41.499763 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37500) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:37:41.540912 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 251d4b8c-9d45-49b3-aec7-767d510aa884 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:37:41.541793 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (251d4b8c-9d45-49b3-aec7-767d510aa884), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:41.572142 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ea81d5-6743-4f79-8b6a-619b4c7e0c54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '251d4b8c-9d45-49b3-aec7-767d510aa884'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:37:41.572142 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ad50c0-118a-4542-8593-7c0e451054f5" -d '{"events": [{"server_uuid": "49ea81d5-6743-4f79-8b6a-619b4c7e0c54", "name": "network-vif-unplugged", "status": "completed", "tag": "251d4b8c-9d45-49b3-aec7-767d510aa884"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:37:41.583669 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 251d4b8c-9d45-49b3-aec7-767d510aa884, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=251d4b8c-9d45-49b3-aec7-767d510aa884,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:41.585613 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0391dba-8aab-4b70-a993-9ebbce01e354 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Deleting subnet d5f2ccdb-a5f0-4784-95bb-b259997ecd83 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:37:41.589881 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e0391dba-8aab-4b70-a993-9ebbce01e354 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks [] for subnet (d5f2ccdb-a5f0-4784-95bb-b259997ecd83), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:41.633466 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e0391dba-8aab-4b70-a993-9ebbce01e354 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (d5f2ccdb-a5f0-4784-95bb-b259997ecd83), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:41.640204 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-a19f823b-0dd1-4242-a5b4-ea01c84d046b tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Publish callbacks [] for port (9d8d307d-3cbb-4df5-aa45-e981ccb95e67), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:41.648062 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d3d9f-5709-4282-9594-90d638afb565 req-6984b741-c666-4a16-b41c-8f797f85a18f tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:41.655533 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0d4d3d9f-5709-4282-9594-90d638afb565 req-6984b741-c666-4a16-b41c-8f797f85a18f tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 945 time: 0.1984084 Feb 20 03:37:41.679368 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (251d4b8c-9d45-49b3-aec7-767d510aa884), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:41.682624 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device fe488649-f9f8-4f8d-abdd-5aa832c3aa7f no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:37:41.747680 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0d4d3d9f-5709-4282-9594-90d638afb565 req-375a0b53-684a-4207-b0e3-c3a03a1670da tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910370 Feb 20 03:37:41.811526 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e0391dba-8aab-4b70-a993-9ebbce01e354 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (d5f2ccdb-a5f0-4784-95bb-b259997ecd83), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:41.853235 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=251d4b8c-9d45-49b3-aec7-767d510aa884,revision_number=6']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:41.856879 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: fe488649-f9f8-4f8d-abdd-5aa832c3aa7f {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:37:41.857470 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device fe488649-f9f8-4f8d-abdd-5aa832c3aa7f not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:37:41.881076 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b0de0046-7f8b-4f5d-8b83-6b5835d3b63e req-c0372b83-d698-49b9-b859-418ab75f99b0 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=e8f185f7-acac-4eb8-96e9-e004cf4d04de HTTP/1.1" status: 200 len: 210 time: 0.0364141 Feb 20 03:37:41.913490 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-a19f823b-0dd1-4242-a5b4-ea01c84d046b tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (9d8d307d-3cbb-4df5-aa45-e981ccb95e67), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:41.940275 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701d4d12-bbab-49b9-9f35-dbc46c9b559e x-openstack-request-id: req-701d4d12-bbab-49b9-9f35-dbc46c9b559e {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:37:41.940644 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ea81d5-6743-4f79-8b6a-619b4c7e0c54", "name": "network-vif-unplugged", "status": "completed", "tag": "251d4b8c-9d45-49b3-aec7-767d510aa884", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:37:41.940904 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-701d4d12-bbab-49b9-9f35-dbc46c9b559e {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:37:41.941402 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ea81d5-6743-4f79-8b6a-619b4c7e0c54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '251d4b8c-9d45-49b3-aec7-767d510aa884', 'code': 200} Feb 20 03:37:41.972657 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-a19f823b-0dd1-4242-a5b4-ea01c84d046b tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Network 780f8a56-4eb9-4713-bddf-aebbfa8636e6 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:37:41.976476 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-a19f823b-0dd1-4242-a5b4-ea01c84d046b tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:37:41.985949 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-a19f823b-0dd1-4242-a5b4-ea01c84d046b tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:37:42.021371 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e0391dba-8aab-4b70-a993-9ebbce01e354 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (d5f2ccdb-a5f0-4784-95bb-b259997ecd83), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:42.063256 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0391dba-8aab-4b70-a993-9ebbce01e354 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Pushing event deleted for resources: {'Subnet': ['ID=d5f2ccdb-a5f0-4784-95bb-b259997ecd83,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:42.078994 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e0391dba-8aab-4b70-a993-9ebbce01e354 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:42.079848 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5329e528-4a60-4ab3-8b6d-c9f59aa07c30 None None] Network d437f433-2a25-46ac-8335-584c725cf993 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:37:42.084699 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e0391dba-8aab-4b70-a993-9ebbce01e354 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "DELETE /v2.0/subnets/d5f2ccdb-a5f0-4784-95bb-b259997ecd83 HTTP/1.1" status: 204 len: 168 time: 0.5815225 Feb 20 03:37:42.084947 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37514) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:37:42.086895 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f823b-0dd1-4242-a5b4-ea01c84d046b tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Pushing event updated for resources: {'Port': ['ID=9d8d307d-3cbb-4df5-aa45-e981ccb95e67,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:42.123779 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-a19f823b-0dd1-4242-a5b4-ea01c84d046b tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:42.124530 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-a19f823b-0dd1-4242-a5b4-ea01c84d046b tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:42.154627 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531ce48-8fca-4460-a292-feeb1ede5274 req-e0ac984f-cef7-4097-b530-b585071b6212 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:42.162023 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6531ce48-8fca-4460-a292-feeb1ede5274 req-e0ac984f-cef7-4097-b530-b585071b6212 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 945 time: 0.1526315 Feb 20 03:37:42.175859 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eda00f3-b4b9-4f39-b514-675e3dfc3c83 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Deleting subnet 1fdd6f8e-c413-4f72-b733-74af17d9e3ef {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:37:42.181996 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8eda00f3-b4b9-4f39-b514-675e3dfc3c83 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks [] for subnet (1fdd6f8e-c413-4f72-b733-74af17d9e3ef), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:42.232498 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6531ce48-8fca-4460-a292-feeb1ede5274 req-eb7050c1-3506-4316-845e-cdc1ea88b131 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689764 Feb 20 03:37:42.239034 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-a19f823b-0dd1-4242-a5b4-ea01c84d046b tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7888703 Feb 20 03:37:42.251241 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8eda00f3-b4b9-4f39-b514-675e3dfc3c83 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (1fdd6f8e-c413-4f72-b733-74af17d9e3ef), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:42.260173 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-198c46e4-7729-4be4-a5f0-a90fb27d1802 service neutron] Request body: {'port': {'device_id': 'e8f185f7-acac-4eb8-96e9-e004cf4d04de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:37:42.325095 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5182c2ea-a851-4ddf-83e6-fab36e55e692 None None] DHCP port deletion for d437f433-2a25-46ac-8335-584c725cf993 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:37:42.343205 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-198c46e4-7729-4be4-a5f0-a90fb27d1802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9d8d307d-3cbb-4df5-aa45-e981ccb95e67), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:42.378728 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8eda00f3-b4b9-4f39-b514-675e3dfc3c83 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (1fdd6f8e-c413-4f72-b733-74af17d9e3ef), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:42.409459 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5182c2ea-a851-4ddf-83e6-fab36e55e692 None None] Deleting port 8c2e467a-7b14-4c3e-ac62-8ec19670d42d {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:37:42.410035 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5182c2ea-a851-4ddf-83e6-fab36e55e692 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (8c2e467a-7b14-4c3e-ac62-8ec19670d42d), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:42.504517 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-5182c2ea-a851-4ddf-83e6-fab36e55e692 None None] For port 8c2e467a-7b14-4c3e-ac62-8ec19670d42d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=8c2e467a-7b14-4c3e-ac62-8ec19670d42d,segment=NetworkSegment(bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73),segment_id=bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:42.505225 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5182c2ea-a851-4ddf-83e6-fab36e55e692 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (8c2e467a-7b14-4c3e-ac62-8ec19670d42d), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:42.527372 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8eda00f3-b4b9-4f39-b514-675e3dfc3c83 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (1fdd6f8e-c413-4f72-b733-74af17d9e3ef), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:42.537463 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5182c2ea-a851-4ddf-83e6-fab36e55e692 None None] Calling delete_port for 8c2e467a-7b14-4c3e-ac62-8ec19670d42d owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:37:42.545431 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff84c8-2091-40c9-bb6a-52c738b17899 req-2473937c-030b-4b80-96b0-aedff36d7326 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:42.552021 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-76ff84c8-2091-40c9-bb6a-52c738b17899 req-2473937c-030b-4b80-96b0-aedff36d7326 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 948 time: 0.1641278 Feb 20 03:37:42.559110 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda00f3-b4b9-4f39-b514-675e3dfc3c83 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Pushing event deleted for resources: {'Subnet': ['ID=1fdd6f8e-c413-4f72-b733-74af17d9e3ef,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:42.561229 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8eda00f3-b4b9-4f39-b514-675e3dfc3c83 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:42.564601 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8eda00f3-b4b9-4f39-b514-675e3dfc3c83 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "DELETE /v2.0/subnets/1fdd6f8e-c413-4f72-b733-74af17d9e3ef HTTP/1.1" status: 204 len: 168 time: 0.4783320 Feb 20 03:37:42.567376 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37522) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:37:42.630691 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defac06a-1ba3-4851-83f8-495879c54b70 None None] Network 67e7e45b-f32b-4fdb-9b56-3214aa9e538c requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:37:42.668562 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-95b8eb61-f177-48fe-b680-cd07d6f8a50e tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (d437f433-2a25-46ac-8335-584c725cf993), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:42.683626 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-76ff84c8-2091-40c9-bb6a-52c738b17899 req-725f9433-a1e5-40bc-a750-60156515f04f tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305077 Feb 20 03:37:42.733439 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-95b8eb61-f177-48fe-b680-cd07d6f8a50e tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Deleting port 8c2e467a-7b14-4c3e-ac62-8ec19670d42d {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:37:42.734049 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-95b8eb61-f177-48fe-b680-cd07d6f8a50e tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (8c2e467a-7b14-4c3e-ac62-8ec19670d42d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:42.810190 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-198c46e4-7729-4be4-a5f0-a90fb27d1802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d8d307d-3cbb-4df5-aa45-e981ccb95e67 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:37:42.820214 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-198c46e4-7729-4be4-a5f0-a90fb27d1802 service neutron] Publish callbacks [] for port (9d8d307d-3cbb-4df5-aa45-e981ccb95e67), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:42.839438 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5182c2ea-a851-4ddf-83e6-fab36e55e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (8c2e467a-7b14-4c3e-ac62-8ec19670d42d), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:42.853130 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5182c2ea-a851-4ddf-83e6-fab36e55e692 None None] No DVR routers for this DVR port 8c2e467a-7b14-4c3e-ac62-8ec19670d42d on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:37:42.857686 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-198c46e4-7729-4be4-a5f0-a90fb27d1802 service neutron] Transition to ACTIVE for port object 9d8d307d-3cbb-4df5-aa45-e981ccb95e67 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:37:42.867895 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-95b8eb61-f177-48fe-b680-cd07d6f8a50e tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] For port 8c2e467a-7b14-4c3e-ac62-8ec19670d42d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=8c2e467a-7b14-4c3e-ac62-8ec19670d42d,segment=NetworkSegment(bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73),segment_id=bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:42.868456 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-95b8eb61-f177-48fe-b680-cd07d6f8a50e tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (8c2e467a-7b14-4c3e-ac62-8ec19670d42d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:42.885172 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-95b8eb61-f177-48fe-b680-cd07d6f8a50e tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Calling delete_port for 8c2e467a-7b14-4c3e-ac62-8ec19670d42d owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:37:42.898477 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182c2ea-a851-4ddf-83e6-fab36e55e692 None None] Pushing event deleted for resources: {'Port': ['ID=8c2e467a-7b14-4c3e-ac62-8ec19670d42d,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:42.935653 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db8e435-87f0-48fd-9e2d-54545fa7b4e6 None None] DHCP port deletion for 67e7e45b-f32b-4fdb-9b56-3214aa9e538c request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:37:42.977909 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-198c46e4-7729-4be4-a5f0-a90fb27d1802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (9d8d307d-3cbb-4df5-aa45-e981ccb95e67), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:42.997292 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3b3d7-e25c-45b4-9b42-c0fe40c89aa0 req-d1e799b5-f5af-406c-bced-e9aaeb8c8052 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:42.999849 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-56b3b3d7-e25c-45b4-9b42-c0fe40c89aa0 req-d1e799b5-f5af-406c-bced-e9aaeb8c8052 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 945 time: 0.1334817 Feb 20 03:37:43.017246 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-3db8e435-87f0-48fd-9e2d-54545fa7b4e6 None None] Deleting port c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:37:43.017634 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3db8e435-87f0-48fd-9e2d-54545fa7b4e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:43.049343 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-95b8eb61-f177-48fe-b680-cd07d6f8a50e tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (8c2e467a-7b14-4c3e-ac62-8ec19670d42d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:43.092587 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8eb61-f177-48fe-b680-cd07d6f8a50e tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Pushing event deleted for resources: {'Port': ['ID=8c2e467a-7b14-4c3e-ac62-8ec19670d42d,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:43.096413 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b8eb61-f177-48fe-b680-cd07d6f8a50e tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] No DVR routers for this DVR port 8c2e467a-7b14-4c3e-ac62-8ec19670d42d on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:37:43.109667 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 8c2e467a-7b14-4c3e-ac62-8ec19670d42d no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:37:43.136380 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-56b3b3d7-e25c-45b4-9b42-c0fe40c89aa0 req-f3c7349e-1ca0-4db4-aa9c-ae43eac50e00 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823650 Feb 20 03:37:43.141219 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c46e4-7729-4be4-a5f0-a90fb27d1802 service neutron] Pushing event updated for resources: {'Port': ['ID=9d8d307d-3cbb-4df5-aa45-e981ccb95e67,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:43.163479 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 8c2e467a-7b14-4c3e-ac62-8ec19670d42d {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:37:43.163828 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 8c2e467a-7b14-4c3e-ac62-8ec19670d42d not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:37:43.164262 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:37:43.253344 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-95b8eb61-f177-48fe-b680-cd07d6f8a50e tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (d437f433-2a25-46ac-8335-584c725cf993), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:43.280862 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-198c46e4-7729-4be4-a5f0-a90fb27d1802 service neutron] Attempting to bind port 9d8d307d-3cbb-4df5-aa45-e981ccb95e67 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:37:43.281366 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-198c46e4-7729-4be4-a5f0-a90fb27d1802 service neutron] Attempting to bind port 9d8d307d-3cbb-4df5-aa45-e981ccb95e67 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'c958acf2-90dd-47cc-bcb8-d3b08740baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '780f8a56-4eb9-4713-bddf-aebbfa8636e6'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:37:43.281631 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-198c46e4-7729-4be4-a5f0-a90fb27d1802 service neutron] Attempting to bind port 9d8d307d-3cbb-4df5-aa45-e981ccb95e67 on network 780f8a56-4eb9-4713-bddf-aebbfa8636e6 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:37:43.287246 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-198c46e4-7729-4be4-a5f0-a90fb27d1802 service neutron] Port 9d8d307d-3cbb-4df5-aa45-e981ccb95e67 on network 780f8a56-4eb9-4713-bddf-aebbfa8636e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:37:43.287670 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-198c46e4-7729-4be4-a5f0-a90fb27d1802 service neutron] Attempting to bind port 9d8d307d-3cbb-4df5-aa45-e981ccb95e67 on network 780f8a56-4eb9-4713-bddf-aebbfa8636e6 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:37:43.298560 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-95b8eb61-f177-48fe-b680-cd07d6f8a50e tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d437f433-2a25-46ac-8335-584c725cf993']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:37:43.323082 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-95b8eb61-f177-48fe-b680-cd07d6f8a50e tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:37:43.323082 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-95b8eb61-f177-48fe-b680-cd07d6f8a50e tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:37:43.328176 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-95b8eb61-f177-48fe-b680-cd07d6f8a50e tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:43.333467 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-198c46e4-7729-4be4-a5f0-a90fb27d1802 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:37:43.333920 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-198c46e4-7729-4be4-a5f0-a90fb27d1802 service neutron] Checking segment: {'id': 'c958acf2-90dd-47cc-bcb8-d3b08740baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '780f8a56-4eb9-4713-bddf-aebbfa8636e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:37:43.334366 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-198c46e4-7729-4be4-a5f0-a90fb27d1802 service neutron] Bound using segment: {'id': 'c958acf2-90dd-47cc-bcb8-d3b08740baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '780f8a56-4eb9-4713-bddf-aebbfa8636e6'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:37:43.334777 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-198c46e4-7729-4be4-a5f0-a90fb27d1802 service neutron] Bound port: 9d8d307d-3cbb-4df5-aa45-e981ccb95e67, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c958acf2-90dd-47cc-bcb8-d3b08740baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '780f8a56-4eb9-4713-bddf-aebbfa8636e6'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:37:43.335174 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-198c46e4-7729-4be4-a5f0-a90fb27d1802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9d8d307d-3cbb-4df5-aa45-e981ccb95e67), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:43.363429 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-95b8eb61-f177-48fe-b680-cd07d6f8a50e tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:43.372202 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b8eb61-f177-48fe-b680-cd07d6f8a50e tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:37:43.372678 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-95b8eb61-f177-48fe-b680-cd07d6f8a50e tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (bdf46a0c-9e9e-4989-bc1d-f91cd9e35e73), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:37:43.376257 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:37:43.404393 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d1b06-ef18-4d78-8f81-8c6f2546c9e2 req-23875443-f1ac-48fa-9fbe-258ad2097642 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:43.406027 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-544d1b06-ef18-4d78-8f81-8c6f2546c9e2 req-23875443-f1ac-48fa-9fbe-258ad2097642 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=e8f185f7-acac-4eb8-96e9-e004cf4d04de HTTP/1.1" status: 200 len: 943 time: 0.1148510 Feb 20 03:37:43.436219 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 251d4b8c-9d45-49b3-aec7-767d510aa884 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:37:43.453170 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-198c46e4-7729-4be4-a5f0-a90fb27d1802 service neutron] For port 9d8d307d-3cbb-4df5-aa45-e981ccb95e67, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:37:43.463352 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-3db8e435-87f0-48fd-9e2d-54545fa7b4e6 None None] For port c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd,segment=NetworkSegment(6971358c-5ead-4d6f-a8a9-4425c89312e5),segment_id=6971358c-5ead-4d6f-a8a9-4425c89312e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:43.465468 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3db8e435-87f0-48fd-9e2d-54545fa7b4e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:43.480526 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-544d1b06-ef18-4d78-8f81-8c6f2546c9e2 req-0fa75dfb-727a-4a97-9378-efdbb7dcca75 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667310 Feb 20 03:37:43.535148 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-95b8eb61-f177-48fe-b680-cd07d6f8a50e tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (d437f433-2a25-46ac-8335-584c725cf993), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:43.555266 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-198c46e4-7729-4be4-a5f0-a90fb27d1802 service neutron] For port 9d8d307d-3cbb-4df5-aa45-e981ccb95e67, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=9d8d307d-3cbb-4df5-aa45-e981ccb95e67,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:37:43.555368 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-95b8eb61-f177-48fe-b680-cd07d6f8a50e tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:43.557819 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-95b8eb61-f177-48fe-b680-cd07d6f8a50e tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "DELETE /v2.0/networks/d437f433-2a25-46ac-8335-584c725cf993 HTTP/1.1" status: 204 len: 168 time: 0.9894140 Feb 20 03:37:43.562133 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37542) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:37:43.582571 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-3db8e435-87f0-48fd-9e2d-54545fa7b4e6 None None] Calling delete_port for c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:37:43.587454 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8eb61-f177-48fe-b680-cd07d6f8a50e tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Pushing event deleted for resources: {'Network': ['ID=d437f433-2a25-46ac-8335-584c725cf993,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:43.664156 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-198c46e4-7729-4be4-a5f0-a90fb27d1802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (9d8d307d-3cbb-4df5-aa45-e981ccb95e67), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:43.690985 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-42630106-6a03-498c-a202-23aa50418b76 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (67e7e45b-f32b-4fdb-9b56-3214aa9e538c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:43.731505 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-198c46e4-7729-4be4-a5f0-a90fb27d1802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:43.732123 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-198c46e4-7729-4be4-a5f0-a90fb27d1802 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:43.734774 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-198c46e4-7729-4be4-a5f0-a90fb27d1802 service neutron] 10.222.0.93 "PUT /v2.0/ports/9d8d307d-3cbb-4df5-aa45-e981ccb95e67 HTTP/1.1" status: 200 len: 1091 time: 1.4881680 Feb 20 03:37:43.740272 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:37:43.740838 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:43.742791 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f185f7-acac-4eb8-96e9-e004cf4d04de', 'tag': '9d8d307d-3cbb-4df5-aa45-e981ccb95e67'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:37:43.745773 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d6733d-b346-4996-807d-726ca640d6e8" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f185f7-acac-4eb8-96e9-e004cf4d04de", "tag": "9d8d307d-3cbb-4df5-aa45-e981ccb95e67"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:37:43.765648 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3db8e435-87f0-48fd-9e2d-54545fa7b4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:43.807087 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8e435-87f0-48fd-9e2d-54545fa7b4e6 None None] Pushing event deleted for resources: {'Port': ['ID=c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:43.842165 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db8e435-87f0-48fd-9e2d-54545fa7b4e6 None None] No DVR routers for this DVR port c43999d9-7bc4-4b5d-bc23-4fbfbdcd58cd on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:37:43.844747 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 251d4b8c-9d45-49b3-aec7-767d510aa884, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=251d4b8c-9d45-49b3-aec7-767d510aa884,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:43.866380 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '251d4b8c-9d45-49b3-aec7-767d510aa884', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': '251d4b8c-9d45-49b3-aec7-767d510aa884', 'mac_address': 'fa:16:3e:6e:d8:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:37:43.868236 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c46e4-7729-4be4-a5f0-a90fb27d1802 service neutron] Pushing event updated for resources: {'Port': ['ID=9d8d307d-3cbb-4df5-aa45-e981ccb95e67,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:43.898800 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a3a6a-5fae-4304-9414-5d68b951e2b0 req-acbcb9b6-bc8f-41de-b036-8a3f0b967ae7 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:43.898800 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-418a3a6a-5fae-4304-9414-5d68b951e2b0 req-acbcb9b6-bc8f-41de-b036-8a3f0b967ae7 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 945 time: 0.2350643 Feb 20 03:37:43.912912 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 251d4b8c-9d45-49b3-aec7-767d510aa884 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:37:43.913308 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (251d4b8c-9d45-49b3-aec7-767d510aa884), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:43.932284 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 251d4b8c-9d45-49b3-aec7-767d510aa884 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:37:43.949080 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-42630106-6a03-498c-a202-23aa50418b76 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (67e7e45b-f32b-4fdb-9b56-3214aa9e538c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:43.960224 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 251d4b8c-9d45-49b3-aec7-767d510aa884, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=251d4b8c-9d45-49b3-aec7-767d510aa884,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:43.979016 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-42630106-6a03-498c-a202-23aa50418b76 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67e7e45b-f32b-4fdb-9b56-3214aa9e538c']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:37:44.023797 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-42630106-6a03-498c-a202-23aa50418b76 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6971358c-5ead-4d6f-a8a9-4425c89312e5') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:37:44.023974 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-42630106-6a03-498c-a202-23aa50418b76 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6971358c-5ead-4d6f-a8a9-4425c89312e5') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:37:44.029238 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (251d4b8c-9d45-49b3-aec7-767d510aa884), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:44.050664 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-42630106-6a03-498c-a202-23aa50418b76 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (6971358c-5ead-4d6f-a8a9-4425c89312e5), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:44.072092 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-42630106-6a03-498c-a202-23aa50418b76 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (6971358c-5ead-4d6f-a8a9-4425c89312e5), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:44.084266 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42630106-6a03-498c-a202-23aa50418b76 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:37:44.084750 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-42630106-6a03-498c-a202-23aa50418b76 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (6971358c-5ead-4d6f-a8a9-4425c89312e5), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:44.085018 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=251d4b8c-9d45-49b3-aec7-767d510aa884,revision_number=7']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:44.088033 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:37:44.088033 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:37:44.088033 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:37:44.088033 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:37:44.088033 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:37:44.088033 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:37:44.088033 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:37:44.088033 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:37:44.088033 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:37:44.088033 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:37:44.088033 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:37:44.088033 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:37:44.088033 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:37:44.088033 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:37:44.088033 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:37:44.088033 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:37:44.088033 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:37:44.088033 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:37:44.088033 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:37:44.088033 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:37:44.088033 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:37:44.088033 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:37:44.088033 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:37:44.088033 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:37:44.088033 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:37:44.088033 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:37:44.088033 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:37:44.088033 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:37:44.088033 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:37:44.088033 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:37:44.088033 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:37:44.088033 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:37:44.157999 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-b08f2fe9-7979-4432-8364-98387f0a3d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:44.159564 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-b08f2fe9-7979-4432-8364-98387f0a3d89 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fa3fcc747a841278576c8224054e060&device_id=e8f185f7-acac-4eb8-96e9-e004cf4d04de HTTP/1.1" status: 200 len: 1125 time: 0.1778688 Feb 20 03:37:44.162652 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-418a3a6a-5fae-4304-9414-5d68b951e2b0 req-3d242e38-663a-4850-9548-ac1950a8ec48 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682587 Feb 20 03:37:44.220673 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-91020a42-517d-4cc4-b285-03a1821ae3ec service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d8d307d-3cbb-4df5-aa45-e981ccb95e67 HTTP/1.1" status: 200 len: 217 time: 0.0544326 Feb 20 03:37:44.257544 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-42630106-6a03-498c-a202-23aa50418b76 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (67e7e45b-f32b-4fdb-9b56-3214aa9e538c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:44.278387 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-42630106-6a03-498c-a202-23aa50418b76 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:44.284246 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-42630106-6a03-498c-a202-23aa50418b76 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] 10.222.0.89 "DELETE /v2.0/networks/67e7e45b-f32b-4fdb-9b56-3214aa9e538c HTTP/1.1" status: 204 len: 168 time: 0.7206626 Feb 20 03:37:44.327734 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42630106-6a03-498c-a202-23aa50418b76 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] Pushing event deleted for resources: {'Network': ['ID=67e7e45b-f32b-4fdb-9b56-3214aa9e538c,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:44.345545 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-c0a5e5ac-1dd9-48a7-8095-717501886640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:44.347137 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-c0a5e5ac-1dd9-48a7-8095-717501886640 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ba7943db-e73d-4c28-8d17-e3720a98a6a6 HTTP/1.1" status: 200 len: 845 time: 0.1191695 Feb 20 03:37:44.355998 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['251d4b8c-9d45-49b3-aec7-767d510aa884'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:37:44.381955 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05020f7-a4f4-41de-a486-29bd9113c372 req-0cfcd5ed-1599-4ad1-92a1-36989dcc3b1c tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:44.383658 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e05020f7-a4f4-41de-a486-29bd9113c372 req-0cfcd5ed-1599-4ad1-92a1-36989dcc3b1c tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 949 time: 0.1277187 Feb 20 03:37:44.403305 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-dddae881-249d-4e67-baf4-1fb5b7fb24af service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=780f8a56-4eb9-4713-bddf-aebbfa8636e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377078 Feb 20 03:37:44.519438 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e05020f7-a4f4-41de-a486-29bd9113c372 req-74d48b00-e2bd-471d-ba1d-a846d848ae43 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199019 Feb 20 03:37:44.555293 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-3b249dae-1fd3-4ff1-9e0e-ad3574816727 service neutron] 10.222.0.93 "GET /v2.0/networks/780f8a56-4eb9-4713-bddf-aebbfa8636e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455743 Feb 20 03:37:44.613073 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1b0410-71ab-44bd-88bf-a409fa4ec6a5 x-openstack-request-id: req-9e1b0410-71ab-44bd-88bf-a409fa4ec6a5 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:37:44.613365 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f185f7-acac-4eb8-96e9-e004cf4d04de", "tag": "9d8d307d-3cbb-4df5-aa45-e981ccb95e67", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:37:44.613618 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9e1b0410-71ab-44bd-88bf-a409fa4ec6a5 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:37:44.614016 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f185f7-acac-4eb8-96e9-e004cf4d04de', 'tag': '9d8d307d-3cbb-4df5-aa45-e981ccb95e67', 'status': 'completed', 'code': 200} Feb 20 03:37:44.680887 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bf07bd18-d031-4edc-8618-de14166e20a0 req-8f967860-84c0-49a6-af12-3ec0316c38c2 service neutron] 10.222.0.93 "GET /v2.0/networks/780f8a56-4eb9-4713-bddf-aebbfa8636e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190469 Feb 20 03:37:44.870618 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6733d-b346-4996-807d-726ca640d6e8 req-58ee3566-4718-4992-888d-80fb069c8940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:44.872418 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73d6733d-b346-4996-807d-726ca640d6e8 req-58ee3566-4718-4992-888d-80fb069c8940 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fa3fcc747a841278576c8224054e060&device_id=e8f185f7-acac-4eb8-96e9-e004cf4d04de HTTP/1.1" status: 200 len: 1125 time: 0.0512381 Feb 20 03:37:44.991339 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6733d-b346-4996-807d-726ca640d6e8 req-cddc54ea-fe27-41c9-b86b-0df94c7fb886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:44.993351 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73d6733d-b346-4996-807d-726ca640d6e8 req-cddc54ea-fe27-41c9-b86b-0df94c7fb886 service neutron] 10.222.0.93 "GET /v2.0/networks?id=780f8a56-4eb9-4713-bddf-aebbfa8636e6 HTTP/1.1" status: 200 len: 906 time: 0.1153891 Feb 20 03:37:45.363115 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73d6733d-b346-4996-807d-726ca640d6e8 req-f932e902-0861-4371-a6e2-cd1d7becbbd0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d8d307d-3cbb-4df5-aa45-e981ccb95e67 HTTP/1.1" status: 200 len: 217 time: 0.3623102 Feb 20 03:37:45.447783 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 251d4b8c-9d45-49b3-aec7-767d510aa884 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:37:45.448768 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6733d-b346-4996-807d-726ca640d6e8 req-b8e57272-dc58-4c17-b2d7-2d9774acc360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:45.451048 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73d6733d-b346-4996-807d-726ca640d6e8 req-b8e57272-dc58-4c17-b2d7-2d9774acc360 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ba7943db-e73d-4c28-8d17-e3720a98a6a6 HTTP/1.1" status: 200 len: 845 time: 0.0783286 Feb 20 03:37:45.461955 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdae128-4cf5-4087-84ba-8f89f03cd08a req-48afd13f-e415-47d9-9d2f-eb56782c3d68 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:45.463095 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9bdae128-4cf5-4087-84ba-8f89f03cd08a req-48afd13f-e415-47d9-9d2f-eb56782c3d68 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 945 time: 0.1030695 Feb 20 03:37:45.506693 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73d6733d-b346-4996-807d-726ca640d6e8 req-7b9ff432-bea6-4089-9924-f9e4abce4a81 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=780f8a56-4eb9-4713-bddf-aebbfa8636e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422213 Feb 20 03:37:45.517688 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 251d4b8c-9d45-49b3-aec7-767d510aa884 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:37:45.518080 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (251d4b8c-9d45-49b3-aec7-767d510aa884), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:45.584611 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9bdae128-4cf5-4087-84ba-8f89f03cd08a req-93850524-7bc8-49fb-8745-61723eb61d96 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120486 Feb 20 03:37:45.612963 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 251d4b8c-9d45-49b3-aec7-767d510aa884 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:37:45.613320 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (251d4b8c-9d45-49b3-aec7-767d510aa884), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:45.623729 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73d6733d-b346-4996-807d-726ca640d6e8 req-293e3a0e-354d-4223-bc95-2ea90e77e023 service neutron] 10.222.0.93 "GET /v2.0/networks/780f8a56-4eb9-4713-bddf-aebbfa8636e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074250 Feb 20 03:37:45.641877 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ea81d5-6743-4f79-8b6a-619b4c7e0c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251d4b8c-9d45-49b3-aec7-767d510aa884'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:37:45.644437 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2634a13e-8c15-4018-8b8f-fedbb579597c" -d '{"events": [{"server_uuid": "49ea81d5-6743-4f79-8b6a-619b4c7e0c54", "name": "network-vif-plugged", "status": "completed", "tag": "251d4b8c-9d45-49b3-aec7-767d510aa884"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:37:45.664440 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 251d4b8c-9d45-49b3-aec7-767d510aa884, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=251d4b8c-9d45-49b3-aec7-767d510aa884,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:45.723372 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (251d4b8c-9d45-49b3-aec7-767d510aa884), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:45.749980 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73d6733d-b346-4996-807d-726ca640d6e8 req-9995e09e-70f8-4b0c-97b2-dc480b5d6b9c service neutron] 10.222.0.93 "GET /v2.0/networks/780f8a56-4eb9-4713-bddf-aebbfa8636e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198742 Feb 20 03:37:45.803023 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=251d4b8c-9d45-49b3-aec7-767d510aa884,revision_number=8']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:45.810819 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:45.811198 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:45.811686 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:45.812015 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:45.812350 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:45.812695 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:45.813079 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:45.813410 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:45.813736 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:45.814067 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:45.814385 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:45.814707 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:45.815052 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:37:45.820948 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea87ba8-c5af-4da0-b28e-11ec124a93cd req-c6b8cf09-aaa8-42b1-a604-0d787ba78a97 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:45.822507 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ea87ba8-c5af-4da0-b28e-11ec124a93cd req-c6b8cf09-aaa8-42b1-a604-0d787ba78a97 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=e8f185f7-acac-4eb8-96e9-e004cf4d04de HTTP/1.1" status: 200 len: 943 time: 0.0686963 Feb 20 03:37:45.881396 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ea87ba8-c5af-4da0-b28e-11ec124a93cd req-52ae6b7b-b882-4fc2-aae9-1fb8d046be4f tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514240 Feb 20 03:37:46.441925 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf683dd-13bc-4bf0-90e9-13475fa5c3d7 req-c91ac981-5e34-44bd-aca2-f9cb5531dee3 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:46.443470 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5cf683dd-13bc-4bf0-90e9-13475fa5c3d7 req-c91ac981-5e34-44bd-aca2-f9cb5531dee3 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=e1e705b9-e4ec-4fd1-b463-5bbd7d55c68e HTTP/1.1" status: 200 len: 946 time: 0.0560627 Feb 20 03:37:46.560678 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5cf683dd-13bc-4bf0-90e9-13475fa5c3d7 req-68136e0b-f2d7-4c22-838b-c16d1aa783cc tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9e46ff0-0328-45d8-9f18-ec03ffa9e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098309 Feb 20 03:37:46.569469 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bea04d-1f7d-4545-aa85-3b6249ea9c93 req-9184ae27-5696-4143-8c39-b0e4129bfd63 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:46.570943 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f4bea04d-1f7d-4545-aa85-3b6249ea9c93 req-9184ae27-5696-4143-8c39-b0e4129bfd63 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.42 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54&tenant_id=aac4a34e9d0e4881a4216fde18e57c70&binding%3Ahost_id=n-h1-829866-4 HTTP/1.1" status: 200 len: 950 time: 0.1139915 Feb 20 03:37:46.664768 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e81cde-144f-43f9-b340-683e4f6ed46e req-4cb66c56-c705-4fc7-8027-8619435f3bd0 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:46.666234 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-19e81cde-144f-43f9-b340-683e4f6ed46e req-4cb66c56-c705-4fc7-8027-8619435f3bd0 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.93 "GET /v2.0/ports?device_id=e1e705b9-e4ec-4fd1-b463-5bbd7d55c68e HTTP/1.1" status: 200 len: 946 time: 0.1549835 Feb 20 03:37:46.722096 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f4bea04d-1f7d-4545-aa85-3b6249ea9c93 req-76361b7c-d2d4-4e46-b020-ecac4c0729ed service neutron] 10.222.0.42 "GET /v2.0/ports/251d4b8c-9d45-49b3-aec7-767d510aa884/bindings/n-h1-829866-4 HTTP/1.1" status: 200 len: 382 time: 0.1413560 Feb 20 03:37:46.766765 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 9d8d307d-3cbb-4df5-aa45-e981ccb95e67 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:37:46.773458 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db262c-0035-4140-a517-5d66dc0c3144 req-f0f23663-2490-4b80-9986-65f4b842901b tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:46.775047 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-00db262c-0035-4140-a517-5d66dc0c3144 req-f0f23663-2490-4b80-9986-65f4b842901b tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 945 time: 0.1574447 Feb 20 03:37:46.866979 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bea04d-1f7d-4545-aa85-3b6249ea9c93 req-cac76df0-90a8-4839-bd34-ed1734858c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:46.868501 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f4bea04d-1f7d-4545-aa85-3b6249ea9c93 req-cac76df0-90a8-4839-bd34-ed1734858c77 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 1132 time: 0.1143656 Feb 20 03:37:46.875442 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-00db262c-0035-4140-a517-5d66dc0c3144 req-e0f714da-f45d-4128-94be-0fd4b7d8895d tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797536 Feb 20 03:37:46.877666 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 9d8d307d-3cbb-4df5-aa45-e981ccb95e67, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=9d8d307d-3cbb-4df5-aa45-e981ccb95e67,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:46.878815 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-19e81cde-144f-43f9-b340-683e4f6ed46e req-5cbc7481-5acb-4797-b98e-38697ef79dc6 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Deleting port b310c3c7-ce87-4f90-b1d8-a1959a6fb079 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:37:46.878815 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-19e81cde-144f-43f9-b340-683e4f6ed46e req-5cbc7481-5acb-4797-b98e-38697ef79dc6 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b310c3c7-ce87-4f90-b1d8-a1959a6fb079), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:46.890695 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '9d8d307d-3cbb-4df5-aa45-e981ccb95e67', 'network_id': '780f8a56-4eb9-4713-bddf-aebbfa8636e6', 'port_id': '9d8d307d-3cbb-4df5-aa45-e981ccb95e67', 'mac_address': 'fa:16:3e:37:21:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7943db-e73d-4c28-8d17-e3720a98a6a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:37:46.956644 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345b8ac3-7281-4c69-b96f-736e86221daf x-openstack-request-id: req-345b8ac3-7281-4c69-b96f-736e86221daf {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:37:46.957142 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ea81d5-6743-4f79-8b6a-619b4c7e0c54", "name": "network-vif-plugged", "status": "completed", "tag": "251d4b8c-9d45-49b3-aec7-767d510aa884", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:37:46.957553 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-345b8ac3-7281-4c69-b96f-736e86221daf {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:37:46.958105 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ea81d5-6743-4f79-8b6a-619b4c7e0c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251d4b8c-9d45-49b3-aec7-767d510aa884', 'code': 200} Feb 20 03:37:46.958945 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 9d8d307d-3cbb-4df5-aa45-e981ccb95e67 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:37:46.959480 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9d8d307d-3cbb-4df5-aa45-e981ccb95e67), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:46.976813 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d8d307d-3cbb-4df5-aa45-e981ccb95e67 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:37:47.011366 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 9d8d307d-3cbb-4df5-aa45-e981ccb95e67, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=9d8d307d-3cbb-4df5-aa45-e981ccb95e67,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:47.044812 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-19e81cde-144f-43f9-b340-683e4f6ed46e req-5cbc7481-5acb-4797-b98e-38697ef79dc6 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] For port b310c3c7-ce87-4f90-b1d8-a1959a6fb079, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=b310c3c7-ce87-4f90-b1d8-a1959a6fb079,segment=NetworkSegment(779aeac2-ecb9-46e0-8f48-3dc73d02eb8b),segment_id=779aeac2-ecb9-46e0-8f48-3dc73d02eb8b)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:47.045190 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-19e81cde-144f-43f9-b340-683e4f6ed46e req-5cbc7481-5acb-4797-b98e-38697ef79dc6 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b310c3c7-ce87-4f90-b1d8-a1959a6fb079), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:47.055232 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bea04d-1f7d-4545-aa85-3b6249ea9c93 req-bb79e15a-c7a7-448c-a83d-c7810baf5c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:47.056681 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f4bea04d-1f7d-4545-aa85-3b6249ea9c93 req-bb79e15a-c7a7-448c-a83d-c7810baf5c0e service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.1749449 Feb 20 03:37:47.072470 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-19e81cde-144f-43f9-b340-683e4f6ed46e req-5cbc7481-5acb-4797-b98e-38697ef79dc6 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Calling delete_port for b310c3c7-ce87-4f90-b1d8-a1959a6fb079 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:37:47.078651 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (9d8d307d-3cbb-4df5-aa45-e981ccb95e67), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:47.133102 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=9d8d307d-3cbb-4df5-aa45-e981ccb95e67,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:47.139515 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f4bea04d-1f7d-4545-aa85-3b6249ea9c93 req-c13bee9a-e4e0-430b-ac9b-be551f02fe55 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=251d4b8c-9d45-49b3-aec7-767d510aa884 HTTP/1.1" status: 200 len: 217 time: 0.0696678 Feb 20 03:37:47.227754 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310fa6d-41d5-4189-9cab-accb2f75754a req-dbd15556-70b0-4983-8f8e-ed2c4e30109f tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:47.229269 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6310fa6d-41d5-4189-9cab-accb2f75754a req-dbd15556-70b0-4983-8f8e-ed2c4e30109f tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 950 time: 0.1756213 Feb 20 03:37:47.253909 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bea04d-1f7d-4545-aa85-3b6249ea9c93 req-2fbbae0b-ae51-41e0-969c-0535c9f851d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:47.255423 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f4bea04d-1f7d-4545-aa85-3b6249ea9c93 req-2fbbae0b-ae51-41e0-969c-0535c9f851d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0804799 Feb 20 03:37:47.311367 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['9d8d307d-3cbb-4df5-aa45-e981ccb95e67'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:37:47.343376 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6310fa6d-41d5-4189-9cab-accb2f75754a req-9ef9b3ff-6335-41f5-8588-dc35b1d37550 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052170 Feb 20 03:37:47.380708 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bea04d-1f7d-4545-aa85-3b6249ea9c93 req-e65a42b8-6ba8-40ca-a060-d882386c3f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:47.382256 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f4bea04d-1f7d-4545-aa85-3b6249ea9c93 req-e65a42b8-6ba8-40ca-a060-d882386c3f8a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1139786 Feb 20 03:37:47.516381 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-19e81cde-144f-43f9-b340-683e4f6ed46e req-5cbc7481-5acb-4797-b98e-38697ef79dc6 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (b310c3c7-ce87-4f90-b1d8-a1959a6fb079), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:47.531633 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['b37d1845-c7e4-40ee-8535-b2c163b956e3', 'f5db7fe1-fc38-4435-aa22-e82378f8427f'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:37:47.562662 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc7481-5acb-4797-b98e-38697ef79dc6 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Pushing event deleted for resources: {'Port': ['ID=b310c3c7-ce87-4f90-b1d8-a1959a6fb079,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:47.569220 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f4bea04d-1f7d-4545-aa85-3b6249ea9c93 req-c63e82a8-6c92-414a-936b-eef245fdc6d0 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727200 Feb 20 03:37:47.584673 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed90bf8-52cb-4150-991b-58b7655323a5 req-8a09647f-b366-4667-99c4-a9f6d1d7ef23 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:47.585151 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['9637083b-0c8f-429c-9595-2e7abb224aa7', 'b310c3c7-ce87-4f90-b1d8-a1959a6fb079'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:37:47.586372 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ed90bf8-52cb-4150-991b-58b7655323a5 req-8a09647f-b366-4667-99c4-a9f6d1d7ef23 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 945 time: 0.1290030 Feb 20 03:37:47.656826 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e81cde-144f-43f9-b340-683e4f6ed46e req-5cbc7481-5acb-4797-b98e-38697ef79dc6 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] No DVR routers for this DVR port b310c3c7-ce87-4f90-b1d8-a1959a6fb079 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:37:47.688590 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-19e81cde-144f-43f9-b340-683e4f6ed46e req-5cbc7481-5acb-4797-b98e-38697ef79dc6 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:47.692168 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-19e81cde-144f-43f9-b340-683e4f6ed46e req-5cbc7481-5acb-4797-b98e-38697ef79dc6 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.93 "DELETE /v2.0/ports/b310c3c7-ce87-4f90-b1d8-a1959a6fb079 HTTP/1.1" status: 204 len: 173 time: 1.0188210 Feb 20 03:37:47.694438 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e705b9-e4ec-4fd1-b463-5bbd7d55c68e', 'name': 'network-vif-deleted', 'tag': 'b310c3c7-ce87-4f90-b1d8-a1959a6fb079'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:37:47.696847 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b866fe-04ec-4ec8-84d8-0f4cfff4580c" -d '{"events": [{"server_uuid": "e1e705b9-e4ec-4fd1-b463-5bbd7d55c68e", "name": "network-vif-deleted", "tag": "b310c3c7-ce87-4f90-b1d8-a1959a6fb079"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:37:47.751491 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ed90bf8-52cb-4150-991b-58b7655323a5 req-ab27ec4f-4403-480b-97da-4e60b4e634d6 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385489 Feb 20 03:37:47.809576 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f4bea04d-1f7d-4545-aa85-3b6249ea9c93 req-720f3379-280f-40bb-b401-e4a6fc7f6f0f service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160938 Feb 20 03:37:47.890435 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c38924-5865-45b5-869a-fc9e6332e7b5 req-0312b840-e985-4bc8-b61d-75df4201a610 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:47.902020 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f6c38924-5865-45b5-869a-fc9e6332e7b5 req-0312b840-e985-4bc8-b61d-75df4201a610 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=e8f185f7-acac-4eb8-96e9-e004cf4d04de HTTP/1.1" status: 200 len: 944 time: 0.0821025 Feb 20 03:37:48.006689 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f6c38924-5865-45b5-869a-fc9e6332e7b5 req-79831629-bb01-4fad-80f2-2d40f91f9143 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030009 Feb 20 03:37:48.097206 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a9f5817d-560f-4cda-9b78-1e5f9ebf5516 req-af88cc4e-7031-4c32-851a-8975d031a2c3 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=e1e705b9-e4ec-4fd1-b463-5bbd7d55c68e HTTP/1.1" status: 200 len: 210 time: 0.0297503 Feb 20 03:37:48.175889 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1921a96-c9e9-471a-b68e-03dc4a400500 x-openstack-request-id: req-a1921a96-c9e9-471a-b68e-03dc4a400500 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:37:48.180454 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e705b9-e4ec-4fd1-b463-5bbd7d55c68e", "name": "network-vif-deleted", "tag": "b310c3c7-ce87-4f90-b1d8-a1959a6fb079", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:37:48.180454 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a1921a96-c9e9-471a-b68e-03dc4a400500 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:37:48.180454 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e705b9-e4ec-4fd1-b463-5bbd7d55c68e', 'name': 'network-vif-deleted', 'tag': 'b310c3c7-ce87-4f90-b1d8-a1959a6fb079', 'status': 'completed', 'code': 200} Feb 20 03:37:48.286382 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43646332-8eb4-4a78-939a-9856a07792c1 req-9bf7a30e-73a0-451b-ab23-1f97efc6439c tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:48.288009 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-43646332-8eb4-4a78-939a-9856a07792c1 req-9bf7a30e-73a0-451b-ab23-1f97efc6439c tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 945 time: 0.0602207 Feb 20 03:37:48.342811 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-43646332-8eb4-4a78-939a-9856a07792c1 req-d1ff8536-9f9f-43a7-813b-b3369b60acf8 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474792 Feb 20 03:37:48.490923 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0896a8-90de-4267-a933-e2fa69f00dfb req-2b55b740-7222-479f-baa4-221797f83a23 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:48.492578 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6c0896a8-90de-4267-a933-e2fa69f00dfb req-2b55b740-7222-479f-baa4-221797f83a23 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 950 time: 0.0738757 Feb 20 03:37:48.546686 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6c0896a8-90de-4267-a933-e2fa69f00dfb req-07499903-a4ee-4c4f-9a21-fcccf68c9d21 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456791 Feb 20 03:37:48.787445 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 9d8d307d-3cbb-4df5-aa45-e981ccb95e67 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:37:48.893778 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d545903-285b-46b7-9e1e-d29313565f90 req-b00af167-c1ac-4711-aca0-b89af8f9daff tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:48.895661 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0d545903-285b-46b7-9e1e-d29313565f90 req-b00af167-c1ac-4711-aca0-b89af8f9daff tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 945 time: 0.0691853 Feb 20 03:37:48.928491 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 9d8d307d-3cbb-4df5-aa45-e981ccb95e67 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:37:48.933759 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 9d8d307d-3cbb-4df5-aa45-e981ccb95e67 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:37:48.934197 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (9d8d307d-3cbb-4df5-aa45-e981ccb95e67), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:48.953259 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0d545903-285b-46b7-9e1e-d29313565f90 req-1701b933-ebc9-40c6-bdb2-ffcb851e2584 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515504 Feb 20 03:37:49.050578 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 9d8d307d-3cbb-4df5-aa45-e981ccb95e67 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:37:49.051504 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9d8d307d-3cbb-4df5-aa45-e981ccb95e67), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:49.078380 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f185f7-acac-4eb8-96e9-e004cf4d04de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8d307d-3cbb-4df5-aa45-e981ccb95e67'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:37:49.080946 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f63eec-541e-4505-88b8-6bc384c6beb6" -d '{"events": [{"server_uuid": "e8f185f7-acac-4eb8-96e9-e004cf4d04de", "name": "network-vif-plugged", "status": "completed", "tag": "9d8d307d-3cbb-4df5-aa45-e981ccb95e67"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:37:49.096451 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 9d8d307d-3cbb-4df5-aa45-e981ccb95e67, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=9d8d307d-3cbb-4df5-aa45-e981ccb95e67,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:49.153863 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b661b-7d75-400b-9eaf-51e7598e4c31 req-e1e7449c-58cd-466c-ba0c-e74c7ca5bcd6 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:49.155174 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a63b661b-7d75-400b-9eaf-51e7598e4c31 req-e1e7449c-58cd-466c-ba0c-e74c7ca5bcd6 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=e8f185f7-acac-4eb8-96e9-e004cf4d04de HTTP/1.1" status: 200 len: 944 time: 0.0666175 Feb 20 03:37:49.162633 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (9d8d307d-3cbb-4df5-aa45-e981ccb95e67), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:49.163497 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device b310c3c7-ce87-4f90-b1d8-a1959a6fb079 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:37:49.211230 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: b310c3c7-ce87-4f90-b1d8-a1959a6fb079 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:37:49.211898 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device b310c3c7-ce87-4f90-b1d8-a1959a6fb079 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:37:49.248234 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=9d8d307d-3cbb-4df5-aa45-e981ccb95e67,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:49.258778 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a63b661b-7d75-400b-9eaf-51e7598e4c31 req-93104b62-89a6-42a0-ba98-5d3694e6b5e7 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930283 Feb 20 03:37:49.312480 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1018aee9-62a9-46cb-857a-d0711b02c8af x-openstack-request-id: req-1018aee9-62a9-46cb-857a-d0711b02c8af {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:37:49.312921 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f185f7-acac-4eb8-96e9-e004cf4d04de", "name": "network-vif-plugged", "status": "completed", "tag": "9d8d307d-3cbb-4df5-aa45-e981ccb95e67", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:37:49.313188 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1018aee9-62a9-46cb-857a-d0711b02c8af {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:37:49.313596 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f185f7-acac-4eb8-96e9-e004cf4d04de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8d307d-3cbb-4df5-aa45-e981ccb95e67', 'code': 200} Feb 20 03:37:49.482480 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994ad0f-eb2c-4149-9b15-5387f69cce05 req-940bdc9b-0c5d-42ae-a9a0-3ddd6e8a0f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:49.484176 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6994ad0f-eb2c-4149-9b15-5387f69cce05 req-940bdc9b-0c5d-42ae-a9a0-3ddd6e8a0f20 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e8f185f7-acac-4eb8-96e9-e004cf4d04de HTTP/1.1" status: 200 len: 1127 time: 0.1077003 Feb 20 03:37:49.533946 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c831e-2e4f-470e-83e6-1ed23aae660f req-a4179db8-bf20-4f55-960d-030b09d66818 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:49.535513 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-258c831e-2e4f-470e-83e6-1ed23aae660f req-a4179db8-bf20-4f55-960d-030b09d66818 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 945 time: 0.0997849 Feb 20 03:37:49.567471 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6994ad0f-eb2c-4149-9b15-5387f69cce05 req-c24fab1d-121c-412d-9e7f-e0476342db57 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766962 Feb 20 03:37:49.627345 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-258c831e-2e4f-470e-83e6-1ed23aae660f req-4c1baf11-ee6d-4c98-8a35-64f8a04b90ea tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801044 Feb 20 03:37:49.683321 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37666) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:37:49.785681 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda0e38-d61d-4e90-9935-ff264848e3b9 req-57fa2fbe-5593-4333-af78-6cf44a076eb4 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:49.788019 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-beda0e38-d61d-4e90-9935-ff264848e3b9 req-57fa2fbe-5593-4333-af78-6cf44a076eb4 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 950 time: 0.0844276 Feb 20 03:37:49.826423 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-275f2e11-7ca9-47de-be6c-12fffc1f89ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:49.844557 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-beda0e38-d61d-4e90-9935-ff264848e3b9 req-d3197d7f-b4ca-45dc-891d-5aaee06e59dd tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445960 Feb 20 03:37:49.908618 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-275f2e11-7ca9-47de-be6c-12fffc1f89ad admin admin] Publish callbacks [] for security_group (913bdfd9-6ce1-43df-bca3-da7b3fc9e155), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:49.970528 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-275f2e11-7ca9-47de-be6c-12fffc1f89ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (913bdfd9-6ce1-43df-bca3-da7b3fc9e155), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:50.000455 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f2e11-7ca9-47de-be6c-12fffc1f89ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913bdfd9-6ce1-43df-bca3-da7b3fc9e155,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:50.038630 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-275f2e11-7ca9-47de-be6c-12fffc1f89ad admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1e6a7838f16d4630a37ba1d9fb0038c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3536830 Feb 20 03:37:50.041476 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37672) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:37:50.126263 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6b48b41d-ae0e-4442-b925-61b0344f9ab7 admin admin] Publish callbacks [] for security_group (913bdfd9-6ce1-43df-bca3-da7b3fc9e155), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:50.159760 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50350bcb-0227-4d89-a3ed-65d2e76e1702 req-989a628e-a4d0-453e-86c6-7d6182cd4f0e tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:50.161249 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-50350bcb-0227-4d89-a3ed-65d2e76e1702 req-989a628e-a4d0-453e-86c6-7d6182cd4f0e tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 945 time: 0.0887163 Feb 20 03:37:50.163128 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6b48b41d-ae0e-4442-b925-61b0344f9ab7 admin admin] Publish callbacks [] for security_group (913bdfd9-6ce1-43df-bca3-da7b3fc9e155), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:50.246161 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-50350bcb-0227-4d89-a3ed-65d2e76e1702 req-3998ec38-ba63-4e09-9c4f-2c01cf43392a tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733547 Feb 20 03:37:50.325916 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6b48b41d-ae0e-4442-b925-61b0344f9ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (913bdfd9-6ce1-43df-bca3-da7b3fc9e155), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:50.328781 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6b48b41d-ae0e-4442-b925-61b0344f9ab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:50.330159 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6b48b41d-ae0e-4442-b925-61b0344f9ab7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/913bdfd9-6ce1-43df-bca3-da7b3fc9e155 HTTP/1.1" status: 204 len: 168 time: 0.2871308 Feb 20 03:37:50.364219 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48b41d-ae0e-4442-b925-61b0344f9ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913bdfd9-6ce1-43df-bca3-da7b3fc9e155,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:50.412063 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ca4c0-b56c-44d8-b798-8eaafcf953c5 req-3f49171d-afe4-48b9-89a3-767be61c0c25 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:50.421775 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5c7ca4c0-b56c-44d8-b798-8eaafcf953c5 req-3f49171d-afe4-48b9-89a3-767be61c0c25 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=e8f185f7-acac-4eb8-96e9-e004cf4d04de HTTP/1.1" status: 200 len: 945 time: 0.0898738 Feb 20 03:37:50.492343 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5c7ca4c0-b56c-44d8-b798-8eaafcf953c5 req-920d8284-c4f3-4059-8e81-88515063ccd2 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694063 Feb 20 03:37:50.787320 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device dc03262b-5d28-4954-9ada-168b2b4e65f8 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:37:50.790070 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device dc03262b-5d28-4954-9ada-168b2b4e65f8 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:37:50.856028 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bea04d-1f7d-4545-aa85-3b6249ea9c93 req-0bd3f88b-f2f0-4454-9f6f-1877d6089488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:50.864212 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f4bea04d-1f7d-4545-aa85-3b6249ea9c93 req-0bd3f88b-f2f0-4454-9f6f-1877d6089488 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54&tenant_id=aac4a34e9d0e4881a4216fde18e57c70 HTTP/1.1" status: 200 len: 1132 time: 0.0838940 Feb 20 03:37:50.893248 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6591a91-c704-4832-85dc-8ca85d4d6834 req-c994bae4-7879-4772-8a68-a691998ffb93 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:50.896014 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:50.900071 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6591a91-c704-4832-85dc-8ca85d4d6834 req-c994bae4-7879-4772-8a68-a691998ffb93 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 945 time: 0.1761913 Feb 20 03:37:50.996881 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6591a91-c704-4832-85dc-8ca85d4d6834 req-cc87e56e-2347-4ffb-9bc2-a39d436e4b8f tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929887 Feb 20 03:37:51.034325 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:51.038136 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port dc03262b-5d28-4954-9ada-168b2b4e65f8 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:37:51.038694 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dc03262b-5d28-4954-9ada-168b2b4e65f8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:51.042119 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bea04d-1f7d-4545-aa85-3b6249ea9c93 req-3f136392-f600-4397-acf2-cfe77ed9d3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:51.043757 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f4bea04d-1f7d-4545-aa85-3b6249ea9c93 req-3f136392-f600-4397-acf2-cfe77ed9d3fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 1132 time: 0.1426301 Feb 20 03:37:51.079642 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port dc03262b-5d28-4954-9ada-168b2b4e65f8, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=dc03262b-5d28-4954-9ada-168b2b4e65f8,segment=NetworkSegment(69783699-9f40-4dd5-8cc4-9295ba1da9c2),segment_id=69783699-9f40-4dd5-8cc4-9295ba1da9c2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:51.100140 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port dc03262b-5d28-4954-9ada-168b2b4e65f8, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=dc03262b-5d28-4954-9ada-168b2b4e65f8,segment=NetworkSegment(69783699-9f40-4dd5-8cc4-9295ba1da9c2),segment_id=69783699-9f40-4dd5-8cc4-9295ba1da9c2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:51.112288 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'dc03262b-5d28-4954-9ada-168b2b4e65f8', 'network_id': 'eb72ec9f-03fd-429e-98e6-830fa78a693b', 'port_id': 'dc03262b-5d28-4954-9ada-168b2b4e65f8', 'mac_address': 'fa:16:3e:dd:cc:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e889741-186e-4683-9003-0f4b5f32a6a3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:37:51.170141 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port dc03262b-5d28-4954-9ada-168b2b4e65f8 is: ACTIVE; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:37:51.170536 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dc03262b-5d28-4954-9ada-168b2b4e65f8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:51.186992 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc03262b-5d28-4954-9ada-168b2b4e65f8 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:37:51.193438 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (dc03262b-5d28-4954-9ada-168b2b4e65f8), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:51.235503 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bea04d-1f7d-4545-aa85-3b6249ea9c93 req-a6d37bae-0cf6-47dd-b39f-cdb371729e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:51.237142 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f4bea04d-1f7d-4545-aa85-3b6249ea9c93 req-a6d37bae-0cf6-47dd-b39f-cdb371729e42 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.1849413 Feb 20 03:37:51.251413 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b75e61-76e9-415e-9f43-2005404c7482 req-c530a93e-6c58-487d-bd0e-1ff76cc1b2f7 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:51.259270 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-30b75e61-76e9-415e-9f43-2005404c7482 req-c530a93e-6c58-487d-bd0e-1ff76cc1b2f7 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 950 time: 0.0987432 Feb 20 03:37:51.269953 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37690) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:37:51.292394 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0973c5d0-f147-4fa6-80ba-a7ffdb23a5f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:51.313290 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=dc03262b-5d28-4954-9ada-168b2b4e65f8,revision_number=6']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:51.317514 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:37:51.317889 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:37:51.318245 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae3b9b6-59f1-45b7-89be-69e0f2164be0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc03262b-5d28-4954-9ada-168b2b4e65f8'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:37:51.321075 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f6526d-5c02-4d4f-ac6b-69b2405d303c" -d '{"events": [{"server_uuid": "1ae3b9b6-59f1-45b7-89be-69e0f2164be0", "name": "network-vif-unplugged", "status": "completed", "tag": "dc03262b-5d28-4954-9ada-168b2b4e65f8"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:37:51.343397 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f4bea04d-1f7d-4545-aa85-3b6249ea9c93 req-b9a6ddf0-e6a9-498e-81d1-c162ca1d5980 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=251d4b8c-9d45-49b3-aec7-767d510aa884 HTTP/1.1" status: 200 len: 217 time: 0.0789676 Feb 20 03:37:51.398202 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-30b75e61-76e9-415e-9f43-2005404c7482 req-5ebf8802-bea6-43bc-8764-b5912b126ff3 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380708 Feb 20 03:37:51.398535 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0973c5d0-f147-4fa6-80ba-a7ffdb23a5f0 admin admin] Publish callbacks [] for security_group (1d008a6d-6d30-4a1d-a37d-47fcfdeff434), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:51.456000 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bea04d-1f7d-4545-aa85-3b6249ea9c93 req-8ff91323-d9cb-413c-8c0b-d1fb5090a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:51.461290 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f4bea04d-1f7d-4545-aa85-3b6249ea9c93 req-8ff91323-d9cb-413c-8c0b-d1fb5090a3a1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0707431 Feb 20 03:37:51.478910 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0973c5d0-f147-4fa6-80ba-a7ffdb23a5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1d008a6d-6d30-4a1d-a37d-47fcfdeff434), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:51.540968 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0973c5d0-f147-4fa6-80ba-a7ffdb23a5f0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d5b250e30dc3454cb440bda0265ac925&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2697475 Feb 20 03:37:51.545407 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37698) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:37:51.598973 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ef9f7-894d-4fc2-8de5-fc8984b3c005 req-0e5ac8fc-6a7c-4aca-98ce-2a7a3a590b43 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:51.600575 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-294ef9f7-894d-4fc2-8de5-fc8984b3c005 req-0e5ac8fc-6a7c-4aca-98ce-2a7a3a590b43 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 945 time: 0.1272871 Feb 20 03:37:51.608212 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bea04d-1f7d-4545-aa85-3b6249ea9c93 req-ed1e03ac-2807-4241-932b-b46434376347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:51.609796 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f4bea04d-1f7d-4545-aa85-3b6249ea9c93 req-ed1e03ac-2807-4241-932b-b46434376347 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1446788 Feb 20 03:37:51.612481 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973c5d0-f147-4fa6-80ba-a7ffdb23a5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d008a6d-6d30-4a1d-a37d-47fcfdeff434,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:51.644390 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6646b5ea-c459-4147-911d-97a33bc95359 admin admin] Publish callbacks [] for security_group (1d008a6d-6d30-4a1d-a37d-47fcfdeff434), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:51.670217 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6646b5ea-c459-4147-911d-97a33bc95359 admin admin] Publish callbacks [] for security_group (1d008a6d-6d30-4a1d-a37d-47fcfdeff434), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:51.694561 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-294ef9f7-894d-4fc2-8de5-fc8984b3c005 req-c3a19601-2505-4cdc-86b9-0a4f333f86df tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746584 Feb 20 03:37:51.798489 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0649915e-8bcd-4dbb-b38b-5e7cb23f3de8 x-openstack-request-id: req-0649915e-8bcd-4dbb-b38b-5e7cb23f3de8 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:37:51.798969 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae3b9b6-59f1-45b7-89be-69e0f2164be0", "name": "network-vif-unplugged", "status": "completed", "tag": "dc03262b-5d28-4954-9ada-168b2b4e65f8", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:37:51.799073 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0649915e-8bcd-4dbb-b38b-5e7cb23f3de8 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:37:51.799400 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae3b9b6-59f1-45b7-89be-69e0f2164be0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc03262b-5d28-4954-9ada-168b2b4e65f8', 'code': 200} Feb 20 03:37:51.818559 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6646b5ea-c459-4147-911d-97a33bc95359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1d008a6d-6d30-4a1d-a37d-47fcfdeff434), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:51.823993 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f4bea04d-1f7d-4545-aa85-3b6249ea9c93 req-bbb1542d-bc78-46bc-a38c-78c178592f06 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557083 Feb 20 03:37:51.828016 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6646b5ea-c459-4147-911d-97a33bc95359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:51.830742 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6646b5ea-c459-4147-911d-97a33bc95359 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1d008a6d-6d30-4a1d-a37d-47fcfdeff434 HTTP/1.1" status: 204 len: 168 time: 0.2836142 Feb 20 03:37:51.852864 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6646b5ea-c459-4147-911d-97a33bc95359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d008a6d-6d30-4a1d-a37d-47fcfdeff434,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:51.902743 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port dc03262b-5d28-4954-9ada-168b2b4e65f8 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:37:51.903169 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dc03262b-5d28-4954-9ada-168b2b4e65f8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:51.924779 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc03262b-5d28-4954-9ada-168b2b4e65f8 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:37:51.953087 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port dc03262b-5d28-4954-9ada-168b2b4e65f8, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=dc03262b-5d28-4954-9ada-168b2b4e65f8,segment=NetworkSegment(69783699-9f40-4dd5-8cc4-9295ba1da9c2),segment_id=69783699-9f40-4dd5-8cc4-9295ba1da9c2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:52.015111 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f4bea04d-1f7d-4545-aa85-3b6249ea9c93 req-00d095d3-6885-493d-92e4-f23623476ce1 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834304 Feb 20 03:37:52.031625 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72939a0b-5c27-49e2-b954-f5acfccf5057 req-1386a570-2441-49be-895b-003092ed6320 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:52.033236 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-72939a0b-5c27-49e2-b954-f5acfccf5057 req-1386a570-2441-49be-895b-003092ed6320 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=e8f185f7-acac-4eb8-96e9-e004cf4d04de HTTP/1.1" status: 200 len: 945 time: 0.1596355 Feb 20 03:37:52.083652 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-72939a0b-5c27-49e2-b954-f5acfccf5057 req-3eac2a02-992a-4cea-b193-bbeec0260434 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441642 Feb 20 03:37:52.088749 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (dc03262b-5d28-4954-9ada-168b2b4e65f8), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:52.163081 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=dc03262b-5d28-4954-9ada-168b2b4e65f8,revision_number=7']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:52.278877 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbccd61-54d9-433a-80a1-a9eb6484faad req-aefcee2b-2c15-4983-a7d9-ab16f9ba30c6 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:52.285791 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5bbccd61-54d9-433a-80a1-a9eb6484faad req-aefcee2b-2c15-4983-a7d9-ab16f9ba30c6 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 944 time: 0.0974483 Feb 20 03:37:52.298965 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['dc03262b-5d28-4954-9ada-168b2b4e65f8'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:37:52.347498 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5bbccd61-54d9-433a-80a1-a9eb6484faad req-08579962-f871-4e0b-ad85-c7ac945422f0 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608149 Feb 20 03:37:52.859969 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbacd81-73c7-412f-80ad-fd1824f9f53a req-8fc69f51-5c46-49da-b7e5-4f784738bdf4 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:52.869305 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7dbacd81-73c7-412f-80ad-fd1824f9f53a req-8fc69f51-5c46-49da-b7e5-4f784738bdf4 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 950 time: 0.0893853 Feb 20 03:37:52.951638 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7dbacd81-73c7-412f-80ad-fd1824f9f53a req-a78a29f5-705e-446c-9039-f7986c65500a tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808618 Feb 20 03:37:53.088971 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf38cbd-e478-4dc6-ab9d-b48ec66b133a req-af72136f-155e-4c14-874f-8d3d9f5f481b tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:53.096650 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fbf38cbd-e478-4dc6-ab9d-b48ec66b133a req-af72136f-155e-4c14-874f-8d3d9f5f481b tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=e8f185f7-acac-4eb8-96e9-e004cf4d04de HTTP/1.1" status: 200 len: 945 time: 0.0821877 Feb 20 03:37:53.143239 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fbf38cbd-e478-4dc6-ab9d-b48ec66b133a req-b47c9007-9d07-48d9-90af-2efb055ec90d tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455267 Feb 20 03:37:53.292422 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc683b-58ec-4012-ba45-0f48ad3d2927 req-9e07951b-d763-4a8c-896d-82ea463c1f8a tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:53.294185 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b8dc683b-58ec-4012-ba45-0f48ad3d2927 req-9e07951b-d763-4a8c-896d-82ea463c1f8a tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 945 time: 0.0633233 Feb 20 03:37:53.355495 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b8dc683b-58ec-4012-ba45-0f48ad3d2927 req-3277e834-4e70-4159-96c9-c79a2753f66c tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539086 Feb 20 03:37:53.485796 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfde523-9d9e-4d27-9f03-7257e7f9e2db req-8efdc5f5-6a00-40bf-8509-418313f1e533 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:53.487326 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddfde523-9d9e-4d27-9f03-7257e7f9e2db req-8efdc5f5-6a00-40bf-8509-418313f1e533 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 944 time: 0.0582573 Feb 20 03:37:53.490830 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 251d4b8c-9d45-49b3-aec7-767d510aa884 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:37:53.496444 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 251d4b8c-9d45-49b3-aec7-767d510aa884 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:37:53.565902 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddfde523-9d9e-4d27-9f03-7257e7f9e2db req-f9b27ebd-da39-4efa-ab0c-cba53b56dda6 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611808 Feb 20 03:37:53.687201 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 251d4b8c-9d45-49b3-aec7-767d510aa884, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=251d4b8c-9d45-49b3-aec7-767d510aa884,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:53.890344 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 251d4b8c-9d45-49b3-aec7-767d510aa884 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:37:53.890734 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (251d4b8c-9d45-49b3-aec7-767d510aa884), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:53.892682 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '251d4b8c-9d45-49b3-aec7-767d510aa884', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': '251d4b8c-9d45-49b3-aec7-767d510aa884', 'mac_address': 'fa:16:3e:6e:d8:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:37:53.985102 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ea81d5-6743-4f79-8b6a-619b4c7e0c54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '251d4b8c-9d45-49b3-aec7-767d510aa884'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:37:53.987363 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16c8be6-6bc0-486f-b0e4-b7dcf8e44f41" -d '{"events": [{"server_uuid": "49ea81d5-6743-4f79-8b6a-619b4c7e0c54", "name": "network-vif-unplugged", "status": "completed", "tag": "251d4b8c-9d45-49b3-aec7-767d510aa884"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:37:53.997027 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 251d4b8c-9d45-49b3-aec7-767d510aa884 is: ACTIVE; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:37:53.997431 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (251d4b8c-9d45-49b3-aec7-767d510aa884), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:54.004750 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 251d4b8c-9d45-49b3-aec7-767d510aa884, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=251d4b8c-9d45-49b3-aec7-767d510aa884,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:54.017443 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 251d4b8c-9d45-49b3-aec7-767d510aa884 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:37:54.133974 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:37:54.134333 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:37:54.134981 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (251d4b8c-9d45-49b3-aec7-767d510aa884), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:54.225701 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8bed5-23cd-48f3-a24d-463d7a5d5304 req-325dd78a-4099-455a-aa2a-92af0d21a26d tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:54.227412 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffc8bed5-23cd-48f3-a24d-463d7a5d5304 req-325dd78a-4099-455a-aa2a-92af0d21a26d tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 948 time: 0.1397862 Feb 20 03:37:54.261909 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=251d4b8c-9d45-49b3-aec7-767d510aa884,revision_number=9']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:54.320653 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffc8bed5-23cd-48f3-a24d-463d7a5d5304 req-325d26ca-3d45-4254-89f4-e0bf6059cd6c tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858262 Feb 20 03:37:54.366687 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187b816a-021c-418b-b537-4fe5c2a43763 x-openstack-request-id: req-187b816a-021c-418b-b537-4fe5c2a43763 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:37:54.366687 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ea81d5-6743-4f79-8b6a-619b4c7e0c54", "name": "network-vif-unplugged", "status": "completed", "tag": "251d4b8c-9d45-49b3-aec7-767d510aa884", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:37:54.366687 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-187b816a-021c-418b-b537-4fe5c2a43763 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:37:54.366687 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ea81d5-6743-4f79-8b6a-619b4c7e0c54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '251d4b8c-9d45-49b3-aec7-767d510aa884', 'code': 200} Feb 20 03:37:54.486171 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c41491-e73f-4b0c-af6e-7efd6f773257 req-de2dd519-282c-4ba6-b88d-8e6b6e630584 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:54.496139 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0c41491-e73f-4b0c-af6e-7efd6f773257 req-de2dd519-282c-4ba6-b88d-8e6b6e630584 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=e8f185f7-acac-4eb8-96e9-e004cf4d04de HTTP/1.1" status: 200 len: 945 time: 0.0777557 Feb 20 03:37:54.563390 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0c41491-e73f-4b0c-af6e-7efd6f773257 req-5bf9b04c-74b0-4f7f-b010-0240efbcfeb2 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602107 Feb 20 03:37:54.724145 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 251d4b8c-9d45-49b3-aec7-767d510aa884 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:37:54.724699 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (251d4b8c-9d45-49b3-aec7-767d510aa884), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:54.740649 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 251d4b8c-9d45-49b3-aec7-767d510aa884 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:37:54.764479 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 251d4b8c-9d45-49b3-aec7-767d510aa884, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=251d4b8c-9d45-49b3-aec7-767d510aa884,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:54.774531 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ae7ee-db18-4093-b795-cc1753e1bd71 req-c0409532-2026-4ad5-9744-c410cd69c0c4 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:54.782139 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-650ae7ee-db18-4093-b795-cc1753e1bd71 req-c0409532-2026-4ad5-9744-c410cd69c0c4 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 945 time: 0.0986290 Feb 20 03:37:54.812370 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device dc03262b-5d28-4954-9ada-168b2b4e65f8 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:37:54.851459 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-650ae7ee-db18-4093-b795-cc1753e1bd71 req-0b2642da-c196-4a72-b5b6-7ac07fb17d9b tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636885 Feb 20 03:37:54.910605 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (251d4b8c-9d45-49b3-aec7-767d510aa884), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:54.984138 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=251d4b8c-9d45-49b3-aec7-767d510aa884,revision_number=10']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:54.999415 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port dc03262b-5d28-4954-9ada-168b2b4e65f8 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:37:54.999794 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (dc03262b-5d28-4954-9ada-168b2b4e65f8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:55.140163 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port dc03262b-5d28-4954-9ada-168b2b4e65f8 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:37:55.140554 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dc03262b-5d28-4954-9ada-168b2b4e65f8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:55.184234 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port dc03262b-5d28-4954-9ada-168b2b4e65f8, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=dc03262b-5d28-4954-9ada-168b2b4e65f8,segment=NetworkSegment(69783699-9f40-4dd5-8cc4-9295ba1da9c2),segment_id=69783699-9f40-4dd5-8cc4-9295ba1da9c2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:55.250040 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (dc03262b-5d28-4954-9ada-168b2b4e65f8), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:55.255481 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['251d4b8c-9d45-49b3-aec7-767d510aa884'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:37:55.312807 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=dc03262b-5d28-4954-9ada-168b2b4e65f8,revision_number=8']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:55.561756 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:37:55.723605 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136afe3-6b36-4978-aeef-ef90f82f84b9 req-5ac88a1c-fad5-4741-b4c7-2c2876eec96f tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:55.733305 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d136afe3-6b36-4978-aeef-ef90f82f84b9 req-5ac88a1c-fad5-4741-b4c7-2c2876eec96f tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 945 time: 0.0817692 Feb 20 03:37:55.826321 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d136afe3-6b36-4978-aeef-ef90f82f84b9 req-19a6a81e-ea23-404d-9ec0-fc005130e72a tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853305 Feb 20 03:37:56.083274 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d843f-04c6-4ddf-9413-7ec730bb7255 req-2bea4900-1166-49f0-9241-3a324e27d28f tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:56.084976 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cc9d843f-04c6-4ddf-9413-7ec730bb7255 req-2bea4900-1166-49f0-9241-3a324e27d28f tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 950 time: 0.0647652 Feb 20 03:37:56.169236 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cc9d843f-04c6-4ddf-9413-7ec730bb7255 req-0cca85ef-d387-49bc-997b-7c2b613fe75a tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773301 Feb 20 03:37:56.367301 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae3b9b6-59f1-45b7-89be-69e0f2164be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc03262b-5d28-4954-9ada-168b2b4e65f8'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:37:56.369942 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bae29b-1d62-4c6e-b831-3240c85805d9" -d '{"events": [{"server_uuid": "1ae3b9b6-59f1-45b7-89be-69e0f2164be0", "name": "network-vif-plugged", "status": "completed", "tag": "dc03262b-5d28-4954-9ada-168b2b4e65f8"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:37:56.387819 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ff805392-9efa-4888-ad04-3cd0012bc6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:56.419231 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426d2e4-52bc-4b28-9b14-36903c1cd79e req-a3a1f08f-ae27-43c1-b8dc-77f355ec84f6 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:56.420844 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7426d2e4-52bc-4b28-9b14-36903c1cd79e req-a3a1f08f-ae27-43c1-b8dc-77f355ec84f6 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 945 time: 0.0677702 Feb 20 03:37:56.521001 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7426d2e4-52bc-4b28-9b14-36903c1cd79e req-86027d4a-e478-4a09-a1c2-e25574780f66 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915308 Feb 20 03:37:56.831802 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 9d8d307d-3cbb-4df5-aa45-e981ccb95e67 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:37:56.943906 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 9d8d307d-3cbb-4df5-aa45-e981ccb95e67, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=9d8d307d-3cbb-4df5-aa45-e981ccb95e67,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:56.956785 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '9d8d307d-3cbb-4df5-aa45-e981ccb95e67', 'network_id': '780f8a56-4eb9-4713-bddf-aebbfa8636e6', 'port_id': '9d8d307d-3cbb-4df5-aa45-e981ccb95e67', 'mac_address': 'fa:16:3e:37:21:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7943db-e73d-4c28-8d17-e3720a98a6a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:37:57.003685 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 9d8d307d-3cbb-4df5-aa45-e981ccb95e67 is: ACTIVE; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:37:57.004070 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9d8d307d-3cbb-4df5-aa45-e981ccb95e67), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:57.021424 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d8d307d-3cbb-4df5-aa45-e981ccb95e67 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:37:57.044747 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 9d8d307d-3cbb-4df5-aa45-e981ccb95e67, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=9d8d307d-3cbb-4df5-aa45-e981ccb95e67,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:57.112659 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5752906-d7d1-4c49-b50f-cfc71a6aaf95 req-063d9d7b-5994-48dd-b4ba-c6e65f3b3cc5 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:57.121642 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b5752906-d7d1-4c49-b50f-cfc71a6aaf95 req-063d9d7b-5994-48dd-b4ba-c6e65f3b3cc5 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 950 time: 0.0586200 Feb 20 03:37:57.173566 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b5752906-d7d1-4c49-b50f-cfc71a6aaf95 req-c111fdaa-c433-486d-8bd4-022d4c5d7f13 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519431 Feb 20 03:37:57.176036 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (9d8d307d-3cbb-4df5-aa45-e981ccb95e67), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:57.236127 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88850ea-11f6-4551-8e9d-9f3466e3fcce x-openstack-request-id: req-e88850ea-11f6-4551-8e9d-9f3466e3fcce {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:37:57.236718 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae3b9b6-59f1-45b7-89be-69e0f2164be0", "name": "network-vif-plugged", "status": "completed", "tag": "dc03262b-5d28-4954-9ada-168b2b4e65f8", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:37:57.237125 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e88850ea-11f6-4551-8e9d-9f3466e3fcce {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:37:57.237681 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae3b9b6-59f1-45b7-89be-69e0f2164be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc03262b-5d28-4954-9ada-168b2b4e65f8', 'code': 200} Feb 20 03:37:57.279585 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['9d8d307d-3cbb-4df5-aa45-e981ccb95e67'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:37:57.315329 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=9d8d307d-3cbb-4df5-aa45-e981ccb95e67,revision_number=6']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:57.394337 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d165964-7f55-44ac-945f-af8e0f012524 req-8a07e1b3-e7f8-4eb8-996a-b6904189104b tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:57.396165 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7d165964-7f55-44ac-945f-af8e0f012524 req-8a07e1b3-e7f8-4eb8-996a-b6904189104b tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 945 time: 0.0961668 Feb 20 03:37:57.482222 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae6b88-aa6f-44a9-9031-56d552ebb747 req-5b7b995c-7a00-490e-b367-1d10e7fe6c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:57.484148 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9fae6b88-aa6f-44a9-9031-56d552ebb747 req-5b7b995c-7a00-490e-b367-1d10e7fe6c8f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 1127 time: 0.0869381 Feb 20 03:37:57.499864 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7d165964-7f55-44ac-945f-af8e0f012524 req-7cc01a09-0613-422f-aec5-ef6b263707e8 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889769 Feb 20 03:37:57.520530 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 251d4b8c-9d45-49b3-aec7-767d510aa884 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:37:57.588259 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9fae6b88-aa6f-44a9-9031-56d552ebb747 req-2163527a-6deb-40e0-8ff8-03436fd756b7 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860863 Feb 20 03:37:57.640814 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd733a-7310-456b-a983-fd236f6647d9 req-66221fbd-95ff-4312-8637-d6ce09a146a8 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:57.644331 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 251d4b8c-9d45-49b3-aec7-767d510aa884 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:37:57.644888 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (251d4b8c-9d45-49b3-aec7-767d510aa884), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:57.646293 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-01bd733a-7310-456b-a983-fd236f6647d9 req-66221fbd-95ff-4312-8637-d6ce09a146a8 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 947 time: 0.0710742 Feb 20 03:37:57.724849 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-01bd733a-7310-456b-a983-fd236f6647d9 req-ee4fbc93-dd80-4ff1-93ff-37f357b2be37 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups?id=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726023 Feb 20 03:37:57.731062 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37872) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:37:57.768081 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 251d4b8c-9d45-49b3-aec7-767d510aa884 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:37:57.768473 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (251d4b8c-9d45-49b3-aec7-767d510aa884), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:57.834776 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 251d4b8c-9d45-49b3-aec7-767d510aa884, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=251d4b8c-9d45-49b3-aec7-767d510aa884,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:57.890321 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e8a47ed4-667c-4ea3-910e-464c55bff522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:57.917909 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (251d4b8c-9d45-49b3-aec7-767d510aa884), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:57.989654 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e8a47ed4-667c-4ea3-910e-464c55bff522 admin admin] Publish callbacks [] for security_group (79738f3f-718e-4071-80b5-7df2444d87b9), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:58.040146 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=251d4b8c-9d45-49b3-aec7-767d510aa884,revision_number=11']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:58.065309 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e8a47ed4-667c-4ea3-910e-464c55bff522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (79738f3f-718e-4071-80b5-7df2444d87b9), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:58.114699 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e8a47ed4-667c-4ea3-910e-464c55bff522 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=905e27b8543945b8906d222f755cb394&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3783793 Feb 20 03:37:58.114699 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a47ed4-667c-4ea3-910e-464c55bff522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79738f3f-718e-4071-80b5-7df2444d87b9,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:58.115090 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37876) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:37:58.201411 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e0a7361c-091d-47a8-81f7-076498cf2180 admin admin] Publish callbacks [] for security_group (79738f3f-718e-4071-80b5-7df2444d87b9), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:58.257385 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e0a7361c-091d-47a8-81f7-076498cf2180 admin admin] Publish callbacks [] for security_group (79738f3f-718e-4071-80b5-7df2444d87b9), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:58.456654 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f384ae-8f73-4a5e-92b7-b8e02016c97c req-89f03137-8d8c-4ea4-9472-36816582c3e6 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:58.458387 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-49f384ae-8f73-4a5e-92b7-b8e02016c97c req-89f03137-8d8c-4ea4-9472-36816582c3e6 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.42 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 947 time: 0.1101208 Feb 20 03:37:58.540286 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7565c72-6062-43fd-98e0-d793de7a52d3 req-39be4da9-d98b-41ba-9146-02c560fa20d9 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:58.543602 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e7565c72-6062-43fd-98e0-d793de7a52d3 req-39be4da9-d98b-41ba-9146-02c560fa20d9 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 945 time: 0.1861160 Feb 20 03:37:58.548974 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e0a7361c-091d-47a8-81f7-076498cf2180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (79738f3f-718e-4071-80b5-7df2444d87b9), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:58.551914 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e0a7361c-091d-47a8-81f7-076498cf2180 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:58.555426 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e0a7361c-091d-47a8-81f7-076498cf2180 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/79738f3f-718e-4071-80b5-7df2444d87b9 HTTP/1.1" status: 204 len: 168 time: 0.4368455 Feb 20 03:37:58.642002 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7361c-091d-47a8-81f7-076498cf2180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79738f3f-718e-4071-80b5-7df2444d87b9,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:58.669405 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e7565c72-6062-43fd-98e0-d793de7a52d3 req-2b943dd6-69c4-4792-afaa-0d12da56055b tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968425 Feb 20 03:37:58.689423 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2ee51002-d1d4-4d98-85ea-2bc1af104c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:58.719516 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-49f384ae-8f73-4a5e-92b7-b8e02016c97c req-1080877a-edb1-46ee-ab2f-c98bfef52f35 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Deleting port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:37:58.720625 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-49f384ae-8f73-4a5e-92b7-b8e02016c97c req-1080877a-edb1-46ee-ab2f-c98bfef52f35 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ed1d4dac-5a57-4f44-87fa-76149bb3c3c8), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:58.844222 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 9d8d307d-3cbb-4df5-aa45-e981ccb95e67 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:37:58.914748 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 9d8d307d-3cbb-4df5-aa45-e981ccb95e67 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:37:58.915402 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (9d8d307d-3cbb-4df5-aa45-e981ccb95e67), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:59.008947 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173dc3d9-890f-4ff0-a4a0-6b510162b885 req-5093429a-df88-4a4e-affe-46b5159683b5 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:59.027860 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-173dc3d9-890f-4ff0-a4a0-6b510162b885 req-5093429a-df88-4a4e-affe-46b5159683b5 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=594ac0b9-29b4-431d-b472-cbf7fd1c90dc HTTP/1.1" status: 200 len: 945 time: 0.2078881 Feb 20 03:37:59.036343 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-49f384ae-8f73-4a5e-92b7-b8e02016c97c req-1080877a-edb1-46ee-ab2f-c98bfef52f35 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] For port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=ed1d4dac-5a57-4f44-87fa-76149bb3c3c8,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:59.036725 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-49f384ae-8f73-4a5e-92b7-b8e02016c97c req-1080877a-edb1-46ee-ab2f-c98bfef52f35 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ed1d4dac-5a57-4f44-87fa-76149bb3c3c8), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:59.065974 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 9d8d307d-3cbb-4df5-aa45-e981ccb95e67 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:37:59.066614 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9d8d307d-3cbb-4df5-aa45-e981ccb95e67), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:59.157575 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 9d8d307d-3cbb-4df5-aa45-e981ccb95e67, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=9d8d307d-3cbb-4df5-aa45-e981ccb95e67,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:37:59.192643 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-173dc3d9-890f-4ff0-a4a0-6b510162b885 req-b8e11ca1-dad4-423c-a1db-371fd7b02f7e tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9e46ff0-0328-45d8-9f18-ec03ffa9e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638083 Feb 20 03:37:59.239195 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ea81d5-6743-4f79-8b6a-619b4c7e0c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251d4b8c-9d45-49b3-aec7-767d510aa884'}, {'server_uuid': 'e8f185f7-acac-4eb8-96e9-e004cf4d04de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8d307d-3cbb-4df5-aa45-e981ccb95e67'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:37:59.242015 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0821dc06-4df3-4d02-b6d2-96566d817a9a" -d '{"events": [{"server_uuid": "49ea81d5-6743-4f79-8b6a-619b4c7e0c54", "name": "network-vif-plugged", "status": "completed", "tag": "251d4b8c-9d45-49b3-aec7-767d510aa884"}, {"server_uuid": "e8f185f7-acac-4eb8-96e9-e004cf4d04de", "name": "network-vif-plugged", "status": "completed", "tag": "9d8d307d-3cbb-4df5-aa45-e981ccb95e67"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:37:59.284282 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (9d8d307d-3cbb-4df5-aa45-e981ccb95e67), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:59.380785 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=9d8d307d-3cbb-4df5-aa45-e981ccb95e67,revision_number=7']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:59.552064 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37936) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:37:59.576287 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9008839-6bf1-42d1-8819-099152f97549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:59.736924 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9008839-6bf1-42d1-8819-099152f97549 admin admin] Publish callbacks [] for security_group (1de38d77-21ce-4eba-b922-765c9923c1c6), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:59.789303 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-9ed29688-a4de-430d-bb37-ce3a7879e0bb tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369363 Feb 20 03:37:59.804311 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9008839-6bf1-42d1-8819-099152f97549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1de38d77-21ce-4eba-b922-765c9923c1c6), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:59.876441 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d9008839-6bf1-42d1-8819-099152f97549 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=78e0fd8e85f747f8981e04c37f3ddf52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3232722 Feb 20 03:37:59.880878 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37942) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:37:59.896811 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:59.903575 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9008839-6bf1-42d1-8819-099152f97549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de38d77-21ce-4eba-b922-765c9923c1c6,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:37:59.951956 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dc8a5af4-a4c1-4a20-bfcd-1b55368422c2 admin admin] Publish callbacks [] for security_group (1de38d77-21ce-4eba-b922-765c9923c1c6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:37:59.952308 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-9c321956-5fbb-495f-8dc5-e744494c3ff4 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:37:59.955313 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-9c321956-5fbb-495f-8dc5-e744494c3ff4 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1652160 Feb 20 03:37:59.980503 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dc8a5af4-a4c1-4a20-bfcd-1b55368422c2 admin admin] Publish callbacks [] for security_group (1de38d77-21ce-4eba-b922-765c9923c1c6), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:00.041538 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-54d1678a-3e3f-4d2d-8e52-67d159725929 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/quotas/aac4a34e9d0e4881a4216fde18e57c70 HTTP/1.1" status: 200 len: 375 time: 0.0719607 Feb 20 03:38:00.119412 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dc8a5af4-a4c1-4a20-bfcd-1b55368422c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1de38d77-21ce-4eba-b922-765c9923c1c6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:00.122750 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dc8a5af4-a4c1-4a20-bfcd-1b55368422c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:00.124237 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-dc8a5af4-a4c1-4a20-bfcd-1b55368422c2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1de38d77-21ce-4eba-b922-765c9923c1c6 HTTP/1.1" status: 204 len: 168 time: 0.2372408 Feb 20 03:38:00.145812 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a5af4-a4c1-4a20-bfcd-1b55368422c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de38d77-21ce-4eba-b922-765c9923c1c6,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:00.248336 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a8b71-b937-4e92-b5a7-af1ff3a2b946 req-c5b6a553-1b2a-4d5b-b7f7-1cfaae31a960 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:00.250296 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-265a8b71-b937-4e92-b5a7-af1ff3a2b946 req-c5b6a553-1b2a-4d5b-b7f7-1cfaae31a960 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.42 "GET /v2.0/ports?device_id=594ac0b9-29b4-431d-b472-cbf7fd1c90dc HTTP/1.1" status: 200 len: 945 time: 0.3204534 Feb 20 03:38:00.252579 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-49f384ae-8f73-4a5e-92b7-b8e02016c97c req-1080877a-edb1-46ee-ab2f-c98bfef52f35 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:00.252969 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-49f384ae-8f73-4a5e-92b7-b8e02016c97c req-1080877a-edb1-46ee-ab2f-c98bfef52f35 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (4db97147-9238-4238-9990-ba14556be074), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:00.253298 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [req-49f384ae-8f73-4a5e-92b7-b8e02016c97c req-1080877a-edb1-46ee-ab2f-c98bfef52f35 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Floating IP 4db97147-9238-4238-9990-ba14556be074 disassociated. External IP: 172.25.7.199, port: ed1d4dac-5a57-4f44-87fa-76149bb3c3c8. Feb 20 03:38:00.253659 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-49f384ae-8f73-4a5e-92b7-b8e02016c97c req-1080877a-edb1-46ee-ab2f-c98bfef52f35 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Calling delete_port for ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:38:00.311996 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-5c32477b-4a16-4d71-9841-ebc4cfa6d847 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2395582 Feb 20 03:38:00.470663 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-265a8b71-b937-4e92-b5a7-af1ff3a2b946 req-9a3b3fdd-4ec5-42ca-bd42-cedb3e5bd553 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Deleting port f5db7fe1-fc38-4435-aa22-e82378f8427f {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:38:00.471099 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-265a8b71-b937-4e92-b5a7-af1ff3a2b946 req-9a3b3fdd-4ec5-42ca-bd42-cedb3e5bd553 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (f5db7fe1-fc38-4435-aa22-e82378f8427f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:00.628177 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-265a8b71-b937-4e92-b5a7-af1ff3a2b946 req-9a3b3fdd-4ec5-42ca-bd42-cedb3e5bd553 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] For port f5db7fe1-fc38-4435-aa22-e82378f8427f, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=f5db7fe1-fc38-4435-aa22-e82378f8427f,segment=NetworkSegment(779aeac2-ecb9-46e0-8f48-3dc73d02eb8b),segment_id=779aeac2-ecb9-46e0-8f48-3dc73d02eb8b)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:00.628619 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-265a8b71-b937-4e92-b5a7-af1ff3a2b946 req-9a3b3fdd-4ec5-42ca-bd42-cedb3e5bd553 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (f5db7fe1-fc38-4435-aa22-e82378f8427f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:00.643240 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-265a8b71-b937-4e92-b5a7-af1ff3a2b946 req-9a3b3fdd-4ec5-42ca-bd42-cedb3e5bd553 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Calling delete_port for f5db7fe1-fc38-4435-aa22-e82378f8427f owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:38:00.724837 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-49f384ae-8f73-4a5e-92b7-b8e02016c97c req-1080877a-edb1-46ee-ab2f-c98bfef52f35 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (ed1d4dac-5a57-4f44-87fa-76149bb3c3c8), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:01.001849 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080877a-edb1-46ee-ab2f-c98bfef52f35 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Pushing event deleted for resources: {'Port': ['ID=ed1d4dac-5a57-4f44-87fa-76149bb3c3c8,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:01.074989 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-265a8b71-b937-4e92-b5a7-af1ff3a2b946 req-9a3b3fdd-4ec5-42ca-bd42-cedb3e5bd553 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (f5db7fe1-fc38-4435-aa22-e82378f8427f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:01.098587 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['b37d1845-c7e4-40ee-8535-b2c163b956e3', 'f5db7fe1-fc38-4435-aa22-e82378f8427f'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:38:01.109111 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b3fdd-4ec5-42ca-bd42-cedb3e5bd553 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Pushing event deleted for resources: {'Port': ['ID=f5db7fe1-fc38-4435-aa22-e82378f8427f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:01.122905 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53674b21-7e5f-4657-8d81-2ca50be29778 req-7a900566-d6ea-43f6-87b9-1960936eab26 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:01.130588 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-53674b21-7e5f-4657-8d81-2ca50be29778 req-7a900566-d6ea-43f6-87b9-1960936eab26 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 945 time: 0.2410059 Feb 20 03:38:01.174308 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['9637083b-0c8f-429c-9595-2e7abb224aa7'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:38:01.227598 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:01.274466 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-265a8b71-b937-4e92-b5a7-af1ff3a2b946 req-9a3b3fdd-4ec5-42ca-bd42-cedb3e5bd553 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] No DVR routers for this DVR port f5db7fe1-fc38-4435-aa22-e82378f8427f on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:38:01.279444 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-265a8b71-b937-4e92-b5a7-af1ff3a2b946 req-9a3b3fdd-4ec5-42ca-bd42-cedb3e5bd553 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:01.282837 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-265a8b71-b937-4e92-b5a7-af1ff3a2b946 req-9a3b3fdd-4ec5-42ca-bd42-cedb3e5bd553 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.42 "DELETE /v2.0/ports/f5db7fe1-fc38-4435-aa22-e82378f8427f HTTP/1.1" status: 204 len: 173 time: 1.0203223 Feb 20 03:38:01.297423 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594ac0b9-29b4-431d-b472-cbf7fd1c90dc', 'name': 'network-vif-deleted', 'tag': 'f5db7fe1-fc38-4435-aa22-e82378f8427f'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:38:01.299763 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305a301e-ada9-4c73-b57a-10088e052066" -d '{"events": [{"server_uuid": "594ac0b9-29b4-431d-b472-cbf7fd1c90dc", "name": "network-vif-deleted", "tag": "f5db7fe1-fc38-4435-aa22-e82378f8427f"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:38:01.368144 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-53674b21-7e5f-4657-8d81-2ca50be29778 req-2f6ad4b5-5cdd-4d3c-bc3c-74d93b8d0545 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359431 Feb 20 03:38:01.424737 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49f384ae-8f73-4a5e-92b7-b8e02016c97c req-1080877a-edb1-46ee-ab2f-c98bfef52f35 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Router 0e23669e-68f0-439f-bdbb-fa00e7dd1a90 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:38:01.542300 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:38:01.643837 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:38:01.645768 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:38:01.700006 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25ad7250-6f70-4893-bd45-903bbad47ded req-83527122-efed-4dfd-b546-d7bbf7829764 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 210 time: 0.0804937 Feb 20 03:38:01.811482 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 20 Feb 2022 03:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960acc65-176e-434e-9370-3e9b53d3b9e0 x-openstack-request-id: req-960acc65-176e-434e-9370-3e9b53d3b9e0 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:38:01.811887 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ea81d5-6743-4f79-8b6a-619b4c7e0c54", "name": "network-vif-plugged", "status": "completed", "tag": "251d4b8c-9d45-49b3-aec7-767d510aa884", "code": 200}, {"server_uuid": "e8f185f7-acac-4eb8-96e9-e004cf4d04de", "name": "network-vif-plugged", "status": "completed", "tag": "9d8d307d-3cbb-4df5-aa45-e981ccb95e67", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:38:01.812765 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-960acc65-176e-434e-9370-3e9b53d3b9e0 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:38:01.813317 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ea81d5-6743-4f79-8b6a-619b4c7e0c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251d4b8c-9d45-49b3-aec7-767d510aa884', 'code': 200} Feb 20 03:38:01.813707 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f185f7-acac-4eb8-96e9-e004cf4d04de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8d307d-3cbb-4df5-aa45-e981ccb95e67', 'code': 200} Feb 20 03:38:01.846806 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49f384ae-8f73-4a5e-92b7-b8e02016c97c req-1080877a-edb1-46ee-ab2f-c98bfef52f35 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:38:01.870509 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8455eaa3-44b5-4aaf-984d-27b13417d5a3 None None] Sync routers for ids ['0e23669e-68f0-439f-bdbb-fa00e7dd1a90'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:38:01.913584 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f384ae-8f73-4a5e-92b7-b8e02016c97c req-1080877a-edb1-46ee-ab2f-c98bfef52f35 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] No DVR routers for this DVR port ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:38:01.917844 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-49f384ae-8f73-4a5e-92b7-b8e02016c97c req-1080877a-edb1-46ee-ab2f-c98bfef52f35 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:01.921588 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-49f384ae-8f73-4a5e-92b7-b8e02016c97c req-1080877a-edb1-46ee-ab2f-c98bfef52f35 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.42 "DELETE /v2.0/ports/ed1d4dac-5a57-4f44-87fa-76149bb3c3c8 HTTP/1.1" status: 204 len: 173 time: 3.4557679 Feb 20 03:38:01.922275 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8455eaa3-44b5-4aaf-984d-27b13417d5a3 None None] Routers {'0e23669e-68f0-439f-bdbb-fa00e7dd1a90'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:38:01.932004 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-8455eaa3-44b5-4aaf-984d-27b13417d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:37:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['0e23669e-68f0-439f-bdbb-fa00e7dd1a90'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:02.084752 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b4c46-449c-4aa9-8687-7220a22a1a80 req-a9443bcd-f3af-4dae-a2b2-ae00aae7a968 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:02.098347 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b47b4c46-449c-4aa9-8687-7220a22a1a80 req-a9443bcd-f3af-4dae-a2b2-ae00aae7a968 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 945 time: 0.1364579 Feb 20 03:38:02.203061 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-8455eaa3-44b5-4aaf-984d-27b13417d5a3 None None] Set router 0e23669e-68f0-439f-bdbb-fa00e7dd1a90 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:38:02.212560 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b47b4c46-449c-4aa9-8687-7220a22a1a80 req-0842e961-3d4f-4f53-babf-022ab9717a2e tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003356 Feb 20 03:38:02.450138 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3f1bf70c-b119-416f-8495-cb2e9ed470f6 req-e2ddb94b-95dd-4c97-b9cd-c74d082aee2a tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=594ac0b9-29b4-431d-b472-cbf7fd1c90dc HTTP/1.1" status: 200 len: 210 time: 0.0580015 Feb 20 03:38:02.564698 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-8455eaa3-44b5-4aaf-984d-27b13417d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'name': 'tempest-AttachVolumeShelveTestJSON-957401116-router', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:30:41Z', 'updated_at': '2022-02-20T03:30:54Z', 'revision_number': 4, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'gw_port': {'id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:44Z', 'updated_at': '2022-02-20T03:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '075e7992-9983-4ef0-b4ea-ecab923b92f8', 'name': '', 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'mac_address': 'fa:16:3e:5a:df:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:50Z', 'updated_at': '2022-02-20T03:30:59Z', 'revision_number': 5, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'subnets': [{'id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:02.639871 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e14eacc2-3c28-4913-bea3-ca02d123341a req-c0df3af8-c37f-4f4c-80da-bd24f3a018b2 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 210 time: 0.0596128 Feb 20 03:38:02.654239 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8455eaa3-44b5-4aaf-984d-27b13417d5a3 None None] Checking router: 0e23669e-68f0-439f-bdbb-fa00e7dd1a90 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:38:02.721835 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8455eaa3-44b5-4aaf-984d-27b13417d5a3 None None] Routers {'0e23669e-68f0-439f-bdbb-fa00e7dd1a90'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:38:02.722185 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9eb72f9-f4b3-4474-8832-97be2a396723 x-openstack-request-id: req-c9eb72f9-f4b3-4474-8832-97be2a396723 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:38:02.722497 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594ac0b9-29b4-431d-b472-cbf7fd1c90dc", "name": "network-vif-deleted", "tag": "f5db7fe1-fc38-4435-aa22-e82378f8427f", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:38:02.722604 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-8455eaa3-44b5-4aaf-984d-27b13417d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:37:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['0e23669e-68f0-439f-bdbb-fa00e7dd1a90'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:02.722779 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c9eb72f9-f4b3-4474-8832-97be2a396723 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:38:02.723218 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594ac0b9-29b4-431d-b472-cbf7fd1c90dc', 'name': 'network-vif-deleted', 'tag': 'f5db7fe1-fc38-4435-aa22-e82378f8427f', 'status': 'completed', 'code': 200} Feb 20 03:38:02.908512 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-8455eaa3-44b5-4aaf-984d-27b13417d5a3 None None] Set router 0e23669e-68f0-439f-bdbb-fa00e7dd1a90 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:38:03.021676 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580edf5c-c85e-4775-a0c1-d5e2dad27909 req-94ec659e-338a-48a0-9135-9be48e6ee8ed tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:03.036830 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-580edf5c-c85e-4775-a0c1-d5e2dad27909 req-94ec659e-338a-48a0-9135-9be48e6ee8ed tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 945 time: 0.2014191 Feb 20 03:38:03.184033 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-580edf5c-c85e-4775-a0c1-d5e2dad27909 req-ed4ef4e2-3d98-470d-bbd6-5638dc977139 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341922 Feb 20 03:38:03.244934 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:03.351451 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-8455eaa3-44b5-4aaf-984d-27b13417d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'name': 'tempest-AttachVolumeShelveTestJSON-957401116-router', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:30:41Z', 'updated_at': '2022-02-20T03:30:54Z', 'revision_number': 4, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'gw_port': {'id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:44Z', 'updated_at': '2022-02-20T03:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '075e7992-9983-4ef0-b4ea-ecab923b92f8', 'name': '', 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'mac_address': 'fa:16:3e:5a:df:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:50Z', 'updated_at': '2022-02-20T03:30:59Z', 'revision_number': 5, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'subnets': [{'id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:03.383513 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f54017f3-5dd9-411f-94fa-05d261caa048 req-4cbad8cb-dbcc-4a34-b7af-679632a7b4a7 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/ports?device_id=e800aac1-0fe3-48d1-b319-f0f55a1206e1 HTTP/1.1" status: 200 len: 210 time: 0.0648541 Feb 20 03:38:03.442881 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8455eaa3-44b5-4aaf-984d-27b13417d5a3 None None] The sync data for ids ['0e23669e-68f0-439f-bdbb-fa00e7dd1a90'] in n-d-829866-4 is: [{'id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'name': 'tempest-AttachVolumeShelveTestJSON-957401116-router', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:30:41Z', 'updated_at': '2022-02-20T03:30:54Z', 'revision_number': 4, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'gw_port': {'id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:44Z', 'updated_at': '2022-02-20T03:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '075e7992-9983-4ef0-b4ea-ecab923b92f8', 'name': '', 'network_id': 'a842b208-6516-42cd-af34-f14f7f82e32f', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'mac_address': 'fa:16:3e:5a:df:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:50Z', 'updated_at': '2022-02-20T03:30:59Z', 'revision_number': 5, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'subnets': [{'id': '459abde2-853f-42b6-94b7-5e11d73152fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:38:03.539480 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device f5db7fe1-fc38-4435-aa22-e82378f8427f no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:38:03.597660 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: f5db7fe1-fc38-4435-aa22-e82378f8427f {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:38:03.598005 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device f5db7fe1-fc38-4435-aa22-e82378f8427f not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:38:03.610326 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-a4549741-5438-48ec-9057-fcf87d932538 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532825 Feb 20 03:38:03.830672 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-55551f59-9036-42bc-b34c-c10af4b2e3eb tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:03.837613 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-55551f59-9036-42bc-b34c-c10af4b2e3eb tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2221856 Feb 20 03:38:03.863368 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-22668f50-f510-45ef-8293-9d66c1366323 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Request body: {'port': {'device_id': 'f0dea7e3-4772-4f73-b29a-ea1b8b97d921', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'admin_state_up': True, 'tenant_id': 'aac4a34e9d0e4881a4216fde18e57c70'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:38:04.238998 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927c9869-7996-47a7-8109-bfdc261619db None None] New status for floating IP 4db97147-9238-4238-9990-ba14556be074: DOWN {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:38:04.275116 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-22668f50-f510-45ef-8293-9d66c1366323 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Made reservation on behalf of aac4a34e9d0e4881a4216fde18e57c70 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:38:04.303001 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-22668f50-f510-45ef-8293-9d66c1366323 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:04.576853 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-22668f50-f510-45ef-8293-9d66c1366323 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Allocated IP 192.168.233.139 (0c4d93d2-7476-4570-93e5-7ecf9f895901/c38207c9-ee42-4b0e-b0ac-5ef2953b6f62/dffc4781-b96d-4024-9fac-72a74941d34c) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:38:04.698052 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736e11d-7dd2-4b52-81e9-6180cc7bb54e req-9e07dbed-80bf-4c87-9867-e4a2cc03ba18 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:04.706472 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4736e11d-7dd2-4b52-81e9-6180cc7bb54e req-9e07dbed-80bf-4c87-9867-e4a2cc03ba18 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 945 time: 0.2374403 Feb 20 03:38:04.738137 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e800aac1-0fe3-48d1-b319-f0f55a1206e1', 'name': 'network-vif-deleted', 'tag': 'ed1d4dac-5a57-4f44-87fa-76149bb3c3c8'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:38:04.741010 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc43b200-a58d-4b2a-a8a4-b6b9ffbf1d06" -d '{"events": [{"server_uuid": "e800aac1-0fe3-48d1-b319-f0f55a1206e1", "name": "network-vif-deleted", "tag": "ed1d4dac-5a57-4f44-87fa-76149bb3c3c8"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:38:04.849144 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4736e11d-7dd2-4b52-81e9-6180cc7bb54e req-131a4d98-b432-45fc-a9cc-f5f323936a54 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402428 Feb 20 03:38:04.967136 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-22668f50-f510-45ef-8293-9d66c1366323 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks [] for port (dffc4781-b96d-4024-9fac-72a74941d34c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:05.004405 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d90771e-ea48-441b-aec3-603fcf1954af req-25a86495-3186-4905-bec5-6f972bf65b57 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 210 time: 0.0353048 Feb 20 03:38:05.250905 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-22668f50-f510-45ef-8293-9d66c1366323 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (dffc4781-b96d-4024-9fac-72a74941d34c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:05.265029 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['15602c8e-05c5-452e-91f1-2fdb0022ecd3', '8f129d5e-69de-459f-b14e-e8ba00bd20d7', '251d4b8c-9d45-49b3-aec7-767d510aa884'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:38:05.419688 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-22668f50-f510-45ef-8293-9d66c1366323 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:38:05.455192 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22668f50-f510-45ef-8293-9d66c1366323 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Pushing event updated for resources: {'Port': ['ID=dffc4781-b96d-4024-9fac-72a74941d34c,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:05.468767 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-22668f50-f510-45ef-8293-9d66c1366323 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:38:05.477484 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38068) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:05.500570 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-22668f50-f510-45ef-8293-9d66c1366323 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:38:05.548807 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device b4fc604c-6b73-470b-ba9f-9f629ab5fb04 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:38:05.725515 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee7ed318-dc8d-4c9f-9809-98f31926219b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:05.821382 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.resource_extend [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 03:38:05.864674 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-22668f50-f510-45ef-8293-9d66c1366323 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:05.865580 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-22668f50-f510-45ef-8293-9d66c1366323 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:05.909565 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee7ed318-dc8d-4c9f-9809-98f31926219b admin admin] Publish callbacks [] for security_group (33f67bb3-f27a-49c1-9ef8-0e3fc67bdeab), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:05.966524 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bb5b0-66dd-48e8-9f04-64639cac6176 req-3b3b61a9-6c39-4297-a356-d31e53681d27 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:05.967370 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-719bb5b0-66dd-48e8-9f04-64639cac6176 req-3b3b61a9-6c39-4297-a356-d31e53681d27 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.93 "GET /v2.0/ports?device_id=1ae3b9b6-59f1-45b7-89be-69e0f2164be0 HTTP/1.1" status: 200 len: 945 time: 0.2871678 Feb 20 03:38:05.975496 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-a854f94c-0736-4f9c-99ef-9e55c58dea06 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:05.982252 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-a854f94c-0736-4f9c-99ef-9e55c58dea06 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/networks?id=eb72ec9f-03fd-429e-98e6-830fa78a693b HTTP/1.1" status: 200 len: 815 time: 0.7798953 Feb 20 03:38:05.993904 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee7ed318-dc8d-4c9f-9809-98f31926219b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (33f67bb3-f27a-49c1-9ef8-0e3fc67bdeab), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:06.089549 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port b4fc604c-6b73-470b-ba9f-9f629ab5fb04, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b4fc604c-6b73-470b-ba9f-9f629ab5fb04,segment=NetworkSegment(8a57dd48-cd2a-4b48-a8ae-20be415170b3),segment_id=8a57dd48-cd2a-4b48-a8ae-20be415170b3)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:06.090340 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-9ce640e5-7ffd-4a7e-a005-febffc8d224a tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/quotas/8e13d1b876514870b4c46ea04fedd66d HTTP/1.1" status: 200 len: 375 time: 0.1069031 Feb 20 03:38:06.118901 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-22668f50-f510-45ef-8293-9d66c1366323 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2665296 Feb 20 03:38:06.124341 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ee7ed318-dc8d-4c9f-9809-98f31926219b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8268f682c16f4d01a863640c193e7791&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6451283 Feb 20 03:38:06.126970 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38076) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:06.142060 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-dbcd05c3-2684-4892-8811-9b29070f226a service neutron] Request body: {'port': {'device_id': 'f0dea7e3-4772-4f73-b29a-ea1b8b97d921', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:38:06.155075 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'b4fc604c-6b73-470b-ba9f-9f629ab5fb04', 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae', 'port_id': 'b4fc604c-6b73-470b-ba9f-9f629ab5fb04', 'mac_address': 'fa:16:3e:0e:34:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2206f6d9-9e03-4b9b-9ba0-e4c4146af053', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:38:06.155518 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ed318-dc8d-4c9f-9809-98f31926219b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f67bb3-f27a-49c1-9ef8-0e3fc67bdeab,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:06.160734 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f1cd4e09-8f47-439a-a096-dbc6c2870d34 None None] Provisioning complete for port dffc4781-b96d-4024-9fac-72a74941d34c triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:38:06.164765 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f1cd4e09-8f47-439a-a096-dbc6c2870d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (dffc4781-b96d-4024-9fac-72a74941d34c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:06.243030 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-b89110eb-f522-44e8-b4b9-be27e4cd7dc8 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=8e13d1b876514870b4c46ea04fedd66d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1511815 Feb 20 03:38:06.272163 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab6fa64c-7de5-434d-af8a-4835348a783a admin admin] Publish callbacks [] for security_group (33f67bb3-f27a-49c1-9ef8-0e3fc67bdeab), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:06.286686 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-719bb5b0-66dd-48e8-9f04-64639cac6176 req-3c8b3f08-ceb8-42df-a2fd-b9a99aee7a3d tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Deleting port dc03262b-5d28-4954-9ada-168b2b4e65f8 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:38:06.287064 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-719bb5b0-66dd-48e8-9f04-64639cac6176 req-3c8b3f08-ceb8-42df-a2fd-b9a99aee7a3d tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (dc03262b-5d28-4954-9ada-168b2b4e65f8), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:06.325594 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab6fa64c-7de5-434d-af8a-4835348a783a admin admin] Publish callbacks [] for security_group (33f67bb3-f27a-49c1-9ef8-0e3fc67bdeab), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:06.330608 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-dbcd05c3-2684-4892-8811-9b29070f226a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dffc4781-b96d-4024-9fac-72a74941d34c), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:06.370590 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port b4fc604c-6b73-470b-ba9f-9f629ab5fb04 is: ACTIVE; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:38:06.370590 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b4fc604c-6b73-470b-ba9f-9f629ab5fb04), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:06.375513 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f1cd4e09-8f47-439a-a096-dbc6c2870d34 None None] Port dffc4781-b96d-4024-9fac-72a74941d34c cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:38:06.431332 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4fc604c-6b73-470b-ba9f-9f629ab5fb04 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:38:06.497314 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port b4fc604c-6b73-470b-ba9f-9f629ab5fb04, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b4fc604c-6b73-470b-ba9f-9f629ab5fb04,segment=NetworkSegment(8a57dd48-cd2a-4b48-a8ae-20be415170b3),segment_id=8a57dd48-cd2a-4b48-a8ae-20be415170b3)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:06.505936 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab6fa64c-7de5-434d-af8a-4835348a783a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (33f67bb3-f27a-49c1-9ef8-0e3fc67bdeab), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:06.508433 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab6fa64c-7de5-434d-af8a-4835348a783a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:06.509685 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ab6fa64c-7de5-434d-af8a-4835348a783a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/33f67bb3-f27a-49c1-9ef8-0e3fc67bdeab HTTP/1.1" status: 204 len: 168 time: 0.3816934 Feb 20 03:38:06.547945 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6fa64c-7de5-434d-af8a-4835348a783a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f67bb3-f27a-49c1-9ef8-0e3fc67bdeab,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:06.576083 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b4fc604c-6b73-470b-ba9f-9f629ab5fb04), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:06.614750 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-719bb5b0-66dd-48e8-9f04-64639cac6176 req-3c8b3f08-ceb8-42df-a2fd-b9a99aee7a3d tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] For port dc03262b-5d28-4954-9ada-168b2b4e65f8, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=dc03262b-5d28-4954-9ada-168b2b4e65f8,segment=NetworkSegment(69783699-9f40-4dd5-8cc4-9295ba1da9c2),segment_id=69783699-9f40-4dd5-8cc4-9295ba1da9c2)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:06.615160 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-719bb5b0-66dd-48e8-9f04-64639cac6176 req-3c8b3f08-ceb8-42df-a2fd-b9a99aee7a3d tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (dc03262b-5d28-4954-9ada-168b2b4e65f8), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:06.625341 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-8a4ff838-24f8-4c36-ad56-fb0308aac957 service neutron] 10.222.0.89 "GET /v2.0/networks/eb72ec9f-03fd-429e-98e6-830fa78a693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813848 Feb 20 03:38:06.718778 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-719bb5b0-66dd-48e8-9f04-64639cac6176 req-3c8b3f08-ceb8-42df-a2fd-b9a99aee7a3d tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Calling delete_port for dc03262b-5d28-4954-9ada-168b2b4e65f8 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:38:06.723217 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=b4fc604c-6b73-470b-ba9f-9f629ab5fb04,revision_number=6']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:06.730229 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['b4fc604c-6b73-470b-ba9f-9f629ab5fb04'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:38:06.956036 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-6face70d-b6d3-43b4-bcf2-c0d0c015fae0 service neutron] 10.222.0.89 "GET /v2.0/networks/eb72ec9f-03fd-429e-98e6-830fa78a693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281972 Feb 20 03:38:07.059981 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-dbcd05c3-2684-4892-8811-9b29070f226a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dffc4781-b96d-4024-9fac-72a74941d34c {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:38:07.068927 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-dbcd05c3-2684-4892-8811-9b29070f226a service neutron] Publish callbacks [] for port (dffc4781-b96d-4024-9fac-72a74941d34c), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:07.084200 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-dbcd05c3-2684-4892-8811-9b29070f226a service neutron] Transition to ACTIVE for port object dffc4781-b96d-4024-9fac-72a74941d34c will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:38:07.165771 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-dbcd05c3-2684-4892-8811-9b29070f226a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (dffc4781-b96d-4024-9fac-72a74941d34c), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:07.246928 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd05c3-2684-4892-8811-9b29070f226a service neutron] Pushing event updated for resources: {'Port': ['ID=dffc4781-b96d-4024-9fac-72a74941d34c,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:07.353656 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-719bb5b0-66dd-48e8-9f04-64639cac6176 req-3c8b3f08-ceb8-42df-a2fd-b9a99aee7a3d tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (dc03262b-5d28-4954-9ada-168b2b4e65f8), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:07.493471 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b3f08-ceb8-42df-a2fd-b9a99aee7a3d tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Pushing event deleted for resources: {'Port': ['ID=dc03262b-5d28-4954-9ada-168b2b4e65f8,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:07.553172 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device b4fc604c-6b73-470b-ba9f-9f629ab5fb04 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:38:07.587307 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-719bb5b0-66dd-48e8-9f04-64639cac6176 req-3c8b3f08-ceb8-42df-a2fd-b9a99aee7a3d tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] No DVR routers for this DVR port dc03262b-5d28-4954-9ada-168b2b4e65f8 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:38:07.611961 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-719bb5b0-66dd-48e8-9f04-64639cac6176 req-3c8b3f08-ceb8-42df-a2fd-b9a99aee7a3d tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:07.625047 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-719bb5b0-66dd-48e8-9f04-64639cac6176 req-3c8b3f08-ceb8-42df-a2fd-b9a99aee7a3d tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.93 "DELETE /v2.0/ports/dc03262b-5d28-4954-9ada-168b2b4e65f8 HTTP/1.1" status: 204 len: 173 time: 1.6338217 Feb 20 03:38:07.665913 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-dbcd05c3-2684-4892-8811-9b29070f226a service neutron] Attempting to bind port dffc4781-b96d-4024-9fac-72a74941d34c on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:38:07.670880 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-dbcd05c3-2684-4892-8811-9b29070f226a service neutron] Attempting to bind port dffc4781-b96d-4024-9fac-72a74941d34c by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:38:07.673914 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-dbcd05c3-2684-4892-8811-9b29070f226a service neutron] Attempting to bind port dffc4781-b96d-4024-9fac-72a74941d34c on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:38:07.695201 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port b4fc604c-6b73-470b-ba9f-9f629ab5fb04 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:38:07.695496 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b4fc604c-6b73-470b-ba9f-9f629ab5fb04), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:07.699858 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-dbcd05c3-2684-4892-8811-9b29070f226a service neutron] Port dffc4781-b96d-4024-9fac-72a74941d34c on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:38:07.702051 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-dbcd05c3-2684-4892-8811-9b29070f226a service neutron] Attempting to bind port dffc4781-b96d-4024-9fac-72a74941d34c on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:38:07.716369 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-dbcd05c3-2684-4892-8811-9b29070f226a service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:38:07.718131 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-dbcd05c3-2684-4892-8811-9b29070f226a service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:38:07.718643 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-dbcd05c3-2684-4892-8811-9b29070f226a service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:38:07.719881 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-dbcd05c3-2684-4892-8811-9b29070f226a service neutron] Bound port: dffc4781-b96d-4024-9fac-72a74941d34c, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:38:07.723843 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-dbcd05c3-2684-4892-8811-9b29070f226a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dffc4781-b96d-4024-9fac-72a74941d34c), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:07.847693 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-dbcd05c3-2684-4892-8811-9b29070f226a service neutron] For port dffc4781-b96d-4024-9fac-72a74941d34c, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:38:07.851795 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-dbcd05c3-2684-4892-8811-9b29070f226a service neutron] For port dffc4781-b96d-4024-9fac-72a74941d34c, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=dffc4781-b96d-4024-9fac-72a74941d34c,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:38:07.939541 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port b4fc604c-6b73-470b-ba9f-9f629ab5fb04 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:38:07.940402 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b4fc604c-6b73-470b-ba9f-9f629ab5fb04), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:07.942233 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-dbcd05c3-2684-4892-8811-9b29070f226a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (dffc4781-b96d-4024-9fac-72a74941d34c), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:07.995869 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d546827-5fea-4b2d-b36b-2e78941ff4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fc604c-6b73-470b-ba9f-9f629ab5fb04'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:38:07.999501 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a890b292-24bf-48c4-9ae3-16930f87750c" -d '{"events": [{"server_uuid": "1d546827-5fea-4b2d-b36b-2e78941ff4af", "name": "network-vif-plugged", "status": "completed", "tag": "b4fc604c-6b73-470b-ba9f-9f629ab5fb04"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:38:08.030752 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-dbcd05c3-2684-4892-8811-9b29070f226a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:08.037137 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-dbcd05c3-2684-4892-8811-9b29070f226a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:08.046078 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-dbcd05c3-2684-4892-8811-9b29070f226a service neutron] 10.222.0.42 "PUT /v2.0/ports/dffc4781-b96d-4024-9fac-72a74941d34c HTTP/1.1" status: 200 len: 1096 time: 1.9113488 Feb 20 03:38:08.081017 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port b4fc604c-6b73-470b-ba9f-9f629ab5fb04, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b4fc604c-6b73-470b-ba9f-9f629ab5fb04,segment=NetworkSegment(8a57dd48-cd2a-4b48-a8ae-20be415170b3),segment_id=8a57dd48-cd2a-4b48-a8ae-20be415170b3)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:08.106771 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd05c3-2684-4892-8811-9b29070f226a service neutron] Pushing event updated for resources: {'Port': ['ID=dffc4781-b96d-4024-9fac-72a74941d34c,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:08.164932 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b4fc604c-6b73-470b-ba9f-9f629ab5fb04), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:08.311895 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=b4fc604c-6b73-470b-ba9f-9f629ab5fb04,revision_number=7']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:08.340340 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-b10ed723-75c3-4b8d-9a09-23c4acce5325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:08.344142 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-b10ed723-75c3-4b8d-9a09-23c4acce5325 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 1130 time: 0.1636531 Feb 20 03:38:08.490257 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-0b4fd115-b35f-41b5-9e54-c5c0d34a13b4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=dffc4781-b96d-4024-9fac-72a74941d34c HTTP/1.1" status: 200 len: 217 time: 0.1131604 Feb 20 03:38:08.562306 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-73c3bb34-e1ee-4692-b4ec-47229563fec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:08.568700 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-73c3bb34-e1ee-4692-b4ec-47229563fec5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0760293 Feb 20 03:38:08.690518 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-8cee7b4a-7ca8-4b99-adcd-7c5e7826ebde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:08.692338 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-8cee7b4a-7ca8-4b99-adcd-7c5e7826ebde service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1156104 Feb 20 03:38:08.909608 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device dc03262b-5d28-4954-9ada-168b2b4e65f8 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:38:08.987675 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: dc03262b-5d28-4954-9ada-168b2b4e65f8 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:38:08.993616 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device dc03262b-5d28-4954-9ada-168b2b4e65f8 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:38:09.734384 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-0d18f13a-0202-4d09-b310-a4c912eb626e service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0327084 Feb 20 03:38:10.028946 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-242c05c0-3629-4526-be41-05fa0b9a8467 req-cdfdbd6f-6b74-4bf5-953a-3902695715c9 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868018 Feb 20 03:38:10.381342 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-76874450-9fa6-4436-a982-0fbf84df5dc6 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:10.382995 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-76874450-9fa6-4436-a982-0fbf84df5dc6 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.93 "GET /v2.0/networks?id=eb72ec9f-03fd-429e-98e6-830fa78a693b HTTP/1.1" status: 200 len: 815 time: 0.2366080 Feb 20 03:38:10.404580 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-ca6c91ba-67b7-4f83-a356-c632890a2179 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Request body: {'port': {'device_id': '62015460-aef7-4a27-af60-d8bc2deac56c', 'network_id': 'eb72ec9f-03fd-429e-98e6-830fa78a693b', 'admin_state_up': True, 'tenant_id': '8e13d1b876514870b4c46ea04fedd66d'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:38:10.733515 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-ca6c91ba-67b7-4f83-a356-c632890a2179 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Made reservation on behalf of 8e13d1b876514870b4c46ea04fedd66d for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:38:10.736960 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-ca6c91ba-67b7-4f83-a356-c632890a2179 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:11.120575 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-ca6c91ba-67b7-4f83-a356-c632890a2179 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Allocated IP 172.20.0.10 (eb72ec9f-03fd-429e-98e6-830fa78a693b/8e889741-186e-4683-9003-0f4b5f32a6a3/3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:38:11.392886 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-ca6c91ba-67b7-4f83-a356-c632890a2179 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Publish callbacks [] for port (3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:11.512981 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-ca6c91ba-67b7-4f83-a356-c632890a2179 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:11.568941 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device dffc4781-b96d-4024-9fac-72a74941d34c details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:38:11.606928 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-ca6c91ba-67b7-4f83-a356-c632890a2179 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Network eb72ec9f-03fd-429e-98e6-830fa78a693b is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:38:11.639562 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-ca6c91ba-67b7-4f83-a356-c632890a2179 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:38:11.647035 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c91ba-67b7-4f83-a356-c632890a2179 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Pushing event updated for resources: {'Port': ['ID=3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:11.652657 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-ca6c91ba-67b7-4f83-a356-c632890a2179 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:38:11.746230 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-ca6c91ba-67b7-4f83-a356-c632890a2179 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:11.760369 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-ca6c91ba-67b7-4f83-a356-c632890a2179 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:11.767697 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c91ba-67b7-4f83-a356-c632890a2179 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:11.768065 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c91ba-67b7-4f83-a356-c632890a2179 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:11.768415 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c91ba-67b7-4f83-a356-c632890a2179 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:11.768757 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c91ba-67b7-4f83-a356-c632890a2179 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:11.769090 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c91ba-67b7-4f83-a356-c632890a2179 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:11.769473 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c91ba-67b7-4f83-a356-c632890a2179 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:11.769807 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c91ba-67b7-4f83-a356-c632890a2179 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:11.770157 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c91ba-67b7-4f83-a356-c632890a2179 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:11.770483 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c91ba-67b7-4f83-a356-c632890a2179 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:11.770804 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c91ba-67b7-4f83-a356-c632890a2179 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:11.771172 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c91ba-67b7-4f83-a356-c632890a2179 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:11.771656 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c91ba-67b7-4f83-a356-c632890a2179 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:11.771978 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6c91ba-67b7-4f83-a356-c632890a2179 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:11.846684 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port dffc4781-b96d-4024-9fac-72a74941d34c, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=dffc4781-b96d-4024-9fac-72a74941d34c,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:11.863272 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'dffc4781-b96d-4024-9fac-72a74941d34c', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': 'dffc4781-b96d-4024-9fac-72a74941d34c', 'mac_address': 'fa:16:3e:18:4d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:38:11.918684 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port dffc4781-b96d-4024-9fac-72a74941d34c is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:38:11.919229 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dffc4781-b96d-4024-9fac-72a74941d34c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:11.937746 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dffc4781-b96d-4024-9fac-72a74941d34c {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:38:11.989577 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port dffc4781-b96d-4024-9fac-72a74941d34c, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=dffc4781-b96d-4024-9fac-72a74941d34c,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:12.144325 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-ca6c91ba-67b7-4f83-a356-c632890a2179 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7525356 Feb 20 03:38:12.156168 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-51cf6bd2-d2f3-4468-809d-b80211d6fd76 service neutron] Request body: {'port': {'device_id': '62015460-aef7-4a27-af60-d8bc2deac56c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:38:12.158528 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (dffc4781-b96d-4024-9fac-72a74941d34c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:12.226879 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=dffc4781-b96d-4024-9fac-72a74941d34c,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:12.268609 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-51cf6bd2-d2f3-4468-809d-b80211d6fd76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:12.455849 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['dffc4781-b96d-4024-9fac-72a74941d34c'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:38:12.684747 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-51cf6bd2-d2f3-4468-809d-b80211d6fd76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:38:12.693334 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-51cf6bd2-d2f3-4468-809d-b80211d6fd76 service neutron] Publish callbacks [] for port (3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:12.707485 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-51cf6bd2-d2f3-4468-809d-b80211d6fd76 service neutron] Transition to ACTIVE for port object 3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:38:12.798485 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-51cf6bd2-d2f3-4468-809d-b80211d6fd76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:12.900182 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf6bd2-d2f3-4468-809d-b80211d6fd76 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:12.967660 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-51cf6bd2-d2f3-4468-809d-b80211d6fd76 service neutron] Attempting to bind port 3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:38:12.968010 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-51cf6bd2-d2f3-4468-809d-b80211d6fd76 service neutron] Attempting to bind port 3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '69783699-9f40-4dd5-8cc4-9295ba1da9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'eb72ec9f-03fd-429e-98e6-830fa78a693b'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:38:12.968337 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-51cf6bd2-d2f3-4468-809d-b80211d6fd76 service neutron] Attempting to bind port 3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5 on network eb72ec9f-03fd-429e-98e6-830fa78a693b {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:38:12.974045 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-51cf6bd2-d2f3-4468-809d-b80211d6fd76 service neutron] Port 3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5 on network eb72ec9f-03fd-429e-98e6-830fa78a693b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:38:12.974470 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-51cf6bd2-d2f3-4468-809d-b80211d6fd76 service neutron] Attempting to bind port 3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5 on network eb72ec9f-03fd-429e-98e6-830fa78a693b {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:38:12.983170 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-51cf6bd2-d2f3-4468-809d-b80211d6fd76 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:38:12.987145 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-51cf6bd2-d2f3-4468-809d-b80211d6fd76 service neutron] Checking segment: {'id': '69783699-9f40-4dd5-8cc4-9295ba1da9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'eb72ec9f-03fd-429e-98e6-830fa78a693b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:38:12.987145 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-51cf6bd2-d2f3-4468-809d-b80211d6fd76 service neutron] Bound using segment: {'id': '69783699-9f40-4dd5-8cc4-9295ba1da9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'eb72ec9f-03fd-429e-98e6-830fa78a693b'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:38:12.987145 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-51cf6bd2-d2f3-4468-809d-b80211d6fd76 service neutron] Bound port: 3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69783699-9f40-4dd5-8cc4-9295ba1da9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'eb72ec9f-03fd-429e-98e6-830fa78a693b'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:38:12.991791 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-51cf6bd2-d2f3-4468-809d-b80211d6fd76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:13.109529 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-51cf6bd2-d2f3-4468-809d-b80211d6fd76 service neutron] For port 3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:38:13.114511 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-51cf6bd2-d2f3-4468-809d-b80211d6fd76 service neutron] For port 3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5,segment=NetworkSegment(69783699-9f40-4dd5-8cc4-9295ba1da9c2),segment_id=69783699-9f40-4dd5-8cc4-9295ba1da9c2)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:38:13.336495 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-51cf6bd2-d2f3-4468-809d-b80211d6fd76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:13.378846 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-51cf6bd2-d2f3-4468-809d-b80211d6fd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:13.379619 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-51cf6bd2-d2f3-4468-809d-b80211d6fd76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:13.381642 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-51cf6bd2-d2f3-4468-809d-b80211d6fd76 service neutron] 10.222.0.93 "PUT /v2.0/ports/3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5 HTTP/1.1" status: 200 len: 1092 time: 1.2298756 Feb 20 03:38:13.433751 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf6bd2-d2f3-4468-809d-b80211d6fd76 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:13.559994 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-8d430fb5-5d4f-40da-aaaa-20b693a94377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:13.561571 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-8d430fb5-5d4f-40da-aaaa-20b693a94377 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8e13d1b876514870b4c46ea04fedd66d&device_id=62015460-aef7-4a27-af60-d8bc2deac56c HTTP/1.1" status: 200 len: 1126 time: 0.0628974 Feb 20 03:38:13.594252 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device dffc4781-b96d-4024-9fac-72a74941d34c up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:38:13.648224 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-64a45051-a221-4898-a8f2-4db40ddd80a2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5 HTTP/1.1" status: 200 len: 217 time: 0.0796385 Feb 20 03:38:13.766662 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-e2f73329-ddac-46d3-8ca7-4217c367e2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:13.768252 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-e2f73329-ddac-46d3-8ca7-4217c367e2c1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8e889741-186e-4683-9003-0f4b5f32a6a3 HTTP/1.1" status: 200 len: 855 time: 0.1140995 Feb 20 03:38:13.780240 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port dffc4781-b96d-4024-9fac-72a74941d34c completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:38:13.785657 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port dffc4781-b96d-4024-9fac-72a74941d34c triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:38:13.786471 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (dffc4781-b96d-4024-9fac-72a74941d34c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:13.823673 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-d4c9b69a-041c-4d63-9d31-8f9a40fa78b0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=eb72ec9f-03fd-429e-98e6-830fa78a693b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401809 Feb 20 03:38:14.066527 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port dffc4781-b96d-4024-9fac-72a74941d34c is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:38:14.074270 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dffc4781-b96d-4024-9fac-72a74941d34c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:14.104489 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-28dbe33a-2c75-4103-84ec-d89ae089ea88 service neutron] 10.222.0.93 "GET /v2.0/networks/eb72ec9f-03fd-429e-98e6-830fa78a693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797964 Feb 20 03:38:14.145184 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38182) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:14.154630 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port dffc4781-b96d-4024-9fac-72a74941d34c, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=dffc4781-b96d-4024-9fac-72a74941d34c,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:14.257622 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (dffc4781-b96d-4024-9fac-72a74941d34c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:14.268634 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e3cdc4c7-5447-4524-b398-33f19806d638 req-8147519d-f212-452b-a8d6-a6d09e22c188 service neutron] 10.222.0.93 "GET /v2.0/networks/eb72ec9f-03fd-429e-98e6-830fa78a693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576211 Feb 20 03:38:14.375045 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=dffc4781-b96d-4024-9fac-72a74941d34c,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:15.117982 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6acf7b08-a92e-4bad-adc5-96cce29d0888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (81867b28-635f-4baa-b0e2-055985bde9df), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:15.642815 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-6acf7b08-a92e-4bad-adc5-96cce29d0888 admin admin] Deleting port eaec09da-2bb2-4b1c-9b06-2367e8239602 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:38:15.649295 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6acf7b08-a92e-4bad-adc5-96cce29d0888 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (eaec09da-2bb2-4b1c-9b06-2367e8239602), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:15.835175 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-6acf7b08-a92e-4bad-adc5-96cce29d0888 admin admin] For port eaec09da-2bb2-4b1c-9b06-2367e8239602, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=eaec09da-2bb2-4b1c-9b06-2367e8239602,segment=NetworkSegment(f1a0472d-371a-4480-a48c-90bc332b7045),segment_id=f1a0472d-371a-4480-a48c-90bc332b7045)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:15.835569 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6acf7b08-a92e-4bad-adc5-96cce29d0888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (eaec09da-2bb2-4b1c-9b06-2367e8239602), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:15.924586 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-6acf7b08-a92e-4bad-adc5-96cce29d0888 admin admin] Calling delete_port for eaec09da-2bb2-4b1c-9b06-2367e8239602 owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:38:16.447057 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6acf7b08-a92e-4bad-adc5-96cce29d0888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (eaec09da-2bb2-4b1c-9b06-2367e8239602), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:16.469194 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf7b08-a92e-4bad-adc5-96cce29d0888 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaec09da-2bb2-4b1c-9b06-2367e8239602,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:16.986733 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:38:17.255770 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6acf7b08-a92e-4bad-adc5-96cce29d0888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (81867b28-635f-4baa-b0e2-055985bde9df), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:17.338099 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5,segment=NetworkSegment(69783699-9f40-4dd5-8cc4-9295ba1da9c2),segment_id=69783699-9f40-4dd5-8cc4-9295ba1da9c2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:17.379654 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5', 'network_id': 'eb72ec9f-03fd-429e-98e6-830fa78a693b', 'port_id': '3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5', 'mac_address': 'fa:16:3e:3d:0d:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e889741-186e-4683-9003-0f4b5f32a6a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:38:17.493788 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:38:17.497440 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:17.532160 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:38:17.596538 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5,segment=NetworkSegment(69783699-9f40-4dd5-8cc4-9295ba1da9c2),segment_id=69783699-9f40-4dd5-8cc4-9295ba1da9c2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:17.698605 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6acf7b08-a92e-4bad-adc5-96cce29d0888 admin admin] Router 81867b28-635f-4baa-b0e2-055985bde9df has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:38:17.701652 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:17.775817 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:17.924650 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6acf7b08-a92e-4bad-adc5-96cce29d0888 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:38:17.947479 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89473d24-c3f2-4618-9cb3-e2850b43296b None None] Sync routers for ids ['81867b28-635f-4baa-b0e2-055985bde9df'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:38:17.948197 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6acf7b08-a92e-4bad-adc5-96cce29d0888 admin admin] 10.222.0.89 "PUT /v2.0/routers/81867b28-635f-4baa-b0e2-055985bde9df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8009086 Feb 20 03:38:17.953774 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38192) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:17.965057 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89473d24-c3f2-4618-9cb3-e2850b43296b None None] Routers {'81867b28-635f-4baa-b0e2-055985bde9df'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:38:17.966019 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-89473d24-c3f2-4618-9cb3-e2850b43296b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:37:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['81867b28-635f-4baa-b0e2-055985bde9df'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:18.070435 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2a0337c2-86ca-4778-9c37-7555aa451a2d admin admin] Publish callbacks [] for router (81867b28-635f-4baa-b0e2-055985bde9df), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:18.073803 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:38:18.126915 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-89473d24-c3f2-4618-9cb3-e2850b43296b None None] Set router 81867b28-635f-4baa-b0e2-055985bde9df gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:38:18.184343 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2a0337c2-86ca-4778-9c37-7555aa451a2d admin admin] Publish callbacks [] for router_gateway (81867b28-635f-4baa-b0e2-055985bde9df), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:18.314287 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-2a0337c2-86ca-4778-9c37-7555aa451a2d admin admin] Deleting port 0c073425-5284-40b3-ae19-986f913342d6 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:38:18.315356 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2a0337c2-86ca-4778-9c37-7555aa451a2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (0c073425-5284-40b3-ae19-986f913342d6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:18.410610 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-89473d24-c3f2-4618-9cb3-e2850b43296b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81867b28-635f-4baa-b0e2-055985bde9df', 'name': 'tempest-TaggedBootDevicesTest_v242-1554150350-router', 'tenant_id': '31539382099d40138aa9f9434b18f41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '0c073425-5284-40b3-ae19-986f913342d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:28:32Z', 'updated_at': '2022-02-20T03:38:16Z', 'revision_number': 5, 'project_id': '31539382099d40138aa9f9434b18f41f', 'gw_port': {'id': '0c073425-5284-40b3-ae19-986f913342d6', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:79:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81867b28-635f-4baa-b0e2-055985bde9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:28:35Z', 'updated_at': '2022-02-20T03:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:18.429240 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-2a0337c2-86ca-4778-9c37-7555aa451a2d admin admin] For port 0c073425-5284-40b3-ae19-986f913342d6, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0c073425-5284-40b3-ae19-986f913342d6,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:18.431224 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2a0337c2-86ca-4778-9c37-7555aa451a2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (0c073425-5284-40b3-ae19-986f913342d6), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:18.445291 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89473d24-c3f2-4618-9cb3-e2850b43296b None None] Checking router: 81867b28-635f-4baa-b0e2-055985bde9df for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:38:18.446708 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-2a0337c2-86ca-4778-9c37-7555aa451a2d admin admin] Calling delete_port for 0c073425-5284-40b3-ae19-986f913342d6 owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:38:18.454468 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89473d24-c3f2-4618-9cb3-e2850b43296b None None] Routers {'81867b28-635f-4baa-b0e2-055985bde9df'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:38:18.455128 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-89473d24-c3f2-4618-9cb3-e2850b43296b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:37:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['81867b28-635f-4baa-b0e2-055985bde9df'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:18.554646 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-89473d24-c3f2-4618-9cb3-e2850b43296b None None] Set router 81867b28-635f-4baa-b0e2-055985bde9df gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:38:18.622145 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-89473d24-c3f2-4618-9cb3-e2850b43296b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81867b28-635f-4baa-b0e2-055985bde9df', 'name': 'tempest-TaggedBootDevicesTest_v242-1554150350-router', 'tenant_id': '31539382099d40138aa9f9434b18f41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:28:32Z', 'updated_at': '2022-02-20T03:38:18Z', 'revision_number': 6, 'project_id': '31539382099d40138aa9f9434b18f41f', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:18.653763 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89473d24-c3f2-4618-9cb3-e2850b43296b None None] The sync data for ids ['81867b28-635f-4baa-b0e2-055985bde9df'] in n-d-829866-4 is: [{'id': '81867b28-635f-4baa-b0e2-055985bde9df', 'name': 'tempest-TaggedBootDevicesTest_v242-1554150350-router', 'tenant_id': '31539382099d40138aa9f9434b18f41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:28:32Z', 'updated_at': '2022-02-20T03:38:18Z', 'revision_number': 6, 'project_id': '31539382099d40138aa9f9434b18f41f', 'gw_port_host': None}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:38:18.802250 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2a0337c2-86ca-4778-9c37-7555aa451a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (0c073425-5284-40b3-ae19-986f913342d6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:18.907503 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0337c2-86ca-4778-9c37-7555aa451a2d admin admin] Pushing event deleted for resources: {'Port': ['ID=0c073425-5284-40b3-ae19-986f913342d6,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:18.912348 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2a0337c2-86ca-4778-9c37-7555aa451a2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (81867b28-635f-4baa-b0e2-055985bde9df), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:18.988351 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:38:19.142522 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2a0337c2-86ca-4778-9c37-7555aa451a2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (81867b28-635f-4baa-b0e2-055985bde9df), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:19.152711 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2a0337c2-86ca-4778-9c37-7555aa451a2d admin admin] Publish callbacks [] for router_controller (81867b28-635f-4baa-b0e2-055985bde9df), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:19.154649 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:38:19.167641 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:38:19.168280 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:19.235356 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9645b9c0-20fc-4534-94ab-35c0f1832665 x-openstack-request-id: req-9645b9c0-20fc-4534-94ab-35c0f1832665 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:38:19.236383 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e800aac1-0fe3-48d1-b319-f0f55a1206e1", "name": "network-vif-deleted", "tag": "ed1d4dac-5a57-4f44-87fa-76149bb3c3c8", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:38:19.236995 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9645b9c0-20fc-4534-94ab-35c0f1832665 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:38:19.237556 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e800aac1-0fe3-48d1-b319-f0f55a1206e1', 'name': 'network-vif-deleted', 'tag': 'ed1d4dac-5a57-4f44-87fa-76149bb3c3c8', 'status': 'completed', 'code': 200} Feb 20 03:38:19.262986 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device eaec09da-2bb2-4b1c-9b06-2367e8239602 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:38:19.288954 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: eaec09da-2bb2-4b1c-9b06-2367e8239602 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:38:19.289464 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device eaec09da-2bb2-4b1c-9b06-2367e8239602 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:38:19.332854 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2a0337c2-86ca-4778-9c37-7555aa451a2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (81867b28-635f-4baa-b0e2-055985bde9df), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:19.333384 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0337c2-86ca-4778-9c37-7555aa451a2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81867b28-635f-4baa-b0e2-055985bde9df {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:38:19.338419 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2a0337c2-86ca-4778-9c37-7555aa451a2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:19.340438 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2a0337c2-86ca-4778-9c37-7555aa451a2d admin admin] 10.222.0.89 "DELETE /v2.0/routers/81867b28-635f-4baa-b0e2-055985bde9df HTTP/1.1" status: 204 len: 168 time: 1.3849719 Feb 20 03:38:19.356603 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38226) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:19.382056 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:38:19.382457 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:19.434385 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5,segment=NetworkSegment(69783699-9f40-4dd5-8cc4-9295ba1da9c2),segment_id=69783699-9f40-4dd5-8cc4-9295ba1da9c2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:19.439159 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-9922889b-00c5-43dc-8352-132d1061de2e admin admin] Deleting subnet 2c58907d-12ba-48c6-961d-3dd4ac0885d0 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:38:19.442461 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9922889b-00c5-43dc-8352-132d1061de2e admin admin] Publish callbacks [] for subnet (2c58907d-12ba-48c6-961d-3dd4ac0885d0), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:19.488844 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9922889b-00c5-43dc-8352-132d1061de2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (2c58907d-12ba-48c6-961d-3dd4ac0885d0), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:19.561770 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:19.658215 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9922889b-00c5-43dc-8352-132d1061de2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (2c58907d-12ba-48c6-961d-3dd4ac0885d0), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:19.717603 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:19.867252 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9922889b-00c5-43dc-8352-132d1061de2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (2c58907d-12ba-48c6-961d-3dd4ac0885d0), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:19.891916 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9922889b-00c5-43dc-8352-132d1061de2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:19.893059 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b7da1a-fc4e-460c-ba9d-ed64b2da4bf1 None None] Network aa6d2272-799c-4865-988f-50175dc27eb2 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:38:19.897040 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9922889b-00c5-43dc-8352-132d1061de2e admin admin] 10.222.0.89 "DELETE /v2.0/subnets/2c58907d-12ba-48c6-961d-3dd4ac0885d0 HTTP/1.1" status: 204 len: 168 time: 0.5389907 Feb 20 03:38:19.899102 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38246) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:19.945658 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922889b-00c5-43dc-8352-132d1061de2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c58907d-12ba-48c6-961d-3dd4ac0885d0,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:20.032077 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38252) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:20.120805 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e9366580-6262-463a-86b8-bd91600375d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (aa6d2272-799c-4865-988f-50175dc27eb2), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:20.177051 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5fb45ca6-776a-4b87-a6b1-6d19926473c8 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for security_group (cd3a65ab-b54d-4b10-8c90-18deb2eab6bc), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:20.231110 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5fb45ca6-776a-4b87-a6b1-6d19926473c8 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for security_group (cd3a65ab-b54d-4b10-8c90-18deb2eab6bc), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:20.248633 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5d86a-2b35-4052-b6cd-acb5f4d53509 req-16f3ed70-a4f2-44fd-ada4-9abff155d2b2 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:20.254966 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-32b5d86a-2b35-4052-b6cd-acb5f4d53509 req-16f3ed70-a4f2-44fd-ada4-9abff155d2b2 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 945 time: 0.1049328 Feb 20 03:38:20.307346 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fe8ebd-1e23-4e55-a284-12be3d8fd3bf None None] DHCP port deletion for aa6d2272-799c-4865-988f-50175dc27eb2 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:38:20.311505 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-e9366580-6262-463a-86b8-bd91600375d2 admin admin] Deleting port caa0663d-46e5-42b6-ab6f-9be89cf1cfe7 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:38:20.312067 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e9366580-6262-463a-86b8-bd91600375d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (caa0663d-46e5-42b6-ab6f-9be89cf1cfe7), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:20.363697 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-68fe8ebd-1e23-4e55-a284-12be3d8fd3bf None None] Deleting port caa0663d-46e5-42b6-ab6f-9be89cf1cfe7 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:38:20.364133 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-68fe8ebd-1e23-4e55-a284-12be3d8fd3bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (caa0663d-46e5-42b6-ab6f-9be89cf1cfe7), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:20.381633 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-32b5d86a-2b35-4052-b6cd-acb5f4d53509 req-071e49a7-4a5a-48cb-a9e6-b259177b99ae tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124568 Feb 20 03:38:20.401672 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5fb45ca6-776a-4b87-a6b1-6d19926473c8 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (cd3a65ab-b54d-4b10-8c90-18deb2eab6bc), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:20.404348 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5fb45ca6-776a-4b87-a6b1-6d19926473c8 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:20.405699 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5fb45ca6-776a-4b87-a6b1-6d19926473c8 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "DELETE /v2.0/security-groups/cd3a65ab-b54d-4b10-8c90-18deb2eab6bc HTTP/1.1" status: 204 len: 168 time: 0.3723593 Feb 20 03:38:20.410049 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38264) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:20.424925 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb45ca6-776a-4b87-a6b1-6d19926473c8 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3a65ab-b54d-4b10-8c90-18deb2eab6bc,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:20.441380 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-e9366580-6262-463a-86b8-bd91600375d2 admin admin] For port caa0663d-46e5-42b6-ab6f-9be89cf1cfe7, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=caa0663d-46e5-42b6-ab6f-9be89cf1cfe7,segment=NetworkSegment(f1a0472d-371a-4480-a48c-90bc332b7045),segment_id=f1a0472d-371a-4480-a48c-90bc332b7045)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:20.442089 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e9366580-6262-463a-86b8-bd91600375d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (caa0663d-46e5-42b6-ab6f-9be89cf1cfe7), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:20.445583 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-e3425bce-ae74-4570-909f-726c0b87844c tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] show failed (client error): The resource could not be found. Feb 20 03:38:20.450753 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e3425bce-ae74-4570-909f-726c0b87844c tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "GET /v2.0/security-groups/cd3a65ab-b54d-4b10-8c90-18deb2eab6bc HTTP/1.1" status: 404 len: 347 time: 0.0356042 Feb 20 03:38:20.450904 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38266) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:20.470141 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-e9366580-6262-463a-86b8-bd91600375d2 admin admin] Calling delete_port for caa0663d-46e5-42b6-ab6f-9be89cf1cfe7 owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:38:20.540771 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-68fe8ebd-1e23-4e55-a284-12be3d8fd3bf None None] For port caa0663d-46e5-42b6-ab6f-9be89cf1cfe7, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=caa0663d-46e5-42b6-ab6f-9be89cf1cfe7,segment=NetworkSegment(f1a0472d-371a-4480-a48c-90bc332b7045),segment_id=f1a0472d-371a-4480-a48c-90bc332b7045)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:20.541871 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-68fe8ebd-1e23-4e55-a284-12be3d8fd3bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (caa0663d-46e5-42b6-ab6f-9be89cf1cfe7), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:20.572000 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-68fe8ebd-1e23-4e55-a284-12be3d8fd3bf None None] Calling delete_port for caa0663d-46e5-42b6-ab6f-9be89cf1cfe7 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:38:20.618272 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-59c8a90f-5569-4518-bb9c-fc82a91f1e13 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Deleting port 7be5ac0a-7527-444f-aef9-6de2f4301ab3 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:38:20.618509 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-59c8a90f-5569-4518-bb9c-fc82a91f1e13 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (7be5ac0a-7527-444f-aef9-6de2f4301ab3), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:20.653466 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcaacd4-a7b0-450d-973f-d7ffeb649e27 req-abdc7e56-715a-4637-9c6a-bcf36ad49c7a tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:20.657500 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddcaacd4-a7b0-450d-973f-d7ffeb649e27 req-abdc7e56-715a-4637-9c6a-bcf36ad49c7a tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 950 time: 0.1149602 Feb 20 03:38:20.705668 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-59c8a90f-5569-4518-bb9c-fc82a91f1e13 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (7be5ac0a-7527-444f-aef9-6de2f4301ab3), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:20.706060 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-59c8a90f-5569-4518-bb9c-fc82a91f1e13 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for floatingip (7be5ac0a-7527-444f-aef9-6de2f4301ab3), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:20.719752 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-59c8a90f-5569-4518-bb9c-fc82a91f1e13 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Calling delete_port for 7be5ac0a-7527-444f-aef9-6de2f4301ab3 owned by network:floatingip {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:38:20.729213 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddcaacd4-a7b0-450d-973f-d7ffeb649e27 req-cbc98d12-2cf5-49b6-b6ca-fa2094c03f4a tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554891 Feb 20 03:38:20.770207 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e9366580-6262-463a-86b8-bd91600375d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (caa0663d-46e5-42b6-ab6f-9be89cf1cfe7), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:20.788026 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-68fe8ebd-1e23-4e55-a284-12be3d8fd3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (caa0663d-46e5-42b6-ab6f-9be89cf1cfe7), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:20.799463 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9366580-6262-463a-86b8-bd91600375d2 admin admin] No DVR routers for this DVR port caa0663d-46e5-42b6-ab6f-9be89cf1cfe7 on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:38:20.875890 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9366580-6262-463a-86b8-bd91600375d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=caa0663d-46e5-42b6-ab6f-9be89cf1cfe7,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:20.896649 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe8ebd-1e23-4e55-a284-12be3d8fd3bf None None] Pushing event deleted for resources: {'Port': ['ID=caa0663d-46e5-42b6-ab6f-9be89cf1cfe7,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:20.900141 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fe8ebd-1e23-4e55-a284-12be3d8fd3bf None None] No DVR routers for this DVR port caa0663d-46e5-42b6-ab6f-9be89cf1cfe7 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:38:20.930783 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:20.987055 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38270) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:21.028712 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e9366580-6262-463a-86b8-bd91600375d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (aa6d2272-799c-4865-988f-50175dc27eb2), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:21.042904 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:21.057850 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0c073425-5284-40b3-ae19-986f913342d6 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:38:21.061506 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493b7b3-d99e-46f3-b491-a5e06e953886 req-0bdbc810-7b3f-49a3-b38b-15846a93de4b tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:21.068949 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4493b7b3-d99e-46f3-b491-a5e06e953886 req-0bdbc810-7b3f-49a3-b38b-15846a93de4b tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=62015460-aef7-4a27-af60-d8bc2deac56c HTTP/1.1" status: 200 len: 946 time: 0.2335348 Feb 20 03:38:21.078692 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-59c8a90f-5569-4518-bb9c-fc82a91f1e13 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (7be5ac0a-7527-444f-aef9-6de2f4301ab3), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:21.103487 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-e9366580-6262-463a-86b8-bd91600375d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6d2272-799c-4865-988f-50175dc27eb2']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:21.108135 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 0c073425-5284-40b3-ae19-986f913342d6 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:38:21.108579 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0c073425-5284-40b3-ae19-986f913342d6 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:38:21.109075 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device caa0663d-46e5-42b6-ab6f-9be89cf1cfe7 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:38:21.122202 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-e9366580-6262-463a-86b8-bd91600375d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1a0472d-371a-4480-a48c-90bc332b7045') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:21.122832 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-e9366580-6262-463a-86b8-bd91600375d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1a0472d-371a-4480-a48c-90bc332b7045') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:21.139689 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: caa0663d-46e5-42b6-ab6f-9be89cf1cfe7 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:38:21.144864 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device caa0663d-46e5-42b6-ab6f-9be89cf1cfe7 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:38:21.150883 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e9366580-6262-463a-86b8-bd91600375d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (f1a0472d-371a-4480-a48c-90bc332b7045), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:21.189588 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4493b7b3-d99e-46f3-b491-a5e06e953886 req-65a23ebb-dd7e-4e21-b371-0a78e05c14cf tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114538 Feb 20 03:38:21.189588 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e9366580-6262-463a-86b8-bd91600375d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (f1a0472d-371a-4480-a48c-90bc332b7045), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:21.193160 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9366580-6262-463a-86b8-bd91600375d2 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:38:21.193716 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e9366580-6262-463a-86b8-bd91600375d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (f1a0472d-371a-4480-a48c-90bc332b7045), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:21.195683 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:38:21.195683 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:38:21.195683 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:38:21.195683 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:38:21.195683 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:38:21.195683 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:38:21.195683 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:38:21.195683 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:38:21.195683 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:38:21.195683 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:38:21.195683 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:38:21.195683 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:38:21.195683 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:38:21.195683 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:38:21.195683 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:38:21.195683 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:38:21.195683 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:38:21.195683 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:38:21.195683 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:38:21.195683 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:38:21.195683 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:38:21.195683 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:38:21.195683 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:38:21.195683 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:38:21.195683 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:38:21.195683 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:38:21.195683 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:38:21.195683 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:38:21.195683 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:38:21.195683 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:38:21.195683 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:38:21.195683 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:38:21.215323 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8a90f-5569-4518-bb9c-fc82a91f1e13 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Pushing event deleted for resources: {'Port': ['ID=7be5ac0a-7527-444f-aef9-6de2f4301ab3,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:21.237658 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-992e7310-95e0-4dc8-bf3a-0a2626b90621 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:21.253755 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae3b9b6-59f1-45b7-89be-69e0f2164be0', 'name': 'network-vif-deleted', 'tag': 'dc03262b-5d28-4954-9ada-168b2b4e65f8'}, {'name': 'network-changed', 'server_uuid': 'f0dea7e3-4772-4f73-b29a-ea1b8b97d921', 'tag': 'dffc4781-b96d-4024-9fac-72a74941d34c'}, {'name': 'network-changed', 'server_uuid': '62015460-aef7-4a27-af60-d8bc2deac56c', 'tag': '3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:38:21.256215 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78be639b-4a84-4ed9-b724-41174d47faff" -d '{"events": [{"server_uuid": "1ae3b9b6-59f1-45b7-89be-69e0f2164be0", "name": "network-vif-deleted", "tag": "dc03262b-5d28-4954-9ada-168b2b4e65f8"}, {"name": "network-changed", "server_uuid": "f0dea7e3-4772-4f73-b29a-ea1b8b97d921", "tag": "dffc4781-b96d-4024-9fac-72a74941d34c"}, {"name": "network-changed", "server_uuid": "62015460-aef7-4a27-af60-d8bc2deac56c", "tag": "3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:38:21.269297 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18197a6a-984b-4d9e-aae7-30e47a5cc03f x-openstack-request-id: req-18197a6a-984b-4d9e-aae7-30e47a5cc03f {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:38:21.269607 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d546827-5fea-4b2d-b36b-2e78941ff4af", "name": "network-vif-plugged", "status": "completed", "tag": "b4fc604c-6b73-470b-ba9f-9f629ab5fb04", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:38:21.269864 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-18197a6a-984b-4d9e-aae7-30e47a5cc03f {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:38:21.270259 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d546827-5fea-4b2d-b36b-2e78941ff4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fc604c-6b73-470b-ba9f-9f629ab5fb04', 'code': 200} Feb 20 03:38:21.361610 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-59c8a90f-5569-4518-bb9c-fc82a91f1e13 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks [] for floatingip (4db97147-9238-4238-9990-ba14556be074), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:21.363467 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-59c8a90f-5569-4518-bb9c-fc82a91f1e13 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:21.368470 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-59c8a90f-5569-4518-bb9c-fc82a91f1e13 tempest-AttachVolumeShelveTestJSON-218796167 tempest-AttachVolumeShelveTestJSON-218796167-project] 10.222.0.89 "DELETE /v2.0/floatingips/4db97147-9238-4238-9990-ba14556be074 HTTP/1.1" status: 204 len: 168 time: 0.9153204 Feb 20 03:38:21.397517 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634fbfe6-9149-4f66-907b-d87ab2a4f32f req-095d99b0-9070-41ec-8cd8-eacfe20bb475 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:21.406830 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-634fbfe6-9149-4f66-907b-d87ab2a4f32f req-095d99b0-9070-41ec-8cd8-eacfe20bb475 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c838969-f1f5-433d-b18d-d399ad887204 HTTP/1.1" status: 200 len: 946 time: 0.1353843 Feb 20 03:38:21.406830 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e9366580-6262-463a-86b8-bd91600375d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (aa6d2272-799c-4865-988f-50175dc27eb2), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:21.407076 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-992e7310-95e0-4dc8-bf3a-0a2626b90621 admin admin] Publish callbacks [] for security_group (385c3a01-9fe7-46cd-833f-4c20c364a7ce), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:21.415451 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e9366580-6262-463a-86b8-bd91600375d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:21.419438 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e9366580-6262-463a-86b8-bd91600375d2 admin admin] 10.222.0.89 "DELETE /v2.0/networks/aa6d2272-799c-4865-988f-50175dc27eb2 HTTP/1.1" status: 204 len: 168 time: 1.5193033 Feb 20 03:38:21.423311 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38290) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:21.463786 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9366580-6262-463a-86b8-bd91600375d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa6d2272-799c-4865-988f-50175dc27eb2,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:21.492074 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-992e7310-95e0-4dc8-bf3a-0a2626b90621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (385c3a01-9fe7-46cd-833f-4c20c364a7ce), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:21.542188 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-992e7310-95e0-4dc8-bf3a-0a2626b90621 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1deab5944dc9499fa11c8bf8ae2226f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5537574 Feb 20 03:38:21.546039 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38292) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:21.617275 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81c16a-0ab3-4301-a5ea-d26bc0c99cad req-e1507a3c-a811-4b42-8f6a-9390e3e72463 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:21.629655 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ed81c16a-0ab3-4301-a5ea-d26bc0c99cad req-e1507a3c-a811-4b42-8f6a-9390e3e72463 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=9c838969-f1f5-433d-b18d-d399ad887204 HTTP/1.1" status: 200 len: 946 time: 0.1646979 Feb 20 03:38:21.713889 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba04b9a8-1f37-4730-8509-68a761de11ca admin admin] Publish callbacks [] for security_group (385c3a01-9fe7-46cd-833f-4c20c364a7ce), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:21.736727 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-634fbfe6-9149-4f66-907b-d87ab2a4f32f req-42404e07-9894-48d0-80d4-257a67854274 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Deleting port b37d1845-c7e4-40ee-8535-b2c163b956e3 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:38:21.737085 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-634fbfe6-9149-4f66-907b-d87ab2a4f32f req-42404e07-9894-48d0-80d4-257a67854274 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b37d1845-c7e4-40ee-8535-b2c163b956e3), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:21.763562 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ed81c16a-0ab3-4301-a5ea-d26bc0c99cad req-80f73460-2efc-4865-b3be-4729416453e8 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/security-groups?id=a9e46ff0-0328-45d8-9f18-ec03ffa9e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224449 Feb 20 03:38:21.804743 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e7310-95e0-4dc8-bf3a-0a2626b90621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385c3a01-9fe7-46cd-833f-4c20c364a7ce,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:21.816363 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba04b9a8-1f37-4730-8509-68a761de11ca admin admin] Publish callbacks [] for security_group (385c3a01-9fe7-46cd-833f-4c20c364a7ce), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:21.926029 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Sun, 20 Feb 2022 03:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6e5fc6-33e1-48ed-8f90-3182bed8b785 x-openstack-request-id: req-5d6e5fc6-33e1-48ed-8f90-3182bed8b785 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:38:21.926661 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae3b9b6-59f1-45b7-89be-69e0f2164be0", "name": "network-vif-deleted", "tag": "dc03262b-5d28-4954-9ada-168b2b4e65f8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f0dea7e3-4772-4f73-b29a-ea1b8b97d921", "tag": "dffc4781-b96d-4024-9fac-72a74941d34c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "62015460-aef7-4a27-af60-d8bc2deac56c", "tag": "3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:38:21.927241 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5d6e5fc6-33e1-48ed-8f90-3182bed8b785 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:38:21.927825 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae3b9b6-59f1-45b7-89be-69e0f2164be0', 'name': 'network-vif-deleted', 'tag': 'dc03262b-5d28-4954-9ada-168b2b4e65f8', 'status': 'completed', 'code': 200} Feb 20 03:38:21.928279 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0dea7e3-4772-4f73-b29a-ea1b8b97d921', 'tag': 'dffc4781-b96d-4024-9fac-72a74941d34c', 'status': 'completed', 'code': 200} Feb 20 03:38:21.928724 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62015460-aef7-4a27-af60-d8bc2deac56c', 'tag': '3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5', 'status': 'completed', 'code': 200} Feb 20 03:38:22.080021 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1f2a39b5-072a-4e94-8d94-36e6dd6f69c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (e2bc1b49-f46b-4421-9103-9b1ccd012ba6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:22.184018 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-634fbfe6-9149-4f66-907b-d87ab2a4f32f req-42404e07-9894-48d0-80d4-257a67854274 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] For port b37d1845-c7e4-40ee-8535-b2c163b956e3, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b37d1845-c7e4-40ee-8535-b2c163b956e3,segment=NetworkSegment(779aeac2-ecb9-46e0-8f48-3dc73d02eb8b),segment_id=779aeac2-ecb9-46e0-8f48-3dc73d02eb8b)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:22.184579 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-634fbfe6-9149-4f66-907b-d87ab2a4f32f req-42404e07-9894-48d0-80d4-257a67854274 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b37d1845-c7e4-40ee-8535-b2c163b956e3), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:22.197001 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be639b-4a84-4ed9-b724-41174d47faff req-9e584378-56c2-4daa-a1bb-1ccce7f10e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:22.199399 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78be639b-4a84-4ed9-b724-41174d47faff req-9e584378-56c2-4daa-a1bb-1ccce7f10e40 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8e13d1b876514870b4c46ea04fedd66d&device_id=62015460-aef7-4a27-af60-d8bc2deac56c HTTP/1.1" status: 200 len: 1128 time: 0.2662649 Feb 20 03:38:22.205468 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be639b-4a84-4ed9-b724-41174d47faff req-155dd095-08dc-4579-ad8a-23a9e77d25f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:22.207209 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78be639b-4a84-4ed9-b724-41174d47faff req-155dd095-08dc-4579-ad8a-23a9e77d25f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 1132 time: 0.2623279 Feb 20 03:38:22.212384 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-634fbfe6-9149-4f66-907b-d87ab2a4f32f req-42404e07-9894-48d0-80d4-257a67854274 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Calling delete_port for b37d1845-c7e4-40ee-8535-b2c163b956e3 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:38:22.343974 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba04b9a8-1f37-4730-8509-68a761de11ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (385c3a01-9fe7-46cd-833f-4c20c364a7ce), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:22.350255 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba04b9a8-1f37-4730-8509-68a761de11ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:22.357688 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ba04b9a8-1f37-4730-8509-68a761de11ca admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/385c3a01-9fe7-46cd-833f-4c20c364a7ce HTTP/1.1" status: 204 len: 168 time: 0.8058851 Feb 20 03:38:22.435987 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04b9a8-1f37-4730-8509-68a761de11ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385c3a01-9fe7-46cd-833f-4c20c364a7ce,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:22.520957 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be639b-4a84-4ed9-b724-41174d47faff req-10cdadcd-ee44-4286-9ac8-fdd33c25d733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:22.522556 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78be639b-4a84-4ed9-b724-41174d47faff req-10cdadcd-ee44-4286-9ac8-fdd33c25d733 service neutron] 10.222.0.93 "GET /v2.0/networks?id=eb72ec9f-03fd-429e-98e6-830fa78a693b HTTP/1.1" status: 200 len: 916 time: 0.3115623 Feb 20 03:38:22.539338 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be639b-4a84-4ed9-b724-41174d47faff req-842158d3-32dc-4646-8bb1-1b09fcd085aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:22.541006 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78be639b-4a84-4ed9-b724-41174d47faff req-842158d3-32dc-4646-8bb1-1b09fcd085aa service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.3253002 Feb 20 03:38:22.591979 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78be639b-4a84-4ed9-b724-41174d47faff req-25aa56b8-c49e-4a79-81ae-4d3a3b12c792 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5 HTTP/1.1" status: 200 len: 217 time: 0.0608633 Feb 20 03:38:22.617744 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-1f2a39b5-072a-4e94-8d94-36e6dd6f69c3 admin admin] Deleting port ca8df662-ba2f-4371-8d01-d2d1be2bd0da {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:38:22.618328 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1f2a39b5-072a-4e94-8d94-36e6dd6f69c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ca8df662-ba2f-4371-8d01-d2d1be2bd0da), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:22.644642 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78be639b-4a84-4ed9-b724-41174d47faff req-c4a67bd7-6a7d-4df5-bf38-f4d7f174b280 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=dffc4781-b96d-4024-9fac-72a74941d34c HTTP/1.1" status: 200 len: 217 time: 0.0616040 Feb 20 03:38:22.796257 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be639b-4a84-4ed9-b724-41174d47faff req-4225ba4e-3079-43ce-934b-12a1bec54ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:22.797933 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78be639b-4a84-4ed9-b724-41174d47faff req-4225ba4e-3079-43ce-934b-12a1bec54ce3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1166241 Feb 20 03:38:22.799661 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be639b-4a84-4ed9-b724-41174d47faff req-5c0c9e49-a9d9-4bd0-8080-e886e4414da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:22.801073 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78be639b-4a84-4ed9-b724-41174d47faff req-5c0c9e49-a9d9-4bd0-8080-e886e4414da9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8e889741-186e-4683-9003-0f4b5f32a6a3 HTTP/1.1" status: 200 len: 855 time: 0.1705356 Feb 20 03:38:22.865289 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-1f2a39b5-072a-4e94-8d94-36e6dd6f69c3 admin admin] For port ca8df662-ba2f-4371-8d01-d2d1be2bd0da, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=ca8df662-ba2f-4371-8d01-d2d1be2bd0da,segment=NetworkSegment(2bd40259-34a6-4f68-a7f1-09cdff83c5fd),segment_id=2bd40259-34a6-4f68-a7f1-09cdff83c5fd)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:22.865289 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1f2a39b5-072a-4e94-8d94-36e6dd6f69c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ca8df662-ba2f-4371-8d01-d2d1be2bd0da), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:22.890899 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-634fbfe6-9149-4f66-907b-d87ab2a4f32f req-42404e07-9894-48d0-80d4-257a67854274 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (b37d1845-c7e4-40ee-8535-b2c163b956e3), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:22.893803 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-1f2a39b5-072a-4e94-8d94-36e6dd6f69c3 admin admin] Calling delete_port for ca8df662-ba2f-4371-8d01-d2d1be2bd0da owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:38:22.903252 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['9637083b-0c8f-429c-9595-2e7abb224aa7'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:38:22.946590 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78be639b-4a84-4ed9-b724-41174d47faff req-ad0a4bf0-c05d-4a02-b7eb-676f5d42aa71 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=eb72ec9f-03fd-429e-98e6-830fa78a693b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1326587 Feb 20 03:38:22.999046 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42404e07-9894-48d0-80d4-257a67854274 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Pushing event deleted for resources: {'Port': ['ID=b37d1845-c7e4-40ee-8535-b2c163b956e3,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:23.015320 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 9d8d307d-3cbb-4df5-aa45-e981ccb95e67 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:38:23.104370 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-634fbfe6-9149-4f66-907b-d87ab2a4f32f req-42404e07-9894-48d0-80d4-257a67854274 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] No DVR routers for this DVR port b37d1845-c7e4-40ee-8535-b2c163b956e3 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:38:23.109249 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-634fbfe6-9149-4f66-907b-d87ab2a4f32f req-42404e07-9894-48d0-80d4-257a67854274 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:23.112801 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-634fbfe6-9149-4f66-907b-d87ab2a4f32f req-42404e07-9894-48d0-80d4-257a67854274 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.42 "DELETE /v2.0/ports/b37d1845-c7e4-40ee-8535-b2c163b956e3 HTTP/1.1" status: 204 len: 173 time: 1.7067609 Feb 20 03:38:23.131885 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be639b-4a84-4ed9-b724-41174d47faff req-7c2a1400-bea8-4c98-b00c-7648b302d448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:23.133737 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78be639b-4a84-4ed9-b724-41174d47faff req-7c2a1400-bea8-4c98-b00c-7648b302d448 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3211656 Feb 20 03:38:23.186432 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 9d8d307d-3cbb-4df5-aa45-e981ccb95e67 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:38:23.187162 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9d8d307d-3cbb-4df5-aa45-e981ccb95e67), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:23.205970 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78be639b-4a84-4ed9-b724-41174d47faff req-994b0e7d-c142-4726-aaec-93418ff90c4f service neutron] 10.222.0.93 "GET /v2.0/networks/eb72ec9f-03fd-429e-98e6-830fa78a693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167301 Feb 20 03:38:23.267392 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 9d8d307d-3cbb-4df5-aa45-e981ccb95e67, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=9d8d307d-3cbb-4df5-aa45-e981ccb95e67,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:23.270939 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0dea7e3-4772-4f73-b29a-ea1b8b97d921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffc4781-b96d-4024-9fac-72a74941d34c'}, {'server_uuid': '62015460-aef7-4a27-af60-d8bc2deac56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5'}, {'server_uuid': 'e8f185f7-acac-4eb8-96e9-e004cf4d04de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d8d307d-3cbb-4df5-aa45-e981ccb95e67'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:38:23.273983 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f4fc32-92f5-493c-a263-b5c16f5c0e6e" -d '{"events": [{"server_uuid": "f0dea7e3-4772-4f73-b29a-ea1b8b97d921", "name": "network-vif-plugged", "status": "completed", "tag": "dffc4781-b96d-4024-9fac-72a74941d34c"}, {"server_uuid": "62015460-aef7-4a27-af60-d8bc2deac56c", "name": "network-vif-plugged", "status": "completed", "tag": "3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5"}, {"server_uuid": "e8f185f7-acac-4eb8-96e9-e004cf4d04de", "name": "network-vif-unplugged", "status": "completed", "tag": "9d8d307d-3cbb-4df5-aa45-e981ccb95e67"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:38:23.346813 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (9d8d307d-3cbb-4df5-aa45-e981ccb95e67), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:23.409469 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38346) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:23.435854 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fc589aa4-dcb8-48a0-b997-9621c48a9de5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:23.437769 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1f2a39b5-072a-4e94-8d94-36e6dd6f69c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (ca8df662-ba2f-4371-8d01-d2d1be2bd0da), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:23.452262 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78be639b-4a84-4ed9-b724-41174d47faff req-cf53a007-eb7f-456e-a031-27d75a9a0fa4 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044310 Feb 20 03:38:23.465912 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=9d8d307d-3cbb-4df5-aa45-e981ccb95e67,revision_number=8']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:23.488162 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78be639b-4a84-4ed9-b724-41174d47faff req-3dc205d9-0b5c-44e8-8a06-5d23f933f57b service neutron] 10.222.0.93 "GET /v2.0/networks/eb72ec9f-03fd-429e-98e6-830fa78a693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021220 Feb 20 03:38:23.577337 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a39b5-072a-4e94-8d94-36e6dd6f69c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca8df662-ba2f-4371-8d01-d2d1be2bd0da,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:23.612471 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78be639b-4a84-4ed9-b724-41174d47faff req-7407cf17-57f8-4e4f-9cc9-5cedadb8e3a0 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514618 Feb 20 03:38:23.647992 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device b37d1845-c7e4-40ee-8535-b2c163b956e3 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:38:23.696627 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: b37d1845-c7e4-40ee-8535-b2c163b956e3 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:38:23.698450 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device b37d1845-c7e4-40ee-8535-b2c163b956e3 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:38:23.931008 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c838969-f1f5-433d-b18d-d399ad887204', 'name': 'network-vif-deleted', 'tag': 'b37d1845-c7e4-40ee-8535-b2c163b956e3'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:38:23.936484 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6a0fdb-4ee7-46a6-b3c9-f09f89602c99" -d '{"events": [{"server_uuid": "9c838969-f1f5-433d-b18d-d399ad887204", "name": "network-vif-deleted", "tag": "b37d1845-c7e4-40ee-8535-b2c163b956e3"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:38:23.936626 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fc589aa4-dcb8-48a0-b997-9621c48a9de5 admin admin] Publish callbacks [] for security_group (f1487fd2-9898-4943-a981-6db3a9f6b4bd), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:23.987543 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9db05-7fa9-425d-ad26-88d3e7648248 req-74dff68a-88c0-440e-914f-2fcd4ae97a0c tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:23.990192 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1f2a39b5-072a-4e94-8d94-36e6dd6f69c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (e2bc1b49-f46b-4421-9103-9b1ccd012ba6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:24.000679 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1bb9db05-7fa9-425d-ad26-88d3e7648248 req-74dff68a-88c0-440e-914f-2fcd4ae97a0c tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 945 time: 0.1101868 Feb 20 03:38:24.052297 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fc589aa4-dcb8-48a0-b997-9621c48a9de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f1487fd2-9898-4943-a981-6db3a9f6b4bd), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:24.084251 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1bb9db05-7fa9-425d-ad26-88d3e7648248 req-7eb2db23-e064-42de-b42e-d004feb7563c tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769281 Feb 20 03:38:24.110930 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc589aa4-dcb8-48a0-b997-9621c48a9de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1487fd2-9898-4943-a981-6db3a9f6b4bd,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:24.118578 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fc589aa4-dcb8-48a0-b997-9621c48a9de5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=dbc4b6c6cfa14f01b1e91d17639000c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7080400 Feb 20 03:38:24.124877 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38354) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:24.304308 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1b3a5-aa57-43cb-9452-f8a54aab1cc7 req-d94336d2-010f-4365-b2fa-e0855eb5e585 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:24.313434 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-eda1b3a5-aa57-43cb-9452-f8a54aab1cc7 req-d94336d2-010f-4365-b2fa-e0855eb5e585 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 950 time: 0.1266007 Feb 20 03:38:24.320021 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2a39b5-072a-4e94-8d94-36e6dd6f69c3 admin admin] Router e2bc1b49-f46b-4421-9103-9b1ccd012ba6 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:38:24.324210 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e3f19e2a-900e-4008-b892-1bfaaa59773f admin admin] Publish callbacks [] for security_group (f1487fd2-9898-4943-a981-6db3a9f6b4bd), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:24.393694 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e3f19e2a-900e-4008-b892-1bfaaa59773f admin admin] Publish callbacks [] for security_group (f1487fd2-9898-4943-a981-6db3a9f6b4bd), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:24.483505 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2a39b5-072a-4e94-8d94-36e6dd6f69c3 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:38:24.493513 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1f2a39b5-072a-4e94-8d94-36e6dd6f69c3 admin admin] 10.222.0.89 "PUT /v2.0/routers/e2bc1b49-f46b-4421-9103-9b1ccd012ba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0697453 Feb 20 03:38:24.495110 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38356) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:24.496375 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490b8fe6-67d7-4094-bc28-84c717d16658 None None] Sync routers for ids ['e2bc1b49-f46b-4421-9103-9b1ccd012ba6'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:38:24.522373 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490b8fe6-67d7-4094-bc28-84c717d16658 None None] Routers {'e2bc1b49-f46b-4421-9103-9b1ccd012ba6'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:38:24.523075 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-490b8fe6-67d7-4094-bc28-84c717d16658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:37:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e2bc1b49-f46b-4421-9103-9b1ccd012ba6'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:24.527361 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-eda1b3a5-aa57-43cb-9452-f8a54aab1cc7 req-34ee892f-0f3d-40c5-81e3-426f0bca70ff tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109981 Feb 20 03:38:24.766981 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be2c1c-1d8a-4a1c-92f1-eb4524676943 req-b506111b-2e81-4363-b4be-28cf2440512a tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:24.766981 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17be2c1c-1d8a-4a1c-92f1-eb4524676943 req-b506111b-2e81-4363-b4be-28cf2440512a tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=62015460-aef7-4a27-af60-d8bc2deac56c HTTP/1.1" status: 200 len: 946 time: 0.0736396 Feb 20 03:38:24.768557 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-490b8fe6-67d7-4094-bc28-84c717d16658 None None] Set router e2bc1b49-f46b-4421-9103-9b1ccd012ba6 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:38:24.768650 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17be2c1c-1d8a-4a1c-92f1-eb4524676943 req-357c7317-5051-4008-a07c-6affb0b45438 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509667 Feb 20 03:38:24.873967 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Sun, 20 Feb 2022 03:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd403eb-ea84-4903-b480-31b842024cc0 x-openstack-request-id: req-dfd403eb-ea84-4903-b480-31b842024cc0 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:38:24.874500 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0dea7e3-4772-4f73-b29a-ea1b8b97d921", "name": "network-vif-plugged", "status": "completed", "tag": "dffc4781-b96d-4024-9fac-72a74941d34c", "code": 200}, {"server_uuid": "62015460-aef7-4a27-af60-d8bc2deac56c", "name": "network-vif-plugged", "status": "completed", "tag": "3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5", "code": 200}, {"server_uuid": "e8f185f7-acac-4eb8-96e9-e004cf4d04de", "name": "network-vif-unplugged", "status": "completed", "tag": "9d8d307d-3cbb-4df5-aa45-e981ccb95e67", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:38:24.874500 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-dfd403eb-ea84-4903-b480-31b842024cc0 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:38:24.874956 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0dea7e3-4772-4f73-b29a-ea1b8b97d921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffc4781-b96d-4024-9fac-72a74941d34c', 'code': 200} Feb 20 03:38:24.875223 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62015460-aef7-4a27-af60-d8bc2deac56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5', 'code': 200} Feb 20 03:38:24.875482 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f185f7-acac-4eb8-96e9-e004cf4d04de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d8d307d-3cbb-4df5-aa45-e981ccb95e67', 'code': 200} Feb 20 03:38:24.878617 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e3f19e2a-900e-4008-b892-1bfaaa59773f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f1487fd2-9898-4943-a981-6db3a9f6b4bd), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:24.896926 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e3f19e2a-900e-4008-b892-1bfaaa59773f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:24.902286 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e3f19e2a-900e-4008-b892-1bfaaa59773f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f1487fd2-9898-4943-a981-6db3a9f6b4bd HTTP/1.1" status: 204 len: 168 time: 0.7761137 Feb 20 03:38:24.928170 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f19e2a-900e-4008-b892-1bfaaa59773f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1487fd2-9898-4943-a981-6db3a9f6b4bd,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:25.186221 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cb16f147-beba-4519-a96b-bbd86de9fd0b admin admin] Publish callbacks [] for router (e2bc1b49-f46b-4421-9103-9b1ccd012ba6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:25.212384 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9868d44-8012-4926-99b6-8b65081d98e3 req-774dcfed-2b0a-4ddf-ba1d-a33ee841692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:25.217042 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f9868d44-8012-4926-99b6-8b65081d98e3 req-774dcfed-2b0a-4ddf-ba1d-a33ee841692e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=62015460-aef7-4a27-af60-d8bc2deac56c HTTP/1.1" status: 200 len: 1128 time: 0.2235188 Feb 20 03:38:25.235588 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34303ca8-1b35-4bfc-adb2-d54f959b9c3b req-2c26c0fb-60f9-46ed-841c-889950c112b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:25.241584 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-34303ca8-1b35-4bfc-adb2-d54f959b9c3b req-2c26c0fb-60f9-46ed-841c-889950c112b7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 1132 time: 0.1786435 Feb 20 03:38:25.316712 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-490b8fe6-67d7-4094-bc28-84c717d16658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2bc1b49-f46b-4421-9103-9b1ccd012ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-249357059-router', 'tenant_id': 'a8ef7119574546c28edc4696d8d9fd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '92089f3c-ff43-4303-a66b-cfd7ba7430b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:28:49Z', 'updated_at': '2022-02-20T03:38:23Z', 'revision_number': 5, 'project_id': 'a8ef7119574546c28edc4696d8d9fd47', 'gw_port': {'id': '92089f3c-ff43-4303-a66b-cfd7ba7430b5', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bc1b49-f46b-4421-9103-9b1ccd012ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:28:51Z', 'updated_at': '2022-02-20T03:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:25.351155 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cb16f147-beba-4519-a96b-bbd86de9fd0b admin admin] Publish callbacks [] for router_gateway (e2bc1b49-f46b-4421-9103-9b1ccd012ba6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:25.371108 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-34303ca8-1b35-4bfc-adb2-d54f959b9c3b req-bbee0de2-4680-4a87-803d-2c946d2ed36e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128798 Feb 20 03:38:25.377642 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f9868d44-8012-4926-99b6-8b65081d98e3 req-03d4556d-0e9b-4384-8882-15c562f12aa2 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322417 Feb 20 03:38:25.399011 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490b8fe6-67d7-4094-bc28-84c717d16658 None None] Checking router: e2bc1b49-f46b-4421-9103-9b1ccd012ba6 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:38:25.414696 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490b8fe6-67d7-4094-bc28-84c717d16658 None None] Routers {'e2bc1b49-f46b-4421-9103-9b1ccd012ba6'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:38:25.415457 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-490b8fe6-67d7-4094-bc28-84c717d16658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:37:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e2bc1b49-f46b-4421-9103-9b1ccd012ba6'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:25.580335 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-cb16f147-beba-4519-a96b-bbd86de9fd0b admin admin] Deleting port 92089f3c-ff43-4303-a66b-cfd7ba7430b5 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:38:25.580335 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cb16f147-beba-4519-a96b-bbd86de9fd0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (92089f3c-ff43-4303-a66b-cfd7ba7430b5), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:25.587082 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-490b8fe6-67d7-4094-bc28-84c717d16658 None None] Set router e2bc1b49-f46b-4421-9103-9b1ccd012ba6 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:38:25.632155 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683cc020-f3e3-494d-8a12-897d3bbd5bab x-openstack-request-id: req-683cc020-f3e3-494d-8a12-897d3bbd5bab {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:38:25.634300 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c838969-f1f5-433d-b18d-d399ad887204", "name": "network-vif-deleted", "tag": "b37d1845-c7e4-40ee-8535-b2c163b956e3", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:38:25.635482 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-683cc020-f3e3-494d-8a12-897d3bbd5bab {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:38:25.636209 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c838969-f1f5-433d-b18d-d399ad887204', 'name': 'network-vif-deleted', 'tag': 'b37d1845-c7e4-40ee-8535-b2c163b956e3', 'status': 'completed', 'code': 200} Feb 20 03:38:25.796536 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-cb16f147-beba-4519-a96b-bbd86de9fd0b admin admin] For port 92089f3c-ff43-4303-a66b-cfd7ba7430b5, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=92089f3c-ff43-4303-a66b-cfd7ba7430b5,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:25.796956 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cb16f147-beba-4519-a96b-bbd86de9fd0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (92089f3c-ff43-4303-a66b-cfd7ba7430b5), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:25.823800 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-cb16f147-beba-4519-a96b-bbd86de9fd0b admin admin] Calling delete_port for 92089f3c-ff43-4303-a66b-cfd7ba7430b5 owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:38:25.843005 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c7368-de6a-48b0-ba29-fc7faeb72608 req-2f5c8013-8953-4c82-8ccd-62daeea5da7d tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:25.851228 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c3c7368-de6a-48b0-ba29-fc7faeb72608 req-2f5c8013-8953-4c82-8ccd-62daeea5da7d tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 945 time: 0.1031950 Feb 20 03:38:25.936408 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c3c7368-de6a-48b0-ba29-fc7faeb72608 req-b54a731e-33e9-4e72-8ab7-32da4a13b4cf tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837626 Feb 20 03:38:26.091735 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-490b8fe6-67d7-4094-bc28-84c717d16658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2bc1b49-f46b-4421-9103-9b1ccd012ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-249357059-router', 'tenant_id': 'a8ef7119574546c28edc4696d8d9fd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '92089f3c-ff43-4303-a66b-cfd7ba7430b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:28:49Z', 'updated_at': '2022-02-20T03:38:23Z', 'revision_number': 5, 'project_id': 'a8ef7119574546c28edc4696d8d9fd47', 'gw_port': {'id': '92089f3c-ff43-4303-a66b-cfd7ba7430b5', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bc1b49-f46b-4421-9103-9b1ccd012ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:28:51Z', 'updated_at': '2022-02-20T03:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:26.148882 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490b8fe6-67d7-4094-bc28-84c717d16658 None None] The sync data for ids ['e2bc1b49-f46b-4421-9103-9b1ccd012ba6'] in n-d-829866-4 is: [{'id': 'e2bc1b49-f46b-4421-9103-9b1ccd012ba6', 'name': 'tempest-TaggedBootDevicesTest_v242-249357059-router', 'tenant_id': 'a8ef7119574546c28edc4696d8d9fd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '92089f3c-ff43-4303-a66b-cfd7ba7430b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:28:49Z', 'updated_at': '2022-02-20T03:38:23Z', 'revision_number': 5, 'project_id': 'a8ef7119574546c28edc4696d8d9fd47', 'gw_port': {'id': '92089f3c-ff43-4303-a66b-cfd7ba7430b5', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bc1b49-f46b-4421-9103-9b1ccd012ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:28:51Z', 'updated_at': '2022-02-20T03:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:38:26.207469 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4261e-ed83-418c-ada7-f6ed4746b750 req-02edd075-0c16-4161-bd60-fcb7c84a629a tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:26.213609 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d4261e-ed83-418c-ada7-f6ed4746b750 req-02edd075-0c16-4161-bd60-fcb7c84a629a tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 950 time: 0.1543300 Feb 20 03:38:26.227415 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cb16f147-beba-4519-a96b-bbd86de9fd0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (92089f3c-ff43-4303-a66b-cfd7ba7430b5), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:26.305068 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16f147-beba-4519-a96b-bbd86de9fd0b admin admin] Pushing event deleted for resources: {'Port': ['ID=92089f3c-ff43-4303-a66b-cfd7ba7430b5,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:26.371645 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d4261e-ed83-418c-ada7-f6ed4746b750 req-d6378851-5988-4aff-94f9-cc517ff50ed7 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526699 Feb 20 03:38:26.413425 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cb16f147-beba-4519-a96b-bbd86de9fd0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (e2bc1b49-f46b-4421-9103-9b1ccd012ba6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:26.415401 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b17273f8-1b16-4930-8007-b5ba1bd03823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:26.581691 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cb16f147-beba-4519-a96b-bbd86de9fd0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (e2bc1b49-f46b-4421-9103-9b1ccd012ba6), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:26.585223 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cb16f147-beba-4519-a96b-bbd86de9fd0b admin admin] Publish callbacks [] for router_controller (e2bc1b49-f46b-4421-9103-9b1ccd012ba6), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:26.741344 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cb16f147-beba-4519-a96b-bbd86de9fd0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (e2bc1b49-f46b-4421-9103-9b1ccd012ba6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:26.741883 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb16f147-beba-4519-a96b-bbd86de9fd0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2bc1b49-f46b-4421-9103-9b1ccd012ba6 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:38:26.746291 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cb16f147-beba-4519-a96b-bbd86de9fd0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:26.751283 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cb16f147-beba-4519-a96b-bbd86de9fd0b admin admin] 10.222.0.89 "DELETE /v2.0/routers/e2bc1b49-f46b-4421-9103-9b1ccd012ba6 HTTP/1.1" status: 204 len: 168 time: 2.2510970 Feb 20 03:38:26.751812 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38412) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:26.818710 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-6a1f334a-4ed5-4342-8e3d-f4d99f600edf tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:26.826185 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-6a1f334a-4ed5-4342-8e3d-f4d99f600edf tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/networks?id=780f8a56-4eb9-4713-bddf-aebbfa8636e6 HTTP/1.1" status: 200 len: 805 time: 0.3091333 Feb 20 03:38:26.864438 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-d28da5a7-7eb2-434b-88e6-6a530732a6ee tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/quotas/5fa3fcc747a841278576c8224054e060 HTTP/1.1" status: 200 len: 375 time: 0.0338495 Feb 20 03:38:26.894603 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-13195ebb-ce07-4c95-9b79-7698329fc6c3 admin admin] Deleting subnet c299c1be-0f46-4d62-8be4-2966ea2779d5 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:38:26.899621 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13195ebb-ce07-4c95-9b79-7698329fc6c3 admin admin] Publish callbacks [] for subnet (c299c1be-0f46-4d62-8be4-2966ea2779d5), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:26.939968 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-1858c661-9726-430a-baef-137de1dfdd56 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=5fa3fcc747a841278576c8224054e060&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0744798 Feb 20 03:38:26.966397 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13195ebb-ce07-4c95-9b79-7698329fc6c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (c299c1be-0f46-4d62-8be4-2966ea2779d5), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:27.069946 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-6f184e5d-486a-4432-8c7c-64058afb79a9 service neutron] 10.222.0.89 "GET /v2.0/networks/780f8a56-4eb9-4713-bddf-aebbfa8636e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288748 Feb 20 03:38:27.116489 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ca8df662-ba2f-4371-8d01-d2d1be2bd0da no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:38:27.156223 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13195ebb-ce07-4c95-9b79-7698329fc6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (c299c1be-0f46-4d62-8be4-2966ea2779d5), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:27.278470 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-90552626-1af7-4835-bf0a-c97b245980ce service neutron] 10.222.0.89 "GET /v2.0/networks/780f8a56-4eb9-4713-bddf-aebbfa8636e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073679 Feb 20 03:38:27.416147 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13195ebb-ce07-4c95-9b79-7698329fc6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (c299c1be-0f46-4d62-8be4-2966ea2779d5), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:27.501549 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: ca8df662-ba2f-4371-8d01-d2d1be2bd0da {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:38:27.502088 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ca8df662-ba2f-4371-8d01-d2d1be2bd0da not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:38:27.520630 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13195ebb-ce07-4c95-9b79-7698329fc6c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c299c1be-0f46-4d62-8be4-2966ea2779d5,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:27.533475 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13195ebb-ce07-4c95-9b79-7698329fc6c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:27.542848 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-13195ebb-ce07-4c95-9b79-7698329fc6c3 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/c299c1be-0f46-4d62-8be4-2966ea2779d5 HTTP/1.1" status: 204 len: 168 time: 0.7897155 Feb 20 03:38:27.547024 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38440) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:27.553450 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbb0417-1413-4d58-a872-452a4837b2bb None None] Network 1b24f433-0ebb-4ea7-8946-28adf4887331 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:38:27.839177 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2728bf30-3858-4060-9d9a-8168d7bda658 None None] DHCP port deletion for 1b24f433-0ebb-4ea7-8946-28adf4887331 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:38:27.930547 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2728bf30-3858-4060-9d9a-8168d7bda658 None None] Deleting port b025d7d7-3e79-43f6-ad50-e1c50ccef82f {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:38:27.931017 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2728bf30-3858-4060-9d9a-8168d7bda658 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b025d7d7-3e79-43f6-ad50-e1c50ccef82f), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:28.002690 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-2728bf30-3858-4060-9d9a-8168d7bda658 None None] For port b025d7d7-3e79-43f6-ad50-e1c50ccef82f, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b025d7d7-3e79-43f6-ad50-e1c50ccef82f,segment=NetworkSegment(2bd40259-34a6-4f68-a7f1-09cdff83c5fd),segment_id=2bd40259-34a6-4f68-a7f1-09cdff83c5fd)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:28.003156 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2728bf30-3858-4060-9d9a-8168d7bda658 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b025d7d7-3e79-43f6-ad50-e1c50ccef82f), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:28.011096 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f0a1c-6985-490f-8591-bfe073281377 req-b598a212-52fe-40a0-a322-93bdf73497c9 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:28.012912 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7b8f0a1c-6985-490f-8591-bfe073281377 req-b598a212-52fe-40a0-a322-93bdf73497c9 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.93 "GET /v2.0/ports?device_id=e8f185f7-acac-4eb8-96e9-e004cf4d04de HTTP/1.1" status: 200 len: 943 time: 0.5685568 Feb 20 03:38:28.024341 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2728bf30-3858-4060-9d9a-8168d7bda658 None None] Calling delete_port for b025d7d7-3e79-43f6-ad50-e1c50ccef82f owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:38:28.203537 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba43d3c9-9e31-44c0-9d0f-17160a44b4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (1b24f433-0ebb-4ea7-8946-28adf4887331), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:28.224751 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2728bf30-3858-4060-9d9a-8168d7bda658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (b025d7d7-3e79-43f6-ad50-e1c50ccef82f), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:28.258808 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6073a52-5f5e-40c3-a1c9-3c532bb3c6f2 req-9d341598-9990-4e9a-b939-e2262f8fa3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:28.261742 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6073a52-5f5e-40c3-a1c9-3c532bb3c6f2 req-9d341598-9990-4e9a-b939-e2262f8fa3e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=138204b85f4b4d58be48c9d0572da2c6&device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 1127 time: 0.2445967 Feb 20 03:38:28.269224 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728bf30-3858-4060-9d9a-8168d7bda658 None None] Pushing event deleted for resources: {'Port': ['ID=b025d7d7-3e79-43f6-ad50-e1c50ccef82f,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:28.274576 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2728bf30-3858-4060-9d9a-8168d7bda658 None None] No DVR routers for this DVR port b025d7d7-3e79-43f6-ad50-e1c50ccef82f on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:38:28.308518 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd076ae-53b5-444a-94cb-094afd0f6522 req-d1dc02ee-0064-4236-91e6-15c650b0f778 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:28.316983 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6bd076ae-53b5-444a-94cb-094afd0f6522 req-d1dc02ee-0064-4236-91e6-15c650b0f778 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=62015460-aef7-4a27-af60-d8bc2deac56c HTTP/1.1" status: 200 len: 946 time: 0.2985289 Feb 20 03:38:28.408806 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6bd076ae-53b5-444a-94cb-094afd0f6522 req-9d89b9f3-cee1-4365-8ef3-59c6bc69992e tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903783 Feb 20 03:38:28.557002 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-7b8f0a1c-6985-490f-8591-bfe073281377 req-d0e2f5e5-71d9-4836-9db3-311dabb4ac32 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Deleting port 9d8d307d-3cbb-4df5-aa45-e981ccb95e67 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:38:28.557002 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7b8f0a1c-6985-490f-8591-bfe073281377 req-d0e2f5e5-71d9-4836-9db3-311dabb4ac32 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (9d8d307d-3cbb-4df5-aa45-e981ccb95e67), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:28.643345 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba43d3c9-9e31-44c0-9d0f-17160a44b4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (1b24f433-0ebb-4ea7-8946-28adf4887331), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:28.672663 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-ba43d3c9-9e31-44c0-9d0f-17160a44b4fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b24f433-0ebb-4ea7-8946-28adf4887331']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:28.695549 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-ba43d3c9-9e31-44c0-9d0f-17160a44b4fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd40259-34a6-4f68-a7f1-09cdff83c5fd') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:28.698787 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-ba43d3c9-9e31-44c0-9d0f-17160a44b4fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd40259-34a6-4f68-a7f1-09cdff83c5fd') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:28.736718 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c134ef03-bb30-4fc5-b814-772816074193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:28.755131 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba43d3c9-9e31-44c0-9d0f-17160a44b4fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (2bd40259-34a6-4f68-a7f1-09cdff83c5fd), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:28.811040 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba43d3c9-9e31-44c0-9d0f-17160a44b4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (2bd40259-34a6-4f68-a7f1-09cdff83c5fd), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:28.826271 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba43d3c9-9e31-44c0-9d0f-17160a44b4fb admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:38:28.826681 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba43d3c9-9e31-44c0-9d0f-17160a44b4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (2bd40259-34a6-4f68-a7f1-09cdff83c5fd), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:28.829725 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:38:28.829725 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:38:28.829725 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:38:28.829725 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:38:28.829725 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:38:28.829725 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:38:28.829725 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:38:28.829725 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:38:28.829725 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:38:28.829725 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:38:28.829725 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:38:28.829725 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:38:28.829725 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:38:28.829725 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:38:28.829725 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:38:28.829725 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:38:28.829725 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:38:28.829725 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:38:28.829725 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:38:28.829725 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:38:28.829725 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:38:28.829725 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:38:28.829725 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:38:28.829725 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:38:28.829725 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:38:28.829725 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:38:28.829725 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:38:28.829725 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:38:28.829725 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:38:28.829725 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:38:28.829725 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:38:28.829725 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:38:28.853046 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf8e1e-a01a-42b8-ae6c-66b32cef4bfd req-24dcaf28-aafd-47c3-8962-838899e36f6d tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:28.854639 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7eaf8e1e-a01a-42b8-ae6c-66b32cef4bfd req-24dcaf28-aafd-47c3-8962-838899e36f6d tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 945 time: 0.3006587 Feb 20 03:38:28.859289 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6073a52-5f5e-40c3-a1c9-3c532bb3c6f2 req-fdba34c2-9c28-4159-b317-91cd79d8c77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:28.860699 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6073a52-5f5e-40c3-a1c9-3c532bb3c6f2 req-fdba34c2-9c28-4159-b317-91cd79d8c77e service neutron] 10.222.0.42 "GET /v2.0/networks?id=af61ae37-a3b2-46ee-a441-3e7f71e566ae HTTP/1.1" status: 200 len: 913 time: 0.5192416 Feb 20 03:38:28.948348 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6073a52-5f5e-40c3-a1c9-3c532bb3c6f2 req-7ed5d0ca-998b-4c4d-a16f-de86a36c83ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4fc604c-6b73-470b-ba9f-9f629ab5fb04 HTTP/1.1" status: 200 len: 217 time: 0.0430717 Feb 20 03:38:29.032951 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 92089f3c-ff43-4303-a66b-cfd7ba7430b5 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:38:29.064674 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 92089f3c-ff43-4303-a66b-cfd7ba7430b5 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:38:29.065408 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 92089f3c-ff43-4303-a66b-cfd7ba7430b5 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:38:29.066617 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b025d7d7-3e79-43f6-ad50-e1c50ccef82f no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:38:29.088120 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: b025d7d7-3e79-43f6-ad50-e1c50ccef82f {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:38:29.088721 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b025d7d7-3e79-43f6-ad50-e1c50ccef82f not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:38:29.107495 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-7b8f0a1c-6985-490f-8591-bfe073281377 req-d0e2f5e5-71d9-4836-9db3-311dabb4ac32 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] For port 9d8d307d-3cbb-4df5-aa45-e981ccb95e67, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=9d8d307d-3cbb-4df5-aa45-e981ccb95e67,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:29.108010 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7b8f0a1c-6985-490f-8591-bfe073281377 req-d0e2f5e5-71d9-4836-9db3-311dabb4ac32 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (9d8d307d-3cbb-4df5-aa45-e981ccb95e67), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:29.144104 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-7b8f0a1c-6985-490f-8591-bfe073281377 req-d0e2f5e5-71d9-4836-9db3-311dabb4ac32 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Calling delete_port for 9d8d307d-3cbb-4df5-aa45-e981ccb95e67 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:38:29.168705 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6073a52-5f5e-40c3-a1c9-3c532bb3c6f2 req-eb50c64d-5b37-45fb-b7d3-13c91b82b4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:29.174906 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6073a52-5f5e-40c3-a1c9-3c532bb3c6f2 req-eb50c64d-5b37-45fb-b7d3-13c91b82b4ad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2206f6d9-9e03-4b9b-9ba0-e4c4146af053 HTTP/1.1" status: 200 len: 852 time: 0.2013338 Feb 20 03:38:29.181832 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7eaf8e1e-a01a-42b8-ae6c-66b32cef4bfd req-462e33ab-6126-4704-81cd-6d34585c46c7 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777205 Feb 20 03:38:29.201750 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba43d3c9-9e31-44c0-9d0f-17160a44b4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (1b24f433-0ebb-4ea7-8946-28adf4887331), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:29.229427 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6073a52-5f5e-40c3-a1c9-3c532bb3c6f2 req-43ad7844-c1ef-4909-b7ec-78654bdbf566 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af61ae37-a3b2-46ee-a441-3e7f71e566ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428619 Feb 20 03:38:29.271184 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba43d3c9-9e31-44c0-9d0f-17160a44b4fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:29.278088 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ba43d3c9-9e31-44c0-9d0f-17160a44b4fb admin admin] 10.222.0.89 "DELETE /v2.0/networks/1b24f433-0ebb-4ea7-8946-28adf4887331 HTTP/1.1" status: 204 len: 168 time: 1.7263980 Feb 20 03:38:29.279969 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43d3c9-9e31-44c0-9d0f-17160a44b4fb admin admin] Pushing event deleted for resources: {'Network': ['ID=1b24f433-0ebb-4ea7-8946-28adf4887331,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:29.471862 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6073a52-5f5e-40c3-a1c9-3c532bb3c6f2 req-c334b451-1863-4114-abfa-2d2832792333 service neutron] 10.222.0.42 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931965 Feb 20 03:38:29.481900 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d593b-9128-4a6d-aae0-dd3b7704fd71 req-f4a63289-2bd2-4c2e-b25a-699c6b1808d7 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:29.489227 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b10d593b-9128-4a6d-aae0-dd3b7704fd71 req-f4a63289-2bd2-4c2e-b25a-699c6b1808d7 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 950 time: 0.1722782 Feb 20 03:38:29.668057 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device b4fc604c-6b73-470b-ba9f-9f629ab5fb04 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:38:29.685050 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b10d593b-9128-4a6d-aae0-dd3b7704fd71 req-b99a6517-04fd-450d-92a8-2207eacda26b tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917100 Feb 20 03:38:29.716877 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6073a52-5f5e-40c3-a1c9-3c532bb3c6f2 req-95761895-840f-40a8-a7ff-df3695b8c467 service neutron] 10.222.0.42 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210150 Feb 20 03:38:29.731338 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7b8f0a1c-6985-490f-8591-bfe073281377 req-d0e2f5e5-71d9-4836-9db3-311dabb4ac32 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (9d8d307d-3cbb-4df5-aa45-e981ccb95e67), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:29.787519 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2f5e5-71d9-4836-9db3-311dabb4ac32 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Pushing event deleted for resources: {'Port': ['ID=9d8d307d-3cbb-4df5-aa45-e981ccb95e67,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:29.844739 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0d12681d-1268-406e-9b77-a3dc96b46684 req-9e2ff5c1-76a1-431d-adbb-f7a471c2474b tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5a27da6-c365-49d8-b62a-2f5b30bfee78 HTTP/1.1" status: 200 len: 210 time: 0.0493295 Feb 20 03:38:29.893601 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port b4fc604c-6b73-470b-ba9f-9f629ab5fb04 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:38:29.894180 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b4fc604c-6b73-470b-ba9f-9f629ab5fb04), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:29.906771 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38548) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:29.910917 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8f0a1c-6985-490f-8591-bfe073281377 req-d0e2f5e5-71d9-4836-9db3-311dabb4ac32 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] No DVR routers for this DVR port 9d8d307d-3cbb-4df5-aa45-e981ccb95e67 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:38:29.914234 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7b8f0a1c-6985-490f-8591-bfe073281377 req-d0e2f5e5-71d9-4836-9db3-311dabb4ac32 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:29.919275 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7b8f0a1c-6985-490f-8591-bfe073281377 req-d0e2f5e5-71d9-4836-9db3-311dabb4ac32 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.93 "DELETE /v2.0/ports/9d8d307d-3cbb-4df5-aa45-e981ccb95e67 HTTP/1.1" status: 204 len: 173 time: 1.8883450 Feb 20 03:38:29.922598 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f185f7-acac-4eb8-96e9-e004cf4d04de', 'name': 'network-vif-deleted', 'tag': '9d8d307d-3cbb-4df5-aa45-e981ccb95e67'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:38:29.928973 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc492045-5dd7-4bb4-b2e3-43f54ea3684d" -d '{"events": [{"server_uuid": "e8f185f7-acac-4eb8-96e9-e004cf4d04de", "name": "network-vif-deleted", "tag": "9d8d307d-3cbb-4df5-aa45-e981ccb95e67"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:38:29.949332 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d546827-5fea-4b2d-b36b-2e78941ff4af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4fc604c-6b73-470b-ba9f-9f629ab5fb04'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:38:29.953311 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9d7a33-2e55-447f-882e-2c74cf7fdb6e" -d '{"events": [{"server_uuid": "1d546827-5fea-4b2d-b36b-2e78941ff4af", "name": "network-vif-unplugged", "status": "completed", "tag": "b4fc604c-6b73-470b-ba9f-9f629ab5fb04"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:38:29.992125 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port b4fc604c-6b73-470b-ba9f-9f629ab5fb04, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b4fc604c-6b73-470b-ba9f-9f629ab5fb04,segment=NetworkSegment(8a57dd48-cd2a-4b48-a8ae-20be415170b3),segment_id=8a57dd48-cd2a-4b48-a8ae-20be415170b3)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:29.998659 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:30.031443 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d8f38f49-2deb-443e-a501-c98d41d09584 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=31539382099d40138aa9f9434b18f41f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1198361 Feb 20 03:38:30.033008 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38556) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:30.039463 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ea666-bf9f-401b-86e7-50da35823490 req-fb467513-6e0b-4922-a775-4682158723cd tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:30.057430 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-164ea666-bf9f-401b-86e7-50da35823490 req-fb467513-6e0b-4922-a775-4682158723cd tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=62015460-aef7-4a27-af60-d8bc2deac56c HTTP/1.1" status: 200 len: 946 time: 0.0804231 Feb 20 03:38:30.105522 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b4fc604c-6b73-470b-ba9f-9f629ab5fb04), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:30.114902 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-164ea666-bf9f-401b-86e7-50da35823490 req-0a4def65-c1d0-4cfe-8ea8-942ddbfdc28d tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663912 Feb 20 03:38:30.159386 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c0d48ffe-1245-42d8-a5f8-40e79d08ac10 admin admin] Publish callbacks [] for security_group (e91a3044-5de9-4f76-854b-9dd3a7e2230d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:30.201383 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=b4fc604c-6b73-470b-ba9f-9f629ab5fb04,revision_number=8']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:30.202967 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38560) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:30.210045 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c0d48ffe-1245-42d8-a5f8-40e79d08ac10 admin admin] Publish callbacks [] for security_group (e91a3044-5de9-4f76-854b-9dd3a7e2230d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:30.338731 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-6e8230af-edb9-493e-b65f-f6c669551ec7 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:30.340285 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-6e8230af-edb9-493e-b65f-f6c669551ec7 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.93 "GET /v2.0/networks?id=780f8a56-4eb9-4713-bddf-aebbfa8636e6 HTTP/1.1" status: 200 len: 805 time: 0.1903496 Feb 20 03:38:30.371441 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-f68ba0bc-0dd3-4d54-92b4-97f18b7e6fd1 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Request body: {'port': {'device_id': 'f5a27da6-c365-49d8-b62a-2f5b30bfee78', 'network_id': '780f8a56-4eb9-4713-bddf-aebbfa8636e6', 'admin_state_up': True, 'tenant_id': '5fa3fcc747a841278576c8224054e060'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:38:30.415314 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c0d48ffe-1245-42d8-a5f8-40e79d08ac10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e91a3044-5de9-4f76-854b-9dd3a7e2230d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:30.418010 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c0d48ffe-1245-42d8-a5f8-40e79d08ac10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:30.419273 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c0d48ffe-1245-42d8-a5f8-40e79d08ac10 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e91a3044-5de9-4f76-854b-9dd3a7e2230d HTTP/1.1" status: 204 len: 168 time: 0.3843994 Feb 20 03:38:30.436133 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d48ffe-1245-42d8-a5f8-40e79d08ac10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91a3044-5de9-4f76-854b-9dd3a7e2230d,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:30.452437 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d48ffe-1245-42d8-a5f8-40e79d08ac10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:30.452923 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d48ffe-1245-42d8-a5f8-40e79d08ac10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:30.453340 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d48ffe-1245-42d8-a5f8-40e79d08ac10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:30.453738 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d48ffe-1245-42d8-a5f8-40e79d08ac10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:30.454135 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d48ffe-1245-42d8-a5f8-40e79d08ac10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:30.455425 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d48ffe-1245-42d8-a5f8-40e79d08ac10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:30.455831 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d48ffe-1245-42d8-a5f8-40e79d08ac10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:30.456223 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d48ffe-1245-42d8-a5f8-40e79d08ac10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:30.456728 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d48ffe-1245-42d8-a5f8-40e79d08ac10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:30.457811 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d48ffe-1245-42d8-a5f8-40e79d08ac10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:30.458311 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d48ffe-1245-42d8-a5f8-40e79d08ac10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:30.458792 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d48ffe-1245-42d8-a5f8-40e79d08ac10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:30.459287 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d48ffe-1245-42d8-a5f8-40e79d08ac10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:30.549271 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6be65602-f25e-4cf5-af1f-d6256973fe66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:30.576098 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1afef9-8c2f-4be5-8a79-9e39fa3a8462 req-4dd09a0e-8523-4ac8-8913-ad81379d6d0a tempest-MigrationsAdminTest-1123476607 tempest-MigrationsAdminTest-1123476607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:30.577679 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f1afef9-8c2f-4be5-8a79-9e39fa3a8462 req-4dd09a0e-8523-4ac8-8913-ad81379d6d0a tempest-MigrationsAdminTest-1123476607 tempest-MigrationsAdminTest-1123476607-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 1132 time: 0.2363791 Feb 20 03:38:30.654823 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f1afef9-8c2f-4be5-8a79-9e39fa3a8462 req-faf3cb6e-0bb1-442a-a708-a08d430e0364 tempest-MigrationsAdminTest-1123476607 tempest-MigrationsAdminTest-1123476607-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619638 Feb 20 03:38:30.711315 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-f68ba0bc-0dd3-4d54-92b4-97f18b7e6fd1 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Made reservation on behalf of 5fa3fcc747a841278576c8224054e060 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:38:30.715480 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-f68ba0bc-0dd3-4d54-92b4-97f18b7e6fd1 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:30.737364 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6be65602-f25e-4cf5-af1f-d6256973fe66 admin admin] Publish callbacks [] for security_group (561c08f5-93e4-4899-8f09-79dc8bd67189), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:30.848809 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0aa4cb-6a04-4e81-9dc5-8c463cddcb6e x-openstack-request-id: req-8c0aa4cb-6a04-4e81-9dc5-8c463cddcb6e {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:38:30.848809 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d546827-5fea-4b2d-b36b-2e78941ff4af", "name": "network-vif-unplugged", "status": "completed", "tag": "b4fc604c-6b73-470b-ba9f-9f629ab5fb04", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:38:30.848809 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8c0aa4cb-6a04-4e81-9dc5-8c463cddcb6e {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:38:30.848809 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d546827-5fea-4b2d-b36b-2e78941ff4af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4fc604c-6b73-470b-ba9f-9f629ab5fb04', 'code': 200} Feb 20 03:38:30.858561 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0b021b-54f1-4522-a537-efd175e9b0f5 x-openstack-request-id: req-ab0b021b-54f1-4522-a537-efd175e9b0f5 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:38:30.859614 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f185f7-acac-4eb8-96e9-e004cf4d04de", "name": "network-vif-deleted", "tag": "9d8d307d-3cbb-4df5-aa45-e981ccb95e67", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:38:30.860388 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ab0b021b-54f1-4522-a537-efd175e9b0f5 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:38:30.861805 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f185f7-acac-4eb8-96e9-e004cf4d04de', 'name': 'network-vif-deleted', 'tag': '9d8d307d-3cbb-4df5-aa45-e981ccb95e67', 'status': 'completed', 'code': 200} Feb 20 03:38:30.874191 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6be65602-f25e-4cf5-af1f-d6256973fe66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (561c08f5-93e4-4899-8f09-79dc8bd67189), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:30.976028 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6be65602-f25e-4cf5-af1f-d6256973fe66 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c307348f86f648a0b494c1a48d11d9e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7696280 Feb 20 03:38:30.976405 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38578) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:30.993626 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be65602-f25e-4cf5-af1f-d6256973fe66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561c08f5-93e4-4899-8f09-79dc8bd67189,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:31.016289 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 9d8d307d-3cbb-4df5-aa45-e981ccb95e67 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:38:31.051110 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-f68ba0bc-0dd3-4d54-92b4-97f18b7e6fd1 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Allocated IP 172.20.0.8 (780f8a56-4eb9-4713-bddf-aebbfa8636e6/ba7943db-e73d-4c28-8d17-e3720a98a6a6/1b0c8134-d406-4652-8129-86529773af57) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:38:31.081227 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-212cdcc8-cc8b-462a-8310-f8e44914229b admin admin] Publish callbacks [] for security_group (561c08f5-93e4-4899-8f09-79dc8bd67189), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:31.115693 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 9d8d307d-3cbb-4df5-aa45-e981ccb95e67 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:38:31.116477 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 9d8d307d-3cbb-4df5-aa45-e981ccb95e67 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:38:31.179969 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-212cdcc8-cc8b-462a-8310-f8e44914229b admin admin] Publish callbacks [] for security_group (561c08f5-93e4-4899-8f09-79dc8bd67189), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:31.261943 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:31.353091 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-212cdcc8-cc8b-462a-8310-f8e44914229b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (561c08f5-93e4-4899-8f09-79dc8bd67189), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:31.357224 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-212cdcc8-cc8b-462a-8310-f8e44914229b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:31.358752 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-212cdcc8-cc8b-462a-8310-f8e44914229b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/561c08f5-93e4-4899-8f09-79dc8bd67189 HTTP/1.1" status: 204 len: 168 time: 0.3813124 Feb 20 03:38:31.368726 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212cdcc8-cc8b-462a-8310-f8e44914229b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561c08f5-93e4-4899-8f09-79dc8bd67189,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:31.443772 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-f68ba0bc-0dd3-4d54-92b4-97f18b7e6fd1 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Publish callbacks [] for port (1b0c8134-d406-4652-8129-86529773af57), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:31.477798 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38586) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:31.520243 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014446f-9960-46f9-8bc7-dc666ef16f0f req-edca149f-95b1-4f8c-bce6-dba623052f31 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:31.522023 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a014446f-9960-46f9-8bc7-dc666ef16f0f req-edca149f-95b1-4f8c-bce6-dba623052f31 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 943 time: 0.3077836 Feb 20 03:38:31.534924 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ec392119-d384-4722-aba3-0abb34c9aab3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a8ef7119574546c28edc4696d8d9fd47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0548346 Feb 20 03:38:31.537098 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38588) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:31.619631 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a014446f-9960-46f9-8bc7-dc666ef16f0f req-a87efc6c-f0cb-47e2-8bb2-3a312b12ccf9 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892553 Feb 20 03:38:31.623635 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-f68ba0bc-0dd3-4d54-92b4-97f18b7e6fd1 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (1b0c8134-d406-4652-8129-86529773af57), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:31.704081 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ba0bc-0dd3-4d54-92b4-97f18b7e6fd1 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Pushing event updated for resources: {'Port': ['ID=1b0c8134-d406-4652-8129-86529773af57,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:31.723635 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-45e6b9c9-0b58-4bae-bcbf-4175e956fbaa admin admin] Publish callbacks [] for security_group (7c3c6e9f-9d7f-42e4-81c4-f42ac48fb13e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:31.727293 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-f68ba0bc-0dd3-4d54-92b4-97f18b7e6fd1 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Network 780f8a56-4eb9-4713-bddf-aebbfa8636e6 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:38:31.731236 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-f68ba0bc-0dd3-4d54-92b4-97f18b7e6fd1 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:38:31.738658 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-f68ba0bc-0dd3-4d54-92b4-97f18b7e6fd1 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:38:31.780978 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-45e6b9c9-0b58-4bae-bcbf-4175e956fbaa admin admin] Publish callbacks [] for security_group (7c3c6e9f-9d7f-42e4-81c4-f42ac48fb13e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:31.812650 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-f68ba0bc-0dd3-4d54-92b4-97f18b7e6fd1 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:31.813284 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-f68ba0bc-0dd3-4d54-92b4-97f18b7e6fd1 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:31.917373 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-f68ba0bc-0dd3-4d54-92b4-97f18b7e6fd1 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5665970 Feb 20 03:38:31.930888 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-1c3c2161-b2d7-41d1-a228-a2a39aed5740 service neutron] Request body: {'port': {'device_id': 'f5a27da6-c365-49d8-b62a-2f5b30bfee78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:38:31.965828 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-45e6b9c9-0b58-4bae-bcbf-4175e956fbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (7c3c6e9f-9d7f-42e4-81c4-f42ac48fb13e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:31.968928 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-45e6b9c9-0b58-4bae-bcbf-4175e956fbaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:31.992756 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-45e6b9c9-0b58-4bae-bcbf-4175e956fbaa admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7c3c6e9f-9d7f-42e4-81c4-f42ac48fb13e HTTP/1.1" status: 204 len: 168 time: 0.4491465 Feb 20 03:38:32.007126 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6b9c9-0b58-4bae-bcbf-4175e956fbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3c6e9f-9d7f-42e4-81c4-f42ac48fb13e,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:32.061485 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-1c3c2161-b2d7-41d1-a228-a2a39aed5740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1b0c8134-d406-4652-8129-86529773af57), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:32.410001 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6db9e-0b4f-4d5d-9bcf-03ba3cfda3aa req-2a1e83c3-82ad-49ba-8e93-bd0b8bc21bdc tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:32.417753 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-63f6db9e-0b4f-4d5d-9bcf-03ba3cfda3aa req-2a1e83c3-82ad-49ba-8e93-bd0b8bc21bdc tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5a27da6-c365-49d8-b62a-2f5b30bfee78 HTTP/1.1" status: 200 len: 931 time: 0.1548645 Feb 20 03:38:32.498311 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-63f6db9e-0b4f-4d5d-9bcf-03ba3cfda3aa req-7bbf6b20-6850-4429-86dd-0a584608dd5f tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746908 Feb 20 03:38:32.567911 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:38:32.688484 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-cdedfba8-fc1c-4efa-8bb3-cf9a9139e6ac service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3738508 Feb 20 03:38:32.693839 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-1c3c2161-b2d7-41d1-a228-a2a39aed5740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b0c8134-d406-4652-8129-86529773af57 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:38:32.719127 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-1c3c2161-b2d7-41d1-a228-a2a39aed5740 service neutron] Publish callbacks [] for port (1b0c8134-d406-4652-8129-86529773af57), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:32.774194 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4373c4-3c64-48df-b843-b16fc29170b6 req-a1648fc7-b833-4968-bb8a-75b9264fc5ba tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:32.777135 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0e4373c4-3c64-48df-b843-b16fc29170b6 req-a1648fc7-b833-4968-bb8a-75b9264fc5ba tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=62015460-aef7-4a27-af60-d8bc2deac56c HTTP/1.1" status: 200 len: 946 time: 0.1654210 Feb 20 03:38:32.781897 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-1c3c2161-b2d7-41d1-a228-a2a39aed5740 service neutron] Transition to ACTIVE for port object 1b0c8134-d406-4652-8129-86529773af57 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:38:32.819422 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:32.875598 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0e4373c4-3c64-48df-b843-b16fc29170b6 req-05cd37d6-8b96-4a80-a572-3159ba78d5d8 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897863 Feb 20 03:38:32.878367 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-1c3c2161-b2d7-41d1-a228-a2a39aed5740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (1b0c8134-d406-4652-8129-86529773af57), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:33.022388 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c2161-b2d7-41d1-a228-a2a39aed5740 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0c8134-d406-4652-8129-86529773af57,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:33.171761 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ead0d3-60ea-4fb3-ab40-1ae2569be407 req-31497562-37b6-49a6-93db-5b49f5b12b6b tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:33.178933 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4ead0d3-60ea-4fb3-ab40-1ae2569be407 req-31497562-37b6-49a6-93db-5b49f5b12b6b tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 950 time: 0.1577816 Feb 20 03:38:33.181052 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-1c3c2161-b2d7-41d1-a228-a2a39aed5740 service neutron] Attempting to bind port 1b0c8134-d406-4652-8129-86529773af57 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:38:33.181432 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-1c3c2161-b2d7-41d1-a228-a2a39aed5740 service neutron] Attempting to bind port 1b0c8134-d406-4652-8129-86529773af57 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'c958acf2-90dd-47cc-bcb8-d3b08740baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '780f8a56-4eb9-4713-bddf-aebbfa8636e6'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:38:33.182445 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-1c3c2161-b2d7-41d1-a228-a2a39aed5740 service neutron] Attempting to bind port 1b0c8134-d406-4652-8129-86529773af57 on network 780f8a56-4eb9-4713-bddf-aebbfa8636e6 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:38:33.231509 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-1c3c2161-b2d7-41d1-a228-a2a39aed5740 service neutron] Port 1b0c8134-d406-4652-8129-86529773af57 on network 780f8a56-4eb9-4713-bddf-aebbfa8636e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:38:33.232541 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-1c3c2161-b2d7-41d1-a228-a2a39aed5740 service neutron] Attempting to bind port 1b0c8134-d406-4652-8129-86529773af57 on network 780f8a56-4eb9-4713-bddf-aebbfa8636e6 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:38:33.240419 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-1c3c2161-b2d7-41d1-a228-a2a39aed5740 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:38:33.240824 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-1c3c2161-b2d7-41d1-a228-a2a39aed5740 service neutron] Checking segment: {'id': 'c958acf2-90dd-47cc-bcb8-d3b08740baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '780f8a56-4eb9-4713-bddf-aebbfa8636e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:38:33.241223 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-1c3c2161-b2d7-41d1-a228-a2a39aed5740 service neutron] Bound using segment: {'id': 'c958acf2-90dd-47cc-bcb8-d3b08740baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '780f8a56-4eb9-4713-bddf-aebbfa8636e6'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:38:33.241663 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-1c3c2161-b2d7-41d1-a228-a2a39aed5740 service neutron] Bound port: 1b0c8134-d406-4652-8129-86529773af57, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c958acf2-90dd-47cc-bcb8-d3b08740baa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '780f8a56-4eb9-4713-bddf-aebbfa8636e6'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:38:33.242024 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-1c3c2161-b2d7-41d1-a228-a2a39aed5740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1b0c8134-d406-4652-8129-86529773af57), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:33.303235 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4ead0d3-60ea-4fb3-ab40-1ae2569be407 req-936ce7cc-c730-4943-82d9-6ec962043275 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232662 Feb 20 03:38:33.345796 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-1c3c2161-b2d7-41d1-a228-a2a39aed5740 service neutron] For port 1b0c8134-d406-4652-8129-86529773af57, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:38:33.349049 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-1c3c2161-b2d7-41d1-a228-a2a39aed5740 service neutron] For port 1b0c8134-d406-4652-8129-86529773af57, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=1b0c8134-d406-4652-8129-86529773af57,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:38:33.466662 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-1c3c2161-b2d7-41d1-a228-a2a39aed5740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (1b0c8134-d406-4652-8129-86529773af57), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:33.498923 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df377a-70ee-4487-9bc7-e92c24223058 req-9f06c23b-a854-494f-bde5-d48ada0c34da tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:33.507011 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a7df377a-70ee-4487-9bc7-e92c24223058 req-9f06c23b-a854-494f-bde5-d48ada0c34da tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 943 time: 0.1310782 Feb 20 03:38:33.563923 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-1c3c2161-b2d7-41d1-a228-a2a39aed5740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:33.564878 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-1c3c2161-b2d7-41d1-a228-a2a39aed5740 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:33.566601 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-1c3c2161-b2d7-41d1-a228-a2a39aed5740 service neutron] 10.222.0.93 "PUT /v2.0/ports/1b0c8134-d406-4652-8129-86529773af57 HTTP/1.1" status: 200 len: 1091 time: 1.6422489 Feb 20 03:38:33.569252 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a27da6-c365-49d8-b62a-2f5b30bfee78', 'tag': '1b0c8134-d406-4652-8129-86529773af57'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:38:33.572051 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879b8ef9-872b-4085-8cd8-3d112dbd314c" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a27da6-c365-49d8-b62a-2f5b30bfee78", "tag": "1b0c8134-d406-4652-8129-86529773af57"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:38:33.610760 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c2161-b2d7-41d1-a228-a2a39aed5740 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0c8134-d406-4652-8129-86529773af57,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:33.630783 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a7df377a-70ee-4487-9bc7-e92c24223058 req-4d692b45-1ca0-47fb-8669-a34c7c230a9c tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898833 Feb 20 03:38:33.656994 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device b4fc604c-6b73-470b-ba9f-9f629ab5fb04 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:38:33.812685 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-09211eed-4f68-4597-9ffa-127cc801b9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:33.814959 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-09211eed-4f68-4597-9ffa-127cc801b9f8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fa3fcc747a841278576c8224054e060&device_id=f5a27da6-c365-49d8-b62a-2f5b30bfee78 HTTP/1.1" status: 200 len: 1125 time: 0.1354096 Feb 20 03:38:33.823846 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port b4fc604c-6b73-470b-ba9f-9f629ab5fb04 is: DOWN; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:38:33.824379 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e85bd7-04d3-4d20-8fba-553eae7ab0ef req-8e42eaa3-a332-44ef-825e-e0dec7ebc064 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:33.833491 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a7e85bd7-04d3-4d20-8fba-553eae7ab0ef req-8e42eaa3-a332-44ef-825e-e0dec7ebc064 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=62015460-aef7-4a27-af60-d8bc2deac56c HTTP/1.1" status: 200 len: 946 time: 0.1036837 Feb 20 03:38:33.871029 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38672) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:33.922894 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-d4e94a9f-16b7-4f9d-8db7-c20225ea7aae service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b0c8134-d406-4652-8129-86529773af57 HTTP/1.1" status: 200 len: 217 time: 0.0853896 Feb 20 03:38:33.999507 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-7cab2033-4253-43af-9806-823394dff940 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1510925312-network', 'tenant_id': '526bfeec56004a2cb82662a87d8f2803'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:38:34.015220 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-6c5666e3-748f-44eb-a41f-3d9c4ef70fc0 tempest-MigrationsAdminTest-1123476607 tempest-MigrationsAdminTest-1123476607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:34.016824 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-6c5666e3-748f-44eb-a41f-3d9c4ef70fc0 tempest-MigrationsAdminTest-1123476607 tempest-MigrationsAdminTest-1123476607-project-admin] 10.222.0.89 "GET /v2.0/ports/dffc4781-b96d-4024-9fac-72a74941d34c HTTP/1.1" status: 200 len: 1129 time: 0.1017675 Feb 20 03:38:34.041891 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a7e85bd7-04d3-4d20-8fba-553eae7ab0ef req-268696c2-a23a-44a5-9cdb-993b962eeddc tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072887 Feb 20 03:38:34.061113 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-834634f2-153a-40d0-b77d-ab6772a9cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:34.064074 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-834634f2-153a-40d0-b77d-ab6772a9cdb6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ba7943db-e73d-4c28-8d17-e3720a98a6a6 HTTP/1.1" status: 200 len: 845 time: 0.1014645 Feb 20 03:38:34.123348 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-a4b1c69f-a75e-4421-979f-dc93b69ad592 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=780f8a56-4eb9-4713-bddf-aebbfa8636e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525451 Feb 20 03:38:34.152697 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cab2033-4253-43af-9806-823394dff940 admin admin] Made reservation on behalf of 526bfeec56004a2cb82662a87d8f2803 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:38:34.155294 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7cab2033-4253-43af-9806-823394dff940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:34.165180 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7cab2033-4253-43af-9806-823394dff940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:34.287343 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7cab2033-4253-43af-9806-823394dff940 admin admin] Publish callbacks [] for security_group (efcae039-9ec4-4ced-89c3-0612fec4e5b8), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:34.326337 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1b1e6-8246-4b31-90d6-ba5b8e5e95b9 req-b5f140c1-d3c1-49b3-b51a-f13859c1981c tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:34.328284 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-38b1b1e6-8246-4b31-90d6-ba5b8e5e95b9 req-b5f140c1-d3c1-49b3-b51a-f13859c1981c tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5a27da6-c365-49d8-b62a-2f5b30bfee78 HTTP/1.1" status: 200 len: 943 time: 0.1701362 Feb 20 03:38:34.360044 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-3663f22c-a0a8-4f68-98fc-ef5d5d72ca2c service neutron] 10.222.0.93 "GET /v2.0/networks/780f8a56-4eb9-4713-bddf-aebbfa8636e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309935 Feb 20 03:38:34.373673 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7cab2033-4253-43af-9806-823394dff940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (efcae039-9ec4-4ced-89c3-0612fec4e5b8), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:34.385484 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cab2033-4253-43af-9806-823394dff940 admin admin] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:38:34.395664 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7cab2033-4253-43af-9806-823394dff940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (7a131404-dbcd-4db7-900e-502e2ba1a1d4), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:34.396241 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-7cab2033-4253-43af-9806-823394dff940 admin admin] Added segment 7a131404-dbcd-4db7-900e-502e2ba1a1d4 of type vlan for network dfda3d3f-9bab-4115-bce8-23fba3cf9a89 Feb 20 03:38:34.413949 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-38b1b1e6-8246-4b31-90d6-ba5b8e5e95b9 req-439ccc93-5710-4d1c-99ba-7c5b54b89a90 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714140 Feb 20 03:38:34.480974 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7cab2033-4253-43af-9806-823394dff940 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (dfda3d3f-9bab-4115-bce8-23fba3cf9a89), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:34.510311 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07ef03d-9d07-4c63-8e92-af8559684599 x-openstack-request-id: req-c07ef03d-9d07-4c63-8e92-af8559684599 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:38:34.513584 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a27da6-c365-49d8-b62a-2f5b30bfee78", "tag": "1b0c8134-d406-4652-8129-86529773af57", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:38:34.513935 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c07ef03d-9d07-4c63-8e92-af8559684599 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:38:34.514426 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a27da6-c365-49d8-b62a-2f5b30bfee78', 'tag': '1b0c8134-d406-4652-8129-86529773af57', 'status': 'completed', 'code': 200} Feb 20 03:38:34.531337 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab2033-4253-43af-9806-823394dff940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcae039-9ec4-4ced-89c3-0612fec4e5b8,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:34.579386 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7cab2033-4253-43af-9806-823394dff940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (dfda3d3f-9bab-4115-bce8-23fba3cf9a89), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:34.580694 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cab2033-4253-43af-9806-823394dff940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:34.581435 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7cab2033-4253-43af-9806-823394dff940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:34.650780 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5202644d-64f7-4fea-a8d0-852e249547a3 req-80bb0257-ce5e-4574-9307-adfcbaccfb1b service neutron] 10.222.0.93 "GET /v2.0/networks/780f8a56-4eb9-4713-bddf-aebbfa8636e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824075 Feb 20 03:38:34.734211 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab2033-4253-43af-9806-823394dff940 admin admin] Pushing event updated for resources: {'Network': ['ID=dfda3d3f-9bab-4115-bce8-23fba3cf9a89,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:34.750661 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network dfda3d3f-9bab-4115-bce8-23fba3cf9a89 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:38:34.774495 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7cab2033-4253-43af-9806-823394dff940 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9009631 Feb 20 03:38:34.780393 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38708) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:34.801125 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-d3af699e-f668-4017-b921-e54b72d51f19 admin admin] Request body: {'subnet': {'network_id': 'dfda3d3f-9bab-4115-bce8-23fba3cf9a89', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1510925312-subnet', 'tenant_id': '526bfeec56004a2cb82662a87d8f2803', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:38:34.861553 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b8ef9-872b-4085-8cd8-3d112dbd314c req-55764e3e-5e2a-4cf6-91f4-7716c6e5014e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:34.863397 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-879b8ef9-872b-4085-8cd8-3d112dbd314c req-55764e3e-5e2a-4cf6-91f4-7716c6e5014e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5fa3fcc747a841278576c8224054e060&device_id=f5a27da6-c365-49d8-b62a-2f5b30bfee78 HTTP/1.1" status: 200 len: 1125 time: 0.0661585 Feb 20 03:38:34.961625 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3af699e-f668-4017-b921-e54b72d51f19 admin admin] Made reservation on behalf of 526bfeec56004a2cb82662a87d8f2803 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:38:34.965547 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d3af699e-f668-4017-b921-e54b72d51f19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:35.080296 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b8ef9-872b-4085-8cd8-3d112dbd314c req-609acd13-728f-4227-91e6-8f73a7d37992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:35.082067 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-879b8ef9-872b-4085-8cd8-3d112dbd314c req-609acd13-728f-4227-91e6-8f73a7d37992 service neutron] 10.222.0.93 "GET /v2.0/networks?id=780f8a56-4eb9-4713-bddf-aebbfa8636e6 HTTP/1.1" status: 200 len: 906 time: 0.2121029 Feb 20 03:38:35.159623 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-879b8ef9-872b-4085-8cd8-3d112dbd314c req-83e79ac1-2196-4bad-b22f-a42bb2382ff2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b0c8134-d406-4652-8129-86529773af57 HTTP/1.1" status: 200 len: 217 time: 0.0612988 Feb 20 03:38:35.257836 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b8ef9-872b-4085-8cd8-3d112dbd314c req-6540e17f-8ab6-45be-9e16-6d6556a98b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:35.261966 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-879b8ef9-872b-4085-8cd8-3d112dbd314c req-6540e17f-8ab6-45be-9e16-6d6556a98b89 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ba7943db-e73d-4c28-8d17-e3720a98a6a6 HTTP/1.1" status: 200 len: 845 time: 0.0912802 Feb 20 03:38:35.306485 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-879b8ef9-872b-4085-8cd8-3d112dbd314c req-a49d6b2a-fd78-4cad-86a1-d8cacecf47d5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=780f8a56-4eb9-4713-bddf-aebbfa8636e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361090 Feb 20 03:38:35.396470 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d3af699e-f668-4017-b921-e54b72d51f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (e173a1ed-db62-494b-8d9a-65769f3b4201), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:35.482903 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-879b8ef9-872b-4085-8cd8-3d112dbd314c req-fbfb1c98-4902-44aa-9ecd-aa0434f875ef service neutron] 10.222.0.93 "GET /v2.0/networks/780f8a56-4eb9-4713-bddf-aebbfa8636e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654789 Feb 20 03:38:35.554382 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af699e-f668-4017-b921-e54b72d51f19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e173a1ed-db62-494b-8d9a-65769f3b4201,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:35.567785 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3af699e-f668-4017-b921-e54b72d51f19 admin admin] Checking segment: {'id': '7a131404-dbcd-4db7-900e-502e2ba1a1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dfda3d3f-9bab-4115-bce8-23fba3cf9a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:38:35.568439 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3af699e-f668-4017-b921-e54b72d51f19 admin admin] Network hostable DHCP agents. Network: dfda3d3f-9bab-4115-bce8-23fba3cf9a89, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:38:35.640666 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3af699e-f668-4017-b921-e54b72d51f19 admin admin] Network dfda3d3f-9bab-4115-bce8-23fba3cf9a89 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:38:35.664393 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-879b8ef9-872b-4085-8cd8-3d112dbd314c req-c8de1e7d-e370-489d-99c3-56f9d7469f1c service neutron] 10.222.0.93 "GET /v2.0/networks/780f8a56-4eb9-4713-bddf-aebbfa8636e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795352 Feb 20 03:38:35.758977 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-d3af699e-f668-4017-b921-e54b72d51f19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, dfda3d3f-9bab-4115-bce8-23fba3cf9a89) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:38:35.775169 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e13541b-7a0f-40bb-8b5b-a42e8a02c866 None None] Network dfda3d3f-9bab-4115-bce8-23fba3cf9a89 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:38:35.782528 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3af699e-f668-4017-b921-e54b72d51f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:35.784979 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d3af699e-f668-4017-b921-e54b72d51f19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:36.026809 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38748) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:36.028680 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153df8ea-4cdf-4c38-9a46-ab916e6b0a81 None None] Network dfda3d3f-9bab-4115-bce8-23fba3cf9a89 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:38:36.210462 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d3af699e-f668-4017-b921-e54b72d51f19 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4247923 Feb 20 03:38:36.274557 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-219d2b82-91d5-4829-84cf-f014917203eb tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:38:36.362416 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-bdd4f1d4-a439-4258-8a73-2748ad5a1029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:36.364601 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-bdd4f1d4-a439-4258-8a73-2748ad5a1029 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 1132 time: 0.0696678 Feb 20 03:38:36.404601 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-219d2b82-91d5-4829-84cf-f014917203eb tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:36.492621 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-5f9720d4-d2e9-49c3-a267-625b311645e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:36.499046 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-5f9720d4-d2e9-49c3-a267-625b311645e8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.1209018 Feb 20 03:38:36.547691 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-98ee8585-3064-4b5a-b35d-ba7e7db83b2d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=dffc4781-b96d-4024-9fac-72a74941d34c HTTP/1.1" status: 200 len: 217 time: 0.0445621 Feb 20 03:38:36.558886 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-219d2b82-91d5-4829-84cf-f014917203eb tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:36.612299 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-8166ba1a-6673-4179-8085-19745577359b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:36.614931 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-8166ba1a-6673-4179-8085-19745577359b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0537629 Feb 20 03:38:36.708300 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-219d2b82-91d5-4829-84cf-f014917203eb tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Allocated IP 172.25.7.185 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/bc67dea5-b4a4-487d-a7e3-28d634517f7a) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:38:36.863305 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-219d2b82-91d5-4829-84cf-f014917203eb tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks [] for port (bc67dea5-b4a4-487d-a7e3-28d634517f7a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:36.976510 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-219d2b82-91d5-4829-84cf-f014917203eb tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (bc67dea5-b4a4-487d-a7e3-28d634517f7a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:37.023841 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219d2b82-91d5-4829-84cf-f014917203eb tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:38:37.030426 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-219d2b82-91d5-4829-84cf-f014917203eb tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:38:37.036269 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219d2b82-91d5-4829-84cf-f014917203eb tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:38:37.041035 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d2b82-91d5-4829-84cf-f014917203eb tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Pushing event updated for resources: {'Port': ['ID=bc67dea5-b4a4-487d-a7e3-28d634517f7a,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:37.080456 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-67634475-d294-4524-8d51-ad99658955f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:37.082027 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-67634475-d294-4524-8d51-ad99658955f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4603362 Feb 20 03:38:37.115971 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365c127-6075-46c0-9a82-2dbb3b71f1b7 req-ed0f23e4-3e2b-49e3-9e6c-ce567c8481df tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:37.117492 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a365c127-6075-46c0-9a82-2dbb3b71f1b7 req-ed0f23e4-3e2b-49e3-9e6c-ce567c8481df tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d546827-5fea-4b2d-b36b-2e78941ff4af HTTP/1.1" status: 200 len: 943 time: 0.0824893 Feb 20 03:38:37.140635 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-219d2b82-91d5-4829-84cf-f014917203eb tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks [] for floatingip (d63a5e78-df3a-472c-841a-135a0180e04e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:37.240124 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-219d2b82-91d5-4829-84cf-f014917203eb tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bc67dea5-b4a4-487d-a7e3-28d634517f7a), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:37.248224 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-484bf894-a228-4b86-a7b1-4bb48e66c11e service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592188 Feb 20 03:38:37.318810 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-a365c127-6075-46c0-9a82-2dbb3b71f1b7 req-d09a952b-9693-4edf-9115-d7fe4e284374 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Deleting port b4fc604c-6b73-470b-ba9f-9f629ab5fb04 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:38:37.319086 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a365c127-6075-46c0-9a82-2dbb3b71f1b7 req-d09a952b-9693-4edf-9115-d7fe4e284374 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b4fc604c-6b73-470b-ba9f-9f629ab5fb04), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:37.404537 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-3db9b586-836d-4e44-abee-fa020f2118d9 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501758 Feb 20 03:38:37.418790 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-219d2b82-91d5-4829-84cf-f014917203eb tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks [] for port (bc67dea5-b4a4-487d-a7e3-28d634517f7a), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:37.434047 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-a365c127-6075-46c0-9a82-2dbb3b71f1b7 req-d09a952b-9693-4edf-9115-d7fe4e284374 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] For port b4fc604c-6b73-470b-ba9f-9f629ab5fb04, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b4fc604c-6b73-470b-ba9f-9f629ab5fb04,segment=NetworkSegment(8a57dd48-cd2a-4b48-a8ae-20be415170b3),segment_id=8a57dd48-cd2a-4b48-a8ae-20be415170b3)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:37.434457 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a365c127-6075-46c0-9a82-2dbb3b71f1b7 req-d09a952b-9693-4edf-9115-d7fe4e284374 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b4fc604c-6b73-470b-ba9f-9f629ab5fb04), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:37.448244 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-a365c127-6075-46c0-9a82-2dbb3b71f1b7 req-d09a952b-9693-4edf-9115-d7fe4e284374 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Calling delete_port for b4fc604c-6b73-470b-ba9f-9f629ab5fb04 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:38:37.478365 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-219d2b82-91d5-4829-84cf-f014917203eb tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (bc67dea5-b4a4-487d-a7e3-28d634517f7a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:37.557021 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-219d2b82-91d5-4829-84cf-f014917203eb tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (d63a5e78-df3a-472c-841a-135a0180e04e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:37.579906 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d2b82-91d5-4829-84cf-f014917203eb tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Pushing event updated for resources: {'Port': ['ID=bc67dea5-b4a4-487d-a7e3-28d634517f7a,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:37.651969 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-219d2b82-91d5-4829-84cf-f014917203eb tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:37.653333 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-219d2b82-91d5-4829-84cf-f014917203eb tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6288600 Feb 20 03:38:37.656171 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38770) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:37.661622 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-cc0eba64-ef75-4881-910b-ae2ce85e093a tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1360593906'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:38:37.684121 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a365c127-6075-46c0-9a82-2dbb3b71f1b7 req-d09a952b-9693-4edf-9115-d7fe4e284374 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (b4fc604c-6b73-470b-ba9f-9f629ab5fb04), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:37.713552 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a952b-9693-4edf-9115-d7fe4e284374 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Pushing event deleted for resources: {'Port': ['ID=b4fc604c-6b73-470b-ba9f-9f629ab5fb04,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:37.761758 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a365c127-6075-46c0-9a82-2dbb3b71f1b7 req-d09a952b-9693-4edf-9115-d7fe4e284374 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] No DVR routers for this DVR port b4fc604c-6b73-470b-ba9f-9f629ab5fb04 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:38:37.764605 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a365c127-6075-46c0-9a82-2dbb3b71f1b7 req-d09a952b-9693-4edf-9115-d7fe4e284374 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:37.768034 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a365c127-6075-46c0-9a82-2dbb3b71f1b7 req-d09a952b-9693-4edf-9115-d7fe4e284374 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "DELETE /v2.0/ports/b4fc604c-6b73-470b-ba9f-9f629ab5fb04 HTTP/1.1" status: 204 len: 173 time: 0.6238580 Feb 20 03:38:37.768488 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d546827-5fea-4b2d-b36b-2e78941ff4af', 'name': 'network-vif-deleted', 'tag': 'b4fc604c-6b73-470b-ba9f-9f629ab5fb04'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:38:37.770729 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631f153c-79a0-4ca6-bf2d-5072e6b84556" -d '{"events": [{"server_uuid": "1d546827-5fea-4b2d-b36b-2e78941ff4af", "name": "network-vif-deleted", "tag": "b4fc604c-6b73-470b-ba9f-9f629ab5fb04"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:38:37.781252 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0eba64-ef75-4881-910b-ae2ce85e093a tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Made reservation on behalf of 8b973710dffa4725af259409c2135f92 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:38:37.791583 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cc0eba64-ef75-4881-910b-ae2ce85e093a tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:37.795046 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cc0eba64-ef75-4881-910b-ae2ce85e093a tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:37.875295 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cc0eba64-ef75-4881-910b-ae2ce85e093a tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks [] for security_group (81d7b672-5523-4b6a-ba23-02f9481ed1d8), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:37.935695 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cc0eba64-ef75-4881-910b-ae2ce85e093a tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (81d7b672-5523-4b6a-ba23-02f9481ed1d8), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:37.964983 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0eba64-ef75-4881-910b-ae2ce85e093a tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:38:37.975258 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0eba64-ef75-4881-910b-ae2ce85e093a tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81d7b672-5523-4b6a-ba23-02f9481ed1d8,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:37.980413 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cc0eba64-ef75-4881-910b-ae2ce85e093a tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (affe63bb-c71b-49a4-ab54-4ffb1da4d3be), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:37.980762 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-cc0eba64-ef75-4881-910b-ae2ce85e093a tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Added segment affe63bb-c71b-49a4-ab54-4ffb1da4d3be of type vlan for network 30cd2b57-1938-464b-a97a-47a1472d7e1c Feb 20 03:38:38.024862 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cc0eba64-ef75-4881-910b-ae2ce85e093a tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (30cd2b57-1938-464b-a97a-47a1472d7e1c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:38.104587 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cc0eba64-ef75-4881-910b-ae2ce85e093a tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (30cd2b57-1938-464b-a97a-47a1472d7e1c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:38.109779 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0eba64-ef75-4881-910b-ae2ce85e093a tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:38.110362 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cc0eba64-ef75-4881-910b-ae2ce85e093a tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:38.180493 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0eba64-ef75-4881-910b-ae2ce85e093a tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Pushing event updated for resources: {'Network': ['ID=30cd2b57-1938-464b-a97a-47a1472d7e1c,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:38.192581 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 30cd2b57-1938-464b-a97a-47a1472d7e1c details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:38:38.226653 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cc0eba64-ef75-4881-910b-ae2ce85e093a tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5666239 Feb 20 03:38:38.227115 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38784) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:38.233825 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-51b54ad4-0524-4918-888d-d576b422393c tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Request body: {'subnet': {'network_id': '30cd2b57-1938-464b-a97a-47a1472d7e1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:38:38.413214 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b54ad4-0524-4918-888d-d576b422393c tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Made reservation on behalf of 8b973710dffa4725af259409c2135f92 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:38:38.417380 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-51b54ad4-0524-4918-888d-d576b422393c tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:38.676194 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-51b54ad4-0524-4918-888d-d576b422393c tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (b912e8e4-8d64-4bca-8f0e-06b954b92602), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:38.737213 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b54ad4-0524-4918-888d-d576b422393c tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Pushing event updated for resources: {'Subnet': ['ID=b912e8e4-8d64-4bca-8f0e-06b954b92602,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:38.744812 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b54ad4-0524-4918-888d-d576b422393c tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Checking segment: {'id': 'affe63bb-c71b-49a4-ab54-4ffb1da4d3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '30cd2b57-1938-464b-a97a-47a1472d7e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:38:38.745078 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b54ad4-0524-4918-888d-d576b422393c tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Network hostable DHCP agents. Network: 30cd2b57-1938-464b-a97a-47a1472d7e1c, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:38:38.910304 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b54ad4-0524-4918-888d-d576b422393c tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Network 30cd2b57-1938-464b-a97a-47a1472d7e1c is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:38:39.020999 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-51b54ad4-0524-4918-888d-d576b422393c tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 30cd2b57-1938-464b-a97a-47a1472d7e1c) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:38:39.025066 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b54ad4-0524-4918-888d-d576b422393c tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:39.026177 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-51b54ad4-0524-4918-888d-d576b422393c tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:39.031416 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba55c1d5-846f-49c0-be37-d9a721544c21 None None] Network 30cd2b57-1938-464b-a97a-47a1472d7e1c requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:38:39.051360 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 1b0c8134-d406-4652-8129-86529773af57 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:38:39.127204 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-51b54ad4-0524-4918-888d-d576b422393c tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8986685 Feb 20 03:38:39.131428 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38794) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:39.137491 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-b304c240-4642-45cb-a44c-516103a02bf9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1759719338', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}, 'admin_state_up': False}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:38:39.218435 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac343285-0b30-45e7-88ee-193869709304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-30cd2b57-1938-464b-a97a-47a1472d7e1c', 'network_id': '30cd2b57-1938-464b-a97a-47a1472d7e1c', 'project_id': '8b973710dffa4725af259409c2135f92', 'fixed_ips': [{'subnet_id': 'b912e8e4-8d64-4bca-8f0e-06b954b92602'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:38:39.219983 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ac343285-0b30-45e7-88ee-193869709304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:39.234891 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b304c240-4642-45cb-a44c-516103a02bf9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (e184d082-705b-48e5-91a0-c968191a57c1), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:39.235939 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b304c240-4642-45cb-a44c-516103a02bf9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (e184d082-705b-48e5-91a0-c968191a57c1), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:39.255770 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 1b0c8134-d406-4652-8129-86529773af57, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=1b0c8134-d406-4652-8129-86529773af57,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:39.276905 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '1b0c8134-d406-4652-8129-86529773af57', 'network_id': '780f8a56-4eb9-4713-bddf-aebbfa8636e6', 'port_id': '1b0c8134-d406-4652-8129-86529773af57', 'mac_address': 'fa:16:3e:01:cb:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7943db-e73d-4c28-8d17-e3720a98a6a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:38:39.281230 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a8ea9-f000-4f66-8206-ac78ede55c7b req-2b3d560e-377d-47fa-a3c8-8025bc9a06b2 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:39.282776 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2d5a8ea9-f000-4f66-8206-ac78ede55c7b req-2b3d560e-377d-47fa-a3c8-8025bc9a06b2 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 950 time: 0.0871220 Feb 20 03:38:39.312471 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b304c240-4642-45cb-a44c-516103a02bf9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks [] for router_controller (e184d082-705b-48e5-91a0-c968191a57c1), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:39.358765 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2d5a8ea9-f000-4f66-8206-ac78ede55c7b req-09565694-289b-4c2d-b9cd-aa7c2e3ec09c tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489662 Feb 20 03:38:39.384037 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 1b0c8134-d406-4652-8129-86529773af57 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:38:39.384969 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1b0c8134-d406-4652-8129-86529773af57), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:39.416579 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b0c8134-d406-4652-8129-86529773af57 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:38:39.447910 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 1b0c8134-d406-4652-8129-86529773af57, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=1b0c8134-d406-4652-8129-86529773af57,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:39.456897 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-ac343285-0b30-45e7-88ee-193869709304 None None] Allocated IP 172.20.0.2 (30cd2b57-1938-464b-a97a-47a1472d7e1c/b912e8e4-8d64-4bca-8f0e-06b954b92602/bf03ef12-d294-4c70-b90d-c4ad48507b12) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:38:39.519085 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (1b0c8134-d406-4652-8129-86529773af57), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:39.593183 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=1b0c8134-d406-4652-8129-86529773af57,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:39.610632 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b304c240-4642-45cb-a44c-516103a02bf9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks [] for router_gateway (e184d082-705b-48e5-91a0-c968191a57c1), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:39.625791 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78619a5b-cf0d-49b1-8b09-61184432f34c req-efda0bfe-fb16-4451-bd0f-23de30d8daec tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:39.627382 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78619a5b-cf0d-49b1-8b09-61184432f34c req-efda0bfe-fb16-4451-bd0f-23de30d8daec tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5a27da6-c365-49d8-b62a-2f5b30bfee78 HTTP/1.1" status: 200 len: 943 time: 0.1836975 Feb 20 03:38:39.657823 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ac343285-0b30-45e7-88ee-193869709304 None None] Publish callbacks [] for port (bf03ef12-d294-4c70-b90d-c4ad48507b12), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:39.676197 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78619a5b-cf0d-49b1-8b09-61184432f34c req-326fa3c9-0246-4acc-b689-11fc911150d6 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425484 Feb 20 03:38:39.759087 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['1b0c8134-d406-4652-8129-86529773af57'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:38:39.803689 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ac343285-0b30-45e7-88ee-193869709304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (bf03ef12-d294-4c70-b90d-c4ad48507b12), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:39.859463 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac343285-0b30-45e7-88ee-193869709304 None None] Network 30cd2b57-1938-464b-a97a-47a1472d7e1c is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:38:39.861056 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-ac343285-0b30-45e7-88ee-193869709304 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:38:39.866068 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac343285-0b30-45e7-88ee-193869709304 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:38:39.891922 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac343285-0b30-45e7-88ee-193869709304 None None] Pushing event updated for resources: {'Port': ['ID=bf03ef12-d294-4c70-b90d-c4ad48507b12,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:39.985835 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ac343285-0b30-45e7-88ee-193869709304 None None] Attempting to bind port bf03ef12-d294-4c70-b90d-c4ad48507b12 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:38:39.986211 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ac343285-0b30-45e7-88ee-193869709304 None None] Attempting to bind port bf03ef12-d294-4c70-b90d-c4ad48507b12 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'affe63bb-c71b-49a4-ab54-4ffb1da4d3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '30cd2b57-1938-464b-a97a-47a1472d7e1c'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:38:39.988750 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac343285-0b30-45e7-88ee-193869709304 None None] Attempting to bind port bf03ef12-d294-4c70-b90d-c4ad48507b12 on network 30cd2b57-1938-464b-a97a-47a1472d7e1c {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:38:40.003244 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac343285-0b30-45e7-88ee-193869709304 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:38:40.003603 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac343285-0b30-45e7-88ee-193869709304 None None] Checking segment: {'id': 'affe63bb-c71b-49a4-ab54-4ffb1da4d3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '30cd2b57-1938-464b-a97a-47a1472d7e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:38:40.004021 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ac343285-0b30-45e7-88ee-193869709304 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:40.004411 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac343285-0b30-45e7-88ee-193869709304 None None] Bound using segment: {'id': 'affe63bb-c71b-49a4-ab54-4ffb1da4d3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '30cd2b57-1938-464b-a97a-47a1472d7e1c'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:38:40.004918 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ac343285-0b30-45e7-88ee-193869709304 None None] Bound port: bf03ef12-d294-4c70-b90d-c4ad48507b12, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'affe63bb-c71b-49a4-ab54-4ffb1da4d3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '30cd2b57-1938-464b-a97a-47a1472d7e1c'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:38:40.005306 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ac343285-0b30-45e7-88ee-193869709304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bf03ef12-d294-4c70-b90d-c4ad48507b12), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:40.043724 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b304c240-4642-45cb-a44c-516103a02bf9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks [] for router_gateway (e184d082-705b-48e5-91a0-c968191a57c1), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:40.066250 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b304c240-4642-45cb-a44c-516103a02bf9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:40.117220 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ac343285-0b30-45e7-88ee-193869709304 None None] For port bf03ef12-d294-4c70-b90d-c4ad48507b12, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:38:40.120649 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ac343285-0b30-45e7-88ee-193869709304 None None] For port bf03ef12-d294-4c70-b90d-c4ad48507b12, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=bf03ef12-d294-4c70-b90d-c4ad48507b12,segment=NetworkSegment(affe63bb-c71b-49a4-ab54-4ffb1da4d3be),segment_id=affe63bb-c71b-49a4-ab54-4ffb1da4d3be)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:38:40.143816 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-f64dc82e-01f4-46a4-b0a6-30c0c7ab7245 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:40.145293 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-f64dc82e-01f4-46a4-b0a6-30c0c7ab7245 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] 10.222.0.89 "GET /v2.0/networks?id=dfda3d3f-9bab-4115-bce8-23fba3cf9a89 HTTP/1.1" status: 200 len: 814 time: 0.2196600 Feb 20 03:38:40.196469 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ac343285-0b30-45e7-88ee-193869709304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bf03ef12-d294-4c70-b90d-c4ad48507b12), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:40.215786 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-3b129f4f-cbe6-400e-bfcc-5a667a7b2892 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] 10.222.0.89 "GET /v2.0/quotas/526bfeec56004a2cb82662a87d8f2803 HTTP/1.1" status: 200 len: 375 time: 0.0570533 Feb 20 03:38:40.268590 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-3d254af3-e804-478c-8b46-b6d42f646a3a tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=526bfeec56004a2cb82662a87d8f2803&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417230 Feb 20 03:38:40.269639 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-b304c240-4642-45cb-a44c-516103a02bf9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Allocated IP 172.25.7.60 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/e75d7dad-acf8-46f8-bcd8-5336de285321) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:38:40.271721 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac343285-0b30-45e7-88ee-193869709304 None None] Pushing event updated for resources: {'Port': ['ID=bf03ef12-d294-4c70-b90d-c4ad48507b12,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:40.291290 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ca654-f74c-4116-9a73-c29e287ec49e req-baf9cb21-6340-49d0-b3bb-5a3722afea44 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:40.292810 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cc9ca654-f74c-4116-9a73-c29e287ec49e req-baf9cb21-6340-49d0-b3bb-5a3722afea44 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.93 "GET /v2.0/ports?device_id=f2ceae4f-4661-4e22-a130-4d5112133f6a HTTP/1.1" status: 200 len: 945 time: 0.1426704 Feb 20 03:38:40.536536 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-9fe5b444-5e21-4c92-951a-21e6d7d3f70d service neutron] 10.222.0.89 "GET /v2.0/networks/dfda3d3f-9bab-4115-bce8-23fba3cf9a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411492 Feb 20 03:38:40.573816 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b304c240-4642-45cb-a44c-516103a02bf9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks [] for port (e75d7dad-acf8-46f8-bcd8-5336de285321), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:40.634992 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-cc9ca654-f74c-4116-9a73-c29e287ec49e req-4271e740-85cc-4dd4-ac99-bb60f4825d44 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Deleting port 9637083b-0c8f-429c-9595-2e7abb224aa7 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:38:40.635312 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cc9ca654-f74c-4116-9a73-c29e287ec49e req-4271e740-85cc-4dd4-ac99-bb60f4825d44 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (9637083b-0c8f-429c-9595-2e7abb224aa7), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:40.733053 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-210aba47-76bd-4c42-9481-f1b60dd2a6ca service neutron] 10.222.0.89 "GET /v2.0/networks/dfda3d3f-9bab-4115-bce8-23fba3cf9a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955690 Feb 20 03:38:40.772726 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-cc9ca654-f74c-4116-9a73-c29e287ec49e req-4271e740-85cc-4dd4-ac99-bb60f4825d44 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] For port 9637083b-0c8f-429c-9595-2e7abb224aa7, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=9637083b-0c8f-429c-9595-2e7abb224aa7,segment=NetworkSegment(779aeac2-ecb9-46e0-8f48-3dc73d02eb8b),segment_id=779aeac2-ecb9-46e0-8f48-3dc73d02eb8b)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:40.773210 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cc9ca654-f74c-4116-9a73-c29e287ec49e req-4271e740-85cc-4dd4-ac99-bb60f4825d44 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (9637083b-0c8f-429c-9595-2e7abb224aa7), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:40.788359 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-cc9ca654-f74c-4116-9a73-c29e287ec49e req-4271e740-85cc-4dd4-ac99-bb60f4825d44 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Calling delete_port for 9637083b-0c8f-429c-9595-2e7abb224aa7 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:38:40.840548 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b304c240-4642-45cb-a44c-516103a02bf9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (e75d7dad-acf8-46f8-bcd8-5336de285321), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:40.900767 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b304c240-4642-45cb-a44c-516103a02bf9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:38:40.904573 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-b304c240-4642-45cb-a44c-516103a02bf9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:38:40.906478 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304c240-4642-45cb-a44c-516103a02bf9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Pushing event updated for resources: {'Port': ['ID=e75d7dad-acf8-46f8-bcd8-5336de285321,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:40.910082 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b304c240-4642-45cb-a44c-516103a02bf9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:38:41.014243 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 20 Feb 2022 03:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d62a43-5684-4a80-8415-63e077a3563d x-openstack-request-id: req-19d62a43-5684-4a80-8415-63e077a3563d {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:38:41.015331 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d546827-5fea-4b2d-b36b-2e78941ff4af", "name": "network-vif-deleted", "tag": "b4fc604c-6b73-470b-ba9f-9f629ab5fb04", "status": "failed", "code": 422}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:38:41.015701 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-19d62a43-5684-4a80-8415-63e077a3563d {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:38:41.016267 n-d-829866-4 neutron-server[104105]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1d546827-5fea-4b2d-b36b-2e78941ff4af', 'name': 'network-vif-deleted', 'tag': 'b4fc604c-6b73-470b-ba9f-9f629ab5fb04', 'status': 'failed', 'code': 422} returned with failed status Feb 20 03:38:41.049719 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 1b0c8134-d406-4652-8129-86529773af57 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:38:41.154443 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device bf03ef12-d294-4c70-b90d-c4ad48507b12 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:38:41.266340 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port bf03ef12-d294-4c70-b90d-c4ad48507b12 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:38:41.266816 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (bf03ef12-d294-4c70-b90d-c4ad48507b12), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:41.344772 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f702d3-a6b1-4ac3-97d4-8f686241edfe req-c596431b-2c72-4ea6-ac5f-c97fdeb5a545 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:41.346437 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-38f702d3-a6b1-4ac3-97d4-8f686241edfe req-c596431b-2c72-4ea6-ac5f-c97fdeb5a545 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=62015460-aef7-4a27-af60-d8bc2deac56c HTTP/1.1" status: 200 len: 946 time: 0.0856633 Feb 20 03:38:41.351851 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port bf03ef12-d294-4c70-b90d-c4ad48507b12 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:38:41.352346 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bf03ef12-d294-4c70-b90d-c4ad48507b12), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:41.373365 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 1b0c8134-d406-4652-8129-86529773af57 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:38:41.387083 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 1b0c8134-d406-4652-8129-86529773af57 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:38:41.387807 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1b0c8134-d406-4652-8129-86529773af57), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:41.393277 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port bf03ef12-d294-4c70-b90d-c4ad48507b12, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=bf03ef12-d294-4c70-b90d-c4ad48507b12,segment=NetworkSegment(affe63bb-c71b-49a4-ab54-4ffb1da4d3be),segment_id=affe63bb-c71b-49a4-ab54-4ffb1da4d3be)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:41.417872 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-38f702d3-a6b1-4ac3-97d4-8f686241edfe req-fa56a996-6c92-45c7-98ea-44ce928cc84e tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653391 Feb 20 03:38:41.430526 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cc9ca654-f74c-4116-9a73-c29e287ec49e req-4271e740-85cc-4dd4-ac99-bb60f4825d44 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (9637083b-0c8f-429c-9595-2e7abb224aa7), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:41.460596 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271e740-85cc-4dd4-ac99-bb60f4825d44 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Pushing event deleted for resources: {'Port': ['ID=9637083b-0c8f-429c-9595-2e7abb224aa7,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:41.471313 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bf03ef12-d294-4c70-b90d-c4ad48507b12), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:41.555639 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f14980a-5fc1-4d45-a7d1-688016f1be76 None None] Network 30cd2b57-1938-464b-a97a-47a1472d7e1c requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:38:41.570204 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=bf03ef12-d294-4c70-b90d-c4ad48507b12,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:41.579944 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9ca654-f74c-4116-9a73-c29e287ec49e req-4271e740-85cc-4dd4-ac99-bb60f4825d44 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] No DVR routers for this DVR port 9637083b-0c8f-429c-9595-2e7abb224aa7 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:38:41.587172 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-272cd145-9004-4c16-a7af-810325320d0a req-e34a3780-a04b-406c-9c08-342a297e4042 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2ceae4f-4661-4e22-a130-4d5112133f6a HTTP/1.1" status: 200 len: 210 time: 0.0873101 Feb 20 03:38:41.591289 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cc9ca654-f74c-4116-9a73-c29e287ec49e req-4271e740-85cc-4dd4-ac99-bb60f4825d44 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:41.604139 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cc9ca654-f74c-4116-9a73-c29e287ec49e req-4271e740-85cc-4dd4-ac99-bb60f4825d44 tempest-AttachVolumeNegativeTest-347625057 tempest-AttachVolumeNegativeTest-347625057-project] 10.222.0.93 "DELETE /v2.0/ports/9637083b-0c8f-429c-9595-2e7abb224aa7 HTTP/1.1" status: 204 len: 173 time: 1.2911639 Feb 20 03:38:41.786734 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 1b0c8134-d406-4652-8129-86529773af57 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:38:41.787123 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1b0c8134-d406-4652-8129-86529773af57), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:41.828858 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-0980af89-0b8e-4b21-818f-f5a143483e1e None None] Provisioning complete for port bf03ef12-d294-4c70-b90d-c4ad48507b12 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:38:41.829182 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0980af89-0b8e-4b21-818f-f5a143483e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (bf03ef12-d294-4c70-b90d-c4ad48507b12), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:41.840693 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a27da6-c365-49d8-b62a-2f5b30bfee78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0c8134-d406-4652-8129-86529773af57'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:38:41.843277 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ee8dd0-d6b2-4f25-84d1-765f29f5b943" -d '{"events": [{"server_uuid": "f5a27da6-c365-49d8-b62a-2f5b30bfee78", "name": "network-vif-plugged", "status": "completed", "tag": "1b0c8134-d406-4652-8129-86529773af57"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:38:41.886028 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 1b0c8134-d406-4652-8129-86529773af57, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=1b0c8134-d406-4652-8129-86529773af57,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:41.968146 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-0980af89-0b8e-4b21-818f-f5a143483e1e None None] Current status of the port bf03ef12-d294-4c70-b90d-c4ad48507b12 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:38:41.979417 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (1b0c8134-d406-4652-8129-86529773af57), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:41.980713 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 9637083b-0c8f-429c-9595-2e7abb224aa7 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:38:42.028755 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 9637083b-0c8f-429c-9595-2e7abb224aa7 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:38:42.029301 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 9637083b-0c8f-429c-9595-2e7abb224aa7 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:38:42.060169 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=1b0c8134-d406-4652-8129-86529773af57,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:42.086772 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b304c240-4642-45cb-a44c-516103a02bf9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks [] for router_gateway (e184d082-705b-48e5-91a0-c968191a57c1), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:42.095908 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9599d5-8502-45c2-961a-054202c710c4 req-198c2f5f-5476-468f-bfdb-b26449ba8b43 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:42.097439 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa9599d5-8502-45c2-961a-054202c710c4 req-198c2f5f-5476-468f-bfdb-b26449ba8b43 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 950 time: 0.1522226 Feb 20 03:38:42.230347 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa9599d5-8502-45c2-961a-054202c710c4 req-f6bd9946-d967-4327-8dc4-c32cbbfa3abb tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923126 Feb 20 03:38:42.295527 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-22424863-b5ef-4713-92e0-c63428078322 None None] Provisioning complete for port bf03ef12-d294-4c70-b90d-c4ad48507b12 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:38:42.295915 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-22424863-b5ef-4713-92e0-c63428078322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (bf03ef12-d294-4c70-b90d-c4ad48507b12), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:42.385869 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-22424863-b5ef-4713-92e0-c63428078322 None None] Current status of the port bf03ef12-d294-4c70-b90d-c4ad48507b12 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:38:42.387019 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b304c240-4642-45cb-a44c-516103a02bf9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (e184d082-705b-48e5-91a0-c968191a57c1), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:42.402400 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7a73c-cbbd-40ad-84c9-c76f55e89d17 req-3056dcd6-424f-48d6-a322-24ebc84be931 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:42.403912 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-56d7a73c-cbbd-40ad-84c9-c76f55e89d17 req-3056dcd6-424f-48d6-a322-24ebc84be931 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5a27da6-c365-49d8-b62a-2f5b30bfee78 HTTP/1.1" status: 200 len: 945 time: 0.1039417 Feb 20 03:38:42.523092 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-56d7a73c-cbbd-40ad-84c9-c76f55e89d17 req-bdd6f322-8fb6-48e6-b1fd-71ec63237fbb tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840435 Feb 20 03:38:42.618170 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b916aa9a-2f8d-4f35-a0b5-14ceb61d4165 req-306405a9-700e-4c43-9f90-52030f414e54 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] 10.222.0.89 "GET /v2.0/ports?device_id=12306737-36e2-464f-a2f0-d007e40958ec HTTP/1.1" status: 200 len: 210 time: 0.0329340 Feb 20 03:38:42.665079 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38834) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:42.685215 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b304c240-4642-45cb-a44c-516103a02bf9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Router e184d082-705b-48e5-91a0-c968191a57c1 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:38:42.871473 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b304c240-4642-45cb-a44c-516103a02bf9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:38:42.884926 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1bf9ce-bce9-452b-8065-28fd1c06b7ee None None] Sync routers for ids ['e184d082-705b-48e5-91a0-c968191a57c1'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:38:42.902432 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-6fe27594-daf9-48a8-aaf8-8f8dad12e52f tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:42.904012 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-6fe27594-daf9-48a8-aaf8-8f8dad12e52f tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/networks?id=af61ae37-a3b2-46ee-a441-3e7f71e566ae HTTP/1.1" status: 200 len: 812 time: 0.1631491 Feb 20 03:38:42.913098 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1bf9ce-bce9-452b-8065-28fd1c06b7ee None None] Routers {'e184d082-705b-48e5-91a0-c968191a57c1'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:38:42.913992 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-dd1bf9ce-bce9-452b-8065-28fd1c06b7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:38:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e184d082-705b-48e5-91a0-c968191a57c1'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:42.920434 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-63c86621-ce28-41df-b3d7-dcb756f92766 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/quotas/138204b85f4b4d58be48c9d0572da2c6 HTTP/1.1" status: 200 len: 375 time: 0.0111234 Feb 20 03:38:42.959801 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-dd1bf9ce-bce9-452b-8065-28fd1c06b7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:42.965451 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-d94ce048-52a0-4c1c-83cf-78b7ff8a25e1 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=138204b85f4b4d58be48c9d0572da2c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393612 Feb 20 03:38:42.977461 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1bf9ce-bce9-452b-8065-28fd1c06b7ee None None] Routers {'e184d082-705b-48e5-91a0-c968191a57c1'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:38:42.978663 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-dd1bf9ce-bce9-452b-8065-28fd1c06b7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:38:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e184d082-705b-48e5-91a0-c968191a57c1'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:43.011570 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b304c240-4642-45cb-a44c-516103a02bf9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:43.016313 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b304c240-4642-45cb-a44c-516103a02bf9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.8805256 Feb 20 03:38:43.016313 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38846) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:43.017595 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-dd1bf9ce-bce9-452b-8065-28fd1c06b7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:43.018273 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1bf9ce-bce9-452b-8065-28fd1c06b7ee None None] The sync data for ids ['e184d082-705b-48e5-91a0-c968191a57c1'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:38:43.041568 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device bf03ef12-d294-4c70-b90d-c4ad48507b12 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:38:43.056968 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ceae4f-4661-4e22-a130-4d5112133f6a', 'name': 'network-vif-deleted', 'tag': '9637083b-0c8f-429c-9595-2e7abb224aa7'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:38:43.059407 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f9da1c-fcbe-4db6-9a48-b35e4bdbc6f0" -d '{"events": [{"server_uuid": "f2ceae4f-4661-4e22-a130-4d5112133f6a", "name": "network-vif-deleted", "tag": "9637083b-0c8f-429c-9595-2e7abb224aa7"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:38:43.109439 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port bf03ef12-d294-4c70-b90d-c4ad48507b12 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:38:43.110564 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (bf03ef12-d294-4c70-b90d-c4ad48507b12), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:43.185878 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-4b8d9279-d3f1-4034-acf7-8ce4ef78ffdf service neutron] 10.222.0.89 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135432 Feb 20 03:38:43.197541 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port bf03ef12-d294-4c70-b90d-c4ad48507b12 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:38:43.228318 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-82b64160-b8fa-4dd4-911a-dc5004474522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (0e23669e-68f0-439f-bdbb-fa00e7dd1a90), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:43.383340 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-16191cdc-010d-4638-a9cd-c6121c5ee6e5 service neutron] 10.222.0.89 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828132 Feb 20 03:38:43.493249 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-82b64160-b8fa-4dd4-911a-dc5004474522 admin admin] Deleting port 075e7992-9983-4ef0-b4ea-ecab923b92f8 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:38:43.494182 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-82b64160-b8fa-4dd4-911a-dc5004474522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (075e7992-9983-4ef0-b4ea-ecab923b92f8), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:43.572700 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-82b64160-b8fa-4dd4-911a-dc5004474522 admin admin] For port 075e7992-9983-4ef0-b4ea-ecab923b92f8, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=075e7992-9983-4ef0-b4ea-ecab923b92f8,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:43.573107 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-82b64160-b8fa-4dd4-911a-dc5004474522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (075e7992-9983-4ef0-b4ea-ecab923b92f8), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:43.584796 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-82b64160-b8fa-4dd4-911a-dc5004474522 admin admin] Calling delete_port for 075e7992-9983-4ef0-b4ea-ecab923b92f8 owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:38:43.621099 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bd46a741-29c1-4fa0-b7ba-acd714dc67e7 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:43.858379 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-0303f2c2-cb03-444d-a4e1-960ef4679768 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:43.859861 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-0303f2c2-cb03-444d-a4e1-960ef4679768 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] 10.222.0.93 "GET /v2.0/networks?id=dfda3d3f-9bab-4115-bce8-23fba3cf9a89 HTTP/1.1" status: 200 len: 814 time: 0.2237020 Feb 20 03:38:43.872530 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-2fd7d413-32e7-485c-b693-92f4b360e0a6 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] Request body: {'port': {'device_id': '12306737-36e2-464f-a2f0-d007e40958ec', 'network_id': 'dfda3d3f-9bab-4115-bce8-23fba3cf9a89', 'admin_state_up': True, 'tenant_id': '526bfeec56004a2cb82662a87d8f2803'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:38:43.887451 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de241ebb-f278-4f64-803a-973896a61c38 req-461b3435-19c2-4ae3-9dbe-e619812bedd0 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:43.888955 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-de241ebb-f278-4f64-803a-973896a61c38 req-461b3435-19c2-4ae3-9dbe-e619812bedd0 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=62015460-aef7-4a27-af60-d8bc2deac56c HTTP/1.1" status: 200 len: 946 time: 0.1555369 Feb 20 03:38:43.910525 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-82b64160-b8fa-4dd4-911a-dc5004474522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (075e7992-9983-4ef0-b4ea-ecab923b92f8), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:43.935115 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b64160-b8fa-4dd4-911a-dc5004474522 admin admin] Pushing event deleted for resources: {'Port': ['ID=075e7992-9983-4ef0-b4ea-ecab923b92f8,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:44.112147 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-de241ebb-f278-4f64-803a-973896a61c38 req-fb587a35-d7bf-4964-acbf-c66b162cc5f9 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071066 Feb 20 03:38:44.169744 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-82b64160-b8fa-4dd4-911a-dc5004474522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (0e23669e-68f0-439f-bdbb-fa00e7dd1a90), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:44.200911 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bc6764-7ed2-4c0f-88d1-2178f9a51581 x-openstack-request-id: req-84bc6764-7ed2-4c0f-88d1-2178f9a51581 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:38:44.201425 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a27da6-c365-49d8-b62a-2f5b30bfee78", "name": "network-vif-plugged", "status": "completed", "tag": "1b0c8134-d406-4652-8129-86529773af57", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:38:44.201506 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-84bc6764-7ed2-4c0f-88d1-2178f9a51581 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:38:44.201937 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a27da6-c365-49d8-b62a-2f5b30bfee78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0c8134-d406-4652-8129-86529773af57', 'code': 200} Feb 20 03:38:44.249746 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-bd46a741-29c1-4fa0-b7ba-acd714dc67e7 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Allocated IP 172.20.0.1 (30cd2b57-1938-464b-a97a-47a1472d7e1c/b912e8e4-8d64-4bca-8f0e-06b954b92602/b02a1fc8-e9a5-480a-a3b0-af37ac2fe569) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:38:44.307869 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38866) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:44.363825 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdea5113-f33c-4fa0-bc9e-04366f379e3c x-openstack-request-id: req-cdea5113-f33c-4fa0-bc9e-04366f379e3c {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:38:44.364119 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ceae4f-4661-4e22-a130-4d5112133f6a", "name": "network-vif-deleted", "tag": "9637083b-0c8f-429c-9595-2e7abb224aa7", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:38:44.364385 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cdea5113-f33c-4fa0-bc9e-04366f379e3c {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:38:44.364761 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ceae4f-4661-4e22-a130-4d5112133f6a', 'name': 'network-vif-deleted', 'tag': '9637083b-0c8f-429c-9595-2e7abb224aa7', 'status': 'completed', 'code': 200} Feb 20 03:38:44.436671 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bd46a741-29c1-4fa0-b7ba-acd714dc67e7 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks [] for port (b02a1fc8-e9a5-480a-a3b0-af37ac2fe569), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:44.483158 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-46b26763-87e3-4844-9b42-ea6d1928fb94 admin admin] Deleting subnet 68459050-934c-49c9-b167-98d8885a461c {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:38:44.489482 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb398176-a8b1-40ee-979d-c35573fbbc24 req-a02ab1d0-5dbf-4120-85ee-40fcf5db6fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:44.491048 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb398176-a8b1-40ee-979d-c35573fbbc24 req-a02ab1d0-5dbf-4120-85ee-40fcf5db6fcf service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f5a27da6-c365-49d8-b62a-2f5b30bfee78 HTTP/1.1" status: 200 len: 1127 time: 0.1288486 Feb 20 03:38:44.492589 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46b26763-87e3-4844-9b42-ea6d1928fb94 admin admin] Publish callbacks [] for subnet (68459050-934c-49c9-b167-98d8885a461c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:44.499053 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beed0ef-5c76-45dd-91a9-8b59cd997102 req-3ce9445e-534c-499b-b96d-09cd425ef6f7 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:44.500487 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0beed0ef-5c76-45dd-91a9-8b59cd997102 req-3ce9445e-534c-499b-b96d-09cd425ef6f7 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 950 time: 0.1394193 Feb 20 03:38:44.528193 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b64160-b8fa-4dd4-911a-dc5004474522 admin admin] Router 0e23669e-68f0-439f-bdbb-fa00e7dd1a90 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:38:44.542117 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46b26763-87e3-4844-9b42-ea6d1928fb94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (68459050-934c-49c9-b167-98d8885a461c), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:44.547464 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-2fd7d413-32e7-485c-b693-92f4b360e0a6 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] Made reservation on behalf of 526bfeec56004a2cb82662a87d8f2803 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:38:44.547464 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-2fd7d413-32e7-485c-b693-92f4b360e0a6 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:44.604271 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb398176-a8b1-40ee-979d-c35573fbbc24 req-b07e0a28-b9c1-4918-bcbd-515494b1e5d9 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015191 Feb 20 03:38:44.610804 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0beed0ef-5c76-45dd-91a9-8b59cd997102 req-db84757f-56d8-4ada-b749-09f6fdadf77f tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018922 Feb 20 03:38:44.643551 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bd46a741-29c1-4fa0-b7ba-acd714dc67e7 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (b02a1fc8-e9a5-480a-a3b0-af37ac2fe569), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:44.935737 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46b26763-87e3-4844-9b42-ea6d1928fb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (68459050-934c-49c9-b167-98d8885a461c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:45.026627 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b64160-b8fa-4dd4-911a-dc5004474522 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:38:45.036548 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-82b64160-b8fa-4dd4-911a-dc5004474522 admin admin] 10.222.0.89 "PUT /v2.0/routers/0e23669e-68f0-439f-bdbb-fa00e7dd1a90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3691759 Feb 20 03:38:45.041288 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38872) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:45.044987 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d82d54e-8035-49ee-851e-519ae0b09414 None None] Sync routers for ids ['0e23669e-68f0-439f-bdbb-fa00e7dd1a90'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:38:45.060108 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd46a741-29c1-4fa0-b7ba-acd714dc67e7 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Network 30cd2b57-1938-464b-a97a-47a1472d7e1c is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:38:45.068653 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d82d54e-8035-49ee-851e-519ae0b09414 None None] Routers {'0e23669e-68f0-439f-bdbb-fa00e7dd1a90'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:38:45.068653 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-8d82d54e-8035-49ee-851e-519ae0b09414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:38:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['0e23669e-68f0-439f-bdbb-fa00e7dd1a90'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:45.070193 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-bd46a741-29c1-4fa0-b7ba-acd714dc67e7 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:38:45.090921 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46a741-29c1-4fa0-b7ba-acd714dc67e7 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Pushing event updated for resources: {'Port': ['ID=b02a1fc8-e9a5-480a-a3b0-af37ac2fe569,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:45.094039 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd46a741-29c1-4fa0-b7ba-acd714dc67e7 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:38:45.217282 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46b26763-87e3-4844-9b42-ea6d1928fb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (68459050-934c-49c9-b167-98d8885a461c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:45.220515 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-8d82d54e-8035-49ee-851e-519ae0b09414 None None] Set router 0e23669e-68f0-439f-bdbb-fa00e7dd1a90 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:38:45.236490 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb5213-cd11-4ea4-a005-dbeeaec08a0d req-abfa0ae7-2f46-4ab6-876a-5be688dc08f8 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:45.243943 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-59eb5213-cd11-4ea4-a005-dbeeaec08a0d req-abfa0ae7-2f46-4ab6-876a-5be688dc08f8 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5a27da6-c365-49d8-b62a-2f5b30bfee78 HTTP/1.1" status: 200 len: 945 time: 0.5633764 Feb 20 03:38:45.251052 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-2fd7d413-32e7-485c-b693-92f4b360e0a6 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] Allocated IP 172.20.0.10 (dfda3d3f-9bab-4115-bce8-23fba3cf9a89/e173a1ed-db62-494b-8d9a-65769f3b4201/fcfd0b58-d875-477c-b394-fd5bca43a750) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:38:45.257754 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bd46a741-29c1-4fa0-b7ba-acd714dc67e7 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (e184d082-705b-48e5-91a0-c968191a57c1), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:45.279980 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b26763-87e3-4844-9b42-ea6d1928fb94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68459050-934c-49c9-b167-98d8885a461c,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:45.289654 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46b26763-87e3-4844-9b42-ea6d1928fb94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:45.297850 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-46b26763-87e3-4844-9b42-ea6d1928fb94 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/68459050-934c-49c9-b167-98d8885a461c HTTP/1.1" status: 204 len: 168 time: 0.9889536 Feb 20 03:38:45.298544 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38876) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:45.358033 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-373496d1-a3b6-4878-b484-83b57a4a689c admin admin] Publish callbacks [] for router (0e23669e-68f0-439f-bdbb-fa00e7dd1a90), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:45.410265 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-8d82d54e-8035-49ee-851e-519ae0b09414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'name': 'tempest-AttachVolumeShelveTestJSON-957401116-router', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:30:41Z', 'updated_at': '2022-02-20T03:38:43Z', 'revision_number': 5, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'gw_port': {'id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:44Z', 'updated_at': '2022-02-20T03:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:45.416426 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd06dc06-1db4-477f-864b-b518379d37de req-a9add1fa-d44d-4278-ab63-42704ed2f7df service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=62015460-aef7-4a27-af60-d8bc2deac56c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2297800 Feb 20 03:38:45.436093 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-413f4da7-57fa-424a-95a0-97c484ec973e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (eb26da17-9faa-4ffe-b743-646e1db8b7cd), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:45.437520 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d82d54e-8035-49ee-851e-519ae0b09414 None None] Checking router: 0e23669e-68f0-439f-bdbb-fa00e7dd1a90 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:38:45.446319 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d82d54e-8035-49ee-851e-519ae0b09414 None None] Routers {'0e23669e-68f0-439f-bdbb-fa00e7dd1a90'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:38:45.448100 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-8d82d54e-8035-49ee-851e-519ae0b09414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:38:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['0e23669e-68f0-439f-bdbb-fa00e7dd1a90'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:45.464391 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-59eb5213-cd11-4ea4-a005-dbeeaec08a0d req-c8c55f18-4910-42a3-bb52-1c1ca3c2fba1 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190208 Feb 20 03:38:45.552325 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-66658bac-fcf4-45d7-8320-bee2139695b9 None None] Provisioning complete for port b02a1fc8-e9a5-480a-a3b0-af37ac2fe569 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:38:45.555457 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-66658bac-fcf4-45d7-8320-bee2139695b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b02a1fc8-e9a5-480a-a3b0-af37ac2fe569), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:45.559331 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-8d82d54e-8035-49ee-851e-519ae0b09414 None None] Set router 0e23669e-68f0-439f-bdbb-fa00e7dd1a90 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:38:45.588351 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-373496d1-a3b6-4878-b484-83b57a4a689c admin admin] Publish callbacks [] for router_gateway (0e23669e-68f0-439f-bdbb-fa00e7dd1a90), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:45.598415 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-413f4da7-57fa-424a-95a0-97c484ec973e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (eb26da17-9faa-4ffe-b743-646e1db8b7cd), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:45.624476 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-413f4da7-57fa-424a-95a0-97c484ec973e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb26da17-9faa-4ffe-b743-646e1db8b7cd']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:45.639244 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-413f4da7-57fa-424a-95a0-97c484ec973e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779aeac2-ecb9-46e0-8f48-3dc73d02eb8b') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:45.639596 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-413f4da7-57fa-424a-95a0-97c484ec973e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779aeac2-ecb9-46e0-8f48-3dc73d02eb8b') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:45.652081 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-413f4da7-57fa-424a-95a0-97c484ec973e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (779aeac2-ecb9-46e0-8f48-3dc73d02eb8b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:45.676969 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-413f4da7-57fa-424a-95a0-97c484ec973e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (779aeac2-ecb9-46e0-8f48-3dc73d02eb8b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:45.693225 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-66658bac-fcf4-45d7-8320-bee2139695b9 None None] Port b02a1fc8-e9a5-480a-a3b0-af37ac2fe569 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:38:45.705117 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a7873620-cb5d-46a7-8f6b-c41fab7b47a3 req-a9d1552c-1227-4c6c-ad12-cda61a1de430 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] 10.222.0.89 "GET /v2.0/ports?device_id=12306737-36e2-464f-a2f0-d007e40958ec HTTP/1.1" status: 200 len: 210 time: 0.1564622 Feb 20 03:38:45.708811 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413f4da7-57fa-424a-95a0-97c484ec973e admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:38:45.708811 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-413f4da7-57fa-424a-95a0-97c484ec973e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (779aeac2-ecb9-46e0-8f48-3dc73d02eb8b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:45.710084 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:38:45.710084 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:38:45.710084 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:38:45.710084 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:38:45.710084 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:38:45.710084 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:38:45.710084 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:38:45.710084 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:38:45.710084 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:38:45.710084 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:38:45.710084 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:38:45.710084 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:38:45.710084 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:38:45.710084 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:38:45.710084 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:38:45.710084 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:38:45.710084 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:38:45.710084 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:38:45.710084 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:38:45.710084 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:38:45.710084 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:38:45.710084 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:38:45.710084 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:38:45.710084 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:38:45.710084 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:38:45.710084 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:38:45.710084 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:38:45.710084 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:38:45.710084 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:38:45.710084 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:38:45.710084 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:38:45.710084 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:38:45.755669 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-8d82d54e-8035-49ee-851e-519ae0b09414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'name': 'tempest-AttachVolumeShelveTestJSON-957401116-router', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:30:41Z', 'updated_at': '2022-02-20T03:38:43Z', 'revision_number': 5, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'gw_port': {'id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:44Z', 'updated_at': '2022-02-20T03:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:45.784432 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d82d54e-8035-49ee-851e-519ae0b09414 None None] The sync data for ids ['0e23669e-68f0-439f-bdbb-fa00e7dd1a90'] in n-d-829866-4 is: [{'id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'name': 'tempest-AttachVolumeShelveTestJSON-957401116-router', 'tenant_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:30:41Z', 'updated_at': '2022-02-20T03:38:43Z', 'revision_number': 5, 'project_id': 'c709bbfa8b354edf911780ffcf2e7b53', 'gw_port': {'id': '8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e23669e-68f0-439f-bdbb-fa00e7dd1a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:30:44Z', 'updated_at': '2022-02-20T03:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:38:45.792846 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-373496d1-a3b6-4878-b484-83b57a4a689c admin admin] Deleting port 8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:38:45.793450 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-373496d1-a3b6-4878-b484-83b57a4a689c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:45.801640 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06dc06-1db4-477f-864b-b518379d37de req-302699c4-2432-4520-a4eb-47071bc34935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:45.803485 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd06dc06-1db4-477f-864b-b518379d37de req-302699c4-2432-4520-a4eb-47071bc34935 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8e13d1b876514870b4c46ea04fedd66d&device_id=62015460-aef7-4a27-af60-d8bc2deac56c HTTP/1.1" status: 200 len: 1128 time: 0.2538733 Feb 20 03:38:45.885851 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1cc00a2b-d67c-49ff-8626-b55873ae182f req-4791a9c0-cbf4-44a6-9a44-6fb9731984c6 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=e772532f-b5e9-4f08-a715-8c3cb3d96a17 HTTP/1.1" status: 200 len: 210 time: 0.0612476 Feb 20 03:38:45.889443 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-373496d1-a3b6-4878-b484-83b57a4a689c admin admin] For port 8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:45.889912 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-373496d1-a3b6-4878-b484-83b57a4a689c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:45.903467 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-373496d1-a3b6-4878-b484-83b57a4a689c admin admin] Calling delete_port for 8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:38:45.945404 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-2fd7d413-32e7-485c-b693-92f4b360e0a6 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] Publish callbacks [] for port (fcfd0b58-d875-477c-b394-fd5bca43a750), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:45.977605 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-413f4da7-57fa-424a-95a0-97c484ec973e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (eb26da17-9faa-4ffe-b743-646e1db8b7cd), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:45.984782 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-413f4da7-57fa-424a-95a0-97c484ec973e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:45.990827 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bd46a741-29c1-4fa0-b7ba-acd714dc67e7 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b02a1fc8-e9a5-480a-a3b0-af37ac2fe569), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:45.991299 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-413f4da7-57fa-424a-95a0-97c484ec973e admin admin] 10.222.0.89 "DELETE /v2.0/networks/eb26da17-9faa-4ffe-b743-646e1db8b7cd HTTP/1.1" status: 204 len: 168 time: 0.6885407 Feb 20 03:38:46.008001 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f4da7-57fa-424a-95a0-97c484ec973e admin admin] Pushing event deleted for resources: {'Network': ['ID=eb26da17-9faa-4ffe-b743-646e1db8b7cd,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:46.124157 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06dc06-1db4-477f-864b-b518379d37de req-7f4d68d6-ef60-4e54-a5a7-001e8114989d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:46.125692 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd06dc06-1db4-477f-864b-b518379d37de req-7f4d68d6-ef60-4e54-a5a7-001e8114989d service neutron] 10.222.0.93 "GET /v2.0/networks?id=eb72ec9f-03fd-429e-98e6-830fa78a693b HTTP/1.1" status: 200 len: 916 time: 0.2893662 Feb 20 03:38:46.188956 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-2fd7d413-32e7-485c-b693-92f4b360e0a6 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (fcfd0b58-d875-477c-b394-fd5bca43a750), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:46.227251 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-373496d1-a3b6-4878-b484-83b57a4a689c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:46.238484 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd06dc06-1db4-477f-864b-b518379d37de req-8d9b8936-dd2b-4b2b-ba6d-c386b95898ac service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5 HTTP/1.1" status: 200 len: 217 time: 0.1054738 Feb 20 03:38:46.269877 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373496d1-a3b6-4878-b484-83b57a4a689c admin admin] Pushing event deleted for resources: {'Port': ['ID=8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:46.317704 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-751176b6-0d76-4088-b034-64bf5649ecd8 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:46.317704 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-751176b6-0d76-4088-b034-64bf5649ecd8 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.42 "GET /v2.0/networks?id=af61ae37-a3b2-46ee-a441-3e7f71e566ae HTTP/1.1" status: 200 len: 812 time: 0.3418427 Feb 20 03:38:46.352556 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-e84b2858-3283-4f09-83b0-41a56b0180c4 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Request body: {'port': {'device_id': 'e772532f-b5e9-4f08-a715-8c3cb3d96a17', 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae', 'admin_state_up': True, 'tenant_id': '138204b85f4b4d58be48c9d0572da2c6'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:38:46.364258 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-373496d1-a3b6-4878-b484-83b57a4a689c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (0e23669e-68f0-439f-bdbb-fa00e7dd1a90), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:46.374809 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-2fd7d413-32e7-485c-b693-92f4b360e0a6 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] Network dfda3d3f-9bab-4115-bce8-23fba3cf9a89 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:38:46.417739 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-2fd7d413-32e7-485c-b693-92f4b360e0a6 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:38:46.419616 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7d413-32e7-485c-b693-92f4b360e0a6 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] Pushing event updated for resources: {'Port': ['ID=fcfd0b58-d875-477c-b394-fd5bca43a750,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:46.453989 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-2fd7d413-32e7-485c-b693-92f4b360e0a6 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:38:46.469414 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38884) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:46.485144 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-373496d1-a3b6-4878-b484-83b57a4a689c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (0e23669e-68f0-439f-bdbb-fa00e7dd1a90), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:46.487383 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-373496d1-a3b6-4878-b484-83b57a4a689c admin admin] Publish callbacks [] for router_controller (0e23669e-68f0-439f-bdbb-fa00e7dd1a90), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:46.532574 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06dc06-1db4-477f-864b-b518379d37de req-1a5ffe81-55d6-421d-bba5-1601b6b62644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:46.534048 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd06dc06-1db4-477f-864b-b518379d37de req-1a5ffe81-55d6-421d-bba5-1601b6b62644 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8e889741-186e-4683-9003-0f4b5f32a6a3 HTTP/1.1" status: 200 len: 855 time: 0.2662101 Feb 20 03:38:46.607711 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-373496d1-a3b6-4878-b484-83b57a4a689c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (0e23669e-68f0-439f-bdbb-fa00e7dd1a90), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:46.608442 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373496d1-a3b6-4878-b484-83b57a4a689c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e23669e-68f0-439f-bdbb-fa00e7dd1a90 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:38:46.615544 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-373496d1-a3b6-4878-b484-83b57a4a689c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:46.617465 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-373496d1-a3b6-4878-b484-83b57a4a689c admin admin] 10.222.0.89 "DELETE /v2.0/routers/0e23669e-68f0-439f-bdbb-fa00e7dd1a90 HTTP/1.1" status: 204 len: 168 time: 1.5750554 Feb 20 03:38:46.621051 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38888) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:46.621238 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd06dc06-1db4-477f-864b-b518379d37de req-1c20782f-5bdf-4d1d-b9cf-34d15c0c3341 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=eb72ec9f-03fd-429e-98e6-830fa78a693b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658107 Feb 20 03:38:46.655331 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-2fd7d413-32e7-485c-b693-92f4b360e0a6 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:46.655331 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-2fd7d413-32e7-485c-b693-92f4b360e0a6 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:46.675281 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf47946-165a-4ca6-8249-403d2f45025f admin admin] Deleting subnet 459abde2-853f-42b6-94b7-5e11d73152fc {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:38:46.678550 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3bf47946-165a-4ca6-8249-403d2f45025f admin admin] Publish callbacks [] for subnet (459abde2-853f-42b6-94b7-5e11d73152fc), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:46.725860 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3bf47946-165a-4ca6-8249-403d2f45025f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (459abde2-853f-42b6-94b7-5e11d73152fc), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:46.784198 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0ab232e4-ccfd-487f-ad8d-827b77223af2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5ff8b75fbb2949d5aad5a9cd3bc53c0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3029613 Feb 20 03:38:46.789162 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad66bd-f68b-4011-b6f2-c8ae6d2ed590 req-206501d8-2851-488a-a574-0dc22f0d12dd tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:46.796956 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17ad66bd-f68b-4011-b6f2-c8ae6d2ed590 req-206501d8-2851-488a-a574-0dc22f0d12dd tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 950 time: 0.4675412 Feb 20 03:38:46.808458 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38892) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:46.827508 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-2fd7d413-32e7-485c-b693-92f4b360e0a6 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9587352 Feb 20 03:38:46.861667 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-d6b782bb-e7cc-4043-8ada-191a16ffbf77 service neutron] Request body: {'port': {'device_id': '12306737-36e2-464f-a2f0-d007e40958ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:38:46.863404 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3bf47946-165a-4ca6-8249-403d2f45025f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (459abde2-853f-42b6-94b7-5e11d73152fc), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:46.922047 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d8d6ac9e-79c9-428f-ada0-0d2bc94949e8 admin admin] Publish callbacks [] for security_group (a9e46ff0-0328-45d8-9f18-ec03ffa9e449), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:46.960077 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d8d6ac9e-79c9-428f-ada0-0d2bc94949e8 admin admin] Publish callbacks [] for security_group (a9e46ff0-0328-45d8-9f18-ec03ffa9e449), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:46.990089 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-e84b2858-3283-4f09-83b0-41a56b0180c4 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Made reservation on behalf of 138204b85f4b4d58be48c9d0572da2c6 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:38:46.993509 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-e84b2858-3283-4f09-83b0-41a56b0180c4 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:47.014422 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd06dc06-1db4-477f-864b-b518379d37de req-bb2fdd63-15cf-4346-9e8f-4b7db4c7a6fb service neutron] 10.222.0.93 "GET /v2.0/networks/eb72ec9f-03fd-429e-98e6-830fa78a693b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711309 Feb 20 03:38:47.027719 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17ad66bd-f68b-4011-b6f2-c8ae6d2ed590 req-a7d08a83-8f9c-4acc-a23c-866851782495 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299173 Feb 20 03:38:47.037120 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bd46a741-29c1-4fa0-b7ba-acd714dc67e7 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks [] for port (b02a1fc8-e9a5-480a-a3b0-af37ac2fe569), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:47.057424 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3bf47946-165a-4ca6-8249-403d2f45025f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (459abde2-853f-42b6-94b7-5e11d73152fc), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:47.057969 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-d6b782bb-e7cc-4043-8ada-191a16ffbf77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fcfd0b58-d875-477c-b394-fd5bca43a750), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:47.095309 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf47946-165a-4ca6-8249-403d2f45025f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=459abde2-853f-42b6-94b7-5e11d73152fc,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:47.108444 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c5a794-798f-4d35-9a1a-fc7ea9062f9a None None] Network a842b208-6516-42cd-af34-f14f7f82e32f requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:38:47.127284 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3bf47946-165a-4ca6-8249-403d2f45025f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:47.134008 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3bf47946-165a-4ca6-8249-403d2f45025f admin admin] 10.222.0.89 "DELETE /v2.0/subnets/459abde2-853f-42b6-94b7-5e11d73152fc HTTP/1.1" status: 204 len: 168 time: 0.5113103 Feb 20 03:38:47.136082 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d8d6ac9e-79c9-428f-ada0-0d2bc94949e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a9e46ff0-0328-45d8-9f18-ec03ffa9e449), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:47.140994 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d8d6ac9e-79c9-428f-ada0-0d2bc94949e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:47.142958 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d8d6ac9e-79c9-428f-ada0-0d2bc94949e8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a9e46ff0-0328-45d8-9f18-ec03ffa9e449 HTTP/1.1" status: 204 len: 168 time: 0.3338244 Feb 20 03:38:47.149923 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38896) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:47.247083 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bd46a741-29c1-4fa0-b7ba-acd714dc67e7 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (b02a1fc8-e9a5-480a-a3b0-af37ac2fe569), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:47.286215 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 075e7992-9983-4ef0-b4ea-ecab923b92f8 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:38:47.297379 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6ac9e-79c9-428f-ada0-0d2bc94949e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e46ff0-0328-45d8-9f18-ec03ffa9e449,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:47.330630 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3e1d9b1-dce7-4a72-87f8-d480bc2d869a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (a842b208-6516-42cd-af34-f14f7f82e32f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:47.330913 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 075e7992-9983-4ef0-b4ea-ecab923b92f8 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:38:47.331816 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 075e7992-9983-4ef0-b4ea-ecab923b92f8 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:38:47.332424 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:38:47.371627 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:38:47.371976 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 8ff5248b-5e53-41cf-9fdb-7f95dfc87bbc not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:38:47.419706 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3e1d9b1-dce7-4a72-87f8-d480bc2d869a admin admin] Deleting port afb02b6e-a5cc-4589-a774-470f50d1f251 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:38:47.420048 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3e1d9b1-dce7-4a72-87f8-d480bc2d869a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (afb02b6e-a5cc-4589-a774-470f50d1f251), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:47.497728 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b2f3e3-44b2-4ccb-affc-ffb7ca7c8870 None None] DHCP port deletion for a842b208-6516-42cd-af34-f14f7f82e32f request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:38:47.509753 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c3e1d9b1-dce7-4a72-87f8-d480bc2d869a admin admin] For port afb02b6e-a5cc-4589-a774-470f50d1f251, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=afb02b6e-a5cc-4589-a774-470f50d1f251,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:47.510344 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3e1d9b1-dce7-4a72-87f8-d480bc2d869a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (afb02b6e-a5cc-4589-a774-470f50d1f251), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:47.528901 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c3e1d9b1-dce7-4a72-87f8-d480bc2d869a admin admin] Calling delete_port for afb02b6e-a5cc-4589-a774-470f50d1f251 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:38:47.536287 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46a741-29c1-4fa0-b7ba-acd714dc67e7 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Pushing event updated for resources: {'Port': ['ID=b02a1fc8-e9a5-480a-a3b0-af37ac2fe569,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:47.538747 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bd46a741-29c1-4fa0-b7ba-acd714dc67e7 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (e184d082-705b-48e5-91a0-c968191a57c1), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:47.554430 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-40b2f3e3-44b2-4ccb-affc-ffb7ca7c8870 None None] Deleting port afb02b6e-a5cc-4589-a774-470f50d1f251 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:38:47.554812 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-40b2f3e3-44b2-4ccb-affc-ffb7ca7c8870 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (afb02b6e-a5cc-4589-a774-470f50d1f251), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:47.563457 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd06dc06-1db4-477f-864b-b518379d37de req-7c1262f5-bc43-4090-897a-db4b24fc1efc service neutron] 10.222.0.93 "GET /v2.0/networks/eb72ec9f-03fd-429e-98e6-830fa78a693b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5304506 Feb 20 03:38:47.604153 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-e84b2858-3283-4f09-83b0-41a56b0180c4 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Allocated IP 172.20.0.2 (af61ae37-a3b2-46ee-a441-3e7f71e566ae/2206f6d9-9e03-4b9b-9ba0-e4c4146af053/7e634518-42a0-43b8-a363-a9f5607758e8) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:38:47.645970 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-40b2f3e3-44b2-4ccb-affc-ffb7ca7c8870 None None] For port afb02b6e-a5cc-4589-a774-470f50d1f251, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=afb02b6e-a5cc-4589-a774-470f50d1f251,segment=NetworkSegment(127a0507-6032-4814-93d3-5eb448d952e5),segment_id=127a0507-6032-4814-93d3-5eb448d952e5)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:47.646375 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-40b2f3e3-44b2-4ccb-affc-ffb7ca7c8870 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (afb02b6e-a5cc-4589-a774-470f50d1f251), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:47.661645 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-40b2f3e3-44b2-4ccb-affc-ffb7ca7c8870 None None] Calling delete_port for afb02b6e-a5cc-4589-a774-470f50d1f251 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:38:47.727496 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3e1d9b1-dce7-4a72-87f8-d480bc2d869a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (afb02b6e-a5cc-4589-a774-470f50d1f251), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:47.761357 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-40b2f3e3-44b2-4ccb-affc-ffb7ca7c8870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (afb02b6e-a5cc-4589-a774-470f50d1f251), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:47.782605 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1d9b1-dce7-4a72-87f8-d480bc2d869a admin admin] Pushing event deleted for resources: {'Port': ['ID=afb02b6e-a5cc-4589-a774-470f50d1f251,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:47.791860 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e1d9b1-dce7-4a72-87f8-d480bc2d869a admin admin] No DVR routers for this DVR port afb02b6e-a5cc-4589-a774-470f50d1f251 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:38:47.813679 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2f3e3-44b2-4ccb-affc-ffb7ca7c8870 None None] Pushing event deleted for resources: {'Port': ['ID=afb02b6e-a5cc-4589-a774-470f50d1f251,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:47.819658 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b2f3e3-44b2-4ccb-affc-ffb7ca7c8870 None None] No DVR routers for this DVR port afb02b6e-a5cc-4589-a774-470f50d1f251 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:38:47.840146 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b2f3e3-44b2-4ccb-affc-ffb7ca7c8870 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:47.842543 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b2f3e3-44b2-4ccb-affc-ffb7ca7c8870 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:47.843193 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b2f3e3-44b2-4ccb-affc-ffb7ca7c8870 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:47.843712 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b2f3e3-44b2-4ccb-affc-ffb7ca7c8870 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:47.844246 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b2f3e3-44b2-4ccb-affc-ffb7ca7c8870 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:47.846688 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b2f3e3-44b2-4ccb-affc-ffb7ca7c8870 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:47.847225 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b2f3e3-44b2-4ccb-affc-ffb7ca7c8870 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:47.847668 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b2f3e3-44b2-4ccb-affc-ffb7ca7c8870 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:47.848105 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b2f3e3-44b2-4ccb-affc-ffb7ca7c8870 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:47.851956 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b2f3e3-44b2-4ccb-affc-ffb7ca7c8870 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:47.852965 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b2f3e3-44b2-4ccb-affc-ffb7ca7c8870 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:47.858551 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b2f3e3-44b2-4ccb-affc-ffb7ca7c8870 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:47.858551 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b2f3e3-44b2-4ccb-affc-ffb7ca7c8870 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:38:47.912899 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3e1d9b1-dce7-4a72-87f8-d480bc2d869a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (a842b208-6516-42cd-af34-f14f7f82e32f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:47.935820 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-c3e1d9b1-dce7-4a72-87f8-d480bc2d869a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a842b208-6516-42cd-af34-f14f7f82e32f']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:47.951154 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-c3e1d9b1-dce7-4a72-87f8-d480bc2d869a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '127a0507-6032-4814-93d3-5eb448d952e5') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:47.951582 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-c3e1d9b1-dce7-4a72-87f8-d480bc2d869a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '127a0507-6032-4814-93d3-5eb448d952e5') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:47.963848 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3e1d9b1-dce7-4a72-87f8-d480bc2d869a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (127a0507-6032-4814-93d3-5eb448d952e5), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:47.980949 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3e1d9b1-dce7-4a72-87f8-d480bc2d869a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (127a0507-6032-4814-93d3-5eb448d952e5), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:47.987846 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3e1d9b1-dce7-4a72-87f8-d480bc2d869a admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:38:47.988377 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3e1d9b1-dce7-4a72-87f8-d480bc2d869a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (127a0507-6032-4814-93d3-5eb448d952e5), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:47.990585 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:38:47.990585 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:38:47.990585 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:38:47.990585 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:38:47.990585 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:38:47.990585 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:38:47.990585 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:38:47.990585 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:38:47.990585 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:38:47.990585 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:38:47.990585 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:38:47.990585 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:38:47.990585 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:38:47.990585 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:38:47.990585 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:38:47.990585 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:38:47.990585 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:38:47.990585 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:38:47.990585 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:38:47.990585 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:38:47.990585 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:38:47.990585 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:38:47.990585 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:38:47.990585 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:38:47.990585 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:38:47.990585 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:38:47.990585 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:38:47.990585 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:38:47.990585 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:38:47.990585 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:38:47.990585 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:38:47.990585 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:38:48.089026 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2172e60-42a9-4a4c-af03-382f9605c54c req-50527b7f-c51f-468a-bbeb-25fc60784984 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:48.090430 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a2172e60-42a9-4a4c-af03-382f9605c54c req-50527b7f-c51f-468a-bbeb-25fc60784984 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5a27da6-c365-49d8-b62a-2f5b30bfee78 HTTP/1.1" status: 200 len: 945 time: 0.7032683 Feb 20 03:38:48.110155 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3e1d9b1-dce7-4a72-87f8-d480bc2d869a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (a842b208-6516-42cd-af34-f14f7f82e32f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:48.115833 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3e1d9b1-dce7-4a72-87f8-d480bc2d869a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:48.119727 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c3e1d9b1-dce7-4a72-87f8-d480bc2d869a admin admin] 10.222.0.89 "DELETE /v2.0/networks/a842b208-6516-42cd-af34-f14f7f82e32f HTTP/1.1" status: 204 len: 168 time: 0.9716990 Feb 20 03:38:48.133118 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1d9b1-dce7-4a72-87f8-d480bc2d869a admin admin] Pushing event deleted for resources: {'Network': ['ID=a842b208-6516-42cd-af34-f14f7f82e32f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:48.244195 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd46a741-29c1-4fa0-b7ba-acd714dc67e7 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Network 30cd2b57-1938-464b-a97a-47a1472d7e1c is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:38:48.249782 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53095982-7bc1-4cbb-b2d2-f30110940131 req-f15c7e16-dc06-4324-b38c-6457a3eaa01f tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:48.251284 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-53095982-7bc1-4cbb-b2d2-f30110940131 req-f15c7e16-dc06-4324-b38c-6457a3eaa01f tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.93 "GET /v2.0/ports?device_id=62015460-aef7-4a27-af60-d8bc2deac56c HTTP/1.1" status: 200 len: 946 time: 0.5687792 Feb 20 03:38:48.262688 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-bd46a741-29c1-4fa0-b7ba-acd714dc67e7 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:38:48.310251 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a2172e60-42a9-4a4c-af03-382f9605c54c req-77cfb9b5-3fe3-47fd-86d4-9f352f375a37 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131069 Feb 20 03:38:48.501606 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-d6b782bb-e7cc-4043-8ada-191a16ffbf77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcfd0b58-d875-477c-b394-fd5bca43a750 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:38:48.527362 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38928) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:48.550293 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-d6b782bb-e7cc-4043-8ada-191a16ffbf77 service neutron] Publish callbacks [] for port (fcfd0b58-d875-477c-b394-fd5bca43a750), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:48.552171 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-13cb4d9e-3b47-4181-a351-a699b1c3eac5 None None] Provisioning complete for port b02a1fc8-e9a5-480a-a3b0-af37ac2fe569 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:38:48.553151 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-13cb4d9e-3b47-4181-a351-a699b1c3eac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b02a1fc8-e9a5-480a-a3b0-af37ac2fe569), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:48.565670 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-d6b782bb-e7cc-4043-8ada-191a16ffbf77 service neutron] Transition to ACTIVE for port object fcfd0b58-d875-477c-b394-fd5bca43a750 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:38:48.570549 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7d4175af-f4f6-49c5-b47c-f29669f93556 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c709bbfa8b354edf911780ffcf2e7b53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420165 Feb 20 03:38:48.575231 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38930) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:48.593816 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-13cb4d9e-3b47-4181-a351-a699b1c3eac5 None None] Port b02a1fc8-e9a5-480a-a3b0-af37ac2fe569 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:38:48.632112 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-45a1c5aa-1e85-4a4e-ad7a-654534a88784 admin admin] Publish callbacks [] for security_group (ff1c6b55-44a3-4d85-ab2a-f996a6bfadef), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:48.646343 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-e84b2858-3283-4f09-83b0-41a56b0180c4 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks [] for port (7e634518-42a0-43b8-a363-a9f5607758e8), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:48.649044 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-d6b782bb-e7cc-4043-8ada-191a16ffbf77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (fcfd0b58-d875-477c-b394-fd5bca43a750), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:48.658681 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-45a1c5aa-1e85-4a4e-ad7a-654534a88784 admin admin] Publish callbacks [] for security_group (ff1c6b55-44a3-4d85-ab2a-f996a6bfadef), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:48.723267 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b35ff6-50a6-4c77-ac63-b6cebd9ff947 req-b036e554-4b51-494d-ac00-797ca93aab2d tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:48.724793 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79b35ff6-50a6-4c77-ac63-b6cebd9ff947 req-b036e554-4b51-494d-ac00-797ca93aab2d tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] 10.222.0.89 "GET /v2.0/ports?device_id=12306737-36e2-464f-a2f0-d007e40958ec HTTP/1.1" status: 200 len: 932 time: 0.2999940 Feb 20 03:38:48.762028 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd46a741-29c1-4fa0-b7ba-acd714dc67e7 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Router e184d082-705b-48e5-91a0-c968191a57c1 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:38:48.784518 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b782bb-e7cc-4043-8ada-191a16ffbf77 service neutron] Pushing event updated for resources: {'Port': ['ID=fcfd0b58-d875-477c-b394-fd5bca43a750,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:48.795030 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-53095982-7bc1-4cbb-b2d2-f30110940131 req-41b6381c-8a4d-4966-ab63-6809b47a49b0 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Deleting port 3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:38:48.795382 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-53095982-7bc1-4cbb-b2d2-f30110940131 req-41b6381c-8a4d-4966-ab63-6809b47a49b0 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:48.796044 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-45a1c5aa-1e85-4a4e-ad7a-654534a88784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ff1c6b55-44a3-4d85-ab2a-f996a6bfadef), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:48.801594 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-45a1c5aa-1e85-4a4e-ad7a-654534a88784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:48.805362 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-45a1c5aa-1e85-4a4e-ad7a-654534a88784 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ff1c6b55-44a3-4d85-ab2a-f996a6bfadef HTTP/1.1" status: 204 len: 168 time: 0.2270868 Feb 20 03:38:48.813326 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1c5aa-1e85-4a4e-ad7a-654534a88784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1c6b55-44a3-4d85-ab2a-f996a6bfadef,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:48.985858 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79b35ff6-50a6-4c77-ac63-b6cebd9ff947 req-17ca6a2b-6ab5-4c5b-bcca-75aaf88f768d tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] 10.222.0.89 "GET /v2.0/security-groups?id=efcae039-9ec4-4ced-89c3-0612fec4e5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480185 Feb 20 03:38:48.992664 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-e84b2858-3283-4f09-83b0-41a56b0180c4 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (7e634518-42a0-43b8-a363-a9f5607758e8), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:49.041892 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device afb02b6e-a5cc-4589-a774-470f50d1f251 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:38:49.071524 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: afb02b6e-a5cc-4589-a774-470f50d1f251 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:38:49.072737 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device afb02b6e-a5cc-4589-a774-470f50d1f251 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:38:49.078166 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-53095982-7bc1-4cbb-b2d2-f30110940131 req-41b6381c-8a4d-4966-ab63-6809b47a49b0 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] For port 3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5,segment=NetworkSegment(69783699-9f40-4dd5-8cc4-9295ba1da9c2),segment_id=69783699-9f40-4dd5-8cc4-9295ba1da9c2)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:49.078556 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-53095982-7bc1-4cbb-b2d2-f30110940131 req-41b6381c-8a4d-4966-ab63-6809b47a49b0 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:49.114767 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-d6b782bb-e7cc-4043-8ada-191a16ffbf77 service neutron] Attempting to bind port fcfd0b58-d875-477c-b394-fd5bca43a750 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:38:49.116815 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-d6b782bb-e7cc-4043-8ada-191a16ffbf77 service neutron] Attempting to bind port fcfd0b58-d875-477c-b394-fd5bca43a750 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '7a131404-dbcd-4db7-900e-502e2ba1a1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dfda3d3f-9bab-4115-bce8-23fba3cf9a89'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:38:49.116815 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-d6b782bb-e7cc-4043-8ada-191a16ffbf77 service neutron] Attempting to bind port fcfd0b58-d875-477c-b394-fd5bca43a750 on network dfda3d3f-9bab-4115-bce8-23fba3cf9a89 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:38:49.145379 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-e84b2858-3283-4f09-83b0-41a56b0180c4 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Network af61ae37-a3b2-46ee-a441-3e7f71e566ae is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:38:49.152800 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-d6b782bb-e7cc-4043-8ada-191a16ffbf77 service neutron] Port fcfd0b58-d875-477c-b394-fd5bca43a750 on network dfda3d3f-9bab-4115-bce8-23fba3cf9a89 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:38:49.153004 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-d6b782bb-e7cc-4043-8ada-191a16ffbf77 service neutron] Attempting to bind port fcfd0b58-d875-477c-b394-fd5bca43a750 on network dfda3d3f-9bab-4115-bce8-23fba3cf9a89 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:38:49.181222 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-e84b2858-3283-4f09-83b0-41a56b0180c4 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:38:49.184328 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-e84b2858-3283-4f09-83b0-41a56b0180c4 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:38:49.188583 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-53095982-7bc1-4cbb-b2d2-f30110940131 req-41b6381c-8a4d-4966-ab63-6809b47a49b0 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Calling delete_port for 3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:38:49.194152 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b2858-3283-4f09-83b0-41a56b0180c4 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Pushing event updated for resources: {'Port': ['ID=7e634518-42a0-43b8-a363-a9f5607758e8,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:49.203953 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-d6b782bb-e7cc-4043-8ada-191a16ffbf77 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:38:49.204304 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-d6b782bb-e7cc-4043-8ada-191a16ffbf77 service neutron] Checking segment: {'id': '7a131404-dbcd-4db7-900e-502e2ba1a1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dfda3d3f-9bab-4115-bce8-23fba3cf9a89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:38:49.204691 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-d6b782bb-e7cc-4043-8ada-191a16ffbf77 service neutron] Bound using segment: {'id': '7a131404-dbcd-4db7-900e-502e2ba1a1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dfda3d3f-9bab-4115-bce8-23fba3cf9a89'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:38:49.205141 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-d6b782bb-e7cc-4043-8ada-191a16ffbf77 service neutron] Bound port: fcfd0b58-d875-477c-b394-fd5bca43a750, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a131404-dbcd-4db7-900e-502e2ba1a1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'dfda3d3f-9bab-4115-bce8-23fba3cf9a89'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:38:49.205499 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-d6b782bb-e7cc-4043-8ada-191a16ffbf77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fcfd0b58-d875-477c-b394-fd5bca43a750), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:49.253611 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd46a741-29c1-4fa0-b7ba-acd714dc67e7 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:38:49.265659 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-bd46a741-29c1-4fa0-b7ba-acd714dc67e7 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] 10.222.0.89 "PUT /v2.0/routers/e184d082-705b-48e5-91a0-c968191a57c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2464223 Feb 20 03:38:49.266529 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38946) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:49.268552 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208d994-000e-428e-b921-e0b4a2014157 None None] Sync routers for ids ['e184d082-705b-48e5-91a0-c968191a57c1'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:38:49.272637 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-cadf8be5-bf7c-4d8c-b889-62d0ceeba84d tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Request body: {'port': {'network_id': '30cd2b57-1938-464b-a97a-47a1472d7e1c', 'name': 'tempest-FloatingIPAdminTestJSON-500041050'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:38:49.280834 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0208d994-000e-428e-b921-e0b4a2014157 None None] Routers {'e184d082-705b-48e5-91a0-c968191a57c1'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:38:49.281826 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-0208d994-000e-428e-b921-e0b4a2014157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:38:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e184d082-705b-48e5-91a0-c968191a57c1'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:49.326351 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-0208d994-000e-428e-b921-e0b4a2014157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:49.336677 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0208d994-000e-428e-b921-e0b4a2014157 None None] Routers {'e184d082-705b-48e5-91a0-c968191a57c1'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:38:49.338351 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-0208d994-000e-428e-b921-e0b4a2014157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:38:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e184d082-705b-48e5-91a0-c968191a57c1'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:49.362172 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-e84b2858-3283-4f09-83b0-41a56b0180c4 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:49.362839 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-e84b2858-3283-4f09-83b0-41a56b0180c4 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:49.383108 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-0208d994-000e-428e-b921-e0b4a2014157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:49.383754 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208d994-000e-428e-b921-e0b4a2014157 None None] The sync data for ids ['e184d082-705b-48e5-91a0-c968191a57c1'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:38:49.421482 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02ad0c-8956-4c27-af61-6823bbafade7 req-6c04c7c2-d387-4c29-a707-7bd41c5a0bd3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:49.427706 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3f02ad0c-8956-4c27-af61-6823bbafade7 req-6c04c7c2-d387-4c29-a707-7bd41c5a0bd3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=e772532f-b5e9-4f08-a715-8c3cb3d96a17 HTTP/1.1" status: 200 len: 931 time: 0.3601577 Feb 20 03:38:49.435183 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-d6b782bb-e7cc-4043-8ada-191a16ffbf77 service neutron] For port fcfd0b58-d875-477c-b394-fd5bca43a750, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:38:49.444887 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-d6b782bb-e7cc-4043-8ada-191a16ffbf77 service neutron] For port fcfd0b58-d875-477c-b394-fd5bca43a750, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=fcfd0b58-d875-477c-b394-fd5bca43a750,segment=NetworkSegment(7a131404-dbcd-4db7-900e-502e2ba1a1d4),segment_id=7a131404-dbcd-4db7-900e-502e2ba1a1d4)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:38:49.483875 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-e84b2858-3283-4f09-83b0-41a56b0180c4 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1500351 Feb 20 03:38:49.498738 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-2cfac604-538c-4559-b87a-fedb5df32cf5 service neutron] Request body: {'port': {'device_id': 'e772532f-b5e9-4f08-a715-8c3cb3d96a17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:38:49.524447 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3f02ad0c-8956-4c27-af61-6823bbafade7 req-b9f002c3-f095-4109-b49b-edd2ba599ed6 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958557 Feb 20 03:38:49.555315 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-d6b782bb-e7cc-4043-8ada-191a16ffbf77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (fcfd0b58-d875-477c-b394-fd5bca43a750), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:49.584720 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadf8be5-bf7c-4d8c-b889-62d0ceeba84d tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Made reservation on behalf of 8b973710dffa4725af259409c2135f92 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:38:49.589449 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cadf8be5-bf7c-4d8c-b889-62d0ceeba84d tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:49.630222 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-cadf8be5-bf7c-4d8c-b889-62d0ceeba84d tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] device_id is not set on port d1c8a2b1-d3af-4727-9536-977a585eaf6e yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:38:49.633088 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-d6b782bb-e7cc-4043-8ada-191a16ffbf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:49.633725 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-d6b782bb-e7cc-4043-8ada-191a16ffbf77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:49.635940 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-d6b782bb-e7cc-4043-8ada-191a16ffbf77 service neutron] 10.222.0.93 "PUT /v2.0/ports/fcfd0b58-d875-477c-b394-fd5bca43a750 HTTP/1.1" status: 200 len: 1092 time: 2.7850699 Feb 20 03:38:49.636408 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12306737-36e2-464f-a2f0-d007e40958ec', 'tag': 'fcfd0b58-d875-477c-b394-fd5bca43a750'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:38:49.639165 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c4c87c-f626-4c5c-816a-33c32f2b410c" -d '{"events": [{"name": "network-changed", "server_uuid": "12306737-36e2-464f-a2f0-d007e40958ec", "tag": "fcfd0b58-d875-477c-b394-fd5bca43a750"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:38:49.696105 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-2cfac604-538c-4559-b87a-fedb5df32cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7e634518-42a0-43b8-a363-a9f5607758e8), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:49.713220 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b782bb-e7cc-4043-8ada-191a16ffbf77 service neutron] Pushing event updated for resources: {'Port': ['ID=fcfd0b58-d875-477c-b394-fd5bca43a750,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:49.758074 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-53095982-7bc1-4cbb-b2d2-f30110940131 req-41b6381c-8a4d-4966-ab63-6809b47a49b0 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:49.759939 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-cadf8be5-bf7c-4d8c-b889-62d0ceeba84d tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Allocated IP 172.20.0.9 (30cd2b57-1938-464b-a97a-47a1472d7e1c/b912e8e4-8d64-4bca-8f0e-06b954b92602/d1c8a2b1-d3af-4727-9536-977a585eaf6e) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:38:49.779313 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376294b4-7aef-43f8-a6e5-6800bb51feab req-ee694bf1-b77d-437a-9999-0b6d837ad46c tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:49.779313 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-376294b4-7aef-43f8-a6e5-6800bb51feab req-ee694bf1-b77d-437a-9999-0b6d837ad46c tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/ports?device_id=62015460-aef7-4a27-af60-d8bc2deac56c HTTP/1.1" status: 200 len: 946 time: 0.1565137 Feb 20 03:38:49.842043 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b6381c-8a4d-4966-ab63-6809b47a49b0 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Pushing event deleted for resources: {'Port': ['ID=3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:49.952664 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cadf8be5-bf7c-4d8c-b889-62d0ceeba84d tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks [] for port (d1c8a2b1-d3af-4727-9536-977a585eaf6e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:49.979048 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-53095982-7bc1-4cbb-b2d2-f30110940131 req-41b6381c-8a4d-4966-ab63-6809b47a49b0 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] No DVR routers for this DVR port 3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:38:49.984981 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-53095982-7bc1-4cbb-b2d2-f30110940131 req-41b6381c-8a4d-4966-ab63-6809b47a49b0 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:49.988258 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-53095982-7bc1-4cbb-b2d2-f30110940131 req-41b6381c-8a4d-4966-ab63-6809b47a49b0 tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.93 "DELETE /v2.0/ports/3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5 HTTP/1.1" status: 204 len: 173 time: 1.7289360 Feb 20 03:38:50.023195 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-6579a722-5298-44ba-b015-d2d4abfb98f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:50.025371 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-6579a722-5298-44ba-b015-d2d4abfb98f5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=526bfeec56004a2cb82662a87d8f2803&device_id=12306737-36e2-464f-a2f0-d007e40958ec HTTP/1.1" status: 200 len: 1126 time: 0.2467456 Feb 20 03:38:50.031655 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-376294b4-7aef-43f8-a6e5-6800bb51feab req-3439da6e-5b79-47af-b2b2-15df81c80b5d tempest-ServerDiskConfigTestJSON-1839965910 tempest-ServerDiskConfigTestJSON-1839965910-project] 10.222.0.89 "GET /v2.0/security-groups?id=693fac18-5863-41a7-b23e-95938134edab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212956 Feb 20 03:38:50.079353 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cadf8be5-bf7c-4d8c-b889-62d0ceeba84d tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (d1c8a2b1-d3af-4727-9536-977a585eaf6e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:50.134008 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-da64043e-ebda-49a6-a447-1b14d89e0c8c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcfd0b58-d875-477c-b394-fd5bca43a750 HTTP/1.1" status: 200 len: 217 time: 0.1014538 Feb 20 03:38:50.157961 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf8be5-bf7c-4d8c-b889-62d0ceeba84d tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Pushing event updated for resources: {'Port': ['ID=d1c8a2b1-d3af-4727-9536-977a585eaf6e,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:50.175018 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadf8be5-bf7c-4d8c-b889-62d0ceeba84d tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Network 30cd2b57-1938-464b-a97a-47a1472d7e1c is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:38:50.176299 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-cadf8be5-bf7c-4d8c-b889-62d0ceeba84d tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:38:50.178844 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadf8be5-bf7c-4d8c-b889-62d0ceeba84d tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:38:50.253159 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-78925654-55df-4ff8-8856-ac3b0193fd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:50.254658 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-78925654-55df-4ff8-8856-ac3b0193fd7d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e173a1ed-db62-494b-8d9a-65769f3b4201 HTTP/1.1" status: 200 len: 854 time: 0.1104424 Feb 20 03:38:50.257651 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadf8be5-bf7c-4d8c-b889-62d0ceeba84d tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:50.258290 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cadf8be5-bf7c-4d8c-b889-62d0ceeba84d tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:50.302907 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-12166762-f5de-4dfd-9923-49ea9d39238b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=dfda3d3f-9bab-4115-bce8-23fba3cf9a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396295 Feb 20 03:38:50.314087 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06490f-f7e3-4109-b9ee-231cf9998732 req-429d4250-6008-42b0-a56e-31951997b317 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:50.315948 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b06490f-f7e3-4109-b9ee-231cf9998732 req-429d4250-6008-42b0-a56e-31951997b317 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 950 time: 0.1860178 Feb 20 03:38:50.372676 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cadf8be5-bf7c-4d8c-b889-62d0ceeba84d tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1042738 Feb 20 03:38:50.375935 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38980) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:50.464599 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-2cfac604-538c-4559-b87a-fedb5df32cf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e634518-42a0-43b8-a363-a9f5607758e8 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:38:50.481504 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-2cfac604-538c-4559-b87a-fedb5df32cf5 service neutron] Publish callbacks [] for port (7e634518-42a0-43b8-a363-a9f5607758e8), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:50.503626 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b06490f-f7e3-4109-b9ee-231cf9998732 req-b884f4c4-2a59-4b27-9e7b-c59aa3ed2216 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819603 Feb 20 03:38:50.529143 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-2cfac604-538c-4559-b87a-fedb5df32cf5 service neutron] Transition to ACTIVE for port object 7e634518-42a0-43b8-a363-a9f5607758e8 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:38:50.538638 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-607e1db4-7b14-4e19-a467-7a54609d2c43 service neutron] 10.222.0.93 "GET /v2.0/networks/dfda3d3f-9bab-4115-bce8-23fba3cf9a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216914 Feb 20 03:38:50.546965 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d550cc60-ddc5-487a-9fe9-63864b010119 None None] Provisioning complete for port d1c8a2b1-d3af-4727-9536-977a585eaf6e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:38:50.551451 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d550cc60-ddc5-487a-9fe9-63864b010119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d1c8a2b1-d3af-4727-9536-977a585eaf6e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:50.609790 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d550cc60-ddc5-487a-9fe9-63864b010119 None None] Port d1c8a2b1-d3af-4727-9536-977a585eaf6e cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:38:50.615733 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-2cfac604-538c-4559-b87a-fedb5df32cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (7e634518-42a0-43b8-a363-a9f5607758e8), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:50.645696 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-bf285851-f4b6-41cb-ac56-7a433004b7fa tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'project_id': '8b973710dffa4725af259409c2135f92', 'port_id': 'd1c8a2b1-d3af-4727-9536-977a585eaf6e'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:38:50.716049 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfac604-538c-4559-b87a-fedb5df32cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=7e634518-42a0-43b8-a363-a9f5607758e8,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:50.726636 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-691bd2d9-14b3-4654-9932-649d3b85e819 req-db76565a-cef2-4ee8-9dc3-b75d82f88a98 service neutron] 10.222.0.93 "GET /v2.0/networks/dfda3d3f-9bab-4115-bce8-23fba3cf9a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802530 Feb 20 03:38:50.746360 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf285851-f4b6-41cb-ac56-7a433004b7fa tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:50.805760 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-2cfac604-538c-4559-b87a-fedb5df32cf5 service neutron] Attempting to bind port 7e634518-42a0-43b8-a363-a9f5607758e8 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:38:50.806663 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-2cfac604-538c-4559-b87a-fedb5df32cf5 service neutron] Attempting to bind port 7e634518-42a0-43b8-a363-a9f5607758e8 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '8a57dd48-cd2a-4b48-a8ae-20be415170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:38:50.807032 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-2cfac604-538c-4559-b87a-fedb5df32cf5 service neutron] Attempting to bind port 7e634518-42a0-43b8-a363-a9f5607758e8 on network af61ae37-a3b2-46ee-a441-3e7f71e566ae {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:38:50.812785 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-2cfac604-538c-4559-b87a-fedb5df32cf5 service neutron] Port 7e634518-42a0-43b8-a363-a9f5607758e8 on network af61ae37-a3b2-46ee-a441-3e7f71e566ae not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:38:50.813128 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-2cfac604-538c-4559-b87a-fedb5df32cf5 service neutron] Attempting to bind port 7e634518-42a0-43b8-a363-a9f5607758e8 on network af61ae37-a3b2-46ee-a441-3e7f71e566ae {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:38:50.818661 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-2cfac604-538c-4559-b87a-fedb5df32cf5 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:38:50.819118 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-2cfac604-538c-4559-b87a-fedb5df32cf5 service neutron] Checking segment: {'id': '8a57dd48-cd2a-4b48-a8ae-20be415170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:38:50.819652 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-2cfac604-538c-4559-b87a-fedb5df32cf5 service neutron] Bound using segment: {'id': '8a57dd48-cd2a-4b48-a8ae-20be415170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:38:50.820194 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-2cfac604-538c-4559-b87a-fedb5df32cf5 service neutron] Bound port: 7e634518-42a0-43b8-a363-a9f5607758e8, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a57dd48-cd2a-4b48-a8ae-20be415170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:38:50.820670 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-2cfac604-538c-4559-b87a-fedb5df32cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7e634518-42a0-43b8-a363-a9f5607758e8), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:50.861148 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:50.887731 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf285851-f4b6-41cb-ac56-7a433004b7fa tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:50.902283 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-2cfac604-538c-4559-b87a-fedb5df32cf5 service neutron] For port 7e634518-42a0-43b8-a363-a9f5607758e8, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:38:50.906962 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-2cfac604-538c-4559-b87a-fedb5df32cf5 service neutron] For port 7e634518-42a0-43b8-a363-a9f5607758e8, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=7e634518-42a0-43b8-a363-a9f5607758e8,segment=NetworkSegment(8a57dd48-cd2a-4b48-a8ae-20be415170b3),segment_id=8a57dd48-cd2a-4b48-a8ae-20be415170b3)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:38:50.981338 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-2cfac604-538c-4559-b87a-fedb5df32cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (7e634518-42a0-43b8-a363-a9f5607758e8), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:50.983692 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:51.015225 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-bf285851-f4b6-41cb-ac56-7a433004b7fa tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Allocated IP 172.25.7.208 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/a62b340f-0249-4907-92f5-531e1d233681) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:38:51.021566 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-2cfac604-538c-4559-b87a-fedb5df32cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:51.022265 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-2cfac604-538c-4559-b87a-fedb5df32cf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:51.024168 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-2cfac604-538c-4559-b87a-fedb5df32cf5 service neutron] 10.222.0.42 "PUT /v2.0/ports/7e634518-42a0-43b8-a363-a9f5607758e8 HTTP/1.1" status: 200 len: 1091 time: 1.5323129 Feb 20 03:38:51.052153 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfac604-538c-4559-b87a-fedb5df32cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=7e634518-42a0-43b8-a363-a9f5607758e8,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:51.102527 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:38:51.128797 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:38:51.129228 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:38:51.134830 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf285851-f4b6-41cb-ac56-7a433004b7fa tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Publish callbacks [] for port (a62b340f-0249-4907-92f5-531e1d233681), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:51.238673 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf285851-f4b6-41cb-ac56-7a433004b7fa tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (a62b340f-0249-4907-92f5-531e1d233681), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:51.248983 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-3486c526-3f0e-4b0d-82af-0d3bbc64f399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:51.250582 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-3486c526-3f0e-4b0d-82af-0d3bbc64f399 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=138204b85f4b4d58be48c9d0572da2c6&device_id=e772532f-b5e9-4f08-a715-8c3cb3d96a17 HTTP/1.1" status: 200 len: 1125 time: 0.0476358 Feb 20 03:38:51.291993 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf285851-f4b6-41cb-ac56-7a433004b7fa tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:38:51.291993 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-bf285851-f4b6-41cb-ac56-7a433004b7fa tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:38:51.295813 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf285851-f4b6-41cb-ac56-7a433004b7fa tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:38:51.310290 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-d71eb54f-d6a7-42c1-8cac-cddd6aa802a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e634518-42a0-43b8-a363-a9f5607758e8 HTTP/1.1" status: 200 len: 217 time: 0.0528216 Feb 20 03:38:51.334215 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf285851-f4b6-41cb-ac56-7a433004b7fa tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Pushing event updated for resources: {'Port': ['ID=a62b340f-0249-4907-92f5-531e1d233681,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:51.351073 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5a0b26-16e5-4adc-abdd-cd8b03573d32 x-openstack-request-id: req-7a5a0b26-16e5-4adc-abdd-cd8b03573d32 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:38:51.351327 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12306737-36e2-464f-a2f0-d007e40958ec", "tag": "fcfd0b58-d875-477c-b394-fd5bca43a750", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:38:51.351431 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7a5a0b26-16e5-4adc-abdd-cd8b03573d32 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:38:51.351827 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12306737-36e2-464f-a2f0-d007e40958ec', 'tag': 'fcfd0b58-d875-477c-b394-fd5bca43a750', 'status': 'completed', 'code': 200} Feb 20 03:38:51.408510 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-107101e0-3c9d-48e0-99df-ea3669b5075d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:51.409949 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-107101e0-3c9d-48e0-99df-ea3669b5075d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2206f6d9-9e03-4b9b-9ba0-e4c4146af053 HTTP/1.1" status: 200 len: 852 time: 0.0931923 Feb 20 03:38:51.466603 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-833ac35f-2293-40bf-b5ba-2ecb1e0cbe84 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af61ae37-a3b2-46ee-a441-3e7f71e566ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366752 Feb 20 03:38:51.484605 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4c87c-f626-4c5c-816a-33c32f2b410c req-431cbfa6-9ea1-47f3-81c7-c827d337ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:51.486067 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-09c4c87c-f626-4c5c-816a-33c32f2b410c req-431cbfa6-9ea1-47f3-81c7-c827d337ce36 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=526bfeec56004a2cb82662a87d8f2803&device_id=12306737-36e2-464f-a2f0-d007e40958ec HTTP/1.1" status: 200 len: 1126 time: 0.1374149 Feb 20 03:38:51.659741 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39010) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:51.725235 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf285851-f4b6-41cb-ac56-7a433004b7fa tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Publish callbacks [] for floatingip (69bd3ca4-ec77-4f64-a62c-2c70cf512ed5), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:51.823178 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aee9d30e-e1cf-433f-9ccd-9b86da88ed35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:51.873888 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf285851-f4b6-41cb-ac56-7a433004b7fa tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a62b340f-0249-4907-92f5-531e1d233681), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:51.962263 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc9e6f-46bf-4bee-8ddf-c21d872c8996 req-ed0e19bd-86ca-47b5-ab01-3651b233bb8c tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:51.964439 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c8fc9e6f-46bf-4bee-8ddf-c21d872c8996 req-ed0e19bd-86ca-47b5-ab01-3651b233bb8c tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] 10.222.0.89 "GET /v2.0/ports?device_id=12306737-36e2-464f-a2f0-d007e40958ec HTTP/1.1" status: 200 len: 944 time: 0.5697758 Feb 20 03:38:52.015514 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aee9d30e-e1cf-433f-9ccd-9b86da88ed35 admin admin] Publish callbacks [] for security_group (cd43d271-04cf-41da-8ba8-919493c71a87), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:52.050327 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-4f353125-771f-4722-9571-010995f09a16 service neutron] 10.222.0.42 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5764961 Feb 20 03:38:52.054930 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4c87c-f626-4c5c-816a-33c32f2b410c req-bf07918f-8226-4893-86b3-dab62e5ce492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:52.056925 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-09c4c87c-f626-4c5c-816a-33c32f2b410c req-bf07918f-8226-4893-86b3-dab62e5ce492 service neutron] 10.222.0.93 "GET /v2.0/networks?id=dfda3d3f-9bab-4115-bce8-23fba3cf9a89 HTTP/1.1" status: 200 len: 915 time: 0.5565817 Feb 20 03:38:52.067504 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c8fc9e6f-46bf-4bee-8ddf-c21d872c8996 req-d275abcb-562b-4f9a-9a21-7d0ad7753928 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] 10.222.0.89 "GET /v2.0/security-groups?id=efcae039-9ec4-4ced-89c3-0612fec4e5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949879 Feb 20 03:38:52.079760 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf285851-f4b6-41cb-ac56-7a433004b7fa tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Publish callbacks [] for port (a62b340f-0249-4907-92f5-531e1d233681), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:52.081428 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aee9d30e-e1cf-433f-9ccd-9b86da88ed35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (cd43d271-04cf-41da-8ba8-919493c71a87), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:52.116571 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-09c4c87c-f626-4c5c-816a-33c32f2b410c req-f947adb9-9c37-4e03-ba33-3869874e5cf3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcfd0b58-d875-477c-b394-fd5bca43a750 HTTP/1.1" status: 200 len: 217 time: 0.0481193 Feb 20 03:38:52.121428 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9d30e-e1cf-433f-9ccd-9b86da88ed35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd43d271-04cf-41da-8ba8-919493c71a87,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:52.128467 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-aee9d30e-e1cf-433f-9ccd-9b86da88ed35 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=194e639cf5fe4855807102c2067e5fb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4651344 Feb 20 03:38:52.129645 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39016) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:52.138570 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf285851-f4b6-41cb-ac56-7a433004b7fa tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (a62b340f-0249-4907-92f5-531e1d233681), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:52.204315 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4c87c-f626-4c5c-816a-33c32f2b410c req-6339f90c-1ff6-4956-b2c5-158b5c3bec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:52.205797 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-09c4c87c-f626-4c5c-816a-33c32f2b410c req-6339f90c-1ff6-4956-b2c5-158b5c3bec8c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e173a1ed-db62-494b-8d9a-65769f3b4201 HTTP/1.1" status: 200 len: 854 time: 0.0610633 Feb 20 03:38:52.236365 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf285851-f4b6-41cb-ac56-7a433004b7fa tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Pushing event updated for resources: {'Port': ['ID=a62b340f-0249-4907-92f5-531e1d233681,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:52.248606 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-09c4c87c-f626-4c5c-816a-33c32f2b410c req-1eea3992-91f3-4ba6-aca7-2b14b19b9962 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=dfda3d3f-9bab-4115-bce8-23fba3cf9a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295875 Feb 20 03:38:52.250567 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8890541-897f-48ce-a3e0-1f59e5708ac3 req-451ed18c-7948-47e5-8d78-32fb631ac1a9 service neutron] 10.222.0.42 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927927 Feb 20 03:38:52.258808 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-68ea6b38-8860-4f57-82f1-02b4b78e3c39 admin admin] Publish callbacks [] for security_group (cd43d271-04cf-41da-8ba8-919493c71a87), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:52.261926 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf285851-f4b6-41cb-ac56-7a433004b7fa tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (69bd3ca4-ec77-4f64-a62c-2c70cf512ed5), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:52.326545 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-68ea6b38-8860-4f57-82f1-02b4b78e3c39 admin admin] Publish callbacks [] for security_group (cd43d271-04cf-41da-8ba8-919493c71a87), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:52.369955 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-09c4c87c-f626-4c5c-816a-33c32f2b410c req-9e2c0263-4373-4191-b155-be8a280330ed service neutron] 10.222.0.93 "GET /v2.0/networks/dfda3d3f-9bab-4115-bce8-23fba3cf9a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139762 Feb 20 03:38:52.475049 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-09c4c87c-f626-4c5c-816a-33c32f2b410c req-8c9a299a-93e1-4ae1-8b7a-0db9ab24492e service neutron] 10.222.0.93 "GET /v2.0/networks/dfda3d3f-9bab-4115-bce8-23fba3cf9a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983634 Feb 20 03:38:52.706806 n-d-829866-4 neutron-server[104106]: INFO neutron.db.l3_db [None req-bf285851-f4b6-41cb-ac56-7a433004b7fa tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Floating IP 69bd3ca4-ec77-4f64-a62c-2c70cf512ed5 associated. External IP: 172.25.7.208, port: d1c8a2b1-d3af-4727-9536-977a585eaf6e. Feb 20 03:38:52.816559 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-68ea6b38-8860-4f57-82f1-02b4b78e3c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (cd43d271-04cf-41da-8ba8-919493c71a87), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:52.819048 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-68ea6b38-8860-4f57-82f1-02b4b78e3c39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:52.820216 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-68ea6b38-8860-4f57-82f1-02b4b78e3c39 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/cd43d271-04cf-41da-8ba8-919493c71a87 HTTP/1.1" status: 204 len: 168 time: 0.6894283 Feb 20 03:38:52.865502 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea6b38-8860-4f57-82f1-02b4b78e3c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd43d271-04cf-41da-8ba8-919493c71a87,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:52.938933 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf285851-f4b6-41cb-ac56-7a433004b7fa tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Router e184d082-705b-48e5-91a0-c968191a57c1 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:38:53.076958 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf285851-f4b6-41cb-ac56-7a433004b7fa tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:38:53.090133 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c466dca-7e6d-4740-89ae-c69738cabee1 None None] Sync routers for ids ['e184d082-705b-48e5-91a0-c968191a57c1'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:38:53.101915 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c466dca-7e6d-4740-89ae-c69738cabee1 None None] Routers {'e184d082-705b-48e5-91a0-c968191a57c1'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:38:53.102933 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-5c466dca-7e6d-4740-89ae-c69738cabee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:38:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e184d082-705b-48e5-91a0-c968191a57c1'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:53.155584 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7dfb4-7b92-4651-bda5-8dc367067290 req-fa9cf2f2-8941-41ec-8303-f0c811a8dd8c tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:53.157143 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-43f7dfb4-7b92-4651-bda5-8dc367067290 req-fa9cf2f2-8941-41ec-8303-f0c811a8dd8c tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=e772532f-b5e9-4f08-a715-8c3cb3d96a17 HTTP/1.1" status: 200 len: 943 time: 0.0759912 Feb 20 03:38:53.157541 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-5c466dca-7e6d-4740-89ae-c69738cabee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:53.167894 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c466dca-7e6d-4740-89ae-c69738cabee1 None None] Routers {'e184d082-705b-48e5-91a0-c968191a57c1'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:38:53.168767 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-5c466dca-7e6d-4740-89ae-c69738cabee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:38:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e184d082-705b-48e5-91a0-c968191a57c1'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:53.172238 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf285851-f4b6-41cb-ac56-7a433004b7fa tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:53.218875 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-43f7dfb4-7b92-4651-bda5-8dc367067290 req-85ce9543-2f3d-4737-bc44-57f0d256ef66 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547810 Feb 20 03:38:53.220242 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39032) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:53.220872 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-5c466dca-7e6d-4740-89ae-c69738cabee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:53.221525 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c466dca-7e6d-4740-89ae-c69738cabee1 None None] The sync data for ids ['e184d082-705b-48e5-91a0-c968191a57c1'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:38:53.231013 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bf285851-f4b6-41cb-ac56-7a433004b7fa tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 2.8433027 Feb 20 03:38:53.346268 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f9a7e7b6-cdf5-4fcd-9fae-76a65e91b602 tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] 10.222.0.89 "GET /v2.0/floatingips/69bd3ca4-ec77-4f64-a62c-2c70cf512ed5 HTTP/1.1" status: 200 len: 982 time: 0.1245964 Feb 20 03:38:53.348705 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39046) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:53.355165 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62015460-aef7-4a27-af60-d8bc2deac56c', 'name': 'network-vif-deleted', 'tag': '3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5'}, {'name': 'network-changed', 'server_uuid': 'e772532f-b5e9-4f08-a715-8c3cb3d96a17', 'tag': '7e634518-42a0-43b8-a363-a9f5607758e8'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:38:53.357342 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514f40c6-5cb6-4764-9b44-d686f0b9af85" -d '{"events": [{"server_uuid": "62015460-aef7-4a27-af60-d8bc2deac56c", "name": "network-vif-deleted", "tag": "3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5"}, {"name": "network-changed", "server_uuid": "e772532f-b5e9-4f08-a715-8c3cb3d96a17", "tag": "7e634518-42a0-43b8-a363-a9f5607758e8"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:38:53.492643 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9743306c-5b27-467c-8c2f-5b8bd2d40f18 tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] 10.222.0.89 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1466 time: 0.1427951 Feb 20 03:38:53.495444 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39052) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:53.509680 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fd673-026b-4da6-abad-f6ca36d50323 req-bf012ab0-1bc2-4c3b-8e71-163c24274edb tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:53.511432 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d54fd673-026b-4da6-abad-f6ca36d50323 req-bf012ab0-1bc2-4c3b-8e71-163c24274edb tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 950 time: 0.0956502 Feb 20 03:38:53.538724 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39054) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:53.559629 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c9660a94-e24d-4cfb-922e-d040fbc03401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:53.591918 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d54fd673-026b-4da6-abad-f6ca36d50323 req-c22e4128-d58d-4a52-a4d9-95367aef8856 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747566 Feb 20 03:38:53.694278 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c9660a94-e24d-4cfb-922e-d040fbc03401 admin admin] Publish callbacks [] for security_group (6c6938dc-0500-4088-9007-1b609319a68a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:53.719293 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-598a5e14-1054-4f3e-b04b-f86909071f3e tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Deleting port a62b340f-0249-4907-92f5-531e1d233681 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:38:53.719855 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-598a5e14-1054-4f3e-b04b-f86909071f3e tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (a62b340f-0249-4907-92f5-531e1d233681), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:53.760319 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c9660a94-e24d-4cfb-922e-d040fbc03401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (6c6938dc-0500-4088-9007-1b609319a68a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:53.782040 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 7e634518-42a0-43b8-a363-a9f5607758e8 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:38:53.812755 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-598a5e14-1054-4f3e-b04b-f86909071f3e tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (a62b340f-0249-4907-92f5-531e1d233681), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:53.813233 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-598a5e14-1054-4f3e-b04b-f86909071f3e tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks [] for floatingip (a62b340f-0249-4907-92f5-531e1d233681), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:53.827655 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-598a5e14-1054-4f3e-b04b-f86909071f3e tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Calling delete_port for a62b340f-0249-4907-92f5-531e1d233681 owned by network:floatingip {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:38:53.835187 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad232b7-bc1c-4bec-b065-3e93521b6d8a req-6835d276-0925-44aa-af53-4b10e08fd07e tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:53.837917 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5ad232b7-bc1c-4bec-b065-3e93521b6d8a req-6835d276-0925-44aa-af53-4b10e08fd07e tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] 10.222.0.89 "GET /v2.0/ports?device_id=12306737-36e2-464f-a2f0-d007e40958ec HTTP/1.1" status: 200 len: 944 time: 0.1207576 Feb 20 03:38:53.843400 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c9660a94-e24d-4cfb-922e-d040fbc03401 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e16bc00e766c4f3a9682eb5f887be602&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3036027 Feb 20 03:38:53.844029 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39058) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:53.845601 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9660a94-e24d-4cfb-922e-d040fbc03401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6938dc-0500-4088-9007-1b609319a68a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:53.919798 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5ad232b7-bc1c-4bec-b065-3e93521b6d8a req-01cf874a-49b4-4d21-84ec-691ed42681f9 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] 10.222.0.89 "GET /v2.0/security-groups?id=efcae039-9ec4-4ced-89c3-0612fec4e5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649846 Feb 20 03:38:53.942303 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 7e634518-42a0-43b8-a363-a9f5607758e8, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=7e634518-42a0-43b8-a363-a9f5607758e8,segment=NetworkSegment(8a57dd48-cd2a-4b48-a8ae-20be415170b3),segment_id=8a57dd48-cd2a-4b48-a8ae-20be415170b3)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:53.958343 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '7e634518-42a0-43b8-a363-a9f5607758e8', 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae', 'port_id': '7e634518-42a0-43b8-a363-a9f5607758e8', 'mac_address': 'fa:16:3e:73:85:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2206f6d9-9e03-4b9b-9ba0-e4c4146af053', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:38:54.005831 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 7e634518-42a0-43b8-a363-a9f5607758e8 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:38:54.006479 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7e634518-42a0-43b8-a363-a9f5607758e8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:54.023479 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e634518-42a0-43b8-a363-a9f5607758e8 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:38:54.050304 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 7e634518-42a0-43b8-a363-a9f5607758e8, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=7e634518-42a0-43b8-a363-a9f5607758e8,segment=NetworkSegment(8a57dd48-cd2a-4b48-a8ae-20be415170b3),segment_id=8a57dd48-cd2a-4b48-a8ae-20be415170b3)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:54.050534 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-42938700-0b2f-4a31-a37b-6739fe092035 admin admin] Publish callbacks [] for security_group (6c6938dc-0500-4088-9007-1b609319a68a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:54.089860 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 20 Feb 2022 03:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a47590-9adf-49be-875c-a4cd4422a2de x-openstack-request-id: req-b7a47590-9adf-49be-875c-a4cd4422a2de {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:38:54.092674 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62015460-aef7-4a27-af60-d8bc2deac56c", "name": "network-vif-deleted", "tag": "3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e772532f-b5e9-4f08-a715-8c3cb3d96a17", "tag": "7e634518-42a0-43b8-a363-a9f5607758e8", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:38:54.092674 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b7a47590-9adf-49be-875c-a4cd4422a2de {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:38:54.092674 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62015460-aef7-4a27-af60-d8bc2deac56c', 'name': 'network-vif-deleted', 'tag': '3d8a2d1c-8c07-4c52-802f-5eeffb0a93d5', 'status': 'completed', 'code': 200} Feb 20 03:38:54.092674 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e772532f-b5e9-4f08-a715-8c3cb3d96a17', 'tag': '7e634518-42a0-43b8-a363-a9f5607758e8', 'status': 'completed', 'code': 200} Feb 20 03:38:54.095530 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-42938700-0b2f-4a31-a37b-6739fe092035 admin admin] Publish callbacks [] for security_group (6c6938dc-0500-4088-9007-1b609319a68a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:54.147775 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (7e634518-42a0-43b8-a363-a9f5607758e8), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:54.227428 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f40c6-5cb6-4764-9b44-d686f0b9af85 req-26d84937-355a-430d-ab7e-c092c1edb891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:54.230214 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-514f40c6-5cb6-4764-9b44-d686f0b9af85 req-26d84937-355a-430d-ab7e-c092c1edb891 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=138204b85f4b4d58be48c9d0572da2c6&device_id=e772532f-b5e9-4f08-a715-8c3cb3d96a17 HTTP/1.1" status: 200 len: 1125 time: 0.1178246 Feb 20 03:38:54.238328 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=7e634518-42a0-43b8-a363-a9f5607758e8,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:54.277415 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-42938700-0b2f-4a31-a37b-6739fe092035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (6c6938dc-0500-4088-9007-1b609319a68a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:54.280255 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-42938700-0b2f-4a31-a37b-6739fe092035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:54.283873 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-42938700-0b2f-4a31-a37b-6739fe092035 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6c6938dc-0500-4088-9007-1b609319a68a HTTP/1.1" status: 204 len: 168 time: 0.4364905 Feb 20 03:38:54.292339 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42938700-0b2f-4a31-a37b-6739fe092035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6938dc-0500-4088-9007-1b609319a68a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:54.315114 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-598a5e14-1054-4f3e-b04b-f86909071f3e tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (a62b340f-0249-4907-92f5-531e1d233681), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:54.368701 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a5e14-1054-4f3e-b04b-f86909071f3e tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Pushing event deleted for resources: {'Port': ['ID=a62b340f-0249-4907-92f5-531e1d233681,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:54.405102 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f40c6-5cb6-4764-9b44-d686f0b9af85 req-d69fb554-5bbb-4556-816d-7a00d1b5494a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:54.420631 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-514f40c6-5cb6-4764-9b44-d686f0b9af85 req-d69fb554-5bbb-4556-816d-7a00d1b5494a service neutron] 10.222.0.42 "GET /v2.0/networks?id=af61ae37-a3b2-46ee-a441-3e7f71e566ae HTTP/1.1" status: 200 len: 913 time: 0.1831627 Feb 20 03:38:54.424252 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['7e634518-42a0-43b8-a363-a9f5607758e8'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:38:54.447200 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-598a5e14-1054-4f3e-b04b-f86909071f3e tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks [] for floatingip (69bd3ca4-ec77-4f64-a62c-2c70cf512ed5), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:54.447706 n-d-829866-4 neutron-server[104106]: INFO neutron.db.l3_db [None req-598a5e14-1054-4f3e-b04b-f86909071f3e tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Floating IP 69bd3ca4-ec77-4f64-a62c-2c70cf512ed5 disassociated (deleted). External IP: 172.25.7.208, port: d1c8a2b1-d3af-4727-9536-977a585eaf6e. Feb 20 03:38:54.496246 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-514f40c6-5cb6-4764-9b44-d686f0b9af85 req-be214d6e-73af-4653-9bde-1f56a0c4ebde service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e634518-42a0-43b8-a363-a9f5607758e8 HTTP/1.1" status: 200 len: 217 time: 0.0680745 Feb 20 03:38:54.585778 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f40c6-5cb6-4764-9b44-d686f0b9af85 req-d3bc52f9-45c1-4e4b-9fc2-e658f85a1d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:54.588402 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-514f40c6-5cb6-4764-9b44-d686f0b9af85 req-d3bc52f9-45c1-4e4b-9fc2-e658f85a1d40 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2206f6d9-9e03-4b9b-9ba0-e4c4146af053 HTTP/1.1" status: 200 len: 852 time: 0.0864785 Feb 20 03:38:54.642888 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-514f40c6-5cb6-4764-9b44-d686f0b9af85 req-cb9bbb82-337e-4e8d-a559-06ad68daad72 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af61ae37-a3b2-46ee-a441-3e7f71e566ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471604 Feb 20 03:38:54.753405 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-7e082209-8cdb-43f1-9176-bf2e5e086775 service neutron] show failed (client error): The resource could not be found. Feb 20 03:38:54.756798 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-7e082209-8cdb-43f1-9176-bf2e5e086775 service neutron] 10.222.0.42 "GET /v2.0/ports/dffc4781-b96d-4024-9fac-72a74941d34c/bindings/n-h2-829866-4 HTTP/1.1" status: 404 len: 380 time: 0.2040963 Feb 20 03:38:54.794139 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7a433-4282-4772-895e-62019745df5e req-0cd8040d-77ff-447c-94f3-d16a2cdb3768 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:54.799167 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e4a7a433-4282-4772-895e-62019745df5e req-0cd8040d-77ff-447c-94f3-d16a2cdb3768 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=e772532f-b5e9-4f08-a715-8c3cb3d96a17 HTTP/1.1" status: 200 len: 944 time: 0.1897173 Feb 20 03:38:54.826228 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598a5e14-1054-4f3e-b04b-f86909071f3e tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Router e184d082-705b-48e5-91a0-c968191a57c1 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:38:54.826996 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-514f40c6-5cb6-4764-9b44-d686f0b9af85 req-72e4164d-e683-416e-b290-1f3a7f236909 service neutron] 10.222.0.42 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608055 Feb 20 03:38:54.943442 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e4a7a433-4282-4772-895e-62019745df5e req-b465378d-8425-4014-8d35-c1142fc79a45 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299074 Feb 20 03:38:55.001857 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598a5e14-1054-4f3e-b04b-f86909071f3e tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:38:55.011193 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-598a5e14-1054-4f3e-b04b-f86909071f3e tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:55.015457 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280ff50a-496f-4d48-a2ad-953ff94412c4 None None] Sync routers for ids ['e184d082-705b-48e5-91a0-c968191a57c1'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:38:55.033904 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280ff50a-496f-4d48-a2ad-953ff94412c4 None None] Routers {'e184d082-705b-48e5-91a0-c968191a57c1'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:38:55.034711 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-280ff50a-496f-4d48-a2ad-953ff94412c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:38:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e184d082-705b-48e5-91a0-c968191a57c1'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:55.037625 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-514f40c6-5cb6-4764-9b44-d686f0b9af85 req-fa0f9ea3-7406-4b90-8445-51c12707f58c service neutron] 10.222.0.42 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037258 Feb 20 03:38:55.055287 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39116) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:55.056965 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-598a5e14-1054-4f3e-b04b-f86909071f3e tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] 10.222.0.89 "DELETE /v2.0/floatingips/69bd3ca4-ec77-4f64-a62c-2c70cf512ed5 HTTP/1.1" status: 204 len: 168 time: 1.5594335 Feb 20 03:38:55.060569 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-d395bfbe-c87b-42d3-8503-4113ebfac262 tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:38:55.084695 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39118) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:55.108091 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-280ff50a-496f-4d48-a2ad-953ff94412c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:55.120817 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280ff50a-496f-4d48-a2ad-953ff94412c4 None None] Routers {'e184d082-705b-48e5-91a0-c968191a57c1'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:38:55.121612 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-280ff50a-496f-4d48-a2ad-953ff94412c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:38:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e184d082-705b-48e5-91a0-c968191a57c1'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:55.140784 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-224237a7-f4ec-44de-b91b-a12d8cdbac41 admin admin] Deleting subnet 8e889741-186e-4683-9003-0f4b5f32a6a3 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:38:55.147080 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-224237a7-f4ec-44de-b91b-a12d8cdbac41 admin admin] Publish callbacks [] for subnet (8e889741-186e-4683-9003-0f4b5f32a6a3), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:55.168441 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 1b0c8134-d406-4652-8129-86529773af57 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:38:55.171194 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-280ff50a-496f-4d48-a2ad-953ff94412c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:55.171876 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280ff50a-496f-4d48-a2ad-953ff94412c4 None None] The sync data for ids ['e184d082-705b-48e5-91a0-c968191a57c1'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:38:55.175368 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d395bfbe-c87b-42d3-8503-4113ebfac262 tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:55.205403 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-224237a7-f4ec-44de-b91b-a12d8cdbac41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (8e889741-186e-4683-9003-0f4b5f32a6a3), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:55.213228 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e4de6-4c3c-43a5-ba58-9f511c74168e req-f32783dd-ea39-438c-b78c-d6b0f73bb2fd tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:55.214943 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f8e4de6-4c3c-43a5-ba58-9f511c74168e req-f32783dd-ea39-438c-b78c-d6b0f73bb2fd tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 950 time: 0.0835311 Feb 20 03:38:55.254916 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-224237a7-f4ec-44de-b91b-a12d8cdbac41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (8e889741-186e-4683-9003-0f4b5f32a6a3), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:55.304240 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f8e4de6-4c3c-43a5-ba58-9f511c74168e req-3c72ed0a-47da-4f22-89be-b316021c5ddb tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610533 Feb 20 03:38:55.307157 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 1b0c8134-d406-4652-8129-86529773af57, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=1b0c8134-d406-4652-8129-86529773af57,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:55.325570 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '1b0c8134-d406-4652-8129-86529773af57', 'network_id': '780f8a56-4eb9-4713-bddf-aebbfa8636e6', 'port_id': '1b0c8134-d406-4652-8129-86529773af57', 'mac_address': 'fa:16:3e:01:cb:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7943db-e73d-4c28-8d17-e3720a98a6a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:38:55.345843 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d395bfbe-c87b-42d3-8503-4113ebfac262 tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:55.389102 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 1b0c8134-d406-4652-8129-86529773af57 is: ACTIVE; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:38:55.389426 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1b0c8134-d406-4652-8129-86529773af57), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:55.404396 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b0c8134-d406-4652-8129-86529773af57 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:38:55.435746 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 1b0c8134-d406-4652-8129-86529773af57, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=1b0c8134-d406-4652-8129-86529773af57,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:55.472650 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-d395bfbe-c87b-42d3-8503-4113ebfac262 tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Allocated IP 172.25.7.102 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/08182d12-0c80-42b2-b94f-957b562e6a14) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:38:55.499523 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-224237a7-f4ec-44de-b91b-a12d8cdbac41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (8e889741-186e-4683-9003-0f4b5f32a6a3), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:55.503586 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (1b0c8134-d406-4652-8129-86529773af57), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:55.504261 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device fcfd0b58-d875-477c-b394-fd5bca43a750 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:38:55.529086 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224237a7-f4ec-44de-b91b-a12d8cdbac41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e889741-186e-4683-9003-0f4b5f32a6a3,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:55.550766 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-224237a7-f4ec-44de-b91b-a12d8cdbac41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:55.556350 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-224237a7-f4ec-44de-b91b-a12d8cdbac41 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/8e889741-186e-4683-9003-0f4b5f32a6a3 HTTP/1.1" status: 204 len: 168 time: 0.4696360 Feb 20 03:38:55.557923 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39132) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:55.589658 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=1b0c8134-d406-4652-8129-86529773af57,revision_number=6']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:55.635924 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82442e73-5980-4493-a7d4-79d97fd9bd4a req-877407ca-fa59-4d05-a592-27e4711ffd67 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:55.637793 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-82442e73-5980-4493-a7d4-79d97fd9bd4a req-877407ca-fa59-4d05-a592-27e4711ffd67 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] 10.222.0.89 "GET /v2.0/ports?device_id=12306737-36e2-464f-a2f0-d007e40958ec HTTP/1.1" status: 200 len: 944 time: 0.1626539 Feb 20 03:38:55.644115 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60f668d9-f763-4a7e-ab09-091fa4ad9008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (eb72ec9f-03fd-429e-98e6-830fa78a693b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:55.669637 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port fcfd0b58-d875-477c-b394-fd5bca43a750, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=fcfd0b58-d875-477c-b394-fd5bca43a750,segment=NetworkSegment(7a131404-dbcd-4db7-900e-502e2ba1a1d4),segment_id=7a131404-dbcd-4db7-900e-502e2ba1a1d4)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:55.681688 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'fcfd0b58-d875-477c-b394-fd5bca43a750', 'network_id': 'dfda3d3f-9bab-4115-bce8-23fba3cf9a89', 'port_id': 'fcfd0b58-d875-477c-b394-fd5bca43a750', 'mac_address': 'fa:16:3e:24:8b:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e173a1ed-db62-494b-8d9a-65769f3b4201', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:38:55.731355 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port fcfd0b58-d875-477c-b394-fd5bca43a750 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:38:55.731355 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fcfd0b58-d875-477c-b394-fd5bca43a750), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:55.732058 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60f668d9-f763-4a7e-ab09-091fa4ad9008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (eb72ec9f-03fd-429e-98e6-830fa78a693b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:55.733617 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-82442e73-5980-4493-a7d4-79d97fd9bd4a req-d6249cb7-5b25-4367-9d41-2a3565d68036 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] 10.222.0.89 "GET /v2.0/security-groups?id=efcae039-9ec4-4ced-89c3-0612fec4e5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799809 Feb 20 03:38:55.739067 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-50e044d5-3121-4690-a93a-db36f17806bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:55.740579 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-50e044d5-3121-4690-a93a-db36f17806bb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921&tenant_id=aac4a34e9d0e4881a4216fde18e57c70 HTTP/1.1" status: 200 len: 1132 time: 0.1720216 Feb 20 03:38:55.759505 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcfd0b58-d875-477c-b394-fd5bca43a750 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:38:55.759698 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-0618e7e7-762f-4a4f-ab59-4f79c48ffe35 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829866-4', 'device_owner': 'compute:nova'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:38:55.762996 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-60f668d9-f763-4a7e-ab09-091fa4ad9008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb72ec9f-03fd-429e-98e6-830fa78a693b']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:55.773908 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-60f668d9-f763-4a7e-ab09-091fa4ad9008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69783699-9f40-4dd5-8cc4-9295ba1da9c2') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:55.774415 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-60f668d9-f763-4a7e-ab09-091fa4ad9008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69783699-9f40-4dd5-8cc4-9295ba1da9c2') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:38:55.782325 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port fcfd0b58-d875-477c-b394-fd5bca43a750, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=fcfd0b58-d875-477c-b394-fd5bca43a750,segment=NetworkSegment(7a131404-dbcd-4db7-900e-502e2ba1a1d4),segment_id=7a131404-dbcd-4db7-900e-502e2ba1a1d4)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:55.785870 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 7e634518-42a0-43b8-a363-a9f5607758e8 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:38:55.787298 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60f668d9-f763-4a7e-ab09-091fa4ad9008 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (69783699-9f40-4dd5-8cc4-9295ba1da9c2), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:55.789005 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d395bfbe-c87b-42d3-8503-4113ebfac262 tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Publish callbacks [] for port (08182d12-0c80-42b2-b94f-957b562e6a14), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:55.829489 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60f668d9-f763-4a7e-ab09-091fa4ad9008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (69783699-9f40-4dd5-8cc4-9295ba1da9c2), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:55.844014 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f668d9-f763-4a7e-ab09-091fa4ad9008 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:38:55.844449 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60f668d9-f763-4a7e-ab09-091fa4ad9008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (69783699-9f40-4dd5-8cc4-9295ba1da9c2), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:55.846188 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:38:55.846188 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:38:55.846188 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:38:55.846188 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:38:55.846188 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:38:55.846188 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:38:55.846188 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:38:55.846188 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:38:55.846188 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:38:55.846188 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:38:55.846188 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:38:55.846188 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:38:55.846188 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:38:55.846188 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:38:55.846188 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:38:55.846188 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:38:55.846188 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:38:55.846188 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:38:55.846188 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:38:55.846188 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:38:55.846188 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:38:55.846188 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:38:55.846188 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:38:55.846188 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:38:55.846188 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:38:55.846188 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:38:55.846188 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:38:55.846188 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:38:55.846188 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:38:55.846188 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:38:55.846188 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:38:55.846188 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:38:55.866655 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (fcfd0b58-d875-477c-b394-fd5bca43a750), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:55.909565 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-0618e7e7-762f-4a4f-ab59-4f79c48ffe35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dffc4781-b96d-4024-9fac-72a74941d34c), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:55.931584 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=fcfd0b58-d875-477c-b394-fd5bca43a750,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:55.938188 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['1b0c8134-d406-4652-8129-86529773af57'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:38:55.974027 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 7e634518-42a0-43b8-a363-a9f5607758e8 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:38:55.975853 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a5ff3-21bf-40c4-819d-63431f47f948 req-26b1ffeb-7f23-4920-8f50-758a68826c39 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:55.977528 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b4a5ff3-21bf-40c4-819d-63431f47f948 req-26b1ffeb-7f23-4920-8f50-758a68826c39 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5a27da6-c365-49d8-b62a-2f5b30bfee78 HTTP/1.1" status: 200 len: 944 time: 0.1195118 Feb 20 03:38:55.987473 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 7e634518-42a0-43b8-a363-a9f5607758e8 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:38:55.987853 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (7e634518-42a0-43b8-a363-a9f5607758e8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:55.996766 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60f668d9-f763-4a7e-ab09-091fa4ad9008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (eb72ec9f-03fd-429e-98e6-830fa78a693b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:56.006450 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60f668d9-f763-4a7e-ab09-091fa4ad9008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:56.011219 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-60f668d9-f763-4a7e-ab09-091fa4ad9008 admin admin] 10.222.0.89 "DELETE /v2.0/networks/eb72ec9f-03fd-429e-98e6-830fa78a693b HTTP/1.1" status: 204 len: 168 time: 0.4520800 Feb 20 03:38:56.031011 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f668d9-f763-4a7e-ab09-091fa4ad9008 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb72ec9f-03fd-429e-98e6-830fa78a693b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:56.065220 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d395bfbe-c87b-42d3-8503-4113ebfac262 tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (08182d12-0c80-42b2-b94f-957b562e6a14), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:56.121367 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['fcfd0b58-d875-477c-b394-fd5bca43a750'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:38:56.170743 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d395bfbe-c87b-42d3-8503-4113ebfac262 tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:38:56.187134 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-d395bfbe-c87b-42d3-8503-4113ebfac262 tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:38:56.191282 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d395bfbe-c87b-42d3-8503-4113ebfac262 tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:38:56.195069 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 7e634518-42a0-43b8-a363-a9f5607758e8 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:38:56.195462 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7e634518-42a0-43b8-a363-a9f5607758e8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:56.207255 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b4a5ff3-21bf-40c4-819d-63431f47f948 req-11319623-d40e-488f-ae69-fe01ed4de788 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119448 Feb 20 03:38:56.208573 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395bfbe-c87b-42d3-8503-4113ebfac262 tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Pushing event updated for resources: {'Port': ['ID=08182d12-0c80-42b2-b94f-957b562e6a14,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:56.293359 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-0618e7e7-762f-4a4f-ab59-4f79c48ffe35 service neutron] For port dffc4781-b96d-4024-9fac-72a74941d34c, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=dffc4781-b96d-4024-9fac-72a74941d34c,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:56.319730 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 7e634518-42a0-43b8-a363-a9f5607758e8, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=7e634518-42a0-43b8-a363-a9f5607758e8,segment=NetworkSegment(8a57dd48-cd2a-4b48-a8ae-20be415170b3),segment_id=8a57dd48-cd2a-4b48-a8ae-20be415170b3)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:56.330155 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e772532f-b5e9-4f08-a715-8c3cb3d96a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e634518-42a0-43b8-a363-a9f5607758e8'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:38:56.332428 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c436ee92-2d42-49ee-a398-f1b87fe4962c" -d '{"events": [{"server_uuid": "e772532f-b5e9-4f08-a715-8c3cb3d96a17", "name": "network-vif-plugged", "status": "completed", "tag": "7e634518-42a0-43b8-a363-a9f5607758e8"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:38:56.357830 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d395bfbe-c87b-42d3-8503-4113ebfac262 tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Publish callbacks [] for floatingip (f2d9c1e9-b0fd-4417-85ff-5e299119f3be), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:56.364341 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-0618e7e7-762f-4a4f-ab59-4f79c48ffe35 service neutron] For port dffc4781-b96d-4024-9fac-72a74941d34c, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:38:56.411017 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0dea7e3-4772-4f73-b29a-ea1b8b97d921', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dffc4781-b96d-4024-9fac-72a74941d34c'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:38:56.413188 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5dc71e-0830-430b-80b4-11420d4d2e75" -d '{"events": [{"server_uuid": "f0dea7e3-4772-4f73-b29a-ea1b8b97d921", "name": "network-vif-unplugged", "status": "completed", "tag": "dffc4781-b96d-4024-9fac-72a74941d34c"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:38:56.418600 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-0618e7e7-762f-4a4f-ab59-4f79c48ffe35 service neutron] Publish callbacks [] for port (dffc4781-b96d-4024-9fac-72a74941d34c), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:56.432381 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (7e634518-42a0-43b8-a363-a9f5607758e8), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:56.439074 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-0618e7e7-762f-4a4f-ab59-4f79c48ffe35 service neutron] Transition to ACTIVE for port object dffc4781-b96d-4024-9fac-72a74941d34c will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:38:56.457119 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39158) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:56.489419 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9c2b1a9f-d4f2-4389-aa52-7281472dbcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:56.501938 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=7e634518-42a0-43b8-a363-a9f5607758e8,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:56.509838 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d5a71864-04ce-4745-b79a-b5b0561b5931 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8e13d1b876514870b4c46ea04fedd66d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0509562 Feb 20 03:38:56.512771 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39160) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:56.518583 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d395bfbe-c87b-42d3-8503-4113ebfac262 tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (08182d12-0c80-42b2-b94f-957b562e6a14), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:56.547472 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-0618e7e7-762f-4a4f-ab59-4f79c48ffe35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (dffc4781-b96d-4024-9fac-72a74941d34c), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:56.569736 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ef458e77-873a-4c72-9761-667ddc3ba5b1 admin admin] Publish callbacks [] for security_group (693fac18-5863-41a7-b23e-95938134edab), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:56.607184 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ef458e77-873a-4c72-9761-667ddc3ba5b1 admin admin] Publish callbacks [] for security_group (693fac18-5863-41a7-b23e-95938134edab), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:56.624483 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-0618e7e7-762f-4a4f-ab59-4f79c48ffe35 service neutron] No DVR routers for this DVR port dffc4781-b96d-4024-9fac-72a74941d34c on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:38:56.708070 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618e7e7-762f-4a4f-ab59-4f79c48ffe35 service neutron] Pushing event updated for resources: {'Port': ['ID=dffc4781-b96d-4024-9fac-72a74941d34c,revision_number=6']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:56.726367 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-0618e7e7-762f-4a4f-ab59-4f79c48ffe35 service neutron] Attempting to bind port dffc4781-b96d-4024-9fac-72a74941d34c on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:38:56.726712 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-0618e7e7-762f-4a4f-ab59-4f79c48ffe35 service neutron] Attempting to bind port dffc4781-b96d-4024-9fac-72a74941d34c by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:38:56.735803 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-0618e7e7-762f-4a4f-ab59-4f79c48ffe35 service neutron] Attempting to bind port dffc4781-b96d-4024-9fac-72a74941d34c on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:38:56.737058 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-0618e7e7-762f-4a4f-ab59-4f79c48ffe35 service neutron] Port dffc4781-b96d-4024-9fac-72a74941d34c on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:38:56.737385 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-0618e7e7-762f-4a4f-ab59-4f79c48ffe35 service neutron] Attempting to bind port dffc4781-b96d-4024-9fac-72a74941d34c on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:38:56.751345 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-0618e7e7-762f-4a4f-ab59-4f79c48ffe35 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:38:56.755750 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-0618e7e7-762f-4a4f-ab59-4f79c48ffe35 service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:38:56.755750 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-0618e7e7-762f-4a4f-ab59-4f79c48ffe35 service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:38:56.755750 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-0618e7e7-762f-4a4f-ab59-4f79c48ffe35 service neutron] Bound port: dffc4781-b96d-4024-9fac-72a74941d34c, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:38:56.755750 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-0618e7e7-762f-4a4f-ab59-4f79c48ffe35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dffc4781-b96d-4024-9fac-72a74941d34c), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:56.775394 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ef458e77-873a-4c72-9761-667ddc3ba5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (693fac18-5863-41a7-b23e-95938134edab), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:56.778648 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ef458e77-873a-4c72-9761-667ddc3ba5b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:56.780302 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ef458e77-873a-4c72-9761-667ddc3ba5b1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/693fac18-5863-41a7-b23e-95938134edab HTTP/1.1" status: 204 len: 168 time: 0.2651186 Feb 20 03:38:56.793855 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef458e77-873a-4c72-9761-667ddc3ba5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693fac18-5863-41a7-b23e-95938134edab,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:56.868082 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d395bfbe-c87b-42d3-8503-4113ebfac262 tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Publish callbacks [] for port (08182d12-0c80-42b2-b94f-957b562e6a14), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:56.883837 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-0618e7e7-762f-4a4f-ab59-4f79c48ffe35 service neutron] For port dffc4781-b96d-4024-9fac-72a74941d34c, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:38:56.888785 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-0618e7e7-762f-4a4f-ab59-4f79c48ffe35 service neutron] For port dffc4781-b96d-4024-9fac-72a74941d34c, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=dffc4781-b96d-4024-9fac-72a74941d34c,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:38:56.973318 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d395bfbe-c87b-42d3-8503-4113ebfac262 tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (08182d12-0c80-42b2-b94f-957b562e6a14), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:56.979315 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-0618e7e7-762f-4a4f-ab59-4f79c48ffe35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (dffc4781-b96d-4024-9fac-72a74941d34c), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:57.073099 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-0618e7e7-762f-4a4f-ab59-4f79c48ffe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:57.073734 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-0618e7e7-762f-4a4f-ab59-4f79c48ffe35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:57.075209 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-0618e7e7-762f-4a4f-ab59-4f79c48ffe35 service neutron] 10.222.0.93 "PUT /v2.0/ports/dffc4781-b96d-4024-9fac-72a74941d34c HTTP/1.1" status: 200 len: 1096 time: 1.3216999 Feb 20 03:38:57.099198 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395bfbe-c87b-42d3-8503-4113ebfac262 tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Pushing event updated for resources: {'Port': ['ID=08182d12-0c80-42b2-b94f-957b562e6a14,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:57.166608 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 1b0c8134-d406-4652-8129-86529773af57 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:38:57.205600 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d395bfbe-c87b-42d3-8503-4113ebfac262 tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (f2d9c1e9-b0fd-4417-85ff-5e299119f3be), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:57.212732 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618e7e7-762f-4a4f-ab59-4f79c48ffe35 service neutron] Pushing event updated for resources: {'Port': ['ID=dffc4781-b96d-4024-9fac-72a74941d34c,revision_number=7']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:57.271042 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7146a-5de0-4334-b951-6e1897eee337 req-ba5a7de4-da5e-4868-af82-1bfa9499bd85 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:57.272262 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 1b0c8134-d406-4652-8129-86529773af57 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:38:57.272745 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1b0c8134-d406-4652-8129-86529773af57), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:57.272857 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fef7146a-5de0-4334-b951-6e1897eee337 req-ba5a7de4-da5e-4868-af82-1bfa9499bd85 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=e772532f-b5e9-4f08-a715-8c3cb3d96a17 HTTP/1.1" status: 200 len: 945 time: 0.1968021 Feb 20 03:38:57.276683 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-c34708b1-bbc7-4d54-908a-1e81558db58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:57.278219 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-c34708b1-bbc7-4d54-908a-1e81558db58e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 1130 time: 0.1741869 Feb 20 03:38:57.386297 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 1b0c8134-d406-4652-8129-86529773af57 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:38:57.386741 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1b0c8134-d406-4652-8129-86529773af57), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:57.400417 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d395bfbe-c87b-42d3-8503-4113ebfac262 tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:57.402123 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d395bfbe-c87b-42d3-8503-4113ebfac262 tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3456533 Feb 20 03:38:57.406372 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39186) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:57.435894 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 1b0c8134-d406-4652-8129-86529773af57, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=1b0c8134-d406-4652-8129-86529773af57,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:57.439139 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fef7146a-5de0-4334-b951-6e1897eee337 req-1a9f601a-9815-4e0e-9657-0d7674ecb696 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570981 Feb 20 03:38:57.501281 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (1b0c8134-d406-4652-8129-86529773af57), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:57.502094 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device fcfd0b58-d875-477c-b394-fd5bca43a750 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:38:57.525093 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-4eefd738-7e27-4a2b-b524-9b98f191ca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:57.527489 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-4eefd738-7e27-4a2b-b524-9b98f191ca95 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.2290695 Feb 20 03:38:57.589939 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=1b0c8134-d406-4652-8129-86529773af57,revision_number=7']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:57.614326 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-ad047ab2-7f61-4ca4-8b8d-e9d336a0c997 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=dffc4781-b96d-4024-9fac-72a74941d34c HTTP/1.1" status: 200 len: 217 time: 0.0802104 Feb 20 03:38:57.658897 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-0ca99a99-de1a-49d9-a516-1743c6844d9a tempest-FloatingIPAdminTestJSON-912191489 tempest-FloatingIPAdminTestJSON-912191489-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:38:57.666360 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-4d1228fe-1b80-4aa1-98d8-a004fef7124b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:57.667953 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-4d1228fe-1b80-4aa1-98d8-a004fef7124b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0485430 Feb 20 03:38:57.682418 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port fcfd0b58-d875-477c-b394-fd5bca43a750 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:38:57.687300 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port fcfd0b58-d875-477c-b394-fd5bca43a750 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:38:57.689834 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (fcfd0b58-d875-477c-b394-fd5bca43a750), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:57.755372 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-ad56dfbd-6349-464d-bbb4-66813089d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:57.756873 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-ad56dfbd-6349-464d-bbb4-66813089d840 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0828688 Feb 20 03:38:57.764501 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0ca99a99-de1a-49d9-a516-1743c6844d9a tempest-FloatingIPAdminTestJSON-912191489 tempest-FloatingIPAdminTestJSON-912191489-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:57.793417 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device dffc4781-b96d-4024-9fac-72a74941d34c no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:38:57.929892 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-167777e5-843b-4a4f-851a-db53c8a915f7 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673245 Feb 20 03:38:57.990128 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0ca99a99-de1a-49d9-a516-1743c6844d9a tempest-FloatingIPAdminTestJSON-912191489 tempest-FloatingIPAdminTestJSON-912191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:58.022276 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port fcfd0b58-d875-477c-b394-fd5bca43a750 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:38:58.022665 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fcfd0b58-d875-477c-b394-fd5bca43a750), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:58.068141 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] The host n-h1-829866-4 is not matching for port dffc4781-b96d-4024-9fac-72a74941d34c host n-h2-829866-4! {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 03:38:58.069339 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device dffc4781-b96d-4024-9fac-72a74941d34c not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:38:58.116906 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port fcfd0b58-d875-477c-b394-fd5bca43a750, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=fcfd0b58-d875-477c-b394-fd5bca43a750,segment=NetworkSegment(7a131404-dbcd-4db7-900e-502e2ba1a1d4),segment_id=7a131404-dbcd-4db7-900e-502e2ba1a1d4)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:38:58.149111 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c8d25606-0ca8-4adf-98ae-f16500b86b2f req-cf61123d-8936-4137-b541-fbb3c6d7e5d4 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104251 Feb 20 03:38:58.175275 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (fcfd0b58-d875-477c-b394-fd5bca43a750), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:58.183526 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526dc0b-5f70-416f-9880-dbd17e1bdec6 req-371d6515-3833-4df4-b155-da72c3bc5b35 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:58.188163 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-0ca99a99-de1a-49d9-a516-1743c6844d9a tempest-FloatingIPAdminTestJSON-912191489 tempest-FloatingIPAdminTestJSON-912191489-project] Allocated IP 172.25.7.105 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/6ffeed5c-d85c-4189-b72f-fb20049e603f) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:38:58.194742 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a526dc0b-5f70-416f-9880-dbd17e1bdec6 req-371d6515-3833-4df4-b155-da72c3bc5b35 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 948 time: 0.1228223 Feb 20 03:38:58.277794 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=fcfd0b58-d875-477c-b394-fd5bca43a750,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:58.285075 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a526dc0b-5f70-416f-9880-dbd17e1bdec6 req-eb14d39c-e101-487e-bbcf-6b7de2e80b4c tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903621 Feb 20 03:38:58.345699 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0ca99a99-de1a-49d9-a516-1743c6844d9a tempest-FloatingIPAdminTestJSON-912191489 tempest-FloatingIPAdminTestJSON-912191489-project] Publish callbacks [] for port (6ffeed5c-d85c-4189-b72f-fb20049e603f), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:58.362900 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122d3ea3-cb46-4296-adc9-64d1e2488449 x-openstack-request-id: req-122d3ea3-cb46-4296-adc9-64d1e2488449 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:38:58.363206 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e772532f-b5e9-4f08-a715-8c3cb3d96a17", "name": "network-vif-plugged", "status": "completed", "tag": "7e634518-42a0-43b8-a363-a9f5607758e8", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:38:58.363469 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-122d3ea3-cb46-4296-adc9-64d1e2488449 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:38:58.363907 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e772532f-b5e9-4f08-a715-8c3cb3d96a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e634518-42a0-43b8-a363-a9f5607758e8', 'code': 200} Feb 20 03:38:58.472898 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0ca99a99-de1a-49d9-a516-1743c6844d9a tempest-FloatingIPAdminTestJSON-912191489 tempest-FloatingIPAdminTestJSON-912191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (6ffeed5c-d85c-4189-b72f-fb20049e603f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:58.495658 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca99a99-de1a-49d9-a516-1743c6844d9a tempest-FloatingIPAdminTestJSON-912191489 tempest-FloatingIPAdminTestJSON-912191489-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:38:58.503501 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecdfa50-9aff-487d-8b1c-e585b053f883 x-openstack-request-id: req-2ecdfa50-9aff-487d-8b1c-e585b053f883 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:38:58.503803 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0dea7e3-4772-4f73-b29a-ea1b8b97d921", "name": "network-vif-unplugged", "status": "completed", "tag": "dffc4781-b96d-4024-9fac-72a74941d34c", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:38:58.504199 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2ecdfa50-9aff-487d-8b1c-e585b053f883 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:38:58.504659 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0dea7e3-4772-4f73-b29a-ea1b8b97d921', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dffc4781-b96d-4024-9fac-72a74941d34c', 'code': 200} Feb 20 03:38:58.519914 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-0ca99a99-de1a-49d9-a516-1743c6844d9a tempest-FloatingIPAdminTestJSON-912191489 tempest-FloatingIPAdminTestJSON-912191489-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:38:58.523429 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca99a99-de1a-49d9-a516-1743c6844d9a tempest-FloatingIPAdminTestJSON-912191489 tempest-FloatingIPAdminTestJSON-912191489-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:38:58.525387 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e60cbe-9132-4ff7-9a5a-06e9c0a01444 req-d274bf00-077b-4daf-a084-38a5ee17fc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:58.527423 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-59e60cbe-9132-4ff7-9a5a-06e9c0a01444 req-d274bf00-077b-4daf-a084-38a5ee17fc19 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e772532f-b5e9-4f08-a715-8c3cb3d96a17 HTTP/1.1" status: 200 len: 1127 time: 0.0948441 Feb 20 03:38:58.615151 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca99a99-de1a-49d9-a516-1743c6844d9a tempest-FloatingIPAdminTestJSON-912191489 tempest-FloatingIPAdminTestJSON-912191489-project] Pushing event updated for resources: {'Port': ['ID=6ffeed5c-d85c-4189-b72f-fb20049e603f,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:58.665067 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97945de1-29f0-43ef-861c-11fbd97a847f req-0277d471-d5b2-4c40-b18f-426b56adce2f tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:58.667446 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-97945de1-29f0-43ef-861c-11fbd97a847f req-0277d471-d5b2-4c40-b18f-426b56adce2f tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] 10.222.0.89 "GET /v2.0/ports?device_id=12306737-36e2-464f-a2f0-d007e40958ec HTTP/1.1" status: 200 len: 946 time: 0.1227689 Feb 20 03:38:58.677636 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-59e60cbe-9132-4ff7-9a5a-06e9c0a01444 req-b2211788-82c1-4cca-82d3-884b0038c9c0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409106 Feb 20 03:38:58.679453 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39212) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:58.706759 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a7801e6c-3603-4212-94e6-fa53674a6b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:58.723549 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0ca99a99-de1a-49d9-a516-1743c6844d9a tempest-FloatingIPAdminTestJSON-912191489 tempest-FloatingIPAdminTestJSON-912191489-project] Publish callbacks [] for floatingip (2bb6e2d2-51f0-448d-8cc7-33763ea3a7dc), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:58.745969 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-97945de1-29f0-43ef-861c-11fbd97a847f req-755b1689-4934-4328-861e-1787bfc2197a tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] 10.222.0.89 "GET /v2.0/security-groups?id=efcae039-9ec4-4ced-89c3-0612fec4e5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661707 Feb 20 03:38:58.845474 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0ca99a99-de1a-49d9-a516-1743c6844d9a tempest-FloatingIPAdminTestJSON-912191489 tempest-FloatingIPAdminTestJSON-912191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (6ffeed5c-d85c-4189-b72f-fb20049e603f), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:58.889458 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-a83d94b9-aca5-49a9-b951-d6667728f42a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1150495558-network', 'tenant_id': '6a08cfad188e48b79e337e2a93b4d6c0'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:38:58.993739 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d27c0-e8d9-4a7d-9a30-4e1896685975 req-08e0b560-1079-4c8a-a796-7c854a3c7d49 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:58.995154 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b47d27c0-e8d9-4a7d-9a30-4e1896685975 req-08e0b560-1079-4c8a-a796-7c854a3c7d49 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=e772532f-b5e9-4f08-a715-8c3cb3d96a17 HTTP/1.1" status: 200 len: 945 time: 0.0583065 Feb 20 03:38:59.044193 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0ca99a99-de1a-49d9-a516-1743c6844d9a tempest-FloatingIPAdminTestJSON-912191489 tempest-FloatingIPAdminTestJSON-912191489-project] Publish callbacks [] for port (6ffeed5c-d85c-4189-b72f-fb20049e603f), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:59.049898 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b47d27c0-e8d9-4a7d-9a30-4e1896685975 req-1dcc9b5a-73b6-45ee-9a7b-b47f68975032 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472686 Feb 20 03:38:59.058563 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83d94b9-aca5-49a9-b951-d6667728f42a admin admin] Made reservation on behalf of 6a08cfad188e48b79e337e2a93b4d6c0 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:38:59.061561 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a83d94b9-aca5-49a9-b951-d6667728f42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:59.077890 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a83d94b9-aca5-49a9-b951-d6667728f42a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:59.129260 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0ca99a99-de1a-49d9-a516-1743c6844d9a tempest-FloatingIPAdminTestJSON-912191489 tempest-FloatingIPAdminTestJSON-912191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (6ffeed5c-d85c-4189-b72f-fb20049e603f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:59.183539 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca99a99-de1a-49d9-a516-1743c6844d9a tempest-FloatingIPAdminTestJSON-912191489 tempest-FloatingIPAdminTestJSON-912191489-project] Pushing event updated for resources: {'Port': ['ID=6ffeed5c-d85c-4189-b72f-fb20049e603f,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:59.202303 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a83d94b9-aca5-49a9-b951-d6667728f42a admin admin] Publish callbacks [] for security_group (c9f40f89-210f-4401-be45-04f0e67e15c7), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:59.253604 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0ca99a99-de1a-49d9-a516-1743c6844d9a tempest-FloatingIPAdminTestJSON-912191489 tempest-FloatingIPAdminTestJSON-912191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (2bb6e2d2-51f0-448d-8cc7-33763ea3a7dc), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:59.272228 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a83d94b9-aca5-49a9-b951-d6667728f42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c9f40f89-210f-4401-be45-04f0e67e15c7), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:59.296897 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a83d94b9-aca5-49a9-b951-d6667728f42a admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:38:59.305673 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d94b9-aca5-49a9-b951-d6667728f42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f40f89-210f-4401-be45-04f0e67e15c7,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:59.312602 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a83d94b9-aca5-49a9-b951-d6667728f42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (10ad1fc2-2df0-45f6-8610-0de9f440c6ae), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:59.312947 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-a83d94b9-aca5-49a9-b951-d6667728f42a admin admin] Added segment 10ad1fc2-2df0-45f6-8610-0de9f440c6ae of type vlan for network 5c42c93f-2ac9-42c4-ae39-37d47141b593 Feb 20 03:38:59.356263 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a83d94b9-aca5-49a9-b951-d6667728f42a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (5c42c93f-2ac9-42c4-ae39-37d47141b593), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:59.389307 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0ca99a99-de1a-49d9-a516-1743c6844d9a tempest-FloatingIPAdminTestJSON-912191489 tempest-FloatingIPAdminTestJSON-912191489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:59.390790 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0ca99a99-de1a-49d9-a516-1743c6844d9a tempest-FloatingIPAdminTestJSON-912191489 tempest-FloatingIPAdminTestJSON-912191489-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9771874 Feb 20 03:38:59.393345 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39238) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:59.449311 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a83d94b9-aca5-49a9-b951-d6667728f42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (5c42c93f-2ac9-42c4-ae39-37d47141b593), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:59.450588 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83d94b9-aca5-49a9-b951-d6667728f42a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:59.451445 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a83d94b9-aca5-49a9-b951-d6667728f42a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:59.520362 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d94b9-aca5-49a9-b951-d6667728f42a admin admin] Pushing event updated for resources: {'Network': ['ID=5c42c93f-2ac9-42c4-ae39-37d47141b593,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:38:59.532061 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 5c42c93f-2ac9-42c4-ae39-37d47141b593 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:38:59.536208 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3b36f048-7104-4b8d-8be0-9f18363c5c17 tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] 10.222.0.89 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1652 time: 0.1392918 Feb 20 03:38:59.536664 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39244) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:59.546692 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a83d94b9-aca5-49a9-b951-d6667728f42a admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8657057 Feb 20 03:38:59.556517 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39246) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:59.595746 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-e12bc77f-f1f2-4c01-9d6f-ac2953dd76e7 admin admin] Request body: {'subnet': {'network_id': '5c42c93f-2ac9-42c4-ae39-37d47141b593', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1150495558-subnet', 'tenant_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:38:59.613333 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-42b8e080-b71b-4167-ad56-945368deb651 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] 10.222.0.89 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0734715 Feb 20 03:38:59.614418 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39248) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:38:59.711268 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e959e-5579-4fe4-9abe-b891b733f85b req-8cc8df0e-94ff-4e3d-9cfd-3e48bbe51423 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:59.713489 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-892e959e-5579-4fe4-9abe-b891b733f85b req-8cc8df0e-94ff-4e3d-9cfd-3e48bbe51423 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.93 "GET /v2.0/ports?device_id=f5a27da6-c365-49d8-b62a-2f5b30bfee78 HTTP/1.1" status: 200 len: 945 time: 0.0750229 Feb 20 03:38:59.736213 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f3dae-1d13-49b3-8daa-7a3e006ea23f req-f5795761-a492-4246-8c91-26a87ff416cd tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:38:59.738533 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-249f3dae-1d13-49b3-8daa-7a3e006ea23f req-f5795761-a492-4246-8c91-26a87ff416cd tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 948 time: 0.1982019 Feb 20 03:38:59.763331 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12bc77f-f1f2-4c01-9d6f-ac2953dd76e7 admin admin] Made reservation on behalf of 6a08cfad188e48b79e337e2a93b4d6c0 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:38:59.765621 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e12bc77f-f1f2-4c01-9d6f-ac2953dd76e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:59.766632 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-aabd19d8-1af2-40ac-b8a1-1b441ca6bcbc tempest-FloatingIPAdminTestJSON-912191489 tempest-FloatingIPAdminTestJSON-912191489-project] Deleting port 6ffeed5c-d85c-4189-b72f-fb20049e603f {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:38:59.767175 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aabd19d8-1af2-40ac-b8a1-1b441ca6bcbc tempest-FloatingIPAdminTestJSON-912191489 tempest-FloatingIPAdminTestJSON-912191489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (6ffeed5c-d85c-4189-b72f-fb20049e603f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:59.892060 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:59.895898 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aabd19d8-1af2-40ac-b8a1-1b441ca6bcbc tempest-FloatingIPAdminTestJSON-912191489 tempest-FloatingIPAdminTestJSON-912191489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (6ffeed5c-d85c-4189-b72f-fb20049e603f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:59.896412 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aabd19d8-1af2-40ac-b8a1-1b441ca6bcbc tempest-FloatingIPAdminTestJSON-912191489 tempest-FloatingIPAdminTestJSON-912191489-project] Publish callbacks [] for floatingip (6ffeed5c-d85c-4189-b72f-fb20049e603f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:38:59.916785 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-aabd19d8-1af2-40ac-b8a1-1b441ca6bcbc tempest-FloatingIPAdminTestJSON-912191489 tempest-FloatingIPAdminTestJSON-912191489-project] Calling delete_port for 6ffeed5c-d85c-4189-b72f-fb20049e603f owned by network:floatingip {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:39:00.177158 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aabd19d8-1af2-40ac-b8a1-1b441ca6bcbc tempest-FloatingIPAdminTestJSON-912191489 tempest-FloatingIPAdminTestJSON-912191489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (6ffeed5c-d85c-4189-b72f-fb20049e603f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:00.235235 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd19d8-1af2-40ac-b8a1-1b441ca6bcbc tempest-FloatingIPAdminTestJSON-912191489 tempest-FloatingIPAdminTestJSON-912191489-project] Pushing event deleted for resources: {'Port': ['ID=6ffeed5c-d85c-4189-b72f-fb20049e603f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:00.365264 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a27da6-c365-49d8-b62a-2f5b30bfee78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0c8134-d406-4652-8129-86529773af57'}, {'server_uuid': '12306737-36e2-464f-a2f0-d007e40958ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfd0b58-d875-477c-b394-fd5bca43a750'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:39:00.369093 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ff218c-40a0-4ddf-a952-c7586eba1694" -d '{"events": [{"server_uuid": "f5a27da6-c365-49d8-b62a-2f5b30bfee78", "name": "network-vif-plugged", "status": "completed", "tag": "1b0c8134-d406-4652-8129-86529773af57"}, {"server_uuid": "12306737-36e2-464f-a2f0-d007e40958ec", "name": "network-vif-plugged", "status": "completed", "tag": "fcfd0b58-d875-477c-b394-fd5bca43a750"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:39:00.387880 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-249f3dae-1d13-49b3-8daa-7a3e006ea23f req-8318bfff-51dc-496e-86c5-10d83a26da10 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6228168 Feb 20 03:39:00.408733 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aabd19d8-1af2-40ac-b8a1-1b441ca6bcbc tempest-FloatingIPAdminTestJSON-912191489 tempest-FloatingIPAdminTestJSON-912191489-project] Publish callbacks [] for floatingip (2bb6e2d2-51f0-448d-8cc7-33763ea3a7dc), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:00.409743 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aabd19d8-1af2-40ac-b8a1-1b441ca6bcbc tempest-FloatingIPAdminTestJSON-912191489 tempest-FloatingIPAdminTestJSON-912191489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:00.413610 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-aabd19d8-1af2-40ac-b8a1-1b441ca6bcbc tempest-FloatingIPAdminTestJSON-912191489 tempest-FloatingIPAdminTestJSON-912191489-project] 10.222.0.89 "DELETE /v2.0/floatingips/2bb6e2d2-51f0-448d-8cc7-33763ea3a7dc HTTP/1.1" status: 204 len: 168 time: 0.7968020 Feb 20 03:39:00.415259 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39262) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:00.526903 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0dea7e3-4772-4f73-b29a-ea1b8b97d921', 'tag': 'dffc4781-b96d-4024-9fac-72a74941d34c'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:39:00.529289 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0030d916-dff7-4691-a41f-619f33ec6876" -d '{"events": [{"name": "network-changed", "server_uuid": "f0dea7e3-4772-4f73-b29a-ea1b8b97d921", "tag": "dffc4781-b96d-4024-9fac-72a74941d34c"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:39:00.549035 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-892e959e-5579-4fe4-9abe-b891b733f85b req-fee306f2-0a51-4df7-b0c6-263358ff9efb tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Deleting port 1b0c8134-d406-4652-8129-86529773af57 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:39:00.549722 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-892e959e-5579-4fe4-9abe-b891b733f85b req-fee306f2-0a51-4df7-b0c6-263358ff9efb tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (1b0c8134-d406-4652-8129-86529773af57), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:00.636437 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-98051c64-3baf-471e-9c44-0b027cf3b618 tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Deleting port 08182d12-0c80-42b2-b94f-957b562e6a14 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:39:00.636437 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-98051c64-3baf-471e-9c44-0b027cf3b618 tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (08182d12-0c80-42b2-b94f-957b562e6a14), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:00.721551 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1f2dc-91db-4bd0-9ae1-cd1ff08b0bed req-06c3ec32-f7f9-4d31-944b-cda3ffffa249 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:00.723233 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5dd1f2dc-91db-4bd0-9ae1-cd1ff08b0bed req-06c3ec32-f7f9-4d31-944b-cda3ffffa249 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5a27da6-c365-49d8-b62a-2f5b30bfee78 HTTP/1.1" status: 200 len: 945 time: 0.1904905 Feb 20 03:39:00.732869 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-98051c64-3baf-471e-9c44-0b027cf3b618 tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (08182d12-0c80-42b2-b94f-957b562e6a14), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:00.733617 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-98051c64-3baf-471e-9c44-0b027cf3b618 tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Publish callbacks [] for floatingip (08182d12-0c80-42b2-b94f-957b562e6a14), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:00.746657 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-98051c64-3baf-471e-9c44-0b027cf3b618 tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Calling delete_port for 08182d12-0c80-42b2-b94f-957b562e6a14 owned by network:floatingip {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:39:00.771767 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-892e959e-5579-4fe4-9abe-b891b733f85b req-fee306f2-0a51-4df7-b0c6-263358ff9efb tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] For port 1b0c8134-d406-4652-8129-86529773af57, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=1b0c8134-d406-4652-8129-86529773af57,segment=NetworkSegment(c958acf2-90dd-47cc-bcb8-d3b08740baa9),segment_id=c958acf2-90dd-47cc-bcb8-d3b08740baa9)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:00.772155 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-892e959e-5579-4fe4-9abe-b891b733f85b req-fee306f2-0a51-4df7-b0c6-263358ff9efb tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (1b0c8134-d406-4652-8129-86529773af57), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:00.783127 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e12bc77f-f1f2-4c01-9d6f-ac2953dd76e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (7cdd67db-b129-4563-b182-47daa39d15d0), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:00.807686 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-892e959e-5579-4fe4-9abe-b891b733f85b req-fee306f2-0a51-4df7-b0c6-263358ff9efb tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Calling delete_port for 1b0c8134-d406-4652-8129-86529773af57 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:39:00.908416 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5dd1f2dc-91db-4bd0-9ae1-cd1ff08b0bed req-b021238c-9259-4232-9fa3-0e9c028f94b1 tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.89 "GET /v2.0/security-groups?id=44d7451e-1586-41a9-b92a-73c52eb12446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735468 Feb 20 03:39:00.920956 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bc77f-f1f2-4c01-9d6f-ac2953dd76e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cdd67db-b129-4563-b182-47daa39d15d0,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:00.940253 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12bc77f-f1f2-4c01-9d6f-ac2953dd76e7 admin admin] Checking segment: {'id': '10ad1fc2-2df0-45f6-8610-0de9f440c6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '5c42c93f-2ac9-42c4-ae39-37d47141b593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:39:00.940253 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12bc77f-f1f2-4c01-9d6f-ac2953dd76e7 admin admin] Network hostable DHCP agents. Network: 5c42c93f-2ac9-42c4-ae39-37d47141b593, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:39:00.987277 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-98051c64-3baf-471e-9c44-0b027cf3b618 tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (08182d12-0c80-42b2-b94f-957b562e6a14), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:01.016755 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98051c64-3baf-471e-9c44-0b027cf3b618 tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Pushing event deleted for resources: {'Port': ['ID=08182d12-0c80-42b2-b94f-957b562e6a14,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:01.068905 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12bc77f-f1f2-4c01-9d6f-ac2953dd76e7 admin admin] Network 5c42c93f-2ac9-42c4-ae39-37d47141b593 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:39:01.082755 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb126b86-5620-4dd9-acde-3645fe3b57e7 req-b77f3586-2e9e-49a0-ada1-66e2df708993 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:01.084309 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fb126b86-5620-4dd9-acde-3645fe3b57e7 req-b77f3586-2e9e-49a0-ada1-66e2df708993 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] 10.222.0.89 "GET /v2.0/ports?device_id=12306737-36e2-464f-a2f0-d007e40958ec HTTP/1.1" status: 200 len: 946 time: 0.1114554 Feb 20 03:39:01.101183 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-98051c64-3baf-471e-9c44-0b027cf3b618 tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Publish callbacks [] for floatingip (f2d9c1e9-b0fd-4417-85ff-5e299119f3be), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:01.104080 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-98051c64-3baf-471e-9c44-0b027cf3b618 tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:01.105247 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-98051c64-3baf-471e-9c44-0b027cf3b618 tempest-FloatingIPAdminTestJSON-2129194650 tempest-FloatingIPAdminTestJSON-2129194650-project-admin] 10.222.0.89 "DELETE /v2.0/floatingips/f2d9c1e9-b0fd-4417-85ff-5e299119f3be HTTP/1.1" status: 204 len: 168 time: 0.6866713 Feb 20 03:39:01.108836 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39274) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:01.142358 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fb126b86-5620-4dd9-acde-3645fe3b57e7 req-c2f46ac6-1403-4fa9-aad2-7d2dd8ad9acf tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] 10.222.0.89 "GET /v2.0/security-groups?id=efcae039-9ec4-4ced-89c3-0612fec4e5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492363 Feb 20 03:39:01.143712 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-e12bc77f-f1f2-4c01-9d6f-ac2953dd76e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 5c42c93f-2ac9-42c4-ae39-37d47141b593) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:39:01.144878 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:01.148283 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12bc77f-f1f2-4c01-9d6f-ac2953dd76e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:01.148884 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e12bc77f-f1f2-4c01-9d6f-ac2953dd76e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:01.166271 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deae5e03-9d16-4707-b3cd-2e255df9c5f9 None None] Network 5c42c93f-2ac9-42c4-ae39-37d47141b593 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:39:01.166392 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-892e959e-5579-4fe4-9abe-b891b733f85b req-fee306f2-0a51-4df7-b0c6-263358ff9efb tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (1b0c8134-d406-4652-8129-86529773af57), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:01.198302 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee306f2-0a51-4df7-b0c6-263358ff9efb tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Pushing event deleted for resources: {'Port': ['ID=1b0c8134-d406-4652-8129-86529773af57,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:01.249668 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-b5ef82fe-3804-48cc-805c-69c0a8688317 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Deleting port d1c8a2b1-d3af-4727-9536-977a585eaf6e {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:39:01.250201 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b5ef82fe-3804-48cc-805c-69c0a8688317 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (d1c8a2b1-d3af-4727-9536-977a585eaf6e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:01.263561 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-892e959e-5579-4fe4-9abe-b891b733f85b req-fee306f2-0a51-4df7-b0c6-263358ff9efb tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] No DVR routers for this DVR port 1b0c8134-d406-4652-8129-86529773af57 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:39:01.266352 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-892e959e-5579-4fe4-9abe-b891b733f85b req-fee306f2-0a51-4df7-b0c6-263358ff9efb tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:01.270351 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-892e959e-5579-4fe4-9abe-b891b733f85b req-fee306f2-0a51-4df7-b0c6-263358ff9efb tempest-ImagesTestJSON-548555065 tempest-ImagesTestJSON-548555065-project] 10.222.0.93 "DELETE /v2.0/ports/1b0c8134-d406-4652-8129-86529773af57 HTTP/1.1" status: 204 len: 173 time: 1.5498283 Feb 20 03:39:01.295749 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e12bc77f-f1f2-4c01-9d6f-ac2953dd76e7 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7335653 Feb 20 03:39:01.297118 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39278) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:01.299236 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c907f5de-a7df-49d8-a55b-7ee273ed1d15 None None] Network 5c42c93f-2ac9-42c4-ae39-37d47141b593 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:39:01.302686 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-906bad02-3bf4-4c78-aae0-68344b57caf0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1150495558-router', 'tenant_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:39:01.339791 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576cdc3-6ab2-447b-9a07-f429e04e6015 req-396aec2f-7f0b-437a-8ea5-a5bdcfdfeb20 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:01.341258 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3576cdc3-6ab2-447b-9a07-f429e04e6015 req-396aec2f-7f0b-437a-8ea5-a5bdcfdfeb20 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=e772532f-b5e9-4f08-a715-8c3cb3d96a17 HTTP/1.1" status: 200 len: 945 time: 0.1070004 Feb 20 03:39:01.364596 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b5ef82fe-3804-48cc-805c-69c0a8688317 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (d1c8a2b1-d3af-4727-9536-977a585eaf6e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:01.380816 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-b5ef82fe-3804-48cc-805c-69c0a8688317 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Calling delete_port for d1c8a2b1-d3af-4727-9536-977a585eaf6e owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:39:01.399119 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-906bad02-3bf4-4c78-aae0-68344b57caf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (569747e1-6886-43d6-a405-bf90c586f175), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:01.401039 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-906bad02-3bf4-4c78-aae0-68344b57caf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (569747e1-6886-43d6-a405-bf90c586f175), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:01.427245 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3576cdc3-6ab2-447b-9a07-f429e04e6015 req-34dedd6d-7ce4-45f8-88c9-8d035b3c7665 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783706 Feb 20 03:39:01.498519 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 20 Feb 2022 03:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739ef5ab-b7c9-40b9-924b-50f1b9344703 x-openstack-request-id: req-739ef5ab-b7c9-40b9-924b-50f1b9344703 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:39:01.498822 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a27da6-c365-49d8-b62a-2f5b30bfee78", "name": "network-vif-plugged", "status": "completed", "tag": "1b0c8134-d406-4652-8129-86529773af57", "code": 200}, {"server_uuid": "12306737-36e2-464f-a2f0-d007e40958ec", "name": "network-vif-plugged", "status": "completed", "tag": "fcfd0b58-d875-477c-b394-fd5bca43a750", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:39:01.499107 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-739ef5ab-b7c9-40b9-924b-50f1b9344703 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:39:01.499554 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a27da6-c365-49d8-b62a-2f5b30bfee78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0c8134-d406-4652-8129-86529773af57', 'code': 200} Feb 20 03:39:01.499841 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12306737-36e2-464f-a2f0-d007e40958ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfd0b58-d875-477c-b394-fd5bca43a750', 'code': 200} Feb 20 03:39:01.502750 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-906bad02-3bf4-4c78-aae0-68344b57caf0 admin admin] Publish callbacks [] for router_controller (569747e1-6886-43d6-a405-bf90c586f175), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:01.633845 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdc4f30-1b19-40f5-bd03-b68a984f8ef6 x-openstack-request-id: req-4fdc4f30-1b19-40f5-bd03-b68a984f8ef6 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:39:01.634614 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0dea7e3-4772-4f73-b29a-ea1b8b97d921", "tag": "dffc4781-b96d-4024-9fac-72a74941d34c", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:39:01.634614 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4fdc4f30-1b19-40f5-bd03-b68a984f8ef6 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:39:01.634774 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0dea7e3-4772-4f73-b29a-ea1b8b97d921', 'tag': 'dffc4781-b96d-4024-9fac-72a74941d34c', 'status': 'completed', 'code': 200} Feb 20 03:39:01.652702 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b5ef82fe-3804-48cc-805c-69c0a8688317 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (d1c8a2b1-d3af-4727-9536-977a585eaf6e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:01.692685 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef82fe-3804-48cc-805c-69c0a8688317 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Pushing event deleted for resources: {'Port': ['ID=d1c8a2b1-d3af-4727-9536-977a585eaf6e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:01.778149 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b5ef82fe-3804-48cc-805c-69c0a8688317 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:01.782102 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b5ef82fe-3804-48cc-805c-69c0a8688317 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] 10.222.0.89 "DELETE /v2.0/ports/d1c8a2b1-d3af-4727-9536-977a585eaf6e HTTP/1.1" status: 204 len: 168 time: 0.6723092 Feb 20 03:39:01.784698 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39294) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:01.844435 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384e34ff-363c-4ace-bc36-6066dfa05ae1 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:01.849299 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-384e34ff-363c-4ace-bc36-6066dfa05ae1 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] 10.222.0.89 "GET /v2.0/ports?device_id=e184d082-705b-48e5-91a0-c968191a57c1 HTTP/1.1" status: 200 len: 913 time: 0.0634973 Feb 20 03:39:01.850137 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39296) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:01.857604 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-906bad02-3bf4-4c78-aae0-68344b57caf0 admin admin] Publish callbacks [] for router_gateway (569747e1-6886-43d6-a405-bf90c586f175), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:01.874540 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fe7b1-a10b-4ace-818a-a055a6a6865d req-0c6f5b31-977d-4b92-ab00-7aafc9109e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:01.876178 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac4fe7b1-a10b-4ace-818a-a055a6a6865d req-0c6f5b31-977d-4b92-ab00-7aafc9109e63 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=12306737-36e2-464f-a2f0-d007e40958ec HTTP/1.1" status: 200 len: 1128 time: 0.3022583 Feb 20 03:39:01.880940 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030d916-dff7-4691-a41f-619f33ec6876 req-928ff8d1-73c3-45b1-ac2c-93de1e856e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:01.882501 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0030d916-dff7-4691-a41f-619f33ec6876 req-928ff8d1-73c3-45b1-ac2c-93de1e856e47 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 1130 time: 0.2506309 Feb 20 03:39:01.906320 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030d916-dff7-4691-a41f-619f33ec6876 req-a337488c-6654-4612-9aef-a4a6fce2f7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:01.907907 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0030d916-dff7-4691-a41f-619f33ec6876 req-a337488c-6654-4612-9aef-a4a6fce2f7dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 1130 time: 0.2713392 Feb 20 03:39:01.948065 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bd744-f706-4f40-81b2-ffc26c37a70e req-a947ef17-71eb-4f43-81b0-ac0ebd6168eb tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:01.949635 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c59bd744-f706-4f40-81b2-ffc26c37a70e req-a947ef17-71eb-4f43-81b0-ac0ebd6168eb tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 948 time: 0.2235935 Feb 20 03:39:02.129544 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac4fe7b1-a10b-4ace-818a-a055a6a6865d req-baba4440-e4a0-47a9-ba0b-c324354750f9 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=efcae039-9ec4-4ced-89c3-0612fec4e5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420118 Feb 20 03:39:02.211425 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c59bd744-f706-4f40-81b2-ffc26c37a70e req-d054ddfd-feb2-4ef8-b031-096e90007c64 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175882 Feb 20 03:39:02.215988 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030d916-dff7-4691-a41f-619f33ec6876 req-48277b17-cd76-4e83-9162-cd02f7204cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:02.217116 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0030d916-dff7-4691-a41f-619f33ec6876 req-48277b17-cd76-4e83-9162-cd02f7204cfc service neutron] 10.222.0.93 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.3282924 Feb 20 03:39:02.222426 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030d916-dff7-4691-a41f-619f33ec6876 req-e3351a2a-e7d4-4a32-bd9e-9aa4bfb792ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:02.224477 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0030d916-dff7-4691-a41f-619f33ec6876 req-e3351a2a-e7d4-4a32-bd9e-9aa4bfb792ec service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.3086061 Feb 20 03:39:02.273093 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0030d916-dff7-4691-a41f-619f33ec6876 req-c8517c3b-8390-4b11-b79d-1c1e29f5adee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=dffc4781-b96d-4024-9fac-72a74941d34c HTTP/1.1" status: 200 len: 217 time: 0.0400445 Feb 20 03:39:02.374959 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0030d916-dff7-4691-a41f-619f33ec6876 req-b90bc6e8-e714-42cb-9362-3013e9ddfc0c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=dffc4781-b96d-4024-9fac-72a74941d34c HTTP/1.1" status: 200 len: 217 time: 0.0526154 Feb 20 03:39:02.375170 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-546af469-2053-48be-aa20-8d97fa93c75d tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (e184d082-705b-48e5-91a0-c968191a57c1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:02.377553 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030d916-dff7-4691-a41f-619f33ec6876 req-d4452961-1109-44a9-88de-fee16da0d26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:02.378951 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0030d916-dff7-4691-a41f-619f33ec6876 req-d4452961-1109-44a9-88de-fee16da0d26e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0990925 Feb 20 03:39:02.543480 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030d916-dff7-4691-a41f-619f33ec6876 req-7d8812f5-902a-4467-8a43-249e2c81fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:02.545068 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0030d916-dff7-4691-a41f-619f33ec6876 req-7d8812f5-902a-4467-8a43-249e2c81fd78 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1631656 Feb 20 03:39:02.612166 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030d916-dff7-4691-a41f-619f33ec6876 req-47ecf710-f0f2-47f7-8499-c357ed9eb5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:02.613722 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0030d916-dff7-4691-a41f-619f33ec6876 req-47ecf710-f0f2-47f7-8499-c357ed9eb5ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2229462 Feb 20 03:39:02.635236 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-906bad02-3bf4-4c78-aae0-68344b57caf0 admin admin] Publish callbacks [] for router_gateway (569747e1-6886-43d6-a405-bf90c586f175), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:02.697434 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-906bad02-3bf4-4c78-aae0-68344b57caf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:02.767902 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030d916-dff7-4691-a41f-619f33ec6876 req-894ea893-1182-4101-b469-92494cde4c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:02.770193 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0030d916-dff7-4691-a41f-619f33ec6876 req-894ea893-1182-4101-b469-92494cde4c90 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1997111 Feb 20 03:39:02.839836 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:02.906407 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0030d916-dff7-4691-a41f-619f33ec6876 req-196623e0-2f04-4076-b175-9af516cd9880 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812648 Feb 20 03:39:03.028779 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-906bad02-3bf4-4c78-aae0-68344b57caf0 admin admin] Allocated IP 172.25.7.247 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:39:03.065586 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-546af469-2053-48be-aa20-8d97fa93c75d tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Deleting port b02a1fc8-e9a5-480a-a3b0-af37ac2fe569 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:39:03.066128 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-546af469-2053-48be-aa20-8d97fa93c75d tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b02a1fc8-e9a5-480a-a3b0-af37ac2fe569), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:03.072576 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0030d916-dff7-4691-a41f-619f33ec6876 req-6bfa44b0-add0-4a67-adcc-f2948c9ff18a service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956514 Feb 20 03:39:03.127117 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba550d89-620a-4a6f-9833-167aa428b908 req-9e15225e-e52f-4fe2-8a9b-8b5f6c81707d tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:03.128664 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ba550d89-620a-4a6f-9833-167aa428b908 req-9e15225e-e52f-4fe2-8a9b-8b5f6c81707d tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] 10.222.0.89 "GET /v2.0/ports?device_id=12306737-36e2-464f-a2f0-d007e40958ec HTTP/1.1" status: 200 len: 946 time: 0.2712464 Feb 20 03:39:03.176362 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device dffc4781-b96d-4024-9fac-72a74941d34c details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:39:03.204563 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 1b0c8134-d406-4652-8129-86529773af57 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:39:03.222755 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-546af469-2053-48be-aa20-8d97fa93c75d tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b02a1fc8-e9a5-480a-a3b0-af37ac2fe569), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:03.252007 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-546af469-2053-48be-aa20-8d97fa93c75d tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Calling delete_port for b02a1fc8-e9a5-480a-a3b0-af37ac2fe569 owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:39:03.254030 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 1b0c8134-d406-4652-8129-86529773af57 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:39:03.254839 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 1b0c8134-d406-4652-8129-86529773af57 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:39:03.403702 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port dffc4781-b96d-4024-9fac-72a74941d34c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=dffc4781-b96d-4024-9fac-72a74941d34c,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:03.425785 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'dffc4781-b96d-4024-9fac-72a74941d34c', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': 'dffc4781-b96d-4024-9fac-72a74941d34c', 'mac_address': 'fa:16:3e:18:4d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:39:03.527369 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port dffc4781-b96d-4024-9fac-72a74941d34c is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:39:03.527819 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dffc4781-b96d-4024-9fac-72a74941d34c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:03.552425 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dffc4781-b96d-4024-9fac-72a74941d34c {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:39:03.572803 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port dffc4781-b96d-4024-9fac-72a74941d34c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=dffc4781-b96d-4024-9fac-72a74941d34c,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:03.614010 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-546af469-2053-48be-aa20-8d97fa93c75d tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (b02a1fc8-e9a5-480a-a3b0-af37ac2fe569), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:03.621377 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0030d916-dff7-4691-a41f-619f33ec6876 req-72de0bba-f516-469f-893c-e23e85772e34 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6973467 Feb 20 03:39:03.638806 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a27da6-c365-49d8-b62a-2f5b30bfee78', 'name': 'network-vif-deleted', 'tag': '1b0c8134-d406-4652-8129-86529773af57'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:39:03.642804 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b55625d-fd67-4a88-a92b-6a3f446c71ae" -d '{"events": [{"server_uuid": "f5a27da6-c365-49d8-b62a-2f5b30bfee78", "name": "network-vif-deleted", "tag": "1b0c8134-d406-4652-8129-86529773af57"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:39:03.651859 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (dffc4781-b96d-4024-9fac-72a74941d34c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:03.709636 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546af469-2053-48be-aa20-8d97fa93c75d tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Pushing event deleted for resources: {'Port': ['ID=b02a1fc8-e9a5-480a-a3b0-af37ac2fe569,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:03.729595 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=dffc4781-b96d-4024-9fac-72a74941d34c,revision_number=8']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:03.777516 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ba550d89-620a-4a6f-9833-167aa428b908 req-5fa3f77e-0f4d-4cb7-a162-487c821b66cb tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] 10.222.0.89 "GET /v2.0/security-groups?id=efcae039-9ec4-4ced-89c3-0612fec4e5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6334054 Feb 20 03:39:03.795647 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0030d916-dff7-4691-a41f-619f33ec6876 req-97ea9aac-5d2f-459d-86e7-74b52f21ec7f service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7135975 Feb 20 03:39:03.833818 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-906bad02-3bf4-4c78-aae0-68344b57caf0 admin admin] Publish callbacks [] for port (5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:03.875313 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['dffc4781-b96d-4024-9fac-72a74941d34c'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:39:04.050585 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-906bad02-3bf4-4c78-aae0-68344b57caf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:04.187922 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906bad02-3bf4-4c78-aae0-68344b57caf0 admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:39:04.190111 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bad02-3bf4-4c78-aae0-68344b57caf0 admin admin] Pushing event updated for resources: {'Port': ['ID=5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:04.195315 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-906bad02-3bf4-4c78-aae0-68344b57caf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:39:04.207452 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906bad02-3bf4-4c78-aae0-68344b57caf0 admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:39:04.224633 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-546af469-2053-48be-aa20-8d97fa93c75d tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (e184d082-705b-48e5-91a0-c968191a57c1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:04.527466 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546af469-2053-48be-aa20-8d97fa93c75d tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Router e184d082-705b-48e5-91a0-c968191a57c1 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:39:04.567570 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6908c53-9712-4bab-87f6-1302909c8101 req-4c2e1ced-4fb3-492b-abbe-1c04da1efdfa tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:04.571434 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c6908c53-9712-4bab-87f6-1302909c8101 req-4c2e1ced-4fb3-492b-abbe-1c04da1efdfa tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=e772532f-b5e9-4f08-a715-8c3cb3d96a17 HTTP/1.1" status: 200 len: 945 time: 0.1614883 Feb 20 03:39:04.605842 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-b7d46221-763a-45f8-91b3-202296afdb54 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:04.607808 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-b7d46221-763a-45f8-91b3-202296afdb54 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.93 "GET /v2.0/ports?device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921&tenant_id=aac4a34e9d0e4881a4216fde18e57c70&binding%3Ahost_id=n-h2-829866-4 HTTP/1.1" status: 200 len: 949 time: 0.1573734 Feb 20 03:39:04.652664 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546af469-2053-48be-aa20-8d97fa93c75d tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:39:04.663245 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39346) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:04.667237 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972bb7e4-691c-4596-b014-386bcc6471eb None None] Sync routers for ids ['e184d082-705b-48e5-91a0-c968191a57c1'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:39:04.678685 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-546af469-2053-48be-aa20-8d97fa93c75d tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] 10.222.0.89 "PUT /v2.0/routers/e184d082-705b-48e5-91a0-c968191a57c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8269935 Feb 20 03:39:04.683991 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972bb7e4-691c-4596-b014-386bcc6471eb None None] Routers {'e184d082-705b-48e5-91a0-c968191a57c1'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:39:04.684622 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-972bb7e4-691c-4596-b014-386bcc6471eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:38:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e184d082-705b-48e5-91a0-c968191a57c1'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:04.800683 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-906bad02-3bf4-4c78-aae0-68344b57caf0 admin admin] Publish callbacks [] for router_gateway (569747e1-6886-43d6-a405-bf90c586f175), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:04.815451 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c6908c53-9712-4bab-87f6-1302909c8101 req-4edbe56c-709c-4520-a922-e2fecf0e02d1 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368879 Feb 20 03:39:04.847017 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-972bb7e4-691c-4596-b014-386bcc6471eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:04.858810 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972bb7e4-691c-4596-b014-386bcc6471eb None None] Routers {'e184d082-705b-48e5-91a0-c968191a57c1'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:39:04.859999 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-972bb7e4-691c-4596-b014-386bcc6471eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:38:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e184d082-705b-48e5-91a0-c968191a57c1'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:04.900888 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-972bb7e4-691c-4596-b014-386bcc6471eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:04.902624 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972bb7e4-691c-4596-b014-386bcc6471eb None None] The sync data for ids ['e184d082-705b-48e5-91a0-c968191a57c1'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:39:04.909789 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-d3311dfc-8d81-4c25-ae4b-cd39a51c4ade service neutron] 10.222.0.93 "GET /v2.0/ports/dffc4781-b96d-4024-9fac-72a74941d34c/bindings/n-h2-829866-4 HTTP/1.1" status: 200 len: 382 time: 0.2415395 Feb 20 03:39:05.015608 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77f005ce-0df7-474a-a0ec-307a2fdb4ca9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks [] for router (e184d082-705b-48e5-91a0-c968191a57c1), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:05.019602 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43dde48d-e9af-4765-a72b-f998d902cf39 x-openstack-request-id: req-43dde48d-e9af-4765-a72b-f998d902cf39 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:39:05.019896 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a27da6-c365-49d8-b62a-2f5b30bfee78", "name": "network-vif-deleted", "tag": "1b0c8134-d406-4652-8129-86529773af57", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:39:05.020148 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-43dde48d-e9af-4765-a72b-f998d902cf39 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:39:05.020534 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a27da6-c365-49d8-b62a-2f5b30bfee78', 'name': 'network-vif-deleted', 'tag': '1b0c8134-d406-4652-8129-86529773af57', 'status': 'completed', 'code': 200} Feb 20 03:39:05.191496 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device dffc4781-b96d-4024-9fac-72a74941d34c up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:39:05.221834 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-91e8137b-e760-4f0c-bdab-a3f44ad47cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:05.223757 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-91e8137b-e760-4f0c-bdab-a3f44ad47cc1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 1131 time: 0.2898977 Feb 20 03:39:05.289405 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port dffc4781-b96d-4024-9fac-72a74941d34c completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:39:05.297242 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port dffc4781-b96d-4024-9fac-72a74941d34c triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:39:05.298038 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (dffc4781-b96d-4024-9fac-72a74941d34c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:05.307276 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fd02f-4493-4b20-a9f1-71c4f73173a0 req-e8d857e7-46f7-4f2b-ab5b-478fe26db811 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:05.308806 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-711fd02f-4493-4b20-a9f1-71c4f73173a0 req-e8d857e7-46f7-4f2b-ab5b-478fe26db811 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 949 time: 0.2445419 Feb 20 03:39:05.386189 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77f005ce-0df7-474a-a0ec-307a2fdb4ca9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks [] for router_gateway (e184d082-705b-48e5-91a0-c968191a57c1), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:05.411786 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port dffc4781-b96d-4024-9fac-72a74941d34c is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:39:05.413351 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dffc4781-b96d-4024-9fac-72a74941d34c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:05.437988 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-906bad02-3bf4-4c78-aae0-68344b57caf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (569747e1-6886-43d6-a405-bf90c586f175), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:05.446216 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0dea7e3-4772-4f73-b29a-ea1b8b97d921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffc4781-b96d-4024-9fac-72a74941d34c'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:39:05.449278 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e048e6d-ed25-4d51-bcb7-5ddfdc4b4a4b" -d '{"events": [{"server_uuid": "f0dea7e3-4772-4f73-b29a-ea1b8b97d921", "name": "network-vif-plugged", "status": "completed", "tag": "dffc4781-b96d-4024-9fac-72a74941d34c"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:39:05.450585 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-626d4d52-2711-4d83-8485-0473077a1fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:05.466350 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-626d4d52-2711-4d83-8485-0473077a1fd7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.2194610 Feb 20 03:39:05.466350 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-711fd02f-4493-4b20-a9f1-71c4f73173a0 req-9bbaeb47-ed3c-45f1-aae5-b7b172d6c810 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193643 Feb 20 03:39:05.468331 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port dffc4781-b96d-4024-9fac-72a74941d34c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=dffc4781-b96d-4024-9fac-72a74941d34c,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:05.545324 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-7faf28b6-3b1d-4160-af69-d62a3c875783 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=dffc4781-b96d-4024-9fac-72a74941d34c HTTP/1.1" status: 200 len: 217 time: 0.0821502 Feb 20 03:39:05.552664 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (dffc4781-b96d-4024-9fac-72a74941d34c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:05.622053 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=dffc4781-b96d-4024-9fac-72a74941d34c,revision_number=9']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:05.712941 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-fcf2d6fe-5159-4a92-bd60-3faf2d9c6132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:05.714418 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-fcf2d6fe-5159-4a92-bd60-3faf2d9c6132 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1392574 Feb 20 03:39:05.743190 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65594eee-2cfc-44d2-af19-a392acfdb050 req-13584128-db87-40c2-af00-db64bc0adb63 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:05.745485 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65594eee-2cfc-44d2-af19-a392acfdb050 req-13584128-db87-40c2-af00-db64bc0adb63 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] 10.222.0.89 "GET /v2.0/ports?device_id=12306737-36e2-464f-a2f0-d007e40958ec HTTP/1.1" status: 200 len: 946 time: 0.2061384 Feb 20 03:39:05.799110 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-77f005ce-0df7-474a-a0ec-307a2fdb4ca9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Deleting port e75d7dad-acf8-46f8-bcd8-5336de285321 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:39:05.799351 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77f005ce-0df7-474a-a0ec-307a2fdb4ca9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (e75d7dad-acf8-46f8-bcd8-5336de285321), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:05.893030 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-57edcb8b-b918-45a0-b826-e841cb2e440a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:05.894573 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-57edcb8b-b918-45a0-b826-e841cb2e440a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1728537 Feb 20 03:39:05.902665 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65594eee-2cfc-44d2-af19-a392acfdb050 req-6d4ce3c6-3fd7-43fa-9123-b998e024f311 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] 10.222.0.89 "GET /v2.0/security-groups?id=efcae039-9ec4-4ced-89c3-0612fec4e5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357703 Feb 20 03:39:05.977459 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906bad02-3bf4-4c78-aae0-68344b57caf0 admin admin] Router 569747e1-6886-43d6-a405-bf90c586f175 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:39:05.984321 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77f005ce-0df7-474a-a0ec-307a2fdb4ca9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (e75d7dad-acf8-46f8-bcd8-5336de285321), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:06.004322 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-77f005ce-0df7-474a-a0ec-307a2fdb4ca9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Calling delete_port for e75d7dad-acf8-46f8-bcd8-5336de285321 owned by network:router_gateway {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:39:06.010813 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd059aa-cc1f-42f1-bd43-726d93dd2173 x-openstack-request-id: req-7bd059aa-cc1f-42f1-bd43-726d93dd2173 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:39:06.011410 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0dea7e3-4772-4f73-b29a-ea1b8b97d921", "name": "network-vif-plugged", "status": "completed", "tag": "dffc4781-b96d-4024-9fac-72a74941d34c", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:39:06.011821 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7bd059aa-cc1f-42f1-bd43-726d93dd2173 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:39:06.013199 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0dea7e3-4772-4f73-b29a-ea1b8b97d921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffc4781-b96d-4024-9fac-72a74941d34c', 'code': 200} Feb 20 03:39:06.145369 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-183c3ed0-b606-4a46-9e63-ab94ff8e5edf service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400627 Feb 20 03:39:06.290802 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418fa66f-73e2-40d9-bf00-04895ee11e6f req-f332fc1c-c05c-40ab-bbf5-882043ac282f tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:06.292333 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-418fa66f-73e2-40d9-bf00-04895ee11e6f req-f332fc1c-c05c-40ab-bbf5-882043ac282f tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=e772532f-b5e9-4f08-a715-8c3cb3d96a17 HTTP/1.1" status: 200 len: 945 time: 0.2275994 Feb 20 03:39:06.293582 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39376) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:06.324682 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906bad02-3bf4-4c78-aae0-68344b57caf0 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:39:06.333225 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e9bc0e-b7eb-4d18-b513-f7061ed0a77f None None] Sync routers for ids ['569747e1-6886-43d6-a405-bf90c586f175'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:39:06.345502 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e9bc0e-b7eb-4d18-b513-f7061ed0a77f None None] Routers {'569747e1-6886-43d6-a405-bf90c586f175'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:39:06.346112 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a0e9bc0e-b7eb-4d18-b513-f7061ed0a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:38:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['569747e1-6886-43d6-a405-bf90c586f175'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:06.427300 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bbce7f04-de0c-45ce-8157-10af0df50d31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:06.466099 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-a0e9bc0e-b7eb-4d18-b513-f7061ed0a77f None None] Set router 569747e1-6886-43d6-a405-bf90c586f175 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:39:06.519814 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bbce7f04-de0c-45ce-8157-10af0df50d31 admin admin] Publish callbacks [] for security_group (1550ef14-9ec9-493c-8a7c-a6e1b5512f23), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:06.595753 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bbce7f04-de0c-45ce-8157-10af0df50d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1550ef14-9ec9-493c-8a7c-a6e1b5512f23), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:06.641138 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bbce7f04-de0c-45ce-8157-10af0df50d31 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=768dfa04cf6d44fcb937474b76a09d7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3462803 Feb 20 03:39:06.644145 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39382) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:06.651142 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce7f04-de0c-45ce-8157-10af0df50d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1550ef14-9ec9-493c-8a7c-a6e1b5512f23,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:06.663603 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a0e9bc0e-b7eb-4d18-b513-f7061ed0a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569747e1-6886-43d6-a405-bf90c586f175', 'name': 'tempest-ServerRescueTestJSONUnderV235-1150495558-router', 'tenant_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:39:01Z', 'updated_at': '2022-02-20T03:39:04Z', 'revision_number': 3, 'project_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'gw_port': {'id': '5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569747e1-6886-43d6-a405-bf90c586f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:02Z', 'updated_at': '2022-02-20T03:39:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:06.696895 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e9bc0e-b7eb-4d18-b513-f7061ed0a77f None None] Checking router: 569747e1-6886-43d6-a405-bf90c586f175 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:39:06.697245 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e9bc0e-b7eb-4d18-b513-f7061ed0a77f None None] Updating router 569747e1-6886-43d6-a405-bf90c586f175 port 5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:39:06.702073 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab02f1b5-c0f6-481e-8a5e-8e10cb6f5ae8 admin admin] Publish callbacks [] for security_group (1550ef14-9ec9-493c-8a7c-a6e1b5512f23), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:06.725663 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab02f1b5-c0f6-481e-8a5e-8e10cb6f5ae8 admin admin] Publish callbacks [] for security_group (1550ef14-9ec9-493c-8a7c-a6e1b5512f23), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:06.726137 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a0e9bc0e-b7eb-4d18-b513-f7061ed0a77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:06.765385 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-62ffab04-3a54-4fae-b1a6-64ca49fd1b88 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6103342 Feb 20 03:39:06.799012 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-418fa66f-73e2-40d9-bf00-04895ee11e6f req-fdd3c5f7-cc39-48fe-bf98-bee6af7ec7db tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600878 Feb 20 03:39:06.811733 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-906bad02-3bf4-4c78-aae0-68344b57caf0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:06.816425 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39384) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:06.817071 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-906bad02-3bf4-4c78-aae0-68344b57caf0 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.5187171 Feb 20 03:39:07.041345 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a0e9bc0e-b7eb-4d18-b513-f7061ed0a77f None None] Publish callbacks [] for port (5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:07.053407 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092bb18-aa97-43e2-8058-0d0c0a18c55f req-7f54776b-98f3-4ea0-97c6-5a92e0965caf tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:07.055036 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a092bb18-aa97-43e2-8058-0d0c0a18c55f req-7f54776b-98f3-4ea0-97c6-5a92e0965caf tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 950 time: 0.0592527 Feb 20 03:39:07.102034 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a092bb18-aa97-43e2-8058-0d0c0a18c55f req-7a73b098-d9a7-4d30-9787-8102a8e6173c tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406370 Feb 20 03:39:07.115604 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab02f1b5-c0f6-481e-8a5e-8e10cb6f5ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1550ef14-9ec9-493c-8a7c-a6e1b5512f23), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:07.118225 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab02f1b5-c0f6-481e-8a5e-8e10cb6f5ae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:07.120633 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ab02f1b5-c0f6-481e-8a5e-8e10cb6f5ae8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1550ef14-9ec9-493c-8a7c-a6e1b5512f23 HTTP/1.1" status: 204 len: 168 time: 0.4754446 Feb 20 03:39:07.128264 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77f005ce-0df7-474a-a0ec-307a2fdb4ca9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (e75d7dad-acf8-46f8-bcd8-5336de285321), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:07.135816 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02f1b5-c0f6-481e-8a5e-8e10cb6f5ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1550ef14-9ec9-493c-8a7c-a6e1b5512f23,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:07.166664 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f005ce-0df7-474a-a0ec-307a2fdb4ca9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Pushing event deleted for resources: {'Port': ['ID=e75d7dad-acf8-46f8-bcd8-5336de285321,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:07.191394 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a0e9bc0e-b7eb-4d18-b513-f7061ed0a77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:07.236493 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77f005ce-0df7-474a-a0ec-307a2fdb4ca9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (e184d082-705b-48e5-91a0-c968191a57c1), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:07.262367 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a09df-a20e-4137-8940-e904252b970e None None] Pushing event updated for resources: {'Port': ['ID=5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:07.278540 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a0e9bc0e-b7eb-4d18-b513-f7061ed0a77f None None] Attempting to bind port 5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:07.278540 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a0e9bc0e-b7eb-4d18-b513-f7061ed0a77f None None] Attempting to bind port 5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:07.278540 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e9bc0e-b7eb-4d18-b513-f7061ed0a77f None None] Attempting to bind port 5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:07.281981 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e9bc0e-b7eb-4d18-b513-f7061ed0a77f None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:39:07.282684 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e9bc0e-b7eb-4d18-b513-f7061ed0a77f None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:39:07.282826 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a0e9bc0e-b7eb-4d18-b513-f7061ed0a77f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:07.284983 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e9bc0e-b7eb-4d18-b513-f7061ed0a77f None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:39:07.285469 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a0e9bc0e-b7eb-4d18-b513-f7061ed0a77f None None] Bound port: 5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:39:07.285870 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a0e9bc0e-b7eb-4d18-b513-f7061ed0a77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:07.351712 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77f005ce-0df7-474a-a0ec-307a2fdb4ca9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (e184d082-705b-48e5-91a0-c968191a57c1), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:07.354682 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77f005ce-0df7-474a-a0ec-307a2fdb4ca9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks [] for router_controller (e184d082-705b-48e5-91a0-c968191a57c1), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:07.356522 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-a0e9bc0e-b7eb-4d18-b513-f7061ed0a77f None None] For port 5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:39:07.360445 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-a0e9bc0e-b7eb-4d18-b513-f7061ed0a77f None None] For port 5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:39:07.379834 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e86e7b51-e098-4816-9150-0ecb263d02c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:07.441963 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a0e9bc0e-b7eb-4d18-b513-f7061ed0a77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:07.469613 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77f005ce-0df7-474a-a0ec-307a2fdb4ca9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (e184d082-705b-48e5-91a0-c968191a57c1), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:07.470154 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f005ce-0df7-474a-a0ec-307a2fdb4ca9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Fanout notify agent at l3_agent the message router_deleted on router e184d082-705b-48e5-91a0-c968191a57c1 {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:39:07.476844 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77f005ce-0df7-474a-a0ec-307a2fdb4ca9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:07.478061 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-77f005ce-0df7-474a-a0ec-307a2fdb4ca9 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] 10.222.0.89 "DELETE /v2.0/routers/e184d082-705b-48e5-91a0-c968191a57c1 HTTP/1.1" status: 204 len: 168 time: 2.8044243 Feb 20 03:39:07.483336 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39400) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:07.527651 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e9bc0e-b7eb-4d18-b513-f7061ed0a77f None None] Routers {'569747e1-6886-43d6-a405-bf90c586f175'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:39:07.528768 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a0e9bc0e-b7eb-4d18-b513-f7061ed0a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:38:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['569747e1-6886-43d6-a405-bf90c586f175'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:07.557509 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b8782fd-652a-4aed-8fe2-5438f4af9267 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Deleting subnet b912e8e4-8d64-4bca-8f0e-06b954b92602 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:39:07.563451 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7b8782fd-652a-4aed-8fe2-5438f4af9267 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks [] for subnet (b912e8e4-8d64-4bca-8f0e-06b954b92602), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:07.588025 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-e86e7b51-e098-4816-9150-0ecb263d02c0 admin admin] Allocated IP 172.20.0.1 (5c42c93f-2ac9-42c4-ae39-37d47141b593/7cdd67db-b129-4563-b182-47daa39d15d0/bef3ab86-485a-4495-8556-eb6f915c5331) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:39:07.623574 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a09df-a20e-4137-8940-e904252b970e None None] Pushing event updated for resources: {'Port': ['ID=5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:07.642884 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7b8782fd-652a-4aed-8fe2-5438f4af9267 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (b912e8e4-8d64-4bca-8f0e-06b954b92602), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:07.750192 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e86e7b51-e098-4816-9150-0ecb263d02c0 admin admin] Publish callbacks [] for port (bef3ab86-485a-4495-8556-eb6f915c5331), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:07.754750 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-a0e9bc0e-b7eb-4d18-b513-f7061ed0a77f None None] Set router 569747e1-6886-43d6-a405-bf90c586f175 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:39:07.922231 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7b8782fd-652a-4aed-8fe2-5438f4af9267 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (b912e8e4-8d64-4bca-8f0e-06b954b92602), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:07.928294 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e86e7b51-e098-4816-9150-0ecb263d02c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (bef3ab86-485a-4495-8556-eb6f915c5331), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:08.010411 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88ba4b-dc16-46b6-beb6-86337a4c47c3 req-ec64c562-c99e-4a84-9f42-98c540c63393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:08.012757 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ef88ba4b-dc16-46b6-beb6-86337a4c47c3 req-ec64c562-c99e-4a84-9f42-98c540c63393 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=526bfeec56004a2cb82662a87d8f2803&device_id=12306737-36e2-464f-a2f0-d007e40958ec HTTP/1.1" status: 200 len: 1128 time: 0.1928391 Feb 20 03:39:08.019419 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e7b51-e098-4816-9150-0ecb263d02c0 admin admin] Pushing event updated for resources: {'Port': ['ID=bef3ab86-485a-4495-8556-eb6f915c5331,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:08.027648 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d831b-1780-4aa0-ab6f-18d9861a29c3 req-9ef1da37-d4ab-4564-9308-2547558018d7 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:08.028453 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86e7b51-e098-4816-9150-0ecb263d02c0 admin admin] Network 5c42c93f-2ac9-42c4-ae39-37d47141b593 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:39:08.029286 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-870d831b-1780-4aa0-ab6f-18d9861a29c3 req-9ef1da37-d4ab-4564-9308-2547558018d7 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] 10.222.0.89 "GET /v2.0/ports?device_id=12306737-36e2-464f-a2f0-d007e40958ec HTTP/1.1" status: 200 len: 946 time: 0.1424909 Feb 20 03:39:08.042225 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-e86e7b51-e098-4816-9150-0ecb263d02c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:39:08.042579 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39416) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:08.044167 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a0e9bc0e-b7eb-4d18-b513-f7061ed0a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569747e1-6886-43d6-a405-bf90c586f175', 'name': 'tempest-ServerRescueTestJSONUnderV235-1150495558-router', 'tenant_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:39:01Z', 'updated_at': '2022-02-20T03:39:04Z', 'revision_number': 3, 'project_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'gw_port': {'id': '5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569747e1-6886-43d6-a405-bf90c586f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:02Z', 'updated_at': '2022-02-20T03:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:08.044598 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86e7b51-e098-4816-9150-0ecb263d02c0 admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:39:08.081251 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e200184d-c9be-4246-a9f1-b1b7a6b94eaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:08.095517 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e9bc0e-b7eb-4d18-b513-f7061ed0a77f None None] The sync data for ids ['569747e1-6886-43d6-a405-bf90c586f175'] in n-d-829866-4 is: [{'id': '569747e1-6886-43d6-a405-bf90c586f175', 'name': 'tempest-ServerRescueTestJSONUnderV235-1150495558-router', 'tenant_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:39:01Z', 'updated_at': '2022-02-20T03:39:04Z', 'revision_number': 3, 'project_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'gw_port': {'id': '5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569747e1-6886-43d6-a405-bf90c586f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:02Z', 'updated_at': '2022-02-20T03:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:39:08.118037 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e86e7b51-e098-4816-9150-0ecb263d02c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (569747e1-6886-43d6-a405-bf90c586f175), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:08.157491 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88ba4b-dc16-46b6-beb6-86337a4c47c3 req-73cc4626-dc42-48b2-9244-0976005d18ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:08.158934 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ef88ba4b-dc16-46b6-beb6-86337a4c47c3 req-73cc4626-dc42-48b2-9244-0976005d18ac service neutron] 10.222.0.93 "GET /v2.0/networks?id=dfda3d3f-9bab-4115-bce8-23fba3cf9a89 HTTP/1.1" status: 200 len: 915 time: 0.1274266 Feb 20 03:39:08.228404 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ef88ba4b-dc16-46b6-beb6-86337a4c47c3 req-587e1dff-e2e3-4ec7-8233-41c4be4f0835 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcfd0b58-d875-477c-b394-fd5bca43a750 HTTP/1.1" status: 200 len: 217 time: 0.0605536 Feb 20 03:39:08.229438 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7b8782fd-652a-4aed-8fe2-5438f4af9267 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (b912e8e4-8d64-4bca-8f0e-06b954b92602), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:08.255598 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-870d831b-1780-4aa0-ab6f-18d9861a29c3 req-a18f133a-40a1-45a3-b407-f262c06fa04c tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] 10.222.0.89 "GET /v2.0/security-groups?id=efcae039-9ec4-4ced-89c3-0612fec4e5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450651 Feb 20 03:39:08.257637 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7b8782fd-652a-4aed-8fe2-5438f4af9267 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:08.260893 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7b8782fd-652a-4aed-8fe2-5438f4af9267 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] 10.222.0.89 "DELETE /v2.0/subnets/b912e8e4-8d64-4bca-8f0e-06b954b92602 HTTP/1.1" status: 204 len: 168 time: 0.7764564 Feb 20 03:39:08.264886 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39420) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:08.273425 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc11d3e-9985-4547-a8ad-4e5133434d73 None None] Network 30cd2b57-1938-464b-a97a-47a1472d7e1c requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:39:08.304775 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8782fd-652a-4aed-8fe2-5438f4af9267 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Pushing event deleted for resources: {'Subnet': ['ID=b912e8e4-8d64-4bca-8f0e-06b954b92602,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:08.328676 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88ba4b-dc16-46b6-beb6-86337a4c47c3 req-0e80ab35-dc07-4b5a-944c-c8f280108db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:08.330255 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ef88ba4b-dc16-46b6-beb6-86337a4c47c3 req-0e80ab35-dc07-4b5a-944c-c8f280108db0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e173a1ed-db62-494b-8d9a-65769f3b4201 HTTP/1.1" status: 200 len: 854 time: 0.0911129 Feb 20 03:39:08.362392 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e200184d-c9be-4246-a9f1-b1b7a6b94eaf admin admin] Publish callbacks [] for security_group (e4d60b36-515d-4219-bc54-b5bde8f9ce6d), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:08.394155 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ef88ba4b-dc16-46b6-beb6-86337a4c47c3 req-edc4ee6d-a380-40fe-99de-1c6f21dec931 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=dfda3d3f-9bab-4115-bce8-23fba3cf9a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571101 Feb 20 03:39:08.412305 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8adbf8a6-715a-4aba-9be6-ae1e4b787be0 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (30cd2b57-1938-464b-a97a-47a1472d7e1c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:08.533018 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46a646-337c-4758-8ef9-b4bb655605f6 req-928b641b-18bf-41a7-976c-835cf1ab5ab2 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:08.538249 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac46a646-337c-4758-8ef9-b4bb655605f6 req-928b641b-18bf-41a7-976c-835cf1ab5ab2 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=e772532f-b5e9-4f08-a715-8c3cb3d96a17 HTTP/1.1" status: 200 len: 945 time: 0.1436262 Feb 20 03:39:08.538389 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e200184d-c9be-4246-a9f1-b1b7a6b94eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e4d60b36-515d-4219-bc54-b5bde8f9ce6d), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:08.545363 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e86e7b51-e098-4816-9150-0ecb263d02c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bef3ab86-485a-4495-8556-eb6f915c5331), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:08.583104 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ef88ba4b-dc16-46b6-beb6-86337a4c47c3 req-e706f864-de91-4495-8215-a3a878361929 service neutron] 10.222.0.93 "GET /v2.0/networks/dfda3d3f-9bab-4115-bce8-23fba3cf9a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778977 Feb 20 03:39:08.686191 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200184d-c9be-4246-a9f1-b1b7a6b94eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d60b36-515d-4219-bc54-b5bde8f9ce6d,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:08.704843 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e200184d-c9be-4246-a9f1-b1b7a6b94eaf admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2802a27fdf87422e816d1e3eeb812166&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6611910 Feb 20 03:39:08.715184 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39424) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:08.728852 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac46a646-337c-4758-8ef9-b4bb655605f6 req-dc16dbd0-bede-4694-8377-d5207977aee6 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799748 Feb 20 03:39:08.773547 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-8adbf8a6-715a-4aba-9be6-ae1e4b787be0 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Deleting port bf03ef12-d294-4c70-b90d-c4ad48507b12 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:39:08.776494 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8adbf8a6-715a-4aba-9be6-ae1e4b787be0 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (bf03ef12-d294-4c70-b90d-c4ad48507b12), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:08.828261 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6dd45a-bb59-402d-976d-a095f773a690 None None] DHCP port deletion for 30cd2b57-1938-464b-a97a-47a1472d7e1c request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:39:08.857463 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ef88ba4b-dc16-46b6-beb6-86337a4c47c3 req-6bec786e-7309-4c1a-ad10-5260631b5033 service neutron] 10.222.0.93 "GET /v2.0/networks/dfda3d3f-9bab-4115-bce8-23fba3cf9a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559967 Feb 20 03:39:08.858548 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9f8511f1-9a43-44ee-a06a-bce96d2ae6ef admin admin] Publish callbacks [] for security_group (e4d60b36-515d-4219-bc54-b5bde8f9ce6d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:08.901041 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9f8511f1-9a43-44ee-a06a-bce96d2ae6ef admin admin] Publish callbacks [] for security_group (e4d60b36-515d-4219-bc54-b5bde8f9ce6d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:08.910492 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-fd6dd45a-bb59-402d-976d-a095f773a690 None None] Deleting port bf03ef12-d294-4c70-b90d-c4ad48507b12 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:39:08.910912 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fd6dd45a-bb59-402d-976d-a095f773a690 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (bf03ef12-d294-4c70-b90d-c4ad48507b12), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:09.005285 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-8adbf8a6-715a-4aba-9be6-ae1e4b787be0 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] For port bf03ef12-d294-4c70-b90d-c4ad48507b12, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=bf03ef12-d294-4c70-b90d-c4ad48507b12,segment=NetworkSegment(affe63bb-c71b-49a4-ab54-4ffb1da4d3be),segment_id=affe63bb-c71b-49a4-ab54-4ffb1da4d3be)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:09.005635 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8adbf8a6-715a-4aba-9be6-ae1e4b787be0 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (bf03ef12-d294-4c70-b90d-c4ad48507b12), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:09.019226 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-fd6dd45a-bb59-402d-976d-a095f773a690 None None] For port bf03ef12-d294-4c70-b90d-c4ad48507b12, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=bf03ef12-d294-4c70-b90d-c4ad48507b12,segment=NetworkSegment(affe63bb-c71b-49a4-ab54-4ffb1da4d3be),segment_id=affe63bb-c71b-49a4-ab54-4ffb1da4d3be)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:09.019922 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fd6dd45a-bb59-402d-976d-a095f773a690 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (bf03ef12-d294-4c70-b90d-c4ad48507b12), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:09.026309 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-8adbf8a6-715a-4aba-9be6-ae1e4b787be0 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Calling delete_port for bf03ef12-d294-4c70-b90d-c4ad48507b12 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:39:09.051944 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-fd6dd45a-bb59-402d-976d-a095f773a690 None None] Calling delete_port for bf03ef12-d294-4c70-b90d-c4ad48507b12 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:39:09.164564 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06865325-7492-4061-90c5-3ba4b0f79016 req-566051c2-cbca-44b3-996b-39a6811a7fb4 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:09.170289 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06865325-7492-4061-90c5-3ba4b0f79016 req-566051c2-cbca-44b3-996b-39a6811a7fb4 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 950 time: 0.2013001 Feb 20 03:39:09.193882 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device bf03ef12-d294-4c70-b90d-c4ad48507b12 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:39:09.208001 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e86e7b51-e098-4816-9150-0ecb263d02c0 admin admin] Publish callbacks [] for port (bef3ab86-485a-4495-8556-eb6f915c5331), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:09.227419 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9f8511f1-9a43-44ee-a06a-bce96d2ae6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e4d60b36-515d-4219-bc54-b5bde8f9ce6d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:09.231702 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9f8511f1-9a43-44ee-a06a-bce96d2ae6ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:09.233889 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9f8511f1-9a43-44ee-a06a-bce96d2ae6ef admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e4d60b36-515d-4219-bc54-b5bde8f9ce6d HTTP/1.1" status: 204 len: 168 time: 0.5169942 Feb 20 03:39:09.314010 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8511f1-9a43-44ee-a06a-bce96d2ae6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d60b36-515d-4219-bc54-b5bde8f9ce6d,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:09.321495 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e86e7b51-e098-4816-9150-0ecb263d02c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (bef3ab86-485a-4495-8556-eb6f915c5331), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:09.373505 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port bf03ef12-d294-4c70-b90d-c4ad48507b12 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:39:09.374384 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bf03ef12-d294-4c70-b90d-c4ad48507b12), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:09.387721 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06865325-7492-4061-90c5-3ba4b0f79016 req-9c453fd6-11f2-4c0a-8b2a-d90f9dd8da30 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115464 Feb 20 03:39:09.462327 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fd6dd45a-bb59-402d-976d-a095f773a690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (bf03ef12-d294-4c70-b90d-c4ad48507b12), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:09.471691 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8adbf8a6-715a-4aba-9be6-ae1e4b787be0 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (bf03ef12-d294-4c70-b90d-c4ad48507b12), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:09.534328 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adbf8a6-715a-4aba-9be6-ae1e4b787be0 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] No DVR routers for this DVR port bf03ef12-d294-4c70-b90d-c4ad48507b12 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:39:09.548754 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6dd45a-bb59-402d-976d-a095f773a690 None None] Pushing event deleted for resources: {'Port': ['ID=bf03ef12-d294-4c70-b90d-c4ad48507b12,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:09.559740 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:39:09.569785 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6dd45a-bb59-402d-976d-a095f773a690 None None] No DVR routers for this DVR port bf03ef12-d294-4c70-b90d-c4ad48507b12 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:39:09.609070 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e86e7b51-e098-4816-9150-0ecb263d02c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (569747e1-6886-43d6-a405-bf90c586f175), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:09.631721 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e7b51-e098-4816-9150-0ecb263d02c0 admin admin] Pushing event updated for resources: {'Port': ['ID=bef3ab86-485a-4495-8556-eb6f915c5331,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:09.731583 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adbf8a6-715a-4aba-9be6-ae1e4b787be0 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Pushing event deleted for resources: {'Port': ['ID=bf03ef12-d294-4c70-b90d-c4ad48507b12,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:09.761622 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8adbf8a6-715a-4aba-9be6-ae1e4b787be0 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (30cd2b57-1938-464b-a97a-47a1472d7e1c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:09.800194 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-d7781db5-0e12-4562-a93b-9abb7efe590b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:09.808525 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-d7781db5-0e12-4562-a93b-9abb7efe590b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921&tenant_id=aac4a34e9d0e4881a4216fde18e57c70 HTTP/1.1" status: 200 len: 1132 time: 0.1369934 Feb 20 03:39:09.820850 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-8b9a133d-61e5-4339-8afd-767bbfebe3d7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829866-4', 'device_owner': 'compute:nova'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:39:09.854337 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-8adbf8a6-715a-4aba-9be6-ae1e4b787be0 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30cd2b57-1938-464b-a97a-47a1472d7e1c']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:09.867538 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-8adbf8a6-715a-4aba-9be6-ae1e4b787be0 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'affe63bb-c71b-49a4-ab54-4ffb1da4d3be') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:09.867935 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-8adbf8a6-715a-4aba-9be6-ae1e4b787be0 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'affe63bb-c71b-49a4-ab54-4ffb1da4d3be') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:09.875531 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fedc96-f30f-4f69-9718-42b07044f3fe req-3329ecec-1443-4730-bd36-5ebe917c5269 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:09.879714 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8adbf8a6-715a-4aba-9be6-ae1e4b787be0 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (affe63bb-c71b-49a4-ab54-4ffb1da4d3be), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:09.881267 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75fedc96-f30f-4f69-9718-42b07044f3fe req-3329ecec-1443-4730-bd36-5ebe917c5269 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] 10.222.0.89 "GET /v2.0/ports?device_id=12306737-36e2-464f-a2f0-d007e40958ec HTTP/1.1" status: 200 len: 946 time: 0.1497340 Feb 20 03:39:09.897856 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8adbf8a6-715a-4aba-9be6-ae1e4b787be0 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (affe63bb-c71b-49a4-ab54-4ffb1da4d3be), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:09.917449 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8adbf8a6-715a-4aba-9be6-ae1e4b787be0 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:39:09.919288 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8adbf8a6-715a-4aba-9be6-ae1e4b787be0 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (affe63bb-c71b-49a4-ab54-4ffb1da4d3be), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:09.975218 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-8b9a133d-61e5-4339-8afd-767bbfebe3d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dffc4781-b96d-4024-9fac-72a74941d34c), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:09.981773 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:39:09.981773 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:39:09.981773 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:39:09.981773 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:39:09.981773 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:39:09.981773 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:39:09.981773 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:39:09.981773 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:39:09.981773 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:39:09.981773 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:39:09.981773 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:39:09.981773 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:39:09.981773 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:39:09.981773 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:39:09.981773 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:39:09.981773 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:39:09.981773 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:39:09.981773 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:39:09.981773 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:39:09.981773 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:39:09.981773 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:39:09.981773 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:39:09.981773 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:39:09.981773 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:39:09.981773 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:39:09.981773 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:39:09.981773 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:39:09.981773 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:39:09.981773 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:39:09.981773 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:39:09.981773 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:39:09.981773 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:39:10.073070 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86e7b51-e098-4816-9150-0ecb263d02c0 admin admin] Network 5c42c93f-2ac9-42c4-ae39-37d47141b593 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:39:10.074693 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-e86e7b51-e098-4816-9150-0ecb263d02c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:39:10.125606 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8adbf8a6-715a-4aba-9be6-ae1e4b787be0 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (30cd2b57-1938-464b-a97a-47a1472d7e1c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:10.136211 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8adbf8a6-715a-4aba-9be6-ae1e4b787be0 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:10.142337 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8adbf8a6-715a-4aba-9be6-ae1e4b787be0 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] 10.222.0.89 "DELETE /v2.0/networks/30cd2b57-1938-464b-a97a-47a1472d7e1c HTTP/1.1" status: 204 len: 168 time: 1.8726754 Feb 20 03:39:10.143866 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39446) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:10.161938 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adbf8a6-715a-4aba-9be6-ae1e4b787be0 tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Pushing event deleted for resources: {'Network': ['ID=30cd2b57-1938-464b-a97a-47a1472d7e1c,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:10.218573 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75fedc96-f30f-4f69-9718-42b07044f3fe req-07d0294f-7932-4ecc-85f9-81c3b6d19b14 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] 10.222.0.89 "GET /v2.0/security-groups?id=efcae039-9ec4-4ced-89c3-0612fec4e5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346801 Feb 20 03:39:10.244148 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-8b9a133d-61e5-4339-8afd-767bbfebe3d7 service neutron] For port dffc4781-b96d-4024-9fac-72a74941d34c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=dffc4781-b96d-4024-9fac-72a74941d34c,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:10.297643 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-8b9a133d-61e5-4339-8afd-767bbfebe3d7 service neutron] For port dffc4781-b96d-4024-9fac-72a74941d34c, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:39:10.347351 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-8b9a133d-61e5-4339-8afd-767bbfebe3d7 service neutron] Publish callbacks [] for port (dffc4781-b96d-4024-9fac-72a74941d34c), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:10.362119 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-8b9a133d-61e5-4339-8afd-767bbfebe3d7 service neutron] Transition to ACTIVE for port object dffc4781-b96d-4024-9fac-72a74941d34c will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:39:10.363093 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0dea7e3-4772-4f73-b29a-ea1b8b97d921', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dffc4781-b96d-4024-9fac-72a74941d34c'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:39:10.365968 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58d42e5-bc52-4b71-a3b3-ed8eb1093db9" -d '{"events": [{"server_uuid": "f0dea7e3-4772-4f73-b29a-ea1b8b97d921", "name": "network-vif-unplugged", "status": "completed", "tag": "dffc4781-b96d-4024-9fac-72a74941d34c"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:39:10.403360 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86e7b51-e098-4816-9150-0ecb263d02c0 admin admin] Router 569747e1-6886-43d6-a405-bf90c586f175 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:39:10.408945 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2f3e5-e0d8-4b16-bafd-7ea01b580ade tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Deleting port bc67dea5-b4a4-487d-a7e3-28d634517f7a {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:39:10.409398 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f3e5-e0d8-4b16-bafd-7ea01b580ade tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (bc67dea5-b4a4-487d-a7e3-28d634517f7a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:10.453938 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-8b9a133d-61e5-4339-8afd-767bbfebe3d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (dffc4781-b96d-4024-9fac-72a74941d34c), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:10.558270 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f3e5-e0d8-4b16-bafd-7ea01b580ade tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (bc67dea5-b4a4-487d-a7e3-28d634517f7a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:10.558736 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f3e5-e0d8-4b16-bafd-7ea01b580ade tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks [] for floatingip (bc67dea5-b4a4-487d-a7e3-28d634517f7a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:10.570389 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a133d-61e5-4339-8afd-767bbfebe3d7 service neutron] Pushing event updated for resources: {'Port': ['ID=dffc4781-b96d-4024-9fac-72a74941d34c,revision_number=10']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:10.622387 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2f3e5-e0d8-4b16-bafd-7ea01b580ade tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Calling delete_port for bc67dea5-b4a4-487d-a7e3-28d634517f7a owned by network:floatingip {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:39:10.626147 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-8b9a133d-61e5-4339-8afd-767bbfebe3d7 service neutron] No DVR routers for this DVR port dffc4781-b96d-4024-9fac-72a74941d34c on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:39:10.691975 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50dff0-5766-449a-a69b-7d0a1dfc39a8 req-f910fdfe-23f3-4a33-a4ad-f8ef1893cb84 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:10.701211 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb50dff0-5766-449a-a69b-7d0a1dfc39a8 req-f910fdfe-23f3-4a33-a4ad-f8ef1893cb84 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=e772532f-b5e9-4f08-a715-8c3cb3d96a17 HTTP/1.1" status: 200 len: 945 time: 0.2806435 Feb 20 03:39:10.725041 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-8b9a133d-61e5-4339-8afd-767bbfebe3d7 service neutron] Attempting to bind port dffc4781-b96d-4024-9fac-72a74941d34c on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:10.725574 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-8b9a133d-61e5-4339-8afd-767bbfebe3d7 service neutron] Attempting to bind port dffc4781-b96d-4024-9fac-72a74941d34c by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:10.726045 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-8b9a133d-61e5-4339-8afd-767bbfebe3d7 service neutron] Attempting to bind port dffc4781-b96d-4024-9fac-72a74941d34c on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:10.761879 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-8b9a133d-61e5-4339-8afd-767bbfebe3d7 service neutron] Port dffc4781-b96d-4024-9fac-72a74941d34c on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:10.762364 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-8b9a133d-61e5-4339-8afd-767bbfebe3d7 service neutron] Attempting to bind port dffc4781-b96d-4024-9fac-72a74941d34c on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:10.771835 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-8b9a133d-61e5-4339-8afd-767bbfebe3d7 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:39:10.772333 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-8b9a133d-61e5-4339-8afd-767bbfebe3d7 service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:39:10.772828 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-8b9a133d-61e5-4339-8afd-767bbfebe3d7 service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:39:10.774344 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-8b9a133d-61e5-4339-8afd-767bbfebe3d7 service neutron] Bound port: dffc4781-b96d-4024-9fac-72a74941d34c, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:39:10.776005 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-8b9a133d-61e5-4339-8afd-767bbfebe3d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dffc4781-b96d-4024-9fac-72a74941d34c), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:10.787494 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb50dff0-5766-449a-a69b-7d0a1dfc39a8 req-052284e8-f78d-4ea3-a504-e2e12358556b tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851445 Feb 20 03:39:11.011656 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1daa09-7867-4d6a-9ea9-3acbd7dd2186 x-openstack-request-id: req-8c1daa09-7867-4d6a-9ea9-3acbd7dd2186 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:39:11.014037 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0dea7e3-4772-4f73-b29a-ea1b8b97d921", "name": "network-vif-unplugged", "status": "completed", "tag": "dffc4781-b96d-4024-9fac-72a74941d34c", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:39:11.014654 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8c1daa09-7867-4d6a-9ea9-3acbd7dd2186 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:39:11.024992 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0dea7e3-4772-4f73-b29a-ea1b8b97d921', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dffc4781-b96d-4024-9fac-72a74941d34c', 'code': 200} Feb 20 03:39:11.031583 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86e7b51-e098-4816-9150-0ecb263d02c0 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:39:11.048325 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-8b9a133d-61e5-4339-8afd-767bbfebe3d7 service neutron] For port dffc4781-b96d-4024-9fac-72a74941d34c, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:39:11.052917 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-8b9a133d-61e5-4339-8afd-767bbfebe3d7 service neutron] For port dffc4781-b96d-4024-9fac-72a74941d34c, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=dffc4781-b96d-4024-9fac-72a74941d34c,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:39:11.077577 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e86e7b51-e098-4816-9150-0ecb263d02c0 admin admin] 10.222.0.89 "PUT /v2.0/routers/569747e1-6886-43d6-a405-bf90c586f175/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2515600 Feb 20 03:39:11.160491 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:39:11.194479 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-8b9a133d-61e5-4339-8afd-767bbfebe3d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (dffc4781-b96d-4024-9fac-72a74941d34c), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:11.254693 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device dffc4781-b96d-4024-9fac-72a74941d34c no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:39:11.255210 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-8b9a133d-61e5-4339-8afd-767bbfebe3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:11.257441 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-8b9a133d-61e5-4339-8afd-767bbfebe3d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:11.261488 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-8b9a133d-61e5-4339-8afd-767bbfebe3d7 service neutron] 10.222.0.42 "PUT /v2.0/ports/dffc4781-b96d-4024-9fac-72a74941d34c HTTP/1.1" status: 200 len: 1097 time: 1.4426129 Feb 20 03:39:11.315697 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d171d5-bf51-4864-a1fd-842fb3806aaf req-19b48cbb-44ed-4ac8-a7cb-273c9d4208d0 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:11.331157 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d9d171d5-bf51-4864-a1fd-842fb3806aaf req-19b48cbb-44ed-4ac8-a7cb-273c9d4208d0 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 949 time: 0.2030332 Feb 20 03:39:11.344717 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:39:11.345377 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:11.376371 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f3e5-e0d8-4b16-bafd-7ea01b580ade tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (bc67dea5-b4a4-487d-a7e3-28d634517f7a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:11.420685 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] The host n-h2-829866-4 is not matching for port dffc4781-b96d-4024-9fac-72a74941d34c host n-h1-829866-4! {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 03:39:11.421785 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device dffc4781-b96d-4024-9fac-72a74941d34c not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:39:11.443236 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2f3e5-e0d8-4b16-bafd-7ea01b580ade tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Pushing event deleted for resources: {'Port': ['ID=bc67dea5-b4a4-487d-a7e3-28d634517f7a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:11.475567 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d9d171d5-bf51-4864-a1fd-842fb3806aaf req-e95e8591-a063-4ad5-b760-8da949f0cc9a tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379869 Feb 20 03:39:11.511024 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e58ae84-bc2b-4022-b22a-e9726ab29b25 None None] Sync routers for ids ['569747e1-6886-43d6-a405-bf90c586f175'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:39:11.521281 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e58ae84-bc2b-4022-b22a-e9726ab29b25 None None] Routers {'569747e1-6886-43d6-a405-bf90c586f175'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:39:11.522731 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-3e58ae84-bc2b-4022-b22a-e9726ab29b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:38:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['569747e1-6886-43d6-a405-bf90c586f175'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:11.535962 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:39:11.536361 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:11.590833 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:11.599564 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a133d-61e5-4339-8afd-767bbfebe3d7 service neutron] Pushing event updated for resources: {'Port': ['ID=dffc4781-b96d-4024-9fac-72a74941d34c,revision_number=11']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:11.631337 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-b57d5f7e-9179-4db7-b2d9-7bcbf16ae20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:11.634513 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-b57d5f7e-9179-4db7-b2d9-7bcbf16ae20d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 1131 time: 0.2494531 Feb 20 03:39:11.641538 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f3e5-e0d8-4b16-bafd-7ea01b580ade tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks [] for floatingip (d63a5e78-df3a-472c-841a-135a0180e04e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:11.643808 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f3e5-e0d8-4b16-bafd-7ea01b580ade tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:11.663082 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c8c2f3e5-e0d8-4b16-bafd-7ea01b580ade tempest-FloatingIPAdminTestJSON-114511361 tempest-FloatingIPAdminTestJSON-114511361-project] 10.222.0.89 "DELETE /v2.0/floatingips/d63a5e78-df3a-472c-841a-135a0180e04e HTTP/1.1" status: 204 len: 168 time: 1.4962769 Feb 20 03:39:11.688964 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39488) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:11.723815 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:11.742546 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-3e58ae84-bc2b-4022-b22a-e9726ab29b25 None None] Set router 569747e1-6886-43d6-a405-bf90c586f175 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:39:11.817817 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-b58a8620-48eb-48ab-9f44-370e48c6153b admin admin] Deleting subnet ba7943db-e73d-4c28-8d17-e3720a98a6a6 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:39:11.828067 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b58a8620-48eb-48ab-9f44-370e48c6153b admin admin] Publish callbacks [] for subnet (ba7943db-e73d-4c28-8d17-e3720a98a6a6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:11.865061 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:11.895460 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b58a8620-48eb-48ab-9f44-370e48c6153b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (ba7943db-e73d-4c28-8d17-e3720a98a6a6), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:11.963465 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b58a8620-48eb-48ab-9f44-370e48c6153b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (ba7943db-e73d-4c28-8d17-e3720a98a6a6), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:12.002269 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-3e58ae84-bc2b-4022-b22a-e9726ab29b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569747e1-6886-43d6-a405-bf90c586f175', 'name': 'tempest-ServerRescueTestJSONUnderV235-1150495558-router', 'tenant_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:39:01Z', 'updated_at': '2022-02-20T03:39:08Z', 'revision_number': 4, 'project_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'gw_port': {'id': '5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569747e1-6886-43d6-a405-bf90c586f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:02Z', 'updated_at': '2022-02-20T03:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'bef3ab86-485a-4495-8556-eb6f915c5331', 'name': '', 'network_id': '5c42c93f-2ac9-42c4-ae39-37d47141b593', 'tenant_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'mac_address': 'fa:16:3e:bc:5d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569747e1-6886-43d6-a405-bf90c586f175', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '7cdd67db-b129-4563-b182-47daa39d15d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:07Z', 'updated_at': '2022-02-20T03:39:08Z', 'revision_number': 2, 'project_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'subnets': [{'id': '7cdd67db-b129-4563-b182-47daa39d15d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:12.002794 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-70d09b16-7530-4099-a51e-8c4226ec07ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:12.004351 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-70d09b16-7530-4099-a51e-8c4226ec07ac service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.3623877 Feb 20 03:39:12.017364 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca1ab6-536d-463a-a64f-07431e73b248 req-0e252ef0-f979-42a4-bd44-0d1ee740f7de tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:12.018694 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-21ca1ab6-536d-463a-a64f-07431e73b248 req-0e252ef0-f979-42a4-bd44-0d1ee740f7de tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] 10.222.0.89 "GET /v2.0/ports?device_id=12306737-36e2-464f-a2f0-d007e40958ec HTTP/1.1" status: 200 len: 946 time: 0.2118719 Feb 20 03:39:12.040969 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e58ae84-bc2b-4022-b22a-e9726ab29b25 None None] Checking router: 569747e1-6886-43d6-a405-bf90c586f175 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:39:12.041590 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e58ae84-bc2b-4022-b22a-e9726ab29b25 None None] Updating router 569747e1-6886-43d6-a405-bf90c586f175 port bef3ab86-485a-4495-8556-eb6f915c5331 binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:39:12.065299 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-98be78f6-7d56-4c22-8d8f-073d940bcf13 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=dffc4781-b96d-4024-9fac-72a74941d34c HTTP/1.1" status: 200 len: 217 time: 0.0455279 Feb 20 03:39:12.070582 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3e58ae84-bc2b-4022-b22a-e9726ab29b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bef3ab86-485a-4495-8556-eb6f915c5331), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:12.151597 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-21ca1ab6-536d-463a-a64f-07431e73b248 req-123e9198-575d-43d1-a11f-67474c9a165d tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] 10.222.0.89 "GET /v2.0/security-groups?id=efcae039-9ec4-4ced-89c3-0612fec4e5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256948 Feb 20 03:39:12.161960 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-860c5242-20f6-4ff5-b826-f196284838b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:12.164119 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-860c5242-20f6-4ff5-b826-f196284838b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0899255 Feb 20 03:39:12.201709 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b58a8620-48eb-48ab-9f44-370e48c6153b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (ba7943db-e73d-4c28-8d17-e3720a98a6a6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:12.252149 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a8620-48eb-48ab-9f44-370e48c6153b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba7943db-e73d-4c28-8d17-e3720a98a6a6,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:12.261565 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-20fa91ed-4b5c-4ef6-8ccd-05a743edb9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:12.264898 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b58a8620-48eb-48ab-9f44-370e48c6153b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:12.266286 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-20fa91ed-4b5c-4ef6-8ccd-05a743edb9f8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0903451 Feb 20 03:39:12.273210 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39504) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:12.275509 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b58a8620-48eb-48ab-9f44-370e48c6153b admin admin] 10.222.0.89 "DELETE /v2.0/subnets/ba7943db-e73d-4c28-8d17-e3720a98a6a6 HTTP/1.1" status: 204 len: 168 time: 0.5853088 Feb 20 03:39:12.432024 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fca0aa8b-9ba6-4c3c-9190-2dd6611b15ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (780f8a56-4eb9-4713-bddf-aebbfa8636e6), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:12.471766 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3e58ae84-bc2b-4022-b22a-e9726ab29b25 None None] Publish callbacks [] for port (bef3ab86-485a-4495-8556-eb6f915c5331), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:12.480434 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-6cd596f2-edd8-4d11-87d1-977af54db077 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079830 Feb 20 03:39:12.535396 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39514) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:12.613304 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3e58ae84-bc2b-4022-b22a-e9726ab29b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bef3ab86-485a-4495-8556-eb6f915c5331), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:12.640883 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fca0aa8b-9ba6-4c3c-9190-2dd6611b15ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (780f8a56-4eb9-4713-bddf-aebbfa8636e6), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:12.718829 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-fca0aa8b-9ba6-4c3c-9190-2dd6611b15ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['780f8a56-4eb9-4713-bddf-aebbfa8636e6']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:12.735534 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-fca0aa8b-9ba6-4c3c-9190-2dd6611b15ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c958acf2-90dd-47cc-bcb8-d3b08740baa9') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:12.739319 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-fca0aa8b-9ba6-4c3c-9190-2dd6611b15ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c958acf2-90dd-47cc-bcb8-d3b08740baa9') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:12.746055 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffa81d38-b083-439c-a6e6-82f7f050fd96 req-2f5511fc-a893-46ee-b415-5ed0d8d9bf61 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457111 Feb 20 03:39:12.752343 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fca0aa8b-9ba6-4c3c-9190-2dd6611b15ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (c958acf2-90dd-47cc-bcb8-d3b08740baa9), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:12.754459 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18cad58-1b9f-4554-a5f7-77def23c836a None None] Pushing event updated for resources: {'Port': ['ID=bef3ab86-485a-4495-8556-eb6f915c5331,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:12.788422 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fca0aa8b-9ba6-4c3c-9190-2dd6611b15ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (c958acf2-90dd-47cc-bcb8-d3b08740baa9), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:12.790815 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cad58-1b9f-4554-a5f7-77def23c836a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:12.791611 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cad58-1b9f-4554-a5f7-77def23c836a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:12.792205 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cad58-1b9f-4554-a5f7-77def23c836a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:12.792899 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cad58-1b9f-4554-a5f7-77def23c836a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:12.793459 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cad58-1b9f-4554-a5f7-77def23c836a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:12.794005 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cad58-1b9f-4554-a5f7-77def23c836a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:12.794623 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cad58-1b9f-4554-a5f7-77def23c836a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:12.795206 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cad58-1b9f-4554-a5f7-77def23c836a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:12.805369 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cad58-1b9f-4554-a5f7-77def23c836a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:12.805369 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cad58-1b9f-4554-a5f7-77def23c836a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:12.805369 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cad58-1b9f-4554-a5f7-77def23c836a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:12.805369 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cad58-1b9f-4554-a5f7-77def23c836a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:12.805369 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18cad58-1b9f-4554-a5f7-77def23c836a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:12.807167 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca0aa8b-9ba6-4c3c-9190-2dd6611b15ce admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:39:12.807167 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fca0aa8b-9ba6-4c3c-9190-2dd6611b15ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (c958acf2-90dd-47cc-bcb8-d3b08740baa9), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:12.807167 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:39:12.807167 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:39:12.807167 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:39:12.807167 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:39:12.807167 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:39:12.807167 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:39:12.807167 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:39:12.807167 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:39:12.807167 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:39:12.807167 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:39:12.807167 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:39:12.807167 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:39:12.807167 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:39:12.807167 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:39:12.807167 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:39:12.807167 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:39:12.807167 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:39:12.807167 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:39:12.807167 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:39:12.807167 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:39:12.807167 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:39:12.807167 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:39:12.807167 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:39:12.807167 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:39:12.807167 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:39:12.807167 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:39:12.807167 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:39:12.807167 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:39:12.807167 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:39:12.807167 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:39:12.807167 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:39:12.807167 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:39:12.820371 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-f0b6f9b3-2844-4f80-9588-0c5642e5bdcd tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:12.826053 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-3e58ae84-bc2b-4022-b22a-e9726ab29b25 None None] Attempting to bind port bef3ab86-485a-4495-8556-eb6f915c5331 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:12.826786 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-3e58ae84-bc2b-4022-b22a-e9726ab29b25 None None] Attempting to bind port bef3ab86-485a-4495-8556-eb6f915c5331 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '10ad1fc2-2df0-45f6-8610-0de9f440c6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '5c42c93f-2ac9-42c4-ae39-37d47141b593'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:12.827439 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-f0b6f9b3-2844-4f80-9588-0c5642e5bdcd tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/networks?id=5c42c93f-2ac9-42c4-ae39-37d47141b593 HTTP/1.1" status: 200 len: 820 time: 0.2301443 Feb 20 03:39:12.828297 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e58ae84-bc2b-4022-b22a-e9726ab29b25 None None] Attempting to bind port bef3ab86-485a-4495-8556-eb6f915c5331 on network 5c42c93f-2ac9-42c4-ae39-37d47141b593 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:12.835057 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e58ae84-bc2b-4022-b22a-e9726ab29b25 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:39:12.835910 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e58ae84-bc2b-4022-b22a-e9726ab29b25 None None] Checking segment: {'id': '10ad1fc2-2df0-45f6-8610-0de9f440c6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '5c42c93f-2ac9-42c4-ae39-37d47141b593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:39:12.836605 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3e58ae84-bc2b-4022-b22a-e9726ab29b25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:12.839406 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e58ae84-bc2b-4022-b22a-e9726ab29b25 None None] Bound using segment: {'id': '10ad1fc2-2df0-45f6-8610-0de9f440c6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '5c42c93f-2ac9-42c4-ae39-37d47141b593'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:39:12.840490 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-3e58ae84-bc2b-4022-b22a-e9726ab29b25 None None] Bound port: bef3ab86-485a-4495-8556-eb6f915c5331, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10ad1fc2-2df0-45f6-8610-0de9f440c6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '5c42c93f-2ac9-42c4-ae39-37d47141b593'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:39:12.841409 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3e58ae84-bc2b-4022-b22a-e9726ab29b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bef3ab86-485a-4495-8556-eb6f915c5331), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:12.888950 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-e1a2b40c-e109-4135-ad13-82b5b89d3fa3 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/quotas/6a08cfad188e48b79e337e2a93b4d6c0 HTTP/1.1" status: 200 len: 375 time: 0.0605967 Feb 20 03:39:12.931958 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-3e58ae84-bc2b-4022-b22a-e9726ab29b25 None None] For port bef3ab86-485a-4495-8556-eb6f915c5331, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:39:12.942294 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-3e58ae84-bc2b-4022-b22a-e9726ab29b25 None None] For port bef3ab86-485a-4495-8556-eb6f915c5331, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=bef3ab86-485a-4495-8556-eb6f915c5331,segment=NetworkSegment(10ad1fc2-2df0-45f6-8610-0de9f440c6ae),segment_id=10ad1fc2-2df0-45f6-8610-0de9f440c6ae)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:39:12.948409 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9daa9759-c789-4ae2-b1f5-7a0f2441f8fe admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8b973710dffa4725af259409c2135f92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4117563 Feb 20 03:39:12.949437 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-b01d6c21-b81a-4cf5-9e19-f40be97ee21b tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=6a08cfad188e48b79e337e2a93b4d6c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0550957 Feb 20 03:39:12.951799 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39530) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:13.025571 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bdaee9d7-0382-4bfb-9501-ea5ab8bec580 admin admin] Publish callbacks [] for security_group (81d7b672-5523-4b6a-ba23-02f9481ed1d8), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:13.032817 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0dea7e3-4772-4f73-b29a-ea1b8b97d921', 'tag': 'dffc4781-b96d-4024-9fac-72a74941d34c'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:39:13.036374 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e1fb1e-f4f6-4ac3-b138-ffbf35d3dfa8" -d '{"events": [{"name": "network-changed", "server_uuid": "f0dea7e3-4772-4f73-b29a-ea1b8b97d921", "tag": "dffc4781-b96d-4024-9fac-72a74941d34c"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:39:13.040628 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-3e58ae84-bc2b-4022-b22a-e9726ab29b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bef3ab86-485a-4495-8556-eb6f915c5331), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:13.045340 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:39:13.049722 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fca0aa8b-9ba6-4c3c-9190-2dd6611b15ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (780f8a56-4eb9-4713-bddf-aebbfa8636e6), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:13.050936 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bdaee9d7-0382-4bfb-9501-ea5ab8bec580 admin admin] Publish callbacks [] for security_group (81d7b672-5523-4b6a-ba23-02f9481ed1d8), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:13.071201 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fca0aa8b-9ba6-4c3c-9190-2dd6611b15ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:13.075966 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-fca0aa8b-9ba6-4c3c-9190-2dd6611b15ce admin admin] 10.222.0.89 "DELETE /v2.0/networks/780f8a56-4eb9-4713-bddf-aebbfa8636e6 HTTP/1.1" status: 204 len: 168 time: 0.8011975 Feb 20 03:39:13.118125 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca0aa8b-9ba6-4c3c-9190-2dd6611b15ce admin admin] Pushing event deleted for resources: {'Network': ['ID=780f8a56-4eb9-4713-bddf-aebbfa8636e6,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:13.119118 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:39:13.119118 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:13.124195 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0aa8b-9ba6-4c3c-9190-2dd6611b15ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:13.124631 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0aa8b-9ba6-4c3c-9190-2dd6611b15ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:13.125049 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0aa8b-9ba6-4c3c-9190-2dd6611b15ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:13.125465 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0aa8b-9ba6-4c3c-9190-2dd6611b15ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:13.125910 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0aa8b-9ba6-4c3c-9190-2dd6611b15ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:13.126282 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0aa8b-9ba6-4c3c-9190-2dd6611b15ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:13.126700 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0aa8b-9ba6-4c3c-9190-2dd6611b15ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:13.127129 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0aa8b-9ba6-4c3c-9190-2dd6611b15ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:13.127529 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0aa8b-9ba6-4c3c-9190-2dd6611b15ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:13.127930 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0aa8b-9ba6-4c3c-9190-2dd6611b15ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:13.128332 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0aa8b-9ba6-4c3c-9190-2dd6611b15ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:13.128727 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0aa8b-9ba6-4c3c-9190-2dd6611b15ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:13.129120 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0aa8b-9ba6-4c3c-9190-2dd6611b15ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:13.134826 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18cad58-1b9f-4554-a5f7-77def23c836a None None] Pushing event updated for resources: {'Port': ['ID=bef3ab86-485a-4495-8556-eb6f915c5331,revision_number=4']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:13.137358 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-d194cfed-c099-4ed7-b389-2946fedc7f96 service neutron] 10.222.0.89 "GET /v2.0/networks/5c42c93f-2ac9-42c4-ae39-37d47141b593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816559 Feb 20 03:39:13.138759 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e58ae84-bc2b-4022-b22a-e9726ab29b25 None None] Routers {'569747e1-6886-43d6-a405-bf90c586f175'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:39:13.139451 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-3e58ae84-bc2b-4022-b22a-e9726ab29b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:38:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['569747e1-6886-43d6-a405-bf90c586f175'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:13.200734 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bdaee9d7-0382-4bfb-9501-ea5ab8bec580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (81d7b672-5523-4b6a-ba23-02f9481ed1d8), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:13.204969 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bdaee9d7-0382-4bfb-9501-ea5ab8bec580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:13.209945 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bdaee9d7-0382-4bfb-9501-ea5ab8bec580 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/81d7b672-5523-4b6a-ba23-02f9481ed1d8 HTTP/1.1" status: 204 len: 168 time: 0.2568479 Feb 20 03:39:13.222276 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaee9d7-0382-4bfb-9501-ea5ab8bec580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d7b672-5523-4b6a-ba23-02f9481ed1d8,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:13.268050 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-3e58ae84-bc2b-4022-b22a-e9726ab29b25 None None] Set router 569747e1-6886-43d6-a405-bf90c586f175 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:39:13.282562 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:39:13.284003 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-139f2af7-d0ee-40b8-b514-0f946d7ffafe service neutron] 10.222.0.89 "GET /v2.0/networks/5c42c93f-2ac9-42c4-ae39-37d47141b593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357079 Feb 20 03:39:13.510071 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-3e58ae84-bc2b-4022-b22a-e9726ab29b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569747e1-6886-43d6-a405-bf90c586f175', 'name': 'tempest-ServerRescueTestJSONUnderV235-1150495558-router', 'tenant_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:39:01Z', 'updated_at': '2022-02-20T03:39:08Z', 'revision_number': 4, 'project_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'gw_port': {'id': '5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569747e1-6886-43d6-a405-bf90c586f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:02Z', 'updated_at': '2022-02-20T03:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'bef3ab86-485a-4495-8556-eb6f915c5331', 'name': '', 'network_id': '5c42c93f-2ac9-42c4-ae39-37d47141b593', 'tenant_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'mac_address': 'fa:16:3e:bc:5d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569747e1-6886-43d6-a405-bf90c586f175', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '7cdd67db-b129-4563-b182-47daa39d15d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:07Z', 'updated_at': '2022-02-20T03:39:12Z', 'revision_number': 4, 'project_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'subnets': [{'id': '7cdd67db-b129-4563-b182-47daa39d15d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:13.529388 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39542) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:13.554737 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e58ae84-bc2b-4022-b22a-e9726ab29b25 None None] The sync data for ids ['569747e1-6886-43d6-a405-bf90c586f175'] in n-d-829866-4 is: [{'id': '569747e1-6886-43d6-a405-bf90c586f175', 'name': 'tempest-ServerRescueTestJSONUnderV235-1150495558-router', 'tenant_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:39:01Z', 'updated_at': '2022-02-20T03:39:08Z', 'revision_number': 4, 'project_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'gw_port': {'id': '5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569747e1-6886-43d6-a405-bf90c586f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:02Z', 'updated_at': '2022-02-20T03:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'bef3ab86-485a-4495-8556-eb6f915c5331', 'name': '', 'network_id': '5c42c93f-2ac9-42c4-ae39-37d47141b593', 'tenant_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'mac_address': 'fa:16:3e:bc:5d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569747e1-6886-43d6-a405-bf90c586f175', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '7cdd67db-b129-4563-b182-47daa39d15d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:07Z', 'updated_at': '2022-02-20T03:39:12Z', 'revision_number': 4, 'project_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'subnets': [{'id': '7cdd67db-b129-4563-b182-47daa39d15d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:39:13.641568 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4a3a15eb-b5fe-46a4-82a9-7015ddc0339f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5fa3fcc747a841278576c8224054e060&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1091247 Feb 20 03:39:13.644238 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39548) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:13.768109 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26accd85-0dbe-4aca-aaa2-9dcaf16288d7 req-5ea9f437-1ef3-4fc5-a17d-aa6222bbdcfa tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:13.768698 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2bab6a54-47c6-4987-bb94-62075a41ad03 admin admin] Publish callbacks [] for security_group (44d7451e-1586-41a9-b92a-73c52eb12446), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:13.778733 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26accd85-0dbe-4aca-aaa2-9dcaf16288d7 req-5ea9f437-1ef3-4fc5-a17d-aa6222bbdcfa tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=e772532f-b5e9-4f08-a715-8c3cb3d96a17 HTTP/1.1" status: 200 len: 945 time: 0.1666548 Feb 20 03:39:13.800524 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2bab6a54-47c6-4987-bb94-62075a41ad03 admin admin] Publish callbacks [] for security_group (44d7451e-1586-41a9-b92a-73c52eb12446), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:13.832077 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device dffc4781-b96d-4024-9fac-72a74941d34c details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:39:13.931506 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26accd85-0dbe-4aca-aaa2-9dcaf16288d7 req-26469251-a8f5-4ba3-bbee-ec6d949a9a13 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514981 Feb 20 03:39:13.992832 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2bab6a54-47c6-4987-bb94-62075a41ad03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (44d7451e-1586-41a9-b92a-73c52eb12446), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:13.995713 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2bab6a54-47c6-4987-bb94-62075a41ad03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:13.999495 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2bab6a54-47c6-4987-bb94-62075a41ad03 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/44d7451e-1586-41a9-b92a-73c52eb12446 HTTP/1.1" status: 204 len: 168 time: 0.3514919 Feb 20 03:39:14.010692 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab6a54-47c6-4987-bb94-62075a41ad03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d7451e-1586-41a9-b92a-73c52eb12446,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:14.018086 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port dffc4781-b96d-4024-9fac-72a74941d34c, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=dffc4781-b96d-4024-9fac-72a74941d34c,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:14.044302 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'dffc4781-b96d-4024-9fac-72a74941d34c', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': 'dffc4781-b96d-4024-9fac-72a74941d34c', 'mac_address': 'fa:16:3e:18:4d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:39:14.115605 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port dffc4781-b96d-4024-9fac-72a74941d34c is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:39:14.116738 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dffc4781-b96d-4024-9fac-72a74941d34c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:14.139419 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dffc4781-b96d-4024-9fac-72a74941d34c {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:39:14.171616 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port dffc4781-b96d-4024-9fac-72a74941d34c, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=dffc4781-b96d-4024-9fac-72a74941d34c,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:14.184691 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ddd6fd-abe5-4b0e-a309-4dc2359dcf3c req-1709beb5-699b-4204-8025-b67576fee887 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:14.186617 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-15ddd6fd-abe5-4b0e-a309-4dc2359dcf3c req-1709beb5-699b-4204-8025-b67576fee887 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 949 time: 0.0690434 Feb 20 03:39:14.235692 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (dffc4781-b96d-4024-9fac-72a74941d34c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:14.304382 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-15ddd6fd-abe5-4b0e-a309-4dc2359dcf3c req-292d24b1-0545-4c84-85cc-2aa90b8e69b3 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943639 Feb 20 03:39:14.335143 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=dffc4781-b96d-4024-9fac-72a74941d34c,revision_number=12']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:14.407566 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39566) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:14.418796 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b0e48e-e78c-4e1c-8840-442b2a87202c x-openstack-request-id: req-42b0e48e-e78c-4e1c-8840-442b2a87202c {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:39:14.419222 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0dea7e3-4772-4f73-b29a-ea1b8b97d921", "tag": "dffc4781-b96d-4024-9fac-72a74941d34c", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:39:14.419475 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-42b0e48e-e78c-4e1c-8840-442b2a87202c {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:39:14.419916 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0dea7e3-4772-4f73-b29a-ea1b8b97d921', 'tag': 'dffc4781-b96d-4024-9fac-72a74941d34c', 'status': 'completed', 'code': 200} Feb 20 03:39:14.473494 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4758ddbf-effe-4371-bc70-6c9f40e726cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:14.500570 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['dffc4781-b96d-4024-9fac-72a74941d34c'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:39:14.648369 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-12da47d5-cfee-41cf-9784-ab1affb7e3ca req-73beb458-78d5-44e5-bdb3-bbd0c8f5829f tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 210 time: 0.1317053 Feb 20 03:39:14.711753 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1fb1e-f4f6-4ac3-b138-ffbf35d3dfa8 req-890e7fcf-b3c0-4488-92ea-5274f9704e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:14.711753 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26e1fb1e-f4f6-4ac3-b138-ffbf35d3dfa8 req-890e7fcf-b3c0-4488-92ea-5274f9704e68 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 1132 time: 0.2725246 Feb 20 03:39:14.715252 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1fb1e-f4f6-4ac3-b138-ffbf35d3dfa8 req-8f595ad4-1180-44ff-9d7f-d0c797828876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:14.724345 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26e1fb1e-f4f6-4ac3-b138-ffbf35d3dfa8 req-8f595ad4-1180-44ff-9d7f-d0c797828876 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 1132 time: 0.2200119 Feb 20 03:39:14.769465 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4758ddbf-effe-4371-bc70-6c9f40e726cb admin admin] Publish callbacks [] for security_group (2b9e84a2-a1a9-479f-ad2f-15cce68538fd), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:14.918932 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4758ddbf-effe-4371-bc70-6c9f40e726cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (2b9e84a2-a1a9-479f-ad2f-15cce68538fd), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:14.994750 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758ddbf-effe-4371-bc70-6c9f40e726cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9e84a2-a1a9-479f-ad2f-15cce68538fd,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:15.042580 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1fb1e-f4f6-4ac3-b138-ffbf35d3dfa8 req-811b9037-1e95-4e13-a7f3-d825fd72e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:15.050694 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26e1fb1e-f4f6-4ac3-b138-ffbf35d3dfa8 req-811b9037-1e95-4e13-a7f3-d825fd72e024 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.3204658 Feb 20 03:39:15.052588 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1fb1e-f4f6-4ac3-b138-ffbf35d3dfa8 req-a864d222-750b-4940-9151-87c8f92bf6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:15.054339 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26e1fb1e-f4f6-4ac3-b138-ffbf35d3dfa8 req-a864d222-750b-4940-9151-87c8f92bf6ae service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.3010972 Feb 20 03:39:15.077736 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4758ddbf-effe-4371-bc70-6c9f40e726cb admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8177eb5080d44da3aeb9f6ff96e10977&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6568449 Feb 20 03:39:15.077736 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39582) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:15.123184 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26e1fb1e-f4f6-4ac3-b138-ffbf35d3dfa8 req-17da542b-93e7-4df0-83c6-6c6db2dbf1e9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=dffc4781-b96d-4024-9fac-72a74941d34c HTTP/1.1" status: 200 len: 217 time: 0.0654049 Feb 20 03:39:15.182823 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26e1fb1e-f4f6-4ac3-b138-ffbf35d3dfa8 req-7ae0a9e9-fe1b-4982-92b3-1cfe5ca5d7cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=dffc4781-b96d-4024-9fac-72a74941d34c HTTP/1.1" status: 200 len: 217 time: 0.0585098 Feb 20 03:39:15.216422 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cfc73395-2a3b-4308-a1f9-c83f4204d72c admin admin] Publish callbacks [] for security_group (2b9e84a2-a1a9-479f-ad2f-15cce68538fd), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:15.227620 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device bef3ab86-485a-4495-8556-eb6f915c5331 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:39:15.252092 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cfc73395-2a3b-4308-a1f9-c83f4204d72c admin admin] Publish callbacks [] for security_group (2b9e84a2-a1a9-479f-ad2f-15cce68538fd), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:15.276841 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1fb1e-f4f6-4ac3-b138-ffbf35d3dfa8 req-d3eb723b-acdd-4042-9b56-3af28ab22933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:15.279135 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26e1fb1e-f4f6-4ac3-b138-ffbf35d3dfa8 req-d3eb723b-acdd-4042-9b56-3af28ab22933 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0849049 Feb 20 03:39:15.352353 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1fb1e-f4f6-4ac3-b138-ffbf35d3dfa8 req-4b90fc23-5d66-46b4-a7ee-20a3099c0d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:15.354222 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26e1fb1e-f4f6-4ac3-b138-ffbf35d3dfa8 req-4b90fc23-5d66-46b4-a7ee-20a3099c0d14 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0684190 Feb 20 03:39:15.355965 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1fb1e-f4f6-4ac3-b138-ffbf35d3dfa8 req-c9032168-ee6d-47ef-a685-20a7e7ba7993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:15.357521 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26e1fb1e-f4f6-4ac3-b138-ffbf35d3dfa8 req-c9032168-ee6d-47ef-a685-20a7e7ba7993 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1736116 Feb 20 03:39:15.408489 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port bef3ab86-485a-4495-8556-eb6f915c5331 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:39:15.409130 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (bef3ab86-485a-4495-8556-eb6f915c5331), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:15.462648 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26e1fb1e-f4f6-4ac3-b138-ffbf35d3dfa8 req-fc838463-1d01-44f7-843c-38bb6b534ea2 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011064 Feb 20 03:39:15.483673 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cfc73395-2a3b-4308-a1f9-c83f4204d72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (2b9e84a2-a1a9-479f-ad2f-15cce68538fd), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:15.488930 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cfc73395-2a3b-4308-a1f9-c83f4204d72c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:15.490327 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cfc73395-2a3b-4308-a1f9-c83f4204d72c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2b9e84a2-a1a9-479f-ad2f-15cce68538fd HTTP/1.1" status: 204 len: 168 time: 0.4198809 Feb 20 03:39:15.504442 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc73395-2a3b-4308-a1f9-c83f4204d72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9e84a2-a1a9-479f-ad2f-15cce68538fd,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:15.600884 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port bef3ab86-485a-4495-8556-eb6f915c5331 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:39:15.601676 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bef3ab86-485a-4495-8556-eb6f915c5331), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:15.627025 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1fb1e-f4f6-4ac3-b138-ffbf35d3dfa8 req-03e02487-ec08-4742-92fb-dd6505531fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:15.629055 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26e1fb1e-f4f6-4ac3-b138-ffbf35d3dfa8 req-03e02487-ec08-4742-92fb-dd6505531fd1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1650219 Feb 20 03:39:15.667156 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port bef3ab86-485a-4495-8556-eb6f915c5331, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=bef3ab86-485a-4495-8556-eb6f915c5331,segment=NetworkSegment(10ad1fc2-2df0-45f6-8610-0de9f440c6ae),segment_id=10ad1fc2-2df0-45f6-8610-0de9f440c6ae)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:15.727491 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8ea53-7210-4823-92a1-3e39ef007622 req-89ed2fa1-1549-4fd4-8486-0ca35e1ba121 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:15.734542 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-14f8ea53-7210-4823-92a1-3e39ef007622 req-89ed2fa1-1549-4fd4-8486-0ca35e1ba121 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=e772532f-b5e9-4f08-a715-8c3cb3d96a17 HTTP/1.1" status: 200 len: 945 time: 0.2294750 Feb 20 03:39:15.770799 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26e1fb1e-f4f6-4ac3-b138-ffbf35d3dfa8 req-108c5683-3bb5-4e9b-88e9-9c9ffccc8996 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631361 Feb 20 03:39:15.805137 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bef3ab86-485a-4495-8556-eb6f915c5331), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:15.851069 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-14f8ea53-7210-4823-92a1-3e39ef007622 req-6a5a64f1-1862-440b-b3a1-2ba299dedae5 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106458 Feb 20 03:39:15.854140 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26e1fb1e-f4f6-4ac3-b138-ffbf35d3dfa8 req-ad440c91-c321-467e-9bc6-549c262bf46b service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168350 Feb 20 03:39:15.855289 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device dffc4781-b96d-4024-9fac-72a74941d34c up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:39:16.022681 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=bef3ab86-485a-4495-8556-eb6f915c5331,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:16.060349 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26e1fb1e-f4f6-4ac3-b138-ffbf35d3dfa8 req-901e998f-71a5-44b9-9851-e9f3fe7fd30f service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988091 Feb 20 03:39:16.076315 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d0790-d247-4d67-85df-e4e7cd2f42b5 req-93982fa5-a6ad-4cd1-9b9e-e64828637474 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:16.077726 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-828d0790-d247-4d67-85df-e4e7cd2f42b5 req-93982fa5-a6ad-4cd1-9b9e-e64828637474 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] 10.222.0.89 "GET /v2.0/ports?device_id=12306737-36e2-464f-a2f0-d007e40958ec HTTP/1.1" status: 200 len: 946 time: 0.1320198 Feb 20 03:39:16.129157 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-828d0790-d247-4d67-85df-e4e7cd2f42b5 req-ce3850b9-5686-4239-b368-f844a78da095 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] 10.222.0.89 "GET /v2.0/security-groups?id=efcae039-9ec4-4ced-89c3-0612fec4e5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444434 Feb 20 03:39:16.152591 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port dffc4781-b96d-4024-9fac-72a74941d34c completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:39:16.156693 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port dffc4781-b96d-4024-9fac-72a74941d34c triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:39:16.157078 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (dffc4781-b96d-4024-9fac-72a74941d34c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:16.277925 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port dffc4781-b96d-4024-9fac-72a74941d34c is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:39:16.279268 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dffc4781-b96d-4024-9fac-72a74941d34c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:16.286117 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38793de-e051-478d-941f-96763d4bb4a7 req-b494c584-0671-4689-9498-ecf3ee88e2d6 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:16.287826 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f38793de-e051-478d-941f-96763d4bb4a7 req-b494c584-0671-4689-9498-ecf3ee88e2d6 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 950 time: 0.0932319 Feb 20 03:39:16.318467 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0dea7e3-4772-4f73-b29a-ea1b8b97d921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffc4781-b96d-4024-9fac-72a74941d34c'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:39:16.322334 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a902c0-525e-4bc3-9d05-f5a65a23a8d5" -d '{"events": [{"server_uuid": "f0dea7e3-4772-4f73-b29a-ea1b8b97d921", "name": "network-vif-plugged", "status": "completed", "tag": "dffc4781-b96d-4024-9fac-72a74941d34c"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:39:16.342170 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port dffc4781-b96d-4024-9fac-72a74941d34c, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=dffc4781-b96d-4024-9fac-72a74941d34c,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:16.363500 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f38793de-e051-478d-941f-96763d4bb4a7 req-e38f273b-8338-4553-ac60-9409b4897b04 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668910 Feb 20 03:39:16.438677 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (dffc4781-b96d-4024-9fac-72a74941d34c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:16.536895 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=dffc4781-b96d-4024-9fac-72a74941d34c,revision_number=13']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:16.637840 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39632) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:16.672173 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3e750005-9cd4-48d6-844f-9300a9fc59c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:16.673679 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0309760c-4c8a-463a-881d-c15acfad3740 req-029633e4-79cc-420b-9eb1-dbe50cd8cf04 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 210 time: 0.1227767 Feb 20 03:39:16.744218 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3375689-f7f5-4504-a227-544cb7af343e x-openstack-request-id: req-b3375689-f7f5-4504-a227-544cb7af343e {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:39:16.744619 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0dea7e3-4772-4f73-b29a-ea1b8b97d921", "name": "network-vif-plugged", "status": "completed", "tag": "dffc4781-b96d-4024-9fac-72a74941d34c", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:39:16.744946 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b3375689-f7f5-4504-a227-544cb7af343e {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:39:16.745418 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0dea7e3-4772-4f73-b29a-ea1b8b97d921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffc4781-b96d-4024-9fac-72a74941d34c', 'code': 200} Feb 20 03:39:16.946946 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3e750005-9cd4-48d6-844f-9300a9fc59c2 admin admin] Publish callbacks [] for security_group (80984c90-807f-49dc-848c-5b562a82ad04), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:17.037923 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3e750005-9cd4-48d6-844f-9300a9fc59c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (80984c90-807f-49dc-848c-5b562a82ad04), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:17.065919 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device bef3ab86-485a-4495-8556-eb6f915c5331 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:39:17.163767 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3e750005-9cd4-48d6-844f-9300a9fc59c2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=40671050a78648908cb68ca981a6c5e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5239620 Feb 20 03:39:17.166755 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e750005-9cd4-48d6-844f-9300a9fc59c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80984c90-807f-49dc-848c-5b562a82ad04,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:17.185234 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39642) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:17.239533 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port bef3ab86-485a-4495-8556-eb6f915c5331 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:39:17.240515 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (bef3ab86-485a-4495-8556-eb6f915c5331), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:17.297488 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-75ef0d1a-19e0-4e4f-baeb-1f0d0c3ede5f admin admin] Publish callbacks [] for security_group (80984c90-807f-49dc-848c-5b562a82ad04), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:17.366653 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-75ef0d1a-19e0-4e4f-baeb-1f0d0c3ede5f admin admin] Publish callbacks [] for security_group (80984c90-807f-49dc-848c-5b562a82ad04), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:17.371191 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port bef3ab86-485a-4495-8556-eb6f915c5331 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:39:17.494416 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733ce5c-23e3-41e7-b326-1b50732b0337 req-5290d51e-9a60-4be2-97cb-2e3d6de47f32 tempest-MigrationsAdminTest-1123476607 tempest-MigrationsAdminTest-1123476607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:17.502997 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9733ce5c-23e3-41e7-b326-1b50732b0337 req-5290d51e-9a60-4be2-97cb-2e3d6de47f32 tempest-MigrationsAdminTest-1123476607 tempest-MigrationsAdminTest-1123476607-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 1133 time: 0.6892788 Feb 20 03:39:17.509331 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39652) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:17.522015 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-4949d4a1-fa8f-4cb6-b1f3-757ffaee9509 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:17.523558 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-4949d4a1-fa8f-4cb6-b1f3-757ffaee9509 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.93 "GET /v2.0/networks?id=5c42c93f-2ac9-42c4-ae39-37d47141b593 HTTP/1.1" status: 200 len: 820 time: 0.6916580 Feb 20 03:39:17.529795 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-75ef0d1a-19e0-4e4f-baeb-1f0d0c3ede5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (80984c90-807f-49dc-848c-5b562a82ad04), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:17.532802 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-75ef0d1a-19e0-4e4f-baeb-1f0d0c3ede5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:17.536775 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-75ef0d1a-19e0-4e4f-baeb-1f0d0c3ede5f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/80984c90-807f-49dc-848c-5b562a82ad04 HTTP/1.1" status: 204 len: 168 time: 0.3468981 Feb 20 03:39:17.545251 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc2079-63ed-4d1d-b2ad-61d41e76355f req-dfa44d8d-f739-43c5-a09f-43aaa118d664 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:17.546983 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b0bc2079-63ed-4d1d-b2ad-61d41e76355f req-dfa44d8d-f739-43c5-a09f-43aaa118d664 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] 10.222.0.93 "GET /v2.0/ports?device_id=12306737-36e2-464f-a2f0-d007e40958ec HTTP/1.1" status: 200 len: 946 time: 0.7752490 Feb 20 03:39:17.552210 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-ea1bd4d4-77bc-4bf4-bda5-7b974de4591c tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Request body: {'port': {'device_id': '2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41', 'network_id': '5c42c93f-2ac9-42c4-ae39-37d47141b593', 'admin_state_up': True, 'tenant_id': '6a08cfad188e48b79e337e2a93b4d6c0'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:39:17.561303 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef0d1a-19e0-4e4f-baeb-1f0d0c3ede5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80984c90-807f-49dc-848c-5b562a82ad04,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:17.674024 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9733ce5c-23e3-41e7-b326-1b50732b0337 req-2ec37f31-b03d-4a01-a581-c3ff671aec14 tempest-MigrationsAdminTest-1123476607 tempest-MigrationsAdminTest-1123476607-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701403 Feb 20 03:39:17.716670 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1d997da8-6db8-43fb-83b0-4c0b5cb33f18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:17.778358 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-b0bc2079-63ed-4d1d-b2ad-61d41e76355f req-cc957d31-584b-433f-ab16-7ab35f7d3114 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] Deleting port fcfd0b58-d875-477c-b394-fd5bca43a750 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:39:17.779216 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b0bc2079-63ed-4d1d-b2ad-61d41e76355f req-cc957d31-584b-433f-ab16-7ab35f7d3114 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (fcfd0b58-d875-477c-b394-fd5bca43a750), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:17.837381 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1d997da8-6db8-43fb-83b0-4c0b5cb33f18 admin admin] Publish callbacks [] for security_group (15a10497-7fc3-4564-9150-1125f328aaee), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:17.876561 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-b0bc2079-63ed-4d1d-b2ad-61d41e76355f req-cc957d31-584b-433f-ab16-7ab35f7d3114 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] For port fcfd0b58-d875-477c-b394-fd5bca43a750, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=fcfd0b58-d875-477c-b394-fd5bca43a750,segment=NetworkSegment(7a131404-dbcd-4db7-900e-502e2ba1a1d4),segment_id=7a131404-dbcd-4db7-900e-502e2ba1a1d4)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:17.879750 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b0bc2079-63ed-4d1d-b2ad-61d41e76355f req-cc957d31-584b-433f-ab16-7ab35f7d3114 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (fcfd0b58-d875-477c-b394-fd5bca43a750), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:17.894342 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-b0bc2079-63ed-4d1d-b2ad-61d41e76355f req-cc957d31-584b-433f-ab16-7ab35f7d3114 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] Calling delete_port for fcfd0b58-d875-477c-b394-fd5bca43a750 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:39:17.945809 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-ea1bd4d4-77bc-4bf4-bda5-7b974de4591c tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Made reservation on behalf of 6a08cfad188e48b79e337e2a93b4d6c0 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:39:17.950152 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-ea1bd4d4-77bc-4bf4-bda5-7b974de4591c tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:17.978013 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1d997da8-6db8-43fb-83b0-4c0b5cb33f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (15a10497-7fc3-4564-9150-1125f328aaee), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:18.023960 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d997da8-6db8-43fb-83b0-4c0b5cb33f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a10497-7fc3-4564-9150-1125f328aaee,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:18.094573 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1d997da8-6db8-43fb-83b0-4c0b5cb33f18 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ae9ba4aa75f44c6fa5c3ede2c77d639d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5838459 Feb 20 03:39:18.097138 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39672) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:18.173802 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-ea1bd4d4-77bc-4bf4-bda5-7b974de4591c tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Allocated IP 172.20.0.8 (5c42c93f-2ac9-42c4-ae39-37d47141b593/7cdd67db-b129-4563-b182-47daa39d15d0/e8c3b326-eb4e-409d-a920-8be21530b14b) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:39:18.180806 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-70bc843c-c568-4fa5-be1e-fc856687e0a5 admin admin] Publish callbacks [] for security_group (15a10497-7fc3-4564-9150-1125f328aaee), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:18.206376 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-70bc843c-c568-4fa5-be1e-fc856687e0a5 admin admin] Publish callbacks [] for security_group (15a10497-7fc3-4564-9150-1125f328aaee), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:18.243969 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b0bc2079-63ed-4d1d-b2ad-61d41e76355f req-cc957d31-584b-433f-ab16-7ab35f7d3114 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (fcfd0b58-d875-477c-b394-fd5bca43a750), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:18.291964 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc957d31-584b-433f-ab16-7ab35f7d3114 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] Pushing event deleted for resources: {'Port': ['ID=fcfd0b58-d875-477c-b394-fd5bca43a750,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:18.332333 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-70bc843c-c568-4fa5-be1e-fc856687e0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (15a10497-7fc3-4564-9150-1125f328aaee), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:18.334889 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-70bc843c-c568-4fa5-be1e-fc856687e0a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:18.336814 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-70bc843c-c568-4fa5-be1e-fc856687e0a5 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/15a10497-7fc3-4564-9150-1125f328aaee HTTP/1.1" status: 204 len: 168 time: 0.2382393 Feb 20 03:39:18.348228 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc843c-c568-4fa5-be1e-fc856687e0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a10497-7fc3-4564-9150-1125f328aaee,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:18.350372 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0bc2079-63ed-4d1d-b2ad-61d41e76355f req-cc957d31-584b-433f-ab16-7ab35f7d3114 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] No DVR routers for this DVR port fcfd0b58-d875-477c-b394-fd5bca43a750 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:39:18.359412 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b0bc2079-63ed-4d1d-b2ad-61d41e76355f req-cc957d31-584b-433f-ab16-7ab35f7d3114 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:18.362844 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b0bc2079-63ed-4d1d-b2ad-61d41e76355f req-cc957d31-584b-433f-ab16-7ab35f7d3114 tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] 10.222.0.93 "DELETE /v2.0/ports/fcfd0b58-d875-477c-b394-fd5bca43a750 HTTP/1.1" status: 204 len: 173 time: 0.8068986 Feb 20 03:39:18.363435 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12306737-36e2-464f-a2f0-d007e40958ec', 'name': 'network-vif-deleted', 'tag': 'fcfd0b58-d875-477c-b394-fd5bca43a750'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:39:18.366013 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eba2817-73a6-418a-a027-c7766dd4ff27" -d '{"events": [{"server_uuid": "12306737-36e2-464f-a2f0-d007e40958ec", "name": "network-vif-deleted", "tag": "fcfd0b58-d875-477c-b394-fd5bca43a750"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:39:18.541720 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-ea1bd4d4-77bc-4bf4-bda5-7b974de4591c tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks [] for port (e8c3b326-eb4e-409d-a920-8be21530b14b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:18.736205 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-ea1bd4d4-77bc-4bf4-bda5-7b974de4591c tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (e8c3b326-eb4e-409d-a920-8be21530b14b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:18.798357 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-ea1bd4d4-77bc-4bf4-bda5-7b974de4591c tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Network 5c42c93f-2ac9-42c4-ae39-37d47141b593 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:39:18.802262 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-ea1bd4d4-77bc-4bf4-bda5-7b974de4591c tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:39:18.807585 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-ea1bd4d4-77bc-4bf4-bda5-7b974de4591c tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:39:18.855419 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1bd4d4-77bc-4bf4-bda5-7b974de4591c tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Pushing event updated for resources: {'Port': ['ID=e8c3b326-eb4e-409d-a920-8be21530b14b,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:18.870255 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c58eb-2067-4ca2-b75a-b4af3afd2287 req-7252c2b3-7bed-42e7-b8f8-c374d0b4988c tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:18.877083 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-994c58eb-2067-4ca2-b75a-b4af3afd2287 req-7252c2b3-7bed-42e7-b8f8-c374d0b4988c tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=e772532f-b5e9-4f08-a715-8c3cb3d96a17 HTTP/1.1" status: 200 len: 945 time: 0.1738672 Feb 20 03:39:18.909113 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-ea1bd4d4-77bc-4bf4-bda5-7b974de4591c tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:18.909656 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-ea1bd4d4-77bc-4bf4-bda5-7b974de4591c tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:18.954448 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-994c58eb-2067-4ca2-b75a-b4af3afd2287 req-bd6c67d1-6274-434b-9dea-5ed08baf4631 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763743 Feb 20 03:39:19.033536 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-ea1bd4d4-77bc-4bf4-bda5-7b974de4591c tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5006621 Feb 20 03:39:19.057959 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-8c6f4ac8-5009-4235-94e2-9d91d7878975 service neutron] Request body: {'port': {'device_id': '2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:39:19.080921 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ce4e02f8-00b3-474b-a14b-944f01e58432 req-6116a490-956b-4049-b0e5-1d641e55a98e tempest-InstanceActionsTestJSON-447499074 tempest-InstanceActionsTestJSON-447499074-project] 10.222.0.89 "GET /v2.0/ports?device_id=12306737-36e2-464f-a2f0-d007e40958ec HTTP/1.1" status: 200 len: 210 time: 0.0425837 Feb 20 03:39:19.157065 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-8c6f4ac8-5009-4235-94e2-9d91d7878975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e8c3b326-eb4e-409d-a920-8be21530b14b), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:19.201020 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device fcfd0b58-d875-477c-b394-fd5bca43a750 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:39:19.224499 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: fcfd0b58-d875-477c-b394-fd5bca43a750 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:39:19.224897 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device fcfd0b58-d875-477c-b394-fd5bca43a750 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:39:19.338196 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1ccd6-e058-4ff2-89d8-c838a9b278e5 req-54226182-8e97-4b2a-885d-9e8de3ff66f0 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:19.345126 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31e1ccd6-e058-4ff2-89d8-c838a9b278e5 req-54226182-8e97-4b2a-885d-9e8de3ff66f0 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 931 time: 0.1466401 Feb 20 03:39:19.466983 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31e1ccd6-e058-4ff2-89d8-c838a9b278e5 req-eb5bc493-68f0-47cb-bb6e-83f544fb7f6f tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9f40f89-210f-4401-be45-04f0e67e15c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147668 Feb 20 03:39:19.615561 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-8c6f4ac8-5009-4235-94e2-9d91d7878975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c3b326-eb4e-409d-a920-8be21530b14b {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:39:19.623709 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-8c6f4ac8-5009-4235-94e2-9d91d7878975 service neutron] Publish callbacks [] for port (e8c3b326-eb4e-409d-a920-8be21530b14b), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:19.636084 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-8c6f4ac8-5009-4235-94e2-9d91d7878975 service neutron] Transition to ACTIVE for port object e8c3b326-eb4e-409d-a920-8be21530b14b will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:39:19.723901 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-8c6f4ac8-5009-4235-94e2-9d91d7878975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (e8c3b326-eb4e-409d-a920-8be21530b14b), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:19.810475 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f4ac8-5009-4235-94e2-9d91d7878975 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c3b326-eb4e-409d-a920-8be21530b14b,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:19.865174 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-8c6f4ac8-5009-4235-94e2-9d91d7878975 service neutron] Attempting to bind port e8c3b326-eb4e-409d-a920-8be21530b14b on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:19.865517 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-8c6f4ac8-5009-4235-94e2-9d91d7878975 service neutron] Attempting to bind port e8c3b326-eb4e-409d-a920-8be21530b14b by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '10ad1fc2-2df0-45f6-8610-0de9f440c6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '5c42c93f-2ac9-42c4-ae39-37d47141b593'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:19.865850 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-8c6f4ac8-5009-4235-94e2-9d91d7878975 service neutron] Attempting to bind port e8c3b326-eb4e-409d-a920-8be21530b14b on network 5c42c93f-2ac9-42c4-ae39-37d47141b593 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:19.870479 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-8c6f4ac8-5009-4235-94e2-9d91d7878975 service neutron] Port e8c3b326-eb4e-409d-a920-8be21530b14b on network 5c42c93f-2ac9-42c4-ae39-37d47141b593 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:19.870798 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-8c6f4ac8-5009-4235-94e2-9d91d7878975 service neutron] Attempting to bind port e8c3b326-eb4e-409d-a920-8be21530b14b on network 5c42c93f-2ac9-42c4-ae39-37d47141b593 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:19.875899 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-8c6f4ac8-5009-4235-94e2-9d91d7878975 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:39:19.876245 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-8c6f4ac8-5009-4235-94e2-9d91d7878975 service neutron] Checking segment: {'id': '10ad1fc2-2df0-45f6-8610-0de9f440c6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '5c42c93f-2ac9-42c4-ae39-37d47141b593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:39:19.876760 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-8c6f4ac8-5009-4235-94e2-9d91d7878975 service neutron] Bound using segment: {'id': '10ad1fc2-2df0-45f6-8610-0de9f440c6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '5c42c93f-2ac9-42c4-ae39-37d47141b593'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:39:19.882968 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-8c6f4ac8-5009-4235-94e2-9d91d7878975 service neutron] Bound port: e8c3b326-eb4e-409d-a920-8be21530b14b, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10ad1fc2-2df0-45f6-8610-0de9f440c6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '5c42c93f-2ac9-42c4-ae39-37d47141b593'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:39:19.882968 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-8c6f4ac8-5009-4235-94e2-9d91d7878975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e8c3b326-eb4e-409d-a920-8be21530b14b), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:19.914174 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78398f2d-3ee7-40ca-bb55-01e6fddd3465 x-openstack-request-id: req-78398f2d-3ee7-40ca-bb55-01e6fddd3465 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:39:19.914476 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12306737-36e2-464f-a2f0-d007e40958ec", "name": "network-vif-deleted", "tag": "fcfd0b58-d875-477c-b394-fd5bca43a750", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:39:19.914776 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-78398f2d-3ee7-40ca-bb55-01e6fddd3465 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:39:19.915385 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12306737-36e2-464f-a2f0-d007e40958ec', 'name': 'network-vif-deleted', 'tag': 'fcfd0b58-d875-477c-b394-fd5bca43a750', 'status': 'completed', 'code': 200} Feb 20 03:39:19.951528 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-8c6f4ac8-5009-4235-94e2-9d91d7878975 service neutron] For port e8c3b326-eb4e-409d-a920-8be21530b14b, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:39:19.955811 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-8c6f4ac8-5009-4235-94e2-9d91d7878975 service neutron] For port e8c3b326-eb4e-409d-a920-8be21530b14b, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=e8c3b326-eb4e-409d-a920-8be21530b14b,segment=NetworkSegment(10ad1fc2-2df0-45f6-8610-0de9f440c6ae),segment_id=10ad1fc2-2df0-45f6-8610-0de9f440c6ae)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:39:20.021575 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-8c6f4ac8-5009-4235-94e2-9d91d7878975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (e8c3b326-eb4e-409d-a920-8be21530b14b), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:20.088440 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f4ac8-5009-4235-94e2-9d91d7878975 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c3b326-eb4e-409d-a920-8be21530b14b,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:20.096961 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e78ed8-3e47-472a-9ef3-3b87ac0c3723 req-48c8c8f4-3f34-4c8b-9f29-34d73c482c8a tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:20.098510 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-72e78ed8-3e47-472a-9ef3-3b87ac0c3723 req-48c8c8f4-3f34-4c8b-9f29-34d73c482c8a tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 951 time: 0.1202102 Feb 20 03:39:20.099810 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-8c6f4ac8-5009-4235-94e2-9d91d7878975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:20.100419 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-8c6f4ac8-5009-4235-94e2-9d91d7878975 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:20.101782 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-8c6f4ac8-5009-4235-94e2-9d91d7878975 service neutron] 10.222.0.93 "PUT /v2.0/ports/e8c3b326-eb4e-409d-a920-8be21530b14b HTTP/1.1" status: 200 len: 1091 time: 1.0510921 Feb 20 03:39:20.153071 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-72e78ed8-3e47-472a-9ef3-3b87ac0c3723 req-d188c073-492d-43de-be91-ffc162e97a99 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446818 Feb 20 03:39:20.260872 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-2424588a-40d0-403e-b15b-afd46d743694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:20.263793 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-2424588a-40d0-403e-b15b-afd46d743694 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6a08cfad188e48b79e337e2a93b4d6c0&device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 1125 time: 0.0763235 Feb 20 03:39:20.312892 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-af99715b-29e0-4a37-bce7-5335e4fdc3ce service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8c3b326-eb4e-409d-a920-8be21530b14b HTTP/1.1" status: 200 len: 217 time: 0.0430992 Feb 20 03:39:20.396444 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-b44895dc-b22c-430c-98d0-e404165adf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:20.397915 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-b44895dc-b22c-430c-98d0-e404165adf81 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7cdd67db-b129-4563-b182-47daa39d15d0 HTTP/1.1" status: 200 len: 860 time: 0.0790617 Feb 20 03:39:20.443731 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-b17ff4c3-8a50-43d2-87e9-757ed058c203 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5c42c93f-2ac9-42c4-ae39-37d47141b593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385611 Feb 20 03:39:20.451457 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a13ab-fb73-43a2-98b7-7048bc5ce0b0 req-135d968c-c8dd-446f-9a6d-1606af28a949 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:20.453446 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-137a13ab-fb73-43a2-98b7-7048bc5ce0b0 req-135d968c-c8dd-446f-9a6d-1606af28a949 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=e772532f-b5e9-4f08-a715-8c3cb3d96a17 HTTP/1.1" status: 200 len: 945 time: 0.1249008 Feb 20 03:39:20.565658 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-137a13ab-fb73-43a2-98b7-7048bc5ce0b0 req-df1d3a27-dea8-4c04-907d-b48852e93b3d tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043603 Feb 20 03:39:20.600101 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-1b7985d6-5e5b-4771-915c-41234738a7c1 service neutron] 10.222.0.93 "GET /v2.0/networks/5c42c93f-2ac9-42c4-ae39-37d47141b593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461596 Feb 20 03:39:20.625849 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39752) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:20.687463 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b0f826-14b9-4697-9d73-bf6d15b0d5de admin admin] Deleting subnet e173a1ed-db62-494b-8d9a-65769f3b4201 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:39:20.690905 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c2b0f826-14b9-4697-9d73-bf6d15b0d5de admin admin] Publish callbacks [] for subnet (e173a1ed-db62-494b-8d9a-65769f3b4201), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:20.715636 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c5dfa98d-1a93-4d06-bf0d-d8b797c03d69 req-4c7c62f0-154c-4fc3-9bab-09f3c801fe26 service neutron] 10.222.0.93 "GET /v2.0/networks/5c42c93f-2ac9-42c4-ae39-37d47141b593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094897 Feb 20 03:39:20.739860 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c2b0f826-14b9-4697-9d73-bf6d15b0d5de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (e173a1ed-db62-494b-8d9a-65769f3b4201), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:20.786081 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c2b0f826-14b9-4697-9d73-bf6d15b0d5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (e173a1ed-db62-494b-8d9a-65769f3b4201), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:20.850003 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:20.926204 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:21.003292 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c2b0f826-14b9-4697-9d73-bf6d15b0d5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (e173a1ed-db62-494b-8d9a-65769f3b4201), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:21.069128 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0f826-14b9-4697-9d73-bf6d15b0d5de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e173a1ed-db62-494b-8d9a-65769f3b4201,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:21.076378 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c2b0f826-14b9-4697-9d73-bf6d15b0d5de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:21.081074 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c2b0f826-14b9-4697-9d73-bf6d15b0d5de admin admin] 10.222.0.89 "DELETE /v2.0/subnets/e173a1ed-db62-494b-8d9a-65769f3b4201 HTTP/1.1" status: 204 len: 168 time: 0.4540958 Feb 20 03:39:21.083727 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39766) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:21.221260 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2c1be100-8a15-408c-b678-18780f59f1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (dfda3d3f-9bab-4115-bce8-23fba3cf9a89), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:21.244817 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96623347-9019-4f8e-904e-a367cf35c8ca req-6f5a38f7-ac47-4101-81f4-a64dfc843383 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:21.246316 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-96623347-9019-4f8e-904e-a367cf35c8ca req-6f5a38f7-ac47-4101-81f4-a64dfc843383 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 943 time: 0.0929523 Feb 20 03:39:21.339967 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2c1be100-8a15-408c-b678-18780f59f1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (dfda3d3f-9bab-4115-bce8-23fba3cf9a89), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:21.395192 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-96623347-9019-4f8e-904e-a367cf35c8ca req-b919d256-8375-403c-88de-e96d263228bd tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9f40f89-210f-4401-be45-04f0e67e15c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289935 Feb 20 03:39:21.401579 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-2c1be100-8a15-408c-b678-18780f59f1de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfda3d3f-9bab-4115-bce8-23fba3cf9a89']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:21.417537 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-2c1be100-8a15-408c-b678-18780f59f1de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a131404-dbcd-4db7-900e-502e2ba1a1d4') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:21.417537 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-2c1be100-8a15-408c-b678-18780f59f1de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a131404-dbcd-4db7-900e-502e2ba1a1d4') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:21.431504 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2c1be100-8a15-408c-b678-18780f59f1de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (7a131404-dbcd-4db7-900e-502e2ba1a1d4), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:21.448781 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2c1be100-8a15-408c-b678-18780f59f1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (7a131404-dbcd-4db7-900e-502e2ba1a1d4), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:21.457271 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311e97a-57d7-43cb-8b3b-b4afcd8207d4 req-efade2a0-7749-4db9-ade7-8a19f836369e tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:21.460271 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f311e97a-57d7-43cb-8b3b-b4afcd8207d4 req-efade2a0-7749-4db9-ade7-8a19f836369e tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 951 time: 0.1074786 Feb 20 03:39:21.464105 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c1be100-8a15-408c-b678-18780f59f1de admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:39:21.464691 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2c1be100-8a15-408c-b678-18780f59f1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (7a131404-dbcd-4db7-900e-502e2ba1a1d4), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:21.466553 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:39:21.466553 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:39:21.466553 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:39:21.466553 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:39:21.466553 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:39:21.466553 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:39:21.466553 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:39:21.466553 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:39:21.466553 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:39:21.466553 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:39:21.466553 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:39:21.466553 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:39:21.466553 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:39:21.466553 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:39:21.466553 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:39:21.466553 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:39:21.466553 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:39:21.466553 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:39:21.466553 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:39:21.466553 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:39:21.466553 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:39:21.466553 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:39:21.466553 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:39:21.466553 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:39:21.466553 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:39:21.466553 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:39:21.466553 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:39:21.466553 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:39:21.466553 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:39:21.466553 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:39:21.466553 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:39:21.466553 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:39:21.645540 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39788) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:21.659103 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-f311e97a-57d7-43cb-8b3b-b4afcd8207d4 req-41b565b5-57e7-4509-9a50-3e475c54bf92 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Deleting port dffc4781-b96d-4024-9fac-72a74941d34c {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:39:21.659449 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f311e97a-57d7-43cb-8b3b-b4afcd8207d4 req-41b565b5-57e7-4509-9a50-3e475c54bf92 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (dffc4781-b96d-4024-9fac-72a74941d34c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:21.706932 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2c1be100-8a15-408c-b678-18780f59f1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (dfda3d3f-9bab-4115-bce8-23fba3cf9a89), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:21.723847 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fd052-2d62-43c7-8cfe-1e4125de0a67 req-94914955-3700-4301-9d1e-55419117cc1c tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:21.725386 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-920fd052-2d62-43c7-8cfe-1e4125de0a67 req-94914955-3700-4301-9d1e-55419117cc1c tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f0dea7e3-4772-4f73-b29a-ea1b8b97d921 HTTP/1.1" status: 200 len: 951 time: 0.1285870 Feb 20 03:39:21.735952 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2c1be100-8a15-408c-b678-18780f59f1de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:21.741689 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2c1be100-8a15-408c-b678-18780f59f1de admin admin] 10.222.0.89 "DELETE /v2.0/networks/dfda3d3f-9bab-4115-bce8-23fba3cf9a89 HTTP/1.1" status: 204 len: 168 time: 0.6544969 Feb 20 03:39:21.764729 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1be100-8a15-408c-b678-18780f59f1de admin admin] Pushing event deleted for resources: {'Network': ['ID=dfda3d3f-9bab-4115-bce8-23fba3cf9a89,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:21.828122 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-f311e97a-57d7-43cb-8b3b-b4afcd8207d4 req-41b565b5-57e7-4509-9a50-3e475c54bf92 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] For port dffc4781-b96d-4024-9fac-72a74941d34c, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=dffc4781-b96d-4024-9fac-72a74941d34c,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:21.828406 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f311e97a-57d7-43cb-8b3b-b4afcd8207d4 req-41b565b5-57e7-4509-9a50-3e475c54bf92 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (dffc4781-b96d-4024-9fac-72a74941d34c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:21.833699 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-920fd052-2d62-43c7-8cfe-1e4125de0a67 req-ba7816d7-5fff-423a-9bb0-af1645b578a0 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814202 Feb 20 03:39:21.844536 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-f311e97a-57d7-43cb-8b3b-b4afcd8207d4 req-41b565b5-57e7-4509-9a50-3e475c54bf92 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Calling delete_port for dffc4781-b96d-4024-9fac-72a74941d34c owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:39:21.897976 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-15b488d8-67f9-4d78-a8e3-ab56d1b414d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-506920345'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:39:21.916299 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41', 'tag': 'e8c3b326-eb4e-409d-a920-8be21530b14b'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:39:21.918529 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccc177a-f320-42c9-8641-de1f45dedb6e" -d '{"events": [{"name": "network-changed", "server_uuid": "2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41", "tag": "e8c3b326-eb4e-409d-a920-8be21530b14b"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:39:22.024834 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b488d8-67f9-4d78-a8e3-ab56d1b414d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460-project] Made reservation on behalf of ea44d24d09b44c408997f8b417afb676 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:39:22.028310 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-15b488d8-67f9-4d78-a8e3-ab56d1b414d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:22.037586 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-15b488d8-67f9-4d78-a8e3-ab56d1b414d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:22.136384 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f311e97a-57d7-43cb-8b3b-b4afcd8207d4 req-41b565b5-57e7-4509-9a50-3e475c54bf92 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (dffc4781-b96d-4024-9fac-72a74941d34c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:22.149970 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['15602c8e-05c5-452e-91f1-2fdb0022ecd3', '8f129d5e-69de-459f-b14e-e8ba00bd20d7', '251d4b8c-9d45-49b3-aec7-767d510aa884'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:39:22.181803 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58081ff7-bc7b-4ab8-947d-58ddf31430ff req-aa8c9684-b9c4-43bf-91ce-33b869c3ceb7 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:22.183363 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-58081ff7-bc7b-4ab8-947d-58ddf31430ff req-aa8c9684-b9c4-43bf-91ce-33b869c3ceb7 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=e772532f-b5e9-4f08-a715-8c3cb3d96a17 HTTP/1.1" status: 200 len: 945 time: 0.1100931 Feb 20 03:39:22.185385 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-15b488d8-67f9-4d78-a8e3-ab56d1b414d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460-project] Publish callbacks [] for security_group (7af313fc-15fd-44fc-8d9a-1a41f5d148f4), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:22.191663 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b565b5-57e7-4509-9a50-3e475c54bf92 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Pushing event deleted for resources: {'Port': ['ID=dffc4781-b96d-4024-9fac-72a74941d34c,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:22.243117 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f311e97a-57d7-43cb-8b3b-b4afcd8207d4 req-41b565b5-57e7-4509-9a50-3e475c54bf92 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] No DVR routers for this DVR port dffc4781-b96d-4024-9fac-72a74941d34c on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:39:22.255969 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f311e97a-57d7-43cb-8b3b-b4afcd8207d4 req-41b565b5-57e7-4509-9a50-3e475c54bf92 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:22.260169 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f311e97a-57d7-43cb-8b3b-b4afcd8207d4 req-41b565b5-57e7-4509-9a50-3e475c54bf92 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.42 "DELETE /v2.0/ports/dffc4781-b96d-4024-9fac-72a74941d34c HTTP/1.1" status: 204 len: 173 time: 0.7840180 Feb 20 03:39:22.283020 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-15b488d8-67f9-4d78-a8e3-ab56d1b414d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (7af313fc-15fd-44fc-8d9a-1a41f5d148f4), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:22.308479 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-58081ff7-bc7b-4ab8-947d-58ddf31430ff req-4f62cb14-c4f5-4c0e-a1fc-746b5a5790fa tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893774 Feb 20 03:39:22.320189 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b488d8-67f9-4d78-a8e3-ab56d1b414d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:39:22.337815 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b488d8-67f9-4d78-a8e3-ab56d1b414d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7af313fc-15fd-44fc-8d9a-1a41f5d148f4,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:22.355431 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-15b488d8-67f9-4d78-a8e3-ab56d1b414d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (4598468a-bf09-4983-bfaa-a6ab2e93ea4b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:22.355968 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-15b488d8-67f9-4d78-a8e3-ab56d1b414d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460-project] Added segment 4598468a-bf09-4983-bfaa-a6ab2e93ea4b of type vlan for network ec4cc06c-670a-4236-b3fa-8b830dbd4343 Feb 20 03:39:22.385902 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39806) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:22.412315 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d411fbe0-9f7b-466d-85fa-0a8ff5fe3c0c x-openstack-request-id: req-d411fbe0-9f7b-466d-85fa-0a8ff5fe3c0c {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:39:22.412818 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41", "tag": "e8c3b326-eb4e-409d-a920-8be21530b14b", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:39:22.412958 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d411fbe0-9f7b-466d-85fa-0a8ff5fe3c0c {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:39:22.413266 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41', 'tag': 'e8c3b326-eb4e-409d-a920-8be21530b14b', 'status': 'completed', 'code': 200} Feb 20 03:39:22.460640 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-15b488d8-67f9-4d78-a8e3-ab56d1b414d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (ec4cc06c-670a-4236-b3fa-8b830dbd4343), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:22.516475 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-269d18f6-762f-477e-b40b-090da2d462b0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=526bfeec56004a2cb82662a87d8f2803&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1291833 Feb 20 03:39:22.518823 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39810) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:22.538436 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39814) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:22.579972 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc177a-f320-42c9-8641-de1f45dedb6e req-7d321cf9-73b3-44fe-9b10-fad776f6e9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:22.587363 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dccc177a-f320-42c9-8641-de1f45dedb6e req-7d321cf9-73b3-44fe-9b10-fad776f6e9a5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6a08cfad188e48b79e337e2a93b4d6c0&device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 1125 time: 0.1467171 Feb 20 03:39:22.627461 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78e67eb6-6323-4a49-8936-cefced757446 admin admin] Publish callbacks [] for security_group (efcae039-9ec4-4ced-89c3-0612fec4e5b8), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:22.665877 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-15b488d8-67f9-4d78-a8e3-ab56d1b414d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (ec4cc06c-670a-4236-b3fa-8b830dbd4343), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:22.671375 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b488d8-67f9-4d78-a8e3-ab56d1b414d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:22.672244 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-15b488d8-67f9-4d78-a8e3-ab56d1b414d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:22.673722 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78e67eb6-6323-4a49-8936-cefced757446 admin admin] Publish callbacks [] for security_group (efcae039-9ec4-4ced-89c3-0612fec4e5b8), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:22.731626 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc177a-f320-42c9-8641-de1f45dedb6e req-0765d00a-1410-4d8e-a7e6-365619fa53a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:22.733787 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dccc177a-f320-42c9-8641-de1f45dedb6e req-0765d00a-1410-4d8e-a7e6-365619fa53a4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5c42c93f-2ac9-42c4-ae39-37d47141b593 HTTP/1.1" status: 200 len: 921 time: 0.1417305 Feb 20 03:39:22.863157 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8f144aec-f083-4392-8095-245ec77f9789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:22.887374 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dccc177a-f320-42c9-8641-de1f45dedb6e req-f5d243b5-b9e9-41d5-a58f-2d3f4def652a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8c3b326-eb4e-409d-a920-8be21530b14b HTTP/1.1" status: 200 len: 217 time: 0.1308849 Feb 20 03:39:22.910465 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b488d8-67f9-4d78-a8e3-ab56d1b414d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460-project] Pushing event updated for resources: {'Network': ['ID=ec4cc06c-670a-4236-b3fa-8b830dbd4343,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:22.923733 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78e67eb6-6323-4a49-8936-cefced757446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (efcae039-9ec4-4ced-89c3-0612fec4e5b8), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:22.924558 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network ec4cc06c-670a-4236-b3fa-8b830dbd4343 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:39:22.926260 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78e67eb6-6323-4a49-8936-cefced757446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:22.927936 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-78e67eb6-6323-4a49-8936-cefced757446 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/efcae039-9ec4-4ced-89c3-0612fec4e5b8 HTTP/1.1" status: 204 len: 168 time: 0.4078074 Feb 20 03:39:22.949487 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e67eb6-6323-4a49-8936-cefced757446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcae039-9ec4-4ced-89c3-0612fec4e5b8,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:22.949868 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d39d88-93ab-4649-905b-1c7d3d80058f req-3ce10122-47f9-4a02-9e49-100626ce5bc6 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:22.964795 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-16d39d88-93ab-4649-905b-1c7d3d80058f req-3ce10122-47f9-4a02-9e49-100626ce5bc6 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 943 time: 0.3027604 Feb 20 03:39:22.966218 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-15b488d8-67f9-4d78-a8e3-ab56d1b414d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.3196440 Feb 20 03:39:23.005527 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc177a-f320-42c9-8641-de1f45dedb6e req-4eeb2aed-9b80-456a-98e2-fd98674b26bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:23.006601 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8f144aec-f083-4392-8095-245ec77f9789 admin admin] Publish callbacks [] for security_group (47cb5472-c3d8-4a9c-b4c2-ea4f7d38f760), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:23.007044 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dccc177a-f320-42c9-8641-de1f45dedb6e req-4eeb2aed-9b80-456a-98e2-fd98674b26bd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7cdd67db-b129-4563-b182-47daa39d15d0 HTTP/1.1" status: 200 len: 860 time: 0.1116612 Feb 20 03:39:23.044260 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dccc177a-f320-42c9-8641-de1f45dedb6e req-b32c191d-5f6e-4f99-8ae7-c14192552906 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5c42c93f-2ac9-42c4-ae39-37d47141b593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302932 Feb 20 03:39:23.060158 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-16d39d88-93ab-4649-905b-1c7d3d80058f req-62b7f961-7b9e-4217-9754-f1795fa1687c tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9f40f89-210f-4401-be45-04f0e67e15c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954015 Feb 20 03:39:23.112259 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8f144aec-f083-4392-8095-245ec77f9789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (47cb5472-c3d8-4a9c-b4c2-ea4f7d38f760), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:23.169542 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dccc177a-f320-42c9-8641-de1f45dedb6e req-21ff6020-2476-4224-a442-8d0f359e64e0 service neutron] 10.222.0.93 "GET /v2.0/networks/5c42c93f-2ac9-42c4-ae39-37d47141b593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080101 Feb 20 03:39:23.172332 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8f144aec-f083-4392-8095-245ec77f9789 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6198203153094ae291598eb1e61be850&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6309891 Feb 20 03:39:23.175096 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39830) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:23.182938 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f144aec-f083-4392-8095-245ec77f9789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47cb5472-c3d8-4a9c-b4c2-ea4f7d38f760,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:23.217089 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device e8c3b326-eb4e-409d-a920-8be21530b14b details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:39:23.290897 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dccc177a-f320-42c9-8641-de1f45dedb6e req-a8c446ad-b792-4df3-a926-e28a87e376a2 service neutron] 10.222.0.93 "GET /v2.0/networks/5c42c93f-2ac9-42c4-ae39-37d47141b593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155808 Feb 20 03:39:23.306538 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f886a77-2c81-4357-b55f-e85d93a8563f admin admin] Publish callbacks [] for security_group (47cb5472-c3d8-4a9c-b4c2-ea4f7d38f760), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:23.342262 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f886a77-2c81-4357-b55f-e85d93a8563f admin admin] Publish callbacks [] for security_group (47cb5472-c3d8-4a9c-b4c2-ea4f7d38f760), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:23.378524 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port e8c3b326-eb4e-409d-a920-8be21530b14b, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=e8c3b326-eb4e-409d-a920-8be21530b14b,segment=NetworkSegment(10ad1fc2-2df0-45f6-8610-0de9f440c6ae),segment_id=10ad1fc2-2df0-45f6-8610-0de9f440c6ae)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:23.392394 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'e8c3b326-eb4e-409d-a920-8be21530b14b', 'network_id': '5c42c93f-2ac9-42c4-ae39-37d47141b593', 'port_id': 'e8c3b326-eb4e-409d-a920-8be21530b14b', 'mac_address': 'fa:16:3e:50:dd:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cdd67db-b129-4563-b182-47daa39d15d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:39:23.441646 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port e8c3b326-eb4e-409d-a920-8be21530b14b is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:39:23.442337 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e8c3b326-eb4e-409d-a920-8be21530b14b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:23.458525 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f886a77-2c81-4357-b55f-e85d93a8563f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (47cb5472-c3d8-4a9c-b4c2-ea4f7d38f760), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:23.460913 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c3b326-eb4e-409d-a920-8be21530b14b {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:39:23.463169 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f886a77-2c81-4357-b55f-e85d93a8563f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:23.464573 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4f886a77-2c81-4357-b55f-e85d93a8563f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/47cb5472-c3d8-4a9c-b4c2-ea4f7d38f760 HTTP/1.1" status: 204 len: 168 time: 0.2885628 Feb 20 03:39:23.476772 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f886a77-2c81-4357-b55f-e85d93a8563f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cb5472-c3d8-4a9c-b4c2-ea4f7d38f760,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:23.484190 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port e8c3b326-eb4e-409d-a920-8be21530b14b, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=e8c3b326-eb4e-409d-a920-8be21530b14b,segment=NetworkSegment(10ad1fc2-2df0-45f6-8610-0de9f440c6ae),segment_id=10ad1fc2-2df0-45f6-8610-0de9f440c6ae)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:23.566589 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e8c3b326-eb4e-409d-a920-8be21530b14b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:23.619061 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=e8c3b326-eb4e-409d-a920-8be21530b14b,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:23.757950 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['e8c3b326-eb4e-409d-a920-8be21530b14b'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:39:23.779527 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39850) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:23.784549 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Request body: {'port': {'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343', 'binding:host_id': 'n-h2-829866-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-558801039'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:39:23.865697 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device dffc4781-b96d-4024-9fac-72a74941d34c no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:39:23.892008 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: dffc4781-b96d-4024-9fac-72a74941d34c {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:39:23.892356 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device dffc4781-b96d-4024-9fac-72a74941d34c not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:39:23.902607 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a94c1-caac-48be-981e-991c7fc3257a req-6cc1d126-4108-4b99-bc9e-e1ae108a604c tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:23.907338 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c66a94c1-caac-48be-981e-991c7fc3257a req-6cc1d126-4108-4b99-bc9e-e1ae108a604c tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=e772532f-b5e9-4f08-a715-8c3cb3d96a17 HTTP/1.1" status: 200 len: 945 time: 0.0728641 Feb 20 03:39:23.908958 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Made reservation on behalf of 67db6600216e4c7bb975be3fa5ed5766 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:39:23.911626 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:23.927977 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:23.990308 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c66a94c1-caac-48be-981e-991c7fc3257a req-3cc50d44-b8c5-494c-92f2-54590d065a19 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762630 Feb 20 03:39:24.057819 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks [] for security_group (0205701c-eece-41ae-a08f-72a63fb633a9), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:24.120547 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (0205701c-eece-41ae-a08f-72a63fb633a9), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:24.125322 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] device_id is not set on port 089103a4-7f04-4543-8d4e-e1f4a35019d7 yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:39:24.204353 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0205701c-eece-41ae-a08f-72a63fb633a9,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:24.373436 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39870) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:24.376296 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] device_id is not set on port 089103a4-7f04-4543-8d4e-e1f4a35019d7 yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:39:24.388112 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks [] for port (089103a4-7f04-4543-8d4e-e1f4a35019d7), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:24.392144 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-925637d6-fa6d-4e66-811a-21231a07ed5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:24.414332 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0dea7e3-4772-4f73-b29a-ea1b8b97d921', 'name': 'network-vif-deleted', 'tag': 'dffc4781-b96d-4024-9fac-72a74941d34c'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:39:24.418278 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d61de7c-2274-495a-b193-916753216b6b" -d '{"events": [{"server_uuid": "f0dea7e3-4772-4f73-b29a-ea1b8b97d921", "name": "network-vif-deleted", "tag": "dffc4781-b96d-4024-9fac-72a74941d34c"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:39:24.472414 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (089103a4-7f04-4543-8d4e-e1f4a35019d7), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:24.481529 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-925637d6-fa6d-4e66-811a-21231a07ed5f admin admin] Publish callbacks [] for security_group (51cfd5c8-8f63-4af6-8301-f676e288d661), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:24.529984 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Pushing event updated for resources: {'Port': ['ID=089103a4-7f04-4543-8d4e-e1f4a35019d7,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:24.546396 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-925637d6-fa6d-4e66-811a-21231a07ed5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (51cfd5c8-8f63-4af6-8301-f676e288d661), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:24.548060 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Checking segment: {'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:39:24.548416 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Network hostable DHCP agents. Network: ec4cc06c-670a-4236-b3fa-8b830dbd4343, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:39:24.599879 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-925637d6-fa6d-4e66-811a-21231a07ed5f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=aff4ea1813a644749bb91c5e166c4955&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2247379 Feb 20 03:39:24.605607 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925637d6-fa6d-4e66-811a-21231a07ed5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cfd5c8-8f63-4af6-8301-f676e288d661,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:24.605882 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39880) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:24.620453 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Network ec4cc06c-670a-4236-b3fa-8b830dbd4343 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:39:24.666369 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-81413d36-d577-4fa7-b36d-1f0279adf018 admin admin] Publish callbacks [] for security_group (51cfd5c8-8f63-4af6-8301-f676e288d661), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:24.692217 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-81413d36-d577-4fa7-b36d-1f0279adf018 admin admin] Publish callbacks [] for security_group (51cfd5c8-8f63-4af6-8301-f676e288d661), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:24.696781 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69da90-d7a3-4064-9012-52ad3f745d6c req-23cd0464-91a5-40c4-b9e1-8a865ffc3f45 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:24.699480 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6b69da90-d7a3-4064-9012-52ad3f745d6c req-23cd0464-91a5-40c4-b9e1-8a865ffc3f45 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 944 time: 0.0600429 Feb 20 03:39:24.718255 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, ec4cc06c-670a-4236-b3fa-8b830dbd4343) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:39:24.726974 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:39:24.755570 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b70374-0436-4dc1-ba5a-e2b72d1311ee None None] Network ec4cc06c-670a-4236-b3fa-8b830dbd4343 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:39:24.757549 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:24.757808 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:24.758258 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:24.776141 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:24.778558 n-d-829866-4 neutron-server[104105]: ERROR neutron.plugins.ml2.managers [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Failed to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on host n-h2-829866-4 for vnic_type normal using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] Feb 20 03:39:24.781945 n-d-829866-4 neutron-server[104105]: INFO neutron.plugins.ml2.plugin [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempt 2 to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 Feb 20 03:39:24.801450 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6b69da90-d7a3-4064-9012-52ad3f745d6c req-d469126f-6a08-4bb6-8b30-5bd91132383e tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9f40f89-210f-4401-be45-04f0e67e15c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971463 Feb 20 03:39:24.802278 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:24.802614 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:24.802980 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:24.808688 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:24.809028 n-d-829866-4 neutron-server[104105]: ERROR neutron.plugins.ml2.managers [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Failed to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on host n-h2-829866-4 for vnic_type normal using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] Feb 20 03:39:24.809552 n-d-829866-4 neutron-server[104105]: INFO neutron.plugins.ml2.plugin [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempt 3 to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 Feb 20 03:39:24.834363 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:24.834995 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:24.834995 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:24.840428 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:24.840428 n-d-829866-4 neutron-server[104105]: ERROR neutron.plugins.ml2.managers [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Failed to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on host n-h2-829866-4 for vnic_type normal using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] Feb 20 03:39:24.840800 n-d-829866-4 neutron-server[104105]: INFO neutron.plugins.ml2.plugin [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempt 4 to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 Feb 20 03:39:24.856697 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:24.857018 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:24.857355 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:24.868229 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:24.868625 n-d-829866-4 neutron-server[104105]: ERROR neutron.plugins.ml2.managers [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Failed to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on host n-h2-829866-4 for vnic_type normal using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] Feb 20 03:39:24.869099 n-d-829866-4 neutron-server[104105]: INFO neutron.plugins.ml2.plugin [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempt 5 to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 Feb 20 03:39:24.872253 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-81413d36-d577-4fa7-b36d-1f0279adf018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (51cfd5c8-8f63-4af6-8301-f676e288d661), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:24.877354 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-81413d36-d577-4fa7-b36d-1f0279adf018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:24.877844 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-81413d36-d577-4fa7-b36d-1f0279adf018 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/51cfd5c8-8f63-4af6-8301-f676e288d661 HTTP/1.1" status: 204 len: 168 time: 0.2705448 Feb 20 03:39:24.898310 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:24.898653 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:24.899109 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:24.900907 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81413d36-d577-4fa7-b36d-1f0279adf018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cfd5c8-8f63-4af6-8301-f676e288d661,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:24.906583 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:24.909020 n-d-829866-4 neutron-server[104105]: ERROR neutron.plugins.ml2.managers [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Failed to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on host n-h2-829866-4 for vnic_type normal using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] Feb 20 03:39:24.909426 n-d-829866-4 neutron-server[104105]: INFO neutron.plugins.ml2.plugin [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempt 6 to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 Feb 20 03:39:24.930143 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:24.931967 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:24.932060 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:24.936946 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:24.937179 n-d-829866-4 neutron-server[104105]: ERROR neutron.plugins.ml2.managers [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Failed to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on host n-h2-829866-4 for vnic_type normal using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] Feb 20 03:39:24.937900 n-d-829866-4 neutron-server[104105]: INFO neutron.plugins.ml2.plugin [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempt 7 to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 Feb 20 03:39:24.953305 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:24.953833 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:24.954498 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:24.959297 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:24.959627 n-d-829866-4 neutron-server[104105]: ERROR neutron.plugins.ml2.managers [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Failed to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on host n-h2-829866-4 for vnic_type normal using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] Feb 20 03:39:24.960019 n-d-829866-4 neutron-server[104105]: INFO neutron.plugins.ml2.plugin [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempt 8 to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 Feb 20 03:39:24.973388 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:24.973857 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:24.974108 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:24.978582 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:24.979119 n-d-829866-4 neutron-server[104105]: ERROR neutron.plugins.ml2.managers [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Failed to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on host n-h2-829866-4 for vnic_type normal using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] Feb 20 03:39:24.979514 n-d-829866-4 neutron-server[104105]: INFO neutron.plugins.ml2.plugin [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempt 9 to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 Feb 20 03:39:25.001555 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:25.001879 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:25.002430 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:25.006802 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:25.009624 n-d-829866-4 neutron-server[104105]: ERROR neutron.plugins.ml2.managers [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Failed to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on host n-h2-829866-4 for vnic_type normal using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] Feb 20 03:39:25.009624 n-d-829866-4 neutron-server[104105]: INFO neutron.plugins.ml2.plugin [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempt 10 to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 Feb 20 03:39:25.022284 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:25.022621 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:25.023206 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:25.028238 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:25.028753 n-d-829866-4 neutron-server[104105]: ERROR neutron.plugins.ml2.managers [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Failed to bind port 089103a4-7f04-4543-8d4e-e1f4a35019d7 on host n-h2-829866-4 for vnic_type normal using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] Feb 20 03:39:25.029275 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (089103a4-7f04-4543-8d4e-e1f4a35019d7), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:25.125800 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] For port 089103a4-7f04-4543-8d4e-e1f4a35019d7, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:39:25.126173 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempted to set empty binding levels {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 20 03:39:25.210339 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (089103a4-7f04-4543-8d4e-e1f4a35019d7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:25.247751 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device e8c3b326-eb4e-409d-a920-8be21530b14b up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:39:25.256755 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:25.257616 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:25.271776 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Pushing event updated for resources: {'Port': ['ID=089103a4-7f04-4543-8d4e-e1f4a35019d7,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:25.300224 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980f4ef0-27f6-4dc6-8191-a8ecc6340303 x-openstack-request-id: req-980f4ef0-27f6-4dc6-8191-a8ecc6340303 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:39:25.300224 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0dea7e3-4772-4f73-b29a-ea1b8b97d921", "name": "network-vif-deleted", "tag": "dffc4781-b96d-4024-9fac-72a74941d34c", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:39:25.300224 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-980f4ef0-27f6-4dc6-8191-a8ecc6340303 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:39:25.300224 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0dea7e3-4772-4f73-b29a-ea1b8b97d921', 'name': 'network-vif-deleted', 'tag': 'dffc4781-b96d-4024-9fac-72a74941d34c', 'status': 'completed', 'code': 200} Feb 20 03:39:25.344816 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-21ed6e09-883c-45a8-b4d0-b1f256c2c73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.5640082 Feb 20 03:39:25.350949 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39908) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:25.389653 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port e8c3b326-eb4e-409d-a920-8be21530b14b completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:39:25.394341 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port e8c3b326-eb4e-409d-a920-8be21530b14b triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:39:25.394984 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e8c3b326-eb4e-409d-a920-8be21530b14b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:25.420620 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b45cd5-3909-432b-9210-7d6ad844c3be req-1b9f4d7a-03c4-4bbd-bad3-cbe818167eb1 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:25.422710 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-12b45cd5-3909-432b-9210-7d6ad844c3be req-1b9f4d7a-03c4-4bbd-bad3-cbe818167eb1 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 951 time: 0.0628717 Feb 20 03:39:25.459900 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-288637eb-836c-4229-9008-a42293793db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Deleting port 089103a4-7f04-4543-8d4e-e1f4a35019d7 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:39:25.460811 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-288637eb-836c-4229-9008-a42293793db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (089103a4-7f04-4543-8d4e-e1f4a35019d7), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:25.514447 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-12b45cd5-3909-432b-9210-7d6ad844c3be req-87de6077-50db-42cf-84a7-36784e1f24be tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791857 Feb 20 03:39:25.527243 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port e8c3b326-eb4e-409d-a920-8be21530b14b is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:39:25.527865 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e8c3b326-eb4e-409d-a920-8be21530b14b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:25.551244 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-288637eb-836c-4229-9008-a42293793db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] For port 089103a4-7f04-4543-8d4e-e1f4a35019d7, host n-h2-829866-4, got binding levels [] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:25.551786 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-288637eb-836c-4229-9008-a42293793db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (089103a4-7f04-4543-8d4e-e1f4a35019d7), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:25.555005 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c3b326-eb4e-409d-a920-8be21530b14b'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:39:25.558045 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6522a1d4-b319-4f1c-9fdd-2783c25f8caa" -d '{"events": [{"server_uuid": "2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41", "name": "network-vif-plugged", "status": "completed", "tag": "e8c3b326-eb4e-409d-a920-8be21530b14b"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:39:25.569508 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-288637eb-836c-4229-9008-a42293793db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Calling delete_port for 089103a4-7f04-4543-8d4e-e1f4a35019d7 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:39:25.574337 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port e8c3b326-eb4e-409d-a920-8be21530b14b, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=e8c3b326-eb4e-409d-a920-8be21530b14b,segment=NetworkSegment(10ad1fc2-2df0-45f6-8610-0de9f440c6ae),segment_id=10ad1fc2-2df0-45f6-8610-0de9f440c6ae)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:25.638202 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e8c3b326-eb4e-409d-a920-8be21530b14b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:25.688254 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ab0f0-ce80-4a07-9bcb-0f78215a34fe req-6c37a662-3978-4b62-a057-38e2b08103de tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:25.698668 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a73ab0f0-ce80-4a07-9bcb-0f78215a34fe req-6c37a662-3978-4b62-a057-38e2b08103de tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=e772532f-b5e9-4f08-a715-8c3cb3d96a17 HTTP/1.1" status: 200 len: 945 time: 0.1019015 Feb 20 03:39:25.713161 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=e8c3b326-eb4e-409d-a920-8be21530b14b,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:25.760866 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a73ab0f0-ce80-4a07-9bcb-0f78215a34fe req-fa387ac3-9ac2-42ce-b9e9-33b604949dfa tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611894 Feb 20 03:39:25.769471 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-288637eb-836c-4229-9008-a42293793db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (089103a4-7f04-4543-8d4e-e1f4a35019d7), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:25.805356 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288637eb-836c-4229-9008-a42293793db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Pushing event deleted for resources: {'Port': ['ID=089103a4-7f04-4543-8d4e-e1f4a35019d7,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:25.810612 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-288637eb-836c-4229-9008-a42293793db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:25.816926 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39922) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:25.817370 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-288637eb-836c-4229-9008-a42293793db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] 10.222.0.89 "DELETE /v2.0/ports/089103a4-7f04-4543-8d4e-e1f4a35019d7 HTTP/1.1" status: 204 len: 168 time: 0.4649796 Feb 20 03:39:25.849126 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-88340490-9678-45de-9947-fd743987b851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] GET failed (client error): The resource could not be found. Feb 20 03:39:25.850582 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-88340490-9678-45de-9947-fd743987b851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] 10.222.0.89 "GET /v2.0/ports/089103a4-7f04-4543-8d4e-e1f4a35019d7 HTTP/1.1" status: 404 len: 333 time: 0.0323217 Feb 20 03:39:25.854480 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39928) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:25.859388 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-754875ab-23b7-4951-84b8-b8c2e0f2765b tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Request body: {'port': {'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-63613431'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:39:25.957555 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754875ab-23b7-4951-84b8-b8c2e0f2765b tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Made reservation on behalf of 67db6600216e4c7bb975be3fa5ed5766 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:39:25.962339 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-754875ab-23b7-4951-84b8-b8c2e0f2765b tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:25.966741 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58f642-84bf-4b27-b243-ddb889035081 req-7c8ddd36-5e34-4967-b5a5-60103261d957 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:25.972525 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa58f642-84bf-4b27-b243-ddb889035081 req-7c8ddd36-5e34-4967-b5a5-60103261d957 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.42 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 951 time: 0.0697184 Feb 20 03:39:25.992171 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-754875ab-23b7-4951-84b8-b8c2e0f2765b tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] device_id is not set on port a98e39da-7d85-4764-aecc-e5ca796a48e7 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:39:26.150401 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941445c1-0c9b-4328-b763-f7c699661251 x-openstack-request-id: req-941445c1-0c9b-4328-b763-f7c699661251 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:39:26.151335 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41", "name": "network-vif-plugged", "status": "completed", "tag": "e8c3b326-eb4e-409d-a920-8be21530b14b", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:39:26.151501 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-aa58f642-84bf-4b27-b243-ddb889035081 req-ef6ffdb4-f1a2-4daf-96ee-e0376dbe9d1d tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Deleting port 251d4b8c-9d45-49b3-aec7-767d510aa884 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:39:26.151867 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aa58f642-84bf-4b27-b243-ddb889035081 req-ef6ffdb4-f1a2-4daf-96ee-e0376dbe9d1d tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (251d4b8c-9d45-49b3-aec7-767d510aa884), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:26.152199 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-941445c1-0c9b-4328-b763-f7c699661251 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:39:26.152756 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c3b326-eb4e-409d-a920-8be21530b14b', 'code': 200} Feb 20 03:39:26.198059 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-754875ab-23b7-4951-84b8-b8c2e0f2765b tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks [] for port (a98e39da-7d85-4764-aecc-e5ca796a48e7), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:26.281612 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-754875ab-23b7-4951-84b8-b8c2e0f2765b tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (a98e39da-7d85-4764-aecc-e5ca796a48e7), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:26.336239 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754875ab-23b7-4951-84b8-b8c2e0f2765b tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Network ec4cc06c-670a-4236-b3fa-8b830dbd4343 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:39:26.340027 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-754875ab-23b7-4951-84b8-b8c2e0f2765b tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:39:26.346252 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754875ab-23b7-4951-84b8-b8c2e0f2765b tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:39:26.350714 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754875ab-23b7-4951-84b8-b8c2e0f2765b tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:26.351473 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-754875ab-23b7-4951-84b8-b8c2e0f2765b tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:26.358653 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754875ab-23b7-4951-84b8-b8c2e0f2765b tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Pushing event updated for resources: {'Port': ['ID=a98e39da-7d85-4764-aecc-e5ca796a48e7,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:26.394990 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a915989f-a11f-44a2-8269-45760ca542d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:26.446707 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-754875ab-23b7-4951-84b8-b8c2e0f2765b tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.5905366 Feb 20 03:39:26.449632 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39944) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:26.454945 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:39:26.519857 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a98e39da-7d85-4764-aecc-e5ca796a48e7), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:26.670727 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7040a1-d0f4-4e54-ad19-32d68f09dc21 req-ec46a454-f862-495b-8f45-45907099c0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:26.672374 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7a7040a1-d0f4-4e54-ad19-32d68f09dc21 req-ec46a454-f862-495b-8f45-45907099c0d7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 1127 time: 0.4332552 Feb 20 03:39:26.689290 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39952) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:26.719613 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-aa58f642-84bf-4b27-b243-ddb889035081 req-ef6ffdb4-f1a2-4daf-96ee-e0376dbe9d1d tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] For port 251d4b8c-9d45-49b3-aec7-767d510aa884, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=251d4b8c-9d45-49b3-aec7-767d510aa884,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:26.720069 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aa58f642-84bf-4b27-b243-ddb889035081 req-ef6ffdb4-f1a2-4daf-96ee-e0376dbe9d1d tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (251d4b8c-9d45-49b3-aec7-767d510aa884), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:26.733258 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f142b7f-ac70-4c4a-bfec-1d63f2e2e64a req-00c11ba4-8388-4d50-bc5f-4c6ef73afe67 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:26.740566 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8f142b7f-ac70-4c4a-bfec-1d63f2e2e64a req-00c11ba4-8388-4d50-bc5f-4c6ef73afe67 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 945 time: 0.5022528 Feb 20 03:39:26.744535 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] device_id is not set on port a98e39da-7d85-4764-aecc-e5ca796a48e7 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:39:26.756417 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks [] for port (a98e39da-7d85-4764-aecc-e5ca796a48e7), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:26.771061 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-aa58f642-84bf-4b27-b243-ddb889035081 req-ef6ffdb4-f1a2-4daf-96ee-e0376dbe9d1d tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Calling delete_port for 251d4b8c-9d45-49b3-aec7-767d510aa884 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:39:26.786501 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7a7040a1-d0f4-4e54-ad19-32d68f09dc21 req-c8f4813b-c97d-402f-8346-51bc0437082a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c9f40f89-210f-4401-be45-04f0e67e15c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062832 Feb 20 03:39:26.845234 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-146a127f-4c64-42a3-bee6-e8149e6d9061 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:26.859116 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8f142b7f-ac70-4c4a-bfec-1d63f2e2e64a req-f5818ae6-25c1-4b15-a131-2d75a473895c tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9f40f89-210f-4401-be45-04f0e67e15c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176388 Feb 20 03:39:26.904485 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (a98e39da-7d85-4764-aecc-e5ca796a48e7), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:26.976979 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Pushing event updated for resources: {'Port': ['ID=a98e39da-7d85-4764-aecc-e5ca796a48e7,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:27.007344 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aa58f642-84bf-4b27-b243-ddb889035081 req-ef6ffdb4-f1a2-4daf-96ee-e0376dbe9d1d tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (251d4b8c-9d45-49b3-aec7-767d510aa884), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:27.010530 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-146a127f-4c64-42a3-bee6-e8149e6d9061 admin admin] Publish callbacks [] for security_group (5c904e22-791e-4dc1-b182-edb399da5724), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:27.020194 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['15602c8e-05c5-452e-91f1-2fdb0022ecd3', '8f129d5e-69de-459f-b14e-e8ba00bd20d7', '251d4b8c-9d45-49b3-aec7-767d510aa884'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:39:27.031958 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:27.032296 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:27.032641 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:27.038336 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Port a98e39da-7d85-4764-aecc-e5ca796a48e7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:27.038691 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Failed to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 on host n-h2-829866-4 for vnic_type normal using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] Feb 20 03:39:27.039106 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempt 2 to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 Feb 20 03:39:27.047928 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ffdb4-f1a2-4daf-96ee-e0376dbe9d1d tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Pushing event deleted for resources: {'Port': ['ID=251d4b8c-9d45-49b3-aec7-767d510aa884,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:27.054961 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:27.056824 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:27.057225 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:27.064532 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Port a98e39da-7d85-4764-aecc-e5ca796a48e7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:27.064532 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Failed to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 on host n-h2-829866-4 for vnic_type normal using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] Feb 20 03:39:27.064532 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempt 3 to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 Feb 20 03:39:27.079465 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:27.079856 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:27.080220 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:27.085305 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Port a98e39da-7d85-4764-aecc-e5ca796a48e7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:27.085640 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Failed to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 on host n-h2-829866-4 for vnic_type normal using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] Feb 20 03:39:27.086031 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempt 4 to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 Feb 20 03:39:27.102564 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:27.103393 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:27.103514 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:27.108844 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Port a98e39da-7d85-4764-aecc-e5ca796a48e7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:27.109218 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Failed to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 on host n-h2-829866-4 for vnic_type normal using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] Feb 20 03:39:27.109655 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempt 5 to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 Feb 20 03:39:27.123682 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:27.124010 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:27.124347 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:27.127776 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-146a127f-4c64-42a3-bee6-e8149e6d9061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5c904e22-791e-4dc1-b182-edb399da5724), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:27.142101 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa58f642-84bf-4b27-b243-ddb889035081 req-ef6ffdb4-f1a2-4daf-96ee-e0376dbe9d1d tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] No DVR routers for this DVR port 251d4b8c-9d45-49b3-aec7-767d510aa884 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:39:27.143595 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Port a98e39da-7d85-4764-aecc-e5ca796a48e7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:27.144683 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Failed to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 on host n-h2-829866-4 for vnic_type normal using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] Feb 20 03:39:27.145813 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aa58f642-84bf-4b27-b243-ddb889035081 req-ef6ffdb4-f1a2-4daf-96ee-e0376dbe9d1d tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:27.151246 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa58f642-84bf-4b27-b243-ddb889035081 req-ef6ffdb4-f1a2-4daf-96ee-e0376dbe9d1d tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.42 "DELETE /v2.0/ports/251d4b8c-9d45-49b3-aec7-767d510aa884 HTTP/1.1" status: 204 len: 173 time: 1.1752176 Feb 20 03:39:27.165601 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempt 6 to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 Feb 20 03:39:27.183961 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-42aeded5-f87e-401c-867d-037036038402 req-0d7e59e6-1790-4ac3-9ea8-abce820bf278 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=49ea81d5-6743-4f79-8b6a-619b4c7e0c54 HTTP/1.1" status: 200 len: 210 time: 0.0442898 Feb 20 03:39:27.202538 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-146a127f-4c64-42a3-bee6-e8149e6d9061 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d03b6dc90add496bab2ca42b0db6ff54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5114291 Feb 20 03:39:27.203764 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:27.204116 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:27.204453 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:27.206434 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39970) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:27.208006 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a127f-4c64-42a3-bee6-e8149e6d9061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c904e22-791e-4dc1-b182-edb399da5724,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:27.219155 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Port a98e39da-7d85-4764-aecc-e5ca796a48e7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:27.219494 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Failed to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 on host n-h2-829866-4 for vnic_type normal using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] Feb 20 03:39:27.220805 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempt 7 to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 Feb 20 03:39:27.248823 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:27.255058 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:27.255058 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:27.261764 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Port a98e39da-7d85-4764-aecc-e5ca796a48e7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:27.262157 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Failed to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 on host n-h2-829866-4 for vnic_type normal using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] Feb 20 03:39:27.263966 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempt 8 to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 Feb 20 03:39:27.286267 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:27.288212 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:27.288212 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:27.298342 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Port a98e39da-7d85-4764-aecc-e5ca796a48e7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:27.298812 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Failed to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 on host n-h2-829866-4 for vnic_type normal using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] Feb 20 03:39:27.299568 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempt 9 to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 Feb 20 03:39:27.302253 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b1ca835-475b-4313-92ac-b23a987a1bc1 admin admin] Publish callbacks [] for security_group (5c904e22-791e-4dc1-b182-edb399da5724), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:27.306768 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ea81d5-6743-4f79-8b6a-619b4c7e0c54', 'name': 'network-vif-deleted', 'tag': '251d4b8c-9d45-49b3-aec7-767d510aa884'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:39:27.309231 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b740b567-87fb-4bca-ae4f-937a6bcf2e4a" -d '{"events": [{"server_uuid": "49ea81d5-6743-4f79-8b6a-619b4c7e0c54", "name": "network-vif-deleted", "tag": "251d4b8c-9d45-49b3-aec7-767d510aa884"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:39:27.332382 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:27.332994 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:27.333403 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:27.341169 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841b906-2f68-4300-84da-573db263e3a5 req-69c30111-3439-4783-853c-c75490a9c1c3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:27.344068 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Port a98e39da-7d85-4764-aecc-e5ca796a48e7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:27.344849 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Failed to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 on host n-h2-829866-4 for vnic_type normal using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] Feb 20 03:39:27.345290 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7841b906-2f68-4300-84da-573db263e3a5 req-69c30111-3439-4783-853c-c75490a9c1c3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=e772532f-b5e9-4f08-a715-8c3cb3d96a17 HTTP/1.1" status: 200 len: 945 time: 0.0654356 Feb 20 03:39:27.347877 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempt 10 to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 Feb 20 03:39:27.352880 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b1ca835-475b-4313-92ac-b23a987a1bc1 admin admin] Publish callbacks [] for security_group (5c904e22-791e-4dc1-b182-edb399da5724), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:27.377159 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:27.377596 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:27.378028 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:27.395088 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Port a98e39da-7d85-4764-aecc-e5ca796a48e7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:27.395510 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Failed to bind port a98e39da-7d85-4764-aecc-e5ca796a48e7 on host n-h2-829866-4 for vnic_type normal using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] Feb 20 03:39:27.395927 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a98e39da-7d85-4764-aecc-e5ca796a48e7), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:27.401193 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7841b906-2f68-4300-84da-573db263e3a5 req-bd273bbf-a266-4b81-b653-0ce358068a18 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525014 Feb 20 03:39:27.472506 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] For port a98e39da-7d85-4764-aecc-e5ca796a48e7, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:39:27.472889 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempted to set empty binding levels {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 20 03:39:27.517810 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b1ca835-475b-4313-92ac-b23a987a1bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5c904e22-791e-4dc1-b182-edb399da5724), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:27.520581 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b1ca835-475b-4313-92ac-b23a987a1bc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:27.521830 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2b1ca835-475b-4313-92ac-b23a987a1bc1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5c904e22-791e-4dc1-b182-edb399da5724 HTTP/1.1" status: 204 len: 168 time: 0.3102007 Feb 20 03:39:27.533271 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ca835-475b-4313-92ac-b23a987a1bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c904e22-791e-4dc1-b182-edb399da5724,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:27.549800 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (a98e39da-7d85-4764-aecc-e5ca796a48e7), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:27.591412 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] In _notify_port_updated(), no bound segment for port a98e39da-7d85-4764-aecc-e5ca796a48e7 on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 {{(pid=104106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 03:39:27.591412 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:27.591860 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:27.593684 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] 10.222.0.89 "PUT /v2.0/ports/a98e39da-7d85-4764-aecc-e5ca796a48e7 HTTP/1.1" status: 200 len: 977 time: 1.1430807 Feb 20 03:39:27.597995 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39988) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:27.669880 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67540b0-1f83-41c2-9fbd-dfadb0dd62a3 x-openstack-request-id: req-c67540b0-1f83-41c2-9fbd-dfadb0dd62a3 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:39:27.670219 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ea81d5-6743-4f79-8b6a-619b4c7e0c54", "name": "network-vif-deleted", "tag": "251d4b8c-9d45-49b3-aec7-767d510aa884", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:39:27.671212 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c67540b0-1f83-41c2-9fbd-dfadb0dd62a3 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:39:27.671631 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ea81d5-6743-4f79-8b6a-619b4c7e0c54', 'name': 'network-vif-deleted', 'tag': '251d4b8c-9d45-49b3-aec7-767d510aa884', 'status': 'completed', 'code': 200} Feb 20 03:39:27.675949 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b213f6ec-c0a0-4c71-87fc-842660947426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Pushing event updated for resources: {'Port': ['ID=a98e39da-7d85-4764-aecc-e5ca796a48e7,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:27.710517 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94544c4-96c5-414d-b8b8-6f3842729dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:27.711035 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94544c4-96c5-414d-b8b8-6f3842729dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:27.711624 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94544c4-96c5-414d-b8b8-6f3842729dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:27.712201 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94544c4-96c5-414d-b8b8-6f3842729dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:27.712868 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94544c4-96c5-414d-b8b8-6f3842729dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:27.713337 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94544c4-96c5-414d-b8b8-6f3842729dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:27.713834 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94544c4-96c5-414d-b8b8-6f3842729dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:27.714293 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94544c4-96c5-414d-b8b8-6f3842729dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:27.714750 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94544c4-96c5-414d-b8b8-6f3842729dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:27.715273 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94544c4-96c5-414d-b8b8-6f3842729dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:27.715733 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94544c4-96c5-414d-b8b8-6f3842729dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:27.718015 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a94544c4-96c5-414d-b8b8-6f3842729dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10352 time: 0.1182048 Feb 20 03:39:27.721557 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39990) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:27.825569 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-10c5c75e-0f8a-48f2-9890-d75e63414a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Deleting port a98e39da-7d85-4764-aecc-e5ca796a48e7 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:39:27.825923 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-10c5c75e-0f8a-48f2-9890-d75e63414a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (a98e39da-7d85-4764-aecc-e5ca796a48e7), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:27.921246 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-10c5c75e-0f8a-48f2-9890-d75e63414a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] For port a98e39da-7d85-4764-aecc-e5ca796a48e7, host n-h2-829866-4, got binding levels [] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:27.922226 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-10c5c75e-0f8a-48f2-9890-d75e63414a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (a98e39da-7d85-4764-aecc-e5ca796a48e7), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:27.941486 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-10c5c75e-0f8a-48f2-9890-d75e63414a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Calling delete_port for a98e39da-7d85-4764-aecc-e5ca796a48e7 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:39:28.152166 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-10c5c75e-0f8a-48f2-9890-d75e63414a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (a98e39da-7d85-4764-aecc-e5ca796a48e7), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:28.184061 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5c75e-0f8a-48f2-9890-d75e63414a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Pushing event deleted for resources: {'Port': ['ID=a98e39da-7d85-4764-aecc-e5ca796a48e7,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:28.191243 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-10c5c75e-0f8a-48f2-9890-d75e63414a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:28.194585 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-10c5c75e-0f8a-48f2-9890-d75e63414a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] 10.222.0.89 "DELETE /v2.0/ports/a98e39da-7d85-4764-aecc-e5ca796a48e7 HTTP/1.1" status: 204 len: 168 time: 0.4720221 Feb 20 03:39:28.197695 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40006) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:28.223418 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-be513ef6-e507-4247-8f2f-816c295e8baf tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] GET failed (client error): The resource could not be found. Feb 20 03:39:28.225150 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-be513ef6-e507-4247-8f2f-816c295e8baf tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] 10.222.0.89 "GET /v2.0/ports/a98e39da-7d85-4764-aecc-e5ca796a48e7 HTTP/1.1" status: 404 len: 333 time: 0.0264192 Feb 20 03:39:28.230118 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40010) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:28.234501 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-5babf7b4-d66c-436d-9d0a-80ad4480851c tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-237879029', 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:39:28.340685 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5babf7b4-d66c-436d-9d0a-80ad4480851c tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Made reservation on behalf of 67db6600216e4c7bb975be3fa5ed5766 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:39:28.343132 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5babf7b4-d66c-436d-9d0a-80ad4480851c tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:28.359760 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-5babf7b4-d66c-436d-9d0a-80ad4480851c tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] device_id is not set on port 27b1bbfd-8329-4a9d-9dc6-14c37122f294 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:39:28.426357 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40016) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:28.442511 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80593cf4-36eb-4ccb-95e4-73eec17c979a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:28.536093 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5babf7b4-d66c-436d-9d0a-80ad4480851c tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks [] for port (27b1bbfd-8329-4a9d-9dc6-14c37122f294), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:28.538810 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80593cf4-36eb-4ccb-95e4-73eec17c979a admin admin] Publish callbacks [] for security_group (d3ff7fdd-227b-4f39-b217-44a377271bfc), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:28.621526 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80593cf4-36eb-4ccb-95e4-73eec17c979a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d3ff7fdd-227b-4f39-b217-44a377271bfc), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:28.641577 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5babf7b4-d66c-436d-9d0a-80ad4480851c tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (27b1bbfd-8329-4a9d-9dc6-14c37122f294), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:28.682534 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5babf7b4-d66c-436d-9d0a-80ad4480851c tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Network ec4cc06c-670a-4236-b3fa-8b830dbd4343 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:39:28.684442 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-80593cf4-36eb-4ccb-95e4-73eec17c979a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a4feecfcf28c4690b20fb3a9753c18d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2567658 Feb 20 03:39:28.689264 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40030) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:28.691831 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-5babf7b4-d66c-436d-9d0a-80ad4480851c tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:39:28.697263 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5babf7b4-d66c-436d-9d0a-80ad4480851c tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:39:28.698123 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e88b461d-b3f1-4b1c-aedf-6992424137e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:28.698619 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5babf7b4-d66c-436d-9d0a-80ad4480851c tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:28.698850 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5babf7b4-d66c-436d-9d0a-80ad4480851c tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:28.702139 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5babf7b4-d66c-436d-9d0a-80ad4480851c tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Pushing event updated for resources: {'Port': ['ID=27b1bbfd-8329-4a9d-9dc6-14c37122f294,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:28.708173 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354f56d-1a23-4b05-a981-94afd87cdd2e req-b8814f39-cadd-483f-a6f7-79d43ff34f9b tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:28.709984 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e354f56d-1a23-4b05-a981-94afd87cdd2e req-b8814f39-cadd-483f-a6f7-79d43ff34f9b tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 945 time: 0.1180236 Feb 20 03:39:28.711007 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80593cf4-36eb-4ccb-95e4-73eec17c979a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ff7fdd-227b-4f39-b217-44a377271bfc,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:28.794707 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e354f56d-1a23-4b05-a981-94afd87cdd2e req-fb540eea-ba10-4abb-ba22-b4c37b685bea tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9f40f89-210f-4401-be45-04f0e67e15c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712819 Feb 20 03:39:28.794707 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-df4a5a52-4ac5-469d-b97e-f6c0ee5cc340 admin admin] Publish callbacks [] for security_group (d3ff7fdd-227b-4f39-b217-44a377271bfc), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:28.795087 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5babf7b4-d66c-436d-9d0a-80ad4480851c tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5628223 Feb 20 03:39:28.796177 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40032) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:28.850523 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-df4a5a52-4ac5-469d-b97e-f6c0ee5cc340 admin admin] Publish callbacks [] for security_group (d3ff7fdd-227b-4f39-b217-44a377271bfc), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:28.853563 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b011d26-4b53-4611-b944-48a61f1bf12a tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:28.858341 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6b011d26-4b53-4611-b944-48a61f1bf12a tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] 10.222.0.89 "GET /v2.0/ports/27b1bbfd-8329-4a9d-9dc6-14c37122f294 HTTP/1.1" status: 200 len: 958 time: 0.0578449 Feb 20 03:39:28.860436 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40038) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:28.946475 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc025332-d7a4-4074-bbf5-14ff43482276 req-9cb001f5-7ba2-49ed-a2be-673c5aa229ab tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:28.948119 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bc025332-d7a4-4074-bbf5-14ff43482276 req-9cb001f5-7ba2-49ed-a2be-673c5aa229ab tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=e772532f-b5e9-4f08-a715-8c3cb3d96a17 HTTP/1.1" status: 200 len: 945 time: 0.0637136 Feb 20 03:39:28.948266 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9ba21263-f54c-42c8-8502-a3742bc238c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Deleting port 27b1bbfd-8329-4a9d-9dc6-14c37122f294 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:39:28.948552 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9ba21263-f54c-42c8-8502-a3742bc238c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (27b1bbfd-8329-4a9d-9dc6-14c37122f294), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:28.995257 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-df4a5a52-4ac5-469d-b97e-f6c0ee5cc340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d3ff7fdd-227b-4f39-b217-44a377271bfc), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:28.998356 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-df4a5a52-4ac5-469d-b97e-f6c0ee5cc340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:28.999677 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-df4a5a52-4ac5-469d-b97e-f6c0ee5cc340 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d3ff7fdd-227b-4f39-b217-44a377271bfc HTTP/1.1" status: 204 len: 168 time: 0.3092701 Feb 20 03:39:29.011523 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bc025332-d7a4-4074-bbf5-14ff43482276 req-f2a43e83-4e43-4ff3-9f8a-417f8b14e203 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577195 Feb 20 03:39:29.012609 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9ba21263-f54c-42c8-8502-a3742bc238c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (27b1bbfd-8329-4a9d-9dc6-14c37122f294), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:29.012989 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a5a52-4ac5-469d-b97e-f6c0ee5cc340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ff7fdd-227b-4f39-b217-44a377271bfc,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:29.031317 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9ba21263-f54c-42c8-8502-a3742bc238c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Calling delete_port for 27b1bbfd-8329-4a9d-9dc6-14c37122f294 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:39:29.133971 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40050) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:29.218046 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9ba21263-f54c-42c8-8502-a3742bc238c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (27b1bbfd-8329-4a9d-9dc6-14c37122f294), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:29.246681 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba21263-f54c-42c8-8502-a3742bc238c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Pushing event deleted for resources: {'Port': ['ID=27b1bbfd-8329-4a9d-9dc6-14c37122f294,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:29.252078 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9ba21263-f54c-42c8-8502-a3742bc238c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:29.255609 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9ba21263-f54c-42c8-8502-a3742bc238c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] 10.222.0.89 "DELETE /v2.0/ports/27b1bbfd-8329-4a9d-9dc6-14c37122f294 HTTP/1.1" status: 204 len: 168 time: 0.3940187 Feb 20 03:39:29.258424 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40054) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:29.287114 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d9a015-1a67-4093-8974-8e3691f0cacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] GET failed (client error): The resource could not be found. Feb 20 03:39:29.288565 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-09d9a015-1a67-4093-8974-8e3691f0cacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] 10.222.0.89 "GET /v2.0/ports/27b1bbfd-8329-4a9d-9dc6-14c37122f294 HTTP/1.1" status: 404 len: 333 time: 0.0291169 Feb 20 03:39:29.293332 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40058) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:29.298295 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-0e6df734-9e22-46c2-bc1c-4a2cf05b968e tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Request body: {'port': {'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-602257558'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:39:29.370820 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f0bf2a57-e503-40db-8f0f-fdf53e72f824 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:29.418155 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6df734-9e22-46c2-bc1c-4a2cf05b968e tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Made reservation on behalf of 67db6600216e4c7bb975be3fa5ed5766 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:39:29.420687 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0e6df734-9e22-46c2-bc1c-4a2cf05b968e tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:29.438883 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-0e6df734-9e22-46c2-bc1c-4a2cf05b968e tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] device_id is not set on port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:39:29.478291 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f0bf2a57-e503-40db-8f0f-fdf53e72f824 admin admin] Publish callbacks [] for security_group (347372d3-e34a-430a-8e66-153b753f60ce), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:29.593506 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f0bf2a57-e503-40db-8f0f-fdf53e72f824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (347372d3-e34a-430a-8e66-153b753f60ce), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:29.609834 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0e6df734-9e22-46c2-bc1c-4a2cf05b968e tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks [] for port (9cbc5da5-0d34-4645-ae3a-da14b56bdf2d), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:29.643983 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f0bf2a57-e503-40db-8f0f-fdf53e72f824 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3b5a82e5e8a449e68c9e88f2c71caabf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5079067 Feb 20 03:39:29.647563 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40072) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:29.647889 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40074) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:29.651504 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf2a57-e503-40db-8f0f-fdf53e72f824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347372d3-e34a-430a-8e66-153b753f60ce,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:29.667325 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84bf04-bbea-4981-b4b2-edf2f0d70966 req-6891e537-752e-4557-a648-bbdefd96c6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:29.669362 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5d84bf04-bbea-4981-b4b2-edf2f0d70966 req-6891e537-752e-4557-a648-bbdefd96c6f1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6a08cfad188e48b79e337e2a93b4d6c0&device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 1127 time: 0.1094313 Feb 20 03:39:29.716045 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-883e9002-6a23-4f2e-9360-a10d8daa899c admin admin] Publish callbacks [] for security_group (347372d3-e34a-430a-8e66-153b753f60ce), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:29.736281 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0e6df734-9e22-46c2-bc1c-4a2cf05b968e tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (9cbc5da5-0d34-4645-ae3a-da14b56bdf2d), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:29.760044 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-883e9002-6a23-4f2e-9360-a10d8daa899c admin admin] Publish callbacks [] for security_group (347372d3-e34a-430a-8e66-153b753f60ce), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:29.819325 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84bf04-bbea-4981-b4b2-edf2f0d70966 req-55f041b0-bafb-409b-9997-18e8e161facd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:29.821128 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5d84bf04-bbea-4981-b4b2-edf2f0d70966 req-55f041b0-bafb-409b-9997-18e8e161facd service neutron] 10.222.0.93 "GET /v2.0/networks?id=5c42c93f-2ac9-42c4-ae39-37d47141b593 HTTP/1.1" status: 200 len: 921 time: 0.1463690 Feb 20 03:39:29.839700 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6df734-9e22-46c2-bc1c-4a2cf05b968e tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Network ec4cc06c-670a-4236-b3fa-8b830dbd4343 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:39:29.851020 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-0e6df734-9e22-46c2-bc1c-4a2cf05b968e tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:39:29.857119 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6df734-9e22-46c2-bc1c-4a2cf05b968e tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:39:29.858160 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6df734-9e22-46c2-bc1c-4a2cf05b968e tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:29.858770 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0e6df734-9e22-46c2-bc1c-4a2cf05b968e tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:29.867349 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5d84bf04-bbea-4981-b4b2-edf2f0d70966 req-cb4a1b96-1138-4444-85cf-76b06474da1d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8c3b326-eb4e-409d-a920-8be21530b14b HTTP/1.1" status: 200 len: 217 time: 0.0407465 Feb 20 03:39:29.871252 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6df734-9e22-46c2-bc1c-4a2cf05b968e tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Pushing event updated for resources: {'Port': ['ID=9cbc5da5-0d34-4645-ae3a-da14b56bdf2d,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:29.888728 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-00bf0edf-1431-4389-a212-0eb90914b550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:29.912562 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 251d4b8c-9d45-49b3-aec7-767d510aa884 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:39:29.926617 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84bf04-bbea-4981-b4b2-edf2f0d70966 req-10acedde-93fa-4069-b289-f3ffebd3b9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:29.928220 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5d84bf04-bbea-4981-b4b2-edf2f0d70966 req-10acedde-93fa-4069-b289-f3ffebd3b9b9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7cdd67db-b129-4563-b182-47daa39d15d0 HTTP/1.1" status: 200 len: 860 time: 0.0545473 Feb 20 03:39:29.940196 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:29.941752 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 251d4b8c-9d45-49b3-aec7-767d510aa884 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:39:29.943372 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 251d4b8c-9d45-49b3-aec7-767d510aa884 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:39:29.966822 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5d84bf04-bbea-4981-b4b2-edf2f0d70966 req-93e2fd51-ac54-477e-9325-e62ce6a7d73d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5c42c93f-2ac9-42c4-ae39-37d47141b593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320091 Feb 20 03:39:29.986245 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0e6df734-9e22-46c2-bc1c-4a2cf05b968e tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6917815 Feb 20 03:39:29.988957 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40088) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:29.998474 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:39:30.060324 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-883e9002-6a23-4f2e-9360-a10d8daa899c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (347372d3-e34a-430a-8e66-153b753f60ce), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:30.060659 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5d84bf04-bbea-4981-b4b2-edf2f0d70966 req-dffdcd69-29e0-4699-81c6-ed038ad21fde service neutron] 10.222.0.93 "GET /v2.0/networks/5c42c93f-2ac9-42c4-ae39-37d47141b593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862408 Feb 20 03:39:30.063012 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-883e9002-6a23-4f2e-9360-a10d8daa899c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:30.064135 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-883e9002-6a23-4f2e-9360-a10d8daa899c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/347372d3-e34a-430a-8e66-153b753f60ce HTTP/1.1" status: 204 len: 168 time: 0.4151273 Feb 20 03:39:30.095253 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9cbc5da5-0d34-4645-ae3a-da14b56bdf2d), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:30.167852 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-00bf0edf-1431-4389-a212-0eb90914b550 admin admin] Publish callbacks [] for security_group (e8f2b050-6db2-4ac5-958c-84b88d24eca7), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:30.169449 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e9002-6a23-4f2e-9360-a10d8daa899c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347372d3-e34a-430a-8e66-153b753f60ce,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:30.172269 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5d84bf04-bbea-4981-b4b2-edf2f0d70966 req-38c5b9dc-d93f-4ce4-ae2f-4ce34ba5945e service neutron] 10.222.0.93 "GET /v2.0/networks/5c42c93f-2ac9-42c4-ae39-37d47141b593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059656 Feb 20 03:39:30.286670 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-00bf0edf-1431-4389-a212-0eb90914b550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e8f2b050-6db2-4ac5-958c-84b88d24eca7), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:30.345792 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-00bf0edf-1431-4389-a212-0eb90914b550 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c9226460c9f745248a36f63a73459f38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6935160 Feb 20 03:39:30.348360 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40096) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:30.356692 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf0edf-1431-4389-a212-0eb90914b550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f2b050-6db2-4ac5-958c-84b88d24eca7,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:30.471467 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] device_id is not set on port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:39:30.486439 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks [] for port (9cbc5da5-0d34-4645-ae3a-da14b56bdf2d), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:30.529978 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7ba1d247-4f10-4c76-b9df-f2c508aae9eb admin admin] Publish callbacks [] for security_group (e8f2b050-6db2-4ac5-958c-84b88d24eca7), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:30.537727 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48929f-992d-4f34-8713-d8a07be6a05b req-fdcafe4f-49d9-4f0b-9800-2b663fc8e662 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:30.539254 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa48929f-992d-4f34-8713-d8a07be6a05b req-fdcafe4f-49d9-4f0b-9800-2b663fc8e662 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 945 time: 0.1111538 Feb 20 03:39:30.572492 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (9cbc5da5-0d34-4645-ae3a-da14b56bdf2d), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:30.578830 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7ba1d247-4f10-4c76-b9df-f2c508aae9eb admin admin] Publish callbacks [] for security_group (e8f2b050-6db2-4ac5-958c-84b88d24eca7), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:30.644580 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa48929f-992d-4f34-8713-d8a07be6a05b req-ced49c9a-4e61-4a9f-a744-72cd4e09b4d0 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9f40f89-210f-4401-be45-04f0e67e15c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959697 Feb 20 03:39:30.690292 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Pushing event updated for resources: {'Port': ['ID=9cbc5da5-0d34-4645-ae3a-da14b56bdf2d,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:30.700056 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:30.700408 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:30.700754 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:30.701123 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:30.701615 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:30.701952 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:30.702283 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:30.702609 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:30.702959 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:30.703285 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:30.703611 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:30.703938 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:30.704260 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:30.723245 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:30.723245 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:30.723245 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:30.734979 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:30.735400 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Failed to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on host n-h2-829866-4 for vnic_type normal using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] Feb 20 03:39:30.735859 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempt 2 to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d Feb 20 03:39:30.751900 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:30.752243 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:30.752584 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:30.760573 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:30.760949 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Failed to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on host n-h2-829866-4 for vnic_type normal using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] Feb 20 03:39:30.761516 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempt 3 to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d Feb 20 03:39:30.776370 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:30.777528 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:30.778074 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:30.782567 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7ba1d247-4f10-4c76-b9df-f2c508aae9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e8f2b050-6db2-4ac5-958c-84b88d24eca7), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:30.785203 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7ba1d247-4f10-4c76-b9df-f2c508aae9eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:30.785830 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:30.788696 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Failed to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on host n-h2-829866-4 for vnic_type normal using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] Feb 20 03:39:30.788953 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7ba1d247-4f10-4c76-b9df-f2c508aae9eb admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e8f2b050-6db2-4ac5-958c-84b88d24eca7 HTTP/1.1" status: 204 len: 168 time: 0.4364250 Feb 20 03:39:30.789036 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempt 4 to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d Feb 20 03:39:30.802906 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1d247-4f10-4c76-b9df-f2c508aae9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f2b050-6db2-4ac5-958c-84b88d24eca7,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:30.806406 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:30.806747 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:30.807151 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:30.812716 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:30.813051 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Failed to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on host n-h2-829866-4 for vnic_type normal using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] Feb 20 03:39:30.813442 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempt 5 to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d Feb 20 03:39:30.820012 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff581ebe-f944-40a3-a147-6f5ce2ea17fc req-0f59a373-bd9e-493e-8bb4-f4a5793f5492 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:30.821760 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff581ebe-f944-40a3-a147-6f5ce2ea17fc req-0f59a373-bd9e-493e-8bb4-f4a5793f5492 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 949 time: 0.0795593 Feb 20 03:39:30.829192 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:30.829532 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:30.829869 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:30.835022 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:30.835352 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Failed to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on host n-h2-829866-4 for vnic_type normal using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] Feb 20 03:39:30.835740 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempt 6 to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d Feb 20 03:39:30.850121 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:30.850839 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:30.851010 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:30.856143 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:30.856461 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Failed to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on host n-h2-829866-4 for vnic_type normal using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] Feb 20 03:39:30.856842 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempt 7 to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d Feb 20 03:39:30.868723 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:30.869064 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:30.869378 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:30.873906 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:30.874222 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Failed to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on host n-h2-829866-4 for vnic_type normal using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] Feb 20 03:39:30.874607 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempt 8 to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d Feb 20 03:39:30.876412 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff581ebe-f944-40a3-a147-6f5ce2ea17fc req-c6aecc22-1b7b-4264-beb3-8d86a5937519 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462828 Feb 20 03:39:30.888321 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:30.888736 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:30.888977 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:30.893459 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:30.893783 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Failed to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on host n-h2-829866-4 for vnic_type normal using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] Feb 20 03:39:30.894164 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempt 9 to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d Feb 20 03:39:30.921380 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:30.921380 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:30.921693 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:30.926278 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:30.926600 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Failed to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on host n-h2-829866-4 for vnic_type normal using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] Feb 20 03:39:30.927016 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempt 10 to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d Feb 20 03:39:30.950652 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:30.951024 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:30.951360 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempting to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:30.956156 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:30.956612 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Failed to bind port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on host n-h2-829866-4 for vnic_type normal using segments [{'id': '4598468a-bf09-4983-bfaa-a6ab2e93ea4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'ec4cc06c-670a-4236-b3fa-8b830dbd4343'}] Feb 20 03:39:30.957074 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9cbc5da5-0d34-4645-ae3a-da14b56bdf2d), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:31.004786 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceae9d9-2822-43ed-8854-048045ea4b8c req-dcf3b6d2-d5c9-4bfe-9303-506135c62229 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:31.006326 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dceae9d9-2822-43ed-8854-048045ea4b8c req-dcf3b6d2-d5c9-4bfe-9303-506135c62229 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=e772532f-b5e9-4f08-a715-8c3cb3d96a17 HTTP/1.1" status: 200 len: 945 time: 0.0663879 Feb 20 03:39:31.029233 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] For port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:39:31.029734 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attempted to set empty binding levels {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 20 03:39:31.065106 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dceae9d9-2822-43ed-8854-048045ea4b8c req-d2aaa842-5c91-4570-b861-dc4d6dbd811e tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513308 Feb 20 03:39:31.109712 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (9cbc5da5-0d34-4645-ae3a-da14b56bdf2d), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:31.143373 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] In _notify_port_updated(), no bound segment for port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d on network ec4cc06c-670a-4236-b3fa-8b830dbd4343 {{(pid=104106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 03:39:31.144220 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:31.144874 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:31.148818 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] 10.222.0.89 "PUT /v2.0/ports/9cbc5da5-0d34-4645-ae3a-da14b56bdf2d HTTP/1.1" status: 200 len: 978 time: 1.1558945 Feb 20 03:39:31.149313 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40128) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:31.155371 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:31.165919 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3054119-8c29-4338-98ac-0df25d780c70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Pushing event updated for resources: {'Port': ['ID=9cbc5da5-0d34-4645-ae3a-da14b56bdf2d,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:31.248245 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-a1880e8b-2f41-4cd4-9ea1-33b2ca2da768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Deleting port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:39:31.251032 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a1880e8b-2f41-4cd4-9ea1-33b2ca2da768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (9cbc5da5-0d34-4645-ae3a-da14b56bdf2d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:31.346272 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-a1880e8b-2f41-4cd4-9ea1-33b2ca2da768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] For port 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d, host n-h2-829866-4, got binding levels [] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:31.346635 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a1880e8b-2f41-4cd4-9ea1-33b2ca2da768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (9cbc5da5-0d34-4645-ae3a-da14b56bdf2d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:31.363242 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-a1880e8b-2f41-4cd4-9ea1-33b2ca2da768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Calling delete_port for 9cbc5da5-0d34-4645-ae3a-da14b56bdf2d owned by {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:39:31.420432 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83a804-c2f2-4fc9-88ab-1451a659ff06 req-94693907-ec0b-4e51-bf61-22c45bac4feb tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:31.421910 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9e83a804-c2f2-4fc9-88ab-1451a659ff06 req-94693907-ec0b-4e51-bf61-22c45bac4feb tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 949 time: 0.1179876 Feb 20 03:39:31.557771 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-9e83a804-c2f2-4fc9-88ab-1451a659ff06 req-075d22bc-03f7-4dce-b006-f1906a1228d4 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Deleting port 8f129d5e-69de-459f-b14e-e8ba00bd20d7 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:39:31.558140 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9e83a804-c2f2-4fc9-88ab-1451a659ff06 req-075d22bc-03f7-4dce-b006-f1906a1228d4 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (8f129d5e-69de-459f-b14e-e8ba00bd20d7), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:31.675646 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a1880e8b-2f41-4cd4-9ea1-33b2ca2da768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (9cbc5da5-0d34-4645-ae3a-da14b56bdf2d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:31.736730 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a1880e8b-2f41-4cd4-9ea1-33b2ca2da768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:31.744937 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a1880e8b-2f41-4cd4-9ea1-33b2ca2da768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] 10.222.0.89 "DELETE /v2.0/ports/9cbc5da5-0d34-4645-ae3a-da14b56bdf2d HTTP/1.1" status: 204 len: 168 time: 0.5914898 Feb 20 03:39:31.744937 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1880e8b-2f41-4cd4-9ea1-33b2ca2da768 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] Pushing event deleted for resources: {'Port': ['ID=9cbc5da5-0d34-4645-ae3a-da14b56bdf2d,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:31.745914 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40158) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:31.763778 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-9e83a804-c2f2-4fc9-88ab-1451a659ff06 req-075d22bc-03f7-4dce-b006-f1906a1228d4 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] For port 8f129d5e-69de-459f-b14e-e8ba00bd20d7, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=8f129d5e-69de-459f-b14e-e8ba00bd20d7,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:31.765926 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9e83a804-c2f2-4fc9-88ab-1451a659ff06 req-075d22bc-03f7-4dce-b006-f1906a1228d4 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (8f129d5e-69de-459f-b14e-e8ba00bd20d7), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:31.781005 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-9e83a804-c2f2-4fc9-88ab-1451a659ff06 req-075d22bc-03f7-4dce-b006-f1906a1228d4 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Calling delete_port for 8f129d5e-69de-459f-b14e-e8ba00bd20d7 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:39:31.805054 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-58694e20-24c5-4bb6-80e8-f39612337ea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] GET failed (client error): The resource could not be found. Feb 20 03:39:31.807592 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-58694e20-24c5-4bb6-80e8-f39612337ea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334 tempest-PortsAdminExtendedAttrsIpV6TestJSON-971828334-project-admin] 10.222.0.89 "GET /v2.0/ports/9cbc5da5-0d34-4645-ae3a-da14b56bdf2d HTTP/1.1" status: 404 len: 333 time: 0.0528362 Feb 20 03:39:31.814917 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40162) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:31.931416 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4b9c4733-9ca9-43a9-8c19-3af46086027a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (ec4cc06c-670a-4236-b3fa-8b830dbd4343), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:31.960127 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0103b-8c91-4216-b5a9-407c41cd7291 req-e4299837-74d1-4d57-a738-c9a2b1cc3a33 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:31.962410 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-01b0103b-8c91-4216-b5a9-407c41cd7291 req-e4299837-74d1-4d57-a738-c9a2b1cc3a33 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.42 "GET /v2.0/ports?device_id=e772532f-b5e9-4f08-a715-8c3cb3d96a17 HTTP/1.1" status: 200 len: 945 time: 0.3407607 Feb 20 03:39:32.003268 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7362c9-66c0-4994-a163-c9801df6648a req-77986b76-5ffb-43f9-b0b6-42a176fb6554 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:32.005665 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0f7362c9-66c0-4994-a163-c9801df6648a req-77986b76-5ffb-43f9-b0b6-42a176fb6554 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 945 time: 0.1262980 Feb 20 03:39:32.040708 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4b9c4733-9ca9-43a9-8c19-3af46086027a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (ec4cc06c-670a-4236-b3fa-8b830dbd4343), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:32.068899 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-4b9c4733-9ca9-43a9-8c19-3af46086027a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec4cc06c-670a-4236-b3fa-8b830dbd4343']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:32.082980 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-4b9c4733-9ca9-43a9-8c19-3af46086027a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4598468a-bf09-4983-bfaa-a6ab2e93ea4b') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:32.083378 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-4b9c4733-9ca9-43a9-8c19-3af46086027a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4598468a-bf09-4983-bfaa-a6ab2e93ea4b') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:32.094628 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4b9c4733-9ca9-43a9-8c19-3af46086027a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (4598468a-bf09-4983-bfaa-a6ab2e93ea4b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:32.116366 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4b9c4733-9ca9-43a9-8c19-3af46086027a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (4598468a-bf09-4983-bfaa-a6ab2e93ea4b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:32.123469 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0f7362c9-66c0-4994-a163-c9801df6648a req-6d0e9988-24d5-46ef-bef6-3141bcd52aff tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9f40f89-210f-4401-be45-04f0e67e15c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941429 Feb 20 03:39:32.124404 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b9c4733-9ca9-43a9-8c19-3af46086027a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:39:32.124875 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4b9c4733-9ca9-43a9-8c19-3af46086027a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (4598468a-bf09-4983-bfaa-a6ab2e93ea4b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:32.125017 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9e83a804-c2f2-4fc9-88ab-1451a659ff06 req-075d22bc-03f7-4dce-b006-f1906a1228d4 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (8f129d5e-69de-459f-b14e-e8ba00bd20d7), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:32.128286 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:39:32.128286 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:39:32.128286 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:39:32.128286 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:39:32.128286 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:39:32.128286 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:39:32.128286 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:39:32.128286 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:39:32.128286 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:39:32.128286 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:39:32.128286 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:39:32.128286 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:39:32.128286 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:39:32.128286 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:39:32.128286 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:39:32.128286 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:39:32.128286 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:39:32.128286 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:39:32.128286 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:39:32.128286 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:39:32.128286 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:39:32.128286 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:39:32.128286 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:39:32.128286 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:39:32.128286 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:39:32.128286 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:39:32.128286 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:39:32.128286 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:39:32.128286 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:39:32.128286 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:39:32.128286 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:39:32.128286 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:39:32.144153 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['15602c8e-05c5-452e-91f1-2fdb0022ecd3'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:39:32.173155 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d22bc-03f7-4dce-b006-f1906a1228d4 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Pushing event deleted for resources: {'Port': ['ID=8f129d5e-69de-459f-b14e-e8ba00bd20d7,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:32.190220 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-01b0103b-8c91-4216-b5a9-407c41cd7291 req-26d45202-e02d-4f04-98ab-4ab29470e914 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Deleting port 7e634518-42a0-43b8-a363-a9f5607758e8 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:39:32.190573 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-01b0103b-8c91-4216-b5a9-407c41cd7291 req-26d45202-e02d-4f04-98ab-4ab29470e914 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (7e634518-42a0-43b8-a363-a9f5607758e8), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:32.278044 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e83a804-c2f2-4fc9-88ab-1451a659ff06 req-075d22bc-03f7-4dce-b006-f1906a1228d4 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] No DVR routers for this DVR port 8f129d5e-69de-459f-b14e-e8ba00bd20d7 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:39:32.282844 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9e83a804-c2f2-4fc9-88ab-1451a659ff06 req-075d22bc-03f7-4dce-b006-f1906a1228d4 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:32.286328 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9e83a804-c2f2-4fc9-88ab-1451a659ff06 req-075d22bc-03f7-4dce-b006-f1906a1228d4 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.42 "DELETE /v2.0/ports/8f129d5e-69de-459f-b14e-e8ba00bd20d7 HTTP/1.1" status: 204 len: 173 time: 0.8578620 Feb 20 03:39:32.287053 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffb0267-fddb-4621-bf6b-62138b4d9b61', 'name': 'network-vif-deleted', 'tag': '8f129d5e-69de-459f-b14e-e8ba00bd20d7'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:39:32.290328 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a34af0-5c88-4c71-be58-c4bef3b7bf04" -d '{"events": [{"server_uuid": "4ffb0267-fddb-4621-bf6b-62138b4d9b61", "name": "network-vif-deleted", "tag": "8f129d5e-69de-459f-b14e-e8ba00bd20d7"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:39:32.295323 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4b9c4733-9ca9-43a9-8c19-3af46086027a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (ec4cc06c-670a-4236-b3fa-8b830dbd4343), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:32.339738 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-69d6ded8-c9bb-493e-aea3-328ebc8b828c req-f1d0aa2f-46f5-41d0-b7c9-b046ebefa928 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 210 time: 0.0361013 Feb 20 03:39:32.358057 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4b9c4733-9ca9-43a9-8c19-3af46086027a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:32.369377 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4b9c4733-9ca9-43a9-8c19-3af46086027a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460-project] 10.222.0.89 "DELETE /v2.0/networks/ec4cc06c-670a-4236-b3fa-8b830dbd4343 HTTP/1.1" status: 204 len: 168 time: 0.5476170 Feb 20 03:39:32.370201 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c4733-9ca9-43a9-8c19-3af46086027a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822949460-project] Pushing event deleted for resources: {'Network': ['ID=ec4cc06c-670a-4236-b3fa-8b830dbd4343,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:32.378195 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-01b0103b-8c91-4216-b5a9-407c41cd7291 req-26d45202-e02d-4f04-98ab-4ab29470e914 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] For port 7e634518-42a0-43b8-a363-a9f5607758e8, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=7e634518-42a0-43b8-a363-a9f5607758e8,segment=NetworkSegment(8a57dd48-cd2a-4b48-a8ae-20be415170b3),segment_id=8a57dd48-cd2a-4b48-a8ae-20be415170b3)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:32.378701 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-01b0103b-8c91-4216-b5a9-407c41cd7291 req-26d45202-e02d-4f04-98ab-4ab29470e914 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (7e634518-42a0-43b8-a363-a9f5607758e8), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:32.393688 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-01b0103b-8c91-4216-b5a9-407c41cd7291 req-26d45202-e02d-4f04-98ab-4ab29470e914 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Calling delete_port for 7e634518-42a0-43b8-a363-a9f5607758e8 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:39:32.619096 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e22fc-8ebc-4cd6-b203-0137e31e53b6 req-307cb74e-a8ed-4d0f-8d7e-f648b8a32ad0 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:32.620370 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-920e22fc-8ebc-4cd6-b203-0137e31e53b6 req-307cb74e-a8ed-4d0f-8d7e-f648b8a32ad0 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=e772532f-b5e9-4f08-a715-8c3cb3d96a17 HTTP/1.1" status: 200 len: 945 time: 0.1181746 Feb 20 03:39:32.702432 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-920e22fc-8ebc-4cd6-b203-0137e31e53b6 req-fa774752-4bd2-461e-994d-affead4dfb11 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763495 Feb 20 03:39:32.703453 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-01b0103b-8c91-4216-b5a9-407c41cd7291 req-26d45202-e02d-4f04-98ab-4ab29470e914 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (7e634518-42a0-43b8-a363-a9f5607758e8), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:32.753862 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d45202-e02d-4f04-98ab-4ab29470e914 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Pushing event deleted for resources: {'Port': ['ID=7e634518-42a0-43b8-a363-a9f5607758e8,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:32.781353 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc76f134-2516-4780-a0a8-088178e84936 x-openstack-request-id: req-fc76f134-2516-4780-a0a8-088178e84936 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:39:32.781353 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffb0267-fddb-4621-bf6b-62138b4d9b61", "name": "network-vif-deleted", "tag": "8f129d5e-69de-459f-b14e-e8ba00bd20d7", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:39:32.781604 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fc76f134-2516-4780-a0a8-088178e84936 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:39:32.781840 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffb0267-fddb-4621-bf6b-62138b4d9b61', 'name': 'network-vif-deleted', 'tag': '8f129d5e-69de-459f-b14e-e8ba00bd20d7', 'status': 'completed', 'code': 200} Feb 20 03:39:32.804352 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b0103b-8c91-4216-b5a9-407c41cd7291 req-26d45202-e02d-4f04-98ab-4ab29470e914 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] No DVR routers for this DVR port 7e634518-42a0-43b8-a363-a9f5607758e8 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:39:32.808049 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-01b0103b-8c91-4216-b5a9-407c41cd7291 req-26d45202-e02d-4f04-98ab-4ab29470e914 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:32.811339 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-01b0103b-8c91-4216-b5a9-407c41cd7291 req-26d45202-e02d-4f04-98ab-4ab29470e914 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.42 "DELETE /v2.0/ports/7e634518-42a0-43b8-a363-a9f5607758e8 HTTP/1.1" status: 204 len: 173 time: 0.8389757 Feb 20 03:39:32.826462 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:33.072938 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40206) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:33.161881 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40212) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:33.286479 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e7fd7-f43e-4a70-b859-82774a71c689 req-8595eb33-3ff3-47d9-84b2-04f75ce3d4c6 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:33.294051 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-392e7fd7-f43e-4a70-b859-82774a71c689 req-8595eb33-3ff3-47d9-84b2-04f75ce3d4c6 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 945 time: 0.0805082 Feb 20 03:39:33.342824 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-392e7fd7-f43e-4a70-b859-82774a71c689 req-522ed987-6961-4600-a88c-b216f2403027 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9f40f89-210f-4401-be45-04f0e67e15c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461116 Feb 20 03:39:33.456047 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c42cee3f-c7d9-47cb-a136-89d9392857da req-07442e62-7d14-414f-a4ce-aeada45d03b9 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=4ffb0267-fddb-4621-bf6b-62138b4d9b61 HTTP/1.1" status: 200 len: 210 time: 0.0291853 Feb 20 03:39:33.575363 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-e9e73d3c-9bb2-4a2d-a6ce-bc1744494f2f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-486415002-network', 'tenant_id': '33eb516fafec4e27bd372105c5e7228c'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:39:33.663520 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e73d3c-9bb2-4a2d-a6ce-bc1744494f2f admin admin] Made reservation on behalf of 33eb516fafec4e27bd372105c5e7228c for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:39:33.666642 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e9e73d3c-9bb2-4a2d-a6ce-bc1744494f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:33.672593 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-22ebe0a4-b4eb-46f6-8709-af501d65c729 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ea44d24d09b44c408997f8b417afb676&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5092807 Feb 20 03:39:33.675533 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40224) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:33.679698 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e9e73d3c-9bb2-4a2d-a6ce-bc1744494f2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:33.737274 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-21b4a0db-2501-4005-8d1c-8fc158bc1814 admin admin] Publish callbacks [] for security_group (7af313fc-15fd-44fc-8d9a-1a41f5d148f4), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:33.778711 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-21b4a0db-2501-4005-8d1c-8fc158bc1814 admin admin] Publish callbacks [] for security_group (7af313fc-15fd-44fc-8d9a-1a41f5d148f4), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:33.860775 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e9e73d3c-9bb2-4a2d-a6ce-bc1744494f2f admin admin] Publish callbacks [] for security_group (d2ffd9be-c840-4d47-92ec-3ba20935e234), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:33.902082 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2394599b-3178-46a9-b7ff-8b7f13acad5f req-e97d0c21-d389-4064-b754-626212c87ed1 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=e772532f-b5e9-4f08-a715-8c3cb3d96a17 HTTP/1.1" status: 200 len: 210 time: 0.0316262 Feb 20 03:39:33.940889 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 8f129d5e-69de-459f-b14e-e8ba00bd20d7 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:39:33.946497 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-21b4a0db-2501-4005-8d1c-8fc158bc1814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (7af313fc-15fd-44fc-8d9a-1a41f5d148f4), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:33.949992 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-21b4a0db-2501-4005-8d1c-8fc158bc1814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:33.951618 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-21b4a0db-2501-4005-8d1c-8fc158bc1814 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7af313fc-15fd-44fc-8d9a-1a41f5d148f4 HTTP/1.1" status: 204 len: 168 time: 0.2750669 Feb 20 03:39:33.966574 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 8f129d5e-69de-459f-b14e-e8ba00bd20d7 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:39:33.966705 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4a0db-2501-4005-8d1c-8fc158bc1814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af313fc-15fd-44fc-8d9a-1a41f5d148f4,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:33.967287 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 8f129d5e-69de-459f-b14e-e8ba00bd20d7 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:39:33.967981 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 7e634518-42a0-43b8-a363-a9f5607758e8 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:39:33.974977 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e9e73d3c-9bb2-4a2d-a6ce-bc1744494f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d2ffd9be-c840-4d47-92ec-3ba20935e234), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:34.000501 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 7e634518-42a0-43b8-a363-a9f5607758e8 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:39:34.000856 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 7e634518-42a0-43b8-a363-a9f5607758e8 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:39:34.013097 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e73d3c-9bb2-4a2d-a6ce-bc1744494f2f admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:39:34.018076 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e73d3c-9bb2-4a2d-a6ce-bc1744494f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ffd9be-c840-4d47-92ec-3ba20935e234,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:34.031230 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e9e73d3c-9bb2-4a2d-a6ce-bc1744494f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (54746e21-ab85-4144-a6c3-0c7f82e316a3), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:34.031230 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-e9e73d3c-9bb2-4a2d-a6ce-bc1744494f2f admin admin] Added segment 54746e21-ab85-4144-a6c3-0c7f82e316a3 of type vlan for network 3fe36840-a3e2-451c-9dd8-0c12466f8388 Feb 20 03:39:34.039784 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40234) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:34.092577 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e9e73d3c-9bb2-4a2d-a6ce-bc1744494f2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (3fe36840-a3e2-451c-9dd8-0c12466f8388), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:34.182831 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-56c9a916-a490-4750-a091-c092fc63c373 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:34.189528 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e9e73d3c-9bb2-4a2d-a6ce-bc1744494f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (3fe36840-a3e2-451c-9dd8-0c12466f8388), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:34.190731 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e73d3c-9bb2-4a2d-a6ce-bc1744494f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:34.191546 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e9e73d3c-9bb2-4a2d-a6ce-bc1744494f2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:34.258004 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e73d3c-9bb2-4a2d-a6ce-bc1744494f2f admin admin] Pushing event updated for resources: {'Network': ['ID=3fe36840-a3e2-451c-9dd8-0c12466f8388,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:34.264440 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-56c9a916-a490-4750-a091-c092fc63c373 admin admin] Publish callbacks [] for security_group (fb021350-7ade-4128-a14d-83a52d9b7677), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:34.268982 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 3fe36840-a3e2-451c-9dd8-0c12466f8388 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:39:34.326168 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e9e73d3c-9bb2-4a2d-a6ce-bc1744494f2f admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2520938 Feb 20 03:39:34.329168 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40244) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:34.333961 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-ad6843dd-92b3-4c00-b852-29592ab287c1 admin admin] Request body: {'subnet': {'network_id': '3fe36840-a3e2-451c-9dd8-0c12466f8388', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-486415002-subnet', 'tenant_id': '33eb516fafec4e27bd372105c5e7228c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:39:34.346425 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-56c9a916-a490-4750-a091-c092fc63c373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (fb021350-7ade-4128-a14d-83a52d9b7677), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:34.395661 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-56c9a916-a490-4750-a091-c092fc63c373 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5df4c23af43c4a90af89777313702817&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3522880 Feb 20 03:39:34.395661 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9a916-a490-4750-a091-c092fc63c373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb021350-7ade-4128-a14d-83a52d9b7677,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:34.396418 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40250) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:34.426445 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6843dd-92b3-4c00-b852-29592ab287c1 admin admin] Made reservation on behalf of 33eb516fafec4e27bd372105c5e7228c for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:39:34.429102 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ad6843dd-92b3-4c00-b852-29592ab287c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:34.501079 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f9d97-086a-4af5-a5b5-e9bf77e4abfa req-cfe73022-f9e9-4472-a92c-6e9b2c9c4d8c tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:34.504076 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-251f9d97-086a-4af5-a5b5-e9bf77e4abfa req-cfe73022-f9e9-4472-a92c-6e9b2c9c4d8c tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 945 time: 0.0777452 Feb 20 03:39:34.544424 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd7fd5ed-96fa-44b7-94ce-8e99db73abd3 admin admin] Publish callbacks [] for security_group (fb021350-7ade-4128-a14d-83a52d9b7677), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:34.567097 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-251f9d97-086a-4af5-a5b5-e9bf77e4abfa req-20ef88b4-50e5-4673-86de-626af24d4807 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9f40f89-210f-4401-be45-04f0e67e15c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555468 Feb 20 03:39:34.576067 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd7fd5ed-96fa-44b7-94ce-8e99db73abd3 admin admin] Publish callbacks [] for security_group (fb021350-7ade-4128-a14d-83a52d9b7677), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:34.760691 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd7fd5ed-96fa-44b7-94ce-8e99db73abd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (fb021350-7ade-4128-a14d-83a52d9b7677), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:34.764074 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd7fd5ed-96fa-44b7-94ce-8e99db73abd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:34.767850 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fd7fd5ed-96fa-44b7-94ce-8e99db73abd3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/fb021350-7ade-4128-a14d-83a52d9b7677 HTTP/1.1" status: 204 len: 168 time: 0.3678663 Feb 20 03:39:34.774126 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7fd5ed-96fa-44b7-94ce-8e99db73abd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb021350-7ade-4128-a14d-83a52d9b7677,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:34.782468 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e772532f-b5e9-4f08-a715-8c3cb3d96a17', 'name': 'network-vif-deleted', 'tag': '7e634518-42a0-43b8-a363-a9f5607758e8'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:39:34.788958 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead3e6e4-cae6-48dc-9e9c-170a22b94188" -d '{"events": [{"server_uuid": "e772532f-b5e9-4f08-a715-8c3cb3d96a17", "name": "network-vif-deleted", "tag": "7e634518-42a0-43b8-a363-a9f5607758e8"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:39:34.810235 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0683ac4-36db-4a3a-8704-fe53a23024ad req-32797df8-d409-4931-8d9d-a7c6369935cf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3250418 Feb 20 03:39:34.815271 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ad6843dd-92b3-4c00-b852-29592ab287c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (82aa6167-3083-4811-ab40-ea757c8f4eaf), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:34.880049 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6843dd-92b3-4c00-b852-29592ab287c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82aa6167-3083-4811-ab40-ea757c8f4eaf,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:34.888511 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6843dd-92b3-4c00-b852-29592ab287c1 admin admin] Checking segment: {'id': '54746e21-ab85-4144-a6c3-0c7f82e316a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3fe36840-a3e2-451c-9dd8-0c12466f8388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:39:34.888893 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6843dd-92b3-4c00-b852-29592ab287c1 admin admin] Network hostable DHCP agents. Network: 3fe36840-a3e2-451c-9dd8-0c12466f8388, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:39:34.919510 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0683ac4-36db-4a3a-8704-fe53a23024ad req-20f1c568-b453-4092-9cb1-b6d0858b381d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:34.919510 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0683ac4-36db-4a3a-8704-fe53a23024ad req-20f1c568-b453-4092-9cb1-b6d0858b381d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 1132 time: 0.0499327 Feb 20 03:39:34.987165 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6843dd-92b3-4c00-b852-29592ab287c1 admin admin] Network 3fe36840-a3e2-451c-9dd8-0c12466f8388 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:39:35.029576 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0683ac4-36db-4a3a-8704-fe53a23024ad req-0d5d8327-a937-43fc-a52a-ae2328aebada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:35.032133 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0683ac4-36db-4a3a-8704-fe53a23024ad req-0d5d8327-a937-43fc-a52a-ae2328aebada service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.0962636 Feb 20 03:39:35.055955 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-ad6843dd-92b3-4c00-b852-29592ab287c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 3fe36840-a3e2-451c-9dd8-0c12466f8388) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:39:35.068333 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbc9853-293a-4748-a675-d2d744682220 None None] Network 3fe36840-a3e2-451c-9dd8-0c12466f8388 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:39:35.070070 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6843dd-92b3-4c00-b852-29592ab287c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:35.071505 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ad6843dd-92b3-4c00-b852-29592ab287c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:35.074037 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40272) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:35.091630 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0683ac4-36db-4a3a-8704-fe53a23024ad req-9a6943fa-d9d3-4ce9-9888-19c5bff96666 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=15602c8e-05c5-452e-91f1-2fdb0022ecd3 HTTP/1.1" status: 200 len: 217 time: 0.0544758 Feb 20 03:39:35.139910 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2c0cec50-77e7-4710-ab8f-3a67406d9609 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=67db6600216e4c7bb975be3fa5ed5766&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0644777 Feb 20 03:39:35.142097 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40274) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:35.154267 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0683ac4-36db-4a3a-8704-fe53a23024ad req-163e8c4d-37ed-48ed-92cb-4bc920318624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:35.156609 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0683ac4-36db-4a3a-8704-fe53a23024ad req-163e8c4d-37ed-48ed-92cb-4bc920318624 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0593114 Feb 20 03:39:35.170943 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9234deb7-ca84-4879-9670-54879e14d960 x-openstack-request-id: req-9234deb7-ca84-4879-9670-54879e14d960 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:39:35.171185 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e772532f-b5e9-4f08-a715-8c3cb3d96a17", "name": "network-vif-deleted", "tag": "7e634518-42a0-43b8-a363-a9f5607758e8", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:39:35.171463 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9234deb7-ca84-4879-9670-54879e14d960 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:39:35.171984 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e772532f-b5e9-4f08-a715-8c3cb3d96a17', 'name': 'network-vif-deleted', 'tag': '7e634518-42a0-43b8-a363-a9f5607758e8', 'status': 'completed', 'code': 200} Feb 20 03:39:35.200706 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ad6843dd-92b3-4c00-b852-29592ab287c1 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8619015 Feb 20 03:39:35.216433 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1f90df3f-32d7-4c42-922f-17546098a462 admin admin] Publish callbacks [] for security_group (0205701c-eece-41ae-a08f-72a63fb633a9), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:35.235761 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0683ac4-36db-4a3a-8704-fe53a23024ad req-19fe3e67-19a8-4e40-9dd8-7b29dafb55d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:35.237418 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0683ac4-36db-4a3a-8704-fe53a23024ad req-19fe3e67-19a8-4e40-9dd8-7b29dafb55d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0638127 Feb 20 03:39:35.262706 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1f90df3f-32d7-4c42-922f-17546098a462 admin admin] Publish callbacks [] for security_group (0205701c-eece-41ae-a08f-72a63fb633a9), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:35.299047 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2e3307-d178-4e91-a035-72f06da110e0 None None] Network 3fe36840-a3e2-451c-9dd8-0c12466f8388 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:39:35.373701 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcd6e9-50c1-47a6-9ab7-be27240354fa req-05f47898-ffdd-446a-aab0-c08833c5b8da tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:35.375286 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4afcd6e9-50c1-47a6-9ab7-be27240354fa req-05f47898-ffdd-446a-aab0-c08833c5b8da tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 950 time: 0.0976014 Feb 20 03:39:35.406563 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0683ac4-36db-4a3a-8704-fe53a23024ad req-6635be42-33bf-47bc-b460-cbfb3aa9d695 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606703 Feb 20 03:39:35.477586 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1f90df3f-32d7-4c42-922f-17546098a462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (0205701c-eece-41ae-a08f-72a63fb633a9), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:35.481207 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1f90df3f-32d7-4c42-922f-17546098a462 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:35.483235 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1f90df3f-32d7-4c42-922f-17546098a462 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0205701c-eece-41ae-a08f-72a63fb633a9 HTTP/1.1" status: 204 len: 168 time: 0.3391047 Feb 20 03:39:35.484653 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4afcd6e9-50c1-47a6-9ab7-be27240354fa req-f228669f-8b9c-4913-a889-cb7e811e708e tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/security-groups?id=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954630 Feb 20 03:39:35.493440 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90df3f-32d7-4c42-922f-17546098a462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0205701c-eece-41ae-a08f-72a63fb633a9,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:35.530770 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0683ac4-36db-4a3a-8704-fe53a23024ad req-4286a656-b572-4d74-85f8-d22b06b852fa service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176338 Feb 20 03:39:35.696720 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3d1fa-7845-4276-9a93-414bc893b4f5 req-b5905ab4-9fa0-458c-bc16-b6097096ac4b tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:35.698892 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-03b3d1fa-7845-4276-9a93-414bc893b4f5 req-b5905ab4-9fa0-458c-bc16-b6097096ac4b tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 945 time: 0.0565686 Feb 20 03:39:35.750114 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-03b3d1fa-7845-4276-9a93-414bc893b4f5 req-d004f636-9e7b-45b0-a32a-f6e9c2e719bd tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9f40f89-210f-4401-be45-04f0e67e15c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443103 Feb 20 03:39:35.964992 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-f39c4f0e-52a2-4d78-aff4-bcf45140a492 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:35.966509 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-f39c4f0e-52a2-4d78-aff4-bcf45140a492 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/networks?id=af61ae37-a3b2-46ee-a441-3e7f71e566ae HTTP/1.1" status: 200 len: 812 time: 0.1043236 Feb 20 03:39:35.982471 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-6249418a-eed1-4075-adf2-c9fe380b276b tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/quotas/138204b85f4b4d58be48c9d0572da2c6 HTTP/1.1" status: 200 len: 375 time: 0.0101268 Feb 20 03:39:36.014442 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-2ea374e7-b3bf-4d54-bd04-63e681936a76 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=138204b85f4b4d58be48c9d0572da2c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268455 Feb 20 03:39:36.111570 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-68143185-3032-4560-8314-a63ce4117e94 service neutron] 10.222.0.89 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903015 Feb 20 03:39:36.210750 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-146b621e-87d3-4cc9-98b5-c52f354073d8 service neutron] 10.222.0.89 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929739 Feb 20 03:39:36.336618 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40316) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:36.504009 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6dbda86f-7843-400f-803f-584459336ee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:36.581195 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6dbda86f-7843-400f-803f-584459336ee8 admin admin] Publish callbacks [] for security_group (f316c345-29a3-4839-ab32-dbea21cb9f7a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:36.655074 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6dbda86f-7843-400f-803f-584459336ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f316c345-29a3-4839-ab32-dbea21cb9f7a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:36.698924 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbda86f-7843-400f-803f-584459336ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f316c345-29a3-4839-ab32-dbea21cb9f7a,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:36.708455 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40340) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:36.709020 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6dbda86f-7843-400f-803f-584459336ee8 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6b733962aee6415280cf7ec9ce48467b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3704872 Feb 20 03:39:36.795258 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c692b6c4-9e48-400d-b5d3-1d10aa43cbf2 admin admin] Publish callbacks [] for security_group (f316c345-29a3-4839-ab32-dbea21cb9f7a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:36.824285 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c692b6c4-9e48-400d-b5d3-1d10aa43cbf2 admin admin] Publish callbacks [] for security_group (f316c345-29a3-4839-ab32-dbea21cb9f7a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:36.995030 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c692b6c4-9e48-400d-b5d3-1d10aa43cbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f316c345-29a3-4839-ab32-dbea21cb9f7a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:36.997737 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c692b6c4-9e48-400d-b5d3-1d10aa43cbf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:37.001382 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c692b6c4-9e48-400d-b5d3-1d10aa43cbf2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f316c345-29a3-4839-ab32-dbea21cb9f7a HTTP/1.1" status: 204 len: 168 time: 0.2877424 Feb 20 03:39:37.014657 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40356) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:37.040565 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c692b6c4-9e48-400d-b5d3-1d10aa43cbf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f316c345-29a3-4839-ab32-dbea21cb9f7a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:37.080224 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baffae4-1780-4f8f-9a3a-30f94a127794 req-27e59d19-d3c9-455f-b011-cfaa7f771af9 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:37.080224 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4baffae4-1780-4f8f-9a3a-30f94a127794 req-27e59d19-d3c9-455f-b011-cfaa7f771af9 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 950 time: 0.6691658 Feb 20 03:39:37.124445 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-5319f1c4-eea5-49a6-9e78-4caf11f7724a tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:37.130984 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-5319f1c4-eea5-49a6-9e78-4caf11f7724a tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] 10.222.0.89 "GET /v2.0/networks?id=3fe36840-a3e2-451c-9dd8-0c12466f8388 HTTP/1.1" status: 200 len: 813 time: 0.2147350 Feb 20 03:39:37.160403 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-d06f4b3c-9548-42b2-97f1-c5fca40350b0 tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] 10.222.0.89 "GET /v2.0/quotas/33eb516fafec4e27bd372105c5e7228c HTTP/1.1" status: 200 len: 375 time: 0.0284567 Feb 20 03:39:37.208574 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-921cad4b-56bb-4eb6-a1db-bf2c1d2492e5 tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=33eb516fafec4e27bd372105c5e7228c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472956 Feb 20 03:39:37.290150 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-4baffae4-1780-4f8f-9a3a-30f94a127794 req-9970bfd9-c73c-488b-ae39-967351530325 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Deleting port 15602c8e-05c5-452e-91f1-2fdb0022ecd3 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:39:37.290496 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4baffae4-1780-4f8f-9a3a-30f94a127794 req-9970bfd9-c73c-488b-ae39-967351530325 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (15602c8e-05c5-452e-91f1-2fdb0022ecd3), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:37.314396 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-91de842e-6cec-4cd7-a997-724e53d9eb3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:37.369274 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-1bf5d8a9-1164-43a5-9aa2-e15cb3f65110 service neutron] 10.222.0.89 "GET /v2.0/networks/3fe36840-a3e2-451c-9dd8-0c12466f8388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483457 Feb 20 03:39:37.431646 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-91de842e-6cec-4cd7-a997-724e53d9eb3f admin admin] Publish callbacks [] for security_group (1644c622-8c2d-488b-b08c-5f144d442d3a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:37.458224 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-4baffae4-1780-4f8f-9a3a-30f94a127794 req-9970bfd9-c73c-488b-ae39-967351530325 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] For port 15602c8e-05c5-452e-91f1-2fdb0022ecd3, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=15602c8e-05c5-452e-91f1-2fdb0022ecd3,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:37.458652 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4baffae4-1780-4f8f-9a3a-30f94a127794 req-9970bfd9-c73c-488b-ae39-967351530325 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (15602c8e-05c5-452e-91f1-2fdb0022ecd3), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:37.476399 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-4baffae4-1780-4f8f-9a3a-30f94a127794 req-9970bfd9-c73c-488b-ae39-967351530325 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Calling delete_port for 15602c8e-05c5-452e-91f1-2fdb0022ecd3 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:39:37.506480 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-91de842e-6cec-4cd7-a997-724e53d9eb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1644c622-8c2d-488b-b08c-5f144d442d3a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:37.546100 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-f1ffb600-02f9-434e-9240-c946f06fb546 service neutron] 10.222.0.89 "GET /v2.0/networks/3fe36840-a3e2-451c-9dd8-0c12466f8388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619344 Feb 20 03:39:37.552422 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de842e-6cec-4cd7-a997-724e53d9eb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1644c622-8c2d-488b-b08c-5f144d442d3a,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:37.560140 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-91de842e-6cec-4cd7-a997-724e53d9eb3f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=67bba1fe67124c4abd200402a29977cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5440793 Feb 20 03:39:37.560853 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40378) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:37.674539 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-149757ce-1715-47c8-9944-2a52553bd63b admin admin] Publish callbacks [] for security_group (1644c622-8c2d-488b-b08c-5f144d442d3a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:37.679022 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-149757ce-1715-47c8-9944-2a52553bd63b admin admin] Publish callbacks [] for security_group (1644c622-8c2d-488b-b08c-5f144d442d3a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:37.866549 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4baffae4-1780-4f8f-9a3a-30f94a127794 req-9970bfd9-c73c-488b-ae39-967351530325 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (15602c8e-05c5-452e-91f1-2fdb0022ecd3), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:37.880066 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['15602c8e-05c5-452e-91f1-2fdb0022ecd3'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:39:37.884934 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-149757ce-1715-47c8-9944-2a52553bd63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1644c622-8c2d-488b-b08c-5f144d442d3a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:37.895301 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-149757ce-1715-47c8-9944-2a52553bd63b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:37.897861 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-149757ce-1715-47c8-9944-2a52553bd63b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1644c622-8c2d-488b-b08c-5f144d442d3a HTTP/1.1" status: 204 len: 168 time: 0.3356702 Feb 20 03:39:37.918128 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149757ce-1715-47c8-9944-2a52553bd63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1644c622-8c2d-488b-b08c-5f144d442d3a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:37.960256 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970bfd9-c73c-488b-ae39-967351530325 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Pushing event deleted for resources: {'Port': ['ID=15602c8e-05c5-452e-91f1-2fdb0022ecd3,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:38.035855 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6500bc30-b147-4d14-a92d-b11b209a47f4 req-484587ec-c567-416d-a23c-93f9a3db57a7 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=13640062-325a-4982-af85-b5a0f984fe63 HTTP/1.1" status: 200 len: 210 time: 0.0355330 Feb 20 03:39:38.052094 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-4baffae4-1780-4f8f-9a3a-30f94a127794 req-9970bfd9-c73c-488b-ae39-967351530325 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] No DVR routers for this DVR port 15602c8e-05c5-452e-91f1-2fdb0022ecd3 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:39:38.056797 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4baffae4-1780-4f8f-9a3a-30f94a127794 req-9970bfd9-c73c-488b-ae39-967351530325 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:38.059887 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4baffae4-1780-4f8f-9a3a-30f94a127794 req-9970bfd9-c73c-488b-ae39-967351530325 tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.42 "DELETE /v2.0/ports/15602c8e-05c5-452e-91f1-2fdb0022ecd3 HTTP/1.1" status: 204 len: 173 time: 0.9761803 Feb 20 03:39:38.060382 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d43ecf-5451-42af-8514-9895a9db82b2', 'name': 'network-vif-deleted', 'tag': '15602c8e-05c5-452e-91f1-2fdb0022ecd3'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:39:38.062840 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14eface8-be0c-4cf6-bea6-7824988846db" -d '{"events": [{"server_uuid": "f5d43ecf-5451-42af-8514-9895a9db82b2", "name": "network-vif-deleted", "tag": "15602c8e-05c5-452e-91f1-2fdb0022ecd3"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:39:38.166182 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-db74b735-6884-4c78-afe3-ffb60badd898 req-081f0cc1-99d1-4926-aa81-24fe8aa731ae tempest-MigrationsAdminTest-1609410396 tempest-MigrationsAdminTest-1609410396-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5d43ecf-5451-42af-8514-9895a9db82b2 HTTP/1.1" status: 200 len: 210 time: 0.0328772 Feb 20 03:39:38.279464 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7a0c9-3f1b-4bc4-8f7a-19efafdca2db req-7294082f-21b3-4e21-85c0-c41b44b2d9f9 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:38.280863 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4de7a0c9-3f1b-4bc4-8f7a-19efafdca2db req-7294082f-21b3-4e21-85c0-c41b44b2d9f9 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 945 time: 0.0540130 Feb 20 03:39:38.329272 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4de7a0c9-3f1b-4bc4-8f7a-19efafdca2db req-1be6470b-4c6b-4416-ad15-5aefa7f59219 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9f40f89-210f-4401-be45-04f0e67e15c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425751 Feb 20 03:39:38.428603 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6c316471-b692-49ec-b43a-f53a6773b342 req-a446d7ba-6c33-46da-a003-d1398cab4a57 tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] 10.222.0.89 "GET /v2.0/ports?device_id=e6c490f2-7540-4174-b0a1-fa240371d3c2 HTTP/1.1" status: 200 len: 210 time: 0.0288520 Feb 20 03:39:38.484895 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d37111-1915-49d8-bf0e-a3fb056ea8a9 x-openstack-request-id: req-44d37111-1915-49d8-bf0e-a3fb056ea8a9 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:39:38.485638 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d43ecf-5451-42af-8514-9895a9db82b2", "name": "network-vif-deleted", "tag": "15602c8e-05c5-452e-91f1-2fdb0022ecd3", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:39:38.486147 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-44d37111-1915-49d8-bf0e-a3fb056ea8a9 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:39:38.486716 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d43ecf-5451-42af-8514-9895a9db82b2', 'name': 'network-vif-deleted', 'tag': '15602c8e-05c5-452e-91f1-2fdb0022ecd3', 'status': 'completed', 'code': 200} Feb 20 03:39:39.075306 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40430) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:39.088525 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c72e6f9d-e210-4717-8d82-13103f8a3837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:39.164912 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-52bc5453-eb48-406c-b262-9e3a5fc1a7b4 req-72f45db6-936b-4c13-a709-3f9b99b2f7ea tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=13640062-325a-4982-af85-b5a0f984fe63 HTTP/1.1" status: 200 len: 210 time: 0.0425086 Feb 20 03:39:39.230370 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c72e6f9d-e210-4717-8d82-13103f8a3837 admin admin] Publish callbacks [] for security_group (207c4a2e-5380-45e3-b2da-106cffdb2f83), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:39.314882 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c72e6f9d-e210-4717-8d82-13103f8a3837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (207c4a2e-5380-45e3-b2da-106cffdb2f83), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:39.367312 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c72e6f9d-e210-4717-8d82-13103f8a3837 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1c5b56c65d0d4caa854d5d1ab38ff7a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2874646 Feb 20 03:39:39.367312 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e6f9d-e210-4717-8d82-13103f8a3837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207c4a2e-5380-45e3-b2da-106cffdb2f83,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:39.367570 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-872ca35e-40b6-4b2c-a117-c6c3f7e29bcd req-aa5b9c9b-67e2-4de9-9d1b-30207ad34ba0 tempest-AbsoluteLimitsNegativeTestJSON-2108529464 tempest-AbsoluteLimitsNegativeTestJSON-2108529464-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=01a873248c514a7d968d6dd71a9fe0ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415602 Feb 20 03:39:39.368087 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40454) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:39.444534 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cd2025af-90ba-40b6-adcd-62d897d24a0b admin admin] Publish callbacks [] for security_group (207c4a2e-5380-45e3-b2da-106cffdb2f83), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:39.468296 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cd2025af-90ba-40b6-adcd-62d897d24a0b admin admin] Publish callbacks [] for security_group (207c4a2e-5380-45e3-b2da-106cffdb2f83), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:39.542795 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ca35e-40b6-4b2c-a117-c6c3f7e29bcd req-74d82f29-91ba-46e5-99b8-c6288cae1b8c tempest-AbsoluteLimitsNegativeTestJSON-2108529464 tempest-AbsoluteLimitsNegativeTestJSON-2108529464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:39.544344 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-872ca35e-40b6-4b2c-a117-c6c3f7e29bcd req-74d82f29-91ba-46e5-99b8-c6288cae1b8c tempest-AbsoluteLimitsNegativeTestJSON-2108529464 tempest-AbsoluteLimitsNegativeTestJSON-2108529464-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1731839 Feb 20 03:39:39.580530 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-1711f0ca-d041-428e-8dd4-4c3f13040be5 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:39.581911 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-1711f0ca-d041-428e-8dd4-4c3f13040be5 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.42 "GET /v2.0/networks?id=af61ae37-a3b2-46ee-a441-3e7f71e566ae HTTP/1.1" status: 200 len: 812 time: 0.1519728 Feb 20 03:39:39.583322 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-872ca35e-40b6-4b2c-a117-c6c3f7e29bcd req-1fb4fd08-5eb2-4b80-9390-91f8abae6981 tempest-AbsoluteLimitsNegativeTestJSON-2108529464 tempest-AbsoluteLimitsNegativeTestJSON-2108529464-project] 10.222.0.89 "GET /v2.0/quotas/01a873248c514a7d968d6dd71a9fe0ac HTTP/1.1" status: 200 len: 375 time: 0.0264852 Feb 20 03:39:39.602079 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-0e79313d-a747-4207-a1de-7816f80272a3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Request body: {'port': {'device_id': '13640062-325a-4982-af85-b5a0f984fe63', 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae', 'admin_state_up': True, 'tenant_id': '138204b85f4b4d58be48c9d0572da2c6'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:39:39.629410 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-872ca35e-40b6-4b2c-a117-c6c3f7e29bcd req-ee473766-0c66-4c82-ba34-1ad43caae712 tempest-AbsoluteLimitsNegativeTestJSON-2108529464 tempest-AbsoluteLimitsNegativeTestJSON-2108529464-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=01a873248c514a7d968d6dd71a9fe0ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400975 Feb 20 03:39:39.660747 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cd2025af-90ba-40b6-adcd-62d897d24a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (207c4a2e-5380-45e3-b2da-106cffdb2f83), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:39.670242 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cd2025af-90ba-40b6-adcd-62d897d24a0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:39.678631 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cd2025af-90ba-40b6-adcd-62d897d24a0b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/207c4a2e-5380-45e3-b2da-106cffdb2f83 HTTP/1.1" status: 204 len: 168 time: 0.3092313 Feb 20 03:39:39.716912 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2025af-90ba-40b6-adcd-62d897d24a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207c4a2e-5380-45e3-b2da-106cffdb2f83,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:39.970215 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 15602c8e-05c5-452e-91f1-2fdb0022ecd3 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:39:39.997966 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 15602c8e-05c5-452e-91f1-2fdb0022ecd3 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:39:39.998518 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 15602c8e-05c5-452e-91f1-2fdb0022ecd3 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:39:40.108576 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2760b-ef08-4954-80d4-e78b17cf7b05 req-59194ebc-5283-4406-9970-ebc3cfa04a41 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:40.108576 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4a2760b-ef08-4954-80d4-e78b17cf7b05 req-59194ebc-5283-4406-9970-ebc3cfa04a41 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 945 time: 0.0894742 Feb 20 03:39:40.163946 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4a2760b-ef08-4954-80d4-e78b17cf7b05 req-1b1d2ffd-002f-464c-bfb8-ad18475f3ac9 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9f40f89-210f-4401-be45-04f0e67e15c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487187 Feb 20 03:39:40.211667 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-0e79313d-a747-4207-a1de-7816f80272a3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Made reservation on behalf of 138204b85f4b4d58be48c9d0572da2c6 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:39:40.215428 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-0e79313d-a747-4207-a1de-7816f80272a3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:40.299878 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6e36b45a-31f4-4c8b-a2a9-be888d8f244b req-81dc6663-42bc-46e2-9270-568c42c8cf3a tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] 10.222.0.89 "GET /v2.0/ports?device_id=e6c490f2-7540-4174-b0a1-fa240371d3c2 HTTP/1.1" status: 200 len: 210 time: 0.0598207 Feb 20 03:39:40.341747 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40478) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:40.404979 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-0e79313d-a747-4207-a1de-7816f80272a3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Allocated IP 172.20.0.4 (af61ae37-a3b2-46ee-a441-3e7f71e566ae/2206f6d9-9e03-4b9b-9ba0-e4c4146af053/d374f026-8c68-4bec-8abc-acccdfe3f3f7) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:39:40.408423 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2ea309b1-40da-4cf9-91d2-047c40fd2d5d req-f7ab142c-62ab-4457-8dbf-bf71be1d7211 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=13640062-325a-4982-af85-b5a0f984fe63 HTTP/1.1" status: 200 len: 210 time: 0.0359912 Feb 20 03:39:40.624118 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8416a939-f85b-4159-a801-8ac5f98d0065 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=aac4a34e9d0e4881a4216fde18e57c70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2811375 Feb 20 03:39:40.626543 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40492) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:40.690737 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-febc8586-3137-4059-bf2e-d20d4db38aa4 admin admin] Publish callbacks [] for security_group (a3f367d9-aac7-44c2-bc5d-76a20d5b5b63), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:40.717553 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-0e79313d-a747-4207-a1de-7816f80272a3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks [] for port (d374f026-8c68-4bec-8abc-acccdfe3f3f7), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:40.726913 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-febc8586-3137-4059-bf2e-d20d4db38aa4 admin admin] Publish callbacks [] for security_group (a3f367d9-aac7-44c2-bc5d-76a20d5b5b63), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:40.749122 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-ebe1eca4-ea97-4c34-a926-54c51bfee08f tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:40.751010 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-ebe1eca4-ea97-4c34-a926-54c51bfee08f tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] 10.222.0.42 "GET /v2.0/networks?id=3fe36840-a3e2-451c-9dd8-0c12466f8388 HTTP/1.1" status: 200 len: 813 time: 0.1769547 Feb 20 03:39:40.751562 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40496) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:40.768884 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-e8c4b48c-1395-4479-b4d0-ec95177597bd tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] Request body: {'port': {'device_id': 'e6c490f2-7540-4174-b0a1-fa240371d3c2', 'network_id': '3fe36840-a3e2-451c-9dd8-0c12466f8388', 'admin_state_up': True, 'tenant_id': '33eb516fafec4e27bd372105c5e7228c'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:39:40.843673 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-febc8586-3137-4059-bf2e-d20d4db38aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a3f367d9-aac7-44c2-bc5d-76a20d5b5b63), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:40.849407 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-febc8586-3137-4059-bf2e-d20d4db38aa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:40.858437 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-febc8586-3137-4059-bf2e-d20d4db38aa4 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a3f367d9-aac7-44c2-bc5d-76a20d5b5b63 HTTP/1.1" status: 204 len: 168 time: 0.2306681 Feb 20 03:39:40.870337 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc8586-3137-4059-bf2e-d20d4db38aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f367d9-aac7-44c2-bc5d-76a20d5b5b63,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:40.922804 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40506) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:40.939112 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-0e79313d-a747-4207-a1de-7816f80272a3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (d374f026-8c68-4bec-8abc-acccdfe3f3f7), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:40.996508 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-0e79313d-a747-4207-a1de-7816f80272a3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Network af61ae37-a3b2-46ee-a441-3e7f71e566ae is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:39:40.999785 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-e8c4b48c-1395-4479-b4d0-ec95177597bd tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] Made reservation on behalf of 33eb516fafec4e27bd372105c5e7228c for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:39:41.011641 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-e8c4b48c-1395-4479-b4d0-ec95177597bd tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:41.011641 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-0e79313d-a747-4207-a1de-7816f80272a3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:39:41.023551 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-0e79313d-a747-4207-a1de-7816f80272a3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:39:41.030806 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79313d-a747-4207-a1de-7816f80272a3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Pushing event updated for resources: {'Port': ['ID=d374f026-8c68-4bec-8abc-acccdfe3f3f7,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:41.071694 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-50819192-959c-4937-b544-cd5f5994f6d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:41.144643 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-0e79313d-a747-4207-a1de-7816f80272a3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:41.145182 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-0e79313d-a747-4207-a1de-7816f80272a3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:41.284830 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-e8c4b48c-1395-4479-b4d0-ec95177597bd tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] Allocated IP 172.20.0.13 (3fe36840-a3e2-451c-9dd8-0c12466f8388/82aa6167-3083-4811-ab40-ea757c8f4eaf/d80b3b4d-3268-4f85-ba70-670ba646b818) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:39:41.293863 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-0e79313d-a747-4207-a1de-7816f80272a3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7028344 Feb 20 03:39:41.311032 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-a3bd755d-c3ea-4e9b-be5a-74977ba4d2bd service neutron] Request body: {'port': {'device_id': '13640062-325a-4982-af85-b5a0f984fe63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:39:41.353940 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-50819192-959c-4937-b544-cd5f5994f6d5 admin admin] Publish callbacks [] for security_group (577a86ea-6d92-432a-ab82-46fd8cd83587), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:41.367118 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-a6e57453-7929-400c-bb35-6dea226d04f1 tempest-PortsAdminExtendedAttrsTestJSON-409306117 tempest-PortsAdminExtendedAttrsTestJSON-409306117-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1368860156'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:39:41.406525 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea1d53-9b66-4b89-b480-b29d9d1a730a req-aaa0325e-2227-4356-978a-3ff4fcbe9573 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:41.407993 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-72ea1d53-9b66-4b89-b480-b29d9d1a730a req-aaa0325e-2227-4356-978a-3ff4fcbe9573 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 945 time: 0.1671767 Feb 20 03:39:41.464748 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-50819192-959c-4937-b544-cd5f5994f6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (577a86ea-6d92-432a-ab82-46fd8cd83587), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:41.505618 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-a3bd755d-c3ea-4e9b-be5a-74977ba4d2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d374f026-8c68-4bec-8abc-acccdfe3f3f7), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:41.573919 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e57453-7929-400c-bb35-6dea226d04f1 tempest-PortsAdminExtendedAttrsTestJSON-409306117 tempest-PortsAdminExtendedAttrsTestJSON-409306117-project] Made reservation on behalf of f04374be6ae548118c4dfb520ecd616a for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:39:41.578565 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a6e57453-7929-400c-bb35-6dea226d04f1 tempest-PortsAdminExtendedAttrsTestJSON-409306117 tempest-PortsAdminExtendedAttrsTestJSON-409306117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:41.606013 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50819192-959c-4937-b544-cd5f5994f6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577a86ea-6d92-432a-ab82-46fd8cd83587,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:41.616269 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a6e57453-7929-400c-bb35-6dea226d04f1 tempest-PortsAdminExtendedAttrsTestJSON-409306117 tempest-PortsAdminExtendedAttrsTestJSON-409306117-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:41.624039 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-50819192-959c-4937-b544-cd5f5994f6d5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=01a873248c514a7d968d6dd71a9fe0ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8699594 Feb 20 03:39:41.624176 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40536) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:41.678138 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-72ea1d53-9b66-4b89-b480-b29d9d1a730a req-e786540e-77d2-4e24-a3f4-fe36f49f22a6 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9f40f89-210f-4401-be45-04f0e67e15c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444863 Feb 20 03:39:41.702391 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9b7254d3-4289-421c-9ce4-a9d337fac16b admin admin] Publish callbacks [] for security_group (577a86ea-6d92-432a-ab82-46fd8cd83587), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:41.737296 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9b7254d3-4289-421c-9ce4-a9d337fac16b admin admin] Publish callbacks [] for security_group (577a86ea-6d92-432a-ab82-46fd8cd83587), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:41.842666 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-e8c4b48c-1395-4479-b4d0-ec95177597bd tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] Publish callbacks [] for port (d80b3b4d-3268-4f85-ba70-670ba646b818), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:41.853919 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f84599f0-2065-42a0-b633-81d99713a288 req-ba624415-3246-4337-a8cb-b398cff1df7f tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] 10.222.0.89 "GET /v2.0/ports?device_id=e6c490f2-7540-4174-b0a1-fa240371d3c2 HTTP/1.1" status: 200 len: 210 time: 0.0732551 Feb 20 03:39:41.884799 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40548) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:41.930710 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9b7254d3-4289-421c-9ce4-a9d337fac16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (577a86ea-6d92-432a-ab82-46fd8cd83587), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:41.937091 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9b7254d3-4289-421c-9ce4-a9d337fac16b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:41.944127 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9b7254d3-4289-421c-9ce4-a9d337fac16b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/577a86ea-6d92-432a-ab82-46fd8cd83587 HTTP/1.1" status: 204 len: 168 time: 0.3178401 Feb 20 03:39:41.988748 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7254d3-4289-421c-9ce4-a9d337fac16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577a86ea-6d92-432a-ab82-46fd8cd83587,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:41.999905 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-08a1ea73-76a8-4419-9d8a-0504ed7589bf admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=329443bfdcec4f2f997f32254f463f7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1136479 Feb 20 03:39:42.000942 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40552) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:42.058206 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a6e57453-7929-400c-bb35-6dea226d04f1 tempest-PortsAdminExtendedAttrsTestJSON-409306117 tempest-PortsAdminExtendedAttrsTestJSON-409306117-project] Publish callbacks [] for security_group (99f41fde-a4af-414c-a32c-5044bedb3730), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:42.062924 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-e8c4b48c-1395-4479-b4d0-ec95177597bd tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (d80b3b4d-3268-4f85-ba70-670ba646b818), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:42.066571 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c9747b29-f7a9-444b-8c2b-a674e7a75e00 admin admin] Publish callbacks [] for security_group (6a76233d-e041-48a8-8688-44e0565331dc), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:42.100079 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c9747b29-f7a9-444b-8c2b-a674e7a75e00 admin admin] Publish callbacks [] for security_group (6a76233d-e041-48a8-8688-44e0565331dc), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:42.142200 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a6e57453-7929-400c-bb35-6dea226d04f1 tempest-PortsAdminExtendedAttrsTestJSON-409306117 tempest-PortsAdminExtendedAttrsTestJSON-409306117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (99f41fde-a4af-414c-a32c-5044bedb3730), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:42.168111 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-e8c4b48c-1395-4479-b4d0-ec95177597bd tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] Network 3fe36840-a3e2-451c-9dd8-0c12466f8388 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:39:42.173573 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c4b48c-1395-4479-b4d0-ec95177597bd tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] Pushing event updated for resources: {'Port': ['ID=d80b3b4d-3268-4f85-ba70-670ba646b818,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:42.184663 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-e8c4b48c-1395-4479-b4d0-ec95177597bd tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:39:42.210818 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce490c-9b6e-4f83-8feb-a009d9c469db req-bd03fddb-b219-497f-9173-41ea28466242 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:42.215765 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-86ce490c-9b6e-4f83-8feb-a009d9c469db req-bd03fddb-b219-497f-9173-41ea28466242 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=13640062-325a-4982-af85-b5a0f984fe63 HTTP/1.1" status: 200 len: 931 time: 0.2366276 Feb 20 03:39:42.225426 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-e8c4b48c-1395-4479-b4d0-ec95177597bd tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:39:42.228906 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e57453-7929-400c-bb35-6dea226d04f1 tempest-PortsAdminExtendedAttrsTestJSON-409306117 tempest-PortsAdminExtendedAttrsTestJSON-409306117-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:39:42.247261 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c9747b29-f7a9-444b-8c2b-a674e7a75e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (6a76233d-e041-48a8-8688-44e0565331dc), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:42.252634 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c9747b29-f7a9-444b-8c2b-a674e7a75e00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:42.255483 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c9747b29-f7a9-444b-8c2b-a674e7a75e00 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6a76233d-e041-48a8-8688-44e0565331dc HTTP/1.1" status: 204 len: 168 time: 0.2529638 Feb 20 03:39:42.270352 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9747b29-f7a9-444b-8c2b-a674e7a75e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a76233d-e041-48a8-8688-44e0565331dc,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:42.306104 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-a3bd755d-c3ea-4e9b-be5a-74977ba4d2bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d374f026-8c68-4bec-8abc-acccdfe3f3f7 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:39:42.318696 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-a3bd755d-c3ea-4e9b-be5a-74977ba4d2bd service neutron] Publish callbacks [] for port (d374f026-8c68-4bec-8abc-acccdfe3f3f7), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:42.323036 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a6e57453-7929-400c-bb35-6dea226d04f1 tempest-PortsAdminExtendedAttrsTestJSON-409306117 tempest-PortsAdminExtendedAttrsTestJSON-409306117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:42.323384 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-a6e57453-7929-400c-bb35-6dea226d04f1 tempest-PortsAdminExtendedAttrsTestJSON-409306117 tempest-PortsAdminExtendedAttrsTestJSON-409306117-project] Added segment ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6 of type vlan for network 2984acb1-35b3-490f-a189-8cda0736c8b0 Feb 20 03:39:42.345213 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e57453-7929-400c-bb35-6dea226d04f1 tempest-PortsAdminExtendedAttrsTestJSON-409306117 tempest-PortsAdminExtendedAttrsTestJSON-409306117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99f41fde-a4af-414c-a32c-5044bedb3730,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:42.391036 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-e8c4b48c-1395-4479-b4d0-ec95177597bd tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:42.391648 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-e8c4b48c-1395-4479-b4d0-ec95177597bd tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:42.394224 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-a3bd755d-c3ea-4e9b-be5a-74977ba4d2bd service neutron] Transition to ACTIVE for port object d374f026-8c68-4bec-8abc-acccdfe3f3f7 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:39:42.403863 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-86ce490c-9b6e-4f83-8feb-a009d9c469db req-fd7eb148-6462-409e-b7bf-0c5d25d7fe63 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691468 Feb 20 03:39:42.416555 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a6e57453-7929-400c-bb35-6dea226d04f1 tempest-PortsAdminExtendedAttrsTestJSON-409306117 tempest-PortsAdminExtendedAttrsTestJSON-409306117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (2984acb1-35b3-490f-a189-8cda0736c8b0), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:42.486762 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-a3bd755d-c3ea-4e9b-be5a-74977ba4d2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (d374f026-8c68-4bec-8abc-acccdfe3f3f7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:42.492200 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-e8c4b48c-1395-4479-b4d0-ec95177597bd tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7277901 Feb 20 03:39:42.521864 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-ee681740-e9e7-4c2b-868d-8144e94357ae service neutron] Request body: {'port': {'device_id': 'e6c490f2-7540-4174-b0a1-fa240371d3c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:39:42.552244 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a6e57453-7929-400c-bb35-6dea226d04f1 tempest-PortsAdminExtendedAttrsTestJSON-409306117 tempest-PortsAdminExtendedAttrsTestJSON-409306117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (2984acb1-35b3-490f-a189-8cda0736c8b0), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:42.558874 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e57453-7929-400c-bb35-6dea226d04f1 tempest-PortsAdminExtendedAttrsTestJSON-409306117 tempest-PortsAdminExtendedAttrsTestJSON-409306117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:42.566384 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a6e57453-7929-400c-bb35-6dea226d04f1 tempest-PortsAdminExtendedAttrsTestJSON-409306117 tempest-PortsAdminExtendedAttrsTestJSON-409306117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:42.638475 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd755d-c3ea-4e9b-be5a-74977ba4d2bd service neutron] Pushing event updated for resources: {'Port': ['ID=d374f026-8c68-4bec-8abc-acccdfe3f3f7,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:42.701914 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e57453-7929-400c-bb35-6dea226d04f1 tempest-PortsAdminExtendedAttrsTestJSON-409306117 tempest-PortsAdminExtendedAttrsTestJSON-409306117-project] Pushing event updated for resources: {'Network': ['ID=2984acb1-35b3-490f-a189-8cda0736c8b0,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:42.724133 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 2984acb1-35b3-490f-a189-8cda0736c8b0 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:39:42.779486 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-a3bd755d-c3ea-4e9b-be5a-74977ba4d2bd service neutron] Attempting to bind port d374f026-8c68-4bec-8abc-acccdfe3f3f7 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:42.779923 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-a3bd755d-c3ea-4e9b-be5a-74977ba4d2bd service neutron] Attempting to bind port d374f026-8c68-4bec-8abc-acccdfe3f3f7 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '8a57dd48-cd2a-4b48-a8ae-20be415170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:42.780331 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-a3bd755d-c3ea-4e9b-be5a-74977ba4d2bd service neutron] Attempting to bind port d374f026-8c68-4bec-8abc-acccdfe3f3f7 on network af61ae37-a3b2-46ee-a441-3e7f71e566ae {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:42.785979 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-ee681740-e9e7-4c2b-868d-8144e94357ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d80b3b4d-3268-4f85-ba70-670ba646b818), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:42.808555 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-a3bd755d-c3ea-4e9b-be5a-74977ba4d2bd service neutron] Port d374f026-8c68-4bec-8abc-acccdfe3f3f7 on network af61ae37-a3b2-46ee-a441-3e7f71e566ae not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:42.810105 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-a3bd755d-c3ea-4e9b-be5a-74977ba4d2bd service neutron] Attempting to bind port d374f026-8c68-4bec-8abc-acccdfe3f3f7 on network af61ae37-a3b2-46ee-a441-3e7f71e566ae {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:42.827026 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a6e57453-7929-400c-bb35-6dea226d04f1 tempest-PortsAdminExtendedAttrsTestJSON-409306117 tempest-PortsAdminExtendedAttrsTestJSON-409306117-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.9016907 Feb 20 03:39:42.851144 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-a3bd755d-c3ea-4e9b-be5a-74977ba4d2bd service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:39:42.851144 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-a3bd755d-c3ea-4e9b-be5a-74977ba4d2bd service neutron] Checking segment: {'id': '8a57dd48-cd2a-4b48-a8ae-20be415170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:39:42.851144 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-a3bd755d-c3ea-4e9b-be5a-74977ba4d2bd service neutron] Bound using segment: {'id': '8a57dd48-cd2a-4b48-a8ae-20be415170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:39:42.851144 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-a3bd755d-c3ea-4e9b-be5a-74977ba4d2bd service neutron] Bound port: d374f026-8c68-4bec-8abc-acccdfe3f3f7, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a57dd48-cd2a-4b48-a8ae-20be415170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:39:42.851144 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-a3bd755d-c3ea-4e9b-be5a-74977ba4d2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d374f026-8c68-4bec-8abc-acccdfe3f3f7), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:42.972200 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6d406-6708-4bd3-8c82-cbd1097eeef4 req-4dee403c-aea0-46a5-b02f-ee5a89cb8f2d tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:42.973698 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79e6d406-6708-4bd3-8c82-cbd1097eeef4 req-4dee403c-aea0-46a5-b02f-ee5a89cb8f2d tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 945 time: 0.1727350 Feb 20 03:39:43.063906 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-a3bd755d-c3ea-4e9b-be5a-74977ba4d2bd service neutron] For port d374f026-8c68-4bec-8abc-acccdfe3f3f7, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:39:43.094005 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-a3bd755d-c3ea-4e9b-be5a-74977ba4d2bd service neutron] For port d374f026-8c68-4bec-8abc-acccdfe3f3f7, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=d374f026-8c68-4bec-8abc-acccdfe3f3f7,segment=NetworkSegment(8a57dd48-cd2a-4b48-a8ae-20be415170b3),segment_id=8a57dd48-cd2a-4b48-a8ae-20be415170b3)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:39:43.122112 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79e6d406-6708-4bd3-8c82-cbd1097eeef4 req-42f9467b-4a0b-4918-97dd-7ce31f2bb552 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9f40f89-210f-4401-be45-04f0e67e15c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361144 Feb 20 03:39:43.177620 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-a3bd755d-c3ea-4e9b-be5a-74977ba4d2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (d374f026-8c68-4bec-8abc-acccdfe3f3f7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:43.227072 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-a3bd755d-c3ea-4e9b-be5a-74977ba4d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:43.227752 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-a3bd755d-c3ea-4e9b-be5a-74977ba4d2bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:43.229154 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-a3bd755d-c3ea-4e9b-be5a-74977ba4d2bd service neutron] 10.222.0.42 "PUT /v2.0/ports/d374f026-8c68-4bec-8abc-acccdfe3f3f7 HTTP/1.1" status: 200 len: 1091 time: 1.9274049 Feb 20 03:39:43.231176 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13640062-325a-4982-af85-b5a0f984fe63', 'tag': 'd374f026-8c68-4bec-8abc-acccdfe3f3f7'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:39:43.233539 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f34362-f6c2-4b7b-82a8-a0fc5e0d5f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "13640062-325a-4982-af85-b5a0f984fe63", "tag": "d374f026-8c68-4bec-8abc-acccdfe3f3f7"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:39:43.266263 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd755d-c3ea-4e9b-be5a-74977ba4d2bd service neutron] Pushing event updated for resources: {'Port': ['ID=d374f026-8c68-4bec-8abc-acccdfe3f3f7,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:43.320272 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-ee681740-e9e7-4c2b-868d-8144e94357ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d80b3b4d-3268-4f85-ba70-670ba646b818 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:39:43.328907 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-ee681740-e9e7-4c2b-868d-8144e94357ae service neutron] Publish callbacks [] for port (d80b3b4d-3268-4f85-ba70-670ba646b818), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:43.341413 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-ee681740-e9e7-4c2b-868d-8144e94357ae service neutron] Transition to ACTIVE for port object d80b3b4d-3268-4f85-ba70-670ba646b818 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:39:43.414063 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-8174b7c6-602e-408e-b5b0-f99b78e986e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:43.415778 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-8174b7c6-602e-408e-b5b0-f99b78e986e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=138204b85f4b4d58be48c9d0572da2c6&device_id=13640062-325a-4982-af85-b5a0f984fe63 HTTP/1.1" status: 200 len: 1125 time: 0.0504954 Feb 20 03:39:43.431625 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-ee681740-e9e7-4c2b-868d-8144e94357ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (d80b3b4d-3268-4f85-ba70-670ba646b818), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:43.466960 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-04ae04b2-9de0-4141-a4cf-9d89892de684 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d374f026-8c68-4bec-8abc-acccdfe3f3f7 HTTP/1.1" status: 200 len: 217 time: 0.0430140 Feb 20 03:39:43.537689 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40630) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:43.541898 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee681740-e9e7-4c2b-868d-8144e94357ae service neutron] Pushing event updated for resources: {'Port': ['ID=d80b3b4d-3268-4f85-ba70-670ba646b818,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:43.551605 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Request body: {'port': {'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0', 'binding:host_id': 'n-h2-829866-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-457790179'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:39:43.579380 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-a337f3fc-83b9-4d50-966a-fbfbdf6eb807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:43.580855 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-a337f3fc-83b9-4d50-966a-fbfbdf6eb807 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2206f6d9-9e03-4b9b-9ba0-e4c4146af053 HTTP/1.1" status: 200 len: 852 time: 0.0942938 Feb 20 03:39:43.656105 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-2ee36ef0-986d-47b6-954e-1ea04beac881 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af61ae37-a3b2-46ee-a441-3e7f71e566ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545907 Feb 20 03:39:43.681316 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Made reservation on behalf of 335634509f2e44c8b7025d272c28ccea for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:39:43.685868 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:43.696174 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:43.741681 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-ee681740-e9e7-4c2b-868d-8144e94357ae service neutron] Attempting to bind port d80b3b4d-3268-4f85-ba70-670ba646b818 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:43.742073 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-ee681740-e9e7-4c2b-868d-8144e94357ae service neutron] Attempting to bind port d80b3b4d-3268-4f85-ba70-670ba646b818 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '54746e21-ab85-4144-a6c3-0c7f82e316a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3fe36840-a3e2-451c-9dd8-0c12466f8388'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:43.743217 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-ee681740-e9e7-4c2b-868d-8144e94357ae service neutron] Attempting to bind port d80b3b4d-3268-4f85-ba70-670ba646b818 on network 3fe36840-a3e2-451c-9dd8-0c12466f8388 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:43.760695 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aac31e-6d06-4814-a7db-f7270ce337f3 req-fbba26be-ae5d-42c9-b0b0-dfa1dac4baab tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:43.761858 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-85aac31e-6d06-4814-a7db-f7270ce337f3 req-fbba26be-ae5d-42c9-b0b0-dfa1dac4baab tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] 10.222.0.89 "GET /v2.0/ports?device_id=e6c490f2-7540-4174-b0a1-fa240371d3c2 HTTP/1.1" status: 200 len: 944 time: 0.1615467 Feb 20 03:39:43.766773 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-ee681740-e9e7-4c2b-868d-8144e94357ae service neutron] Port d80b3b4d-3268-4f85-ba70-670ba646b818 on network 3fe36840-a3e2-451c-9dd8-0c12466f8388 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:43.767155 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-ee681740-e9e7-4c2b-868d-8144e94357ae service neutron] Attempting to bind port d80b3b4d-3268-4f85-ba70-670ba646b818 on network 3fe36840-a3e2-451c-9dd8-0c12466f8388 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:43.794638 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-ee681740-e9e7-4c2b-868d-8144e94357ae service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:39:43.795232 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-ee681740-e9e7-4c2b-868d-8144e94357ae service neutron] Checking segment: {'id': '54746e21-ab85-4144-a6c3-0c7f82e316a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3fe36840-a3e2-451c-9dd8-0c12466f8388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:39:43.795632 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-ee681740-e9e7-4c2b-868d-8144e94357ae service neutron] Bound using segment: {'id': '54746e21-ab85-4144-a6c3-0c7f82e316a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3fe36840-a3e2-451c-9dd8-0c12466f8388'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:39:43.796088 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-ee681740-e9e7-4c2b-868d-8144e94357ae service neutron] Bound port: d80b3b4d-3268-4f85-ba70-670ba646b818, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54746e21-ab85-4144-a6c3-0c7f82e316a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3fe36840-a3e2-451c-9dd8-0c12466f8388'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:39:43.796455 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-ee681740-e9e7-4c2b-868d-8144e94357ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d80b3b4d-3268-4f85-ba70-670ba646b818), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:43.838302 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-f159486f-8c57-4eb7-826a-b8ffe3d1008d service neutron] 10.222.0.42 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757069 Feb 20 03:39:43.842019 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks [] for security_group (b3c670e3-0f6d-4594-a398-3af0813a964f), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:43.855332 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40640) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:43.895705 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-85aac31e-6d06-4814-a7db-f7270ce337f3 req-e33d5c3f-074f-4419-80a6-98435cdd5700 tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] 10.222.0.89 "GET /v2.0/security-groups?id=d2ffd9be-c840-4d47-92ec-3ba20935e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262033 Feb 20 03:39:43.935674 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b3c670e3-0f6d-4594-a398-3af0813a964f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:43.941596 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] device_id is not set on port f8f677d7-8d14-44dd-bc2e-e2d939954f88 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:39:43.958428 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-ee681740-e9e7-4c2b-868d-8144e94357ae service neutron] For port d80b3b4d-3268-4f85-ba70-670ba646b818, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:39:43.964296 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-ee681740-e9e7-4c2b-868d-8144e94357ae service neutron] For port d80b3b4d-3268-4f85-ba70-670ba646b818, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=d80b3b4d-3268-4f85-ba70-670ba646b818,segment=NetworkSegment(54746e21-ab85-4144-a6c3-0c7f82e316a3),segment_id=54746e21-ab85-4144-a6c3-0c7f82e316a3)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:39:43.975279 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8e7426-639e-412c-bc6c-53e28b138871 x-openstack-request-id: req-db8e7426-639e-412c-bc6c-53e28b138871 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:39:43.977644 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13640062-325a-4982-af85-b5a0f984fe63", "tag": "d374f026-8c68-4bec-8abc-acccdfe3f3f7", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:39:43.979261 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-db8e7426-639e-412c-bc6c-53e28b138871 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:39:43.980720 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13640062-325a-4982-af85-b5a0f984fe63', 'tag': 'd374f026-8c68-4bec-8abc-acccdfe3f3f7', 'status': 'completed', 'code': 200} Feb 20 03:39:44.006203 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87a35518-83db-4f97-b0bc-42e6d8bb7ce0 req-a4a9340a-4533-4051-a6ac-d31d9fefaf93 service neutron] 10.222.0.42 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393933 Feb 20 03:39:44.079347 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c670e3-0f6d-4594-a398-3af0813a964f,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:44.083980 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6d252380-c7eb-4cc8-9ccb-1022c9805e79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:44.129507 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-ee681740-e9e7-4c2b-868d-8144e94357ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (d80b3b4d-3268-4f85-ba70-670ba646b818), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:44.191060 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-ee681740-e9e7-4c2b-868d-8144e94357ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:44.191840 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-ee681740-e9e7-4c2b-868d-8144e94357ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:44.193480 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-ee681740-e9e7-4c2b-868d-8144e94357ae service neutron] 10.222.0.42 "PUT /v2.0/ports/d80b3b4d-3268-4f85-ba70-670ba646b818 HTTP/1.1" status: 200 len: 1092 time: 1.6922836 Feb 20 03:39:44.217515 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393dd3be-898a-4028-919b-36ac630d908c req-31a2e40a-727b-49c5-84de-0dc15c3e51e8 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:44.219600 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-393dd3be-898a-4028-919b-36ac630d908c req-31a2e40a-727b-49c5-84de-0dc15c3e51e8 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=13640062-325a-4982-af85-b5a0f984fe63 HTTP/1.1" status: 200 len: 943 time: 0.1984706 Feb 20 03:39:44.282379 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6d252380-c7eb-4cc8-9ccb-1022c9805e79 admin admin] Publish callbacks [] for security_group (35972b82-4909-43cb-aab1-73870b170d34), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:44.294806 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] device_id is not set on port f8f677d7-8d14-44dd-bc2e-e2d939954f88 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:39:44.304627 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee681740-e9e7-4c2b-868d-8144e94357ae service neutron] Pushing event updated for resources: {'Port': ['ID=d80b3b4d-3268-4f85-ba70-670ba646b818,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:44.305716 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks [] for port (f8f677d7-8d14-44dd-bc2e-e2d939954f88), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:44.313183 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f34362-f6c2-4b7b-82a8-a0fc5e0d5f4d req-ada4f858-053e-4286-bfd9-3537c81ae968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:44.314714 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81f34362-f6c2-4b7b-82a8-a0fc5e0d5f4d req-ada4f858-053e-4286-bfd9-3537c81ae968 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=138204b85f4b4d58be48c9d0572da2c6&device_id=13640062-325a-4982-af85-b5a0f984fe63 HTTP/1.1" status: 200 len: 1125 time: 0.1606383 Feb 20 03:39:44.318801 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-393dd3be-898a-4028-919b-36ac630d908c req-42c4238f-37af-4134-950e-b38c8cce630e tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842831 Feb 20 03:39:44.345984 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6d252380-c7eb-4cc8-9ccb-1022c9805e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (35972b82-4909-43cb-aab1-73870b170d34), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:44.393184 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6d252380-c7eb-4cc8-9ccb-1022c9805e79 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5a463782b9984d66be181200b9946c20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5361845 Feb 20 03:39:44.394333 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d252380-c7eb-4cc8-9ccb-1022c9805e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35972b82-4909-43cb-aab1-73870b170d34,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:44.401354 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40662) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:44.407069 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40660) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:44.419193 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (f8f677d7-8d14-44dd-bc2e-e2d939954f88), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:44.496007 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Pushing event updated for resources: {'Port': ['ID=f8f677d7-8d14-44dd-bc2e-e2d939954f88,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:44.507853 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Checking segment: {'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:39:44.508848 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Network hostable DHCP agents. Network: 2984acb1-35b3-490f-a189-8cda0736c8b0, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:39:44.552476 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-350cfab7-4bba-4baa-8453-2393d24c3ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:44.553980 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-350cfab7-4bba-4baa-8453-2393d24c3ba2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=33eb516fafec4e27bd372105c5e7228c&device_id=e6c490f2-7540-4174-b0a1-fa240371d3c2 HTTP/1.1" status: 200 len: 1126 time: 0.1948321 Feb 20 03:39:44.578158 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f34362-f6c2-4b7b-82a8-a0fc5e0d5f4d req-e917db10-36a5-4579-a1d0-74ed514b2e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:44.579382 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81f34362-f6c2-4b7b-82a8-a0fc5e0d5f4d req-e917db10-36a5-4579-a1d0-74ed514b2e4c service neutron] 10.222.0.42 "GET /v2.0/networks?id=af61ae37-a3b2-46ee-a441-3e7f71e566ae HTTP/1.1" status: 200 len: 913 time: 0.2559299 Feb 20 03:39:44.590066 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda0615-60fc-47d9-94f1-63fc90b23b4b req-d2fff2ca-256d-4316-a51f-ac2c3e0bbbf4 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:44.591587 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cda0615-60fc-47d9-94f1-63fc90b23b4b req-d2fff2ca-256d-4316-a51f-ac2c3e0bbbf4 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 945 time: 0.1642022 Feb 20 03:39:44.594775 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Network 2984acb1-35b3-490f-a189-8cda0736c8b0 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:39:44.621794 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1c7dd260-2d19-4e56-b967-bac3b1893748 admin admin] Publish callbacks [] for security_group (35972b82-4909-43cb-aab1-73870b170d34), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:44.634499 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-1c231678-8479-47e6-9777-aa0beda1ae30 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d80b3b4d-3268-4f85-ba70-670ba646b818 HTTP/1.1" status: 200 len: 217 time: 0.0667863 Feb 20 03:39:44.643799 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-f0a5ea8a-4742-42e3-93eb-4da3211cfb50 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-616462720-network', 'tenant_id': '517a6c0c83ee490993dbcdda52b65cea'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:39:44.690637 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 2984acb1-35b3-490f-a189-8cda0736c8b0) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:39:44.698107 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81f34362-f6c2-4b7b-82a8-a0fc5e0d5f4d req-812426da-ebed-45f8-984d-91ac3b25c559 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d374f026-8c68-4bec-8abc-acccdfe3f3f7 HTTP/1.1" status: 200 len: 217 time: 0.0716732 Feb 20 03:39:44.704519 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07864ca-803f-49d1-ae01-3f9a2a419dbc None None] Network 2984acb1-35b3-490f-a189-8cda0736c8b0 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:39:44.708268 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:39:44.729000 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:44.729689 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:44.730221 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:44.737961 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:44.739501 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Failed to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on host n-h2-829866-4 for vnic_type normal using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] Feb 20 03:39:44.740943 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempt 2 to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 Feb 20 03:39:44.762090 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:44.762678 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:44.764110 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:44.770278 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a5ea8a-4742-42e3-93eb-4da3211cfb50 admin admin] Made reservation on behalf of 517a6c0c83ee490993dbcdda52b65cea for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:39:44.774998 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f0a5ea8a-4742-42e3-93eb-4da3211cfb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:44.793073 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f0a5ea8a-4742-42e3-93eb-4da3211cfb50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:44.795896 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:44.796243 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Failed to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on host n-h2-829866-4 for vnic_type normal using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] Feb 20 03:39:44.797633 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempt 3 to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 Feb 20 03:39:44.829707 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:44.830048 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:44.830377 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:44.841357 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:44.841715 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Failed to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on host n-h2-829866-4 for vnic_type normal using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] Feb 20 03:39:44.843198 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempt 4 to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 Feb 20 03:39:44.869475 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:44.869475 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:44.869475 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:44.872995 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:44.873332 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Failed to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on host n-h2-829866-4 for vnic_type normal using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] Feb 20 03:39:44.873732 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempt 5 to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 Feb 20 03:39:44.894401 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:44.894401 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:44.894401 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:44.894401 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:44.894401 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Failed to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on host n-h2-829866-4 for vnic_type normal using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] Feb 20 03:39:44.895341 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempt 6 to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 Feb 20 03:39:44.908401 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:44.908738 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:44.909088 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:44.913758 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:44.914086 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Failed to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on host n-h2-829866-4 for vnic_type normal using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] Feb 20 03:39:44.914951 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempt 7 to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 Feb 20 03:39:44.928386 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:44.928717 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:44.929050 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:44.934350 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:44.934732 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Failed to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on host n-h2-829866-4 for vnic_type normal using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] Feb 20 03:39:44.935265 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempt 8 to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 Feb 20 03:39:44.957737 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:44.958100 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:44.958328 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:44.963773 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:44.964336 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Failed to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on host n-h2-829866-4 for vnic_type normal using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] Feb 20 03:39:44.964781 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempt 9 to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 Feb 20 03:39:44.977627 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:44.977960 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:44.978288 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:44.983104 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:44.983432 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Failed to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on host n-h2-829866-4 for vnic_type normal using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] Feb 20 03:39:44.983815 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempt 10 to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 Feb 20 03:39:44.998755 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:44.999931 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:45.002378 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:45.010986 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:45.011718 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Failed to bind port f8f677d7-8d14-44dd-bc2e-e2d939954f88 on host n-h2-829866-4 for vnic_type normal using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] Feb 20 03:39:45.012327 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f8f677d7-8d14-44dd-bc2e-e2d939954f88), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:45.126275 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] For port f8f677d7-8d14-44dd-bc2e-e2d939954f88, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:39:45.126635 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempted to set empty binding levels {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 20 03:39:45.136019 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1c7dd260-2d19-4e56-b967-bac3b1893748 admin admin] Publish callbacks [] for security_group (35972b82-4909-43cb-aab1-73870b170d34), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:45.140563 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f0a5ea8a-4742-42e3-93eb-4da3211cfb50 admin admin] Publish callbacks [] for security_group (b2505a9f-1ea8-4fde-9610-dec70cc18191), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:45.215810 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (f8f677d7-8d14-44dd-bc2e-e2d939954f88), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:45.220141 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f0a5ea8a-4742-42e3-93eb-4da3211cfb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b2505a9f-1ea8-4fde-9610-dec70cc18191), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:45.230079 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-29f7b39c-4d63-4e22-be03-96a8d9b44b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:45.231168 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-29f7b39c-4d63-4e22-be03-96a8d9b44b71 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=82aa6167-3083-4811-ab40-ea757c8f4eaf HTTP/1.1" status: 200 len: 853 time: 0.5550265 Feb 20 03:39:45.233318 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f34362-f6c2-4b7b-82a8-a0fc5e0d5f4d req-3d8f988b-91b4-46df-a6c2-da9c485598bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:45.234372 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81f34362-f6c2-4b7b-82a8-a0fc5e0d5f4d req-3d8f988b-91b4-46df-a6c2-da9c485598bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2206f6d9-9e03-4b9b-9ba0-e4c4146af053 HTTP/1.1" status: 200 len: 852 time: 0.1156871 Feb 20 03:39:45.247135 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cda0615-60fc-47d9-94f1-63fc90b23b4b req-f8f00fc0-42a8-47da-a71e-4711241636e0 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9f40f89-210f-4401-be45-04f0e67e15c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6150486 Feb 20 03:39:45.281760 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:45.281760 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:45.284254 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a5ea8a-4742-42e3-93eb-4da3211cfb50 admin admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:39:45.293234 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5ea8a-4742-42e3-93eb-4da3211cfb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2505a9f-1ea8-4fde-9610-dec70cc18191,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:45.313189 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-5a7e2ea2-f108-4bcc-84e9-febe9568de9a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3fe36840-a3e2-451c-9dd8-0c12466f8388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626194 Feb 20 03:39:45.313513 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Pushing event updated for resources: {'Port': ['ID=f8f677d7-8d14-44dd-bc2e-e2d939954f88,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:45.333783 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81f34362-f6c2-4b7b-82a8-a0fc5e0d5f4d req-893cdb1a-1fed-45bc-a111-55f4aa606e10 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af61ae37-a3b2-46ee-a441-3e7f71e566ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671206 Feb 20 03:39:45.395303 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9dd832d4-a8a6-41ef-bb54-75daed6dd281 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.8505824 Feb 20 03:39:45.395303 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40694) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:45.467252 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1c7dd260-2d19-4e56-b967-bac3b1893748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (35972b82-4909-43cb-aab1-73870b170d34), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:45.469810 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1c7dd260-2d19-4e56-b967-bac3b1893748 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:45.470996 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1c7dd260-2d19-4e56-b967-bac3b1893748 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/35972b82-4909-43cb-aab1-73870b170d34 HTTP/1.1" status: 204 len: 168 time: 1.0541122 Feb 20 03:39:45.473193 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f0a5ea8a-4742-42e3-93eb-4da3211cfb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (d6ed8ee4-3481-4fe5-b050-4492f68bd963), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:45.473193 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-f0a5ea8a-4742-42e3-93eb-4da3211cfb50 admin admin] Added segment d6ed8ee4-3481-4fe5-b050-4492f68bd963 of type vlan for network 6213f295-7155-488c-abe1-9a76b0448614 Feb 20 03:39:45.497047 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7dd260-2d19-4e56-b967-bac3b1893748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35972b82-4909-43cb-aab1-73870b170d34,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:45.548328 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f0a5ea8a-4742-42e3-93eb-4da3211cfb50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (6213f295-7155-488c-abe1-9a76b0448614), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:45.562202 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645031ef-2f30-4cdd-aa1f-3a6ab07e02a4 req-03132c4b-57f7-4380-893f-fd2b7a19e823 tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:45.563782 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-645031ef-2f30-4cdd-aa1f-3a6ab07e02a4 req-03132c4b-57f7-4380-893f-fd2b7a19e823 tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] 10.222.0.89 "GET /v2.0/ports?device_id=e6c490f2-7540-4174-b0a1-fa240371d3c2 HTTP/1.1" status: 200 len: 944 time: 0.2518635 Feb 20 03:39:45.565654 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81f34362-f6c2-4b7b-82a8-a0fc5e0d5f4d req-dfaf39a4-a62a-4c04-9a25-8a9563bf585b service neutron] 10.222.0.42 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140458 Feb 20 03:39:45.590948 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-bee98867-725c-4d5e-9197-36ab8f103cac tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Deleting port f8f677d7-8d14-44dd-bc2e-e2d939954f88 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:39:45.590948 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bee98867-725c-4d5e-9197-36ab8f103cac tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (f8f677d7-8d14-44dd-bc2e-e2d939954f88), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:45.668229 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-bee98867-725c-4d5e-9197-36ab8f103cac tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] For port f8f677d7-8d14-44dd-bc2e-e2d939954f88, host n-h2-829866-4, got binding levels [] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:45.668958 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bee98867-725c-4d5e-9197-36ab8f103cac tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (f8f677d7-8d14-44dd-bc2e-e2d939954f88), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:45.676498 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f0a5ea8a-4742-42e3-93eb-4da3211cfb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (6213f295-7155-488c-abe1-9a76b0448614), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:45.677632 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a5ea8a-4742-42e3-93eb-4da3211cfb50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:45.678216 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f0a5ea8a-4742-42e3-93eb-4da3211cfb50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:45.687455 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-5560a45e-cb60-47bd-bfb0-7e88580323d9 service neutron] 10.222.0.42 "GET /v2.0/networks/3fe36840-a3e2-451c-9dd8-0c12466f8388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563662 Feb 20 03:39:45.703110 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-bee98867-725c-4d5e-9197-36ab8f103cac tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Calling delete_port for f8f677d7-8d14-44dd-bc2e-e2d939954f88 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:39:45.778582 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81f34362-f6c2-4b7b-82a8-a0fc5e0d5f4d req-ddf776b8-380e-474d-b984-9098c3e17de6 service neutron] 10.222.0.42 "GET /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001302 Feb 20 03:39:45.793246 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5ea8a-4742-42e3-93eb-4da3211cfb50 admin admin] Pushing event updated for resources: {'Network': ['ID=6213f295-7155-488c-abe1-9a76b0448614,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:45.805203 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f0a5ea8a-4742-42e3-93eb-4da3211cfb50 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3951633 Feb 20 03:39:45.807923 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40708) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:45.815922 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-645031ef-2f30-4cdd-aa1f-3a6ab07e02a4 req-0ecc9b6e-e232-4f75-b13e-14ec47e27719 tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] 10.222.0.89 "GET /v2.0/security-groups?id=d2ffd9be-c840-4d47-92ec-3ba20935e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390158 Feb 20 03:39:45.816892 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-449ba5c9-df72-430f-b7d2-3bb5e445acf1 admin admin] Request body: {'subnet': {'network_id': '6213f295-7155-488c-abe1-9a76b0448614', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-616462720-subnet', 'tenant_id': '517a6c0c83ee490993dbcdda52b65cea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:39:45.844823 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 6213f295-7155-488c-abe1-9a76b0448614 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:39:45.869192 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7fe221ea-c512-4736-8cd9-3c06694a6fbd req-5bdf13ea-2aad-4f2c-9cbd-61b39eabb986 service neutron] 10.222.0.42 "GET /v2.0/networks/3fe36840-a3e2-451c-9dd8-0c12466f8388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713576 Feb 20 03:39:45.931607 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449ba5c9-df72-430f-b7d2-3bb5e445acf1 admin admin] Made reservation on behalf of 517a6c0c83ee490993dbcdda52b65cea for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:39:45.934276 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-449ba5c9-df72-430f-b7d2-3bb5e445acf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:45.953942 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94eaae6-be62-4c1b-a501-7e3112b9ad19 req-feb9b74c-11ba-4818-a503-a65a688372cc tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:45.961782 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a94eaae6-be62-4c1b-a501-7e3112b9ad19 req-feb9b74c-11ba-4818-a503-a65a688372cc tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=13640062-325a-4982-af85-b5a0f984fe63 HTTP/1.1" status: 200 len: 943 time: 0.0723724 Feb 20 03:39:45.981841 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c490f2-7540-4174-b0a1-fa240371d3c2', 'tag': 'd80b3b4d-3268-4f85-ba70-670ba646b818'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:39:45.985631 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device d374f026-8c68-4bec-8abc-acccdfe3f3f7 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:39:45.986539 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53563e5b-0eec-4c49-a6ec-42d180437510" -d '{"events": [{"name": "network-changed", "server_uuid": "e6c490f2-7540-4174-b0a1-fa240371d3c2", "tag": "d80b3b4d-3268-4f85-ba70-670ba646b818"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:39:46.028042 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a94eaae6-be62-4c1b-a501-7e3112b9ad19 req-7ebea5c7-be7a-4828-81a4-a55f6c22762f tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650620 Feb 20 03:39:46.049733 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bee98867-725c-4d5e-9197-36ab8f103cac tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (f8f677d7-8d14-44dd-bc2e-e2d939954f88), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:46.076095 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44adc919-4f92-4fc4-8e4c-0946d3070499 x-openstack-request-id: req-44adc919-4f92-4fc4-8e4c-0946d3070499 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:39:46.076660 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6c490f2-7540-4174-b0a1-fa240371d3c2", "tag": "d80b3b4d-3268-4f85-ba70-670ba646b818", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:39:46.077135 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-44adc919-4f92-4fc4-8e4c-0946d3070499 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:39:46.077836 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6c490f2-7540-4174-b0a1-fa240371d3c2', 'tag': 'd80b3b4d-3268-4f85-ba70-670ba646b818', 'status': 'completed', 'code': 200} Feb 20 03:39:46.090553 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee98867-725c-4d5e-9197-36ab8f103cac tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8f677d7-8d14-44dd-bc2e-e2d939954f88,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:46.100203 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bee98867-725c-4d5e-9197-36ab8f103cac tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:46.104745 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bee98867-725c-4d5e-9197-36ab8f103cac tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] 10.222.0.89 "DELETE /v2.0/ports/f8f677d7-8d14-44dd-bc2e-e2d939954f88 HTTP/1.1" status: 204 len: 168 time: 0.7084296 Feb 20 03:39:46.114524 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40716) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:46.144952 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port d374f026-8c68-4bec-8abc-acccdfe3f3f7, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=d374f026-8c68-4bec-8abc-acccdfe3f3f7,segment=NetworkSegment(8a57dd48-cd2a-4b48-a8ae-20be415170b3),segment_id=8a57dd48-cd2a-4b48-a8ae-20be415170b3)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:46.152987 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-adae2115-25ab-43b3-9a39-0cd41425b892 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] GET failed (client error): The resource could not be found. Feb 20 03:39:46.154629 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-adae2115-25ab-43b3-9a39-0cd41425b892 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] 10.222.0.89 "GET /v2.0/ports/f8f677d7-8d14-44dd-bc2e-e2d939954f88 HTTP/1.1" status: 404 len: 333 time: 0.0341680 Feb 20 03:39:46.158064 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53563e5b-0eec-4c49-a6ec-42d180437510 req-bf8aa6a6-b365-4a97-81e2-112c15cf77de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:46.158934 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40718) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:46.159263 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'd374f026-8c68-4bec-8abc-acccdfe3f3f7', 'network_id': 'af61ae37-a3b2-46ee-a441-3e7f71e566ae', 'port_id': 'd374f026-8c68-4bec-8abc-acccdfe3f3f7', 'mac_address': 'fa:16:3e:2d:2d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2206f6d9-9e03-4b9b-9ba0-e4c4146af053', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:39:46.159953 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-53563e5b-0eec-4c49-a6ec-42d180437510 req-bf8aa6a6-b365-4a97-81e2-112c15cf77de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=33eb516fafec4e27bd372105c5e7228c&device_id=e6c490f2-7540-4174-b0a1-fa240371d3c2 HTTP/1.1" status: 200 len: 1126 time: 0.0613894 Feb 20 03:39:46.167136 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-81819afb-1707-47fe-828c-58f675a1496b tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Request body: {'port': {'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1754974594'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:39:46.207817 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port d374f026-8c68-4bec-8abc-acccdfe3f3f7 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:39:46.208227 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d374f026-8c68-4bec-8abc-acccdfe3f3f7), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:46.230183 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d374f026-8c68-4bec-8abc-acccdfe3f3f7 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:39:46.270827 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port d374f026-8c68-4bec-8abc-acccdfe3f3f7, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=d374f026-8c68-4bec-8abc-acccdfe3f3f7,segment=NetworkSegment(8a57dd48-cd2a-4b48-a8ae-20be415170b3),segment_id=8a57dd48-cd2a-4b48-a8ae-20be415170b3)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:46.283426 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81819afb-1707-47fe-828c-58f675a1496b tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Made reservation on behalf of 335634509f2e44c8b7025d272c28ccea for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:39:46.285740 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-81819afb-1707-47fe-828c-58f675a1496b tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:46.288537 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53563e5b-0eec-4c49-a6ec-42d180437510 req-8ead0ffc-7b36-4914-b38a-6ffd78f67963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:46.291002 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-53563e5b-0eec-4c49-a6ec-42d180437510 req-8ead0ffc-7b36-4914-b38a-6ffd78f67963 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3fe36840-a3e2-451c-9dd8-0c12466f8388 HTTP/1.1" status: 200 len: 914 time: 0.1245081 Feb 20 03:39:46.308422 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-81819afb-1707-47fe-828c-58f675a1496b tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] device_id is not set on port 70282bcf-a551-4e05-98fe-7f38a548ca37 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:39:46.336769 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-53563e5b-0eec-4c49-a6ec-42d180437510 req-e05ef31c-79dd-4ddf-b5b1-fb93a0779ae2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d80b3b4d-3268-4f85-ba70-670ba646b818 HTTP/1.1" status: 200 len: 217 time: 0.0383971 Feb 20 03:39:46.369461 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d374f026-8c68-4bec-8abc-acccdfe3f3f7), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:46.377146 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-449ba5c9-df72-430f-b7d2-3bb5e445acf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (a6707572-1301-47d5-a349-f0e02b2b9385), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:46.420948 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=d374f026-8c68-4bec-8abc-acccdfe3f3f7,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:46.451558 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ba5c9-df72-430f-b7d2-3bb5e445acf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6707572-1301-47d5-a349-f0e02b2b9385,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:46.454124 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7861841-145f-41c0-a52c-6ce82be25882 req-876e5bd4-ba37-49fa-b5ec-8457e039f039 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:46.455730 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b7861841-145f-41c0-a52c-6ce82be25882 req-876e5bd4-ba37-49fa-b5ec-8457e039f039 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 945 time: 0.1225166 Feb 20 03:39:46.457386 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53563e5b-0eec-4c49-a6ec-42d180437510 req-da1eb6da-3939-4cd4-aa66-fde7f04d88a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:46.459077 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-53563e5b-0eec-4c49-a6ec-42d180437510 req-da1eb6da-3939-4cd4-aa66-fde7f04d88a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=82aa6167-3083-4811-ab40-ea757c8f4eaf HTTP/1.1" status: 200 len: 853 time: 0.1137462 Feb 20 03:39:46.509143 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-53563e5b-0eec-4c49-a6ec-42d180437510 req-f94c6d91-e023-43d9-83db-3b639323feeb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3fe36840-a3e2-451c-9dd8-0c12466f8388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434148 Feb 20 03:39:46.551686 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449ba5c9-df72-430f-b7d2-3bb5e445acf1 admin admin] Checking segment: {'id': 'd6ed8ee4-3481-4fe5-b050-4492f68bd963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '6213f295-7155-488c-abe1-9a76b0448614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:39:46.552000 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449ba5c9-df72-430f-b7d2-3bb5e445acf1 admin admin] Network hostable DHCP agents. Network: 6213f295-7155-488c-abe1-9a76b0448614, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:39:46.558832 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:39:46.587827 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b7861841-145f-41c0-a52c-6ce82be25882 req-1528ffae-3d0a-4edf-bafb-a6b2b32f382e tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9f40f89-210f-4401-be45-04f0e67e15c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233077 Feb 20 03:39:46.590847 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-81819afb-1707-47fe-828c-58f675a1496b tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks [] for port (70282bcf-a551-4e05-98fe-7f38a548ca37), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:46.611934 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['d374f026-8c68-4bec-8abc-acccdfe3f3f7'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:39:46.624773 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40726) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:46.642036 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a0b6a38e-84aa-43cc-b00c-fea46443054f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:46.655482 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-53563e5b-0eec-4c49-a6ec-42d180437510 req-e77c5520-57c6-445f-9171-b8788f0f173d service neutron] 10.222.0.42 "GET /v2.0/networks/3fe36840-a3e2-451c-9dd8-0c12466f8388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381435 Feb 20 03:39:46.682035 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449ba5c9-df72-430f-b7d2-3bb5e445acf1 admin admin] Network 6213f295-7155-488c-abe1-9a76b0448614 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:39:46.715684 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-81819afb-1707-47fe-828c-58f675a1496b tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (70282bcf-a551-4e05-98fe-7f38a548ca37), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:46.778060 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40728) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:46.785656 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-53563e5b-0eec-4c49-a6ec-42d180437510 req-8d8cea59-23ac-4106-b02a-36189398768e service neutron] 10.222.0.42 "GET /v2.0/networks/3fe36840-a3e2-451c-9dd8-0c12466f8388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238480 Feb 20 03:39:46.787432 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81819afb-1707-47fe-828c-58f675a1496b tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Network 2984acb1-35b3-490f-a189-8cda0736c8b0 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:39:46.796136 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-449ba5c9-df72-430f-b7d2-3bb5e445acf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 6213f295-7155-488c-abe1-9a76b0448614) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:39:46.799380 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a0b6a38e-84aa-43cc-b00c-fea46443054f admin admin] Publish callbacks [] for security_group (b6d8830d-8db2-40e2-be59-8bfb68ab79ec), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:46.805681 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-81819afb-1707-47fe-828c-58f675a1496b tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:39:46.808384 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449ba5c9-df72-430f-b7d2-3bb5e445acf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:46.809111 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-449ba5c9-df72-430f-b7d2-3bb5e445acf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:46.812158 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f070ef4a-1794-493c-8895-be7ab0216f65 None None] Network 6213f295-7155-488c-abe1-9a76b0448614 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:39:46.819247 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81819afb-1707-47fe-828c-58f675a1496b tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Pushing event updated for resources: {'Port': ['ID=70282bcf-a551-4e05-98fe-7f38a548ca37,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:46.822670 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81819afb-1707-47fe-828c-58f675a1496b tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:39:46.823691 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81819afb-1707-47fe-828c-58f675a1496b tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:46.824298 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-81819afb-1707-47fe-828c-58f675a1496b tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:46.872857 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a0b6a38e-84aa-43cc-b00c-fea46443054f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b6d8830d-8db2-40e2-be59-8bfb68ab79ec), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:46.938619 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6a38e-84aa-43cc-b00c-fea46443054f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d8830d-8db2-40e2-be59-8bfb68ab79ec,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:46.960398 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-6213f295-7155-488c-abe1-9a76b0448614', 'network_id': '6213f295-7155-488c-abe1-9a76b0448614', 'project_id': '517a6c0c83ee490993dbcdda52b65cea', 'fixed_ips': [{'subnet_id': 'a6707572-1301-47d5-a349-f0e02b2b9385'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:39:46.963570 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:46.973851 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a0b6a38e-84aa-43cc-b00c-fea46443054f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f8a1eef971c44d85b97aacbe915e8342&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3478677 Feb 20 03:39:46.976855 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40736) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:46.978972 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-81819afb-1707-47fe-828c-58f675a1496b tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8187897 Feb 20 03:39:46.982505 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-449ba5c9-df72-430f-b7d2-3bb5e445acf1 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1733763 Feb 20 03:39:46.983364 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40738) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:46.985428 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40740) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:46.990476 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:39:46.997494 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-984e57a8-72b1-4653-9dcb-7a19b2fadb9f admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-616462720-router', 'tenant_id': '517a6c0c83ee490993dbcdda52b65cea', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:39:47.016477 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40742) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:47.024380 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c7ff1-314e-4efc-86cd-e6b2146667bd req-79440ded-ccbc-40e2-b5e3-83f9364e42ac tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:47.033956 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7a4c7ff1-314e-4efc-86cd-e6b2146667bd req-79440ded-ccbc-40e2-b5e3-83f9364e42ac tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] 10.222.0.89 "GET /v2.0/ports?device_id=e6c490f2-7540-4174-b0a1-fa240371d3c2 HTTP/1.1" status: 200 len: 944 time: 0.1251752 Feb 20 03:39:47.124092 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7a4c7ff1-314e-4efc-86cd-e6b2146667bd req-d0f2a6ae-e728-40c9-8b7b-19296b01f24f tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] 10.222.0.89 "GET /v2.0/security-groups?id=d2ffd9be-c840-4d47-92ec-3ba20935e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885506 Feb 20 03:39:47.129568 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ac6778fc-a596-4ded-9baf-641f2b3c2c6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:47.131897 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ebd3af7d-a83a-4084-9044-220255d7329e admin admin] Publish callbacks [] for security_group (b6d8830d-8db2-40e2-be59-8bfb68ab79ec), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:47.133499 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7cf43b9d-4ad2-471d-96a2-80ff98b11cd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:47.143995 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-984e57a8-72b1-4653-9dcb-7a19b2fadb9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (c8dde962-f510-43cb-a85d-aa28bf46cc35), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:47.155894 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-984e57a8-72b1-4653-9dcb-7a19b2fadb9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (c8dde962-f510-43cb-a85d-aa28bf46cc35), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:47.179055 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ebd3af7d-a83a-4084-9044-220255d7329e admin admin] Publish callbacks [] for security_group (b6d8830d-8db2-40e2-be59-8bfb68ab79ec), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:47.181074 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (70282bcf-a551-4e05-98fe-7f38a548ca37), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:47.216291 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] Allocated IP 172.20.0.2 (6213f295-7155-488c-abe1-9a76b0448614/a6707572-1301-47d5-a349-f0e02b2b9385/dba51427-92fb-4b4d-a196-896622537d51) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:39:47.272691 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34b052-9b35-4e03-97fc-cdb8e7a4cf12 req-a6e33c9d-63cd-4ed0-9c02-eff70b8c476e tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:47.274939 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5e34b052-9b35-4e03-97fc-cdb8e7a4cf12 req-a6e33c9d-63cd-4ed0-9c02-eff70b8c476e tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=13640062-325a-4982-af85-b5a0f984fe63 HTTP/1.1" status: 200 len: 944 time: 0.0853226 Feb 20 03:39:47.327872 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-984e57a8-72b1-4653-9dcb-7a19b2fadb9f admin admin] Publish callbacks [] for router_controller (c8dde962-f510-43cb-a85d-aa28bf46cc35), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:47.385992 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5e34b052-9b35-4e03-97fc-cdb8e7a4cf12 req-6a84209e-dbae-4a28-a46c-06ee3e785c48 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036513 Feb 20 03:39:47.386707 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ebd3af7d-a83a-4084-9044-220255d7329e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b6d8830d-8db2-40e2-be59-8bfb68ab79ec), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:47.389727 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ebd3af7d-a83a-4084-9044-220255d7329e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:47.393170 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ebd3af7d-a83a-4084-9044-220255d7329e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b6d8830d-8db2-40e2-be59-8bfb68ab79ec HTTP/1.1" status: 204 len: 168 time: 0.4102759 Feb 20 03:39:47.406464 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] Publish callbacks [] for port (dba51427-92fb-4b4d-a196-896622537d51), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:47.406626 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3af7d-a83a-4084-9044-220255d7329e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d8830d-8db2-40e2-be59-8bfb68ab79ec,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:47.411511 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e614d-cb0b-4c83-b81a-a51b963a6e3f req-5eb7a5ff-eca7-497c-ac39-1c18dbead749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:47.415978 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d37e614d-cb0b-4c83-b81a-a51b963a6e3f req-5eb7a5ff-eca7-497c-ac39-1c18dbead749 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6a08cfad188e48b79e337e2a93b4d6c0&device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 1127 time: 0.1793919 Feb 20 03:39:47.493466 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (dba51427-92fb-4b4d-a196-896622537d51), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:47.536967 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] Network 6213f295-7155-488c-abe1-9a76b0448614 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:39:47.537604 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e614d-cb0b-4c83-b81a-a51b963a6e3f req-c28272a5-7801-4461-8225-a2c2b0f138dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:47.539685 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d37e614d-cb0b-4c83-b81a-a51b963a6e3f req-c28272a5-7801-4461-8225-a2c2b0f138dd service neutron] 10.222.0.93 "GET /v2.0/networks?id=5c42c93f-2ac9-42c4-ae39-37d47141b593 HTTP/1.1" status: 200 len: 921 time: 0.0995538 Feb 20 03:39:47.543601 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:39:47.548346 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:39:47.551692 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] Pushing event updated for resources: {'Port': ['ID=dba51427-92fb-4b4d-a196-896622537d51,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:47.586937 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d37e614d-cb0b-4c83-b81a-a51b963a6e3f req-64d86090-dba7-4b17-94fb-38fae46a14c9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8c3b326-eb4e-409d-a920-8be21530b14b HTTP/1.1" status: 200 len: 217 time: 0.0413191 Feb 20 03:39:47.634894 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] Attempting to bind port dba51427-92fb-4b4d-a196-896622537d51 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:47.635296 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] Attempting to bind port dba51427-92fb-4b4d-a196-896622537d51 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'd6ed8ee4-3481-4fe5-b050-4492f68bd963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '6213f295-7155-488c-abe1-9a76b0448614'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:47.635671 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] Attempting to bind port dba51427-92fb-4b4d-a196-896622537d51 on network 6213f295-7155-488c-abe1-9a76b0448614 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:47.643921 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:39:47.644308 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] Checking segment: {'id': 'd6ed8ee4-3481-4fe5-b050-4492f68bd963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '6213f295-7155-488c-abe1-9a76b0448614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:39:47.644855 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:47.646487 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] Bound using segment: {'id': 'd6ed8ee4-3481-4fe5-b050-4492f68bd963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '6213f295-7155-488c-abe1-9a76b0448614'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:39:47.647337 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] Bound port: dba51427-92fb-4b4d-a196-896622537d51, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ed8ee4-3481-4fe5-b050-4492f68bd963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '6213f295-7155-488c-abe1-9a76b0448614'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:39:47.647732 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dba51427-92fb-4b4d-a196-896622537d51), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:47.665546 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e614d-cb0b-4c83-b81a-a51b963a6e3f req-3bb1d78d-6abd-445b-bfdc-11fc612cf4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:47.668364 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d37e614d-cb0b-4c83-b81a-a51b963a6e3f req-3bb1d78d-6abd-445b-bfdc-11fc612cf4a8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7cdd67db-b129-4563-b182-47daa39d15d0 HTTP/1.1" status: 200 len: 860 time: 0.0730338 Feb 20 03:39:47.746000 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d37e614d-cb0b-4c83-b81a-a51b963a6e3f req-c234c533-5c49-4a4d-a958-68e109ad44be service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5c42c93f-2ac9-42c4-ae39-37d47141b593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632002 Feb 20 03:39:47.753200 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] For port dba51427-92fb-4b4d-a196-896622537d51, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:39:47.757981 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] For port dba51427-92fb-4b4d-a196-896622537d51, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=dba51427-92fb-4b4d-a196-896622537d51,segment=NetworkSegment(d6ed8ee4-3481-4fe5-b050-4492f68bd963),segment_id=d6ed8ee4-3481-4fe5-b050-4492f68bd963)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:39:47.839774 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (dba51427-92fb-4b4d-a196-896622537d51), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:47.843894 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3293dcb-7dc1-491a-9939-be1d22cc09e3 req-4ce4930d-f0ae-41f5-9ec8-4c381bb977e1 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:47.853783 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a3293dcb-7dc1-491a-9939-be1d22cc09e3 req-4ce4930d-f0ae-41f5-9ec8-4c381bb977e1 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 945 time: 0.1819744 Feb 20 03:39:47.921131 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a3293dcb-7dc1-491a-9939-be1d22cc09e3 req-369a5806-9bc4-46eb-9181-9a1042d6bc2e tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9f40f89-210f-4401-be45-04f0e67e15c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665417 Feb 20 03:39:47.928824 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] Pushing event updated for resources: {'Port': ['ID=dba51427-92fb-4b4d-a196-896622537d51,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:47.948882 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:47.949530 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:47.950226 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:47.950577 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:47.950954 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:47.951282 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:47.953651 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:47.954006 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:47.954351 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:47.954691 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:47.955057 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:47.955395 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:47.955767 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a7402a-5739-4614-83c1-03be24f7861f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:39:47.965621 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d37e614d-cb0b-4c83-b81a-a51b963a6e3f req-edacc6c3-4830-41f0-bfd0-178b578ea3d2 service neutron] 10.222.0.93 "GET /v2.0/networks/5c42c93f-2ac9-42c4-ae39-37d47141b593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055655 Feb 20 03:39:47.987992 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device d80b3b4d-3268-4f85-ba70-670ba646b818 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:39:47.991369 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device d374f026-8c68-4bec-8abc-acccdfe3f3f7 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:39:48.000180 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7cf43b9d-4ad2-471d-96a2-80ff98b11cd1 admin admin] Publish callbacks [] for security_group (32454489-d2cc-476a-b325-9fd5a98e6897), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:48.043350 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ac6778fc-a596-4ded-9baf-641f2b3c2c6a admin admin] Publish callbacks [] for security_group (ae1f6930-8aeb-4d51-929e-4197fd8f5140), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:48.084207 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] device_id is not set on port 70282bcf-a551-4e05-98fe-7f38a548ca37 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:39:48.094439 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-984e57a8-72b1-4653-9dcb-7a19b2fadb9f admin admin] Publish callbacks [] for router_gateway (c8dde962-f510-43cb-a85d-aa28bf46cc35), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:48.099281 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7cf43b9d-4ad2-471d-96a2-80ff98b11cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (32454489-d2cc-476a-b325-9fd5a98e6897), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:48.103091 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks [] for port (70282bcf-a551-4e05-98fe-7f38a548ca37), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:48.128906 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d37e614d-cb0b-4c83-b81a-a51b963a6e3f req-2d44301e-d92a-4854-9545-91cf66c7767c service neutron] 10.222.0.93 "GET /v2.0/networks/5c42c93f-2ac9-42c4-ae39-37d47141b593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565139 Feb 20 03:39:48.132221 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ac6778fc-a596-4ded-9baf-641f2b3c2c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ae1f6930-8aeb-4d51-929e-4197fd8f5140), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:48.170224 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7cf43b9d-4ad2-471d-96a2-80ff98b11cd1 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a54ed5fd2ae7411e93fbede63f5325bc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3879993 Feb 20 03:39:48.171080 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf43b9d-4ad2-471d-96a2-80ff98b11cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32454489-d2cc-476a-b325-9fd5a98e6897,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:48.173645 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40766) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:48.197396 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port d80b3b4d-3268-4f85-ba70-670ba646b818, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=d80b3b4d-3268-4f85-ba70-670ba646b818,segment=NetworkSegment(54746e21-ab85-4144-a6c3-0c7f82e316a3),segment_id=54746e21-ab85-4144-a6c3-0c7f82e316a3)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:48.230585 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'd80b3b4d-3268-4f85-ba70-670ba646b818', 'network_id': '3fe36840-a3e2-451c-9dd8-0c12466f8388', 'port_id': 'd80b3b4d-3268-4f85-ba70-670ba646b818', 'mac_address': 'fa:16:3e:37:40:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82aa6167-3083-4811-ab40-ea757c8f4eaf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:39:48.249598 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ac6778fc-a596-4ded-9baf-641f2b3c2c6a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=34d7e57cbf63453a820b615a77e6b4c0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2306361 Feb 20 03:39:48.264440 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (70282bcf-a551-4e05-98fe-7f38a548ca37), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:48.269246 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40768) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:48.312093 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f821f5ef-2c44-4ba7-96a1-233038601fa1 admin admin] Publish callbacks [] for security_group (32454489-d2cc-476a-b325-9fd5a98e6897), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:48.330278 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6778fc-a596-4ded-9baf-641f2b3c2c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1f6930-8aeb-4d51-929e-4197fd8f5140,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:48.344885 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port d80b3b4d-3268-4f85-ba70-670ba646b818 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:39:48.345299 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d80b3b4d-3268-4f85-ba70-670ba646b818), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:48.361382 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d80b3b4d-3268-4f85-ba70-670ba646b818 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:39:48.387549 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port d374f026-8c68-4bec-8abc-acccdfe3f3f7 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:39:48.406984 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port d80b3b4d-3268-4f85-ba70-670ba646b818, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=d80b3b4d-3268-4f85-ba70-670ba646b818,segment=NetworkSegment(54746e21-ab85-4144-a6c3-0c7f82e316a3),segment_id=54746e21-ab85-4144-a6c3-0c7f82e316a3)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:48.413169 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port d374f026-8c68-4bec-8abc-acccdfe3f3f7 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:39:48.415539 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f821f5ef-2c44-4ba7-96a1-233038601fa1 admin admin] Publish callbacks [] for security_group (32454489-d2cc-476a-b325-9fd5a98e6897), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:48.415780 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d374f026-8c68-4bec-8abc-acccdfe3f3f7), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:48.452413 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Pushing event updated for resources: {'Port': ['ID=70282bcf-a551-4e05-98fe-7f38a548ca37,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:48.465531 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f01650-68a2-403a-bec2-4f2e13bc8b09 req-98d126b0-1b50-425b-9bc5-43c9bfbe3468 tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:48.467327 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-29f01650-68a2-403a-bec2-4f2e13bc8b09 req-98d126b0-1b50-425b-9bc5-43c9bfbe3468 tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] 10.222.0.89 "GET /v2.0/ports?device_id=e6c490f2-7540-4174-b0a1-fa240371d3c2 HTTP/1.1" status: 200 len: 944 time: 0.1114693 Feb 20 03:39:48.488133 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:48.488477 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:48.488822 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:48.515186 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Port 70282bcf-a551-4e05-98fe-7f38a548ca37 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:48.515527 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Failed to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 on host n-h2-829866-4 for vnic_type normal using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] Feb 20 03:39:48.521374 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempt 2 to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 Feb 20 03:39:48.531269 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d80b3b4d-3268-4f85-ba70-670ba646b818), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:48.537012 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-59096004-4bd2-4d2d-a487-7ebde774a055 admin admin] Publish callbacks [] for security_group (ae1f6930-8aeb-4d51-929e-4197fd8f5140), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:48.548045 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-29f01650-68a2-403a-bec2-4f2e13bc8b09 req-434a968f-bbbf-4049-9b1a-ec857afe9736 tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] 10.222.0.89 "GET /v2.0/security-groups?id=d2ffd9be-c840-4d47-92ec-3ba20935e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599549 Feb 20 03:39:48.567496 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:48.568281 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:48.569357 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:48.586621 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f821f5ef-2c44-4ba7-96a1-233038601fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (32454489-d2cc-476a-b325-9fd5a98e6897), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:48.590823 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f821f5ef-2c44-4ba7-96a1-233038601fa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:48.591306 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Port 70282bcf-a551-4e05-98fe-7f38a548ca37 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:48.591813 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Failed to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 on host n-h2-829866-4 for vnic_type normal using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] Feb 20 03:39:48.593732 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f821f5ef-2c44-4ba7-96a1-233038601fa1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/32454489-d2cc-476a-b325-9fd5a98e6897 HTTP/1.1" status: 204 len: 168 time: 0.4174843 Feb 20 03:39:48.596921 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempt 3 to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 Feb 20 03:39:48.601730 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-59096004-4bd2-4d2d-a487-7ebde774a055 admin admin] Publish callbacks [] for security_group (ae1f6930-8aeb-4d51-929e-4197fd8f5140), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:48.607029 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port d374f026-8c68-4bec-8abc-acccdfe3f3f7 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:39:48.607430 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d374f026-8c68-4bec-8abc-acccdfe3f3f7), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:48.609892 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821f5ef-2c44-4ba7-96a1-233038601fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32454489-d2cc-476a-b325-9fd5a98e6897,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:48.640412 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:48.641097 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:48.641596 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:48.657844 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Port 70282bcf-a551-4e05-98fe-7f38a548ca37 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:48.658425 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Failed to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 on host n-h2-829866-4 for vnic_type normal using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] Feb 20 03:39:48.665211 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempt 4 to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 Feb 20 03:39:48.686606 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port d374f026-8c68-4bec-8abc-acccdfe3f3f7, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=d374f026-8c68-4bec-8abc-acccdfe3f3f7,segment=NetworkSegment(8a57dd48-cd2a-4b48-a8ae-20be415170b3),segment_id=8a57dd48-cd2a-4b48-a8ae-20be415170b3)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:48.692354 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13640062-325a-4982-af85-b5a0f984fe63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd374f026-8c68-4bec-8abc-acccdfe3f3f7'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:39:48.694708 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ecfdc9-0caf-452a-8025-6ca3a42b3c07" -d '{"events": [{"server_uuid": "13640062-325a-4982-af85-b5a0f984fe63", "name": "network-vif-plugged", "status": "completed", "tag": "d374f026-8c68-4bec-8abc-acccdfe3f3f7"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:39:48.696088 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:48.696600 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:48.697100 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:48.716247 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=d80b3b4d-3268-4f85-ba70-670ba646b818,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:48.741611 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Port 70282bcf-a551-4e05-98fe-7f38a548ca37 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:48.741945 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Failed to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 on host n-h2-829866-4 for vnic_type normal using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] Feb 20 03:39:48.744975 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempt 5 to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 Feb 20 03:39:48.759789 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d374f026-8c68-4bec-8abc-acccdfe3f3f7), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:48.791959 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41add4a-2126-4d84-be6b-e67aa1f5d1f4 req-abdd003d-793b-4bb4-b244-9a3f8a117ff3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:48.793851 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b41add4a-2126-4d84-be6b-e67aa1f5d1f4 req-abdd003d-793b-4bb4-b244-9a3f8a117ff3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=13640062-325a-4982-af85-b5a0f984fe63 HTTP/1.1" status: 200 len: 944 time: 0.0869641 Feb 20 03:39:48.812708 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['d80b3b4d-3268-4f85-ba70-670ba646b818'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:39:48.827629 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:48.827976 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:48.828319 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:48.852382 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Port 70282bcf-a551-4e05-98fe-7f38a548ca37 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:48.853110 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Failed to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 on host n-h2-829866-4 for vnic_type normal using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] Feb 20 03:39:48.854748 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempt 6 to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 Feb 20 03:39:48.874378 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-984e57a8-72b1-4653-9dcb-7a19b2fadb9f admin admin] Publish callbacks [] for router_gateway (c8dde962-f510-43cb-a85d-aa28bf46cc35), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:48.877007 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:48.877409 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:48.877747 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:48.879295 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b41add4a-2126-4d84-be6b-e67aa1f5d1f4 req-7d009b6d-3807-49a4-9bf3-bd7555e6c064 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771677 Feb 20 03:39:48.891195 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=d374f026-8c68-4bec-8abc-acccdfe3f3f7,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:48.899487 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-59096004-4bd2-4d2d-a487-7ebde774a055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ae1f6930-8aeb-4d51-929e-4197fd8f5140), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:48.902130 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-59096004-4bd2-4d2d-a487-7ebde774a055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:48.905580 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-59096004-4bd2-4d2d-a487-7ebde774a055 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ae1f6930-8aeb-4d51-929e-4197fd8f5140 HTTP/1.1" status: 204 len: 168 time: 0.6214683 Feb 20 03:39:48.906101 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-984e57a8-72b1-4653-9dcb-7a19b2fadb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:48.924399 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Port 70282bcf-a551-4e05-98fe-7f38a548ca37 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:48.924399 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Failed to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 on host n-h2-829866-4 for vnic_type normal using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] Feb 20 03:39:48.924970 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempt 7 to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 Feb 20 03:39:49.034296 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59096004-4bd2-4d2d-a487-7ebde774a055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1f6930-8aeb-4d51-929e-4197fd8f5140,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:49.065997 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:49.066403 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:49.066792 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:49.076383 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Port 70282bcf-a551-4e05-98fe-7f38a548ca37 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:49.076752 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Failed to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 on host n-h2-829866-4 for vnic_type normal using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] Feb 20 03:39:49.083689 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempt 8 to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 Feb 20 03:39:49.102260 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-984e57a8-72b1-4653-9dcb-7a19b2fadb9f admin admin] Allocated IP 172.25.7.9 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/c485dd5f-8147-41b5-a1a0-c251c399c973) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:39:49.109431 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:49.110043 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:49.110572 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:49.121131 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Port 70282bcf-a551-4e05-98fe-7f38a548ca37 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:49.121755 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Failed to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 on host n-h2-829866-4 for vnic_type normal using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] Feb 20 03:39:49.123025 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempt 9 to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 Feb 20 03:39:49.153508 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:49.162522 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:49.162522 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:49.202720 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device dba51427-92fb-4b4d-a196-896622537d51 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:39:49.218031 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Port 70282bcf-a551-4e05-98fe-7f38a548ca37 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:49.218362 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Failed to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 on host n-h2-829866-4 for vnic_type normal using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] Feb 20 03:39:49.224738 n-d-829866-4 neutron-server[104106]: INFO neutron.plugins.ml2.plugin [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempt 10 to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 Feb 20 03:39:49.256930 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:49.257273 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:49.259919 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:49.278841 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6d2d07-2d26-4ec9-b21f-91eef29832df x-openstack-request-id: req-cb6d2d07-2d26-4ec9-b21f-91eef29832df {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:39:49.279711 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13640062-325a-4982-af85-b5a0f984fe63", "name": "network-vif-plugged", "status": "completed", "tag": "d374f026-8c68-4bec-8abc-acccdfe3f3f7", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:39:49.280239 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cb6d2d07-2d26-4ec9-b21f-91eef29832df {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:39:49.281100 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13640062-325a-4982-af85-b5a0f984fe63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd374f026-8c68-4bec-8abc-acccdfe3f3f7', 'code': 200} Feb 20 03:39:49.292127 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Port 70282bcf-a551-4e05-98fe-7f38a548ca37 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:49.292459 n-d-829866-4 neutron-server[104106]: ERROR neutron.plugins.ml2.managers [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Failed to bind port 70282bcf-a551-4e05-98fe-7f38a548ca37 on host n-h2-829866-4 for vnic_type normal using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] Feb 20 03:39:49.292833 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (70282bcf-a551-4e05-98fe-7f38a548ca37), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:49.359566 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port dba51427-92fb-4b4d-a196-896622537d51 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:39:49.359966 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (dba51427-92fb-4b4d-a196-896622537d51), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:49.366951 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-984e57a8-72b1-4653-9dcb-7a19b2fadb9f admin admin] Publish callbacks [] for port (c485dd5f-8147-41b5-a1a0-c251c399c973), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:49.480606 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port dba51427-92fb-4b4d-a196-896622537d51 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:39:49.481237 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dba51427-92fb-4b4d-a196-896622537d51), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:49.504946 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] For port 70282bcf-a551-4e05-98fe-7f38a548ca37, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:39:49.505301 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempted to set empty binding levels {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 20 03:39:49.531839 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463993b-a370-4869-a46d-758b6c6fa500 req-1accf48c-c6d8-4b6e-8a1b-d3a25f7d0e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:49.533132 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3463993b-a370-4869-a46d-758b6c6fa500 req-1accf48c-c6d8-4b6e-8a1b-d3a25f7d0e55 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=13640062-325a-4982-af85-b5a0f984fe63 HTTP/1.1" status: 200 len: 1127 time: 0.1695542 Feb 20 03:39:49.536734 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port dba51427-92fb-4b4d-a196-896622537d51, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=dba51427-92fb-4b4d-a196-896622537d51,segment=NetworkSegment(d6ed8ee4-3481-4fe5-b050-4492f68bd963),segment_id=d6ed8ee4-3481-4fe5-b050-4492f68bd963)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:49.560859 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-984e57a8-72b1-4653-9dcb-7a19b2fadb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (c485dd5f-8147-41b5-a1a0-c251c399c973), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:49.566122 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54bdf02-a4a9-4fde-81bc-fbb0e6e8786d req-c44b8627-0071-4dfd-a71e-1e589f2b2c15 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:49.572046 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d54bdf02-a4a9-4fde-81bc-fbb0e6e8786d req-c44b8627-0071-4dfd-a71e-1e589f2b2c15 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 945 time: 0.1659601 Feb 20 03:39:49.574491 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bd75ba-d3c6-4d77-9683-b1a9167c89db None None] Network 6213f295-7155-488c-abe1-9a76b0448614 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:39:49.598830 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (70282bcf-a551-4e05-98fe-7f38a548ca37), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:49.620542 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984e57a8-72b1-4653-9dcb-7a19b2fadb9f admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:39:49.623345 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3463993b-a370-4869-a46d-758b6c6fa500 req-8eaa0790-56a9-4eca-ac34-445d1a64ec92 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828524 Feb 20 03:39:49.626413 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] In _notify_port_updated(), no bound segment for port 70282bcf-a551-4e05-98fe-7f38a548ca37 on network 2984acb1-35b3-490f-a189-8cda0736c8b0 {{(pid=104106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 03:39:49.627438 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:49.628463 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:49.632554 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] 10.222.0.89 "PUT /v2.0/ports/70282bcf-a551-4e05-98fe-7f38a548ca37 HTTP/1.1" status: 200 len: 975 time: 2.6480756 Feb 20 03:39:49.634641 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40796) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:49.634973 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-984e57a8-72b1-4653-9dcb-7a19b2fadb9f admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:39:49.643488 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d54bdf02-a4a9-4fde-81bc-fbb0e6e8786d req-6b9b52ab-53d6-4b6f-8004-da9e024ed574 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9f40f89-210f-4401-be45-04f0e67e15c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608499 Feb 20 03:39:49.646104 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984e57a8-72b1-4653-9dcb-7a19b2fadb9f admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:39:49.655947 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-3fa71820-9ea3-4970-9853-a5ace3c445e6 None None] Provisioning complete for port dba51427-92fb-4b4d-a196-896622537d51 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:39:49.656240 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3fa71820-9ea3-4970-9853-a5ace3c445e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (dba51427-92fb-4b4d-a196-896622537d51), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:49.664869 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (dba51427-92fb-4b4d-a196-896622537d51), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:49.691164 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e57a8-72b1-4653-9dcb-7a19b2fadb9f admin admin] Pushing event updated for resources: {'Port': ['ID=c485dd5f-8147-41b5-a1a0-c251c399c973,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:49.780279 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290c1d7-12aa-43c5-b101-41031602713d req-969e4681-4828-441a-8a18-7a421558c138 tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:49.788625 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b290c1d7-12aa-43c5-b101-41031602713d req-969e4681-4828-441a-8a18-7a421558c138 tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] 10.222.0.89 "GET /v2.0/ports?device_id=e6c490f2-7540-4174-b0a1-fa240371d3c2 HTTP/1.1" status: 200 len: 945 time: 0.0791123 Feb 20 03:39:49.828805 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1863b-07f4-490d-97f9-7e4753067bab tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Pushing event updated for resources: {'Port': ['ID=70282bcf-a551-4e05-98fe-7f38a548ca37,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:49.840583 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=dba51427-92fb-4b4d-a196-896622537d51,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:49.853250 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b290c1d7-12aa-43c5-b101-41031602713d req-794cc98d-a89f-4bdd-8316-50ffe7e0c0f9 tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] 10.222.0.89 "GET /v2.0/security-groups?id=d2ffd9be-c840-4d47-92ec-3ba20935e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619752 Feb 20 03:39:49.892967 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8081d98-b476-43fe-9082-c14dbc4764bc tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:49.893150 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8081d98-b476-43fe-9082-c14dbc4764bc tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:49.893609 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8081d98-b476-43fe-9082-c14dbc4764bc tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:49.894081 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8081d98-b476-43fe-9082-c14dbc4764bc tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:49.894545 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8081d98-b476-43fe-9082-c14dbc4764bc tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:49.895034 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8081d98-b476-43fe-9082-c14dbc4764bc tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:49.895491 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8081d98-b476-43fe-9082-c14dbc4764bc tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:49.896038 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8081d98-b476-43fe-9082-c14dbc4764bc tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:49.896489 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8081d98-b476-43fe-9082-c14dbc4764bc tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:49.896951 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8081d98-b476-43fe-9082-c14dbc4764bc tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:49.897409 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8081d98-b476-43fe-9082-c14dbc4764bc tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:49.897683 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-3fa71820-9ea3-4970-9853-a5ace3c445e6 None None] Current status of the port dba51427-92fb-4b4d-a196-896622537d51 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:39:49.897862 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8081d98-b476-43fe-9082-c14dbc4764bc tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:49.904597 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40800) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:49.905335 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a8081d98-b476-43fe-9082-c14dbc4764bc tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11151 time: 0.2674346 Feb 20 03:39:49.936320 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40808) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:49.979877 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device d80b3b4d-3268-4f85-ba70-670ba646b818 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:39:50.068319 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5988cd86-3844-466d-aece-742a1e013ee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:50.139140 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-f7885319-ed78-42a1-9455-ab1a05c5751c tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Deleting port 70282bcf-a551-4e05-98fe-7f38a548ca37 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:39:50.139493 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f7885319-ed78-42a1-9455-ab1a05c5751c tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (70282bcf-a551-4e05-98fe-7f38a548ca37), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:50.154399 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port d80b3b4d-3268-4f85-ba70-670ba646b818 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:39:50.165434 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port d80b3b4d-3268-4f85-ba70-670ba646b818 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:39:50.165434 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d80b3b4d-3268-4f85-ba70-670ba646b818), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:50.220754 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-984e57a8-72b1-4653-9dcb-7a19b2fadb9f admin admin] Publish callbacks [] for router_gateway (c8dde962-f510-43cb-a85d-aa28bf46cc35), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:50.241194 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-f7885319-ed78-42a1-9455-ab1a05c5751c tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] For port 70282bcf-a551-4e05-98fe-7f38a548ca37, host n-h2-829866-4, got binding levels [] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:50.241571 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f7885319-ed78-42a1-9455-ab1a05c5751c tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (70282bcf-a551-4e05-98fe-7f38a548ca37), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:50.250127 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-597bb326-8be6-49e0-afcc-e810939d015f None None] Provisioning complete for port dba51427-92fb-4b4d-a196-896622537d51 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:39:50.250657 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-597bb326-8be6-49e0-afcc-e810939d015f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (dba51427-92fb-4b4d-a196-896622537d51), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:50.265703 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-f7885319-ed78-42a1-9455-ab1a05c5751c tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Calling delete_port for 70282bcf-a551-4e05-98fe-7f38a548ca37 owned by {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:39:50.268596 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5988cd86-3844-466d-aece-742a1e013ee8 admin admin] Publish callbacks [] for security_group (1ec81524-69a8-46b0-a5c4-885fb06a6efc), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:50.353756 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port d80b3b4d-3268-4f85-ba70-670ba646b818 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:39:50.354406 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d80b3b4d-3268-4f85-ba70-670ba646b818), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:50.385318 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5988cd86-3844-466d-aece-742a1e013ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1ec81524-69a8-46b0-a5c4-885fb06a6efc), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:50.429954 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port d80b3b4d-3268-4f85-ba70-670ba646b818, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=d80b3b4d-3268-4f85-ba70-670ba646b818,segment=NetworkSegment(54746e21-ab85-4144-a6c3-0c7f82e316a3),segment_id=54746e21-ab85-4144-a6c3-0c7f82e316a3)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:50.433379 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988cd86-3844-466d-aece-742a1e013ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec81524-69a8-46b0-a5c4-885fb06a6efc,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:50.438262 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-597bb326-8be6-49e0-afcc-e810939d015f None None] Current status of the port dba51427-92fb-4b4d-a196-896622537d51 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:39:50.463307 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5988cd86-3844-466d-aece-742a1e013ee8 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5f2cdaba2da34aa789b1cce96a24ccb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5195539 Feb 20 03:39:50.463573 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40814) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:50.488737 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe84da2-176d-42d6-b67d-4f7f805fba15 req-3fcad8df-3d41-4cd6-b3cc-ac194c5f9972 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:50.493339 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-984e57a8-72b1-4653-9dcb-7a19b2fadb9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (c8dde962-f510-43cb-a85d-aa28bf46cc35), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:50.496313 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cbe84da2-176d-42d6-b67d-4f7f805fba15 req-3fcad8df-3d41-4cd6-b3cc-ac194c5f9972 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=13640062-325a-4982-af85-b5a0f984fe63 HTTP/1.1" status: 200 len: 945 time: 0.1650176 Feb 20 03:39:50.525099 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d80b3b4d-3268-4f85-ba70-670ba646b818), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:50.529947 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40816) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:50.541538 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f7885319-ed78-42a1-9455-ab1a05c5751c tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (70282bcf-a551-4e05-98fe-7f38a548ca37), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:50.590465 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=d80b3b4d-3268-4f85-ba70-670ba646b818,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:50.594618 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-01dd04ba-0441-42d8-af7c-3233f67cb02b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:50.613517 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7885319-ed78-42a1-9455-ab1a05c5751c tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Pushing event deleted for resources: {'Port': ['ID=70282bcf-a551-4e05-98fe-7f38a548ca37,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:50.630938 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cbe84da2-176d-42d6-b67d-4f7f805fba15 req-43de0ced-5863-4979-a5ce-3d5d5fe4aaf5 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337309 Feb 20 03:39:50.645969 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f7885319-ed78-42a1-9455-ab1a05c5751c tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:50.653192 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f7885319-ed78-42a1-9455-ab1a05c5751c tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] 10.222.0.89 "DELETE /v2.0/ports/70282bcf-a551-4e05-98fe-7f38a548ca37 HTTP/1.1" status: 204 len: 168 time: 0.7442338 Feb 20 03:39:50.654053 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40820) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:50.660912 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a40b0234-af7d-4b8e-89db-ac5fa5cb9957 admin admin] Publish callbacks [] for security_group (1ec81524-69a8-46b0-a5c4-885fb06a6efc), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:50.703937 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a40b0234-af7d-4b8e-89db-ac5fa5cb9957 admin admin] Publish callbacks [] for security_group (1ec81524-69a8-46b0-a5c4-885fb06a6efc), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:50.707902 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a129249-86f8-43d3-b976-7c3bf9be98d9 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] GET failed (client error): The resource could not be found. Feb 20 03:39:50.713652 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3a129249-86f8-43d3-b976-7c3bf9be98d9 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] 10.222.0.89 "GET /v2.0/ports/70282bcf-a551-4e05-98fe-7f38a548ca37 HTTP/1.1" status: 404 len: 333 time: 0.0519133 Feb 20 03:39:50.714517 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40824) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:50.721771 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-09b05221-28f5-4237-b474-b87fc82b23c9 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-322269046', 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:39:50.780907 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984e57a8-72b1-4653-9dcb-7a19b2fadb9f admin admin] Router c8dde962-f510-43cb-a85d-aa28bf46cc35 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:39:50.812341 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-01dd04ba-0441-42d8-af7c-3233f67cb02b admin admin] Publish callbacks [] for security_group (a1985788-d948-444d-bb82-426abcf0fe3d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:50.830125 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2beaf7b-3da7-4d30-96a6-2160d1f5f6ef req-2f2b0188-3071-42fd-9842-48fb694d23d2 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:50.839406 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2beaf7b-3da7-4d30-96a6-2160d1f5f6ef req-2f2b0188-3071-42fd-9842-48fb694d23d2 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 945 time: 0.1045282 Feb 20 03:39:50.895892 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2beaf7b-3da7-4d30-96a6-2160d1f5f6ef req-d0e07230-7dc9-4962-9c79-c36395df4727 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9f40f89-210f-4401-be45-04f0e67e15c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473306 Feb 20 03:39:50.903501 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:50.905647 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b05221-28f5-4237-b474-b87fc82b23c9 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Made reservation on behalf of 335634509f2e44c8b7025d272c28ccea for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:39:50.908007 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-09b05221-28f5-4237-b474-b87fc82b23c9 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:50.951130 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-09b05221-28f5-4237-b474-b87fc82b23c9 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] device_id is not set on port c1389a60-7774-4b23-9dd4-14244b1eb603 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:39:50.958909 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984e57a8-72b1-4653-9dcb-7a19b2fadb9f admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:39:50.966632 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a40b0234-af7d-4b8e-89db-ac5fa5cb9957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1ec81524-69a8-46b0-a5c4-885fb06a6efc), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:50.969715 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a40b0234-af7d-4b8e-89db-ac5fa5cb9957 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:50.973165 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a40b0234-af7d-4b8e-89db-ac5fa5cb9957 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1ec81524-69a8-46b0-a5c4-885fb06a6efc HTTP/1.1" status: 204 len: 168 time: 0.5063264 Feb 20 03:39:50.975246 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-01dd04ba-0441-42d8-af7c-3233f67cb02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a1985788-d948-444d-bb82-426abcf0fe3d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:50.979021 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7c09b0-7065-481f-ae93-6294788862dd None None] Sync routers for ids ['c8dde962-f510-43cb-a85d-aa28bf46cc35'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:39:50.989076 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:50.997029 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7c09b0-7065-481f-ae93-6294788862dd None None] Routers {'c8dde962-f510-43cb-a85d-aa28bf46cc35'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:39:50.998588 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-7a7c09b0-7065-481f-ae93-6294788862dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:39:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c8dde962-f510-43cb-a85d-aa28bf46cc35'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:51.015290 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b0234-af7d-4b8e-89db-ac5fa5cb9957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec81524-69a8-46b0-a5c4-885fb06a6efc,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:51.067190 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-01dd04ba-0441-42d8-af7c-3233f67cb02b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e51ffbb2747e40afa61813811c851cab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5248759 Feb 20 03:39:51.069889 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40834) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:51.101208 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd04ba-0441-42d8-af7c-3233f67cb02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1985788-d948-444d-bb82-426abcf0fe3d,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:51.135710 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fdb58a-58d9-4f09-9a6f-50977ef6fb00 req-f77db482-d01f-4056-a734-74cee4c86a28 tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:51.145838 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25fdb58a-58d9-4f09-9a6f-50977ef6fb00 req-f77db482-d01f-4056-a734-74cee4c86a28 tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] 10.222.0.89 "GET /v2.0/ports?device_id=e6c490f2-7540-4174-b0a1-fa240371d3c2 HTTP/1.1" status: 200 len: 946 time: 0.1901541 Feb 20 03:39:51.156465 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device dba51427-92fb-4b4d-a196-896622537d51 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:39:51.170791 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-984e57a8-72b1-4653-9dcb-7a19b2fadb9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:51.170791 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-984e57a8-72b1-4653-9dcb-7a19b2fadb9f admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1839125 Feb 20 03:39:51.173476 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40838) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:51.228754 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-7a7c09b0-7065-481f-ae93-6294788862dd None None] Set router c8dde962-f510-43cb-a85d-aa28bf46cc35 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:39:51.229197 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-be6c1ff3-450b-40a5-a595-2b0c5856d0f6 admin admin] Publish callbacks [] for security_group (a1985788-d948-444d-bb82-426abcf0fe3d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:51.255072 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25fdb58a-58d9-4f09-9a6f-50977ef6fb00 req-4ccd40d8-c807-422f-9130-4aa01e75dd4a tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] 10.222.0.89 "GET /v2.0/security-groups?id=d2ffd9be-c840-4d47-92ec-3ba20935e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055102 Feb 20 03:39:51.275917 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-be6c1ff3-450b-40a5-a595-2b0c5856d0f6 admin admin] Publish callbacks [] for security_group (a1985788-d948-444d-bb82-426abcf0fe3d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:51.300352 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-09b05221-28f5-4237-b474-b87fc82b23c9 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks [] for port (c1389a60-7774-4b23-9dd4-14244b1eb603), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:51.313979 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c490f2-7540-4174-b0a1-fa240371d3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80b3b4d-3268-4f85-ba70-670ba646b818'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:39:51.316274 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d5a5c0-e2ca-4b52-9b4a-d17a4991aee2" -d '{"events": [{"server_uuid": "e6c490f2-7540-4174-b0a1-fa240371d3c2", "name": "network-vif-plugged", "status": "completed", "tag": "d80b3b4d-3268-4f85-ba70-670ba646b818"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:39:51.379787 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be4ea6d-7d52-4fa0-ad34-0cef2d19b5b9 x-openstack-request-id: req-7be4ea6d-7d52-4fa0-ad34-0cef2d19b5b9 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:39:51.381057 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c490f2-7540-4174-b0a1-fa240371d3c2", "name": "network-vif-plugged", "status": "completed", "tag": "d80b3b4d-3268-4f85-ba70-670ba646b818", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:39:51.381356 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7be4ea6d-7d52-4fa0-ad34-0cef2d19b5b9 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:39:51.381807 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c490f2-7540-4174-b0a1-fa240371d3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80b3b4d-3268-4f85-ba70-670ba646b818', 'code': 200} Feb 20 03:39:51.399897 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-be6c1ff3-450b-40a5-a595-2b0c5856d0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a1985788-d948-444d-bb82-426abcf0fe3d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:51.399897 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-be6c1ff3-450b-40a5-a595-2b0c5856d0f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:51.400606 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-be6c1ff3-450b-40a5-a595-2b0c5856d0f6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a1985788-d948-444d-bb82-426abcf0fe3d HTTP/1.1" status: 204 len: 168 time: 0.3289385 Feb 20 03:39:51.425546 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c1ff3-450b-40a5-a595-2b0c5856d0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1985788-d948-444d-bb82-426abcf0fe3d,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:51.470835 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port dba51427-92fb-4b4d-a196-896622537d51 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:39:51.471266 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (dba51427-92fb-4b4d-a196-896622537d51), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:51.486619 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-09b05221-28f5-4237-b474-b87fc82b23c9 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (c1389a60-7774-4b23-9dd4-14244b1eb603), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:51.528952 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225e808-d43f-45ae-b213-a30e8220206c req-5c0c85a2-092c-467f-b6dd-0fc5eb3dbe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:51.531748 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7225e808-d43f-45ae-b213-a30e8220206c req-5c0c85a2-092c-467f-b6dd-0fc5eb3dbe93 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e6c490f2-7540-4174-b0a1-fa240371d3c2 HTTP/1.1" status: 200 len: 1128 time: 0.0784674 Feb 20 03:39:51.583389 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b05221-28f5-4237-b474-b87fc82b23c9 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Network 2984acb1-35b3-490f-a189-8cda0736c8b0 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:39:51.589267 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-09b05221-28f5-4237-b474-b87fc82b23c9 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:39:51.599606 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b05221-28f5-4237-b474-b87fc82b23c9 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:39:51.601097 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b05221-28f5-4237-b474-b87fc82b23c9 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:51.603116 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-09b05221-28f5-4237-b474-b87fc82b23c9 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:51.646809 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7225e808-d43f-45ae-b213-a30e8220206c req-2909eb86-90d4-4e64-a4fa-eae86fe8abec service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d2ffd9be-c840-4d47-92ec-3ba20935e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080766 Feb 20 03:39:51.653018 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port dba51427-92fb-4b4d-a196-896622537d51 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:39:51.658383 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b05221-28f5-4237-b474-b87fc82b23c9 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Pushing event updated for resources: {'Port': ['ID=c1389a60-7774-4b23-9dd4-14244b1eb603,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:51.673041 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-7a7c09b0-7065-481f-ae93-6294788862dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'name': 'tempest-ServersTestFqdnHostnames-616462720-router', 'tenant_id': '517a6c0c83ee490993dbcdda52b65cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'c485dd5f-8147-41b5-a1a0-c251c399c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:39:47Z', 'updated_at': '2022-02-20T03:39:50Z', 'revision_number': 3, 'project_id': '517a6c0c83ee490993dbcdda52b65cea', 'gw_port': {'id': 'c485dd5f-8147-41b5-a1a0-c251c399c973', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:48Z', 'updated_at': '2022-02-20T03:39:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:51.709300 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7c09b0-7065-481f-ae93-6294788862dd None None] Checking router: c8dde962-f510-43cb-a85d-aa28bf46cc35 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:39:51.709960 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7c09b0-7065-481f-ae93-6294788862dd None None] Updating router c8dde962-f510-43cb-a85d-aa28bf46cc35 port c485dd5f-8147-41b5-a1a0-c251c399c973 binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:39:51.749497 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7a7c09b0-7065-481f-ae93-6294788862dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c485dd5f-8147-41b5-a1a0-c251c399c973), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:51.771798 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-09b05221-28f5-4237-b474-b87fc82b23c9 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0534339 Feb 20 03:39:51.774496 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40856) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:51.823428 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40858) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:51.834443 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e03fcb4-b95d-4aac-baa1-630802c7d52c tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:51.845298 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5e03fcb4-b95d-4aac-baa1-630802c7d52c tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] 10.222.0.89 "GET /v2.0/ports/c1389a60-7774-4b23-9dd4-14244b1eb603 HTTP/1.1" status: 200 len: 954 time: 0.0605381 Feb 20 03:39:51.846850 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40862) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:51.880071 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1d40aa6b-9a21-42e5-b41d-a4c2d312cd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:51.902909 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e7836-6d4a-49eb-acc7-5cc36ed917cf req-8d81286c-4398-4a93-8fff-0ef8e1bb4873 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:51.910496 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-714e7836-6d4a-49eb-acc7-5cc36ed917cf req-8d81286c-4398-4a93-8fff-0ef8e1bb4873 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=13640062-325a-4982-af85-b5a0f984fe63 HTTP/1.1" status: 200 len: 945 time: 0.1461239 Feb 20 03:39:52.011197 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-714e7836-6d4a-49eb-acc7-5cc36ed917cf req-d1a30306-01ee-4df1-af6d-15bf461730d7 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992064 Feb 20 03:39:52.049007 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-79521f74-549a-4df9-923c-bb8de43dbdca tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Deleting port c1389a60-7774-4b23-9dd4-14244b1eb603 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:39:52.049427 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-79521f74-549a-4df9-923c-bb8de43dbdca tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (c1389a60-7774-4b23-9dd4-14244b1eb603), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:52.099953 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7a7c09b0-7065-481f-ae93-6294788862dd None None] Publish callbacks [] for port (c485dd5f-8147-41b5-a1a0-c251c399c973), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:52.125917 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-79521f74-549a-4df9-923c-bb8de43dbdca tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (c1389a60-7774-4b23-9dd4-14244b1eb603), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:52.146385 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-79521f74-549a-4df9-923c-bb8de43dbdca tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Calling delete_port for c1389a60-7774-4b23-9dd4-14244b1eb603 owned by {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:39:52.157382 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-1d40aa6b-9a21-42e5-b41d-a4c2d312cd23 admin admin] Allocated IP 172.20.0.1 (6213f295-7155-488c-abe1-9a76b0448614/a6707572-1301-47d5-a349-f0e02b2b9385/20256ce1-12a0-419f-9a8d-fc71daa7d409) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:39:52.160229 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-82cd4f17-e30b-4f80-822d-432072567033 tempest-QuotasTest-537966910 tempest-QuotasTest-537966910-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:39:52.177336 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7a7c09b0-7065-481f-ae93-6294788862dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (c485dd5f-8147-41b5-a1a0-c251c399c973), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:52.247198 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9220ee3-6e94-44d2-99d2-a0951391e943 None None] Pushing event updated for resources: {'Port': ['ID=c485dd5f-8147-41b5-a1a0-c251c399c973,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:52.250098 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-7a7c09b0-7065-481f-ae93-6294788862dd None None] Attempting to bind port c485dd5f-8147-41b5-a1a0-c251c399c973 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:52.250707 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-7a7c09b0-7065-481f-ae93-6294788862dd None None] Attempting to bind port c485dd5f-8147-41b5-a1a0-c251c399c973 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:52.251288 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7c09b0-7065-481f-ae93-6294788862dd None None] Attempting to bind port c485dd5f-8147-41b5-a1a0-c251c399c973 on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:52.258591 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7c09b0-7065-481f-ae93-6294788862dd None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:39:52.259538 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7c09b0-7065-481f-ae93-6294788862dd None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:39:52.260287 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7a7c09b0-7065-481f-ae93-6294788862dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:52.260819 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7c09b0-7065-481f-ae93-6294788862dd None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:39:52.261276 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-7a7c09b0-7065-481f-ae93-6294788862dd None None] Bound port: c485dd5f-8147-41b5-a1a0-c251c399c973, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:39:52.261543 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7a7c09b0-7065-481f-ae93-6294788862dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c485dd5f-8147-41b5-a1a0-c251c399c973), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:52.289735 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03355a-2277-45d2-bda6-291f7a14ba7b req-d7f94af9-c9ed-4bf8-bb07-93d4c9072c35 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:52.291380 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bf03355a-2277-45d2-bda6-291f7a14ba7b req-d7f94af9-c9ed-4bf8-bb07-93d4c9072c35 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 945 time: 0.1463685 Feb 20 03:39:52.327223 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-7a7c09b0-7065-481f-ae93-6294788862dd None None] For port c485dd5f-8147-41b5-a1a0-c251c399c973, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:39:52.354135 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1d40aa6b-9a21-42e5-b41d-a4c2d312cd23 admin admin] Publish callbacks [] for port (20256ce1-12a0-419f-9a8d-fc71daa7d409), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:52.355363 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bf03355a-2277-45d2-bda6-291f7a14ba7b req-2da89b0a-a8a7-4523-9fa0-fbb7014ff30d tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9f40f89-210f-4401-be45-04f0e67e15c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574436 Feb 20 03:39:52.440564 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-79521f74-549a-4df9-923c-bb8de43dbdca tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (c1389a60-7774-4b23-9dd4-14244b1eb603), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:52.440960 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-7a7c09b0-7065-481f-ae93-6294788862dd None None] For port c485dd5f-8147-41b5-a1a0-c251c399c973, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=c485dd5f-8147-41b5-a1a0-c251c399c973,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:39:52.469594 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79521f74-549a-4df9-923c-bb8de43dbdca tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1389a60-7774-4b23-9dd4-14244b1eb603,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:52.476273 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1d40aa6b-9a21-42e5-b41d-a4c2d312cd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (20256ce1-12a0-419f-9a8d-fc71daa7d409), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:52.482599 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-79521f74-549a-4df9-923c-bb8de43dbdca tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:52.486915 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-79521f74-549a-4df9-923c-bb8de43dbdca tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] 10.222.0.89 "DELETE /v2.0/ports/c1389a60-7774-4b23-9dd4-14244b1eb603 HTTP/1.1" status: 204 len: 168 time: 0.6384113 Feb 20 03:39:52.489642 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40882) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:52.495631 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-82cd4f17-e30b-4f80-822d-432072567033 tempest-QuotasTest-537966910 tempest-QuotasTest-537966910-project-admin] 10.222.0.89 "PUT /v2.0/quotas/6cb305fb05124aefb583be0a999d96ff HTTP/1.1" status: 200 len: 366 time: 0.6684387 Feb 20 03:39:52.501278 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40884) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:52.515448 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d40aa6b-9a21-42e5-b41d-a4c2d312cd23 admin admin] Network 6213f295-7155-488c-abe1-9a76b0448614 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:39:52.518579 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-1d40aa6b-9a21-42e5-b41d-a4c2d312cd23 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:39:52.522162 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d40aa6b-9a21-42e5-b41d-a4c2d312cd23 admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:39:52.526200 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-360e6d71-1476-44c3-9cfb-655431303891 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] GET failed (client error): The resource could not be found. Feb 20 03:39:52.531388 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-360e6d71-1476-44c3-9cfb-655431303891 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] 10.222.0.89 "GET /v2.0/ports/c1389a60-7774-4b23-9dd4-14244b1eb603 HTTP/1.1" status: 404 len: 333 time: 0.0369234 Feb 20 03:39:52.531388 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ea25aed7-108a-4013-8789-69de62857bcd tempest-QuotasTest-537966910 tempest-QuotasTest-537966910-project-admin] 10.222.0.89 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0276420 Feb 20 03:39:52.531388 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40886) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:52.536391 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-31193307-200e-4adb-a777-ec1323c2259d tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Request body: {'port': {'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2046745184'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:39:52.539425 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40888) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:52.559137 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40aa6b-9a21-42e5-b41d-a4c2d312cd23 admin admin] Pushing event updated for resources: {'Port': ['ID=20256ce1-12a0-419f-9a8d-fc71daa7d409,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:52.561832 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-adb25ff6-52e3-4a3e-88ce-303aabbacda5 tempest-QuotasTest-537966910 tempest-QuotasTest-537966910-project-admin] 10.222.0.89 "GET /v2.0/quotas/6cb305fb05124aefb583be0a999d96ff HTTP/1.1" status: 200 len: 366 time: 0.0205154 Feb 20 03:39:52.563817 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40890) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:52.564366 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7a7c09b0-7065-481f-ae93-6294788862dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (c485dd5f-8147-41b5-a1a0-c251c399c973), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:52.600944 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1d40aa6b-9a21-42e5-b41d-a4c2d312cd23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (c8dde962-f510-43cb-a85d-aa28bf46cc35), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:52.631771 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9220ee3-6e94-44d2-99d2-a0951391e943 None None] Pushing event updated for resources: {'Port': ['ID=c485dd5f-8147-41b5-a1a0-c251c399c973,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:52.657195 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7c09b0-7065-481f-ae93-6294788862dd None None] Routers {'c8dde962-f510-43cb-a85d-aa28bf46cc35'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:39:52.657835 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-7a7c09b0-7065-481f-ae93-6294788862dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:39:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c8dde962-f510-43cb-a85d-aa28bf46cc35'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:52.660183 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31193307-200e-4adb-a777-ec1323c2259d tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Made reservation on behalf of 335634509f2e44c8b7025d272c28ccea for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:39:52.663899 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-31193307-200e-4adb-a777-ec1323c2259d tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:52.709189 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e94847f8-afbb-458c-8025-e557f2433ecf tempest-QuotasTest-537966910 tempest-QuotasTest-537966910-project-admin] 10.222.0.89 "DELETE /v2.0/quotas/6cb305fb05124aefb583be0a999d96ff HTTP/1.1" status: 204 len: 168 time: 0.1436560 Feb 20 03:39:52.712217 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40898) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:52.724305 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-31193307-200e-4adb-a777-ec1323c2259d tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] device_id is not set on port ab22e69a-9c97-4bbf-8840-5077c434526b yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:39:52.739716 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-50408f3d-b7a2-4156-a9e3-a066008ff9bd tempest-QuotasTest-537966910 tempest-QuotasTest-537966910-project-admin] 10.222.0.89 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0261977 Feb 20 03:39:52.743108 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40900) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:52.855294 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ff4bd2b5-2786-469a-9b1e-18f4e4f65fa6 tempest-QuotasTest-537966910 tempest-QuotasTest-537966910-project-admin] 10.222.0.89 "GET /v2.0/quotas/6cb305fb05124aefb583be0a999d96ff HTTP/1.1" status: 200 len: 370 time: 0.1073167 Feb 20 03:39:52.856231 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40904) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:52.866850 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-210c2ecb-7f16-457a-a4a0-6b9bb6428b9f tempest-QuotasTest-537966910 tempest-QuotasTest-537966910-project-admin] 10.222.0.89 "GET /v2.0/quotas/6cb305fb05124aefb583be0a999d96ff/default HTTP/1.1" status: 200 len: 370 time: 0.0065486 Feb 20 03:39:52.868159 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40906) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:52.899680 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-7a7c09b0-7065-481f-ae93-6294788862dd None None] Set router c8dde962-f510-43cb-a85d-aa28bf46cc35 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:39:52.998821 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-31193307-200e-4adb-a777-ec1323c2259d tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks [] for port (ab22e69a-9c97-4bbf-8840-5077c434526b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:52.998821 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-fc29a12d-4f0b-4bd9-979e-1951f3b4527d tempest-QuotasTest-537966910 tempest-QuotasTest-537966910-project-admin] delete failed (client error): The resource could not be found. Feb 20 03:39:52.998821 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-fc29a12d-4f0b-4bd9-979e-1951f3b4527d tempest-QuotasTest-537966910 tempest-QuotasTest-537966910-project-admin] 10.222.0.89 "DELETE /v2.0/quotas/6cb305fb05124aefb583be0a999d96ff HTTP/1.1" status: 404 len: 348 time: 0.1290050 Feb 20 03:39:53.050751 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45c267-e739-4b20-831e-05d0f30fbffd req-4c932e92-0434-45a2-8319-0cc153e9f068 tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:53.052473 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c45c267-e739-4b20-831e-05d0f30fbffd req-4c932e92-0434-45a2-8319-0cc153e9f068 tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] 10.222.0.89 "GET /v2.0/ports?device_id=e6c490f2-7540-4174-b0a1-fa240371d3c2 HTTP/1.1" status: 200 len: 946 time: 0.1429522 Feb 20 03:39:53.067251 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1d40aa6b-9a21-42e5-b41d-a4c2d312cd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (20256ce1-12a0-419f-9a8d-fc71daa7d409), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:53.119272 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c45c267-e739-4b20-831e-05d0f30fbffd req-55c9e779-25d7-40e2-8c1a-34e6ea66330e tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] 10.222.0.89 "GET /v2.0/security-groups?id=d2ffd9be-c840-4d47-92ec-3ba20935e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579715 Feb 20 03:39:53.180903 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-31193307-200e-4adb-a777-ec1323c2259d tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (ab22e69a-9c97-4bbf-8840-5077c434526b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:53.260975 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-4f85d283-22e9-48ce-a9d2-b03a80dc6b20 None None] Provisioning complete for port 20256ce1-12a0-419f-9a8d-fc71daa7d409 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:39:53.260975 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4f85d283-22e9-48ce-a9d2-b03a80dc6b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (20256ce1-12a0-419f-9a8d-fc71daa7d409), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:53.301122 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31193307-200e-4adb-a777-ec1323c2259d tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Network 2984acb1-35b3-490f-a189-8cda0736c8b0 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:39:53.310805 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-4f85d283-22e9-48ce-a9d2-b03a80dc6b20 None None] Port 20256ce1-12a0-419f-9a8d-fc71daa7d409 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:39:53.312270 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-31193307-200e-4adb-a777-ec1323c2259d tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:39:53.316296 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31193307-200e-4adb-a777-ec1323c2259d tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:39:53.318206 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31193307-200e-4adb-a777-ec1323c2259d tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:53.318206 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-31193307-200e-4adb-a777-ec1323c2259d tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:53.321904 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31193307-200e-4adb-a777-ec1323c2259d tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Pushing event updated for resources: {'Port': ['ID=ab22e69a-9c97-4bbf-8840-5077c434526b,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:53.360261 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1c7a1-d204-49e1-87df-e373a74f012a req-e1742dac-d237-4924-a386-bed8476196c5 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:53.361861 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a3b1c7a1-d204-49e1-87df-e373a74f012a req-e1742dac-d237-4924-a386-bed8476196c5 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=13640062-325a-4982-af85-b5a0f984fe63 HTTP/1.1" status: 200 len: 945 time: 0.1215684 Feb 20 03:39:53.384875 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1d40aa6b-9a21-42e5-b41d-a4c2d312cd23 admin admin] Publish callbacks [] for port (20256ce1-12a0-419f-9a8d-fc71daa7d409), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:53.392855 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-7a7c09b0-7065-481f-ae93-6294788862dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'name': 'tempest-ServersTestFqdnHostnames-616462720-router', 'tenant_id': '517a6c0c83ee490993dbcdda52b65cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'c485dd5f-8147-41b5-a1a0-c251c399c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:39:47Z', 'updated_at': '2022-02-20T03:39:50Z', 'revision_number': 3, 'project_id': '517a6c0c83ee490993dbcdda52b65cea', 'gw_port': {'id': 'c485dd5f-8147-41b5-a1a0-c251c399c973', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:48Z', 'updated_at': '2022-02-20T03:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:53.409204 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-31193307-200e-4adb-a777-ec1323c2259d tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8767822 Feb 20 03:39:53.411843 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40924) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:53.418838 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:39:53.441062 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7c09b0-7065-481f-ae93-6294788862dd None None] The sync data for ids ['c8dde962-f510-43cb-a85d-aa28bf46cc35'] in n-d-829866-4 is: [{'id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'name': 'tempest-ServersTestFqdnHostnames-616462720-router', 'tenant_id': '517a6c0c83ee490993dbcdda52b65cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'c485dd5f-8147-41b5-a1a0-c251c399c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:39:47Z', 'updated_at': '2022-02-20T03:39:50Z', 'revision_number': 3, 'project_id': '517a6c0c83ee490993dbcdda52b65cea', 'gw_port': {'id': 'c485dd5f-8147-41b5-a1a0-c251c399c973', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:48Z', 'updated_at': '2022-02-20T03:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:39:53.463451 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1d40aa6b-9a21-42e5-b41d-a4c2d312cd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (20256ce1-12a0-419f-9a8d-fc71daa7d409), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:53.479046 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a3b1c7a1-d204-49e1-87df-e373a74f012a req-87994800-ff5e-450a-bfe2-46f3046fa26f tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015644 Feb 20 03:39:53.517592 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ab22e69a-9c97-4bbf-8840-5077c434526b), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:53.588256 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40aa6b-9a21-42e5-b41d-a4c2d312cd23 admin admin] Pushing event updated for resources: {'Port': ['ID=20256ce1-12a0-419f-9a8d-fc71daa7d409,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:53.588256 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40928) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:53.610650 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1d40aa6b-9a21-42e5-b41d-a4c2d312cd23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (c8dde962-f510-43cb-a85d-aa28bf46cc35), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:53.737084 n-d-829866-4 neutron-server[104106]: DEBUG neutron.quota.resource [None req-8cabbdb9-b859-4788-bbcf-d8448ea0e8ca tempest-QuotasTest-537966910 tempest-QuotasTest-537966910-project-admin] Usage tracker for resource:network and project:d12dd4d4ec4a41eda471efdcb0642ccc is out of sync, need to count used quota {{(pid=104106) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 20 03:39:53.745021 n-d-829866-4 neutron-server[104106]: DEBUG neutron.quota.resource [None req-8cabbdb9-b859-4788-bbcf-d8448ea0e8ca tempest-QuotasTest-537966910 tempest-QuotasTest-537966910-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104106) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 20 03:39:53.754769 n-d-829866-4 neutron-server[104106]: DEBUG neutron.quota.resource [None req-8cabbdb9-b859-4788-bbcf-d8448ea0e8ca tempest-QuotasTest-537966910 tempest-QuotasTest-537966910-project-admin] Usage tracker for resource:subnet and project:d12dd4d4ec4a41eda471efdcb0642ccc is out of sync, need to count used quota {{(pid=104106) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 20 03:39:53.762224 n-d-829866-4 neutron-server[104106]: DEBUG neutron.quota.resource [None req-8cabbdb9-b859-4788-bbcf-d8448ea0e8ca tempest-QuotasTest-537966910 tempest-QuotasTest-537966910-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104106) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 20 03:39:53.769725 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d40aa6b-9a21-42e5-b41d-a4c2d312cd23 admin admin] Network 6213f295-7155-488c-abe1-9a76b0448614 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:39:53.769725 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-1d40aa6b-9a21-42e5-b41d-a4c2d312cd23 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:39:53.801943 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c41fd7-d280-4b22-a508-35a387729a73 req-7d96f17b-ee86-477b-9898-7f042cb14ba2 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:53.805139 n-d-829866-4 neutron-server[104106]: DEBUG neutron.quota.resource [None req-8cabbdb9-b859-4788-bbcf-d8448ea0e8ca tempest-QuotasTest-537966910 tempest-QuotasTest-537966910-project-admin] Usage tracker for resource:subnetpool and project:d12dd4d4ec4a41eda471efdcb0642ccc is out of sync, need to count used quota {{(pid=104106) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 20 03:39:53.812065 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79c41fd7-d280-4b22-a508-35a387729a73 req-7d96f17b-ee86-477b-9898-7f042cb14ba2 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 945 time: 0.1987257 Feb 20 03:39:53.844699 n-d-829866-4 neutron-server[104106]: DEBUG neutron.quota.resource [None req-8cabbdb9-b859-4788-bbcf-d8448ea0e8ca tempest-QuotasTest-537966910 tempest-QuotasTest-537966910-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=104106) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 20 03:39:53.900809 n-d-829866-4 neutron-server[104106]: DEBUG neutron.quota.resource [None req-8cabbdb9-b859-4788-bbcf-d8448ea0e8ca tempest-QuotasTest-537966910 tempest-QuotasTest-537966910-project-admin] Usage tracker for resource:port and project:d12dd4d4ec4a41eda471efdcb0642ccc is out of sync, need to count used quota {{(pid=104106) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 20 03:39:53.908949 n-d-829866-4 neutron-server[104106]: DEBUG neutron.quota.resource [None req-8cabbdb9-b859-4788-bbcf-d8448ea0e8ca tempest-QuotasTest-537966910 tempest-QuotasTest-537966910-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=104106) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 20 03:39:53.926158 n-d-829866-4 neutron-server[104106]: DEBUG neutron.quota.resource [None req-8cabbdb9-b859-4788-bbcf-d8448ea0e8ca tempest-QuotasTest-537966910 tempest-QuotasTest-537966910-project-admin] Usage tracker for resource:router and project:d12dd4d4ec4a41eda471efdcb0642ccc is out of sync, need to count used quota {{(pid=104106) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 20 03:39:53.948504 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] device_id is not set on port ab22e69a-9c97-4bbf-8840-5077c434526b yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:39:53.961274 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks [] for port (ab22e69a-9c97-4bbf-8840-5077c434526b), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:53.974797 n-d-829866-4 neutron-server[104106]: DEBUG neutron.quota.resource [None req-8cabbdb9-b859-4788-bbcf-d8448ea0e8ca tempest-QuotasTest-537966910 tempest-QuotasTest-537966910-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104106) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 20 03:39:53.979970 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79c41fd7-d280-4b22-a508-35a387729a73 req-ab337aea-8e49-4f50-8569-405279b96122 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9f40f89-210f-4401-be45-04f0e67e15c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626630 Feb 20 03:39:54.015138 n-d-829866-4 neutron-server[104106]: DEBUG neutron.quota.resource [None req-8cabbdb9-b859-4788-bbcf-d8448ea0e8ca tempest-QuotasTest-537966910 tempest-QuotasTest-537966910-project-admin] Usage tracker for resource:floatingip and project:d12dd4d4ec4a41eda471efdcb0642ccc is out of sync, need to count used quota {{(pid=104106) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 20 03:39:54.026767 n-d-829866-4 neutron-server[104106]: DEBUG neutron.quota.resource [None req-8cabbdb9-b859-4788-bbcf-d8448ea0e8ca tempest-QuotasTest-537966910 tempest-QuotasTest-537966910-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104106) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 20 03:39:54.041172 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d40aa6b-9a21-42e5-b41d-a4c2d312cd23 admin admin] Router c8dde962-f510-43cb-a85d-aa28bf46cc35 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:39:54.055833 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (ab22e69a-9c97-4bbf-8840-5077c434526b), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:54.177586 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Pushing event updated for resources: {'Port': ['ID=ab22e69a-9c97-4bbf-8840-5077c434526b,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:54.180815 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port ab22e69a-9c97-4bbf-8840-5077c434526b on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:54.189559 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port ab22e69a-9c97-4bbf-8840-5077c434526b by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:54.189559 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port ab22e69a-9c97-4bbf-8840-5077c434526b on network 2984acb1-35b3-490f-a189-8cda0736c8b0 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:54.191634 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Port ab22e69a-9c97-4bbf-8840-5077c434526b on network 2984acb1-35b3-490f-a189-8cda0736c8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:54.192074 n-d-829866-4 neutron-server[104105]: ERROR neutron.plugins.ml2.managers [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Failed to bind port ab22e69a-9c97-4bbf-8840-5077c434526b on host n-h2-829866-4 for vnic_type normal using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] Feb 20 03:39:54.192585 n-d-829866-4 neutron-server[104105]: INFO neutron.plugins.ml2.plugin [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempt 2 to bind port ab22e69a-9c97-4bbf-8840-5077c434526b Feb 20 03:39:54.206650 n-d-829866-4 neutron-server[104106]: DEBUG neutron.quota.resource [None req-8cabbdb9-b859-4788-bbcf-d8448ea0e8ca tempest-QuotasTest-537966910 tempest-QuotasTest-537966910-project-admin] Usage tracker for resource:security_group and project:d12dd4d4ec4a41eda471efdcb0642ccc is out of sync, need to count used quota {{(pid=104106) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 20 03:39:54.206913 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port ab22e69a-9c97-4bbf-8840-5077c434526b on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:54.207207 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port ab22e69a-9c97-4bbf-8840-5077c434526b by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:54.207717 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port ab22e69a-9c97-4bbf-8840-5077c434526b on network 2984acb1-35b3-490f-a189-8cda0736c8b0 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:54.216019 n-d-829866-4 neutron-server[104106]: DEBUG neutron.quota.resource [None req-8cabbdb9-b859-4788-bbcf-d8448ea0e8ca tempest-QuotasTest-537966910 tempest-QuotasTest-537966910-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=104106) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 20 03:39:54.219483 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Port ab22e69a-9c97-4bbf-8840-5077c434526b on network 2984acb1-35b3-490f-a189-8cda0736c8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:54.219898 n-d-829866-4 neutron-server[104105]: ERROR neutron.plugins.ml2.managers [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Failed to bind port ab22e69a-9c97-4bbf-8840-5077c434526b on host n-h2-829866-4 for vnic_type normal using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] Feb 20 03:39:54.220362 n-d-829866-4 neutron-server[104105]: INFO neutron.plugins.ml2.plugin [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempt 3 to bind port ab22e69a-9c97-4bbf-8840-5077c434526b Feb 20 03:39:54.246771 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port ab22e69a-9c97-4bbf-8840-5077c434526b on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:54.246771 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port ab22e69a-9c97-4bbf-8840-5077c434526b by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:54.247202 n-d-829866-4 neutron-server[104106]: DEBUG neutron.quota.resource [None req-8cabbdb9-b859-4788-bbcf-d8448ea0e8ca tempest-QuotasTest-537966910 tempest-QuotasTest-537966910-project-admin] Usage tracker for resource:security_group_rule and project:d12dd4d4ec4a41eda471efdcb0642ccc is out of sync, need to count used quota {{(pid=104106) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 20 03:39:54.247637 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port ab22e69a-9c97-4bbf-8840-5077c434526b on network 2984acb1-35b3-490f-a189-8cda0736c8b0 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:54.256320 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d40aa6b-9a21-42e5-b41d-a4c2d312cd23 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:39:54.256467 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c8a66645-7a0f-4c62-8753-3b24667657f8 None None] Provisioning complete for port 20256ce1-12a0-419f-9a8d-fc71daa7d409 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:39:54.259411 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c8a66645-7a0f-4c62-8753-3b24667657f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (20256ce1-12a0-419f-9a8d-fc71daa7d409), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:54.262567 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Port ab22e69a-9c97-4bbf-8840-5077c434526b on network 2984acb1-35b3-490f-a189-8cda0736c8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:54.263608 n-d-829866-4 neutron-server[104105]: ERROR neutron.plugins.ml2.managers [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Failed to bind port ab22e69a-9c97-4bbf-8840-5077c434526b on host n-h2-829866-4 for vnic_type normal using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] Feb 20 03:39:54.272449 n-d-829866-4 neutron-server[104105]: INFO neutron.plugins.ml2.plugin [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempt 4 to bind port ab22e69a-9c97-4bbf-8840-5077c434526b Feb 20 03:39:54.272665 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1d40aa6b-9a21-42e5-b41d-a4c2d312cd23 admin admin] 10.222.0.89 "PUT /v2.0/routers/c8dde962-f510-43cb-a85d-aa28bf46cc35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0901945 Feb 20 03:39:54.272665 n-d-829866-4 neutron-server[104106]: DEBUG neutron.quota.resource [None req-8cabbdb9-b859-4788-bbcf-d8448ea0e8ca tempest-QuotasTest-537966910 tempest-QuotasTest-537966910-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104106) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 20 03:39:54.282960 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8cabbdb9-b859-4788-bbcf-d8448ea0e8ca tempest-QuotasTest-537966910 tempest-QuotasTest-537966910-project-admin] 10.222.0.89 "GET /v2.0/quotas/d12dd4d4ec4a41eda471efdcb0642ccc/details.json HTTP/1.1" status: 200 len: 703 time: 0.6855342 Feb 20 03:39:54.310590 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port ab22e69a-9c97-4bbf-8840-5077c434526b on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:54.310590 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port ab22e69a-9c97-4bbf-8840-5077c434526b by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:54.310920 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port ab22e69a-9c97-4bbf-8840-5077c434526b on network 2984acb1-35b3-490f-a189-8cda0736c8b0 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:54.337651 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c8a66645-7a0f-4c62-8753-3b24667657f8 None None] Port 20256ce1-12a0-419f-9a8d-fc71daa7d409 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:39:54.352904 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Port ab22e69a-9c97-4bbf-8840-5077c434526b on network 2984acb1-35b3-490f-a189-8cda0736c8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:54.353338 n-d-829866-4 neutron-server[104105]: ERROR neutron.plugins.ml2.managers [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Failed to bind port ab22e69a-9c97-4bbf-8840-5077c434526b on host n-h2-829866-4 for vnic_type normal using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] Feb 20 03:39:54.354603 n-d-829866-4 neutron-server[104105]: INFO neutron.plugins.ml2.plugin [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempt 5 to bind port ab22e69a-9c97-4bbf-8840-5077c434526b Feb 20 03:39:54.389582 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port ab22e69a-9c97-4bbf-8840-5077c434526b on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:54.394808 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port ab22e69a-9c97-4bbf-8840-5077c434526b by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:54.395312 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port ab22e69a-9c97-4bbf-8840-5077c434526b on network 2984acb1-35b3-490f-a189-8cda0736c8b0 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:54.403855 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Port ab22e69a-9c97-4bbf-8840-5077c434526b on network 2984acb1-35b3-490f-a189-8cda0736c8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:54.404191 n-d-829866-4 neutron-server[104105]: ERROR neutron.plugins.ml2.managers [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Failed to bind port ab22e69a-9c97-4bbf-8840-5077c434526b on host n-h2-829866-4 for vnic_type normal using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] Feb 20 03:39:54.405229 n-d-829866-4 neutron-server[104105]: INFO neutron.plugins.ml2.plugin [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempt 6 to bind port ab22e69a-9c97-4bbf-8840-5077c434526b Feb 20 03:39:54.428925 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22831939-c9c5-4a73-990a-bbb47616d6be req-b053df3d-8a32-4b28-88c3-6f978137cbd2 tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:54.436150 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-22831939-c9c5-4a73-990a-bbb47616d6be req-b053df3d-8a32-4b28-88c3-6f978137cbd2 tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] 10.222.0.89 "GET /v2.0/ports?device_id=e6c490f2-7540-4174-b0a1-fa240371d3c2 HTTP/1.1" status: 200 len: 946 time: 0.1771863 Feb 20 03:39:54.453677 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port ab22e69a-9c97-4bbf-8840-5077c434526b on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:54.454011 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port ab22e69a-9c97-4bbf-8840-5077c434526b by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:54.454340 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port ab22e69a-9c97-4bbf-8840-5077c434526b on network 2984acb1-35b3-490f-a189-8cda0736c8b0 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:54.463402 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Port ab22e69a-9c97-4bbf-8840-5077c434526b on network 2984acb1-35b3-490f-a189-8cda0736c8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:54.463770 n-d-829866-4 neutron-server[104105]: ERROR neutron.plugins.ml2.managers [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Failed to bind port ab22e69a-9c97-4bbf-8840-5077c434526b on host n-h2-829866-4 for vnic_type normal using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] Feb 20 03:39:54.467678 n-d-829866-4 neutron-server[104105]: INFO neutron.plugins.ml2.plugin [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempt 7 to bind port ab22e69a-9c97-4bbf-8840-5077c434526b Feb 20 03:39:54.494649 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port ab22e69a-9c97-4bbf-8840-5077c434526b on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:54.495032 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port ab22e69a-9c97-4bbf-8840-5077c434526b by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:54.495377 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port ab22e69a-9c97-4bbf-8840-5077c434526b on network 2984acb1-35b3-490f-a189-8cda0736c8b0 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:54.503329 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-22831939-c9c5-4a73-990a-bbb47616d6be req-8428818b-6549-4472-b65f-a39ae30a7b2f tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] 10.222.0.89 "GET /v2.0/security-groups?id=d2ffd9be-c840-4d47-92ec-3ba20935e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663278 Feb 20 03:39:54.504046 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Port ab22e69a-9c97-4bbf-8840-5077c434526b on network 2984acb1-35b3-490f-a189-8cda0736c8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:54.504380 n-d-829866-4 neutron-server[104105]: ERROR neutron.plugins.ml2.managers [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Failed to bind port ab22e69a-9c97-4bbf-8840-5077c434526b on host n-h2-829866-4 for vnic_type normal using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] Feb 20 03:39:54.504769 n-d-829866-4 neutron-server[104105]: INFO neutron.plugins.ml2.plugin [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempt 8 to bind port ab22e69a-9c97-4bbf-8840-5077c434526b Feb 20 03:39:54.519153 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port ab22e69a-9c97-4bbf-8840-5077c434526b on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:54.519495 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port ab22e69a-9c97-4bbf-8840-5077c434526b by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:54.519833 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port ab22e69a-9c97-4bbf-8840-5077c434526b on network 2984acb1-35b3-490f-a189-8cda0736c8b0 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:54.531305 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Port ab22e69a-9c97-4bbf-8840-5077c434526b on network 2984acb1-35b3-490f-a189-8cda0736c8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:54.531641 n-d-829866-4 neutron-server[104105]: ERROR neutron.plugins.ml2.managers [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Failed to bind port ab22e69a-9c97-4bbf-8840-5077c434526b on host n-h2-829866-4 for vnic_type normal using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] Feb 20 03:39:54.532031 n-d-829866-4 neutron-server[104105]: INFO neutron.plugins.ml2.plugin [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempt 9 to bind port ab22e69a-9c97-4bbf-8840-5077c434526b Feb 20 03:39:54.546249 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port ab22e69a-9c97-4bbf-8840-5077c434526b on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:54.546517 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port ab22e69a-9c97-4bbf-8840-5077c434526b by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:54.546886 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port ab22e69a-9c97-4bbf-8840-5077c434526b on network 2984acb1-35b3-490f-a189-8cda0736c8b0 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:54.551505 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Port ab22e69a-9c97-4bbf-8840-5077c434526b on network 2984acb1-35b3-490f-a189-8cda0736c8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:54.551834 n-d-829866-4 neutron-server[104105]: ERROR neutron.plugins.ml2.managers [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Failed to bind port ab22e69a-9c97-4bbf-8840-5077c434526b on host n-h2-829866-4 for vnic_type normal using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] Feb 20 03:39:54.552225 n-d-829866-4 neutron-server[104105]: INFO neutron.plugins.ml2.plugin [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempt 10 to bind port ab22e69a-9c97-4bbf-8840-5077c434526b Feb 20 03:39:54.567589 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port ab22e69a-9c97-4bbf-8840-5077c434526b on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:54.567589 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port ab22e69a-9c97-4bbf-8840-5077c434526b by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:54.568032 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempting to bind port ab22e69a-9c97-4bbf-8840-5077c434526b on network 2984acb1-35b3-490f-a189-8cda0736c8b0 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:54.573127 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Port ab22e69a-9c97-4bbf-8840-5077c434526b on network 2984acb1-35b3-490f-a189-8cda0736c8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:39:54.573467 n-d-829866-4 neutron-server[104105]: ERROR neutron.plugins.ml2.managers [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Failed to bind port ab22e69a-9c97-4bbf-8840-5077c434526b on host n-h2-829866-4 for vnic_type normal using segments [{'id': 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2984acb1-35b3-490f-a189-8cda0736c8b0'}] Feb 20 03:39:54.573841 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ab22e69a-9c97-4bbf-8840-5077c434526b), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:54.643052 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] For port ab22e69a-9c97-4bbf-8840-5077c434526b, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:39:54.643412 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attempted to set empty binding levels {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 20 03:39:54.747051 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (ab22e69a-9c97-4bbf-8840-5077c434526b), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:54.783684 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] In _notify_port_updated(), no bound segment for port ab22e69a-9c97-4bbf-8840-5077c434526b on network 2984acb1-35b3-490f-a189-8cda0736c8b0 {{(pid=104105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 03:39:54.784544 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:54.785152 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:54.790381 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] 10.222.0.89 "PUT /v2.0/ports/ab22e69a-9c97-4bbf-8840-5077c434526b HTTP/1.1" status: 200 len: 975 time: 1.3766229 Feb 20 03:39:54.790699 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40962) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:54.822020 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98165f81-73fc-41e0-ad92-9d30b88ef3c3 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Pushing event updated for resources: {'Port': ['ID=ab22e69a-9c97-4bbf-8840-5077c434526b,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:54.872820 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-191ee057-7340-46e5-a5e3-e57d00b52cca tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Deleting port ab22e69a-9c97-4bbf-8840-5077c434526b {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:39:54.875170 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-191ee057-7340-46e5-a5e3-e57d00b52cca tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ab22e69a-9c97-4bbf-8840-5077c434526b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:54.941938 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-191ee057-7340-46e5-a5e3-e57d00b52cca tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] For port ab22e69a-9c97-4bbf-8840-5077c434526b, host n-h2-829866-4, got binding levels [] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:54.942547 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-191ee057-7340-46e5-a5e3-e57d00b52cca tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ab22e69a-9c97-4bbf-8840-5077c434526b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:54.957352 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-191ee057-7340-46e5-a5e3-e57d00b52cca tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Calling delete_port for ab22e69a-9c97-4bbf-8840-5077c434526b owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:39:54.981038 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40966) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:55.140517 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device c485dd5f-8147-41b5-a1a0-c251c399c973 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:39:55.181474 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-191ee057-7340-46e5-a5e3-e57d00b52cca tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (ab22e69a-9c97-4bbf-8840-5077c434526b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:55.228159 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ee057-7340-46e5-a5e3-e57d00b52cca tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab22e69a-9c97-4bbf-8840-5077c434526b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:55.240541 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port c485dd5f-8147-41b5-a1a0-c251c399c973 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:39:55.240948 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c485dd5f-8147-41b5-a1a0-c251c399c973), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:55.264113 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-191ee057-7340-46e5-a5e3-e57d00b52cca tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:55.275503 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40978) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:55.277741 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-191ee057-7340-46e5-a5e3-e57d00b52cca tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] 10.222.0.89 "DELETE /v2.0/ports/ab22e69a-9c97-4bbf-8840-5077c434526b HTTP/1.1" status: 204 len: 168 time: 0.4866502 Feb 20 03:39:55.348259 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-b39c90e7-a082-4a9b-bfdd-8ef97eb38c84 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] GET failed (client error): The resource could not be found. Feb 20 03:39:55.349841 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port c485dd5f-8147-41b5-a1a0-c251c399c973 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:39:55.350486 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c485dd5f-8147-41b5-a1a0-c251c399c973), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:55.355115 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40982) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:55.365429 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b39c90e7-a082-4a9b-bfdd-8ef97eb38c84 tempest-PortsAdminExtendedAttrsTestJSON-1237906693 tempest-PortsAdminExtendedAttrsTestJSON-1237906693-project-admin] 10.222.0.89 "GET /v2.0/ports/ab22e69a-9c97-4bbf-8840-5077c434526b HTTP/1.1" status: 404 len: 333 time: 0.0882940 Feb 20 03:39:55.407213 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port c485dd5f-8147-41b5-a1a0-c251c399c973, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=c485dd5f-8147-41b5-a1a0-c251c399c973,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:55.408057 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d42bca2f-8a2a-4902-b314-5f43254d505f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:55.497560 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (c485dd5f-8147-41b5-a1a0-c251c399c973), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:55.584998 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=c485dd5f-8147-41b5-a1a0-c251c399c973,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:55.610113 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d42bca2f-8a2a-4902-b314-5f43254d505f admin admin] Publish callbacks [] for security_group (1726aa16-d87f-46b1-b07e-cd52b9f61d61), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:55.685954 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d42bca2f-8a2a-4902-b314-5f43254d505f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1726aa16-d87f-46b1-b07e-cd52b9f61d61), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:55.746505 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3c482e-59de-48bd-a94c-f1a2db1ec2bb None None] Sync routers for ids ['c8dde962-f510-43cb-a85d-aa28bf46cc35'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:39:55.777938 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3c482e-59de-48bd-a94c-f1a2db1ec2bb None None] Routers {'c8dde962-f510-43cb-a85d-aa28bf46cc35'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:39:55.779237 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-9a3c482e-59de-48bd-a94c-f1a2db1ec2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:39:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c8dde962-f510-43cb-a85d-aa28bf46cc35'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:55.821993 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d42bca2f-8a2a-4902-b314-5f43254d505f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ce50b96b26e84143a5db45c032c116a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8395391 Feb 20 03:39:55.825450 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42bca2f-8a2a-4902-b314-5f43254d505f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1726aa16-d87f-46b1-b07e-cd52b9f61d61,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:55.830951 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40990) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:55.878170 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3d5df881-8f5e-4bed-b4fa-e25553d24f30 tempest-PortsAdminExtendedAttrsTestJSON-409306117 tempest-PortsAdminExtendedAttrsTestJSON-409306117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (2984acb1-35b3-490f-a189-8cda0736c8b0), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:55.892367 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-43f268ed-c056-4463-b07f-33040abecf87 admin admin] Publish callbacks [] for security_group (1726aa16-d87f-46b1-b07e-cd52b9f61d61), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:55.919479 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-43f268ed-c056-4463-b07f-33040abecf87 admin admin] Publish callbacks [] for security_group (1726aa16-d87f-46b1-b07e-cd52b9f61d61), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:55.950547 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40994) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:55.961634 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-9a3c482e-59de-48bd-a94c-f1a2db1ec2bb None None] Set router c8dde962-f510-43cb-a85d-aa28bf46cc35 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:39:55.961814 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-3f5e3874-5527-4eec-a71b-aefd53b352d3 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1270943506', 'description': 'tempest-description--650254689'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:39:56.000637 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3d5df881-8f5e-4bed-b4fa-e25553d24f30 tempest-PortsAdminExtendedAttrsTestJSON-409306117 tempest-PortsAdminExtendedAttrsTestJSON-409306117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (2984acb1-35b3-490f-a189-8cda0736c8b0), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:56.027733 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-3d5df881-8f5e-4bed-b4fa-e25553d24f30 tempest-PortsAdminExtendedAttrsTestJSON-409306117 tempest-PortsAdminExtendedAttrsTestJSON-409306117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2984acb1-35b3-490f-a189-8cda0736c8b0']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:56.037881 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-3d5df881-8f5e-4bed-b4fa-e25553d24f30 tempest-PortsAdminExtendedAttrsTestJSON-409306117 tempest-PortsAdminExtendedAttrsTestJSON-409306117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:56.038412 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-3d5df881-8f5e-4bed-b4fa-e25553d24f30 tempest-PortsAdminExtendedAttrsTestJSON-409306117 tempest-PortsAdminExtendedAttrsTestJSON-409306117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:56.066498 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3d5df881-8f5e-4bed-b4fa-e25553d24f30 tempest-PortsAdminExtendedAttrsTestJSON-409306117 tempest-PortsAdminExtendedAttrsTestJSON-409306117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:56.068861 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d00ac-b5c5-485c-a7cf-2de7802a2063 req-26da61dd-17a5-4a0a-b0a7-1f6591d0a488 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:56.070648 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d60d00ac-b5c5-485c-a7cf-2de7802a2063 req-26da61dd-17a5-4a0a-b0a7-1f6591d0a488 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=13640062-325a-4982-af85-b5a0f984fe63 HTTP/1.1" status: 200 len: 945 time: 0.0735960 Feb 20 03:39:56.093578 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3f5e3874-5527-4eec-a71b-aefd53b352d3 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:56.098452 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3d5df881-8f5e-4bed-b4fa-e25553d24f30 tempest-PortsAdminExtendedAttrsTestJSON-409306117 tempest-PortsAdminExtendedAttrsTestJSON-409306117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:56.106258 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d5df881-8f5e-4bed-b4fa-e25553d24f30 tempest-PortsAdminExtendedAttrsTestJSON-409306117 tempest-PortsAdminExtendedAttrsTestJSON-409306117-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:39:56.108546 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3d5df881-8f5e-4bed-b4fa-e25553d24f30 tempest-PortsAdminExtendedAttrsTestJSON-409306117 tempest-PortsAdminExtendedAttrsTestJSON-409306117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (ab6c5702-9ea5-4e56-9f23-0e3974a8d1f6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:56.113798 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:39:56.113798 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:39:56.113798 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:39:56.113798 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:39:56.113798 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:39:56.113798 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:39:56.113798 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:39:56.113798 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:39:56.113798 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:39:56.113798 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:39:56.113798 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:39:56.113798 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:39:56.113798 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:39:56.113798 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:39:56.113798 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:39:56.113798 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:39:56.113798 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:39:56.113798 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:39:56.113798 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:39:56.113798 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:39:56.113798 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:39:56.113798 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:39:56.113798 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:39:56.113798 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:39:56.113798 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:39:56.113798 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:39:56.113798 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:39:56.113798 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:39:56.113798 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:39:56.113798 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:39:56.113798 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:39:56.113798 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:39:56.145773 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d60d00ac-b5c5-485c-a7cf-2de7802a2063 req-0034eaf4-3227-4b73-bfdb-aed2a0b20e5e tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668731 Feb 20 03:39:56.148831 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-43f268ed-c056-4463-b07f-33040abecf87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1726aa16-d87f-46b1-b07e-cd52b9f61d61), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:56.155958 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-43f268ed-c056-4463-b07f-33040abecf87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:56.155958 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-43f268ed-c056-4463-b07f-33040abecf87 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1726aa16-d87f-46b1-b07e-cd52b9f61d61 HTTP/1.1" status: 204 len: 168 time: 0.3173478 Feb 20 03:39:56.178745 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f268ed-c056-4463-b07f-33040abecf87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1726aa16-d87f-46b1-b07e-cd52b9f61d61,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:56.276675 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3f5e3874-5527-4eec-a71b-aefd53b352d3 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks [] for security_group (6aec92c8-bd93-4182-8faa-429befaee7c1), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:56.297421 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3d5df881-8f5e-4bed-b4fa-e25553d24f30 tempest-PortsAdminExtendedAttrsTestJSON-409306117 tempest-PortsAdminExtendedAttrsTestJSON-409306117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (2984acb1-35b3-490f-a189-8cda0736c8b0), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:56.306794 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3d5df881-8f5e-4bed-b4fa-e25553d24f30 tempest-PortsAdminExtendedAttrsTestJSON-409306117 tempest-PortsAdminExtendedAttrsTestJSON-409306117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:56.313865 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3d5df881-8f5e-4bed-b4fa-e25553d24f30 tempest-PortsAdminExtendedAttrsTestJSON-409306117 tempest-PortsAdminExtendedAttrsTestJSON-409306117-project] 10.222.0.89 "DELETE /v2.0/networks/2984acb1-35b3-490f-a189-8cda0736c8b0 HTTP/1.1" status: 204 len: 168 time: 0.9574025 Feb 20 03:39:56.350775 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5df881-8f5e-4bed-b4fa-e25553d24f30 tempest-PortsAdminExtendedAttrsTestJSON-409306117 tempest-PortsAdminExtendedAttrsTestJSON-409306117-project] Pushing event deleted for resources: {'Network': ['ID=2984acb1-35b3-490f-a189-8cda0736c8b0,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:56.365963 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3f5e3874-5527-4eec-a71b-aefd53b352d3 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (6aec92c8-bd93-4182-8faa-429befaee7c1), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:56.375838 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-9a3c482e-59de-48bd-a94c-f1a2db1ec2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'name': 'tempest-ServersTestFqdnHostnames-616462720-router', 'tenant_id': '517a6c0c83ee490993dbcdda52b65cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'c485dd5f-8147-41b5-a1a0-c251c399c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:39:47Z', 'updated_at': '2022-02-20T03:39:52Z', 'revision_number': 4, 'project_id': '517a6c0c83ee490993dbcdda52b65cea', 'gw_port': {'id': 'c485dd5f-8147-41b5-a1a0-c251c399c973', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:48Z', 'updated_at': '2022-02-20T03:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '20256ce1-12a0-419f-9a8d-fc71daa7d409', 'name': '', 'network_id': '6213f295-7155-488c-abe1-9a76b0448614', 'tenant_id': '517a6c0c83ee490993dbcdda52b65cea', 'mac_address': 'fa:16:3e:18:84:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'a6707572-1301-47d5-a349-f0e02b2b9385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:51Z', 'updated_at': '2022-02-20T03:39:53Z', 'revision_number': 2, 'project_id': '517a6c0c83ee490993dbcdda52b65cea', 'subnets': [{'id': 'a6707572-1301-47d5-a349-f0e02b2b9385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:56.394533 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7dc0a76c-8d43-4b25-bb5b-7d3aaa9fa7fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:56.410198 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3c482e-59de-48bd-a94c-f1a2db1ec2bb None None] Checking router: c8dde962-f510-43cb-a85d-aa28bf46cc35 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:39:56.410525 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3c482e-59de-48bd-a94c-f1a2db1ec2bb None None] Updating router c8dde962-f510-43cb-a85d-aa28bf46cc35 port 20256ce1-12a0-419f-9a8d-fc71daa7d409 binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:39:56.443007 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9a3c482e-59de-48bd-a94c-f1a2db1ec2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (20256ce1-12a0-419f-9a8d-fc71daa7d409), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:56.460299 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e3874-5527-4eec-a71b-aefd53b352d3 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aec92c8-bd93-4182-8faa-429befaee7c1,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:56.490066 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f98be-05a9-48c8-8d9f-45d830b70a46 req-441e28f6-5a3a-4d0a-abc0-619ac72ed440 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:56.491626 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-240f98be-05a9-48c8-8d9f-45d830b70a46 req-441e28f6-5a3a-4d0a-abc0-619ac72ed440 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 945 time: 0.1420355 Feb 20 03:39:56.495266 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123d2c7-5676-4a93-9204-67be94b4c3e2 req-fa138696-a818-41f2-923a-ced351cdc8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:56.496942 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c123d2c7-5676-4a93-9204-67be94b4c3e2 req-fa138696-a818-41f2-923a-ced351cdc8c0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 1127 time: 0.1061561 Feb 20 03:39:56.519872 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3f5e3874-5527-4eec-a71b-aefd53b352d3 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:56.521032 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3f5e3874-5527-4eec-a71b-aefd53b352d3 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5678020 Feb 20 03:39:56.524117 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41006) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:56.528782 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-31bc5584-723e-4fae-84b4-2e84909a36f7 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Request body: {'security_group_rule': {'security_group_id': '6aec92c8-bd93-4182-8faa-429befaee7c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:39:56.577614 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-240f98be-05a9-48c8-8d9f-45d830b70a46 req-f726f6c3-20f0-4da6-aa8b-9adbc6b8809c tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9f40f89-210f-4401-be45-04f0e67e15c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781975 Feb 20 03:39:56.579841 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c123d2c7-5676-4a93-9204-67be94b4c3e2 req-dd563296-3da1-4fe1-b57b-88513a70f64c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c9f40f89-210f-4401-be45-04f0e67e15c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745292 Feb 20 03:39:56.642269 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-31bc5584-723e-4fae-84b4-2e84909a36f7 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks [] for security_group_rule (d76954dd-162d-4078-84f9-065107e10344), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:56.728016 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-31bc5584-723e-4fae-84b4-2e84909a36f7 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks [] for security_group_rule (d76954dd-162d-4078-84f9-065107e10344), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:56.745988 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9a3c482e-59de-48bd-a94c-f1a2db1ec2bb None None] Publish callbacks [] for port (20256ce1-12a0-419f-9a8d-fc71daa7d409), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:56.814641 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-31bc5584-723e-4fae-84b4-2e84909a36f7 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (d76954dd-162d-4078-84f9-065107e10344), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:56.834518 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc5584-723e-4fae-84b4-2e84909a36f7 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76954dd-162d-4078-84f9-065107e10344,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:56.839960 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9a3c482e-59de-48bd-a94c-f1a2db1ec2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (20256ce1-12a0-419f-9a8d-fc71daa7d409), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:56.919323 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50cc19b-2840-453b-ae10-cd47aed34521 None None] Pushing event updated for resources: {'Port': ['ID=20256ce1-12a0-419f-9a8d-fc71daa7d409,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:56.922764 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-31bc5584-723e-4fae-84b4-2e84909a36f7 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:56.926545 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-31bc5584-723e-4fae-84b4-2e84909a36f7 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3988414 Feb 20 03:39:56.926790 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41014) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:56.937323 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-b8b9ca9f-808f-452c-b269-0f38bfca0f6e tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Request body: {'security_group_rule': {'security_group_id': '6aec92c8-bd93-4182-8faa-429befaee7c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:39:56.961940 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-9a3c482e-59de-48bd-a94c-f1a2db1ec2bb None None] Attempting to bind port 20256ce1-12a0-419f-9a8d-fc71daa7d409 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:39:56.962934 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-9a3c482e-59de-48bd-a94c-f1a2db1ec2bb None None] Attempting to bind port 20256ce1-12a0-419f-9a8d-fc71daa7d409 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'd6ed8ee4-3481-4fe5-b050-4492f68bd963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '6213f295-7155-488c-abe1-9a76b0448614'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:39:56.962934 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3c482e-59de-48bd-a94c-f1a2db1ec2bb None None] Attempting to bind port 20256ce1-12a0-419f-9a8d-fc71daa7d409 on network 6213f295-7155-488c-abe1-9a76b0448614 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:39:56.969202 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3c482e-59de-48bd-a94c-f1a2db1ec2bb None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:39:56.969579 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3c482e-59de-48bd-a94c-f1a2db1ec2bb None None] Checking segment: {'id': 'd6ed8ee4-3481-4fe5-b050-4492f68bd963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '6213f295-7155-488c-abe1-9a76b0448614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:39:56.970049 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9a3c482e-59de-48bd-a94c-f1a2db1ec2bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:56.970445 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3c482e-59de-48bd-a94c-f1a2db1ec2bb None None] Bound using segment: {'id': 'd6ed8ee4-3481-4fe5-b050-4492f68bd963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '6213f295-7155-488c-abe1-9a76b0448614'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:39:56.970948 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-9a3c482e-59de-48bd-a94c-f1a2db1ec2bb None None] Bound port: 20256ce1-12a0-419f-9a8d-fc71daa7d409, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ed8ee4-3481-4fe5-b050-4492f68bd963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '6213f295-7155-488c-abe1-9a76b0448614'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:39:56.971332 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9a3c482e-59de-48bd-a94c-f1a2db1ec2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (20256ce1-12a0-419f-9a8d-fc71daa7d409), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:57.075723 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8b9ca9f-808f-452c-b269-0f38bfca0f6e tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks [] for security_group_rule (2ff387ab-1178-4ddf-b67c-67b5a1f808af), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:57.095586 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-9a3c482e-59de-48bd-a94c-f1a2db1ec2bb None None] For port 20256ce1-12a0-419f-9a8d-fc71daa7d409, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:39:57.101807 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-9a3c482e-59de-48bd-a94c-f1a2db1ec2bb None None] For port 20256ce1-12a0-419f-9a8d-fc71daa7d409, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=20256ce1-12a0-419f-9a8d-fc71daa7d409,segment=NetworkSegment(d6ed8ee4-3481-4fe5-b050-4492f68bd963),segment_id=d6ed8ee4-3481-4fe5-b050-4492f68bd963)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:39:57.126847 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device c485dd5f-8147-41b5-a1a0-c251c399c973 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:39:57.178139 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8b9ca9f-808f-452c-b269-0f38bfca0f6e tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks [] for security_group_rule (2ff387ab-1178-4ddf-b67c-67b5a1f808af), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:57.194801 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9a3c482e-59de-48bd-a94c-f1a2db1ec2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (20256ce1-12a0-419f-9a8d-fc71daa7d409), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:57.195046 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-08b4231b-0895-4186-b977-e4a95a15bdf7 None None] Provisioning complete for port 20256ce1-12a0-419f-9a8d-fc71daa7d409 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:39:57.196120 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-08b4231b-0895-4186-b977-e4a95a15bdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (20256ce1-12a0-419f-9a8d-fc71daa7d409), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:57.221525 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port c485dd5f-8147-41b5-a1a0-c251c399c973 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:39:57.222231 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c485dd5f-8147-41b5-a1a0-c251c399c973), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:57.251274 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3c482e-59de-48bd-a94c-f1a2db1ec2bb None None] Routers {'c8dde962-f510-43cb-a85d-aa28bf46cc35'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:39:57.251936 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-9a3c482e-59de-48bd-a94c-f1a2db1ec2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:39:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c8dde962-f510-43cb-a85d-aa28bf46cc35'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:57.291632 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41020) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:57.299016 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8b9ca9f-808f-452c-b269-0f38bfca0f6e tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (2ff387ab-1178-4ddf-b67c-67b5a1f808af), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:57.302817 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50cc19b-2840-453b-ae10-cd47aed34521 None None] Pushing event updated for resources: {'Port': ['ID=20256ce1-12a0-419f-9a8d-fc71daa7d409,revision_number=4']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:57.354531 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-08b4231b-0895-4186-b977-e4a95a15bdf7 None None] Current status of the port 20256ce1-12a0-419f-9a8d-fc71daa7d409 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:39:57.354997 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-08b4231b-0895-4186-b977-e4a95a15bdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (20256ce1-12a0-419f-9a8d-fc71daa7d409), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:57.360648 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b9ca9f-808f-452c-b269-0f38bfca0f6e tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff387ab-1178-4ddf-b67c-67b5a1f808af,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:57.383287 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41024) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:57.436632 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-08b4231b-0895-4186-b977-e4a95a15bdf7 None None] For port 20256ce1-12a0-419f-9a8d-fc71daa7d409, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=20256ce1-12a0-419f-9a8d-fc71daa7d409,segment=NetworkSegment(d6ed8ee4-3481-4fe5-b050-4492f68bd963),segment_id=d6ed8ee4-3481-4fe5-b050-4492f68bd963)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:57.437831 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8b9ca9f-808f-452c-b269-0f38bfca0f6e tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:57.440243 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port c485dd5f-8147-41b5-a1a0-c251c399c973 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:39:57.445044 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41028) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:57.446149 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b8b9ca9f-808f-452c-b269-0f38bfca0f6e tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5134053 Feb 20 03:39:57.450784 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-121e8dcc-f413-4c08-9927-3f7389d4fa73 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:39:57.456205 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-9a3c482e-59de-48bd-a94c-f1a2db1ec2bb None None] Set router c8dde962-f510-43cb-a85d-aa28bf46cc35 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:39:57.532852 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41030) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:57.541371 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-08b4231b-0895-4186-b977-e4a95a15bdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (20256ce1-12a0-419f-9a8d-fc71daa7d409), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:57.577265 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0c7b7893-4fdc-4fc0-9288-b764db21ef22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:57.592625 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-121e8dcc-f413-4c08-9927-3f7389d4fa73 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:57.612670 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4231b-0895-4186-b977-e4a95a15bdf7 None None] Pushing event updated for resources: {'Port': ['ID=20256ce1-12a0-419f-9a8d-fc71daa7d409,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:57.677338 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-10356e10-19e1-497c-938f-5ff481cda065 None None] Provisioning complete for port 20256ce1-12a0-419f-9a8d-fc71daa7d409 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:39:57.679103 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-10356e10-19e1-497c-938f-5ff481cda065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (20256ce1-12a0-419f-9a8d-fc71daa7d409), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:57.705804 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0c7b7893-4fdc-4fc0-9288-b764db21ef22 admin admin] Publish callbacks [] for security_group (9396670b-4d33-4b8c-b598-c737da4acd87), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:57.766909 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c22c15c8-8dbb-42d3-b167-79b1abb51933 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f04374be6ae548118c4dfb520ecd616a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4731247 Feb 20 03:39:57.769363 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41040) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:57.815961 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c32b27d4-9ab5-4de0-aff4-9b5396cc3425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:57.824589 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0c7b7893-4fdc-4fc0-9288-b764db21ef22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (9396670b-4d33-4b8c-b598-c737da4acd87), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:57.834159 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-121e8dcc-f413-4c08-9927-3f7389d4fa73 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:57.837103 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-10356e10-19e1-497c-938f-5ff481cda065 None None] Current status of the port 20256ce1-12a0-419f-9a8d-fc71daa7d409 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:39:57.839274 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-9a3c482e-59de-48bd-a94c-f1a2db1ec2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'name': 'tempest-ServersTestFqdnHostnames-616462720-router', 'tenant_id': '517a6c0c83ee490993dbcdda52b65cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'c485dd5f-8147-41b5-a1a0-c251c399c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:39:47Z', 'updated_at': '2022-02-20T03:39:52Z', 'revision_number': 4, 'project_id': '517a6c0c83ee490993dbcdda52b65cea', 'gw_port': {'id': 'c485dd5f-8147-41b5-a1a0-c251c399c973', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:48Z', 'updated_at': '2022-02-20T03:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '20256ce1-12a0-419f-9a8d-fc71daa7d409', 'name': '', 'network_id': '6213f295-7155-488c-abe1-9a76b0448614', 'tenant_id': '517a6c0c83ee490993dbcdda52b65cea', 'mac_address': 'fa:16:3e:18:84:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'a6707572-1301-47d5-a349-f0e02b2b9385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:51Z', 'updated_at': '2022-02-20T03:39:57Z', 'revision_number': 4, 'project_id': '517a6c0c83ee490993dbcdda52b65cea', 'subnets': [{'id': 'a6707572-1301-47d5-a349-f0e02b2b9385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:39:57.868660 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3c482e-59de-48bd-a94c-f1a2db1ec2bb None None] The sync data for ids ['c8dde962-f510-43cb-a85d-aa28bf46cc35'] in n-d-829866-4 is: [{'id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'name': 'tempest-ServersTestFqdnHostnames-616462720-router', 'tenant_id': '517a6c0c83ee490993dbcdda52b65cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'c485dd5f-8147-41b5-a1a0-c251c399c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:39:47Z', 'updated_at': '2022-02-20T03:39:52Z', 'revision_number': 4, 'project_id': '517a6c0c83ee490993dbcdda52b65cea', 'gw_port': {'id': 'c485dd5f-8147-41b5-a1a0-c251c399c973', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:48Z', 'updated_at': '2022-02-20T03:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '20256ce1-12a0-419f-9a8d-fc71daa7d409', 'name': '', 'network_id': '6213f295-7155-488c-abe1-9a76b0448614', 'tenant_id': '517a6c0c83ee490993dbcdda52b65cea', 'mac_address': 'fa:16:3e:18:84:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'a6707572-1301-47d5-a349-f0e02b2b9385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:51Z', 'updated_at': '2022-02-20T03:39:57Z', 'revision_number': 4, 'project_id': '517a6c0c83ee490993dbcdda52b65cea', 'subnets': [{'id': 'a6707572-1301-47d5-a349-f0e02b2b9385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:39:57.927321 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0c7b7893-4fdc-4fc0-9288-b764db21ef22 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d12dd4d4ec4a41eda471efdcb0642ccc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3932076 Feb 20 03:39:57.931868 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b7893-4fdc-4fc0-9288-b764db21ef22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9396670b-4d33-4b8c-b598-c737da4acd87,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:57.935428 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41042) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:57.966829 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae6d8f-e7ee-44a0-896c-cc9da213988d req-315f3ed1-c480-4fed-855a-8795fe6477a3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:57.968663 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c6ae6d8f-e7ee-44a0-896c-cc9da213988d req-315f3ed1-c480-4fed-855a-8795fe6477a3 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=13640062-325a-4982-af85-b5a0f984fe63 HTTP/1.1" status: 200 len: 945 time: 0.1507816 Feb 20 03:39:58.025801 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8aab4dad-6d0d-4806-b3d0-de56bbfb7bdf admin admin] Publish callbacks [] for security_group (99f41fde-a4af-414c-a32c-5044bedb3730), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:58.040067 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-121e8dcc-f413-4c08-9927-3f7389d4fa73 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Allocated IP 172.25.7.101 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/243fcabd-c378-46cf-99f7-7c2fd2829ac9) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:39:58.052090 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c6ae6d8f-e7ee-44a0-896c-cc9da213988d req-4a96ba75-bf25-44b8-828b-ed8824b1b360 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/security-groups?id=27202069-9d28-4eef-bfd3-b2d428dfc783&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765073 Feb 20 03:39:58.078700 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8aab4dad-6d0d-4806-b3d0-de56bbfb7bdf admin admin] Publish callbacks [] for security_group (99f41fde-a4af-414c-a32c-5044bedb3730), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:58.097124 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db8f09c8-47ae-4433-8d4d-3993840722c6 admin admin] Publish callbacks [] for security_group (9396670b-4d33-4b8c-b598-c737da4acd87), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:58.105291 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c32b27d4-9ab5-4de0-aff4-9b5396cc3425 admin admin] Publish callbacks [] for security_group (31e6d497-2c9b-4efc-94f2-834a014460aa), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:58.144437 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db8f09c8-47ae-4433-8d4d-3993840722c6 admin admin] Publish callbacks [] for security_group (9396670b-4d33-4b8c-b598-c737da4acd87), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:58.156857 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c32b27d4-9ab5-4de0-aff4-9b5396cc3425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (31e6d497-2c9b-4efc-94f2-834a014460aa), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:58.223234 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c32b27d4-9ab5-4de0-aff4-9b5396cc3425 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=57c514c1892f455a9253ffa803df6cad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8381257 Feb 20 03:39:58.224960 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b27d4-9ab5-4de0-aff4-9b5396cc3425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e6d497-2c9b-4efc-94f2-834a014460aa,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:58.225960 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41044) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:58.240303 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-121e8dcc-f413-4c08-9927-3f7389d4fa73 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks [] for port (243fcabd-c378-46cf-99f7-7c2fd2829ac9), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:58.283608 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8aab4dad-6d0d-4806-b3d0-de56bbfb7bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (99f41fde-a4af-414c-a32c-5044bedb3730), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:58.287077 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8aab4dad-6d0d-4806-b3d0-de56bbfb7bdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:58.290578 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8aab4dad-6d0d-4806-b3d0-de56bbfb7bdf admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/99f41fde-a4af-414c-a32c-5044bedb3730 HTTP/1.1" status: 204 len: 168 time: 0.5178683 Feb 20 03:39:58.298123 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb87a7-f000-4312-be9b-4be17285f7a3 req-68d28a8d-ae94-4028-bc83-8ebb597df608 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:58.302145 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab4dad-6d0d-4806-b3d0-de56bbfb7bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f41fde-a4af-414c-a32c-5044bedb3730,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:58.306640 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fceb87a7-f000-4312-be9b-4be17285f7a3 req-68d28a8d-ae94-4028-bc83-8ebb597df608 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 945 time: 0.1584291 Feb 20 03:39:58.312639 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db8f09c8-47ae-4433-8d4d-3993840722c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (9396670b-4d33-4b8c-b598-c737da4acd87), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:58.338323 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db8f09c8-47ae-4433-8d4d-3993840722c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:58.339718 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-db8f09c8-47ae-4433-8d4d-3993840722c6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9396670b-4d33-4b8c-b598-c737da4acd87 HTTP/1.1" status: 204 len: 168 time: 0.4030349 Feb 20 03:39:58.350095 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f09c8-47ae-4433-8d4d-3993840722c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9396670b-4d33-4b8c-b598-c737da4acd87,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:58.698532 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0c11e562-0812-4bde-bbba-490f04bd6789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:58.730577 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0faaf653-e7a9-45c4-8b60-f1add98ad696 admin admin] Publish callbacks [] for security_group (31e6d497-2c9b-4efc-94f2-834a014460aa), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:58.782672 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fceb87a7-f000-4312-be9b-4be17285f7a3 req-68845929-9393-4ae0-ae36-aa7fee81fdb5 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9f40f89-210f-4401-be45-04f0e67e15c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4648948 Feb 20 03:39:58.814401 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0faaf653-e7a9-45c4-8b60-f1add98ad696 admin admin] Publish callbacks [] for security_group (31e6d497-2c9b-4efc-94f2-834a014460aa), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:58.829988 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-121e8dcc-f413-4c08-9927-3f7389d4fa73 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (243fcabd-c378-46cf-99f7-7c2fd2829ac9), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:58.921150 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-4fb85aa6-ab96-4e13-ac66-30304985c5cf req-734b7c70-d578-4fa2-96a7-cefe2e25b9a2 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-536127857', 'description': 'tempest-description-1943574566'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:39:58.950335 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121e8dcc-f413-4c08-9927-3f7389d4fa73 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:39:58.957485 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-121e8dcc-f413-4c08-9927-3f7389d4fa73 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:39:58.960377 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e8dcc-f413-4c08-9927-3f7389d4fa73 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Pushing event updated for resources: {'Port': ['ID=243fcabd-c378-46cf-99f7-7c2fd2829ac9,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:58.963369 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121e8dcc-f413-4c08-9927-3f7389d4fa73 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:39:59.046547 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0faaf653-e7a9-45c4-8b60-f1add98ad696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (31e6d497-2c9b-4efc-94f2-834a014460aa), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:59.048925 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0faaf653-e7a9-45c4-8b60-f1add98ad696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:59.050098 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0faaf653-e7a9-45c4-8b60-f1add98ad696 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/31e6d497-2c9b-4efc-94f2-834a014460aa HTTP/1.1" status: 204 len: 168 time: 0.8220587 Feb 20 03:39:59.081545 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faaf653-e7a9-45c4-8b60-f1add98ad696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e6d497-2c9b-4efc-94f2-834a014460aa,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:59.083392 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4fb85aa6-ab96-4e13-ac66-30304985c5cf req-734b7c70-d578-4fa2-96a7-cefe2e25b9a2 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:59.133073 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-121e8dcc-f413-4c08-9927-3f7389d4fa73 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks [] for floatingip (18174763-c8d8-4213-b697-91423e394467), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:59.141241 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25c215-fafc-4345-936b-df39e7162d0e req-373ea05f-c04b-4b8e-a79f-5e643056f510 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:39:59.142754 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ee25c215-fafc-4345-936b-df39e7162d0e req-373ea05f-c04b-4b8e-a79f-5e643056f510 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.42 "GET /v2.0/ports?device_id=13640062-325a-4982-af85-b5a0f984fe63 HTTP/1.1" status: 200 len: 945 time: 0.1259613 Feb 20 03:39:59.150650 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41072) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:59.167959 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 20256ce1-12a0-419f-9a8d-fc71daa7d409 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:39:59.243037 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5f02c0cc-2f92-4b38-9234-b35cddd3ee03 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=335634509f2e44c8b7025d272c28ccea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0910904 Feb 20 03:39:59.243701 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41074) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:39:59.258663 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 20256ce1-12a0-419f-9a8d-fc71daa7d409 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:39:59.259341 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (20256ce1-12a0-419f-9a8d-fc71daa7d409), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:59.320816 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5b794430-bf4e-40dd-9b64-0f8a9aa89ca7 admin admin] Publish callbacks [] for security_group (b3c670e3-0f6d-4594-a398-3af0813a964f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:59.326604 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4fb85aa6-ab96-4e13-ac66-30304985c5cf req-734b7c70-d578-4fa2-96a7-cefe2e25b9a2 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks [] for security_group (231b3bbf-15e0-4485-8f52-1da67c100728), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:59.339753 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-121e8dcc-f413-4c08-9927-3f7389d4fa73 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (243fcabd-c378-46cf-99f7-7c2fd2829ac9), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:59.364417 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5b794430-bf4e-40dd-9b64-0f8a9aa89ca7 admin admin] Publish callbacks [] for security_group (b3c670e3-0f6d-4594-a398-3af0813a964f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:59.399632 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-ee25c215-fafc-4345-936b-df39e7162d0e req-4c13e2da-7775-4b9f-9160-1545597962c4 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Deleting port d374f026-8c68-4bec-8abc-acccdfe3f3f7 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:39:59.400075 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ee25c215-fafc-4345-936b-df39e7162d0e req-4c13e2da-7775-4b9f-9160-1545597962c4 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (d374f026-8c68-4bec-8abc-acccdfe3f3f7), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:59.430071 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4fb85aa6-ab96-4e13-ac66-30304985c5cf req-734b7c70-d578-4fa2-96a7-cefe2e25b9a2 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (231b3bbf-15e0-4485-8f52-1da67c100728), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:59.440986 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 20256ce1-12a0-419f-9a8d-fc71daa7d409 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:39:59.528766 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5b794430-bf4e-40dd-9b64-0f8a9aa89ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b3c670e3-0f6d-4594-a398-3af0813a964f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:59.542165 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5b794430-bf4e-40dd-9b64-0f8a9aa89ca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:59.542165 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5b794430-bf4e-40dd-9b64-0f8a9aa89ca7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b3c670e3-0f6d-4594-a398-3af0813a964f HTTP/1.1" status: 204 len: 168 time: 0.2958875 Feb 20 03:39:59.543852 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b7c70-d578-4fa2-96a7-cefe2e25b9a2 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=231b3bbf-15e0-4485-8f52-1da67c100728,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:59.557872 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b794430-bf4e-40dd-9b64-0f8a9aa89ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c670e3-0f6d-4594-a398-3af0813a964f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:59.601965 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-ee25c215-fafc-4345-936b-df39e7162d0e req-4c13e2da-7775-4b9f-9160-1545597962c4 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] For port d374f026-8c68-4bec-8abc-acccdfe3f3f7, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=d374f026-8c68-4bec-8abc-acccdfe3f3f7,segment=NetworkSegment(8a57dd48-cd2a-4b48-a8ae-20be415170b3),segment_id=8a57dd48-cd2a-4b48-a8ae-20be415170b3)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:39:59.602438 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ee25c215-fafc-4345-936b-df39e7162d0e req-4c13e2da-7775-4b9f-9160-1545597962c4 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (d374f026-8c68-4bec-8abc-acccdfe3f3f7), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:59.618936 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-ee25c215-fafc-4345-936b-df39e7162d0e req-4c13e2da-7775-4b9f-9160-1545597962c4 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Calling delete_port for d374f026-8c68-4bec-8abc-acccdfe3f3f7 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:39:59.642543 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4fb85aa6-ab96-4e13-ac66-30304985c5cf req-734b7c70-d578-4fa2-96a7-cefe2e25b9a2 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:59.643819 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4fb85aa6-ab96-4e13-ac66-30304985c5cf req-734b7c70-d578-4fa2-96a7-cefe2e25b9a2 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.7298498 Feb 20 03:39:59.652829 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-121e8dcc-f413-4c08-9927-3f7389d4fa73 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks [] for port (243fcabd-c378-46cf-99f7-7c2fd2829ac9), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:59.753793 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-121e8dcc-f413-4c08-9927-3f7389d4fa73 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (243fcabd-c378-46cf-99f7-7c2fd2829ac9), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:59.845572 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:59.847442 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e8dcc-f413-4c08-9927-3f7389d4fa73 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Pushing event updated for resources: {'Port': ['ID=243fcabd-c378-46cf-99f7-7c2fd2829ac9,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:59.870347 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-121e8dcc-f413-4c08-9927-3f7389d4fa73 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (18174763-c8d8-4213-b697-91423e394467), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:59.915040 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ee25c215-fafc-4345-936b-df39e7162d0e req-4c13e2da-7775-4b9f-9160-1545597962c4 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (d374f026-8c68-4bec-8abc-acccdfe3f3f7), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:59.929178 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['d374f026-8c68-4bec-8abc-acccdfe3f3f7'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:39:59.948005 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13e2da-7775-4b9f-9160-1545597962c4 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Pushing event deleted for resources: {'Port': ['ID=d374f026-8c68-4bec-8abc-acccdfe3f3f7,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:39:59.975141 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-121e8dcc-f413-4c08-9927-3f7389d4fa73 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:39:59.983372 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-121e8dcc-f413-4c08-9927-3f7389d4fa73 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5360906 Feb 20 03:40:00.008948 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee25c215-fafc-4345-936b-df39e7162d0e req-4c13e2da-7775-4b9f-9160-1545597962c4 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] No DVR routers for this DVR port d374f026-8c68-4bec-8abc-acccdfe3f3f7 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:40:00.011438 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ee25c215-fafc-4345-936b-df39e7162d0e req-4c13e2da-7775-4b9f-9160-1545597962c4 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:00.015245 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ee25c215-fafc-4345-936b-df39e7162d0e req-4c13e2da-7775-4b9f-9160-1545597962c4 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.42 "DELETE /v2.0/ports/d374f026-8c68-4bec-8abc-acccdfe3f3f7 HTTP/1.1" status: 204 len: 173 time: 0.8633373 Feb 20 03:40:00.015692 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13640062-325a-4982-af85-b5a0f984fe63', 'name': 'network-vif-deleted', 'tag': 'd374f026-8c68-4bec-8abc-acccdfe3f3f7'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:40:00.018537 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7a740d-131e-4250-ba4d-522714a6677f" -d '{"events": [{"server_uuid": "13640062-325a-4982-af85-b5a0f984fe63", "name": "network-vif-deleted", "tag": "d374f026-8c68-4bec-8abc-acccdfe3f3f7"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:40:00.165196 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5be5d4e7-1ffe-435f-8ac3-708939e7b67d req-d3800e6f-6bc4-40e1-82bf-dfa1b5b468e1 tempest-DeleteServersTestJSON-1521135426 tempest-DeleteServersTestJSON-1521135426-project] 10.222.0.89 "GET /v2.0/ports?device_id=13640062-325a-4982-af85-b5a0f984fe63 HTTP/1.1" status: 200 len: 210 time: 0.0315495 Feb 20 03:40:00.223258 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41108) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:00.241884 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-487e2a12-954b-49bb-a559-541e35cefd39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:00.275523 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-43be011a-3cc9-40aa-a01d-f0c5765ad22f req-f8a07545-b6a8-47b1-b44e-e653e9925feb tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-536127857&fields=id&tenant_id=6a08cfad188e48b79e337e2a93b4d6c0 HTTP/1.1" status: 200 len: 267 time: 0.0512021 Feb 20 03:40:00.348689 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be011a-3cc9-40aa-a01d-f0c5765ad22f req-686864e3-73d5-485c-9840-428c0a045b88 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:00.351018 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-43be011a-3cc9-40aa-a01d-f0c5765ad22f req-686864e3-73d5-485c-9840-428c0a045b88 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 945 time: 0.0674522 Feb 20 03:40:00.364574 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-43be011a-3cc9-40aa-a01d-f0c5765ad22f req-c001d482-c327-4281-9189-fc6f70bed2f6 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Request body: {'port': {'security_groups': ['c9f40f89-210f-4401-be45-04f0e67e15c7', '231b3bbf-15e0-4485-8f52-1da67c100728']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:00.366412 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-487e2a12-954b-49bb-a559-541e35cefd39 admin admin] Publish callbacks [] for security_group (1bece3dd-1c54-482f-9f43-46269e0d6578), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:00.443522 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-487e2a12-954b-49bb-a559-541e35cefd39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1bece3dd-1c54-482f-9f43-46269e0d6578), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:00.447953 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-43be011a-3cc9-40aa-a01d-f0c5765ad22f req-c001d482-c327-4281-9189-fc6f70bed2f6 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e8c3b326-eb4e-409d-a920-8be21530b14b), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:00.493855 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-487e2a12-954b-49bb-a559-541e35cefd39 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=80900475ca7e4841b72b9fd7ab7bc5de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2694969 Feb 20 03:40:00.496415 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e2a12-954b-49bb-a559-541e35cefd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bece3dd-1c54-482f-9f43-46269e0d6578,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:00.497294 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41120) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:00.577984 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef4452c8-c48f-49c3-8222-160d49b7f052 admin admin] Publish callbacks [] for security_group (1bece3dd-1c54-482f-9f43-46269e0d6578), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:00.617003 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef4452c8-c48f-49c3-8222-160d49b7f052 admin admin] Publish callbacks [] for security_group (1bece3dd-1c54-482f-9f43-46269e0d6578), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:00.753737 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-43be011a-3cc9-40aa-a01d-f0c5765ad22f req-c001d482-c327-4281-9189-fc6f70bed2f6 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] For port e8c3b326-eb4e-409d-a920-8be21530b14b, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=e8c3b326-eb4e-409d-a920-8be21530b14b,segment=NetworkSegment(10ad1fc2-2df0-45f6-8610-0de9f440c6ae),segment_id=10ad1fc2-2df0-45f6-8610-0de9f440c6ae)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:40:00.791998 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-43be011a-3cc9-40aa-a01d-f0c5765ad22f req-c001d482-c327-4281-9189-fc6f70bed2f6 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks [] for port (e8c3b326-eb4e-409d-a920-8be21530b14b), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:00.794734 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef4452c8-c48f-49c3-8222-160d49b7f052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1bece3dd-1c54-482f-9f43-46269e0d6578), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:00.797995 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef4452c8-c48f-49c3-8222-160d49b7f052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:00.799399 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ef4452c8-c48f-49c3-8222-160d49b7f052 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1bece3dd-1c54-482f-9f43-46269e0d6578 HTTP/1.1" status: 204 len: 168 time: 0.3009207 Feb 20 03:40:00.807727 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4452c8-c48f-49c3-8222-160d49b7f052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bece3dd-1c54-482f-9f43-46269e0d6578,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:00.889222 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-43be011a-3cc9-40aa-a01d-f0c5765ad22f req-c001d482-c327-4281-9189-fc6f70bed2f6 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (e8c3b326-eb4e-409d-a920-8be21530b14b), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:00.901929 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['e8c3b326-eb4e-409d-a920-8be21530b14b'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:40:00.933293 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be011a-3cc9-40aa-a01d-f0c5765ad22f req-c001d482-c327-4281-9189-fc6f70bed2f6 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:00.934207 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-43be011a-3cc9-40aa-a01d-f0c5765ad22f req-c001d482-c327-4281-9189-fc6f70bed2f6 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:00.943411 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-43be011a-3cc9-40aa-a01d-f0c5765ad22f req-c001d482-c327-4281-9189-fc6f70bed2f6 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "PUT /v2.0/ports/e8c3b326-eb4e-409d-a920-8be21530b14b HTTP/1.1" status: 200 len: 981 time: 0.5857630 Feb 20 03:40:00.974159 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001d482-c327-4281-9189-fc6f70bed2f6 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Pushing event updated for resources: {'Port': ['ID=e8c3b326-eb4e-409d-a920-8be21530b14b,revision_number=6']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:01.001297 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['e8c3b326-eb4e-409d-a920-8be21530b14b'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:40:01.166574 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41144) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:01.199274 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:01.315315 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41152) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:01.360777 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff4827d-edda-4d38-9757-1911cc609acf x-openstack-request-id: req-1ff4827d-edda-4d38-9757-1911cc609acf {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:40:01.361109 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13640062-325a-4982-af85-b5a0f984fe63", "name": "network-vif-deleted", "tag": "d374f026-8c68-4bec-8abc-acccdfe3f3f7", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:40:01.363060 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1ff4827d-edda-4d38-9757-1911cc609acf {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:40:01.363060 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13640062-325a-4982-af85-b5a0f984fe63', 'name': 'network-vif-deleted', 'tag': 'd374f026-8c68-4bec-8abc-acccdfe3f3f7', 'status': 'completed', 'code': 200} Feb 20 03:40:01.444786 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-5841d763-7785-49f7-a199-3ee70ce0f6d7 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-659772807', 'router:external': True}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:01.518968 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1cb0ac1c-adb8-4f4c-9089-ef91634f1331 tempest-AgentManagementNegativeTest-95785589 tempest-AgentManagementNegativeTest-95785589-project] 10.222.0.89 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2023933 Feb 20 03:40:01.546463 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa2a24-ab16-4bca-a1f2-2fc2fc4f9b85 req-8f4b415f-454c-4d1b-a7da-c63ebc6bc028 tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:01.548028 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-feaa2a24-ab16-4bca-a1f2-2fc2fc4f9b85 req-8f4b415f-454c-4d1b-a7da-c63ebc6bc028 tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6c490f2-7540-4174-b0a1-fa240371d3c2 HTTP/1.1" status: 200 len: 946 time: 0.1722028 Feb 20 03:40:01.560226 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7edb8-3344-4fd7-a1c7-1ba116cf6463 req-8a705cc3-21d7-4acd-986b-7a8985f64f01 tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:01.561708 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1c7edb8-3344-4fd7-a1c7-1ba116cf6463 req-8a705cc3-21d7-4acd-986b-7a8985f64f01 tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] 10.222.0.89 "GET /v2.0/ports?device_id=e6c490f2-7540-4174-b0a1-fa240371d3c2 HTTP/1.1" status: 200 len: 946 time: 0.1355562 Feb 20 03:40:01.592210 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5841d763-7785-49f7-a199-3ee70ce0f6d7 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Made reservation on behalf of fdacffb30f064cf9855cff8ef83879a7 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:40:01.594537 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5841d763-7785-49f7-a199-3ee70ce0f6d7 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:01.620502 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5841d763-7785-49f7-a199-3ee70ce0f6d7 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:01.697569 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1c7edb8-3344-4fd7-a1c7-1ba116cf6463 req-05698ac4-3ca9-44ec-9691-a35921ad11ce tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] 10.222.0.89 "GET /v2.0/security-groups?id=d2ffd9be-c840-4d47-92ec-3ba20935e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275835 Feb 20 03:40:01.753978 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-feaa2a24-ab16-4bca-a1f2-2fc2fc4f9b85 req-073b2363-ffab-4fc8-bb55-326bf2d22bcc tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] Deleting port d80b3b4d-3268-4f85-ba70-670ba646b818 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:40:01.753978 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-feaa2a24-ab16-4bca-a1f2-2fc2fc4f9b85 req-073b2363-ffab-4fc8-bb55-326bf2d22bcc tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (d80b3b4d-3268-4f85-ba70-670ba646b818), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:01.817702 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5841d763-7785-49f7-a199-3ee70ce0f6d7 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for security_group (8254a071-57a9-4a06-98a8-66ca21cc91b8), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:01.897604 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-feaa2a24-ab16-4bca-a1f2-2fc2fc4f9b85 req-073b2363-ffab-4fc8-bb55-326bf2d22bcc tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] For port d80b3b4d-3268-4f85-ba70-670ba646b818, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=d80b3b4d-3268-4f85-ba70-670ba646b818,segment=NetworkSegment(54746e21-ab85-4144-a6c3-0c7f82e316a3),segment_id=54746e21-ab85-4144-a6c3-0c7f82e316a3)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:40:01.897956 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-feaa2a24-ab16-4bca-a1f2-2fc2fc4f9b85 req-073b2363-ffab-4fc8-bb55-326bf2d22bcc tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (d80b3b4d-3268-4f85-ba70-670ba646b818), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:01.920718 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-bf114ada-24bb-4e91-95e9-318bb284a94d tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1270943506&fields=id&tenant_id=517a6c0c83ee490993dbcdda52b65cea HTTP/1.1" status: 200 len: 267 time: 0.0921366 Feb 20 03:40:01.921647 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-feaa2a24-ab16-4bca-a1f2-2fc2fc4f9b85 req-073b2363-ffab-4fc8-bb55-326bf2d22bcc tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] Calling delete_port for d80b3b4d-3268-4f85-ba70-670ba646b818 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:40:01.926125 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5841d763-7785-49f7-a199-3ee70ce0f6d7 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (8254a071-57a9-4a06-98a8-66ca21cc91b8), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:01.959230 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41186) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:01.974561 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5841d763-7785-49f7-a199-3ee70ce0f6d7 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:40:01.986339 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device d374f026-8c68-4bec-8abc-acccdfe3f3f7 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:40:02.009375 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: d374f026-8c68-4bec-8abc-acccdfe3f3f7 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:40:02.009741 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device d374f026-8c68-4bec-8abc-acccdfe3f3f7 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:40:02.060175 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5841d763-7785-49f7-a199-3ee70ce0f6d7 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (7111489c-1576-44b4-af04-7d5cb89cc11c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:02.060541 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-5841d763-7785-49f7-a199-3ee70ce0f6d7 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Added segment 7111489c-1576-44b4-af04-7d5cb89cc11c of type vlan for network 661996db-2b00-40c5-995b-46c58c64a2d2 Feb 20 03:40:02.063090 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841d763-7785-49f7-a199-3ee70ce0f6d7 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8254a071-57a9-4a06-98a8-66ca21cc91b8,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:02.096356 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a19ff70d-3db2-40b7-96e5-26ab62f9b8a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:02.147007 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5841d763-7785-49f7-a199-3ee70ce0f6d7 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (661996db-2b00-40c5-995b-46c58c64a2d2), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:02.188592 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-163c04ad-3903-43b6-834b-c118b8c47e2e tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:02.190098 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-163c04ad-3903-43b6-834b-c118b8c47e2e tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] 10.222.0.89 "GET /v2.0/networks?id=6213f295-7155-488c-abe1-9a76b0448614 HTTP/1.1" status: 200 len: 814 time: 0.2564681 Feb 20 03:40:02.191722 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a19ff70d-3db2-40b7-96e5-26ab62f9b8a1 admin admin] Publish callbacks [] for security_group (1da1190b-f7ac-483b-b479-6b37d166d6a7), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:02.235787 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-094f4a42-59ec-49d5-98b5-55c56c065773 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] 10.222.0.89 "GET /v2.0/quotas/517a6c0c83ee490993dbcdda52b65cea HTTP/1.1" status: 200 len: 375 time: 0.0341761 Feb 20 03:40:02.266348 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a19ff70d-3db2-40b7-96e5-26ab62f9b8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1da1190b-f7ac-483b-b479-6b37d166d6a7), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:02.303995 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5841d763-7785-49f7-a199-3ee70ce0f6d7 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (661996db-2b00-40c5-995b-46c58c64a2d2), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:02.304991 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5841d763-7785-49f7-a199-3ee70ce0f6d7 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:02.310828 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5841d763-7785-49f7-a199-3ee70ce0f6d7 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:02.311055 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a19ff70d-3db2-40b7-96e5-26ab62f9b8a1 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4fc1c66f8a2b409083bc3e1bbabda092&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3454933 Feb 20 03:40:02.311055 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ff70d-3db2-40b7-96e5-26ab62f9b8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da1190b-f7ac-483b-b479-6b37d166d6a7,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:02.311261 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41196) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:02.372113 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-062473f2-f341-4a55-b83a-e2edcdcc2aa3 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=517a6c0c83ee490993dbcdda52b65cea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1252255 Feb 20 03:40:02.379947 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-feaa2a24-ab16-4bca-a1f2-2fc2fc4f9b85 req-073b2363-ffab-4fc8-bb55-326bf2d22bcc tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (d80b3b4d-3268-4f85-ba70-670ba646b818), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:02.416889 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841d763-7785-49f7-a199-3ee70ce0f6d7 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Pushing event updated for resources: {'Network': ['ID=661996db-2b00-40c5-995b-46c58c64a2d2,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:02.434497 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 661996db-2b00-40c5-995b-46c58c64a2d2 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:40:02.446569 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b2363-ffab-4fc8-bb55-326bf2d22bcc tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] Pushing event deleted for resources: {'Port': ['ID=d80b3b4d-3268-4f85-ba70-670ba646b818,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:02.462109 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5841d763-7785-49f7-a199-3ee70ce0f6d7 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.2908251 Feb 20 03:40:02.462901 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41202) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:02.468177 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-38b8d749-e846-4691-a4cf-089040665b62 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Request body: {'subnet': {'network_id': '661996db-2b00-40c5-995b-46c58c64a2d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:02.512091 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-feaa2a24-ab16-4bca-a1f2-2fc2fc4f9b85 req-073b2363-ffab-4fc8-bb55-326bf2d22bcc tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] No DVR routers for this DVR port d80b3b4d-3268-4f85-ba70-670ba646b818 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:40:02.512091 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-feaa2a24-ab16-4bca-a1f2-2fc2fc4f9b85 req-073b2363-ffab-4fc8-bb55-326bf2d22bcc tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:02.514131 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-feaa2a24-ab16-4bca-a1f2-2fc2fc4f9b85 req-073b2363-ffab-4fc8-bb55-326bf2d22bcc tempest-ServerAddressesTestJSON-682157814 tempest-ServerAddressesTestJSON-682157814-project] 10.222.0.42 "DELETE /v2.0/ports/d80b3b4d-3268-4f85-ba70-670ba646b818 HTTP/1.1" status: 204 len: 173 time: 0.9515133 Feb 20 03:40:02.517288 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0edbbea0-a536-42c2-b217-07eef7119ffa admin admin] Publish callbacks [] for security_group (1da1190b-f7ac-483b-b479-6b37d166d6a7), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:02.544769 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0edbbea0-a536-42c2-b217-07eef7119ffa admin admin] Publish callbacks [] for security_group (1da1190b-f7ac-483b-b479-6b37d166d6a7), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:02.611082 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b8d749-e846-4691-a4cf-089040665b62 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Made reservation on behalf of fdacffb30f064cf9855cff8ef83879a7 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:40:02.613651 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38b8d749-e846-4691-a4cf-089040665b62 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:02.668192 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-98c6af97-2445-4cf4-ba64-4fa1b8d6a3ca service neutron] 10.222.0.89 "GET /v2.0/networks/6213f295-7155-488c-abe1-9a76b0448614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671502 Feb 20 03:40:02.737966 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0edbbea0-a536-42c2-b217-07eef7119ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1da1190b-f7ac-483b-b479-6b37d166d6a7), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:02.740831 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0edbbea0-a536-42c2-b217-07eef7119ffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:02.742994 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0edbbea0-a536-42c2-b217-07eef7119ffa admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1da1190b-f7ac-483b-b479-6b37d166d6a7 HTTP/1.1" status: 204 len: 168 time: 0.4274912 Feb 20 03:40:02.777389 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edbbea0-a536-42c2-b217-07eef7119ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da1190b-f7ac-483b-b479-6b37d166d6a7,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:02.794364 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:02.811127 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-817a3b8b-746a-492b-9c18-2d09bb4f2f95 service neutron] 10.222.0.89 "GET /v2.0/networks/6213f295-7155-488c-abe1-9a76b0448614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289916 Feb 20 03:40:03.163666 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cac3ab8e-a828-493d-b7ba-226d1389ce05 req-82b01bfd-d5f5-4553-bae9-0e32476a84f8 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-536127857&fields=id&tenant_id=6a08cfad188e48b79e337e2a93b4d6c0 HTTP/1.1" status: 200 len: 267 time: 0.0583115 Feb 20 03:40:03.254611 n-d-829866-4 neutron-server[104106]: DEBUG neutron.objects.ports [None req-38b8d749-e846-4691-a4cf-089040665b62 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104106) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 03:40:03.255827 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38b8d749-e846-4691-a4cf-089040665b62 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (57d536ca-f4ae-4b52-b533-546cde2a7d34), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:03.280318 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3ab8e-a828-493d-b7ba-226d1389ce05 req-0c35be62-a549-4e03-afad-8e4837cef375 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:03.288026 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cac3ab8e-a828-493d-b7ba-226d1389ce05 req-0c35be62-a549-4e03-afad-8e4837cef375 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 984 time: 0.1161368 Feb 20 03:40:03.299351 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-cac3ab8e-a828-493d-b7ba-226d1389ce05 req-fd5dfdb5-2316-4f1b-89d1-8d4316c08868 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Request body: {'port': {'security_groups': ['c9f40f89-210f-4401-be45-04f0e67e15c7']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:03.325937 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8d749-e846-4691-a4cf-089040665b62 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Pushing event updated for resources: {'Subnet': ['ID=57d536ca-f4ae-4b52-b533-546cde2a7d34,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:03.345234 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b8d749-e846-4691-a4cf-089040665b62 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Checking segment: {'id': '7111489c-1576-44b4-af04-7d5cb89cc11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '661996db-2b00-40c5-995b-46c58c64a2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:40:03.345703 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b8d749-e846-4691-a4cf-089040665b62 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Network hostable DHCP agents. Network: 661996db-2b00-40c5-995b-46c58c64a2d2, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:40:03.379563 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41', 'tag': 'e8c3b326-eb4e-409d-a920-8be21530b14b'}, {'server_uuid': 'e6c490f2-7540-4174-b0a1-fa240371d3c2', 'name': 'network-vif-deleted', 'tag': 'd80b3b4d-3268-4f85-ba70-670ba646b818'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:40:03.382201 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136a1b39-65d6-43b0-b92f-5ebc908edef5" -d '{"events": [{"name": "network-changed", "server_uuid": "2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41", "tag": "e8c3b326-eb4e-409d-a920-8be21530b14b"}, {"server_uuid": "e6c490f2-7540-4174-b0a1-fa240371d3c2", "name": "network-vif-deleted", "tag": "d80b3b4d-3268-4f85-ba70-670ba646b818"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:40:03.401168 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cac3ab8e-a828-493d-b7ba-226d1389ce05 req-fd5dfdb5-2316-4f1b-89d1-8d4316c08868 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e8c3b326-eb4e-409d-a920-8be21530b14b), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:03.477736 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b8d749-e846-4691-a4cf-089040665b62 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Network 661996db-2b00-40c5-995b-46c58c64a2d2 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:40:03.567466 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-38b8d749-e846-4691-a4cf-089040665b62 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 661996db-2b00-40c5-995b-46c58c64a2d2) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:03.576287 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b8d749-e846-4691-a4cf-089040665b62 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:03.576764 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38b8d749-e846-4691-a4cf-089040665b62 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:03.577712 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5bfa49-5502-4bb6-994c-beb27f73486c None None] Network 661996db-2b00-40c5-995b-46c58c64a2d2 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:40:03.632088 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-cac3ab8e-a828-493d-b7ba-226d1389ce05 req-fd5dfdb5-2316-4f1b-89d1-8d4316c08868 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] For port e8c3b326-eb4e-409d-a920-8be21530b14b, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=e8c3b326-eb4e-409d-a920-8be21530b14b,segment=NetworkSegment(10ad1fc2-2df0-45f6-8610-0de9f440c6ae),segment_id=10ad1fc2-2df0-45f6-8610-0de9f440c6ae)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:40:03.668571 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cac3ab8e-a828-493d-b7ba-226d1389ce05 req-fd5dfdb5-2316-4f1b-89d1-8d4316c08868 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks [] for port (e8c3b326-eb4e-409d-a920-8be21530b14b), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:03.698811 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8692d6-840d-4b3c-b1fe-196f10022568 None None] Network 661996db-2b00-40c5-995b-46c58c64a2d2 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:40:03.706718 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-38b8d749-e846-4691-a4cf-089040665b62 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2412491 Feb 20 03:40:03.708362 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41242) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:03.713670 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-7bdfa87b-782a-4cd7-99ab-5bef2fc6b913 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1851128197', 'network_id': '661996db-2b00-40c5-995b-46c58c64a2d2'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:03.826672 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cac3ab8e-a828-493d-b7ba-226d1389ce05 req-fd5dfdb5-2316-4f1b-89d1-8d4316c08868 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (e8c3b326-eb4e-409d-a920-8be21530b14b), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:03.840085 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['e8c3b326-eb4e-409d-a920-8be21530b14b'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:40:03.855603 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdfa87b-782a-4cd7-99ab-5bef2fc6b913 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Made reservation on behalf of fdacffb30f064cf9855cff8ef83879a7 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:40:03.855603 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7bdfa87b-782a-4cd7-99ab-5bef2fc6b913 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:03.884699 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3ab8e-a828-493d-b7ba-226d1389ce05 req-fd5dfdb5-2316-4f1b-89d1-8d4316c08868 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:03.885117 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cac3ab8e-a828-493d-b7ba-226d1389ce05 req-fd5dfdb5-2316-4f1b-89d1-8d4316c08868 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:03.896660 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cac3ab8e-a828-493d-b7ba-226d1389ce05 req-fd5dfdb5-2316-4f1b-89d1-8d4316c08868 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "PUT /v2.0/ports/e8c3b326-eb4e-409d-a920-8be21530b14b HTTP/1.1" status: 200 len: 942 time: 0.6076543 Feb 20 03:40:03.915618 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-7bdfa87b-782a-4cd7-99ab-5bef2fc6b913 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] device_id is not set on port 799f86c6-7c95-4710-b08a-0a8328000504 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:40:03.935580 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5dfdb5-2316-4f1b-89d1-8d4316c08868 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Pushing event updated for resources: {'Port': ['ID=e8c3b326-eb4e-409d-a920-8be21530b14b,revision_number=7']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:03.964426 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['e8c3b326-eb4e-409d-a920-8be21530b14b'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:40:03.994137 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device d80b3b4d-3268-4f85-ba70-670ba646b818 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:40:04.022390 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41262) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:04.042201 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: d80b3b4d-3268-4f85-ba70-670ba646b818 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:40:04.042554 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device d80b3b4d-3268-4f85-ba70-670ba646b818 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:40:04.088024 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-7bdfa87b-782a-4cd7-99ab-5bef2fc6b913 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Allocated IP 2001:db8::371 (661996db-2b00-40c5-995b-46c58c64a2d2/57d536ca-f4ae-4b52-b533-546cde2a7d34/799f86c6-7c95-4710-b08a-0a8328000504) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:40:04.114603 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3f82f058-dec3-42b6-a67e-212b72ca0716 req-8512821a-ba14-4793-8a44-f0e6a1716e28 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] 10.222.0.89 "GET /v2.0/ports?device_id=319677df-2722-4d67-9f4f-463baa3890df HTTP/1.1" status: 200 len: 210 time: 0.0448534 Feb 20 03:40:04.134319 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-6929d107-560a-4be8-932b-db6bef9a934c admin admin] Deleting subnet 82aa6167-3083-4811-ab40-ea757c8f4eaf {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:40:04.143274 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6929d107-560a-4be8-932b-db6bef9a934c admin admin] Publish callbacks [] for subnet (82aa6167-3083-4811-ab40-ea757c8f4eaf), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:04.228004 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6929d107-560a-4be8-932b-db6bef9a934c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (82aa6167-3083-4811-ab40-ea757c8f4eaf), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:04.258748 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 20 Feb 2022 03:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab87634b-6082-4ecf-a78c-5a0863c512f3 x-openstack-request-id: req-ab87634b-6082-4ecf-a78c-5a0863c512f3 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:40:04.259094 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41", "tag": "e8c3b326-eb4e-409d-a920-8be21530b14b", "status": "completed", "code": 200}, {"server_uuid": "e6c490f2-7540-4174-b0a1-fa240371d3c2", "name": "network-vif-deleted", "tag": "d80b3b4d-3268-4f85-ba70-670ba646b818", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:40:04.263435 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ab87634b-6082-4ecf-a78c-5a0863c512f3 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:40:04.263435 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41', 'tag': 'e8c3b326-eb4e-409d-a920-8be21530b14b', 'status': 'completed', 'code': 200} Feb 20 03:40:04.263435 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c490f2-7540-4174-b0a1-fa240371d3c2', 'name': 'network-vif-deleted', 'tag': 'd80b3b4d-3268-4f85-ba70-670ba646b818', 'status': 'completed', 'code': 200} Feb 20 03:40:04.340285 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7bdfa87b-782a-4cd7-99ab-5bef2fc6b913 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for port (799f86c6-7c95-4710-b08a-0a8328000504), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:04.354127 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41270) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:04.411325 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6929d107-560a-4be8-932b-db6bef9a934c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (82aa6167-3083-4811-ab40-ea757c8f4eaf), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:04.461787 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7bdfa87b-782a-4cd7-99ab-5bef2fc6b913 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (799f86c6-7c95-4710-b08a-0a8328000504), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:04.472281 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3b743b9c-43ec-4e39-9cc1-77225e244dde req-94b64ab7-73e7-4e26-bb5e-ccede8a61163 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2150838 Feb 20 03:40:04.481923 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-3b743b9c-43ec-4e39-9cc1-77225e244dde req-2950618d-fff9-449d-8fac-8b06de24a2fa tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:04.502023 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a1b39-65d6-43b0-b92f-5ebc908edef5 req-fa92c141-93b2-40c1-b90a-450c75ef21f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:04.503599 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-136a1b39-65d6-43b0-b92f-5ebc908edef5 req-fa92c141-93b2-40c1-b90a-450c75ef21f9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6a08cfad188e48b79e337e2a93b4d6c0&device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 1127 time: 0.2404907 Feb 20 03:40:04.503722 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdfa87b-782a-4cd7-99ab-5bef2fc6b913 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Network 661996db-2b00-40c5-995b-46c58c64a2d2 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:40:04.509472 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-7bdfa87b-782a-4cd7-99ab-5bef2fc6b913 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:04.511122 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdfa87b-782a-4cd7-99ab-5bef2fc6b913 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:40:04.512169 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdfa87b-782a-4cd7-99ab-5bef2fc6b913 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:04.512792 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7bdfa87b-782a-4cd7-99ab-5bef2fc6b913 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:04.532548 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdfa87b-782a-4cd7-99ab-5bef2fc6b913 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Pushing event updated for resources: {'Port': ['ID=799f86c6-7c95-4710-b08a-0a8328000504,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:04.605021 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-d6ff7976-9dad-44f9-bad5-f0acd9457c42 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1519244473'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:04.609329 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a1b39-65d6-43b0-b92f-5ebc908edef5 req-c4960722-2786-4381-85e1-b12fde0984fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:04.610825 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-136a1b39-65d6-43b0-b92f-5ebc908edef5 req-c4960722-2786-4381-85e1-b12fde0984fc service neutron] 10.222.0.93 "GET /v2.0/networks?id=5c42c93f-2ac9-42c4-ae39-37d47141b593 HTTP/1.1" status: 200 len: 921 time: 0.0999849 Feb 20 03:40:04.612186 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3b743b9c-43ec-4e39-9cc1-77225e244dde req-2950618d-fff9-449d-8fac-8b06de24a2fa tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:04.619230 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7bdfa87b-782a-4cd7-99ab-5bef2fc6b913 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9097993 Feb 20 03:40:04.622224 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41274) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:04.665499 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-136a1b39-65d6-43b0-b92f-5ebc908edef5 req-1c42322c-5ed8-4072-8891-cf0f02bc270c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8c3b326-eb4e-409d-a920-8be21530b14b HTTP/1.1" status: 200 len: 217 time: 0.0396512 Feb 20 03:40:04.707264 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6929d107-560a-4be8-932b-db6bef9a934c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (82aa6167-3083-4811-ab40-ea757c8f4eaf), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:04.718072 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-62f0bb92-3d53-4260-b080-6de8021caea6 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Deleting port 799f86c6-7c95-4710-b08a-0a8328000504 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:40:04.718559 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-62f0bb92-3d53-4260-b080-6de8021caea6 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (799f86c6-7c95-4710-b08a-0a8328000504), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:04.763460 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929d107-560a-4be8-932b-db6bef9a934c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82aa6167-3083-4811-ab40-ea757c8f4eaf,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:04.771079 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6929d107-560a-4be8-932b-db6bef9a934c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:04.779923 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6929d107-560a-4be8-932b-db6bef9a934c admin admin] 10.222.0.89 "DELETE /v2.0/subnets/82aa6167-3083-4811-ab40-ea757c8f4eaf HTTP/1.1" status: 204 len: 168 time: 0.7558534 Feb 20 03:40:04.781136 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41278) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:04.806510 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ff7976-9dad-44f9-bad5-f0acd9457c42 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Made reservation on behalf of d0aa0e557613403eb2c1e969f3bd254d for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:40:04.809786 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d6ff7976-9dad-44f9-bad5-f0acd9457c42 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:04.815799 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-62f0bb92-3d53-4260-b080-6de8021caea6 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (799f86c6-7c95-4710-b08a-0a8328000504), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:04.818299 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a1b39-65d6-43b0-b92f-5ebc908edef5 req-8735c217-1507-4249-adaf-ac936d0df7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:04.819864 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-136a1b39-65d6-43b0-b92f-5ebc908edef5 req-8735c217-1507-4249-adaf-ac936d0df7cf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7cdd67db-b129-4563-b182-47daa39d15d0 HTTP/1.1" status: 200 len: 860 time: 0.1216393 Feb 20 03:40:04.830417 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d6ff7976-9dad-44f9-bad5-f0acd9457c42 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:04.836470 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-62f0bb92-3d53-4260-b080-6de8021caea6 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Calling delete_port for 799f86c6-7c95-4710-b08a-0a8328000504 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:40:04.889179 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-136a1b39-65d6-43b0-b92f-5ebc908edef5 req-73e88cfe-459c-4cdf-8206-7e89eb3faa91 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5c42c93f-2ac9-42c4-ae39-37d47141b593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353422 Feb 20 03:40:04.928732 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-26eb0b70-93f0-4da4-ac8f-842a8affe1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (3fe36840-a3e2-451c-9dd8-0c12466f8388), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:04.983770 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d6ff7976-9dad-44f9-bad5-f0acd9457c42 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks [] for security_group (4420538c-e4a1-4084-86c1-4a9e7dd55f6b), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:05.045523 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-136a1b39-65d6-43b0-b92f-5ebc908edef5 req-df0a0908-598d-49c1-9564-378eeac138f0 service neutron] 10.222.0.93 "GET /v2.0/networks/5c42c93f-2ac9-42c4-ae39-37d47141b593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425729 Feb 20 03:40:05.049119 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d6ff7976-9dad-44f9-bad5-f0acd9457c42 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (4420538c-e4a1-4084-86c1-4a9e7dd55f6b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:05.069002 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3b743b9c-43ec-4e39-9cc1-77225e244dde req-2950618d-fff9-449d-8fac-8b06de24a2fa tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:05.082562 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff7976-9dad-44f9-bad5-f0acd9457c42 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4420538c-e4a1-4084-86c1-4a9e7dd55f6b,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:05.131503 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-62f0bb92-3d53-4260-b080-6de8021caea6 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (799f86c6-7c95-4710-b08a-0a8328000504), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:05.139956 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ff7976-9dad-44f9-bad5-f0acd9457c42 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:40:05.157605 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-26eb0b70-93f0-4da4-ac8f-842a8affe1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (3fe36840-a3e2-451c-9dd8-0c12466f8388), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:05.181964 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0bb92-3d53-4260-b080-6de8021caea6 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Pushing event deleted for resources: {'Port': ['ID=799f86c6-7c95-4710-b08a-0a8328000504,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:05.193359 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d6ff7976-9dad-44f9-bad5-f0acd9457c42 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (83c3dd82-62da-43a4-9e27-d892e674dd81), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:05.197208 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-d6ff7976-9dad-44f9-bad5-f0acd9457c42 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Added segment 83c3dd82-62da-43a4-9e27-d892e674dd81 of type vlan for network dde2bb14-984d-4efa-bb0d-27ae57e31b33 Feb 20 03:40:05.227465 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-26eb0b70-93f0-4da4-ac8f-842a8affe1bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe36840-a3e2-451c-9dd8-0c12466f8388']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:05.249566 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-62f0bb92-3d53-4260-b080-6de8021caea6 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:05.255000 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-62f0bb92-3d53-4260-b080-6de8021caea6 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] 10.222.0.89 "DELETE /v2.0/ports/799f86c6-7c95-4710-b08a-0a8328000504 HTTP/1.1" status: 204 len: 168 time: 0.6295362 Feb 20 03:40:05.255175 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-26eb0b70-93f0-4da4-ac8f-842a8affe1bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54746e21-ab85-4144-a6c3-0c7f82e316a3') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:05.255713 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-26eb0b70-93f0-4da4-ac8f-842a8affe1bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54746e21-ab85-4144-a6c3-0c7f82e316a3') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:05.256278 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41286) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:05.267380 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-713a250a-2c76-44f5-8783-e73c6c8fcbf3 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '661996db-2b00-40c5-995b-46c58c64a2d2', 'external_fixed_ips': [{'subnet_id': '57d536ca-f4ae-4b52-b533-546cde2a7d34', 'ip_address': '2001:db8::371'}]}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:05.274819 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d6ff7976-9dad-44f9-bad5-f0acd9457c42 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (dde2bb14-984d-4efa-bb0d-27ae57e31b33), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:05.289767 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-136a1b39-65d6-43b0-b92f-5ebc908edef5 req-37e95f63-c739-482c-942e-d6504df4f51f service neutron] 10.222.0.93 "GET /v2.0/networks/5c42c93f-2ac9-42c4-ae39-37d47141b593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315981 Feb 20 03:40:05.294395 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-26eb0b70-93f0-4da4-ac8f-842a8affe1bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (54746e21-ab85-4144-a6c3-0c7f82e316a3), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:05.315613 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-26eb0b70-93f0-4da4-ac8f-842a8affe1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (54746e21-ab85-4144-a6c3-0c7f82e316a3), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:05.331460 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26eb0b70-93f0-4da4-ac8f-842a8affe1bd admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:40:05.331847 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-26eb0b70-93f0-4da4-ac8f-842a8affe1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (54746e21-ab85-4144-a6c3-0c7f82e316a3), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: warnings.warn('Neutron quota engine will require "--force" ' Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: warnings.warn(msg) Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:40:05.333535 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:40:05.343609 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-3b743b9c-43ec-4e39-9cc1-77225e244dde req-2950618d-fff9-449d-8fac-8b06de24a2fa tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Allocated IP 172.25.7.40 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/de34e1a6-8539-4ae4-90fb-229a649442bd) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:40:05.417610 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-713a250a-2c76-44f5-8783-e73c6c8fcbf3 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (51bc19ef-df81-4492-8e6e-76bd50ee3cc6), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:05.418843 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-713a250a-2c76-44f5-8783-e73c6c8fcbf3 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (51bc19ef-df81-4492-8e6e-76bd50ee3cc6), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:05.423356 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d6ff7976-9dad-44f9-bad5-f0acd9457c42 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (dde2bb14-984d-4efa-bb0d-27ae57e31b33), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:05.428711 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ff7976-9dad-44f9-bad5-f0acd9457c42 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:05.429304 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d6ff7976-9dad-44f9-bad5-f0acd9457c42 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:05.495047 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3b743b9c-43ec-4e39-9cc1-77225e244dde req-2950618d-fff9-449d-8fac-8b06de24a2fa tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks [] for port (de34e1a6-8539-4ae4-90fb-229a649442bd), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:05.518138 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff7976-9dad-44f9-bad5-f0acd9457c42 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Pushing event updated for resources: {'Network': ['ID=dde2bb14-984d-4efa-bb0d-27ae57e31b33,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:05.529474 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network dde2bb14-984d-4efa-bb0d-27ae57e31b33 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:40:05.540798 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-26eb0b70-93f0-4da4-ac8f-842a8affe1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (3fe36840-a3e2-451c-9dd8-0c12466f8388), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:05.548413 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-26eb0b70-93f0-4da4-ac8f-842a8affe1bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:05.552285 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-26eb0b70-93f0-4da4-ac8f-842a8affe1bd admin admin] 10.222.0.89 "DELETE /v2.0/networks/3fe36840-a3e2-451c-9dd8-0c12466f8388 HTTP/1.1" status: 204 len: 168 time: 0.7657194 Feb 20 03:40:05.565294 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb0b70-93f0-4da4-ac8f-842a8affe1bd admin admin] Pushing event deleted for resources: {'Network': ['ID=3fe36840-a3e2-451c-9dd8-0c12466f8388,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:05.576332 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-713a250a-2c76-44f5-8783-e73c6c8fcbf3 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router_controller (51bc19ef-df81-4492-8e6e-76bd50ee3cc6), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:05.626554 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3b743b9c-43ec-4e39-9cc1-77225e244dde req-2950618d-fff9-449d-8fac-8b06de24a2fa tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (de34e1a6-8539-4ae4-90fb-229a649442bd), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:05.630827 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d6ff7976-9dad-44f9-bad5-f0acd9457c42 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2756295 Feb 20 03:40:05.642671 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41298) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:05.650112 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-dd9a3708-378e-4c32-b7d2-54ca9366f3b1 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Request body: {'subnet': {'network_id': 'dde2bb14-984d-4efa-bb0d-27ae57e31b33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:05.667988 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b743b9c-43ec-4e39-9cc1-77225e244dde req-2950618d-fff9-449d-8fac-8b06de24a2fa tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:40:05.671373 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-3b743b9c-43ec-4e39-9cc1-77225e244dde req-2950618d-fff9-449d-8fac-8b06de24a2fa tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:05.675263 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b743b9c-43ec-4e39-9cc1-77225e244dde req-2950618d-fff9-449d-8fac-8b06de24a2fa tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:40:05.706344 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950618d-fff9-449d-8fac-8b06de24a2fa tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Pushing event updated for resources: {'Port': ['ID=de34e1a6-8539-4ae4-90fb-229a649442bd,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:05.789951 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3b743b9c-43ec-4e39-9cc1-77225e244dde req-2950618d-fff9-449d-8fac-8b06de24a2fa tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks [] for floatingip (3882fad2-e3fe-495a-b72a-f3c3df4218c0), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:05.931695 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-713a250a-2c76-44f5-8783-e73c6c8fcbf3 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router_gateway (51bc19ef-df81-4492-8e6e-76bd50ee3cc6), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:05.975455 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3b743b9c-43ec-4e39-9cc1-77225e244dde req-2950618d-fff9-449d-8fac-8b06de24a2fa tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (de34e1a6-8539-4ae4-90fb-229a649442bd), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:06.011696 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9a3708-378e-4c32-b7d2-54ca9366f3b1 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Made reservation on behalf of d0aa0e557613403eb2c1e969f3bd254d for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:40:06.015763 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dd9a3708-378e-4c32-b7d2-54ca9366f3b1 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:06.046740 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-6c7c00ba-4822-46eb-b738-d67f358f1818 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:06.048253 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-6c7c00ba-4822-46eb-b738-d67f358f1818 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] 10.222.0.42 "GET /v2.0/networks?id=6213f295-7155-488c-abe1-9a76b0448614 HTTP/1.1" status: 200 len: 814 time: 0.1587975 Feb 20 03:40:06.180762 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-266f0858-8571-4a26-a567-ed15579d85e4 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=517a6c0c83ee490993dbcdda52b65cea HTTP/1.1" status: 200 len: 380 time: 0.1071203 Feb 20 03:40:06.196273 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-e32e5d39-c0ff-40fd-abf2-2274e6c6efbe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Request body: {'port': {'device_id': '319677df-2722-4d67-9f4f-463baa3890df', 'network_id': '6213f295-7155-488c-abe1-9a76b0448614', 'admin_state_up': True, 'tenant_id': '517a6c0c83ee490993dbcdda52b65cea', 'security_groups': ['6aec92c8-bd93-4182-8faa-429befaee7c1']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:06.203403 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41306) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:06.262653 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41', 'tag': 'e8c3b326-eb4e-409d-a920-8be21530b14b'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:40:06.265270 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95ade89-a381-4ec1-9f83-b1ecc9226350" -d '{"events": [{"name": "network-changed", "server_uuid": "2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41", "tag": "e8c3b326-eb4e-409d-a920-8be21530b14b"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:40:06.315057 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3b743b9c-43ec-4e39-9cc1-77225e244dde req-2950618d-fff9-449d-8fac-8b06de24a2fa tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks [] for port (de34e1a6-8539-4ae4-90fb-229a649442bd), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:06.349723 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e88f5698-a251-453d-9d75-a72da991787e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=33eb516fafec4e27bd372105c5e7228c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1415219 Feb 20 03:40:06.353242 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41312) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:06.361457 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dd9a3708-378e-4c32-b7d2-54ca9366f3b1 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (d47d56bc-ab89-4bf1-b29e-d7bdc6f90d6c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:06.385855 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3b743b9c-43ec-4e39-9cc1-77225e244dde req-2950618d-fff9-449d-8fac-8b06de24a2fa tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (de34e1a6-8539-4ae4-90fb-229a649442bd), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:06.459927 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950618d-fff9-449d-8fac-8b06de24a2fa tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Pushing event updated for resources: {'Port': ['ID=de34e1a6-8539-4ae4-90fb-229a649442bd,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:06.475081 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3b743b9c-43ec-4e39-9cc1-77225e244dde req-2950618d-fff9-449d-8fac-8b06de24a2fa tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (3882fad2-e3fe-495a-b72a-f3c3df4218c0), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:06.482344 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-e32e5d39-c0ff-40fd-abf2-2274e6c6efbe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Made reservation on behalf of 517a6c0c83ee490993dbcdda52b65cea for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:40:06.486064 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-e32e5d39-c0ff-40fd-abf2-2274e6c6efbe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:06.488608 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a3708-378e-4c32-b7d2-54ca9366f3b1 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Pushing event updated for resources: {'Subnet': ['ID=d47d56bc-ab89-4bf1-b29e-d7bdc6f90d6c,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:06.495307 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-713a250a-2c76-44f5-8783-e73c6c8fcbf3 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router_gateway (51bc19ef-df81-4492-8e6e-76bd50ee3cc6), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:06.528500 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-69771425-0b70-41f1-827d-62f4e5ee2541 admin admin] Publish callbacks [] for security_group (d2ffd9be-c840-4d47-92ec-3ba20935e234), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:06.530732 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-713a250a-2c76-44f5-8783-e73c6c8fcbf3 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:06.534134 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9a3708-378e-4c32-b7d2-54ca9366f3b1 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Checking segment: {'id': '83c3dd82-62da-43a4-9e27-d892e674dd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'dde2bb14-984d-4efa-bb0d-27ae57e31b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:40:06.534530 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9a3708-378e-4c32-b7d2-54ca9366f3b1 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Network hostable DHCP agents. Network: dde2bb14-984d-4efa-bb0d-27ae57e31b33, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:40:06.606691 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3b743b9c-43ec-4e39-9cc1-77225e244dde req-2950618d-fff9-449d-8fac-8b06de24a2fa tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:06.610894 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-69771425-0b70-41f1-827d-62f4e5ee2541 admin admin] Publish callbacks [] for security_group (d2ffd9be-c840-4d47-92ec-3ba20935e234), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:06.611818 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3b743b9c-43ec-4e39-9cc1-77225e244dde req-2950618d-fff9-449d-8fac-8b06de24a2fa tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1388710 Feb 20 03:40:06.677539 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3b743b9c-43ec-4e39-9cc1-77225e244dde req-5af82b00-25b2-46c5-a692-56e8e198b668 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.40 HTTP/1.1" status: 200 len: 695 time: 0.0597703 Feb 20 03:40:06.678113 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9a3708-378e-4c32-b7d2-54ca9366f3b1 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Network dde2bb14-984d-4efa-bb0d-27ae57e31b33 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:40:06.696678 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-e32e5d39-c0ff-40fd-abf2-2274e6c6efbe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Allocated IP 172.20.0.12 (6213f295-7155-488c-abe1-9a76b0448614/a6707572-1301-47d5-a349-f0e02b2b9385/b8236537-645d-4567-9beb-ece615b8c295) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:40:06.739869 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-713a250a-2c76-44f5-8783-e73c6c8fcbf3 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Allocated IP 2001:db8::371 (661996db-2b00-40c5-995b-46c58c64a2d2/57d536ca-f4ae-4b52-b533-546cde2a7d34/0357d40a-1ec6-47de-a336-6a9f42377abe) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:40:06.802541 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-dd9a3708-378e-4c32-b7d2-54ca9366f3b1 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, dde2bb14-984d-4efa-bb0d-27ae57e31b33) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:06.812392 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d9c470-508d-4dc7-8e4f-24c68d0153db None None] Network dde2bb14-984d-4efa-bb0d-27ae57e31b33 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:40:06.830940 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9a3708-378e-4c32-b7d2-54ca9366f3b1 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:06.830940 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dd9a3708-378e-4c32-b7d2-54ca9366f3b1 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:06.850840 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-69771425-0b70-41f1-827d-62f4e5ee2541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d2ffd9be-c840-4d47-92ec-3ba20935e234), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:06.853875 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-69771425-0b70-41f1-827d-62f4e5ee2541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:06.855566 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-69771425-0b70-41f1-827d-62f4e5ee2541 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d2ffd9be-c840-4d47-92ec-3ba20935e234 HTTP/1.1" status: 204 len: 168 time: 0.5008721 Feb 20 03:40:06.877040 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69771425-0b70-41f1-827d-62f4e5ee2541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ffd9be-c840-4d47-92ec-3ba20935e234,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:06.910141 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-713a250a-2c76-44f5-8783-e73c6c8fcbf3 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for port (0357d40a-1ec6-47de-a336-6a9f42377abe), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:06.968737 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-dd9a3708-378e-4c32-b7d2-54ca9366f3b1 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3216977 Feb 20 03:40:06.977179 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41320) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:06.977179 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-fd9e84f2-e068-48e7-a7d4-c883fa6b83cf tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Request body: {'port': {'network_id': 'dde2bb14-984d-4efa-bb0d-27ae57e31b33', 'name': 'tempest-AllowedAddressPairTestJSON-1596383531'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:06.978579 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864a44cc-44e6-499e-b786-5310e9f6cbcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-dde2bb14-984d-4efa-bb0d-27ae57e31b33', 'network_id': 'dde2bb14-984d-4efa-bb0d-27ae57e31b33', 'project_id': 'd0aa0e557613403eb2c1e969f3bd254d', 'fixed_ips': [{'subnet_id': 'd47d56bc-ab89-4bf1-b29e-d7bdc6f90d6c'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:40:06.979529 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-864a44cc-44e6-499e-b786-5310e9f6cbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:07.101186 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-713a250a-2c76-44f5-8783-e73c6c8fcbf3 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (0357d40a-1ec6-47de-a336-6a9f42377abe), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:07.162631 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713a250a-2c76-44f5-8783-e73c6c8fcbf3 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Network 661996db-2b00-40c5-995b-46c58c64a2d2 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:40:07.168842 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-713a250a-2c76-44f5-8783-e73c6c8fcbf3 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:07.174669 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713a250a-2c76-44f5-8783-e73c6c8fcbf3 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:40:07.234506 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b743b9c-43ec-4e39-9cc1-77225e244dde req-6c0c38e2-2eae-43c3-b2ba-ceed2c47937f tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:07.235871 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3b743b9c-43ec-4e39-9cc1-77225e244dde req-6c0c38e2-2eae-43c3-b2ba-ceed2c47937f tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 784 time: 0.5516841 Feb 20 03:40:07.244312 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-864a44cc-44e6-499e-b786-5310e9f6cbcb None None] Allocated IP 172.20.0.2 (dde2bb14-984d-4efa-bb0d-27ae57e31b33/d47d56bc-ab89-4bf1-b29e-d7bdc6f90d6c/2d8e866d-8549-408a-9a30-d5f3a7274344) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:40:07.253130 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-3b743b9c-43ec-4e39-9cc1-77225e244dde req-3744105e-5db1-4b02-a0ae-ecddfda85b36 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:40:07.254132 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3b743b9c-43ec-4e39-9cc1-77225e244dde req-3744105e-5db1-4b02-a0ae-ecddfda85b36 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084505 Feb 20 03:40:07.310102 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-e32e5d39-c0ff-40fd-abf2-2274e6c6efbe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks [] for port (b8236537-645d-4567-9beb-ece615b8c295), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:07.409526 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-e32e5d39-c0ff-40fd-abf2-2274e6c6efbe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (b8236537-645d-4567-9beb-ece615b8c295), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:07.472803 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-864a44cc-44e6-499e-b786-5310e9f6cbcb None None] Publish callbacks [] for port (2d8e866d-8549-408a-9a30-d5f3a7274344), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:07.494690 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-e32e5d39-c0ff-40fd-abf2-2274e6c6efbe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Network 6213f295-7155-488c-abe1-9a76b0448614 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:40:07.501264 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-e32e5d39-c0ff-40fd-abf2-2274e6c6efbe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:07.503920 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-e32e5d39-c0ff-40fd-abf2-2274e6c6efbe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:40:07.514314 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a250a-2c76-44f5-8783-e73c6c8fcbf3 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Pushing event updated for resources: {'Port': ['ID=0357d40a-1ec6-47de-a336-6a9f42377abe,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:07.543697 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-864a44cc-44e6-499e-b786-5310e9f6cbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (2d8e866d-8549-408a-9a30-d5f3a7274344), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:07.551140 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e5d39-c0ff-40fd-abf2-2274e6c6efbe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Pushing event updated for resources: {'Port': ['ID=b8236537-645d-4567-9beb-ece615b8c295,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:07.588906 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54ddea-c455-4bb0-ba86-4114bbbb7bc7 req-8d268e68-319e-4de1-97ff-e3ff7652e2f0 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:07.595979 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2d54ddea-c455-4bb0-ba86-4114bbbb7bc7 req-8d268e68-319e-4de1-97ff-e3ff7652e2f0 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] 10.222.0.89 "GET /v2.0/ports?device_id=319677df-2722-4d67-9f4f-463baa3890df HTTP/1.1" status: 200 len: 932 time: 0.1735599 Feb 20 03:40:07.603442 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-e32e5d39-c0ff-40fd-abf2-2274e6c6efbe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:07.604469 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-e32e5d39-c0ff-40fd-abf2-2274e6c6efbe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:07.623785 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a44cc-44e6-499e-b786-5310e9f6cbcb None None] Pushing event updated for resources: {'Port': ['ID=2d8e866d-8549-408a-9a30-d5f3a7274344,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:07.645919 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864a44cc-44e6-499e-b786-5310e9f6cbcb None None] Network dde2bb14-984d-4efa-bb0d-27ae57e31b33 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:40:07.649697 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-864a44cc-44e6-499e-b786-5310e9f6cbcb None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:07.653653 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864a44cc-44e6-499e-b786-5310e9f6cbcb None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:40:07.654809 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9e84f2-e068-48e7-a7d4-c883fa6b83cf tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Made reservation on behalf of d0aa0e557613403eb2c1e969f3bd254d for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:40:07.659147 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd9e84f2-e068-48e7-a7d4-c883fa6b83cf tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:07.692348 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-fd9e84f2-e068-48e7-a7d4-c883fa6b83cf tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] device_id is not set on port 3bdf49d3-9f89-4ef6-8006-455e4c44f144 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:40:07.708005 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2d54ddea-c455-4bb0-ba86-4114bbbb7bc7 req-2ed69378-a663-40fa-8ecb-ca3b91d21279 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] 10.222.0.89 "GET /v2.0/security-groups?id=6aec92c8-bd93-4182-8faa-429befaee7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107655 Feb 20 03:40:07.769192 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-e32e5d39-c0ff-40fd-abf2-2274e6c6efbe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5788465 Feb 20 03:40:07.777410 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-864a44cc-44e6-499e-b786-5310e9f6cbcb None None] Attempting to bind port 2d8e866d-8549-408a-9a30-d5f3a7274344 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:40:07.777785 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-864a44cc-44e6-499e-b786-5310e9f6cbcb None None] Attempting to bind port 2d8e866d-8549-408a-9a30-d5f3a7274344 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '83c3dd82-62da-43a4-9e27-d892e674dd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'dde2bb14-984d-4efa-bb0d-27ae57e31b33'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:40:07.778171 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864a44cc-44e6-499e-b786-5310e9f6cbcb None None] Attempting to bind port 2d8e866d-8549-408a-9a30-d5f3a7274344 on network dde2bb14-984d-4efa-bb0d-27ae57e31b33 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:40:07.788024 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-93bfae27-8e0e-41a1-be4c-d1fcd36b25d4 service neutron] Request body: {'port': {'device_id': '319677df-2722-4d67-9f4f-463baa3890df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:07.792365 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864a44cc-44e6-499e-b786-5310e9f6cbcb None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:40:07.792893 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864a44cc-44e6-499e-b786-5310e9f6cbcb None None] Checking segment: {'id': '83c3dd82-62da-43a4-9e27-d892e674dd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'dde2bb14-984d-4efa-bb0d-27ae57e31b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:40:07.793330 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-864a44cc-44e6-499e-b786-5310e9f6cbcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:07.793673 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864a44cc-44e6-499e-b786-5310e9f6cbcb None None] Bound using segment: {'id': '83c3dd82-62da-43a4-9e27-d892e674dd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'dde2bb14-984d-4efa-bb0d-27ae57e31b33'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:40:07.794272 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-864a44cc-44e6-499e-b786-5310e9f6cbcb None None] Bound port: 2d8e866d-8549-408a-9a30-d5f3a7274344, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c3dd82-62da-43a4-9e27-d892e674dd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'dde2bb14-984d-4efa-bb0d-27ae57e31b33'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:40:07.794655 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-864a44cc-44e6-499e-b786-5310e9f6cbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2d8e866d-8549-408a-9a30-d5f3a7274344), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:07.854597 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcadc53-6764-4c70-a850-2918886bd661 x-openstack-request-id: req-3fcadc53-6764-4c70-a850-2918886bd661 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:40:07.855787 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41", "tag": "e8c3b326-eb4e-409d-a920-8be21530b14b", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:40:07.856156 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3fcadc53-6764-4c70-a850-2918886bd661 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:40:07.856780 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41', 'tag': 'e8c3b326-eb4e-409d-a920-8be21530b14b', 'status': 'completed', 'code': 200} Feb 20 03:40:07.949002 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-864a44cc-44e6-499e-b786-5310e9f6cbcb None None] For port 2d8e866d-8549-408a-9a30-d5f3a7274344, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:40:07.969844 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-864a44cc-44e6-499e-b786-5310e9f6cbcb None None] For port 2d8e866d-8549-408a-9a30-d5f3a7274344, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2d8e866d-8549-408a-9a30-d5f3a7274344,segment=NetworkSegment(83c3dd82-62da-43a4-9e27-d892e674dd81),segment_id=83c3dd82-62da-43a4-9e27-d892e674dd81)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:40:07.976877 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-fd9e84f2-e068-48e7-a7d4-c883fa6b83cf tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Allocated IP 172.20.0.5 (dde2bb14-984d-4efa-bb0d-27ae57e31b33/d47d56bc-ab89-4bf1-b29e-d7bdc6f90d6c/3bdf49d3-9f89-4ef6-8006-455e4c44f144) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:40:07.979709 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-713a250a-2c76-44f5-8783-e73c6c8fcbf3 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router_gateway (51bc19ef-df81-4492-8e6e-76bd50ee3cc6), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:07.980878 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-a580bffc-e56b-4834-aa75-ac944f25488e None None] Provisioning complete for port b8236537-645d-4567-9beb-ece615b8c295 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:07.981524 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a580bffc-e56b-4834-aa75-ac944f25488e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b8236537-645d-4567-9beb-ece615b8c295), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:08.023400 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-a580bffc-e56b-4834-aa75-ac944f25488e None None] Port b8236537-645d-4567-9beb-ece615b8c295 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:40:08.051401 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-93bfae27-8e0e-41a1-be4c-d1fcd36b25d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b8236537-645d-4567-9beb-ece615b8c295), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:08.061656 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-864a44cc-44e6-499e-b786-5310e9f6cbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2d8e866d-8549-408a-9a30-d5f3a7274344), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:08.075470 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ade89-a381-4ec1-9f83-b1ecc9226350 req-8e042c1d-68a5-4fa6-a43f-276e2b76cdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:08.080581 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e95ade89-a381-4ec1-9f83-b1ecc9226350 req-8e042c1d-68a5-4fa6-a43f-276e2b76cdb0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6a08cfad188e48b79e337e2a93b4d6c0&device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 1127 time: 0.1669185 Feb 20 03:40:08.157637 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a44cc-44e6-499e-b786-5310e9f6cbcb None None] Pushing event updated for resources: {'Port': ['ID=2d8e866d-8549-408a-9a30-d5f3a7274344,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:08.317092 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd9e84f2-e068-48e7-a7d4-c883fa6b83cf tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks [] for port (3bdf49d3-9f89-4ef6-8006-455e4c44f144), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:08.340801 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d255e5-6c7f-4d20-979a-0d541d73450a req-fd4af188-99fa-47e4-a42f-8172c19dc41d tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:08.347603 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a1d255e5-6c7f-4d20-979a-0d541d73450a req-fd4af188-99fa-47e4-a42f-8172c19dc41d tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4125850 Feb 20 03:40:08.358080 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-713a250a-2c76-44f5-8783-e73c6c8fcbf3 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (51bc19ef-df81-4492-8e6e-76bd50ee3cc6), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:08.454031 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a1d255e5-6c7f-4d20-979a-0d541d73450a req-e135260f-4d47-4e95-940b-e2428d848d61 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.40 HTTP/1.1" status: 200 len: 695 time: 0.1054549 Feb 20 03:40:08.478630 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-a1d255e5-6c7f-4d20-979a-0d541d73450a req-bca38953-73e7-4820-a206-40c30a5ae032 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Request body: {'floatingip': {'port_id': 'e8c3b326-eb4e-409d-a920-8be21530b14b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:08.550065 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ade89-a381-4ec1-9f83-b1ecc9226350 req-4fb55d3d-d331-4273-8dff-074ec253c5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:08.550065 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e95ade89-a381-4ec1-9f83-b1ecc9226350 req-4fb55d3d-d331-4273-8dff-074ec253c5b3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5c42c93f-2ac9-42c4-ae39-37d47141b593 HTTP/1.1" status: 200 len: 921 time: 0.4335811 Feb 20 03:40:08.615057 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a1d255e5-6c7f-4d20-979a-0d541d73450a req-bca38953-73e7-4820-a206-40c30a5ae032 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks [] for floatingip (3882fad2-e3fe-495a-b72a-f3c3df4218c0), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:08.650235 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e95ade89-a381-4ec1-9f83-b1ecc9226350 req-4ab0efe3-16e8-4653-a098-b667c43a3219 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8c3b326-eb4e-409d-a920-8be21530b14b HTTP/1.1" status: 200 len: 217 time: 0.0790172 Feb 20 03:40:08.801447 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ade89-a381-4ec1-9f83-b1ecc9226350 req-4224f08e-1893-4766-8bfd-0825eafb028e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:08.802873 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e95ade89-a381-4ec1-9f83-b1ecc9226350 req-4224f08e-1893-4766-8bfd-0825eafb028e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7cdd67db-b129-4563-b182-47daa39d15d0 HTTP/1.1" status: 200 len: 860 time: 0.1199257 Feb 20 03:40:08.852639 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e95ade89-a381-4ec1-9f83-b1ecc9226350 req-c2af85f7-ffaa-4d67-9062-e897f4b68f3d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5c42c93f-2ac9-42c4-ae39-37d47141b593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400980 Feb 20 03:40:08.863478 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd9e84f2-e068-48e7-a7d4-c883fa6b83cf tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (3bdf49d3-9f89-4ef6-8006-455e4c44f144), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:08.912705 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713a250a-2c76-44f5-8783-e73c6c8fcbf3 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Router 51bc19ef-df81-4492-8e6e-76bd50ee3cc6 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:40:08.943412 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9e84f2-e068-48e7-a7d4-c883fa6b83cf tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Network dde2bb14-984d-4efa-bb0d-27ae57e31b33 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:40:08.960162 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-fd9e84f2-e068-48e7-a7d4-c883fa6b83cf tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:08.962927 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9e84f2-e068-48e7-a7d4-c883fa6b83cf tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:40:08.972411 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e84f2-e068-48e7-a7d4-c883fa6b83cf tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Pushing event updated for resources: {'Port': ['ID=3bdf49d3-9f89-4ef6-8006-455e4c44f144,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:09.098043 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-93bfae27-8e0e-41a1-be4c-d1fcd36b25d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8236537-645d-4567-9beb-ece615b8c295 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:40:09.125254 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-93bfae27-8e0e-41a1-be4c-d1fcd36b25d4 service neutron] Publish callbacks [] for port (b8236537-645d-4567-9beb-ece615b8c295), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:09.134600 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9e84f2-e068-48e7-a7d4-c883fa6b83cf tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:09.135712 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd9e84f2-e068-48e7-a7d4-c883fa6b83cf tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:09.199433 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-93bfae27-8e0e-41a1-be4c-d1fcd36b25d4 service neutron] Transition to ACTIVE for port object b8236537-645d-4567-9beb-ece615b8c295 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:40:09.202132 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e95ade89-a381-4ec1-9f83-b1ecc9226350 req-7757d755-5460-4de2-ae60-0bebd4a82623 service neutron] 10.222.0.93 "GET /v2.0/networks/5c42c93f-2ac9-42c4-ae39-37d47141b593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423810 Feb 20 03:40:09.214722 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 2d8e866d-8549-408a-9a30-d5f3a7274344 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:40:09.241404 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713a250a-2c76-44f5-8783-e73c6c8fcbf3 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:40:09.273995 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-93bfae27-8e0e-41a1-be4c-d1fcd36b25d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (b8236537-645d-4567-9beb-ece615b8c295), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:09.297499 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] Sync routers for ids ['51bc19ef-df81-4492-8e6e-76bd50ee3cc6'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:40:09.316147 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] Routers {'51bc19ef-df81-4492-8e6e-76bd50ee3cc6'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:40:09.316824 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:39:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['51bc19ef-df81-4492-8e6e-76bd50ee3cc6'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:09.367890 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 2d8e866d-8549-408a-9a30-d5f3a7274344 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:09.368267 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2d8e866d-8549-408a-9a30-d5f3a7274344), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:09.384493 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fd9e84f2-e068-48e7-a7d4-c883fa6b83cf tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4141843 Feb 20 03:40:09.390166 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-713a250a-2c76-44f5-8783-e73c6c8fcbf3 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:09.392621 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-713a250a-2c76-44f5-8783-e73c6c8fcbf3 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.1352296 Feb 20 03:40:09.393249 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41360) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:09.393598 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41362) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:09.403989 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-5094227e-210a-4b83-855d-4ee9bcd19fc7 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Request body: {'port': {'network_id': 'dde2bb14-984d-4efa-bb0d-27ae57e31b33', 'name': 'tempest-AllowedAddressPairTestJSON-458195177', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:f8:8b:6a'}]}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:09.431767 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfae27-8e0e-41a1-be4c-d1fcd36b25d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b8236537-645d-4567-9beb-ece615b8c295,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:09.541450 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41366) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:09.687590 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5ab544-0a15-412c-9f97-5b94b4f07981 None None] Network dde2bb14-984d-4efa-bb0d-27ae57e31b33 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:40:09.700118 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] Set router 51bc19ef-df81-4492-8e6e-76bd50ee3cc6 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:40:09.809187 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e95ade89-a381-4ec1-9f83-b1ecc9226350 req-08125547-1356-493a-bc18-fb974a3db3a2 service neutron] 10.222.0.93 "GET /v2.0/networks/5c42c93f-2ac9-42c4-ae39-37d47141b593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5736310 Feb 20 03:40:09.840778 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-7f9ae648-55d8-46ee-b42d-5a7b776b6cf4 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-496011548-network', 'tenant_id': '0e0cbfa4911c408cab71989d191addfb'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:09.850213 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 2d8e866d-8549-408a-9a30-d5f3a7274344 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:40:09.850604 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2d8e866d-8549-408a-9a30-d5f3a7274344), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:09.856090 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-21067586-d661-4b4d-af73-dc885b2e4932 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router (51bc19ef-df81-4492-8e6e-76bd50ee3cc6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:09.861288 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5094227e-210a-4b83-855d-4ee9bcd19fc7 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Made reservation on behalf of d0aa0e557613403eb2c1e969f3bd254d for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:40:09.889015 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-93bfae27-8e0e-41a1-be4c-d1fcd36b25d4 service neutron] Attempting to bind port b8236537-645d-4567-9beb-ece615b8c295 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:40:09.889466 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-93bfae27-8e0e-41a1-be4c-d1fcd36b25d4 service neutron] Attempting to bind port b8236537-645d-4567-9beb-ece615b8c295 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': 'd6ed8ee4-3481-4fe5-b050-4492f68bd963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '6213f295-7155-488c-abe1-9a76b0448614'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:40:09.889882 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-93bfae27-8e0e-41a1-be4c-d1fcd36b25d4 service neutron] Attempting to bind port b8236537-645d-4567-9beb-ece615b8c295 on network 6213f295-7155-488c-abe1-9a76b0448614 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:40:09.906621 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-93bfae27-8e0e-41a1-be4c-d1fcd36b25d4 service neutron] Port b8236537-645d-4567-9beb-ece615b8c295 on network 6213f295-7155-488c-abe1-9a76b0448614 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:40:09.906621 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-93bfae27-8e0e-41a1-be4c-d1fcd36b25d4 service neutron] Attempting to bind port b8236537-645d-4567-9beb-ece615b8c295 on network 6213f295-7155-488c-abe1-9a76b0448614 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:40:09.912986 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-bdd47876-ce25-4cac-a7dd-51dd96345944 None None] Provisioning complete for port 2d8e866d-8549-408a-9a30-d5f3a7274344 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:09.913176 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bdd47876-ce25-4cac-a7dd-51dd96345944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2d8e866d-8549-408a-9a30-d5f3a7274344), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:09.922053 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-93bfae27-8e0e-41a1-be4c-d1fcd36b25d4 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:40:09.922501 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-93bfae27-8e0e-41a1-be4c-d1fcd36b25d4 service neutron] Checking segment: {'id': 'd6ed8ee4-3481-4fe5-b050-4492f68bd963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '6213f295-7155-488c-abe1-9a76b0448614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:40:09.922993 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-93bfae27-8e0e-41a1-be4c-d1fcd36b25d4 service neutron] Bound using segment: {'id': 'd6ed8ee4-3481-4fe5-b050-4492f68bd963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '6213f295-7155-488c-abe1-9a76b0448614'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:40:09.923514 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-93bfae27-8e0e-41a1-be4c-d1fcd36b25d4 service neutron] Bound port: b8236537-645d-4567-9beb-ece615b8c295, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6ed8ee4-3481-4fe5-b050-4492f68bd963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '6213f295-7155-488c-abe1-9a76b0448614'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:40:09.923946 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-93bfae27-8e0e-41a1-be4c-d1fcd36b25d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b8236537-645d-4567-9beb-ece615b8c295), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:09.939093 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a1d255e5-6c7f-4d20-979a-0d541d73450a req-bca38953-73e7-4820-a206-40c30a5ae032 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:09.996036 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 2d8e866d-8549-408a-9a30-d5f3a7274344, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2d8e866d-8549-408a-9a30-d5f3a7274344,segment=NetworkSegment(83c3dd82-62da-43a4-9e27-d892e674dd81),segment_id=83c3dd82-62da-43a4-9e27-d892e674dd81)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:40:10.013518 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-93bfae27-8e0e-41a1-be4c-d1fcd36b25d4 service neutron] For port b8236537-645d-4567-9beb-ece615b8c295, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:40:10.017104 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-93bfae27-8e0e-41a1-be4c-d1fcd36b25d4 service neutron] For port b8236537-645d-4567-9beb-ece615b8c295, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b8236537-645d-4567-9beb-ece615b8c295,segment=NetworkSegment(d6ed8ee4-3481-4fe5-b050-4492f68bd963),segment_id=d6ed8ee4-3481-4fe5-b050-4492f68bd963)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:40:10.022406 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9ae648-55d8-46ee-b42d-5a7b776b6cf4 admin admin] Made reservation on behalf of 0e0cbfa4911c408cab71989d191addfb for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:40:10.025656 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7f9ae648-55d8-46ee-b42d-5a7b776b6cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:10.031360 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a1d255e5-6c7f-4d20-979a-0d541d73450a req-bca38953-73e7-4820-a206-40c30a5ae032 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (3882fad2-e3fe-495a-b72a-f3c3df4218c0), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:10.038527 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7f9ae648-55d8-46ee-b42d-5a7b776b6cf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:10.064897 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5094227e-210a-4b83-855d-4ee9bcd19fc7 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:10.090403 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-5094227e-210a-4b83-855d-4ee9bcd19fc7 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] device_id is not set on port f5adfabd-6798-44bb-a479-9242ea96265f yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:40:10.112431 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2d8e866d-8549-408a-9a30-d5f3a7274344), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:10.152481 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-93bfae27-8e0e-41a1-be4c-d1fcd36b25d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (b8236537-645d-4567-9beb-ece615b8c295), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:10.160443 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-21067586-d661-4b4d-af73-dc885b2e4932 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router_gateway (51bc19ef-df81-4492-8e6e-76bd50ee3cc6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:10.176835 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-bdd47876-ce25-4cac-a7dd-51dd96345944 None None] Current status of the port 2d8e866d-8549-408a-9a30-d5f3a7274344 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:40:10.177195 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bdd47876-ce25-4cac-a7dd-51dd96345944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2d8e866d-8549-408a-9a30-d5f3a7274344), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:10.217649 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfae27-8e0e-41a1-be4c-d1fcd36b25d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b8236537-645d-4567-9beb-ece615b8c295,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:10.229179 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=2d8e866d-8549-408a-9a30-d5f3a7274344,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:10.251337 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-93bfae27-8e0e-41a1-be4c-d1fcd36b25d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:10.251975 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-93bfae27-8e0e-41a1-be4c-d1fcd36b25d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:10.254188 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-93bfae27-8e0e-41a1-be4c-d1fcd36b25d4 service neutron] 10.222.0.42 "PUT /v2.0/ports/b8236537-645d-4567-9beb-ece615b8c295 HTTP/1.1" status: 200 len: 1092 time: 2.4780762 Feb 20 03:40:10.256200 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319677df-2722-4d67-9f4f-463baa3890df', 'tag': 'b8236537-645d-4567-9beb-ece615b8c295'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:40:10.259851 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631127e6-7838-445d-82f1-25c14d5a44df" -d '{"events": [{"name": "network-changed", "server_uuid": "319677df-2722-4d67-9f4f-463baa3890df", "tag": "b8236537-645d-4567-9beb-ece615b8c295"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:40:10.267518 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [req-a1d255e5-6c7f-4d20-979a-0d541d73450a req-bca38953-73e7-4820-a206-40c30a5ae032 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Floating IP 3882fad2-e3fe-495a-b72a-f3c3df4218c0 associated. External IP: 172.25.7.40, port: e8c3b326-eb4e-409d-a920-8be21530b14b. Feb 20 03:40:10.297971 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bc19ef-df81-4492-8e6e-76bd50ee3cc6', 'name': '', 'tenant_id': 'fdacffb30f064cf9855cff8ef83879a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '661996db-2b00-40c5-995b-46c58c64a2d2', 'external_fixed_ips': [{'subnet_id': '57d536ca-f4ae-4b52-b533-546cde2a7d34', 'ip_address': '2001:db8::371'}], 'enable_snat': True}, 'gw_port_id': '0357d40a-1ec6-47de-a336-6a9f42377abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:05Z', 'updated_at': '2022-02-20T03:40:07Z', 'revision_number': 3, 'project_id': 'fdacffb30f064cf9855cff8ef83879a7', 'gw_port': {'id': '0357d40a-1ec6-47de-a336-6a9f42377abe', 'name': '', 'network_id': '661996db-2b00-40c5-995b-46c58c64a2d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:86:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bc19ef-df81-4492-8e6e-76bd50ee3cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '57d536ca-f4ae-4b52-b533-546cde2a7d34', 'ip_address': '2001:db8::371', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:06Z', 'updated_at': '2022-02-20T03:40:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57d536ca-f4ae-4b52-b533-546cde2a7d34', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:10.312435 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-5094227e-210a-4b83-855d-4ee9bcd19fc7 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Allocated IP 172.20.0.4 (dde2bb14-984d-4efa-bb0d-27ae57e31b33/d47d56bc-ab89-4bf1-b29e-d7bdc6f90d6c/f5adfabd-6798-44bb-a479-9242ea96265f) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:40:10.355362 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] Checking router: 51bc19ef-df81-4492-8e6e-76bd50ee3cc6 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:40:10.355362 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] Updating router 51bc19ef-df81-4492-8e6e-76bd50ee3cc6 port 0357d40a-1ec6-47de-a336-6a9f42377abe binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:40:10.410566 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-bdd47876-ce25-4cac-a7dd-51dd96345944 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:40:10.411066 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-bdd47876-ce25-4cac-a7dd-51dd96345944 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:40:10.424105 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0357d40a-1ec6-47de-a336-6a9f42377abe), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:10.537604 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7f9ae648-55d8-46ee-b42d-5a7b776b6cf4 admin admin] Publish callbacks [] for security_group (a83f3831-78f5-41e5-bea1-6867c0e61603), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:10.590606 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-caf37761-39ee-4727-8ec1-6d6cb6ed6990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:10.593835 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-caf37761-39ee-4727-8ec1-6d6cb6ed6990 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=517a6c0c83ee490993dbcdda52b65cea&device_id=319677df-2722-4d67-9f4f-463baa3890df HTTP/1.1" status: 200 len: 1126 time: 0.2137830 Feb 20 03:40:10.683555 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-21067586-d661-4b4d-af73-dc885b2e4932 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Deleting port 0357d40a-1ec6-47de-a336-6a9f42377abe {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:40:10.687857 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-21067586-d661-4b4d-af73-dc885b2e4932 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (0357d40a-1ec6-47de-a336-6a9f42377abe), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:10.691612 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7f9ae648-55d8-46ee-b42d-5a7b776b6cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a83f3831-78f5-41e5-bea1-6867c0e61603), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:10.737182 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-cd9dfbe7-f568-4580-a294-ed70f081d916 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8236537-645d-4567-9beb-ece615b8c295 HTTP/1.1" status: 200 len: 217 time: 0.1300776 Feb 20 03:40:10.800809 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f9ae648-55d8-46ee-b42d-5a7b776b6cf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:40:10.855700 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] Publish callbacks [] for port (0357d40a-1ec6-47de-a336-6a9f42377abe), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:10.883812 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-21067586-d661-4b4d-af73-dc885b2e4932 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (0357d40a-1ec6-47de-a336-6a9f42377abe), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:10.896301 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7f9ae648-55d8-46ee-b42d-5a7b776b6cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (269f35d4-f020-4f0f-a824-f9bf032ff765), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:10.896301 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-7f9ae648-55d8-46ee-b42d-5a7b776b6cf4 admin admin] Added segment 269f35d4-f020-4f0f-a824-f9bf032ff765 of type vlan for network 78076ce7-3294-4305-b56f-f717d576abee Feb 20 03:40:10.896301 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ae648-55d8-46ee-b42d-5a7b776b6cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83f3831-78f5-41e5-bea1-6867c0e61603,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:10.908975 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-21067586-d661-4b4d-af73-dc885b2e4932 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Calling delete_port for 0357d40a-1ec6-47de-a336-6a9f42377abe owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:40:10.935281 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5094227e-210a-4b83-855d-4ee9bcd19fc7 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks [] for port (f5adfabd-6798-44bb-a479-9242ea96265f), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:10.948987 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-194ba680-760b-49f8-8d2c-7433d5c663b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:10.950572 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-194ba680-760b-49f8-8d2c-7433d5c663b4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6707572-1301-47d5-a349-f0e02b2b9385 HTTP/1.1" status: 200 len: 853 time: 0.1956847 Feb 20 03:40:10.963398 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0357d40a-1ec6-47de-a336-6a9f42377abe), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:10.974734 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7f9ae648-55d8-46ee-b42d-5a7b776b6cf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (78076ce7-3294-4305-b56f-f717d576abee), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:10.982514 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1d255e5-6c7f-4d20-979a-0d541d73450a req-bca38953-73e7-4820-a206-40c30a5ae032 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Router 569747e1-6886-43d6-a405-bf90c586f175 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:40:11.050902 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-bdd47876-ce25-4cac-a7dd-51dd96345944 None None] Current status of the port 2d8e866d-8549-408a-9a30-d5f3a7274344 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:40:11.057855 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] Attempting to bind port 0357d40a-1ec6-47de-a336-6a9f42377abe on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:40:11.058236 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] Attempting to bind port 0357d40a-1ec6-47de-a336-6a9f42377abe by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '7111489c-1576-44b4-af04-7d5cb89cc11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '661996db-2b00-40c5-995b-46c58c64a2d2'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:40:11.058605 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] Attempting to bind port 0357d40a-1ec6-47de-a336-6a9f42377abe on network 661996db-2b00-40c5-995b-46c58c64a2d2 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:40:11.060734 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d0b9f-0869-48d3-a402-852805d2a831 None None] Pushing event updated for resources: {'Port': ['ID=0357d40a-1ec6-47de-a336-6a9f42377abe,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:11.066667 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:40:11.067097 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] Checking segment: {'id': '7111489c-1576-44b4-af04-7d5cb89cc11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '661996db-2b00-40c5-995b-46c58c64a2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:40:11.067513 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:11.067906 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] Bound using segment: {'id': '7111489c-1576-44b4-af04-7d5cb89cc11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '661996db-2b00-40c5-995b-46c58c64a2d2'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:40:11.068433 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] Bound port: 0357d40a-1ec6-47de-a336-6a9f42377abe, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7111489c-1576-44b4-af04-7d5cb89cc11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '661996db-2b00-40c5-995b-46c58c64a2d2'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:40:11.068870 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0357d40a-1ec6-47de-a336-6a9f42377abe), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:11.085397 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-42d26c96-3f35-4f70-95db-8843bf9c9b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:11.087547 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-42d26c96-3f35-4f70-95db-8843bf9c9b45 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6213f295-7155-488c-abe1-9a76b0448614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1233230 Feb 20 03:40:11.109690 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7f9ae648-55d8-46ee-b42d-5a7b776b6cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (78076ce7-3294-4305-b56f-f717d576abee), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:11.110583 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9ae648-55d8-46ee-b42d-5a7b776b6cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:11.111211 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7f9ae648-55d8-46ee-b42d-5a7b776b6cf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:11.113097 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5094227e-210a-4b83-855d-4ee9bcd19fc7 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (f5adfabd-6798-44bb-a479-9242ea96265f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:11.121536 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 2d8e866d-8549-408a-9a30-d5f3a7274344 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:40:11.190478 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-630616f7-4c97-4921-9453-482befb8c60b None None] Provisioning complete for port 2d8e866d-8549-408a-9a30-d5f3a7274344 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:11.191370 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-630616f7-4c97-4921-9453-482befb8c60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2d8e866d-8549-408a-9a30-d5f3a7274344), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:11.197076 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5094227e-210a-4b83-855d-4ee9bcd19fc7 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Network dde2bb14-984d-4efa-bb0d-27ae57e31b33 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:40:11.205369 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-5094227e-210a-4b83-855d-4ee9bcd19fc7 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:11.208391 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5094227e-210a-4b83-855d-4ee9bcd19fc7 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:40:11.235909 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 2d8e866d-8549-408a-9a30-d5f3a7274344 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:11.236483 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2d8e866d-8549-408a-9a30-d5f3a7274344), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:11.272488 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094227e-210a-4b83-855d-4ee9bcd19fc7 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Pushing event updated for resources: {'Port': ['ID=f5adfabd-6798-44bb-a479-9242ea96265f,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:11.301221 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5094227e-210a-4b83-855d-4ee9bcd19fc7 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:11.302107 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5094227e-210a-4b83-855d-4ee9bcd19fc7 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:11.335194 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-630616f7-4c97-4921-9453-482befb8c60b None None] Current status of the port 2d8e866d-8549-408a-9a30-d5f3a7274344 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:40:11.358510 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-21067586-d661-4b4d-af73-dc885b2e4932 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (0357d40a-1ec6-47de-a336-6a9f42377abe), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:11.372015 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:40:11.372306 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:40:11.381172 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 2d8e866d-8549-408a-9a30-d5f3a7274344 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:40:11.397268 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-630616f7-4c97-4921-9453-482befb8c60b None None] Provisioning complete for port 3bdf49d3-9f89-4ef6-8006-455e4c44f144 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:11.399246 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-630616f7-4c97-4921-9453-482befb8c60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3bdf49d3-9f89-4ef6-8006-455e4c44f144), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:11.406522 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5094227e-210a-4b83-855d-4ee9bcd19fc7 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.0115740 Feb 20 03:40:11.407373 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41384) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:11.408721 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21067586-d661-4b4d-af73-dc885b2e4932 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Pushing event deleted for resources: {'Port': ['ID=0357d40a-1ec6-47de-a336-6a9f42377abe,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:11.440037 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-630616f7-4c97-4921-9453-482befb8c60b None None] Port 3bdf49d3-9f89-4ef6-8006-455e4c44f144 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:40:11.496924 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-21067586-d661-4b4d-af73-dc885b2e4932 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (51bc19ef-df81-4492-8e6e-76bd50ee3cc6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:11.560992 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-a3579787-0d42-4656-a479-743044928f75 None None] Provisioning complete for port f5adfabd-6798-44bb-a479-9242ea96265f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:11.561621 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a3579787-0d42-4656-a479-743044928f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f5adfabd-6798-44bb-a479-9242ea96265f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:11.599076 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-a3579787-0d42-4656-a479-743044928f75 None None] Port f5adfabd-6798-44bb-a479-9242ea96265f cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:40:11.617670 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-21067586-d661-4b4d-af73-dc885b2e4932 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (51bc19ef-df81-4492-8e6e-76bd50ee3cc6), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:11.620843 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-21067586-d661-4b4d-af73-dc885b2e4932 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router_controller (51bc19ef-df81-4492-8e6e-76bd50ee3cc6), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:11.637589 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ec7266-bba2-4bcc-a8b4-31807de05b9b tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:11.643187 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ec7266-bba2-4bcc-a8b4-31807de05b9b tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:11.649049 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ec7266-bba2-4bcc-a8b4-31807de05b9b tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:11.650842 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-12ec7266-bba2-4bcc-a8b4-31807de05b9b tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2384729 Feb 20 03:40:11.654218 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41386) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:11.666966 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7f9ae648-55d8-46ee-b42d-5a7b776b6cf4 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1184878 Feb 20 03:40:11.672275 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41388) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:11.685133 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-448ea8f7-3c0f-4955-9439-834e7c1c03fd admin admin] Request body: {'subnet': {'network_id': '78076ce7-3294-4305-b56f-f717d576abee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-496011548-subnet', 'tenant_id': '0e0cbfa4911c408cab71989d191addfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:11.699842 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1d255e5-6c7f-4d20-979a-0d541d73450a req-bca38953-73e7-4820-a206-40c30a5ae032 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:40:11.701376 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ae648-55d8-46ee-b42d-5a7b776b6cf4 admin admin] Pushing event updated for resources: {'Network': ['ID=78076ce7-3294-4305-b56f-f717d576abee,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:11.705753 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a1d255e5-6c7f-4d20-979a-0d541d73450a req-bca38953-73e7-4820-a206-40c30a5ae032 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:11.717511 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 78076ce7-3294-4305-b56f-f717d576abee details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:40:11.721029 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3320d454-f0ad-4072-a79f-a9b9bc194bd7 None None] Sync routers for ids ['569747e1-6886-43d6-a405-bf90c586f175'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:40:11.741036 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3320d454-f0ad-4072-a79f-a9b9bc194bd7 None None] Routers {'569747e1-6886-43d6-a405-bf90c586f175'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:40:11.742773 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-3320d454-f0ad-4072-a79f-a9b9bc194bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:39:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['569747e1-6886-43d6-a405-bf90c586f175'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:11.758310 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-6208f7a2-594b-4b75-b263-6e4d30b7de7c service neutron] 10.222.0.42 "GET /v2.0/networks/6213f295-7155-488c-abe1-9a76b0448614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6609406 Feb 20 03:40:11.760073 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a1d255e5-6c7f-4d20-979a-0d541d73450a req-bca38953-73e7-4820-a206-40c30a5ae032 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "PUT /v2.0/floatingips/3882fad2-e3fe-495a-b72a-f3c3df4218c0 HTTP/1.1" status: 200 len: 995 time: 3.3052268 Feb 20 03:40:11.802248 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-e24871a6-b6af-40c5-bc03-b6044b8c3f20 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Deleting port f5adfabd-6798-44bb-a479-9242ea96265f {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:40:11.802730 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e24871a6-b6af-40c5-bc03-b6044b8c3f20 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (f5adfabd-6798-44bb-a479-9242ea96265f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:11.805517 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-21067586-d661-4b4d-af73-dc885b2e4932 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (51bc19ef-df81-4492-8e6e-76bd50ee3cc6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:11.806112 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21067586-d661-4b4d-af73-dc885b2e4932 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 51bc19ef-df81-4492-8e6e-76bd50ee3cc6 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:40:11.812032 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-21067586-d661-4b4d-af73-dc885b2e4932 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:11.816083 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-21067586-d661-4b4d-af73-dc885b2e4932 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] 10.222.0.89 "DELETE /v2.0/routers/51bc19ef-df81-4492-8e6e-76bd50ee3cc6 HTTP/1.1" status: 204 len: 168 time: 2.4202771 Feb 20 03:40:11.827357 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41390) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:11.859355 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448ea8f7-3c0f-4955-9439-834e7c1c03fd admin admin] Made reservation on behalf of 0e0cbfa4911c408cab71989d191addfb for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:40:11.861675 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-448ea8f7-3c0f-4955-9439-834e7c1c03fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:11.892936 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] Attempting to bind port 0357d40a-1ec6-47de-a336-6a9f42377abe on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:40:11.892936 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] Attempting to bind port 0357d40a-1ec6-47de-a336-6a9f42377abe by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '7111489c-1576-44b4-af04-7d5cb89cc11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '661996db-2b00-40c5-995b-46c58c64a2d2'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:40:11.892936 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] Attempting to bind port 0357d40a-1ec6-47de-a336-6a9f42377abe on network 661996db-2b00-40c5-995b-46c58c64a2d2 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:40:11.899246 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:40:11.899796 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] Checking segment: {'id': '7111489c-1576-44b4-af04-7d5cb89cc11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '661996db-2b00-40c5-995b-46c58c64a2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:40:11.900431 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:11.900928 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] Bound using segment: {'id': '7111489c-1576-44b4-af04-7d5cb89cc11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '661996db-2b00-40c5-995b-46c58c64a2d2'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:40:11.901503 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] Bound port: 0357d40a-1ec6-47de-a336-6a9f42377abe, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7111489c-1576-44b4-af04-7d5cb89cc11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '661996db-2b00-40c5-995b-46c58c64a2d2'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:40:11.901996 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0357d40a-1ec6-47de-a336-6a9f42377abe), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:11.912157 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-3320d454-f0ad-4072-a79f-a9b9bc194bd7 None None] Set router 569747e1-6886-43d6-a405-bf90c586f175 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:40:11.920430 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e24871a6-b6af-40c5-bc03-b6044b8c3f20 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (f5adfabd-6798-44bb-a479-9242ea96265f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:11.922629 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] Port 0357d40a-1ec6-47de-a336-6a9f42377abe has been deleted concurrently {{(pid=104107) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 20 03:40:11.933988 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] Routers set() bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:40:11.934619 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] Router IDs set() for agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 20 03:40:11.935551 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_agentschedulers_db [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'51bc19ef-df81-4492-8e6e-76bd50ee3cc6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:39:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent'). {{(pid=104107) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 20 03:40:11.936035 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80397712-b582-44d1-9375-f7fb8cf127b2 None None] The sync data for ids ['51bc19ef-df81-4492-8e6e-76bd50ee3cc6'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:40:11.939273 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-e24871a6-b6af-40c5-bc03-b6044b8c3f20 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Calling delete_port for f5adfabd-6798-44bb-a479-9242ea96265f owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:40:11.996650 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a2fd02f-1ecd-4f2a-9195-a557943d2168 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Deleting subnet 57d536ca-f4ae-4b52-b533-546cde2a7d34 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:40:12.015578 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3a2fd02f-1ecd-4f2a-9195-a557943d2168 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for subnet (57d536ca-f4ae-4b52-b533-546cde2a7d34), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:12.050655 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d255e5-6c7f-4d20-979a-0d541d73450a req-cb4dd42c-5ce5-42d0-b598-a38b2c808a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:12.052242 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a1d255e5-6c7f-4d20-979a-0d541d73450a req-cb4dd42c-5ce5-42d0-b598-a38b2c808a93 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6a08cfad188e48b79e337e2a93b4d6c0&device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 1127 time: 0.2680569 Feb 20 03:40:12.059493 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65f599cd-bc1f-41f0-8091-c1e5e70375b2 req-bc068824-3783-4e9e-8a09-b2a22d2978a3 service neutron] 10.222.0.42 "GET /v2.0/networks/6213f295-7155-488c-abe1-9a76b0448614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942433 Feb 20 03:40:12.085421 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3a2fd02f-1ecd-4f2a-9195-a557943d2168 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (57d536ca-f4ae-4b52-b533-546cde2a7d34), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:12.167391 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-3320d454-f0ad-4072-a79f-a9b9bc194bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569747e1-6886-43d6-a405-bf90c586f175', 'name': 'tempest-ServerRescueTestJSONUnderV235-1150495558-router', 'tenant_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:39:01Z', 'updated_at': '2022-02-20T03:39:08Z', 'revision_number': 4, 'project_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'gw_port': {'id': '5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569747e1-6886-43d6-a405-bf90c586f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:02Z', 'updated_at': '2022-02-20T03:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '3882fad2-e3fe-495a-b72a-f3c3df4218c0', 'tenant_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '569747e1-6886-43d6-a405-bf90c586f175', 'port_id': 'e8c3b326-eb4e-409d-a920-8be21530b14b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c42c93f-2ac9-42c4-ae39-37d47141b593', 'mac_address': 'fa:16:3e:50:dd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:40:05Z', 'updated_at': '2022-02-20T03:40:09Z', 'revision_number': 1, 'project_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef3ab86-485a-4495-8556-eb6f915c5331', 'name': '', 'network_id': '5c42c93f-2ac9-42c4-ae39-37d47141b593', 'tenant_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'mac_address': 'fa:16:3e:bc:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569747e1-6886-43d6-a405-bf90c586f175', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '7cdd67db-b129-4563-b182-47daa39d15d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:07Z', 'updated_at': '2022-02-20T03:39:15Z', 'revision_number': 5, 'project_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'subnets': [{'id': '7cdd67db-b129-4563-b182-47daa39d15d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:12.171113 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3a2fd02f-1ecd-4f2a-9195-a557943d2168 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (57d536ca-f4ae-4b52-b533-546cde2a7d34), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:12.183146 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e24871a6-b6af-40c5-bc03-b6044b8c3f20 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (f5adfabd-6798-44bb-a479-9242ea96265f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:12.215356 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24871a6-b6af-40c5-bc03-b6044b8c3f20 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Pushing event deleted for resources: {'Port': ['ID=f5adfabd-6798-44bb-a479-9242ea96265f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:12.229640 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d255e5-6c7f-4d20-979a-0d541d73450a req-1005fd32-168d-4c0a-8ab4-e9a1ff9c8dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:12.230052 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a1d255e5-6c7f-4d20-979a-0d541d73450a req-1005fd32-168d-4c0a-8ab4-e9a1ff9c8dfc service neutron] 10.222.0.89 "GET /v2.0/networks?id=5c42c93f-2ac9-42c4-ae39-37d47141b593 HTTP/1.1" status: 200 len: 921 time: 0.1680644 Feb 20 03:40:12.234931 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3320d454-f0ad-4072-a79f-a9b9bc194bd7 None None] Checking router: 569747e1-6886-43d6-a405-bf90c586f175 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:40:12.252287 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3320d454-f0ad-4072-a79f-a9b9bc194bd7 None None] Routers {'569747e1-6886-43d6-a405-bf90c586f175'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:40:12.253508 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-3320d454-f0ad-4072-a79f-a9b9bc194bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:39:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['569747e1-6886-43d6-a405-bf90c586f175'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:12.439798 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-3320d454-f0ad-4072-a79f-a9b9bc194bd7 None None] Set router 569747e1-6886-43d6-a405-bf90c586f175 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:40:12.473574 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a1d255e5-6c7f-4d20-979a-0d541d73450a req-ad040f6e-3b49-4783-8f13-74712b404f16 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8c3b326-eb4e-409d-a920-8be21530b14b HTTP/1.1" status: 200 len: 998 time: 0.1001356 Feb 20 03:40:12.474882 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-448ea8f7-3c0f-4955-9439-834e7c1c03fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (f70a6907-5ee7-41e8-9fe7-a2a0335e26fc), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:12.501743 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3a2fd02f-1ecd-4f2a-9195-a557943d2168 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (57d536ca-f4ae-4b52-b533-546cde2a7d34), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:12.528520 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e24871a6-b6af-40c5-bc03-b6044b8c3f20 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:12.532142 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e24871a6-b6af-40c5-bc03-b6044b8c3f20 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] 10.222.0.89 "DELETE /v2.0/ports/f5adfabd-6798-44bb-a479-9242ea96265f HTTP/1.1" status: 204 len: 168 time: 0.8767660 Feb 20 03:40:12.534700 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41398) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:12.565160 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3a2fd02f-1ecd-4f2a-9195-a557943d2168 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:12.567049 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c30b0f-2034-4fcb-87e1-dd77839acba7 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] GET failed (client error): The resource could not be found. Feb 20 03:40:12.573054 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3a2fd02f-1ecd-4f2a-9195-a557943d2168 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] 10.222.0.89 "DELETE /v2.0/subnets/57d536ca-f4ae-4b52-b533-546cde2a7d34 HTTP/1.1" status: 204 len: 168 time: 0.7363935 Feb 20 03:40:12.573210 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d6c30b0f-2034-4fcb-87e1-dd77839acba7 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] 10.222.0.89 "GET /v2.0/ports/f5adfabd-6798-44bb-a479-9242ea96265f HTTP/1.1" status: 404 len: 333 time: 0.0326607 Feb 20 03:40:12.574734 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41400) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:12.574734 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41402) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:12.589554 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-3f4b0b8e-6575-4691-abcb-9ef80bbb2b61 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Request body: {'port': {'network_id': 'dde2bb14-984d-4efa-bb0d-27ae57e31b33', 'name': 'tempest-AllowedAddressPairTestJSON-165159130'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:12.667521 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ea8f7-3c0f-4955-9439-834e7c1c03fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f70a6907-5ee7-41e8-9fe7-a2a0335e26fc,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:12.701699 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d255e5-6c7f-4d20-979a-0d541d73450a req-6350dcea-f538-4ca0-ad1f-f88db9c818f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:12.703153 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a1d255e5-6c7f-4d20-979a-0d541d73450a req-6350dcea-f538-4ca0-ad1f-f88db9c818f5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7cdd67db-b129-4563-b182-47daa39d15d0 HTTP/1.1" status: 200 len: 860 time: 0.2028666 Feb 20 03:40:12.765336 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2fd02f-1ecd-4f2a-9195-a557943d2168 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=57d536ca-f4ae-4b52-b533-546cde2a7d34,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:12.784378 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448ea8f7-3c0f-4955-9439-834e7c1c03fd admin admin] Checking segment: {'id': '269f35d4-f020-4f0f-a824-f9bf032ff765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '78076ce7-3294-4305-b56f-f717d576abee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:40:12.784747 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448ea8f7-3c0f-4955-9439-834e7c1c03fd admin admin] Network hostable DHCP agents. Network: 78076ce7-3294-4305-b56f-f717d576abee, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:40:12.793712 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a1d255e5-6c7f-4d20-979a-0d541d73450a req-81c9b602-06bd-4144-9f36-efa8574d479f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5c42c93f-2ac9-42c4-ae39-37d47141b593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790005 Feb 20 03:40:12.797500 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea6c49df-2658-4afb-aa5d-b10c46a907df tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (661996db-2b00-40c5-995b-46c58c64a2d2), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:12.824038 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-3320d454-f0ad-4072-a79f-a9b9bc194bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569747e1-6886-43d6-a405-bf90c586f175', 'name': 'tempest-ServerRescueTestJSONUnderV235-1150495558-router', 'tenant_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:39:01Z', 'updated_at': '2022-02-20T03:39:08Z', 'revision_number': 4, 'project_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'gw_port': {'id': '5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569747e1-6886-43d6-a405-bf90c586f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:02Z', 'updated_at': '2022-02-20T03:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '3882fad2-e3fe-495a-b72a-f3c3df4218c0', 'tenant_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '569747e1-6886-43d6-a405-bf90c586f175', 'port_id': 'e8c3b326-eb4e-409d-a920-8be21530b14b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c42c93f-2ac9-42c4-ae39-37d47141b593', 'mac_address': 'fa:16:3e:50:dd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:40:05Z', 'updated_at': '2022-02-20T03:40:09Z', 'revision_number': 1, 'project_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef3ab86-485a-4495-8556-eb6f915c5331', 'name': '', 'network_id': '5c42c93f-2ac9-42c4-ae39-37d47141b593', 'tenant_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'mac_address': 'fa:16:3e:bc:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569747e1-6886-43d6-a405-bf90c586f175', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '7cdd67db-b129-4563-b182-47daa39d15d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:07Z', 'updated_at': '2022-02-20T03:39:15Z', 'revision_number': 5, 'project_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'subnets': [{'id': '7cdd67db-b129-4563-b182-47daa39d15d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:12.854802 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3320d454-f0ad-4072-a79f-a9b9bc194bd7 None None] The sync data for ids ['569747e1-6886-43d6-a405-bf90c586f175'] in n-d-829866-4 is: [{'id': '569747e1-6886-43d6-a405-bf90c586f175', 'name': 'tempest-ServerRescueTestJSONUnderV235-1150495558-router', 'tenant_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:39:01Z', 'updated_at': '2022-02-20T03:39:08Z', 'revision_number': 4, 'project_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'gw_port': {'id': '5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569747e1-6886-43d6-a405-bf90c586f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:02Z', 'updated_at': '2022-02-20T03:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '3882fad2-e3fe-495a-b72a-f3c3df4218c0', 'tenant_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '569747e1-6886-43d6-a405-bf90c586f175', 'port_id': 'e8c3b326-eb4e-409d-a920-8be21530b14b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c42c93f-2ac9-42c4-ae39-37d47141b593', 'mac_address': 'fa:16:3e:50:dd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:40:05Z', 'updated_at': '2022-02-20T03:40:09Z', 'revision_number': 1, 'project_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef3ab86-485a-4495-8556-eb6f915c5331', 'name': '', 'network_id': '5c42c93f-2ac9-42c4-ae39-37d47141b593', 'tenant_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'mac_address': 'fa:16:3e:bc:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569747e1-6886-43d6-a405-bf90c586f175', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '7cdd67db-b129-4563-b182-47daa39d15d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:07Z', 'updated_at': '2022-02-20T03:39:15Z', 'revision_number': 5, 'project_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'subnets': [{'id': '7cdd67db-b129-4563-b182-47daa39d15d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:40:12.989751 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448ea8f7-3c0f-4955-9439-834e7c1c03fd admin admin] Network 78076ce7-3294-4305-b56f-f717d576abee is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:40:13.014679 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea6c49df-2658-4afb-aa5d-b10c46a907df tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (661996db-2b00-40c5-995b-46c58c64a2d2), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:13.026998 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a1d255e5-6c7f-4d20-979a-0d541d73450a req-25889a05-5ac8-4197-8d1d-959a9f3e862c service neutron] 10.222.0.89 "GET /v2.0/networks/5c42c93f-2ac9-42c4-ae39-37d47141b593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220647 Feb 20 03:40:13.048836 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-ea6c49df-2658-4afb-aa5d-b10c46a907df tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661996db-2b00-40c5-995b-46c58c64a2d2']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:13.080828 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19d6a77-1199-4d03-b12e-270f43ff0861 None None] New status for floating IP 3882fad2-e3fe-495a-b72a-f3c3df4218c0: ACTIVE {{(pid=104107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:40:13.098488 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-ea6c49df-2658-4afb-aa5d-b10c46a907df tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7111489c-1576-44b4-af04-7d5cb89cc11c') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:13.098771 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-ea6c49df-2658-4afb-aa5d-b10c46a907df tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7111489c-1576-44b4-af04-7d5cb89cc11c') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:13.104502 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4b0b8e-6575-4691-abcb-9ef80bbb2b61 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Made reservation on behalf of d0aa0e557613403eb2c1e969f3bd254d for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:40:13.107851 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3f4b0b8e-6575-4691-abcb-9ef80bbb2b61 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:13.109747 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-448ea8f7-3c0f-4955-9439-834e7c1c03fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 78076ce7-3294-4305-b56f-f717d576abee) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:13.126755 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adbd33b-6855-4b3e-bc90-9ed856e8da57 None None] Network 78076ce7-3294-4305-b56f-f717d576abee requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:40:13.128880 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448ea8f7-3c0f-4955-9439-834e7c1c03fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:13.129482 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-448ea8f7-3c0f-4955-9439-834e7c1c03fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:13.138220 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea6c49df-2658-4afb-aa5d-b10c46a907df tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (7111489c-1576-44b4-af04-7d5cb89cc11c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:13.167248 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-3f4b0b8e-6575-4691-abcb-9ef80bbb2b61 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] device_id is not set on port 635adbe3-1c69-43cc-b567-33b2d5b3e4f2 yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:40:13.172664 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea6c49df-2658-4afb-aa5d-b10c46a907df tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (7111489c-1576-44b4-af04-7d5cb89cc11c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:13.191145 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea6c49df-2658-4afb-aa5d-b10c46a907df tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:40:13.191574 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea6c49df-2658-4afb-aa5d-b10c46a907df tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (7111489c-1576-44b4-af04-7d5cb89cc11c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:13.197476 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:40:13.197476 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:40:13.197476 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:40:13.197476 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:40:13.197476 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:40:13.197476 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:40:13.197476 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:40:13.197476 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:40:13.197476 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:40:13.197476 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:40:13.197476 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:40:13.197476 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:40:13.197476 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:40:13.197476 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:40:13.197476 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:40:13.197476 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:40:13.197476 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:40:13.197476 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:40:13.197476 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:40:13.197476 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:40:13.197476 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:40:13.197476 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:40:13.197476 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:40:13.197476 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:40:13.197476 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:40:13.197476 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:40:13.197476 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:40:13.197476 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:40:13.197476 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:40:13.197476 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:40:13.197476 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:40:13.197476 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:40:13.293949 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a1d255e5-6c7f-4d20-979a-0d541d73450a req-7822fec7-e373-4993-95a7-2a5a7fa567df service neutron] 10.222.0.89 "GET /v2.0/networks/5c42c93f-2ac9-42c4-ae39-37d47141b593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579098 Feb 20 03:40:13.307321 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-448ea8f7-3c0f-4955-9439-834e7c1c03fd admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6213963 Feb 20 03:40:13.378518 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-3f4b0b8e-6575-4691-abcb-9ef80bbb2b61 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Allocated IP 172.20.0.4 (dde2bb14-984d-4efa-bb0d-27ae57e31b33/d47d56bc-ab89-4bf1-b29e-d7bdc6f90d6c/635adbe3-1c69-43cc-b567-33b2d5b3e4f2) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:40:13.426075 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea6c49df-2658-4afb-aa5d-b10c46a907df tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (661996db-2b00-40c5-995b-46c58c64a2d2), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:13.434872 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6c49df-2658-4afb-aa5d-b10c46a907df tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 661996db-2b00-40c5-995b-46c58c64a2d2 {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 20 03:40:13.449452 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea6c49df-2658-4afb-aa5d-b10c46a907df tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:13.460417 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ea6c49df-2658-4afb-aa5d-b10c46a907df tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] 10.222.0.89 "DELETE /v2.0/networks/661996db-2b00-40c5-995b-46c58c64a2d2 HTTP/1.1" status: 204 len: 168 time: 0.8851988 Feb 20 03:40:13.465456 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c49df-2658-4afb-aa5d-b10c46a907df tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Pushing event deleted for resources: {'Network': ['ID=661996db-2b00-40c5-995b-46c58c64a2d2,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:13.490476 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6c49df-2658-4afb-aa5d-b10c46a907df tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:13.490889 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6c49df-2658-4afb-aa5d-b10c46a907df tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:13.491386 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6c49df-2658-4afb-aa5d-b10c46a907df tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:13.492246 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6c49df-2658-4afb-aa5d-b10c46a907df tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:13.492602 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6c49df-2658-4afb-aa5d-b10c46a907df tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:13.492953 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6c49df-2658-4afb-aa5d-b10c46a907df tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:13.493287 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6c49df-2658-4afb-aa5d-b10c46a907df tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:13.493622 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6c49df-2658-4afb-aa5d-b10c46a907df tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:13.493955 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6c49df-2658-4afb-aa5d-b10c46a907df tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:13.494293 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6c49df-2658-4afb-aa5d-b10c46a907df tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:13.494625 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6c49df-2658-4afb-aa5d-b10c46a907df tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:13.495003 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6c49df-2658-4afb-aa5d-b10c46a907df tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:13.495386 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6c49df-2658-4afb-aa5d-b10c46a907df tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:13.562061 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aae699c-06b8-46b1-aadd-71fda3135425 None None] Network 78076ce7-3294-4305-b56f-f717d576abee requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:40:13.661505 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3f4b0b8e-6575-4691-abcb-9ef80bbb2b61 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks [] for port (635adbe3-1c69-43cc-b567-33b2d5b3e4f2), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:13.713237 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db448a2-4519-4f00-b774-72ce60cb9bb5 req-59c15078-57d4-42ea-9dfb-523155b350d3 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:13.720431 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3db448a2-4519-4f00-b774-72ce60cb9bb5 req-59c15078-57d4-42ea-9dfb-523155b350d3 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] 10.222.0.89 "GET /v2.0/ports?device_id=319677df-2722-4d67-9f4f-463baa3890df HTTP/1.1" status: 200 len: 944 time: 0.1419008 Feb 20 03:40:13.771567 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3db448a2-4519-4f00-b774-72ce60cb9bb5 req-d5ca8157-d5e4-4c88-8624-84a778063403 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] 10.222.0.89 "GET /v2.0/security-groups?id=6aec92c8-bd93-4182-8faa-429befaee7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499978 Feb 20 03:40:13.809469 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3f4b0b8e-6575-4691-abcb-9ef80bbb2b61 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (635adbe3-1c69-43cc-b567-33b2d5b3e4f2), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:13.864830 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f9e431-0f3c-4fb7-9bd0-4087a331645b x-openstack-request-id: req-62f9e431-0f3c-4fb7-9bd0-4087a331645b {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:40:13.865118 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "319677df-2722-4d67-9f4f-463baa3890df", "tag": "b8236537-645d-4567-9beb-ece615b8c295", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:40:13.865377 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-62f9e431-0f3c-4fb7-9bd0-4087a331645b {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:40:13.865819 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319677df-2722-4d67-9f4f-463baa3890df', 'tag': 'b8236537-645d-4567-9beb-ece615b8c295', 'status': 'completed', 'code': 200} Feb 20 03:40:13.941389 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4b0b8e-6575-4691-abcb-9ef80bbb2b61 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Network dde2bb14-984d-4efa-bb0d-27ae57e31b33 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:40:13.950361 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-3f4b0b8e-6575-4691-abcb-9ef80bbb2b61 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:13.959048 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4b0b8e-6575-4691-abcb-9ef80bbb2b61 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:40:14.003606 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device b8236537-645d-4567-9beb-ece615b8c295 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:40:14.005543 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b0b8e-6575-4691-abcb-9ef80bbb2b61 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Pushing event updated for resources: {'Port': ['ID=635adbe3-1c69-43cc-b567-33b2d5b3e4f2,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:14.056056 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06892fc9-fe88-4c9c-8d13-2afd00eb649e req-74581c22-2951-4d01-b6b1-84e6790f1358 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.40 HTTP/1.1" status: 200 len: 1000 time: 0.1958518 Feb 20 03:40:14.103363 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631127e6-7838-445d-82f1-25c14d5a44df req-68ff0f35-a04a-4254-8b2e-6951b743980b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:14.104937 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-631127e6-7838-445d-82f1-25c14d5a44df req-68ff0f35-a04a-4254-8b2e-6951b743980b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=517a6c0c83ee490993dbcdda52b65cea&device_id=319677df-2722-4d67-9f4f-463baa3890df HTTP/1.1" status: 200 len: 1126 time: 0.2422738 Feb 20 03:40:14.120198 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4b0b8e-6575-4691-abcb-9ef80bbb2b61 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:14.120914 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3f4b0b8e-6575-4691-abcb-9ef80bbb2b61 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:14.153773 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port b8236537-645d-4567-9beb-ece615b8c295, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b8236537-645d-4567-9beb-ece615b8c295,segment=NetworkSegment(d6ed8ee4-3481-4fe5-b050-4492f68bd963),segment_id=d6ed8ee4-3481-4fe5-b050-4492f68bd963)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:40:14.169652 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'b8236537-645d-4567-9beb-ece615b8c295', 'network_id': '6213f295-7155-488c-abe1-9a76b0448614', 'port_id': 'b8236537-645d-4567-9beb-ece615b8c295', 'mac_address': 'fa:16:3e:a6:98:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6707572-1301-47d5-a349-f0e02b2b9385', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:40:14.176014 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06892fc9-fe88-4c9c-8d13-2afd00eb649e req-2bb8667c-a5d3-4def-ab34-d1b5a21a4c82 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:14.177440 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06892fc9-fe88-4c9c-8d13-2afd00eb649e req-2bb8667c-a5d3-4def-ab34-d1b5a21a4c82 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/ports/e8c3b326-eb4e-409d-a920-8be21530b14b HTTP/1.1" status: 200 len: 942 time: 0.1205812 Feb 20 03:40:14.183876 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41436) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:14.188435 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-7e8ca868-1fbc-4ea3-ad0a-87168538f0e9 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Request body: {'router': {'name': 'tempest-router--439358259', 'project_id': '4191bf42c00a42c291189b2b98d582ad'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:14.241562 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port b8236537-645d-4567-9beb-ece615b8c295 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:40:14.242417 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b8236537-645d-4567-9beb-ece615b8c295), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:14.264845 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8236537-645d-4567-9beb-ece615b8c295 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:40:14.284642 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port b8236537-645d-4567-9beb-ece615b8c295, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b8236537-645d-4567-9beb-ece615b8c295,segment=NetworkSegment(d6ed8ee4-3481-4fe5-b050-4492f68bd963),segment_id=d6ed8ee4-3481-4fe5-b050-4492f68bd963)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:40:14.285401 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3f4b0b8e-6575-4691-abcb-9ef80bbb2b61 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7090657 Feb 20 03:40:14.288204 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41440) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:14.295074 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-cfd41b91-3e06-42c4-9d45-3d4f75bf388d tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:f8:8b:6a'}]}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:14.334298 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06892fc9-fe88-4c9c-8d13-2afd00eb649e req-b4ae57b3-670b-4ad3-84fc-f0eb050a733e tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.40 HTTP/1.1" status: 200 len: 1000 time: 0.1033459 Feb 20 03:40:14.335316 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7e8ca868-1fbc-4ea3-ad0a-87168538f0e9 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (1e4224ae-966b-4202-ad07-333c6c94847f), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:14.336213 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631127e6-7838-445d-82f1-25c14d5a44df req-0103be98-9f20-419c-9a06-859259c3a610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:14.343818 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7e8ca868-1fbc-4ea3-ad0a-87168538f0e9 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (1e4224ae-966b-4202-ad07-333c6c94847f), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:14.343982 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-631127e6-7838-445d-82f1-25c14d5a44df req-0103be98-9f20-419c-9a06-859259c3a610 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6213f295-7155-488c-abe1-9a76b0448614 HTTP/1.1" status: 200 len: 915 time: 0.1978230 Feb 20 03:40:14.349194 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-cf102db2-a7d1-4c44-babb-fd6dfbff8dfb None None] Provisioning complete for port 635adbe3-1c69-43cc-b567-33b2d5b3e4f2 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:14.349787 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cf102db2-a7d1-4c44-babb-fd6dfbff8dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (635adbe3-1c69-43cc-b567-33b2d5b3e4f2), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:14.377260 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b8236537-645d-4567-9beb-ece615b8c295), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:14.400481 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cfd41b91-3e06-42c4-9d45-3d4f75bf388d tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (635adbe3-1c69-43cc-b567-33b2d5b3e4f2), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:14.421328 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-cf102db2-a7d1-4c44-babb-fd6dfbff8dfb None None] Port 635adbe3-1c69-43cc-b567-33b2d5b3e4f2 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:40:14.436966 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-631127e6-7838-445d-82f1-25c14d5a44df req-3064df64-7b3a-4f4a-8195-06120fd4b721 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8236537-645d-4567-9beb-ece615b8c295 HTTP/1.1" status: 200 len: 217 time: 0.0811901 Feb 20 03:40:14.438912 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7e8ca868-1fbc-4ea3-ad0a-87168538f0e9 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router_controller (1e4224ae-966b-4202-ad07-333c6c94847f), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:14.448902 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=b8236537-645d-4567-9beb-ece615b8c295,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:14.509177 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631127e6-7838-445d-82f1-25c14d5a44df req-b35a0926-19c4-4de7-96e3-300992427c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:14.510652 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-631127e6-7838-445d-82f1-25c14d5a44df req-b35a0926-19c4-4de7-96e3-300992427c25 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6707572-1301-47d5-a349-f0e02b2b9385 HTTP/1.1" status: 200 len: 853 time: 0.0670886 Feb 20 03:40:14.539568 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06892fc9-fe88-4c9c-8d13-2afd00eb649e req-6751aaf8-390d-450e-b328-ad3470b60954 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:14.540955 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06892fc9-fe88-4c9c-8d13-2afd00eb649e req-6751aaf8-390d-450e-b328-ad3470b60954 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 784 time: 0.1986275 Feb 20 03:40:14.552792 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7e8ca868-1fbc-4ea3-ad0a-87168538f0e9 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (1e4224ae-966b-4202-ad07-333c6c94847f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:14.594083 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['b8236537-645d-4567-9beb-ece615b8c295'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:40:14.628798 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631127e6-7838-445d-82f1-25c14d5a44df req-d4adf7b0-92a1-4530-bc41-a6caa36fff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:14.630336 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-631127e6-7838-445d-82f1-25c14d5a44df req-d4adf7b0-92a1-4530-bc41-a6caa36fff4b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6213f295-7155-488c-abe1-9a76b0448614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1092660 Feb 20 03:40:14.634094 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06892fc9-fe88-4c9c-8d13-2afd00eb649e req-d8605ffc-10aa-4d0a-b295-697d7a6421d7 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.40 HTTP/1.1" status: 200 len: 1000 time: 0.0742114 Feb 20 03:40:14.643711 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cfd41b91-3e06-42c4-9d45-3d4f75bf388d tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks [] for port (635adbe3-1c69-43cc-b567-33b2d5b3e4f2), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:14.649960 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-06892fc9-fe88-4c9c-8d13-2afd00eb649e req-57ccf3d0-be80-4570-a62e-dd0c634183c8 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:14.668354 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7e8ca868-1fbc-4ea3-ad0a-87168538f0e9 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:14.669934 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7e8ca868-1fbc-4ea3-ad0a-87168538f0e9 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4849408 Feb 20 03:40:14.672738 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41442) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:14.756445 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-06892fc9-fe88-4c9c-8d13-2afd00eb649e req-57ccf3d0-be80-4570-a62e-dd0c634183c8 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks [] for floatingip (3882fad2-e3fe-495a-b72a-f3c3df4218c0), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:14.774256 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cfd41b91-3e06-42c4-9d45-3d4f75bf388d tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (635adbe3-1c69-43cc-b567-33b2d5b3e4f2), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:14.788054 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-103df19c-1579-42ea-b720-f38575fbad11 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router (1e4224ae-966b-4202-ad07-333c6c94847f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:14.822947 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-631127e6-7838-445d-82f1-25c14d5a44df req-ed24ccab-c26d-4ce6-8aa8-04c0ba64e908 service neutron] 10.222.0.42 "GET /v2.0/networks/6213f295-7155-488c-abe1-9a76b0448614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856816 Feb 20 03:40:14.964080 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd41b91-3e06-42c4-9d45-3d4f75bf388d tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Pushing event updated for resources: {'Port': ['ID=635adbe3-1c69-43cc-b567-33b2d5b3e4f2,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:14.966304 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41448) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:14.985139 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-06892fc9-fe88-4c9c-8d13-2afd00eb649e req-57ccf3d0-be80-4570-a62e-dd0c634183c8 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:15.005103 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-631127e6-7838-445d-82f1-25c14d5a44df req-e40df2cf-b9e4-454f-b0ad-eecd0b56928f service neutron] 10.222.0.42 "GET /v2.0/networks/6213f295-7155-488c-abe1-9a76b0448614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752162 Feb 20 03:40:15.012912 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-cfd41b91-3e06-42c4-9d45-3d4f75bf388d tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] In _notify_port_updated(), no bound segment for port 635adbe3-1c69-43cc-b567-33b2d5b3e4f2 on network dde2bb14-984d-4efa-bb0d-27ae57e31b33 {{(pid=104106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 03:40:15.019107 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd41b91-3e06-42c4-9d45-3d4f75bf388d tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:15.019726 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cfd41b91-3e06-42c4-9d45-3d4f75bf388d tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:15.024496 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cfd41b91-3e06-42c4-9d45-3d4f75bf388d tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] 10.222.0.89 "PUT /v2.0/ports/635adbe3-1c69-43cc-b567-33b2d5b3e4f2 HTTP/1.1" status: 200 len: 992 time: 0.7309151 Feb 20 03:40:15.025160 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41452) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:15.058063 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-06892fc9-fe88-4c9c-8d13-2afd00eb649e req-57ccf3d0-be80-4570-a62e-dd0c634183c8 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (3882fad2-e3fe-495a-b72a-f3c3df4218c0), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:15.058666 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [req-06892fc9-fe88-4c9c-8d13-2afd00eb649e req-57ccf3d0-be80-4570-a62e-dd0c634183c8 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Floating IP 3882fad2-e3fe-495a-b72a-f3c3df4218c0 disassociated. External IP: 172.25.7.40, port: e8c3b326-eb4e-409d-a920-8be21530b14b. Feb 20 03:40:15.067291 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-103df19c-1579-42ea-b720-f38575fbad11 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (1e4224ae-966b-4202-ad07-333c6c94847f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:15.086508 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-103df19c-1579-42ea-b720-f38575fbad11 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router_controller (1e4224ae-966b-4202-ad07-333c6c94847f), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:15.184165 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8481a977-9967-40df-9060-4ffe81397625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:15.216729 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-103df19c-1579-42ea-b720-f38575fbad11 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (1e4224ae-966b-4202-ad07-333c6c94847f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:15.217226 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103df19c-1579-42ea-b720-f38575fbad11 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e4224ae-966b-4202-ad07-333c6c94847f {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:40:15.233097 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-103df19c-1579-42ea-b720-f38575fbad11 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:15.233097 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-103df19c-1579-42ea-b720-f38575fbad11 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] 10.222.0.89 "DELETE /v2.0/routers/1e4224ae-966b-4202-ad07-333c6c94847f HTTP/1.1" status: 204 len: 168 time: 0.5525002 Feb 20 03:40:15.239430 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-3d9abb2e-c285-4a6a-8d54-1724ef97ddee tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Deleting port 635adbe3-1c69-43cc-b567-33b2d5b3e4f2 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:40:15.239779 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3d9abb2e-c285-4a6a-8d54-1724ef97ddee tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (635adbe3-1c69-43cc-b567-33b2d5b3e4f2), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:15.266931 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-99b6fe0d-8cf2-424c-980a-0d27f1f5c91f None None] Provisioning complete for port 635adbe3-1c69-43cc-b567-33b2d5b3e4f2 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:15.267562 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-99b6fe0d-8cf2-424c-980a-0d27f1f5c91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (635adbe3-1c69-43cc-b567-33b2d5b3e4f2), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:15.319452 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-99b6fe0d-8cf2-424c-980a-0d27f1f5c91f None None] Port 635adbe3-1c69-43cc-b567-33b2d5b3e4f2 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:40:15.342689 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06892fc9-fe88-4c9c-8d13-2afd00eb649e req-57ccf3d0-be80-4570-a62e-dd0c634183c8 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Router 569747e1-6886-43d6-a405-bf90c586f175 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:40:15.368633 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3d9abb2e-c285-4a6a-8d54-1724ef97ddee tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (635adbe3-1c69-43cc-b567-33b2d5b3e4f2), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:15.372010 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8481a977-9967-40df-9060-4ffe81397625 admin admin] Publish callbacks [] for security_group (4d777345-c491-4db7-9b61-5341620b18f4), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:15.383109 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-3d9abb2e-c285-4a6a-8d54-1724ef97ddee tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Calling delete_port for 635adbe3-1c69-43cc-b567-33b2d5b3e4f2 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:40:15.435429 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8481a977-9967-40df-9060-4ffe81397625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (4d777345-c491-4db7-9b61-5341620b18f4), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:15.493770 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8481a977-9967-40df-9060-4ffe81397625 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ba03d39e618746c68af73e4e222fde67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4909658 Feb 20 03:40:15.493770 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8481a977-9967-40df-9060-4ffe81397625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d777345-c491-4db7-9b61-5341620b18f4,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:15.495693 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41456) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:15.549748 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41458) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:15.608567 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-715e549b-1860-460e-94ca-afe5264fb151 admin admin] Publish callbacks [] for security_group (4d777345-c491-4db7-9b61-5341620b18f4), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:15.639741 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-715e549b-1860-460e-94ca-afe5264fb151 admin admin] Publish callbacks [] for security_group (4d777345-c491-4db7-9b61-5341620b18f4), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:15.826870 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06892fc9-fe88-4c9c-8d13-2afd00eb649e req-57ccf3d0-be80-4570-a62e-dd0c634183c8 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:40:15.833480 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-06892fc9-fe88-4c9c-8d13-2afd00eb649e req-57ccf3d0-be80-4570-a62e-dd0c634183c8 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:15.841319 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0664d679-e0e6-47da-ad83-75f55f2079cc None None] Sync routers for ids ['569747e1-6886-43d6-a405-bf90c586f175'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:40:15.853309 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0664d679-e0e6-47da-ad83-75f55f2079cc None None] Routers {'569747e1-6886-43d6-a405-bf90c586f175'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:40:15.854082 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-0664d679-e0e6-47da-ad83-75f55f2079cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:39:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['569747e1-6886-43d6-a405-bf90c586f175'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:15.867705 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41', 'tag': 'e8c3b326-eb4e-409d-a920-8be21530b14b'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:40:15.869999 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782e6941-ed2c-4a59-8fc0-cd70536a24bd" -d '{"events": [{"name": "network-changed", "server_uuid": "2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41", "tag": "e8c3b326-eb4e-409d-a920-8be21530b14b"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:40:15.875552 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06892fc9-fe88-4c9c-8d13-2afd00eb649e req-57ccf3d0-be80-4570-a62e-dd0c634183c8 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "PUT /v2.0/floatingips/3882fad2-e3fe-495a-b72a-f3c3df4218c0 HTTP/1.1" status: 200 len: 694 time: 1.2300599 Feb 20 03:40:15.877698 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-1cf372d1-0988-41fc-8054-62fd6b406bd0 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1817058647', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}, 'admin_state_up': False}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:15.885739 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3d9abb2e-c285-4a6a-8d54-1724ef97ddee tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (635adbe3-1c69-43cc-b567-33b2d5b3e4f2), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:15.936964 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06892fc9-fe88-4c9c-8d13-2afd00eb649e req-7b9c13a2-f7a5-44db-8586-40238159f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:15.938395 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06892fc9-fe88-4c9c-8d13-2afd00eb649e req-7b9c13a2-f7a5-44db-8586-40238159f7ab service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6a08cfad188e48b79e337e2a93b4d6c0&device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 1127 time: 0.0488093 Feb 20 03:40:15.945952 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9abb2e-c285-4a6a-8d54-1724ef97ddee tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Pushing event deleted for resources: {'Port': ['ID=635adbe3-1c69-43cc-b567-33b2d5b3e4f2,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:15.971507 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-0664d679-e0e6-47da-ad83-75f55f2079cc None None] Set router 569747e1-6886-43d6-a405-bf90c586f175 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:40:16.017020 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device b8236537-645d-4567-9beb-ece615b8c295 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:40:16.058640 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1cf372d1-0988-41fc-8054-62fd6b406bd0 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (5f4bfa63-29cd-4729-8226-df6abd36f1c3), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:16.059734 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1cf372d1-0988-41fc-8054-62fd6b406bd0 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (5f4bfa63-29cd-4729-8226-df6abd36f1c3), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:16.110970 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06892fc9-fe88-4c9c-8d13-2afd00eb649e req-e45fbc22-f587-4214-a55e-2fe3cc6d40b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:16.112845 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-715e549b-1860-460e-94ca-afe5264fb151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (4d777345-c491-4db7-9b61-5341620b18f4), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:16.113291 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06892fc9-fe88-4c9c-8d13-2afd00eb649e req-e45fbc22-f587-4214-a55e-2fe3cc6d40b8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5c42c93f-2ac9-42c4-ae39-37d47141b593 HTTP/1.1" status: 200 len: 921 time: 0.1667960 Feb 20 03:40:16.115621 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-715e549b-1860-460e-94ca-afe5264fb151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:16.117529 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-715e549b-1860-460e-94ca-afe5264fb151 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4d777345-c491-4db7-9b61-5341620b18f4 HTTP/1.1" status: 204 len: 168 time: 0.6187849 Feb 20 03:40:16.149507 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e549b-1860-460e-94ca-afe5264fb151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d777345-c491-4db7-9b61-5341620b18f4,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:16.164940 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3d9abb2e-c285-4a6a-8d54-1724ef97ddee tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:16.168397 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3d9abb2e-c285-4a6a-8d54-1724ef97ddee tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] 10.222.0.89 "DELETE /v2.0/ports/635adbe3-1c69-43cc-b567-33b2d5b3e4f2 HTTP/1.1" status: 204 len: 168 time: 1.1116772 Feb 20 03:40:16.171013 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41466) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:16.203422 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port b8236537-645d-4567-9beb-ece615b8c295 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:40:16.203422 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port b8236537-645d-4567-9beb-ece615b8c295 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:16.203422 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b8236537-645d-4567-9beb-ece615b8c295), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:16.207015 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-0664d679-e0e6-47da-ad83-75f55f2079cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569747e1-6886-43d6-a405-bf90c586f175', 'name': 'tempest-ServerRescueTestJSONUnderV235-1150495558-router', 'tenant_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:39:01Z', 'updated_at': '2022-02-20T03:39:08Z', 'revision_number': 4, 'project_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'gw_port': {'id': '5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569747e1-6886-43d6-a405-bf90c586f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:02Z', 'updated_at': '2022-02-20T03:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'bef3ab86-485a-4495-8556-eb6f915c5331', 'name': '', 'network_id': '5c42c93f-2ac9-42c4-ae39-37d47141b593', 'tenant_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'mac_address': 'fa:16:3e:bc:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569747e1-6886-43d6-a405-bf90c586f175', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '7cdd67db-b129-4563-b182-47daa39d15d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:07Z', 'updated_at': '2022-02-20T03:39:15Z', 'revision_number': 5, 'project_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'subnets': [{'id': '7cdd67db-b129-4563-b182-47daa39d15d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:16.221370 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1cf372d1-0988-41fc-8054-62fd6b406bd0 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router_controller (5f4bfa63-29cd-4729-8226-df6abd36f1c3), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:16.230013 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06892fc9-fe88-4c9c-8d13-2afd00eb649e req-6c61426c-1520-4301-b42e-d966b974e780 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8c3b326-eb4e-409d-a920-8be21530b14b HTTP/1.1" status: 200 len: 217 time: 0.1001449 Feb 20 03:40:16.239115 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0664d679-e0e6-47da-ad83-75f55f2079cc None None] Checking router: 569747e1-6886-43d6-a405-bf90c586f175 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:40:16.243177 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-189a10c1-7483-4319-9950-c7d863adb345 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] GET failed (client error): The resource could not be found. Feb 20 03:40:16.244671 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-189a10c1-7483-4319-9950-c7d863adb345 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] 10.222.0.89 "GET /v2.0/ports/635adbe3-1c69-43cc-b567-33b2d5b3e4f2 HTTP/1.1" status: 404 len: 333 time: 0.0727293 Feb 20 03:40:16.249072 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41468) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:16.249552 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0664d679-e0e6-47da-ad83-75f55f2079cc None None] Routers {'569747e1-6886-43d6-a405-bf90c586f175'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:40:16.250339 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-0664d679-e0e6-47da-ad83-75f55f2079cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:39:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['569747e1-6886-43d6-a405-bf90c586f175'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:16.254618 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-4c3467ed-4ff1-47ea-9259-af6d92f1f4ac tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Request body: {'port': {'network_id': 'dde2bb14-984d-4efa-bb0d-27ae57e31b33', 'name': 'tempest-AllowedAddressPairTestJSON-2009289543'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:16.330961 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06892fc9-fe88-4c9c-8d13-2afd00eb649e req-3c9cf089-5dad-480e-af1c-c511f14b7fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:16.332860 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06892fc9-fe88-4c9c-8d13-2afd00eb649e req-3c9cf089-5dad-480e-af1c-c511f14b7fe3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7cdd67db-b129-4563-b182-47daa39d15d0 HTTP/1.1" status: 200 len: 860 time: 0.0959530 Feb 20 03:40:16.358394 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port b8236537-645d-4567-9beb-ece615b8c295 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:40:16.358987 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b8236537-645d-4567-9beb-ece615b8c295), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:16.385384 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06892fc9-fe88-4c9c-8d13-2afd00eb649e req-c90a80b3-567d-4d1f-944f-52b1e4efb281 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5c42c93f-2ac9-42c4-ae39-37d47141b593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432594 Feb 20 03:40:16.388557 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-0664d679-e0e6-47da-ad83-75f55f2079cc None None] Set router 569747e1-6886-43d6-a405-bf90c586f175 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:40:16.402225 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319677df-2722-4d67-9f4f-463baa3890df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8236537-645d-4567-9beb-ece615b8c295'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:40:16.406660 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6df008f-1c92-477f-9f9e-c22a43838ad0" -d '{"events": [{"server_uuid": "319677df-2722-4d67-9f4f-463baa3890df", "name": "network-vif-plugged", "status": "completed", "tag": "b8236537-645d-4567-9beb-ece615b8c295"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:40:16.420248 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port b8236537-645d-4567-9beb-ece615b8c295, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b8236537-645d-4567-9beb-ece615b8c295,segment=NetworkSegment(d6ed8ee4-3481-4fe5-b050-4492f68bd963),segment_id=d6ed8ee4-3481-4fe5-b050-4492f68bd963)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:40:16.488237 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06892fc9-fe88-4c9c-8d13-2afd00eb649e req-88470325-b368-43ce-984e-ea8dac053205 service neutron] 10.222.0.89 "GET /v2.0/networks/5c42c93f-2ac9-42c4-ae39-37d47141b593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950906 Feb 20 03:40:16.502367 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b8236537-645d-4567-9beb-ece615b8c295), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:16.513715 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1cf372d1-0988-41fc-8054-62fd6b406bd0 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router_gateway (5f4bfa63-29cd-4729-8226-df6abd36f1c3), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:16.558380 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=b8236537-645d-4567-9beb-ece615b8c295,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:16.608467 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3467ed-4ff1-47ea-9259-af6d92f1f4ac tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Made reservation on behalf of d0aa0e557613403eb2c1e969f3bd254d for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:40:16.610521 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06892fc9-fe88-4c9c-8d13-2afd00eb649e req-5c821fc7-981e-46e8-ab29-67f24181a7e8 service neutron] 10.222.0.89 "GET /v2.0/networks/5c42c93f-2ac9-42c4-ae39-37d47141b593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119390 Feb 20 03:40:16.620967 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4c3467ed-4ff1-47ea-9259-af6d92f1f4ac tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:16.636688 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-0664d679-e0e6-47da-ad83-75f55f2079cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569747e1-6886-43d6-a405-bf90c586f175', 'name': 'tempest-ServerRescueTestJSONUnderV235-1150495558-router', 'tenant_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:39:01Z', 'updated_at': '2022-02-20T03:39:08Z', 'revision_number': 4, 'project_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'gw_port': {'id': '5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569747e1-6886-43d6-a405-bf90c586f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:02Z', 'updated_at': '2022-02-20T03:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'bef3ab86-485a-4495-8556-eb6f915c5331', 'name': '', 'network_id': '5c42c93f-2ac9-42c4-ae39-37d47141b593', 'tenant_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'mac_address': 'fa:16:3e:bc:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569747e1-6886-43d6-a405-bf90c586f175', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '7cdd67db-b129-4563-b182-47daa39d15d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:07Z', 'updated_at': '2022-02-20T03:39:15Z', 'revision_number': 5, 'project_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'subnets': [{'id': '7cdd67db-b129-4563-b182-47daa39d15d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:16.663064 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0664d679-e0e6-47da-ad83-75f55f2079cc None None] The sync data for ids ['569747e1-6886-43d6-a405-bf90c586f175'] in n-d-829866-4 is: [{'id': '569747e1-6886-43d6-a405-bf90c586f175', 'name': 'tempest-ServerRescueTestJSONUnderV235-1150495558-router', 'tenant_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:39:01Z', 'updated_at': '2022-02-20T03:39:08Z', 'revision_number': 4, 'project_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'gw_port': {'id': '5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569747e1-6886-43d6-a405-bf90c586f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:02Z', 'updated_at': '2022-02-20T03:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'bef3ab86-485a-4495-8556-eb6f915c5331', 'name': '', 'network_id': '5c42c93f-2ac9-42c4-ae39-37d47141b593', 'tenant_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'mac_address': 'fa:16:3e:bc:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569747e1-6886-43d6-a405-bf90c586f175', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '7cdd67db-b129-4563-b182-47daa39d15d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:07Z', 'updated_at': '2022-02-20T03:39:15Z', 'revision_number': 5, 'project_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'subnets': [{'id': '7cdd67db-b129-4563-b182-47daa39d15d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:40:16.668667 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-4c3467ed-4ff1-47ea-9259-af6d92f1f4ac tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] device_id is not set on port cb7b3f07-ec16-47bf-82ac-486c5eee291a yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:40:16.878527 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-4c3467ed-4ff1-47ea-9259-af6d92f1f4ac tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Allocated IP 172.20.0.12 (dde2bb14-984d-4efa-bb0d-27ae57e31b33/d47d56bc-ab89-4bf1-b29e-d7bdc6f90d6c/cb7b3f07-ec16-47bf-82ac-486c5eee291a) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:40:17.050625 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41484) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:17.068475 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-849b8c44-4c98-497a-81c9-f55b55b22497 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:17.070780 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d123607b-6562-4258-9509-6bbab4e3a471 None None] New status for floating IP 3882fad2-e3fe-495a-b72a-f3c3df4218c0: DOWN {{(pid=104107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:40:17.080654 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1cf372d1-0988-41fc-8054-62fd6b406bd0 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router_gateway (5f4bfa63-29cd-4729-8226-df6abd36f1c3), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:17.130684 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1cf372d1-0988-41fc-8054-62fd6b406bd0 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:17.208895 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-849b8c44-4c98-497a-81c9-f55b55b22497 admin admin] Publish callbacks [] for security_group (d5cad8da-bb43-4176-912b-3102e1a1aab3), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:17.316276 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-849b8c44-4c98-497a-81c9-f55b55b22497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d5cad8da-bb43-4176-912b-3102e1a1aab3), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:17.376251 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-849b8c44-4c98-497a-81c9-f55b55b22497 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e30ae544369f419eb758b336a1492ca6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3243492 Feb 20 03:40:17.381496 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41494) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:17.385178 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b8c44-4c98-497a-81c9-f55b55b22497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cad8da-bb43-4176-912b-3102e1a1aab3,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:17.415976 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4c3467ed-4ff1-47ea-9259-af6d92f1f4ac tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks [] for port (cb7b3f07-ec16-47bf-82ac-486c5eee291a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:17.430124 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e8684-93d5-4104-9064-3a5384196d42 req-7490e1df-6257-4557-8f14-120c1269a1f7 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:17.431065 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-887e8684-93d5-4104-9064-3a5384196d42 req-7490e1df-6257-4557-8f14-120c1269a1f7 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] 10.222.0.89 "GET /v2.0/networks?id=78076ce7-3294-4305-b56f-f717d576abee HTTP/1.1" status: 200 len: 812 time: 0.1951892 Feb 20 03:40:17.453311 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-887e8684-93d5-4104-9064-3a5384196d42 req-42b967b6-6c3a-41b7-a6cb-6693730cb63c tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] 10.222.0.89 "GET /v2.0/quotas/0e0cbfa4911c408cab71989d191addfb HTTP/1.1" status: 200 len: 375 time: 0.0170090 Feb 20 03:40:17.494881 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-887e8684-93d5-4104-9064-3a5384196d42 req-90a52f6c-9327-47ef-b98f-f51ace4e1ecd tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e0cbfa4911c408cab71989d191addfb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309415 Feb 20 03:40:17.533373 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-1cf372d1-0988-41fc-8054-62fd6b406bd0 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Allocated IP 172.25.7.171 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/c0c0d7b1-9cd6-45ce-b633-83d949e0bcf4) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:40:17.582915 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-887e8684-93d5-4104-9064-3a5384196d42 req-58401f5d-98bf-4901-8cd7-3165201089a0 service neutron] 10.222.0.89 "GET /v2.0/networks/78076ce7-3294-4305-b56f-f717d576abee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858328 Feb 20 03:40:17.617463 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1bbaa2a5-c661-413a-8df6-417f579b5159 admin admin] Publish callbacks [] for security_group (d5cad8da-bb43-4176-912b-3102e1a1aab3), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:17.654494 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1bbaa2a5-c661-413a-8df6-417f579b5159 admin admin] Publish callbacks [] for security_group (d5cad8da-bb43-4176-912b-3102e1a1aab3), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:17.691789 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-887e8684-93d5-4104-9064-3a5384196d42 req-37b57799-0eee-4e9a-b516-0f6b2cfd3a50 service neutron] 10.222.0.89 "GET /v2.0/networks/78076ce7-3294-4305-b56f-f717d576abee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023829 Feb 20 03:40:17.700261 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4c3467ed-4ff1-47ea-9259-af6d92f1f4ac tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (cb7b3f07-ec16-47bf-82ac-486c5eee291a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:17.763202 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1cf372d1-0988-41fc-8054-62fd6b406bd0 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for port (c0c0d7b1-9cd6-45ce-b633-83d949e0bcf4), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:17.766335 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3467ed-4ff1-47ea-9259-af6d92f1f4ac tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Network dde2bb14-984d-4efa-bb0d-27ae57e31b33 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:40:17.772229 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-4c3467ed-4ff1-47ea-9259-af6d92f1f4ac tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:17.779621 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3467ed-4ff1-47ea-9259-af6d92f1f4ac tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:40:17.819555 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3467ed-4ff1-47ea-9259-af6d92f1f4ac tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Pushing event updated for resources: {'Port': ['ID=cb7b3f07-ec16-47bf-82ac-486c5eee291a,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:17.854521 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3467ed-4ff1-47ea-9259-af6d92f1f4ac tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:17.855249 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4c3467ed-4ff1-47ea-9259-af6d92f1f4ac tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:17.879603 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1bbaa2a5-c661-413a-8df6-417f579b5159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d5cad8da-bb43-4176-912b-3102e1a1aab3), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:17.883498 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1bbaa2a5-c661-413a-8df6-417f579b5159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:17.884803 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1bbaa2a5-c661-413a-8df6-417f579b5159 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d5cad8da-bb43-4176-912b-3102e1a1aab3 HTTP/1.1" status: 204 len: 168 time: 0.5028062 Feb 20 03:40:17.912705 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbaa2a5-c661-413a-8df6-417f579b5159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cad8da-bb43-4176-912b-3102e1a1aab3,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:17.955415 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1cf372d1-0988-41fc-8054-62fd6b406bd0 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (c0c0d7b1-9cd6-45ce-b633-83d949e0bcf4), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:18.035842 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4c3467ed-4ff1-47ea-9259-af6d92f1f4ac tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7854202 Feb 20 03:40:18.039387 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41502) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:18.056398 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-c1afbda6-6d85-4fff-aca5-e2b689c33a62 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f8:8b:6a'}]}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:18.074618 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73792b2a-36f3-4fcf-93fa-b83e455117b2 req-0ba6e496-fc77-42ca-8f99-5359799d88ae tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:18.076411 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73792b2a-36f3-4fcf-93fa-b83e455117b2 req-0ba6e496-fc77-42ca-8f99-5359799d88ae tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] 10.222.0.89 "GET /v2.0/ports?device_id=319677df-2722-4d67-9f4f-463baa3890df HTTP/1.1" status: 200 len: 946 time: 0.0942559 Feb 20 03:40:18.107756 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf372d1-0988-41fc-8054-62fd6b406bd0 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:40:18.123873 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-1cf372d1-0988-41fc-8054-62fd6b406bd0 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:18.129540 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf372d1-0988-41fc-8054-62fd6b406bd0 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:40:18.140472 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf372d1-0988-41fc-8054-62fd6b406bd0 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Pushing event updated for resources: {'Port': ['ID=c0c0d7b1-9cd6-45ce-b633-83d949e0bcf4,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:18.192873 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-4b9c7867-8f92-462d-ae8b-a1fecdc4c314 None None] Provisioning complete for port cb7b3f07-ec16-47bf-82ac-486c5eee291a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:18.196853 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4b9c7867-8f92-462d-ae8b-a1fecdc4c314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (cb7b3f07-ec16-47bf-82ac-486c5eee291a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:18.214540 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73792b2a-36f3-4fcf-93fa-b83e455117b2 req-8ac5a45d-c698-48f4-bdb7-3f337f51a5fc tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] 10.222.0.89 "GET /v2.0/security-groups?id=6aec92c8-bd93-4182-8faa-429befaee7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277072 Feb 20 03:40:18.319699 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1af4b8-395c-439a-b710-875c8e23c78f x-openstack-request-id: req-1b1af4b8-395c-439a-b710-875c8e23c78f {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:40:18.320750 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41", "tag": "e8c3b326-eb4e-409d-a920-8be21530b14b", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:40:18.320973 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1b1af4b8-395c-439a-b710-875c8e23c78f {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:40:18.321384 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41', 'tag': 'e8c3b326-eb4e-409d-a920-8be21530b14b', 'status': 'completed', 'code': 200} Feb 20 03:40:18.343784 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-4b9c7867-8f92-462d-ae8b-a1fecdc4c314 None None] Port cb7b3f07-ec16-47bf-82ac-486c5eee291a cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:40:18.404089 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c1afbda6-6d85-4fff-aca5-e2b689c33a62 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (cb7b3f07-ec16-47bf-82ac-486c5eee291a), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:18.418594 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a54380-c943-411c-b8ff-bdaa437b3274 x-openstack-request-id: req-c9a54380-c943-411c-b8ff-bdaa437b3274 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:40:18.419198 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319677df-2722-4d67-9f4f-463baa3890df", "name": "network-vif-plugged", "status": "completed", "tag": "b8236537-645d-4567-9beb-ece615b8c295", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:40:18.419377 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c9a54380-c943-411c-b8ff-bdaa437b3274 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:40:18.419874 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319677df-2722-4d67-9f4f-463baa3890df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8236537-645d-4567-9beb-ece615b8c295', 'code': 200} Feb 20 03:40:18.515323 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2f6dcf73-7b95-43c0-acc4-444220bfc5b7 req-6611158b-f192-4a78-bc2e-7c774d0bfccf tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/floatingips/3882fad2-e3fe-495a-b72a-f3c3df4218c0 HTTP/1.1" status: 200 len: 692 time: 0.0693855 Feb 20 03:40:18.599344 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e6941-ed2c-4a59-8fc0-cd70536a24bd req-22f3a2e6-bb15-4131-9dea-3e9d86ff0d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:18.603857 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-782e6941-ed2c-4a59-8fc0-cd70536a24bd req-22f3a2e6-bb15-4131-9dea-3e9d86ff0d72 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6a08cfad188e48b79e337e2a93b4d6c0&device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 1127 time: 0.2806678 Feb 20 03:40:18.708349 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1cf372d1-0988-41fc-8054-62fd6b406bd0 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router_gateway (5f4bfa63-29cd-4729-8226-df6abd36f1c3), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:18.772384 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c1afbda6-6d85-4fff-aca5-e2b689c33a62 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks [] for port (cb7b3f07-ec16-47bf-82ac-486c5eee291a), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:18.867031 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d464aa2-6694-4a53-9244-207281fb2dcf req-a9b9f5d5-399d-4007-b51a-3958acb26031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:18.868864 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8d464aa2-6694-4a53-9244-207281fb2dcf req-a9b9f5d5-399d-4007-b51a-3958acb26031 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=319677df-2722-4d67-9f4f-463baa3890df HTTP/1.1" status: 200 len: 1128 time: 0.2751811 Feb 20 03:40:18.879088 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c1afbda6-6d85-4fff-aca5-e2b689c33a62 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (cb7b3f07-ec16-47bf-82ac-486c5eee291a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:18.888833 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6dcf73-7b95-43c0-acc4-444220bfc5b7 req-0026bc41-b26b-41ab-9e2a-63d27b7eb2d4 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:18.900440 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2f6dcf73-7b95-43c0-acc4-444220bfc5b7 req-0026bc41-b26b-41ab-9e2a-63d27b7eb2d4 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 784 time: 0.3837049 Feb 20 03:40:18.976731 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e6941-ed2c-4a59-8fc0-cd70536a24bd req-cd88f572-6ffa-435f-a376-a3b5c26eec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:18.978304 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-782e6941-ed2c-4a59-8fc0-cd70536a24bd req-cd88f572-6ffa-435f-a376-a3b5c26eec7e service neutron] 10.222.0.93 "GET /v2.0/networks?id=5c42c93f-2ac9-42c4-ae39-37d47141b593 HTTP/1.1" status: 200 len: 921 time: 0.3363175 Feb 20 03:40:18.991719 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2f6dcf73-7b95-43c0-acc4-444220bfc5b7 req-1fd1f73b-1f51-40de-a133-d3ac5fa0c828 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.40 HTTP/1.1" status: 200 len: 695 time: 0.0898571 Feb 20 03:40:19.055810 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1afbda6-6d85-4fff-aca5-e2b689c33a62 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Pushing event updated for resources: {'Port': ['ID=cb7b3f07-ec16-47bf-82ac-486c5eee291a,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:19.093249 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c1afbda6-6d85-4fff-aca5-e2b689c33a62 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] In _notify_port_updated(), no bound segment for port cb7b3f07-ec16-47bf-82ac-486c5eee291a on network dde2bb14-984d-4efa-bb0d-27ae57e31b33 {{(pid=104106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 03:40:19.099266 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1afbda6-6d85-4fff-aca5-e2b689c33a62 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:19.099949 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c1afbda6-6d85-4fff-aca5-e2b689c33a62 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:19.104514 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c1afbda6-6d85-4fff-aca5-e2b689c33a62 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] 10.222.0.89 "PUT /v2.0/ports/cb7b3f07-ec16-47bf-82ac-486c5eee291a HTTP/1.1" status: 200 len: 997 time: 1.0609601 Feb 20 03:40:19.105196 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41526) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:19.115601 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8d464aa2-6694-4a53-9244-207281fb2dcf req-c01a4ee5-ee71-48d9-994b-e043bedcac60 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6aec92c8-bd93-4182-8faa-429befaee7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105143 Feb 20 03:40:19.124356 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-782e6941-ed2c-4a59-8fc0-cd70536a24bd req-9be1998b-5beb-43b5-9e7f-2161fcdeb352 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8c3b326-eb4e-409d-a920-8be21530b14b HTTP/1.1" status: 200 len: 217 time: 0.1294005 Feb 20 03:40:19.140000 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2f6dcf73-7b95-43c0-acc4-444220bfc5b7 req-93b9fecc-8888-4dc5-86c6-58f5e24c2551 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.40 HTTP/1.1" status: 200 len: 695 time: 0.1475582 Feb 20 03:40:19.146056 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1cf372d1-0988-41fc-8054-62fd6b406bd0 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (5f4bfa63-29cd-4729-8226-df6abd36f1c3), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:19.327382 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e6941-ed2c-4a59-8fc0-cd70536a24bd req-7733aa93-1427-4d74-bc14-e9e5020085d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:19.330016 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-782e6941-ed2c-4a59-8fc0-cd70536a24bd req-7733aa93-1427-4d74-bc14-e9e5020085d1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7cdd67db-b129-4563-b182-47daa39d15d0 HTTP/1.1" status: 200 len: 860 time: 0.1870587 Feb 20 03:40:19.392955 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-1266dff5-dec3-465a-913f-4c760b57d7a2 None None] Provisioning complete for port cb7b3f07-ec16-47bf-82ac-486c5eee291a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:19.399570 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1266dff5-dec3-465a-913f-4c760b57d7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (cb7b3f07-ec16-47bf-82ac-486c5eee291a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:19.407690 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-782e6941-ed2c-4a59-8fc0-cd70536a24bd req-b204f5c3-b59a-4c22-ba72-5ed60bf3ea2c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5c42c93f-2ac9-42c4-ae39-37d47141b593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618496 Feb 20 03:40:19.479838 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-1266dff5-dec3-465a-913f-4c760b57d7a2 None None] Port cb7b3f07-ec16-47bf-82ac-486c5eee291a cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:40:19.491298 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-2f6dcf73-7b95-43c0-acc4-444220bfc5b7 req-77dc559e-c93c-4ca2-be31-732273402909 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Deleting port de34e1a6-8539-4ae4-90fb-229a649442bd {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:40:19.492773 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2f6dcf73-7b95-43c0-acc4-444220bfc5b7 req-77dc559e-c93c-4ca2-be31-732273402909 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (de34e1a6-8539-4ae4-90fb-229a649442bd), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:19.575440 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-d57444be-afdd-4c9a-ade5-beac2b70f57a tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Deleting port cb7b3f07-ec16-47bf-82ac-486c5eee291a {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:40:19.575916 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d57444be-afdd-4c9a-ade5-beac2b70f57a tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (cb7b3f07-ec16-47bf-82ac-486c5eee291a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:19.589029 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2f6dcf73-7b95-43c0-acc4-444220bfc5b7 req-77dc559e-c93c-4ca2-be31-732273402909 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (de34e1a6-8539-4ae4-90fb-229a649442bd), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:19.589361 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2f6dcf73-7b95-43c0-acc4-444220bfc5b7 req-77dc559e-c93c-4ca2-be31-732273402909 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks [] for floatingip (de34e1a6-8539-4ae4-90fb-229a649442bd), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:19.612063 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-2f6dcf73-7b95-43c0-acc4-444220bfc5b7 req-77dc559e-c93c-4ca2-be31-732273402909 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Calling delete_port for de34e1a6-8539-4ae4-90fb-229a649442bd owned by network:floatingip {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:40:19.617725 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-782e6941-ed2c-4a59-8fc0-cd70536a24bd req-489b397d-a1be-4336-9b5e-22af0066b851 service neutron] 10.222.0.93 "GET /v2.0/networks/5c42c93f-2ac9-42c4-ae39-37d47141b593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091687 Feb 20 03:40:19.699881 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d57444be-afdd-4c9a-ade5-beac2b70f57a tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (cb7b3f07-ec16-47bf-82ac-486c5eee291a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:19.719202 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-d57444be-afdd-4c9a-ade5-beac2b70f57a tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Calling delete_port for cb7b3f07-ec16-47bf-82ac-486c5eee291a owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:40:19.781090 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf372d1-0988-41fc-8054-62fd6b406bd0 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Router 5f4bfa63-29cd-4729-8226-df6abd36f1c3 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:40:19.782704 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-782e6941-ed2c-4a59-8fc0-cd70536a24bd req-8e2ffed6-f1d7-4f1f-9e38-440f4a6b318a service neutron] 10.222.0.93 "GET /v2.0/networks/5c42c93f-2ac9-42c4-ae39-37d47141b593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578355 Feb 20 03:40:19.929084 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2f6dcf73-7b95-43c0-acc4-444220bfc5b7 req-77dc559e-c93c-4ca2-be31-732273402909 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (de34e1a6-8539-4ae4-90fb-229a649442bd), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:19.968297 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc559e-c93c-4ca2-be31-732273402909 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Pushing event deleted for resources: {'Port': ['ID=de34e1a6-8539-4ae4-90fb-229a649442bd,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:19.984333 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf372d1-0988-41fc-8054-62fd6b406bd0 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:40:20.003101 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788674ae-a6a0-47a0-8ce4-a7a68f97451d None None] Sync routers for ids ['5f4bfa63-29cd-4729-8226-df6abd36f1c3'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:40:20.021005 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788674ae-a6a0-47a0-8ce4-a7a68f97451d None None] Routers {'5f4bfa63-29cd-4729-8226-df6abd36f1c3'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:40:20.022314 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-788674ae-a6a0-47a0-8ce4-a7a68f97451d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:39:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['5f4bfa63-29cd-4729-8226-df6abd36f1c3'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:20.041618 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2f6dcf73-7b95-43c0-acc4-444220bfc5b7 req-77dc559e-c93c-4ca2-be31-732273402909 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks [] for floatingip (3882fad2-e3fe-495a-b72a-f3c3df4218c0), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:20.046954 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2f6dcf73-7b95-43c0-acc4-444220bfc5b7 req-77dc559e-c93c-4ca2-be31-732273402909 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:20.048382 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2f6dcf73-7b95-43c0-acc4-444220bfc5b7 req-77dc559e-c93c-4ca2-be31-732273402909 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "DELETE /v2.0/floatingips/3882fad2-e3fe-495a-b72a-f3c3df4218c0 HTTP/1.1" status: 204 len: 173 time: 0.9072618 Feb 20 03:40:20.066695 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d57444be-afdd-4c9a-ade5-beac2b70f57a tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (cb7b3f07-ec16-47bf-82ac-486c5eee291a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:20.095442 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-788674ae-a6a0-47a0-8ce4-a7a68f97451d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:20.106399 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788674ae-a6a0-47a0-8ce4-a7a68f97451d None None] Routers {'5f4bfa63-29cd-4729-8226-df6abd36f1c3'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:40:20.107300 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-788674ae-a6a0-47a0-8ce4-a7a68f97451d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:39:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['5f4bfa63-29cd-4729-8226-df6abd36f1c3'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:20.129215 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1cf372d1-0988-41fc-8054-62fd6b406bd0 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:20.132905 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1cf372d1-0988-41fc-8054-62fd6b406bd0 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.5784342 Feb 20 03:40:20.132905 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57444be-afdd-4c9a-ade5-beac2b70f57a tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Pushing event deleted for resources: {'Port': ['ID=cb7b3f07-ec16-47bf-82ac-486c5eee291a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:20.134097 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41544) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:20.166758 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-788674ae-a6a0-47a0-8ce4-a7a68f97451d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:20.166758 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788674ae-a6a0-47a0-8ce4-a7a68f97451d None None] The sync data for ids ['5f4bfa63-29cd-4729-8226-df6abd36f1c3'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:40:20.254465 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d57444be-afdd-4c9a-ade5-beac2b70f57a tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:20.269565 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d57444be-afdd-4c9a-ade5-beac2b70f57a tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] 10.222.0.89 "DELETE /v2.0/ports/cb7b3f07-ec16-47bf-82ac-486c5eee291a HTTP/1.1" status: 204 len: 168 time: 1.1637979 Feb 20 03:40:20.273899 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41552) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:20.323738 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d606ab96-8e93-4f9e-acf3-8fbaa43f9944 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] 10.222.0.89 "GET /v2.0/routers/5f4bfa63-29cd-4729-8226-df6abd36f1c3 HTTP/1.1" status: 200 len: 925 time: 0.1881649 Feb 20 03:40:20.324325 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41', 'tag': 'e8c3b326-eb4e-409d-a920-8be21530b14b'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:40:20.327804 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143ad39c-d415-43b2-bc87-f57881a80365" -d '{"events": [{"name": "network-changed", "server_uuid": "2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41", "tag": "e8c3b326-eb4e-409d-a920-8be21530b14b"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:40:20.329082 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41554) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:20.337919 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-7baa81e9-e00c-4ec4-ba56-4b90618efd4f tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] GET failed (client error): The resource could not be found. Feb 20 03:40:20.342617 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7baa81e9-e00c-4ec4-ba56-4b90618efd4f tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] 10.222.0.89 "GET /v2.0/ports/cb7b3f07-ec16-47bf-82ac-486c5eee291a HTTP/1.1" status: 404 len: 333 time: 0.0627606 Feb 20 03:40:20.342964 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41558) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:20.347947 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-fdd0a72d-b6f0-4d11-907e-3ecac94d2cb8 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Request body: {'port': {'network_id': 'dde2bb14-984d-4efa-bb0d-27ae57e31b33', 'name': 'tempest-AllowedAddressPairTestJSON-396974869'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:20.360983 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-97637afc-92d0-4ad9-abbd-028a8b53f782 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f4bfa63-29cd-4729-8226-df6abd36f1c3 HTTP/1.1" status: 200 len: 205 time: 0.0271215 Feb 20 03:40:20.361591 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41560) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:20.502894 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a5143eeb-3d5a-44b2-bf56-42abfae15b73 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router (5f4bfa63-29cd-4729-8226-df6abd36f1c3), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:20.591453 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd0a72d-b6f0-4d11-907e-3ecac94d2cb8 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Made reservation on behalf of d0aa0e557613403eb2c1e969f3bd254d for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:40:20.594549 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-207fac04-40bd-438b-bc88-9dc0704763ec req-ca43df3d-e94f-440e-9fc1-80820c64ad4c tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] 10.222.0.89 "GET /v2.0/ports?device_id=d6be1e32-90af-47fb-826f-6dbef0d0e4a6 HTTP/1.1" status: 200 len: 210 time: 0.0373931 Feb 20 03:40:20.595083 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fdd0a72d-b6f0-4d11-907e-3ecac94d2cb8 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:20.627395 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-fdd0a72d-b6f0-4d11-907e-3ecac94d2cb8 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] device_id is not set on port b128ed3b-7c27-495b-8872-52bcbc6bfc45 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:40:20.697118 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a5143eeb-3d5a-44b2-bf56-42abfae15b73 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router_gateway (5f4bfa63-29cd-4729-8226-df6abd36f1c3), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:20.725886 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08acaf4-d8ba-4f46-b844-4b6b2977e782 req-31b114a1-3a21-4154-9e36-c592ad829945 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:20.727714 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e08acaf4-d8ba-4f46-b844-4b6b2977e782 req-31b114a1-3a21-4154-9e36-c592ad829945 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] 10.222.0.89 "GET /v2.0/ports?device_id=319677df-2722-4d67-9f4f-463baa3890df HTTP/1.1" status: 200 len: 946 time: 0.0675805 Feb 20 03:40:20.760149 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-fdd0a72d-b6f0-4d11-907e-3ecac94d2cb8 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Allocated IP 172.20.0.6 (dde2bb14-984d-4efa-bb0d-27ae57e31b33/d47d56bc-ab89-4bf1-b29e-d7bdc6f90d6c/b128ed3b-7c27-495b-8872-52bcbc6bfc45) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:40:20.790541 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e08acaf4-d8ba-4f46-b844-4b6b2977e782 req-d71b887b-2381-408a-942f-e95b452ea89b tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] 10.222.0.89 "GET /v2.0/security-groups?id=6aec92c8-bd93-4182-8faa-429befaee7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571086 Feb 20 03:40:20.890850 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7069a72a-bff1-46cd-a1d6-e83d9fb96906 req-ffbe4904-1b60-4821-b91f-6f3a68274d2f tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/security-groups/231b3bbf-15e0-4485-8f52-1da67c100728 HTTP/1.1" status: 200 len: 1826 time: 0.0577517 Feb 20 03:40:20.893053 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-a5143eeb-3d5a-44b2-bf56-42abfae15b73 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Deleting port c0c0d7b1-9cd6-45ce-b633-83d949e0bcf4 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:40:20.893400 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a5143eeb-3d5a-44b2-bf56-42abfae15b73 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (c0c0d7b1-9cd6-45ce-b633-83d949e0bcf4), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:20.908528 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:20.932774 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fdd0a72d-b6f0-4d11-907e-3ecac94d2cb8 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks [] for port (b128ed3b-7c27-495b-8872-52bcbc6bfc45), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:21.031948 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:21.061748 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fdd0a72d-b6f0-4d11-907e-3ecac94d2cb8 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (b128ed3b-7c27-495b-8872-52bcbc6bfc45), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:21.076893 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a5143eeb-3d5a-44b2-bf56-42abfae15b73 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (c0c0d7b1-9cd6-45ce-b633-83d949e0bcf4), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:21.103170 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-a5143eeb-3d5a-44b2-bf56-42abfae15b73 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Calling delete_port for c0c0d7b1-9cd6-45ce-b633-83d949e0bcf4 owned by network:router_gateway {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:40:21.104822 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7069a72a-bff1-46cd-a1d6-e83d9fb96906 req-6627ad51-7185-4b72-8591-2ce0e1015b53 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks [] for security_group (231b3bbf-15e0-4485-8f52-1da67c100728), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:21.106197 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41576) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:21.124630 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd0a72d-b6f0-4d11-907e-3ecac94d2cb8 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Network dde2bb14-984d-4efa-bb0d-27ae57e31b33 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:40:21.128408 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-fdd0a72d-b6f0-4d11-907e-3ecac94d2cb8 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:21.131238 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd0a72d-b6f0-4d11-907e-3ecac94d2cb8 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:40:21.144685 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e8684-93d5-4104-9064-3a5384196d42 req-7846c451-068a-4a89-a4e7-384a676beb3f tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:21.146189 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-887e8684-93d5-4104-9064-3a5384196d42 req-7846c451-068a-4a89-a4e7-384a676beb3f tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] 10.222.0.93 "GET /v2.0/networks?id=78076ce7-3294-4305-b56f-f717d576abee HTTP/1.1" status: 200 len: 812 time: 0.1908450 Feb 20 03:40:21.170193 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-887e8684-93d5-4104-9064-3a5384196d42 req-1acc94e6-a6d4-4203-bf7c-843a87f6924f tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] Request body: {'port': {'device_id': 'd6be1e32-90af-47fb-826f-6dbef0d0e4a6', 'network_id': '78076ce7-3294-4305-b56f-f717d576abee', 'admin_state_up': True, 'tenant_id': '0e0cbfa4911c408cab71989d191addfb'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:21.174801 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7069a72a-bff1-46cd-a1d6-e83d9fb96906 req-6627ad51-7185-4b72-8591-2ce0e1015b53 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks [] for security_group (231b3bbf-15e0-4485-8f52-1da67c100728), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:21.193031 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0a72d-b6f0-4d11-907e-3ecac94d2cb8 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Pushing event updated for resources: {'Port': ['ID=b128ed3b-7c27-495b-8872-52bcbc6bfc45,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:21.213759 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd0a72d-b6f0-4d11-907e-3ecac94d2cb8 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:21.216411 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fdd0a72d-b6f0-4d11-907e-3ecac94d2cb8 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:21.330128 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41580) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:21.331579 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fdd0a72d-b6f0-4d11-907e-3ecac94d2cb8 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9806232 Feb 20 03:40:21.335969 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e0146653-4dd5-4774-94f3-8a9e20ca1d65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:21.353584 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-cf41ce3b-d4ba-4bf3-a01f-263543d38acb tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Request body: {'port': {'network_id': 'dde2bb14-984d-4efa-bb0d-27ae57e31b33', 'name': 'tempest-AllowedAddressPairTestJSON-223239182'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:21.433155 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e0146653-4dd5-4774-94f3-8a9e20ca1d65 admin admin] Publish callbacks [] for security_group (7004fb21-9d4d-4a57-883d-bd2ae0317666), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:21.522511 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c98ccccc-dec1-4a94-8b09-9873ece8c27b None None] Provisioning complete for port b128ed3b-7c27-495b-8872-52bcbc6bfc45 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:21.522905 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c98ccccc-dec1-4a94-8b09-9873ece8c27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b128ed3b-7c27-495b-8872-52bcbc6bfc45), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:21.523914 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e0146653-4dd5-4774-94f3-8a9e20ca1d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (7004fb21-9d4d-4a57-883d-bd2ae0317666), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:21.555737 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7069a72a-bff1-46cd-a1d6-e83d9fb96906 req-6627ad51-7185-4b72-8591-2ce0e1015b53 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (231b3bbf-15e0-4485-8f52-1da67c100728), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:21.558929 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7069a72a-bff1-46cd-a1d6-e83d9fb96906 req-6627ad51-7185-4b72-8591-2ce0e1015b53 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:21.560095 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7069a72a-bff1-46cd-a1d6-e83d9fb96906 req-6627ad51-7185-4b72-8591-2ce0e1015b53 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "DELETE /v2.0/security-groups/231b3bbf-15e0-4485-8f52-1da67c100728 HTTP/1.1" status: 204 len: 173 time: 0.6247809 Feb 20 03:40:21.578912 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c98ccccc-dec1-4a94-8b09-9873ece8c27b None None] Port b128ed3b-7c27-495b-8872-52bcbc6bfc45 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:40:21.579273 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0146653-4dd5-4774-94f3-8a9e20ca1d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7004fb21-9d4d-4a57-883d-bd2ae0317666,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:21.581955 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627ad51-7185-4b72-8591-2ce0e1015b53 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=231b3bbf-15e0-4485-8f52-1da67c100728,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:21.596561 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e0146653-4dd5-4774-94f3-8a9e20ca1d65 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=51d46a63609c4843ba670a94598cda00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4892418 Feb 20 03:40:21.599817 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41590) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:21.642467 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-887e8684-93d5-4104-9064-3a5384196d42 req-1acc94e6-a6d4-4203-bf7c-843a87f6924f tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] Made reservation on behalf of 0e0cbfa4911c408cab71989d191addfb for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:40:21.647518 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-887e8684-93d5-4104-9064-3a5384196d42 req-1acc94e6-a6d4-4203-bf7c-843a87f6924f tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:21.674512 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-edc17a66-37f9-4470-afac-5f1038b02d47 admin admin] Publish callbacks [] for security_group (7004fb21-9d4d-4a57-883d-bd2ae0317666), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:21.684071 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d9acc1-51ee-40dc-a74a-7749bd376fdc x-openstack-request-id: req-71d9acc1-51ee-40dc-a74a-7749bd376fdc {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:40:21.685070 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41", "tag": "e8c3b326-eb4e-409d-a920-8be21530b14b", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:40:21.685340 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-71d9acc1-51ee-40dc-a74a-7749bd376fdc {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:40:21.685758 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41', 'tag': 'e8c3b326-eb4e-409d-a920-8be21530b14b', 'status': 'completed', 'code': 200} Feb 20 03:40:21.711980 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-edc17a66-37f9-4470-afac-5f1038b02d47 admin admin] Publish callbacks [] for security_group (7004fb21-9d4d-4a57-883d-bd2ae0317666), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:21.741609 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf41ce3b-d4ba-4bf3-a01f-263543d38acb tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Made reservation on behalf of d0aa0e557613403eb2c1e969f3bd254d for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:40:21.744970 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf41ce3b-d4ba-4bf3-a01f-263543d38acb tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:21.776631 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a5143eeb-3d5a-44b2-bf56-42abfae15b73 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (c0c0d7b1-9cd6-45ce-b633-83d949e0bcf4), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:21.838708 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-edc17a66-37f9-4470-afac-5f1038b02d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (7004fb21-9d4d-4a57-883d-bd2ae0317666), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:21.841482 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-edc17a66-37f9-4470-afac-5f1038b02d47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:21.842697 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-edc17a66-37f9-4470-afac-5f1038b02d47 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7004fb21-9d4d-4a57-883d-bd2ae0317666 HTTP/1.1" status: 204 len: 168 time: 0.2418935 Feb 20 03:40:21.858339 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc17a66-37f9-4470-afac-5f1038b02d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7004fb21-9d4d-4a57-883d-bd2ae0317666,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:21.859554 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5143eeb-3d5a-44b2-bf56-42abfae15b73 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Pushing event deleted for resources: {'Port': ['ID=c0c0d7b1-9cd6-45ce-b633-83d949e0bcf4,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:21.883151 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-cf41ce3b-d4ba-4bf3-a01f-263543d38acb tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] device_id is not set on port a99d85a8-a6dc-4ee6-8634-b8e1e62b4e8a yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:40:22.363816 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ad39c-d415-43b2-bc87-f57881a80365 req-d9f75292-86e2-4fd4-9994-7c42266ef964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:22.365433 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-143ad39c-d415-43b2-bc87-f57881a80365 req-d9f75292-86e2-4fd4-9994-7c42266ef964 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6a08cfad188e48b79e337e2a93b4d6c0&device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 1127 time: 0.6451128 Feb 20 03:40:22.403787 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdd2f8-456a-46aa-a884-3ae6beedc4b6 req-01ed586b-99dc-4b81-9935-1a14304704f8 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:22.405258 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-19cdd2f8-456a-46aa-a884-3ae6beedc4b6 req-01ed586b-99dc-4b81-9935-1a14304704f8 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] 10.222.0.89 "GET /v2.0/ports?device_id=319677df-2722-4d67-9f4f-463baa3890df HTTP/1.1" status: 200 len: 946 time: 0.6704662 Feb 20 03:40:22.414619 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41610) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:22.421111 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-fe0b9900-4439-4fe3-ba21-340e8f0883fa tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Request body: {'floatingip': {'port_id': 'b8236537-645d-4567-9beb-ece615b8c295'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:22.444055 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a5143eeb-3d5a-44b2-bf56-42abfae15b73 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (5f4bfa63-29cd-4729-8226-df6abd36f1c3), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:22.448890 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-887e8684-93d5-4104-9064-3a5384196d42 req-1acc94e6-a6d4-4203-bf7c-843a87f6924f tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] Allocated IP 172.20.0.14 (78076ce7-3294-4305-b56f-f717d576abee/f70a6907-5ee7-41e8-9fe7-a2a0335e26fc/f07b3a3a-c724-44f2-91be-feb95f8918f6) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:40:22.495921 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41614) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:22.515294 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fe0b9900-4439-4fe3-ba21-340e8f0883fa tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks [] for floatingip (18174763-c8d8-4213-b697-91423e394467), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:22.517531 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d508bbf3-81fd-46d4-86e5-ed58a0ac6992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:22.606600 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a5143eeb-3d5a-44b2-bf56-42abfae15b73 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (5f4bfa63-29cd-4729-8226-df6abd36f1c3), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:22.613607 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a5143eeb-3d5a-44b2-bf56-42abfae15b73 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router_controller (5f4bfa63-29cd-4729-8226-df6abd36f1c3), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:22.694259 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-cf41ce3b-d4ba-4bf3-a01f-263543d38acb tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Allocated IP 172.20.0.13 (dde2bb14-984d-4efa-bb0d-27ae57e31b33/d47d56bc-ab89-4bf1-b29e-d7bdc6f90d6c/a99d85a8-a6dc-4ee6-8634-b8e1e62b4e8a) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:40:22.782602 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ad39c-d415-43b2-bc87-f57881a80365 req-232f046f-997a-40cd-9aee-47439b25ba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:22.783875 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-143ad39c-d415-43b2-bc87-f57881a80365 req-232f046f-997a-40cd-9aee-47439b25ba5f service neutron] 10.222.0.93 "GET /v2.0/networks?id=5c42c93f-2ac9-42c4-ae39-37d47141b593 HTTP/1.1" status: 200 len: 921 time: 0.4061296 Feb 20 03:40:22.788300 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d508bbf3-81fd-46d4-86e5-ed58a0ac6992 admin admin] Publish callbacks [] for security_group (8b192f12-44c6-4cbf-8f00-4ce75c24aaca), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:22.854121 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d508bbf3-81fd-46d4-86e5-ed58a0ac6992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (8b192f12-44c6-4cbf-8f00-4ce75c24aaca), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:22.880920 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-143ad39c-d415-43b2-bc87-f57881a80365 req-5ac2b30c-8bff-4738-97b6-3b7dcde1bdba service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8c3b326-eb4e-409d-a920-8be21530b14b HTTP/1.1" status: 200 len: 217 time: 0.0837049 Feb 20 03:40:22.883453 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a5143eeb-3d5a-44b2-bf56-42abfae15b73 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (5f4bfa63-29cd-4729-8226-df6abd36f1c3), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:22.883453 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5143eeb-3d5a-44b2-bf56-42abfae15b73 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Fanout notify agent at l3_agent the message router_deleted on router 5f4bfa63-29cd-4729-8226-df6abd36f1c3 {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:40:22.889158 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a5143eeb-3d5a-44b2-bf56-42abfae15b73 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:22.894659 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a5143eeb-3d5a-44b2-bf56-42abfae15b73 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] 10.222.0.89 "DELETE /v2.0/routers/5f4bfa63-29cd-4729-8226-df6abd36f1c3 HTTP/1.1" status: 204 len: 168 time: 2.5277855 Feb 20 03:40:22.900379 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2225995d-6586-4696-a9c4-04f2bc571db7 req-7f68cd21-859f-4a08-bc41-41f8457531d0 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] 10.222.0.89 "GET /v2.0/ports?device_id=d6be1e32-90af-47fb-826f-6dbef0d0e4a6 HTTP/1.1" status: 200 len: 210 time: 0.1020737 Feb 20 03:40:22.907200 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41618) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:22.939597 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-63d07d1b-4aae-41a9-8e8f-b6c62eac5d6a tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1976439091', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'enable_snat': False}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:22.953021 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d508bbf3-81fd-46d4-86e5-ed58a0ac6992 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e15743cf9df44db9a92c1c4bf455d340&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4556012 Feb 20 03:40:22.957452 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41622) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:22.965959 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508bbf3-81fd-46d4-86e5-ed58a0ac6992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b192f12-44c6-4cbf-8f00-4ce75c24aaca,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:23.068286 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e25943d0-4520-4bbf-acb1-88718e89fdd1 admin admin] Publish callbacks [] for security_group (8b192f12-44c6-4cbf-8f00-4ce75c24aaca), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:23.089988 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41626) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:23.112382 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ad39c-d415-43b2-bc87-f57881a80365 req-6439968f-546e-4cd6-8b85-59d0a08f05d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:23.113891 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-143ad39c-d415-43b2-bc87-f57881a80365 req-6439968f-546e-4cd6-8b85-59d0a08f05d3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7cdd67db-b129-4563-b182-47daa39d15d0 HTTP/1.1" status: 200 len: 860 time: 0.2165802 Feb 20 03:40:23.124260 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-887e8684-93d5-4104-9064-3a5384196d42 req-1acc94e6-a6d4-4203-bf7c-843a87f6924f tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] Publish callbacks [] for port (f07b3a3a-c724-44f2-91be-feb95f8918f6), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:23.126183 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e25943d0-4520-4bbf-acb1-88718e89fdd1 admin admin] Publish callbacks [] for security_group (8b192f12-44c6-4cbf-8f00-4ce75c24aaca), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:23.150577 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63d07d1b-4aae-41a9-8e8f-b6c62eac5d6a tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (55c1bb05-1e2b-4dff-996c-d8ea9b5f9781), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:23.151595 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63d07d1b-4aae-41a9-8e8f-b6c62eac5d6a tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (55c1bb05-1e2b-4dff-996c-d8ea9b5f9781), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:23.188065 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-143ad39c-d415-43b2-bc87-f57881a80365 req-a62e8481-d485-4d29-af34-c79b0bc2b105 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5c42c93f-2ac9-42c4-ae39-37d47141b593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578194 Feb 20 03:40:23.208675 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fe0b9900-4439-4fe3-ba21-340e8f0883fa tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:23.248009 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-30eab619-a5cc-43b0-8a64-1bbb70bf773a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:23.291443 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf41ce3b-d4ba-4bf3-a01f-263543d38acb tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks [] for port (a99d85a8-a6dc-4ee6-8634-b8e1e62b4e8a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:23.296232 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fe0b9900-4439-4fe3-ba21-340e8f0883fa tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (18174763-c8d8-4213-b697-91423e394467), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:23.307920 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702decce-5b55-42e5-88bc-0bf146b7f7f9 req-f50b0dca-f825-40b8-8341-5e722d3c8d6b tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:23.309433 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-702decce-5b55-42e5-88bc-0bf146b7f7f9 req-f50b0dca-f825-40b8-8341-5e722d3c8d6b tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 945 time: 0.2793403 Feb 20 03:40:23.335615 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e25943d0-4520-4bbf-acb1-88718e89fdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (8b192f12-44c6-4cbf-8f00-4ce75c24aaca), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:23.338134 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e25943d0-4520-4bbf-acb1-88718e89fdd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:23.343915 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e25943d0-4520-4bbf-acb1-88718e89fdd1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8b192f12-44c6-4cbf-8f00-4ce75c24aaca HTTP/1.1" status: 204 len: 168 time: 0.3814361 Feb 20 03:40:23.365448 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63d07d1b-4aae-41a9-8e8f-b6c62eac5d6a tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router_controller (55c1bb05-1e2b-4dff-996c-d8ea9b5f9781), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:23.367247 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25943d0-4520-4bbf-acb1-88718e89fdd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b192f12-44c6-4cbf-8f00-4ce75c24aaca,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:23.452419 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-887e8684-93d5-4104-9064-3a5384196d42 req-1acc94e6-a6d4-4203-bf7c-843a87f6924f tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (f07b3a3a-c724-44f2-91be-feb95f8918f6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:23.456115 n-d-829866-4 neutron-server[104106]: INFO neutron.db.l3_db [None req-fe0b9900-4439-4fe3-ba21-340e8f0883fa tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Floating IP 18174763-c8d8-4213-b697-91423e394467 associated. External IP: 172.25.7.101, port: b8236537-645d-4567-9beb-ece615b8c295. Feb 20 03:40:23.469125 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-702decce-5b55-42e5-88bc-0bf146b7f7f9 req-1e82ab5d-4ec9-4892-8cfd-b64e3e196921 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9f40f89-210f-4401-be45-04f0e67e15c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525037 Feb 20 03:40:23.491160 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-143ad39c-d415-43b2-bc87-f57881a80365 req-481080df-c8e1-4ba8-84bb-d077bac8fb12 service neutron] 10.222.0.93 "GET /v2.0/networks/5c42c93f-2ac9-42c4-ae39-37d47141b593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882986 Feb 20 03:40:23.517898 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-30eab619-a5cc-43b0-8a64-1bbb70bf773a admin admin] Publish callbacks [] for security_group (a90fc07f-ec81-4c15-b175-b58e3fef6848), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:23.553429 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-887e8684-93d5-4104-9064-3a5384196d42 req-1acc94e6-a6d4-4203-bf7c-843a87f6924f tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] Network 78076ce7-3294-4305-b56f-f717d576abee is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:40:23.562198 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:40:23.568483 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf41ce3b-d4ba-4bf3-a01f-263543d38acb tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (a99d85a8-a6dc-4ee6-8634-b8e1e62b4e8a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:23.582046 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-887e8684-93d5-4104-9064-3a5384196d42 req-1acc94e6-a6d4-4203-bf7c-843a87f6924f tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:23.584554 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-887e8684-93d5-4104-9064-3a5384196d42 req-1acc94e6-a6d4-4203-bf7c-843a87f6924f tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:40:23.633659 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-30eab619-a5cc-43b0-8a64-1bbb70bf773a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a90fc07f-ec81-4c15-b175-b58e3fef6848), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:23.664494 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eab619-a5cc-43b0-8a64-1bbb70bf773a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90fc07f-ec81-4c15-b175-b58e3fef6848,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:23.690686 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc94e6-a6d4-4203-bf7c-843a87f6924f tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] Pushing event updated for resources: {'Port': ['ID=f07b3a3a-c724-44f2-91be-feb95f8918f6,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:23.735526 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf41ce3b-d4ba-4bf3-a01f-263543d38acb tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Network dde2bb14-984d-4efa-bb0d-27ae57e31b33 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:40:23.785890 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-cf41ce3b-d4ba-4bf3-a01f-263543d38acb tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:23.788485 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf41ce3b-d4ba-4bf3-a01f-263543d38acb tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:40:23.804176 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0b9900-4439-4fe3-ba21-340e8f0883fa tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Router c8dde962-f510-43cb-a85d-aa28bf46cc35 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:40:23.842256 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-30eab619-a5cc-43b0-8a64-1bbb70bf773a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=41c39612688c4f39be01f3e7b84cac6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7316902 Feb 20 03:40:23.844945 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41646) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:23.879620 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e8684-93d5-4104-9064-3a5384196d42 req-1acc94e6-a6d4-4203-bf7c-843a87f6924f tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:23.880258 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-887e8684-93d5-4104-9064-3a5384196d42 req-1acc94e6-a6d4-4203-bf7c-843a87f6924f tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:23.895451 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf41ce3b-d4ba-4bf3-a01f-263543d38acb tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Pushing event updated for resources: {'Port': ['ID=a99d85a8-a6dc-4ee6-8634-b8e1e62b4e8a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:23.906703 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63d07d1b-4aae-41a9-8e8f-b6c62eac5d6a tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router_gateway (55c1bb05-1e2b-4dff-996c-d8ea9b5f9781), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:23.943597 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-143ad39c-d415-43b2-bc87-f57881a80365 req-d84996f4-bf83-48aa-a85c-014728a71e28 service neutron] 10.222.0.93 "GET /v2.0/networks/5c42c93f-2ac9-42c4-ae39-37d47141b593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414277 Feb 20 03:40:23.975247 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf41ce3b-d4ba-4bf3-a01f-263543d38acb tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:23.975247 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf41ce3b-d4ba-4bf3-a01f-263543d38acb tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:24.029489 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-887e8684-93d5-4104-9064-3a5384196d42 req-1acc94e6-a6d4-4203-bf7c-843a87f6924f tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8731277 Feb 20 03:40:24.051913 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-887e8684-93d5-4104-9064-3a5384196d42 req-881765c7-21d9-4aba-baa8-6d26b63bb07b service neutron] Request body: {'port': {'device_id': 'd6be1e32-90af-47fb-826f-6dbef0d0e4a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:24.141249 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-cf41ce3b-d4ba-4bf3-a01f-263543d38acb tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8013706 Feb 20 03:40:24.145100 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41658) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:24.152169 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-3753def8-7d9b-4bac-b830-a4a09305d711 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:f8:8b:6a'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:2d:da:6f'}]}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:24.238219 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d0f052d1-5745-480a-85ee-2e7e0f323e3a None None] Provisioning complete for port a99d85a8-a6dc-4ee6-8634-b8e1e62b4e8a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:24.238219 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d0f052d1-5745-480a-85ee-2e7e0f323e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a99d85a8-a6dc-4ee6-8634-b8e1e62b4e8a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:24.272138 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d0f052d1-5745-480a-85ee-2e7e0f323e3a None None] Port a99d85a8-a6dc-4ee6-8634-b8e1e62b4e8a cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:40:24.281555 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f902137-ca1d-4b90-825c-76d3551cce75 req-ebb4f45d-e828-45fa-929f-430a87de1e94 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:24.283148 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0f902137-ca1d-4b90-825c-76d3551cce75 req-ebb4f45d-e828-45fa-929f-430a87de1e94 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] 10.222.0.89 "GET /v2.0/ports?device_id=d6be1e32-90af-47fb-826f-6dbef0d0e4a6 HTTP/1.1" status: 200 len: 932 time: 0.2507098 Feb 20 03:40:24.317539 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0b9900-4439-4fe3-ba21-340e8f0883fa tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:40:24.323868 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fe0b9900-4439-4fe3-ba21-340e8f0883fa tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:24.328011 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821a287d-e949-4fbf-92f7-a875733896f5 None None] Sync routers for ids ['c8dde962-f510-43cb-a85d-aa28bf46cc35'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:40:24.329494 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-887e8684-93d5-4104-9064-3a5384196d42 req-881765c7-21d9-4aba-baa8-6d26b63bb07b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f07b3a3a-c724-44f2-91be-feb95f8918f6), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:24.359882 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821a287d-e949-4fbf-92f7-a875733896f5 None None] Routers {'c8dde962-f510-43cb-a85d-aa28bf46cc35'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:40:24.362053 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-821a287d-e949-4fbf-92f7-a875733896f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:39:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c8dde962-f510-43cb-a85d-aa28bf46cc35'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:24.378437 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cdbbe338-36ba-4fb5-ba15-ab83274ce9e0 admin admin] Publish callbacks [] for security_group (a90fc07f-ec81-4c15-b175-b58e3fef6848), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:24.413051 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fe0b9900-4439-4fe3-ba21-340e8f0883fa tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] 10.222.0.89 "PUT /v2.0/floatingips/18174763-c8d8-4213-b697-91423e394467 HTTP/1.1" status: 200 len: 992 time: 1.9965775 Feb 20 03:40:24.416994 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319677df-2722-4d67-9f4f-463baa3890df', 'tag': 'b8236537-645d-4567-9beb-ece615b8c295'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:40:24.419936 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cb400d-824a-4df8-b990-0db5ee7b137c" -d '{"events": [{"name": "network-changed", "server_uuid": "319677df-2722-4d67-9f4f-463baa3890df", "tag": "b8236537-645d-4567-9beb-ece615b8c295"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:40:24.423920 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cdbbe338-36ba-4fb5-ba15-ab83274ce9e0 admin admin] Publish callbacks [] for security_group (a90fc07f-ec81-4c15-b175-b58e3fef6848), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:24.459944 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0f902137-ca1d-4b90-825c-76d3551cce75 req-ca6080e1-6e85-40da-9c21-f6931667abda tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] 10.222.0.89 "GET /v2.0/security-groups?id=a83f3831-78f5-41e5-bea1-6867c0e61603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473184 Feb 20 03:40:24.564582 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-821a287d-e949-4fbf-92f7-a875733896f5 None None] Set router c8dde962-f510-43cb-a85d-aa28bf46cc35 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:40:24.634728 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cdbbe338-36ba-4fb5-ba15-ab83274ce9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a90fc07f-ec81-4c15-b175-b58e3fef6848), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:24.637436 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cdbbe338-36ba-4fb5-ba15-ab83274ce9e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:24.643424 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cdbbe338-36ba-4fb5-ba15-ab83274ce9e0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a90fc07f-ec81-4c15-b175-b58e3fef6848 HTTP/1.1" status: 204 len: 168 time: 0.7971385 Feb 20 03:40:24.663139 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbbe338-36ba-4fb5-ba15-ab83274ce9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90fc07f-ec81-4c15-b175-b58e3fef6848,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:24.696875 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3753def8-7d9b-4bac-b830-a4a09305d711 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a99d85a8-a6dc-4ee6-8634-b8e1e62b4e8a), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:24.777422 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63d07d1b-4aae-41a9-8e8f-b6c62eac5d6a tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router_gateway (55c1bb05-1e2b-4dff-996c-d8ea9b5f9781), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:24.810726 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63d07d1b-4aae-41a9-8e8f-b6c62eac5d6a tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:24.813283 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c08ff33-4f53-405c-a01e-83a6c00e0d68 x-openstack-request-id: req-4c08ff33-4f53-405c-a01e-83a6c00e0d68 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:40:24.813763 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "319677df-2722-4d67-9f4f-463baa3890df", "tag": "b8236537-645d-4567-9beb-ece615b8c295", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:40:24.813862 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4c08ff33-4f53-405c-a01e-83a6c00e0d68 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:40:24.814241 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319677df-2722-4d67-9f4f-463baa3890df', 'tag': 'b8236537-645d-4567-9beb-ece615b8c295', 'status': 'completed', 'code': 200} Feb 20 03:40:24.956224 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41682) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:24.998255 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-821a287d-e949-4fbf-92f7-a875733896f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'name': 'tempest-ServersTestFqdnHostnames-616462720-router', 'tenant_id': '517a6c0c83ee490993dbcdda52b65cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'c485dd5f-8147-41b5-a1a0-c251c399c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:39:47Z', 'updated_at': '2022-02-20T03:39:52Z', 'revision_number': 4, 'project_id': '517a6c0c83ee490993dbcdda52b65cea', 'gw_port': {'id': 'c485dd5f-8147-41b5-a1a0-c251c399c973', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:48Z', 'updated_at': '2022-02-20T03:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '18174763-c8d8-4213-b697-91423e394467', 'tenant_id': '517a6c0c83ee490993dbcdda52b65cea', 'floating_ip_address': '172.25.7.101', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'port_id': 'b8236537-645d-4567-9beb-ece615b8c295', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6213f295-7155-488c-abe1-9a76b0448614', 'mac_address': 'fa:16:3e:a6:98:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319677df-2722-4d67-9f4f-463baa3890df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:39:59Z', 'updated_at': '2022-02-20T03:40:23Z', 'revision_number': 1, 'project_id': '517a6c0c83ee490993dbcdda52b65cea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20256ce1-12a0-419f-9a8d-fc71daa7d409', 'name': '', 'network_id': '6213f295-7155-488c-abe1-9a76b0448614', 'tenant_id': '517a6c0c83ee490993dbcdda52b65cea', 'mac_address': 'fa:16:3e:18:84:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'a6707572-1301-47d5-a349-f0e02b2b9385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:51Z', 'updated_at': '2022-02-20T03:39:57Z', 'revision_number': 5, 'project_id': '517a6c0c83ee490993dbcdda52b65cea', 'subnets': [{'id': 'a6707572-1301-47d5-a349-f0e02b2b9385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:25.058283 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821a287d-e949-4fbf-92f7-a875733896f5 None None] Checking router: c8dde962-f510-43cb-a85d-aa28bf46cc35 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:40:25.067530 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821a287d-e949-4fbf-92f7-a875733896f5 None None] Routers {'c8dde962-f510-43cb-a85d-aa28bf46cc35'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:40:25.068380 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-821a287d-e949-4fbf-92f7-a875733896f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:39:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c8dde962-f510-43cb-a85d-aa28bf46cc35'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:25.208142 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-821a287d-e949-4fbf-92f7-a875733896f5 None None] Set router c8dde962-f510-43cb-a85d-aa28bf46cc35 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:40:25.328546 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-f4f3ed0f-93f6-47c0-8994-7a41fc50a65c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-790780277-network', 'tenant_id': '62872f561f24429faadfc81d64d64e66'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:25.454226 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f3ed0f-93f6-47c0-8994-7a41fc50a65c admin admin] Made reservation on behalf of 62872f561f24429faadfc81d64d64e66 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:40:25.456712 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4f3ed0f-93f6-47c0-8994-7a41fc50a65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:25.475644 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4f3ed0f-93f6-47c0-8994-7a41fc50a65c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:25.628629 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4f3ed0f-93f6-47c0-8994-7a41fc50a65c admin admin] Publish callbacks [] for security_group (df26c9c2-8149-44c0-9c0b-9dbbccfc1de7), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:25.646519 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb400d-824a-4df8-b990-0db5ee7b137c req-70940184-9ff4-4f97-9683-1177244b0781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:25.648149 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b9cb400d-824a-4df8-b990-0db5ee7b137c req-70940184-9ff4-4f97-9683-1177244b0781 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=517a6c0c83ee490993dbcdda52b65cea&device_id=319677df-2722-4d67-9f4f-463baa3890df HTTP/1.1" status: 200 len: 1128 time: 0.8040786 Feb 20 03:40:25.693630 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f83ee-3e32-45e9-a41c-5364686e1f5f req-707e7763-505b-43d9-8034-42f105548be1 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:25.695912 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b70f83ee-3e32-45e9-a41c-5364686e1f5f req-707e7763-505b-43d9-8034-42f105548be1 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 945 time: 0.7373996 Feb 20 03:40:25.704212 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4f3ed0f-93f6-47c0-8994-7a41fc50a65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (df26c9c2-8149-44c0-9c0b-9dbbccfc1de7), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:25.729339 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893001f4-83f8-4491-8e92-fcb32feec1e9 req-d1610931-ef99-4571-b43b-6cd67b3b2589 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:25.732892 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-893001f4-83f8-4491-8e92-fcb32feec1e9 req-d1610931-ef99-4571-b43b-6cd67b3b2589 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 945 time: 0.7784200 Feb 20 03:40:25.844965 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f3ed0f-93f6-47c0-8994-7a41fc50a65c admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:40:25.861886 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3ed0f-93f6-47c0-8994-7a41fc50a65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df26c9c2-8149-44c0-9c0b-9dbbccfc1de7,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:25.867407 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4f3ed0f-93f6-47c0-8994-7a41fc50a65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (4fb51312-b6a0-4af3-8d83-7ca6df64bc46), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:25.867407 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-f4f3ed0f-93f6-47c0-8994-7a41fc50a65c admin admin] Added segment 4fb51312-b6a0-4af3-8d83-7ca6df64bc46 of type vlan for network 600f51c6-6b09-4fa1-9746-bc869572e7a9 Feb 20 03:40:25.882089 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-821a287d-e949-4fbf-92f7-a875733896f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'name': 'tempest-ServersTestFqdnHostnames-616462720-router', 'tenant_id': '517a6c0c83ee490993dbcdda52b65cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'c485dd5f-8147-41b5-a1a0-c251c399c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:39:47Z', 'updated_at': '2022-02-20T03:39:52Z', 'revision_number': 4, 'project_id': '517a6c0c83ee490993dbcdda52b65cea', 'gw_port': {'id': 'c485dd5f-8147-41b5-a1a0-c251c399c973', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:48Z', 'updated_at': '2022-02-20T03:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '18174763-c8d8-4213-b697-91423e394467', 'tenant_id': '517a6c0c83ee490993dbcdda52b65cea', 'floating_ip_address': '172.25.7.101', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'port_id': 'b8236537-645d-4567-9beb-ece615b8c295', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6213f295-7155-488c-abe1-9a76b0448614', 'mac_address': 'fa:16:3e:a6:98:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319677df-2722-4d67-9f4f-463baa3890df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:39:59Z', 'updated_at': '2022-02-20T03:40:23Z', 'revision_number': 1, 'project_id': '517a6c0c83ee490993dbcdda52b65cea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20256ce1-12a0-419f-9a8d-fc71daa7d409', 'name': '', 'network_id': '6213f295-7155-488c-abe1-9a76b0448614', 'tenant_id': '517a6c0c83ee490993dbcdda52b65cea', 'mac_address': 'fa:16:3e:18:84:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'a6707572-1301-47d5-a349-f0e02b2b9385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:51Z', 'updated_at': '2022-02-20T03:39:57Z', 'revision_number': 5, 'project_id': '517a6c0c83ee490993dbcdda52b65cea', 'subnets': [{'id': 'a6707572-1301-47d5-a349-f0e02b2b9385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:25.911387 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4f3ed0f-93f6-47c0-8994-7a41fc50a65c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (600f51c6-6b09-4fa1-9746-bc869572e7a9), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:25.943293 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821a287d-e949-4fbf-92f7-a875733896f5 None None] The sync data for ids ['c8dde962-f510-43cb-a85d-aa28bf46cc35'] in n-d-829866-4 is: [{'id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'name': 'tempest-ServersTestFqdnHostnames-616462720-router', 'tenant_id': '517a6c0c83ee490993dbcdda52b65cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'c485dd5f-8147-41b5-a1a0-c251c399c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:39:47Z', 'updated_at': '2022-02-20T03:39:52Z', 'revision_number': 4, 'project_id': '517a6c0c83ee490993dbcdda52b65cea', 'gw_port': {'id': 'c485dd5f-8147-41b5-a1a0-c251c399c973', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:48Z', 'updated_at': '2022-02-20T03:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '18174763-c8d8-4213-b697-91423e394467', 'tenant_id': '517a6c0c83ee490993dbcdda52b65cea', 'floating_ip_address': '172.25.7.101', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'port_id': 'b8236537-645d-4567-9beb-ece615b8c295', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6213f295-7155-488c-abe1-9a76b0448614', 'mac_address': 'fa:16:3e:a6:98:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319677df-2722-4d67-9f4f-463baa3890df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:39:59Z', 'updated_at': '2022-02-20T03:40:23Z', 'revision_number': 1, 'project_id': '517a6c0c83ee490993dbcdda52b65cea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20256ce1-12a0-419f-9a8d-fc71daa7d409', 'name': '', 'network_id': '6213f295-7155-488c-abe1-9a76b0448614', 'tenant_id': '517a6c0c83ee490993dbcdda52b65cea', 'mac_address': 'fa:16:3e:18:84:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'a6707572-1301-47d5-a349-f0e02b2b9385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:51Z', 'updated_at': '2022-02-20T03:39:57Z', 'revision_number': 5, 'project_id': '517a6c0c83ee490993dbcdda52b65cea', 'subnets': [{'id': 'a6707572-1301-47d5-a349-f0e02b2b9385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:40:25.999518 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb400d-824a-4df8-b990-0db5ee7b137c req-6f564434-774e-4143-a318-ca5a96ee1553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:26.000883 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b9cb400d-824a-4df8-b990-0db5ee7b137c req-6f564434-774e-4143-a318-ca5a96ee1553 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6213f295-7155-488c-abe1-9a76b0448614 HTTP/1.1" status: 200 len: 915 time: 0.3016484 Feb 20 03:40:26.011236 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4f3ed0f-93f6-47c0-8994-7a41fc50a65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (600f51c6-6b09-4fa1-9746-bc869572e7a9), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:26.012288 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f3ed0f-93f6-47c0-8994-7a41fc50a65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:26.013984 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4f3ed0f-93f6-47c0-8994-7a41fc50a65c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:26.133375 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f4f3ed0f-93f6-47c0-8994-7a41fc50a65c admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.1758273 Feb 20 03:40:26.137582 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41710) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:26.143039 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-dd50ec7c-92d5-4c4e-8fc1-7a8533e162ab admin admin] Request body: {'subnet': {'network_id': '600f51c6-6b09-4fa1-9746-bc869572e7a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-790780277-subnet', 'tenant_id': '62872f561f24429faadfc81d64d64e66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:26.146958 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3ed0f-93f6-47c0-8994-7a41fc50a65c admin admin] Pushing event updated for resources: {'Network': ['ID=600f51c6-6b09-4fa1-9746-bc869572e7a9,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:26.160447 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 600f51c6-6b09-4fa1-9746-bc869572e7a9 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:40:26.183491 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-63d07d1b-4aae-41a9-8e8f-b6c62eac5d6a tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Allocated IP 172.25.7.198 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/64ddf543-874b-4869-8787-c13de29a13fa) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:40:26.215588 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-887e8684-93d5-4104-9064-3a5384196d42 req-881765c7-21d9-4aba-baa8-6d26b63bb07b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f07b3a3a-c724-44f2-91be-feb95f8918f6 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:40:26.248211 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b9cb400d-824a-4df8-b990-0db5ee7b137c req-eef4726c-17c5-4858-b93d-9f052d52d48d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8236537-645d-4567-9beb-ece615b8c295 HTTP/1.1" status: 200 len: 1000 time: 0.2232873 Feb 20 03:40:26.251382 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-887e8684-93d5-4104-9064-3a5384196d42 req-881765c7-21d9-4aba-baa8-6d26b63bb07b service neutron] Publish callbacks [] for port (f07b3a3a-c724-44f2-91be-feb95f8918f6), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:26.274484 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b70f83ee-3e32-45e9-a41c-5364686e1f5f req-70c105c1-90e4-4002-b810-68618f63e870 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9f40f89-210f-4401-be45-04f0e67e15c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5546744 Feb 20 03:40:26.296927 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd50ec7c-92d5-4c4e-8fc1-7a8533e162ab admin admin] Made reservation on behalf of 62872f561f24429faadfc81d64d64e66 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:40:26.304582 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dd50ec7c-92d5-4c4e-8fc1-7a8533e162ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:26.364716 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685959c1-1f22-4171-9759-6b71cb1ee084 None None] New status for floating IP 18174763-c8d8-4213-b697-91423e394467: ACTIVE {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:40:26.371891 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-887e8684-93d5-4104-9064-3a5384196d42 req-881765c7-21d9-4aba-baa8-6d26b63bb07b service neutron] Transition to ACTIVE for port object f07b3a3a-c724-44f2-91be-feb95f8918f6 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:40:26.393408 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-729f6ca8-a43b-4211-9c38-11cad2b4506f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:26.493611 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-887e8684-93d5-4104-9064-3a5384196d42 req-881765c7-21d9-4aba-baa8-6d26b63bb07b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (f07b3a3a-c724-44f2-91be-feb95f8918f6), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:26.509086 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3753def8-7d9b-4bac-b830-a4a09305d711 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks [] for port (a99d85a8-a6dc-4ee6-8634-b8e1e62b4e8a), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:26.525069 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb400d-824a-4df8-b990-0db5ee7b137c req-9995ed7e-2ba0-49ca-9046-fbe9f3bf70ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:26.528851 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b9cb400d-824a-4df8-b990-0db5ee7b137c req-9995ed7e-2ba0-49ca-9046-fbe9f3bf70ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6707572-1301-47d5-a349-f0e02b2b9385 HTTP/1.1" status: 200 len: 853 time: 0.2546420 Feb 20 03:40:26.641453 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3753def8-7d9b-4bac-b830-a4a09305d711 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (a99d85a8-a6dc-4ee6-8634-b8e1e62b4e8a), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:26.664850 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-893001f4-83f8-4491-8e92-fcb32feec1e9 req-28a3751b-653c-42bd-a31a-c0df0bd9d1cf tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Deleting port e8c3b326-eb4e-409d-a920-8be21530b14b {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:40:26.665501 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-893001f4-83f8-4491-8e92-fcb32feec1e9 req-28a3751b-653c-42bd-a31a-c0df0bd9d1cf tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (e8c3b326-eb4e-409d-a920-8be21530b14b), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:26.681578 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881765c7-21d9-4aba-baa8-6d26b63bb07b service neutron] Pushing event updated for resources: {'Port': ['ID=f07b3a3a-c724-44f2-91be-feb95f8918f6,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:26.732777 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dd50ec7c-92d5-4c4e-8fc1-7a8533e162ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (87beb212-a252-4a80-814f-18699c1905fc), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:26.795128 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50ec7c-92d5-4c4e-8fc1-7a8533e162ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=87beb212-a252-4a80-814f-18699c1905fc,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:26.809947 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80ce71-939a-4baa-9755-d36c3fbcb9a3 req-53885644-1fda-4f59-b122-ddcadaeb6d4b tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:26.811532 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf80ce71-939a-4baa-9755-d36c3fbcb9a3 req-53885644-1fda-4f59-b122-ddcadaeb6d4b tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] 10.222.0.89 "GET /v2.0/ports?device_id=d6be1e32-90af-47fb-826f-6dbef0d0e4a6 HTTP/1.1" status: 200 len: 944 time: 0.3782744 Feb 20 03:40:26.845982 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd50ec7c-92d5-4c4e-8fc1-7a8533e162ab admin admin] Checking segment: {'id': '4fb51312-b6a0-4af3-8d83-7ca6df64bc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '600f51c6-6b09-4fa1-9746-bc869572e7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:40:26.846583 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd50ec7c-92d5-4c4e-8fc1-7a8533e162ab admin admin] Network hostable DHCP agents. Network: 600f51c6-6b09-4fa1-9746-bc869572e7a9, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:40:26.856644 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63d07d1b-4aae-41a9-8e8f-b6c62eac5d6a tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for port (64ddf543-874b-4869-8787-c13de29a13fa), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:26.946084 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753def8-7d9b-4bac-b830-a4a09305d711 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Pushing event updated for resources: {'Port': ['ID=a99d85a8-a6dc-4ee6-8634-b8e1e62b4e8a,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:26.958773 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb400d-824a-4df8-b990-0db5ee7b137c req-6082c56b-7c4c-4668-8620-2917ced35261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:26.960435 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b9cb400d-824a-4df8-b990-0db5ee7b137c req-6082c56b-7c4c-4668-8620-2917ced35261 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6213f295-7155-488c-abe1-9a76b0448614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4128661 Feb 20 03:40:26.977438 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd50ec7c-92d5-4c4e-8fc1-7a8533e162ab admin admin] Network 600f51c6-6b09-4fa1-9746-bc869572e7a9 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:40:27.024723 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-3753def8-7d9b-4bac-b830-a4a09305d711 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] In _notify_port_updated(), no bound segment for port a99d85a8-a6dc-4ee6-8634-b8e1e62b4e8a on network dde2bb14-984d-4efa-bb0d-27ae57e31b33 {{(pid=104105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 03:40:27.030180 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3753def8-7d9b-4bac-b830-a4a09305d711 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:27.030769 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3753def8-7d9b-4bac-b830-a4a09305d711 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:27.035307 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3753def8-7d9b-4bac-b830-a4a09305d711 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] 10.222.0.89 "PUT /v2.0/ports/a99d85a8-a6dc-4ee6-8634-b8e1e62b4e8a HTTP/1.1" status: 200 len: 1055 time: 2.8853948 Feb 20 03:40:27.035667 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41718) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:27.126924 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-960e9db0-a652-4230-8ac7-769c4aaec6fb None None] Provisioning complete for port a99d85a8-a6dc-4ee6-8634-b8e1e62b4e8a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:27.127432 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-960e9db0-a652-4230-8ac7-769c4aaec6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a99d85a8-a6dc-4ee6-8634-b8e1e62b4e8a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:27.156463 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41722) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:27.157117 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-dd50ec7c-92d5-4c4e-8fc1-7a8533e162ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 600f51c6-6b09-4fa1-9746-bc869572e7a9) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:27.168677 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd50ec7c-92d5-4c4e-8fc1-7a8533e162ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:27.170272 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dd50ec7c-92d5-4c4e-8fc1-7a8533e162ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:27.171893 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856a8937-83d8-43c8-b10a-5e22736f05a5 None None] Network 600f51c6-6b09-4fa1-9746-bc869572e7a9 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:40:27.183711 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-893001f4-83f8-4491-8e92-fcb32feec1e9 req-28a3751b-653c-42bd-a31a-c0df0bd9d1cf tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] For port e8c3b326-eb4e-409d-a920-8be21530b14b, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=e8c3b326-eb4e-409d-a920-8be21530b14b,segment=NetworkSegment(10ad1fc2-2df0-45f6-8610-0de9f440c6ae),segment_id=10ad1fc2-2df0-45f6-8610-0de9f440c6ae)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:40:27.184673 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-893001f4-83f8-4491-8e92-fcb32feec1e9 req-28a3751b-653c-42bd-a31a-c0df0bd9d1cf tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (e8c3b326-eb4e-409d-a920-8be21530b14b), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:27.200055 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-893001f4-83f8-4491-8e92-fcb32feec1e9 req-28a3751b-653c-42bd-a31a-c0df0bd9d1cf tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Calling delete_port for e8c3b326-eb4e-409d-a920-8be21530b14b owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:40:27.206164 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-a3170e0e-d0a5-4ca7-ba4a-4ca3737ccb82 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Deleting port a99d85a8-a6dc-4ee6-8634-b8e1e62b4e8a {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:40:27.206508 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a3170e0e-d0a5-4ca7-ba4a-4ca3737ccb82 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (a99d85a8-a6dc-4ee6-8634-b8e1e62b4e8a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:27.304984 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-960e9db0-a652-4230-8ac7-769c4aaec6fb None None] Port a99d85a8-a6dc-4ee6-8634-b8e1e62b4e8a cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:40:27.311342 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd90c178-d8dd-43d6-837b-cdfb796c180b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-600f51c6-6b09-4fa1-9746-bc869572e7a9', 'network_id': '600f51c6-6b09-4fa1-9746-bc869572e7a9', 'project_id': '62872f561f24429faadfc81d64d64e66', 'fixed_ips': [{'subnet_id': '87beb212-a252-4a80-814f-18699c1905fc'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:40:27.311872 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a3170e0e-d0a5-4ca7-ba4a-4ca3737ccb82 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (a99d85a8-a6dc-4ee6-8634-b8e1e62b4e8a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:27.312720 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-dd90c178-d8dd-43d6-837b-cdfb796c180b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:27.325450 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-a3170e0e-d0a5-4ca7-ba4a-4ca3737ccb82 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Calling delete_port for a99d85a8-a6dc-4ee6-8634-b8e1e62b4e8a owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:40:27.394306 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf80ce71-939a-4baa-9755-d36c3fbcb9a3 req-195df083-ccff-4dc6-a0fa-e4bedb99449b tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] 10.222.0.89 "GET /v2.0/security-groups?id=a83f3831-78f5-41e5-bea1-6867c0e61603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5361156 Feb 20 03:40:27.418658 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-887e8684-93d5-4104-9064-3a5384196d42 req-881765c7-21d9-4aba-baa8-6d26b63bb07b service neutron] Attempting to bind port f07b3a3a-c724-44f2-91be-feb95f8918f6 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:40:27.419279 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-887e8684-93d5-4104-9064-3a5384196d42 req-881765c7-21d9-4aba-baa8-6d26b63bb07b service neutron] Attempting to bind port f07b3a3a-c724-44f2-91be-feb95f8918f6 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '269f35d4-f020-4f0f-a824-f9bf032ff765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '78076ce7-3294-4305-b56f-f717d576abee'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:40:27.419797 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887e8684-93d5-4104-9064-3a5384196d42 req-881765c7-21d9-4aba-baa8-6d26b63bb07b service neutron] Attempting to bind port f07b3a3a-c724-44f2-91be-feb95f8918f6 on network 78076ce7-3294-4305-b56f-f717d576abee {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:40:27.442347 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887e8684-93d5-4104-9064-3a5384196d42 req-881765c7-21d9-4aba-baa8-6d26b63bb07b service neutron] Port f07b3a3a-c724-44f2-91be-feb95f8918f6 on network 78076ce7-3294-4305-b56f-f717d576abee not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:40:27.447384 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887e8684-93d5-4104-9064-3a5384196d42 req-881765c7-21d9-4aba-baa8-6d26b63bb07b service neutron] Attempting to bind port f07b3a3a-c724-44f2-91be-feb95f8918f6 on network 78076ce7-3294-4305-b56f-f717d576abee {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:40:27.483709 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887e8684-93d5-4104-9064-3a5384196d42 req-881765c7-21d9-4aba-baa8-6d26b63bb07b service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:40:27.484524 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887e8684-93d5-4104-9064-3a5384196d42 req-881765c7-21d9-4aba-baa8-6d26b63bb07b service neutron] Checking segment: {'id': '269f35d4-f020-4f0f-a824-f9bf032ff765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '78076ce7-3294-4305-b56f-f717d576abee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:40:27.484927 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887e8684-93d5-4104-9064-3a5384196d42 req-881765c7-21d9-4aba-baa8-6d26b63bb07b service neutron] Bound using segment: {'id': '269f35d4-f020-4f0f-a824-f9bf032ff765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '78076ce7-3294-4305-b56f-f717d576abee'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:40:27.485397 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-887e8684-93d5-4104-9064-3a5384196d42 req-881765c7-21d9-4aba-baa8-6d26b63bb07b service neutron] Bound port: f07b3a3a-c724-44f2-91be-feb95f8918f6, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '269f35d4-f020-4f0f-a824-f9bf032ff765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '78076ce7-3294-4305-b56f-f717d576abee'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:40:27.491471 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-887e8684-93d5-4104-9064-3a5384196d42 req-881765c7-21d9-4aba-baa8-6d26b63bb07b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f07b3a3a-c724-44f2-91be-feb95f8918f6), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:27.491738 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-dd50ec7c-92d5-4c4e-8fc1-7a8533e162ab admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3523147 Feb 20 03:40:27.498582 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41728) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:27.499911 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-893001f4-83f8-4491-8e92-fcb32feec1e9 req-28a3751b-653c-42bd-a31a-c0df0bd9d1cf tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (e8c3b326-eb4e-409d-a920-8be21530b14b), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:27.500697 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-dd90c178-d8dd-43d6-837b-cdfb796c180b None None] Allocated IP 172.20.0.2 (600f51c6-6b09-4fa1-9746-bc869572e7a9/87beb212-a252-4a80-814f-18699c1905fc/f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:40:27.502985 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-46cb5d02-283e-4813-a715-fc8c8c3d3e8e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-790780277-router', 'tenant_id': '62872f561f24429faadfc81d64d64e66', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:27.506208 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a1df4869-9c44-4b23-b69d-eb6a8e0b1640 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:27.537343 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b9cb400d-824a-4df8-b990-0db5ee7b137c req-0c8f9334-44ed-45df-8c10-521bbc5d7aed service neutron] 10.222.0.42 "GET /v2.0/networks/6213f295-7155-488c-abe1-9a76b0448614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5674815 Feb 20 03:40:27.598212 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a1df4869-9c44-4b23-b69d-eb6a8e0b1640 admin admin] Publish callbacks [] for security_group (276ad3cc-4852-407c-8256-426ff66eb3db), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:27.603291 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device e8c3b326-eb4e-409d-a920-8be21530b14b no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:40:27.610423 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a3170e0e-d0a5-4ca7-ba4a-4ca3737ccb82 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (a99d85a8-a6dc-4ee6-8634-b8e1e62b4e8a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:27.633927 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63d07d1b-4aae-41a9-8e8f-b6c62eac5d6a tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (64ddf543-874b-4869-8787-c13de29a13fa), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:27.636890 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: e8c3b326-eb4e-409d-a920-8be21530b14b {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:40:27.637387 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device e8c3b326-eb4e-409d-a920-8be21530b14b not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:40:27.650975 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3170e0e-d0a5-4ca7-ba4a-4ca3737ccb82 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Pushing event deleted for resources: {'Port': ['ID=a99d85a8-a6dc-4ee6-8634-b8e1e62b4e8a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:27.654176 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46cb5d02-283e-4813-a715-fc8c8c3d3e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (7ef6a05e-091a-4056-931a-4a247234a19c), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:27.655498 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46cb5d02-283e-4813-a715-fc8c8c3d3e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (7ef6a05e-091a-4056-931a-4a247234a19c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:27.711457 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-893001f4-83f8-4491-8e92-fcb32feec1e9 req-28a3751b-653c-42bd-a31a-c0df0bd9d1cf tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] No DVR routers for this DVR port e8c3b326-eb4e-409d-a920-8be21530b14b on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:40:27.714281 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-893001f4-83f8-4491-8e92-fcb32feec1e9 req-28a3751b-653c-42bd-a31a-c0df0bd9d1cf tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:27.718383 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-893001f4-83f8-4491-8e92-fcb32feec1e9 req-28a3751b-653c-42bd-a31a-c0df0bd9d1cf tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.93 "DELETE /v2.0/ports/e8c3b326-eb4e-409d-a920-8be21530b14b HTTP/1.1" status: 204 len: 173 time: 1.9805994 Feb 20 03:40:27.721138 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a1df4869-9c44-4b23-b69d-eb6a8e0b1640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (276ad3cc-4852-407c-8256-426ff66eb3db), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:27.744810 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41', 'name': 'network-vif-deleted', 'tag': 'e8c3b326-eb4e-409d-a920-8be21530b14b'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:40:27.747910 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1313ac5b-4078-4b6b-8ece-2a0fdec5b012" -d '{"events": [{"server_uuid": "2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41", "name": "network-vif-deleted", "tag": "e8c3b326-eb4e-409d-a920-8be21530b14b"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:40:27.753188 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f6e82475-cb06-47af-86ed-7c401aa140cf req-22fdff5e-98dc-4660-a578-3bbf0e1d3b17 tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41 HTTP/1.1" status: 200 len: 210 time: 0.2020814 Feb 20 03:40:27.770555 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3751b-653c-42bd-a31a-c0df0bd9d1cf tempest-ServerRescueTestJSONUnderV235-1237528864 tempest-ServerRescueTestJSONUnderV235-1237528864-project] Pushing event deleted for resources: {'Port': ['ID=e8c3b326-eb4e-409d-a920-8be21530b14b,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:27.781937 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-dd90c178-d8dd-43d6-837b-cdfb796c180b None None] Publish callbacks [] for port (f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:27.812236 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a1df4869-9c44-4b23-b69d-eb6a8e0b1640 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4d0f03e4417d4d769a2608e3f92003f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6505990 Feb 20 03:40:27.818593 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d07d1b-4aae-41a9-8e8f-b6c62eac5d6a tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:40:27.821204 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-887e8684-93d5-4104-9064-3a5384196d42 req-881765c7-21d9-4aba-baa8-6d26b63bb07b service neutron] For port f07b3a3a-c724-44f2-91be-feb95f8918f6, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:40:27.855791 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41732) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:27.875808 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df4869-9c44-4b23-b69d-eb6a8e0b1640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276ad3cc-4852-407c-8256-426ff66eb3db,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:27.885780 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-dd90c178-d8dd-43d6-837b-cdfb796c180b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:27.928265 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-63d07d1b-4aae-41a9-8e8f-b6c62eac5d6a tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:27.934943 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b9cb400d-824a-4df8-b990-0db5ee7b137c req-1608b2ea-0238-44a0-8068-c0ad02db31ca service neutron] 10.222.0.42 "GET /v2.0/networks/6213f295-7155-488c-abe1-9a76b0448614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321674 Feb 20 03:40:27.936627 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a62a5f-64ce-4080-9113-aed579f1299d x-openstack-request-id: req-82a62a5f-64ce-4080-9113-aed579f1299d {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:40:27.936932 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41", "name": "network-vif-deleted", "tag": "e8c3b326-eb4e-409d-a920-8be21530b14b", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:40:27.937197 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-82a62a5f-64ce-4080-9113-aed579f1299d {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:40:27.937647 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4a72d2-4fbe-4c3e-95d6-3e616cf44b41', 'name': 'network-vif-deleted', 'tag': 'e8c3b326-eb4e-409d-a920-8be21530b14b', 'status': 'completed', 'code': 200} Feb 20 03:40:27.940969 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d07d1b-4aae-41a9-8e8f-b6c62eac5d6a tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:40:27.966697 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46cb5d02-283e-4813-a715-fc8c8c3d3e8e admin admin] Publish callbacks [] for router_controller (7ef6a05e-091a-4056-931a-4a247234a19c), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:27.972699 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd90c178-d8dd-43d6-837b-cdfb796c180b None None] Network 600f51c6-6b09-4fa1-9746-bc869572e7a9 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:40:27.985075 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-dd90c178-d8dd-43d6-837b-cdfb796c180b None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:27.998896 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-887e8684-93d5-4104-9064-3a5384196d42 req-881765c7-21d9-4aba-baa8-6d26b63bb07b service neutron] For port f07b3a3a-c724-44f2-91be-feb95f8918f6, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f07b3a3a-c724-44f2-91be-feb95f8918f6,segment=NetworkSegment(269f35d4-f020-4f0f-a824-f9bf032ff765),segment_id=269f35d4-f020-4f0f-a824-f9bf032ff765)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:40:27.999730 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd90c178-d8dd-43d6-837b-cdfb796c180b None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:40:28.029919 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d07d1b-4aae-41a9-8e8f-b6c62eac5d6a tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Pushing event updated for resources: {'Port': ['ID=64ddf543-874b-4869-8787-c13de29a13fa,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:28.066101 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90c178-d8dd-43d6-837b-cdfb796c180b None None] Pushing event updated for resources: {'Port': ['ID=f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:28.120361 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a3170e0e-d0a5-4ca7-ba4a-4ca3737ccb82 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:28.124950 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a3170e0e-d0a5-4ca7-ba4a-4ca3737ccb82 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] 10.222.0.89 "DELETE /v2.0/ports/a99d85a8-a6dc-4ee6-8634-b8e1e62b4e8a HTTP/1.1" status: 204 len: 168 time: 1.0880523 Feb 20 03:40:28.128120 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41734) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:28.134300 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-887e8684-93d5-4104-9064-3a5384196d42 req-881765c7-21d9-4aba-baa8-6d26b63bb07b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (f07b3a3a-c724-44f2-91be-feb95f8918f6), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:28.143931 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-dd90c178-d8dd-43d6-837b-cdfb796c180b None None] Attempting to bind port f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:40:28.144516 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-dd90c178-d8dd-43d6-837b-cdfb796c180b None None] Attempting to bind port f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '4fb51312-b6a0-4af3-8d83-7ca6df64bc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '600f51c6-6b09-4fa1-9746-bc869572e7a9'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:40:28.144707 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd90c178-d8dd-43d6-837b-cdfb796c180b None None] Attempting to bind port f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a on network 600f51c6-6b09-4fa1-9746-bc869572e7a9 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:40:28.156374 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd90c178-d8dd-43d6-837b-cdfb796c180b None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:40:28.156904 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd90c178-d8dd-43d6-837b-cdfb796c180b None None] Checking segment: {'id': '4fb51312-b6a0-4af3-8d83-7ca6df64bc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '600f51c6-6b09-4fa1-9746-bc869572e7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:40:28.157387 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-dd90c178-d8dd-43d6-837b-cdfb796c180b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:28.157850 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd90c178-d8dd-43d6-837b-cdfb796c180b None None] Bound using segment: {'id': '4fb51312-b6a0-4af3-8d83-7ca6df64bc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '600f51c6-6b09-4fa1-9746-bc869572e7a9'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:40:28.158426 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-dd90c178-d8dd-43d6-837b-cdfb796c180b None None] Bound port: f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb51312-b6a0-4af3-8d83-7ca6df64bc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '600f51c6-6b09-4fa1-9746-bc869572e7a9'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:40:28.158931 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-dd90c178-d8dd-43d6-837b-cdfb796c180b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:28.208410 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd9bd42-2d45-405b-93ee-24226660f7a2 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] GET failed (client error): The resource could not be found. Feb 20 03:40:28.214094 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6cd9bd42-2d45-405b-93ee-24226660f7a2 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] 10.222.0.89 "GET /v2.0/ports/a99d85a8-a6dc-4ee6-8634-b8e1e62b4e8a HTTP/1.1" status: 404 len: 333 time: 0.0843289 Feb 20 03:40:28.217189 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41738) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:28.239903 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-dd90c178-d8dd-43d6-837b-cdfb796c180b None None] For port f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:40:28.243055 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-dd90c178-d8dd-43d6-837b-cdfb796c180b None None] For port f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a,segment=NetworkSegment(4fb51312-b6a0-4af3-8d83-7ca6df64bc46),segment_id=4fb51312-b6a0-4af3-8d83-7ca6df64bc46)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:40:28.261522 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c933210e-8da4-4185-acb2-43f7865b6681 admin admin] Publish callbacks [] for security_group (276ad3cc-4852-407c-8256-426ff66eb3db), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:28.294493 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e8684-93d5-4104-9064-3a5384196d42 req-881765c7-21d9-4aba-baa8-6d26b63bb07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:28.294493 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-887e8684-93d5-4104-9064-3a5384196d42 req-881765c7-21d9-4aba-baa8-6d26b63bb07b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:28.296236 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-887e8684-93d5-4104-9064-3a5384196d42 req-881765c7-21d9-4aba-baa8-6d26b63bb07b service neutron] 10.222.0.93 "PUT /v2.0/ports/f07b3a3a-c724-44f2-91be-feb95f8918f6 HTTP/1.1" status: 200 len: 1092 time: 4.2511220 Feb 20 03:40:28.320840 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-dd90c178-d8dd-43d6-837b-cdfb796c180b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:28.339591 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c933210e-8da4-4185-acb2-43f7865b6681 admin admin] Publish callbacks [] for security_group (276ad3cc-4852-407c-8256-426ff66eb3db), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:28.362367 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881765c7-21d9-4aba-baa8-6d26b63bb07b service neutron] Pushing event updated for resources: {'Port': ['ID=f07b3a3a-c724-44f2-91be-feb95f8918f6,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:28.390293 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46cb5d02-283e-4813-a715-fc8c8c3d3e8e admin admin] Publish callbacks [] for router_gateway (7ef6a05e-091a-4056-931a-4a247234a19c), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:28.431791 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90c178-d8dd-43d6-837b-cdfb796c180b None None] Pushing event updated for resources: {'Port': ['ID=f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:28.455445 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-2e14fe39-955b-4bf9-9e69-139580ca0c56 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Deleting port b128ed3b-7c27-495b-8872-52bcbc6bfc45 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:40:28.455675 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2e14fe39-955b-4bf9-9e69-139580ca0c56 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b128ed3b-7c27-495b-8872-52bcbc6bfc45), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:28.557546 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c933210e-8da4-4185-acb2-43f7865b6681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (276ad3cc-4852-407c-8256-426ff66eb3db), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:28.560307 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c933210e-8da4-4185-acb2-43f7865b6681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:28.563955 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c933210e-8da4-4185-acb2-43f7865b6681 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/276ad3cc-4852-407c-8256-426ff66eb3db HTTP/1.1" status: 204 len: 168 time: 0.6303060 Feb 20 03:40:28.623214 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e8684-93d5-4104-9064-3a5384196d42 req-3ecac4ed-8a8e-4b29-a0cb-f11a19207978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:28.630422 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-887e8684-93d5-4104-9064-3a5384196d42 req-3ecac4ed-8a8e-4b29-a0cb-f11a19207978 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e0cbfa4911c408cab71989d191addfb&device_id=d6be1e32-90af-47fb-826f-6dbef0d0e4a6 HTTP/1.1" status: 200 len: 1126 time: 0.2126019 Feb 20 03:40:28.643677 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2e14fe39-955b-4bf9-9e69-139580ca0c56 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b128ed3b-7c27-495b-8872-52bcbc6bfc45), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:28.644881 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933210e-8da4-4185-acb2-43f7865b6681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276ad3cc-4852-407c-8256-426ff66eb3db,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:28.698342 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-2e14fe39-955b-4bf9-9e69-139580ca0c56 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Calling delete_port for b128ed3b-7c27-495b-8872-52bcbc6bfc45 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:40:28.719321 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-091fa443-0b14-42c5-92a8-9e0a5c2c7a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:28.740286 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-887e8684-93d5-4104-9064-3a5384196d42 req-b332d594-5d65-4c06-942a-ea417448eac2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f07b3a3a-c724-44f2-91be-feb95f8918f6 HTTP/1.1" status: 200 len: 217 time: 0.1036289 Feb 20 03:40:28.833349 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e8684-93d5-4104-9064-3a5384196d42 req-4168f61f-eea3-44a3-a257-b4220b676d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:28.836386 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-887e8684-93d5-4104-9064-3a5384196d42 req-4168f61f-eea3-44a3-a257-b4220b676d46 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f70a6907-5ee7-41e8-9fe7-a2a0335e26fc HTTP/1.1" status: 200 len: 852 time: 0.0522237 Feb 20 03:40:28.889757 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-887e8684-93d5-4104-9064-3a5384196d42 req-303b242d-a1de-43a1-aaf7-a8ce18bbf1b3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=78076ce7-3294-4305-b56f-f717d576abee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465457 Feb 20 03:40:28.899665 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b01ac9-67b3-43e9-b287-cc07f3499522 req-16e1f9cd-4bb0-4635-89b6-8a6b15e8aa23 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:28.907280 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31b01ac9-67b3-43e9-b287-cc07f3499522 req-16e1f9cd-4bb0-4635-89b6-8a6b15e8aa23 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] 10.222.0.89 "GET /v2.0/ports?device_id=d6be1e32-90af-47fb-826f-6dbef0d0e4a6 HTTP/1.1" status: 200 len: 944 time: 0.3545823 Feb 20 03:40:28.926102 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63d07d1b-4aae-41a9-8e8f-b6c62eac5d6a tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router_gateway (55c1bb05-1e2b-4dff-996c-d8ea9b5f9781), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:28.983104 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46cb5d02-283e-4813-a715-fc8c8c3d3e8e admin admin] Publish callbacks [] for router_gateway (7ef6a05e-091a-4056-931a-4a247234a19c), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:29.002920 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46cb5d02-283e-4813-a715-fc8c8c3d3e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:29.174656 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-46cb5d02-283e-4813-a715-fc8c8c3d3e8e admin admin] Allocated IP 172.25.7.130 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/9d3f5b45-4409-45b2-92ce-9cc3cd1ace53) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:40:29.228907 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31b01ac9-67b3-43e9-b287-cc07f3499522 req-65acf576-d54f-4936-a71f-db1aa41220e4 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] 10.222.0.89 "GET /v2.0/security-groups?id=a83f3831-78f5-41e5-bea1-6867c0e61603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156323 Feb 20 03:40:29.238352 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:40:29.269006 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63d07d1b-4aae-41a9-8e8f-b6c62eac5d6a tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (55c1bb05-1e2b-4dff-996c-d8ea9b5f9781), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:29.302988 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-887e8684-93d5-4104-9064-3a5384196d42 req-2aea1a3a-8ac8-4c21-b2db-0f4d1dcf6711 service neutron] 10.222.0.93 "GET /v2.0/networks/78076ce7-3294-4305-b56f-f717d576abee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931601 Feb 20 03:40:29.314438 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41752) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:29.344260 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:29.344969 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:29.378318 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2e14fe39-955b-4bf9-9e69-139580ca0c56 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (b128ed3b-7c27-495b-8872-52bcbc6bfc45), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:29.469768 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:40:29.470256 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:29.476994 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14fe39-955b-4bf9-9e69-139580ca0c56 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Pushing event deleted for resources: {'Port': ['ID=b128ed3b-7c27-495b-8872-52bcbc6bfc45,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:29.539648 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a,segment=NetworkSegment(4fb51312-b6a0-4af3-8d83-7ca6df64bc46),segment_id=4fb51312-b6a0-4af3-8d83-7ca6df64bc46)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:40:29.631833 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:29.687777 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2e14fe39-955b-4bf9-9e69-139580ca0c56 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:29.695262 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2e14fe39-955b-4bf9-9e69-139580ca0c56 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] 10.222.0.89 "DELETE /v2.0/ports/b128ed3b-7c27-495b-8872-52bcbc6bfc45 HTTP/1.1" status: 204 len: 168 time: 1.4770701 Feb 20 03:40:29.697907 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41760) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:29.736658 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:29.792707 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b98799-04d3-4415-a9b4-e77b610c0cf1 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] GET failed (client error): The resource could not be found. Feb 20 03:40:29.799448 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-91b98799-04d3-4415-a9b4-e77b610c0cf1 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] 10.222.0.89 "GET /v2.0/ports/b128ed3b-7c27-495b-8872-52bcbc6bfc45 HTTP/1.1" status: 404 len: 333 time: 0.0992246 Feb 20 03:40:29.802936 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41762) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:29.908049 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:29.933488 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46cb5d02-283e-4813-a715-fc8c8c3d3e8e admin admin] Publish callbacks [] for port (9d3f5b45-4409-45b2-92ce-9cc3cd1ace53), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:30.079580 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6be1e32-90af-47fb-826f-6dbef0d0e4a6', 'tag': 'f07b3a3a-c724-44f2-91be-feb95f8918f6'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:40:30.083267 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2af6235-dc03-44c6-80de-d498880f9c34" -d '{"events": [{"name": "network-changed", "server_uuid": "d6be1e32-90af-47fb-826f-6dbef0d0e4a6", "tag": "f07b3a3a-c724-44f2-91be-feb95f8918f6"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:40:30.145802 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-34b93c91-0ae4-423c-8bed-6518024e95dd tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Deleting port 3bdf49d3-9f89-4ef6-8006-455e4c44f144 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:40:30.146353 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-34b93c91-0ae4-423c-8bed-6518024e95dd tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (3bdf49d3-9f89-4ef6-8006-455e4c44f144), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:30.170908 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb6cb2b-a642-4dad-a83d-75ac29ef1c4a None None] Network 600f51c6-6b09-4fa1-9746-bc869572e7a9 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:40:30.184614 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecda480-5fca-4bad-b0e8-229d0db0ef21 x-openstack-request-id: req-2ecda480-5fca-4bad-b0e8-229d0db0ef21 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:40:30.185170 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6be1e32-90af-47fb-826f-6dbef0d0e4a6", "tag": "f07b3a3a-c724-44f2-91be-feb95f8918f6", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:40:30.185584 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2ecda480-5fca-4bad-b0e8-229d0db0ef21 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:40:30.186125 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6be1e32-90af-47fb-826f-6dbef0d0e4a6', 'tag': 'f07b3a3a-c724-44f2-91be-feb95f8918f6', 'status': 'completed', 'code': 200} Feb 20 03:40:30.250671 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-887e8684-93d5-4104-9064-3a5384196d42 req-d7bb9332-d3c1-4baa-ba76-b23ea664277a service neutron] 10.222.0.93 "GET /v2.0/networks/78076ce7-3294-4305-b56f-f717d576abee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9396944 Feb 20 03:40:30.253707 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46cb5d02-283e-4813-a715-fc8c8c3d3e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (9d3f5b45-4409-45b2-92ce-9cc3cd1ace53), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:30.303479 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d07d1b-4aae-41a9-8e8f-b6c62eac5d6a tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Router 55c1bb05-1e2b-4dff-996c-d8ea9b5f9781 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:40:30.313615 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-144f1b43-e534-4033-9d50-dadfffc9b859 None None] Provisioning complete for port f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:30.314708 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-144f1b43-e534-4033-9d50-dadfffc9b859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:30.435253 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-144f1b43-e534-4033-9d50-dadfffc9b859 None None] Current status of the port f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:40:30.616109 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af6235-dc03-44c6-80de-d498880f9c34 req-88403a50-2244-44de-a5ab-886659016645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:30.619070 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a2af6235-dc03-44c6-80de-d498880f9c34 req-88403a50-2244-44de-a5ab-886659016645 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0e0cbfa4911c408cab71989d191addfb&device_id=d6be1e32-90af-47fb-826f-6dbef0d0e4a6 HTTP/1.1" status: 200 len: 1126 time: 0.1731343 Feb 20 03:40:30.630269 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324d6a9-bf21-43a2-ae83-031785bca135 req-c2ec8482-c5b3-4d21-b443-15004117952a tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:30.633413 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8324d6a9-bf21-43a2-ae83-031785bca135 req-c2ec8482-c5b3-4d21-b443-15004117952a tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] 10.222.0.89 "GET /v2.0/ports?device_id=d6be1e32-90af-47fb-826f-6dbef0d0e4a6 HTTP/1.1" status: 200 len: 944 time: 0.1909912 Feb 20 03:40:30.707649 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cb5d02-283e-4813-a715-fc8c8c3d3e8e admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:40:30.714452 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-46cb5d02-283e-4813-a715-fc8c8c3d3e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:30.727619 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cb5d02-283e-4813-a715-fc8c8c3d3e8e admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:40:30.775275 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-7b261990-3342-4f5f-8fa7-c04153bf2096 None None] Provisioning complete for port f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:30.775711 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7b261990-3342-4f5f-8fa7-c04153bf2096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:30.818141 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb5d02-283e-4813-a715-fc8c8c3d3e8e admin admin] Pushing event updated for resources: {'Port': ['ID=9d3f5b45-4409-45b2-92ce-9cc3cd1ace53,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:30.841724 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-34b93c91-0ae4-423c-8bed-6518024e95dd tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (3bdf49d3-9f89-4ef6-8006-455e4c44f144), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:30.846133 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb5d02-283e-4813-a715-fc8c8c3d3e8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:30.846484 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb5d02-283e-4813-a715-fc8c8c3d3e8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:30.846830 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb5d02-283e-4813-a715-fc8c8c3d3e8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:30.847551 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb5d02-283e-4813-a715-fc8c8c3d3e8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:30.847551 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb5d02-283e-4813-a715-fc8c8c3d3e8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:30.847857 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb5d02-283e-4813-a715-fc8c8c3d3e8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:30.848162 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb5d02-283e-4813-a715-fc8c8c3d3e8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:30.848490 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb5d02-283e-4813-a715-fc8c8c3d3e8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:30.848813 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb5d02-283e-4813-a715-fc8c8c3d3e8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:30.849204 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb5d02-283e-4813-a715-fc8c8c3d3e8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:30.849466 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb5d02-283e-4813-a715-fc8c8c3d3e8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:30.849790 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb5d02-283e-4813-a715-fc8c8c3d3e8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:30.850111 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb5d02-283e-4813-a715-fc8c8c3d3e8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:30.904860 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-34b93c91-0ae4-423c-8bed-6518024e95dd tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Calling delete_port for 3bdf49d3-9f89-4ef6-8006-455e4c44f144 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:40:30.912702 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8324d6a9-bf21-43a2-ae83-031785bca135 req-ad15d8ad-02e0-4d3f-8fee-7950c5c2dac1 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] 10.222.0.89 "GET /v2.0/security-groups?id=a83f3831-78f5-41e5-bea1-6867c0e61603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561243 Feb 20 03:40:30.923754 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d07d1b-4aae-41a9-8e8f-b6c62eac5d6a tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:40:30.926076 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-7b261990-3342-4f5f-8fa7-c04153bf2096 None None] Current status of the port f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:40:30.941778 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842223df-5358-4dd2-bf8c-e3e5e02d4390 None None] Sync routers for ids ['55c1bb05-1e2b-4dff-996c-d8ea9b5f9781'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:40:30.957519 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af6235-dc03-44c6-80de-d498880f9c34 req-cc64d05d-6dbb-42c8-a972-e7c51c99dba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:30.959604 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842223df-5358-4dd2-bf8c-e3e5e02d4390 None None] Routers {'55c1bb05-1e2b-4dff-996c-d8ea9b5f9781'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:40:30.960355 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a2af6235-dc03-44c6-80de-d498880f9c34 req-cc64d05d-6dbb-42c8-a972-e7c51c99dba1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=78076ce7-3294-4305-b56f-f717d576abee HTTP/1.1" status: 200 len: 913 time: 0.3220785 Feb 20 03:40:30.961552 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-842223df-5358-4dd2-bf8c-e3e5e02d4390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['55c1bb05-1e2b-4dff-996c-d8ea9b5f9781'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:31.018221 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a2af6235-dc03-44c6-80de-d498880f9c34 req-29e9846b-6a76-4a2f-bd51-9b00b998c9f0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f07b3a3a-c724-44f2-91be-feb95f8918f6 HTTP/1.1" status: 200 len: 217 time: 0.0516255 Feb 20 03:40:31.030074 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63d07d1b-4aae-41a9-8e8f-b6c62eac5d6a tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:31.032439 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-63d07d1b-4aae-41a9-8e8f-b6c62eac5d6a tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.1189828 Feb 20 03:40:31.039906 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41782) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:31.176677 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-842223df-5358-4dd2-bf8c-e3e5e02d4390 None None] Set router 55c1bb05-1e2b-4dff-996c-d8ea9b5f9781 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:40:31.219857 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af6235-dc03-44c6-80de-d498880f9c34 req-034434d5-240c-44f1-9810-f5d1d321aaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:31.221664 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a2af6235-dc03-44c6-80de-d498880f9c34 req-034434d5-240c-44f1-9810-f5d1d321aaad service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f70a6907-5ee7-41e8-9fe7-a2a0335e26fc HTTP/1.1" status: 200 len: 852 time: 0.1956687 Feb 20 03:40:31.250777 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:40:31.278597 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a2af6235-dc03-44c6-80de-d498880f9c34 req-c84c932f-76dc-4851-b49e-d8017f7e1d72 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=78076ce7-3294-4305-b56f-f717d576abee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474620 Feb 20 03:40:31.330371 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:31.358759 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4c9ade25-02b9-4a46-9510-5942898c459b tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] 10.222.0.89 "GET /v2.0/routers/55c1bb05-1e2b-4dff-996c-d8ea9b5f9781 HTTP/1.1" status: 200 len: 909 time: 0.3092639 Feb 20 03:40:31.361419 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41786) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:31.362525 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e277f4ac-0ccd-4ceb-94b9-3b470a86e8f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (569747e1-6886-43d6-a405-bf90c586f175), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:31.374626 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-cb363a31-11d0-4de4-8616-23b5f64d69b0 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1976439091', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'enable_snat': True}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:31.387138 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:31.390431 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:31.425096 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a2af6235-dc03-44c6-80de-d498880f9c34 req-51ddb64b-d7f1-4bb5-b120-d9d944391da9 service neutron] 10.222.0.93 "GET /v2.0/networks/78076ce7-3294-4305-b56f-f717d576abee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400807 Feb 20 03:40:31.435638 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46cb5d02-283e-4813-a715-fc8c8c3d3e8e admin admin] Publish callbacks [] for router_gateway (7ef6a05e-091a-4056-931a-4a247234a19c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:31.516175 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-842223df-5358-4dd2-bf8c-e3e5e02d4390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c1bb05-1e2b-4dff-996c-d8ea9b5f9781', 'name': 'tempest-snat-router-1976439091', 'tenant_id': 'fdacffb30f064cf9855cff8ef83879a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.198'}], 'enable_snat': False}, 'gw_port_id': '64ddf543-874b-4869-8787-c13de29a13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:23Z', 'updated_at': '2022-02-20T03:40:28Z', 'revision_number': 3, 'project_id': 'fdacffb30f064cf9855cff8ef83879a7', 'gw_port': {'id': '64ddf543-874b-4869-8787-c13de29a13fa', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:29:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c1bb05-1e2b-4dff-996c-d8ea9b5f9781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:24Z', 'updated_at': '2022-02-20T03:40:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:31.534566 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb363a31-11d0-4de4-8616-23b5f64d69b0 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (2ad489fd-9bf6-4144-914c-a0539c04635a), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:31.535953 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb363a31-11d0-4de4-8616-23b5f64d69b0 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (2ad489fd-9bf6-4144-914c-a0539c04635a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:31.571121 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:40:31.574967 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842223df-5358-4dd2-bf8c-e3e5e02d4390 None None] Checking router: 55c1bb05-1e2b-4dff-996c-d8ea9b5f9781 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:40:31.575588 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842223df-5358-4dd2-bf8c-e3e5e02d4390 None None] Updating router 55c1bb05-1e2b-4dff-996c-d8ea9b5f9781 port 64ddf543-874b-4869-8787-c13de29a13fa binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:40:31.612235 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-842223df-5358-4dd2-bf8c-e3e5e02d4390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (64ddf543-874b-4869-8787-c13de29a13fa), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:31.627985 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a2af6235-dc03-44c6-80de-d498880f9c34 req-46a7f3c1-c2cb-4e1f-8c7e-b7a2977c5f4e service neutron] 10.222.0.93 "GET /v2.0/networks/78076ce7-3294-4305-b56f-f717d576abee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971359 Feb 20 03:40:31.691269 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb363a31-11d0-4de4-8616-23b5f64d69b0 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router_controller (2ad489fd-9bf6-4144-914c-a0539c04635a), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:31.730157 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-34b93c91-0ae4-423c-8bed-6518024e95dd tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (3bdf49d3-9f89-4ef6-8006-455e4c44f144), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:31.795094 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b93c91-0ae4-423c-8bed-6518024e95dd tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Pushing event deleted for resources: {'Port': ['ID=3bdf49d3-9f89-4ef6-8006-455e4c44f144,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:31.995641 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-34b93c91-0ae4-423c-8bed-6518024e95dd tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:32.002486 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-34b93c91-0ae4-423c-8bed-6518024e95dd tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] 10.222.0.89 "DELETE /v2.0/ports/3bdf49d3-9f89-4ef6-8006-455e4c44f144 HTTP/1.1" status: 204 len: 168 time: 2.1894262 Feb 20 03:40:32.002675 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-842223df-5358-4dd2-bf8c-e3e5e02d4390 None None] Publish callbacks [] for port (64ddf543-874b-4869-8787-c13de29a13fa), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:32.005315 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41808) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:32.076321 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-61132d42-2a56-47fd-9cae-ff2f4526b4b8 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Deleting subnet d47d56bc-ab89-4bf1-b29e-d7bdc6f90d6c {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:40:32.084904 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-61132d42-2a56-47fd-9cae-ff2f4526b4b8 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks [] for subnet (d47d56bc-ab89-4bf1-b29e-d7bdc6f90d6c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:32.086159 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb363a31-11d0-4de4-8616-23b5f64d69b0 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router_gateway (2ad489fd-9bf6-4144-914c-a0539c04635a), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:32.126044 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-842223df-5358-4dd2-bf8c-e3e5e02d4390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (64ddf543-874b-4869-8787-c13de29a13fa), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:32.142480 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46cb5d02-283e-4813-a715-fc8c8c3d3e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (7ef6a05e-091a-4056-931a-4a247234a19c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:32.161718 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1978f1-8889-4f35-a742-f69f3cb01b60 req-3579f6bf-f687-40d4-9366-7276108aa80b tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:32.165028 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1e1978f1-8889-4f35-a742-f69f3cb01b60 req-3579f6bf-f687-40d4-9366-7276108aa80b tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] 10.222.0.89 "GET /v2.0/ports?device_id=d6be1e32-90af-47fb-826f-6dbef0d0e4a6 HTTP/1.1" status: 200 len: 944 time: 0.0948031 Feb 20 03:40:32.188972 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a86a9c-40b9-4eca-929f-63bf621dff44 None None] Pushing event updated for resources: {'Port': ['ID=64ddf543-874b-4869-8787-c13de29a13fa,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:32.193636 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-842223df-5358-4dd2-bf8c-e3e5e02d4390 None None] Attempting to bind port 64ddf543-874b-4869-8787-c13de29a13fa on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:40:32.201695 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-842223df-5358-4dd2-bf8c-e3e5e02d4390 None None] Attempting to bind port 64ddf543-874b-4869-8787-c13de29a13fa by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:40:32.201695 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842223df-5358-4dd2-bf8c-e3e5e02d4390 None None] Attempting to bind port 64ddf543-874b-4869-8787-c13de29a13fa on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:40:32.201695 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842223df-5358-4dd2-bf8c-e3e5e02d4390 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:40:32.201695 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842223df-5358-4dd2-bf8c-e3e5e02d4390 None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:40:32.201695 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-842223df-5358-4dd2-bf8c-e3e5e02d4390 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:32.201695 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842223df-5358-4dd2-bf8c-e3e5e02d4390 None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:40:32.203058 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-842223df-5358-4dd2-bf8c-e3e5e02d4390 None None] Bound port: 64ddf543-874b-4869-8787-c13de29a13fa, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:40:32.203058 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-842223df-5358-4dd2-bf8c-e3e5e02d4390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (64ddf543-874b-4869-8787-c13de29a13fa), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:32.216968 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-61132d42-2a56-47fd-9cae-ff2f4526b4b8 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (d47d56bc-ab89-4bf1-b29e-d7bdc6f90d6c), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:32.252828 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1e1978f1-8889-4f35-a742-f69f3cb01b60 req-50f91333-c575-44f4-8271-3cfc0cf14a59 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] 10.222.0.89 "GET /v2.0/security-groups?id=a83f3831-78f5-41e5-bea1-6867c0e61603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790889 Feb 20 03:40:32.258239 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-842223df-5358-4dd2-bf8c-e3e5e02d4390 None None] For port 64ddf543-874b-4869-8787-c13de29a13fa, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:40:32.261861 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-842223df-5358-4dd2-bf8c-e3e5e02d4390 None None] For port 64ddf543-874b-4869-8787-c13de29a13fa, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=64ddf543-874b-4869-8787-c13de29a13fa,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:40:32.346179 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-842223df-5358-4dd2-bf8c-e3e5e02d4390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (64ddf543-874b-4869-8787-c13de29a13fa), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:32.409446 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842223df-5358-4dd2-bf8c-e3e5e02d4390 None None] Routers {'55c1bb05-1e2b-4dff-996c-d8ea9b5f9781'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:40:32.410293 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-842223df-5358-4dd2-bf8c-e3e5e02d4390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['55c1bb05-1e2b-4dff-996c-d8ea9b5f9781'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:32.481047 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a86a9c-40b9-4eca-929f-63bf621dff44 None None] Pushing event updated for resources: {'Port': ['ID=64ddf543-874b-4869-8787-c13de29a13fa,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:32.584491 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-842223df-5358-4dd2-bf8c-e3e5e02d4390 None None] Set router 55c1bb05-1e2b-4dff-996c-d8ea9b5f9781 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:40:32.590294 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb363a31-11d0-4de4-8616-23b5f64d69b0 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router_gateway (2ad489fd-9bf6-4144-914c-a0539c04635a), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:32.629613 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-61132d42-2a56-47fd-9cae-ff2f4526b4b8 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (d47d56bc-ab89-4bf1-b29e-d7bdc6f90d6c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:32.682219 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb363a31-11d0-4de4-8616-23b5f64d69b0 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:32.816304 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-e277f4ac-0ccd-4ceb-94b9-3b470a86e8f7 admin admin] Deleting port bef3ab86-485a-4495-8556-eb6f915c5331 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:40:32.818784 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e277f4ac-0ccd-4ceb-94b9-3b470a86e8f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (bef3ab86-485a-4495-8556-eb6f915c5331), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:32.829590 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-61132d42-2a56-47fd-9cae-ff2f4526b4b8 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (d47d56bc-ab89-4bf1-b29e-d7bdc6f90d6c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:32.852870 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-cb363a31-11d0-4de4-8616-23b5f64d69b0 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Allocated IP 172.25.7.229 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/4e5b372f-a63c-4da8-a012-c29ca368ad1d) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:40:32.873865 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-61132d42-2a56-47fd-9cae-ff2f4526b4b8 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:32.881536 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-61132d42-2a56-47fd-9cae-ff2f4526b4b8 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] 10.222.0.89 "DELETE /v2.0/subnets/d47d56bc-ab89-4bf1-b29e-d7bdc6f90d6c HTTP/1.1" status: 204 len: 168 time: 0.8750811 Feb 20 03:40:32.946947 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39954345-9b7e-4c30-b786-e588d53388ad None None] Network dde2bb14-984d-4efa-bb0d-27ae57e31b33 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:40:32.956600 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41840) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:32.957422 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41846) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:33.057206 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6685b069-5106-4acc-b65a-ee2d78c0d0ce tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (dde2bb14-984d-4efa-bb0d-27ae57e31b33), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:33.062028 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61132d42-2a56-47fd-9cae-ff2f4526b4b8 tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Pushing event deleted for resources: {'Subnet': ['ID=d47d56bc-ab89-4bf1-b29e-d7bdc6f90d6c,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:33.088557 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb363a31-11d0-4de4-8616-23b5f64d69b0 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for port (4e5b372f-a63c-4da8-a012-c29ca368ad1d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:33.092567 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:33.123720 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-842223df-5358-4dd2-bf8c-e3e5e02d4390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c1bb05-1e2b-4dff-996c-d8ea9b5f9781', 'name': 'tempest-snat-router-1976439091', 'tenant_id': 'fdacffb30f064cf9855cff8ef83879a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.198'}], 'enable_snat': False}, 'gw_port_id': '64ddf543-874b-4869-8787-c13de29a13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:23Z', 'updated_at': '2022-02-20T03:40:28Z', 'revision_number': 3, 'project_id': 'fdacffb30f064cf9855cff8ef83879a7', 'gw_port': {'id': '64ddf543-874b-4869-8787-c13de29a13fa', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:29:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c1bb05-1e2b-4dff-996c-d8ea9b5f9781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:24Z', 'updated_at': '2022-02-20T03:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:33.167290 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842223df-5358-4dd2-bf8c-e3e5e02d4390 None None] The sync data for ids ['55c1bb05-1e2b-4dff-996c-d8ea9b5f9781'] in n-d-829866-4 is: [{'id': '55c1bb05-1e2b-4dff-996c-d8ea9b5f9781', 'name': 'tempest-snat-router-1976439091', 'tenant_id': 'fdacffb30f064cf9855cff8ef83879a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.198'}], 'enable_snat': False}, 'gw_port_id': '64ddf543-874b-4869-8787-c13de29a13fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:23Z', 'updated_at': '2022-02-20T03:40:28Z', 'revision_number': 3, 'project_id': 'fdacffb30f064cf9855cff8ef83879a7', 'gw_port': {'id': '64ddf543-874b-4869-8787-c13de29a13fa', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:29:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c1bb05-1e2b-4dff-996c-d8ea9b5f9781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:24Z', 'updated_at': '2022-02-20T03:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:40:33.247497 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-e277f4ac-0ccd-4ceb-94b9-3b470a86e8f7 admin admin] For port bef3ab86-485a-4495-8556-eb6f915c5331, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=bef3ab86-485a-4495-8556-eb6f915c5331,segment=NetworkSegment(10ad1fc2-2df0-45f6-8610-0de9f440c6ae),segment_id=10ad1fc2-2df0-45f6-8610-0de9f440c6ae)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:40:33.248029 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e277f4ac-0ccd-4ceb-94b9-3b470a86e8f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (bef3ab86-485a-4495-8556-eb6f915c5331), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:33.252015 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4e63d3-5e70-4e3f-b5e4-ad92fa3b0690 None None] DHCP port deletion for dde2bb14-984d-4efa-bb0d-27ae57e31b33 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:40:33.264770 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb363a31-11d0-4de4-8616-23b5f64d69b0 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (4e5b372f-a63c-4da8-a012-c29ca368ad1d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:33.276232 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-e277f4ac-0ccd-4ceb-94b9-3b470a86e8f7 admin admin] Calling delete_port for bef3ab86-485a-4495-8556-eb6f915c5331 owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:40:33.287791 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-6685b069-5106-4acc-b65a-ee2d78c0d0ce tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Deleting port 2d8e866d-8549-408a-9a30-d5f3a7274344 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:40:33.288835 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6685b069-5106-4acc-b65a-ee2d78c0d0ce tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (2d8e866d-8549-408a-9a30-d5f3a7274344), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:33.371253 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5f4e63d3-5e70-4e3f-b5e4-ad92fa3b0690 None None] Deleting port 2d8e866d-8549-408a-9a30-d5f3a7274344 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:40:33.371776 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5f4e63d3-5e70-4e3f-b5e4-ad92fa3b0690 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (2d8e866d-8549-408a-9a30-d5f3a7274344), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:33.388040 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46cb5d02-283e-4813-a715-fc8c8c3d3e8e admin admin] Router 7ef6a05e-091a-4056-931a-4a247234a19c is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:40:33.407800 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb363a31-11d0-4de4-8616-23b5f64d69b0 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:40:33.413036 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-cb363a31-11d0-4de4-8616-23b5f64d69b0 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:33.431660 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb363a31-11d0-4de4-8616-23b5f64d69b0 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:40:33.474939 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-5f4e63d3-5e70-4e3f-b5e4-ad92fa3b0690 None None] For port 2d8e866d-8549-408a-9a30-d5f3a7274344, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2d8e866d-8549-408a-9a30-d5f3a7274344,segment=NetworkSegment(83c3dd82-62da-43a4-9e27-d892e674dd81),segment_id=83c3dd82-62da-43a4-9e27-d892e674dd81)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:40:33.475430 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5f4e63d3-5e70-4e3f-b5e4-ad92fa3b0690 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (2d8e866d-8549-408a-9a30-d5f3a7274344), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:33.490514 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5f4e63d3-5e70-4e3f-b5e4-ad92fa3b0690 None None] Calling delete_port for 2d8e866d-8549-408a-9a30-d5f3a7274344 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:40:33.532444 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb363a31-11d0-4de4-8616-23b5f64d69b0 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Pushing event updated for resources: {'Port': ['ID=4e5b372f-a63c-4da8-a012-c29ca368ad1d,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:33.578831 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-6685b069-5106-4acc-b65a-ee2d78c0d0ce tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] For port 2d8e866d-8549-408a-9a30-d5f3a7274344, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2d8e866d-8549-408a-9a30-d5f3a7274344,segment=NetworkSegment(83c3dd82-62da-43a4-9e27-d892e674dd81),segment_id=83c3dd82-62da-43a4-9e27-d892e674dd81)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:40:33.579384 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6685b069-5106-4acc-b65a-ee2d78c0d0ce tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (2d8e866d-8549-408a-9a30-d5f3a7274344), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:33.668692 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-6685b069-5106-4acc-b65a-ee2d78c0d0ce tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Calling delete_port for 2d8e866d-8549-408a-9a30-d5f3a7274344 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:40:33.674545 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f07b3a3a-c724-44f2-91be-feb95f8918f6 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:40:33.768926 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5f4e63d3-5e70-4e3f-b5e4-ad92fa3b0690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (2d8e866d-8549-408a-9a30-d5f3a7274344), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:33.809978 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17171a-3e04-451a-99ba-261d43132acd req-811fc638-86bd-4e5b-8a87-7e2885dd00b3 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:33.818561 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7d17171a-3e04-451a-99ba-261d43132acd req-811fc638-86bd-4e5b-8a87-7e2885dd00b3 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] 10.222.0.89 "GET /v2.0/ports?device_id=d6be1e32-90af-47fb-826f-6dbef0d0e4a6 HTTP/1.1" status: 200 len: 944 time: 0.3971004 Feb 20 03:40:33.821979 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce0e0ce-9c46-4778-b001-51973e905e70 admin admin] Deleting subnet 2206f6d9-9e03-4b9b-9ba0-e4c4146af053 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:40:33.831381 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2ce0e0ce-9c46-4778-b001-51973e905e70 admin admin] Publish callbacks [] for subnet (2206f6d9-9e03-4b9b-9ba0-e4c4146af053), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:33.846004 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4e63d3-5e70-4e3f-b5e4-ad92fa3b0690 None None] No DVR routers for this DVR port 2d8e866d-8549-408a-9a30-d5f3a7274344 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:40:33.861865 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e63d3-5e70-4e3f-b5e4-ad92fa3b0690 None None] Pushing event deleted for resources: {'Port': ['ID=2d8e866d-8549-408a-9a30-d5f3a7274344,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:33.902708 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2ce0e0ce-9c46-4778-b001-51973e905e70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (2206f6d9-9e03-4b9b-9ba0-e4c4146af053), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:33.916524 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port f07b3a3a-c724-44f2-91be-feb95f8918f6, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f07b3a3a-c724-44f2-91be-feb95f8918f6,segment=NetworkSegment(269f35d4-f020-4f0f-a824-f9bf032ff765),segment_id=269f35d4-f020-4f0f-a824-f9bf032ff765)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:40:33.932395 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'f07b3a3a-c724-44f2-91be-feb95f8918f6', 'network_id': '78076ce7-3294-4305-b56f-f717d576abee', 'port_id': 'f07b3a3a-c724-44f2-91be-feb95f8918f6', 'mac_address': 'fa:16:3e:24:bd:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f70a6907-5ee7-41e8-9fe7-a2a0335e26fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:40:33.977675 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cb5d02-283e-4813-a715-fc8c8c3d3e8e admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:40:33.985616 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7d17171a-3e04-451a-99ba-261d43132acd req-45049082-541b-4039-af12-e6dae24e7439 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] 10.222.0.89 "GET /v2.0/security-groups?id=a83f3831-78f5-41e5-bea1-6867c0e61603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660779 Feb 20 03:40:33.993098 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e549dd-13d2-44e4-a9ef-63a6dfcce6fd None None] Sync routers for ids ['7ef6a05e-091a-4056-931a-4a247234a19c'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:40:34.007845 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port f07b3a3a-c724-44f2-91be-feb95f8918f6 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:40:34.009240 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f07b3a3a-c724-44f2-91be-feb95f8918f6), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:34.021678 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2ce0e0ce-9c46-4778-b001-51973e905e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (2206f6d9-9e03-4b9b-9ba0-e4c4146af053), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:34.043651 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f07b3a3a-c724-44f2-91be-feb95f8918f6 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:40:34.043812 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e549dd-13d2-44e4-a9ef-63a6dfcce6fd None None] Routers {'7ef6a05e-091a-4056-931a-4a247234a19c'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:40:34.044685 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-54e549dd-13d2-44e4-a9ef-63a6dfcce6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7ef6a05e-091a-4056-931a-4a247234a19c'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:34.058681 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41860) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:34.083335 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port f07b3a3a-c724-44f2-91be-feb95f8918f6, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f07b3a3a-c724-44f2-91be-feb95f8918f6,segment=NetworkSegment(269f35d4-f020-4f0f-a824-f9bf032ff765),segment_id=269f35d4-f020-4f0f-a824-f9bf032ff765)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:40:34.095704 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb363a31-11d0-4de4-8616-23b5f64d69b0 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router_gateway (2ad489fd-9bf6-4144-914c-a0539c04635a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:34.172165 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f07b3a3a-c724-44f2-91be-feb95f8918f6), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:34.276998 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6685b069-5106-4acc-b65a-ee2d78c0d0ce tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (2d8e866d-8549-408a-9a30-d5f3a7274344), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:34.287532 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46cb5d02-283e-4813-a715-fc8c8c3d3e8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:34.293459 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-46cb5d02-283e-4813-a715-fc8c8c3d3e8e admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.7902520 Feb 20 03:40:34.293459 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e277f4ac-0ccd-4ceb-94b9-3b470a86e8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (bef3ab86-485a-4495-8556-eb6f915c5331), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:34.293804 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41864) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:34.294426 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4138356a-8e28-4452-aecf-dad6a913927c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:34.295664 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=f07b3a3a-c724-44f2-91be-feb95f8918f6,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:34.332236 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685b069-5106-4acc-b65a-ee2d78c0d0ce tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Pushing event deleted for resources: {'Port': ['ID=2d8e866d-8549-408a-9a30-d5f3a7274344,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:34.363872 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277f4ac-0ccd-4ceb-94b9-3b470a86e8f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bef3ab86-485a-4495-8556-eb6f915c5331,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:34.378922 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['f07b3a3a-c724-44f2-91be-feb95f8918f6'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:40:34.393867 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6685b069-5106-4acc-b65a-ee2d78c0d0ce tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] No DVR routers for this DVR port 2d8e866d-8549-408a-9a30-d5f3a7274344 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:40:34.453818 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-54e549dd-13d2-44e4-a9ef-63a6dfcce6fd None None] Set router 7ef6a05e-091a-4056-931a-4a247234a19c gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:40:34.492186 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6685b069-5106-4acc-b65a-ee2d78c0d0ce tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (dde2bb14-984d-4efa-bb0d-27ae57e31b33), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:34.517838 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-6685b069-5106-4acc-b65a-ee2d78c0d0ce tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde2bb14-984d-4efa-bb0d-27ae57e31b33']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:34.529266 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-6685b069-5106-4acc-b65a-ee2d78c0d0ce tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c3dd82-62da-43a4-9e27-d892e674dd81') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:34.529266 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-6685b069-5106-4acc-b65a-ee2d78c0d0ce tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c3dd82-62da-43a4-9e27-d892e674dd81') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:34.541273 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6685b069-5106-4acc-b65a-ee2d78c0d0ce tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (83c3dd82-62da-43a4-9e27-d892e674dd81), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:34.557523 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6685b069-5106-4acc-b65a-ee2d78c0d0ce tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (83c3dd82-62da-43a4-9e27-d892e674dd81), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:34.565011 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6685b069-5106-4acc-b65a-ee2d78c0d0ce tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:40:34.565411 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6685b069-5106-4acc-b65a-ee2d78c0d0ce tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (83c3dd82-62da-43a4-9e27-d892e674dd81), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: items = [ Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:40:34.639301 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:40:34.751367 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6685b069-5106-4acc-b65a-ee2d78c0d0ce tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (dde2bb14-984d-4efa-bb0d-27ae57e31b33), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:34.753799 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6685b069-5106-4acc-b65a-ee2d78c0d0ce tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:34.756766 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6685b069-5106-4acc-b65a-ee2d78c0d0ce tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] 10.222.0.89 "DELETE /v2.0/networks/dde2bb14-984d-4efa-bb0d-27ae57e31b33 HTTP/1.1" status: 204 len: 168 time: 1.7975523 Feb 20 03:40:34.834894 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2ce0e0ce-9c46-4778-b001-51973e905e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (2206f6d9-9e03-4b9b-9ba0-e4c4146af053), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:34.844162 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685b069-5106-4acc-b65a-ee2d78c0d0ce tempest-AllowedAddressPairTestJSON-253114441 tempest-AllowedAddressPairTestJSON-253114441-project] Pushing event deleted for resources: {'Network': ['ID=dde2bb14-984d-4efa-bb0d-27ae57e31b33,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:34.861271 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-54e549dd-13d2-44e4-a9ef-63a6dfcce6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-790780277-router', 'tenant_id': '62872f561f24429faadfc81d64d64e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '9d3f5b45-4409-45b2-92ce-9cc3cd1ace53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:27Z', 'updated_at': '2022-02-20T03:40:31Z', 'revision_number': 3, 'project_id': '62872f561f24429faadfc81d64d64e66', 'gw_port': {'id': '9d3f5b45-4409-45b2-92ce-9cc3cd1ace53', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fd:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:29Z', 'updated_at': '2022-02-20T03:40:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:34.907167 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e549dd-13d2-44e4-a9ef-63a6dfcce6fd None None] Checking router: 7ef6a05e-091a-4056-931a-4a247234a19c for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:40:34.907520 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e549dd-13d2-44e4-a9ef-63a6dfcce6fd None None] Updating router 7ef6a05e-091a-4056-931a-4a247234a19c port 9d3f5b45-4409-45b2-92ce-9cc3cd1ace53 binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:40:34.916339 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0e0ce-9c46-4778-b001-51973e905e70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2206f6d9-9e03-4b9b-9ba0-e4c4146af053,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:34.926670 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4138356a-8e28-4452-aecf-dad6a913927c admin admin] Publish callbacks [] for security_group (a37c0ae6-2739-46b5-86a5-36dae7aca6df), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:34.940524 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2ce0e0ce-9c46-4778-b001-51973e905e70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:34.940683 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb363a31-11d0-4de4-8616-23b5f64d69b0 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (2ad489fd-9bf6-4144-914c-a0539c04635a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:34.940781 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2ce0e0ce-9c46-4778-b001-51973e905e70 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/2206f6d9-9e03-4b9b-9ba0-e4c4146af053 HTTP/1.1" status: 204 len: 168 time: 1.9716854 Feb 20 03:40:34.940880 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41868) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:34.947945 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-54e549dd-13d2-44e4-a9ef-63a6dfcce6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9d3f5b45-4409-45b2-92ce-9cc3cd1ace53), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:34.995505 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e277f4ac-0ccd-4ceb-94b9-3b470a86e8f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (569747e1-6886-43d6-a405-bf90c586f175), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:35.083468 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4138356a-8e28-4452-aecf-dad6a913927c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a37c0ae6-2739-46b5-86a5-36dae7aca6df), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:35.308231 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e277f4ac-0ccd-4ceb-94b9-3b470a86e8f7 admin admin] Router 569747e1-6886-43d6-a405-bf90c586f175 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:40:35.363167 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 64ddf543-874b-4869-8787-c13de29a13fa up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:40:35.448324 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8bc76e5b-30dc-4ec1-b8f7-c2afd2e6d19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (af61ae37-a3b2-46ee-a441-3e7f71e566ae), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:35.465757 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4138356a-8e28-4452-aecf-dad6a913927c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=38f0d468f8cf46178fe09a7bf4e2ddf8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4055007 Feb 20 03:40:35.467306 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41874) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:35.471542 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 64ddf543-874b-4869-8787-c13de29a13fa triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:35.472050 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (64ddf543-874b-4869-8787-c13de29a13fa), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:35.499874 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-54e549dd-13d2-44e4-a9ef-63a6dfcce6fd None None] Publish callbacks [] for port (9d3f5b45-4409-45b2-92ce-9cc3cd1ace53), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:35.525008 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41876) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:35.532137 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138356a-8e28-4452-aecf-dad6a913927c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37c0ae6-2739-46b5-86a5-36dae7aca6df,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:35.542234 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e277f4ac-0ccd-4ceb-94b9-3b470a86e8f7 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:40:35.555941 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28a661a-d874-464e-a0e4-9ab6db87500d None None] Sync routers for ids ['569747e1-6886-43d6-a405-bf90c586f175'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:40:35.565678 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e277f4ac-0ccd-4ceb-94b9-3b470a86e8f7 admin admin] 10.222.0.89 "PUT /v2.0/routers/569747e1-6886-43d6-a405-bf90c586f175/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2492411 Feb 20 03:40:35.568756 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41880) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:35.592570 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28a661a-d874-464e-a0e4-9ab6db87500d None None] Routers {'569747e1-6886-43d6-a405-bf90c586f175'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:40:35.593206 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d28a661a-d874-464e-a0e4-9ab6db87500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['569747e1-6886-43d6-a405-bf90c586f175'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:35.604632 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-54e549dd-13d2-44e4-a9ef-63a6dfcce6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (9d3f5b45-4409-45b2-92ce-9cc3cd1ace53), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:35.614851 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e2253-b5eb-4137-a6b8-6ffd546c0473 req-c7a9607f-62d6-4956-9056-77e8e25099e0 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:35.617345 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2e6e2253-b5eb-4137-a6b8-6ffd546c0473 req-c7a9607f-62d6-4956-9056-77e8e25099e0 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] 10.222.0.89 "GET /v2.0/ports?device_id=d6be1e32-90af-47fb-826f-6dbef0d0e4a6 HTTP/1.1" status: 200 len: 945 time: 0.3684568 Feb 20 03:40:35.647399 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f07b3a3a-c724-44f2-91be-feb95f8918f6 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:40:35.710227 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 64ddf543-874b-4869-8787-c13de29a13fa is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:40:35.710628 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (64ddf543-874b-4869-8787-c13de29a13fa), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:35.758405 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 64ddf543-874b-4869-8787-c13de29a13fa, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=64ddf543-874b-4869-8787-c13de29a13fa,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:40:35.771104 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82b0a7-c39b-4f29-8150-8cc232d275fa None None] Pushing event updated for resources: {'Port': ['ID=9d3f5b45-4409-45b2-92ce-9cc3cd1ace53,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:35.784267 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-54e549dd-13d2-44e4-a9ef-63a6dfcce6fd None None] Attempting to bind port 9d3f5b45-4409-45b2-92ce-9cc3cd1ace53 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:40:35.784790 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-54e549dd-13d2-44e4-a9ef-63a6dfcce6fd None None] Attempting to bind port 9d3f5b45-4409-45b2-92ce-9cc3cd1ace53 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:40:35.785246 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e549dd-13d2-44e4-a9ef-63a6dfcce6fd None None] Attempting to bind port 9d3f5b45-4409-45b2-92ce-9cc3cd1ace53 on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:40:35.788907 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82b0a7-c39b-4f29-8150-8cc232d275fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:35.789457 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82b0a7-c39b-4f29-8150-8cc232d275fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:35.789798 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82b0a7-c39b-4f29-8150-8cc232d275fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:35.790142 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82b0a7-c39b-4f29-8150-8cc232d275fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:35.790472 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82b0a7-c39b-4f29-8150-8cc232d275fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:35.790796 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82b0a7-c39b-4f29-8150-8cc232d275fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:35.791203 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82b0a7-c39b-4f29-8150-8cc232d275fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:35.791528 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82b0a7-c39b-4f29-8150-8cc232d275fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:35.791847 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82b0a7-c39b-4f29-8150-8cc232d275fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:35.792166 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82b0a7-c39b-4f29-8150-8cc232d275fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:35.792488 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82b0a7-c39b-4f29-8150-8cc232d275fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:35.792798 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82b0a7-c39b-4f29-8150-8cc232d275fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:35.793138 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82b0a7-c39b-4f29-8150-8cc232d275fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:35.800797 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e549dd-13d2-44e4-a9ef-63a6dfcce6fd None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:40:35.801195 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e549dd-13d2-44e4-a9ef-63a6dfcce6fd None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:40:35.801581 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-54e549dd-13d2-44e4-a9ef-63a6dfcce6fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:35.801963 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e549dd-13d2-44e4-a9ef-63a6dfcce6fd None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:40:35.802771 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-54e549dd-13d2-44e4-a9ef-63a6dfcce6fd None None] Bound port: 9d3f5b45-4409-45b2-92ce-9cc3cd1ace53, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:40:35.802771 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-54e549dd-13d2-44e4-a9ef-63a6dfcce6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9d3f5b45-4409-45b2-92ce-9cc3cd1ace53), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:35.823972 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e100cb4e-1493-4e67-ae94-266741c53e80 admin admin] Publish callbacks [] for security_group (a37c0ae6-2739-46b5-86a5-36dae7aca6df), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:35.838774 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-d28a661a-d874-464e-a0e4-9ab6db87500d None None] Set router 569747e1-6886-43d6-a405-bf90c586f175 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:40:35.841602 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (64ddf543-874b-4869-8787-c13de29a13fa), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:35.858927 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b390f11f-6c7e-403a-bb63-bbc5d9db0116 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d0aa0e557613403eb2c1e969f3bd254d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3305366 Feb 20 03:40:35.884658 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41882) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:35.907329 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2e6e2253-b5eb-4137-a6b8-6ffd546c0473 req-8d0fff15-a730-4b42-849c-a081912bc15c tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] 10.222.0.89 "GET /v2.0/security-groups?id=a83f3831-78f5-41e5-bea1-6867c0e61603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426176 Feb 20 03:40:35.936089 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-54e549dd-13d2-44e4-a9ef-63a6dfcce6fd None None] For port 9d3f5b45-4409-45b2-92ce-9cc3cd1ace53, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:40:35.937420 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a8fc744d-c69c-4c2d-a0a9-402df6158d43 admin admin] Publish callbacks [] for router (569747e1-6886-43d6-a405-bf90c586f175), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:35.940710 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-54e549dd-13d2-44e4-a9ef-63a6dfcce6fd None None] For port 9d3f5b45-4409-45b2-92ce-9cc3cd1ace53, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=9d3f5b45-4409-45b2-92ce-9cc3cd1ace53,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:40:35.998877 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8bc76e5b-30dc-4ec1-b8f7-c2afd2e6d19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (af61ae37-a3b2-46ee-a441-3e7f71e566ae), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:36.001220 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 2d8e866d-8549-408a-9a30-d5f3a7274344 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:40:36.010747 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port f07b3a3a-c724-44f2-91be-feb95f8918f6 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:40:36.023023 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-54e549dd-13d2-44e4-a9ef-63a6dfcce6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (9d3f5b45-4409-45b2-92ce-9cc3cd1ace53), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:36.070607 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a8fc744d-c69c-4c2d-a0a9-402df6158d43 admin admin] Publish callbacks [] for router_gateway (569747e1-6886-43d6-a405-bf90c586f175), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:36.080172 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 2d8e866d-8549-408a-9a30-d5f3a7274344 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:40:36.080518 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 2d8e866d-8549-408a-9a30-d5f3a7274344 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:40:36.082584 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port f07b3a3a-c724-44f2-91be-feb95f8918f6 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:36.083058 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f07b3a3a-c724-44f2-91be-feb95f8918f6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:36.119281 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e549dd-13d2-44e4-a9ef-63a6dfcce6fd None None] Routers {'7ef6a05e-091a-4056-931a-4a247234a19c'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:40:36.120148 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-54e549dd-13d2-44e4-a9ef-63a6dfcce6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7ef6a05e-091a-4056-931a-4a247234a19c'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:36.146665 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=64ddf543-874b-4869-8787-c13de29a13fa,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:36.167775 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82b0a7-c39b-4f29-8150-8cc232d275fa None None] Pushing event updated for resources: {'Port': ['ID=9d3f5b45-4409-45b2-92ce-9cc3cd1ace53,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:36.221106 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-a8fc744d-c69c-4c2d-a0a9-402df6158d43 admin admin] Deleting port 5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:40:36.221447 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a8fc744d-c69c-4c2d-a0a9-402df6158d43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:36.268265 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port f07b3a3a-c724-44f2-91be-feb95f8918f6 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:40:36.268782 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f07b3a3a-c724-44f2-91be-feb95f8918f6), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:36.305846 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-54e549dd-13d2-44e4-a9ef-63a6dfcce6fd None None] Set router 7ef6a05e-091a-4056-931a-4a247234a19c gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:40:36.316015 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port f07b3a3a-c724-44f2-91be-feb95f8918f6, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f07b3a3a-c724-44f2-91be-feb95f8918f6,segment=NetworkSegment(269f35d4-f020-4f0f-a824-f9bf032ff765),segment_id=269f35d4-f020-4f0f-a824-f9bf032ff765)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:40:36.318009 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6be1e32-90af-47fb-826f-6dbef0d0e4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07b3a3a-c724-44f2-91be-feb95f8918f6'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:40:36.321337 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49428fc1-f073-4f9f-afc2-ffc916c54c0a" -d '{"events": [{"server_uuid": "d6be1e32-90af-47fb-826f-6dbef0d0e4a6", "name": "network-vif-plugged", "status": "completed", "tag": "f07b3a3a-c724-44f2-91be-feb95f8918f6"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:40:36.337762 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d28a661a-d874-464e-a0e4-9ab6db87500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569747e1-6886-43d6-a405-bf90c586f175', 'name': 'tempest-ServerRescueTestJSONUnderV235-1150495558-router', 'tenant_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:39:01Z', 'updated_at': '2022-02-20T03:40:34Z', 'revision_number': 5, 'project_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'gw_port': {'id': '5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569747e1-6886-43d6-a405-bf90c586f175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:02Z', 'updated_at': '2022-02-20T03:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:36.369691 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28a661a-d874-464e-a0e4-9ab6db87500d None None] Checking router: 569747e1-6886-43d6-a405-bf90c586f175 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:40:36.380747 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28a661a-d874-464e-a0e4-9ab6db87500d None None] Routers {'569747e1-6886-43d6-a405-bf90c586f175'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:40:36.381573 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d28a661a-d874-464e-a0e4-9ab6db87500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['569747e1-6886-43d6-a405-bf90c586f175'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:36.386793 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4476a6c2-d478-443c-963b-9eff92c65421 x-openstack-request-id: req-4476a6c2-d478-443c-963b-9eff92c65421 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:40:36.387304 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6be1e32-90af-47fb-826f-6dbef0d0e4a6", "name": "network-vif-plugged", "status": "completed", "tag": "f07b3a3a-c724-44f2-91be-feb95f8918f6", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:40:36.387776 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4476a6c2-d478-443c-963b-9eff92c65421 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:40:36.388248 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6be1e32-90af-47fb-826f-6dbef0d0e4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07b3a3a-c724-44f2-91be-feb95f8918f6', 'code': 200} Feb 20 03:40:36.434612 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f07b3a3a-c724-44f2-91be-feb95f8918f6), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:36.470803 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb363a31-11d0-4de4-8616-23b5f64d69b0 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Router 2ad489fd-9bf6-4144-914c-a0539c04635a is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:40:36.477067 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-8bc76e5b-30dc-4ec1-b8f7-c2afd2e6d19f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af61ae37-a3b2-46ee-a441-3e7f71e566ae']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:36.548673 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-d28a661a-d874-464e-a0e4-9ab6db87500d None None] Set router 569747e1-6886-43d6-a405-bf90c586f175 gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:40:36.577110 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=f07b3a3a-c724-44f2-91be-feb95f8918f6,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:36.588406 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-a8fc744d-c69c-4c2d-a0a9-402df6158d43 admin admin] For port 5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:40:36.588848 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a8fc744d-c69c-4c2d-a0a9-402df6158d43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:36.601467 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-a8fc744d-c69c-4c2d-a0a9-402df6158d43 admin admin] Calling delete_port for 5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:40:36.612382 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d28a661a-d874-464e-a0e4-9ab6db87500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569747e1-6886-43d6-a405-bf90c586f175', 'name': 'tempest-ServerRescueTestJSONUnderV235-1150495558-router', 'tenant_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:39:01Z', 'updated_at': '2022-02-20T03:40:36Z', 'revision_number': 6, 'project_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:36.630284 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-54e549dd-13d2-44e4-a9ef-63a6dfcce6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-790780277-router', 'tenant_id': '62872f561f24429faadfc81d64d64e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '9d3f5b45-4409-45b2-92ce-9cc3cd1ace53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:27Z', 'updated_at': '2022-02-20T03:40:31Z', 'revision_number': 3, 'project_id': '62872f561f24429faadfc81d64d64e66', 'gw_port': {'id': '9d3f5b45-4409-45b2-92ce-9cc3cd1ace53', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fd:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:29Z', 'updated_at': '2022-02-20T03:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:36.642295 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28a661a-d874-464e-a0e4-9ab6db87500d None None] The sync data for ids ['569747e1-6886-43d6-a405-bf90c586f175'] in n-d-829866-4 is: [{'id': '569747e1-6886-43d6-a405-bf90c586f175', 'name': 'tempest-ServerRescueTestJSONUnderV235-1150495558-router', 'tenant_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:39:01Z', 'updated_at': '2022-02-20T03:40:36Z', 'revision_number': 6, 'project_id': '6a08cfad188e48b79e337e2a93b4d6c0', 'gw_port_host': None}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:40:36.648075 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8084621c-61eb-45cb-8502-c7231305b95d req-d13ab1c8-1776-4b5e-9e68-b5ba30fb715c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=319677df-2722-4d67-9f4f-463baa3890df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1215296 Feb 20 03:40:36.658707 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e100cb4e-1493-4e67-ae94-266741c53e80 admin admin] Publish callbacks [] for security_group (a37c0ae6-2739-46b5-86a5-36dae7aca6df), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:36.661116 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb363a31-11d0-4de4-8616-23b5f64d69b0 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:40:36.686457 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-8bc76e5b-30dc-4ec1-b8f7-c2afd2e6d19f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a57dd48-cd2a-4b48-a8ae-20be415170b3') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:36.686906 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-8bc76e5b-30dc-4ec1-b8f7-c2afd2e6d19f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a57dd48-cd2a-4b48-a8ae-20be415170b3') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:36.697442 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] Sync routers for ids ['2ad489fd-9bf6-4144-914c-a0539c04635a'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:40:36.701813 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e549dd-13d2-44e4-a9ef-63a6dfcce6fd None None] The sync data for ids ['7ef6a05e-091a-4056-931a-4a247234a19c'] in n-d-829866-4 is: [{'id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-790780277-router', 'tenant_id': '62872f561f24429faadfc81d64d64e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '9d3f5b45-4409-45b2-92ce-9cc3cd1ace53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:27Z', 'updated_at': '2022-02-20T03:40:31Z', 'revision_number': 3, 'project_id': '62872f561f24429faadfc81d64d64e66', 'gw_port': {'id': '9d3f5b45-4409-45b2-92ce-9cc3cd1ace53', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fd:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:29Z', 'updated_at': '2022-02-20T03:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:40:36.714159 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] Routers {'2ad489fd-9bf6-4144-914c-a0539c04635a'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:40:36.714828 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['2ad489fd-9bf6-4144-914c-a0539c04635a'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:36.755083 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8bc76e5b-30dc-4ec1-b8f7-c2afd2e6d19f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (8a57dd48-cd2a-4b48-a8ae-20be415170b3), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:36.839597 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fd825ac1-0a3a-406e-bae8-460e8a0a0956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:36.843335 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb363a31-11d0-4de4-8616-23b5f64d69b0 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:36.844578 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-cb363a31-11d0-4de4-8616-23b5f64d69b0 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.4812262 Feb 20 03:40:36.847306 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41888) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:36.856847 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8bc76e5b-30dc-4ec1-b8f7-c2afd2e6d19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (8a57dd48-cd2a-4b48-a8ae-20be415170b3), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:36.859541 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] Set router 2ad489fd-9bf6-4144-914c-a0539c04635a gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:40:36.880380 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bc76e5b-30dc-4ec1-b8f7-c2afd2e6d19f admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:40:36.880791 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8bc76e5b-30dc-4ec1-b8f7-c2afd2e6d19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (8a57dd48-cd2a-4b48-a8ae-20be415170b3), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:36.884110 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:40:36.884110 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:40:36.884110 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:40:36.884110 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:40:36.884110 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:40:36.884110 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:40:36.884110 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:40:36.884110 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:40:36.884110 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:40:36.884110 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:40:36.884110 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:40:36.884110 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:40:36.884110 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:40:36.884110 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:40:36.884110 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:40:36.884110 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:40:36.884110 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:40:36.884110 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:40:36.884110 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:40:36.884110 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:40:36.884110 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:40:36.884110 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:40:36.884110 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:40:36.884110 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:40:36.884110 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:40:36.884110 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:40:36.884110 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:40:36.884110 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:40:36.884110 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:40:36.884110 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:40:36.884110 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:40:36.884110 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:40:36.886035 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9f00bdea-92fb-44a0-b4ab-2d039410332e admin admin] Publish callbacks [] for security_group (4420538c-e4a1-4084-86c1-4a9e7dd55f6b), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:36.895119 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401baca1-f762-45a9-84b3-0faad52c4382 req-41d5e4e4-1868-4207-af71-baedeb7076ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:36.896639 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-401baca1-f762-45a9-84b3-0faad52c4382 req-41d5e4e4-1868-4207-af71-baedeb7076ce service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d6be1e32-90af-47fb-826f-6dbef0d0e4a6 HTTP/1.1" status: 200 len: 1128 time: 0.3904488 Feb 20 03:40:36.937809 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a8fc744d-c69c-4c2d-a0a9-402df6158d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:36.951445 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9f00bdea-92fb-44a0-b4ab-2d039410332e admin admin] Publish callbacks [] for security_group (4420538c-e4a1-4084-86c1-4a9e7dd55f6b), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:37.021477 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc744d-c69c-4c2d-a0a9-402df6158d43 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:37.099426 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e100cb4e-1493-4e67-ae94-266741c53e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a37c0ae6-2739-46b5-86a5-36dae7aca6df), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:37.099426 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e100cb4e-1493-4e67-ae94-266741c53e80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:37.103698 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e100cb4e-1493-4e67-ae94-266741c53e80 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a37c0ae6-2739-46b5-86a5-36dae7aca6df HTTP/1.1" status: 204 len: 168 time: 1.6247013 Feb 20 03:40:37.126338 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084621c-61eb-45cb-8502-c7231305b95d req-d81eee29-042b-4595-87df-e87a7766cd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:37.129673 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8084621c-61eb-45cb-8502-c7231305b95d req-d81eee29-042b-4595-87df-e87a7766cd7b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=517a6c0c83ee490993dbcdda52b65cea&device_id=319677df-2722-4d67-9f4f-463baa3890df HTTP/1.1" status: 200 len: 1128 time: 0.3916655 Feb 20 03:40:37.183139 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100cb4e-1493-4e67-ae94-266741c53e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37c0ae6-2739-46b5-86a5-36dae7aca6df,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:37.270929 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad489fd-9bf6-4144-914c-a0539c04635a', 'name': 'tempest-snat-router-1976439091', 'tenant_id': 'fdacffb30f064cf9855cff8ef83879a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '4e5b372f-a63c-4da8-a012-c29ca368ad1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:31Z', 'updated_at': '2022-02-20T03:40:33Z', 'revision_number': 3, 'project_id': 'fdacffb30f064cf9855cff8ef83879a7', 'gw_port': {'id': '4e5b372f-a63c-4da8-a012-c29ca368ad1d', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad489fd-9bf6-4144-914c-a0539c04635a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:32Z', 'updated_at': '2022-02-20T03:40:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:37.271359 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cfab5423-601a-4950-8503-ff2c6f9f2faa tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] 10.222.0.89 "GET /v2.0/routers/2ad489fd-9bf6-4144-914c-a0539c04635a HTTP/1.1" status: 200 len: 908 time: 0.4176025 Feb 20 03:40:37.273833 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41894) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:37.321707 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8bc76e5b-30dc-4ec1-b8f7-c2afd2e6d19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (af61ae37-a3b2-46ee-a441-3e7f71e566ae), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:37.334354 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] Checking router: 2ad489fd-9bf6-4144-914c-a0539c04635a for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:40:37.334733 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] Updating router 2ad489fd-9bf6-4144-914c-a0539c04635a port 4e5b372f-a63c-4da8-a012-c29ca368ad1d binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:40:37.342431 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-401baca1-f762-45a9-84b3-0faad52c4382 req-4dd2953b-ab56-4133-9e49-6b061b5896e4 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a83f3831-78f5-41e5-bea1-6867c0e61603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262230 Feb 20 03:40:37.345631 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8bc76e5b-30dc-4ec1-b8f7-c2afd2e6d19f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:37.348798 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8bc76e5b-30dc-4ec1-b8f7-c2afd2e6d19f admin admin] 10.222.0.89 "DELETE /v2.0/networks/af61ae37-a3b2-46ee-a441-3e7f71e566ae HTTP/1.1" status: 204 len: 168 time: 2.4109666 Feb 20 03:40:37.368945 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a8fc744d-c69c-4c2d-a0a9-402df6158d43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (569747e1-6886-43d6-a405-bf90c586f175), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:37.384966 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4e5b372f-a63c-4da8-a012-c29ca368ad1d), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:37.389717 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc76e5b-30dc-4ec1-b8f7-c2afd2e6d19f admin admin] Pushing event deleted for resources: {'Network': ['ID=af61ae37-a3b2-46ee-a441-3e7f71e566ae,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:37.458602 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe975196-465e-45ff-873f-2ea941550ea6 req-57439590-9397-4bbc-be57-6d8f4fd365f5 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:37.460844 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fe975196-465e-45ff-873f-2ea941550ea6 req-57439590-9397-4bbc-be57-6d8f4fd365f5 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] 10.222.0.89 "GET /v2.0/ports?device_id=d6be1e32-90af-47fb-826f-6dbef0d0e4a6 HTTP/1.1" status: 200 len: 946 time: 0.4192982 Feb 20 03:40:37.468650 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9f00bdea-92fb-44a0-b4ab-2d039410332e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (4420538c-e4a1-4084-86c1-4a9e7dd55f6b), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:37.475046 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9f00bdea-92fb-44a0-b4ab-2d039410332e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:37.481400 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9f00bdea-92fb-44a0-b4ab-2d039410332e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4420538c-e4a1-4084-86c1-4a9e7dd55f6b HTTP/1.1" status: 204 len: 168 time: 1.5688148 Feb 20 03:40:37.494196 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084621c-61eb-45cb-8502-c7231305b95d req-ba57ae88-a974-4c63-b02f-edc4fc4d632e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:37.495723 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8084621c-61eb-45cb-8502-c7231305b95d req-ba57ae88-a974-4c63-b02f-edc4fc4d632e service neutron] 10.222.0.42 "GET /v2.0/networks?id=6213f295-7155-488c-abe1-9a76b0448614 HTTP/1.1" status: 200 len: 915 time: 0.3189225 Feb 20 03:40:37.519135 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00bdea-92fb-44a0-b4ab-2d039410332e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4420538c-e4a1-4084-86c1-4a9e7dd55f6b,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:37.549688 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a8fc744d-c69c-4c2d-a0a9-402df6158d43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (569747e1-6886-43d6-a405-bf90c586f175), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:37.557927 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a8fc744d-c69c-4c2d-a0a9-402df6158d43 admin admin] Publish callbacks [] for router_controller (569747e1-6886-43d6-a405-bf90c586f175), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:37.559737 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-fd825ac1-0a3a-406e-bae8-460e8a0a0956 admin admin] Allocated IP 172.20.0.1 (600f51c6-6b09-4fa1-9746-bc869572e7a9/87beb212-a252-4a80-814f-18699c1905fc/83b52a73-38bb-4ccd-8126-e3fa69aff05d) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:40:37.649128 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a1d7605e-ef3f-4c1c-b754-191c4f904fd5 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router (2ad489fd-9bf6-4144-914c-a0539c04635a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:37.704575 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8084621c-61eb-45cb-8502-c7231305b95d req-8f2a3282-6ca6-4956-9de1-e633a757fedc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8236537-645d-4567-9beb-ece615b8c295 HTTP/1.1" status: 200 len: 1002 time: 0.1996121 Feb 20 03:40:37.710684 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fe975196-465e-45ff-873f-2ea941550ea6 req-89a8f7fd-5df2-4470-a25d-36d9328333eb tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] 10.222.0.89 "GET /v2.0/security-groups?id=a83f3831-78f5-41e5-bea1-6867c0e61603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294810 Feb 20 03:40:37.846768 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a1d7605e-ef3f-4c1c-b754-191c4f904fd5 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router_gateway (2ad489fd-9bf6-4144-914c-a0539c04635a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:37.876900 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41902) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:37.921298 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 64ddf543-874b-4869-8787-c13de29a13fa up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:40:37.923963 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a8fc744d-c69c-4c2d-a0a9-402df6158d43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (569747e1-6886-43d6-a405-bf90c586f175), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:37.924704 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fc744d-c69c-4c2d-a0a9-402df6158d43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 569747e1-6886-43d6-a405-bf90c586f175 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:40:37.934678 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a8fc744d-c69c-4c2d-a0a9-402df6158d43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:37.935874 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a8fc744d-c69c-4c2d-a0a9-402df6158d43 admin admin] 10.222.0.89 "DELETE /v2.0/routers/569747e1-6886-43d6-a405-bf90c586f175 HTTP/1.1" status: 204 len: 168 time: 2.3641660 Feb 20 03:40:37.944930 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41904) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:37.947089 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084621c-61eb-45cb-8502-c7231305b95d req-e5b4d6e2-885c-423a-b10b-9001ed580e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:37.949601 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8084621c-61eb-45cb-8502-c7231305b95d req-e5b4d6e2-885c-423a-b10b-9001ed580e1b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6707572-1301-47d5-a349-f0e02b2b9385 HTTP/1.1" status: 200 len: 853 time: 0.1711688 Feb 20 03:40:38.061780 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ec8176aa-2805-4ea1-8f9f-36d082da5f08 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=138204b85f4b4d58be48c9d0572da2c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1805584 Feb 20 03:40:38.063084 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41906) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:38.076699 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fd825ac1-0a3a-406e-bae8-460e8a0a0956 admin admin] Publish callbacks [] for port (83b52a73-38bb-4ccd-8126-e3fa69aff05d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:38.087246 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-a1d7605e-ef3f-4c1c-b754-191c4f904fd5 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Deleting port 4e5b372f-a63c-4da8-a012-c29ca368ad1d {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:40:38.087645 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a1d7605e-ef3f-4c1c-b754-191c4f904fd5 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (4e5b372f-a63c-4da8-a012-c29ca368ad1d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:38.117506 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 64ddf543-874b-4869-8787-c13de29a13fa triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:38.117854 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (64ddf543-874b-4869-8787-c13de29a13fa), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:38.176640 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ce9f8a-be52-480d-ad92-0f2cb1adea72 admin admin] Deleting subnet 7cdd67db-b129-4563-b182-47daa39d15d0 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:40:38.208802 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-19ce9f8a-be52-480d-ad92-0f2cb1adea72 admin admin] Publish callbacks [] for subnet (7cdd67db-b129-4563-b182-47daa39d15d0), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:38.238379 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a1d7605e-ef3f-4c1c-b754-191c4f904fd5 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (4e5b372f-a63c-4da8-a012-c29ca368ad1d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:38.277433 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-a1d7605e-ef3f-4c1c-b754-191c4f904fd5 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Calling delete_port for 4e5b372f-a63c-4da8-a012-c29ca368ad1d owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:40:38.281223 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084621c-61eb-45cb-8502-c7231305b95d req-5ac4ef6e-d7ca-47a4-a06c-e9ea2a024390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:38.283002 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8084621c-61eb-45cb-8502-c7231305b95d req-5ac4ef6e-d7ca-47a4-a06c-e9ea2a024390 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6213f295-7155-488c-abe1-9a76b0448614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3053298 Feb 20 03:40:38.291671 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-19ce9f8a-be52-480d-ad92-0f2cb1adea72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (7cdd67db-b129-4563-b182-47daa39d15d0), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:38.367973 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 64ddf543-874b-4869-8787-c13de29a13fa is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:40:38.369468 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 9d3f5b45-4409-45b2-92ce-9cc3cd1ace53 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:40:38.450088 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8401bae9-9b5d-4b06-9458-fa0cf22fa407 admin admin] Publish callbacks [] for security_group (27202069-9d28-4eef-bfd3-b2d428dfc783), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:38.471631 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] Publish callbacks [] for port (4e5b372f-a63c-4da8-a012-c29ca368ad1d), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:38.473171 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fd825ac1-0a3a-406e-bae8-460e8a0a0956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (83b52a73-38bb-4ccd-8126-e3fa69aff05d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:38.497984 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 9d3f5b45-4409-45b2-92ce-9cc3cd1ace53 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:38.498193 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41910) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:38.499219 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (9d3f5b45-4409-45b2-92ce-9cc3cd1ace53), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:38.553568 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-19ce9f8a-be52-480d-ad92-0f2cb1adea72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (7cdd67db-b129-4563-b182-47daa39d15d0), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:38.587850 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-edfd0d4c-cf7f-4909-8777-a7a6882d6246 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:38.598330 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8401bae9-9b5d-4b06-9458-fa0cf22fa407 admin admin] Publish callbacks [] for security_group (27202069-9d28-4eef-bfd3-b2d428dfc783), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:38.622820 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (4e5b372f-a63c-4da8-a012-c29ca368ad1d), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:38.626525 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd825ac1-0a3a-406e-bae8-460e8a0a0956 admin admin] Network 600f51c6-6b09-4fa1-9746-bc869572e7a9 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:40:38.648428 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-fd825ac1-0a3a-406e-bae8-460e8a0a0956 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:38.653832 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd825ac1-0a3a-406e-bae8-460e8a0a0956 admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:40:38.660929 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd825ac1-0a3a-406e-bae8-460e8a0a0956 admin admin] Pushing event updated for resources: {'Port': ['ID=83b52a73-38bb-4ccd-8126-e3fa69aff05d,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:38.679986 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] Attempting to bind port 4e5b372f-a63c-4da8-a012-c29ca368ad1d on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:40:38.680663 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] Attempting to bind port 4e5b372f-a63c-4da8-a012-c29ca368ad1d by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:40:38.681279 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] Attempting to bind port 4e5b372f-a63c-4da8-a012-c29ca368ad1d on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:40:38.758776 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8084621c-61eb-45cb-8502-c7231305b95d req-088d029f-929c-4037-bcd3-9436140d081f service neutron] 10.222.0.42 "GET /v2.0/networks/6213f295-7155-488c-abe1-9a76b0448614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405344 Feb 20 03:40:38.823355 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a9a2d-573c-4e54-a051-2c4f7809f875 None None] Pushing event updated for resources: {'Port': ['ID=4e5b372f-a63c-4da8-a012-c29ca368ad1d,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:38.833955 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:40:38.834516 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:40:38.836424 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:38.837121 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:40:38.837630 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] Bound port: 4e5b372f-a63c-4da8-a012-c29ca368ad1d, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:40:38.838431 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4e5b372f-a63c-4da8-a012-c29ca368ad1d), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:38.868708 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a1d7605e-ef3f-4c1c-b754-191c4f904fd5 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (4e5b372f-a63c-4da8-a012-c29ca368ad1d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:38.908046 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.db.api [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=104108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:40:38.908641 n-d-829866-4 neutron-server[104108]: DEBUG oslo_db.api [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:40:38.911083 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7605e-ef3f-4c1c-b754-191c4f904fd5 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e5b372f-a63c-4da8-a012-c29ca368ad1d,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:38.947459 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 9d3f5b45-4409-45b2-92ce-9cc3cd1ace53 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:40:38.947459 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9d3f5b45-4409-45b2-92ce-9cc3cd1ace53), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:38.967071 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 9d3f5b45-4409-45b2-92ce-9cc3cd1ace53, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=9d3f5b45-4409-45b2-92ce-9cc3cd1ace53,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:40:38.993357 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fd825ac1-0a3a-406e-bae8-460e8a0a0956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (7ef6a05e-091a-4056-931a-4a247234a19c), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:39.014272 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a1d7605e-ef3f-4c1c-b754-191c4f904fd5 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (2ad489fd-9bf6-4144-914c-a0539c04635a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:39.050459 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-9de39081-50c5-4503-a458-28e96eaefc4c None None] Provisioning complete for port 83b52a73-38bb-4ccd-8126-e3fa69aff05d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:39.051307 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9de39081-50c5-4503-a458-28e96eaefc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (83b52a73-38bb-4ccd-8126-e3fa69aff05d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:39.074264 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-19ce9f8a-be52-480d-ad92-0f2cb1adea72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (7cdd67db-b129-4563-b182-47daa39d15d0), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:39.088322 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (9d3f5b45-4409-45b2-92ce-9cc3cd1ace53), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:39.098929 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device bef3ab86-485a-4495-8556-eb6f915c5331 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:40:39.108047 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8401bae9-9b5d-4b06-9458-fa0cf22fa407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (27202069-9d28-4eef-bfd3-b2d428dfc783), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:39.110723 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8401bae9-9b5d-4b06-9458-fa0cf22fa407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:39.111914 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8401bae9-9b5d-4b06-9458-fa0cf22fa407 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/27202069-9d28-4eef-bfd3-b2d428dfc783 HTTP/1.1" status: 204 len: 168 time: 1.0281191 Feb 20 03:40:39.128617 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: bef3ab86-485a-4495-8556-eb6f915c5331 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:40:39.128617 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device bef3ab86-485a-4495-8556-eb6f915c5331 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:40:39.130363 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-9de39081-50c5-4503-a458-28e96eaefc4c None None] Port 83b52a73-38bb-4ccd-8126-e3fa69aff05d cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:40:39.172119 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a1d7605e-ef3f-4c1c-b754-191c4f904fd5 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (2ad489fd-9bf6-4144-914c-a0539c04635a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:39.176761 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a1d7605e-ef3f-4c1c-b754-191c4f904fd5 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router_controller (2ad489fd-9bf6-4144-914c-a0539c04635a), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:39.186220 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:40:39.201595 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401bae9-9b5d-4b06-9458-fa0cf22fa407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27202069-9d28-4eef-bfd3-b2d428dfc783,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:39.221362 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce9f8a-be52-480d-ad92-0f2cb1adea72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cdd67db-b129-4563-b182-47daa39d15d0,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:39.238613 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-19ce9f8a-be52-480d-ad92-0f2cb1adea72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:39.253042 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-19ce9f8a-be52-480d-ad92-0f2cb1adea72 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/7cdd67db-b129-4563-b182-47daa39d15d0 HTTP/1.1" status: 204 len: 168 time: 1.2932658 Feb 20 03:40:39.254716 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:40:39.254716 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 5a7c1cbd-4f8c-4edb-a63b-fdc9b19ef19b not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:40:39.262879 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41926) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:39.265985 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=9d3f5b45-4409-45b2-92ce-9cc3cd1ace53,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:39.307267 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8084621c-61eb-45cb-8502-c7231305b95d req-094da1c3-085d-4b11-81c9-09f51b26d9fd service neutron] 10.222.0.42 "GET /v2.0/networks/6213f295-7155-488c-abe1-9a76b0448614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5349853 Feb 20 03:40:39.309274 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-edfd0d4c-cf7f-4909-8777-a7a6882d6246 admin admin] Publish callbacks [] for security_group (aad728c5-7306-4596-aa2e-bf4c80c66b2b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:39.392530 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d14707-22a4-4ccd-a876-de22c6315ca5 req-59fe5227-f03e-48ad-81aa-f8997abb73a1 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:39.394103 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-21d14707-22a4-4ccd-a876-de22c6315ca5 req-59fe5227-f03e-48ad-81aa-f8997abb73a1 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] 10.222.0.89 "GET /v2.0/ports?device_id=d6be1e32-90af-47fb-826f-6dbef0d0e4a6 HTTP/1.1" status: 200 len: 946 time: 0.4873507 Feb 20 03:40:39.423421 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] Attempting to bind port 4e5b372f-a63c-4da8-a012-c29ca368ad1d on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:40:39.423914 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] Attempting to bind port 4e5b372f-a63c-4da8-a012-c29ca368ad1d by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:40:39.424278 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] Attempting to bind port 4e5b372f-a63c-4da8-a012-c29ca368ad1d on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:40:39.429516 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:40:39.429884 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:40:39.430283 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:39.430785 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:40:39.431319 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] Bound port: 4e5b372f-a63c-4da8-a012-c29ca368ad1d, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:40:39.431711 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4e5b372f-a63c-4da8-a012-c29ca368ad1d), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:39.450566 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.plugin [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] Port 4e5b372f-a63c-4da8-a012-c29ca368ad1d has been deleted concurrently {{(pid=104108) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 20 03:40:39.464861 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5b7bf065-2b67-4bf6-b2a2-684dd74f4d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (5c42c93f-2ac9-42c4-ae39-37d47141b593), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:39.465248 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] Routers {'2ad489fd-9bf6-4144-914c-a0539c04635a'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:40:39.466053 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['2ad489fd-9bf6-4144-914c-a0539c04635a'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:39.492364 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-21d14707-22a4-4ccd-a876-de22c6315ca5 req-a08bcf60-af12-43c6-a27e-828e65c9cdb3 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] 10.222.0.89 "GET /v2.0/security-groups?id=a83f3831-78f5-41e5-bea1-6867c0e61603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876389 Feb 20 03:40:39.516232 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a1d7605e-ef3f-4c1c-b754-191c4f904fd5 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (2ad489fd-9bf6-4144-914c-a0539c04635a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:39.516910 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d7605e-ef3f-4c1c-b754-191c4f904fd5 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ad489fd-9bf6-4144-914c-a0539c04635a {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:40:39.521313 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a1d7605e-ef3f-4c1c-b754-191c4f904fd5 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:39.525435 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a1d7605e-ef3f-4c1c-b754-191c4f904fd5 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] 10.222.0.89 "DELETE /v2.0/routers/2ad489fd-9bf6-4144-914c-a0539c04635a HTTP/1.1" status: 204 len: 168 time: 2.2349675 Feb 20 03:40:39.526054 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41934) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:39.557774 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-edfd0d4c-cf7f-4909-8777-a7a6882d6246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (aad728c5-7306-4596-aa2e-bf4c80c66b2b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:39.558392 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] Set router 2ad489fd-9bf6-4144-914c-a0539c04635a gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:40:39.611224 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5b7bf065-2b67-4bf6-b2a2-684dd74f4d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (5c42c93f-2ac9-42c4-ae39-37d47141b593), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:39.628755 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad489fd-9bf6-4144-914c-a0539c04635a', 'name': 'tempest-snat-router-1976439091', 'tenant_id': 'fdacffb30f064cf9855cff8ef83879a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:31Z', 'updated_at': '2022-02-20T03:40:38Z', 'revision_number': 5, 'project_id': 'fdacffb30f064cf9855cff8ef83879a7', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:39.658575 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d0c7ebf2-7545-47fe-9e6d-6ee950b29ee7 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router (55c1bb05-1e2b-4dff-996c-d8ea9b5f9781), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:39.667071 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8532db77-15f3-428a-8e18-7929ca2bea19 None None] The sync data for ids ['2ad489fd-9bf6-4144-914c-a0539c04635a'] in n-d-829866-4 is: [{'id': '2ad489fd-9bf6-4144-914c-a0539c04635a', 'name': 'tempest-snat-router-1976439091', 'tenant_id': 'fdacffb30f064cf9855cff8ef83879a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:31Z', 'updated_at': '2022-02-20T03:40:38Z', 'revision_number': 5, 'project_id': 'fdacffb30f064cf9855cff8ef83879a7', 'gw_port_host': None}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:40:39.751240 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-edfd0d4c-cf7f-4909-8777-a7a6882d6246 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5a1ca860368941afba2abb684562f9f4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2481174 Feb 20 03:40:39.755450 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41938) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:39.761101 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-5b7bf065-2b67-4bf6-b2a2-684dd74f4d16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c42c93f-2ac9-42c4-ae39-37d47141b593']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:39.793454 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd0d4c-cf7f-4909-8777-a7a6882d6246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad728c5-7306-4596-aa2e-bf4c80c66b2b,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:39.801975 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-5b7bf065-2b67-4bf6-b2a2-684dd74f4d16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ad1fc2-2df0-45f6-8610-0de9f440c6ae') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:39.801975 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-5b7bf065-2b67-4bf6-b2a2-684dd74f4d16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ad1fc2-2df0-45f6-8610-0de9f440c6ae') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:39.806906 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fd825ac1-0a3a-406e-bae8-460e8a0a0956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (83b52a73-38bb-4ccd-8126-e3fa69aff05d), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:39.833556 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41942) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:39.835662 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5b7bf065-2b67-4bf6-b2a2-684dd74f4d16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (10ad1fc2-2df0-45f6-8610-0de9f440c6ae), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:39.848839 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d0c7ebf2-7545-47fe-9e6d-6ee950b29ee7 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router_gateway (55c1bb05-1e2b-4dff-996c-d8ea9b5f9781), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:39.898472 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5b7bf065-2b67-4bf6-b2a2-684dd74f4d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (10ad1fc2-2df0-45f6-8610-0de9f440c6ae), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:39.919272 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b7bf065-2b67-4bf6-b2a2-684dd74f4d16 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:40:39.919687 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5b7bf065-2b67-4bf6-b2a2-684dd74f4d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (10ad1fc2-2df0-45f6-8610-0de9f440c6ae), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:39.921394 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:40:39.921394 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:40:39.921394 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:40:39.921394 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:40:39.921394 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:40:39.921394 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:40:39.921394 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:40:39.921394 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:40:39.921394 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:40:39.921394 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:40:39.921394 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:40:39.921394 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:40:39.921394 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:40:39.921394 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:40:39.921394 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:40:39.921394 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:40:39.921394 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:40:39.921394 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:40:39.921394 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:40:39.921394 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:40:39.921394 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:40:39.921394 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:40:39.921394 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:40:39.921394 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:40:39.921394 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:40:39.921394 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:40:39.921394 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:40:39.921394 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:40:39.921394 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:40:39.921394 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:40:39.921394 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:40:39.921394 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:40:39.993261 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1ae26e7b-b60e-4739-a992-ebacc924f2ef admin admin] Publish callbacks [] for security_group (aad728c5-7306-4596-aa2e-bf4c80c66b2b), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:40.071773 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1ae26e7b-b60e-4739-a992-ebacc924f2ef admin admin] Publish callbacks [] for security_group (aad728c5-7306-4596-aa2e-bf4c80c66b2b), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:40.076600 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7ebf2-7545-47fe-9e6d-6ee950b29ee7 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Deleting port 64ddf543-874b-4869-8787-c13de29a13fa {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:40:40.077067 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d0c7ebf2-7545-47fe-9e6d-6ee950b29ee7 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (64ddf543-874b-4869-8787-c13de29a13fa), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:40.077457 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-d5d44766-61d7-4d2e-8378-3917ea47329c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1927169676'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:40.107205 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5b7bf065-2b67-4bf6-b2a2-684dd74f4d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (5c42c93f-2ac9-42c4-ae39-37d47141b593), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:40.112486 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5b7bf065-2b67-4bf6-b2a2-684dd74f4d16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:40.118727 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5b7bf065-2b67-4bf6-b2a2-684dd74f4d16 admin admin] 10.222.0.89 "DELETE /v2.0/networks/5c42c93f-2ac9-42c4-ae39-37d47141b593 HTTP/1.1" status: 204 len: 168 time: 0.8511221 Feb 20 03:40:40.181526 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7bf065-2b67-4bf6-b2a2-684dd74f4d16 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c42c93f-2ac9-42c4-ae39-37d47141b593,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:40.233408 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-d0c7ebf2-7545-47fe-9e6d-6ee950b29ee7 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] For port 64ddf543-874b-4869-8787-c13de29a13fa, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=64ddf543-874b-4869-8787-c13de29a13fa,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:40:40.234120 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d0c7ebf2-7545-47fe-9e6d-6ee950b29ee7 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (64ddf543-874b-4869-8787-c13de29a13fa), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:40.248761 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d44766-61d7-4d2e-8378-3917ea47329c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Made reservation on behalf of 1e169532db8d4a50bee9364e03c10bd0 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:40:40.251369 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7ebf2-7545-47fe-9e6d-6ee950b29ee7 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Calling delete_port for 64ddf543-874b-4869-8787-c13de29a13fa owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:40:40.252314 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d5d44766-61d7-4d2e-8378-3917ea47329c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:40.259145 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fd825ac1-0a3a-406e-bae8-460e8a0a0956 admin admin] Publish callbacks [] for port (83b52a73-38bb-4ccd-8126-e3fa69aff05d), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:40.266339 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d5d44766-61d7-4d2e-8378-3917ea47329c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:40.345996 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1ae26e7b-b60e-4739-a992-ebacc924f2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (aad728c5-7306-4596-aa2e-bf4c80c66b2b), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:40.349109 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1ae26e7b-b60e-4739-a992-ebacc924f2ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:40.354048 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1ae26e7b-b60e-4739-a992-ebacc924f2ef admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/aad728c5-7306-4596-aa2e-bf4c80c66b2b HTTP/1.1" status: 204 len: 168 time: 0.5876594 Feb 20 03:40:40.373725 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae26e7b-b60e-4739-a992-ebacc924f2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad728c5-7306-4596-aa2e-bf4c80c66b2b,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:40.378756 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fd825ac1-0a3a-406e-bae8-460e8a0a0956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (83b52a73-38bb-4ccd-8126-e3fa69aff05d), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:40.478510 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd825ac1-0a3a-406e-bae8-460e8a0a0956 admin admin] Pushing event updated for resources: {'Port': ['ID=83b52a73-38bb-4ccd-8126-e3fa69aff05d,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:40.482167 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fd825ac1-0a3a-406e-bae8-460e8a0a0956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (7ef6a05e-091a-4056-931a-4a247234a19c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:40.521755 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d5d44766-61d7-4d2e-8378-3917ea47329c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks [] for security_group (cf5c3175-9edc-4db7-837a-7e2a21be0f45), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:40.547912 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d0c7ebf2-7545-47fe-9e6d-6ee950b29ee7 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (64ddf543-874b-4869-8787-c13de29a13fa), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:40.581021 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41964) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:40.607148 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7ebf2-7545-47fe-9e6d-6ee950b29ee7 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Pushing event deleted for resources: {'Port': ['ID=64ddf543-874b-4869-8787-c13de29a13fa,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:40.612037 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d5d44766-61d7-4d2e-8378-3917ea47329c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (cf5c3175-9edc-4db7-837a-7e2a21be0f45), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:40.626051 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5d44766-61d7-4d2e-8378-3917ea47329c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:40:40.659863 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d5d44766-61d7-4d2e-8378-3917ea47329c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (3f9b9031-1cff-4614-abea-ecdbce119580), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:40.660214 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-d5d44766-61d7-4d2e-8378-3917ea47329c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Added segment 3f9b9031-1cff-4614-abea-ecdbce119580 of type vlan for network eab35996-dd2a-4010-adb1-7383145f7b93 Feb 20 03:40:40.680734 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd825ac1-0a3a-406e-bae8-460e8a0a0956 admin admin] Network 600f51c6-6b09-4fa1-9746-bc869572e7a9 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:40:40.689654 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d0c7ebf2-7545-47fe-9e6d-6ee950b29ee7 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (55c1bb05-1e2b-4dff-996c-d8ea9b5f9781), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:40.693746 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-fd825ac1-0a3a-406e-bae8-460e8a0a0956 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:40.728961 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d44766-61d7-4d2e-8378-3917ea47329c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5c3175-9edc-4db7-837a-7e2a21be0f45,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:40.736317 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e2f10514-593b-4a75-84a2-d02943ca216c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6a08cfad188e48b79e337e2a93b4d6c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1534932 Feb 20 03:40:40.742751 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41970) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:40.763037 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d5d44766-61d7-4d2e-8378-3917ea47329c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (eab35996-dd2a-4010-adb1-7383145f7b93), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:40.902143 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.db.resource_extend [None req-d5d44766-61d7-4d2e-8378-3917ea47329c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 03:40:40.905041 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d0c7ebf2-7545-47fe-9e6d-6ee950b29ee7 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (55c1bb05-1e2b-4dff-996c-d8ea9b5f9781), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:40.907661 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d0c7ebf2-7545-47fe-9e6d-6ee950b29ee7 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router_controller (55c1bb05-1e2b-4dff-996c-d8ea9b5f9781), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:41.015117 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a32ee927-5f45-40d8-922a-2066eb35721d admin admin] Publish callbacks [] for security_group (c9f40f89-210f-4401-be45-04f0e67e15c7), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:41.029471 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17efbc-b211-454f-88f0-54511090583e req-4df75bf6-0e8c-4042-b2e8-e0517dc19c2c tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:41.031326 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5d17efbc-b211-454f-88f0-54511090583e req-4df75bf6-0e8c-4042-b2e8-e0517dc19c2c tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] 10.222.0.89 "GET /v2.0/ports?device_id=d6be1e32-90af-47fb-826f-6dbef0d0e4a6 HTTP/1.1" status: 200 len: 946 time: 0.1855991 Feb 20 03:40:41.073379 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d5d44766-61d7-4d2e-8378-3917ea47329c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (eab35996-dd2a-4010-adb1-7383145f7b93), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:41.079752 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d44766-61d7-4d2e-8378-3917ea47329c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:41.080288 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d5d44766-61d7-4d2e-8378-3917ea47329c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:41.080428 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-6bc92188-c55a-42c8-8901-a9cd50a2d059 None None] Provisioning complete for port 83b52a73-38bb-4ccd-8126-e3fa69aff05d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:41.080863 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6bc92188-c55a-42c8-8901-a9cd50a2d059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (83b52a73-38bb-4ccd-8126-e3fa69aff05d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:41.096683 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd825ac1-0a3a-406e-bae8-460e8a0a0956 admin admin] Router 7ef6a05e-091a-4056-931a-4a247234a19c has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:40:41.124290 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a32ee927-5f45-40d8-922a-2066eb35721d admin admin] Publish callbacks [] for security_group (c9f40f89-210f-4401-be45-04f0e67e15c7), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:41.130667 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d0c7ebf2-7545-47fe-9e6d-6ee950b29ee7 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (55c1bb05-1e2b-4dff-996c-d8ea9b5f9781), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:41.131441 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c7ebf2-7545-47fe-9e6d-6ee950b29ee7 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 55c1bb05-1e2b-4dff-996c-d8ea9b5f9781 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:40:41.139622 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d0c7ebf2-7545-47fe-9e6d-6ee950b29ee7 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:41.139622 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d0c7ebf2-7545-47fe-9e6d-6ee950b29ee7 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] 10.222.0.89 "DELETE /v2.0/routers/55c1bb05-1e2b-4dff-996c-d8ea9b5f9781 HTTP/1.1" status: 204 len: 168 time: 1.6110868 Feb 20 03:40:41.142268 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41982) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:41.155117 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-d9be62c9-00b3-4df7-96c6-e6961ae3aac8 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1301103533', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}, 'admin_state_up': False}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:41.160094 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-6bc92188-c55a-42c8-8901-a9cd50a2d059 None None] Port 83b52a73-38bb-4ccd-8126-e3fa69aff05d cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:40:41.221627 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5d17efbc-b211-454f-88f0-54511090583e req-f3cabb76-36f4-4472-a19e-ee21db49046d tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] 10.222.0.89 "GET /v2.0/security-groups?id=a83f3831-78f5-41e5-bea1-6867c0e61603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804988 Feb 20 03:40:41.243202 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41984) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:41.267247 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d44766-61d7-4d2e-8378-3917ea47329c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Pushing event updated for resources: {'Network': ['ID=eab35996-dd2a-4010-adb1-7383145f7b93,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:41.279830 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network eab35996-dd2a-4010-adb1-7383145f7b93 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:40:41.331755 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d5d44766-61d7-4d2e-8378-3917ea47329c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.4864829 Feb 20 03:40:41.332005 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41990) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:41.338588 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-2150626b-4f1b-45da-98b8-cc768ed3029f tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Request body: {'subnet': {'network_id': 'eab35996-dd2a-4010-adb1-7383145f7b93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:41.393431 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 9d3f5b45-4409-45b2-92ce-9cc3cd1ace53 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:40:41.400062 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9be62c9-00b3-4df7-96c6-e6961ae3aac8 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (b9e477a4-8f9d-492d-a44e-fd98feb67ec4), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:41.402589 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9be62c9-00b3-4df7-96c6-e6961ae3aac8 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (b9e477a4-8f9d-492d-a44e-fd98feb67ec4), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:41.522165 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 9d3f5b45-4409-45b2-92ce-9cc3cd1ace53 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:41.526349 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (9d3f5b45-4409-45b2-92ce-9cc3cd1ace53), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:41.640570 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 9d3f5b45-4409-45b2-92ce-9cc3cd1ace53 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:40:41.785249 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9be62c9-00b3-4df7-96c6-e6961ae3aac8 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router_controller (b9e477a4-8f9d-492d-a44e-fd98feb67ec4), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:41.877496 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-593dd3c7-409f-4b7d-97c4-db40d77033e8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-826249413-network', 'tenant_id': '0d4e5737e103447f89841b11bed8bb31'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:41.882357 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2150626b-4f1b-45da-98b8-cc768ed3029f tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Made reservation on behalf of 1e169532db8d4a50bee9364e03c10bd0 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:40:41.883303 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a32ee927-5f45-40d8-922a-2066eb35721d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c9f40f89-210f-4401-be45-04f0e67e15c7), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:41.885720 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a32ee927-5f45-40d8-922a-2066eb35721d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:41.886480 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2150626b-4f1b-45da-98b8-cc768ed3029f tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:41.886942 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a32ee927-5f45-40d8-922a-2066eb35721d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c9f40f89-210f-4401-be45-04f0e67e15c7 HTTP/1.1" status: 204 len: 168 time: 1.1430790 Feb 20 03:40:41.912977 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ee927-5f45-40d8-922a-2066eb35721d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f40f89-210f-4401-be45-04f0e67e15c7,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:41.926669 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd825ac1-0a3a-406e-bae8-460e8a0a0956 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:40:41.933302 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-fd825ac1-0a3a-406e-bae8-460e8a0a0956 admin admin] 10.222.0.89 "PUT /v2.0/routers/7ef6a05e-091a-4056-931a-4a247234a19c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6366343 Feb 20 03:40:41.956651 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72d59a3-6bd4-43bd-9931-57b937433055 None None] Sync routers for ids ['7ef6a05e-091a-4056-931a-4a247234a19c'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:40:41.972804 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72d59a3-6bd4-43bd-9931-57b937433055 None None] Routers {'7ef6a05e-091a-4056-931a-4a247234a19c'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:40:41.973453 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b72d59a3-6bd4-43bd-9931-57b937433055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7ef6a05e-091a-4056-931a-4a247234a19c'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:42.013071 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec6d83-efdd-4f14-aa62-fdfd379b0aeb req-93121ced-dd25-4815-99fe-0d1c80dac936 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:42.015136 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31ec6d83-efdd-4f14-aa62-fdfd379b0aeb req-93121ced-dd25-4815-99fe-0d1c80dac936 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] 10.222.0.93 "GET /v2.0/ports?device_id=d6be1e32-90af-47fb-826f-6dbef0d0e4a6 HTTP/1.1" status: 200 len: 946 time: 0.0905733 Feb 20 03:40:42.016608 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593dd3c7-409f-4b7d-97c4-db40d77033e8 admin admin] Made reservation on behalf of 0d4e5737e103447f89841b11bed8bb31 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:40:42.019060 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-593dd3c7-409f-4b7d-97c4-db40d77033e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:42.059970 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-593dd3c7-409f-4b7d-97c4-db40d77033e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:42.077920 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9be62c9-00b3-4df7-96c6-e6961ae3aac8 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router_gateway (b9e477a4-8f9d-492d-a44e-fd98feb67ec4), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:42.122737 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-b72d59a3-6bd4-43bd-9931-57b937433055 None None] Set router 7ef6a05e-091a-4056-931a-4a247234a19c gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:40:42.182818 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-593dd3c7-409f-4b7d-97c4-db40d77033e8 admin admin] Publish callbacks [] for security_group (afe54234-6471-462d-a2c5-c5441fb9054a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:42.252680 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-31ec6d83-efdd-4f14-aa62-fdfd379b0aeb req-092aa416-096d-4fe2-a10f-a4407f7f74a2 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] Deleting port f07b3a3a-c724-44f2-91be-feb95f8918f6 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:40:42.253196 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-31ec6d83-efdd-4f14-aa62-fdfd379b0aeb req-092aa416-096d-4fe2-a10f-a4407f7f74a2 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (f07b3a3a-c724-44f2-91be-feb95f8918f6), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:42.365803 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-31ec6d83-efdd-4f14-aa62-fdfd379b0aeb req-092aa416-096d-4fe2-a10f-a4407f7f74a2 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] For port f07b3a3a-c724-44f2-91be-feb95f8918f6, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f07b3a3a-c724-44f2-91be-feb95f8918f6,segment=NetworkSegment(269f35d4-f020-4f0f-a824-f9bf032ff765),segment_id=269f35d4-f020-4f0f-a824-f9bf032ff765)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:40:42.366650 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-31ec6d83-efdd-4f14-aa62-fdfd379b0aeb req-092aa416-096d-4fe2-a10f-a4407f7f74a2 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (f07b3a3a-c724-44f2-91be-feb95f8918f6), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:42.387185 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-593dd3c7-409f-4b7d-97c4-db40d77033e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (afe54234-6471-462d-a2c5-c5441fb9054a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:42.399162 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b72d59a3-6bd4-43bd-9931-57b937433055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-790780277-router', 'tenant_id': '62872f561f24429faadfc81d64d64e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '9d3f5b45-4409-45b2-92ce-9cc3cd1ace53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:27Z', 'updated_at': '2022-02-20T03:40:39Z', 'revision_number': 4, 'project_id': '62872f561f24429faadfc81d64d64e66', 'gw_port': {'id': '9d3f5b45-4409-45b2-92ce-9cc3cd1ace53', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:29Z', 'updated_at': '2022-02-20T03:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '83b52a73-38bb-4ccd-8126-e3fa69aff05d', 'name': '', 'network_id': '600f51c6-6b09-4fa1-9746-bc869572e7a9', 'tenant_id': '62872f561f24429faadfc81d64d64e66', 'mac_address': 'fa:16:3e:fe:98:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '87beb212-a252-4a80-814f-18699c1905fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:36Z', 'updated_at': '2022-02-20T03:40:39Z', 'revision_number': 2, 'project_id': '62872f561f24429faadfc81d64d64e66', 'subnets': [{'id': '87beb212-a252-4a80-814f-18699c1905fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:42.406882 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-31ec6d83-efdd-4f14-aa62-fdfd379b0aeb req-092aa416-096d-4fe2-a10f-a4407f7f74a2 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] Calling delete_port for f07b3a3a-c724-44f2-91be-feb95f8918f6 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:40:42.420362 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2150626b-4f1b-45da-98b8-cc768ed3029f tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (bb0da873-c398-4931-8886-573cb5e4a33c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:42.446292 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72d59a3-6bd4-43bd-9931-57b937433055 None None] Checking router: 7ef6a05e-091a-4056-931a-4a247234a19c for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:40:42.447112 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72d59a3-6bd4-43bd-9931-57b937433055 None None] Updating router 7ef6a05e-091a-4056-931a-4a247234a19c port 83b52a73-38bb-4ccd-8126-e3fa69aff05d binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:40:42.447434 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-593dd3c7-409f-4b7d-97c4-db40d77033e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:40:42.504566 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593dd3c7-409f-4b7d-97c4-db40d77033e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe54234-6471-462d-a2c5-c5441fb9054a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:42.509531 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b72d59a3-6bd4-43bd-9931-57b937433055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (83b52a73-38bb-4ccd-8126-e3fa69aff05d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:42.528644 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-593dd3c7-409f-4b7d-97c4-db40d77033e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (d72d462e-fc0a-426c-bb37-f85f00dbb615), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:42.529301 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-593dd3c7-409f-4b7d-97c4-db40d77033e8 admin admin] Added segment d72d462e-fc0a-426c-bb37-f85f00dbb615 of type vlan for network b098f8c6-16ef-4470-b828-67d64bde6c7f Feb 20 03:40:42.534938 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150626b-4f1b-45da-98b8-cc768ed3029f tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Pushing event updated for resources: {'Subnet': ['ID=bb0da873-c398-4931-8886-573cb5e4a33c,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:42.607796 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63cfcd1-2bdc-47a6-8b5b-e10061a57120 req-9e7fad58-c822-4888-a6c3-316f751d3af0 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:42.612963 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b63cfcd1-2bdc-47a6-8b5b-e10061a57120 req-9e7fad58-c822-4888-a6c3-316f751d3af0 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] 10.222.0.89 "GET /v2.0/ports?device_id=d6be1e32-90af-47fb-826f-6dbef0d0e4a6 HTTP/1.1" status: 200 len: 946 time: 0.2325842 Feb 20 03:40:42.628528 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-593dd3c7-409f-4b7d-97c4-db40d77033e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (b098f8c6-16ef-4470-b828-67d64bde6c7f), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:42.735651 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2150626b-4f1b-45da-98b8-cc768ed3029f tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Checking segment: {'id': '3f9b9031-1cff-4614-abea-ecdbce119580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'eab35996-dd2a-4010-adb1-7383145f7b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:40:42.736038 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2150626b-4f1b-45da-98b8-cc768ed3029f tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Network hostable DHCP agents. Network: eab35996-dd2a-4010-adb1-7383145f7b93, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:40:42.766533 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b63cfcd1-2bdc-47a6-8b5b-e10061a57120 req-488e6bd3-438d-423f-a1d8-feb7fb3612f3 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] 10.222.0.89 "GET /v2.0/security-groups?id=a83f3831-78f5-41e5-bea1-6867c0e61603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503720 Feb 20 03:40:42.799341 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9be62c9-00b3-4df7-96c6-e6961ae3aac8 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router_gateway (b9e477a4-8f9d-492d-a44e-fd98feb67ec4), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:42.827967 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9be62c9-00b3-4df7-96c6-e6961ae3aac8 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:42.849482 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-593dd3c7-409f-4b7d-97c4-db40d77033e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (b098f8c6-16ef-4470-b828-67d64bde6c7f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:42.851533 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593dd3c7-409f-4b7d-97c4-db40d77033e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:42.852218 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-593dd3c7-409f-4b7d-97c4-db40d77033e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:42.856798 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-31ec6d83-efdd-4f14-aa62-fdfd379b0aeb req-092aa416-096d-4fe2-a10f-a4407f7f74a2 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (f07b3a3a-c724-44f2-91be-feb95f8918f6), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:42.875639 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['f07b3a3a-c724-44f2-91be-feb95f8918f6'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:40:42.908925 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2150626b-4f1b-45da-98b8-cc768ed3029f tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Network eab35996-dd2a-4010-adb1-7383145f7b93 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:40:42.969762 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b72d59a3-6bd4-43bd-9931-57b937433055 None None] Publish callbacks [] for port (83b52a73-38bb-4ccd-8126-e3fa69aff05d), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:42.993752 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-d9be62c9-00b3-4df7-96c6-e6961ae3aac8 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Allocated IP 172.25.7.123 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/77d5fb08-8657-4cd0-9aa4-772b706c6aaa) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:40:42.999965 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092aa416-096d-4fe2-a10f-a4407f7f74a2 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] Pushing event deleted for resources: {'Port': ['ID=f07b3a3a-c724-44f2-91be-feb95f8918f6,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:43.015119 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-2150626b-4f1b-45da-98b8-cc768ed3029f tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, eab35996-dd2a-4010-adb1-7383145f7b93) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:43.021970 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2150626b-4f1b-45da-98b8-cc768ed3029f tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:43.022660 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2150626b-4f1b-45da-98b8-cc768ed3029f tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:43.029105 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7283b6a3-77e5-468f-bf55-313dd1d4fd32 None None] Network eab35996-dd2a-4010-adb1-7383145f7b93 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:40:43.106770 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b72d59a3-6bd4-43bd-9931-57b937433055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (83b52a73-38bb-4ccd-8126-e3fa69aff05d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:43.137393 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593dd3c7-409f-4b7d-97c4-db40d77033e8 admin admin] Pushing event updated for resources: {'Network': ['ID=b098f8c6-16ef-4470-b828-67d64bde6c7f,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:43.144250 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ec6d83-efdd-4f14-aa62-fdfd379b0aeb req-092aa416-096d-4fe2-a10f-a4407f7f74a2 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] No DVR routers for this DVR port f07b3a3a-c724-44f2-91be-feb95f8918f6 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:40:43.155056 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-593dd3c7-409f-4b7d-97c4-db40d77033e8 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9054432 Feb 20 03:40:43.155056 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-31ec6d83-efdd-4f14-aa62-fdfd379b0aeb req-092aa416-096d-4fe2-a10f-a4407f7f74a2 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:43.156723 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network b098f8c6-16ef-4470-b828-67d64bde6c7f details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:40:43.167922 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31ec6d83-efdd-4f14-aa62-fdfd379b0aeb req-092aa416-096d-4fe2-a10f-a4407f7f74a2 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] 10.222.0.93 "DELETE /v2.0/ports/f07b3a3a-c724-44f2-91be-feb95f8918f6 HTTP/1.1" status: 204 len: 173 time: 1.1452363 Feb 20 03:40:43.168480 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6be1e32-90af-47fb-826f-6dbef0d0e4a6', 'name': 'network-vif-deleted', 'tag': 'f07b3a3a-c724-44f2-91be-feb95f8918f6'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:40:43.178701 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42038) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:43.178923 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67fbe0c-5e13-4942-bf2d-65611ab2be7d" -d '{"events": [{"server_uuid": "d6be1e32-90af-47fb-826f-6dbef0d0e4a6", "name": "network-vif-deleted", "tag": "f07b3a3a-c724-44f2-91be-feb95f8918f6"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:40:43.192082 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-5d828cf5-8dc1-4e0c-a21a-0531cc2f3722 admin admin] Request body: {'subnet': {'network_id': 'b098f8c6-16ef-4470-b828-67d64bde6c7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-826249413-subnet', 'tenant_id': '0d4e5737e103447f89841b11bed8bb31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:43.226728 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2150626b-4f1b-45da-98b8-cc768ed3029f tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8934181 Feb 20 03:40:43.231627 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42050) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:43.249390 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-236bf023-d4f6-4670-a1b7-363cf1948ec5 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Request body: {'port': {'network_id': 'eab35996-dd2a-4010-adb1-7383145f7b93', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1076068314'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:43.259374 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 64ddf543-874b-4869-8787-c13de29a13fa no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:40:43.346534 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9be62c9-00b3-4df7-96c6-e6961ae3aac8 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for port (77d5fb08-8657-4cd0-9aa4-772b706c6aaa), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:43.346769 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 64ddf543-874b-4869-8787-c13de29a13fa {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:40:43.346769 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 64ddf543-874b-4869-8787-c13de29a13fa not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:40:43.380336 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b76e0-92d0-43b9-8dbe-02bdb0a2f6c3 None None] Pushing event updated for resources: {'Port': ['ID=83b52a73-38bb-4ccd-8126-e3fa69aff05d,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:43.454009 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-0a70cabe-3373-48c5-b33c-0fe2b7312548 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:43.457254 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-0a70cabe-3373-48c5-b33c-0fe2b7312548 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/networks?id=600f51c6-6b09-4fa1-9746-bc869572e7a9 HTTP/1.1" status: 200 len: 828 time: 0.2345755 Feb 20 03:40:43.461855 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d828cf5-8dc1-4e0c-a21a-0531cc2f3722 admin admin] Made reservation on behalf of 0d4e5737e103447f89841b11bed8bb31 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:40:43.467533 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5d828cf5-8dc1-4e0c-a21a-0531cc2f3722 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:43.477909 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-9ab1be94-a425-4e99-bdab-ec0426aeef7c tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/quotas/62872f561f24429faadfc81d64d64e66 HTTP/1.1" status: 200 len: 375 time: 0.0153413 Feb 20 03:40:43.515317 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b72d59a3-6bd4-43bd-9931-57b937433055 None None] Attempting to bind port 83b52a73-38bb-4ccd-8126-e3fa69aff05d on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:40:43.515698 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b72d59a3-6bd4-43bd-9931-57b937433055 None None] Attempting to bind port 83b52a73-38bb-4ccd-8126-e3fa69aff05d by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '4fb51312-b6a0-4af3-8d83-7ca6df64bc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '600f51c6-6b09-4fa1-9746-bc869572e7a9'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:40:43.516071 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72d59a3-6bd4-43bd-9931-57b937433055 None None] Attempting to bind port 83b52a73-38bb-4ccd-8126-e3fa69aff05d on network 600f51c6-6b09-4fa1-9746-bc869572e7a9 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:40:43.523059 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf026c2-8f24-41f6-ad28-bed632e4ccc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-eab35996-dd2a-4010-adb1-7383145f7b93', 'network_id': 'eab35996-dd2a-4010-adb1-7383145f7b93', 'project_id': '1e169532db8d4a50bee9364e03c10bd0', 'fixed_ips': [{'subnet_id': 'bb0da873-c398-4931-8886-573cb5e4a33c'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:40:43.523921 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2bf026c2-8f24-41f6-ad28-bed632e4ccc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:43.548021 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72d59a3-6bd4-43bd-9931-57b937433055 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:40:43.548407 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72d59a3-6bd4-43bd-9931-57b937433055 None None] Checking segment: {'id': '4fb51312-b6a0-4af3-8d83-7ca6df64bc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '600f51c6-6b09-4fa1-9746-bc869572e7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:40:43.548818 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b72d59a3-6bd4-43bd-9931-57b937433055 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:43.549210 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72d59a3-6bd4-43bd-9931-57b937433055 None None] Bound using segment: {'id': '4fb51312-b6a0-4af3-8d83-7ca6df64bc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '600f51c6-6b09-4fa1-9746-bc869572e7a9'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:40:43.557177 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b72d59a3-6bd4-43bd-9931-57b937433055 None None] Bound port: 83b52a73-38bb-4ccd-8126-e3fa69aff05d, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb51312-b6a0-4af3-8d83-7ca6df64bc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '600f51c6-6b09-4fa1-9746-bc869572e7a9'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:40:43.557177 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b72d59a3-6bd4-43bd-9931-57b937433055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (83b52a73-38bb-4ccd-8126-e3fa69aff05d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:43.557496 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236bf023-d4f6-4670-a1b7-363cf1948ec5 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Made reservation on behalf of 1e169532db8d4a50bee9364e03c10bd0 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:40:43.558080 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-236bf023-d4f6-4670-a1b7-363cf1948ec5 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:43.576304 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9be62c9-00b3-4df7-96c6-e6961ae3aac8 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (77d5fb08-8657-4cd0-9aa4-772b706c6aaa), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:43.624680 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-236bf023-d4f6-4670-a1b7-363cf1948ec5 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] device_id is not set on port c7441f86-b075-4dc9-aedf-458ed5a50c45 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:40:43.660907 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-d9bdc1ee-8010-493e-b93c-24b7792535f1 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=62872f561f24429faadfc81d64d64e66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1674001 Feb 20 03:40:43.719064 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9be62c9-00b3-4df7-96c6-e6961ae3aac8 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:40:43.732767 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be62c9-00b3-4df7-96c6-e6961ae3aac8 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Pushing event updated for resources: {'Port': ['ID=77d5fb08-8657-4cd0-9aa4-772b706c6aaa,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:43.736115 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-d9be62c9-00b3-4df7-96c6-e6961ae3aac8 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:43.744737 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9be62c9-00b3-4df7-96c6-e6961ae3aac8 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:40:43.794796 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-c719b113-06ca-458c-8949-9c7a40047a63 service neutron] 10.222.0.89 "GET /v2.0/networks/600f51c6-6b09-4fa1-9746-bc869572e7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285782 Feb 20 03:40:43.807171 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42070) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:43.818081 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b72d59a3-6bd4-43bd-9931-57b937433055 None None] For port 83b52a73-38bb-4ccd-8126-e3fa69aff05d, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:40:43.821035 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-5c34f6fc-d35a-420c-9b71-1d983e066e70 None None] Provisioning complete for port 83b52a73-38bb-4ccd-8126-e3fa69aff05d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:43.821485 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5c34f6fc-d35a-420c-9b71-1d983e066e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (83b52a73-38bb-4ccd-8126-e3fa69aff05d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:43.827064 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b72d59a3-6bd4-43bd-9931-57b937433055 None None] For port 83b52a73-38bb-4ccd-8126-e3fa69aff05d, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=83b52a73-38bb-4ccd-8126-e3fa69aff05d,segment=NetworkSegment(4fb51312-b6a0-4af3-8d83-7ca6df64bc46),segment_id=4fb51312-b6a0-4af3-8d83-7ca6df64bc46)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:40:43.850342 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-2bf026c2-8f24-41f6-ad28-bed632e4ccc4 None None] Allocated IP 2001:db8::2 (eab35996-dd2a-4010-adb1-7383145f7b93/bb0da873-c398-4931-8886-573cb5e4a33c/abacf9ee-26ee-4328-9e27-316d1a1de50e) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:40:43.901579 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5c34f6fc-d35a-420c-9b71-1d983e066e70 None None] Port 83b52a73-38bb-4ccd-8126-e3fa69aff05d cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:40:43.939984 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b72d59a3-6bd4-43bd-9931-57b937433055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (83b52a73-38bb-4ccd-8126-e3fa69aff05d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:43.969885 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-3488465d-6784-4ec5-afa2-76810e349090 service neutron] 10.222.0.89 "GET /v2.0/networks/600f51c6-6b09-4fa1-9746-bc869572e7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670382 Feb 20 03:40:44.070922 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-8ae92270-2cb8-41f1-b830-4e04b4b8bf25 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-914477518-network', 'tenant_id': 'd0e13d4cebfb405fb08a08acd92e6212'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:44.105824 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72d59a3-6bd4-43bd-9931-57b937433055 None None] Routers {'7ef6a05e-091a-4056-931a-4a247234a19c'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:40:44.106448 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b72d59a3-6bd4-43bd-9931-57b937433055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7ef6a05e-091a-4056-931a-4a247234a19c'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:44.111771 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b76e0-92d0-43b9-8dbe-02bdb0a2f6c3 None None] Pushing event updated for resources: {'Port': ['ID=83b52a73-38bb-4ccd-8126-e3fa69aff05d,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:44.235443 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae92270-2cb8-41f1-b830-4e04b4b8bf25 admin admin] Made reservation on behalf of d0e13d4cebfb405fb08a08acd92e6212 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:40:44.238487 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ae92270-2cb8-41f1-b830-4e04b4b8bf25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:44.264342 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ae92270-2cb8-41f1-b830-4e04b4b8bf25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:44.277673 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5d828cf5-8dc1-4e0c-a21a-0531cc2f3722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (31a197bb-5fd0-42b5-ae4b-c35a9b090699), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:44.314774 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42e4cf1-3ed4-4d6c-8277-ad4735430a2b x-openstack-request-id: req-d42e4cf1-3ed4-4d6c-8277-ad4735430a2b {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:40:44.315240 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6be1e32-90af-47fb-826f-6dbef0d0e4a6", "name": "network-vif-deleted", "tag": "f07b3a3a-c724-44f2-91be-feb95f8918f6", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:40:44.316540 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d42e4cf1-3ed4-4d6c-8277-ad4735430a2b {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:40:44.317101 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6be1e32-90af-47fb-826f-6dbef0d0e4a6', 'name': 'network-vif-deleted', 'tag': 'f07b3a3a-c724-44f2-91be-feb95f8918f6', 'status': 'completed', 'code': 200} Feb 20 03:40:44.420279 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d828cf5-8dc1-4e0c-a21a-0531cc2f3722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31a197bb-5fd0-42b5-ae4b-c35a9b090699,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:44.436241 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f953b605-8d56-481c-b1ba-59dd64485ee6 None None] Provisioning complete for port 83b52a73-38bb-4ccd-8126-e3fa69aff05d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:44.436743 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f953b605-8d56-481c-b1ba-59dd64485ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (83b52a73-38bb-4ccd-8126-e3fa69aff05d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:44.474213 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2bf026c2-8f24-41f6-ad28-bed632e4ccc4 None None] Publish callbacks [] for port (abacf9ee-26ee-4328-9e27-316d1a1de50e), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:44.508957 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-43e7140a-600d-44be-bb13-fb292fa6580d req-af7c2381-d829-4f7e-a872-daeeda0e9d26 tempest-ServerPasswordTestJSON-641625750 tempest-ServerPasswordTestJSON-641625750-project] 10.222.0.89 "GET /v2.0/ports?device_id=d6be1e32-90af-47fb-826f-6dbef0d0e4a6 HTTP/1.1" status: 200 len: 210 time: 0.0568125 Feb 20 03:40:44.511520 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-b72d59a3-6bd4-43bd-9931-57b937433055 None None] Set router 7ef6a05e-091a-4056-931a-4a247234a19c gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:40:44.539541 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ae92270-2cb8-41f1-b830-4e04b4b8bf25 admin admin] Publish callbacks [] for security_group (b9516f19-7ecf-4378-a73c-fde785a89023), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:44.562556 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2bf026c2-8f24-41f6-ad28-bed632e4ccc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (abacf9ee-26ee-4328-9e27-316d1a1de50e), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:44.580426 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a97bd3f6-86f6-4436-ba69-73a1df31ebcb req-216a2238-7b9e-46c6-aa95-711d13a907d2 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/ports?device_id=0865c027-1e53-46b0-bcb6-d8f3c859068e HTTP/1.1" status: 200 len: 210 time: 0.0347569 Feb 20 03:40:44.581729 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d828cf5-8dc1-4e0c-a21a-0531cc2f3722 admin admin] Checking segment: {'id': 'd72d462e-fc0a-426c-bb37-f85f00dbb615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b098f8c6-16ef-4470-b828-67d64bde6c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:40:44.582341 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d828cf5-8dc1-4e0c-a21a-0531cc2f3722 admin admin] Network hostable DHCP agents. Network: b098f8c6-16ef-4470-b828-67d64bde6c7f, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:40:44.620906 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf026c2-8f24-41f6-ad28-bed632e4ccc4 None None] Network eab35996-dd2a-4010-adb1-7383145f7b93 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:40:44.678066 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-2bf026c2-8f24-41f6-ad28-bed632e4ccc4 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:44.684231 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf026c2-8f24-41f6-ad28-bed632e4ccc4 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:40:44.687492 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf026c2-8f24-41f6-ad28-bed632e4ccc4 None None] Pushing event updated for resources: {'Port': ['ID=abacf9ee-26ee-4328-9e27-316d1a1de50e,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:44.698223 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-236bf023-d4f6-4670-a1b7-363cf1948ec5 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Allocated IP 2001:db8::7d (eab35996-dd2a-4010-adb1-7383145f7b93/bb0da873-c398-4931-8886-573cb5e4a33c/c7441f86-b075-4dc9-aedf-458ed5a50c45) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:40:44.711554 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9be62c9-00b3-4df7-96c6-e6961ae3aac8 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router_gateway (b9e477a4-8f9d-492d-a44e-fd98feb67ec4), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:44.765558 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f953b605-8d56-481c-b1ba-59dd64485ee6 None None] Current status of the port 83b52a73-38bb-4ccd-8126-e3fa69aff05d is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:40:44.765947 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f953b605-8d56-481c-b1ba-59dd64485ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (83b52a73-38bb-4ccd-8126-e3fa69aff05d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:44.768141 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ae92270-2cb8-41f1-b830-4e04b4b8bf25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b9516f19-7ecf-4378-a73c-fde785a89023), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:44.827295 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae92270-2cb8-41f1-b830-4e04b4b8bf25 admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:40:44.833377 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-2bf026c2-8f24-41f6-ad28-bed632e4ccc4 None None] Attempting to bind port abacf9ee-26ee-4328-9e27-316d1a1de50e on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:40:44.833810 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-2bf026c2-8f24-41f6-ad28-bed632e4ccc4 None None] Attempting to bind port abacf9ee-26ee-4328-9e27-316d1a1de50e by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '3f9b9031-1cff-4614-abea-ecdbce119580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'eab35996-dd2a-4010-adb1-7383145f7b93'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:40:44.834165 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf026c2-8f24-41f6-ad28-bed632e4ccc4 None None] Attempting to bind port abacf9ee-26ee-4328-9e27-316d1a1de50e on network eab35996-dd2a-4010-adb1-7383145f7b93 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:40:44.844803 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d828cf5-8dc1-4e0c-a21a-0531cc2f3722 admin admin] Network b098f8c6-16ef-4470-b828-67d64bde6c7f is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:40:44.859176 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf026c2-8f24-41f6-ad28-bed632e4ccc4 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:40:44.859675 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf026c2-8f24-41f6-ad28-bed632e4ccc4 None None] Checking segment: {'id': '3f9b9031-1cff-4614-abea-ecdbce119580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'eab35996-dd2a-4010-adb1-7383145f7b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:40:44.859973 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2bf026c2-8f24-41f6-ad28-bed632e4ccc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:44.860377 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf026c2-8f24-41f6-ad28-bed632e4ccc4 None None] Bound using segment: {'id': '3f9b9031-1cff-4614-abea-ecdbce119580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'eab35996-dd2a-4010-adb1-7383145f7b93'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:40:44.860877 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-2bf026c2-8f24-41f6-ad28-bed632e4ccc4 None None] Bound port: abacf9ee-26ee-4328-9e27-316d1a1de50e, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f9b9031-1cff-4614-abea-ecdbce119580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'eab35996-dd2a-4010-adb1-7383145f7b93'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:40:44.861291 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2bf026c2-8f24-41f6-ad28-bed632e4ccc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (abacf9ee-26ee-4328-9e27-316d1a1de50e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:44.865949 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-f953b605-8d56-481c-b1ba-59dd64485ee6 None None] For port 83b52a73-38bb-4ccd-8126-e3fa69aff05d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=83b52a73-38bb-4ccd-8126-e3fa69aff05d,segment=NetworkSegment(4fb51312-b6a0-4af3-8d83-7ca6df64bc46),segment_id=4fb51312-b6a0-4af3-8d83-7ca6df64bc46)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:40:44.902970 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae92270-2cb8-41f1-b830-4e04b4b8bf25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9516f19-7ecf-4378-a73c-fde785a89023,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:44.925776 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ae92270-2cb8-41f1-b830-4e04b4b8bf25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (15741fa4-a634-465b-9c56-a49dc73a3f68), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:44.926300 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-8ae92270-2cb8-41f1-b830-4e04b4b8bf25 admin admin] Added segment 15741fa4-a634-465b-9c56-a49dc73a3f68 of type vlan for network 6e373344-a12a-4ad6-ace7-61bdd38c36e9 Feb 20 03:40:44.953794 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f953b605-8d56-481c-b1ba-59dd64485ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (83b52a73-38bb-4ccd-8126-e3fa69aff05d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:45.038796 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f953b605-8d56-481c-b1ba-59dd64485ee6 None None] Pushing event updated for resources: {'Port': ['ID=83b52a73-38bb-4ccd-8126-e3fa69aff05d,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:45.043028 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-2bf026c2-8f24-41f6-ad28-bed632e4ccc4 None None] For port abacf9ee-26ee-4328-9e27-316d1a1de50e, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:40:45.047075 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-2bf026c2-8f24-41f6-ad28-bed632e4ccc4 None None] For port abacf9ee-26ee-4328-9e27-316d1a1de50e, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=abacf9ee-26ee-4328-9e27-316d1a1de50e,segment=NetworkSegment(3f9b9031-1cff-4614-abea-ecdbce119580),segment_id=3f9b9031-1cff-4614-abea-ecdbce119580)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:40:45.060719 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b72d59a3-6bd4-43bd-9931-57b937433055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-790780277-router', 'tenant_id': '62872f561f24429faadfc81d64d64e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '9d3f5b45-4409-45b2-92ce-9cc3cd1ace53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:27Z', 'updated_at': '2022-02-20T03:40:39Z', 'revision_number': 4, 'project_id': '62872f561f24429faadfc81d64d64e66', 'gw_port': {'id': '9d3f5b45-4409-45b2-92ce-9cc3cd1ace53', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:29Z', 'updated_at': '2022-02-20T03:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '83b52a73-38bb-4ccd-8126-e3fa69aff05d', 'name': '', 'network_id': '600f51c6-6b09-4fa1-9746-bc869572e7a9', 'tenant_id': '62872f561f24429faadfc81d64d64e66', 'mac_address': 'fa:16:3e:fe:98:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '87beb212-a252-4a80-814f-18699c1905fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:36Z', 'updated_at': '2022-02-20T03:40:43Z', 'revision_number': 4, 'project_id': '62872f561f24429faadfc81d64d64e66', 'subnets': [{'id': '87beb212-a252-4a80-814f-18699c1905fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:45.066412 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-5d828cf5-8dc1-4e0c-a21a-0531cc2f3722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, b098f8c6-16ef-4470-b828-67d64bde6c7f) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:45.082968 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ae92270-2cb8-41f1-b830-4e04b4b8bf25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (6e373344-a12a-4ad6-ace7-61bdd38c36e9), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:45.089650 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06690d96-8703-4e90-9a71-b9d5c1dc5ec7 None None] Network b098f8c6-16ef-4470-b828-67d64bde6c7f requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:40:45.092975 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72d59a3-6bd4-43bd-9931-57b937433055 None None] The sync data for ids ['7ef6a05e-091a-4056-931a-4a247234a19c'] in n-d-829866-4 is: [{'id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-790780277-router', 'tenant_id': '62872f561f24429faadfc81d64d64e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '9d3f5b45-4409-45b2-92ce-9cc3cd1ace53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:27Z', 'updated_at': '2022-02-20T03:40:39Z', 'revision_number': 4, 'project_id': '62872f561f24429faadfc81d64d64e66', 'gw_port': {'id': '9d3f5b45-4409-45b2-92ce-9cc3cd1ace53', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:29Z', 'updated_at': '2022-02-20T03:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '83b52a73-38bb-4ccd-8126-e3fa69aff05d', 'name': '', 'network_id': '600f51c6-6b09-4fa1-9746-bc869572e7a9', 'tenant_id': '62872f561f24429faadfc81d64d64e66', 'mac_address': 'fa:16:3e:fe:98:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '87beb212-a252-4a80-814f-18699c1905fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:36Z', 'updated_at': '2022-02-20T03:40:43Z', 'revision_number': 4, 'project_id': '62872f561f24429faadfc81d64d64e66', 'subnets': [{'id': '87beb212-a252-4a80-814f-18699c1905fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:40:45.094663 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d828cf5-8dc1-4e0c-a21a-0531cc2f3722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:45.095358 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5d828cf5-8dc1-4e0c-a21a-0531cc2f3722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:45.147393 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2bf026c2-8f24-41f6-ad28-bed632e4ccc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (abacf9ee-26ee-4328-9e27-316d1a1de50e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:45.290032 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf026c2-8f24-41f6-ad28-bed632e4ccc4 None None] Pushing event updated for resources: {'Port': ['ID=abacf9ee-26ee-4328-9e27-316d1a1de50e,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:45.328396 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c404b97f-6b3b-4542-b0cc-5c71aeec2904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-b098f8c6-16ef-4470-b828-67d64bde6c7f', 'network_id': 'b098f8c6-16ef-4470-b828-67d64bde6c7f', 'project_id': '0d4e5737e103447f89841b11bed8bb31', 'fixed_ips': [{'subnet_id': '31a197bb-5fd0-42b5-ae4b-c35a9b090699'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:40:45.329522 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c404b97f-6b3b-4542-b0cc-5c71aeec2904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:45.500020 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42130) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:45.500509 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5d828cf5-8dc1-4e0c-a21a-0531cc2f3722 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3216462 Feb 20 03:40:45.507447 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-918ed74b-4c66-4c7e-b20d-5afa5a1a5342 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-826249413-router', 'tenant_id': '0d4e5737e103447f89841b11bed8bb31', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:45.551923 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-236bf023-d4f6-4670-a1b7-363cf1948ec5 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks [] for port (c7441f86-b075-4dc9-aedf-458ed5a50c45), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:45.589254 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ae92270-2cb8-41f1-b830-4e04b4b8bf25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (6e373344-a12a-4ad6-ace7-61bdd38c36e9), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:45.590547 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae92270-2cb8-41f1-b830-4e04b4b8bf25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:45.591559 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ae92270-2cb8-41f1-b830-4e04b4b8bf25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:45.597828 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9be62c9-00b3-4df7-96c6-e6961ae3aac8 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (b9e477a4-8f9d-492d-a44e-fd98feb67ec4), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:45.608531 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-c404b97f-6b3b-4542-b0cc-5c71aeec2904 None None] Allocated IP 172.20.0.2 (b098f8c6-16ef-4470-b828-67d64bde6c7f/31a197bb-5fd0-42b5-ae4b-c35a9b090699/f8a8192e-3df3-47c8-9614-a3abe84f4c55) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:40:45.623242 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42136) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:45.654108 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f07b3a3a-c724-44f2-91be-feb95f8918f6 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:40:45.684554 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: f07b3a3a-c724-44f2-91be-feb95f8918f6 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:40:45.685513 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f07b3a3a-c724-44f2-91be-feb95f8918f6 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:40:45.711528 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-918ed74b-4c66-4c7e-b20d-5afa5a1a5342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (d898df1e-7635-4633-93c6-1b99803f1be6), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:45.713045 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-918ed74b-4c66-4c7e-b20d-5afa5a1a5342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (d898df1e-7635-4633-93c6-1b99803f1be6), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:45.775282 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8ae92270-2cb8-41f1-b830-4e04b4b8bf25 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9631176 Feb 20 03:40:45.780509 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42146) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:45.787388 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-0fc02ec8-65bb-46ff-8947-d2384138e4bc admin admin] Request body: {'subnet': {'network_id': '6e373344-a12a-4ad6-ace7-61bdd38c36e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-914477518-subnet', 'tenant_id': 'd0e13d4cebfb405fb08a08acd92e6212', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:45.800304 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae92270-2cb8-41f1-b830-4e04b4b8bf25 admin admin] Pushing event updated for resources: {'Network': ['ID=6e373344-a12a-4ad6-ace7-61bdd38c36e9,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:45.820351 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 6e373344-a12a-4ad6-ace7-61bdd38c36e9 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:40:45.823262 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5287cc39-c615-41b8-b958-3bb9ba810c5a req-0e6574a0-d6b4-4121-8318-286ddb8ee6a6 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/ports?device_id=0865c027-1e53-46b0-bcb6-d8f3c859068e HTTP/1.1" status: 200 len: 210 time: 0.1032205 Feb 20 03:40:45.832629 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d7f06db-58f3-494d-8ecd-382546d8fd3a admin admin] Deleting subnet f70a6907-5ee7-41e8-9fe7-a2a0335e26fc {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:40:45.864086 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8d7f06db-58f3-494d-8ecd-382546d8fd3a admin admin] Publish callbacks [] for subnet (f70a6907-5ee7-41e8-9fe7-a2a0335e26fc), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:45.975464 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-918ed74b-4c66-4c7e-b20d-5afa5a1a5342 admin admin] Publish callbacks [] for router_controller (d898df1e-7635-4633-93c6-1b99803f1be6), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:45.982191 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8d7f06db-58f3-494d-8ecd-382546d8fd3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (f70a6907-5ee7-41e8-9fe7-a2a0335e26fc), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:45.983366 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-236bf023-d4f6-4670-a1b7-363cf1948ec5 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (c7441f86-b075-4dc9-aedf-458ed5a50c45), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:46.011996 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c404b97f-6b3b-4542-b0cc-5c71aeec2904 None None] Publish callbacks [] for port (f8a8192e-3df3-47c8-9614-a3abe84f4c55), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:46.028178 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8d7f06db-58f3-494d-8ecd-382546d8fd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (f70a6907-5ee7-41e8-9fe7-a2a0335e26fc), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:46.029483 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc02ec8-65bb-46ff-8947-d2384138e4bc admin admin] Made reservation on behalf of d0e13d4cebfb405fb08a08acd92e6212 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:40:46.031957 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0fc02ec8-65bb-46ff-8947-d2384138e4bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:46.066161 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236bf023-d4f6-4670-a1b7-363cf1948ec5 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Network eab35996-dd2a-4010-adb1-7383145f7b93 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:40:46.067598 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9be62c9-00b3-4df7-96c6-e6961ae3aac8 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Router b9e477a4-8f9d-492d-a44e-fd98feb67ec4 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:40:46.070348 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-236bf023-d4f6-4670-a1b7-363cf1948ec5 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:46.074080 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236bf023-d4f6-4670-a1b7-363cf1948ec5 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:40:46.080562 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236bf023-d4f6-4670-a1b7-363cf1948ec5 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:46.081219 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-236bf023-d4f6-4670-a1b7-363cf1948ec5 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:46.133506 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c404b97f-6b3b-4542-b0cc-5c71aeec2904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (f8a8192e-3df3-47c8-9614-a3abe84f4c55), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:46.164117 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bf023-d4f6-4670-a1b7-363cf1948ec5 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Pushing event updated for resources: {'Port': ['ID=c7441f86-b075-4dc9-aedf-458ed5a50c45,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:46.174544 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c404b97f-6b3b-4542-b0cc-5c71aeec2904 None None] Network b098f8c6-16ef-4470-b828-67d64bde6c7f is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:40:46.181989 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-c404b97f-6b3b-4542-b0cc-5c71aeec2904 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:46.187347 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c404b97f-6b3b-4542-b0cc-5c71aeec2904 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:40:46.230920 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404b97f-6b3b-4542-b0cc-5c71aeec2904 None None] Pushing event updated for resources: {'Port': ['ID=f8a8192e-3df3-47c8-9614-a3abe84f4c55,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:46.262740 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-918ed74b-4c66-4c7e-b20d-5afa5a1a5342 admin admin] Publish callbacks [] for router_gateway (d898df1e-7635-4633-93c6-1b99803f1be6), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:46.296008 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-c404b97f-6b3b-4542-b0cc-5c71aeec2904 None None] Attempting to bind port f8a8192e-3df3-47c8-9614-a3abe84f4c55 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:40:46.296385 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-c404b97f-6b3b-4542-b0cc-5c71aeec2904 None None] Attempting to bind port f8a8192e-3df3-47c8-9614-a3abe84f4c55 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'd72d462e-fc0a-426c-bb37-f85f00dbb615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b098f8c6-16ef-4470-b828-67d64bde6c7f'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:40:46.296755 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c404b97f-6b3b-4542-b0cc-5c71aeec2904 None None] Attempting to bind port f8a8192e-3df3-47c8-9614-a3abe84f4c55 on network b098f8c6-16ef-4470-b828-67d64bde6c7f {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:40:46.305170 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8d7f06db-58f3-494d-8ecd-382546d8fd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (f70a6907-5ee7-41e8-9fe7-a2a0335e26fc), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:46.306618 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c404b97f-6b3b-4542-b0cc-5c71aeec2904 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:40:46.307050 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c404b97f-6b3b-4542-b0cc-5c71aeec2904 None None] Checking segment: {'id': 'd72d462e-fc0a-426c-bb37-f85f00dbb615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b098f8c6-16ef-4470-b828-67d64bde6c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:40:46.307514 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c404b97f-6b3b-4542-b0cc-5c71aeec2904 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:46.307917 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c404b97f-6b3b-4542-b0cc-5c71aeec2904 None None] Bound using segment: {'id': 'd72d462e-fc0a-426c-bb37-f85f00dbb615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b098f8c6-16ef-4470-b828-67d64bde6c7f'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:40:46.308610 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-c404b97f-6b3b-4542-b0cc-5c71aeec2904 None None] Bound port: f8a8192e-3df3-47c8-9614-a3abe84f4c55, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd72d462e-fc0a-426c-bb37-f85f00dbb615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b098f8c6-16ef-4470-b828-67d64bde6c7f'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:40:46.309002 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c404b97f-6b3b-4542-b0cc-5c71aeec2904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f8a8192e-3df3-47c8-9614-a3abe84f4c55), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:46.359307 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-236bf023-d4f6-4670-a1b7-363cf1948ec5 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.1179137 Feb 20 03:40:46.360437 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42164) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:46.364804 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f06db-58f3-494d-8ecd-382546d8fd3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f70a6907-5ee7-41e8-9fe7-a2a0335e26fc,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:46.377312 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-ed2f5daa-dae5-425a-99d2-77a27bbc79e1 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Request body: {'port': {'network_id': 'eab35996-dd2a-4010-adb1-7383145f7b93', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-602753781', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:46.378109 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.api.validators [None req-ed2f5daa-dae5-425a-99d2-77a27bbc79e1 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] bootfile-name is not in valid_values {{(pid=104105) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 20 03:40:46.379123 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.api.validators [None req-ed2f5daa-dae5-425a-99d2-77a27bbc79e1 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] tftp-server is not in valid_values {{(pid=104105) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 20 03:40:46.380194 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.api.validators [None req-ed2f5daa-dae5-425a-99d2-77a27bbc79e1 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] server-ip-address is not in valid_values {{(pid=104105) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 20 03:40:46.392907 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8d7f06db-58f3-494d-8ecd-382546d8fd3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:46.400161 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9be62c9-00b3-4df7-96c6-e6961ae3aac8 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:40:46.402908 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8d7f06db-58f3-494d-8ecd-382546d8fd3a admin admin] 10.222.0.89 "DELETE /v2.0/subnets/f70a6907-5ee7-41e8-9fe7-a2a0335e26fc HTTP/1.1" status: 204 len: 168 time: 0.7784715 Feb 20 03:40:46.410700 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42168) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:46.418594 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a14798-7b6c-4f00-9bcb-4b6ec101fa6e None None] Sync routers for ids ['b9e477a4-8f9d-492d-a44e-fd98feb67ec4'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:40:46.428268 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c404b97f-6b3b-4542-b0cc-5c71aeec2904 None None] For port f8a8192e-3df3-47c8-9614-a3abe84f4c55, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:40:46.437367 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c404b97f-6b3b-4542-b0cc-5c71aeec2904 None None] For port f8a8192e-3df3-47c8-9614-a3abe84f4c55, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=f8a8192e-3df3-47c8-9614-a3abe84f4c55,segment=NetworkSegment(d72d462e-fc0a-426c-bb37-f85f00dbb615),segment_id=d72d462e-fc0a-426c-bb37-f85f00dbb615)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:40:46.446599 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a14798-7b6c-4f00-9bcb-4b6ec101fa6e None None] Routers {'b9e477a4-8f9d-492d-a44e-fd98feb67ec4'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:40:46.447752 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-03a14798-7b6c-4f00-9bcb-4b6ec101fa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['b9e477a4-8f9d-492d-a44e-fd98feb67ec4'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:46.520697 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-03a14798-7b6c-4f00-9bcb-4b6ec101fa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:46.531707 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c404b97f-6b3b-4542-b0cc-5c71aeec2904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f8a8192e-3df3-47c8-9614-a3abe84f4c55), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:46.552203 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a14798-7b6c-4f00-9bcb-4b6ec101fa6e None None] Routers {'b9e477a4-8f9d-492d-a44e-fd98feb67ec4'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:40:46.554465 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-03a14798-7b6c-4f00-9bcb-4b6ec101fa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['b9e477a4-8f9d-492d-a44e-fd98feb67ec4'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:46.611245 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a2f1d55e-0c9b-499a-bda5-7a7ea0f388d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (78076ce7-3294-4305-b56f-f717d576abee), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:46.652746 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-03a14798-7b6c-4f00-9bcb-4b6ec101fa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:46.656509 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a14798-7b6c-4f00-9bcb-4b6ec101fa6e None None] The sync data for ids ['b9e477a4-8f9d-492d-a44e-fd98feb67ec4'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:40:46.658617 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404b97f-6b3b-4542-b0cc-5c71aeec2904 None None] Pushing event updated for resources: {'Port': ['ID=f8a8192e-3df3-47c8-9614-a3abe84f4c55,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:46.711395 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9be62c9-00b3-4df7-96c6-e6961ae3aac8 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:46.721547 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d9be62c9-00b3-4df7-96c6-e6961ae3aac8 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.5778852 Feb 20 03:40:46.722394 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42170) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:46.801922 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-c993857e-f805-413d-823d-8464deae5865 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'enable_snat': False}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:46.951717 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a2f1d55e-0c9b-499a-bda5-7a7ea0f388d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (78076ce7-3294-4305-b56f-f717d576abee), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:46.983771 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-a2f1d55e-0c9b-499a-bda5-7a7ea0f388d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78076ce7-3294-4305-b56f-f717d576abee']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:46.990203 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2f5daa-dae5-425a-99d2-77a27bbc79e1 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Made reservation on behalf of 1e169532db8d4a50bee9364e03c10bd0 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:40:46.994119 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ed2f5daa-dae5-425a-99d2-77a27bbc79e1 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:47.006222 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9149f787-3a66-4935-9acd-3cb40e1ac21c None None] Network eab35996-dd2a-4010-adb1-7383145f7b93 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:40:47.037480 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0fc02ec8-65bb-46ff-8947-d2384138e4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (73afc4a7-e3d9-4362-ac98-dec5abd9e852), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:47.051308 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-a2f1d55e-0c9b-499a-bda5-7a7ea0f388d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '269f35d4-f020-4f0f-a824-f9bf032ff765') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:47.051767 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-a2f1d55e-0c9b-499a-bda5-7a7ea0f388d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '269f35d4-f020-4f0f-a824-f9bf032ff765') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:47.086241 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-918ed74b-4c66-4c7e-b20d-5afa5a1a5342 admin admin] Publish callbacks [] for router_gateway (d898df1e-7635-4633-93c6-1b99803f1be6), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:47.111698 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a2f1d55e-0c9b-499a-bda5-7a7ea0f388d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (269f35d4-f020-4f0f-a824-f9bf032ff765), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:47.117548 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-477c3324-6d06-48bb-9d8d-264721882ca8 req-bcdb49e4-db83-4978-8080-b313320debfa tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/ports?device_id=0865c027-1e53-46b0-bcb6-d8f3c859068e HTTP/1.1" status: 200 len: 210 time: 0.1287146 Feb 20 03:40:47.126039 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-918ed74b-4c66-4c7e-b20d-5afa5a1a5342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:47.197252 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a2f1d55e-0c9b-499a-bda5-7a7ea0f388d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (269f35d4-f020-4f0f-a824-f9bf032ff765), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:47.246455 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-1ae939ef-8b45-4dae-a3af-bef0a83e55f7 None None] Provisioning complete for port abacf9ee-26ee-4328-9e27-316d1a1de50e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:47.247232 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1ae939ef-8b45-4dae-a3af-bef0a83e55f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (abacf9ee-26ee-4328-9e27-316d1a1de50e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:47.309215 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-918ed74b-4c66-4c7e-b20d-5afa5a1a5342 admin admin] Allocated IP 172.25.7.36 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/99b8dc6d-fe60-453f-8bde-d8c4d643698b) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:40:47.344034 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42176) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:47.410264 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f1d55e-0c9b-499a-bda5-7a7ea0f388d2 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:40:47.410679 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a2f1d55e-0c9b-499a-bda5-7a7ea0f388d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (269f35d4-f020-4f0f-a824-f9bf032ff765), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:47.419807 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:40:47.419807 n-d-829866-4 neutron-server[104106]: items = [ Feb 20 03:40:47.419807 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:40:47.419807 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:40:47.419807 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:40:47.419807 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:40:47.419807 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:40:47.419807 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:40:47.419807 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:40:47.419807 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:40:47.419807 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:40:47.419807 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:40:47.419807 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:40:47.419807 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:40:47.419807 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:40:47.419807 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:40:47.419807 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:40:47.419807 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:40:47.419807 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:40:47.419807 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:40:47.419807 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:40:47.419807 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:40:47.419807 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:40:47.419807 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:40:47.419807 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:40:47.419807 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:40:47.419807 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:40:47.419807 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:40:47.419807 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:40:47.419807 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:40:47.419807 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:40:47.419807 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:40:47.419807 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:40:47.419807 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:40:47.421951 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc02ec8-65bb-46ff-8947-d2384138e4bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=73afc4a7-e3d9-4362-ac98-dec5abd9e852,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:47.424697 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-1ae939ef-8b45-4dae-a3af-bef0a83e55f7 None None] Current status of the port abacf9ee-26ee-4328-9e27-316d1a1de50e is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:40:47.425285 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1ae939ef-8b45-4dae-a3af-bef0a83e55f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (abacf9ee-26ee-4328-9e27-316d1a1de50e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:47.475631 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-918ed74b-4c66-4c7e-b20d-5afa5a1a5342 admin admin] Publish callbacks [] for port (99b8dc6d-fe60-453f-8bde-d8c4d643698b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:47.510443 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-1ae939ef-8b45-4dae-a3af-bef0a83e55f7 None None] For port abacf9ee-26ee-4328-9e27-316d1a1de50e, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=abacf9ee-26ee-4328-9e27-316d1a1de50e,segment=NetworkSegment(3f9b9031-1cff-4614-abea-ecdbce119580),segment_id=3f9b9031-1cff-4614-abea-ecdbce119580)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:40:47.513640 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc02ec8-65bb-46ff-8947-d2384138e4bc admin admin] Checking segment: {'id': '15741fa4-a634-465b-9c56-a49dc73a3f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6e373344-a12a-4ad6-ace7-61bdd38c36e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:40:47.516111 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc02ec8-65bb-46ff-8947-d2384138e4bc admin admin] Network hostable DHCP agents. Network: 6e373344-a12a-4ad6-ace7-61bdd38c36e9, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:40:47.582492 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-ed2f5daa-dae5-425a-99d2-77a27bbc79e1 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] device_id is not set on port 4c480482-d82a-4b87-bac9-c2e685398f7f yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:40:47.599146 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1ae939ef-8b45-4dae-a3af-bef0a83e55f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (abacf9ee-26ee-4328-9e27-316d1a1de50e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:47.619375 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c993857e-f805-413d-823d-8464deae5865 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router_gateway (b9e477a4-8f9d-492d-a44e-fd98feb67ec4), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:47.648644 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0cf6e811-bb69-47ee-af2a-0a1a42e6aaec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:47.653305 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 83b52a73-38bb-4ccd-8126-e3fa69aff05d up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:40:47.703763 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a2f1d55e-0c9b-499a-bda5-7a7ea0f388d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (78076ce7-3294-4305-b56f-f717d576abee), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:47.713095 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae939ef-8b45-4dae-a3af-bef0a83e55f7 None None] Pushing event updated for resources: {'Port': ['ID=abacf9ee-26ee-4328-9e27-316d1a1de50e,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:47.713811 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc02ec8-65bb-46ff-8947-d2384138e4bc admin admin] Network 6e373344-a12a-4ad6-ace7-61bdd38c36e9 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:40:47.725228 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a2f1d55e-0c9b-499a-bda5-7a7ea0f388d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:47.730557 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 83b52a73-38bb-4ccd-8126-e3fa69aff05d triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:47.730963 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (83b52a73-38bb-4ccd-8126-e3fa69aff05d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:47.732109 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a2f1d55e-0c9b-499a-bda5-7a7ea0f388d2 admin admin] 10.222.0.89 "DELETE /v2.0/networks/78076ce7-3294-4305-b56f-f717d576abee HTTP/1.1" status: 204 len: 168 time: 1.3202891 Feb 20 03:40:47.739635 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-ffbe35f5-55dc-471a-9115-c1b5fb52d88f tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:47.742017 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-ffbe35f5-55dc-471a-9115-c1b5fb52d88f tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.93 "GET /v2.0/networks?id=600f51c6-6b09-4fa1-9746-bc869572e7a9 HTTP/1.1" status: 200 len: 828 time: 0.1530089 Feb 20 03:40:47.747065 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-918ed74b-4c66-4c7e-b20d-5afa5a1a5342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (99b8dc6d-fe60-453f-8bde-d8c4d643698b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:47.767714 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1d55e-0c9b-499a-bda5-7a7ea0f388d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=78076ce7-3294-4305-b56f-f717d576abee,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:47.811378 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-55b45e18-a6b9-416d-8bd4-8edd066574fd tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Request body: {'port': {'device_id': '0865c027-1e53-46b0-bcb6-d8f3c859068e', 'network_id': '600f51c6-6b09-4fa1-9746-bc869572e7a9', 'admin_state_up': True, 'tenant_id': '62872f561f24429faadfc81d64d64e66'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:47.858877 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 83b52a73-38bb-4ccd-8126-e3fa69aff05d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:40:47.860500 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device f8a8192e-3df3-47c8-9614-a3abe84f4c55 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:40:47.863968 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-0fc02ec8-65bb-46ff-8947-d2384138e4bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 6e373344-a12a-4ad6-ace7-61bdd38c36e9) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:47.888650 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc02ec8-65bb-46ff-8947-d2384138e4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:47.889959 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0fc02ec8-65bb-46ff-8947-d2384138e4bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:47.905756 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05837fb-ca21-45af-baba-8340a2b7c8fe None None] Network 6e373344-a12a-4ad6-ace7-61bdd38c36e9 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:40:47.935213 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0cf6e811-bb69-47ee-af2a-0a1a42e6aaec admin admin] Publish callbacks [] for security_group (21236b99-7af9-4d2e-ae57-3afc9399a683), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:47.951804 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918ed74b-4c66-4c7e-b20d-5afa5a1a5342 admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:40:47.959741 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-918ed74b-4c66-4c7e-b20d-5afa5a1a5342 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:47.971493 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918ed74b-4c66-4c7e-b20d-5afa5a1a5342 admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:40:48.003233 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0fc02ec8-65bb-46ff-8947-d2384138e4bc admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2186110 Feb 20 03:40:48.054386 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f96d24dc-013a-424e-8223-c9e1112fc67d None None] Provisioning complete for port abacf9ee-26ee-4328-9e27-316d1a1de50e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:48.055134 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f96d24dc-013a-424e-8223-c9e1112fc67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (abacf9ee-26ee-4328-9e27-316d1a1de50e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:48.100801 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ed74b-4c66-4c7e-b20d-5afa5a1a5342 admin admin] Pushing event updated for resources: {'Port': ['ID=99b8dc6d-fe60-453f-8bde-d8c4d643698b,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:48.204962 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0cf6e811-bb69-47ee-af2a-0a1a42e6aaec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (21236b99-7af9-4d2e-ae57-3afc9399a683), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:48.219737 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d09222-7c16-449d-b8b5-916bfdaf0b56 None None] Network 6e373344-a12a-4ad6-ace7-61bdd38c36e9 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:40:48.258700 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port f8a8192e-3df3-47c8-9614-a3abe84f4c55 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:48.259386 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f8a8192e-3df3-47c8-9614-a3abe84f4c55), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:48.290331 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-ed2f5daa-dae5-425a-99d2-77a27bbc79e1 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Allocated IP 2001:db8::aa (eab35996-dd2a-4010-adb1-7383145f7b93/bb0da873-c398-4931-8886-573cb5e4a33c/4c480482-d82a-4b87-bac9-c2e685398f7f) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:40:48.305432 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0cf6e811-bb69-47ee-af2a-0a1a42e6aaec admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4e85f11090304996bf2c9662a7e3b610&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9521372 Feb 20 03:40:48.312877 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42186) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:48.385165 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-55b45e18-a6b9-416d-8bd4-8edd066574fd tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Made reservation on behalf of 62872f561f24429faadfc81d64d64e66 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:40:48.391979 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-55b45e18-a6b9-416d-8bd4-8edd066574fd tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:48.480286 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42192) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:48.486361 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-35858e36-c4e4-4c50-87a9-ffe096e5c271 req-6fc1c036-e7b9-4ea8-bd62-73b0fb30ba94 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/ports?device_id=0865c027-1e53-46b0-bcb6-d8f3c859068e HTTP/1.1" status: 200 len: 210 time: 0.2057064 Feb 20 03:40:48.497762 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6e811-bb69-47ee-af2a-0a1a42e6aaec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21236b99-7af9-4d2e-ae57-3afc9399a683,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:48.507985 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f96d24dc-013a-424e-8223-c9e1112fc67d None None] Current status of the port abacf9ee-26ee-4328-9e27-316d1a1de50e is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:40:48.561373 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f96d24dc-013a-424e-8223-c9e1112fc67d None None] Provisioning complete for port c7441f86-b075-4dc9-aedf-458ed5a50c45 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:48.561752 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f96d24dc-013a-424e-8223-c9e1112fc67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c7441f86-b075-4dc9-aedf-458ed5a50c45), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:48.597843 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port f8a8192e-3df3-47c8-9614-a3abe84f4c55 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:40:48.598309 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f8a8192e-3df3-47c8-9614-a3abe84f4c55), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:48.631486 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ecf747e3-ba52-4ef9-8f31-27dcac912e50 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0e0cbfa4911c408cab71989d191addfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1263034 Feb 20 03:40:48.632815 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42196) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:48.648524 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f96d24dc-013a-424e-8223-c9e1112fc67d None None] Port c7441f86-b075-4dc9-aedf-458ed5a50c45 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:40:48.674403 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port f8a8192e-3df3-47c8-9614-a3abe84f4c55, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=f8a8192e-3df3-47c8-9614-a3abe84f4c55,segment=NetworkSegment(d72d462e-fc0a-426c-bb37-f85f00dbb615),segment_id=d72d462e-fc0a-426c-bb37-f85f00dbb615)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:40:48.696067 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4e053a4b-6513-46d0-8a06-eedfb03e73ee admin admin] Publish callbacks [] for security_group (21236b99-7af9-4d2e-ae57-3afc9399a683), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:48.696234 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81288263-7bfb-4234-b5fa-eeae5b73d62d None None] Network b098f8c6-16ef-4470-b828-67d64bde6c7f requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:40:48.783877 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4e053a4b-6513-46d0-8a06-eedfb03e73ee admin admin] Publish callbacks [] for security_group (21236b99-7af9-4d2e-ae57-3afc9399a683), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:48.787164 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c993857e-f805-413d-823d-8464deae5865 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16304713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16307768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6330'] for router (b9e477a4-8f9d-492d-a44e-fd98feb67ec4), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:48.787371 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-55b45e18-a6b9-416d-8bd4-8edd066574fd tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Allocated IP 172.20.0.14 (600f51c6-6b09-4fa1-9746-bc869572e7a9/87beb212-a252-4a80-814f-18699c1905fc/f9286307-e752-4ea8-9047-095542217e3a) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:40:48.794760 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4fc51ab7-4387-4d9c-8beb-a2f902c9eaba admin admin] Publish callbacks [] for security_group (a83f3831-78f5-41e5-bea1-6867c0e61603), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:48.808647 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c993857e-f805-413d-823d-8464deae5865 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16304734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16304727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16307761'] for router (b9e477a4-8f9d-492d-a44e-fd98feb67ec4), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:48.904846 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f8a8192e-3df3-47c8-9614-a3abe84f4c55), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:48.905830 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device abacf9ee-26ee-4328-9e27-316d1a1de50e up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:40:48.911947 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4fc51ab7-4387-4d9c-8beb-a2f902c9eaba admin admin] Publish callbacks [] for security_group (a83f3831-78f5-41e5-bea1-6867c0e61603), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:48.981462 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4e053a4b-6513-46d0-8a06-eedfb03e73ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (21236b99-7af9-4d2e-ae57-3afc9399a683), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:48.984298 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4e053a4b-6513-46d0-8a06-eedfb03e73ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:48.990899 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4e053a4b-6513-46d0-8a06-eedfb03e73ee admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/21236b99-7af9-4d2e-ae57-3afc9399a683 HTTP/1.1" status: 204 len: 168 time: 0.6719329 Feb 20 03:40:49.031470 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-5723886e-da7c-4225-8709-eefb324dc0d8 None None] Provisioning complete for port f8a8192e-3df3-47c8-9614-a3abe84f4c55 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:49.031933 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5723886e-da7c-4225-8709-eefb324dc0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f8a8192e-3df3-47c8-9614-a3abe84f4c55), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:49.105544 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e053a4b-6513-46d0-8a06-eedfb03e73ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21236b99-7af9-4d2e-ae57-3afc9399a683,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:49.115777 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=f8a8192e-3df3-47c8-9614-a3abe84f4c55,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:49.125756 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c993857e-f805-413d-823d-8464deae5865 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Router b9e477a4-8f9d-492d-a44e-fd98feb67ec4 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:40:49.144496 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:49.144822 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:49.145086 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:49.145423 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:49.145757 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:49.146157 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:49.146490 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:49.146818 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:49.147234 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:49.147563 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:49.148053 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:49.148386 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:49.149310 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:40:49.179184 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port abacf9ee-26ee-4328-9e27-316d1a1de50e triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:49.179479 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (abacf9ee-26ee-4328-9e27-316d1a1de50e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:49.215683 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4fc51ab7-4387-4d9c-8beb-a2f902c9eaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a83f3831-78f5-41e5-bea1-6867c0e61603), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:49.218230 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4fc51ab7-4387-4d9c-8beb-a2f902c9eaba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:49.222002 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4fc51ab7-4387-4d9c-8beb-a2f902c9eaba admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a83f3831-78f5-41e5-bea1-6867c0e61603 HTTP/1.1" status: 204 len: 168 time: 0.5817113 Feb 20 03:40:49.258021 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5723886e-da7c-4225-8709-eefb324dc0d8 None None] Current status of the port f8a8192e-3df3-47c8-9614-a3abe84f4c55 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:40:49.279446 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ed2f5daa-dae5-425a-99d2-77a27bbc79e1 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks [] for port (4c480482-d82a-4b87-bac9-c2e685398f7f), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:49.280289 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-5723886e-da7c-4225-8709-eefb324dc0d8 None None] Provisioning complete for port c7441f86-b075-4dc9-aedf-458ed5a50c45 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:49.280610 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5723886e-da7c-4225-8709-eefb324dc0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c7441f86-b075-4dc9-aedf-458ed5a50c45), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:49.292790 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-d734fe66-21dd-4ba2-83b2-3f67e0268617 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:49.295563 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-d734fe66-21dd-4ba2-83b2-3f67e0268617 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] 10.222.0.89 "GET /v2.0/networks?id=6e373344-a12a-4ad6-ace7-61bdd38c36e9 HTTP/1.1" status: 200 len: 808 time: 0.3092253 Feb 20 03:40:49.371224 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5723886e-da7c-4225-8709-eefb324dc0d8 None None] Port c7441f86-b075-4dc9-aedf-458ed5a50c45 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:40:49.374639 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port abacf9ee-26ee-4328-9e27-316d1a1de50e is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:40:49.403877 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-13827a68-64fd-4df1-922c-fbe03aca8ee6 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] 10.222.0.89 "GET /v2.0/quotas/d0e13d4cebfb405fb08a08acd92e6212 HTTP/1.1" status: 200 len: 375 time: 0.0967712 Feb 20 03:40:49.408446 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-918ed74b-4c66-4c7e-b20d-5afa5a1a5342 admin admin] Publish callbacks [] for router_gateway (d898df1e-7635-4633-93c6-1b99803f1be6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:49.541680 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device f8a8192e-3df3-47c8-9614-a3abe84f4c55 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:40:49.621563 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port f8a8192e-3df3-47c8-9614-a3abe84f4c55 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:49.623289 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f8a8192e-3df3-47c8-9614-a3abe84f4c55), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:49.738171 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-95873776-27e7-44a7-b37f-f40366cc3714 None None] Provisioning complete for port f8a8192e-3df3-47c8-9614-a3abe84f4c55 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:49.738624 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-95873776-27e7-44a7-b37f-f40366cc3714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f8a8192e-3df3-47c8-9614-a3abe84f4c55), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:49.743944 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port f8a8192e-3df3-47c8-9614-a3abe84f4c55 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:40:49.745119 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device abacf9ee-26ee-4328-9e27-316d1a1de50e up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:40:49.749890 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc51ab7-4387-4d9c-8beb-a2f902c9eaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83f3831-78f5-41e5-bea1-6867c0e61603,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:49.770409 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c993857e-f805-413d-823d-8464deae5865 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:40:49.777047 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c993857e-f805-413d-823d-8464deae5865 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:49.778422 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c993857e-f805-413d-823d-8464deae5865 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] 10.222.0.89 "PUT /v2.0/routers/b9e477a4-8f9d-492d-a44e-fd98feb67ec4 HTTP/1.1" status: 200 len: 926 time: 2.9952085 Feb 20 03:40:49.783720 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42214) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:49.815919 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df6f4fb-f17d-45cf-87e4-6adf67363beb None None] Sync routers for ids ['b9e477a4-8f9d-492d-a44e-fd98feb67ec4'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:40:49.869874 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df6f4fb-f17d-45cf-87e4-6adf67363beb None None] Routers {'b9e477a4-8f9d-492d-a44e-fd98feb67ec4'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:40:49.870520 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-6df6f4fb-f17d-45cf-87e4-6adf67363beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['b9e477a4-8f9d-492d-a44e-fd98feb67ec4'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:49.920028 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-6df6f4fb-f17d-45cf-87e4-6adf67363beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:49.932565 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-7450ce44-e796-41ff-85b9-147309e2b63e tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=d0e13d4cebfb405fb08a08acd92e6212&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5114264 Feb 20 03:40:49.945367 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port abacf9ee-26ee-4328-9e27-316d1a1de50e triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:49.945750 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (abacf9ee-26ee-4328-9e27-316d1a1de50e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:49.947228 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df6f4fb-f17d-45cf-87e4-6adf67363beb None None] Routers {'b9e477a4-8f9d-492d-a44e-fd98feb67ec4'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:40:49.948672 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-6df6f4fb-f17d-45cf-87e4-6adf67363beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['b9e477a4-8f9d-492d-a44e-fd98feb67ec4'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:49.971592 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42220) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:50.020153 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a552c3c0-2e33-41e9-a28c-22337a94b13d tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] 10.222.0.89 "GET /v2.0/routers/b9e477a4-8f9d-492d-a44e-fd98feb67ec4 HTTP/1.1" status: 200 len: 926 time: 0.2340794 Feb 20 03:40:50.027247 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-6df6f4fb-f17d-45cf-87e4-6adf67363beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:50.027923 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df6f4fb-f17d-45cf-87e4-6adf67363beb None None] The sync data for ids ['b9e477a4-8f9d-492d-a44e-fd98feb67ec4'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:40:50.034669 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42222) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:50.052525 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-95873776-27e7-44a7-b37f-f40366cc3714 None None] Current status of the port f8a8192e-3df3-47c8-9614-a3abe84f4c55 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:40:50.084261 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ed2f5daa-dae5-425a-99d2-77a27bbc79e1 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (4c480482-d82a-4b87-bac9-c2e685398f7f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:50.101393 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ee9e-312c-45bc-b046-698c583643aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:50.111645 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port abacf9ee-26ee-4328-9e27-316d1a1de50e is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:40:50.115776 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-55b45e18-a6b9-416d-8bd4-8edd066574fd tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks [] for port (f9286307-e752-4ea8-9047-095542217e3a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:50.146631 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21557c0-90b7-4297-bb77-ae7daf997463 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:50.151438 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a21557c0-90b7-4297-bb77-ae7daf997463 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] 10.222.0.89 "GET /v2.0/ports?network_id=eaf6f7bf-76a8-47a9-a76f-78f3b96fe079&device_id=b9e477a4-8f9d-492d-a44e-fd98feb67ec4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1105716 Feb 20 03:40:50.152115 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42228) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:50.164265 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2f5daa-dae5-425a-99d2-77a27bbc79e1 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Network eab35996-dd2a-4010-adb1-7383145f7b93 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:40:50.185624 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-ed2f5daa-dae5-425a-99d2-77a27bbc79e1 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:50.203538 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2f5daa-dae5-425a-99d2-77a27bbc79e1 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:40:50.207164 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2f5daa-dae5-425a-99d2-77a27bbc79e1 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:50.208034 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ed2f5daa-dae5-425a-99d2-77a27bbc79e1 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:50.251502 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08575685-c476-4c95-a501-0fc6bffa89a1 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:50.255786 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-08575685-c476-4c95-a501-0fc6bffa89a1 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 881 time: 0.0998127 Feb 20 03:40:50.262276 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42232) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:50.288069 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-085a9af6-62c1-4d18-95f9-e78a793cd78d tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] 10.222.0.89 "GET /v2.0/ports?device_id=b9e477a4-8f9d-492d-a44e-fd98feb67ec4 HTTP/1.1" status: 200 len: 205 time: 0.0294917 Feb 20 03:40:50.290683 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42234) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:50.307024 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f5daa-dae5-425a-99d2-77a27bbc79e1 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Pushing event updated for resources: {'Port': ['ID=4c480482-d82a-4b87-bac9-c2e685398f7f,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:50.343043 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-2300d610-cf55-4da3-8edd-109f4142299b service neutron] 10.222.0.89 "GET /v2.0/networks/6e373344-a12a-4ad6-ace7-61bdd38c36e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928299 Feb 20 03:40:50.365630 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ed2f5daa-dae5-425a-99d2-77a27bbc79e1 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 4.0018971 Feb 20 03:40:50.381428 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42238) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:50.425356 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60bb674c-d7c9-469a-b3c8-ef2f38f98191 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router (b9e477a4-8f9d-492d-a44e-fd98feb67ec4), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:50.477897 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-55b45e18-a6b9-416d-8bd4-8edd066574fd tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (f9286307-e752-4ea8-9047-095542217e3a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:50.546503 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60bb674c-d7c9-469a-b3c8-ef2f38f98191 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router_gateway (b9e477a4-8f9d-492d-a44e-fd98feb67ec4), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:50.585573 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ee9e-312c-45bc-b046-698c583643aa admin admin] Publish callbacks [] for security_group (53617e4e-42c9-4928-a530-3fdab5274ec5), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:50.588446 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d3d584dd-94ef-4999-a9aa-5e6b743f43bc None None] Provisioning complete for port 4c480482-d82a-4b87-bac9-c2e685398f7f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:50.588924 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d3d584dd-94ef-4999-a9aa-5e6b743f43bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4c480482-d82a-4b87-bac9-c2e685398f7f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:50.626033 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-918ed74b-4c66-4c7e-b20d-5afa5a1a5342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (d898df1e-7635-4633-93c6-1b99803f1be6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:50.629276 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-55b45e18-a6b9-416d-8bd4-8edd066574fd tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Network 600f51c6-6b09-4fa1-9746-bc869572e7a9 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:40:50.638270 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d3d584dd-94ef-4999-a9aa-5e6b743f43bc None None] Port 4c480482-d82a-4b87-bac9-c2e685398f7f cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:40:50.652837 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b45e18-a6b9-416d-8bd4-8edd066574fd tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Pushing event updated for resources: {'Port': ['ID=f9286307-e752-4ea8-9047-095542217e3a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:50.655440 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-55b45e18-a6b9-416d-8bd4-8edd066574fd tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:50.664234 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ea5ee9e-312c-45bc-b046-698c583643aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (53617e4e-42c9-4928-a530-3fdab5274ec5), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:50.671639 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-55b45e18-a6b9-416d-8bd4-8edd066574fd tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:40:50.674207 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-60bb674c-d7c9-469a-b3c8-ef2f38f98191 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Deleting port 77d5fb08-8657-4cd0-9aa4-772b706c6aaa {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:40:50.675940 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60bb674c-d7c9-469a-b3c8-ef2f38f98191 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (77d5fb08-8657-4cd0-9aa4-772b706c6aaa), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:50.778054 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60bb674c-d7c9-469a-b3c8-ef2f38f98191 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (77d5fb08-8657-4cd0-9aa4-772b706c6aaa), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:50.778727 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c36909d-8ac7-4aed-99f8-3e417459d30f tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:50.787438 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c36909d-8ac7-4aed-99f8-3e417459d30f tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:50.789513 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c36909d-8ac7-4aed-99f8-3e417459d30f tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:50.794090 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5c36909d-8ac7-4aed-99f8-3e417459d30f tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.4081013 Feb 20 03:40:50.804945 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-2921a581-3069-4309-b6a3-bb6b5d4a7008 service neutron] 10.222.0.89 "GET /v2.0/networks/6e373344-a12a-4ad6-ace7-61bdd38c36e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359872 Feb 20 03:40:50.806961 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-60bb674c-d7c9-469a-b3c8-ef2f38f98191 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Calling delete_port for 77d5fb08-8657-4cd0-9aa4-772b706c6aaa owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:40:50.811687 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42248) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:50.834485 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3ea5ee9e-312c-45bc-b046-698c583643aa admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ce7e6c16fd014816b5f23d189f4fed97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8552330 Feb 20 03:40:50.848797 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:50.874669 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5ee9e-312c-45bc-b046-698c583643aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53617e4e-42c9-4928-a530-3fdab5274ec5,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:50.891186 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42250) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:50.967627 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42252) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:50.987478 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-55b45e18-a6b9-416d-8bd4-8edd066574fd tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:50.988901 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-55b45e18-a6b9-416d-8bd4-8edd066574fd tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:51.008848 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:51.062416 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-5f378183-ac75-438c-a95d-019e6e0bd468 None None] Provisioning complete for port f9286307-e752-4ea8-9047-095542217e3a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:51.062914 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5f378183-ac75-438c-a95d-019e6e0bd468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f9286307-e752-4ea8-9047-095542217e3a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:51.097156 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-55b45e18-a6b9-416d-8bd4-8edd066574fd tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3133481 Feb 20 03:40:51.107680 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-51bb47aa-6998-4c0c-9128-a7611b324b1a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-231006868-network', 'tenant_id': '68913620b1864349b0b30a94042b9c2a'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:51.127074 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-2b549c2f-9d5d-4e24-94b3-6239e47ed17d service neutron] Request body: {'port': {'device_id': '0865c027-1e53-46b0-bcb6-d8f3c859068e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:51.136603 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60bb674c-d7c9-469a-b3c8-ef2f38f98191 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (77d5fb08-8657-4cd0-9aa4-772b706c6aaa), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:51.149108 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5f378183-ac75-438c-a95d-019e6e0bd468 None None] Port f9286307-e752-4ea8-9047-095542217e3a cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:40:51.169251 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb674c-d7c9-469a-b3c8-ef2f38f98191 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Pushing event deleted for resources: {'Port': ['ID=77d5fb08-8657-4cd0-9aa4-772b706c6aaa,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:51.172434 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3329d62e-e48c-4218-87bd-91dee9f02934 admin admin] Publish callbacks [] for security_group (53617e4e-42c9-4928-a530-3fdab5274ec5), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:51.220490 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-f5767ca6-a77f-492c-808d-c736310f287f tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Deleting port 4c480482-d82a-4b87-bac9-c2e685398f7f {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:40:51.220839 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f5767ca6-a77f-492c-808d-c736310f287f tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (4c480482-d82a-4b87-bac9-c2e685398f7f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:51.224250 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bb47aa-6998-4c0c-9128-a7611b324b1a admin admin] Made reservation on behalf of 68913620b1864349b0b30a94042b9c2a for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:40:51.226626 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-51bb47aa-6998-4c0c-9128-a7611b324b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:51.242171 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-51bb47aa-6998-4c0c-9128-a7611b324b1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:51.252016 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3329d62e-e48c-4218-87bd-91dee9f02934 admin admin] Publish callbacks [] for security_group (53617e4e-42c9-4928-a530-3fdab5274ec5), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:51.271210 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60bb674c-d7c9-469a-b3c8-ef2f38f98191 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (b9e477a4-8f9d-492d-a44e-fd98feb67ec4), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:51.360888 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-2b549c2f-9d5d-4e24-94b3-6239e47ed17d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f9286307-e752-4ea8-9047-095542217e3a), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:51.376955 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60bb674c-d7c9-469a-b3c8-ef2f38f98191 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (b9e477a4-8f9d-492d-a44e-fd98feb67ec4), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:51.379907 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60bb674c-d7c9-469a-b3c8-ef2f38f98191 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router_controller (b9e477a4-8f9d-492d-a44e-fd98feb67ec4), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:51.445027 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdefecc-5923-4955-99ba-14d3454e103f req-1f5e04e2-27a0-4d55-9f5e-72ecdf46e036 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:51.446543 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5fdefecc-5923-4955-99ba-14d3454e103f req-1f5e04e2-27a0-4d55-9f5e-72ecdf46e036 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/ports?device_id=0865c027-1e53-46b0-bcb6-d8f3c859068e HTTP/1.1" status: 200 len: 932 time: 0.2436132 Feb 20 03:40:51.455682 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f5767ca6-a77f-492c-808d-c736310f287f tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (4c480482-d82a-4b87-bac9-c2e685398f7f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:51.457630 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-51bb47aa-6998-4c0c-9128-a7611b324b1a admin admin] Publish callbacks [] for security_group (ed06e5b8-d92c-4484-910f-5ea86142528b), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:51.485242 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-f5767ca6-a77f-492c-808d-c736310f287f tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Calling delete_port for 4c480482-d82a-4b87-bac9-c2e685398f7f owned by {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:40:51.541043 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-51bb47aa-6998-4c0c-9128-a7611b324b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ed06e5b8-d92c-4484-910f-5ea86142528b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:51.544456 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60bb674c-d7c9-469a-b3c8-ef2f38f98191 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (b9e477a4-8f9d-492d-a44e-fd98feb67ec4), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:51.544975 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bb674c-d7c9-469a-b3c8-ef2f38f98191 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Fanout notify agent at l3_agent the message router_deleted on router b9e477a4-8f9d-492d-a44e-fd98feb67ec4 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:40:51.551579 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3329d62e-e48c-4218-87bd-91dee9f02934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (53617e4e-42c9-4928-a530-3fdab5274ec5), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:51.554548 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3329d62e-e48c-4218-87bd-91dee9f02934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:51.558170 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3329d62e-e48c-4218-87bd-91dee9f02934 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/53617e4e-42c9-4928-a530-3fdab5274ec5 HTTP/1.1" status: 204 len: 168 time: 0.6636481 Feb 20 03:40:51.558170 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918ed74b-4c66-4c7e-b20d-5afa5a1a5342 admin admin] Router d898df1e-7635-4633-93c6-1b99803f1be6 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:40:51.558656 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60bb674c-d7c9-469a-b3c8-ef2f38f98191 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:51.563437 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-60bb674c-d7c9-469a-b3c8-ef2f38f98191 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] 10.222.0.89 "DELETE /v2.0/routers/b9e477a4-8f9d-492d-a44e-fd98feb67ec4 HTTP/1.1" status: 204 len: 168 time: 1.2664044 Feb 20 03:40:51.565010 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42266) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:51.582370 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-cbbf61f8-9762-49a4-88ae-7a6ee52edcd6 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1876834273', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:51.591944 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51bb47aa-6998-4c0c-9128-a7611b324b1a admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:40:51.609693 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329d62e-e48c-4218-87bd-91dee9f02934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53617e4e-42c9-4928-a530-3fdab5274ec5,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:51.609913 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-51bb47aa-6998-4c0c-9128-a7611b324b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (f319aa1c-162d-43f3-86f8-ad73b68a5ca8), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:51.610518 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-51bb47aa-6998-4c0c-9128-a7611b324b1a admin admin] Added segment f319aa1c-162d-43f3-86f8-ad73b68a5ca8 of type vlan for network b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879 Feb 20 03:40:51.611719 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb47aa-6998-4c0c-9128-a7611b324b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed06e5b8-d92c-4484-910f-5ea86142528b,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:51.669797 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-51bb47aa-6998-4c0c-9128-a7611b324b1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:51.688749 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5fdefecc-5923-4955-99ba-14d3454e103f req-1578be65-2989-4680-b88b-fb778f56bf19 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/security-groups?id=df26c9c2-8149-44c0-9c0b-9dbbccfc1de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350178 Feb 20 03:40:51.798535 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-23a46aa1-0357-42c2-a909-7a27aa941b16 req-a366f017-f00b-4685-8ea5-63dc6348ea4f tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f91127d-3be7-4880-af5b-c1f41285ff7a HTTP/1.1" status: 200 len: 210 time: 0.0473151 Feb 20 03:40:51.804201 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cbbf61f8-9762-49a4-88ae-7a6ee52edcd6 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (31314d8c-b4da-4a26-8660-fad98ac2cb2c), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:51.805248 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cbbf61f8-9762-49a4-88ae-7a6ee52edcd6 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (31314d8c-b4da-4a26-8660-fad98ac2cb2c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:51.816802 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-51bb47aa-6998-4c0c-9128-a7611b324b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:51.828070 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bb47aa-6998-4c0c-9128-a7611b324b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:51.828490 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-51bb47aa-6998-4c0c-9128-a7611b324b1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:51.891061 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb47aa-6998-4c0c-9128-a7611b324b1a admin admin] Pushing event updated for resources: {'Network': ['ID=b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:51.905609 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:40:51.966212 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cbbf61f8-9762-49a4-88ae-7a6ee52edcd6 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router_controller (31314d8c-b4da-4a26-8660-fad98ac2cb2c), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:51.968813 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918ed74b-4c66-4c7e-b20d-5afa5a1a5342 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:40:51.973877 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-51bb47aa-6998-4c0c-9128-a7611b324b1a admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0047698 Feb 20 03:40:51.976606 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42270) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:51.982766 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-29fabdbc-3f43-4068-ae47-3ef58a773345 admin admin] Request body: {'subnet': {'network_id': 'b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-231006868-subnet', 'tenant_id': '68913620b1864349b0b30a94042b9c2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:51.983888 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905fa8c5-f374-4a7d-aeb8-191de0559ece None None] Sync routers for ids ['d898df1e-7635-4633-93c6-1b99803f1be6'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:40:52.014675 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905fa8c5-f374-4a7d-aeb8-191de0559ece None None] Routers {'d898df1e-7635-4633-93c6-1b99803f1be6'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:40:52.015476 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-905fa8c5-f374-4a7d-aeb8-191de0559ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['d898df1e-7635-4633-93c6-1b99803f1be6'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:52.045053 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cbbf61f8-9762-49a4-88ae-7a6ee52edcd6 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (31314d8c-b4da-4a26-8660-fad98ac2cb2c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:52.075783 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-2b549c2f-9d5d-4e24-94b3-6239e47ed17d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9286307-e752-4ea8-9047-095542217e3a {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:40:52.083529 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-2b549c2f-9d5d-4e24-94b3-6239e47ed17d service neutron] Publish callbacks [] for port (f9286307-e752-4ea8-9047-095542217e3a), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:52.113242 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fabdbc-3f43-4068-ae47-3ef58a773345 admin admin] Made reservation on behalf of 68913620b1864349b0b30a94042b9c2a for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:40:52.116445 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-29fabdbc-3f43-4068-ae47-3ef58a773345 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:52.121055 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-918ed74b-4c66-4c7e-b20d-5afa5a1a5342 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:52.126333 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-918ed74b-4c66-4c7e-b20d-5afa5a1a5342 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6251709 Feb 20 03:40:52.127036 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42280) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:52.173926 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-2b549c2f-9d5d-4e24-94b3-6239e47ed17d service neutron] Transition to ACTIVE for port object f9286307-e752-4ea8-9047-095542217e3a will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:40:52.178504 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cbbf61f8-9762-49a4-88ae-7a6ee52edcd6 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:52.182220 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-cbbf61f8-9762-49a4-88ae-7a6ee52edcd6 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6084397 Feb 20 03:40:52.182220 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f5767ca6-a77f-492c-808d-c736310f287f tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (4c480482-d82a-4b87-bac9-c2e685398f7f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:52.182564 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42282) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:52.188903 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-e75c58b8-fd61-4b43-9203-3d3f83ebcdff tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Request body: {'router': {'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:52.197919 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-905fa8c5-f374-4a7d-aeb8-191de0559ece None None] Set router d898df1e-7635-4633-93c6-1b99803f1be6 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:40:52.264689 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5767ca6-a77f-492c-808d-c736310f287f tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Pushing event deleted for resources: {'Port': ['ID=4c480482-d82a-4b87-bac9-c2e685398f7f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:52.271463 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-2b549c2f-9d5d-4e24-94b3-6239e47ed17d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (f9286307-e752-4ea8-9047-095542217e3a), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:52.409594 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f5767ca6-a77f-492c-808d-c736310f287f tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:52.418684 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42286) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:52.425545 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-c0d37c61-1c49-46df-8690-3766ce1532ec tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Request body: {'port': {'name': 'tempest-new-port-name-251295937', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:52.426407 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.api.validators [None req-c0d37c61-1c49-46df-8690-3766ce1532ec tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] bootfile-name is not in valid_values {{(pid=104106) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 20 03:40:52.426812 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.api.validators [None req-c0d37c61-1c49-46df-8690-3766ce1532ec tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] tftp-server is not in valid_values {{(pid=104106) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 20 03:40:52.427234 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.api.validators [None req-c0d37c61-1c49-46df-8690-3766ce1532ec tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] server-ip-address is not in valid_values {{(pid=104106) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 20 03:40:52.429439 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f5767ca6-a77f-492c-808d-c736310f287f tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] 10.222.0.89 "DELETE /v2.0/ports/4c480482-d82a-4b87-bac9-c2e685398f7f HTTP/1.1" status: 204 len: 168 time: 1.6155570 Feb 20 03:40:52.458622 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-905fa8c5-f374-4a7d-aeb8-191de0559ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'name': 'tempest-TaggedBootDevicesTest-826249413-router', 'tenant_id': '0d4e5737e103447f89841b11bed8bb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '99b8dc6d-fe60-453f-8bde-d8c4d643698b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:45Z', 'updated_at': '2022-02-20T03:40:48Z', 'revision_number': 3, 'project_id': '0d4e5737e103447f89841b11bed8bb31', 'gw_port': {'id': '99b8dc6d-fe60-453f-8bde-d8c4d643698b', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ba:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:47Z', 'updated_at': '2022-02-20T03:40:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:52.497036 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905fa8c5-f374-4a7d-aeb8-191de0559ece None None] Checking router: d898df1e-7635-4633-93c6-1b99803f1be6 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:40:52.497388 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905fa8c5-f374-4a7d-aeb8-191de0559ece None None] Updating router d898df1e-7635-4633-93c6-1b99803f1be6 port 99b8dc6d-fe60-453f-8bde-d8c4d643698b binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:40:52.504790 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-29fabdbc-3f43-4068-ae47-3ef58a773345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (59da23fb-2a69-4f62-8734-ed62cd9e052d), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:52.511162 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b549c2f-9d5d-4e24-94b3-6239e47ed17d service neutron] Pushing event updated for resources: {'Port': ['ID=f9286307-e752-4ea8-9047-095542217e3a,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:52.565027 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-905fa8c5-f374-4a7d-aeb8-191de0559ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (99b8dc6d-fe60-453f-8bde-d8c4d643698b), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:52.670039 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c0d37c61-1c49-46df-8690-3766ce1532ec tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c7441f86-b075-4dc9-aedf-458ed5a50c45), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:52.683066 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fabdbc-3f43-4068-ae47-3ef58a773345 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59da23fb-2a69-4f62-8734-ed62cd9e052d,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:52.708371 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fabdbc-3f43-4068-ae47-3ef58a773345 admin admin] Checking segment: {'id': 'f319aa1c-162d-43f3-86f8-ad73b68a5ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:40:52.708968 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fabdbc-3f43-4068-ae47-3ef58a773345 admin admin] Network hostable DHCP agents. Network: b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:40:52.973313 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c0d37c61-1c49-46df-8690-3766ce1532ec tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks [] for port (c7441f86-b075-4dc9-aedf-458ed5a50c45), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:52.976821 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fabdbc-3f43-4068-ae47-3ef58a773345 admin admin] Network b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:40:52.979164 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-905fa8c5-f374-4a7d-aeb8-191de0559ece None None] Publish callbacks [] for port (99b8dc6d-fe60-453f-8bde-d8c4d643698b), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:53.027102 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c0d37c61-1c49-46df-8690-3766ce1532ec tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (c7441f86-b075-4dc9-aedf-458ed5a50c45), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:53.038935 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-905fa8c5-f374-4a7d-aeb8-191de0559ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (99b8dc6d-fe60-453f-8bde-d8c4d643698b), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:53.067457 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-29fabdbc-3f43-4068-ae47-3ef58a773345 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:53.076702 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e520d4e-14b9-40a2-8397-31c44c0fc208 None None] Network b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:40:53.092921 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c0d37c61-1c49-46df-8690-3766ce1532ec tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] In _notify_port_updated(), no bound segment for port c7441f86-b075-4dc9-aedf-458ed5a50c45 on network eab35996-dd2a-4010-adb1-7383145f7b93 {{(pid=104106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 03:40:53.098691 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-905fa8c5-f374-4a7d-aeb8-191de0559ece None None] Attempting to bind port 99b8dc6d-fe60-453f-8bde-d8c4d643698b on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:40:53.099819 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-905fa8c5-f374-4a7d-aeb8-191de0559ece None None] Attempting to bind port 99b8dc6d-fe60-453f-8bde-d8c4d643698b by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:40:53.100188 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905fa8c5-f374-4a7d-aeb8-191de0559ece None None] Attempting to bind port 99b8dc6d-fe60-453f-8bde-d8c4d643698b on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:40:53.106268 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d37c61-1c49-46df-8690-3766ce1532ec tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:53.109659 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c0d37c61-1c49-46df-8690-3766ce1532ec tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:53.111193 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c0d37c61-1c49-46df-8690-3766ce1532ec tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] 10.222.0.89 "PUT /v2.0/ports/c7441f86-b075-4dc9-aedf-458ed5a50c45 HTTP/1.1" status: 200 len: 1128 time: 0.6909437 Feb 20 03:40:53.130158 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fabdbc-3f43-4068-ae47-3ef58a773345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:53.130770 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-29fabdbc-3f43-4068-ae47-3ef58a773345 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:53.134648 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42302) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:53.146794 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905fa8c5-f374-4a7d-aeb8-191de0559ece None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:40:53.148108 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905fa8c5-f374-4a7d-aeb8-191de0559ece None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:40:53.148898 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-905fa8c5-f374-4a7d-aeb8-191de0559ece None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:53.149710 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905fa8c5-f374-4a7d-aeb8-191de0559ece None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:40:53.151367 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-905fa8c5-f374-4a7d-aeb8-191de0559ece None None] Bound port: 99b8dc6d-fe60-453f-8bde-d8c4d643698b, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:40:53.151797 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-905fa8c5-f374-4a7d-aeb8-191de0559ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (99b8dc6d-fe60-453f-8bde-d8c4d643698b), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:53.238102 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbbd9a-7225-43c6-a4ee-ad6e2cf1ff6b None None] Pushing event updated for resources: {'Port': ['ID=99b8dc6d-fe60-453f-8bde-d8c4d643698b,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:53.252286 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-905fa8c5-f374-4a7d-aeb8-191de0559ece None None] For port 99b8dc6d-fe60-453f-8bde-d8c4d643698b, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:40:53.255858 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-905fa8c5-f374-4a7d-aeb8-191de0559ece None None] For port 99b8dc6d-fe60-453f-8bde-d8c4d643698b, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=99b8dc6d-fe60-453f-8bde-d8c4d643698b,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:40:53.286424 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d37c61-1c49-46df-8690-3766ce1532ec tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Pushing event updated for resources: {'Port': ['ID=c7441f86-b075-4dc9-aedf-458ed5a50c45,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:53.327793 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a108631-632b-4a62-ab15-3ac330d5ff2e tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:53.332436 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0462457-2ce4-49c1-93e4-5a3a5f329790 None None] Network b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:40:53.334428 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5a108631-632b-4a62-ab15-3ac330d5ff2e tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] 10.222.0.89 "GET /v2.0/ports/c7441f86-b075-4dc9-aedf-458ed5a50c45 HTTP/1.1" status: 200 len: 1128 time: 0.1900496 Feb 20 03:40:53.340145 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42306) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:53.343102 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-905fa8c5-f374-4a7d-aeb8-191de0559ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (99b8dc6d-fe60-453f-8bde-d8c4d643698b), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:53.365088 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-29fabdbc-3f43-4068-ae47-3ef58a773345 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3862531 Feb 20 03:40:53.388335 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42308) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:53.395490 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-9fc50e0e-7fdd-47ac-8bc7-56a84a6e09e9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-231006868-router', 'tenant_id': '68913620b1864349b0b30a94042b9c2a', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:53.426642 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905fa8c5-f374-4a7d-aeb8-191de0559ece None None] Routers {'d898df1e-7635-4633-93c6-1b99803f1be6'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:40:53.427369 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-905fa8c5-f374-4a7d-aeb8-191de0559ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['d898df1e-7635-4633-93c6-1b99803f1be6'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:53.439567 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbbd9a-7225-43c6-a4ee-ad6e2cf1ff6b None None] Pushing event updated for resources: {'Port': ['ID=99b8dc6d-fe60-453f-8bde-d8c4d643698b,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:53.495461 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9fc50e0e-7fdd-47ac-8bc7-56a84a6e09e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (fd4611ce-d7e6-47dd-a146-fbdc3505d638), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:53.498059 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9fc50e0e-7fdd-47ac-8bc7-56a84a6e09e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (fd4611ce-d7e6-47dd-a146-fbdc3505d638), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:53.563023 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c8339221-ff58-470b-9c3c-0f68a4074325 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Deleting port c7441f86-b075-4dc9-aedf-458ed5a50c45 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:40:53.563369 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8339221-ff58-470b-9c3c-0f68a4074325 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (c7441f86-b075-4dc9-aedf-458ed5a50c45), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:53.608773 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-1c945546-2100-4fcf-864c-4050ad0cf451 None None] Provisioning complete for port c7441f86-b075-4dc9-aedf-458ed5a50c45 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:53.611624 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1c945546-2100-4fcf-864c-4050ad0cf451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c7441f86-b075-4dc9-aedf-458ed5a50c45), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:53.636059 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-905fa8c5-f374-4a7d-aeb8-191de0559ece None None] Set router d898df1e-7635-4633-93c6-1b99803f1be6 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:40:53.654409 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-1c945546-2100-4fcf-864c-4050ad0cf451 None None] Port c7441f86-b075-4dc9-aedf-458ed5a50c45 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:40:53.699792 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e75c58b8-fd61-4b43-9203-3d3f83ebcdff tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router_gateway (31314d8c-b4da-4a26-8660-fad98ac2cb2c), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:53.739580 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-2b549c2f-9d5d-4e24-94b3-6239e47ed17d service neutron] Attempting to bind port f9286307-e752-4ea8-9047-095542217e3a on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:40:53.742224 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-2b549c2f-9d5d-4e24-94b3-6239e47ed17d service neutron] Attempting to bind port f9286307-e752-4ea8-9047-095542217e3a by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '4fb51312-b6a0-4af3-8d83-7ca6df64bc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '600f51c6-6b09-4fa1-9746-bc869572e7a9'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:40:53.742365 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9fc50e0e-7fdd-47ac-8bc7-56a84a6e09e9 admin admin] Publish callbacks [] for router_controller (fd4611ce-d7e6-47dd-a146-fbdc3505d638), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:53.742458 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-2b549c2f-9d5d-4e24-94b3-6239e47ed17d service neutron] Attempting to bind port f9286307-e752-4ea8-9047-095542217e3a on network 600f51c6-6b09-4fa1-9746-bc869572e7a9 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:40:53.760374 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8339221-ff58-470b-9c3c-0f68a4074325 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (c7441f86-b075-4dc9-aedf-458ed5a50c45), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:53.783741 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c8339221-ff58-470b-9c3c-0f68a4074325 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Calling delete_port for c7441f86-b075-4dc9-aedf-458ed5a50c45 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:40:53.815124 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-2b549c2f-9d5d-4e24-94b3-6239e47ed17d service neutron] Port f9286307-e752-4ea8-9047-095542217e3a on network 600f51c6-6b09-4fa1-9746-bc869572e7a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:40:53.815124 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-2b549c2f-9d5d-4e24-94b3-6239e47ed17d service neutron] Attempting to bind port f9286307-e752-4ea8-9047-095542217e3a on network 600f51c6-6b09-4fa1-9746-bc869572e7a9 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:40:53.853286 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-2b549c2f-9d5d-4e24-94b3-6239e47ed17d service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:40:53.853639 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-2b549c2f-9d5d-4e24-94b3-6239e47ed17d service neutron] Checking segment: {'id': '4fb51312-b6a0-4af3-8d83-7ca6df64bc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '600f51c6-6b09-4fa1-9746-bc869572e7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:40:53.854175 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-2b549c2f-9d5d-4e24-94b3-6239e47ed17d service neutron] Bound using segment: {'id': '4fb51312-b6a0-4af3-8d83-7ca6df64bc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '600f51c6-6b09-4fa1-9746-bc869572e7a9'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:40:53.855265 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-2b549c2f-9d5d-4e24-94b3-6239e47ed17d service neutron] Bound port: f9286307-e752-4ea8-9047-095542217e3a, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fb51312-b6a0-4af3-8d83-7ca6df64bc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '600f51c6-6b09-4fa1-9746-bc869572e7a9'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:40:53.859294 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-2b549c2f-9d5d-4e24-94b3-6239e47ed17d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f9286307-e752-4ea8-9047-095542217e3a), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:53.867954 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2c58a-6a6f-41e2-a04d-a8f408f3150a req-bf139fc9-bf3a-4636-b373-e6d942f5ff8d tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:53.869550 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-34d2c58a-6a6f-41e2-a04d-a8f408f3150a req-bf139fc9-bf3a-4636-b373-e6d942f5ff8d tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/ports?device_id=0865c027-1e53-46b0-bcb6-d8f3c859068e HTTP/1.1" status: 200 len: 944 time: 0.4761200 Feb 20 03:40:53.938747 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-905fa8c5-f374-4a7d-aeb8-191de0559ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'name': 'tempest-TaggedBootDevicesTest-826249413-router', 'tenant_id': '0d4e5737e103447f89841b11bed8bb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '99b8dc6d-fe60-453f-8bde-d8c4d643698b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:45Z', 'updated_at': '2022-02-20T03:40:48Z', 'revision_number': 3, 'project_id': '0d4e5737e103447f89841b11bed8bb31', 'gw_port': {'id': '99b8dc6d-fe60-453f-8bde-d8c4d643698b', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ba:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:47Z', 'updated_at': '2022-02-20T03:40:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:53.971754 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905fa8c5-f374-4a7d-aeb8-191de0559ece None None] The sync data for ids ['d898df1e-7635-4633-93c6-1b99803f1be6'] in n-d-829866-4 is: [{'id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'name': 'tempest-TaggedBootDevicesTest-826249413-router', 'tenant_id': '0d4e5737e103447f89841b11bed8bb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '99b8dc6d-fe60-453f-8bde-d8c4d643698b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:45Z', 'updated_at': '2022-02-20T03:40:48Z', 'revision_number': 3, 'project_id': '0d4e5737e103447f89841b11bed8bb31', 'gw_port': {'id': '99b8dc6d-fe60-453f-8bde-d8c4d643698b', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ba:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:47Z', 'updated_at': '2022-02-20T03:40:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:40:54.044637 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9fc50e0e-7fdd-47ac-8bc7-56a84a6e09e9 admin admin] Publish callbacks [] for router_gateway (fd4611ce-d7e6-47dd-a146-fbdc3505d638), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:54.124138 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-974d6769-c27c-454e-a1f7-af0cca6fc792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:54.166988 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-34d2c58a-6a6f-41e2-a04d-a8f408f3150a req-8951fe2c-2268-496a-8408-9350b9d560a1 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/security-groups?id=df26c9c2-8149-44c0-9c0b-9dbbccfc1de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830002 Feb 20 03:40:54.186731 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-2b549c2f-9d5d-4e24-94b3-6239e47ed17d service neutron] For port f9286307-e752-4ea8-9047-095542217e3a, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:40:54.207293 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-2b549c2f-9d5d-4e24-94b3-6239e47ed17d service neutron] For port f9286307-e752-4ea8-9047-095542217e3a, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f9286307-e752-4ea8-9047-095542217e3a,segment=NetworkSegment(4fb51312-b6a0-4af3-8d83-7ca6df64bc46),segment_id=4fb51312-b6a0-4af3-8d83-7ca6df64bc46)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:40:54.361042 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-858dd584-9e19-4369-a8e9-d5e53713bc7c tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:54.362776 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-858dd584-9e19-4369-a8e9-d5e53713bc7c tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] 10.222.0.42 "GET /v2.0/networks?id=6e373344-a12a-4ad6-ace7-61bdd38c36e9 HTTP/1.1" status: 200 len: 808 time: 0.3856354 Feb 20 03:40:54.364452 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-2b549c2f-9d5d-4e24-94b3-6239e47ed17d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (f9286307-e752-4ea8-9047-095542217e3a), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:54.419869 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-c1925a76-f982-4871-9a60-10be0c48fcf1 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] Request body: {'port': {'device_id': '2f91127d-3be7-4880-af5b-c1f41285ff7a', 'network_id': '6e373344-a12a-4ad6-ace7-61bdd38c36e9', 'admin_state_up': True, 'tenant_id': 'd0e13d4cebfb405fb08a08acd92e6212'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:54.478041 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4fa1cdff-c9eb-4050-b758-06ae06d00ad7 req-15a39357-a684-4a69-a022-c12f0691f8e0 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f91127d-3be7-4880-af5b-c1f41285ff7a HTTP/1.1" status: 200 len: 210 time: 0.1518204 Feb 20 03:40:54.499049 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-2b549c2f-9d5d-4e24-94b3-6239e47ed17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:54.499233 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-2b549c2f-9d5d-4e24-94b3-6239e47ed17d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:54.500718 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-2b549c2f-9d5d-4e24-94b3-6239e47ed17d service neutron] 10.222.0.93 "PUT /v2.0/ports/f9286307-e752-4ea8-9047-095542217e3a HTTP/1.1" status: 200 len: 1092 time: 3.3861265 Feb 20 03:40:54.517315 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0865c027-1e53-46b0-bcb6-d8f3c859068e', 'tag': 'f9286307-e752-4ea8-9047-095542217e3a'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:40:54.523878 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c801c61-bda1-483f-8835-815e69a8d7e9" -d '{"events": [{"name": "network-changed", "server_uuid": "0865c027-1e53-46b0-bcb6-d8f3c859068e", "tag": "f9286307-e752-4ea8-9047-095542217e3a"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:40:54.593502 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8339221-ff58-470b-9c3c-0f68a4074325 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (c7441f86-b075-4dc9-aedf-458ed5a50c45), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:54.638671 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8339221-ff58-470b-9c3c-0f68a4074325 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Pushing event deleted for resources: {'Port': ['ID=c7441f86-b075-4dc9-aedf-458ed5a50c45,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:54.664518 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e60f50-cfa5-4884-8dbe-02d7226948ed x-openstack-request-id: req-36e60f50-cfa5-4884-8dbe-02d7226948ed {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:40:54.664882 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0865c027-1e53-46b0-bcb6-d8f3c859068e", "tag": "f9286307-e752-4ea8-9047-095542217e3a", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:40:54.665074 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-36e60f50-cfa5-4884-8dbe-02d7226948ed {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:40:54.665639 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0865c027-1e53-46b0-bcb6-d8f3c859068e', 'tag': 'f9286307-e752-4ea8-9047-095542217e3a', 'status': 'completed', 'code': 200} Feb 20 03:40:54.705153 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8339221-ff58-470b-9c3c-0f68a4074325 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:54.712540 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c8339221-ff58-470b-9c3c-0f68a4074325 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] 10.222.0.89 "DELETE /v2.0/ports/c7441f86-b075-4dc9-aedf-458ed5a50c45 HTTP/1.1" status: 204 len: 168 time: 1.3713169 Feb 20 03:40:54.715051 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42332) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:54.761782 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b549c2f-9d5d-4e24-94b3-6239e47ed17d service neutron] Pushing event updated for resources: {'Port': ['ID=f9286307-e752-4ea8-9047-095542217e3a,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:54.855907 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-974d6769-c27c-454e-a1f7-af0cca6fc792 admin admin] Allocated IP 172.20.0.1 (b098f8c6-16ef-4470-b828-67d64bde6c7f/31a197bb-5fd0-42b5-ae4b-c35a9b090699/da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:40:54.858215 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d8b0181-9318-4eda-bed5-6639a4e9de3d tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Deleting subnet bb0da873-c398-4931-8886-573cb5e4a33c {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:40:54.870000 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3d8b0181-9318-4eda-bed5-6639a4e9de3d tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks [] for subnet (bb0da873-c398-4931-8886-573cb5e4a33c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:54.934376 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e75c58b8-fd61-4b43-9203-3d3f83ebcdff tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router_gateway (31314d8c-b4da-4a26-8660-fad98ac2cb2c), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:54.981003 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e75c58b8-fd61-4b43-9203-3d3f83ebcdff tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:54.993240 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-8047a7fa-f9b3-4754-af0a-f9c7ded03e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:54.994799 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-8047a7fa-f9b3-4754-af0a-f9c7ded03e60 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=62872f561f24429faadfc81d64d64e66&device_id=0865c027-1e53-46b0-bcb6-d8f3c859068e HTTP/1.1" status: 200 len: 1126 time: 0.3616300 Feb 20 03:40:54.999074 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3d8b0181-9318-4eda-bed5-6639a4e9de3d tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (bb0da873-c398-4931-8886-573cb5e4a33c), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:55.147259 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-c1925a76-f982-4871-9a60-10be0c48fcf1 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] Made reservation on behalf of d0e13d4cebfb405fb08a08acd92e6212 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:40:55.150790 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-c1925a76-f982-4871-9a60-10be0c48fcf1 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:55.158074 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-8c125c0c-ac20-4fd6-a045-27e47463625b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9286307-e752-4ea8-9047-095542217e3a HTTP/1.1" status: 200 len: 217 time: 0.1431787 Feb 20 03:40:55.180479 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9fc50e0e-7fdd-47ac-8bc7-56a84a6e09e9 admin admin] Publish callbacks [] for router_gateway (fd4611ce-d7e6-47dd-a146-fbdc3505d638), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:55.212353 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9fc50e0e-7fdd-47ac-8bc7-56a84a6e09e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:55.226342 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3d8b0181-9318-4eda-bed5-6639a4e9de3d tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (bb0da873-c398-4931-8886-573cb5e4a33c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:55.230514 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-8d5d05da-67bc-4995-b494-68c20da8d59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:55.232777 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-8d5d05da-67bc-4995-b494-68c20da8d59a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=87beb212-a252-4a80-814f-18699c1905fc HTTP/1.1" status: 200 len: 867 time: 0.0608108 Feb 20 03:40:55.416650 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3d8b0181-9318-4eda-bed5-6639a4e9de3d tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (bb0da873-c398-4931-8886-573cb5e4a33c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:55.453306 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b0181-9318-4eda-bed5-6639a4e9de3d tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Pushing event deleted for resources: {'Subnet': ['ID=bb0da873-c398-4931-8886-573cb5e4a33c,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:55.456093 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3d8b0181-9318-4eda-bed5-6639a4e9de3d tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:55.459405 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3d8b0181-9318-4eda-bed5-6639a4e9de3d tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] 10.222.0.89 "DELETE /v2.0/subnets/bb0da873-c398-4931-8886-573cb5e4a33c HTTP/1.1" status: 204 len: 168 time: 0.7423973 Feb 20 03:40:55.464199 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42352) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:55.464335 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76245ec-29af-419d-8a37-2aa2f66ae1fa None None] Network eab35996-dd2a-4010-adb1-7383145f7b93 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:40:55.465473 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-910994ca-e01c-4a80-a853-4fb41bd0c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:55.467114 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-910994ca-e01c-4a80-a853-4fb41bd0c1ba service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=600f51c6-6b09-4fa1-9746-bc869572e7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2246943 Feb 20 03:40:55.471872 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-e75c58b8-fd61-4b43-9203-3d3f83ebcdff tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Allocated IP 172.25.7.27 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/5e197ebd-2d88-4fbd-8325-76dd9887b10e) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:40:55.480546 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-974d6769-c27c-454e-a1f7-af0cca6fc792 admin admin] Publish callbacks [] for port (da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:55.588850 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 99b8dc6d-fe60-453f-8bde-d8c4d643698b up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:40:55.614781 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-11c02b5e-d86d-4960-8987-d8a4aa123e5c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (eab35996-dd2a-4010-adb1-7383145f7b93), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:55.622630 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad7dd8-6bfa-464c-b6e5-01b15713e0e7 req-d6446655-33fa-4e44-83c1-13b909067c05 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:55.624226 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c2ad7dd8-6bfa-464c-b6e5-01b15713e0e7 req-d6446655-33fa-4e44-83c1-13b909067c05 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/ports?device_id=0865c027-1e53-46b0-bcb6-d8f3c859068e HTTP/1.1" status: 200 len: 944 time: 0.3314960 Feb 20 03:40:55.685917 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-11c02b5e-d86d-4960-8987-d8a4aa123e5c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Deleting port abacf9ee-26ee-4328-9e27-316d1a1de50e {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:40:55.686691 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-11c02b5e-d86d-4960-8987-d8a4aa123e5c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (abacf9ee-26ee-4328-9e27-316d1a1de50e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:55.721798 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 99b8dc6d-fe60-453f-8bde-d8c4d643698b triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:55.722438 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (99b8dc6d-fe60-453f-8bde-d8c4d643698b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:55.742348 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-c1925a76-f982-4871-9a60-10be0c48fcf1 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] Allocated IP 172.20.0.9 (6e373344-a12a-4ad6-ace7-61bdd38c36e9/73afc4a7-e3d9-4362-ac98-dec5abd9e852/51c8ef92-a4f5-4f8b-9e91-618dac2b60a7) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:40:55.792261 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-11c02b5e-d86d-4960-8987-d8a4aa123e5c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] For port abacf9ee-26ee-4328-9e27-316d1a1de50e, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=abacf9ee-26ee-4328-9e27-316d1a1de50e,segment=NetworkSegment(3f9b9031-1cff-4614-abea-ecdbce119580),segment_id=3f9b9031-1cff-4614-abea-ecdbce119580)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:40:55.792964 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-11c02b5e-d86d-4960-8987-d8a4aa123e5c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (abacf9ee-26ee-4328-9e27-316d1a1de50e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:55.807930 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dd3f48-1091-43c9-8862-03a230360bc2 None None] DHCP port deletion for eab35996-dd2a-4010-adb1-7383145f7b93 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:40:55.817910 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-11c02b5e-d86d-4960-8987-d8a4aa123e5c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Calling delete_port for abacf9ee-26ee-4328-9e27-316d1a1de50e owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:40:55.829456 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c2ad7dd8-6bfa-464c-b6e5-01b15713e0e7 req-6f4f59cf-5ca7-4e10-93f1-0195f7dfe499 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/security-groups?id=df26c9c2-8149-44c0-9c0b-9dbbccfc1de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624711 Feb 20 03:40:55.839266 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-d459f4e1-4953-4566-bd64-c21aa4fd352c service neutron] 10.222.0.93 "GET /v2.0/networks/600f51c6-6b09-4fa1-9746-bc869572e7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564074 Feb 20 03:40:55.887920 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 99b8dc6d-fe60-453f-8bde-d8c4d643698b is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:40:55.888379 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (99b8dc6d-fe60-453f-8bde-d8c4d643698b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:55.917018 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 99b8dc6d-fe60-453f-8bde-d8c4d643698b, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=99b8dc6d-fe60-453f-8bde-d8c4d643698b,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:40:55.920081 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-53dd3f48-1091-43c9-8862-03a230360bc2 None None] Deleting port abacf9ee-26ee-4328-9e27-316d1a1de50e {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:40:55.921556 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-53dd3f48-1091-43c9-8862-03a230360bc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (abacf9ee-26ee-4328-9e27-316d1a1de50e), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:55.935661 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e75c58b8-fd61-4b43-9203-3d3f83ebcdff tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for port (5e197ebd-2d88-4fbd-8325-76dd9887b10e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:55.967739 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-974d6769-c27c-454e-a1f7-af0cca6fc792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:56.002329 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-53dd3f48-1091-43c9-8862-03a230360bc2 None None] For port abacf9ee-26ee-4328-9e27-316d1a1de50e, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=abacf9ee-26ee-4328-9e27-316d1a1de50e,segment=NetworkSegment(3f9b9031-1cff-4614-abea-ecdbce119580),segment_id=3f9b9031-1cff-4614-abea-ecdbce119580)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:40:56.002663 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-53dd3f48-1091-43c9-8862-03a230360bc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (abacf9ee-26ee-4328-9e27-316d1a1de50e), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:56.010511 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (99b8dc6d-fe60-453f-8bde-d8c4d643698b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:56.020333 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-53dd3f48-1091-43c9-8862-03a230360bc2 None None] Calling delete_port for abacf9ee-26ee-4328-9e27-316d1a1de50e owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:40:56.025735 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-11c02b5e-d86d-4960-8987-d8a4aa123e5c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (abacf9ee-26ee-4328-9e27-316d1a1de50e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:56.055570 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c02b5e-d86d-4960-8987-d8a4aa123e5c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Pushing event deleted for resources: {'Port': ['ID=abacf9ee-26ee-4328-9e27-316d1a1de50e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:56.059155 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2aaf073b-0921-4b93-8691-c09ddd95eff4 req-0c9d8109-ab4b-4f32-a79c-3b09addde860 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f91127d-3be7-4880-af5b-c1f41285ff7a HTTP/1.1" status: 200 len: 210 time: 0.1096878 Feb 20 03:40:56.063120 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c02b5e-d86d-4960-8987-d8a4aa123e5c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] No DVR routers for this DVR port abacf9ee-26ee-4328-9e27-316d1a1de50e on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:40:56.105811 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974d6769-c27c-454e-a1f7-af0cca6fc792 admin admin] Network b098f8c6-16ef-4470-b828-67d64bde6c7f is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:40:56.118192 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-974d6769-c27c-454e-a1f7-af0cca6fc792 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:56.129210 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974d6769-c27c-454e-a1f7-af0cca6fc792 admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:40:56.161194 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=99b8dc6d-fe60-453f-8bde-d8c4d643698b,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:56.173795 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff8aa3b4-2920-4cde-b91c-2f7f6fbaa998 req-e74e4f51-6946-4a5e-b3ee-86ace0a55a45 service neutron] 10.222.0.93 "GET /v2.0/networks/600f51c6-6b09-4fa1-9746-bc869572e7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274844 Feb 20 03:40:56.174414 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d6769-c27c-454e-a1f7-af0cca6fc792 admin admin] Pushing event updated for resources: {'Port': ['ID=da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:56.212415 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-53dd3f48-1091-43c9-8862-03a230360bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (abacf9ee-26ee-4328-9e27-316d1a1de50e), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:56.216821 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-11c02b5e-d86d-4960-8987-d8a4aa123e5c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (eab35996-dd2a-4010-adb1-7383145f7b93), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:56.258110 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dd3f48-1091-43c9-8862-03a230360bc2 None None] No DVR routers for this DVR port abacf9ee-26ee-4328-9e27-316d1a1de50e on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:40:56.263650 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd3f48-1091-43c9-8862-03a230360bc2 None None] Pushing event deleted for resources: {'Port': ['ID=abacf9ee-26ee-4328-9e27-316d1a1de50e,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:56.271294 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-11c02b5e-d86d-4960-8987-d8a4aa123e5c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab35996-dd2a-4010-adb1-7383145f7b93']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:56.289411 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-974d6769-c27c-454e-a1f7-af0cca6fc792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (d898df1e-7635-4633-93c6-1b99803f1be6), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:56.292103 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-11c02b5e-d86d-4960-8987-d8a4aa123e5c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f9b9031-1cff-4614-abea-ecdbce119580') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:56.292410 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-11c02b5e-d86d-4960-8987-d8a4aa123e5c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f9b9031-1cff-4614-abea-ecdbce119580') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:56.295201 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e75c58b8-fd61-4b43-9203-3d3f83ebcdff tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (5e197ebd-2d88-4fbd-8325-76dd9887b10e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:56.305371 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-11c02b5e-d86d-4960-8987-d8a4aa123e5c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (3f9b9031-1cff-4614-abea-ecdbce119580), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:56.324769 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-11c02b5e-d86d-4960-8987-d8a4aa123e5c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (3f9b9031-1cff-4614-abea-ecdbce119580), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:56.331513 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11c02b5e-d86d-4960-8987-d8a4aa123e5c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:40:56.332349 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-11c02b5e-d86d-4960-8987-d8a4aa123e5c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (3f9b9031-1cff-4614-abea-ecdbce119580), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:56.349896 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-c1925a76-f982-4871-9a60-10be0c48fcf1 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] Publish callbacks [] for port (51c8ef92-a4f5-4f8b-9e91-618dac2b60a7), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:56.385939 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bf864ec0-1c0f-4c35-9e76-d01e897b2438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:56.417346 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:40:56.417346 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:40:56.417346 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:40:56.417346 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:40:56.417346 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:40:56.417346 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:40:56.417346 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:40:56.417346 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:40:56.417346 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:40:56.417346 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:40:56.417346 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:40:56.417346 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:40:56.417346 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:40:56.417346 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:40:56.417346 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:40:56.417346 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:40:56.417346 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:40:56.417346 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:40:56.417346 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:40:56.417346 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:40:56.417346 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:40:56.417346 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:40:56.417346 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:40:56.417346 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:40:56.417346 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:40:56.417346 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:40:56.417346 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:40:56.417346 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:40:56.417346 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:40:56.417346 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:40:56.417346 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:40:56.417346 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:40:56.421322 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42368) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:56.451035 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75c58b8-fd61-4b43-9203-3d3f83ebcdff tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:40:56.464992 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-e75c58b8-fd61-4b43-9203-3d3f83ebcdff tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:56.467539 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75c58b8-fd61-4b43-9203-3d3f83ebcdff tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:40:56.511991 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-9fc50e0e-7fdd-47ac-8bc7-56a84a6e09e9 admin admin] Allocated IP 172.25.7.121 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/7b3c54b1-c68d-48f6-9547-8609a18dfd32) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:40:56.524768 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-11c02b5e-d86d-4960-8987-d8a4aa123e5c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (eab35996-dd2a-4010-adb1-7383145f7b93), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:56.550279 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-11c02b5e-d86d-4960-8987-d8a4aa123e5c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:56.554592 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-11c02b5e-d86d-4960-8987-d8a4aa123e5c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] 10.222.0.89 "DELETE /v2.0/networks/eab35996-dd2a-4010-adb1-7383145f7b93 HTTP/1.1" status: 204 len: 168 time: 1.0898232 Feb 20 03:40:56.559604 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c0f3152b-fd9b-41eb-a74e-523fc4ceab68 None None] Provisioning complete for port da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:56.560777 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c0f3152b-fd9b-41eb-a74e-523fc4ceab68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:56.571178 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c02b5e-d86d-4960-8987-d8a4aa123e5c tempest-ExtraDHCPOptionsIpV6TestJSON-524197696 tempest-ExtraDHCPOptionsIpV6TestJSON-524197696-project] Pushing event deleted for resources: {'Network': ['ID=eab35996-dd2a-4010-adb1-7383145f7b93,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:56.621419 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c0f3152b-fd9b-41eb-a74e-523fc4ceab68 None None] Port da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:40:56.621688 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-df13afea-e7bc-4fda-9a1e-77c09a66f4e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:56.749274 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9fc50e0e-7fdd-47ac-8bc7-56a84a6e09e9 admin admin] Publish callbacks [] for port (7b3c54b1-c68d-48f6-9547-8609a18dfd32), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:56.802276 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-df13afea-e7bc-4fda-9a1e-77c09a66f4e0 admin admin] Publish callbacks [] for security_group (427d1043-d154-42f4-ba12-4d74bae47b5a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:56.891022 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9fc50e0e-7fdd-47ac-8bc7-56a84a6e09e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (7b3c54b1-c68d-48f6-9547-8609a18dfd32), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:56.893657 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-df13afea-e7bc-4fda-9a1e-77c09a66f4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (427d1043-d154-42f4-ba12-4d74bae47b5a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:56.981099 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc50e0e-7fdd-47ac-8bc7-56a84a6e09e9 admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:40:56.984376 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-df13afea-e7bc-4fda-9a1e-77c09a66f4e0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b883b8cb95aa49b2b9340fa5be4529b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5418205 Feb 20 03:40:56.988023 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13afea-e7bc-4fda-9a1e-77c09a66f4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427d1043-d154-42f4-ba12-4d74bae47b5a,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:56.990614 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42376) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:56.998644 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c58b8-fd61-4b43-9203-3d3f83ebcdff tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Pushing event updated for resources: {'Port': ['ID=5e197ebd-2d88-4fbd-8325-76dd9887b10e,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:56.999777 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-9fc50e0e-7fdd-47ac-8bc7-56a84a6e09e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:57.002010 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc50e0e-7fdd-47ac-8bc7-56a84a6e09e9 admin admin] Pushing event updated for resources: {'Port': ['ID=7b3c54b1-c68d-48f6-9547-8609a18dfd32,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:57.009683 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc50e0e-7fdd-47ac-8bc7-56a84a6e09e9 admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:40:57.118737 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42386) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:57.160670 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c801c61-bda1-483f-8835-815e69a8d7e9 req-4a53b245-f2ba-47e0-92dd-491930fedec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:57.162330 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c801c61-bda1-483f-8835-815e69a8d7e9 req-4a53b245-f2ba-47e0-92dd-491930fedec8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=62872f561f24429faadfc81d64d64e66&device_id=0865c027-1e53-46b0-bcb6-d8f3c859068e HTTP/1.1" status: 200 len: 1126 time: 0.8075979 Feb 20 03:40:57.174768 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1bd7cf4e-292f-495b-9dc0-5c267265a8a7 admin admin] Publish callbacks [] for security_group (427d1043-d154-42f4-ba12-4d74bae47b5a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:57.235063 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1bd7cf4e-292f-495b-9dc0-5c267265a8a7 admin admin] Publish callbacks [] for security_group (427d1043-d154-42f4-ba12-4d74bae47b5a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:57.243006 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8ea9e-2b09-4f3a-8fde-544a73c346ac req-ba03f81e-f551-4a31-a80e-c29430b30812 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:57.244539 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f0b8ea9e-2b09-4f3a-8fde-544a73c346ac req-ba03f81e-f551-4a31-a80e-c29430b30812 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/ports?device_id=0865c027-1e53-46b0-bcb6-d8f3c859068e HTTP/1.1" status: 200 len: 944 time: 0.2610276 Feb 20 03:40:57.253272 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-c1925a76-f982-4871-9a60-10be0c48fcf1 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (51c8ef92-a4f5-4f8b-9e91-618dac2b60a7), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:57.360863 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1bd7cf4e-292f-495b-9dc0-5c267265a8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (427d1043-d154-42f4-ba12-4d74bae47b5a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:57.363392 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1bd7cf4e-292f-495b-9dc0-5c267265a8a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:57.368055 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1bd7cf4e-292f-495b-9dc0-5c267265a8a7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/427d1043-d154-42f4-ba12-4d74bae47b5a HTTP/1.1" status: 204 len: 168 time: 0.3675463 Feb 20 03:40:57.406315 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7cf4e-292f-495b-9dc0-5c267265a8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427d1043-d154-42f4-ba12-4d74bae47b5a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:57.422773 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-c1925a76-f982-4871-9a60-10be0c48fcf1 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] Network 6e373344-a12a-4ad6-ace7-61bdd38c36e9 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:40:57.434668 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-974d6769-c27c-454e-a1f7-af0cca6fc792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:57.439852 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9fc50e0e-7fdd-47ac-8bc7-56a84a6e09e9 admin admin] Publish callbacks [] for router_gateway (fd4611ce-d7e6-47dd-a146-fbdc3505d638), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:57.476851 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-c1925a76-f982-4871-9a60-10be0c48fcf1 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:57.496481 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-c1925a76-f982-4871-9a60-10be0c48fcf1 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:40:57.499558 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1925a76-f982-4871-9a60-10be0c48fcf1 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] Pushing event updated for resources: {'Port': ['ID=51c8ef92-a4f5-4f8b-9e91-618dac2b60a7,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:57.515163 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c801c61-bda1-483f-8835-815e69a8d7e9 req-deb4d998-8d2d-430b-958c-1eed65fed856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:57.516712 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c801c61-bda1-483f-8835-815e69a8d7e9 req-deb4d998-8d2d-430b-958c-1eed65fed856 service neutron] 10.222.0.93 "GET /v2.0/networks?id=600f51c6-6b09-4fa1-9746-bc869572e7a9 HTTP/1.1" status: 200 len: 929 time: 0.3440897 Feb 20 03:40:57.593084 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f0b8ea9e-2b09-4f3a-8fde-544a73c346ac req-aa7a0f69-f348-4555-bfd6-87d4d7c8c157 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/security-groups?id=df26c9c2-8149-44c0-9c0b-9dbbccfc1de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354557 Feb 20 03:40:57.649918 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-227fdde0-b26d-4e52-a252-b5376e0ebc39 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1e169532db8d4a50bee9364e03c10bd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5108185 Feb 20 03:40:57.667561 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42394) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:57.681446 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 99b8dc6d-fe60-453f-8bde-d8c4d643698b up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:40:57.692525 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c801c61-bda1-483f-8835-815e69a8d7e9 req-b72cb3f7-88b3-472b-ba53-9f6f9f42a8a0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9286307-e752-4ea8-9047-095542217e3a HTTP/1.1" status: 200 len: 217 time: 0.1461055 Feb 20 03:40:57.736546 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9fc50e0e-7fdd-47ac-8bc7-56a84a6e09e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (fd4611ce-d7e6-47dd-a146-fbdc3505d638), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:57.758301 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 99b8dc6d-fe60-453f-8bde-d8c4d643698b triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:57.759461 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (99b8dc6d-fe60-453f-8bde-d8c4d643698b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:57.769016 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7751343f-8d40-4a82-840f-c2e80dfb0917 admin admin] Publish callbacks [] for security_group (cf5c3175-9edc-4db7-837a-7e2a21be0f45), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:57.799037 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-c1925a76-f982-4871-9a60-10be0c48fcf1 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:57.799462 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-c1925a76-f982-4871-9a60-10be0c48fcf1 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:57.836987 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e75c58b8-fd61-4b43-9203-3d3f83ebcdff tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router_gateway (31314d8c-b4da-4a26-8660-fad98ac2cb2c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:57.843767 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7751343f-8d40-4a82-840f-c2e80dfb0917 admin admin] Publish callbacks [] for security_group (cf5c3175-9edc-4db7-837a-7e2a21be0f45), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:57.923578 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c801c61-bda1-483f-8835-815e69a8d7e9 req-54bd4f58-481d-40e7-a4e5-076f2774ca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:57.925097 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c801c61-bda1-483f-8835-815e69a8d7e9 req-54bd4f58-481d-40e7-a4e5-076f2774ca28 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=87beb212-a252-4a80-814f-18699c1905fc HTTP/1.1" status: 200 len: 867 time: 0.2157879 Feb 20 03:40:57.994281 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34293e1-c6e8-4eb0-b51b-9027fd6d0884 req-ae5f6fa4-2cf7-455b-ab9b-ff9cdf1be817 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:57.995870 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e34293e1-c6e8-4eb0-b51b-9027fd6d0884 req-ae5f6fa4-2cf7-455b-ab9b-ff9cdf1be817 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f91127d-3be7-4880-af5b-c1f41285ff7a HTTP/1.1" status: 200 len: 931 time: 0.2953074 Feb 20 03:40:58.018694 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 99b8dc6d-fe60-453f-8bde-d8c4d643698b is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:40:58.040493 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-c1925a76-f982-4871-9a60-10be0c48fcf1 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6332321 Feb 20 03:40:58.056209 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7751343f-8d40-4a82-840f-c2e80dfb0917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (cf5c3175-9edc-4db7-837a-7e2a21be0f45), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:58.058977 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7751343f-8d40-4a82-840f-c2e80dfb0917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:58.060202 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7751343f-8d40-4a82-840f-c2e80dfb0917 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/cf5c3175-9edc-4db7-837a-7e2a21be0f45 HTTP/1.1" status: 204 len: 168 time: 0.3913496 Feb 20 03:40:58.078245 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-2a658cf6-d522-4f1c-9248-b5c70bc70c34 service neutron] Request body: {'port': {'device_id': '2f91127d-3be7-4880-af5b-c1f41285ff7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:58.078634 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751343f-8d40-4a82-840f-c2e80dfb0917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5c3175-9edc-4db7-837a-7e2a21be0f45,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:58.080339 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc50e0e-7fdd-47ac-8bc7-56a84a6e09e9 admin admin] Router fd4611ce-d7e6-47dd-a146-fbdc3505d638 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:40:58.083156 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device abacf9ee-26ee-4328-9e27-316d1a1de50e no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:40:58.139735 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: abacf9ee-26ee-4328-9e27-316d1a1de50e {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:40:58.140279 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device abacf9ee-26ee-4328-9e27-316d1a1de50e not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:40:58.164502 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c801c61-bda1-483f-8835-815e69a8d7e9 req-e4e0cd84-d082-4555-a841-9552748ef27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:58.166052 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c801c61-bda1-483f-8835-815e69a8d7e9 req-e4e0cd84-d082-4555-a841-9552748ef27c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=600f51c6-6b09-4fa1-9746-bc869572e7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2324748 Feb 20 03:40:58.220429 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42400) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:58.281259 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-974d6769-c27c-454e-a1f7-af0cca6fc792 admin admin] Publish callbacks [] for port (da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:58.299922 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e34293e1-c6e8-4eb0-b51b-9027fd6d0884 req-31ff041c-bbd9-4516-8d1d-ef9862069984 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] 10.222.0.89 "GET /v2.0/security-groups?id=b9516f19-7ecf-4378-a73c-fde785a89023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635636 Feb 20 03:40:58.341836 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1f6068ea-39ad-40bb-95a2-db91ac79e859 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:58.359449 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-974d6769-c27c-454e-a1f7-af0cca6fc792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:58.370800 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-2a658cf6-d522-4f1c-9248-b5c70bc70c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (51c8ef92-a4f5-4f8b-9e91-618dac2b60a7), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:58.478743 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc50e0e-7fdd-47ac-8bc7-56a84a6e09e9 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:40:58.497597 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c60c939-44fa-443d-9280-92b304c1afbd None None] Sync routers for ids ['fd4611ce-d7e6-47dd-a146-fbdc3505d638'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:40:58.514939 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c60c939-44fa-443d-9280-92b304c1afbd None None] Routers {'fd4611ce-d7e6-47dd-a146-fbdc3505d638'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:40:58.514939 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-7c60c939-44fa-443d-9280-92b304c1afbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['fd4611ce-d7e6-47dd-a146-fbdc3505d638'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:58.586470 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-974d6769-c27c-454e-a1f7-af0cca6fc792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (d898df1e-7635-4633-93c6-1b99803f1be6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:58.594601 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d6769-c27c-454e-a1f7-af0cca6fc792 admin admin] Pushing event updated for resources: {'Port': ['ID=da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:58.601201 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9fc50e0e-7fdd-47ac-8bc7-56a84a6e09e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:58.602961 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9fc50e0e-7fdd-47ac-8bc7-56a84a6e09e9 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2135057 Feb 20 03:40:58.608291 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42410) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:58.608539 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e75c58b8-fd61-4b43-9203-3d3f83ebcdff tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16304713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16307768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6330'] for router (31314d8c-b4da-4a26-8660-fad98ac2cb2c), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:58.623306 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c801c61-bda1-483f-8835-815e69a8d7e9 req-99261a09-4a62-4dec-9a17-0cab609e39bf service neutron] 10.222.0.93 "GET /v2.0/networks/600f51c6-6b09-4fa1-9746-bc869572e7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091001 Feb 20 03:40:58.633361 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e75c58b8-fd61-4b43-9203-3d3f83ebcdff tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16304734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16304727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16307761'] for router (31314d8c-b4da-4a26-8660-fad98ac2cb2c), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:58.666359 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-7c60c939-44fa-443d-9280-92b304c1afbd None None] Set router fd4611ce-d7e6-47dd-a146-fbdc3505d638 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:40:58.732336 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-91ded7f2-658d-4d6f-9993-7275a8a41629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:58.929269 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-7c60c939-44fa-443d-9280-92b304c1afbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4611ce-d7e6-47dd-a146-fbdc3505d638', 'name': 'tempest-ServerRescueNegativeTestJSON-231006868-router', 'tenant_id': '68913620b1864349b0b30a94042b9c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '7b3c54b1-c68d-48f6-9547-8609a18dfd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:53Z', 'updated_at': '2022-02-20T03:40:57Z', 'revision_number': 3, 'project_id': '68913620b1864349b0b30a94042b9c2a', 'gw_port': {'id': '7b3c54b1-c68d-48f6-9547-8609a18dfd32', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4611ce-d7e6-47dd-a146-fbdc3505d638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:55Z', 'updated_at': '2022-02-20T03:40:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:58.957970 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c60c939-44fa-443d-9280-92b304c1afbd None None] Checking router: fd4611ce-d7e6-47dd-a146-fbdc3505d638 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:40:58.958585 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c60c939-44fa-443d-9280-92b304c1afbd None None] Updating router fd4611ce-d7e6-47dd-a146-fbdc3505d638 port 7b3c54b1-c68d-48f6-9547-8609a18dfd32 binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:40:58.990021 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7c60c939-44fa-443d-9280-92b304c1afbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7b3c54b1-c68d-48f6-9547-8609a18dfd32), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:59.057229 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c801c61-bda1-483f-8835-815e69a8d7e9 req-8a68fda7-420c-4bea-a2c0-1b2847f0981c service neutron] 10.222.0.93 "GET /v2.0/networks/600f51c6-6b09-4fa1-9746-bc869572e7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4268708 Feb 20 03:40:59.088597 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1f6068ea-39ad-40bb-95a2-db91ac79e859 admin admin] Publish callbacks [] for security_group (5750f9ef-ae8d-4176-a494-41265db7895d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:59.110489 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974d6769-c27c-454e-a1f7-af0cca6fc792 admin admin] Network b098f8c6-16ef-4470-b828-67d64bde6c7f is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:40:59.122791 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456282a-1141-42dc-a142-2ef0a8e998a4 req-8317947a-de4d-4471-81c6-9c9dcd8e010d tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:40:59.124400 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1456282a-1141-42dc-a142-2ef0a8e998a4 req-8317947a-de4d-4471-81c6-9c9dcd8e010d tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/ports?device_id=0865c027-1e53-46b0-bcb6-d8f3c859068e HTTP/1.1" status: 200 len: 944 time: 0.2961984 Feb 20 03:40:59.131447 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-974d6769-c27c-454e-a1f7-af0cca6fc792 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:40:59.164439 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1f6068ea-39ad-40bb-95a2-db91ac79e859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5750f9ef-ae8d-4176-a494-41265db7895d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:59.225310 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed5bf159-6add-4f7c-9659-8c26b867f0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:59.312642 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7c60c939-44fa-443d-9280-92b304c1afbd None None] Publish callbacks [] for port (7b3c54b1-c68d-48f6-9547-8609a18dfd32), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:59.340439 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1f6068ea-39ad-40bb-95a2-db91ac79e859 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e8017f23e12c4b779d6318ec22e403d7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0850372 Feb 20 03:40:59.341300 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6068ea-39ad-40bb-95a2-db91ac79e859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5750f9ef-ae8d-4176-a494-41265db7895d,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:59.343959 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42428) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:59.382144 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7c60c939-44fa-443d-9280-92b304c1afbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (7b3c54b1-c68d-48f6-9547-8609a18dfd32), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:59.383212 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1456282a-1141-42dc-a142-2ef0a8e998a4 req-1e5a559c-c78f-4485-8697-f0fe5eadd8b1 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/security-groups?id=df26c9c2-8149-44c0-9c0b-9dbbccfc1de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527328 Feb 20 03:40:59.472607 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42430) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:59.473700 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0341b-9810-4948-b1a3-5c6cd741063a None None] Pushing event updated for resources: {'Port': ['ID=7b3c54b1-c68d-48f6-9547-8609a18dfd32,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:59.510021 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-928f6457-c169-4c80-897d-1ef2db487936 None None] Provisioning complete for port da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:40:59.510486 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-928f6457-c169-4c80-897d-1ef2db487936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:59.514130 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-7c60c939-44fa-443d-9280-92b304c1afbd None None] Attempting to bind port 7b3c54b1-c68d-48f6-9547-8609a18dfd32 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:40:59.514510 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-7c60c939-44fa-443d-9280-92b304c1afbd None None] Attempting to bind port 7b3c54b1-c68d-48f6-9547-8609a18dfd32 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:40:59.515173 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c60c939-44fa-443d-9280-92b304c1afbd None None] Attempting to bind port 7b3c54b1-c68d-48f6-9547-8609a18dfd32 on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:40:59.544406 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c60c939-44fa-443d-9280-92b304c1afbd None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:40:59.544774 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c60c939-44fa-443d-9280-92b304c1afbd None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:40:59.545109 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7c60c939-44fa-443d-9280-92b304c1afbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:59.545511 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c60c939-44fa-443d-9280-92b304c1afbd None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:40:59.546098 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-7c60c939-44fa-443d-9280-92b304c1afbd None None] Bound port: 7b3c54b1-c68d-48f6-9547-8609a18dfd32, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:40:59.546482 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7c60c939-44fa-443d-9280-92b304c1afbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7b3c54b1-c68d-48f6-9547-8609a18dfd32), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:59.549725 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aaf6aaed-8eb0-4f39-a2da-f2897c9343ae admin admin] Publish callbacks [] for security_group (5750f9ef-ae8d-4176-a494-41265db7895d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:59.557849 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-ed5bf159-6add-4f7c-9659-8c26b867f0c3 admin admin] Allocated IP 172.20.0.1 (b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879/59da23fb-2a69-4f62-8734-ed62cd9e052d/3d91f020-e4a1-4e5b-9cdb-57e148acf1f9) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:40:59.589658 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aaf6aaed-8eb0-4f39-a2da-f2897c9343ae admin admin] Publish callbacks [] for security_group (5750f9ef-ae8d-4176-a494-41265db7895d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:59.619959 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-4f6c1577-6618-464e-a9f2-1f5b53567a69 tempest-NetworksNegativeTestJSON-1357202100 tempest-NetworksNegativeTestJSON-1357202100-project] Request body: {'port': {'network_id': 'ddfb2758-15a1-410d-b40a-4b4565226fa2', 'name': 'tempest-NetworksNegativeTestJSON-1234892000'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:40:59.624552 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-928f6457-c169-4c80-897d-1ef2db487936 None None] Port da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:40:59.627517 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-7c60c939-44fa-443d-9280-92b304c1afbd None None] For port 7b3c54b1-c68d-48f6-9547-8609a18dfd32, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:40:59.631566 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-7c60c939-44fa-443d-9280-92b304c1afbd None None] For port 7b3c54b1-c68d-48f6-9547-8609a18dfd32, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=7b3c54b1-c68d-48f6-9547-8609a18dfd32,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:40:59.680272 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f6c1577-6618-464e-a9f2-1f5b53567a69 tempest-NetworksNegativeTestJSON-1357202100 tempest-NetworksNegativeTestJSON-1357202100-project] POST failed (client error): The resource could not be found. Feb 20 03:40:59.680962 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f6c1577-6618-464e-a9f2-1f5b53567a69 tempest-NetworksNegativeTestJSON-1357202100 tempest-NetworksNegativeTestJSON-1357202100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:40:59.682237 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4f6c1577-6618-464e-a9f2-1f5b53567a69 tempest-NetworksNegativeTestJSON-1357202100 tempest-NetworksNegativeTestJSON-1357202100-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2084615 Feb 20 03:40:59.690936 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42434) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:59.697834 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f9286307-e752-4ea8-9047-095542217e3a details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:40:59.718405 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-136b05d0-695a-4fa1-999b-5e43cf58c489 tempest-NetworksNegativeTestJSON-1357202100 tempest-NetworksNegativeTestJSON-1357202100-project] DELETE failed (client error): The resource could not be found. Feb 20 03:40:59.718959 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-136b05d0-695a-4fa1-999b-5e43cf58c489 tempest-NetworksNegativeTestJSON-1357202100 tempest-NetworksNegativeTestJSON-1357202100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:40:59.726523 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-136b05d0-695a-4fa1-999b-5e43cf58c489 tempest-NetworksNegativeTestJSON-1357202100 tempest-NetworksNegativeTestJSON-1357202100-project] 10.222.0.89 "DELETE /v2.0/networks/cb18eb45-7eeb-42b8-b719-72528dcbd01a HTTP/1.1" status: 404 len: 339 time: 0.0280228 Feb 20 03:40:59.728264 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42436) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:59.773306 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7c60c939-44fa-443d-9280-92b304c1afbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (7b3c54b1-c68d-48f6-9547-8609a18dfd32), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:59.773877 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb3e13bb-b501-450e-84d8-086d27c60baf tempest-NetworksNegativeTestJSON-1357202100 tempest-NetworksNegativeTestJSON-1357202100-project] DELETE failed (client error): The resource could not be found. Feb 20 03:40:59.774523 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb3e13bb-b501-450e-84d8-086d27c60baf tempest-NetworksNegativeTestJSON-1357202100 tempest-NetworksNegativeTestJSON-1357202100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:40:59.778901 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fb3e13bb-b501-450e-84d8-086d27c60baf tempest-NetworksNegativeTestJSON-1357202100 tempest-NetworksNegativeTestJSON-1357202100-project] 10.222.0.89 "DELETE /v2.0/ports/2dbd45e1-5c83-4b9b-b9a2-0d007b8b3a2c HTTP/1.1" status: 404 len: 333 time: 0.0493298 Feb 20 03:40:59.781664 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42438) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:59.828352 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50ad3c1-f986-4736-b537-8433982c80c6 tempest-NetworksNegativeTestJSON-1357202100 tempest-NetworksNegativeTestJSON-1357202100-project] DELETE failed (client error): The resource could not be found. Feb 20 03:40:59.829093 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e50ad3c1-f986-4736-b537-8433982c80c6 tempest-NetworksNegativeTestJSON-1357202100 tempest-NetworksNegativeTestJSON-1357202100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:40:59.836526 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e50ad3c1-f986-4736-b537-8433982c80c6 tempest-NetworksNegativeTestJSON-1357202100 tempest-NetworksNegativeTestJSON-1357202100-project] 10.222.0.89 "DELETE /v2.0/subnets/b8523b8a-7dcb-477e-82ab-2d13e12b0d1a HTTP/1.1" status: 404 len: 337 time: 0.0494385 Feb 20 03:40:59.847252 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42440) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:59.896392 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed5bf159-6add-4f7c-9659-8c26b867f0c3 admin admin] Publish callbacks [] for port (3d91f020-e4a1-4e5b-9cdb-57e148acf1f9), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:59.899005 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-0feb614a-4388-4aae-b242-ad67742d6519 tempest-NetworksNegativeTestJSON-1357202100 tempest-NetworksNegativeTestJSON-1357202100-project] GET failed (client error): The resource could not be found. Feb 20 03:40:59.899794 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c60c939-44fa-443d-9280-92b304c1afbd None None] Routers {'fd4611ce-d7e6-47dd-a146-fbdc3505d638'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:40:59.900420 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-7c60c939-44fa-443d-9280-92b304c1afbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['fd4611ce-d7e6-47dd-a146-fbdc3505d638'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:40:59.904715 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0feb614a-4388-4aae-b242-ad67742d6519 tempest-NetworksNegativeTestJSON-1357202100 tempest-NetworksNegativeTestJSON-1357202100-project] 10.222.0.89 "GET /v2.0/networks/27048990-592a-4653-9c5f-b270c6b497fe HTTP/1.1" status: 404 len: 339 time: 0.0472798 Feb 20 03:40:59.904812 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port f9286307-e752-4ea8-9047-095542217e3a, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f9286307-e752-4ea8-9047-095542217e3a,segment=NetworkSegment(4fb51312-b6a0-4af3-8d83-7ca6df64bc46),segment_id=4fb51312-b6a0-4af3-8d83-7ca6df64bc46)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:40:59.904900 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42442) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:59.907323 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0341b-9810-4948-b1a3-5c6cd741063a None None] Pushing event updated for resources: {'Port': ['ID=7b3c54b1-c68d-48f6-9547-8609a18dfd32,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:40:59.928994 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75c58b8-fd61-4b43-9203-3d3f83ebcdff tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Router 31314d8c-b4da-4a26-8660-fad98ac2cb2c is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:40:59.952078 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0118d3d-0b2e-440f-9daa-3c23b849ae1f tempest-NetworksNegativeTestJSON-1357202100 tempest-NetworksNegativeTestJSON-1357202100-project] GET failed (client error): The resource could not be found. Feb 20 03:40:59.958474 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-2a658cf6-d522-4f1c-9248-b5c70bc70c34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51c8ef92-a4f5-4f8b-9e91-618dac2b60a7 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:40:59.958967 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e0118d3d-0b2e-440f-9daa-3c23b849ae1f tempest-NetworksNegativeTestJSON-1357202100 tempest-NetworksNegativeTestJSON-1357202100-project] 10.222.0.89 "GET /v2.0/ports/984cfdf0-a61d-48e0-88ab-c636b507870e HTTP/1.1" status: 404 len: 333 time: 0.0529058 Feb 20 03:40:59.959639 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42444) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:40:59.964034 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aaf6aaed-8eb0-4f39-a2da-f2897c9343ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5750f9ef-ae8d-4176-a494-41265db7895d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:59.965698 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'f9286307-e752-4ea8-9047-095542217e3a', 'network_id': '600f51c6-6b09-4fa1-9746-bc869572e7a9', 'port_id': 'f9286307-e752-4ea8-9047-095542217e3a', 'mac_address': 'fa:16:3e:ee:9a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87beb212-a252-4a80-814f-18699c1905fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:40:59.966544 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aaf6aaed-8eb0-4f39-a2da-f2897c9343ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:40:59.967832 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-aaf6aaed-8eb0-4f39-a2da-f2897c9343ae admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5750f9ef-ae8d-4176-a494-41265db7895d HTTP/1.1" status: 204 len: 168 time: 0.6120174 Feb 20 03:40:59.976512 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-2a658cf6-d522-4f1c-9248-b5c70bc70c34 service neutron] Publish callbacks [] for port (51c8ef92-a4f5-4f8b-9e91-618dac2b60a7), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:00.000259 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6aaed-8eb0-4f39-a2da-f2897c9343ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5750f9ef-ae8d-4176-a494-41265db7895d,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:00.009727 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-2a658cf6-d522-4f1c-9248-b5c70bc70c34 service neutron] Transition to ACTIVE for port object 51c8ef92-a4f5-4f8b-9e91-618dac2b60a7 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:41:00.044765 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:00.047412 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f62525-0ce4-42c7-bdaa-aa0d05dce606 tempest-NetworksNegativeTestJSON-1357202100 tempest-NetworksNegativeTestJSON-1357202100-project] GET failed (client error): The resource could not be found. Feb 20 03:41:00.054704 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-50f62525-0ce4-42c7-bdaa-aa0d05dce606 tempest-NetworksNegativeTestJSON-1357202100 tempest-NetworksNegativeTestJSON-1357202100-project] 10.222.0.89 "GET /v2.0/subnets/1f9431d6-3de5-4e5e-b879-813eb70c5e37 HTTP/1.1" status: 404 len: 337 time: 0.0916119 Feb 20 03:41:00.057666 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42448) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:00.064131 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974d6769-c27c-454e-a1f7-af0cca6fc792 admin admin] Router d898df1e-7635-4633-93c6-1b99803f1be6 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:41:00.073186 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-ca280f26-5e15-47fe-af69-290159dc2816 tempest-NetworksNegativeTestJSON-1357202100 tempest-NetworksNegativeTestJSON-1357202100-project] Request body: {'network': {'name': 'new_name'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:00.077404 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port f9286307-e752-4ea8-9047-095542217e3a is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:00.080714 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f9286307-e752-4ea8-9047-095542217e3a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:00.085349 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fc92c-99ba-4a44-9303-684378f0d578 req-8168d21d-d5ec-4271-91a7-8750f0e500d1 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:00.087862 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2e2fc92c-99ba-4a44-9303-684378f0d578 req-8168d21d-d5ec-4271-91a7-8750f0e500d1 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] 10.222.0.89 "GET /v2.0/ports?device_id=319677df-2722-4d67-9f4f-463baa3890df HTTP/1.1" status: 200 len: 946 time: 0.1663666 Feb 20 03:41:00.100233 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-7c60c939-44fa-443d-9280-92b304c1afbd None None] Set router fd4611ce-d7e6-47dd-a146-fbdc3505d638 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:41:00.104619 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca280f26-5e15-47fe-af69-290159dc2816 tempest-NetworksNegativeTestJSON-1357202100 tempest-NetworksNegativeTestJSON-1357202100-project] PUT failed (client error): The resource could not be found. Feb 20 03:41:00.105161 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca280f26-5e15-47fe-af69-290159dc2816 tempest-NetworksNegativeTestJSON-1357202100 tempest-NetworksNegativeTestJSON-1357202100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:41:00.114970 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ca280f26-5e15-47fe-af69-290159dc2816 tempest-NetworksNegativeTestJSON-1357202100 tempest-NetworksNegativeTestJSON-1357202100-project] 10.222.0.89 "PUT /v2.0/networks/5ef8924e-4efb-4090-9370-23a9fdb591b4 HTTP/1.1" status: 404 len: 339 time: 0.0501103 Feb 20 03:41:00.115190 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-2a658cf6-d522-4f1c-9248-b5c70bc70c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (51c8ef92-a4f5-4f8b-9e91-618dac2b60a7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:00.117541 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42450) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:00.124070 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-9c81067d-ac73-4801-950a-4aa803937277 tempest-NetworksNegativeTestJSON-1357202100 tempest-NetworksNegativeTestJSON-1357202100-project] Request body: {'port': {'name': 'new_name'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:00.136218 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9286307-e752-4ea8-9047-095542217e3a {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:41:00.151519 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c81067d-ac73-4801-950a-4aa803937277 tempest-NetworksNegativeTestJSON-1357202100 tempest-NetworksNegativeTestJSON-1357202100-project] PUT failed (client error): The resource could not be found. Feb 20 03:41:00.152148 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c81067d-ac73-4801-950a-4aa803937277 tempest-NetworksNegativeTestJSON-1357202100 tempest-NetworksNegativeTestJSON-1357202100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:41:00.153845 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9c81067d-ac73-4801-950a-4aa803937277 tempest-NetworksNegativeTestJSON-1357202100 tempest-NetworksNegativeTestJSON-1357202100-project] 10.222.0.89 "PUT /v2.0/ports/5a792c6c-b859-49a5-b22a-0d66bc20d1a3 HTTP/1.1" status: 404 len: 333 time: 0.0354829 Feb 20 03:41:00.158973 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42452) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:00.165964 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-5576b03c-decc-478f-aa6a-cf07dd84c3c4 tempest-NetworksNegativeTestJSON-1357202100 tempest-NetworksNegativeTestJSON-1357202100-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:00.197280 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-5576b03c-decc-478f-aa6a-cf07dd84c3c4 tempest-NetworksNegativeTestJSON-1357202100 tempest-NetworksNegativeTestJSON-1357202100-project] PUT failed (client error): The resource could not be found. Feb 20 03:41:00.198578 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5576b03c-decc-478f-aa6a-cf07dd84c3c4 tempest-NetworksNegativeTestJSON-1357202100 tempest-NetworksNegativeTestJSON-1357202100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:41:00.199423 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port f9286307-e752-4ea8-9047-095542217e3a, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f9286307-e752-4ea8-9047-095542217e3a,segment=NetworkSegment(4fb51312-b6a0-4af3-8d83-7ca6df64bc46),segment_id=4fb51312-b6a0-4af3-8d83-7ca6df64bc46)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:00.204130 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5576b03c-decc-478f-aa6a-cf07dd84c3c4 tempest-NetworksNegativeTestJSON-1357202100 tempest-NetworksNegativeTestJSON-1357202100-project] 10.222.0.89 "PUT /v2.0/subnets/483e6007-5945-4a51-8170-4e5d9a15f4e4 HTTP/1.1" status: 404 len: 337 time: 0.0402198 Feb 20 03:41:00.206965 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed5bf159-6add-4f7c-9659-8c26b867f0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (3d91f020-e4a1-4e5b-9cdb-57e148acf1f9), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:00.266623 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5bf159-6add-4f7c-9659-8c26b867f0c3 admin admin] Network b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:41:00.269904 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-ed5bf159-6add-4f7c-9659-8c26b867f0c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:00.277904 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5bf159-6add-4f7c-9659-8c26b867f0c3 admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:41:00.306583 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bf159-6add-4f7c-9659-8c26b867f0c3 admin admin] Pushing event updated for resources: {'Port': ['ID=3d91f020-e4a1-4e5b-9cdb-57e148acf1f9,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:00.308850 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f9286307-e752-4ea8-9047-095542217e3a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:00.312174 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a658cf6-d522-4f1c-9248-b5c70bc70c34 service neutron] Pushing event updated for resources: {'Port': ['ID=51c8ef92-a4f5-4f8b-9e91-618dac2b60a7,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:00.339140 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75c58b8-fd61-4b43-9203-3d3f83ebcdff tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:41:00.352707 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e75c58b8-fd61-4b43-9203-3d3f83ebcdff tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:00.353830 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e75c58b8-fd61-4b43-9203-3d3f83ebcdff tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] 10.222.0.89 "PUT /v2.0/routers/31314d8c-b4da-4a26-8660-fad98ac2cb2c HTTP/1.1" status: 200 len: 883 time: 8.1684413 Feb 20 03:41:00.358650 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdb4b82-4043-4cf0-a250-40fe755e6986 None None] Sync routers for ids ['31314d8c-b4da-4a26-8660-fad98ac2cb2c'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:41:00.364362 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42456) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:00.383951 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2e2fc92c-99ba-4a44-9303-684378f0d578 req-e6ed17b5-70fa-4d12-8773-06d22e5df1ad tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] 10.222.0.89 "GET /v2.0/security-groups?id=6aec92c8-bd93-4182-8faa-429befaee7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639415 Feb 20 03:41:00.384076 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdb4b82-4043-4cf0-a250-40fe755e6986 None None] Routers {'31314d8c-b4da-4a26-8660-fad98ac2cb2c'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:41:00.384076 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-acdb4b82-4043-4cf0-a250-40fe755e6986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['31314d8c-b4da-4a26-8660-fad98ac2cb2c'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:00.384261 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed5bf159-6add-4f7c-9659-8c26b867f0c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (fd4611ce-d7e6-47dd-a146-fbdc3505d638), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:00.384363 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=f9286307-e752-4ea8-9047-095542217e3a,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:00.417925 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c95dbc-633d-4586-aa38-e65a7fff6e04 req-f66f47f7-2047-4200-9679-65c18f6cf1d8 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:00.419557 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-22c95dbc-633d-4586-aa38-e65a7fff6e04 req-f66f47f7-2047-4200-9679-65c18f6cf1d8 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] 10.222.0.42 "GET /v2.0/ports?device_id=319677df-2722-4d67-9f4f-463baa3890df HTTP/1.1" status: 200 len: 946 time: 0.3634148 Feb 20 03:41:00.425488 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-7c60c939-44fa-443d-9280-92b304c1afbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4611ce-d7e6-47dd-a146-fbdc3505d638', 'name': 'tempest-ServerRescueNegativeTestJSON-231006868-router', 'tenant_id': '68913620b1864349b0b30a94042b9c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '7b3c54b1-c68d-48f6-9547-8609a18dfd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:53Z', 'updated_at': '2022-02-20T03:40:57Z', 'revision_number': 3, 'project_id': '68913620b1864349b0b30a94042b9c2a', 'gw_port': {'id': '7b3c54b1-c68d-48f6-9547-8609a18dfd32', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4611ce-d7e6-47dd-a146-fbdc3505d638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:55Z', 'updated_at': '2022-02-20T03:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:00.426669 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-acdb4b82-4043-4cf0-a250-40fe755e6986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:00.438426 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdb4b82-4043-4cf0-a250-40fe755e6986 None None] Routers {'31314d8c-b4da-4a26-8660-fad98ac2cb2c'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:41:00.439933 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-acdb4b82-4043-4cf0-a250-40fe755e6986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['31314d8c-b4da-4a26-8660-fad98ac2cb2c'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:00.479750 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-acdb4b82-4043-4cf0-a250-40fe755e6986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:00.480783 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdb4b82-4043-4cf0-a250-40fe755e6986 None None] The sync data for ids ['31314d8c-b4da-4a26-8660-fad98ac2cb2c'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:41:00.488331 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c60c939-44fa-443d-9280-92b304c1afbd None None] The sync data for ids ['fd4611ce-d7e6-47dd-a146-fbdc3505d638'] in n-d-829866-4 is: [{'id': 'fd4611ce-d7e6-47dd-a146-fbdc3505d638', 'name': 'tempest-ServerRescueNegativeTestJSON-231006868-router', 'tenant_id': '68913620b1864349b0b30a94042b9c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '7b3c54b1-c68d-48f6-9547-8609a18dfd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:53Z', 'updated_at': '2022-02-20T03:40:57Z', 'revision_number': 3, 'project_id': '68913620b1864349b0b30a94042b9c2a', 'gw_port': {'id': '7b3c54b1-c68d-48f6-9547-8609a18dfd32', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4611ce-d7e6-47dd-a146-fbdc3505d638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:55Z', 'updated_at': '2022-02-20T03:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:41:00.502193 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['f9286307-e752-4ea8-9047-095542217e3a'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:41:00.562189 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:41:00.616618 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974d6769-c27c-454e-a1f7-af0cca6fc792 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:41:00.639411 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-974d6769-c27c-454e-a1f7-af0cca6fc792 admin admin] 10.222.0.89 "PUT /v2.0/routers/d898df1e-7635-4633-93c6-1b99803f1be6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5025976 Feb 20 03:41:00.645652 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9ee56f-e3d8-4769-bf99-cc94408df8b2 None None] Sync routers for ids ['d898df1e-7635-4633-93c6-1b99803f1be6'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:41:00.671515 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-2a658cf6-d522-4f1c-9248-b5c70bc70c34 service neutron] Attempting to bind port 51c8ef92-a4f5-4f8b-9e91-618dac2b60a7 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:41:00.672087 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-2a658cf6-d522-4f1c-9248-b5c70bc70c34 service neutron] Attempting to bind port 51c8ef92-a4f5-4f8b-9e91-618dac2b60a7 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '15741fa4-a634-465b-9c56-a49dc73a3f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6e373344-a12a-4ad6-ace7-61bdd38c36e9'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:41:00.672421 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-2a658cf6-d522-4f1c-9248-b5c70bc70c34 service neutron] Attempting to bind port 51c8ef92-a4f5-4f8b-9e91-618dac2b60a7 on network 6e373344-a12a-4ad6-ace7-61bdd38c36e9 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:41:00.687711 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-2a658cf6-d522-4f1c-9248-b5c70bc70c34 service neutron] Port 51c8ef92-a4f5-4f8b-9e91-618dac2b60a7 on network 6e373344-a12a-4ad6-ace7-61bdd38c36e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:41:00.688037 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-2a658cf6-d522-4f1c-9248-b5c70bc70c34 service neutron] Attempting to bind port 51c8ef92-a4f5-4f8b-9e91-618dac2b60a7 on network 6e373344-a12a-4ad6-ace7-61bdd38c36e9 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:41:00.704929 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fabf8-23d7-4afd-9ffa-be2bb3fe8c1c req-d55e56da-e310-4366-968b-df5532554abf tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:00.705614 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9ee56f-e3d8-4769-bf99-cc94408df8b2 None None] Routers {'d898df1e-7635-4633-93c6-1b99803f1be6'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:41:00.706962 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-013fabf8-23d7-4afd-9ffa-be2bb3fe8c1c req-d55e56da-e310-4366-968b-df5532554abf tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f91127d-3be7-4880-af5b-c1f41285ff7a HTTP/1.1" status: 200 len: 943 time: 0.2330737 Feb 20 03:41:00.707878 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2a9ee56f-e3d8-4769-bf99-cc94408df8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['d898df1e-7635-4633-93c6-1b99803f1be6'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:00.712059 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-2a658cf6-d522-4f1c-9248-b5c70bc70c34 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:41:00.712537 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-2a658cf6-d522-4f1c-9248-b5c70bc70c34 service neutron] Checking segment: {'id': '15741fa4-a634-465b-9c56-a49dc73a3f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6e373344-a12a-4ad6-ace7-61bdd38c36e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:41:00.713180 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-2a658cf6-d522-4f1c-9248-b5c70bc70c34 service neutron] Bound using segment: {'id': '15741fa4-a634-465b-9c56-a49dc73a3f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6e373344-a12a-4ad6-ace7-61bdd38c36e9'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:41:00.713585 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-2a658cf6-d522-4f1c-9248-b5c70bc70c34 service neutron] Bound port: 51c8ef92-a4f5-4f8b-9e91-618dac2b60a7, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15741fa4-a634-465b-9c56-a49dc73a3f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6e373344-a12a-4ad6-ace7-61bdd38c36e9'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:41:00.714047 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-2a658cf6-d522-4f1c-9248-b5c70bc70c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (51c8ef92-a4f5-4f8b-9e91-618dac2b60a7), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:00.765897 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-22c95dbc-633d-4586-aa38-e65a7fff6e04 req-738eecf7-4b78-4f26-b046-214e8239c946 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Deleting port b8236537-645d-4567-9beb-ece615b8c295 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:41:00.766274 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-22c95dbc-633d-4586-aa38-e65a7fff6e04 req-738eecf7-4b78-4f26-b046-214e8239c946 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b8236537-645d-4567-9beb-ece615b8c295), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:00.782557 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9597f165-3db4-4cab-9b03-3f420cfd647f tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] 10.222.0.89 "GET /v2.0/routers/31314d8c-b4da-4a26-8660-fad98ac2cb2c HTTP/1.1" status: 200 len: 924 time: 0.4166903 Feb 20 03:41:00.785379 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42468) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:00.802044 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed5bf159-6add-4f7c-9659-8c26b867f0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3d91f020-e4a1-4e5b-9cdb-57e148acf1f9), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:00.886420 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42470) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:01.009163 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-013fabf8-23d7-4afd-9ffa-be2bb3fe8c1c req-036d69b5-5427-40f5-a82b-bc1ac9431b20 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] 10.222.0.89 "GET /v2.0/security-groups?id=b9516f19-7ecf-4378-a73c-fde785a89023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806971 Feb 20 03:41:01.047406 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-2a658cf6-d522-4f1c-9248-b5c70bc70c34 service neutron] For port 51c8ef92-a4f5-4f8b-9e91-618dac2b60a7, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:41:01.057956 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-2a658cf6-d522-4f1c-9248-b5c70bc70c34 service neutron] For port 51c8ef92-a4f5-4f8b-9e91-618dac2b60a7, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=51c8ef92-a4f5-4f8b-9e91-618dac2b60a7,segment=NetworkSegment(15741fa4-a634-465b-9c56-a49dc73a3f68),segment_id=15741fa4-a634-465b-9c56-a49dc73a3f68)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:41:01.058108 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3ce8e1-051f-4fe8-8565-aacaca71ef26 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:01.059884 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-dc3ce8e1-051f-4fe8-8565-aacaca71ef26 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] 10.222.0.89 "GET /v2.0/ports?network_id=eaf6f7bf-76a8-47a9-a76f-78f3b96fe079&device_id=31314d8c-b4da-4a26-8660-fad98ac2cb2c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2732937 Feb 20 03:41:01.073282 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42478) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:01.087363 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-22c95dbc-633d-4586-aa38-e65a7fff6e04 req-738eecf7-4b78-4f26-b046-214e8239c946 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] For port b8236537-645d-4567-9beb-ece615b8c295, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b8236537-645d-4567-9beb-ece615b8c295,segment=NetworkSegment(d6ed8ee4-3481-4fe5-b050-4492f68bd963),segment_id=d6ed8ee4-3481-4fe5-b050-4492f68bd963)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:01.087945 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-22c95dbc-633d-4586-aa38-e65a7fff6e04 req-738eecf7-4b78-4f26-b046-214e8239c946 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b8236537-645d-4567-9beb-ece615b8c295), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:01.251782 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed5bf159-6add-4f7c-9659-8c26b867f0c3 admin admin] Publish callbacks [] for port (3d91f020-e4a1-4e5b-9cdb-57e148acf1f9), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:01.273693 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5d14ab-285c-4b71-ba9d-aef07065ca36 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:01.275172 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1d5d14ab-285c-4b71-ba9d-aef07065ca36 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 881 time: 0.2008913 Feb 20 03:41:01.278189 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42484) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:01.313340 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-71b63c0f-5a32-4a74-85b0-a672fe26755a tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] 10.222.0.89 "GET /v2.0/ports?device_id=31314d8c-b4da-4a26-8660-fad98ac2cb2c HTTP/1.1" status: 200 len: 205 time: 0.0339930 Feb 20 03:41:01.316293 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42486) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:01.335839 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed5bf159-6add-4f7c-9659-8c26b867f0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (3d91f020-e4a1-4e5b-9cdb-57e148acf1f9), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:01.368897 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-22c95dbc-633d-4586-aa38-e65a7fff6e04 req-738eecf7-4b78-4f26-b046-214e8239c946 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:01.369527 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-22c95dbc-633d-4586-aa38-e65a7fff6e04 req-738eecf7-4b78-4f26-b046-214e8239c946 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (18174763-c8d8-4213-b697-91423e394467), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:01.385768 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [req-22c95dbc-633d-4586-aa38-e65a7fff6e04 req-738eecf7-4b78-4f26-b046-214e8239c946 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Floating IP 18174763-c8d8-4213-b697-91423e394467 disassociated. External IP: 172.25.7.101, port: b8236537-645d-4567-9beb-ece615b8c295. Feb 20 03:41:01.385768 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-22c95dbc-633d-4586-aa38-e65a7fff6e04 req-738eecf7-4b78-4f26-b046-214e8239c946 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Calling delete_port for b8236537-645d-4567-9beb-ece615b8c295 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:41:01.386113 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-2a9ee56f-e3d8-4769-bf99-cc94408df8b2 None None] Set router d898df1e-7635-4633-93c6-1b99803f1be6 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:41:01.510782 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed5bf159-6add-4f7c-9659-8c26b867f0c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (fd4611ce-d7e6-47dd-a146-fbdc3505d638), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:01.514223 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:01.535027 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63f6e1fc-f482-42cc-bb71-050d3de0eacc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:01.582275 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bf159-6add-4f7c-9659-8c26b867f0c3 admin admin] Pushing event updated for resources: {'Port': ['ID=3d91f020-e4a1-4e5b-9cdb-57e148acf1f9,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:01.595749 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 7b3c54b1-c68d-48f6-9547-8609a18dfd32 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:41:01.622604 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2178220-dbac-48c7-ab58-b6bfe34b6224 req-71885aa4-5b1c-4eb3-9fd3-d35cdb4a56cd tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:01.637100 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e2178220-dbac-48c7-ab58-b6bfe34b6224 req-71885aa4-5b1c-4eb3-9fd3-d35cdb4a56cd tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/ports?device_id=0865c027-1e53-46b0-bcb6-d8f3c859068e HTTP/1.1" status: 200 len: 945 time: 0.1530449 Feb 20 03:41:01.644278 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-2a658cf6-d522-4f1c-9248-b5c70bc70c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (51c8ef92-a4f5-4f8b-9e91-618dac2b60a7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:01.708152 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e4cf0c1d-ce0f-45a6-ae6e-43beb2ede446 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router (31314d8c-b4da-4a26-8660-fad98ac2cb2c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:01.731594 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f9286307-e752-4ea8-9047-095542217e3a up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:41:01.776729 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 7b3c54b1-c68d-48f6-9547-8609a18dfd32 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:01.777112 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (7b3c54b1-c68d-48f6-9547-8609a18dfd32), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:01.921702 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63f6e1fc-f482-42cc-bb71-050d3de0eacc admin admin] Publish callbacks [] for security_group (110281d9-db6f-42e6-a3f3-d90960724029), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:01.938595 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 7b3c54b1-c68d-48f6-9547-8609a18dfd32 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:01.939105 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7b3c54b1-c68d-48f6-9547-8609a18dfd32), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:01.954934 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2a9ee56f-e3d8-4769-bf99-cc94408df8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'name': 'tempest-TaggedBootDevicesTest-826249413-router', 'tenant_id': '0d4e5737e103447f89841b11bed8bb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '99b8dc6d-fe60-453f-8bde-d8c4d643698b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:45Z', 'updated_at': '2022-02-20T03:40:57Z', 'revision_number': 4, 'project_id': '0d4e5737e103447f89841b11bed8bb31', 'gw_port': {'id': '99b8dc6d-fe60-453f-8bde-d8c4d643698b', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ba:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:47Z', 'updated_at': '2022-02-20T03:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185', 'name': '', 'network_id': 'b098f8c6-16ef-4470-b828-67d64bde6c7f', 'tenant_id': '0d4e5737e103447f89841b11bed8bb31', 'mac_address': 'fa:16:3e:9c:94:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '31a197bb-5fd0-42b5-ae4b-c35a9b090699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:54Z', 'updated_at': '2022-02-20T03:40:57Z', 'revision_number': 2, 'project_id': '0d4e5737e103447f89841b11bed8bb31', 'subnets': [{'id': '31a197bb-5fd0-42b5-ae4b-c35a9b090699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:02.005603 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-2a658cf6-d522-4f1c-9248-b5c70bc70c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:02.007724 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-2a658cf6-d522-4f1c-9248-b5c70bc70c34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:02.012822 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-2a658cf6-d522-4f1c-9248-b5c70bc70c34 service neutron] 10.222.0.42 "PUT /v2.0/ports/51c8ef92-a4f5-4f8b-9e91-618dac2b60a7 HTTP/1.1" status: 200 len: 1091 time: 3.9552271 Feb 20 03:41:02.015654 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9ee56f-e3d8-4769-bf99-cc94408df8b2 None None] Checking router: d898df1e-7635-4633-93c6-1b99803f1be6 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:41:02.016026 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9ee56f-e3d8-4769-bf99-cc94408df8b2 None None] Updating router d898df1e-7635-4633-93c6-1b99803f1be6 port da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185 binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:41:02.027703 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port f9286307-e752-4ea8-9047-095542217e3a completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:41:02.049852 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 7b3c54b1-c68d-48f6-9547-8609a18dfd32, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=7b3c54b1-c68d-48f6-9547-8609a18dfd32,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:02.060628 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port f9286307-e752-4ea8-9047-095542217e3a triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:02.061095 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f9286307-e752-4ea8-9047-095542217e3a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:02.080419 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f91127d-3be7-4880-af5b-c1f41285ff7a', 'tag': '51c8ef92-a4f5-4f8b-9e91-618dac2b60a7'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:41:02.082970 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a449b5c-9b4d-4e5a-9fb3-0fda99f1652f" -d '{"events": [{"name": "network-changed", "server_uuid": "2f91127d-3be7-4880-af5b-c1f41285ff7a", "tag": "51c8ef92-a4f5-4f8b-9e91-618dac2b60a7"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:41:02.085859 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63f6e1fc-f482-42cc-bb71-050d3de0eacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (110281d9-db6f-42e6-a3f3-d90960724029), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:02.086076 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee56f-e3d8-4769-bf99-cc94408df8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:02.094181 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a658cf6-d522-4f1c-9248-b5c70bc70c34 service neutron] Pushing event updated for resources: {'Port': ['ID=51c8ef92-a4f5-4f8b-9e91-618dac2b60a7,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:02.107868 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-22c95dbc-633d-4586-aa38-e65a7fff6e04 req-738eecf7-4b78-4f26-b046-214e8239c946 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (b8236537-645d-4567-9beb-ece615b8c295), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:02.151810 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (7b3c54b1-c68d-48f6-9547-8609a18dfd32), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:02.232683 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42512) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:02.242676 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738eecf7-4b78-4f26-b046-214e8239c946 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Pushing event deleted for resources: {'Port': ['ID=b8236537-645d-4567-9beb-ece615b8c295,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:02.244425 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5bf159-6add-4f7c-9659-8c26b867f0c3 admin admin] Network b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:41:02.249741 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-aedcdb52-3c57-4331-96f1-7213f8226c77 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1974010192-network', 'tenant_id': '3e154e9b786e41a2855c3452f0da1a2a'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:02.261109 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-ed5bf159-6add-4f7c-9659-8c26b867f0c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:02.279747 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e4cf0c1d-ce0f-45a6-ae6e-43beb2ede446 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router_gateway (31314d8c-b4da-4a26-8660-fad98ac2cb2c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:02.345106 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=7b3c54b1-c68d-48f6-9547-8609a18dfd32,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:02.354885 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-63f6e1fc-f482-42cc-bb71-050d3de0eacc admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=04d60fdd10c6481784752b289ad7735e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4535823 Feb 20 03:41:02.356739 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42514) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:02.381933 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port f9286307-e752-4ea8-9047-095542217e3a is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:02.383109 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f9286307-e752-4ea8-9047-095542217e3a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:02.397761 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedcdb52-3c57-4331-96f1-7213f8226c77 admin admin] Made reservation on behalf of 3e154e9b786e41a2855c3452f0da1a2a for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:41:02.399825 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aedcdb52-3c57-4331-96f1-7213f8226c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:02.406053 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6e1fc-f482-42cc-bb71-050d3de0eacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110281d9-db6f-42e6-a3f3-d90960724029,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:02.428657 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e2178220-dbac-48c7-ab58-b6bfe34b6224 req-2367f0a9-de4e-4a0a-9442-e1b6e6926b60 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/security-groups?id=df26c9c2-8149-44c0-9c0b-9dbbccfc1de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7888777 Feb 20 03:41:02.441253 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aedcdb52-3c57-4331-96f1-7213f8226c77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:02.461682 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5bf159-6add-4f7c-9659-8c26b867f0c3 admin admin] Router fd4611ce-d7e6-47dd-a146-fbdc3505d638 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:41:02.468345 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0865c027-1e53-46b0-bcb6-d8f3c859068e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9286307-e752-4ea8-9047-095542217e3a'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:41:02.470753 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8caaf412-f058-488b-9d7e-86b4acff9ac7" -d '{"events": [{"server_uuid": "0865c027-1e53-46b0-bcb6-d8f3c859068e", "name": "network-vif-plugged", "status": "completed", "tag": "f9286307-e752-4ea8-9047-095542217e3a"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:41:02.493056 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port f9286307-e752-4ea8-9047-095542217e3a, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f9286307-e752-4ea8-9047-095542217e3a,segment=NetworkSegment(4fb51312-b6a0-4af3-8d83-7ca6df64bc46),segment_id=4fb51312-b6a0-4af3-8d83-7ca6df64bc46)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:02.573552 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-e4cf0c1d-ce0f-45a6-ae6e-43beb2ede446 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Deleting port 5e197ebd-2d88-4fbd-8325-76dd9887b10e {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:41:02.573895 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e4cf0c1d-ce0f-45a6-ae6e-43beb2ede446 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (5e197ebd-2d88-4fbd-8325-76dd9887b10e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:02.603367 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-bb40f253-870d-44fa-a763-6fc5cc663690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:02.607708 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-bb40f253-870d-44fa-a763-6fc5cc663690 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0e13d4cebfb405fb08a08acd92e6212&device_id=2f91127d-3be7-4880-af5b-c1f41285ff7a HTTP/1.1" status: 200 len: 1125 time: 0.4580867 Feb 20 03:41:02.607836 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f9286307-e752-4ea8-9047-095542217e3a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:02.612847 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b7cdc42-f6f0-4de9-a1a0-16c88ddfbb44 req-efa137d5-5c44-49e9-87b2-90a82012df66 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] 10.222.0.89 "GET /v2.0/ports?device_id=319677df-2722-4d67-9f4f-463baa3890df HTTP/1.1" status: 200 len: 210 time: 0.0627515 Feb 20 03:41:02.710393 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee56f-e3d8-4769-bf99-cc94408df8b2 None None] Publish callbacks [] for port (da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:02.713906 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-77133dae-6ee2-40fb-917d-b8a74b71dd28 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51c8ef92-a4f5-4f8b-9e91-618dac2b60a7 HTTP/1.1" status: 200 len: 217 time: 0.0974336 Feb 20 03:41:02.716751 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-511519b6-6f0d-469f-a93c-e75105fab2d3 admin admin] Publish callbacks [] for security_group (110281d9-db6f-42e6-a3f3-d90960724029), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:02.741361 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=f9286307-e752-4ea8-9047-095542217e3a,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:02.742704 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aedcdb52-3c57-4331-96f1-7213f8226c77 admin admin] Publish callbacks [] for security_group (265499eb-e220-47f2-af5c-b02657b0c744), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:02.784310 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee56f-e3d8-4769-bf99-cc94408df8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:02.797222 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e4cf0c1d-ce0f-45a6-ae6e-43beb2ede446 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (5e197ebd-2d88-4fbd-8325-76dd9887b10e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:02.831772 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aedcdb52-3c57-4331-96f1-7213f8226c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (265499eb-e220-47f2-af5c-b02657b0c744), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:02.835118 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-511519b6-6f0d-469f-a93c-e75105fab2d3 admin admin] Publish callbacks [] for security_group (110281d9-db6f-42e6-a3f3-d90960724029), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:02.843665 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22c95dbc-633d-4586-aa38-e65a7fff6e04 req-738eecf7-4b78-4f26-b046-214e8239c946 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Router c8dde962-f510-43cb-a85d-aa28bf46cc35 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:41:02.860283 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-e4cf0c1d-ce0f-45a6-ae6e-43beb2ede446 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Calling delete_port for 5e197ebd-2d88-4fbd-8325-76dd9887b10e owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:41:02.873711 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5bf159-6add-4f7c-9659-8c26b867f0c3 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:41:02.885697 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-c6a525a5-6101-46cf-a39e-0941ffa49c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:02.887502 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-c6a525a5-6101-46cf-a39e-0941ffa49c06 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=73afc4a7-e3d9-4362-ac98-dec5abd9e852 HTTP/1.1" status: 200 len: 848 time: 0.1655009 Feb 20 03:41:02.889801 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:02.898025 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ed5bf159-6add-4f7c-9659-8c26b867f0c3 admin admin] 10.222.0.89 "PUT /v2.0/routers/fd4611ce-d7e6-47dd-a146-fbdc3505d638/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2906544 Feb 20 03:41:02.927404 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aedcdb52-3c57-4331-96f1-7213f8226c77 admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:41:02.947462 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e65c2-f21f-4944-a484-1ef7206086da None None] Pushing event updated for resources: {'Port': ['ID=da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:02.953148 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-9d857a80-907d-405a-90d7-b6c45cb812e7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6e373344-a12a-4ad6-ace7-61bdd38c36e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417824 Feb 20 03:41:03.058292 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-2a9ee56f-e3d8-4769-bf99-cc94408df8b2 None None] Attempting to bind port da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:41:03.058667 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-2a9ee56f-e3d8-4769-bf99-cc94408df8b2 None None] Attempting to bind port da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'd72d462e-fc0a-426c-bb37-f85f00dbb615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b098f8c6-16ef-4470-b828-67d64bde6c7f'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:41:03.059966 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9ee56f-e3d8-4769-bf99-cc94408df8b2 None None] Attempting to bind port da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185 on network b098f8c6-16ef-4470-b828-67d64bde6c7f {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:41:03.060843 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedcdb52-3c57-4331-96f1-7213f8226c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265499eb-e220-47f2-af5c-b02657b0c744,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:03.076097 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aedcdb52-3c57-4331-96f1-7213f8226c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (d60e9bfd-f34d-4a39-9669-acef3f7a9d42), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:03.076617 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-aedcdb52-3c57-4331-96f1-7213f8226c77 admin admin] Added segment d60e9bfd-f34d-4a39-9669-acef3f7a9d42 of type vlan for network 321c3d2c-3cfa-4170-83ee-7c95210e4f1f Feb 20 03:41:03.093993 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9ee56f-e3d8-4769-bf99-cc94408df8b2 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:41:03.093993 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9ee56f-e3d8-4769-bf99-cc94408df8b2 None None] Checking segment: {'id': 'd72d462e-fc0a-426c-bb37-f85f00dbb615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b098f8c6-16ef-4470-b828-67d64bde6c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:41:03.093993 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee56f-e3d8-4769-bf99-cc94408df8b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:03.093993 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9ee56f-e3d8-4769-bf99-cc94408df8b2 None None] Bound using segment: {'id': 'd72d462e-fc0a-426c-bb37-f85f00dbb615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b098f8c6-16ef-4470-b828-67d64bde6c7f'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:41:03.093993 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-2a9ee56f-e3d8-4769-bf99-cc94408df8b2 None None] Bound port: da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd72d462e-fc0a-426c-bb37-f85f00dbb615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b098f8c6-16ef-4470-b828-67d64bde6c7f'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:41:03.093993 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee56f-e3d8-4769-bf99-cc94408df8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:03.194292 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-2a9ee56f-e3d8-4769-bf99-cc94408df8b2 None None] For port da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:41:03.197039 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974ac23-2c08-48ed-9304-1acbf7c23952 req-e324b364-d6f6-4b08-b9fd-cfc152685ff0 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:03.199133 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7974ac23-2c08-48ed-9304-1acbf7c23952 req-e324b364-d6f6-4b08-b9fd-cfc152685ff0 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f91127d-3be7-4880-af5b-c1f41285ff7a HTTP/1.1" status: 200 len: 943 time: 0.4007337 Feb 20 03:41:03.207531 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-2a9ee56f-e3d8-4769-bf99-cc94408df8b2 None None] For port da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185,segment=NetworkSegment(d72d462e-fc0a-426c-bb37-f85f00dbb615),segment_id=d72d462e-fc0a-426c-bb37-f85f00dbb615)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:41:03.210698 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aedcdb52-3c57-4331-96f1-7213f8226c77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (321c3d2c-3cfa-4170-83ee-7c95210e4f1f), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:03.275088 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee56f-e3d8-4769-bf99-cc94408df8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:03.313415 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-511519b6-6f0d-469f-a93c-e75105fab2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (110281d9-db6f-42e6-a3f3-d90960724029), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:03.316107 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-511519b6-6f0d-469f-a93c-e75105fab2d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:03.317310 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-511519b6-6f0d-469f-a93c-e75105fab2d3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/110281d9-db6f-42e6-a3f3-d90960724029 HTTP/1.1" status: 204 len: 168 time: 0.9535179 Feb 20 03:41:03.366921 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511519b6-6f0d-469f-a93c-e75105fab2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110281d9-db6f-42e6-a3f3-d90960724029,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:03.369304 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22c95dbc-633d-4586-aa38-e65a7fff6e04 req-738eecf7-4b78-4f26-b046-214e8239c946 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:41:03.388324 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd87dfea-f2ca-4f51-9660-0f0afa39b8ac None None] Sync routers for ids ['c8dde962-f510-43cb-a85d-aa28bf46cc35'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:41:03.394847 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-c6bd5c6e-295c-4556-976e-9ad37df57ca4 service neutron] 10.222.0.42 "GET /v2.0/networks/6e373344-a12a-4ad6-ace7-61bdd38c36e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808718 Feb 20 03:41:03.419875 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd87dfea-f2ca-4f51-9660-0f0afa39b8ac None None] Routers {'c8dde962-f510-43cb-a85d-aa28bf46cc35'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:41:03.420439 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-bd87dfea-f2ca-4f51-9660-0f0afa39b8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c8dde962-f510-43cb-a85d-aa28bf46cc35'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:03.435022 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3998b227-a9ee-4923-9e87-fc0c9c70cff7 None None] Sync routers for ids ['fd4611ce-d7e6-47dd-a146-fbdc3505d638'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:41:03.450913 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.db.resource_extend [None req-aedcdb52-3c57-4331-96f1-7213f8226c77 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 03:41:03.455985 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7974ac23-2c08-48ed-9304-1acbf7c23952 req-61a337dc-f68e-4f0f-a991-cad0e83fb70a tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] 10.222.0.89 "GET /v2.0/security-groups?id=b9516f19-7ecf-4378-a73c-fde785a89023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380550 Feb 20 03:41:03.466809 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e65c2-f21f-4944-a484-1ef7206086da None None] Pushing event updated for resources: {'Port': ['ID=da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:03.475079 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9ee56f-e3d8-4769-bf99-cc94408df8b2 None None] Routers {'d898df1e-7635-4633-93c6-1b99803f1be6'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:41:03.475948 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2a9ee56f-e3d8-4769-bf99-cc94408df8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['d898df1e-7635-4633-93c6-1b99803f1be6'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:03.484190 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-8bf67d8b-f286-432f-a381-f0bb6d3288ed None None] Provisioning complete for port da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:03.484410 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8bf67d8b-f286-432f-a381-f0bb6d3288ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:03.541864 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e4cf0c1d-ce0f-45a6-ae6e-43beb2ede446 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (5e197ebd-2d88-4fbd-8325-76dd9887b10e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:03.570205 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3998b227-a9ee-4923-9e87-fc0c9c70cff7 None None] Routers {'fd4611ce-d7e6-47dd-a146-fbdc3505d638'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:41:03.571004 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-3998b227-a9ee-4923-9e87-fc0c9c70cff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['fd4611ce-d7e6-47dd-a146-fbdc3505d638'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:03.589997 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda4e141-03f7-422c-8b91-33d567b5b709 x-openstack-request-id: req-fda4e141-03f7-422c-8b91-33d567b5b709 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:41:03.594341 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f91127d-3be7-4880-af5b-c1f41285ff7a", "tag": "51c8ef92-a4f5-4f8b-9e91-618dac2b60a7", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:41:03.594843 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fda4e141-03f7-422c-8b91-33d567b5b709 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:41:03.596372 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f91127d-3be7-4880-af5b-c1f41285ff7a', 'tag': '51c8ef92-a4f5-4f8b-9e91-618dac2b60a7', 'status': 'completed', 'code': 200} Feb 20 03:41:03.603344 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf0c1d-ce0f-45a6-ae6e-43beb2ede446 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Pushing event deleted for resources: {'Port': ['ID=5e197ebd-2d88-4fbd-8325-76dd9887b10e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:03.616745 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aedcdb52-3c57-4331-96f1-7213f8226c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (321c3d2c-3cfa-4170-83ee-7c95210e4f1f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:03.619536 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 7b3c54b1-c68d-48f6-9547-8609a18dfd32 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:41:03.624779 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedcdb52-3c57-4331-96f1-7213f8226c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:03.624779 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aedcdb52-3c57-4331-96f1-7213f8226c77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:03.636490 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c95dbc-633d-4586-aa38-e65a7fff6e04 req-738eecf7-4b78-4f26-b046-214e8239c946 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] No DVR routers for this DVR port b8236537-645d-4567-9beb-ece615b8c295 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:41:03.642181 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-22c95dbc-633d-4586-aa38-e65a7fff6e04 req-738eecf7-4b78-4f26-b046-214e8239c946 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:03.654404 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-22c95dbc-633d-4586-aa38-e65a7fff6e04 req-738eecf7-4b78-4f26-b046-214e8239c946 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] 10.222.0.42 "DELETE /v2.0/ports/b8236537-645d-4567-9beb-ece615b8c295 HTTP/1.1" status: 204 len: 173 time: 3.1802795 Feb 20 03:41:03.766599 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441295a8-23e3-406b-a069-4f816a39d4c5 x-openstack-request-id: req-441295a8-23e3-406b-a069-4f816a39d4c5 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:41:03.767101 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0865c027-1e53-46b0-bcb6-d8f3c859068e", "name": "network-vif-plugged", "status": "completed", "tag": "f9286307-e752-4ea8-9047-095542217e3a", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:41:03.767382 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-441295a8-23e3-406b-a069-4f816a39d4c5 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:41:03.767780 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0865c027-1e53-46b0-bcb6-d8f3c859068e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9286307-e752-4ea8-9047-095542217e3a', 'code': 200} Feb 20 03:41:03.777952 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-bd87dfea-f2ca-4f51-9660-0f0afa39b8ac None None] Set router c8dde962-f510-43cb-a85d-aa28bf46cc35 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:41:03.876083 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-aedcdb52-3c57-4331-96f1-7213f8226c77 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6384816 Feb 20 03:41:03.884069 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42554) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:03.895616 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e4cf0c1d-ce0f-45a6-ae6e-43beb2ede446 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (31314d8c-b4da-4a26-8660-fad98ac2cb2c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:03.922294 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65afcaf9-b386-4b6e-8961-bc8e09b68083 req-23f097c4-dab3-40ea-a15c-e858197a8194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:03.924086 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65afcaf9-b386-4b6e-8961-bc8e09b68083 req-23f097c4-dab3-40ea-a15c-e858197a8194 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0865c027-1e53-46b0-bcb6-d8f3c859068e HTTP/1.1" status: 200 len: 1128 time: 0.1534145 Feb 20 03:41:03.952650 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-341bbfe7-4e0f-48e5-ac41-61afaaf6157b req-4102af66-b6fe-48db-9631-ea70a289adb0 service neutron] 10.222.0.42 "GET /v2.0/networks/6e373344-a12a-4ad6-ace7-61bdd38c36e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4921560 Feb 20 03:41:03.993405 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-a39c33c5-5042-4f71-8307-0a484185e739 admin admin] Request body: {'subnet': {'network_id': '321c3d2c-3cfa-4170-83ee-7c95210e4f1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1974010192-subnet', 'tenant_id': '3e154e9b786e41a2855c3452f0da1a2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:04.043047 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65afcaf9-b386-4b6e-8961-bc8e09b68083 req-786153e9-21aa-4307-addc-1ca22fc3d037 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=df26c9c2-8149-44c0-9c0b-9dbbccfc1de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095092 Feb 20 03:41:04.068990 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-2a9ee56f-e3d8-4769-bf99-cc94408df8b2 None None] Set router d898df1e-7635-4633-93c6-1b99803f1be6 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:41:04.083421 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 7b3c54b1-c68d-48f6-9547-8609a18dfd32 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:04.094765 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (7b3c54b1-c68d-48f6-9547-8609a18dfd32), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:04.109135 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedcdb52-3c57-4331-96f1-7213f8226c77 admin admin] Pushing event updated for resources: {'Network': ['ID=321c3d2c-3cfa-4170-83ee-7c95210e4f1f,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:04.112314 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-bd87dfea-f2ca-4f51-9660-0f0afa39b8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'name': 'tempest-ServersTestFqdnHostnames-616462720-router', 'tenant_id': '517a6c0c83ee490993dbcdda52b65cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'c485dd5f-8147-41b5-a1a0-c251c399c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:39:47Z', 'updated_at': '2022-02-20T03:39:52Z', 'revision_number': 4, 'project_id': '517a6c0c83ee490993dbcdda52b65cea', 'gw_port': {'id': 'c485dd5f-8147-41b5-a1a0-c251c399c973', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:48Z', 'updated_at': '2022-02-20T03:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '20256ce1-12a0-419f-9a8d-fc71daa7d409', 'name': '', 'network_id': '6213f295-7155-488c-abe1-9a76b0448614', 'tenant_id': '517a6c0c83ee490993dbcdda52b65cea', 'mac_address': 'fa:16:3e:18:84:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'a6707572-1301-47d5-a349-f0e02b2b9385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:51Z', 'updated_at': '2022-02-20T03:39:57Z', 'revision_number': 5, 'project_id': '517a6c0c83ee490993dbcdda52b65cea', 'subnets': [{'id': 'a6707572-1301-47d5-a349-f0e02b2b9385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:04.169091 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e4cf0c1d-ce0f-45a6-ae6e-43beb2ede446 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (31314d8c-b4da-4a26-8660-fad98ac2cb2c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:04.172472 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e4cf0c1d-ce0f-45a6-ae6e-43beb2ede446 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router_controller (31314d8c-b4da-4a26-8660-fad98ac2cb2c), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:04.179075 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd87dfea-f2ca-4f51-9660-0f0afa39b8ac None None] Checking router: c8dde962-f510-43cb-a85d-aa28bf46cc35 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:41:04.208588 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd87dfea-f2ca-4f51-9660-0f0afa39b8ac None None] Routers {'c8dde962-f510-43cb-a85d-aa28bf46cc35'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:41:04.210083 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-bd87dfea-f2ca-4f51-9660-0f0afa39b8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c8dde962-f510-43cb-a85d-aa28bf46cc35'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:04.219556 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 321c3d2c-3cfa-4170-83ee-7c95210e4f1f details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:41:04.231032 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-3998b227-a9ee-4923-9e87-fc0c9c70cff7 None None] Set router fd4611ce-d7e6-47dd-a146-fbdc3505d638 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:41:04.236743 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device b8236537-645d-4567-9beb-ece615b8c295 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:41:04.256228 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39c33c5-5042-4f71-8307-0a484185e739 admin admin] Made reservation on behalf of 3e154e9b786e41a2855c3452f0da1a2a for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:41:04.259207 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a39c33c5-5042-4f71-8307-0a484185e739 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:04.266511 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a449b5c-9b4d-4e5a-9fb3-0fda99f1652f req-93d9ae69-e768-4d14-a45d-85b2205095e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:04.271750 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a449b5c-9b4d-4e5a-9fb3-0fda99f1652f req-93d9ae69-e768-4d14-a45d-85b2205095e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0e13d4cebfb405fb08a08acd92e6212&device_id=2f91127d-3be7-4880-af5b-c1f41285ff7a HTTP/1.1" status: 200 len: 1125 time: 0.1595707 Feb 20 03:41:04.468618 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e4cf0c1d-ce0f-45a6-ae6e-43beb2ede446 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (31314d8c-b4da-4a26-8660-fad98ac2cb2c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:04.470180 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cf0c1d-ce0f-45a6-ae6e-43beb2ede446 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Fanout notify agent at l3_agent the message router_deleted on router 31314d8c-b4da-4a26-8660-fad98ac2cb2c {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:41:04.482358 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e4cf0c1d-ce0f-45a6-ae6e-43beb2ede446 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:04.489742 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e4cf0c1d-ce0f-45a6-ae6e-43beb2ede446 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] 10.222.0.89 "DELETE /v2.0/routers/31314d8c-b4da-4a26-8660-fad98ac2cb2c HTTP/1.1" status: 204 len: 168 time: 3.1725228 Feb 20 03:41:04.492133 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-bd87dfea-f2ca-4f51-9660-0f0afa39b8ac None None] Set router c8dde962-f510-43cb-a85d-aa28bf46cc35 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:41:04.494903 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42574) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:04.506362 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-0f2fc30b-4abb-4da9-8ded-bf3b8cd3e089 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-545636304', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:04.538509 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a39c33c5-5042-4f71-8307-0a484185e739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (62e77c57-8cd5-4ce9-8f4a-1dc1fb9cb76c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:04.601911 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a449b5c-9b4d-4e5a-9fb3-0fda99f1652f req-255a1712-27dd-40a3-a4be-1efc3c3cccee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:04.603706 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a449b5c-9b4d-4e5a-9fb3-0fda99f1652f req-255a1712-27dd-40a3-a4be-1efc3c3cccee service neutron] 10.222.0.42 "GET /v2.0/networks?id=6e373344-a12a-4ad6-ace7-61bdd38c36e9 HTTP/1.1" status: 200 len: 909 time: 0.3241940 Feb 20 03:41:04.630188 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: b8236537-645d-4567-9beb-ece615b8c295 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:41:04.630748 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device b8236537-645d-4567-9beb-ece615b8c295 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:41:04.633405 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-8bf67d8b-f286-432f-a381-f0bb6d3288ed None None] Current status of the port da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:04.633797 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8bf67d8b-f286-432f-a381-f0bb6d3288ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:04.639406 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-000d5759-5a61-4f51-b211-029b08ed0a41 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:04.641024 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-000d5759-5a61-4f51-b211-029b08ed0a41 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/networks?id=b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879 HTTP/1.1" status: 200 len: 818 time: 0.3243053 Feb 20 03:41:04.685786 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a449b5c-9b4d-4e5a-9fb3-0fda99f1652f req-853dad7f-013f-43ae-85fa-272ee84613bf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51c8ef92-a4f5-4f8b-9e91-618dac2b60a7 HTTP/1.1" status: 200 len: 217 time: 0.0720611 Feb 20 03:41:04.701129 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c33c5-5042-4f71-8307-0a484185e739 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62e77c57-8cd5-4ce9-8f4a-1dc1fb9cb76c,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:04.711698 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-1b64c266-60d4-430b-b559-f4ef2b5f2dbf tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/quotas/68913620b1864349b0b30a94042b9c2a HTTP/1.1" status: 200 len: 375 time: 0.0288737 Feb 20 03:41:04.731114 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0f2fc30b-4abb-4da9-8ded-bf3b8cd3e089 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (4dd4e6d9-732e-4ab4-9d87-4212706c0f6f), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:04.749758 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0f2fc30b-4abb-4da9-8ded-bf3b8cd3e089 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (4dd4e6d9-732e-4ab4-9d87-4212706c0f6f), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:04.766575 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39c33c5-5042-4f71-8307-0a484185e739 admin admin] Checking segment: {'id': 'd60e9bfd-f34d-4a39-9669-acef3f7a9d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '321c3d2c-3cfa-4170-83ee-7c95210e4f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:41:04.767517 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39c33c5-5042-4f71-8307-0a484185e739 admin admin] Network hostable DHCP agents. Network: 321c3d2c-3cfa-4170-83ee-7c95210e4f1f, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:41:04.853752 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a449b5c-9b4d-4e5a-9fb3-0fda99f1652f req-a3670dbe-825e-403d-b086-67cfc9b36fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:04.857130 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a449b5c-9b4d-4e5a-9fb3-0fda99f1652f req-a3670dbe-825e-403d-b086-67cfc9b36fc7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=73afc4a7-e3d9-4362-ac98-dec5abd9e852 HTTP/1.1" status: 200 len: 848 time: 0.1595769 Feb 20 03:41:04.877340 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-27017d21-a769-496d-8a63-5c276bcbb1e6 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=68913620b1864349b0b30a94042b9c2a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1409955 Feb 20 03:41:04.915181 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-bd87dfea-f2ca-4f51-9660-0f0afa39b8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'name': 'tempest-ServersTestFqdnHostnames-616462720-router', 'tenant_id': '517a6c0c83ee490993dbcdda52b65cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'c485dd5f-8147-41b5-a1a0-c251c399c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:39:47Z', 'updated_at': '2022-02-20T03:39:52Z', 'revision_number': 4, 'project_id': '517a6c0c83ee490993dbcdda52b65cea', 'gw_port': {'id': 'c485dd5f-8147-41b5-a1a0-c251c399c973', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:48Z', 'updated_at': '2022-02-20T03:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '20256ce1-12a0-419f-9a8d-fc71daa7d409', 'name': '', 'network_id': '6213f295-7155-488c-abe1-9a76b0448614', 'tenant_id': '517a6c0c83ee490993dbcdda52b65cea', 'mac_address': 'fa:16:3e:18:84:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'a6707572-1301-47d5-a349-f0e02b2b9385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:51Z', 'updated_at': '2022-02-20T03:39:57Z', 'revision_number': 5, 'project_id': '517a6c0c83ee490993dbcdda52b65cea', 'subnets': [{'id': 'a6707572-1301-47d5-a349-f0e02b2b9385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:04.915584 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0f2fc30b-4abb-4da9-8ded-bf3b8cd3e089 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router_controller (4dd4e6d9-732e-4ab4-9d87-4212706c0f6f), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:04.935714 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39c33c5-5042-4f71-8307-0a484185e739 admin admin] Network 321c3d2c-3cfa-4170-83ee-7c95210e4f1f is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:41:04.939466 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a449b5c-9b4d-4e5a-9fb3-0fda99f1652f req-a518c608-a35a-4d18-bc17-af31d0683af8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6e373344-a12a-4ad6-ace7-61bdd38c36e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592959 Feb 20 03:41:04.969799 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd87dfea-f2ca-4f51-9660-0f0afa39b8ac None None] The sync data for ids ['c8dde962-f510-43cb-a85d-aa28bf46cc35'] in n-d-829866-4 is: [{'id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'name': 'tempest-ServersTestFqdnHostnames-616462720-router', 'tenant_id': '517a6c0c83ee490993dbcdda52b65cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'c485dd5f-8147-41b5-a1a0-c251c399c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:39:47Z', 'updated_at': '2022-02-20T03:39:52Z', 'revision_number': 4, 'project_id': '517a6c0c83ee490993dbcdda52b65cea', 'gw_port': {'id': 'c485dd5f-8147-41b5-a1a0-c251c399c973', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:48Z', 'updated_at': '2022-02-20T03:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '20256ce1-12a0-419f-9a8d-fc71daa7d409', 'name': '', 'network_id': '6213f295-7155-488c-abe1-9a76b0448614', 'tenant_id': '517a6c0c83ee490993dbcdda52b65cea', 'mac_address': 'fa:16:3e:18:84:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'a6707572-1301-47d5-a349-f0e02b2b9385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:51Z', 'updated_at': '2022-02-20T03:39:57Z', 'revision_number': 5, 'project_id': '517a6c0c83ee490993dbcdda52b65cea', 'subnets': [{'id': 'a6707572-1301-47d5-a349-f0e02b2b9385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:41:04.986460 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0f2fc30b-4abb-4da9-8ded-bf3b8cd3e089 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (4dd4e6d9-732e-4ab4-9d87-4212706c0f6f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:05.018999 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-a39c33c5-5042-4f71-8307-0a484185e739 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 321c3d2c-3cfa-4170-83ee-7c95210e4f1f) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:05.030880 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-8bf67d8b-f286-432f-a381-f0bb6d3288ed None None] For port da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185,segment=NetworkSegment(d72d462e-fc0a-426c-bb37-f85f00dbb615),segment_id=d72d462e-fc0a-426c-bb37-f85f00dbb615)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:05.036125 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39c33c5-5042-4f71-8307-0a484185e739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:05.039778 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a39c33c5-5042-4f71-8307-0a484185e739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:05.071660 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0f2fc30b-4abb-4da9-8ded-bf3b8cd3e089 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:05.076013 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0f2fc30b-4abb-4da9-8ded-bf3b8cd3e089 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5809937 Feb 20 03:41:05.080934 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42592) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:05.089956 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-068f9d50-916f-4c43-a27f-3c145b033fe2 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'enable_snat': True}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:05.118955 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a449b5c-9b4d-4e5a-9fb3-0fda99f1652f req-021bcaa0-08aa-4e22-914b-ff6a75e4514b service neutron] 10.222.0.42 "GET /v2.0/networks/6e373344-a12a-4ad6-ace7-61bdd38c36e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499507 Feb 20 03:41:05.142166 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e6c89d-ae48-47cd-a7ab-00bfc9ee9019 None None] Network 321c3d2c-3cfa-4170-83ee-7c95210e4f1f requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:41:05.164422 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a39c33c5-5042-4f71-8307-0a484185e739 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2740176 Feb 20 03:41:05.167551 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42598) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:05.175847 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-2bc7d246-6ce6-4bbb-9fe7-76f218b722ac admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1974010192-router', 'tenant_id': '3e154e9b786e41a2855c3452f0da1a2a', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:05.217512 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-d3b542a1-e4d1-474a-9951-002a3860770a service neutron] 10.222.0.89 "GET /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243191 Feb 20 03:41:05.223621 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8bf67d8b-f286-432f-a381-f0bb6d3288ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:05.337104 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a449b5c-9b4d-4e5a-9fb3-0fda99f1652f req-922bc46a-094e-4b83-9ce0-6674da238837 service neutron] 10.222.0.42 "GET /v2.0/networks/6e373344-a12a-4ad6-ace7-61bdd38c36e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071693 Feb 20 03:41:05.404097 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-a680d241-e5fd-4418-8459-66d966a6f472 service neutron] 10.222.0.89 "GET /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798849 Feb 20 03:41:05.423757 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-068f9d50-916f-4c43-a27f-3c145b033fe2 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router_gateway (4dd4e6d9-732e-4ab4-9d87-4212706c0f6f), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:05.431228 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2bc7d246-6ce6-4bbb-9fe7-76f218b722ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (460ce07b-00d0-44fe-b5c1-5e7e9591adc3), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:05.433518 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2bc7d246-6ce6-4bbb-9fe7-76f218b722ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (460ce07b-00d0-44fe-b5c1-5e7e9591adc3), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:05.497207 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2bc7d246-6ce6-4bbb-9fe7-76f218b722ac admin admin] Publish callbacks [] for router_controller (460ce07b-00d0-44fe-b5c1-5e7e9591adc3), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:05.513053 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42608) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:05.524411 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c314a7fc-5964-4eb1-8484-151c8947c6e1 None None] New status for floating IP 18174763-c8d8-4213-b697-91423e394467: DOWN {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:41:05.536344 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 7b3c54b1-c68d-48f6-9547-8609a18dfd32 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:05.546693 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-518e1741-a8b1-493d-af58-ea7f78088c7d None None] Provisioning complete for port da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:05.547211 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-518e1741-a8b1-493d-af58-ea7f78088c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:05.599723 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319677df-2722-4d67-9f4f-463baa3890df', 'name': 'network-vif-deleted', 'tag': 'b8236537-645d-4567-9beb-ece615b8c295'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:41:05.602915 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4114a1-d92a-4b31-a627-363ee2209519" -d '{"events": [{"server_uuid": "319677df-2722-4d67-9f4f-463baa3890df", "name": "network-vif-deleted", "tag": "b8236537-645d-4567-9beb-ece615b8c295"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:41:05.617074 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf67d8b-f286-432f-a381-f0bb6d3288ed None None] Pushing event updated for resources: {'Port': ['ID=da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:05.684211 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f994704-64eb-4e1a-b9e7-c635642a9013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-321c3d2c-3cfa-4170-83ee-7c95210e4f1f', 'network_id': '321c3d2c-3cfa-4170-83ee-7c95210e4f1f', 'project_id': '3e154e9b786e41a2855c3452f0da1a2a', 'fixed_ips': [{'subnet_id': '62e77c57-8cd5-4ce9-8f4a-1dc1fb9cb76c'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:41:05.685389 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9f994704-64eb-4e1a-b9e7-c635642a9013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:05.752341 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-b309d5c1-73dd-49b6-8ca4-a226163309f5 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2088754601'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:05.762754 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-3998b227-a9ee-4923-9e87-fc0c9c70cff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4611ce-d7e6-47dd-a146-fbdc3505d638', 'name': 'tempest-ServerRescueNegativeTestJSON-231006868-router', 'tenant_id': '68913620b1864349b0b30a94042b9c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '7b3c54b1-c68d-48f6-9547-8609a18dfd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:53Z', 'updated_at': '2022-02-20T03:41:00Z', 'revision_number': 4, 'project_id': '68913620b1864349b0b30a94042b9c2a', 'gw_port': {'id': '7b3c54b1-c68d-48f6-9547-8609a18dfd32', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4611ce-d7e6-47dd-a146-fbdc3505d638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:55Z', 'updated_at': '2022-02-20T03:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '3d91f020-e4a1-4e5b-9cdb-57e148acf1f9', 'name': '', 'network_id': 'b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879', 'tenant_id': '68913620b1864349b0b30a94042b9c2a', 'mac_address': 'fa:16:3e:71:fa:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4611ce-d7e6-47dd-a146-fbdc3505d638', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '59da23fb-2a69-4f62-8734-ed62cd9e052d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:59Z', 'updated_at': '2022-02-20T03:41:00Z', 'revision_number': 2, 'project_id': '68913620b1864349b0b30a94042b9c2a', 'subnets': [{'id': '59da23fb-2a69-4f62-8734-ed62cd9e052d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:05.894344 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2bc7d246-6ce6-4bbb-9fe7-76f218b722ac admin admin] Publish callbacks [] for router_gateway (460ce07b-00d0-44fe-b5c1-5e7e9591adc3), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:05.909779 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3330a-8fa1-4efb-8ecd-2bab5d9462c2 req-0997c636-5dfe-4eab-8478-ddb1d2ac4304 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:05.911621 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8cf3330a-8fa1-4efb-8ecd-2bab5d9462c2 req-0997c636-5dfe-4eab-8478-ddb1d2ac4304 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/ports?device_id=0865c027-1e53-46b0-bcb6-d8f3c859068e HTTP/1.1" status: 200 len: 946 time: 0.0833135 Feb 20 03:41:05.917005 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3998b227-a9ee-4923-9e87-fc0c9c70cff7 None None] Checking router: fd4611ce-d7e6-47dd-a146-fbdc3505d638 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:41:05.917823 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3998b227-a9ee-4923-9e87-fc0c9c70cff7 None None] Updating router fd4611ce-d7e6-47dd-a146-fbdc3505d638 port 3d91f020-e4a1-4e5b-9cdb-57e148acf1f9 binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:41:05.964513 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-518e1741-a8b1-493d-af58-ea7f78088c7d None None] Current status of the port da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:06.000460 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8cf3330a-8fa1-4efb-8ecd-2bab5d9462c2 req-2e5126b6-8d03-451d-8ab5-58ca609a1519 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/security-groups?id=df26c9c2-8149-44c0-9c0b-9dbbccfc1de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804079 Feb 20 03:41:06.044927 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b309d5c1-73dd-49b6-8ca4-a226163309f5 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:41:06.052013 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b309d5c1-73dd-49b6-8ca4-a226163309f5 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:06.062946 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2a9ee56f-e3d8-4769-bf99-cc94408df8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'name': 'tempest-TaggedBootDevicesTest-826249413-router', 'tenant_id': '0d4e5737e103447f89841b11bed8bb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '99b8dc6d-fe60-453f-8bde-d8c4d643698b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:45Z', 'updated_at': '2022-02-20T03:40:57Z', 'revision_number': 4, 'project_id': '0d4e5737e103447f89841b11bed8bb31', 'gw_port': {'id': '99b8dc6d-fe60-453f-8bde-d8c4d643698b', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ba:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:47Z', 'updated_at': '2022-02-20T03:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185', 'name': '', 'network_id': 'b098f8c6-16ef-4470-b828-67d64bde6c7f', 'tenant_id': '0d4e5737e103447f89841b11bed8bb31', 'mac_address': 'fa:16:3e:9c:94:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '31a197bb-5fd0-42b5-ae4b-c35a9b090699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:54Z', 'updated_at': '2022-02-20T03:41:03Z', 'revision_number': 4, 'project_id': '0d4e5737e103447f89841b11bed8bb31', 'subnets': [{'id': '31a197bb-5fd0-42b5-ae4b-c35a9b090699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:06.097432 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-9f994704-64eb-4e1a-b9e7-c635642a9013 None None] Allocated IP 172.20.0.2 (321c3d2c-3cfa-4170-83ee-7c95210e4f1f/62e77c57-8cd5-4ce9-8f4a-1dc1fb9cb76c/02805224-4983-463c-9186-fc37f16d9ae3) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:41:06.097819 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b309d5c1-73dd-49b6-8ca4-a226163309f5 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:06.097917 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3998b227-a9ee-4923-9e87-fc0c9c70cff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3d91f020-e4a1-4e5b-9cdb-57e148acf1f9), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:06.102498 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9ee56f-e3d8-4769-bf99-cc94408df8b2 None None] The sync data for ids ['d898df1e-7635-4633-93c6-1b99803f1be6'] in n-d-829866-4 is: [{'id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'name': 'tempest-TaggedBootDevicesTest-826249413-router', 'tenant_id': '0d4e5737e103447f89841b11bed8bb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '99b8dc6d-fe60-453f-8bde-d8c4d643698b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:45Z', 'updated_at': '2022-02-20T03:40:57Z', 'revision_number': 4, 'project_id': '0d4e5737e103447f89841b11bed8bb31', 'gw_port': {'id': '99b8dc6d-fe60-453f-8bde-d8c4d643698b', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ba:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:47Z', 'updated_at': '2022-02-20T03:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185', 'name': '', 'network_id': 'b098f8c6-16ef-4470-b828-67d64bde6c7f', 'tenant_id': '0d4e5737e103447f89841b11bed8bb31', 'mac_address': 'fa:16:3e:9c:94:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '31a197bb-5fd0-42b5-ae4b-c35a9b090699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:54Z', 'updated_at': '2022-02-20T03:41:03Z', 'revision_number': 4, 'project_id': '0d4e5737e103447f89841b11bed8bb31', 'subnets': [{'id': '31a197bb-5fd0-42b5-ae4b-c35a9b090699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:41:06.216933 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-068f9d50-916f-4c43-a27f-3c145b033fe2 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router_gateway (4dd4e6d9-732e-4ab4-9d87-4212706c0f6f), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:06.237158 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc0b4a-fc78-4eec-8955-ff8638fe1e4c req-9089661f-ccfe-4363-b56c-061ec1fb89a0 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:06.239233 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-63dc0b4a-fc78-4eec-8955-ff8638fe1e4c req-9089661f-ccfe-4363-b56c-061ec1fb89a0 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f91127d-3be7-4880-af5b-c1f41285ff7a HTTP/1.1" status: 200 len: 943 time: 0.1188891 Feb 20 03:41:06.266309 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-068f9d50-916f-4c43-a27f-3c145b033fe2 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:06.335436 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-63dc0b4a-fc78-4eec-8955-ff8638fe1e4c req-58713aa7-4899-402b-b39e-0611edff5758 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] 10.222.0.89 "GET /v2.0/security-groups?id=b9516f19-7ecf-4378-a73c-fde785a89023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838997 Feb 20 03:41:06.429947 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f424303a-73c9-4144-bd06-485cd85ef3a3 x-openstack-request-id: req-f424303a-73c9-4144-bd06-485cd85ef3a3 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:41:06.433514 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b309d5c1-73dd-49b6-8ca4-a226163309f5 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for security_group (fe8abdb2-7a71-49f4-82d5-b7972a5ce3d3), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:06.434338 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319677df-2722-4d67-9f4f-463baa3890df", "name": "network-vif-deleted", "tag": "b8236537-645d-4567-9beb-ece615b8c295", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:41:06.434801 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f424303a-73c9-4144-bd06-485cd85ef3a3 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:41:06.435429 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319677df-2722-4d67-9f4f-463baa3890df', 'name': 'network-vif-deleted', 'tag': 'b8236537-645d-4567-9beb-ece615b8c295', 'status': 'completed', 'code': 200} Feb 20 03:41:06.515048 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8f07b2c5-965c-4dfd-8e60-10f404b181a1 req-de0be175-a689-487d-8cd2-95207014f5dc tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 210 time: 0.0418572 Feb 20 03:41:06.558564 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b309d5c1-73dd-49b6-8ca4-a226163309f5 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (fe8abdb2-7a71-49f4-82d5-b7972a5ce3d3), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:06.562819 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-068f9d50-916f-4c43-a27f-3c145b033fe2 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Allocated IP 172.25.7.179 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/74b3f0f4-546f-47b6-9f8c-046fcc74e5ce) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:41:06.579999 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9f994704-64eb-4e1a-b9e7-c635642a9013 None None] Publish callbacks [] for port (02805224-4983-463c-9186-fc37f16d9ae3), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:06.633620 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b309d5c1-73dd-49b6-8ca4-a226163309f5 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:41:06.712015 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9f994704-64eb-4e1a-b9e7-c635642a9013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (02805224-4983-463c-9186-fc37f16d9ae3), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:06.822265 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f994704-64eb-4e1a-b9e7-c635642a9013 None None] Pushing event updated for resources: {'Port': ['ID=02805224-4983-463c-9186-fc37f16d9ae3,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:06.837432 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f994704-64eb-4e1a-b9e7-c635642a9013 None None] Network 321c3d2c-3cfa-4170-83ee-7c95210e4f1f is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:41:06.840169 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-9f994704-64eb-4e1a-b9e7-c635642a9013 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:06.849820 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f994704-64eb-4e1a-b9e7-c635642a9013 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:41:06.868550 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3998b227-a9ee-4923-9e87-fc0c9c70cff7 None None] Publish callbacks [] for port (3d91f020-e4a1-4e5b-9cdb-57e148acf1f9), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:06.912636 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-533beedb-60d8-402c-b7a2-81601fd4cfd7 req-4e177b8b-e580-469e-8bc8-abffc3f32940 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 258 time: 0.3701494 Feb 20 03:41:06.918550 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-533beedb-60d8-402c-b7a2-81601fd4cfd7 req-d5762d7f-7b2a-4c29-8121-453461cb450f tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:06.941947 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-9f994704-64eb-4e1a-b9e7-c635642a9013 None None] Attempting to bind port 02805224-4983-463c-9186-fc37f16d9ae3 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:41:06.948611 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-9f994704-64eb-4e1a-b9e7-c635642a9013 None None] Attempting to bind port 02805224-4983-463c-9186-fc37f16d9ae3 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'd60e9bfd-f34d-4a39-9669-acef3f7a9d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '321c3d2c-3cfa-4170-83ee-7c95210e4f1f'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:41:06.948611 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f994704-64eb-4e1a-b9e7-c635642a9013 None None] Attempting to bind port 02805224-4983-463c-9186-fc37f16d9ae3 on network 321c3d2c-3cfa-4170-83ee-7c95210e4f1f {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:41:06.950111 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f994704-64eb-4e1a-b9e7-c635642a9013 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:41:06.950494 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f994704-64eb-4e1a-b9e7-c635642a9013 None None] Checking segment: {'id': 'd60e9bfd-f34d-4a39-9669-acef3f7a9d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '321c3d2c-3cfa-4170-83ee-7c95210e4f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:41:06.951002 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9f994704-64eb-4e1a-b9e7-c635642a9013 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:06.951529 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f994704-64eb-4e1a-b9e7-c635642a9013 None None] Bound using segment: {'id': 'd60e9bfd-f34d-4a39-9669-acef3f7a9d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '321c3d2c-3cfa-4170-83ee-7c95210e4f1f'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:41:06.952013 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-9f994704-64eb-4e1a-b9e7-c635642a9013 None None] Bound port: 02805224-4983-463c-9186-fc37f16d9ae3, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd60e9bfd-f34d-4a39-9669-acef3f7a9d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '321c3d2c-3cfa-4170-83ee-7c95210e4f1f'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:41:06.952526 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9f994704-64eb-4e1a-b9e7-c635642a9013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (02805224-4983-463c-9186-fc37f16d9ae3), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:07.018524 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3998b227-a9ee-4923-9e87-fc0c9c70cff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3d91f020-e4a1-4e5b-9cdb-57e148acf1f9), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:07.037070 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-533beedb-60d8-402c-b7a2-81601fd4cfd7 req-d5762d7f-7b2a-4c29-8121-453461cb450f tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:07.062302 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-9f994704-64eb-4e1a-b9e7-c635642a9013 None None] For port 02805224-4983-463c-9186-fc37f16d9ae3, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:41:07.083221 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-9f994704-64eb-4e1a-b9e7-c635642a9013 None None] For port 02805224-4983-463c-9186-fc37f16d9ae3, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=02805224-4983-463c-9186-fc37f16d9ae3,segment=NetworkSegment(d60e9bfd-f34d-4a39-9669-acef3f7a9d42),segment_id=d60e9bfd-f34d-4a39-9669-acef3f7a9d42)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:41:07.099877 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03498e-7b3a-4afd-ab70-3944c0fb7560 None None] Pushing event updated for resources: {'Port': ['ID=3d91f020-e4a1-4e5b-9cdb-57e148acf1f9,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:07.156874 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-068f9d50-916f-4c43-a27f-3c145b033fe2 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for port (74b3f0f4-546f-47b6-9f8c-046fcc74e5ce), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:07.157123 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9f994704-64eb-4e1a-b9e7-c635642a9013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (02805224-4983-463c-9186-fc37f16d9ae3), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:07.200547 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-3998b227-a9ee-4923-9e87-fc0c9c70cff7 None None] Attempting to bind port 3d91f020-e4a1-4e5b-9cdb-57e148acf1f9 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:41:07.200933 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-3998b227-a9ee-4923-9e87-fc0c9c70cff7 None None] Attempting to bind port 3d91f020-e4a1-4e5b-9cdb-57e148acf1f9 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'f319aa1c-162d-43f3-86f8-ad73b68a5ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:41:07.201300 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3998b227-a9ee-4923-9e87-fc0c9c70cff7 None None] Attempting to bind port 3d91f020-e4a1-4e5b-9cdb-57e148acf1f9 on network b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:41:07.224502 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3998b227-a9ee-4923-9e87-fc0c9c70cff7 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:41:07.224746 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b309d5c1-73dd-49b6-8ca4-a226163309f5 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (e5dc5d8f-785d-476d-b078-c0c205d7321a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:07.224860 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3998b227-a9ee-4923-9e87-fc0c9c70cff7 None None] Checking segment: {'id': 'f319aa1c-162d-43f3-86f8-ad73b68a5ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:41:07.225912 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-b309d5c1-73dd-49b6-8ca4-a226163309f5 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Added segment e5dc5d8f-785d-476d-b078-c0c205d7321a of type vlan for network 0fd20173-fa0d-47b7-8340-3d5070fbf9e4 Feb 20 03:41:07.226626 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3998b227-a9ee-4923-9e87-fc0c9c70cff7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:07.226626 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3998b227-a9ee-4923-9e87-fc0c9c70cff7 None None] Bound using segment: {'id': 'f319aa1c-162d-43f3-86f8-ad73b68a5ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:41:07.227550 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-3998b227-a9ee-4923-9e87-fc0c9c70cff7 None None] Bound port: 3d91f020-e4a1-4e5b-9cdb-57e148acf1f9, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f319aa1c-162d-43f3-86f8-ad73b68a5ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:41:07.227550 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3998b227-a9ee-4923-9e87-fc0c9c70cff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3d91f020-e4a1-4e5b-9cdb-57e148acf1f9), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:07.230521 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309d5c1-73dd-49b6-8ca4-a226163309f5 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8abdb2-7a71-49f4-82d5-b7972a5ce3d3,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:07.297770 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f994704-64eb-4e1a-b9e7-c635642a9013 None None] Pushing event updated for resources: {'Port': ['ID=02805224-4983-463c-9186-fc37f16d9ae3,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:07.316693 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2bc7d246-6ce6-4bbb-9fe7-76f218b722ac admin admin] Publish callbacks [] for router_gateway (460ce07b-00d0-44fe-b5c1-5e7e9591adc3), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:07.320101 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b309d5c1-73dd-49b6-8ca4-a226163309f5 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (0fd20173-fa0d-47b7-8340-3d5070fbf9e4), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:07.347676 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2bc7d246-6ce6-4bbb-9fe7-76f218b722ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:07.356843 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-3998b227-a9ee-4923-9e87-fc0c9c70cff7 None None] For port 3d91f020-e4a1-4e5b-9cdb-57e148acf1f9, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:41:07.373890 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-3998b227-a9ee-4923-9e87-fc0c9c70cff7 None None] For port 3d91f020-e4a1-4e5b-9cdb-57e148acf1f9, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3d91f020-e4a1-4e5b-9cdb-57e148acf1f9,segment=NetworkSegment(f319aa1c-162d-43f3-86f8-ad73b68a5ca8),segment_id=f319aa1c-162d-43f3-86f8-ad73b68a5ca8)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:41:07.406168 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-068f9d50-916f-4c43-a27f-3c145b033fe2 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (74b3f0f4-546f-47b6-9f8c-046fcc74e5ce), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:07.479359 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068f9d50-916f-4c43-a27f-3c145b033fe2 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:41:07.496601 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3998b227-a9ee-4923-9e87-fc0c9c70cff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3d91f020-e4a1-4e5b-9cdb-57e148acf1f9), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:07.520456 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b309d5c1-73dd-49b6-8ca4-a226163309f5 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (0fd20173-fa0d-47b7-8340-3d5070fbf9e4), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:07.526247 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b309d5c1-73dd-49b6-8ca4-a226163309f5 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:07.526884 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b309d5c1-73dd-49b6-8ca4-a226163309f5 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:07.534942 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-068f9d50-916f-4c43-a27f-3c145b033fe2 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:07.574449 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f9d50-916f-4c43-a27f-3c145b033fe2 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Pushing event updated for resources: {'Port': ['ID=74b3f0f4-546f-47b6-9f8c-046fcc74e5ce,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:07.587685 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068f9d50-916f-4c43-a27f-3c145b033fe2 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:41:07.843228 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b309d5c1-73dd-49b6-8ca4-a226163309f5 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3285754 Feb 20 03:41:07.844809 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-2bc7d246-6ce6-4bbb-9fe7-76f218b722ac admin admin] Allocated IP 172.25.7.162 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/36778d8b-db34-40ef-af9c-93ac13ffc037) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:41:07.849002 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42668) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:07.857555 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-37fa4261-1c00-44c4-a1a2-e33a33c8ba65 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'port': {'network_id': '0fd20173-fa0d-47b7-8340-3d5070fbf9e4', 'name': 'tempest-PortsIpV6TestJSON-1024427812'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:07.919064 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 02805224-4983-463c-9186-fc37f16d9ae3 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:41:07.927184 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309d5c1-73dd-49b6-8ca4-a226163309f5 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Network': ['ID=0fd20173-fa0d-47b7-8340-3d5070fbf9e4,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:07.969761 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03498e-7b3a-4afd-ab70-3944c0fb7560 None None] Pushing event updated for resources: {'Port': ['ID=3d91f020-e4a1-4e5b-9cdb-57e148acf1f9,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:07.982288 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 0fd20173-fa0d-47b7-8340-3d5070fbf9e4 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:41:08.055633 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3998b227-a9ee-4923-9e87-fc0c9c70cff7 None None] Routers {'fd4611ce-d7e6-47dd-a146-fbdc3505d638'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:41:08.056401 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-3998b227-a9ee-4923-9e87-fc0c9c70cff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['fd4611ce-d7e6-47dd-a146-fbdc3505d638'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:08.056790 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-533beedb-60d8-402c-b7a2-81601fd4cfd7 req-d5762d7f-7b2a-4c29-8121-453461cb450f tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:08.170268 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2bc7d246-6ce6-4bbb-9fe7-76f218b722ac admin admin] Publish callbacks [] for port (36778d8b-db34-40ef-af9c-93ac13ffc037), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:08.178714 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fa4261-1c00-44c4-a1a2-e33a33c8ba65 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:41:08.188540 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-37fa4261-1c00-44c4-a1a2-e33a33c8ba65 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:08.217945 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-37fa4261-1c00-44c4-a1a2-e33a33c8ba65 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] device_id is not set on port f3b4b3b5-e909-48e4-8736-4d2bd169d5e6 yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:41:08.290400 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 51c8ef92-a4f5-4f8b-9e91-618dac2b60a7 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:41:08.343397 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 02805224-4983-463c-9186-fc37f16d9ae3 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:08.344208 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (02805224-4983-463c-9186-fc37f16d9ae3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:08.378624 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-068f9d50-916f-4c43-a27f-3c145b033fe2 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router_gateway (4dd4e6d9-732e-4ab4-9d87-4212706c0f6f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:08.388581 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-3998b227-a9ee-4923-9e87-fc0c9c70cff7 None None] Set router fd4611ce-d7e6-47dd-a146-fbdc3505d638 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:41:08.430574 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2bc7d246-6ce6-4bbb-9fe7-76f218b722ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (36778d8b-db34-40ef-af9c-93ac13ffc037), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:08.512686 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-533beedb-60d8-402c-b7a2-81601fd4cfd7 req-d5762d7f-7b2a-4c29-8121-453461cb450f tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Allocated IP 172.25.7.215 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/5dfdd9a1-1ba0-43ad-a410-a4d6914a8592) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:41:08.549413 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc7d246-6ce6-4bbb-9fe7-76f218b722ac admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:41:08.564942 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-2bc7d246-6ce6-4bbb-9fe7-76f218b722ac admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:08.572587 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc7d246-6ce6-4bbb-9fe7-76f218b722ac admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:41:08.616739 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 02805224-4983-463c-9186-fc37f16d9ae3 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:08.617140 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (02805224-4983-463c-9186-fc37f16d9ae3), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:08.655663 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7d246-6ce6-4bbb-9fe7-76f218b722ac admin admin] Pushing event updated for resources: {'Port': ['ID=36778d8b-db34-40ef-af9c-93ac13ffc037,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:08.714336 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-533beedb-60d8-402c-b7a2-81601fd4cfd7 req-d5762d7f-7b2a-4c29-8121-453461cb450f tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks [] for port (5dfdd9a1-1ba0-43ad-a410-a4d6914a8592), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:08.719688 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-37fa4261-1c00-44c4-a1a2-e33a33c8ba65 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for port (f3b4b3b5-e909-48e4-8736-4d2bd169d5e6), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:08.723796 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 51c8ef92-a4f5-4f8b-9e91-618dac2b60a7, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=51c8ef92-a4f5-4f8b-9e91-618dac2b60a7,segment=NetworkSegment(15741fa4-a634-465b-9c56-a49dc73a3f68),segment_id=15741fa4-a634-465b-9c56-a49dc73a3f68)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:08.759594 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 02805224-4983-463c-9186-fc37f16d9ae3, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=02805224-4983-463c-9186-fc37f16d9ae3,segment=NetworkSegment(d60e9bfd-f34d-4a39-9669-acef3f7a9d42),segment_id=d60e9bfd-f34d-4a39-9669-acef3f7a9d42)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:08.763297 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '51c8ef92-a4f5-4f8b-9e91-618dac2b60a7', 'network_id': '6e373344-a12a-4ad6-ace7-61bdd38c36e9', 'port_id': '51c8ef92-a4f5-4f8b-9e91-618dac2b60a7', 'mac_address': 'fa:16:3e:9a:0e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73afc4a7-e3d9-4362-ac98-dec5abd9e852', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:41:08.871965 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 51c8ef92-a4f5-4f8b-9e91-618dac2b60a7 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:08.872476 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (51c8ef92-a4f5-4f8b-9e91-618dac2b60a7), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:08.876128 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712445ca-3af4-4efa-a963-2b85305e5ccb None None] Network 321c3d2c-3cfa-4170-83ee-7c95210e4f1f requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:41:08.910296 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-533beedb-60d8-402c-b7a2-81601fd4cfd7 req-d5762d7f-7b2a-4c29-8121-453461cb450f tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (5dfdd9a1-1ba0-43ad-a410-a4d6914a8592), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:08.940952 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (02805224-4983-463c-9186-fc37f16d9ae3), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:08.941869 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:41:08.946760 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-068f9d50-916f-4c43-a27f-3c145b033fe2 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16304713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16307768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6330'] for router (4dd4e6d9-732e-4ab4-9d87-4212706c0f6f), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:08.952574 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-068f9d50-916f-4c43-a27f-3c145b033fe2 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16304734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16304727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16307761'] for router (4dd4e6d9-732e-4ab4-9d87-4212706c0f6f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:08.961477 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51c8ef92-a4f5-4f8b-9e91-618dac2b60a7 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:41:08.971154 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-37fa4261-1c00-44c4-a1a2-e33a33c8ba65 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (f3b4b3b5-e909-48e4-8736-4d2bd169d5e6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:08.986071 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-533beedb-60d8-402c-b7a2-81601fd4cfd7 req-d5762d7f-7b2a-4c29-8121-453461cb450f tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:41:08.992133 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5762d7f-7b2a-4c29-8121-453461cb450f tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Pushing event updated for resources: {'Port': ['ID=5dfdd9a1-1ba0-43ad-a410-a4d6914a8592,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:08.999361 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-533beedb-60d8-402c-b7a2-81601fd4cfd7 req-d5762d7f-7b2a-4c29-8121-453461cb450f tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:09.008447 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-533beedb-60d8-402c-b7a2-81601fd4cfd7 req-d5762d7f-7b2a-4c29-8121-453461cb450f tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:41:09.053620 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ac11a2fc-fd60-4b51-80ba-fcb6e8a40ea6 None None] Provisioning complete for port 02805224-4983-463c-9186-fc37f16d9ae3 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:09.053620 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ac11a2fc-fd60-4b51-80ba-fcb6e8a40ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (02805224-4983-463c-9186-fc37f16d9ae3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:09.084982 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-8ea7dfc0-eea3-4dd0-92da-5f7e1ccfc4bd tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:09.086502 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-8ea7dfc0-eea3-4dd0-92da-5f7e1ccfc4bd tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.93 "GET /v2.0/networks?id=b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879 HTTP/1.1" status: 200 len: 818 time: 0.2324185 Feb 20 03:41:09.091595 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 51c8ef92-a4f5-4f8b-9e91-618dac2b60a7, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=51c8ef92-a4f5-4f8b-9e91-618dac2b60a7,segment=NetworkSegment(15741fa4-a634-465b-9c56-a49dc73a3f68),segment_id=15741fa4-a634-465b-9c56-a49dc73a3f68)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:09.105294 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-1b2de197-5bc3-4fa1-a7ae-dbd7e3b60ed6 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Request body: {'port': {'device_id': 'dd06062d-b407-4ff9-94bd-6971f57ec866', 'network_id': 'b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879', 'admin_state_up': True, 'tenant_id': '68913620b1864349b0b30a94042b9c2a'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:09.153861 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa4261-1c00-44c4-a1a2-e33a33c8ba65 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Port': ['ID=f3b4b3b5-e909-48e4-8736-4d2bd169d5e6,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:09.155126 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=02805224-4983-463c-9186-fc37f16d9ae3,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:09.206053 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-3998b227-a9ee-4923-9e87-fc0c9c70cff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4611ce-d7e6-47dd-a146-fbdc3505d638', 'name': 'tempest-ServerRescueNegativeTestJSON-231006868-router', 'tenant_id': '68913620b1864349b0b30a94042b9c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '7b3c54b1-c68d-48f6-9547-8609a18dfd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:53Z', 'updated_at': '2022-02-20T03:41:00Z', 'revision_number': 4, 'project_id': '68913620b1864349b0b30a94042b9c2a', 'gw_port': {'id': '7b3c54b1-c68d-48f6-9547-8609a18dfd32', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4611ce-d7e6-47dd-a146-fbdc3505d638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:55Z', 'updated_at': '2022-02-20T03:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '3d91f020-e4a1-4e5b-9cdb-57e148acf1f9', 'name': '', 'network_id': 'b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879', 'tenant_id': '68913620b1864349b0b30a94042b9c2a', 'mac_address': 'fa:16:3e:71:fa:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4611ce-d7e6-47dd-a146-fbdc3505d638', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '59da23fb-2a69-4f62-8734-ed62cd9e052d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:59Z', 'updated_at': '2022-02-20T03:41:07Z', 'revision_number': 4, 'project_id': '68913620b1864349b0b30a94042b9c2a', 'subnets': [{'id': '59da23fb-2a69-4f62-8734-ed62cd9e052d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:09.211184 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (51c8ef92-a4f5-4f8b-9e91-618dac2b60a7), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:09.253332 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2bc7d246-6ce6-4bbb-9fe7-76f218b722ac admin admin] Publish callbacks [] for router_gateway (460ce07b-00d0-44fe-b5c1-5e7e9591adc3), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:09.270247 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fa4261-1c00-44c4-a1a2-e33a33c8ba65 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Checking segment: {'id': 'e5dc5d8f-785d-476d-b078-c0c205d7321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0fd20173-fa0d-47b7-8340-3d5070fbf9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:41:09.270624 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fa4261-1c00-44c4-a1a2-e33a33c8ba65 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network hostable DHCP agents. Network: 0fd20173-fa0d-47b7-8340-3d5070fbf9e4, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:41:09.279486 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3998b227-a9ee-4923-9e87-fc0c9c70cff7 None None] The sync data for ids ['fd4611ce-d7e6-47dd-a146-fbdc3505d638'] in n-d-829866-4 is: [{'id': 'fd4611ce-d7e6-47dd-a146-fbdc3505d638', 'name': 'tempest-ServerRescueNegativeTestJSON-231006868-router', 'tenant_id': '68913620b1864349b0b30a94042b9c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '7b3c54b1-c68d-48f6-9547-8609a18dfd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:53Z', 'updated_at': '2022-02-20T03:41:00Z', 'revision_number': 4, 'project_id': '68913620b1864349b0b30a94042b9c2a', 'gw_port': {'id': '7b3c54b1-c68d-48f6-9547-8609a18dfd32', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4611ce-d7e6-47dd-a146-fbdc3505d638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:55Z', 'updated_at': '2022-02-20T03:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '3d91f020-e4a1-4e5b-9cdb-57e148acf1f9', 'name': '', 'network_id': 'b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879', 'tenant_id': '68913620b1864349b0b30a94042b9c2a', 'mac_address': 'fa:16:3e:71:fa:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4611ce-d7e6-47dd-a146-fbdc3505d638', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '59da23fb-2a69-4f62-8734-ed62cd9e052d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:59Z', 'updated_at': '2022-02-20T03:41:07Z', 'revision_number': 4, 'project_id': '68913620b1864349b0b30a94042b9c2a', 'subnets': [{'id': '59da23fb-2a69-4f62-8734-ed62cd9e052d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:41:09.284767 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:09.284980 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:09.359441 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-533beedb-60d8-402c-b7a2-81601fd4cfd7 req-d5762d7f-7b2a-4c29-8121-453461cb450f tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks [] for floatingip (bf4f4ac8-1999-41f7-8121-dbe8e4e86b20), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:09.375745 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ac11a2fc-fd60-4b51-80ba-fcb6e8a40ea6 None None] Current status of the port 02805224-4983-463c-9186-fc37f16d9ae3 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:09.398133 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068f9d50-916f-4c43-a27f-3c145b033fe2 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Router 4dd4e6d9-732e-4ab4-9d87-4212706c0f6f is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:41:09.423581 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=51c8ef92-a4f5-4f8b-9e91-618dac2b60a7,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:09.450049 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fa4261-1c00-44c4-a1a2-e33a33c8ba65 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network 0fd20173-fa0d-47b7-8340-3d5070fbf9e4 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:41:09.452243 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['51c8ef92-a4f5-4f8b-9e91-618dac2b60a7'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:41:09.494838 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-1b2de197-5bc3-4fa1-a7ae-dbd7e3b60ed6 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Made reservation on behalf of 68913620b1864349b0b30a94042b9c2a for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:41:09.497489 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-1b2de197-5bc3-4fa1-a7ae-dbd7e3b60ed6 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:09.553057 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:09.592295 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-37fa4261-1c00-44c4-a1a2-e33a33c8ba65 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 0fd20173-fa0d-47b7-8340-3d5070fbf9e4) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:09.607951 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b9970d-80fd-4808-86f8-bc3be9f63309 None None] Network 0fd20173-fa0d-47b7-8340-3d5070fbf9e4 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:41:09.640108 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fa4261-1c00-44c4-a1a2-e33a33c8ba65 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:41:09.668962 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fa4261-1c00-44c4-a1a2-e33a33c8ba65 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:09.668962 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-37fa4261-1c00-44c4-a1a2-e33a33c8ba65 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:09.704327 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-533beedb-60d8-402c-b7a2-81601fd4cfd7 req-d5762d7f-7b2a-4c29-8121-453461cb450f tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5dfdd9a1-1ba0-43ad-a410-a4d6914a8592), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:09.827654 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068f9d50-916f-4c43-a27f-3c145b033fe2 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:41:09.834044 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1288b1-d3cd-44d9-8389-ef177aed4f07 None None] Sync routers for ids ['4dd4e6d9-732e-4ab4-9d87-4212706c0f6f'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:41:09.838267 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-068f9d50-916f-4c43-a27f-3c145b033fe2 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:09.840283 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-068f9d50-916f-4c43-a27f-3c145b033fe2 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] 10.222.0.89 "PUT /v2.0/routers/4dd4e6d9-732e-4ab4-9d87-4212706c0f6f HTTP/1.1" status: 200 len: 918 time: 4.7577991 Feb 20 03:41:09.843232 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42704) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:09.853559 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1288b1-d3cd-44d9-8389-ef177aed4f07 None None] Routers {'4dd4e6d9-732e-4ab4-9d87-4212706c0f6f'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:41:09.854912 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-5e1288b1-d3cd-44d9-8389-ef177aed4f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['4dd4e6d9-732e-4ab4-9d87-4212706c0f6f'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:09.861104 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2bc7d246-6ce6-4bbb-9fe7-76f218b722ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (460ce07b-00d0-44fe-b5c1-5e7e9591adc3), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:09.895415 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-5e1288b1-d3cd-44d9-8389-ef177aed4f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:09.915166 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 02805224-4983-463c-9186-fc37f16d9ae3 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:41:09.948994 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1288b1-d3cd-44d9-8389-ef177aed4f07 None None] Routers {'4dd4e6d9-732e-4ab4-9d87-4212706c0f6f'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:41:09.948994 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-5e1288b1-d3cd-44d9-8389-ef177aed4f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['4dd4e6d9-732e-4ab4-9d87-4212706c0f6f'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:09.982729 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-37fa4261-1c00-44c4-a1a2-e33a33c8ba65 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1266863 Feb 20 03:41:09.982729 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42708) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:09.994792 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-4a60da59-8fc8-4b72-a27f-3f816476575c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1257218836'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:10.051930 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-1b2de197-5bc3-4fa1-a7ae-dbd7e3b60ed6 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Allocated IP 172.20.0.13 (b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879/59da23fb-2a69-4f62-8734-ed62cd9e052d/b4ae335b-d16e-416a-9eb9-2cda22109139) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:41:10.119857 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a60da59-8fc8-4b72-a27f-3f816476575c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:41:10.123379 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4a60da59-8fc8-4b72-a27f-3f816476575c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:10.226173 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a60da59-8fc8-4b72-a27f-3f816476575c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:41:10.266467 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-5e1288b1-d3cd-44d9-8389-ef177aed4f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:10.309677 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1288b1-d3cd-44d9-8389-ef177aed4f07 None None] The sync data for ids ['4dd4e6d9-732e-4ab4-9d87-4212706c0f6f'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:41:10.309677 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 51c8ef92-a4f5-4f8b-9e91-618dac2b60a7 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:41:10.316379 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4a60da59-8fc8-4b72-a27f-3f816476575c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (4fb79338-4a07-4e3f-af64-38d1a0334d64), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:10.317420 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-4a60da59-8fc8-4b72-a27f-3f816476575c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Added segment 4fb79338-4a07-4e3f-af64-38d1a0334d64 of type vlan for network c4e8ab5b-7664-4bfa-ba6e-8f6a2e1ba8c1 Feb 20 03:41:10.373342 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-533beedb-60d8-402c-b7a2-81601fd4cfd7 req-d5762d7f-7b2a-4c29-8121-453461cb450f tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks [] for port (5dfdd9a1-1ba0-43ad-a410-a4d6914a8592), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:10.387162 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 02805224-4983-463c-9186-fc37f16d9ae3 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:10.387542 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (02805224-4983-463c-9186-fc37f16d9ae3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:10.389733 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f24b4b92-90a0-4afa-b6ec-85be255e9a50 None None] Provisioning complete for port 02805224-4983-463c-9186-fc37f16d9ae3 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:10.390118 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f24b4b92-90a0-4afa-b6ec-85be255e9a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (02805224-4983-463c-9186-fc37f16d9ae3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:10.416938 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-53f2c567-eb38-485e-86d4-e361d71c2d7b tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] 10.222.0.89 "GET /v2.0/routers/4dd4e6d9-732e-4ab4-9d87-4212706c0f6f HTTP/1.1" status: 200 len: 924 time: 0.5722723 Feb 20 03:41:10.417346 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42714) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:10.455869 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4a60da59-8fc8-4b72-a27f-3f816476575c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (c4e8ab5b-7664-4bfa-ba6e-8f6a2e1ba8c1), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:10.523480 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-1b2de197-5bc3-4fa1-a7ae-dbd7e3b60ed6 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Publish callbacks [] for port (b4ae335b-d16e-416a-9eb9-2cda22109139), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:10.560316 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 02805224-4983-463c-9186-fc37f16d9ae3 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:10.561476 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3d91f020-e4a1-4e5b-9cdb-57e148acf1f9 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:41:10.568025 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca644f7a-cbfc-4f4e-bdd5-d7407540d3fe tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:10.570288 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ca644f7a-cbfc-4f4e-bdd5-d7407540d3fe tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] 10.222.0.89 "GET /v2.0/ports?network_id=eaf6f7bf-76a8-47a9-a76f-78f3b96fe079&device_id=4dd4e6d9-732e-4ab4-9d87-4212706c0f6f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1496670 Feb 20 03:41:10.573747 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42716) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:10.584101 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-533beedb-60d8-402c-b7a2-81601fd4cfd7 req-d5762d7f-7b2a-4c29-8121-453461cb450f tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (5dfdd9a1-1ba0-43ad-a410-a4d6914a8592), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:10.588896 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f24b4b92-90a0-4afa-b6ec-85be255e9a50 None None] Current status of the port 02805224-4983-463c-9186-fc37f16d9ae3 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:10.609961 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 51c8ef92-a4f5-4f8b-9e91-618dac2b60a7 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:41:10.614090 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 51c8ef92-a4f5-4f8b-9e91-618dac2b60a7 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:10.614792 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (51c8ef92-a4f5-4f8b-9e91-618dac2b60a7), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:10.615205 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4a60da59-8fc8-4b72-a27f-3f816476575c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (c4e8ab5b-7664-4bfa-ba6e-8f6a2e1ba8c1), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:10.620786 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a60da59-8fc8-4b72-a27f-3f816476575c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:10.621402 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4a60da59-8fc8-4b72-a27f-3f816476575c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:10.643462 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc7d246-6ce6-4bbb-9fe7-76f218b722ac admin admin] Router 460ce07b-00d0-44fe-b5c1-5e7e9591adc3 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:41:10.677832 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 3d91f020-e4a1-4e5b-9cdb-57e148acf1f9 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:10.678777 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3d91f020-e4a1-4e5b-9cdb-57e148acf1f9), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:10.716409 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5762d7f-7b2a-4c29-8121-453461cb450f tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Pushing event updated for resources: {'Port': ['ID=5dfdd9a1-1ba0-43ad-a410-a4d6914a8592,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:10.728802 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-1b2de197-5bc3-4fa1-a7ae-dbd7e3b60ed6 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (b4ae335b-d16e-416a-9eb9-2cda22109139), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:10.804394 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-533beedb-60d8-402c-b7a2-81601fd4cfd7 req-d5762d7f-7b2a-4c29-8121-453461cb450f tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (bf4f4ac8-1999-41f7-8121-dbe8e4e86b20), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:10.807279 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a60da59-8fc8-4b72-a27f-3f816476575c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Network': ['ID=c4e8ab5b-7664-4bfa-ba6e-8f6a2e1ba8c1,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:10.811652 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 51c8ef92-a4f5-4f8b-9e91-618dac2b60a7 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:10.812391 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (51c8ef92-a4f5-4f8b-9e91-618dac2b60a7), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:10.822886 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network c4e8ab5b-7664-4bfa-ba6e-8f6a2e1ba8c1 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:41:10.825567 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4a60da59-8fc8-4b72-a27f-3f816476575c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8424098 Feb 20 03:41:10.828847 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42722) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:10.843450 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2de197-5bc3-4fa1-a7ae-dbd7e3b60ed6 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Pushing event updated for resources: {'Port': ['ID=b4ae335b-d16e-416a-9eb9-2cda22109139,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:10.850582 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-1b2de197-5bc3-4fa1-a7ae-dbd7e3b60ed6 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Network b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:41:10.852126 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-9ab1844f-f606-481c-9888-8ea3038eab2b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'ports': [{'network_id': '0fd20173-fa0d-47b7-8340-3d5070fbf9e4'}, {'network_id': 'c4e8ab5b-7664-4bfa-ba6e-8f6a2e1ba8c1'}]} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:10.852712 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-9ab1844f-f606-481c-9888-8ea3038eab2b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'port': {'network_id': '0fd20173-fa0d-47b7-8340-3d5070fbf9e4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:10.853490 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-9ab1844f-f606-481c-9888-8ea3038eab2b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'port': {'network_id': 'c4e8ab5b-7664-4bfa-ba6e-8f6a2e1ba8c1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:10.858747 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-1b2de197-5bc3-4fa1-a7ae-dbd7e3b60ed6 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:10.859840 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 3d91f020-e4a1-4e5b-9cdb-57e148acf1f9 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:10.860633 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3d91f020-e4a1-4e5b-9cdb-57e148acf1f9), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:10.874331 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-1b2de197-5bc3-4fa1-a7ae-dbd7e3b60ed6 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:41:10.890369 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 51c8ef92-a4f5-4f8b-9e91-618dac2b60a7, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=51c8ef92-a4f5-4f8b-9e91-618dac2b60a7,segment=NetworkSegment(15741fa4-a634-465b-9c56-a49dc73a3f68),segment_id=15741fa4-a634-465b-9c56-a49dc73a3f68)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:10.923096 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f91127d-3be7-4880-af5b-c1f41285ff7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c8ef92-a4f5-4f8b-9e91-618dac2b60a7'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:41:10.925103 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-533beedb-60d8-402c-b7a2-81601fd4cfd7 req-d5762d7f-7b2a-4c29-8121-453461cb450f tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:10.926230 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1928bcb9-594c-438e-9224-b6f7ac0c0620" -d '{"events": [{"server_uuid": "2f91127d-3be7-4880-af5b-c1f41285ff7a", "name": "network-vif-plugged", "status": "completed", "tag": "51c8ef92-a4f5-4f8b-9e91-618dac2b60a7"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:41:10.933614 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-533beedb-60d8-402c-b7a2-81601fd4cfd7 req-d5762d7f-7b2a-4c29-8121-453461cb450f tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0191209 Feb 20 03:41:10.953557 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc7d246-6ce6-4bbb-9fe7-76f218b722ac admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:41:10.961859 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cfaa0b-631a-4c7e-8765-29f22a5479c1 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:10.966693 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-24cfaa0b-631a-4c7e-8765-29f22a5479c1 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 881 time: 0.3918738 Feb 20 03:41:10.967516 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42728) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:10.970077 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54a73bf-195e-4100-b42a-26e7d1bd2593 None None] Sync routers for ids ['460ce07b-00d0-44fe-b5c1-5e7e9591adc3'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:41:10.980255 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 3d91f020-e4a1-4e5b-9cdb-57e148acf1f9, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3d91f020-e4a1-4e5b-9cdb-57e148acf1f9,segment=NetworkSegment(f319aa1c-162d-43f3-86f8-ad73b68a5ca8),segment_id=f319aa1c-162d-43f3-86f8-ad73b68a5ca8)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:10.991062 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54a73bf-195e-4100-b42a-26e7d1bd2593 None None] Routers {'460ce07b-00d0-44fe-b5c1-5e7e9591adc3'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:41:10.991062 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-b54a73bf-195e-4100-b42a-26e7d1bd2593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['460ce07b-00d0-44fe-b5c1-5e7e9591adc3'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:10.991382 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (51c8ef92-a4f5-4f8b-9e91-618dac2b60a7), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:11.049045 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-533beedb-60d8-402c-b7a2-81601fd4cfd7 req-4a47a6e8-4786-4545-adb9-24b0d22b6348 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.215 HTTP/1.1" status: 200 len: 696 time: 0.1150565 Feb 20 03:41:11.060446 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=51c8ef92-a4f5-4f8b-9e91-618dac2b60a7,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:11.076146 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3d91f020-e4a1-4e5b-9cdb-57e148acf1f9), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:11.111732 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-94898d2e-58af-4d5f-802f-74b438178d15 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] 10.222.0.89 "GET /v2.0/ports?device_id=4dd4e6d9-732e-4ab4-9d87-4212706c0f6f HTTP/1.1" status: 200 len: 205 time: 0.1246040 Feb 20 03:41:11.113995 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42736) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:11.118274 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2bc7d246-6ce6-4bbb-9fe7-76f218b722ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:11.126095 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2bc7d246-6ce6-4bbb-9fe7-76f218b722ac admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9516356 Feb 20 03:41:11.130929 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=3d91f020-e4a1-4e5b-9cdb-57e148acf1f9,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:11.143751 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42738) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:11.194808 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-b54a73bf-195e-4100-b42a-26e7d1bd2593 None None] Set router 460ce07b-00d0-44fe-b5c1-5e7e9591adc3 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:41:11.330482 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-93d52ca7-49f3-45ff-8494-0d0070569467 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router (4dd4e6d9-732e-4ab4-9d87-4212706c0f6f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:11.398433 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab1844f-f606-481c-9888-8ea3038eab2b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'port': 2} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:41:11.402788 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9ab1844f-f606-481c-9888-8ea3038eab2b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:11.444859 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-1b2de197-5bc3-4fa1-a7ae-dbd7e3b60ed6 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:11.445495 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-1b2de197-5bc3-4fa1-a7ae-dbd7e3b60ed6 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:11.446626 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9ab1844f-f606-481c-9888-8ea3038eab2b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:11.515451 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-93d52ca7-49f3-45ff-8494-0d0070569467 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router_gateway (4dd4e6d9-732e-4ab4-9d87-4212706c0f6f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:11.515706 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-b54a73bf-195e-4100-b42a-26e7d1bd2593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460ce07b-00d0-44fe-b5c1-5e7e9591adc3', 'name': 'tempest-TaggedBootDevicesTest-1974010192-router', 'tenant_id': '3e154e9b786e41a2855c3452f0da1a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '36778d8b-db34-40ef-af9c-93ac13ffc037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:41:05Z', 'updated_at': '2022-02-20T03:41:08Z', 'revision_number': 3, 'project_id': '3e154e9b786e41a2855c3452f0da1a2a', 'gw_port': {'id': '36778d8b-db34-40ef-af9c-93ac13ffc037', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ce:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460ce07b-00d0-44fe-b5c1-5e7e9591adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:41:07Z', 'updated_at': '2022-02-20T03:41:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:11.555353 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54a73bf-195e-4100-b42a-26e7d1bd2593 None None] Checking router: 460ce07b-00d0-44fe-b5c1-5e7e9591adc3 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:41:11.555713 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54a73bf-195e-4100-b42a-26e7d1bd2593 None None] Updating router 460ce07b-00d0-44fe-b5c1-5e7e9591adc3 port 36778d8b-db34-40ef-af9c-93ac13ffc037 binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:41:11.590432 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b54a73bf-195e-4100-b42a-26e7d1bd2593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (36778d8b-db34-40ef-af9c-93ac13ffc037), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:11.595211 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533beedb-60d8-402c-b7a2-81601fd4cfd7 req-7aa8f163-7af8-4dc2-adc2-e3da2637d7e0 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:11.610321 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-533beedb-60d8-402c-b7a2-81601fd4cfd7 req-7aa8f163-7af8-4dc2-adc2-e3da2637d7e0 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 784 time: 0.5603452 Feb 20 03:41:11.663635 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-1b2de197-5bc3-4fa1-a7ae-dbd7e3b60ed6 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5653398 Feb 20 03:41:11.676522 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-67437514-cada-44d9-bd60-cd0f128ca2c9 service neutron] Request body: {'port': {'device_id': 'dd06062d-b407-4ff9-94bd-6971f57ec866', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:11.703894 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-9ab1844f-f606-481c-9888-8ea3038eab2b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] device_id is not set on port 0ad70fa9-d623-490c-8a7f-5b17a12ab7ed yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:41:11.704231 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3d91f020-e4a1-4e5b-9cdb-57e148acf1f9 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:41:11.769191 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42766) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:11.777257 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 3d91f020-e4a1-4e5b-9cdb-57e148acf1f9 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:11.778638 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3d91f020-e4a1-4e5b-9cdb-57e148acf1f9), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:11.852072 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-93d52ca7-49f3-45ff-8494-0d0070569467 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Deleting port 74b3f0f4-546f-47b6-9f8c-046fcc74e5ce {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:41:11.855070 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-93d52ca7-49f3-45ff-8494-0d0070569467 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (74b3f0f4-546f-47b6-9f8c-046fcc74e5ce), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:11.923760 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 3d91f020-e4a1-4e5b-9cdb-57e148acf1f9 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:11.982718 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-67437514-cada-44d9-bd60-cd0f128ca2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b4ae335b-d16e-416a-9eb9-2cda22109139), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:12.014995 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1e10d556-9e2c-43df-9957-0ddbe800ba4a tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks [] for security_group (6aec92c8-bd93-4182-8faa-429befaee7c1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:12.039276 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b54a73bf-195e-4100-b42a-26e7d1bd2593 None None] Publish callbacks [] for port (36778d8b-db34-40ef-af9c-93ac13ffc037), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:12.059488 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-93d52ca7-49f3-45ff-8494-0d0070569467 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (74b3f0f4-546f-47b6-9f8c-046fcc74e5ce), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:12.073969 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1e10d556-9e2c-43df-9957-0ddbe800ba4a tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks [] for security_group (6aec92c8-bd93-4182-8faa-429befaee7c1), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:12.077865 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9ab1844f-f606-481c-9888-8ea3038eab2b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for port (0ad70fa9-d623-490c-8a7f-5b17a12ab7ed), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:12.100922 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-93d52ca7-49f3-45ff-8494-0d0070569467 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Calling delete_port for 74b3f0f4-546f-47b6-9f8c-046fcc74e5ce owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:41:12.102597 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b54a73bf-195e-4100-b42a-26e7d1bd2593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (36778d8b-db34-40ef-af9c-93ac13ffc037), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:12.215002 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d1f27-304c-47c6-ac2c-1ecdad833459 None None] Pushing event updated for resources: {'Port': ['ID=36778d8b-db34-40ef-af9c-93ac13ffc037,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:12.231026 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-9ab1844f-f606-481c-9888-8ea3038eab2b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] device_id is not set on port cd21b746-5773-4377-9bfe-d8cb236c6075 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:41:12.233065 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d783b-9408-4a0e-8406-cb34212ac115 req-cdf33dbf-7c2c-4683-b18f-d1bbb2b4b1fd tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:12.234168 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-500d783b-9408-4a0e-8406-cb34212ac115 req-cdf33dbf-7c2c-4683-b18f-d1bbb2b4b1fd tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/networks?id=b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879 HTTP/1.1" status: 200 len: 818 time: 0.3579593 Feb 20 03:41:12.256061 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-b54a73bf-195e-4100-b42a-26e7d1bd2593 None None] Attempting to bind port 36778d8b-db34-40ef-af9c-93ac13ffc037 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:41:12.262207 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-b54a73bf-195e-4100-b42a-26e7d1bd2593 None None] Attempting to bind port 36778d8b-db34-40ef-af9c-93ac13ffc037 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:41:12.262207 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54a73bf-195e-4100-b42a-26e7d1bd2593 None None] Attempting to bind port 36778d8b-db34-40ef-af9c-93ac13ffc037 on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:41:12.267911 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54a73bf-195e-4100-b42a-26e7d1bd2593 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:41:12.268452 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54a73bf-195e-4100-b42a-26e7d1bd2593 None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:41:12.269094 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b54a73bf-195e-4100-b42a-26e7d1bd2593 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:12.274167 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54a73bf-195e-4100-b42a-26e7d1bd2593 None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:41:12.276270 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-b54a73bf-195e-4100-b42a-26e7d1bd2593 None None] Bound port: 36778d8b-db34-40ef-af9c-93ac13ffc037, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:41:12.276270 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b54a73bf-195e-4100-b42a-26e7d1bd2593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (36778d8b-db34-40ef-af9c-93ac13ffc037), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:12.308508 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-500d783b-9408-4a0e-8406-cb34212ac115 req-0afca312-8e39-4012-8e1b-67d21d719063 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/quotas/68913620b1864349b0b30a94042b9c2a HTTP/1.1" status: 200 len: 375 time: 0.0333192 Feb 20 03:41:12.343619 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1e10d556-9e2c-43df-9957-0ddbe800ba4a tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (6aec92c8-bd93-4182-8faa-429befaee7c1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:12.346167 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1e10d556-9e2c-43df-9957-0ddbe800ba4a tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:12.351457 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1e10d556-9e2c-43df-9957-0ddbe800ba4a tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] 10.222.0.89 "DELETE /v2.0/security-groups/6aec92c8-bd93-4182-8faa-429befaee7c1 HTTP/1.1" status: 204 len: 168 time: 0.5792079 Feb 20 03:41:12.352251 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42808) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:12.393362 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-b54a73bf-195e-4100-b42a-26e7d1bd2593 None None] For port 36778d8b-db34-40ef-af9c-93ac13ffc037, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:41:12.400054 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-b54a73bf-195e-4100-b42a-26e7d1bd2593 None None] For port 36778d8b-db34-40ef-af9c-93ac13ffc037, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=36778d8b-db34-40ef-af9c-93ac13ffc037,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:41:12.408782 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-3b107790-f06a-4648-af45-6b62e4729a53 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] show failed (client error): The resource could not be found. Feb 20 03:41:12.411422 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3b107790-f06a-4648-af45-6b62e4729a53 tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] 10.222.0.89 "GET /v2.0/security-groups/6aec92c8-bd93-4182-8faa-429befaee7c1 HTTP/1.1" status: 404 len: 347 time: 0.0515275 Feb 20 03:41:12.413895 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10d556-9e2c-43df-9957-0ddbe800ba4a tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aec92c8-bd93-4182-8faa-429befaee7c1,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:12.416433 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42814) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:12.454475 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9ab1844f-f606-481c-9888-8ea3038eab2b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for port (cd21b746-5773-4377-9bfe-d8cb236c6075), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:12.473374 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b54a73bf-195e-4100-b42a-26e7d1bd2593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (36778d8b-db34-40ef-af9c-93ac13ffc037), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:12.543742 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-93d52ca7-49f3-45ff-8494-0d0070569467 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (74b3f0f4-546f-47b6-9f8c-046fcc74e5ce), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:12.547905 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54a73bf-195e-4100-b42a-26e7d1bd2593 None None] Routers {'460ce07b-00d0-44fe-b5c1-5e7e9591adc3'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:41:12.548335 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-b54a73bf-195e-4100-b42a-26e7d1bd2593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['460ce07b-00d0-44fe-b5c1-5e7e9591adc3'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:12.589790 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d52ca7-49f3-45ff-8494-0d0070569467 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Pushing event deleted for resources: {'Port': ['ID=74b3f0f4-546f-47b6-9f8c-046fcc74e5ce,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:12.611334 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d1f27-304c-47c6-ac2c-1ecdad833459 None None] Pushing event updated for resources: {'Port': ['ID=36778d8b-db34-40ef-af9c-93ac13ffc037,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:12.614958 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9ab1844f-f606-481c-9888-8ea3038eab2b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (0ad70fa9-d623-490c-8a7f-5b17a12ab7ed), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:12.624390 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-500d783b-9408-4a0e-8406-cb34212ac115 req-cf17089c-d262-46aa-be54-74c0e9552b46 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=68913620b1864349b0b30a94042b9c2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2797771 Feb 20 03:41:12.701584 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab1844f-f606-481c-9888-8ea3038eab2b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network 0fd20173-fa0d-47b7-8340-3d5070fbf9e4 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:41:12.709927 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-9ab1844f-f606-481c-9888-8ea3038eab2b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:12.715320 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-b54a73bf-195e-4100-b42a-26e7d1bd2593 None None] Set router 460ce07b-00d0-44fe-b5c1-5e7e9591adc3 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:41:12.719652 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1844f-f606-481c-9888-8ea3038eab2b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Port': ['ID=0ad70fa9-d623-490c-8a7f-5b17a12ab7ed,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:12.734646 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab1844f-f606-481c-9888-8ea3038eab2b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:41:12.734646 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9ab1844f-f606-481c-9888-8ea3038eab2b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (cd21b746-5773-4377-9bfe-d8cb236c6075), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:12.737540 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-301a896d-7d61-4c65-aaea-0bb7e1666c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:12.743652 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-93d52ca7-49f3-45ff-8494-0d0070569467 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (4dd4e6d9-732e-4ab4-9d87-4212706c0f6f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:12.784165 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-67437514-cada-44d9-bd60-cd0f128ca2c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4ae335b-d16e-416a-9eb9-2cda22109139 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:41:12.805651 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-67437514-cada-44d9-bd60-cd0f128ca2c9 service neutron] Publish callbacks [] for port (b4ae335b-d16e-416a-9eb9-2cda22109139), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:12.879474 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-67437514-cada-44d9-bd60-cd0f128ca2c9 service neutron] Transition to ACTIVE for port object b4ae335b-d16e-416a-9eb9-2cda22109139 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:41:12.883411 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-a53c3540-89ed-4da2-86b0-e62526a461fe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Deleting port 243fcabd-c378-46cf-99f7-7c2fd2829ac9 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:41:12.883766 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a53c3540-89ed-4da2-86b0-e62526a461fe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (243fcabd-c378-46cf-99f7-7c2fd2829ac9), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:12.914226 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-93d52ca7-49f3-45ff-8494-0d0070569467 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (4dd4e6d9-732e-4ab4-9d87-4212706c0f6f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:12.920363 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-93d52ca7-49f3-45ff-8494-0d0070569467 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router_controller (4dd4e6d9-732e-4ab4-9d87-4212706c0f6f), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:12.921986 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1844f-f606-481c-9888-8ea3038eab2b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Port': ['ID=cd21b746-5773-4377-9bfe-d8cb236c6075,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:12.953667 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-500d783b-9408-4a0e-8406-cb34212ac115 req-499e7c52-3be8-4e7d-a5ba-138d23b61c98 service neutron] 10.222.0.89 "GET /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195393 Feb 20 03:41:12.983668 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-67437514-cada-44d9-bd60-cd0f128ca2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (b4ae335b-d16e-416a-9eb9-2cda22109139), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:12.992492 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab1844f-f606-481c-9888-8ea3038eab2b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Checking segment: {'id': '4fb79338-4a07-4e3f-af64-38d1a0334d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'c4e8ab5b-7664-4bfa-ba6e-8f6a2e1ba8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:41:12.992872 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab1844f-f606-481c-9888-8ea3038eab2b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network hostable DHCP agents. Network: c4e8ab5b-7664-4bfa-ba6e-8f6a2e1ba8c1, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:41:12.998421 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-b54a73bf-195e-4100-b42a-26e7d1bd2593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460ce07b-00d0-44fe-b5c1-5e7e9591adc3', 'name': 'tempest-TaggedBootDevicesTest-1974010192-router', 'tenant_id': '3e154e9b786e41a2855c3452f0da1a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '36778d8b-db34-40ef-af9c-93ac13ffc037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:41:05Z', 'updated_at': '2022-02-20T03:41:08Z', 'revision_number': 3, 'project_id': '3e154e9b786e41a2855c3452f0da1a2a', 'gw_port': {'id': '36778d8b-db34-40ef-af9c-93ac13ffc037', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ce:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460ce07b-00d0-44fe-b5c1-5e7e9591adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:41:07Z', 'updated_at': '2022-02-20T03:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:13.028822 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54a73bf-195e-4100-b42a-26e7d1bd2593 None None] The sync data for ids ['460ce07b-00d0-44fe-b5c1-5e7e9591adc3'] in n-d-829866-4 is: [{'id': '460ce07b-00d0-44fe-b5c1-5e7e9591adc3', 'name': 'tempest-TaggedBootDevicesTest-1974010192-router', 'tenant_id': '3e154e9b786e41a2855c3452f0da1a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '36778d8b-db34-40ef-af9c-93ac13ffc037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:41:05Z', 'updated_at': '2022-02-20T03:41:08Z', 'revision_number': 3, 'project_id': '3e154e9b786e41a2855c3452f0da1a2a', 'gw_port': {'id': '36778d8b-db34-40ef-af9c-93ac13ffc037', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ce:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460ce07b-00d0-44fe-b5c1-5e7e9591adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:41:07Z', 'updated_at': '2022-02-20T03:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:41:13.072750 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-93d52ca7-49f3-45ff-8494-0d0070569467 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (4dd4e6d9-732e-4ab4-9d87-4212706c0f6f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:13.073432 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d52ca7-49f3-45ff-8494-0d0070569467 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Fanout notify agent at l3_agent the message router_deleted on router 4dd4e6d9-732e-4ab4-9d87-4212706c0f6f {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:41:13.091734 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-93d52ca7-49f3-45ff-8494-0d0070569467 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:13.091734 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-93d52ca7-49f3-45ff-8494-0d0070569467 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] 10.222.0.89 "DELETE /v2.0/routers/4dd4e6d9-732e-4ab4-9d87-4212706c0f6f HTTP/1.1" status: 204 len: 168 time: 1.9647288 Feb 20 03:41:13.091734 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42848) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:13.092077 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-18ece655-3afd-4c2c-ac9a-a646c715f3fb tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1192330467', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:13.113359 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab1844f-f606-481c-9888-8ea3038eab2b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network c4e8ab5b-7664-4bfa-ba6e-8f6a2e1ba8c1 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:41:13.141981 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a53c3540-89ed-4da2-86b0-e62526a461fe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (243fcabd-c378-46cf-99f7-7c2fd2829ac9), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:13.142312 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a53c3540-89ed-4da2-86b0-e62526a461fe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks [] for floatingip (243fcabd-c378-46cf-99f7-7c2fd2829ac9), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:13.154017 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67437514-cada-44d9-bd60-cd0f128ca2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b4ae335b-d16e-416a-9eb9-2cda22109139,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:13.183760 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-a53c3540-89ed-4da2-86b0-e62526a461fe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Calling delete_port for 243fcabd-c378-46cf-99f7-7c2fd2829ac9 owned by network:floatingip {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:41:13.213920 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-18ece655-3afd-4c2c-ac9a-a646c715f3fb tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (a3604f41-c1cc-4da2-bb2d-e996774fd114), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:13.215047 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-18ece655-3afd-4c2c-ac9a-a646c715f3fb tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (a3604f41-c1cc-4da2-bb2d-e996774fd114), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:13.271885 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-9ab1844f-f606-481c-9888-8ea3038eab2b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, c4e8ab5b-7664-4bfa-ba6e-8f6a2e1ba8c1) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:13.285867 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c7b5a2-f145-4e08-b390-6235ac0eb11e None None] Network c4e8ab5b-7664-4bfa-ba6e-8f6a2e1ba8c1 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:41:13.288686 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-500d783b-9408-4a0e-8406-cb34212ac115 req-72449f35-bf0e-41ce-96a0-daa0267010ce service neutron] 10.222.0.89 "GET /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022306 Feb 20 03:41:13.306810 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-18ece655-3afd-4c2c-ac9a-a646c715f3fb tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router_controller (a3604f41-c1cc-4da2-bb2d-e996774fd114), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:13.307895 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab1844f-f606-481c-9888-8ea3038eab2b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:41:13.324388 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab1844f-f606-481c-9888-8ea3038eab2b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:13.332341 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab1844f-f606-481c-9888-8ea3038eab2b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:13.333337 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9ab1844f-f606-481c-9888-8ea3038eab2b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:13.441762 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9ab1844f-f606-481c-9888-8ea3038eab2b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6096020 Feb 20 03:41:13.442526 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-18ece655-3afd-4c2c-ac9a-a646c715f3fb tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (a3604f41-c1cc-4da2-bb2d-e996774fd114), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:13.447245 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42858) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:13.572702 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-18ece655-3afd-4c2c-ac9a-a646c715f3fb tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:13.572702 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-18ece655-3afd-4c2c-ac9a-a646c715f3fb tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4834862 Feb 20 03:41:13.573442 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42866) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:13.578595 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-0d9d59f5-0fb5-4689-8bb5-b5d6c229cbfd tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'enable_snat': False}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:13.708483 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-301a896d-7d61-4c65-aaea-0bb7e1666c33 admin admin] Allocated IP 172.20.0.1 (321c3d2c-3cfa-4170-83ee-7c95210e4f1f/62e77c57-8cd5-4ce9-8f4a-1dc1fb9cb76c/1ccd0556-c0ad-4d77-89bb-53f974fee6ed) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:41:13.775290 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 36778d8b-db34-40ef-af9c-93ac13ffc037 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:41:13.876395 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-1a8b3772-a986-46ad-aa0e-3d5f2866f413 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Deleting port cd21b746-5773-4377-9bfe-d8cb236c6075 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:41:13.877416 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1a8b3772-a986-46ad-aa0e-3d5f2866f413 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (cd21b746-5773-4377-9bfe-d8cb236c6075), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:13.880119 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 36778d8b-db34-40ef-af9c-93ac13ffc037 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:13.880407 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (36778d8b-db34-40ef-af9c-93ac13ffc037), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:14.005719 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-67437514-cada-44d9-bd60-cd0f128ca2c9 service neutron] Attempting to bind port b4ae335b-d16e-416a-9eb9-2cda22109139 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:41:14.010185 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-67437514-cada-44d9-bd60-cd0f128ca2c9 service neutron] Attempting to bind port b4ae335b-d16e-416a-9eb9-2cda22109139 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'f319aa1c-162d-43f3-86f8-ad73b68a5ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:41:14.010185 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-67437514-cada-44d9-bd60-cd0f128ca2c9 service neutron] Attempting to bind port b4ae335b-d16e-416a-9eb9-2cda22109139 on network b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:41:14.013768 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 36778d8b-db34-40ef-af9c-93ac13ffc037 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:14.015040 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (36778d8b-db34-40ef-af9c-93ac13ffc037), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:14.041478 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-67437514-cada-44d9-bd60-cd0f128ca2c9 service neutron] Port b4ae335b-d16e-416a-9eb9-2cda22109139 on network b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:41:14.041810 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-67437514-cada-44d9-bd60-cd0f128ca2c9 service neutron] Attempting to bind port b4ae335b-d16e-416a-9eb9-2cda22109139 on network b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:41:14.045415 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 36778d8b-db34-40ef-af9c-93ac13ffc037, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=36778d8b-db34-40ef-af9c-93ac13ffc037,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:14.078924 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-67437514-cada-44d9-bd60-cd0f128ca2c9 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:41:14.079308 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-67437514-cada-44d9-bd60-cd0f128ca2c9 service neutron] Checking segment: {'id': 'f319aa1c-162d-43f3-86f8-ad73b68a5ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:41:14.080085 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-67437514-cada-44d9-bd60-cd0f128ca2c9 service neutron] Bound using segment: {'id': 'f319aa1c-162d-43f3-86f8-ad73b68a5ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:41:14.080208 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-67437514-cada-44d9-bd60-cd0f128ca2c9 service neutron] Bound port: b4ae335b-d16e-416a-9eb9-2cda22109139, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f319aa1c-162d-43f3-86f8-ad73b68a5ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:41:14.080534 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-67437514-cada-44d9-bd60-cd0f128ca2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b4ae335b-d16e-416a-9eb9-2cda22109139), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:14.089041 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-301a896d-7d61-4c65-aaea-0bb7e1666c33 admin admin] Publish callbacks [] for port (1ccd0556-c0ad-4d77-89bb-53f974fee6ed), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:14.135472 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcf085-4325-4620-b723-72ae29955996 req-8a2d3b06-d8d9-4e0d-88e8-64e7e03c5cb2 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:14.142870 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8cdcf085-4325-4620-b723-72ae29955996 req-8a2d3b06-d8d9-4e0d-88e8-64e7e03c5cb2 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f91127d-3be7-4880-af5b-c1f41285ff7a HTTP/1.1" status: 200 len: 945 time: 0.3251476 Feb 20 03:41:14.152905 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (36778d8b-db34-40ef-af9c-93ac13ffc037), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:14.286010 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=36778d8b-db34-40ef-af9c-93ac13ffc037,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:14.316679 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8cdcf085-4325-4620-b723-72ae29955996 req-f2b4d465-064d-4942-b95d-3f615731de20 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] 10.222.0.89 "GET /v2.0/security-groups?id=b9516f19-7ecf-4378-a73c-fde785a89023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728749 Feb 20 03:41:14.324082 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-67437514-cada-44d9-bd60-cd0f128ca2c9 service neutron] For port b4ae335b-d16e-416a-9eb9-2cda22109139, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:41:14.329014 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-67437514-cada-44d9-bd60-cd0f128ca2c9 service neutron] For port b4ae335b-d16e-416a-9eb9-2cda22109139, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=b4ae335b-d16e-416a-9eb9-2cda22109139,segment=NetworkSegment(f319aa1c-162d-43f3-86f8-ad73b68a5ca8),segment_id=f319aa1c-162d-43f3-86f8-ad73b68a5ca8)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:41:14.362042 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0d9d59f5-0fb5-4689-8bb5-b5d6c229cbfd tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router_gateway (a3604f41-c1cc-4da2-bb2d-e996774fd114), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:14.393069 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a53c3540-89ed-4da2-86b0-e62526a461fe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (243fcabd-c378-46cf-99f7-7c2fd2829ac9), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:14.393970 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1a8b3772-a986-46ad-aa0e-3d5f2866f413 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (cd21b746-5773-4377-9bfe-d8cb236c6075), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:14.408472 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-1a8b3772-a986-46ad-aa0e-3d5f2866f413 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Calling delete_port for cd21b746-5773-4377-9bfe-d8cb236c6075 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:41:14.416422 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006d5e37-cc30-430c-b9af-0d4e5e9eb1ff x-openstack-request-id: req-006d5e37-cc30-430c-b9af-0d4e5e9eb1ff {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:41:14.416704 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f91127d-3be7-4880-af5b-c1f41285ff7a", "name": "network-vif-plugged", "status": "completed", "tag": "51c8ef92-a4f5-4f8b-9e91-618dac2b60a7", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:41:14.416981 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-006d5e37-cc30-430c-b9af-0d4e5e9eb1ff {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:41:14.417397 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f91127d-3be7-4880-af5b-c1f41285ff7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c8ef92-a4f5-4f8b-9e91-618dac2b60a7', 'code': 200} Feb 20 03:41:14.447435 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c3540-89ed-4da2-86b0-e62526a461fe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Pushing event deleted for resources: {'Port': ['ID=243fcabd-c378-46cf-99f7-7c2fd2829ac9,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:14.449951 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-301a896d-7d61-4c65-aaea-0bb7e1666c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (1ccd0556-c0ad-4d77-89bb-53f974fee6ed), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:14.452622 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-67437514-cada-44d9-bd60-cd0f128ca2c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (b4ae335b-d16e-416a-9eb9-2cda22109139), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:14.547586 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c3540-89ed-4da2-86b0-e62526a461fe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:14.548063 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c3540-89ed-4da2-86b0-e62526a461fe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:14.554786 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c3540-89ed-4da2-86b0-e62526a461fe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:14.554786 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c3540-89ed-4da2-86b0-e62526a461fe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:14.554786 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c3540-89ed-4da2-86b0-e62526a461fe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:14.554786 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c3540-89ed-4da2-86b0-e62526a461fe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:14.554786 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c3540-89ed-4da2-86b0-e62526a461fe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:14.554786 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c3540-89ed-4da2-86b0-e62526a461fe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:14.554786 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c3540-89ed-4da2-86b0-e62526a461fe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:14.554786 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c3540-89ed-4da2-86b0-e62526a461fe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:14.554786 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c3540-89ed-4da2-86b0-e62526a461fe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:14.554786 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c3540-89ed-4da2-86b0-e62526a461fe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:14.554786 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53c3540-89ed-4da2-86b0-e62526a461fe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:14.645442 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-67437514-cada-44d9-bd60-cd0f128ca2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:14.646109 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-67437514-cada-44d9-bd60-cd0f128ca2c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:14.647766 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-67437514-cada-44d9-bd60-cd0f128ca2c9 service neutron] 10.222.0.93 "PUT /v2.0/ports/b4ae335b-d16e-416a-9eb9-2cda22109139 HTTP/1.1" status: 200 len: 1092 time: 2.9759028 Feb 20 03:41:14.650750 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd06062d-b407-4ff9-94bd-6971f57ec866', 'tag': 'b4ae335b-d16e-416a-9eb9-2cda22109139'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:41:14.653066 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1bf1b5-6504-41e6-b79e-d2dcaea0cf1b" -d '{"events": [{"name": "network-changed", "server_uuid": "dd06062d-b407-4ff9-94bd-6971f57ec866", "tag": "b4ae335b-d16e-416a-9eb9-2cda22109139"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:41:14.664136 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1a8b3772-a986-46ad-aa0e-3d5f2866f413 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (cd21b746-5773-4377-9bfe-d8cb236c6075), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:14.665999 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301a896d-7d61-4c65-aaea-0bb7e1666c33 admin admin] Network 321c3d2c-3cfa-4170-83ee-7c95210e4f1f is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:41:14.704769 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-301a896d-7d61-4c65-aaea-0bb7e1666c33 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:14.708378 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301a896d-7d61-4c65-aaea-0bb7e1666c33 admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:41:14.724732 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b3772-a986-46ad-aa0e-3d5f2866f413 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Port': ['ID=cd21b746-5773-4377-9bfe-d8cb236c6075,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:14.735098 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1a8b3772-a986-46ad-aa0e-3d5f2866f413 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:14.738310 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1a8b3772-a986-46ad-aa0e-3d5f2866f413 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/ports/cd21b746-5773-4377-9bfe-d8cb236c6075 HTTP/1.1" status: 204 len: 168 time: 1.2883289 Feb 20 03:41:14.741983 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42906) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:14.778189 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a896d-7d61-4c65-aaea-0bb7e1666c33 admin admin] Pushing event updated for resources: {'Port': ['ID=1ccd0556-c0ad-4d77-89bb-53f974fee6ed,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:14.824107 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc74a6-84b6-4736-946f-e2af9b4775aa req-7cd348e1-b6fc-4bd3-a315-ebcc7c86382a tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:14.826002 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6bfc74a6-84b6-4736-946f-e2af9b4775aa req-7cd348e1-b6fc-4bd3-a315-ebcc7c86382a tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/ports?device_id=0865c027-1e53-46b0-bcb6-d8f3c859068e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3228531 Feb 20 03:41:14.827349 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a53c3540-89ed-4da2-86b0-e62526a461fe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks [] for floatingip (18174763-c8d8-4213-b697-91423e394467), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:14.827627 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0d9d59f5-0fb5-4689-8bb5-b5d6c229cbfd tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router_gateway (a3604f41-c1cc-4da2-bb2d-e996774fd114), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:14.830371 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a53c3540-89ed-4da2-86b0-e62526a461fe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:14.835525 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a53c3540-89ed-4da2-86b0-e62526a461fe tempest-ServersTestFqdnHostnames-1838577081 tempest-ServersTestFqdnHostnames-1838577081-project] 10.222.0.89 "DELETE /v2.0/floatingips/18174763-c8d8-4213-b697-91423e394467 HTTP/1.1" status: 204 len: 168 time: 2.4158962 Feb 20 03:41:14.840453 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42908) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:14.850005 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2056b1-900f-4942-9ad7-b8395b235eb0 req-78ca9af2-c19e-4c1c-89d3-b92462bd995b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:14.851533 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ef2056b1-900f-4942-9ad7-b8395b235eb0 req-78ca9af2-c19e-4c1c-89d3-b92462bd995b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2f91127d-3be7-4880-af5b-c1f41285ff7a HTTP/1.1" status: 200 len: 1127 time: 0.3073494 Feb 20 03:41:14.852450 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0d9d59f5-0fb5-4689-8bb5-b5d6c229cbfd tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:14.872818 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5ac906-7df6-4a75-8a26-e39449719369 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:14.880181 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-301a896d-7d61-4c65-aaea-0bb7e1666c33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (460ce07b-00d0-44fe-b5c1-5e7e9591adc3), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:14.880354 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5ac906-7df6-4a75-8a26-e39449719369 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:14.880839 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ee5ac906-7df6-4a75-8a26-e39449719369 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1369970 Feb 20 03:41:14.884016 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42912) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:15.066764 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6bfc74a6-84b6-4736-946f-e2af9b4775aa req-15755aa5-0f34-4afd-b4fc-aa738d38ca3b tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.215 HTTP/1.1" status: 200 len: 696 time: 0.2253110 Feb 20 03:41:15.071725 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-0d9d59f5-0fb5-4689-8bb5-b5d6c229cbfd tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Allocated IP 172.25.7.177 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/ba9885b4-1d7b-42b3-a7d3-b6220db8dfca) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:41:15.084680 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-74173ee6-fea7-4e4e-82b4-55a1ec9ad505 None None] Provisioning complete for port 1ccd0556-c0ad-4d77-89bb-53f974fee6ed triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:15.085268 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-74173ee6-fea7-4e4e-82b4-55a1ec9ad505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1ccd0556-c0ad-4d77-89bb-53f974fee6ed), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:15.087728 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67437514-cada-44d9-bd60-cd0f128ca2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b4ae335b-d16e-416a-9eb9-2cda22109139,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:15.100833 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-6bfc74a6-84b6-4736-946f-e2af9b4775aa req-9eb960f8-9e04-43a0-90ca-c67bc53868f6 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Request body: {'floatingip': {'port_id': 'f9286307-e752-4ea8-9047-095542217e3a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:15.158467 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-05021185-ce32-448c-9a6c-7863117f2ee8 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Deleting port 0ad70fa9-d623-490c-8a7f-5b17a12ab7ed {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:41:15.158880 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05021185-ce32-448c-9a6c-7863117f2ee8 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (0ad70fa9-d623-490c-8a7f-5b17a12ab7ed), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:15.167669 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-74173ee6-fea7-4e4e-82b4-55a1ec9ad505 None None] Port 1ccd0556-c0ad-4d77-89bb-53f974fee6ed cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:41:15.245752 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-36304296-929f-4a34-90bc-e225fb90f969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:15.246084 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05021185-ce32-448c-9a6c-7863117f2ee8 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (0ad70fa9-d623-490c-8a7f-5b17a12ab7ed), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:15.247361 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-36304296-929f-4a34-90bc-e225fb90f969 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=68913620b1864349b0b30a94042b9c2a&device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 1126 time: 0.4046943 Feb 20 03:41:15.249385 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6bfc74a6-84b6-4736-946f-e2af9b4775aa req-9eb960f8-9e04-43a0-90ca-c67bc53868f6 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks [] for floatingip (bf4f4ac8-1999-41f7-8121-dbe8e4e86b20), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:15.253074 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ef2056b1-900f-4942-9ad7-b8395b235eb0 req-385e2b8d-fa9d-4405-a487-3adf1b7bc9c3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b9516f19-7ecf-4378-a73c-fde785a89023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795311 Feb 20 03:41:15.272534 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-05021185-ce32-448c-9a6c-7863117f2ee8 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Calling delete_port for 0ad70fa9-d623-490c-8a7f-5b17a12ab7ed owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:41:15.298593 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0d9d59f5-0fb5-4689-8bb5-b5d6c229cbfd tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for port (ba9885b4-1d7b-42b3-a7d3-b6220db8dfca), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:15.363848 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-6e50cb75-8207-4405-8f67-ffdfdc1b6b16 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4ae335b-d16e-416a-9eb9-2cda22109139 HTTP/1.1" status: 200 len: 217 time: 0.1019912 Feb 20 03:41:15.448737 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0d9d59f5-0fb5-4689-8bb5-b5d6c229cbfd tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (ba9885b4-1d7b-42b3-a7d3-b6220db8dfca), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:15.482945 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05021185-ce32-448c-9a6c-7863117f2ee8 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (0ad70fa9-d623-490c-8a7f-5b17a12ab7ed), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:15.510720 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9d59f5-0fb5-4689-8bb5-b5d6c229cbfd tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:41:15.519575 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-0d9d59f5-0fb5-4689-8bb5-b5d6c229cbfd tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:15.526105 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9d59f5-0fb5-4689-8bb5-b5d6c229cbfd tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:41:15.550411 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05021185-ce32-448c-9a6c-7863117f2ee8 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:15.553734 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-05021185-ce32-448c-9a6c-7863117f2ee8 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/ports/0ad70fa9-d623-490c-8a7f-5b17a12ab7ed HTTP/1.1" status: 204 len: 168 time: 0.6685996 Feb 20 03:41:15.554637 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d59f5-0fb5-4689-8bb5-b5d6c229cbfd tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Pushing event updated for resources: {'Port': ['ID=ba9885b4-1d7b-42b3-a7d3-b6220db8dfca,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:15.558680 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42936) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:15.617664 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-0e10f0e5-c131-4bd9-9aba-b3b386db5373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:15.619524 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-0e10f0e5-c131-4bd9-9aba-b3b386db5373 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=59da23fb-2a69-4f62-8734-ed62cd9e052d HTTP/1.1" status: 200 len: 858 time: 0.1970689 Feb 20 03:41:15.626946 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05021185-ce32-448c-9a6c-7863117f2ee8 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Port': ['ID=0ad70fa9-d623-490c-8a7f-5b17a12ab7ed,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:15.664996 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 36778d8b-db34-40ef-af9c-93ac13ffc037 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:41:15.688298 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-0d710a3f-1fa5-4c28-a398-69d0189be307 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453184 Feb 20 03:41:15.716321 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-301a896d-7d61-4c65-aaea-0bb7e1666c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1ccd0556-c0ad-4d77-89bb-53f974fee6ed), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:15.744154 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 36778d8b-db34-40ef-af9c-93ac13ffc037 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:15.746583 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9580c228-b2f0-4d56-9c1b-bd8522717f0e tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:15.747282 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (36778d8b-db34-40ef-af9c-93ac13ffc037), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:15.754350 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9580c228-b2f0-4d56-9c1b-bd8522717f0e tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1922793 Feb 20 03:41:15.757412 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42938) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:15.807214 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce6e7b6-ccf3-4509-abc1-892f88d40e7a tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] GET failed (client error): The resource could not be found. Feb 20 03:41:15.808586 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2ce6e7b6-ccf3-4509-abc1-892f88d40e7a tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "GET /v2.0/ports/cd21b746-5773-4377-9bfe-d8cb236c6075 HTTP/1.1" status: 404 len: 333 time: 0.0500665 Feb 20 03:41:15.811471 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42940) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:15.850534 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced7b103-0385-4cbc-97e6-d7f44c050ffb tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] GET failed (client error): The resource could not be found. Feb 20 03:41:15.852045 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ced7b103-0385-4cbc-97e6-d7f44c050ffb tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "GET /v2.0/ports/0ad70fa9-d623-490c-8a7f-5b17a12ab7ed HTTP/1.1" status: 404 len: 333 time: 0.0395155 Feb 20 03:41:15.856915 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42942) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:15.858830 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 36778d8b-db34-40ef-af9c-93ac13ffc037 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:15.983663 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4f6d0d9-2ee0-4aef-bfc7-8be27297dc4c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (c4e8ab5b-7664-4bfa-ba6e-8f6a2e1ba8c1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:16.152800 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0d9d59f5-0fb5-4689-8bb5-b5d6c229cbfd tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router_gateway (a3604f41-c1cc-4da2-bb2d-e996774fd114), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:16.155940 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4f6d0d9-2ee0-4aef-bfc7-8be27297dc4c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (c4e8ab5b-7664-4bfa-ba6e-8f6a2e1ba8c1), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:16.218092 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-f4f6d0d9-2ee0-4aef-bfc7-8be27297dc4c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e8ab5b-7664-4bfa-ba6e-8f6a2e1ba8c1']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:16.232873 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-f4f6d0d9-2ee0-4aef-bfc7-8be27297dc4c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb79338-4a07-4e3f-af64-38d1a0334d64') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:16.233203 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-f4f6d0d9-2ee0-4aef-bfc7-8be27297dc4c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb79338-4a07-4e3f-af64-38d1a0334d64') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:16.250307 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4f6d0d9-2ee0-4aef-bfc7-8be27297dc4c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (4fb79338-4a07-4e3f-af64-38d1a0334d64), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:16.298467 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4f6d0d9-2ee0-4aef-bfc7-8be27297dc4c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (4fb79338-4a07-4e3f-af64-38d1a0334d64), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:16.311992 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f6d0d9-2ee0-4aef-bfc7-8be27297dc4c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:41:16.312402 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4f6d0d9-2ee0-4aef-bfc7-8be27297dc4c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (4fb79338-4a07-4e3f-af64-38d1a0334d64), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:16.315578 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:41:16.315578 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:41:16.315578 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:41:16.315578 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:41:16.315578 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:41:16.315578 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:41:16.315578 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:41:16.315578 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:41:16.315578 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:41:16.315578 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:41:16.315578 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:41:16.315578 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:41:16.315578 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:41:16.315578 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:41:16.315578 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:41:16.315578 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:41:16.315578 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:41:16.315578 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:41:16.315578 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:41:16.315578 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:41:16.315578 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:41:16.315578 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:41:16.315578 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:41:16.315578 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:41:16.315578 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:41:16.315578 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:41:16.315578 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:41:16.315578 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:41:16.315578 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:41:16.315578 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:41:16.315578 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:41:16.315578 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:41:16.482639 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-c00a7b5f-7f8f-4e93-abdf-b5e44d84130a service neutron] 10.222.0.93 "GET /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7648704 Feb 20 03:41:16.494193 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0d9d59f5-0fb5-4689-8bb5-b5d6c229cbfd tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16304713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16307768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6330'] for router (a3604f41-c1cc-4da2-bb2d-e996774fd114), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:16.497980 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0d9d59f5-0fb5-4689-8bb5-b5d6c229cbfd tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16304734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16304727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16307761'] for router (a3604f41-c1cc-4da2-bb2d-e996774fd114), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:16.501893 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4f6d0d9-2ee0-4aef-bfc7-8be27297dc4c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (c4e8ab5b-7664-4bfa-ba6e-8f6a2e1ba8c1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:16.511029 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4f6d0d9-2ee0-4aef-bfc7-8be27297dc4c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:16.513915 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f4f6d0d9-2ee0-4aef-bfc7-8be27297dc4c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/networks/c4e8ab5b-7664-4bfa-ba6e-8f6a2e1ba8c1 HTTP/1.1" status: 204 len: 168 time: 0.6557443 Feb 20 03:41:16.520860 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42974) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:16.573405 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-d525d01c-c76d-4be7-956f-bd07aba9024c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-872422920'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:16.594163 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f6d0d9-2ee0-4aef-bfc7-8be27297dc4c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Network': ['ID=c4e8ab5b-7664-4bfa-ba6e-8f6a2e1ba8c1,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:16.769818 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9d59f5-0fb5-4689-8bb5-b5d6c229cbfd tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Router a3604f41-c1cc-4da2-bb2d-e996774fd114 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:41:16.884209 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9d59f5-0fb5-4689-8bb5-b5d6c229cbfd tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:41:16.888821 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d783b-9408-4a0e-8406-cb34212ac115 req-65e201fa-da93-4778-8feb-81c2b8bf7518 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:16.889883 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0d9d59f5-0fb5-4689-8bb5-b5d6c229cbfd tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:16.890557 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-500d783b-9408-4a0e-8406-cb34212ac115 req-65e201fa-da93-4778-8feb-81c2b8bf7518 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.42 "GET /v2.0/networks?id=b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879 HTTP/1.1" status: 200 len: 818 time: 0.5169752 Feb 20 03:41:16.893747 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0d9d59f5-0fb5-4689-8bb5-b5d6c229cbfd tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] 10.222.0.89 "PUT /v2.0/routers/a3604f41-c1cc-4da2-bb2d-e996774fd114 HTTP/1.1" status: 200 len: 920 time: 3.3161197 Feb 20 03:41:16.894027 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42986) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:16.901758 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1f6f36-2545-446c-ac8b-14becd11efd5 None None] Sync routers for ids ['a3604f41-c1cc-4da2-bb2d-e996774fd114'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:41:16.911252 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d525d01c-c76d-4be7-956f-bd07aba9024c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:41:16.915122 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d525d01c-c76d-4be7-956f-bd07aba9024c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:16.917189 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1f6f36-2545-446c-ac8b-14becd11efd5 None None] Routers {'a3604f41-c1cc-4da2-bb2d-e996774fd114'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:41:16.918028 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-7c1f6f36-2545-446c-ac8b-14becd11efd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['a3604f41-c1cc-4da2-bb2d-e996774fd114'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:16.932756 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-500d783b-9408-4a0e-8406-cb34212ac115 req-3a58a379-1afa-4cc2-9dff-eda55998594d tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Request body: {'port': {'device_id': '0f9eee67-81b4-43b7-9daa-f24501dcabe0', 'network_id': 'b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879', 'admin_state_up': True, 'tenant_id': '68913620b1864349b0b30a94042b9c2a'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:16.937674 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-301a896d-7d61-4c65-aaea-0bb7e1666c33 admin admin] Publish callbacks [] for port (1ccd0556-c0ad-4d77-89bb-53f974fee6ed), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:16.962049 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.db.resource_extend [req-6bfc74a6-84b6-4736-946f-e2af9b4775aa req-9eb960f8-9e04-43a0-90ca-c67bc53868f6 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 03:41:16.963820 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-7c1f6f36-2545-446c-ac8b-14becd11efd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:16.967805 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8202e0b9-5be9-4b78-be83-90e53b1bea37 req-ca86647e-7735-4ff3-8b69-0c932a8fa899 service neutron] 10.222.0.93 "GET /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459927 Feb 20 03:41:16.975589 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1f6f36-2545-446c-ac8b-14becd11efd5 None None] Routers {'a3604f41-c1cc-4da2-bb2d-e996774fd114'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:41:16.976451 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-7c1f6f36-2545-446c-ac8b-14becd11efd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['a3604f41-c1cc-4da2-bb2d-e996774fd114'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:17.016920 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-7c1f6f36-2545-446c-ac8b-14becd11efd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:17.018067 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1f6f36-2545-446c-ac8b-14becd11efd5 None None] The sync data for ids ['a3604f41-c1cc-4da2-bb2d-e996774fd114'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:41:17.053024 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-301a896d-7d61-4c65-aaea-0bb7e1666c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (1ccd0556-c0ad-4d77-89bb-53f974fee6ed), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:17.118459 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d525d01c-c76d-4be7-956f-bd07aba9024c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:41:17.158562 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6bfc74a6-84b6-4736-946f-e2af9b4775aa req-9eb960f8-9e04-43a0-90ca-c67bc53868f6 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:17.174100 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d525d01c-c76d-4be7-956f-bd07aba9024c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (44f0ae1d-983f-41b1-ad22-3a5a8ee6bd00), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:17.174503 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-d525d01c-c76d-4be7-956f-bd07aba9024c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Added segment 44f0ae1d-983f-41b1-ad22-3a5a8ee6bd00 of type vlan for network 11571feb-0cd0-4174-b580-a41c2e7050bf Feb 20 03:41:17.216242 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a896d-7d61-4c65-aaea-0bb7e1666c33 admin admin] Pushing event updated for resources: {'Port': ['ID=1ccd0556-c0ad-4d77-89bb-53f974fee6ed,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:17.227882 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-301a896d-7d61-4c65-aaea-0bb7e1666c33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (460ce07b-00d0-44fe-b5c1-5e7e9591adc3), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:17.262662 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c1e76357-c9d9-4f7d-ac01-740503f80a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (c8dde962-f510-43cb-a85d-aa28bf46cc35), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:17.270681 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6bfc74a6-84b6-4736-946f-e2af9b4775aa req-9eb960f8-9e04-43a0-90ca-c67bc53868f6 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (bf4f4ac8-1999-41f7-8121-dbe8e4e86b20), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:17.354334 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-451a850d-c8f1-4dde-b83c-6cf583701aa6 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] 10.222.0.89 "GET /v2.0/routers/a3604f41-c1cc-4da2-bb2d-e996774fd114 HTTP/1.1" status: 200 len: 926 time: 0.4587245 Feb 20 03:41:17.355500 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42994) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:17.372103 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d525d01c-c76d-4be7-956f-bd07aba9024c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (11571feb-0cd0-4174-b580-a41c2e7050bf), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:17.415642 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f538f7c-e21c-43e1-8759-99b7cad09c36 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:17.420948 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5f538f7c-e21c-43e1-8759-99b7cad09c36 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] 10.222.0.89 "GET /v2.0/ports?network_id=eaf6f7bf-76a8-47a9-a76f-78f3b96fe079&device_id=a3604f41-c1cc-4da2-bb2d-e996774fd114&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0641248 Feb 20 03:41:17.421843 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42996) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:17.516038 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c8d330-b727-44c5-aaf7-e4a72d957b35 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:17.520947 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-02c8d330-b727-44c5-aaf7-e4a72d957b35 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 881 time: 0.0980060 Feb 20 03:41:17.522449 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42998) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:17.564958 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-affee44a-1928-45fd-a260-0a061a5352a9 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3604f41-c1cc-4da2-bb2d-e996774fd114 HTTP/1.1" status: 200 len: 205 time: 0.0409942 Feb 20 03:41:17.565791 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43000) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:17.719301 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3ff48f46-47c5-4f7d-89e2-d71dc5d50acf tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router (a3604f41-c1cc-4da2-bb2d-e996774fd114), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:17.821621 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43004) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:17.856862 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.db.resource_extend [None req-d525d01c-c76d-4be7-956f-bd07aba9024c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 03:41:17.875538 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3ff48f46-47c5-4f7d-89e2-d71dc5d50acf tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router_gateway (a3604f41-c1cc-4da2-bb2d-e996774fd114), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:17.954672 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e841687a-2d4a-4dd6-a9f5-72e5b156da23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:17.959736 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-500d783b-9408-4a0e-8406-cb34212ac115 req-3a58a379-1afa-4cc2-9dff-eda55998594d tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Made reservation on behalf of 68913620b1864349b0b30a94042b9c2a for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:41:17.964326 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-500d783b-9408-4a0e-8406-cb34212ac115 req-3a58a379-1afa-4cc2-9dff-eda55998594d tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:17.997363 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d525d01c-c76d-4be7-956f-bd07aba9024c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (11571feb-0cd0-4174-b580-a41c2e7050bf), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:18.002211 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d525d01c-c76d-4be7-956f-bd07aba9024c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:18.002792 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d525d01c-c76d-4be7-956f-bd07aba9024c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:18.043702 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [req-6bfc74a6-84b6-4736-946f-e2af9b4775aa req-9eb960f8-9e04-43a0-90ca-c67bc53868f6 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Floating IP bf4f4ac8-1999-41f7-8121-dbe8e4e86b20 associated. External IP: 172.25.7.215, port: f9286307-e752-4ea8-9047-095542217e3a. Feb 20 03:41:18.065841 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e841687a-2d4a-4dd6-a9f5-72e5b156da23 admin admin] Publish callbacks [] for security_group (12d6c0a8-a4f2-4ad9-b9c4-abac61bc001c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:18.089991 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-3ff48f46-47c5-4f7d-89e2-d71dc5d50acf tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Deleting port ba9885b4-1d7b-42b3-a7d3-b6220db8dfca {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:41:18.090397 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3ff48f46-47c5-4f7d-89e2-d71dc5d50acf tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ba9885b4-1d7b-42b3-a7d3-b6220db8dfca), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:18.143220 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e841687a-2d4a-4dd6-a9f5-72e5b156da23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (12d6c0a8-a4f2-4ad9-b9c4-abac61bc001c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:18.190974 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841687a-2d4a-4dd6-a9f5-72e5b156da23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d6c0a8-a4f2-4ad9-b9c4-abac61bc001c,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:18.191185 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301a896d-7d61-4c65-aaea-0bb7e1666c33 admin admin] Network 321c3d2c-3cfa-4170-83ee-7c95210e4f1f is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:41:18.199407 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d525d01c-c76d-4be7-956f-bd07aba9024c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6428282 Feb 20 03:41:18.202589 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43008) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:18.217151 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-fa72d945-3673-4111-82e1-544397a784b8 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'subnet': {'network_id': '11571feb-0cd0-4174-b580-a41c2e7050bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:18.237696 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e841687a-2d4a-4dd6-a9f5-72e5b156da23 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b6e13e88cae3496da5aab8de4ce81826&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4149208 Feb 20 03:41:18.267402 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43010) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:18.273288 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-301a896d-7d61-4c65-aaea-0bb7e1666c33 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:18.298357 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525d01c-c76d-4be7-956f-bd07aba9024c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Network': ['ID=11571feb-0cd0-4174-b580-a41c2e7050bf,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:18.311369 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 11571feb-0cd0-4174-b580-a41c2e7050bf details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:41:18.375005 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3ff48f46-47c5-4f7d-89e2-d71dc5d50acf tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ba9885b4-1d7b-42b3-a7d3-b6220db8dfca), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:18.415429 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-3ff48f46-47c5-4f7d-89e2-d71dc5d50acf tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Calling delete_port for ba9885b4-1d7b-42b3-a7d3-b6220db8dfca owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:41:18.443282 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e140a413-ec6d-4387-9b84-7e389cdeca28 admin admin] Publish callbacks [] for security_group (12d6c0a8-a4f2-4ad9-b9c4-abac61bc001c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:18.509641 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e140a413-ec6d-4387-9b84-7e389cdeca28 admin admin] Publish callbacks [] for security_group (12d6c0a8-a4f2-4ad9-b9c4-abac61bc001c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:18.578811 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301a896d-7d61-4c65-aaea-0bb7e1666c33 admin admin] Router 460ce07b-00d0-44fe-b5c1-5e7e9591adc3 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:41:18.592804 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa72d945-3673-4111-82e1-544397a784b8 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:41:18.596436 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fa72d945-3673-4111-82e1-544397a784b8 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:18.634022 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-5519ec2c-b34f-416c-968e-6bf90f8d5dfb None None] Provisioning complete for port 1ccd0556-c0ad-4d77-89bb-53f974fee6ed triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:18.635974 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5519ec2c-b34f-416c-968e-6bf90f8d5dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1ccd0556-c0ad-4d77-89bb-53f974fee6ed), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:18.645584 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-500d783b-9408-4a0e-8406-cb34212ac115 req-3a58a379-1afa-4cc2-9dff-eda55998594d tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Allocated IP 172.20.0.8 (b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879/59da23fb-2a69-4f62-8734-ed62cd9e052d/2a723f3b-3113-4648-8f12-24c687b8b0fb) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:41:18.673264 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.ipam_backend_mixin [None req-fa72d945-3673-4111-82e1-544397a784b8 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Performing IP validity checks on allocation pools {{(pid=104106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 20 03:41:18.676302 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.ipam_backend_mixin [None req-fa72d945-3673-4111-82e1-544397a784b8 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 20 03:41:18.701920 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5519ec2c-b34f-416c-968e-6bf90f8d5dfb None None] Port 1ccd0556-c0ad-4d77-89bb-53f974fee6ed cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:41:18.764699 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e140a413-ec6d-4387-9b84-7e389cdeca28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (12d6c0a8-a4f2-4ad9-b9c4-abac61bc001c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:18.767407 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e140a413-ec6d-4387-9b84-7e389cdeca28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:18.768649 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e140a413-ec6d-4387-9b84-7e389cdeca28 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/12d6c0a8-a4f2-4ad9-b9c4-abac61bc001c HTTP/1.1" status: 204 len: 168 time: 0.5003061 Feb 20 03:41:18.778950 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140a413-ec6d-4387-9b84-7e389cdeca28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d6c0a8-a4f2-4ad9-b9c4-abac61bc001c,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:18.842800 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3ff48f46-47c5-4f7d-89e2-d71dc5d50acf tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (ba9885b4-1d7b-42b3-a7d3-b6220db8dfca), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:18.903075 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff48f46-47c5-4f7d-89e2-d71dc5d50acf tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Pushing event deleted for resources: {'Port': ['ID=ba9885b4-1d7b-42b3-a7d3-b6220db8dfca,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:19.003675 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3ff48f46-47c5-4f7d-89e2-d71dc5d50acf tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (a3604f41-c1cc-4da2-bb2d-e996774fd114), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:19.009502 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bfc74a6-84b6-4736-946f-e2af9b4775aa req-9eb960f8-9e04-43a0-90ca-c67bc53868f6 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Router 7ef6a05e-091a-4056-931a-4a247234a19c has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:41:19.014429 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301a896d-7d61-4c65-aaea-0bb7e1666c33 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:41:19.025135 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-301a896d-7d61-4c65-aaea-0bb7e1666c33 admin admin] 10.222.0.89 "PUT /v2.0/routers/460ce07b-00d0-44fe-b5c1-5e7e9591adc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8803294 Feb 20 03:41:19.030784 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b905dfdc-2e22-4d86-af1c-3c37cc21e267 None None] Sync routers for ids ['460ce07b-00d0-44fe-b5c1-5e7e9591adc3'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:41:19.046227 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b905dfdc-2e22-4d86-af1c-3c37cc21e267 None None] Routers {'460ce07b-00d0-44fe-b5c1-5e7e9591adc3'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:41:19.048053 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-b905dfdc-2e22-4d86-af1c-3c37cc21e267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['460ce07b-00d0-44fe-b5c1-5e7e9591adc3'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:19.134491 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-c1e76357-c9d9-4f7d-ac01-740503f80a49 admin admin] Deleting port 20256ce1-12a0-419f-9a8d-fc71daa7d409 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:41:19.134867 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c1e76357-c9d9-4f7d-ac01-740503f80a49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (20256ce1-12a0-419f-9a8d-fc71daa7d409), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:19.187347 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-500d783b-9408-4a0e-8406-cb34212ac115 req-3a58a379-1afa-4cc2-9dff-eda55998594d tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Publish callbacks [] for port (2a723f3b-3113-4648-8f12-24c687b8b0fb), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:19.322550 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3ff48f46-47c5-4f7d-89e2-d71dc5d50acf tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (a3604f41-c1cc-4da2-bb2d-e996774fd114), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:19.326724 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3ff48f46-47c5-4f7d-89e2-d71dc5d50acf tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router_controller (a3604f41-c1cc-4da2-bb2d-e996774fd114), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:19.353551 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bfc74a6-84b6-4736-946f-e2af9b4775aa req-9eb960f8-9e04-43a0-90ca-c67bc53868f6 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:41:19.362492 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6bfc74a6-84b6-4736-946f-e2af9b4775aa req-9eb960f8-9e04-43a0-90ca-c67bc53868f6 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:19.362637 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-b905dfdc-2e22-4d86-af1c-3c37cc21e267 None None] Set router 460ce07b-00d0-44fe-b5c1-5e7e9591adc3 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:41:19.365901 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-c1e76357-c9d9-4f7d-ac01-740503f80a49 admin admin] For port 20256ce1-12a0-419f-9a8d-fc71daa7d409, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=20256ce1-12a0-419f-9a8d-fc71daa7d409,segment=NetworkSegment(d6ed8ee4-3481-4fe5-b050-4492f68bd963),segment_id=d6ed8ee4-3481-4fe5-b050-4492f68bd963)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:19.366251 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c1e76357-c9d9-4f7d-ac01-740503f80a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (20256ce1-12a0-419f-9a8d-fc71daa7d409), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:19.367458 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07a7a40-bc84-4466-8269-483f370093c0 None None] Sync routers for ids ['7ef6a05e-091a-4056-931a-4a247234a19c'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:41:19.387936 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07a7a40-bc84-4466-8269-483f370093c0 None None] Routers {'7ef6a05e-091a-4056-931a-4a247234a19c'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:41:19.391508 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b07a7a40-bc84-4466-8269-483f370093c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7ef6a05e-091a-4056-931a-4a247234a19c'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:19.403882 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-c1e76357-c9d9-4f7d-ac01-740503f80a49 admin admin] Calling delete_port for 20256ce1-12a0-419f-9a8d-fc71daa7d409 owned by network:router_interface {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:41:19.434731 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6bfc74a6-84b6-4736-946f-e2af9b4775aa req-9eb960f8-9e04-43a0-90ca-c67bc53868f6 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "PUT /v2.0/floatingips/bf4f4ac8-1999-41f7-8121-dbe8e4e86b20 HTTP/1.1" status: 200 len: 997 time: 4.3574700 Feb 20 03:41:19.484098 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-500d783b-9408-4a0e-8406-cb34212ac115 req-3a58a379-1afa-4cc2-9dff-eda55998594d tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (2a723f3b-3113-4648-8f12-24c687b8b0fb), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:19.535103 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3ff48f46-47c5-4f7d-89e2-d71dc5d50acf tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (a3604f41-c1cc-4da2-bb2d-e996774fd114), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:19.538643 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff48f46-47c5-4f7d-89e2-d71dc5d50acf tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Fanout notify agent at l3_agent the message router_deleted on router a3604f41-c1cc-4da2-bb2d-e996774fd114 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:41:19.567360 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3ff48f46-47c5-4f7d-89e2-d71dc5d50acf tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:19.570034 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3ff48f46-47c5-4f7d-89e2-d71dc5d50acf tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] 10.222.0.89 "DELETE /v2.0/routers/a3604f41-c1cc-4da2-bb2d-e996774fd114 HTTP/1.1" status: 204 len: 168 time: 2.0030491 Feb 20 03:41:19.576234 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43028) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:19.584633 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-020a4e6d-feb6-49b1-a7c7-0eb2d6600375 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1909903105', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}, 'admin_state_up': False}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:19.604428 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58a379-1afa-4cc2-9dff-eda55998594d tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Pushing event updated for resources: {'Port': ['ID=2a723f3b-3113-4648-8f12-24c687b8b0fb,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:19.646936 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-b07a7a40-bc84-4466-8269-483f370093c0 None None] Set router 7ef6a05e-091a-4056-931a-4a247234a19c gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:41:19.647755 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-500d783b-9408-4a0e-8406-cb34212ac115 req-3a58a379-1afa-4cc2-9dff-eda55998594d tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Network b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:41:19.650447 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-500d783b-9408-4a0e-8406-cb34212ac115 req-3a58a379-1afa-4cc2-9dff-eda55998594d tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:19.652842 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fa72d945-3673-4111-82e1-544397a784b8 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (cd6f4925-cc51-432c-a346-e22f05107fab), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:19.672126 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-500d783b-9408-4a0e-8406-cb34212ac115 req-3a58a379-1afa-4cc2-9dff-eda55998594d tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:41:19.746079 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-b905dfdc-2e22-4d86-af1c-3c37cc21e267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460ce07b-00d0-44fe-b5c1-5e7e9591adc3', 'name': 'tempest-TaggedBootDevicesTest-1974010192-router', 'tenant_id': '3e154e9b786e41a2855c3452f0da1a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '36778d8b-db34-40ef-af9c-93ac13ffc037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:41:05Z', 'updated_at': '2022-02-20T03:41:15Z', 'revision_number': 4, 'project_id': '3e154e9b786e41a2855c3452f0da1a2a', 'gw_port': {'id': '36778d8b-db34-40ef-af9c-93ac13ffc037', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ce:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ce07b-00d0-44fe-b5c1-5e7e9591adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:41:07Z', 'updated_at': '2022-02-20T03:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '1ccd0556-c0ad-4d77-89bb-53f974fee6ed', 'name': '', 'network_id': '321c3d2c-3cfa-4170-83ee-7c95210e4f1f', 'tenant_id': '3e154e9b786e41a2855c3452f0da1a2a', 'mac_address': 'fa:16:3e:45:d2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460ce07b-00d0-44fe-b5c1-5e7e9591adc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '62e77c57-8cd5-4ce9-8f4a-1dc1fb9cb76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:41:12Z', 'updated_at': '2022-02-20T03:41:16Z', 'revision_number': 2, 'project_id': '3e154e9b786e41a2855c3452f0da1a2a', 'subnets': [{'id': '62e77c57-8cd5-4ce9-8f4a-1dc1fb9cb76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:19.747763 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc74a6-84b6-4736-946f-e2af9b4775aa req-05923564-896a-4b17-85e2-7ec7c70346cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:19.749562 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6bfc74a6-84b6-4736-946f-e2af9b4775aa req-05923564-896a-4b17-85e2-7ec7c70346cc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=62872f561f24429faadfc81d64d64e66&device_id=0865c027-1e53-46b0-bcb6-d8f3c859068e HTTP/1.1" status: 200 len: 1128 time: 0.3139815 Feb 20 03:41:19.760039 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d783b-9408-4a0e-8406-cb34212ac115 req-3a58a379-1afa-4cc2-9dff-eda55998594d tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:19.766526 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-500d783b-9408-4a0e-8406-cb34212ac115 req-3a58a379-1afa-4cc2-9dff-eda55998594d tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:19.791886 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-020a4e6d-feb6-49b1-a7c7-0eb2d6600375 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (e3dccbf9-5497-4782-9712-07e26f771c2c), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:19.797067 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-020a4e6d-feb6-49b1-a7c7-0eb2d6600375 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (e3dccbf9-5497-4782-9712-07e26f771c2c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:19.824529 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device b4ae335b-d16e-416a-9eb9-2cda22109139 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:41:19.830599 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b905dfdc-2e22-4d86-af1c-3c37cc21e267 None None] Checking router: 460ce07b-00d0-44fe-b5c1-5e7e9591adc3 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:41:19.830985 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b905dfdc-2e22-4d86-af1c-3c37cc21e267 None None] Updating router 460ce07b-00d0-44fe-b5c1-5e7e9591adc3 port 1ccd0556-c0ad-4d77-89bb-53f974fee6ed binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:41:19.856188 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa72d945-3673-4111-82e1-544397a784b8 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Subnet': ['ID=cd6f4925-cc51-432c-a346-e22f05107fab,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:19.892075 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa72d945-3673-4111-82e1-544397a784b8 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Checking segment: {'id': '44f0ae1d-983f-41b1-ad22-3a5a8ee6bd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '11571feb-0cd0-4174-b580-a41c2e7050bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:41:19.892587 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa72d945-3673-4111-82e1-544397a784b8 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network hostable DHCP agents. Network: 11571feb-0cd0-4174-b580-a41c2e7050bf, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:41:19.935406 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-020a4e6d-feb6-49b1-a7c7-0eb2d6600375 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router_controller (e3dccbf9-5497-4782-9712-07e26f771c2c), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:19.946223 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b905dfdc-2e22-4d86-af1c-3c37cc21e267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1ccd0556-c0ad-4d77-89bb-53f974fee6ed), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:19.966286 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.resource_extend [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 03:41:20.029016 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-500d783b-9408-4a0e-8406-cb34212ac115 req-3a58a379-1afa-4cc2-9dff-eda55998594d tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1056528 Feb 20 03:41:20.032927 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa72d945-3673-4111-82e1-544397a784b8 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network 11571feb-0cd0-4174-b580-a41c2e7050bf is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:41:20.049207 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc74a6-84b6-4736-946f-e2af9b4775aa req-3c0e67a8-1893-4b86-b9dd-f6a6626c2d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:20.062777 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6bfc74a6-84b6-4736-946f-e2af9b4775aa req-3c0e67a8-1893-4b86-b9dd-f6a6626c2d2b service neutron] 10.222.0.89 "GET /v2.0/networks?id=600f51c6-6b09-4fa1-9746-bc869572e7a9 HTTP/1.1" status: 200 len: 929 time: 0.2977340 Feb 20 03:41:20.075143 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-500d783b-9408-4a0e-8406-cb34212ac115 req-2a70061f-ae26-4162-97c7-da075c884937 service neutron] Request body: {'port': {'device_id': '0f9eee67-81b4-43b7-9daa-f24501dcabe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:20.127965 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port b4ae335b-d16e-416a-9eb9-2cda22109139, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=b4ae335b-d16e-416a-9eb9-2cda22109139,segment=NetworkSegment(f319aa1c-162d-43f3-86f8-ad73b68a5ca8),segment_id=f319aa1c-162d-43f3-86f8-ad73b68a5ca8)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:20.142938 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-fa72d945-3673-4111-82e1-544397a784b8 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 11571feb-0cd0-4174-b580-a41c2e7050bf) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:20.159898 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa94509-5744-40ca-836b-aad6414fd283 None None] Network 11571feb-0cd0-4174-b580-a41c2e7050bf requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:41:20.163134 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'b4ae335b-d16e-416a-9eb9-2cda22109139', 'network_id': 'b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879', 'port_id': 'b4ae335b-d16e-416a-9eb9-2cda22109139', 'mac_address': 'fa:16:3e:5f:ea:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59da23fb-2a69-4f62-8734-ed62cd9e052d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:41:20.250307 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port b4ae335b-d16e-416a-9eb9-2cda22109139 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:20.250697 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b4ae335b-d16e-416a-9eb9-2cda22109139), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:20.256686 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa72d945-3673-4111-82e1-544397a784b8 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:20.258349 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fa72d945-3673-4111-82e1-544397a784b8 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:20.298874 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4ae335b-d16e-416a-9eb9-2cda22109139 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:41:20.317597 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b07a7a40-bc84-4466-8269-483f370093c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-790780277-router', 'tenant_id': '62872f561f24429faadfc81d64d64e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '9d3f5b45-4409-45b2-92ce-9cc3cd1ace53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:27Z', 'updated_at': '2022-02-20T03:40:39Z', 'revision_number': 4, 'project_id': '62872f561f24429faadfc81d64d64e66', 'gw_port': {'id': '9d3f5b45-4409-45b2-92ce-9cc3cd1ace53', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:29Z', 'updated_at': '2022-02-20T03:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'bf4f4ac8-1999-41f7-8121-dbe8e4e86b20', 'tenant_id': '62872f561f24429faadfc81d64d64e66', 'floating_ip_address': '172.25.7.215', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'port_id': 'f9286307-e752-4ea8-9047-095542217e3a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '600f51c6-6b09-4fa1-9746-bc869572e7a9', 'mac_address': 'fa:16:3e:ee:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0865c027-1e53-46b0-bcb6-d8f3c859068e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:41:09Z', 'updated_at': '2022-02-20T03:41:16Z', 'revision_number': 1, 'project_id': '62872f561f24429faadfc81d64d64e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83b52a73-38bb-4ccd-8126-e3fa69aff05d', 'name': '', 'network_id': '600f51c6-6b09-4fa1-9746-bc869572e7a9', 'tenant_id': '62872f561f24429faadfc81d64d64e66', 'mac_address': 'fa:16:3e:fe:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '87beb212-a252-4a80-814f-18699c1905fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:36Z', 'updated_at': '2022-02-20T03:40:44Z', 'revision_number': 5, 'project_id': '62872f561f24429faadfc81d64d64e66', 'subnets': [{'id': '87beb212-a252-4a80-814f-18699c1905fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:20.331296 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port b4ae335b-d16e-416a-9eb9-2cda22109139, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=b4ae335b-d16e-416a-9eb9-2cda22109139,segment=NetworkSegment(f319aa1c-162d-43f3-86f8-ad73b68a5ca8),segment_id=f319aa1c-162d-43f3-86f8-ad73b68a5ca8)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:20.360939 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07a7a40-bc84-4466-8269-483f370093c0 None None] Checking router: 7ef6a05e-091a-4056-931a-4a247234a19c for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:41:20.399141 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fa72d945-3673-4111-82e1-544397a784b8 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1953728 Feb 20 03:41:20.402212 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43072) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:20.402359 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b4ae335b-d16e-416a-9eb9-2cda22109139), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:20.405516 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-020a4e6d-feb6-49b1-a7c7-0eb2d6600375 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router_gateway (e3dccbf9-5497-4782-9712-07e26f771c2c), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:20.406847 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07a7a40-bc84-4466-8269-483f370093c0 None None] Routers {'7ef6a05e-091a-4056-931a-4a247234a19c'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:41:20.407879 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b07a7a40-bc84-4466-8269-483f370093c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7ef6a05e-091a-4056-931a-4a247234a19c'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:20.418882 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-79304419-6231-4f1d-9c74-084f08292e82 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'port': {'network_id': '11571feb-0cd0-4174-b580-a41c2e7050bf', 'name': 'tempest-PortsIpV6TestJSON-1695860897'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:20.473532 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16c2717-5a9a-444b-b127-dd4648e36279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-11571feb-0cd0-4174-b580-a41c2e7050bf', 'network_id': '11571feb-0cd0-4174-b580-a41c2e7050bf', 'project_id': '924afe63e3024f08a64ef1ab2c725cda', 'fixed_ips': [{'subnet_id': 'cd6f4925-cc51-432c-a346-e22f05107fab'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:41:20.474392 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d16c2717-5a9a-444b-b127-dd4648e36279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:20.500449 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=b4ae335b-d16e-416a-9eb9-2cda22109139,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:20.511588 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b905dfdc-2e22-4d86-af1c-3c37cc21e267 None None] Publish callbacks [] for port (1ccd0556-c0ad-4d77-89bb-53f974fee6ed), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:20.652826 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6bfc74a6-84b6-4736-946f-e2af9b4775aa req-0a7f2a45-a74e-4c07-af30-cac4e2753335 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9286307-e752-4ea8-9047-095542217e3a HTTP/1.1" status: 200 len: 1000 time: 0.5871451 Feb 20 03:41:20.683815 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79304419-6231-4f1d-9c74-084f08292e82 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:41:20.687828 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-79304419-6231-4f1d-9c74-084f08292e82 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:20.688073 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-500d783b-9408-4a0e-8406-cb34212ac115 req-2a70061f-ae26-4162-97c7-da075c884937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2a723f3b-3113-4648-8f12-24c687b8b0fb), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:20.712914 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-79304419-6231-4f1d-9c74-084f08292e82 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] device_id is not set on port 50636ab2-da1d-41ca-b7d5-9e1026082b0b yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:41:20.740864 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc74a6-84b6-4736-946f-e2af9b4775aa req-ccab62f6-6737-4dc4-93e2-5e93dea2ab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:20.748358 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6bfc74a6-84b6-4736-946f-e2af9b4775aa req-ccab62f6-6737-4dc4-93e2-5e93dea2ab2b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=87beb212-a252-4a80-814f-18699c1905fc HTTP/1.1" status: 200 len: 867 time: 0.0944414 Feb 20 03:41:20.752942 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c1e76357-c9d9-4f7d-ac01-740503f80a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (20256ce1-12a0-419f-9a8d-fc71daa7d409), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:20.796657 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['b4ae335b-d16e-416a-9eb9-2cda22109139'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:41:20.822538 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e76357-c9d9-4f7d-ac01-740503f80a49 admin admin] Pushing event deleted for resources: {'Port': ['ID=20256ce1-12a0-419f-9a8d-fc71daa7d409,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:20.886415 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b905dfdc-2e22-4d86-af1c-3c37cc21e267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (1ccd0556-c0ad-4d77-89bb-53f974fee6ed), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:20.900008 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-b07a7a40-bc84-4466-8269-483f370093c0 None None] Set router 7ef6a05e-091a-4056-931a-4a247234a19c gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:41:20.937135 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d7adb-e468-4c35-ab8f-f36e0e94ee1d None None] Pushing event updated for resources: {'Port': ['ID=1ccd0556-c0ad-4d77-89bb-53f974fee6ed,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:20.956864 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-79304419-6231-4f1d-9c74-084f08292e82 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Allocated IP 2001:db8::13 (11571feb-0cd0-4174-b580-a41c2e7050bf/cd6f4925-cc51-432c-a346-e22f05107fab/50636ab2-da1d-41ca-b7d5-9e1026082b0b) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:41:21.070793 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:21.111664 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:21.119523 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-b905dfdc-2e22-4d86-af1c-3c37cc21e267 None None] Attempting to bind port 1ccd0556-c0ad-4d77-89bb-53f974fee6ed on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:41:21.127896 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-b905dfdc-2e22-4d86-af1c-3c37cc21e267 None None] Attempting to bind port 1ccd0556-c0ad-4d77-89bb-53f974fee6ed by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'd60e9bfd-f34d-4a39-9669-acef3f7a9d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '321c3d2c-3cfa-4170-83ee-7c95210e4f1f'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:41:21.132954 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b905dfdc-2e22-4d86-af1c-3c37cc21e267 None None] Attempting to bind port 1ccd0556-c0ad-4d77-89bb-53f974fee6ed on network 321c3d2c-3cfa-4170-83ee-7c95210e4f1f {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:41:21.144026 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b905dfdc-2e22-4d86-af1c-3c37cc21e267 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:41:21.144439 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b905dfdc-2e22-4d86-af1c-3c37cc21e267 None None] Checking segment: {'id': 'd60e9bfd-f34d-4a39-9669-acef3f7a9d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '321c3d2c-3cfa-4170-83ee-7c95210e4f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:41:21.144815 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b905dfdc-2e22-4d86-af1c-3c37cc21e267 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:21.145390 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b905dfdc-2e22-4d86-af1c-3c37cc21e267 None None] Bound using segment: {'id': 'd60e9bfd-f34d-4a39-9669-acef3f7a9d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '321c3d2c-3cfa-4170-83ee-7c95210e4f1f'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:41:21.145872 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-b905dfdc-2e22-4d86-af1c-3c37cc21e267 None None] Bound port: 1ccd0556-c0ad-4d77-89bb-53f974fee6ed, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd60e9bfd-f34d-4a39-9669-acef3f7a9d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '321c3d2c-3cfa-4170-83ee-7c95210e4f1f'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:41:21.146253 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b905dfdc-2e22-4d86-af1c-3c37cc21e267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1ccd0556-c0ad-4d77-89bb-53f974fee6ed), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:21.291373 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-500d783b-9408-4a0e-8406-cb34212ac115 req-2a70061f-ae26-4162-97c7-da075c884937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a723f3b-3113-4648-8f12-24c687b8b0fb {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:41:21.302567 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-500d783b-9408-4a0e-8406-cb34212ac115 req-2a70061f-ae26-4162-97c7-da075c884937 service neutron] Publish callbacks [] for port (2a723f3b-3113-4648-8f12-24c687b8b0fb), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:21.310095 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-b905dfdc-2e22-4d86-af1c-3c37cc21e267 None None] For port 1ccd0556-c0ad-4d77-89bb-53f974fee6ed, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:41:21.317204 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-b905dfdc-2e22-4d86-af1c-3c37cc21e267 None None] For port 1ccd0556-c0ad-4d77-89bb-53f974fee6ed, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=1ccd0556-c0ad-4d77-89bb-53f974fee6ed,segment=NetworkSegment(d60e9bfd-f34d-4a39-9669-acef3f7a9d42),segment_id=d60e9bfd-f34d-4a39-9669-acef3f7a9d42)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:41:21.320488 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-500d783b-9408-4a0e-8406-cb34212ac115 req-2a70061f-ae26-4162-97c7-da075c884937 service neutron] Transition to ACTIVE for port object 2a723f3b-3113-4648-8f12-24c687b8b0fb will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:41:21.345219 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc74a6-84b6-4736-946f-e2af9b4775aa req-168fceff-5ec8-4f06-a02d-e9264d98554e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:21.347145 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6bfc74a6-84b6-4736-946f-e2af9b4775aa req-168fceff-5ec8-4f06-a02d-e9264d98554e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=600f51c6-6b09-4fa1-9746-bc869572e7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5976529 Feb 20 03:41:21.425922 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b07a7a40-bc84-4466-8269-483f370093c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-790780277-router', 'tenant_id': '62872f561f24429faadfc81d64d64e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '9d3f5b45-4409-45b2-92ce-9cc3cd1ace53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:27Z', 'updated_at': '2022-02-20T03:40:39Z', 'revision_number': 4, 'project_id': '62872f561f24429faadfc81d64d64e66', 'gw_port': {'id': '9d3f5b45-4409-45b2-92ce-9cc3cd1ace53', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:29Z', 'updated_at': '2022-02-20T03:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'bf4f4ac8-1999-41f7-8121-dbe8e4e86b20', 'tenant_id': '62872f561f24429faadfc81d64d64e66', 'floating_ip_address': '172.25.7.215', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'port_id': 'f9286307-e752-4ea8-9047-095542217e3a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '600f51c6-6b09-4fa1-9746-bc869572e7a9', 'mac_address': 'fa:16:3e:ee:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0865c027-1e53-46b0-bcb6-d8f3c859068e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:41:09Z', 'updated_at': '2022-02-20T03:41:16Z', 'revision_number': 1, 'project_id': '62872f561f24429faadfc81d64d64e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83b52a73-38bb-4ccd-8126-e3fa69aff05d', 'name': '', 'network_id': '600f51c6-6b09-4fa1-9746-bc869572e7a9', 'tenant_id': '62872f561f24429faadfc81d64d64e66', 'mac_address': 'fa:16:3e:fe:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '87beb212-a252-4a80-814f-18699c1905fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:36Z', 'updated_at': '2022-02-20T03:40:44Z', 'revision_number': 5, 'project_id': '62872f561f24429faadfc81d64d64e66', 'subnets': [{'id': '87beb212-a252-4a80-814f-18699c1905fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:21.426750 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b905dfdc-2e22-4d86-af1c-3c37cc21e267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (1ccd0556-c0ad-4d77-89bb-53f974fee6ed), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:21.476554 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07a7a40-bc84-4466-8269-483f370093c0 None None] The sync data for ids ['7ef6a05e-091a-4056-931a-4a247234a19c'] in n-d-829866-4 is: [{'id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-790780277-router', 'tenant_id': '62872f561f24429faadfc81d64d64e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '9d3f5b45-4409-45b2-92ce-9cc3cd1ace53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:27Z', 'updated_at': '2022-02-20T03:40:39Z', 'revision_number': 4, 'project_id': '62872f561f24429faadfc81d64d64e66', 'gw_port': {'id': '9d3f5b45-4409-45b2-92ce-9cc3cd1ace53', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:29Z', 'updated_at': '2022-02-20T03:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'bf4f4ac8-1999-41f7-8121-dbe8e4e86b20', 'tenant_id': '62872f561f24429faadfc81d64d64e66', 'floating_ip_address': '172.25.7.215', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'port_id': 'f9286307-e752-4ea8-9047-095542217e3a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '600f51c6-6b09-4fa1-9746-bc869572e7a9', 'mac_address': 'fa:16:3e:ee:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0865c027-1e53-46b0-bcb6-d8f3c859068e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:41:09Z', 'updated_at': '2022-02-20T03:41:16Z', 'revision_number': 1, 'project_id': '62872f561f24429faadfc81d64d64e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83b52a73-38bb-4ccd-8126-e3fa69aff05d', 'name': '', 'network_id': '600f51c6-6b09-4fa1-9746-bc869572e7a9', 'tenant_id': '62872f561f24429faadfc81d64d64e66', 'mac_address': 'fa:16:3e:fe:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '87beb212-a252-4a80-814f-18699c1905fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:36Z', 'updated_at': '2022-02-20T03:40:44Z', 'revision_number': 5, 'project_id': '62872f561f24429faadfc81d64d64e66', 'subnets': [{'id': '87beb212-a252-4a80-814f-18699c1905fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:41:21.502765 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6bfc74a6-84b6-4736-946f-e2af9b4775aa req-bac46521-6749-45cf-8d15-8b7c96a04c6d service neutron] 10.222.0.89 "GET /v2.0/networks/600f51c6-6b09-4fa1-9746-bc869572e7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394746 Feb 20 03:41:21.502890 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-cc9baca0-183b-442f-81d5-f287268636cc None None] Provisioning complete for port 1ccd0556-c0ad-4d77-89bb-53f974fee6ed triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:21.502890 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cc9baca0-183b-442f-81d5-f287268636cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1ccd0556-c0ad-4d77-89bb-53f974fee6ed), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:21.507014 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43086) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:21.515453 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-500d783b-9408-4a0e-8406-cb34212ac115 req-2a70061f-ae26-4162-97c7-da075c884937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (2a723f3b-3113-4648-8f12-24c687b8b0fb), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:21.533541 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d7adb-e468-4c35-ab8f-f36e0e94ee1d None None] Pushing event updated for resources: {'Port': ['ID=1ccd0556-c0ad-4d77-89bb-53f974fee6ed,revision_number=4']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:21.550270 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b905dfdc-2e22-4d86-af1c-3c37cc21e267 None None] Routers {'460ce07b-00d0-44fe-b5c1-5e7e9591adc3'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:41:21.551050 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-b905dfdc-2e22-4d86-af1c-3c37cc21e267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['460ce07b-00d0-44fe-b5c1-5e7e9591adc3'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:21.698105 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-cc9baca0-183b-442f-81d5-f287268636cc None None] Current status of the port 1ccd0556-c0ad-4d77-89bb-53f974fee6ed is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:21.698498 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cc9baca0-183b-442f-81d5-f287268636cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1ccd0556-c0ad-4d77-89bb-53f974fee6ed), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:21.796788 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-cc9baca0-183b-442f-81d5-f287268636cc None None] For port 1ccd0556-c0ad-4d77-89bb-53f974fee6ed, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=1ccd0556-c0ad-4d77-89bb-53f974fee6ed,segment=NetworkSegment(d60e9bfd-f34d-4a39-9669-acef3f7a9d42),segment_id=d60e9bfd-f34d-4a39-9669-acef3f7a9d42)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:21.820567 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device b4ae335b-d16e-416a-9eb9-2cda22109139 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:41:21.892268 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6bfc74a6-84b6-4736-946f-e2af9b4775aa req-e3398496-cb39-4ffe-bf37-6a85ed87738d service neutron] 10.222.0.89 "GET /v2.0/networks/600f51c6-6b09-4fa1-9746-bc869572e7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946403 Feb 20 03:41:21.913730 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cc9baca0-183b-442f-81d5-f287268636cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (1ccd0556-c0ad-4d77-89bb-53f974fee6ed), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:21.940922 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-020a4e6d-feb6-49b1-a7c7-0eb2d6600375 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router_gateway (e3dccbf9-5497-4782-9712-07e26f771c2c), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:22.011852 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70061f-ae26-4162-97c7-da075c884937 service neutron] Pushing event updated for resources: {'Port': ['ID=2a723f3b-3113-4648-8f12-24c687b8b0fb,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:22.024974 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-57c32812-7b60-434d-9d75-4ae0793cf5e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:22.025877 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec60e08-7121-4ab3-a4b7-0d68b965ee74 None None] New status for floating IP bf4f4ac8-1999-41f7-8121-dbe8e4e86b20: ACTIVE {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:41:22.040908 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-020a4e6d-feb6-49b1-a7c7-0eb2d6600375 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:22.042586 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9baca0-183b-442f-81d5-f287268636cc None None] Pushing event updated for resources: {'Port': ['ID=1ccd0556-c0ad-4d77-89bb-53f974fee6ed,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:22.058744 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-937aab9d-93ec-44cc-a5a2-b5eedf9317eb None None] Provisioning complete for port 1ccd0556-c0ad-4d77-89bb-53f974fee6ed triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:22.058744 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-937aab9d-93ec-44cc-a5a2-b5eedf9317eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1ccd0556-c0ad-4d77-89bb-53f974fee6ed), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:22.075564 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-79304419-6231-4f1d-9c74-084f08292e82 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for port (50636ab2-da1d-41ca-b7d5-9e1026082b0b), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:22.132943 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port b4ae335b-d16e-416a-9eb9-2cda22109139 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:41:22.140878 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port b4ae335b-d16e-416a-9eb9-2cda22109139 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:22.141959 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b4ae335b-d16e-416a-9eb9-2cda22109139), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:22.204554 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-b905dfdc-2e22-4d86-af1c-3c37cc21e267 None None] Set router 460ce07b-00d0-44fe-b5c1-5e7e9591adc3 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:41:22.266897 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-937aab9d-93ec-44cc-a5a2-b5eedf9317eb None None] Current status of the port 1ccd0556-c0ad-4d77-89bb-53f974fee6ed is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:22.300409 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-500d783b-9408-4a0e-8406-cb34212ac115 req-2a70061f-ae26-4162-97c7-da075c884937 service neutron] Attempting to bind port 2a723f3b-3113-4648-8f12-24c687b8b0fb on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:41:22.301171 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-500d783b-9408-4a0e-8406-cb34212ac115 req-2a70061f-ae26-4162-97c7-da075c884937 service neutron] Attempting to bind port 2a723f3b-3113-4648-8f12-24c687b8b0fb by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': 'f319aa1c-162d-43f3-86f8-ad73b68a5ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:41:22.301171 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500d783b-9408-4a0e-8406-cb34212ac115 req-2a70061f-ae26-4162-97c7-da075c884937 service neutron] Attempting to bind port 2a723f3b-3113-4648-8f12-24c687b8b0fb on network b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:41:22.326927 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500d783b-9408-4a0e-8406-cb34212ac115 req-2a70061f-ae26-4162-97c7-da075c884937 service neutron] Port 2a723f3b-3113-4648-8f12-24c687b8b0fb on network b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:41:22.326927 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500d783b-9408-4a0e-8406-cb34212ac115 req-2a70061f-ae26-4162-97c7-da075c884937 service neutron] Attempting to bind port 2a723f3b-3113-4648-8f12-24c687b8b0fb on network b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:41:22.342915 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c1e76357-c9d9-4f7d-ac01-740503f80a49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (c8dde962-f510-43cb-a85d-aa28bf46cc35), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:22.343786 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port b4ae335b-d16e-416a-9eb9-2cda22109139 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:22.344971 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b4ae335b-d16e-416a-9eb9-2cda22109139), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:22.349896 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500d783b-9408-4a0e-8406-cb34212ac115 req-2a70061f-ae26-4162-97c7-da075c884937 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:41:22.350381 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500d783b-9408-4a0e-8406-cb34212ac115 req-2a70061f-ae26-4162-97c7-da075c884937 service neutron] Checking segment: {'id': 'f319aa1c-162d-43f3-86f8-ad73b68a5ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:41:22.350901 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500d783b-9408-4a0e-8406-cb34212ac115 req-2a70061f-ae26-4162-97c7-da075c884937 service neutron] Bound using segment: {'id': 'f319aa1c-162d-43f3-86f8-ad73b68a5ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:41:22.351372 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-500d783b-9408-4a0e-8406-cb34212ac115 req-2a70061f-ae26-4162-97c7-da075c884937 service neutron] Bound port: 2a723f3b-3113-4648-8f12-24c687b8b0fb, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f319aa1c-162d-43f3-86f8-ad73b68a5ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:41:22.351925 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-500d783b-9408-4a0e-8406-cb34212ac115 req-2a70061f-ae26-4162-97c7-da075c884937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2a723f3b-3113-4648-8f12-24c687b8b0fb), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:22.372253 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-020a4e6d-feb6-49b1-a7c7-0eb2d6600375 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Allocated IP 172.25.7.185 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/1e946367-0860-42a7-98b1-b10dcdf8c302) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:41:22.391890 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port b4ae335b-d16e-416a-9eb9-2cda22109139, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=b4ae335b-d16e-416a-9eb9-2cda22109139,segment=NetworkSegment(f319aa1c-162d-43f3-86f8-ad73b68a5ca8),segment_id=f319aa1c-162d-43f3-86f8-ad73b68a5ca8)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:22.396028 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-79304419-6231-4f1d-9c74-084f08292e82 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (50636ab2-da1d-41ca-b7d5-9e1026082b0b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:22.396429 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2288de-bc8c-4e07-9e0b-b10e84493fd2 req-5e2cd7f6-762b-4402-8066-cd5ee6663bb4 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:22.398663 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7a2288de-bc8c-4e07-9e0b-b10e84493fd2 req-5e2cd7f6-762b-4402-8066-cd5ee6663bb4 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f9eee67-81b4-43b7-9daa-f24501dcabe0 HTTP/1.1" status: 200 len: 943 time: 0.2066314 Feb 20 03:41:22.449409 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-d16c2717-5a9a-444b-b127-dd4648e36279 None None] Allocated IP 2001:db8::2 (11571feb-0cd0-4174-b580-a41c2e7050bf/cd6f4925-cc51-432c-a346-e22f05107fab/ed6ebc14-eddc-4a64-bd9d-403ecf48442e) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:41:22.493102 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-57c32812-7b60-434d-9d75-4ae0793cf5e6 admin admin] Publish callbacks [] for security_group (61674e93-98c5-4922-b7ea-0406f2cabf42), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:22.548998 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79304419-6231-4f1d-9c74-084f08292e82 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Port': ['ID=50636ab2-da1d-41ca-b7d5-9e1026082b0b,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:22.566694 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79304419-6231-4f1d-9c74-084f08292e82 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network 11571feb-0cd0-4174-b580-a41c2e7050bf is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:41:22.570988 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-79304419-6231-4f1d-9c74-084f08292e82 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:22.574547 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79304419-6231-4f1d-9c74-084f08292e82 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:41:22.577386 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-500d783b-9408-4a0e-8406-cb34212ac115 req-2a70061f-ae26-4162-97c7-da075c884937 service neutron] For port 2a723f3b-3113-4648-8f12-24c687b8b0fb, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:41:22.580461 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79304419-6231-4f1d-9c74-084f08292e82 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:22.581198 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-79304419-6231-4f1d-9c74-084f08292e82 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:22.596044 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-57c32812-7b60-434d-9d75-4ae0793cf5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (61674e93-98c5-4922-b7ea-0406f2cabf42), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:22.596933 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd06062d-b407-4ff9-94bd-6971f57ec866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ae335b-d16e-416a-9eb9-2cda22109139'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:41:22.607725 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391c1225-a635-4c39-b413-d848953794bc" -d '{"events": [{"server_uuid": "dd06062d-b407-4ff9-94bd-6971f57ec866", "name": "network-vif-plugged", "status": "completed", "tag": "b4ae335b-d16e-416a-9eb9-2cda22109139"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:41:22.627114 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-500d783b-9408-4a0e-8406-cb34212ac115 req-2a70061f-ae26-4162-97c7-da075c884937 service neutron] For port 2a723f3b-3113-4648-8f12-24c687b8b0fb, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=2a723f3b-3113-4648-8f12-24c687b8b0fb,segment=NetworkSegment(f319aa1c-162d-43f3-86f8-ad73b68a5ca8),segment_id=f319aa1c-162d-43f3-86f8-ad73b68a5ca8)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:41:22.632273 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-b905dfdc-2e22-4d86-af1c-3c37cc21e267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460ce07b-00d0-44fe-b5c1-5e7e9591adc3', 'name': 'tempest-TaggedBootDevicesTest-1974010192-router', 'tenant_id': '3e154e9b786e41a2855c3452f0da1a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '36778d8b-db34-40ef-af9c-93ac13ffc037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:41:05Z', 'updated_at': '2022-02-20T03:41:15Z', 'revision_number': 4, 'project_id': '3e154e9b786e41a2855c3452f0da1a2a', 'gw_port': {'id': '36778d8b-db34-40ef-af9c-93ac13ffc037', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ce:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ce07b-00d0-44fe-b5c1-5e7e9591adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:41:07Z', 'updated_at': '2022-02-20T03:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '1ccd0556-c0ad-4d77-89bb-53f974fee6ed', 'name': '', 'network_id': '321c3d2c-3cfa-4170-83ee-7c95210e4f1f', 'tenant_id': '3e154e9b786e41a2855c3452f0da1a2a', 'mac_address': 'fa:16:3e:45:d2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460ce07b-00d0-44fe-b5c1-5e7e9591adc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '62e77c57-8cd5-4ce9-8f4a-1dc1fb9cb76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:41:12Z', 'updated_at': '2022-02-20T03:41:21Z', 'revision_number': 4, 'project_id': '3e154e9b786e41a2855c3452f0da1a2a', 'subnets': [{'id': '62e77c57-8cd5-4ce9-8f4a-1dc1fb9cb76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:22.633119 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b4ae335b-d16e-416a-9eb9-2cda22109139), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:22.633511 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-020a4e6d-feb6-49b1-a7c7-0eb2d6600375 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for port (1e946367-0860-42a7-98b1-b10dcdf8c302), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:22.663757 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b905dfdc-2e22-4d86-af1c-3c37cc21e267 None None] The sync data for ids ['460ce07b-00d0-44fe-b5c1-5e7e9591adc3'] in n-d-829866-4 is: [{'id': '460ce07b-00d0-44fe-b5c1-5e7e9591adc3', 'name': 'tempest-TaggedBootDevicesTest-1974010192-router', 'tenant_id': '3e154e9b786e41a2855c3452f0da1a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '36778d8b-db34-40ef-af9c-93ac13ffc037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:41:05Z', 'updated_at': '2022-02-20T03:41:15Z', 'revision_number': 4, 'project_id': '3e154e9b786e41a2855c3452f0da1a2a', 'gw_port': {'id': '36778d8b-db34-40ef-af9c-93ac13ffc037', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ce:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ce07b-00d0-44fe-b5c1-5e7e9591adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:41:07Z', 'updated_at': '2022-02-20T03:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '1ccd0556-c0ad-4d77-89bb-53f974fee6ed', 'name': '', 'network_id': '321c3d2c-3cfa-4170-83ee-7c95210e4f1f', 'tenant_id': '3e154e9b786e41a2855c3452f0da1a2a', 'mac_address': 'fa:16:3e:45:d2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460ce07b-00d0-44fe-b5c1-5e7e9591adc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '62e77c57-8cd5-4ce9-8f4a-1dc1fb9cb76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:41:12Z', 'updated_at': '2022-02-20T03:41:21Z', 'revision_number': 4, 'project_id': '3e154e9b786e41a2855c3452f0da1a2a', 'subnets': [{'id': '62e77c57-8cd5-4ce9-8f4a-1dc1fb9cb76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:41:22.680365 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7a2288de-bc8c-4e07-9e0b-b10e84493fd2 req-58fa5cf1-6892-4813-ad0f-ce1f8b1a9a80 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384355 Feb 20 03:41:22.704383 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=b4ae335b-d16e-416a-9eb9-2cda22109139,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:22.713338 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-57c32812-7b60-434d-9d75-4ae0793cf5e6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=cc4ff7624e324b39a2b71dafe8be633b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2016249 Feb 20 03:41:22.713338 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c32812-7b60-434d-9d75-4ae0793cf5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61674e93-98c5-4922-b7ea-0406f2cabf42,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:22.715129 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43126) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:22.775324 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-79304419-6231-4f1d-9c74-084f08292e82 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3710651 Feb 20 03:41:22.784139 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43128) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:22.797293 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-500d783b-9408-4a0e-8406-cb34212ac115 req-2a70061f-ae26-4162-97c7-da075c884937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (2a723f3b-3113-4648-8f12-24c687b8b0fb), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:22.881601 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca93b70-0923-4806-9503-5215f8232ed3 x-openstack-request-id: req-4ca93b70-0923-4806-9503-5215f8232ed3 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:41:22.882163 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd06062d-b407-4ff9-94bd-6971f57ec866", "tag": "b4ae335b-d16e-416a-9eb9-2cda22109139", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:41:22.882581 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4ca93b70-0923-4806-9503-5215f8232ed3 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:41:22.883181 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd06062d-b407-4ff9-94bd-6971f57ec866', 'tag': 'b4ae335b-d16e-416a-9eb9-2cda22109139', 'status': 'completed', 'code': 200} Feb 20 03:41:22.922130 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d783b-9408-4a0e-8406-cb34212ac115 req-2a70061f-ae26-4162-97c7-da075c884937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:22.922755 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-500d783b-9408-4a0e-8406-cb34212ac115 req-2a70061f-ae26-4162-97c7-da075c884937 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:22.931460 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-500d783b-9408-4a0e-8406-cb34212ac115 req-2a70061f-ae26-4162-97c7-da075c884937 service neutron] 10.222.0.42 "PUT /v2.0/ports/2a723f3b-3113-4648-8f12-24c687b8b0fb HTTP/1.1" status: 200 len: 1091 time: 2.8837812 Feb 20 03:41:22.963028 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-020a4e6d-feb6-49b1-a7c7-0eb2d6600375 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (1e946367-0860-42a7-98b1-b10dcdf8c302), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:22.989716 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d16c2717-5a9a-444b-b127-dd4648e36279 None None] Publish callbacks [] for port (ed6ebc14-eddc-4a64-bd9d-403ecf48442e), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:23.031025 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a4e6d-feb6-49b1-a7c7-0eb2d6600375 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Pushing event updated for resources: {'Port': ['ID=1e946367-0860-42a7-98b1-b10dcdf8c302,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:23.056372 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-72037a29-7628-464e-a4b9-9213831c094f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Deleting port 50636ab2-da1d-41ca-b7d5-9e1026082b0b {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:41:23.056956 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-72037a29-7628-464e-a4b9-9213831c094f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (50636ab2-da1d-41ca-b7d5-9e1026082b0b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:23.063561 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70061f-ae26-4162-97c7-da075c884937 service neutron] Pushing event updated for resources: {'Port': ['ID=2a723f3b-3113-4648-8f12-24c687b8b0fb,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:23.073910 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d16c2717-5a9a-444b-b127-dd4648e36279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (ed6ebc14-eddc-4a64-bd9d-403ecf48442e), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:23.083762 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6b579e79-f416-4a10-add3-2ecac9d99d52 admin admin] Publish callbacks [] for security_group (61674e93-98c5-4922-b7ea-0406f2cabf42), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:23.133288 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020a4e6d-feb6-49b1-a7c7-0eb2d6600375 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:41:23.139603 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-020a4e6d-feb6-49b1-a7c7-0eb2d6600375 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:23.144133 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020a4e6d-feb6-49b1-a7c7-0eb2d6600375 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:41:23.151891 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16c2717-5a9a-444b-b127-dd4648e36279 None None] Network 11571feb-0cd0-4174-b580-a41c2e7050bf is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:41:23.156275 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-d16c2717-5a9a-444b-b127-dd4648e36279 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:23.160003 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16c2717-5a9a-444b-b127-dd4648e36279 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:41:23.213569 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-72037a29-7628-464e-a4b9-9213831c094f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (50636ab2-da1d-41ca-b7d5-9e1026082b0b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:23.242148 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c2717-5a9a-444b-b127-dd4648e36279 None None] Pushing event updated for resources: {'Port': ['ID=ed6ebc14-eddc-4a64-bd9d-403ecf48442e,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:23.249646 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d16c2717-5a9a-444b-b127-dd4648e36279 None None] Attempting to bind port ed6ebc14-eddc-4a64-bd9d-403ecf48442e on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:41:23.250027 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d16c2717-5a9a-444b-b127-dd4648e36279 None None] Attempting to bind port ed6ebc14-eddc-4a64-bd9d-403ecf48442e by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '44f0ae1d-983f-41b1-ad22-3a5a8ee6bd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '11571feb-0cd0-4174-b580-a41c2e7050bf'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:41:23.250509 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16c2717-5a9a-444b-b127-dd4648e36279 None None] Attempting to bind port ed6ebc14-eddc-4a64-bd9d-403ecf48442e on network 11571feb-0cd0-4174-b580-a41c2e7050bf {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:41:23.259089 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16c2717-5a9a-444b-b127-dd4648e36279 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:41:23.259886 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16c2717-5a9a-444b-b127-dd4648e36279 None None] Checking segment: {'id': '44f0ae1d-983f-41b1-ad22-3a5a8ee6bd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '11571feb-0cd0-4174-b580-a41c2e7050bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:41:23.260312 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d16c2717-5a9a-444b-b127-dd4648e36279 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:23.261020 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16c2717-5a9a-444b-b127-dd4648e36279 None None] Bound using segment: {'id': '44f0ae1d-983f-41b1-ad22-3a5a8ee6bd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '11571feb-0cd0-4174-b580-a41c2e7050bf'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:41:23.261524 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d16c2717-5a9a-444b-b127-dd4648e36279 None None] Bound port: ed6ebc14-eddc-4a64-bd9d-403ecf48442e, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f0ae1d-983f-41b1-ad22-3a5a8ee6bd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '11571feb-0cd0-4174-b580-a41c2e7050bf'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:41:23.262581 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d16c2717-5a9a-444b-b127-dd4648e36279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ed6ebc14-eddc-4a64-bd9d-403ecf48442e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:23.301991 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e76357-c9d9-4f7d-ac01-740503f80a49 admin admin] Router c8dde962-f510-43cb-a85d-aa28bf46cc35 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:41:23.306338 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6b579e79-f416-4a10-add3-2ecac9d99d52 admin admin] Publish callbacks [] for security_group (61674e93-98c5-4922-b7ea-0406f2cabf42), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:23.321044 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-72037a29-7628-464e-a4b9-9213831c094f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Calling delete_port for 50636ab2-da1d-41ca-b7d5-9e1026082b0b owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:41:23.340135 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bf1b5-6504-41e6-b79e-d2dcaea0cf1b req-a4d2eb1f-a2be-47d4-83bc-87b60ab0c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:23.342076 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2e1bf1b5-6504-41e6-b79e-d2dcaea0cf1b req-a4d2eb1f-a2be-47d4-83bc-87b60ab0c293 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=68913620b1864349b0b30a94042b9c2a&device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 1128 time: 0.3963311 Feb 20 03:41:23.371726 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d16c2717-5a9a-444b-b127-dd4648e36279 None None] For port ed6ebc14-eddc-4a64-bd9d-403ecf48442e, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:41:23.375836 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d16c2717-5a9a-444b-b127-dd4648e36279 None None] For port ed6ebc14-eddc-4a64-bd9d-403ecf48442e, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=ed6ebc14-eddc-4a64-bd9d-403ecf48442e,segment=NetworkSegment(44f0ae1d-983f-41b1-ad22-3a5a8ee6bd00),segment_id=44f0ae1d-983f-41b1-ad22-3a5a8ee6bd00)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:41:23.435381 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d783b-9408-4a0e-8406-cb34212ac115 req-3ef4dad2-740d-433b-b316-2db05e0bdcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:23.436926 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-500d783b-9408-4a0e-8406-cb34212ac115 req-3ef4dad2-740d-433b-b316-2db05e0bdcdd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=68913620b1864349b0b30a94042b9c2a&device_id=0f9eee67-81b4-43b7-9daa-f24501dcabe0 HTTP/1.1" status: 200 len: 1125 time: 0.3863015 Feb 20 03:41:23.457339 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d16c2717-5a9a-444b-b127-dd4648e36279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ed6ebc14-eddc-4a64-bd9d-403ecf48442e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:23.557105 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-500d783b-9408-4a0e-8406-cb34212ac115 req-660c9d3c-0956-44c3-b832-b9f20b58e48b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a723f3b-3113-4648-8f12-24c687b8b0fb HTTP/1.1" status: 200 len: 217 time: 0.1089323 Feb 20 03:41:23.574579 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c2717-5a9a-444b-b127-dd4648e36279 None None] Pushing event updated for resources: {'Port': ['ID=ed6ebc14-eddc-4a64-bd9d-403ecf48442e,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:23.597487 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7034baf-6d55-4676-b04c-4d822dd72323 req-90dc010b-ae48-487c-a964-7373a5b9b5a7 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:23.608284 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b7034baf-6d55-4676-b04c-4d822dd72323 req-90dc010b-ae48-487c-a964-7373a5b9b5a7 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f91127d-3be7-4880-af5b-c1f41285ff7a HTTP/1.1" status: 200 len: 945 time: 0.5563252 Feb 20 03:41:23.777754 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-72037a29-7628-464e-a4b9-9213831c094f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (50636ab2-da1d-41ca-b7d5-9e1026082b0b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:23.778062 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 1ccd0556-c0ad-4d77-89bb-53f974fee6ed up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:41:23.799987 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d783b-9408-4a0e-8406-cb34212ac115 req-5bdc063e-2f3c-4e68-8087-aa59db22ba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:23.803549 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-500d783b-9408-4a0e-8406-cb34212ac115 req-5bdc063e-2f3c-4e68-8087-aa59db22ba59 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=59da23fb-2a69-4f62-8734-ed62cd9e052d HTTP/1.1" status: 200 len: 858 time: 0.1214695 Feb 20 03:41:23.804564 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bf1b5-6504-41e6-b79e-d2dcaea0cf1b req-b5686cd5-cc69-41ed-a0a2-f284f62743cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:23.806488 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2e1bf1b5-6504-41e6-b79e-d2dcaea0cf1b req-b5686cd5-cc69-41ed-a0a2-f284f62743cc service neutron] 10.222.0.93 "GET /v2.0/networks?id=b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879 HTTP/1.1" status: 200 len: 919 time: 0.4521542 Feb 20 03:41:23.823460 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72037a29-7628-464e-a4b9-9213831c094f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Port': ['ID=50636ab2-da1d-41ca-b7d5-9e1026082b0b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:23.830522 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-020a4e6d-feb6-49b1-a7c7-0eb2d6600375 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router_gateway (e3dccbf9-5497-4782-9712-07e26f771c2c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:23.873817 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 1ccd0556-c0ad-4d77-89bb-53f974fee6ed triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:23.874598 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1ccd0556-c0ad-4d77-89bb-53f974fee6ed), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:23.968237 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-72037a29-7628-464e-a4b9-9213831c094f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:23.971971 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-72037a29-7628-464e-a4b9-9213831c094f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/ports/50636ab2-da1d-41ca-b7d5-9e1026082b0b HTTP/1.1" status: 204 len: 168 time: 1.1753666 Feb 20 03:41:23.974526 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43134) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:24.004157 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-425836b4-a02b-4a12-bb76-7fbc9baa41c0 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] DELETE failed (client error): The resource could not be found. Feb 20 03:41:24.004758 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-425836b4-a02b-4a12-bb76-7fbc9baa41c0 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:41:24.009593 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-425836b4-a02b-4a12-bb76-7fbc9baa41c0 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/ports/50636ab2-da1d-41ca-b7d5-9e1026082b0b HTTP/1.1" status: 404 len: 333 time: 0.0333009 Feb 20 03:41:24.011955 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43136) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:24.044284 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 1ccd0556-c0ad-4d77-89bb-53f974fee6ed is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:24.094203 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b7034baf-6d55-4676-b04c-4d822dd72323 req-12963ba1-340f-45e2-acb9-594b92d18a2b tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] 10.222.0.89 "GET /v2.0/security-groups?id=b9516f19-7ecf-4378-a73c-fde785a89023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4845994 Feb 20 03:41:24.099870 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e76357-c9d9-4f7d-ac01-740503f80a49 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:41:24.111992 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc007ea-45db-486b-a3dc-22d71d18171c None None] Sync routers for ids ['c8dde962-f510-43cb-a85d-aa28bf46cc35'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:41:24.142537 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2e1bf1b5-6504-41e6-b79e-d2dcaea0cf1b req-25ebefcd-1639-41be-bc3e-0c7f652062ac service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4ae335b-d16e-416a-9eb9-2cda22109139 HTTP/1.1" status: 200 len: 217 time: 0.3012867 Feb 20 03:41:24.145145 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-500d783b-9408-4a0e-8406-cb34212ac115 req-20254788-27c7-4a33-a2b5-369fefbc679b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3263245 Feb 20 03:41:24.145451 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6b579e79-f416-4a10-add3-2ecac9d99d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (61674e93-98c5-4922-b7ea-0406f2cabf42), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:24.149346 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6b579e79-f416-4a10-add3-2ecac9d99d52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:24.150809 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6b579e79-f416-4a10-add3-2ecac9d99d52 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/61674e93-98c5-4922-b7ea-0406f2cabf42 HTTP/1.1" status: 204 len: 168 time: 1.4315984 Feb 20 03:41:24.160045 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc007ea-45db-486b-a3dc-22d71d18171c None None] Routers {'c8dde962-f510-43cb-a85d-aa28bf46cc35'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:41:24.160847 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-adc007ea-45db-486b-a3dc-22d71d18171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c8dde962-f510-43cb-a85d-aa28bf46cc35'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:24.163028 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c1e76357-c9d9-4f7d-ac01-740503f80a49 admin admin] 10.222.0.89 "PUT /v2.0/routers/c8dde962-f510-43cb-a85d-aa28bf46cc35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3148170 Feb 20 03:41:24.169179 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43142) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:24.181904 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-deba8080-81a2-4911-8d32-2b3b6668e3e8 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] GET failed (client error): The resource could not be found. Feb 20 03:41:24.186676 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-deba8080-81a2-4911-8d32-2b3b6668e3e8 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "GET /v2.0/ports/50636ab2-da1d-41ca-b7d5-9e1026082b0b HTTP/1.1" status: 404 len: 333 time: 0.1736426 Feb 20 03:41:24.190186 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43144) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:24.427313 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-adc007ea-45db-486b-a3dc-22d71d18171c None None] Set router c8dde962-f510-43cb-a85d-aa28bf46cc35 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:41:24.559407 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb2f882c-e66d-4f70-9e5c-7cdb8af85fde tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Deleting subnet cd6f4925-cc51-432c-a346-e22f05107fab {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:41:24.572997 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cb2f882c-e66d-4f70-9e5c-7cdb8af85fde tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for subnet (cd6f4925-cc51-432c-a346-e22f05107fab), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:24.701871 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b579e79-f416-4a10-add3-2ecac9d99d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61674e93-98c5-4922-b7ea-0406f2cabf42,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:24.745990 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cb2f882c-e66d-4f70-9e5c-7cdb8af85fde tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (cd6f4925-cc51-432c-a346-e22f05107fab), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:24.749431 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1459c53a-74a3-41ec-8b30-9a0c780e3c32 admin admin] Publish callbacks [] for router (c8dde962-f510-43cb-a85d-aa28bf46cc35), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:24.834158 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-adc007ea-45db-486b-a3dc-22d71d18171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'name': 'tempest-ServersTestFqdnHostnames-616462720-router', 'tenant_id': '517a6c0c83ee490993dbcdda52b65cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'c485dd5f-8147-41b5-a1a0-c251c399c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:39:47Z', 'updated_at': '2022-02-20T03:41:20Z', 'revision_number': 5, 'project_id': '517a6c0c83ee490993dbcdda52b65cea', 'gw_port': {'id': 'c485dd5f-8147-41b5-a1a0-c251c399c973', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:48Z', 'updated_at': '2022-02-20T03:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:24.872598 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bf1b5-6504-41e6-b79e-d2dcaea0cf1b req-8ba90120-54b5-4951-a2af-3526e1a96245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:24.874137 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2e1bf1b5-6504-41e6-b79e-d2dcaea0cf1b req-8ba90120-54b5-4951-a2af-3526e1a96245 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=59da23fb-2a69-4f62-8734-ed62cd9e052d HTTP/1.1" status: 200 len: 858 time: 0.6623874 Feb 20 03:41:24.896304 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0865c027-1e53-46b0-bcb6-d8f3c859068e', 'tag': 'f9286307-e752-4ea8-9047-095542217e3a'}, {'name': 'network-changed', 'server_uuid': '0f9eee67-81b4-43b7-9daa-f24501dcabe0', 'tag': '2a723f3b-3113-4648-8f12-24c687b8b0fb'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:41:24.901110 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c053c719-6ec9-4da8-bce7-21615b927fc3" -d '{"events": [{"name": "network-changed", "server_uuid": "0865c027-1e53-46b0-bcb6-d8f3c859068e", "tag": "f9286307-e752-4ea8-9047-095542217e3a"}, {"name": "network-changed", "server_uuid": "0f9eee67-81b4-43b7-9daa-f24501dcabe0", "tag": "2a723f3b-3113-4648-8f12-24c687b8b0fb"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:41:24.930994 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc007ea-45db-486b-a3dc-22d71d18171c None None] Checking router: c8dde962-f510-43cb-a85d-aa28bf46cc35 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:41:24.960377 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc007ea-45db-486b-a3dc-22d71d18171c None None] Routers {'c8dde962-f510-43cb-a85d-aa28bf46cc35'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:41:24.961821 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-adc007ea-45db-486b-a3dc-22d71d18171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c8dde962-f510-43cb-a85d-aa28bf46cc35'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:24.992411 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2e1bf1b5-6504-41e6-b79e-d2dcaea0cf1b req-b93b4cc4-285c-42fd-a757-611e4d77767e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113067 Feb 20 03:41:25.083529 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-500d783b-9408-4a0e-8406-cb34212ac115 req-41aa0074-143b-4d39-a155-da3132f96c66 service neutron] 10.222.0.42 "GET /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9189899 Feb 20 03:41:25.096098 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-020a4e6d-feb6-49b1-a7c7-0eb2d6600375 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (e3dccbf9-5497-4782-9712-07e26f771c2c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:25.106223 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1459c53a-74a3-41ec-8b30-9a0c780e3c32 admin admin] Publish callbacks [] for router_gateway (c8dde962-f510-43cb-a85d-aa28bf46cc35), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:25.168340 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aab50981-a4c7-4b77-b32d-9500580be126 req-71ef6900-f32c-4a09-8a24-ef2a4eaab83f tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 258 time: 0.9860826 Feb 20 03:41:25.213062 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-aab50981-a4c7-4b77-b32d-9500580be126 req-dbaf16d2-9c6f-4bf5-9e85-5ccd1f22eb98 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:25.279648 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-adc007ea-45db-486b-a3dc-22d71d18171c None None] Set router c8dde962-f510-43cb-a85d-aa28bf46cc35 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:41:25.286586 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2e1bf1b5-6504-41e6-b79e-d2dcaea0cf1b req-71b76d4c-86c2-490d-8741-d43f93c8d9ea service neutron] 10.222.0.93 "GET /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785766 Feb 20 03:41:25.339093 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-500d783b-9408-4a0e-8406-cb34212ac115 req-5d7a3dd7-de32-47cd-828b-430b6945fae4 service neutron] 10.222.0.42 "GET /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018900 Feb 20 03:41:25.366087 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cb2f882c-e66d-4f70-9e5c-7cdb8af85fde tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (cd6f4925-cc51-432c-a346-e22f05107fab), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:25.368289 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53e7193-d5c9-4a0a-86fb-e71b311af891 None None] Network 11571feb-0cd0-4174-b580-a41c2e7050bf requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:41:25.378532 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aab50981-a4c7-4b77-b32d-9500580be126 req-dbaf16d2-9c6f-4bf5-9e85-5ccd1f22eb98 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:25.465072 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-1459c53a-74a3-41ec-8b30-9a0c780e3c32 admin admin] Deleting port c485dd5f-8147-41b5-a1a0-c251c399c973 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:41:25.465384 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1459c53a-74a3-41ec-8b30-9a0c780e3c32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (c485dd5f-8147-41b5-a1a0-c251c399c973), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:25.478429 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2e1bf1b5-6504-41e6-b79e-d2dcaea0cf1b req-4470e094-78fd-4ec5-8c29-78f4d8517f59 service neutron] 10.222.0.93 "GET /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810076 Feb 20 03:41:25.522473 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-0578a43a-7029-4448-bfbe-dd52976e297d None None] Provisioning complete for port ed6ebc14-eddc-4a64-bd9d-403ecf48442e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:25.522687 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aab50981-a4c7-4b77-b32d-9500580be126 req-dbaf16d2-9c6f-4bf5-9e85-5ccd1f22eb98 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:25.522961 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0578a43a-7029-4448-bfbe-dd52976e297d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ed6ebc14-eddc-4a64-bd9d-403ecf48442e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:25.670571 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-1459c53a-74a3-41ec-8b30-9a0c780e3c32 admin admin] For port c485dd5f-8147-41b5-a1a0-c251c399c973, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=c485dd5f-8147-41b5-a1a0-c251c399c973,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:25.671852 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1459c53a-74a3-41ec-8b30-9a0c780e3c32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (c485dd5f-8147-41b5-a1a0-c251c399c973), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:25.695589 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cb2f882c-e66d-4f70-9e5c-7cdb8af85fde tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (cd6f4925-cc51-432c-a346-e22f05107fab), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:25.741001 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cb2f882c-e66d-4f70-9e5c-7cdb8af85fde tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:25.753515 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-aab50981-a4c7-4b77-b32d-9500580be126 req-dbaf16d2-9c6f-4bf5-9e85-5ccd1f22eb98 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Allocated IP 172.25.7.51 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/85f6e955-0a0b-4fd8-a63e-de6012cd41a2) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:41:25.760566 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cb2f882c-e66d-4f70-9e5c-7cdb8af85fde tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/subnets/cd6f4925-cc51-432c-a346-e22f05107fab HTTP/1.1" status: 204 len: 168 time: 1.5690472 Feb 20 03:41:25.765205 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020a4e6d-feb6-49b1-a7c7-0eb2d6600375 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Router e3dccbf9-5497-4782-9712-07e26f771c2c is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:41:25.766956 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43168) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:25.807706 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-1459c53a-74a3-41ec-8b30-9a0c780e3c32 admin admin] Calling delete_port for c485dd5f-8147-41b5-a1a0-c251c399c973 owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:41:25.874341 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ed6ebc14-eddc-4a64-bd9d-403ecf48442e up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:41:25.898848 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f882c-e66d-4f70-9e5c-7cdb8af85fde tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Subnet': ['ID=cd6f4925-cc51-432c-a346-e22f05107fab,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:25.911004 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bf201b29-5c45-427f-87e1-96fbebd437d6 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (11571feb-0cd0-4174-b580-a41c2e7050bf), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:25.998064 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-0578a43a-7029-4448-bfbe-dd52976e297d None None] Current status of the port ed6ebc14-eddc-4a64-bd9d-403ecf48442e is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:25.998564 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0578a43a-7029-4448-bfbe-dd52976e297d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ed6ebc14-eddc-4a64-bd9d-403ecf48442e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:26.006795 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aab50981-a4c7-4b77-b32d-9500580be126 req-dbaf16d2-9c6f-4bf5-9e85-5ccd1f22eb98 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks [] for port (85f6e955-0a0b-4fd8-a63e-de6012cd41a2), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:26.015215 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port ed6ebc14-eddc-4a64-bd9d-403ecf48442e triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:26.015860 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ed6ebc14-eddc-4a64-bd9d-403ecf48442e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:26.080980 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-bf201b29-5c45-427f-87e1-96fbebd437d6 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Deleting port ed6ebc14-eddc-4a64-bd9d-403ecf48442e {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:41:26.081337 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bf201b29-5c45-427f-87e1-96fbebd437d6 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ed6ebc14-eddc-4a64-bd9d-403ecf48442e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:26.126105 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-0578a43a-7029-4448-bfbe-dd52976e297d None None] For port ed6ebc14-eddc-4a64-bd9d-403ecf48442e, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=ed6ebc14-eddc-4a64-bd9d-403ecf48442e,segment=NetworkSegment(44f0ae1d-983f-41b1-ad22-3a5a8ee6bd00),segment_id=44f0ae1d-983f-41b1-ad22-3a5a8ee6bd00)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:26.136710 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-adc007ea-45db-486b-a3dc-22d71d18171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'name': 'tempest-ServersTestFqdnHostnames-616462720-router', 'tenant_id': '517a6c0c83ee490993dbcdda52b65cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'c485dd5f-8147-41b5-a1a0-c251c399c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:39:47Z', 'updated_at': '2022-02-20T03:41:20Z', 'revision_number': 5, 'project_id': '517a6c0c83ee490993dbcdda52b65cea', 'gw_port': {'id': 'c485dd5f-8147-41b5-a1a0-c251c399c973', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:48Z', 'updated_at': '2022-02-20T03:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:26.202506 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0578a43a-7029-4448-bfbe-dd52976e297d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ed6ebc14-eddc-4a64-bd9d-403ecf48442e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:26.213587 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc007ea-45db-486b-a3dc-22d71d18171c None None] The sync data for ids ['c8dde962-f510-43cb-a85d-aa28bf46cc35'] in n-d-829866-4 is: [{'id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'name': 'tempest-ServersTestFqdnHostnames-616462720-router', 'tenant_id': '517a6c0c83ee490993dbcdda52b65cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'c485dd5f-8147-41b5-a1a0-c251c399c973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:39:47Z', 'updated_at': '2022-02-20T03:41:20Z', 'revision_number': 5, 'project_id': '517a6c0c83ee490993dbcdda52b65cea', 'gw_port': {'id': 'c485dd5f-8147-41b5-a1a0-c251c399c973', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dde962-f510-43cb-a85d-aa28bf46cc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:39:48Z', 'updated_at': '2022-02-20T03:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:41:26.228250 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-bf201b29-5c45-427f-87e1-96fbebd437d6 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] For port ed6ebc14-eddc-4a64-bd9d-403ecf48442e, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=ed6ebc14-eddc-4a64-bd9d-403ecf48442e,segment=NetworkSegment(44f0ae1d-983f-41b1-ad22-3a5a8ee6bd00),segment_id=44f0ae1d-983f-41b1-ad22-3a5a8ee6bd00)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:26.228626 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bf201b29-5c45-427f-87e1-96fbebd437d6 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ed6ebc14-eddc-4a64-bd9d-403ecf48442e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:26.252403 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aab50981-a4c7-4b77-b32d-9500580be126 req-dbaf16d2-9c6f-4bf5-9e85-5ccd1f22eb98 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (85f6e955-0a0b-4fd8-a63e-de6012cd41a2), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:26.298184 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-bf201b29-5c45-427f-87e1-96fbebd437d6 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Calling delete_port for ed6ebc14-eddc-4a64-bd9d-403ecf48442e owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:41:26.347165 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab50981-a4c7-4b77-b32d-9500580be126 req-dbaf16d2-9c6f-4bf5-9e85-5ccd1f22eb98 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:41:26.355054 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-aab50981-a4c7-4b77-b32d-9500580be126 req-dbaf16d2-9c6f-4bf5-9e85-5ccd1f22eb98 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:26.356479 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151da4af-5b75-4c46-9ee3-e4a5f0128bb9 None None] Network 11571feb-0cd0-4174-b580-a41c2e7050bf requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:41:26.360096 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab50981-a4c7-4b77-b32d-9500580be126 req-dbaf16d2-9c6f-4bf5-9e85-5ccd1f22eb98 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:41:26.431222 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf16d2-9c6f-4bf5-9e85-5ccd1f22eb98 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Pushing event updated for resources: {'Port': ['ID=85f6e955-0a0b-4fd8-a63e-de6012cd41a2,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:26.455365 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578a43a-7029-4448-bfbe-dd52976e297d None None] Pushing event updated for resources: {'Port': ['ID=ed6ebc14-eddc-4a64-bd9d-403ecf48442e,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:26.499534 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-cf2583da-7815-4e9f-a4d9-aa24fbb491b4 None None] Provisioning complete for port ed6ebc14-eddc-4a64-bd9d-403ecf48442e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:26.500430 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cf2583da-7815-4e9f-a4d9-aa24fbb491b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ed6ebc14-eddc-4a64-bd9d-403ecf48442e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:26.522256 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020a4e6d-feb6-49b1-a7c7-0eb2d6600375 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:41:26.532210 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port ed6ebc14-eddc-4a64-bd9d-403ecf48442e is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:26.539569 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb539d-cb1f-4881-91d1-d516fb44bcd8 None None] Sync routers for ids ['e3dccbf9-5497-4782-9712-07e26f771c2c'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:41:26.548793 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aab50981-a4c7-4b77-b32d-9500580be126 req-dbaf16d2-9c6f-4bf5-9e85-5ccd1f22eb98 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks [] for floatingip (903de80c-68fd-43a8-8cfb-e71e4090d474), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:26.551104 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ea06bd11-2a5d-4abc-95fc-5df4dad87edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:26.557652 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cb539d-cb1f-4881-91d1-d516fb44bcd8 None None] Routers {'e3dccbf9-5497-4782-9712-07e26f771c2c'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:41:26.563396 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-72cb539d-cb1f-4881-91d1-d516fb44bcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e3dccbf9-5497-4782-9712-07e26f771c2c'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:26.623216 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bf201b29-5c45-427f-87e1-96fbebd437d6 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (ed6ebc14-eddc-4a64-bd9d-403ecf48442e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:26.686200 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-020a4e6d-feb6-49b1-a7c7-0eb2d6600375 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:26.687677 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-020a4e6d-feb6-49b1-a7c7-0eb2d6600375 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.1091909 Feb 20 03:41:26.690466 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43178) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:26.699161 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-404efacb-76d7-48ac-8e06-ce3544d1a01e tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:26.705301 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-72cb539d-cb1f-4881-91d1-d516fb44bcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:26.710781 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-cf2583da-7815-4e9f-a4d9-aa24fbb491b4 None None] Current status of the port ed6ebc14-eddc-4a64-bd9d-403ecf48442e is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:26.730472 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe1d766-be44-4d1a-bf49-113333c55343 None None] DHCP port deletion for 11571feb-0cd0-4174-b580-a41c2e7050bf request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:41:26.741258 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cb539d-cb1f-4881-91d1-d516fb44bcd8 None None] Routers {'e3dccbf9-5497-4782-9712-07e26f771c2c'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:41:26.742153 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-72cb539d-cb1f-4881-91d1-d516fb44bcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:40:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e3dccbf9-5497-4782-9712-07e26f771c2c'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:26.793577 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf201b29-5c45-427f-87e1-96fbebd437d6 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Port': ['ID=ed6ebc14-eddc-4a64-bd9d-403ecf48442e,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:26.793577 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aab50981-a4c7-4b77-b32d-9500580be126 req-dbaf16d2-9c6f-4bf5-9e85-5ccd1f22eb98 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (85f6e955-0a0b-4fd8-a63e-de6012cd41a2), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:26.796290 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1459c53a-74a3-41ec-8b30-9a0c780e3c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (c485dd5f-8147-41b5-a1a0-c251c399c973), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:26.804264 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf201b29-5c45-427f-87e1-96fbebd437d6 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] No DVR routers for this DVR port ed6ebc14-eddc-4a64-bd9d-403ecf48442e on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:41:26.831294 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-72cb539d-cb1f-4881-91d1-d516fb44bcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:26.832074 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb539d-cb1f-4881-91d1-d516fb44bcd8 None None] The sync data for ids ['e3dccbf9-5497-4782-9712-07e26f771c2c'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:41:26.857955 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1459c53a-74a3-41ec-8b30-9a0c780e3c32 admin admin] Pushing event deleted for resources: {'Port': ['ID=c485dd5f-8147-41b5-a1a0-c251c399c973,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:26.972431 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bf201b29-5c45-427f-87e1-96fbebd437d6 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (11571feb-0cd0-4174-b580-a41c2e7050bf), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:26.990942 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1459c53a-74a3-41ec-8b30-9a0c780e3c32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (c8dde962-f510-43cb-a85d-aa28bf46cc35), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:27.054455 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-bf201b29-5c45-427f-87e1-96fbebd437d6 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11571feb-0cd0-4174-b580-a41c2e7050bf']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:27.067981 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-bf201b29-5c45-427f-87e1-96fbebd437d6 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f0ae1d-983f-41b1-ad22-3a5a8ee6bd00') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:27.068429 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-bf201b29-5c45-427f-87e1-96fbebd437d6 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f0ae1d-983f-41b1-ad22-3a5a8ee6bd00') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:27.082619 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bf201b29-5c45-427f-87e1-96fbebd437d6 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (44f0ae1d-983f-41b1-ad22-3a5a8ee6bd00), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:27.110151 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bf201b29-5c45-427f-87e1-96fbebd437d6 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (44f0ae1d-983f-41b1-ad22-3a5a8ee6bd00), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:27.126519 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf201b29-5c45-427f-87e1-96fbebd437d6 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:41:27.126943 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bf201b29-5c45-427f-87e1-96fbebd437d6 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (44f0ae1d-983f-41b1-ad22-3a5a8ee6bd00), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:27.129942 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:41:27.129942 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:41:27.129942 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:41:27.129942 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:41:27.129942 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:41:27.129942 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:41:27.129942 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:41:27.129942 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:41:27.129942 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:41:27.129942 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:41:27.129942 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:41:27.129942 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:41:27.129942 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:41:27.129942 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:41:27.129942 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:41:27.129942 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:41:27.129942 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:41:27.129942 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:41:27.129942 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:41:27.129942 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:41:27.129942 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:41:27.129942 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:41:27.129942 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:41:27.129942 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:41:27.129942 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:41:27.129942 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:41:27.129942 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:41:27.129942 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:41:27.129942 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:41:27.129942 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:41:27.129942 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:41:27.129942 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:41:27.140843 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1459c53a-74a3-41ec-8b30-9a0c780e3c32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (c8dde962-f510-43cb-a85d-aa28bf46cc35), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:27.144481 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1459c53a-74a3-41ec-8b30-9a0c780e3c32 admin admin] Publish callbacks [] for router_controller (c8dde962-f510-43cb-a85d-aa28bf46cc35), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:27.219098 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aab50981-a4c7-4b77-b32d-9500580be126 req-dbaf16d2-9c6f-4bf5-9e85-5ccd1f22eb98 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks [] for port (85f6e955-0a0b-4fd8-a63e-de6012cd41a2), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:27.300975 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aab50981-a4c7-4b77-b32d-9500580be126 req-dbaf16d2-9c6f-4bf5-9e85-5ccd1f22eb98 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (85f6e955-0a0b-4fd8-a63e-de6012cd41a2), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:27.339731 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bf201b29-5c45-427f-87e1-96fbebd437d6 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (11571feb-0cd0-4174-b580-a41c2e7050bf), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:27.377989 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1459c53a-74a3-41ec-8b30-9a0c780e3c32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (c8dde962-f510-43cb-a85d-aa28bf46cc35), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:27.378814 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1459c53a-74a3-41ec-8b30-9a0c780e3c32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8dde962-f510-43cb-a85d-aa28bf46cc35 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:41:27.383820 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aab50981-a4c7-4b77-b32d-9500580be126 req-dbaf16d2-9c6f-4bf5-9e85-5ccd1f22eb98 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (903de80c-68fd-43a8-8cfb-e71e4090d474), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:27.385499 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1459c53a-74a3-41ec-8b30-9a0c780e3c32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:27.389590 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1459c53a-74a3-41ec-8b30-9a0c780e3c32 admin admin] 10.222.0.89 "DELETE /v2.0/routers/c8dde962-f510-43cb-a85d-aa28bf46cc35 HTTP/1.1" status: 204 len: 168 time: 3.2169299 Feb 20 03:41:27.390248 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43190) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:27.417820 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bf201b29-5c45-427f-87e1-96fbebd437d6 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:27.432983 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-bf201b29-5c45-427f-87e1-96fbebd437d6 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/networks/11571feb-0cd0-4174-b580-a41c2e7050bf HTTP/1.1" status: 204 len: 168 time: 1.6648252 Feb 20 03:41:27.435547 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43192) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:27.443041 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf201b29-5c45-427f-87e1-96fbebd437d6 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Network': ['ID=11571feb-0cd0-4174-b580-a41c2e7050bf,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:27.443898 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-dca5b449-9f7a-4784-9aaa-af05bc52cd09 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-861609721'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:27.447621 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43194) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:27.463005 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf16d2-9c6f-4bf5-9e85-5ccd1f22eb98 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Pushing event updated for resources: {'Port': ['ID=85f6e955-0a0b-4fd8-a63e-de6012cd41a2,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:27.464322 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-404efacb-76d7-48ac-8e06-ce3544d1a01e tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router_gateway (e3dccbf9-5497-4782-9712-07e26f771c2c), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:27.471986 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aab50981-a4c7-4b77-b32d-9500580be126 req-dbaf16d2-9c6f-4bf5-9e85-5ccd1f22eb98 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:27.473356 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aab50981-a4c7-4b77-b32d-9500580be126 req-dbaf16d2-9c6f-4bf5-9e85-5ccd1f22eb98 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2739582 Feb 20 03:41:27.484014 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d88997-8485-4cbb-af50-aab89f91237a admin admin] Deleting subnet a6707572-1301-47d5-a349-f0e02b2b9385 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:41:27.499889 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-33d88997-8485-4cbb-af50-aab89f91237a admin admin] Publish callbacks [] for subnet (a6707572-1301-47d5-a349-f0e02b2b9385), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:27.545820 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aab50981-a4c7-4b77-b32d-9500580be126 req-e23f7e5f-eb7a-4a4d-8447-0026b64bcbbb tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 695 time: 0.0618091 Feb 20 03:41:27.565271 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-404efacb-76d7-48ac-8e06-ce3544d1a01e tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router_gateway (e3dccbf9-5497-4782-9712-07e26f771c2c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:27.586692 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-33d88997-8485-4cbb-af50-aab89f91237a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (a6707572-1301-47d5-a349-f0e02b2b9385), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:27.589052 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca5b449-9f7a-4784-9aaa-af05bc52cd09 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:41:27.592406 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dca5b449-9f7a-4784-9aaa-af05bc52cd09 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:27.624098 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-6e5448e7-2fea-4374-af48-a59da91d3c79 tempest-MeteringTestJSON-2074141645 tempest-MeteringTestJSON-2074141645-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1923004223'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:27.630601 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-6e5448e7-2fea-4374-af48-a59da91d3c79 tempest-MeteringTestJSON-2074141645 tempest-MeteringTestJSON-2074141645-project-admin] Unknown quota resources ['metering_label']. {{(pid=104105) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 20 03:41:27.674113 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca5b449-9f7a-4784-9aaa-af05bc52cd09 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:41:27.697400 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dca5b449-9f7a-4784-9aaa-af05bc52cd09 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (69a52574-b4e5-4e2f-be0f-430724772fbb), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:27.697743 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-dca5b449-9f7a-4784-9aaa-af05bc52cd09 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Added segment 69a52574-b4e5-4e2f-be0f-430724772fbb of type vlan for network afaea8e6-4686-47e1-8ffe-3aebb8db8c53 Feb 20 03:41:27.737639 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab50981-a4c7-4b77-b32d-9500580be126 req-b298fc6a-5e9e-44a9-91b3-95fc5932bfa7 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:27.739823 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aab50981-a4c7-4b77-b32d-9500580be126 req-b298fc6a-5e9e-44a9-91b3-95fc5932bfa7 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 784 time: 0.1932087 Feb 20 03:41:27.784639 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dca5b449-9f7a-4784-9aaa-af05bc52cd09 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (afaea8e6-4686-47e1-8ffe-3aebb8db8c53), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:27.804588 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-33d88997-8485-4cbb-af50-aab89f91237a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (a6707572-1301-47d5-a349-f0e02b2b9385), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:27.808764 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0081ea-cd75-4616-8928-650e17b35f52 x-openstack-request-id: req-1b0081ea-cd75-4616-8928-650e17b35f52 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:41:27.808764 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd06062d-b407-4ff9-94bd-6971f57ec866", "name": "network-vif-plugged", "status": "completed", "tag": "b4ae335b-d16e-416a-9eb9-2cda22109139", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:41:27.808764 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1b0081ea-cd75-4616-8928-650e17b35f52 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:41:27.808764 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd06062d-b407-4ff9-94bd-6971f57ec866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ae335b-d16e-416a-9eb9-2cda22109139', 'code': 200} Feb 20 03:41:27.861666 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-404efacb-76d7-48ac-8e06-ce3544d1a01e tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Deleting port 1e946367-0860-42a7-98b1-b10dcdf8c302 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:41:27.861930 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-404efacb-76d7-48ac-8e06-ce3544d1a01e tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (1e946367-0860-42a7-98b1-b10dcdf8c302), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:27.955653 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dca5b449-9f7a-4784-9aaa-af05bc52cd09 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (afaea8e6-4686-47e1-8ffe-3aebb8db8c53), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:27.967143 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca5b449-9f7a-4784-9aaa-af05bc52cd09 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:27.967919 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dca5b449-9f7a-4784-9aaa-af05bc52cd09 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:28.024491 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e5448e7-2fea-4374-af48-a59da91d3c79 tempest-MeteringTestJSON-2074141645 tempest-MeteringTestJSON-2074141645-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:28.033088 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6e5448e7-2fea-4374-af48-a59da91d3c79 tempest-MeteringTestJSON-2074141645 tempest-MeteringTestJSON-2074141645-project-admin] 10.222.0.89 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5684509 Feb 20 03:41:28.033088 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43202) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:28.036683 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-fb015f14-3d1f-4912-b871-657769e11e8b tempest-MeteringTestJSON-2074141645 tempest-MeteringTestJSON-2074141645-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e92d8e1f-a8e2-445c-a42d-389465f51ecf'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:28.038906 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-fb015f14-3d1f-4912-b871-657769e11e8b tempest-MeteringTestJSON-2074141645 tempest-MeteringTestJSON-2074141645-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104105) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 20 03:41:28.071245 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-404efacb-76d7-48ac-8e06-ce3544d1a01e tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (1e946367-0860-42a7-98b1-b10dcdf8c302), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:28.073595 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 20256ce1-12a0-419f-9a8d-fc71daa7d409 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:41:28.097855 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-404efacb-76d7-48ac-8e06-ce3544d1a01e tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Calling delete_port for 1e946367-0860-42a7-98b1-b10dcdf8c302 owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:41:28.098309 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 20256ce1-12a0-419f-9a8d-fc71daa7d409 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:41:28.098663 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 20256ce1-12a0-419f-9a8d-fc71daa7d409 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:41:28.099107 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ed6ebc14-eddc-4a64-bd9d-403ecf48442e no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:41:28.102776 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5b449-9f7a-4784-9aaa-af05bc52cd09 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Network': ['ID=afaea8e6-4686-47e1-8ffe-3aebb8db8c53,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:28.131693 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network afaea8e6-4686-47e1-8ffe-3aebb8db8c53 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:41:28.134314 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: ed6ebc14-eddc-4a64-bd9d-403ecf48442e {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:41:28.134912 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ed6ebc14-eddc-4a64-bd9d-403ecf48442e not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:41:28.169486 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b57eb4-80bf-42b7-92d4-a91b587f52c9 req-bb724725-0577-4a96-8eae-20306f234e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:28.169486 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f4b57eb4-80bf-42b7-92d4-a91b587f52c9 req-bb724725-0577-4a96-8eae-20306f234e33 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 1128 time: 0.2865937 Feb 20 03:41:28.171600 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe1a35-9c73-4d8c-9ac0-ab0b8081db9e req-78de0429-5239-4e03-8891-07aed14eb976 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:28.173030 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b8fe1a35-9c73-4d8c-9ac0-ab0b8081db9e req-78de0429-5239-4e03-8891-07aed14eb976 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f9eee67-81b4-43b7-9daa-f24501dcabe0 HTTP/1.1" status: 200 len: 943 time: 0.2311077 Feb 20 03:41:28.187987 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-dca5b449-9f7a-4784-9aaa-af05bc52cd09 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7513354 Feb 20 03:41:28.189968 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43204) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:28.192293 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-33d88997-8485-4cbb-af50-aab89f91237a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (a6707572-1301-47d5-a349-f0e02b2b9385), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:28.201216 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-4a617cc5-3b9e-4d4d-a4e7-e542d2c4ca9d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'subnet': {'network_id': 'afaea8e6-4686-47e1-8ffe-3aebb8db8c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:28.232571 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d88997-8485-4cbb-af50-aab89f91237a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6707572-1301-47d5-a349-f0e02b2b9385,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:28.244632 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-33d88997-8485-4cbb-af50-aab89f91237a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:28.248508 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67698273-cbe6-49aa-a901-935793d290ab None None] Network 6213f295-7155-488c-abe1-9a76b0448614 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:41:28.250570 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-33d88997-8485-4cbb-af50-aab89f91237a admin admin] 10.222.0.89 "DELETE /v2.0/subnets/a6707572-1301-47d5-a349-f0e02b2b9385 HTTP/1.1" status: 204 len: 168 time: 0.8575814 Feb 20 03:41:28.253095 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43206) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:28.257083 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 2a723f3b-3113-4648-8f12-24c687b8b0fb details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:41:28.283600 n-d-829866-4 neutron-server[104105]: WARNING neutron.services.metering.metering_plugin [None req-fb015f14-3d1f-4912-b871-657769e11e8b tempest-MeteringTestJSON-2074141645 tempest-MeteringTestJSON-2074141645-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 20 03:41:28.391649 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-529fa511-fc78-40da-95d9-1245540c1a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (6213f295-7155-488c-abe1-9a76b0448614), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:28.406123 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f4b57eb4-80bf-42b7-92d4-a91b587f52c9 req-9a26f6b3-a455-40d4-a675-ae2da072564a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319496 Feb 20 03:41:28.423885 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 2a723f3b-3113-4648-8f12-24c687b8b0fb, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=2a723f3b-3113-4648-8f12-24c687b8b0fb,segment=NetworkSegment(f319aa1c-162d-43f3-86f8-ad73b68a5ca8),segment_id=f319aa1c-162d-43f3-86f8-ad73b68a5ca8)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:28.443694 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '2a723f3b-3113-4648-8f12-24c687b8b0fb', 'network_id': 'b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879', 'port_id': '2a723f3b-3113-4648-8f12-24c687b8b0fb', 'mac_address': 'fa:16:3e:6a:b2:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59da23fb-2a69-4f62-8734-ed62cd9e052d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:41:28.460656 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fb015f14-3d1f-4912-b871-657769e11e8b tempest-MeteringTestJSON-2074141645 tempest-MeteringTestJSON-2074141645-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:28.465780 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-fb015f14-3d1f-4912-b871-657769e11e8b tempest-MeteringTestJSON-2074141645 tempest-MeteringTestJSON-2074141645-project-admin] 10.222.0.89 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4326565 Feb 20 03:41:28.467299 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43208) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:28.474152 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-377a3b80-9395-4712-8310-b187d00b2e9b tempest-MeteringTestJSON-2074141645 tempest-MeteringTestJSON-2074141645-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e92d8e1f-a8e2-445c-a42d-389465f51ecf'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:28.475238 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-377a3b80-9395-4712-8310-b187d00b2e9b tempest-MeteringTestJSON-2074141645 tempest-MeteringTestJSON-2074141645-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104106) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 20 03:41:28.487679 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b8fe1a35-9c73-4d8c-9ac0-ab0b8081db9e req-d62cc8b2-7794-4826-910d-0ea18c834c7f tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922280 Feb 20 03:41:28.542180 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 2a723f3b-3113-4648-8f12-24c687b8b0fb is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:28.542549 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2a723f3b-3113-4648-8f12-24c687b8b0fb), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:28.566037 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a723f3b-3113-4648-8f12-24c687b8b0fb {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:41:28.568340 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a617cc5-3b9e-4d4d-a4e7-e542d2c4ca9d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:41:28.571857 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4a617cc5-3b9e-4d4d-a4e7-e542d2c4ca9d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:28.606044 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-529fa511-fc78-40da-95d9-1245540c1a8c admin admin] Deleting port dba51427-92fb-4b4d-a196-896622537d51 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:41:28.607784 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-529fa511-fc78-40da-95d9-1245540c1a8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (dba51427-92fb-4b4d-a196-896622537d51), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:28.626766 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-404efacb-76d7-48ac-8e06-ce3544d1a01e tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (1e946367-0860-42a7-98b1-b10dcdf8c302), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:28.645184 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 2a723f3b-3113-4648-8f12-24c687b8b0fb, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=2a723f3b-3113-4648-8f12-24c687b8b0fb,segment=NetworkSegment(f319aa1c-162d-43f3-86f8-ad73b68a5ca8),segment_id=f319aa1c-162d-43f3-86f8-ad73b68a5ca8)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:28.669098 n-d-829866-4 neutron-server[104106]: WARNING neutron.services.metering.metering_plugin [None req-377a3b80-9395-4712-8310-b187d00b2e9b tempest-MeteringTestJSON-2074141645 tempest-MeteringTestJSON-2074141645-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 20 03:41:28.748502 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404efacb-76d7-48ac-8e06-ce3544d1a01e tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Pushing event deleted for resources: {'Port': ['ID=1e946367-0860-42a7-98b1-b10dcdf8c302,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:28.759853 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2a723f3b-3113-4648-8f12-24c687b8b0fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:28.868161 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d316815e-81c1-4270-a322-85250fd357f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:28.886761 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=2a723f3b-3113-4648-8f12-24c687b8b0fb,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:28.892412 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd8d629-554d-4321-bc9c-2b3e9d64973b None None] DHCP port deletion for 6213f295-7155-488c-abe1-9a76b0448614 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:41:28.968029 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-377a3b80-9395-4712-8310-b187d00b2e9b tempest-MeteringTestJSON-2074141645 tempest-MeteringTestJSON-2074141645-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:28.969527 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-377a3b80-9395-4712-8310-b187d00b2e9b tempest-MeteringTestJSON-2074141645 tempest-MeteringTestJSON-2074141645-project-admin] 10.222.0.89 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5003181 Feb 20 03:41:28.978695 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43214) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:28.980851 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-529fa511-fc78-40da-95d9-1245540c1a8c admin admin] For port dba51427-92fb-4b4d-a196-896622537d51, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=dba51427-92fb-4b4d-a196-896622537d51,segment=NetworkSegment(d6ed8ee4-3481-4fe5-b050-4492f68bd963),segment_id=d6ed8ee4-3481-4fe5-b050-4492f68bd963)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:28.981436 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-529fa511-fc78-40da-95d9-1245540c1a8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (dba51427-92fb-4b4d-a196-896622537d51), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:28.989590 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ddd8d629-554d-4321-bc9c-2b3e9d64973b None None] Deleting port dba51427-92fb-4b4d-a196-896622537d51 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:41:28.990090 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ddd8d629-554d-4321-bc9c-2b3e9d64973b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (dba51427-92fb-4b4d-a196-896622537d51), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:28.997459 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 20 Feb 2022 03:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7042420b-66a5-422d-91ff-e815f24a9315 x-openstack-request-id: req-7042420b-66a5-422d-91ff-e815f24a9315 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:41:28.997661 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0865c027-1e53-46b0-bcb6-d8f3c859068e", "tag": "f9286307-e752-4ea8-9047-095542217e3a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0f9eee67-81b4-43b7-9daa-f24501dcabe0", "tag": "2a723f3b-3113-4648-8f12-24c687b8b0fb", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:41:28.997901 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7042420b-66a5-422d-91ff-e815f24a9315 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:41:28.998304 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0865c027-1e53-46b0-bcb6-d8f3c859068e', 'tag': 'f9286307-e752-4ea8-9047-095542217e3a', 'status': 'completed', 'code': 200} Feb 20 03:41:28.998559 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f9eee67-81b4-43b7-9daa-f24501dcabe0', 'tag': '2a723f3b-3113-4648-8f12-24c687b8b0fb', 'status': 'completed', 'code': 200} Feb 20 03:41:29.009958 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-529fa511-fc78-40da-95d9-1245540c1a8c admin admin] Calling delete_port for dba51427-92fb-4b4d-a196-896622537d51 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:41:29.017373 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-733e6225-19bc-43d2-b76a-b223a9cf1bd6 tempest-MeteringTestJSON-2074141645 tempest-MeteringTestJSON-2074141645-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-label-rules?id=6ac8b2d9-e6cb-48b8-9aef-1899fb7f2575 HTTP/1.1" status: 200 len: 464 time: 0.0326910 Feb 20 03:41:29.021181 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43216) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:29.040055 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['2a723f3b-3113-4648-8f12-24c687b8b0fb'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:41:29.144077 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ddd8d629-554d-4321-bc9c-2b3e9d64973b None None] For port dba51427-92fb-4b4d-a196-896622537d51, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=dba51427-92fb-4b4d-a196-896622537d51,segment=NetworkSegment(d6ed8ee4-3481-4fe5-b050-4492f68bd963),segment_id=d6ed8ee4-3481-4fe5-b050-4492f68bd963)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:29.153929 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ddd8d629-554d-4321-bc9c-2b3e9d64973b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (dba51427-92fb-4b4d-a196-896622537d51), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:29.164523 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ddd8d629-554d-4321-bc9c-2b3e9d64973b None None] Calling delete_port for dba51427-92fb-4b4d-a196-896622537d51 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:41:29.245936 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053c719-6ec9-4da8-bce7-21615b927fc3 req-5061d601-7069-4f9d-bc8c-88e5dd0a3d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:29.247227 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c053c719-6ec9-4da8-bce7-21615b927fc3 req-5061d601-7069-4f9d-bc8c-88e5dd0a3d6e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=62872f561f24429faadfc81d64d64e66&device_id=0865c027-1e53-46b0-bcb6-d8f3c859068e HTTP/1.1" status: 200 len: 1128 time: 0.2517884 Feb 20 03:41:29.252746 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053c719-6ec9-4da8-bce7-21615b927fc3 req-6ed3735a-5735-49d5-8c5c-12c3e6d8ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:29.257429 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c053c719-6ec9-4da8-bce7-21615b927fc3 req-6ed3735a-5735-49d5-8c5c-12c3e6d8ce20 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=68913620b1864349b0b30a94042b9c2a&device_id=0f9eee67-81b4-43b7-9daa-f24501dcabe0 HTTP/1.1" status: 200 len: 1126 time: 0.2551467 Feb 20 03:41:29.295406 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859759ff-ed58-47aa-8604-3233eecc8c76 req-5ef23161-a00e-42a1-bf96-80eafa56523f tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:29.302826 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-859759ff-ed58-47aa-8604-3233eecc8c76 req-5ef23161-a00e-42a1-bf96-80eafa56523f tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/ports?device_id=0865c027-1e53-46b0-bcb6-d8f3c859068e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1816843 Feb 20 03:41:29.328549 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-404efacb-76d7-48ac-8e06-ce3544d1a01e tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (e3dccbf9-5497-4782-9712-07e26f771c2c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:29.391137 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ddd8d629-554d-4321-bc9c-2b3e9d64973b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (dba51427-92fb-4b4d-a196-896622537d51), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:29.422389 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8d629-554d-4321-bc9c-2b3e9d64973b None None] Pushing event deleted for resources: {'Port': ['ID=dba51427-92fb-4b4d-a196-896622537d51,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:29.430947 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd8d629-554d-4321-bc9c-2b3e9d64973b None None] No DVR routers for this DVR port dba51427-92fb-4b4d-a196-896622537d51 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:41:29.475224 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-859759ff-ed58-47aa-8604-3233eecc8c76 req-6c6c00c9-9a82-4dbb-8a9c-9a7856727983 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 695 time: 0.1704280 Feb 20 03:41:29.537808 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-529fa511-fc78-40da-95d9-1245540c1a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (dba51427-92fb-4b4d-a196-896622537d51), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:29.550555 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-859759ff-ed58-47aa-8604-3233eecc8c76 req-be5a4a89-7241-4d22-a139-7513a3cee526 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Request body: {'floatingip': {'port_id': 'f9286307-e752-4ea8-9047-095542217e3a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:29.612221 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529fa511-fc78-40da-95d9-1245540c1a8c admin admin] Pushing event deleted for resources: {'Port': ['ID=dba51427-92fb-4b4d-a196-896622537d51,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:29.619391 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-859759ff-ed58-47aa-8604-3233eecc8c76 req-be5a4a89-7241-4d22-a139-7513a3cee526 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks [] for floatingip (903de80c-68fd-43a8-8cfb-e71e4090d474), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:29.686213 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529fa511-fc78-40da-95d9-1245540c1a8c admin admin] No DVR routers for this DVR port dba51427-92fb-4b4d-a196-896622537d51 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:41:29.691684 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9aa9bd2f-8fbe-4a4a-ac30-385ae243edba tempest-MeteringTestJSON-2074141645 tempest-MeteringTestJSON-2074141645-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:29.692969 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9aa9bd2f-8fbe-4a4a-ac30-385ae243edba tempest-MeteringTestJSON-2074141645 tempest-MeteringTestJSON-2074141645-project-admin] 10.222.0.89 "DELETE /v2.0/metering/metering-label-rules/6ac8b2d9-e6cb-48b8-9aef-1899fb7f2575 HTTP/1.1" status: 204 len: 168 time: 0.6664231 Feb 20 03:41:29.698997 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43220) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:29.726537 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device c485dd5f-8147-41b5-a1a0-c251c399c973 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:41:29.760489 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-404efacb-76d7-48ac-8e06-ce3544d1a01e tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16304713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16307768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6330'] for router (e3dccbf9-5497-4782-9712-07e26f771c2c), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:29.766303 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3961a894-1d7f-4247-8a55-490c6d2b62db tempest-MeteringTestJSON-2074141645 tempest-MeteringTestJSON-2074141645-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-label-rules?id=6ac8b2d9-e6cb-48b8-9aef-1899fb7f2575 HTTP/1.1" status: 200 len: 221 time: 0.0653548 Feb 20 03:41:29.774154 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: c485dd5f-8147-41b5-a1a0-c251c399c973 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:41:29.774732 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device c485dd5f-8147-41b5-a1a0-c251c399c973 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:41:29.776059 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device dba51427-92fb-4b4d-a196-896622537d51 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:41:29.780124 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43222) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:29.780666 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-404efacb-76d7-48ac-8e06-ce3544d1a01e tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16304734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16304727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16307761'] for router (e3dccbf9-5497-4782-9712-07e26f771c2c), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:29.811237 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: dba51427-92fb-4b4d-a196-896622537d51 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:41:29.811770 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device dba51427-92fb-4b4d-a196-896622537d51 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:41:29.835339 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-a42829f3-7612-4757-b8ab-6062c46a3a71 tempest-MeteringTestJSON-2074141645 tempest-MeteringTestJSON-2074141645-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1046494743', 'description': 'label created by tempest'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:29.835339 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-a42829f3-7612-4757-b8ab-6062c46a3a71 tempest-MeteringTestJSON-2074141645 tempest-MeteringTestJSON-2074141645-project-admin] Unknown quota resources ['metering_label']. {{(pid=104105) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 20 03:41:29.858176 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053c719-6ec9-4da8-bce7-21615b927fc3 req-aeda79a5-4fa1-4d0b-9bdd-cec18dae995c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:29.859709 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c053c719-6ec9-4da8-bce7-21615b927fc3 req-aeda79a5-4fa1-4d0b-9bdd-cec18dae995c service neutron] 10.222.0.93 "GET /v2.0/networks?id=600f51c6-6b09-4fa1-9746-bc869572e7a9 HTTP/1.1" status: 200 len: 929 time: 0.5848861 Feb 20 03:41:29.861631 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-529fa511-fc78-40da-95d9-1245540c1a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (6213f295-7155-488c-abe1-9a76b0448614), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:29.886228 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053c719-6ec9-4da8-bce7-21615b927fc3 req-7662151f-049b-4211-b649-eab12c5327ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:29.887783 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c053c719-6ec9-4da8-bce7-21615b927fc3 req-7662151f-049b-4211-b649-eab12c5327ef service neutron] 10.222.0.42 "GET /v2.0/networks?id=b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879 HTTP/1.1" status: 200 len: 919 time: 0.4832957 Feb 20 03:41:29.917137 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-529fa511-fc78-40da-95d9-1245540c1a8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6213f295-7155-488c-abe1-9a76b0448614']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:29.918261 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:29.930790 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-529fa511-fc78-40da-95d9-1245540c1a8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ed8ee4-3481-4fe5-b050-4492f68bd963') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:29.931357 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-529fa511-fc78-40da-95d9-1245540c1a8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ed8ee4-3481-4fe5-b050-4492f68bd963') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:29.941859 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404efacb-76d7-48ac-8e06-ce3544d1a01e tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Router e3dccbf9-5497-4782-9712-07e26f771c2c has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:41:29.949155 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-529fa511-fc78-40da-95d9-1245540c1a8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (d6ed8ee4-3481-4fe5-b050-4492f68bd963), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:29.973272 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-529fa511-fc78-40da-95d9-1245540c1a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (d6ed8ee4-3481-4fe5-b050-4492f68bd963), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:29.980690 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4a617cc5-3b9e-4d4d-a4e7-e542d2c4ca9d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (a1ac4a15-e5f2-46cf-bf0c-0b2ee9f39c8b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:30.020125 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-529fa511-fc78-40da-95d9-1245540c1a8c admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:41:30.021074 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-529fa511-fc78-40da-95d9-1245540c1a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (d6ed8ee4-3481-4fe5-b050-4492f68bd963), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:41:30.025267 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:41:30.085436 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c053c719-6ec9-4da8-bce7-21615b927fc3 req-173c4fe9-a85f-4262-995b-64ddb745a607 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a723f3b-3113-4648-8f12-24c687b8b0fb HTTP/1.1" status: 200 len: 217 time: 0.1472518 Feb 20 03:41:30.109310 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404efacb-76d7-48ac-8e06-ce3544d1a01e tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:41:30.116802 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-404efacb-76d7-48ac-8e06-ce3544d1a01e tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:30.123061 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2581934-9052-4607-b1fb-2f59a296f78e None None] Sync routers for ids ['e3dccbf9-5497-4782-9712-07e26f771c2c'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:41:30.128209 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-404efacb-76d7-48ac-8e06-ce3544d1a01e tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] 10.222.0.89 "PUT /v2.0/routers/e3dccbf9-5497-4782-9712-07e26f771c2c HTTP/1.1" status: 200 len: 710 time: 3.4346335 Feb 20 03:41:30.130386 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43226) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:30.135821 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2581934-9052-4607-b1fb-2f59a296f78e None None] Routers {'e3dccbf9-5497-4782-9712-07e26f771c2c'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:41:30.136462 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f2581934-9052-4607-b1fb-2f59a296f78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:41:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e3dccbf9-5497-4782-9712-07e26f771c2c'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:30.175630 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f2581934-9052-4607-b1fb-2f59a296f78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:30.187111 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2581934-9052-4607-b1fb-2f59a296f78e None None] Routers {'e3dccbf9-5497-4782-9712-07e26f771c2c'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:41:30.188877 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f2581934-9052-4607-b1fb-2f59a296f78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:41:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e3dccbf9-5497-4782-9712-07e26f771c2c'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:30.239192 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f2581934-9052-4607-b1fb-2f59a296f78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:30.239849 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2581934-9052-4607-b1fb-2f59a296f78e None None] The sync data for ids ['e3dccbf9-5497-4782-9712-07e26f771c2c'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:41:30.309929 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 2a723f3b-3113-4648-8f12-24c687b8b0fb up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:41:30.311319 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6f4b6c49-9096-47f9-b840-1c2a2223077d tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] 10.222.0.89 "GET /v2.0/routers/e3dccbf9-5497-4782-9712-07e26f771c2c HTTP/1.1" status: 200 len: 745 time: 0.1275954 Feb 20 03:41:30.311424 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c053c719-6ec9-4da8-bce7-21615b927fc3 req-2e0ebcb6-dc22-4c8a-bc58-828d1dc71578 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9286307-e752-4ea8-9047-095542217e3a HTTP/1.1" status: 200 len: 1002 time: 0.3536603 Feb 20 03:41:30.311424 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a617cc5-3b9e-4d4d-a4e7-e542d2c4ca9d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Subnet': ['ID=a1ac4a15-e5f2-46cf-bf0c-0b2ee9f39c8b,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:30.313139 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43228) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:30.374048 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-77c2c521-4128-469f-b4e9-495686289398 tempest-RoutersIpV6AdminTest-1958575722 tempest-RoutersIpV6AdminTest-1958575722-project-admin] 10.222.0.89 "GET /v2.0/ports?network_id=eaf6f7bf-76a8-47a9-a76f-78f3b96fe079&device_id=e3dccbf9-5497-4782-9712-07e26f771c2c HTTP/1.1" status: 200 len: 205 time: 0.0591135 Feb 20 03:41:30.376373 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43230) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:30.411508 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-324f2dae-3c30-4e34-92fb-7f26ee41bfde tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3dccbf9-5497-4782-9712-07e26f771c2c HTTP/1.1" status: 200 len: 205 time: 0.0316262 Feb 20 03:41:30.411754 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43232) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:30.472109 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053c719-6ec9-4da8-bce7-21615b927fc3 req-3a42dc9c-5cce-4e4f-859e-7bdb7c467812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:30.473768 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c053c719-6ec9-4da8-bce7-21615b927fc3 req-3a42dc9c-5cce-4e4f-859e-7bdb7c467812 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=59da23fb-2a69-4f62-8734-ed62cd9e052d HTTP/1.1" status: 200 len: 858 time: 0.3701801 Feb 20 03:41:30.483365 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a42829f3-7612-4757-b8ab-6062c46a3a71 tempest-MeteringTestJSON-2074141645 tempest-MeteringTestJSON-2074141645-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:30.484777 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a42829f3-7612-4757-b8ab-6062c46a3a71 tempest-MeteringTestJSON-2074141645 tempest-MeteringTestJSON-2074141645-project-admin] 10.222.0.89 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6998525 Feb 20 03:41:30.488196 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43234) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:30.539758 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a617cc5-3b9e-4d4d-a4e7-e542d2c4ca9d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Checking segment: {'id': '69a52574-b4e5-4e2f-be0f-430724772fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'afaea8e6-4686-47e1-8ffe-3aebb8db8c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:41:30.540126 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a617cc5-3b9e-4d4d-a4e7-e542d2c4ca9d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network hostable DHCP agents. Network: afaea8e6-4686-47e1-8ffe-3aebb8db8c53, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:41:30.541266 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-204990f0-ca69-4f54-bcdb-778341efa61c tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router (e3dccbf9-5497-4782-9712-07e26f771c2c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:30.543970 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c053c719-6ec9-4da8-bce7-21615b927fc3 req-e12d41c6-3985-40be-b617-84b8a4685844 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567110 Feb 20 03:41:30.552527 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053c719-6ec9-4da8-bce7-21615b927fc3 req-5dfa291c-7bb5-49d9-ac9f-faf1530c0792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:30.554662 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c053c719-6ec9-4da8-bce7-21615b927fc3 req-5dfa291c-7bb5-49d9-ac9f-faf1530c0792 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=87beb212-a252-4a80-814f-18699c1905fc HTTP/1.1" status: 200 len: 867 time: 0.2680483 Feb 20 03:41:30.602116 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-18682e3a-b14c-45bf-bc4d-532114a3e55b tempest-MeteringTestJSON-2074141645 tempest-MeteringTestJSON-2074141645-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-labels?id=f9d87fe1-c6d0-4b18-951c-fd823a66913f HTTP/1.1" status: 200 len: 468 time: 0.1097775 Feb 20 03:41:30.633374 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43236) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:30.647496 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-859759ff-ed58-47aa-8604-3233eecc8c76 req-be5a4a89-7241-4d22-a139-7513a3cee526 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] update failed (client error): There was a conflict when trying to complete your request. Feb 20 03:41:30.648649 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-859759ff-ed58-47aa-8604-3233eecc8c76 req-be5a4a89-7241-4d22-a139-7513a3cee526 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "PUT /v2.0/floatingips/903de80c-68fd-43a8-8cfb-e71e4090d474 HTTP/1.1" status: 409 len: 550 time: 1.1103952 Feb 20 03:41:30.691832 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053c719-6ec9-4da8-bce7-21615b927fc3 req-d970d26b-6b21-41ee-84af-aa9b92fb4db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:30.693411 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c053c719-6ec9-4da8-bce7-21615b927fc3 req-d970d26b-6b21-41ee-84af-aa9b92fb4db1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=600f51c6-6b09-4fa1-9746-bc869572e7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1264067 Feb 20 03:41:30.772274 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c053c719-6ec9-4da8-bce7-21615b927fc3 req-70e397eb-ad6c-4cb0-ba68-8bf89ba8caea service neutron] 10.222.0.42 "GET /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213240 Feb 20 03:41:30.848683 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-529fa511-fc78-40da-95d9-1245540c1a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (6213f295-7155-488c-abe1-9a76b0448614), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:30.898405 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 2a723f3b-3113-4648-8f12-24c687b8b0fb completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:41:30.902748 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a617cc5-3b9e-4d4d-a4e7-e542d2c4ca9d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network afaea8e6-4686-47e1-8ffe-3aebb8db8c53 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:41:30.908658 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 2a723f3b-3113-4648-8f12-24c687b8b0fb triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:30.913094 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2a723f3b-3113-4648-8f12-24c687b8b0fb), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:30.917208 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-529fa511-fc78-40da-95d9-1245540c1a8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:30.923224 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-529fa511-fc78-40da-95d9-1245540c1a8c admin admin] 10.222.0.89 "DELETE /v2.0/networks/6213f295-7155-488c-abe1-9a76b0448614 HTTP/1.1" status: 204 len: 168 time: 2.6691005 Feb 20 03:41:30.926613 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c053c719-6ec9-4da8-bce7-21615b927fc3 req-4ac64eb5-ffed-4e63-a1ac-cfb6500dbbec service neutron] 10.222.0.93 "GET /v2.0/networks/600f51c6-6b09-4fa1-9746-bc869572e7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259257 Feb 20 03:41:30.935164 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-204990f0-ca69-4f54-bcdb-778341efa61c tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (e3dccbf9-5497-4782-9712-07e26f771c2c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:30.942049 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b45aa-20c2-4fc1-b496-6489e60d5eaa req-d6ad08bf-8988-48d3-a777-dc6720ccb3df tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:30.944164 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c19b45aa-20c2-4fc1-b496-6489e60d5eaa req-d6ad08bf-8988-48d3-a777-dc6720ccb3df tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f9eee67-81b4-43b7-9daa-f24501dcabe0 HTTP/1.1" status: 200 len: 944 time: 0.1705089 Feb 20 03:41:30.949016 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-204990f0-ca69-4f54-bcdb-778341efa61c tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router_controller (e3dccbf9-5497-4782-9712-07e26f771c2c), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:30.980268 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c053c719-6ec9-4da8-bce7-21615b927fc3 req-0dcfcbc3-3694-4c5d-8541-8c72bf477435 service neutron] 10.222.0.42 "GET /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904655 Feb 20 03:41:30.997529 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529fa511-fc78-40da-95d9-1245540c1a8c admin admin] Pushing event deleted for resources: {'Network': ['ID=6213f295-7155-488c-abe1-9a76b0448614,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:31.016483 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529fa511-fc78-40da-95d9-1245540c1a8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:31.016838 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529fa511-fc78-40da-95d9-1245540c1a8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:31.017189 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529fa511-fc78-40da-95d9-1245540c1a8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:31.017535 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529fa511-fc78-40da-95d9-1245540c1a8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:31.017906 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529fa511-fc78-40da-95d9-1245540c1a8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:31.018245 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529fa511-fc78-40da-95d9-1245540c1a8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:31.018575 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529fa511-fc78-40da-95d9-1245540c1a8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:31.022797 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529fa511-fc78-40da-95d9-1245540c1a8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:31.027009 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529fa511-fc78-40da-95d9-1245540c1a8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:31.027009 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529fa511-fc78-40da-95d9-1245540c1a8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:31.027009 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529fa511-fc78-40da-95d9-1245540c1a8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:31.027009 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529fa511-fc78-40da-95d9-1245540c1a8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:31.027009 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529fa511-fc78-40da-95d9-1245540c1a8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:31.051816 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-4a617cc5-3b9e-4d4d-a4e7-e542d2c4ca9d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, afaea8e6-4686-47e1-8ffe-3aebb8db8c53) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:31.066485 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b31ebd-2156-4e20-ae74-5315f65e1993 None None] Network afaea8e6-4686-47e1-8ffe-3aebb8db8c53 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:41:31.076170 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c19b45aa-20c2-4fc1-b496-6489e60d5eaa req-75839044-ff7e-42e1-8f7a-f1448039f2f7 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121395 Feb 20 03:41:31.081071 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a617cc5-3b9e-4d4d-a4e7-e542d2c4ca9d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:31.082451 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4a617cc5-3b9e-4d4d-a4e7-e542d2c4ca9d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:31.086427 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5d8a91ff-026f-4781-adc7-eb3937562c9c tempest-MeteringTestJSON-2074141645 tempest-MeteringTestJSON-2074141645-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:31.087607 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5d8a91ff-026f-4781-adc7-eb3937562c9c tempest-MeteringTestJSON-2074141645 tempest-MeteringTestJSON-2074141645-project-admin] 10.222.0.89 "DELETE /v2.0/metering/metering-labels/f9d87fe1-c6d0-4b18-951c-fd823a66913f HTTP/1.1" status: 204 len: 168 time: 0.4533534 Feb 20 03:41:31.090375 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43246) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:31.104152 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d4b6b468-c91c-43c9-8d1e-e0554d6af50e tempest-MeteringTestJSON-2074141645 tempest-MeteringTestJSON-2074141645-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-labels?id=f9d87fe1-c6d0-4b18-951c-fd823a66913f HTTP/1.1" status: 200 len: 216 time: 0.0125270 Feb 20 03:41:31.110990 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43248) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:31.141216 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ab7fd6ef-19d2-46c7-ac63-dd7e7fd5334a tempest-MeteringTestJSON-2074141645 tempest-MeteringTestJSON-2074141645-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0251238 Feb 20 03:41:31.142250 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43250) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:31.154894 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-204990f0-ca69-4f54-bcdb-778341efa61c tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (e3dccbf9-5497-4782-9712-07e26f771c2c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:31.160078 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204990f0-ca69-4f54-bcdb-778341efa61c tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Fanout notify agent at l3_agent the message router_deleted on router e3dccbf9-5497-4782-9712-07e26f771c2c {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:41:31.171874 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-204990f0-ca69-4f54-bcdb-778341efa61c tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:31.176832 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-204990f0-ca69-4f54-bcdb-778341efa61c tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] 10.222.0.89 "DELETE /v2.0/routers/e3dccbf9-5497-4782-9712-07e26f771c2c HTTP/1.1" status: 204 len: 168 time: 0.7605832 Feb 20 03:41:31.178362 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43252) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:31.228987 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2074f66d-4f74-469d-804b-de852449b7f0 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] 10.222.0.89 "GET /v2.0/ports?device_id=e3dccbf9-5497-4782-9712-07e26f771c2c HTTP/1.1" status: 200 len: 205 time: 0.0470080 Feb 20 03:41:31.229326 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65202efd-e448-479b-accc-5511f04ca7e9 req-6cc0c876-e13e-4b9a-9716-a993952bc3a8 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/floatingips/903de80c-68fd-43a8-8cfb-e71e4090d474 HTTP/1.1" status: 200 len: 692 time: 0.1053114 Feb 20 03:41:31.232992 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c053c719-6ec9-4da8-bce7-21615b927fc3 req-3f08814f-e171-4cd6-bd78-78888dd73707 service neutron] 10.222.0.93 "GET /v2.0/networks/600f51c6-6b09-4fa1-9746-bc869572e7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831113 Feb 20 03:41:31.233482 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43254) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:31.233827 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43256) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:31.237702 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8bc92b66-bd10-45b6-9c64-fbb096c19341 tempest-MeteringTestJSON-2074141645 tempest-MeteringTestJSON-2074141645-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0896099 Feb 20 03:41:31.242302 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 2a723f3b-3113-4648-8f12-24c687b8b0fb is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:31.243026 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2a723f3b-3113-4648-8f12-24c687b8b0fb), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:31.258570 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b40539-0ab3-49ef-8106-130cbbdb0c8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-afaea8e6-4686-47e1-8ffe-3aebb8db8c53', 'network_id': 'afaea8e6-4686-47e1-8ffe-3aebb8db8c53', 'project_id': '924afe63e3024f08a64ef1ab2c725cda', 'fixed_ips': [{'subnet_id': 'a1ac4a15-e5f2-46cf-bf0c-0b2ee9f39c8b'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:41:31.259769 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f1b40539-0ab3-49ef-8106-130cbbdb0c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:31.281951 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:31.288796 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9eee67-81b4-43b7-9daa-f24501dcabe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a723f3b-3113-4648-8f12-24c687b8b0fb'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:41:31.291417 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d885f770-c7dc-4b4b-a40f-620cd0bdb171" -d '{"events": [{"server_uuid": "0f9eee67-81b4-43b7-9daa-f24501dcabe0", "name": "network-vif-plugged", "status": "completed", "tag": "2a723f3b-3113-4648-8f12-24c687b8b0fb"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:41:31.296744 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-a9531a04-6d8a-433d-bbb7-7d40c450e79b tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] delete failed (client error): The resource could not be found. Feb 20 03:41:31.298688 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a9531a04-6d8a-433d-bbb7-7d40c450e79b tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] 10.222.0.89 "DELETE /v2.0/routers/e3dccbf9-5497-4782-9712-07e26f771c2c HTTP/1.1" status: 404 len: 336 time: 0.0631173 Feb 20 03:41:31.301634 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43260) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:31.318723 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 2a723f3b-3113-4648-8f12-24c687b8b0fb, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=2a723f3b-3113-4648-8f12-24c687b8b0fb,segment=NetworkSegment(f319aa1c-162d-43f3-86f8-ad73b68a5ca8),segment_id=f319aa1c-162d-43f3-86f8-ad73b68a5ca8)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:31.364531 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5b739a64-b3ac-4f6c-bf21-f848ff75d04b tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3604f41-c1cc-4da2-bb2d-e996774fd114 HTTP/1.1" status: 200 len: 205 time: 0.0612681 Feb 20 03:41:31.366975 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43262) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:31.385289 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4a617cc5-3b9e-4d4d-a4e7-e542d2c4ca9d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1920800 Feb 20 03:41:31.386995 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b4319de0-2e6f-4ff6-a6a2-6731177f1a99 tempest-MeteringTestJSON-2074141645 tempest-MeteringTestJSON-2074141645-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-labels/e92d8e1f-a8e2-445c-a42d-389465f51ecf HTTP/1.1" status: 200 len: 473 time: 0.1487944 Feb 20 03:41:31.387552 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43264) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:31.397816 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43266) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:31.404604 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-50930a77-ec84-46c3-bcd2-84e99409bea1 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'port': {'network_id': 'afaea8e6-4686-47e1-8ffe-3aebb8db8c53', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1157943935'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:31.422217 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-6be4d41a-299a-4fd5-ae61-f170b02a70dd tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] delete failed (client error): The resource could not be found. Feb 20 03:41:31.425065 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6be4d41a-299a-4fd5-ae61-f170b02a70dd tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] 10.222.0.89 "DELETE /v2.0/routers/a3604f41-c1cc-4da2-bb2d-e996774fd114 HTTP/1.1" status: 404 len: 336 time: 0.0554159 Feb 20 03:41:31.425913 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43268) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:31.462918 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-788b134c-98b7-4410-9a33-38d535b0c1bd tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] 10.222.0.89 "GET /v2.0/ports?device_id=4dd4e6d9-732e-4ab4-9d87-4212706c0f6f HTTP/1.1" status: 200 len: 205 time: 0.0351553 Feb 20 03:41:31.463153 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-20fe81d8-ea27-4f9d-8943-c8d3b88f9a87 tempest-MeteringTestJSON-2074141645 tempest-MeteringTestJSON-2074141645-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-label-rules/77d5d100-6e5d-415f-8a2d-6965f8f9d94b HTTP/1.1" status: 200 len: 461 time: 0.0637531 Feb 20 03:41:31.464533 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43270) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:31.467751 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43272) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:31.494171 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-f1b40539-0ab3-49ef-8106-130cbbdb0c8c None None] Allocated IP 2001:db8::2 (afaea8e6-4686-47e1-8ffe-3aebb8db8c53/a1ac4a15-e5f2-46cf-bf0c-0b2ee9f39c8b/a9bb6d9c-6294-4e1c-9990-43648f342359) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:41:31.522671 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-7d0e2ca0-83f5-44d6-b12a-1d7d35d020c5 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] delete failed (client error): The resource could not be found. Feb 20 03:41:31.523785 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7d0e2ca0-83f5-44d6-b12a-1d7d35d020c5 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] 10.222.0.89 "DELETE /v2.0/routers/4dd4e6d9-732e-4ab4-9d87-4212706c0f6f HTTP/1.1" status: 404 len: 336 time: 0.0580513 Feb 20 03:41:31.525346 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65202efd-e448-479b-accc-5511f04ca7e9 req-a17fcf29-5359-49de-b2ac-44d09992762b tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:31.526798 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65202efd-e448-479b-accc-5511f04ca7e9 req-a17fcf29-5359-49de-b2ac-44d09992762b tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 784 time: 0.2787693 Feb 20 03:41:31.527320 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43274) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:31.536085 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2a723f3b-3113-4648-8f12-24c687b8b0fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:31.578962 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-dcc89844-7fc7-40d8-bf1e-e5cd91887c30 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] 10.222.0.89 "GET /v2.0/ports?device_id=31314d8c-b4da-4a26-8660-fad98ac2cb2c HTTP/1.1" status: 200 len: 205 time: 0.0460069 Feb 20 03:41:31.579219 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43276) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:31.631847 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65202efd-e448-479b-accc-5511f04ca7e9 req-64bd05df-c745-43be-a609-01c4b97d3d9b tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 695 time: 0.0902033 Feb 20 03:41:31.646105 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=2a723f3b-3113-4648-8f12-24c687b8b0fb,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:31.651973 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43278) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:31.705168 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65202efd-e448-479b-accc-5511f04ca7e9 req-2c4b90fd-cee1-42c7-ae9b-c14426f5a2cd tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 695 time: 0.0663328 Feb 20 03:41:31.733708 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f1b40539-0ab3-49ef-8106-130cbbdb0c8c None None] Publish callbacks [] for port (a9bb6d9c-6294-4e1c-9990-43648f342359), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:31.766305 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50930a77-ec84-46c3-bcd2-84e99409bea1 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:41:31.769758 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-50930a77-ec84-46c3-bcd2-84e99409bea1 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:31.783855 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ce61415c-23a8-43cb-9e99-54b485ba79a2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=517a6c0c83ee490993dbcdda52b65cea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297634 Feb 20 03:41:31.804681 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43280) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:31.825495 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f1b40539-0ab3-49ef-8106-130cbbdb0c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (a9bb6d9c-6294-4e1c-9990-43648f342359), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:31.845508 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-50930a77-ec84-46c3-bcd2-84e99409bea1 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] device_id is not set on port 66fc832b-edf2-439c-9d5c-b772f8d93301 yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:41:31.897623 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b40539-0ab3-49ef-8106-130cbbdb0c8c None None] Pushing event updated for resources: {'Port': ['ID=a9bb6d9c-6294-4e1c-9990-43648f342359,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:31.918565 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b40539-0ab3-49ef-8106-130cbbdb0c8c None None] Network afaea8e6-4686-47e1-8ffe-3aebb8db8c53 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:41:31.920677 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-f1b40539-0ab3-49ef-8106-130cbbdb0c8c None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:31.927911 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b40539-0ab3-49ef-8106-130cbbdb0c8c None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:41:31.999936 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-6f5840f3-6418-4961-8e42-1fdf19b7b52a tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] delete failed (client error): The resource could not be found. Feb 20 03:41:32.001271 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6f5840f3-6418-4961-8e42-1fdf19b7b52a tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] 10.222.0.89 "DELETE /v2.0/routers/31314d8c-b4da-4a26-8660-fad98ac2cb2c HTTP/1.1" status: 404 len: 336 time: 0.4210863 Feb 20 03:41:32.009144 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-f1b40539-0ab3-49ef-8106-130cbbdb0c8c None None] Attempting to bind port a9bb6d9c-6294-4e1c-9990-43648f342359 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:41:32.009670 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-f1b40539-0ab3-49ef-8106-130cbbdb0c8c None None] Attempting to bind port a9bb6d9c-6294-4e1c-9990-43648f342359 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '69a52574-b4e5-4e2f-be0f-430724772fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'afaea8e6-4686-47e1-8ffe-3aebb8db8c53'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:41:32.010144 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b40539-0ab3-49ef-8106-130cbbdb0c8c None None] Attempting to bind port a9bb6d9c-6294-4e1c-9990-43648f342359 on network afaea8e6-4686-47e1-8ffe-3aebb8db8c53 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:41:32.016884 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b40539-0ab3-49ef-8106-130cbbdb0c8c None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:41:32.017807 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b40539-0ab3-49ef-8106-130cbbdb0c8c None None] Checking segment: {'id': '69a52574-b4e5-4e2f-be0f-430724772fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'afaea8e6-4686-47e1-8ffe-3aebb8db8c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:41:32.018553 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f1b40539-0ab3-49ef-8106-130cbbdb0c8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:32.019100 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b40539-0ab3-49ef-8106-130cbbdb0c8c None None] Bound using segment: {'id': '69a52574-b4e5-4e2f-be0f-430724772fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'afaea8e6-4686-47e1-8ffe-3aebb8db8c53'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:41:32.019695 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-f1b40539-0ab3-49ef-8106-130cbbdb0c8c None None] Bound port: a9bb6d9c-6294-4e1c-9990-43648f342359, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a52574-b4e5-4e2f-be0f-430724772fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'afaea8e6-4686-47e1-8ffe-3aebb8db8c53'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:41:32.020188 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f1b40539-0ab3-49ef-8106-130cbbdb0c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a9bb6d9c-6294-4e1c-9990-43648f342359), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:32.038151 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43282) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:32.049948 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8dd10f5b-0aef-4ce5-a225-37b3418cecbe tempest-MeteringTestJSON-2074141645 tempest-MeteringTestJSON-2074141645-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:32.051439 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8dd10f5b-0aef-4ce5-a225-37b3418cecbe tempest-MeteringTestJSON-2074141645 tempest-MeteringTestJSON-2074141645-project-admin] 10.222.0.89 "DELETE /v2.0/metering/metering-label-rules/77d5d100-6e5d-415f-8a2d-6965f8f9d94b HTTP/1.1" status: 204 len: 168 time: 0.5826039 Feb 20 03:41:32.054967 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43284) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:32.080073 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-189092bf-c771-4618-bbc3-2b4645263154 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] 10.222.0.89 "GET /v2.0/ports?device_id=b9e477a4-8f9d-492d-a44e-fd98feb67ec4 HTTP/1.1" status: 200 len: 205 time: 0.0404582 Feb 20 03:41:32.085647 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43288) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:32.125572 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-f1b40539-0ab3-49ef-8106-130cbbdb0c8c None None] For port a9bb6d9c-6294-4e1c-9990-43648f342359, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:41:32.129705 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-f1b40539-0ab3-49ef-8106-130cbbdb0c8c None None] For port a9bb6d9c-6294-4e1c-9990-43648f342359, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=a9bb6d9c-6294-4e1c-9990-43648f342359,segment=NetworkSegment(69a52574-b4e5-4e2f-be0f-430724772fbb),segment_id=69a52574-b4e5-4e2f-be0f-430724772fbb)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:41:32.186279 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-980488ff-b8c6-421f-a572-ec624d540bf7 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] delete failed (client error): The resource could not be found. Feb 20 03:41:32.186279 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-980488ff-b8c6-421f-a572-ec624d540bf7 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] 10.222.0.89 "DELETE /v2.0/routers/b9e477a4-8f9d-492d-a44e-fd98feb67ec4 HTTP/1.1" status: 404 len: 336 time: 0.0981262 Feb 20 03:41:32.189080 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43292) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:32.214343 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f1b40539-0ab3-49ef-8106-130cbbdb0c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a9bb6d9c-6294-4e1c-9990-43648f342359), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:32.267338 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-61b4ffa1-10fb-4ed6-9f23-f7cdc445bbb1 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f4bfa63-29cd-4729-8226-df6abd36f1c3 HTTP/1.1" status: 200 len: 205 time: 0.0770876 Feb 20 03:41:32.269779 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43294) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:32.297743 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b40539-0ab3-49ef-8106-130cbbdb0c8c None None] Pushing event updated for resources: {'Port': ['ID=a9bb6d9c-6294-4e1c-9990-43648f342359,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:32.361305 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-01eddc70-7a56-484d-9944-d834084bf8fa tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] delete failed (client error): The resource could not be found. Feb 20 03:41:32.362141 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-01eddc70-7a56-484d-9944-d834084bf8fa tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] 10.222.0.89 "DELETE /v2.0/routers/5f4bfa63-29cd-4729-8226-df6abd36f1c3 HTTP/1.1" status: 404 len: 336 time: 0.0914485 Feb 20 03:41:32.365806 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e3126515-1eeb-4577-b344-0bd36bf5f4c4 admin admin] Publish callbacks [] for security_group (b2505a9f-1ea8-4fde-9610-dec70cc18191), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:32.373080 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43296) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:32.423868 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-65202efd-e448-479b-accc-5511f04ca7e9 req-f507cef7-0afa-4f3d-81a1-2f99ababb2c9 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Deleting port 85f6e955-0a0b-4fd8-a63e-de6012cd41a2 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:41:32.423868 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-65202efd-e448-479b-accc-5511f04ca7e9 req-f507cef7-0afa-4f3d-81a1-2f99ababb2c9 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (85f6e955-0a0b-4fd8-a63e-de6012cd41a2), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:32.428987 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-d53ae502-e162-4526-9457-c07e65125667 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] DELETE failed (client error): The resource could not be found. Feb 20 03:41:32.429496 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d53ae502-e162-4526-9457-c07e65125667 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:41:32.432839 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d53ae502-e162-4526-9457-c07e65125667 tempest-RoutersIpV6AdminTest-1964394643 tempest-RoutersIpV6AdminTest-1964394643-project] 10.222.0.89 "DELETE /v2.0/subnets/57d536ca-f4ae-4b52-b533-546cde2a7d34 HTTP/1.1" status: 404 len: 337 time: 0.0585122 Feb 20 03:41:32.461797 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e3126515-1eeb-4577-b344-0bd36bf5f4c4 admin admin] Publish callbacks [] for security_group (b2505a9f-1ea8-4fde-9610-dec70cc18191), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:32.483501 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-efef04a1-3fe2-48b1-9366-1bdb8538e0c8 tempest-MeteringTestJSON-2074141645 tempest-MeteringTestJSON-2074141645-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:32.485130 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-efef04a1-3fe2-48b1-9366-1bdb8538e0c8 tempest-MeteringTestJSON-2074141645 tempest-MeteringTestJSON-2074141645-project-admin] 10.222.0.89 "DELETE /v2.0/metering/metering-labels/e92d8e1f-a8e2-445c-a42d-389465f51ecf HTTP/1.1" status: 204 len: 168 time: 0.4288890 Feb 20 03:41:32.517301 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-50930a77-ec84-46c3-bcd2-84e99409bea1 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Allocated IP 2001:db8::36 (afaea8e6-4686-47e1-8ffe-3aebb8db8c53/a1ac4a15-e5f2-46cf-bf0c-0b2ee9f39c8b/66fc832b-edf2-439c-9d5c-b772f8d93301) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:41:32.637999 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-65202efd-e448-479b-accc-5511f04ca7e9 req-f507cef7-0afa-4f3d-81a1-2f99ababb2c9 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (85f6e955-0a0b-4fd8-a63e-de6012cd41a2), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:32.638938 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-65202efd-e448-479b-accc-5511f04ca7e9 req-f507cef7-0afa-4f3d-81a1-2f99ababb2c9 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks [] for floatingip (85f6e955-0a0b-4fd8-a63e-de6012cd41a2), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:32.677780 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-65202efd-e448-479b-accc-5511f04ca7e9 req-f507cef7-0afa-4f3d-81a1-2f99ababb2c9 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Calling delete_port for 85f6e955-0a0b-4fd8-a63e-de6012cd41a2 owned by network:floatingip {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:41:32.772654 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e3126515-1eeb-4577-b344-0bd36bf5f4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b2505a9f-1ea8-4fde-9610-dec70cc18191), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:32.775835 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e3126515-1eeb-4577-b344-0bd36bf5f4c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:32.777004 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e3126515-1eeb-4577-b344-0bd36bf5f4c4 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b2505a9f-1ea8-4fde-9610-dec70cc18191 HTTP/1.1" status: 204 len: 168 time: 0.9681394 Feb 20 03:41:32.792610 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:32.804414 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3126515-1eeb-4577-b344-0bd36bf5f4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2505a9f-1ea8-4fde-9610-dec70cc18191,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:32.851842 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-50930a77-ec84-46c3-bcd2-84e99409bea1 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for port (66fc832b-edf2-439c-9d5c-b772f8d93301), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:33.009164 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-50930a77-ec84-46c3-bcd2-84e99409bea1 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (66fc832b-edf2-439c-9d5c-b772f8d93301), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:33.045391 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-65202efd-e448-479b-accc-5511f04ca7e9 req-f507cef7-0afa-4f3d-81a1-2f99ababb2c9 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (85f6e955-0a0b-4fd8-a63e-de6012cd41a2), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:33.083547 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50930a77-ec84-46c3-bcd2-84e99409bea1 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network afaea8e6-4686-47e1-8ffe-3aebb8db8c53 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:41:33.118551 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50930a77-ec84-46c3-bcd2-84e99409bea1 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Port': ['ID=66fc832b-edf2-439c-9d5c-b772f8d93301,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:33.126238 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-50930a77-ec84-46c3-bcd2-84e99409bea1 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:33.129339 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50930a77-ec84-46c3-bcd2-84e99409bea1 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:41:33.136433 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50930a77-ec84-46c3-bcd2-84e99409bea1 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:33.137256 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-50930a77-ec84-46c3-bcd2-84e99409bea1 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:33.226536 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f507cef7-0afa-4f3d-81a1-2f99ababb2c9 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Pushing event deleted for resources: {'Port': ['ID=85f6e955-0a0b-4fd8-a63e-de6012cd41a2,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:33.271664 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-65202efd-e448-479b-accc-5511f04ca7e9 req-f507cef7-0afa-4f3d-81a1-2f99ababb2c9 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks [] for floatingip (903de80c-68fd-43a8-8cfb-e71e4090d474), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:33.278722 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-65202efd-e448-479b-accc-5511f04ca7e9 req-f507cef7-0afa-4f3d-81a1-2f99ababb2c9 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:33.282455 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65202efd-e448-479b-accc-5511f04ca7e9 req-f507cef7-0afa-4f3d-81a1-2f99ababb2c9 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "DELETE /v2.0/floatingips/903de80c-68fd-43a8-8cfb-e71e4090d474 HTTP/1.1" status: 204 len: 173 time: 1.5667384 Feb 20 03:41:33.341263 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43312) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:33.383374 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-50930a77-ec84-46c3-bcd2-84e99409bea1 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.9884527 Feb 20 03:41:33.385495 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43316) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:33.517862 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-ee4e5110-5240-40cf-9be6-46c41d445e48 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Deleting port 66fc832b-edf2-439c-9d5c-b772f8d93301 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:41:33.517862 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ee4e5110-5240-40cf-9be6-46c41d445e48 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (66fc832b-edf2-439c-9d5c-b772f8d93301), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:33.518549 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43320) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:33.584583 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d653ff1a-4d66-4401-80ad-66baf4a862de x-openstack-request-id: req-d653ff1a-4d66-4401-80ad-66baf4a862de {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:41:33.585890 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9eee67-81b4-43b7-9daa-f24501dcabe0", "name": "network-vif-plugged", "status": "completed", "tag": "2a723f3b-3113-4648-8f12-24c687b8b0fb", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:41:33.586156 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d653ff1a-4d66-4401-80ad-66baf4a862de {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:41:33.586608 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9eee67-81b4-43b7-9daa-f24501dcabe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a723f3b-3113-4648-8f12-24c687b8b0fb', 'code': 200} Feb 20 03:41:33.787013 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ad16fb-e1d0-4829-b9b8-f27cfcd34ec3 None None] Network afaea8e6-4686-47e1-8ffe-3aebb8db8c53 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:41:33.802240 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ee4e5110-5240-40cf-9be6-46c41d445e48 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (66fc832b-edf2-439c-9d5c-b772f8d93301), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:33.805275 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dcaa6c45-de38-430d-af80-26a0d1742af8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:33.822755 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1494b438-2f36-4593-a4e9-edb84c3e9831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:33.903323 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device a9bb6d9c-6294-4e1c-9990-43648f342359 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:41:33.914990 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-ee4e5110-5240-40cf-9be6-46c41d445e48 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Calling delete_port for 66fc832b-edf2-439c-9d5c-b772f8d93301 owned by {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:41:33.976354 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dcaa6c45-de38-430d-af80-26a0d1742af8 admin admin] Publish callbacks [] for security_group (35efd60a-ac56-477b-8a3f-22713ed21269), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:33.981082 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1494b438-2f36-4593-a4e9-edb84c3e9831 admin admin] Publish callbacks [] for security_group (08d285fd-c939-4275-925f-90adb24821f3), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:33.982084 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-6d3e2286-3e14-4894-87c5-9b5ca35b153a None None] Provisioning complete for port a9bb6d9c-6294-4e1c-9990-43648f342359 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:33.982781 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6d3e2286-3e14-4894-87c5-9b5ca35b153a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a9bb6d9c-6294-4e1c-9990-43648f342359), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:34.042033 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f37b92-6160-4f9e-9a00-c7db78cc9128 req-6c85efb0-e637-4f24-bb03-c0f394685335 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:34.047932 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-46f37b92-6160-4f9e-9a00-c7db78cc9128 req-6c85efb0-e637-4f24-bb03-c0f394685335 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f9eee67-81b4-43b7-9daa-f24501dcabe0 HTTP/1.1" status: 200 len: 945 time: 0.3541954 Feb 20 03:41:34.048107 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1494b438-2f36-4593-a4e9-edb84c3e9831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (08d285fd-c939-4275-925f-90adb24821f3), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:34.048107 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dcaa6c45-de38-430d-af80-26a0d1742af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (35efd60a-ac56-477b-8a3f-22713ed21269), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:34.048544 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa73a21-a590-44dc-b3e1-23aa9bf3dcf1 req-ff150944-d52f-4093-86ad-4678e3674355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:34.050301 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-faa73a21-a590-44dc-b3e1-23aa9bf3dcf1 req-ff150944-d52f-4093-86ad-4678e3674355 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0f9eee67-81b4-43b7-9daa-f24501dcabe0 HTTP/1.1" status: 200 len: 1127 time: 0.3619242 Feb 20 03:41:34.097755 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port a9bb6d9c-6294-4e1c-9990-43648f342359 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:34.098490 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a9bb6d9c-6294-4e1c-9990-43648f342359), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:34.168063 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-faa73a21-a590-44dc-b3e1-23aa9bf3dcf1 req-76a0f3e9-9bb1-4408-979e-51c19e0ce19d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100659 Feb 20 03:41:34.172980 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1494b438-2f36-4593-a4e9-edb84c3e9831 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=37ec58b0389443f890420fdad9f42177&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6542511 Feb 20 03:41:34.173638 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43334) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:34.173980 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-46f37b92-6160-4f9e-9a00-c7db78cc9128 req-5a553650-2f04-4acf-a622-a80defd3b9c7 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192324 Feb 20 03:41:34.200019 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494b438-2f36-4593-a4e9-edb84c3e9831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d285fd-c939-4275-925f-90adb24821f3,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:34.217193 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-dcaa6c45-de38-430d-af80-26a0d1742af8 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8ee9a900ddc34d2b9d01a49aa589703f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8722637 Feb 20 03:41:34.217426 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-6d3e2286-3e14-4894-87c5-9b5ca35b153a None None] Current status of the port a9bb6d9c-6294-4e1c-9990-43648f342359 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:34.217426 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6d3e2286-3e14-4894-87c5-9b5ca35b153a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a9bb6d9c-6294-4e1c-9990-43648f342359), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:34.262672 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa6c45-de38-430d-af80-26a0d1742af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35efd60a-ac56-477b-8a3f-22713ed21269,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:34.274098 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43336) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:34.321682 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-6d3e2286-3e14-4894-87c5-9b5ca35b153a None None] For port a9bb6d9c-6294-4e1c-9990-43648f342359, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=a9bb6d9c-6294-4e1c-9990-43648f342359,segment=NetworkSegment(69a52574-b4e5-4e2f-be0f-430724772fbb),segment_id=69a52574-b4e5-4e2f-be0f-430724772fbb)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:34.324250 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port a9bb6d9c-6294-4e1c-9990-43648f342359 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:34.324711 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a9bb6d9c-6294-4e1c-9990-43648f342359), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:34.391555 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6d3e2286-3e14-4894-87c5-9b5ca35b153a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a9bb6d9c-6294-4e1c-9990-43648f342359), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:34.394310 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f667832d-456b-459a-8bad-2cfbe0f5cd0c admin admin] Publish callbacks [] for security_group (08d285fd-c939-4275-925f-90adb24821f3), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:34.438521 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f667832d-456b-459a-8bad-2cfbe0f5cd0c admin admin] Publish callbacks [] for security_group (08d285fd-c939-4275-925f-90adb24821f3), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:34.441933 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ee4e5110-5240-40cf-9be6-46c41d445e48 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (66fc832b-edf2-439c-9d5c-b772f8d93301), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:34.476980 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-701b634e-1467-454b-89ca-08b22b40ba08 admin admin] Publish callbacks [] for security_group (35efd60a-ac56-477b-8a3f-22713ed21269), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:34.498218 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e2286-3e14-4894-87c5-9b5ca35b153a None None] Pushing event updated for resources: {'Port': ['ID=a9bb6d9c-6294-4e1c-9990-43648f342359,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:34.529600 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:41:34.529941 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:41:34.544438 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e5110-5240-40cf-9be6-46c41d445e48 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Port': ['ID=66fc832b-edf2-439c-9d5c-b772f8d93301,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:34.545795 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-701b634e-1467-454b-89ca-08b22b40ba08 admin admin] Publish callbacks [] for security_group (35efd60a-ac56-477b-8a3f-22713ed21269), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:34.574936 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ee4e5110-5240-40cf-9be6-46c41d445e48 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:34.578605 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ee4e5110-5240-40cf-9be6-46c41d445e48 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/ports/66fc832b-edf2-439c-9d5c-b772f8d93301 HTTP/1.1" status: 204 len: 168 time: 1.1915936 Feb 20 03:41:34.581325 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43346) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:34.614241 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f667832d-456b-459a-8bad-2cfbe0f5cd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (08d285fd-c939-4275-925f-90adb24821f3), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:34.620373 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f667832d-456b-459a-8bad-2cfbe0f5cd0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:34.624692 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df9be81-e03d-47bf-8d27-69c06890085d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] GET failed (client error): The resource could not be found. Feb 20 03:41:34.631821 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1df9be81-e03d-47bf-8d27-69c06890085d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "GET /v2.0/ports/66fc832b-edf2-439c-9d5c-b772f8d93301 HTTP/1.1" status: 404 len: 333 time: 0.0439801 Feb 20 03:41:34.631821 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e9020dda-1278-4022-ad3e-839b20d155f7 req-a41d13d8-1008-40b9-b02b-1d44d589c9a9 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.215 HTTP/1.1" status: 200 len: 1002 time: 0.2723894 Feb 20 03:41:34.631821 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43350) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:34.640183 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f667832d-456b-459a-8bad-2cfbe0f5cd0c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/08d285fd-c939-4275-925f-90adb24821f3 HTTP/1.1" status: 204 len: 168 time: 0.4594669 Feb 20 03:41:34.663278 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667832d-456b-459a-8bad-2cfbe0f5cd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d285fd-c939-4275-925f-90adb24821f3,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:34.727898 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-701b634e-1467-454b-89ca-08b22b40ba08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (35efd60a-ac56-477b-8a3f-22713ed21269), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:34.731270 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-701b634e-1467-454b-89ca-08b22b40ba08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:34.735369 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-701b634e-1467-454b-89ca-08b22b40ba08 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/35efd60a-ac56-477b-8a3f-22713ed21269 HTTP/1.1" status: 204 len: 168 time: 0.4526999 Feb 20 03:41:34.743770 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-d698b521-c928-4573-b0a6-32c1ebd0b7fd tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Deleting subnet a1ac4a15-e5f2-46cf-bf0c-0b2ee9f39c8b {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:41:34.756848 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b634e-1467-454b-89ca-08b22b40ba08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35efd60a-ac56-477b-8a3f-22713ed21269,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:34.759941 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9020dda-1278-4022-ad3e-839b20d155f7 req-e46c2612-9ba6-49ea-9f4f-622eebbaa3e5 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:34.762732 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e9020dda-1278-4022-ad3e-839b20d155f7 req-e46c2612-9ba6-49ea-9f4f-622eebbaa3e5 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/ports/f9286307-e752-4ea8-9047-095542217e3a HTTP/1.1" status: 200 len: 943 time: 0.1219106 Feb 20 03:41:34.763995 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-bcc459d8-b2fc-46a4-9a1f-67607ea5888d None None] Provisioning complete for port a9bb6d9c-6294-4e1c-9990-43648f342359 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:34.765749 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d698b521-c928-4573-b0a6-32c1ebd0b7fd tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for subnet (a1ac4a15-e5f2-46cf-bf0c-0b2ee9f39c8b), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:34.765855 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bcc459d8-b2fc-46a4-9a1f-67607ea5888d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a9bb6d9c-6294-4e1c-9990-43648f342359), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:34.820533 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43356) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:34.830670 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d698b521-c928-4573-b0a6-32c1ebd0b7fd tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (a1ac4a15-e5f2-46cf-bf0c-0b2ee9f39c8b), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:34.935768 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-bcc459d8-b2fc-46a4-9a1f-67607ea5888d None None] Current status of the port a9bb6d9c-6294-4e1c-9990-43648f342359 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:34.940331 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-bcc459d8-b2fc-46a4-9a1f-67607ea5888d None None] Could not find standard attr ID for object 66fc832b-edf2-439c-9d5c-b772f8d93301. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:41:34.983996 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e9020dda-1278-4022-ad3e-839b20d155f7 req-caf7cee4-164e-4c37-ad69-53e81a2eea51 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.215 HTTP/1.1" status: 200 len: 1002 time: 0.1468539 Feb 20 03:41:35.082180 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port a9bb6d9c-6294-4e1c-9990-43648f342359 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:35.160480 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c862bfa5-2a77-4a0f-8155-3f25870a27ed None None] Could not find standard attr ID for object 66fc832b-edf2-439c-9d5c-b772f8d93301. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:41:35.221099 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d698b521-c928-4573-b0a6-32c1ebd0b7fd tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (a1ac4a15-e5f2-46cf-bf0c-0b2ee9f39c8b), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:35.256499 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9020dda-1278-4022-ad3e-839b20d155f7 req-220da90d-8b39-4393-b01e-7c7f3eecb135 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:35.265551 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e9020dda-1278-4022-ad3e-839b20d155f7 req-220da90d-8b39-4393-b01e-7c7f3eecb135 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 784 time: 0.2713757 Feb 20 03:41:35.389003 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e9020dda-1278-4022-ad3e-839b20d155f7 req-7cd1b466-d076-4151-a9e0-68cdafc618d1 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.215 HTTP/1.1" status: 200 len: 1002 time: 0.1219914 Feb 20 03:41:35.395117 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-e9020dda-1278-4022-ad3e-839b20d155f7 req-28a1de35-f037-4514-a9cf-81ce341ebeb2 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:35.464230 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-eb2187bc-a8c7-43c9-97ce-3cfd6418bcb2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1040943437-network', 'tenant_id': '368d9257e4384467becf24466096e532'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:35.518251 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e9020dda-1278-4022-ad3e-839b20d155f7 req-28a1de35-f037-4514-a9cf-81ce341ebeb2 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks [] for floatingip (bf4f4ac8-1999-41f7-8121-dbe8e4e86b20), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:35.579294 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2187bc-a8c7-43c9-97ce-3cfd6418bcb2 admin admin] Made reservation on behalf of 368d9257e4384467becf24466096e532 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:41:35.582782 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eb2187bc-a8c7-43c9-97ce-3cfd6418bcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:35.593166 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eb2187bc-a8c7-43c9-97ce-3cfd6418bcb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:35.602782 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d698b521-c928-4573-b0a6-32c1ebd0b7fd tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (a1ac4a15-e5f2-46cf-bf0c-0b2ee9f39c8b), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:35.640988 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698b521-c928-4573-b0a6-32c1ebd0b7fd tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Subnet': ['ID=a1ac4a15-e5f2-46cf-bf0c-0b2ee9f39c8b,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:35.650316 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d698b521-c928-4573-b0a6-32c1ebd0b7fd tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:35.653277 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d698b521-c928-4573-b0a6-32c1ebd0b7fd tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/subnets/a1ac4a15-e5f2-46cf-bf0c-0b2ee9f39c8b HTTP/1.1" status: 204 len: 168 time: 1.0215027 Feb 20 03:41:35.658969 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef8a8d0-bce2-4643-9dd9-c659f79da4e6 None None] Network afaea8e6-4686-47e1-8ffe-3aebb8db8c53 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:41:35.659989 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43368) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:35.738362 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eb2187bc-a8c7-43c9-97ce-3cfd6418bcb2 admin admin] Publish callbacks [] for security_group (26fa90d0-1674-442e-bf2d-4855a4a36695), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:35.739126 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device a9bb6d9c-6294-4e1c-9990-43648f342359 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:41:35.751752 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e9020dda-1278-4022-ad3e-839b20d155f7 req-28a1de35-f037-4514-a9cf-81ce341ebeb2 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:35.781774 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8b57b4d9-2ffb-42ff-a921-b88717de692d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (afaea8e6-4686-47e1-8ffe-3aebb8db8c53), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:35.820911 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eb2187bc-a8c7-43c9-97ce-3cfd6418bcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (26fa90d0-1674-442e-bf2d-4855a4a36695), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:35.848649 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2187bc-a8c7-43c9-97ce-3cfd6418bcb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fa90d0-1674-442e-bf2d-4855a4a36695,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:35.855351 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8b57b4d9-2ffb-42ff-a921-b88717de692d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Deleting port a9bb6d9c-6294-4e1c-9990-43648f342359 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:41:35.855761 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8b57b4d9-2ffb-42ff-a921-b88717de692d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (a9bb6d9c-6294-4e1c-9990-43648f342359), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:35.858779 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port a9bb6d9c-6294-4e1c-9990-43648f342359 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:35.859322 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a9bb6d9c-6294-4e1c-9990-43648f342359), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:35.859419 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e9020dda-1278-4022-ad3e-839b20d155f7 req-28a1de35-f037-4514-a9cf-81ce341ebeb2 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (bf4f4ac8-1999-41f7-8121-dbe8e4e86b20), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:35.859870 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [req-e9020dda-1278-4022-ad3e-839b20d155f7 req-28a1de35-f037-4514-a9cf-81ce341ebeb2 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Floating IP bf4f4ac8-1999-41f7-8121-dbe8e4e86b20 disassociated. External IP: 172.25.7.215, port: f9286307-e752-4ea8-9047-095542217e3a. Feb 20 03:41:35.879612 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb2187bc-a8c7-43c9-97ce-3cfd6418bcb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:41:35.898376 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eb2187bc-a8c7-43c9-97ce-3cfd6418bcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (19f3be22-1417-45ed-a5d6-5b3feda965f1), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:35.903874 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-eb2187bc-a8c7-43c9-97ce-3cfd6418bcb2 admin admin] Added segment 19f3be22-1417-45ed-a5d6-5b3feda965f1 of type vlan for network f73f244e-dfa1-462a-8af2-336186f52e03 Feb 20 03:41:35.953885 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43370) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:35.981082 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-17b7446e-c142-44e6-80f6-6f49bd8667b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:35.986951 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8b57b4d9-2ffb-42ff-a921-b88717de692d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] For port a9bb6d9c-6294-4e1c-9990-43648f342359, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=a9bb6d9c-6294-4e1c-9990-43648f342359,segment=NetworkSegment(69a52574-b4e5-4e2f-be0f-430724772fbb),segment_id=69a52574-b4e5-4e2f-be0f-430724772fbb)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:35.987579 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8b57b4d9-2ffb-42ff-a921-b88717de692d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (a9bb6d9c-6294-4e1c-9990-43648f342359), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:35.995150 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eb2187bc-a8c7-43c9-97ce-3cfd6418bcb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (f73f244e-dfa1-462a-8af2-336186f52e03), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:35.997539 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port a9bb6d9c-6294-4e1c-9990-43648f342359 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:36.022843 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43372) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:36.041487 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8b57b4d9-2ffb-42ff-a921-b88717de692d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Calling delete_port for a9bb6d9c-6294-4e1c-9990-43648f342359 owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:41:36.109636 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8c74d1c0-94c8-4530-a9fe-104c89c40f15 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=fdacffb30f064cf9855cff8ef83879a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0855708 Feb 20 03:41:36.112341 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43374) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:36.145025 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-17b7446e-c142-44e6-80f6-6f49bd8667b8 admin admin] Publish callbacks [] for security_group (c6d14183-80a4-408f-8cf7-53f17fd8ffdc), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:36.176827 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8425aa6-2d40-4050-85c7-e0d63a05fa55 None None] DHCP port deletion for afaea8e6-4686-47e1-8ffe-3aebb8db8c53 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:41:36.193836 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eb2187bc-a8c7-43c9-97ce-3cfd6418bcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (f73f244e-dfa1-462a-8af2-336186f52e03), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:36.195534 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2187bc-a8c7-43c9-97ce-3cfd6418bcb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:36.196137 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eb2187bc-a8c7-43c9-97ce-3cfd6418bcb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:36.232296 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c8425aa6-2d40-4050-85c7-e0d63a05fa55 None None] Deleting port a9bb6d9c-6294-4e1c-9990-43648f342359 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:41:36.232957 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c8425aa6-2d40-4050-85c7-e0d63a05fa55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (a9bb6d9c-6294-4e1c-9990-43648f342359), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:36.252283 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-17b7446e-c142-44e6-80f6-6f49bd8667b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c6d14183-80a4-408f-8cf7-53f17fd8ffdc), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:36.289677 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2187bc-a8c7-43c9-97ce-3cfd6418bcb2 admin admin] Pushing event updated for resources: {'Network': ['ID=f73f244e-dfa1-462a-8af2-336186f52e03,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:36.292270 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a6c4a25b-8f6b-4632-a321-74e5cdb6670b admin admin] Publish callbacks [] for security_group (8254a071-57a9-4a06-98a8-66ca21cc91b8), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:36.311227 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-17b7446e-c142-44e6-80f6-6f49bd8667b8 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2ac2f2d137404917beed0e3be574c4be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3559041 Feb 20 03:41:36.312322 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7446e-c142-44e6-80f6-6f49bd8667b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d14183-80a4-408f-8cf7-53f17fd8ffdc,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:36.314766 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43376) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:36.321779 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network f73f244e-dfa1-462a-8af2-336186f52e03 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:41:36.337884 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9020dda-1278-4022-ad3e-839b20d155f7 req-28a1de35-f037-4514-a9cf-81ce341ebeb2 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Router 7ef6a05e-091a-4056-931a-4a247234a19c has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:41:36.340280 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a6c4a25b-8f6b-4632-a321-74e5cdb6670b admin admin] Publish callbacks [] for security_group (8254a071-57a9-4a06-98a8-66ca21cc91b8), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:36.356520 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-eb2187bc-a8c7-43c9-97ce-3cfd6418bcb2 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5339022 Feb 20 03:41:36.357278 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43378) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:36.363245 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-3d89dfb1-e992-432c-832f-0c74660b5681 admin admin] Request body: {'subnet': {'network_id': 'f73f244e-dfa1-462a-8af2-336186f52e03', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1040943437-subnet', 'tenant_id': '368d9257e4384467becf24466096e532', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:36.378890 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8b57b4d9-2ffb-42ff-a921-b88717de692d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (a9bb6d9c-6294-4e1c-9990-43648f342359), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:36.400244 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-19cb3981-7ade-4285-9ee3-f12aadcd8c58 admin admin] Publish callbacks [] for security_group (c6d14183-80a4-408f-8cf7-53f17fd8ffdc), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:36.425998 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-19cb3981-7ade-4285-9ee3-f12aadcd8c58 admin admin] Publish callbacks [] for security_group (c6d14183-80a4-408f-8cf7-53f17fd8ffdc), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:36.451158 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c8425aa6-2d40-4050-85c7-e0d63a05fa55 None None] For port a9bb6d9c-6294-4e1c-9990-43648f342359, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=a9bb6d9c-6294-4e1c-9990-43648f342359,segment=NetworkSegment(69a52574-b4e5-4e2f-be0f-430724772fbb),segment_id=69a52574-b4e5-4e2f-be0f-430724772fbb)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:36.451767 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c8425aa6-2d40-4050-85c7-e0d63a05fa55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (a9bb6d9c-6294-4e1c-9990-43648f342359), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:36.457842 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b57b4d9-2ffb-42ff-a921-b88717de692d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Port': ['ID=a9bb6d9c-6294-4e1c-9990-43648f342359,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:36.472399 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b57b4d9-2ffb-42ff-a921-b88717de692d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] No DVR routers for this DVR port a9bb6d9c-6294-4e1c-9990-43648f342359 on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:41:36.485042 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d89dfb1-e992-432c-832f-0c74660b5681 admin admin] Made reservation on behalf of 368d9257e4384467becf24466096e532 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:41:36.486131 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c8425aa6-2d40-4050-85c7-e0d63a05fa55 None None] Calling delete_port for a9bb6d9c-6294-4e1c-9990-43648f342359 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:41:36.493913 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3d89dfb1-e992-432c-832f-0c74660b5681 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:36.603106 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c8425aa6-2d40-4050-85c7-e0d63a05fa55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (a9bb6d9c-6294-4e1c-9990-43648f342359), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:36.627372 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425aa6-2d40-4050-85c7-e0d63a05fa55 None None] Pushing event deleted for resources: {'Port': ['ID=a9bb6d9c-6294-4e1c-9990-43648f342359,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:36.634402 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8425aa6-2d40-4050-85c7-e0d63a05fa55 None None] No DVR routers for this DVR port a9bb6d9c-6294-4e1c-9990-43648f342359 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:41:36.667470 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-19cb3981-7ade-4285-9ee3-f12aadcd8c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c6d14183-80a4-408f-8cf7-53f17fd8ffdc), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:36.670296 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-19cb3981-7ade-4285-9ee3-f12aadcd8c58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:36.674424 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-19cb3981-7ade-4285-9ee3-f12aadcd8c58 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c6d14183-80a4-408f-8cf7-53f17fd8ffdc HTTP/1.1" status: 204 len: 168 time: 0.3559356 Feb 20 03:41:36.694838 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb3981-7ade-4285-9ee3-f12aadcd8c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d14183-80a4-408f-8cf7-53f17fd8ffdc,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:36.975381 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8b57b4d9-2ffb-42ff-a921-b88717de692d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (afaea8e6-4686-47e1-8ffe-3aebb8db8c53), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:36.998097 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3d89dfb1-e992-432c-832f-0c74660b5681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (27479365-0250-42ee-83bf-53ffcaf4459a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:37.014987 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-8b57b4d9-2ffb-42ff-a921-b88717de692d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afaea8e6-4686-47e1-8ffe-3aebb8db8c53']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:37.019593 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0641e482-9b64-44b6-81cd-346ee99e0418 req-105b06f3-a9a2-4d96-aacb-2208e4ae501f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2f91127d-3be7-4880-af5b-c1f41285ff7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4892585 Feb 20 03:41:37.026971 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9020dda-1278-4022-ad3e-839b20d155f7 req-28a1de35-f037-4514-a9cf-81ce341ebeb2 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:41:37.032672 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e9020dda-1278-4022-ad3e-839b20d155f7 req-28a1de35-f037-4514-a9cf-81ce341ebeb2 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:37.040421 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0c519c-2565-43f3-bc1f-78026ef5fcc7 None None] Sync routers for ids ['7ef6a05e-091a-4056-931a-4a247234a19c'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:41:37.058713 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0c519c-2565-43f3-bc1f-78026ef5fcc7 None None] Routers {'7ef6a05e-091a-4056-931a-4a247234a19c'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:41:37.059474 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-4f0c519c-2565-43f3-bc1f-78026ef5fcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:41:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7ef6a05e-091a-4056-931a-4a247234a19c'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:37.068477 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a6c4a25b-8f6b-4632-a321-74e5cdb6670b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (8254a071-57a9-4a06-98a8-66ca21cc91b8), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:37.073302 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a6c4a25b-8f6b-4632-a321-74e5cdb6670b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:37.073962 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a6c4a25b-8f6b-4632-a321-74e5cdb6670b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8254a071-57a9-4a06-98a8-66ca21cc91b8 HTTP/1.1" status: 204 len: 168 time: 0.9579761 Feb 20 03:41:37.078184 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-8b57b4d9-2ffb-42ff-a921-b88717de692d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a52574-b4e5-4e2f-be0f-430724772fbb') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:37.078184 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-8b57b4d9-2ffb-42ff-a921-b88717de692d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a52574-b4e5-4e2f-be0f-430724772fbb') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:37.079101 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89dfb1-e992-432c-832f-0c74660b5681 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27479365-0250-42ee-83bf-53ffcaf4459a,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:37.098134 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d89dfb1-e992-432c-832f-0c74660b5681 admin admin] Checking segment: {'id': '19f3be22-1417-45ed-a5d6-5b3feda965f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'f73f244e-dfa1-462a-8af2-336186f52e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:41:37.098563 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d89dfb1-e992-432c-832f-0c74660b5681 admin admin] Network hostable DHCP agents. Network: f73f244e-dfa1-462a-8af2-336186f52e03, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:41:37.127967 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e9020dda-1278-4022-ad3e-839b20d155f7 req-28a1de35-f037-4514-a9cf-81ce341ebeb2 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "PUT /v2.0/floatingips/bf4f4ac8-1999-41f7-8121-dbe8e4e86b20 HTTP/1.1" status: 200 len: 695 time: 1.7375741 Feb 20 03:41:37.129908 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8b57b4d9-2ffb-42ff-a921-b88717de692d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (69a52574-b4e5-4e2f-be0f-430724772fbb), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:37.132344 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0865c027-1e53-46b0-bcb6-d8f3c859068e', 'tag': 'f9286307-e752-4ea8-9047-095542217e3a'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:41:37.135278 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481feb5c-db45-4192-8053-2aec5eb7c22e" -d '{"events": [{"name": "network-changed", "server_uuid": "0865c027-1e53-46b0-bcb6-d8f3c859068e", "tag": "f9286307-e752-4ea8-9047-095542217e3a"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:41:37.147918 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c4a25b-8f6b-4632-a321-74e5cdb6670b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8254a071-57a9-4a06-98a8-66ca21cc91b8,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:37.180589 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8b57b4d9-2ffb-42ff-a921-b88717de692d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (69a52574-b4e5-4e2f-be0f-430724772fbb), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:37.183085 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d89dfb1-e992-432c-832f-0c74660b5681 admin admin] Network f73f244e-dfa1-462a-8af2-336186f52e03 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:41:37.235175 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b57b4d9-2ffb-42ff-a921-b88717de692d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:41:37.236199 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8b57b4d9-2ffb-42ff-a921-b88717de692d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (69a52574-b4e5-4e2f-be0f-430724772fbb), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:37.253660 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-4f0c519c-2565-43f3-bc1f-78026ef5fcc7 None None] Set router 7ef6a05e-091a-4056-931a-4a247234a19c gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:41:37.254551 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:41:37.254551 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:41:37.254551 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:41:37.254551 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:41:37.254551 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:41:37.254551 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:41:37.254551 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:41:37.254551 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:41:37.254551 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:41:37.254551 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:41:37.254551 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:41:37.254551 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:41:37.254551 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:41:37.254551 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:41:37.254551 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:41:37.254551 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:41:37.254551 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:41:37.254551 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:41:37.254551 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:41:37.254551 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:41:37.254551 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:41:37.254551 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:41:37.254551 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:41:37.254551 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:41:37.254551 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:41:37.254551 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:41:37.254551 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:41:37.254551 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:41:37.254551 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:41:37.254551 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:41:37.254551 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:41:37.254551 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:41:37.260818 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-3d89dfb1-e992-432c-832f-0c74660b5681 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, f73f244e-dfa1-462a-8af2-336186f52e03) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:37.270792 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d89dfb1-e992-432c-832f-0c74660b5681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:37.271994 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3d89dfb1-e992-432c-832f-0c74660b5681 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:37.272402 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e6b9f8-05eb-4695-a22c-f734edf3a059 None None] Network f73f244e-dfa1-462a-8af2-336186f52e03 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:41:37.349523 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3d89dfb1-e992-432c-832f-0c74660b5681 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9898956 Feb 20 03:41:37.404172 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641e482-9b64-44b6-81cd-346ee99e0418 req-851eeeab-0668-40c4-95ff-4e0fa365aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:37.406014 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0641e482-9b64-44b6-81cd-346ee99e0418 req-851eeeab-0668-40c4-95ff-4e0fa365aa18 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0e13d4cebfb405fb08a08acd92e6212&device_id=2f91127d-3be7-4880-af5b-c1f41285ff7a HTTP/1.1" status: 200 len: 1127 time: 0.3204830 Feb 20 03:41:37.419765 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9020dda-1278-4022-ad3e-839b20d155f7 req-eee250ce-352f-4fa9-9fd1-63b1cf368217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:37.421563 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e9020dda-1278-4022-ad3e-839b20d155f7 req-eee250ce-352f-4fa9-9fd1-63b1cf368217 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=62872f561f24429faadfc81d64d64e66&device_id=0865c027-1e53-46b0-bcb6-d8f3c859068e HTTP/1.1" status: 200 len: 1128 time: 0.2519283 Feb 20 03:41:37.505471 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-4f0c519c-2565-43f3-bc1f-78026ef5fcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-790780277-router', 'tenant_id': '62872f561f24429faadfc81d64d64e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '9d3f5b45-4409-45b2-92ce-9cc3cd1ace53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:27Z', 'updated_at': '2022-02-20T03:40:39Z', 'revision_number': 4, 'project_id': '62872f561f24429faadfc81d64d64e66', 'gw_port': {'id': '9d3f5b45-4409-45b2-92ce-9cc3cd1ace53', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:29Z', 'updated_at': '2022-02-20T03:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '83b52a73-38bb-4ccd-8126-e3fa69aff05d', 'name': '', 'network_id': '600f51c6-6b09-4fa1-9746-bc869572e7a9', 'tenant_id': '62872f561f24429faadfc81d64d64e66', 'mac_address': 'fa:16:3e:fe:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '87beb212-a252-4a80-814f-18699c1905fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:36Z', 'updated_at': '2022-02-20T03:40:44Z', 'revision_number': 5, 'project_id': '62872f561f24429faadfc81d64d64e66', 'subnets': [{'id': '87beb212-a252-4a80-814f-18699c1905fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:37.529867 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8b57b4d9-2ffb-42ff-a921-b88717de692d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (afaea8e6-4686-47e1-8ffe-3aebb8db8c53), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:37.538510 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8b57b4d9-2ffb-42ff-a921-b88717de692d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:37.542636 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8b57b4d9-2ffb-42ff-a921-b88717de692d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/networks/afaea8e6-4686-47e1-8ffe-3aebb8db8c53 HTTP/1.1" status: 204 len: 168 time: 1.8816485 Feb 20 03:41:37.547494 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43396) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:37.554961 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-305d4551-26c1-4cb3-9484-c4b03daca65b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'port': {'network_id': '0fd20173-fa0d-47b7-8340-3d5070fbf9e4', 'name': 'tempest-PortsIpV6TestJSON-1644205003'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:37.558210 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f05ad2-ecb3-475a-83c4-cf591a9f10d7 None None] Network f73f244e-dfa1-462a-8af2-336186f52e03 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:41:37.607026 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0c519c-2565-43f3-bc1f-78026ef5fcc7 None None] Checking router: 7ef6a05e-091a-4056-931a-4a247234a19c for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:41:37.614479 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:41:37.621186 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0c519c-2565-43f3-bc1f-78026ef5fcc7 None None] Routers {'7ef6a05e-091a-4056-931a-4a247234a19c'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:41:37.622214 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-4f0c519c-2565-43f3-bc1f-78026ef5fcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:41:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7ef6a05e-091a-4056-931a-4a247234a19c'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:37.758593 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-4f0c519c-2565-43f3-bc1f-78026ef5fcc7 None None] Set router 7ef6a05e-091a-4056-931a-4a247234a19c gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:41:37.780182 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device a9bb6d9c-6294-4e1c-9990-43648f342359 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:41:37.803395 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: a9bb6d9c-6294-4e1c-9990-43648f342359 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:41:37.803395 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device a9bb6d9c-6294-4e1c-9990-43648f342359 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:41:37.864249 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b57b4d9-2ffb-42ff-a921-b88717de692d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Network': ['ID=afaea8e6-4686-47e1-8ffe-3aebb8db8c53,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:37.964879 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9020dda-1278-4022-ad3e-839b20d155f7 req-6d2f4850-1a1e-43dc-ba43-41e55f6c1b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:37.966789 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e9020dda-1278-4022-ad3e-839b20d155f7 req-6d2f4850-1a1e-43dc-ba43-41e55f6c1b59 service neutron] 10.222.0.89 "GET /v2.0/networks?id=600f51c6-6b09-4fa1-9746-bc869572e7a9 HTTP/1.1" status: 200 len: 929 time: 0.5391407 Feb 20 03:41:38.004776 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305d4551-26c1-4cb3-9484-c4b03daca65b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:41:38.010707 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-305d4551-26c1-4cb3-9484-c4b03daca65b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:38.012646 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-4f0c519c-2565-43f3-bc1f-78026ef5fcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-790780277-router', 'tenant_id': '62872f561f24429faadfc81d64d64e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '9d3f5b45-4409-45b2-92ce-9cc3cd1ace53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:27Z', 'updated_at': '2022-02-20T03:40:39Z', 'revision_number': 4, 'project_id': '62872f561f24429faadfc81d64d64e66', 'gw_port': {'id': '9d3f5b45-4409-45b2-92ce-9cc3cd1ace53', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:29Z', 'updated_at': '2022-02-20T03:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '83b52a73-38bb-4ccd-8126-e3fa69aff05d', 'name': '', 'network_id': '600f51c6-6b09-4fa1-9746-bc869572e7a9', 'tenant_id': '62872f561f24429faadfc81d64d64e66', 'mac_address': 'fa:16:3e:fe:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '87beb212-a252-4a80-814f-18699c1905fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:36Z', 'updated_at': '2022-02-20T03:40:44Z', 'revision_number': 5, 'project_id': '62872f561f24429faadfc81d64d64e66', 'subnets': [{'id': '87beb212-a252-4a80-814f-18699c1905fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:38.038618 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-305d4551-26c1-4cb3-9484-c4b03daca65b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] device_id is not set on port 419c9c0e-8eba-4727-a2e1-2ab45246be72 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:41:38.048631 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0c519c-2565-43f3-bc1f-78026ef5fcc7 None None] The sync data for ids ['7ef6a05e-091a-4056-931a-4a247234a19c'] in n-d-829866-4 is: [{'id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-790780277-router', 'tenant_id': '62872f561f24429faadfc81d64d64e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '9d3f5b45-4409-45b2-92ce-9cc3cd1ace53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:27Z', 'updated_at': '2022-02-20T03:40:39Z', 'revision_number': 4, 'project_id': '62872f561f24429faadfc81d64d64e66', 'gw_port': {'id': '9d3f5b45-4409-45b2-92ce-9cc3cd1ace53', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:29Z', 'updated_at': '2022-02-20T03:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '83b52a73-38bb-4ccd-8126-e3fa69aff05d', 'name': '', 'network_id': '600f51c6-6b09-4fa1-9746-bc869572e7a9', 'tenant_id': '62872f561f24429faadfc81d64d64e66', 'mac_address': 'fa:16:3e:fe:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '87beb212-a252-4a80-814f-18699c1905fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:36Z', 'updated_at': '2022-02-20T03:40:44Z', 'revision_number': 5, 'project_id': '62872f561f24429faadfc81d64d64e66', 'subnets': [{'id': '87beb212-a252-4a80-814f-18699c1905fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:41:38.065474 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e9020dda-1278-4022-ad3e-839b20d155f7 req-e8014b65-130c-477f-a455-0657db4edf4c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9286307-e752-4ea8-9047-095542217e3a HTTP/1.1" status: 200 len: 217 time: 0.0780559 Feb 20 03:41:38.142347 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641e482-9b64-44b6-81cd-346ee99e0418 req-a5a3913c-54bf-45b5-babf-01040a2bc134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:38.144190 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0641e482-9b64-44b6-81cd-346ee99e0418 req-a5a3913c-54bf-45b5-babf-01040a2bc134 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6e373344-a12a-4ad6-ace7-61bdd38c36e9 HTTP/1.1" status: 200 len: 909 time: 0.6990359 Feb 20 03:41:38.204479 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0641e482-9b64-44b6-81cd-346ee99e0418 req-c28219fb-accd-4e30-b2bb-d6a2fce4d417 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51c8ef92-a4f5-4f8b-9e91-618dac2b60a7 HTTP/1.1" status: 200 len: 217 time: 0.0525014 Feb 20 03:41:38.206365 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9020dda-1278-4022-ad3e-839b20d155f7 req-a0ddccf4-666f-43c9-a478-cc73a176c330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:38.208052 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e9020dda-1278-4022-ad3e-839b20d155f7 req-a0ddccf4-666f-43c9-a478-cc73a176c330 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=87beb212-a252-4a80-814f-18699c1905fc HTTP/1.1" status: 200 len: 867 time: 0.1335180 Feb 20 03:41:38.305380 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641e482-9b64-44b6-81cd-346ee99e0418 req-45704687-ab88-47b5-9e3f-20f29a6c07dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:38.307154 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0641e482-9b64-44b6-81cd-346ee99e0418 req-45704687-ab88-47b5-9e3f-20f29a6c07dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=73afc4a7-e3d9-4362-ac98-dec5abd9e852 HTTP/1.1" status: 200 len: 848 time: 0.0960932 Feb 20 03:41:38.314548 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9020dda-1278-4022-ad3e-839b20d155f7 req-81228285-5a0c-4e8f-98cd-a3462c9f75b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:38.316692 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e9020dda-1278-4022-ad3e-839b20d155f7 req-81228285-5a0c-4e8f-98cd-a3462c9f75b4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=600f51c6-6b09-4fa1-9746-bc869572e7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0957439 Feb 20 03:41:38.319420 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-305d4551-26c1-4cb3-9484-c4b03daca65b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for port (419c9c0e-8eba-4727-a2e1-2ab45246be72), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:38.363042 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0641e482-9b64-44b6-81cd-346ee99e0418 req-4b2c1d44-4530-4d46-bbe4-d6e0aa44b1a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6e373344-a12a-4ad6-ace7-61bdd38c36e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451491 Feb 20 03:41:38.461092 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-305d4551-26c1-4cb3-9484-c4b03daca65b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (419c9c0e-8eba-4727-a2e1-2ab45246be72), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:38.513261 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305d4551-26c1-4cb3-9484-c4b03daca65b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network 0fd20173-fa0d-47b7-8340-3d5070fbf9e4 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:41:38.517301 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-305d4551-26c1-4cb3-9484-c4b03daca65b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:38.524551 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305d4551-26c1-4cb3-9484-c4b03daca65b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:41:38.530266 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305d4551-26c1-4cb3-9484-c4b03daca65b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:38.530927 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-305d4551-26c1-4cb3-9484-c4b03daca65b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:38.545915 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d4551-26c1-4cb3-9484-c4b03daca65b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Port': ['ID=419c9c0e-8eba-4727-a2e1-2ab45246be72,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:38.562581 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e9020dda-1278-4022-ad3e-839b20d155f7 req-21534813-365f-4979-a62e-b7f8821f7100 service neutron] 10.222.0.89 "GET /v2.0/networks/600f51c6-6b09-4fa1-9746-bc869572e7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337368 Feb 20 03:41:38.564599 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0641e482-9b64-44b6-81cd-346ee99e0418 req-12d0dc9f-16e1-4170-bfeb-801c33effa44 service neutron] 10.222.0.42 "GET /v2.0/networks/6e373344-a12a-4ad6-ace7-61bdd38c36e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909156 Feb 20 03:41:38.613538 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031db450-a11b-469c-baba-efcf6df1fd8e None None] New status for floating IP bf4f4ac8-1999-41f7-8121-dbe8e4e86b20: DOWN {{(pid=104107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:41:38.635477 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-305d4551-26c1-4cb3-9484-c4b03daca65b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0868223 Feb 20 03:41:38.637982 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43428) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:38.823750 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-ffa4f48c-1995-4a6b-88e8-41f74ef7ca9f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Deleting port 419c9c0e-8eba-4727-a2e1-2ab45246be72 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:41:38.824363 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ffa4f48c-1995-4a6b-88e8-41f74ef7ca9f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (419c9c0e-8eba-4727-a2e1-2ab45246be72), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:38.835009 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e9020dda-1278-4022-ad3e-839b20d155f7 req-9d0723e4-c47b-4bc3-bf83-68be10fcf275 service neutron] 10.222.0.89 "GET /v2.0/networks/600f51c6-6b09-4fa1-9746-bc869572e7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656753 Feb 20 03:41:38.885400 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0641e482-9b64-44b6-81cd-346ee99e0418 req-38f563ef-d78d-4261-9010-4ed323d542f2 service neutron] 10.222.0.42 "GET /v2.0/networks/6e373344-a12a-4ad6-ace7-61bdd38c36e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109913 Feb 20 03:41:38.921807 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ffa4f48c-1995-4a6b-88e8-41f74ef7ca9f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (419c9c0e-8eba-4727-a2e1-2ab45246be72), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:38.944786 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-ffa4f48c-1995-4a6b-88e8-41f74ef7ca9f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Calling delete_port for 419c9c0e-8eba-4727-a2e1-2ab45246be72 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:41:39.108446 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43442) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:39.118371 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ffa4f48c-1995-4a6b-88e8-41f74ef7ca9f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (419c9c0e-8eba-4727-a2e1-2ab45246be72), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:39.159955 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4f48c-1995-4a6b-88e8-41f74ef7ca9f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Port': ['ID=419c9c0e-8eba-4727-a2e1-2ab45246be72,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:39.160732 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1568a9-1189-4947-97a7-c73337c5b496 req-38c067c7-388b-4c46-87ba-ffe2c054c041 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:39.169575 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1d1568a9-1189-4947-97a7-c73337c5b496 req-38c067c7-388b-4c46-87ba-ffe2c054c041 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f9eee67-81b4-43b7-9daa-f24501dcabe0 HTTP/1.1" status: 200 len: 945 time: 0.0788517 Feb 20 03:41:39.180611 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ffa4f48c-1995-4a6b-88e8-41f74ef7ca9f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:39.186620 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ffa4f48c-1995-4a6b-88e8-41f74ef7ca9f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/ports/419c9c0e-8eba-4727-a2e1-2ab45246be72 HTTP/1.1" status: 204 len: 168 time: 0.5449052 Feb 20 03:41:39.191438 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43448) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:39.197703 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-a732b5f2-8a53-4cdb-9dcc-f19ea447f6f6 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'port': {'network_id': '0fd20173-fa0d-47b7-8340-3d5070fbf9e4', 'mac_address': 'fa:16:3e:1a:2c:f1', 'name': 'tempest-PortsIpV6TestJSON-1205368612'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:39.272626 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1d1568a9-1189-4947-97a7-c73337c5b496 req-2448f011-2d1d-4566-9405-f2c3ecc3948d tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016684 Feb 20 03:41:39.312054 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-64aafae3-1fc7-44fd-ade8-96a54039d59f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-541591126'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:39.315894 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89bf4d0-b640-43d2-9bd1-1eafcd82d719 x-openstack-request-id: req-a89bf4d0-b640-43d2-9bd1-1eafcd82d719 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:41:39.316299 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0865c027-1e53-46b0-bcb6-d8f3c859068e", "tag": "f9286307-e752-4ea8-9047-095542217e3a", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:41:39.316649 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a89bf4d0-b640-43d2-9bd1-1eafcd82d719 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:41:39.317147 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0865c027-1e53-46b0-bcb6-d8f3c859068e', 'tag': 'f9286307-e752-4ea8-9047-095542217e3a', 'status': 'completed', 'code': 200} Feb 20 03:41:39.403526 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481feb5c-db45-4192-8053-2aec5eb7c22e req-a752eae0-511d-49a1-bfbd-496231e5b8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:39.405166 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-481feb5c-db45-4192-8053-2aec5eb7c22e req-a752eae0-511d-49a1-bfbd-496231e5b8f7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=62872f561f24429faadfc81d64d64e66&device_id=0865c027-1e53-46b0-bcb6-d8f3c859068e HTTP/1.1" status: 200 len: 1128 time: 0.0548778 Feb 20 03:41:39.429305 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64aafae3-1fc7-44fd-ade8-96a54039d59f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Made reservation on behalf of c60d367938c94db0b49b1590dc507e3a for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:41:39.429305 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-64aafae3-1fc7-44fd-ade8-96a54039d59f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:39.432251 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a732b5f2-8a53-4cdb-9dcc-f19ea447f6f6 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:41:39.457532 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-64aafae3-1fc7-44fd-ade8-96a54039d59f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:39.541297 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a732b5f2-8a53-4cdb-9dcc-f19ea447f6f6 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:39.545134 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481feb5c-db45-4192-8053-2aec5eb7c22e req-5d9b36ca-813d-42b8-bdc4-03ebe1bec224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:39.546688 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-481feb5c-db45-4192-8053-2aec5eb7c22e req-5d9b36ca-813d-42b8-bdc4-03ebe1bec224 service neutron] 10.222.0.93 "GET /v2.0/networks?id=600f51c6-6b09-4fa1-9746-bc869572e7a9 HTTP/1.1" status: 200 len: 929 time: 0.1361535 Feb 20 03:41:39.580336 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-a732b5f2-8a53-4cdb-9dcc-f19ea447f6f6 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] device_id is not set on port 477d311e-ed7a-4388-8b74-8f55f25a6fee yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:41:39.613224 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-481feb5c-db45-4192-8053-2aec5eb7c22e req-c97b2d58-adf6-4d00-939d-cfbe5c383fce service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9286307-e752-4ea8-9047-095542217e3a HTTP/1.1" status: 200 len: 217 time: 0.0499685 Feb 20 03:41:39.706303 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481feb5c-db45-4192-8053-2aec5eb7c22e req-76806d85-7444-4575-87fa-7572319c6eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:39.710213 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-481feb5c-db45-4192-8053-2aec5eb7c22e req-76806d85-7444-4575-87fa-7572319c6eea service neutron] 10.222.0.93 "GET /v2.0/subnets?id=87beb212-a252-4a80-814f-18699c1905fc HTTP/1.1" status: 200 len: 867 time: 0.0915108 Feb 20 03:41:39.796469 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a732b5f2-8a53-4cdb-9dcc-f19ea447f6f6 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for port (477d311e-ed7a-4388-8b74-8f55f25a6fee), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:39.831740 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-64aafae3-1fc7-44fd-ade8-96a54039d59f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks [] for security_group (cdc318ce-b2d2-406e-83ec-3b0186eb2cbe), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:39.884132 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481feb5c-db45-4192-8053-2aec5eb7c22e req-f53cc775-4ec6-4bad-88d8-aabab58db918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:39.885674 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-481feb5c-db45-4192-8053-2aec5eb7c22e req-f53cc775-4ec6-4bad-88d8-aabab58db918 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=600f51c6-6b09-4fa1-9746-bc869572e7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1692817 Feb 20 03:41:39.900946 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-64aafae3-1fc7-44fd-ade8-96a54039d59f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (cdc318ce-b2d2-406e-83ec-3b0186eb2cbe), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:39.926964 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64aafae3-1fc7-44fd-ade8-96a54039d59f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:41:39.942522 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-20be0776-5629-4c2b-b79f-8721eacd4a86 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:39.949609 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a732b5f2-8a53-4cdb-9dcc-f19ea447f6f6 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (477d311e-ed7a-4388-8b74-8f55f25a6fee), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:39.949980 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-20be0776-5629-4c2b-b79f-8721eacd4a86 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] 10.222.0.89 "GET /v2.0/networks?id=f73f244e-dfa1-462a-8af2-336186f52e03 HTTP/1.1" status: 200 len: 822 time: 0.1589632 Feb 20 03:41:39.960735 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-64aafae3-1fc7-44fd-ade8-96a54039d59f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (06c4cd1b-34ea-4e14-9d9d-a54dbf65c0c3), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:39.961092 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-64aafae3-1fc7-44fd-ade8-96a54039d59f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Added segment 06c4cd1b-34ea-4e14-9d9d-a54dbf65c0c3 of type vlan for network 8e8789e9-11a8-40d4-ac3b-dcd6d7c982c5 Feb 20 03:41:39.966102 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aafae3-1fc7-44fd-ade8-96a54039d59f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc318ce-b2d2-406e-83ec-3b0186eb2cbe,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:40.013966 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-d3e9fecd-88de-4522-a093-2406886fa15d tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] 10.222.0.89 "GET /v2.0/quotas/368d9257e4384467becf24466096e532 HTTP/1.1" status: 200 len: 375 time: 0.0629232 Feb 20 03:41:40.043390 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a732b5f2-8a53-4cdb-9dcc-f19ea447f6f6 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network 0fd20173-fa0d-47b7-8340-3d5070fbf9e4 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:41:40.050236 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-0a32f3f0-ff00-4938-87ca-86928d081f37 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=368d9257e4384467becf24466096e532&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355093 Feb 20 03:41:40.058444 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-a732b5f2-8a53-4cdb-9dcc-f19ea447f6f6 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:40.061046 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a732b5f2-8a53-4cdb-9dcc-f19ea447f6f6 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:41:40.067169 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a732b5f2-8a53-4cdb-9dcc-f19ea447f6f6 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:40.067822 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a732b5f2-8a53-4cdb-9dcc-f19ea447f6f6 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:40.074738 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-64aafae3-1fc7-44fd-ade8-96a54039d59f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (8e8789e9-11a8-40d4-ac3b-dcd6d7c982c5), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:40.080055 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732b5f2-8a53-4cdb-9dcc-f19ea447f6f6 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Port': ['ID=477d311e-ed7a-4388-8b74-8f55f25a6fee,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:40.135202 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-481feb5c-db45-4192-8053-2aec5eb7c22e req-7222ce82-f472-405c-ae83-a977acd037a5 service neutron] 10.222.0.93 "GET /v2.0/networks/600f51c6-6b09-4fa1-9746-bc869572e7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309005 Feb 20 03:41:40.167184 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a732b5f2-8a53-4cdb-9dcc-f19ea447f6f6 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9790585 Feb 20 03:41:40.170265 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43474) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:40.207949 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-64aafae3-1fc7-44fd-ade8-96a54039d59f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (8e8789e9-11a8-40d4-ac3b-dcd6d7c982c5), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:40.215264 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aafae3-1fc7-44fd-ade8-96a54039d59f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:40.215890 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-64aafae3-1fc7-44fd-ade8-96a54039d59f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:40.237851 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-5b2eee35-996c-439e-a996-27394c23754a service neutron] 10.222.0.89 "GET /v2.0/networks/f73f244e-dfa1-462a-8af2-336186f52e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757162 Feb 20 03:41:40.291871 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1022b48d-b92b-48c4-9c3b-1f06c1437583 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:40.293406 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1022b48d-b92b-48c4-9c3b-1f06c1437583 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "GET /v2.0/ports/477d311e-ed7a-4388-8b74-8f55f25a6fee HTTP/1.1" status: 200 len: 845 time: 0.1228096 Feb 20 03:41:40.296589 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43480) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:40.356082 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-64aafae3-1fc7-44fd-ade8-96a54039d59f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2458265 Feb 20 03:41:40.362021 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-481feb5c-db45-4192-8053-2aec5eb7c22e req-9b8b154d-b55f-43e7-be4b-9a1d292d3e12 service neutron] 10.222.0.93 "GET /v2.0/networks/600f51c6-6b09-4fa1-9746-bc869572e7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181993 Feb 20 03:41:40.365882 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aafae3-1fc7-44fd-ade8-96a54039d59f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Pushing event updated for resources: {'Network': ['ID=8e8789e9-11a8-40d4-ac3b-dcd6d7c982c5,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:40.404118 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-d3b34ef9-baa1-435c-bd87-2e3050464160 service neutron] 10.222.0.89 "GET /v2.0/networks/f73f244e-dfa1-462a-8af2-336186f52e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568799 Feb 20 03:41:40.420882 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 8e8789e9-11a8-40d4-ac3b-dcd6d7c982c5 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:41:40.454433 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-d9e8e70e-ed57-4d3c-aaec-b1a474aee8d5 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Deleting port 477d311e-ed7a-4388-8b74-8f55f25a6fee {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:41:40.456006 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9e8e70e-ed57-4d3c-aaec-b1a474aee8d5 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (477d311e-ed7a-4388-8b74-8f55f25a6fee), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:40.516675 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43482) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:40.626675 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9e8e70e-ed57-4d3c-aaec-b1a474aee8d5 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (477d311e-ed7a-4388-8b74-8f55f25a6fee), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:40.663099 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-d9e8e70e-ed57-4d3c-aaec-b1a474aee8d5 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Calling delete_port for 477d311e-ed7a-4388-8b74-8f55f25a6fee owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:41:40.727253 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-6597e264-c0a8-4fa1-b40d-aa1acea2173b tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-491312834'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:40.891814 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6597e264-c0a8-4fa1-b40d-aa1acea2173b tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (7eae69b7-7cc4-4955-ae25-69ab3c2bec3a), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:40.910835 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6597e264-c0a8-4fa1-b40d-aa1acea2173b tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (7eae69b7-7cc4-4955-ae25-69ab3c2bec3a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:40.923404 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-51d31732-f395-449e-885c-ed7036a282d3 req-707e0a5a-9a2a-4c99-96de-64f485ced88e tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/floatingips/bf4f4ac8-1999-41f7-8121-dbe8e4e86b20 HTTP/1.1" status: 200 len: 693 time: 0.1334445 Feb 20 03:41:40.930513 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9e8e70e-ed57-4d3c-aaec-b1a474aee8d5 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (477d311e-ed7a-4388-8b74-8f55f25a6fee), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:41.002096 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8e70e-ed57-4d3c-aaec-b1a474aee8d5 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Port': ['ID=477d311e-ed7a-4388-8b74-8f55f25a6fee,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:41.014275 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6597e264-c0a8-4fa1-b40d-aa1acea2173b tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks [] for router_controller (7eae69b7-7cc4-4955-ae25-69ab3c2bec3a), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:41.063021 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9e8e70e-ed57-4d3c-aaec-b1a474aee8d5 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:41.074490 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43494) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:41.079377 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6597e264-c0a8-4fa1-b40d-aa1acea2173b tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (7eae69b7-7cc4-4955-ae25-69ab3c2bec3a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:41.089567 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d9e8e70e-ed57-4d3c-aaec-b1a474aee8d5 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/ports/477d311e-ed7a-4388-8b74-8f55f25a6fee HTTP/1.1" status: 204 len: 168 time: 0.7902513 Feb 20 03:41:41.128990 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-3acbc248-4262-4c32-8fdf-362ebe5351c9 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] GET failed (client error): The resource could not be found. Feb 20 03:41:41.130610 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3acbc248-4262-4c32-8fdf-362ebe5351c9 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "GET /v2.0/ports/477d311e-ed7a-4388-8b74-8f55f25a6fee HTTP/1.1" status: 404 len: 333 time: 0.0550299 Feb 20 03:41:41.135278 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43498) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:41.140898 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-f5956f8b-51c3-4de0-bece-4861fa26f625 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'port': {'network_id': '0fd20173-fa0d-47b7-8340-3d5070fbf9e4', 'name': 'tempest-PortsIpV6TestJSON-1331776418'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:41.195416 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d31732-f395-449e-885c-ed7036a282d3 req-5e140745-ecb3-4858-afd0-2055015d6faa tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:41.197263 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-51d31732-f395-449e-885c-ed7036a282d3 req-5e140745-ecb3-4858-afd0-2055015d6faa tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 784 time: 0.2728941 Feb 20 03:41:41.275225 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-51d31732-f395-449e-885c-ed7036a282d3 req-4ef59dc3-0d07-48a4-a3b7-a2f6ebb8b8a2 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.215 HTTP/1.1" status: 200 len: 696 time: 0.0708878 Feb 20 03:41:41.278227 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6597e264-c0a8-4fa1-b40d-aa1acea2173b tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:41.279814 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6597e264-c0a8-4fa1-b40d-aa1acea2173b tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.7614350 Feb 20 03:41:41.282794 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43502) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:41.340221 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-51d31732-f395-449e-885c-ed7036a282d3 req-22a96973-104a-4b15-9991-732b2efc0111 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=172.25.7.215 HTTP/1.1" status: 200 len: 696 time: 0.0572598 Feb 20 03:41:41.347032 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5956f8b-51c3-4de0-bece-4861fa26f625 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:41:41.351471 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f5956f8b-51c3-4de0-bece-4861fa26f625 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:41.422077 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-f5956f8b-51c3-4de0-bece-4861fa26f625 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] device_id is not set on port c385476d-c9f4-4f05-921f-c852335c8ff4 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:41:41.433658 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4aaa882d-5b63-4284-9d80-e7ded76957e9 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks [] for router (7eae69b7-7cc4-4955-ae25-69ab3c2bec3a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:41.546433 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-51d31732-f395-449e-885c-ed7036a282d3 req-7ac7ab31-5e10-416a-af8a-72a029948ce7 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Deleting port 5dfdd9a1-1ba0-43ad-a410-a4d6914a8592 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:41:41.547100 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-51d31732-f395-449e-885c-ed7036a282d3 req-7ac7ab31-5e10-416a-af8a-72a029948ce7 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (5dfdd9a1-1ba0-43ad-a410-a4d6914a8592), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:41.653083 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-51d31732-f395-449e-885c-ed7036a282d3 req-7ac7ab31-5e10-416a-af8a-72a029948ce7 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (5dfdd9a1-1ba0-43ad-a410-a4d6914a8592), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:41.653436 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-51d31732-f395-449e-885c-ed7036a282d3 req-7ac7ab31-5e10-416a-af8a-72a029948ce7 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks [] for floatingip (5dfdd9a1-1ba0-43ad-a410-a4d6914a8592), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:41.669208 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-51d31732-f395-449e-885c-ed7036a282d3 req-7ac7ab31-5e10-416a-af8a-72a029948ce7 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Calling delete_port for 5dfdd9a1-1ba0-43ad-a410-a4d6914a8592 owned by network:floatingip {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:41:41.712122 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4aaa882d-5b63-4284-9d80-e7ded76957e9 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (7eae69b7-7cc4-4955-ae25-69ab3c2bec3a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:41.724692 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4aaa882d-5b63-4284-9d80-e7ded76957e9 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks [] for router_controller (7eae69b7-7cc4-4955-ae25-69ab3c2bec3a), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:42.003865 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-51d31732-f395-449e-885c-ed7036a282d3 req-7ac7ab31-5e10-416a-af8a-72a029948ce7 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (5dfdd9a1-1ba0-43ad-a410-a4d6914a8592), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:42.050694 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7ab31-5e10-416a-af8a-72a029948ce7 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Pushing event deleted for resources: {'Port': ['ID=5dfdd9a1-1ba0-43ad-a410-a4d6914a8592,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:42.148139 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-51d31732-f395-449e-885c-ed7036a282d3 req-7ac7ab31-5e10-416a-af8a-72a029948ce7 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks [] for floatingip (bf4f4ac8-1999-41f7-8121-dbe8e4e86b20), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:42.150940 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-51d31732-f395-449e-885c-ed7036a282d3 req-7ac7ab31-5e10-416a-af8a-72a029948ce7 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:42.165373 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-51d31732-f395-449e-885c-ed7036a282d3 req-7ac7ab31-5e10-416a-af8a-72a029948ce7 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "DELETE /v2.0/floatingips/bf4f4ac8-1999-41f7-8121-dbe8e4e86b20 HTTP/1.1" status: 204 len: 173 time: 0.8196108 Feb 20 03:41:42.172895 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f5956f8b-51c3-4de0-bece-4861fa26f625 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for port (c385476d-c9f4-4f05-921f-c852335c8ff4), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:42.210075 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4aaa882d-5b63-4284-9d80-e7ded76957e9 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (7eae69b7-7cc4-4955-ae25-69ab3c2bec3a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:42.210619 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aaa882d-5b63-4284-9d80-e7ded76957e9 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7eae69b7-7cc4-4955-ae25-69ab3c2bec3a {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:41:42.216634 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4aaa882d-5b63-4284-9d80-e7ded76957e9 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:42.224664 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4aaa882d-5b63-4284-9d80-e7ded76957e9 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] 10.222.0.89 "DELETE /v2.0/routers/7eae69b7-7cc4-4955-ae25-69ab3c2bec3a HTTP/1.1" status: 204 len: 168 time: 0.9337184 Feb 20 03:41:42.224806 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43510) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:42.226842 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-b166deb7-24a9-44ed-9248-0e32a67e608a tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Request body: {'router': {'name': 'tempest-router-1795587783', 'distributed': False}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:42.295456 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f5956f8b-51c3-4de0-bece-4861fa26f625 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (c385476d-c9f4-4f05-921f-c852335c8ff4), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:42.339328 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5956f8b-51c3-4de0-bece-4861fa26f625 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network 0fd20173-fa0d-47b7-8340-3d5070fbf9e4 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:41:42.342635 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-f5956f8b-51c3-4de0-bece-4861fa26f625 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:42.348410 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5956f8b-51c3-4de0-bece-4861fa26f625 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:41:42.354072 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5956f8b-51c3-4de0-bece-4861fa26f625 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:42.354695 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f5956f8b-51c3-4de0-bece-4861fa26f625 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:42.363277 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5956f8b-51c3-4de0-bece-4861fa26f625 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Port': ['ID=c385476d-c9f4-4f05-921f-c852335c8ff4,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:42.384451 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b166deb7-24a9-44ed-9248-0e32a67e608a tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (b76165bb-7b39-4402-a7fc-a729b3e91760), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:42.387079 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b166deb7-24a9-44ed-9248-0e32a67e608a tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (b76165bb-7b39-4402-a7fc-a729b3e91760), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:42.461521 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b166deb7-24a9-44ed-9248-0e32a67e608a tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks [] for router_controller (b76165bb-7b39-4402-a7fc-a729b3e91760), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:43.047149 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f5956f8b-51c3-4de0-bece-4861fa26f625 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9105933 Feb 20 03:41:43.055226 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43524) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:43.060853 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-06f25ce0-d3f9-449f-904f-a333cb0db48d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:43.110538 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b166deb7-24a9-44ed-9248-0e32a67e608a tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (b76165bb-7b39-4402-a7fc-a729b3e91760), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:43.175690 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-06f25ce0-d3f9-449f-904f-a333cb0db48d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c385476d-c9f4-4f05-921f-c852335c8ff4), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:43.239488 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b166deb7-24a9-44ed-9248-0e32a67e608a tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:43.242031 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b166deb7-24a9-44ed-9248-0e32a67e608a tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0202432 Feb 20 03:41:43.244763 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43526) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:43.369033 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-79f24d5b-c2f8-4a62-9bd6-a51925489472 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks [] for router (b76165bb-7b39-4402-a7fc-a729b3e91760), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:43.436238 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-06f25ce0-d3f9-449f-904f-a333cb0db48d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for port (c385476d-c9f4-4f05-921f-c852335c8ff4), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:43.536491 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6af0dfc8-b458-4120-9085-229b2769b943 req-d312a8f3-43f3-4e02-954f-46303da645ac tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] 10.222.0.89 "GET /v2.0/ports?device_id=c48513b7-1476-4349-bb09-9e76328e51ea HTTP/1.1" status: 200 len: 210 time: 0.1058812 Feb 20 03:41:43.550695 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-06f25ce0-d3f9-449f-904f-a333cb0db48d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (c385476d-c9f4-4f05-921f-c852335c8ff4), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:43.624209 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43532) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:43.637762 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-382ef904-0359-48d0-8957-2b42b8e2de1a tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Request body: {'subnet': {'network_id': '8e8789e9-11a8-40d4-ac3b-dcd6d7c982c5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:43.659945 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bc255-1647-4842-abc1-768c574b2999 req-f68da76f-74d3-4cbf-8fa5-43ce0beb32b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:43.661598 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a64bc255-1647-4842-abc1-768c574b2999 req-f68da76f-74d3-4cbf-8fa5-43ce0beb32b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=68913620b1864349b0b30a94042b9c2a&device_id=0f9eee67-81b4-43b7-9daa-f24501dcabe0 HTTP/1.1" status: 200 len: 1127 time: 0.1961894 Feb 20 03:41:43.662933 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-06f25ce0-d3f9-449f-904f-a333cb0db48d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] In _notify_port_updated(), no bound segment for port c385476d-c9f4-4f05-921f-c852335c8ff4 on network 0fd20173-fa0d-47b7-8340-3d5070fbf9e4 {{(pid=104105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 03:41:43.668283 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f25ce0-d3f9-449f-904f-a333cb0db48d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:43.669062 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-06f25ce0-d3f9-449f-904f-a333cb0db48d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:43.670454 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-06f25ce0-d3f9-449f-904f-a333cb0db48d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "PUT /v2.0/ports/c385476d-c9f4-4f05-921f-c852335c8ff4 HTTP/1.1" status: 200 len: 818 time: 0.6141529 Feb 20 03:41:43.679931 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43536) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:43.696173 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-79f24d5b-c2f8-4a62-9bd6-a51925489472 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (b76165bb-7b39-4402-a7fc-a729b3e91760), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:43.698888 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-79f24d5b-c2f8-4a62-9bd6-a51925489472 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks [] for router_controller (b76165bb-7b39-4402-a7fc-a729b3e91760), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:43.751211 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f25ce0-d3f9-449f-904f-a333cb0db48d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Port': ['ID=c385476d-c9f4-4f05-921f-c852335c8ff4,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:43.860121 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-79f24d5b-c2f8-4a62-9bd6-a51925489472 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (b76165bb-7b39-4402-a7fc-a729b3e91760), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:43.860578 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f24d5b-c2f8-4a62-9bd6-a51925489472 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b76165bb-7b39-4402-a7fc-a729b3e91760 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:41:43.868289 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-79f24d5b-c2f8-4a62-9bd6-a51925489472 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:43.872797 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-79f24d5b-c2f8-4a62-9bd6-a51925489472 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] 10.222.0.89 "DELETE /v2.0/routers/b76165bb-7b39-4402-a7fc-a729b3e91760 HTTP/1.1" status: 204 len: 168 time: 0.6232038 Feb 20 03:41:43.876764 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43538) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:43.881733 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-bc74d4ec-43b1-423b-ae37-bd92936de918 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Request body: {'router': {'name': 'tempest-router-1762028270', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2d1cd632b209410d94bf05aadebb8911'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:43.950161 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b99b6b-c0e7-416c-a704-882c95c7c227 req-2af7694b-8148-49b8-b4e1-13ad9a3814a7 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:43.951707 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b2b99b6b-c0e7-416c-a704-882c95c7c227 req-2af7694b-8148-49b8-b4e1-13ad9a3814a7 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f9eee67-81b4-43b7-9daa-f24501dcabe0 HTTP/1.1" status: 200 len: 945 time: 0.2122638 Feb 20 03:41:43.955487 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bc255-1647-4842-abc1-768c574b2999 req-1150a9c1-4a09-40a1-9357-7c5e41c17f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:43.956884 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a64bc255-1647-4842-abc1-768c574b2999 req-1150a9c1-4a09-40a1-9357-7c5e41c17f38 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879 HTTP/1.1" status: 200 len: 919 time: 0.2759554 Feb 20 03:41:43.979681 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bc74d4ec-43b1-423b-ae37-bd92936de918 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (469066d3-1499-48b8-a09f-5a54021a9c97), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:43.981125 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bc74d4ec-43b1-423b-ae37-bd92936de918 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (469066d3-1499-48b8-a09f-5a54021a9c97), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:44.025266 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a64bc255-1647-4842-abc1-768c574b2999 req-b1c3671c-f640-4fe8-9ff7-4c3871de0c1d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a723f3b-3113-4648-8f12-24c687b8b0fb HTTP/1.1" status: 200 len: 217 time: 0.0518556 Feb 20 03:41:44.025842 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382ef904-0359-48d0-8957-2b42b8e2de1a tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Made reservation on behalf of c60d367938c94db0b49b1590dc507e3a for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:41:44.029353 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-382ef904-0359-48d0-8957-2b42b8e2de1a tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:44.045957 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-3b829b7b-5d55-4373-8558-3f8d55213600 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Deleting port c385476d-c9f4-4f05-921f-c852335c8ff4 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:41:44.046302 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3b829b7b-5d55-4373-8558-3f8d55213600 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (c385476d-c9f4-4f05-921f-c852335c8ff4), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:44.066437 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bc74d4ec-43b1-423b-ae37-bd92936de918 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks [] for router_controller (469066d3-1499-48b8-a09f-5a54021a9c97), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:44.134963 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bc74d4ec-43b1-423b-ae37-bd92936de918 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (469066d3-1499-48b8-a09f-5a54021a9c97), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:44.208010 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b2b99b6b-c0e7-416c-a704-882c95c7c227 req-7ed38f6f-bac7-4044-9998-8d26988348c8 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493224 Feb 20 03:41:44.236990 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bc74d4ec-43b1-423b-ae37-bd92936de918 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:44.238076 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bc74d4ec-43b1-423b-ae37-bd92936de918 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3589249 Feb 20 03:41:44.238076 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43542) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:44.240252 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3b829b7b-5d55-4373-8558-3f8d55213600 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (c385476d-c9f4-4f05-921f-c852335c8ff4), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:44.242822 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-a0392263-0d6d-42a7-888e-c0e2ffb19f81 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Request body: {'router': {'distributed': True}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:44.243673 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bc255-1647-4842-abc1-768c574b2999 req-020f7952-5483-4c6b-9a2e-75c32ea4b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:44.245181 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a64bc255-1647-4842-abc1-768c574b2999 req-020f7952-5483-4c6b-9a2e-75c32ea4b697 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=59da23fb-2a69-4f62-8734-ed62cd9e052d HTTP/1.1" status: 200 len: 858 time: 0.2118659 Feb 20 03:41:44.273925 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-3b829b7b-5d55-4373-8558-3f8d55213600 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Calling delete_port for c385476d-c9f4-4f05-921f-c852335c8ff4 owned by {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:41:44.511701 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a0392263-0d6d-42a7-888e-c0e2ffb19f81 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16304713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16307768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6330'] for router (469066d3-1499-48b8-a09f-5a54021a9c97), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:44.512301 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a0392263-0d6d-42a7-888e-c0e2ffb19f81 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks [] for router (469066d3-1499-48b8-a09f-5a54021a9c97), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:44.602682 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a64bc255-1647-4842-abc1-768c574b2999 req-03a7a49f-d409-4114-a60b-2b78c0adc3ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3472569 Feb 20 03:41:44.612930 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a0392263-0d6d-42a7-888e-c0e2ffb19f81 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=104106) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 20 03:41:44.613111 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a0392263-0d6d-42a7-888e-c0e2ffb19f81 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Router 469066d3-1499-48b8-a09f-5a54021a9c97 migrating from provider to provider. {{(pid=104106) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 20 03:41:44.613479 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a0392263-0d6d-42a7-888e-c0e2ffb19f81 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks [] for router_controller (469066d3-1499-48b8-a09f-5a54021a9c97), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:44.619430 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a0392263-0d6d-42a7-888e-c0e2ffb19f81 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks [] for router_controller (469066d3-1499-48b8-a09f-5a54021a9c97), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:44.718387 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a0392263-0d6d-42a7-888e-c0e2ffb19f81 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16304734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16304727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16307761'] for router (469066d3-1499-48b8-a09f-5a54021a9c97), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:44.807565 n-d-829866-4 neutron-server[104106]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a0392263-0d6d-42a7-888e-c0e2ffb19f81 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] No L3 agents can host the router 469066d3-1499-48b8-a09f-5a54021a9c97 Feb 20 03:41:44.934542 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0392263-0d6d-42a7-888e-c0e2ffb19f81 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Hosts for router 469066d3-1499-48b8-a09f-5a54021a9c97: [] {{(pid=104106) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 20 03:41:44.949997 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-a113250c-c2fa-4b48-8f8a-4bc18e2493e3 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:44.951492 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-a113250c-c2fa-4b48-8f8a-4bc18e2493e3 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] 10.222.0.42 "GET /v2.0/networks?id=f73f244e-dfa1-462a-8af2-336186f52e03 HTTP/1.1" status: 200 len: 822 time: 0.3562737 Feb 20 03:41:44.959730 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0392263-0d6d-42a7-888e-c0e2ffb19f81 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Hosts for other DVR routers connected to router 469066d3-1499-48b8-a09f-5a54021a9c97: set() {{(pid=104106) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 20 03:41:44.966285 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a0392263-0d6d-42a7-888e-c0e2ffb19f81 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:44.966285 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a0392263-0d6d-42a7-888e-c0e2ffb19f81 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] 10.222.0.89 "PUT /v2.0/routers/469066d3-1499-48b8-a09f-5a54021a9c97 HTTP/1.1" status: 200 len: 717 time: 0.7247589 Feb 20 03:41:44.966524 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43554) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:44.969130 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbe723-4db7-4a74-b5de-958933c0da20 req-46f713d2-5df3-4395-8c2d-4449f8dd6947 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:44.970542 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-acfbe723-4db7-4a74-b5de-958933c0da20 req-46f713d2-5df3-4395-8c2d-4449f8dd6947 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/ports?device_id=0865c027-1e53-46b0-bcb6-d8f3c859068e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3741870 Feb 20 03:41:44.979539 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-09e0e32f-dd66-44d4-bf39-f0796f0f175c tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] Request body: {'port': {'device_id': 'c48513b7-1476-4349-bb09-9e76328e51ea', 'network_id': 'f73f244e-dfa1-462a-8af2-336186f52e03', 'admin_state_up': True, 'tenant_id': '368d9257e4384467becf24466096e532'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:44.987981 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a64bc255-1647-4842-abc1-768c574b2999 req-518b77bb-d762-4f7b-a9dd-97b9cbd9226a service neutron] 10.222.0.42 "GET /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701637 Feb 20 03:41:45.067841 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e4c77290-ae8b-4c3e-84dc-c20178bf73cc tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] 10.222.0.89 "GET /v2.0/routers/469066d3-1499-48b8-a09f-5a54021a9c97 HTTP/1.1" status: 200 len: 717 time: 0.0991197 Feb 20 03:41:45.070512 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43556) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:45.085436 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3b829b7b-5d55-4373-8558-3f8d55213600 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (c385476d-c9f4-4f05-921f-c852335c8ff4), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:45.126749 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-acfbe723-4db7-4a74-b5de-958933c0da20 req-2d90ca2f-d1de-4980-975b-b6cc0e9514f2 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1342440 Feb 20 03:41:45.132641 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-382ef904-0359-48d0-8957-2b42b8e2de1a tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (2efe279a-d496-43fd-a992-8727415c2498), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:45.190638 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b829b7b-5d55-4373-8558-3f8d55213600 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Port': ['ID=c385476d-c9f4-4f05-921f-c852335c8ff4,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:45.251339 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3b829b7b-5d55-4373-8558-3f8d55213600 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:45.258226 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3b829b7b-5d55-4373-8558-3f8d55213600 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/ports/c385476d-c9f4-4f05-921f-c852335c8ff4 HTTP/1.1" status: 204 len: 168 time: 1.5724089 Feb 20 03:41:45.272697 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43566) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:45.296875 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ef904-0359-48d0-8957-2b42b8e2de1a tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Pushing event updated for resources: {'Subnet': ['ID=2efe279a-d496-43fd-a992-8727415c2498,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:45.332590 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a64bc255-1647-4842-abc1-768c574b2999 req-bf529247-11ec-4d2e-a8ae-3a8bc2e7ade4 service neutron] 10.222.0.42 "GET /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320742 Feb 20 03:41:45.351499 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-71373370-20b9-4df1-903c-806ad086fc3f tempest-RoutersTestDVR-2140066196 tempest-RoutersTestDVR-2140066196-project] 10.222.0.89 "GET /v2.0/routers/469066d3-1499-48b8-a09f-5a54021a9c97 HTTP/1.1" status: 200 len: 683 time: 0.2791877 Feb 20 03:41:45.354040 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43568) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:45.356441 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382ef904-0359-48d0-8957-2b42b8e2de1a tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Checking segment: {'id': '06c4cd1b-34ea-4e14-9d9d-a54dbf65c0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '8e8789e9-11a8-40d4-ac3b-dcd6d7c982c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:41:45.356813 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382ef904-0359-48d0-8957-2b42b8e2de1a tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Network hostable DHCP agents. Network: 8e8789e9-11a8-40d4-ac3b-dcd6d7c982c5, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:41:45.386143 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286227a4-9660-4acb-bca2-4cd6f9ea3336 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:45.390426 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-286227a4-9660-4acb-bca2-4cd6f9ea3336 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1149077 Feb 20 03:41:45.390675 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43572) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:45.418678 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e7535b2-74c5-4fb1-a9c2-f512cb4a80e5 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] GET failed (client error): The resource could not be found. Feb 20 03:41:45.423718 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2e7535b2-74c5-4fb1-a9c2-f512cb4a80e5 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "GET /v2.0/ports/c385476d-c9f4-4f05-921f-c852335c8ff4 HTTP/1.1" status: 404 len: 333 time: 0.0286894 Feb 20 03:41:45.429795 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43574) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:45.435880 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-43c268b5-6ab2-487c-8958-48f6057bdbaf tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-857456495'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:45.455706 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cc48dd9d-d510-4984-ab87-c09303319d59 req-6ca44e25-6667-4120-b14b-950dbdc2081f tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] 10.222.0.89 "GET /v2.0/ports?device_id=c48513b7-1476-4349-bb09-9e76328e51ea HTTP/1.1" status: 200 len: 210 time: 0.0339379 Feb 20 03:41:45.460346 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f0b61a4f-bf62-43df-a61f-fd13f1e07fc8 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks [] for router (469066d3-1499-48b8-a09f-5a54021a9c97), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:45.484943 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382ef904-0359-48d0-8957-2b42b8e2de1a tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Network 8e8789e9-11a8-40d4-ac3b-dcd6d7c982c5 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:41:45.487216 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-09e0e32f-dd66-44d4-bf39-f0796f0f175c tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] Made reservation on behalf of 368d9257e4384467becf24466096e532 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:41:45.491075 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-09e0e32f-dd66-44d4-bf39-f0796f0f175c tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:45.552144 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c268b5-6ab2-487c-8958-48f6057bdbaf tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:41:45.555842 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-43c268b5-6ab2-487c-8958-48f6057bdbaf tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:45.560081 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-03c17be0-bf91-48de-8914-c89d00240813 req-c439202f-b256-4f44-b2da-819170847d6b tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0654678 Feb 20 03:41:45.580362 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-382ef904-0359-48d0-8957-2b42b8e2de1a tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 8e8789e9-11a8-40d4-ac3b-dcd6d7c982c5) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:45.592961 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabf45a8-5fbc-4e48-95c8-2d89c1e1c756 None None] Network 8e8789e9-11a8-40d4-ac3b-dcd6d7c982c5 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:41:45.618790 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382ef904-0359-48d0-8957-2b42b8e2de1a tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:45.619399 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-382ef904-0359-48d0-8957-2b42b8e2de1a tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:45.647270 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c268b5-6ab2-487c-8958-48f6057bdbaf tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:41:45.694585 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-43c268b5-6ab2-487c-8958-48f6057bdbaf tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (2b58484b-8477-440f-b211-1bff6948432c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:45.695153 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-43c268b5-6ab2-487c-8958-48f6057bdbaf tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Added segment 2b58484b-8477-440f-b211-1bff6948432c of type vlan for network 2b22c2f3-fafa-40e0-ac3b-33d1570dff7a Feb 20 03:41:45.718717 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f0b61a4f-bf62-43df-a61f-fd13f1e07fc8 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (469066d3-1499-48b8-a09f-5a54021a9c97), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:45.721797 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f0b61a4f-bf62-43df-a61f-fd13f1e07fc8 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks [] for router_controller (469066d3-1499-48b8-a09f-5a54021a9c97), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:45.725152 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efda4ac6-824b-4bfa-a16f-199853d2dba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-8e8789e9-11a8-40d4-ac3b-dcd6d7c982c5', 'network_id': '8e8789e9-11a8-40d4-ac3b-dcd6d7c982c5', 'project_id': 'c60d367938c94db0b49b1590dc507e3a', 'fixed_ips': [{'subnet_id': '2efe279a-d496-43fd-a992-8727415c2498'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:41:45.726509 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-efda4ac6-824b-4bfa-a16f-199853d2dba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:45.783715 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-382ef904-0359-48d0-8957-2b42b8e2de1a tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1538525 Feb 20 03:41:45.788820 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43582) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:45.816037 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-8360a491-87e5-46c5-9581-b161c53c4d10 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-150317696'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:45.831662 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-43c268b5-6ab2-487c-8958-48f6057bdbaf tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (2b22c2f3-fafa-40e0-ac3b-33d1570dff7a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:45.856472 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106330c-f115-462a-b7ce-c6cc29b73087 req-fc531d0e-b60c-4398-87fa-18703ec8baf4 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:45.864014 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4106330c-f115-462a-b7ce-c6cc29b73087 req-fc531d0e-b60c-4398-87fa-18703ec8baf4 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f9eee67-81b4-43b7-9daa-f24501dcabe0 HTTP/1.1" status: 200 len: 945 time: 0.2144663 Feb 20 03:41:45.867045 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f0b61a4f-bf62-43df-a61f-fd13f1e07fc8 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (469066d3-1499-48b8-a09f-5a54021a9c97), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:45.867942 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b61a4f-bf62-43df-a61f-fd13f1e07fc8 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 469066d3-1499-48b8-a09f-5a54021a9c97 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:41:45.875766 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f0b61a4f-bf62-43df-a61f-fd13f1e07fc8 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:45.881204 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f0b61a4f-bf62-43df-a61f-fd13f1e07fc8 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] 10.222.0.89 "DELETE /v2.0/routers/469066d3-1499-48b8-a09f-5a54021a9c97 HTTP/1.1" status: 204 len: 168 time: 0.5217700 Feb 20 03:41:45.882819 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43584) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:45.888187 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-bfa3f7c8-222d-4bc1-9824-0d8287b9b656 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Request body: {'router': {'name': 'tempest-router-277171542', 'distributed': True}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:45.893599 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-09e0e32f-dd66-44d4-bf39-f0796f0f175c tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] Allocated IP 172.20.0.8 (f73f244e-dfa1-462a-8af2-336186f52e03/27479365-0250-42ee-83bf-53ffcaf4459a/8a15b861-0bdb-4b98-9f6a-f9315b569ebb) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:41:45.905853 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-efda4ac6-824b-4bfa-a16f-199853d2dba2 None None] Allocated IP 2001:db8:0:ffff::2 (8e8789e9-11a8-40d4-ac3b-dcd6d7c982c5/2efe279a-d496-43fd-a992-8727415c2498/074f9901-090b-4f41-a6b0-4805d08d85c8) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:41:45.951776 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8360a491-87e5-46c5-9581-b161c53c4d10 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Made reservation on behalf of c60d367938c94db0b49b1590dc507e3a for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:41:45.955141 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8360a491-87e5-46c5-9581-b161c53c4d10 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:45.969514 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bfa3f7c8-222d-4bc1-9824-0d8287b9b656 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (c59e5720-9936-4eb9-8c7d-667129d7b018), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:45.971260 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bfa3f7c8-222d-4bc1-9824-0d8287b9b656 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (c59e5720-9936-4eb9-8c7d-667129d7b018), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:45.987243 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4106330c-f115-462a-b7ce-c6cc29b73087 req-b1338f9d-f7ea-41ec-9878-bce9592f1688 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106205 Feb 20 03:41:46.015926 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-43c268b5-6ab2-487c-8958-48f6057bdbaf tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (2b22c2f3-fafa-40e0-ac3b-33d1570dff7a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:46.026340 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c268b5-6ab2-487c-8958-48f6057bdbaf tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:46.027008 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-43c268b5-6ab2-487c-8958-48f6057bdbaf tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:46.050361 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bfa3f7c8-222d-4bc1-9824-0d8287b9b656 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks [] for router_controller (c59e5720-9936-4eb9-8c7d-667129d7b018), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:46.103076 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-efda4ac6-824b-4bfa-a16f-199853d2dba2 None None] Publish callbacks [] for port (074f9901-090b-4f41-a6b0-4805d08d85c8), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:46.123781 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bfa3f7c8-222d-4bc1-9824-0d8287b9b656 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (c59e5720-9936-4eb9-8c7d-667129d7b018), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:46.172771 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8360a491-87e5-46c5-9581-b161c53c4d10 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:41:46.181704 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-43c268b5-6ab2-487c-8958-48f6057bdbaf tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7508438 Feb 20 03:41:46.186809 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-efda4ac6-824b-4bfa-a16f-199853d2dba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (074f9901-090b-4f41-a6b0-4805d08d85c8), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:46.194047 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c268b5-6ab2-487c-8958-48f6057bdbaf tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Network': ['ID=2b22c2f3-fafa-40e0-ac3b-33d1570dff7a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:46.203993 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43590) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:46.204135 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8360a491-87e5-46c5-9581-b161c53c4d10 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (e070e23b-c1f1-422f-b99f-f7bbf945c764), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:46.204135 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-8360a491-87e5-46c5-9581-b161c53c4d10 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Added segment e070e23b-c1f1-422f-b99f-f7bbf945c764 of type vlan for network e5e9ae29-198b-43fb-aefc-63e3f98b3422 Feb 20 03:41:46.218330 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-a896f370-d8e1-420b-a11b-c7eb53dce2ba tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'subnet': {'network_id': '2b22c2f3-fafa-40e0-ac3b-33d1570dff7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:46.229290 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bfa3f7c8-222d-4bc1-9824-0d8287b9b656 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:46.235943 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 2b22c2f3-fafa-40e0-ac3b-33d1570dff7a details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:41:46.237145 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bfa3f7c8-222d-4bc1-9824-0d8287b9b656 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3525605 Feb 20 03:41:46.237830 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43592) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:46.283003 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8360a491-87e5-46c5-9581-b161c53c4d10 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (e5e9ae29-198b-43fb-aefc-63e3f98b3422), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:46.318500 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efda4ac6-824b-4bfa-a16f-199853d2dba2 None None] Network 8e8789e9-11a8-40d4-ac3b-dcd6d7c982c5 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:41:46.323324 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-efda4ac6-824b-4bfa-a16f-199853d2dba2 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:46.329090 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efda4ac6-824b-4bfa-a16f-199853d2dba2 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:41:46.338777 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda4ac6-824b-4bfa-a16f-199853d2dba2 None None] Pushing event updated for resources: {'Port': ['ID=074f9901-090b-4f41-a6b0-4805d08d85c8,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:46.386508 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8360a491-87e5-46c5-9581-b161c53c4d10 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (e5e9ae29-198b-43fb-aefc-63e3f98b3422), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:46.391932 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8360a491-87e5-46c5-9581-b161c53c4d10 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:46.392610 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8360a491-87e5-46c5-9581-b161c53c4d10 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:46.403788 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-09e0e32f-dd66-44d4-bf39-f0796f0f175c tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] Publish callbacks [] for port (8a15b861-0bdb-4b98-9f6a-f9315b569ebb), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:46.423718 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-efda4ac6-824b-4bfa-a16f-199853d2dba2 None None] Attempting to bind port 074f9901-090b-4f41-a6b0-4805d08d85c8 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:41:46.424682 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-efda4ac6-824b-4bfa-a16f-199853d2dba2 None None] Attempting to bind port 074f9901-090b-4f41-a6b0-4805d08d85c8 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '06c4cd1b-34ea-4e14-9d9d-a54dbf65c0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '8e8789e9-11a8-40d4-ac3b-dcd6d7c982c5'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:41:46.425154 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ff096a0-839b-447c-80b9-303f1ecae755 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks [] for router (c59e5720-9936-4eb9-8c7d-667129d7b018), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:46.425533 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efda4ac6-824b-4bfa-a16f-199853d2dba2 None None] Attempting to bind port 074f9901-090b-4f41-a6b0-4805d08d85c8 on network 8e8789e9-11a8-40d4-ac3b-dcd6d7c982c5 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:41:46.432215 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efda4ac6-824b-4bfa-a16f-199853d2dba2 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:41:46.432991 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efda4ac6-824b-4bfa-a16f-199853d2dba2 None None] Checking segment: {'id': '06c4cd1b-34ea-4e14-9d9d-a54dbf65c0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '8e8789e9-11a8-40d4-ac3b-dcd6d7c982c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:41:46.434134 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-efda4ac6-824b-4bfa-a16f-199853d2dba2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:46.434134 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efda4ac6-824b-4bfa-a16f-199853d2dba2 None None] Bound using segment: {'id': '06c4cd1b-34ea-4e14-9d9d-a54dbf65c0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '8e8789e9-11a8-40d4-ac3b-dcd6d7c982c5'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:41:46.435217 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-efda4ac6-824b-4bfa-a16f-199853d2dba2 None None] Bound port: 074f9901-090b-4f41-a6b0-4805d08d85c8, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c4cd1b-34ea-4e14-9d9d-a54dbf65c0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '8e8789e9-11a8-40d4-ac3b-dcd6d7c982c5'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:41:46.435829 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-efda4ac6-824b-4bfa-a16f-199853d2dba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (074f9901-090b-4f41-a6b0-4805d08d85c8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:46.485277 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360a491-87e5-46c5-9581-b161c53c4d10 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Pushing event updated for resources: {'Network': ['ID=e5e9ae29-198b-43fb-aefc-63e3f98b3422,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:46.498186 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network e5e9ae29-198b-43fb-aefc-63e3f98b3422 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:41:46.558753 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8360a491-87e5-46c5-9581-b161c53c4d10 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7569232 Feb 20 03:41:46.559438 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43598) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:46.567647 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-8555a176-8967-45f9-9252-b484c06afc5f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Request body: {'subnet': {'network_id': 'e5e9ae29-198b-43fb-aefc-63e3f98b3422', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:46.603229 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-efda4ac6-824b-4bfa-a16f-199853d2dba2 None None] For port 074f9901-090b-4f41-a6b0-4805d08d85c8, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:41:46.607841 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-efda4ac6-824b-4bfa-a16f-199853d2dba2 None None] For port 074f9901-090b-4f41-a6b0-4805d08d85c8, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=074f9901-090b-4f41-a6b0-4805d08d85c8,segment=NetworkSegment(06c4cd1b-34ea-4e14-9d9d-a54dbf65c0c3),segment_id=06c4cd1b-34ea-4e14-9d9d-a54dbf65c0c3)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:41:46.619319 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-09e0e32f-dd66-44d4-bf39-f0796f0f175c tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (8a15b861-0bdb-4b98-9f6a-f9315b569ebb), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:46.621010 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a896f370-d8e1-420b-a11b-c7eb53dce2ba tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:41:46.624863 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a896f370-d8e1-420b-a11b-c7eb53dce2ba tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:46.690892 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-efda4ac6-824b-4bfa-a16f-199853d2dba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (074f9901-090b-4f41-a6b0-4805d08d85c8), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:46.820928 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda4ac6-824b-4bfa-a16f-199853d2dba2 None None] Pushing event updated for resources: {'Port': ['ID=074f9901-090b-4f41-a6b0-4805d08d85c8,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:46.837305 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e0e32f-dd66-44d4-bf39-f0796f0f175c tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] Pushing event updated for resources: {'Port': ['ID=8a15b861-0bdb-4b98-9f6a-f9315b569ebb,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:46.908039 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-09e0e32f-dd66-44d4-bf39-f0796f0f175c tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] Network f73f244e-dfa1-462a-8af2-336186f52e03 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:41:46.910524 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-09e0e32f-dd66-44d4-bf39-f0796f0f175c tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:46.913378 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-09e0e32f-dd66-44d4-bf39-f0796f0f175c tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:41:46.975895 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa1743-a80d-4cb7-b051-968483b1b995 req-4f6ee036-03b8-42cb-93b4-00969a4c5caa tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:46.983785 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5faa1743-a80d-4cb7-b051-968483b1b995 req-4f6ee036-03b8-42cb-93b4-00969a4c5caa tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/ports?device_id=0865c027-1e53-46b0-bcb6-d8f3c859068e HTTP/1.1" status: 200 len: 946 time: 0.1507905 Feb 20 03:41:46.994555 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8555a176-8967-45f9-9252-b484c06afc5f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Made reservation on behalf of c60d367938c94db0b49b1590dc507e3a for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:41:46.998006 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8555a176-8967-45f9-9252-b484c06afc5f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:47.010038 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-09e0e32f-dd66-44d4-bf39-f0796f0f175c tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:47.010647 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-09e0e32f-dd66-44d4-bf39-f0796f0f175c tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:47.120424 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ff096a0-839b-447c-80b9-303f1ecae755 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (c59e5720-9936-4eb9-8c7d-667129d7b018), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:47.125438 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ff096a0-839b-447c-80b9-303f1ecae755 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks [] for router_controller (c59e5720-9936-4eb9-8c7d-667129d7b018), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:47.164675 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5faa1743-a80d-4cb7-b051-968483b1b995 req-2c2f8da2-0db3-4732-b0d7-0855d51c85c0 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/security-groups?id=df26c9c2-8149-44c0-9c0b-9dbbccfc1de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798935 Feb 20 03:41:47.229842 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-09e0e32f-dd66-44d4-bf39-f0796f0f175c tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2555141 Feb 20 03:41:47.249721 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-2c094ca8-54a5-4566-8445-025559315316 service neutron] Request body: {'port': {'device_id': 'c48513b7-1476-4349-bb09-9e76328e51ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:47.332430 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ff096a0-839b-447c-80b9-303f1ecae755 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (c59e5720-9936-4eb9-8c7d-667129d7b018), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:47.332941 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff096a0-839b-447c-80b9-303f1ecae755 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c59e5720-9936-4eb9-8c7d-667129d7b018 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:41:47.358507 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ff096a0-839b-447c-80b9-303f1ecae755 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:47.363055 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5ff096a0-839b-447c-80b9-303f1ecae755 tempest-RoutersTestDVR-1449304082 tempest-RoutersTestDVR-1449304082-project-admin] 10.222.0.89 "DELETE /v2.0/routers/c59e5720-9936-4eb9-8c7d-667129d7b018 HTTP/1.1" status: 204 len: 168 time: 1.1076005 Feb 20 03:41:47.436828 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a896f370-d8e1-420b-a11b-c7eb53dce2ba tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (16d2bafe-b0f3-40bd-9c21-df914924b292), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:47.507394 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896f370-d8e1-420b-a11b-c7eb53dce2ba tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Subnet': ['ID=16d2bafe-b0f3-40bd-9c21-df914924b292,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:47.518601 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b1aa3-ef2c-4f1d-aced-3b9d1424089e req-6463bafc-c17b-470c-b1bf-ea5532312705 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:47.520406 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8e7b1aa3-ef2c-4f1d-aced-3b9d1424089e req-6463bafc-c17b-470c-b1bf-ea5532312705 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] 10.222.0.89 "GET /v2.0/ports?device_id=c48513b7-1476-4349-bb09-9e76328e51ea HTTP/1.1" status: 200 len: 931 time: 0.2629559 Feb 20 03:41:47.524136 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-2c094ca8-54a5-4566-8445-025559315316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8a15b861-0bdb-4b98-9f6a-f9315b569ebb), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:47.525677 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a896f370-d8e1-420b-a11b-c7eb53dce2ba tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Checking segment: {'id': '2b58484b-8477-440f-b211-1bff6948432c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2b22c2f3-fafa-40e0-ac3b-33d1570dff7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:41:47.525989 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a896f370-d8e1-420b-a11b-c7eb53dce2ba tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network hostable DHCP agents. Network: 2b22c2f3-fafa-40e0-ac3b-33d1570dff7a, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:41:47.641179 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8e7b1aa3-ef2c-4f1d-aced-3b9d1424089e req-d2064c36-7c30-45f7-bc32-8157fdc82f16 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] 10.222.0.89 "GET /v2.0/security-groups?id=26fa90d0-1674-442e-bf2d-4855a4a36695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052670 Feb 20 03:41:47.683158 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a896f370-d8e1-420b-a11b-c7eb53dce2ba tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network 2b22c2f3-fafa-40e0-ac3b-33d1570dff7a is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:41:47.727335 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 074f9901-090b-4f41-a6b0-4805d08d85c8 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:41:47.774980 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-a896f370-d8e1-420b-a11b-c7eb53dce2ba tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 2b22c2f3-fafa-40e0-ac3b-33d1570dff7a) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:47.778759 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a896f370-d8e1-420b-a11b-c7eb53dce2ba tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:47.779412 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a896f370-d8e1-420b-a11b-c7eb53dce2ba tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:47.790613 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec64bae-d29e-4751-8c9a-2cc342721a27 None None] Network 2b22c2f3-fafa-40e0-ac3b-33d1570dff7a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:41:47.865668 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 074f9901-090b-4f41-a6b0-4805d08d85c8 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:47.866603 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (074f9901-090b-4f41-a6b0-4805d08d85c8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:47.929967 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a896f370-d8e1-420b-a11b-c7eb53dce2ba tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7241328 Feb 20 03:41:47.946920 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43616) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:47.980333 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-b4f9ed3e-561b-4e4d-9550-6fe69a4404bf tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'subnet': {'network_id': '2b22c2f3-fafa-40e0-ac3b-33d1570dff7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:48.050744 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-2b22c2f3-fafa-40e0-ac3b-33d1570dff7a', 'network_id': '2b22c2f3-fafa-40e0-ac3b-33d1570dff7a', 'project_id': '924afe63e3024f08a64ef1ab2c725cda', 'fixed_ips': [{'subnet_id': '16d2bafe-b0f3-40bd-9c21-df914924b292'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:41:48.051695 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:48.168620 n-d-829866-4 neutron-server[104105]: DEBUG neutron.objects.ports [None req-8555a176-8967-45f9-9252-b484c06afc5f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104105) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 03:41:48.171640 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43622) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:48.197354 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8555a176-8967-45f9-9252-b484c06afc5f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (d11d48a3-4703-4465-9a34-6ca138edad2b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:48.243673 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f9ed3e-561b-4e4d-9550-6fe69a4404bf tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:41:48.249166 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b4f9ed3e-561b-4e4d-9550-6fe69a4404bf tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:48.339939 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 074f9901-090b-4f41-a6b0-4805d08d85c8 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:48.340579 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (074f9901-090b-4f41-a6b0-4805d08d85c8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:48.435060 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ddb2fe-5696-4a5b-962b-7e32d7d27bb9 req-a342edbd-0d57-4062-976b-0e42e3143154 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:48.436918 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-54ddb2fe-5696-4a5b-962b-7e32d7d27bb9 req-a342edbd-0d57-4062-976b-0e42e3143154 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.93 "GET /v2.0/ports?device_id=0865c027-1e53-46b0-bcb6-d8f3c859068e HTTP/1.1" status: 200 len: 946 time: 0.4386065 Feb 20 03:41:48.451074 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-2c094ca8-54a5-4566-8445-025559315316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a15b861-0bdb-4b98-9f6a-f9315b569ebb {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:41:48.457675 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a3acdd6d-834b-4865-a2c7-dd5a7027df5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:48.462351 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555a176-8967-45f9-9252-b484c06afc5f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Pushing event updated for resources: {'Subnet': ['ID=d11d48a3-4703-4465-9a34-6ca138edad2b,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:48.472931 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 074f9901-090b-4f41-a6b0-4805d08d85c8, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=074f9901-090b-4f41-a6b0-4805d08d85c8,segment=NetworkSegment(06c4cd1b-34ea-4e14-9d9d-a54dbf65c0c3),segment_id=06c4cd1b-34ea-4e14-9d9d-a54dbf65c0c3)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:48.483609 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-2c094ca8-54a5-4566-8445-025559315316 service neutron] Publish callbacks [] for port (8a15b861-0bdb-4b98-9f6a-f9315b569ebb), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:48.505797 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a560f01-0267-45c0-83c4-8f2838b764cc req-e53f8e62-4e2a-4ae0-ab59-7f3305cc2706 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:48.511819 n-d-829866-4 neutron-server[104106]: INFO neutron.db.ipam_backend_mixin [None req-b4f9ed3e-561b-4e4d-9550-6fe69a4404bf tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 16d2bafe-b0f3-40bd-9c21-df914924b292 (CIDR: 2001:db8::/64) Feb 20 03:41:48.512944 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3a560f01-0267-45c0-83c4-8f2838b764cc req-e53f8e62-4e2a-4ae0-ab59-7f3305cc2706 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f9eee67-81b4-43b7-9daa-f24501dcabe0 HTTP/1.1" status: 200 len: 945 time: 0.3759248 Feb 20 03:41:48.521103 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0c0f10-5943-4141-bce6-4c216644c063 None None] Network 8e8789e9-11a8-40d4-ac3b-dcd6d7c982c5 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:41:48.544689 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8555a176-8967-45f9-9252-b484c06afc5f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Checking segment: {'id': 'e070e23b-c1f1-422f-b99f-f7bbf945c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'e5e9ae29-198b-43fb-aefc-63e3f98b3422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:41:48.544962 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8555a176-8967-45f9-9252-b484c06afc5f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Network hostable DHCP agents. Network: e5e9ae29-198b-43fb-aefc-63e3f98b3422, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:41:48.556195 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4f9ed3e-561b-4e4d-9550-6fe69a4404bf tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:41:48.556913 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4f9ed3e-561b-4e4d-9550-6fe69a4404bf tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:41:48.581515 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2f255d92-e676-493d-82ab-5a21c3891de2 req-0cfa6e8c-16de-4a47-9291-68472d06b015 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3496828 Feb 20 03:41:48.584715 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-2c094ca8-54a5-4566-8445-025559315316 service neutron] Transition to ACTIVE for port object 8a15b861-0bdb-4b98-9f6a-f9315b569ebb will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:41:48.585076 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (074f9901-090b-4f41-a6b0-4805d08d85c8), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:48.668058 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b4f9ed3e-561b-4e4d-9550-6fe69a4404bf tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7200067 Feb 20 03:41:48.670607 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43634) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:48.679100 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-22c72d53-c240-44e9-941d-44741fdae912 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'subnet': {'network_id': '2b22c2f3-fafa-40e0-ac3b-33d1570dff7a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:48.680042 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c9072bdb-94d9-443b-8ad4-80efef0cbf1a None None] Provisioning complete for port 074f9901-090b-4f41-a6b0-4805d08d85c8 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:48.680528 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c9072bdb-94d9-443b-8ad4-80efef0cbf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (074f9901-090b-4f41-a6b0-4805d08d85c8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:48.714204 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3a560f01-0267-45c0-83c4-8f2838b764cc req-3068ca25-e73d-4994-8fc3-37ead369374d tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002869 Feb 20 03:41:48.719587 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-2c094ca8-54a5-4566-8445-025559315316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (8a15b861-0bdb-4b98-9f6a-f9315b569ebb), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:48.724737 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] Allocated IP 2001:db8::2 (2b22c2f3-fafa-40e0-ac3b-33d1570dff7a/16d2bafe-b0f3-40bd-9c21-df914924b292/4f30ec9a-d334-4bda-a9ef-650fbec0d56d) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:41:48.819527 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8555a176-8967-45f9-9252-b484c06afc5f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Network e5e9ae29-198b-43fb-aefc-63e3f98b3422 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:41:48.839489 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=074f9901-090b-4f41-a6b0-4805d08d85c8,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:48.867853 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c094ca8-54a5-4566-8445-025559315316 service neutron] Pushing event updated for resources: {'Port': ['ID=8a15b861-0bdb-4b98-9f6a-f9315b569ebb,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:48.873212 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a3acdd6d-834b-4865-a2c7-dd5a7027df5f admin admin] Publish callbacks [] for security_group (8e5aac6b-a4f1-4c69-9068-2da9fbdd5aec), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:48.904332 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f255d92-e676-493d-82ab-5a21c3891de2 req-81030d70-a9e4-4f4c-8e7f-883061643536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:48.906021 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2f255d92-e676-493d-82ab-5a21c3891de2 req-81030d70-a9e4-4f4c-8e7f-883061643536 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=68913620b1864349b0b30a94042b9c2a&device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 1128 time: 0.2525778 Feb 20 03:41:48.926668 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-54ddb2fe-5696-4a5b-962b-7e32d7d27bb9 req-19a2ed51-a974-4c9a-b780-a302bd629f81 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Deleting port f9286307-e752-4ea8-9047-095542217e3a {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:41:48.927788 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-54ddb2fe-5696-4a5b-962b-7e32d7d27bb9 req-19a2ed51-a974-4c9a-b780-a302bd629f81 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (f9286307-e752-4ea8-9047-095542217e3a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:49.026835 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c72d53-c240-44e9-941d-44741fdae912 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:41:49.030782 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-22c72d53-c240-44e9-941d-44741fdae912 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:49.031017 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c9072bdb-94d9-443b-8ad4-80efef0cbf1a None None] Current status of the port 074f9901-090b-4f41-a6b0-4805d08d85c8 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:49.229530 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] Publish callbacks [] for port (4f30ec9a-d334-4bda-a9ef-650fbec0d56d), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:49.319428 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (4f30ec9a-d334-4bda-a9ef-650fbec0d56d), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:49.400603 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] Pushing event updated for resources: {'Port': ['ID=4f30ec9a-d334-4bda-a9ef-650fbec0d56d,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:49.404062 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a3acdd6d-834b-4865-a2c7-dd5a7027df5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (8e5aac6b-a4f1-4c69-9068-2da9fbdd5aec), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:49.414610 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:49.415295 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:49.415827 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:49.416321 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:49.416829 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:49.417368 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:49.418022 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:49.418519 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:49.419190 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:49.419680 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:49.419844 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-8555a176-8967-45f9-9252-b484c06afc5f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, e5e9ae29-198b-43fb-aefc-63e3f98b3422) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:49.420330 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:49.420831 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:49.421308 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:41:49.432292 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] Network 2b22c2f3-fafa-40e0-ac3b-33d1570dff7a is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:41:49.439687 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a300ed4f-f79d-4190-a082-a1c0919fe54e None None] Network e5e9ae29-198b-43fb-aefc-63e3f98b3422 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:41:49.449991 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:49.455413 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:41:49.461631 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8555a176-8967-45f9-9252-b484c06afc5f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:49.462381 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8555a176-8967-45f9-9252-b484c06afc5f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:49.494904 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-22c72d53-c240-44e9-941d-44741fdae912 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (f30ac402-5afa-401d-804d-9a757b1c827c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:49.545978 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a3acdd6d-834b-4865-a2c7-dd5a7027df5f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2d1cd632b209410d94bf05aadebb8911&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3632679 Feb 20 03:41:49.555112 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43640) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:49.563345 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-2c094ca8-54a5-4566-8445-025559315316 service neutron] Attempting to bind port 8a15b861-0bdb-4b98-9f6a-f9315b569ebb on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:41:49.563743 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-2c094ca8-54a5-4566-8445-025559315316 service neutron] Attempting to bind port 8a15b861-0bdb-4b98-9f6a-f9315b569ebb by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '19f3be22-1417-45ed-a5d6-5b3feda965f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'f73f244e-dfa1-462a-8af2-336186f52e03'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:41:49.564183 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-2c094ca8-54a5-4566-8445-025559315316 service neutron] Attempting to bind port 8a15b861-0bdb-4b98-9f6a-f9315b569ebb on network f73f244e-dfa1-462a-8af2-336186f52e03 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:41:49.565157 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c72d53-c240-44e9-941d-44741fdae912 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network 2b22c2f3-fafa-40e0-ac3b-33d1570dff7a is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:41:49.566527 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3acdd6d-834b-4865-a2c7-dd5a7027df5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5aac6b-a4f1-4c69-9068-2da9fbdd5aec,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:49.585692 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-22c72d53-c240-44e9-941d-44741fdae912 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:49.590617 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c72d53-c240-44e9-941d-44741fdae912 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:49.591325 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-22c72d53-c240-44e9-941d-44741fdae912 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:49.620104 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c72d53-c240-44e9-941d-44741fdae912 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Subnet': ['ID=f30ac402-5afa-401d-804d-9a757b1c827c,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:49.630032 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-54ddb2fe-5696-4a5b-962b-7e32d7d27bb9 req-19a2ed51-a974-4c9a-b780-a302bd629f81 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] For port f9286307-e752-4ea8-9047-095542217e3a, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f9286307-e752-4ea8-9047-095542217e3a,segment=NetworkSegment(4fb51312-b6a0-4af3-8d83-7ca6df64bc46),segment_id=4fb51312-b6a0-4af3-8d83-7ca6df64bc46)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:49.631102 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-54ddb2fe-5696-4a5b-962b-7e32d7d27bb9 req-19a2ed51-a974-4c9a-b780-a302bd629f81 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (f9286307-e752-4ea8-9047-095542217e3a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:49.648457 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-54ddb2fe-5696-4a5b-962b-7e32d7d27bb9 req-19a2ed51-a974-4c9a-b780-a302bd629f81 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Calling delete_port for f9286307-e752-4ea8-9047-095542217e3a owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:41:49.649572 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ea39924a-4473-4f9c-81b7-a89cf06f0714 admin admin] Publish callbacks [] for security_group (8e5aac6b-a4f1-4c69-9068-2da9fbdd5aec), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:49.675727 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ea39924a-4473-4f9c-81b7-a89cf06f0714 admin admin] Publish callbacks [] for security_group (8e5aac6b-a4f1-4c69-9068-2da9fbdd5aec), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:49.712838 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-22c72d53-c240-44e9-941d-44741fdae912 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0397508 Feb 20 03:41:49.730816 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f255d92-e676-493d-82ab-5a21c3891de2 req-a1be7e7b-773e-44ab-a486-bb35bdd9662a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:49.732714 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2f255d92-e676-493d-82ab-5a21c3891de2 req-a1be7e7b-773e-44ab-a486-bb35bdd9662a service neutron] 10.222.0.93 "GET /v2.0/networks?id=b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879 HTTP/1.1" status: 200 len: 919 time: 0.7973974 Feb 20 03:41:49.738645 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43642) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:49.753341 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-830c47ed-6ffa-4a35-b5a2-23a4e5a80b5a tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'port': {'network_id': '2b22c2f3-fafa-40e0-ac3b-33d1570dff7a', 'fixed_ips': [{'subnet_id': '16d2bafe-b0f3-40bd-9c21-df914924b292'}, {'subnet_id': 'f30ac402-5afa-401d-804d-9a757b1c827c'}], 'name': 'tempest-PortsIpV6TestJSON-379820576'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:49.756696 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5636a2d2-880b-47f6-9638-c9b78af80198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-e5e9ae29-198b-43fb-aefc-63e3f98b3422', 'network_id': 'e5e9ae29-198b-43fb-aefc-63e3f98b3422', 'project_id': 'c60d367938c94db0b49b1590dc507e3a', 'fixed_ips': [{'subnet_id': 'd11d48a3-4703-4465-9a34-6ca138edad2b'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:41:49.757515 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5636a2d2-880b-47f6-9638-c9b78af80198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:49.763352 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8555a176-8967-45f9-9252-b484c06afc5f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1993258 Feb 20 03:41:49.763548 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43646) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:49.765009 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-7d95962f-824d-4514-a88b-29ffb6a36f27 None None] Provisioning complete for port 074f9901-090b-4f41-a6b0-4805d08d85c8 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:49.766021 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7d95962f-824d-4514-a88b-29ffb6a36f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (074f9901-090b-4f41-a6b0-4805d08d85c8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:49.769944 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-ae262ff7-0ab3-4625-9885-b3f8f5cf16b7 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Request body: {'port': {'network_id': 'e5e9ae29-198b-43fb-aefc-63e3f98b3422', 'name': 'tempest-NetworksIpV6TestAttrs-966765034'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:49.771278 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-2c094ca8-54a5-4566-8445-025559315316 service neutron] Port 8a15b861-0bdb-4b98-9f6a-f9315b569ebb on network f73f244e-dfa1-462a-8af2-336186f52e03 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:41:49.771592 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-2c094ca8-54a5-4566-8445-025559315316 service neutron] Attempting to bind port 8a15b861-0bdb-4b98-9f6a-f9315b569ebb on network f73f244e-dfa1-462a-8af2-336186f52e03 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:41:49.802239 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 074f9901-090b-4f41-a6b0-4805d08d85c8 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:41:49.871702 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2f255d92-e676-493d-82ab-5a21c3891de2 req-2afa5db6-ab50-436d-bbdb-9d9bc87091d2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4ae335b-d16e-416a-9eb9-2cda22109139 HTTP/1.1" status: 200 len: 217 time: 0.1193991 Feb 20 03:41:49.883911 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-2c094ca8-54a5-4566-8445-025559315316 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:41:49.884325 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-2c094ca8-54a5-4566-8445-025559315316 service neutron] Checking segment: {'id': '19f3be22-1417-45ed-a5d6-5b3feda965f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'f73f244e-dfa1-462a-8af2-336186f52e03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:41:49.884716 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-2c094ca8-54a5-4566-8445-025559315316 service neutron] Bound using segment: {'id': '19f3be22-1417-45ed-a5d6-5b3feda965f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'f73f244e-dfa1-462a-8af2-336186f52e03'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:41:49.885170 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-2c094ca8-54a5-4566-8445-025559315316 service neutron] Bound port: 8a15b861-0bdb-4b98-9f6a-f9315b569ebb, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19f3be22-1417-45ed-a5d6-5b3feda965f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'f73f244e-dfa1-462a-8af2-336186f52e03'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:41:49.885726 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-2c094ca8-54a5-4566-8445-025559315316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8a15b861-0bdb-4b98-9f6a-f9315b569ebb), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:49.903181 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0965e9-c480-4bb7-87c9-3062821a6d36 req-f87f7f63-8642-4866-92a9-0129cbba35df tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:49.909315 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ea39924a-4473-4f9c-81b7-a89cf06f0714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (8e5aac6b-a4f1-4c69-9068-2da9fbdd5aec), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:49.911149 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2d0965e9-c480-4bb7-87c9-3062821a6d36 req-f87f7f63-8642-4866-92a9-0129cbba35df tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/ports?device_id=0865c027-1e53-46b0-bcb6-d8f3c859068e HTTP/1.1" status: 200 len: 946 time: 0.4974413 Feb 20 03:41:49.912994 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ea39924a-4473-4f9c-81b7-a89cf06f0714 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:49.914477 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ea39924a-4473-4f9c-81b7-a89cf06f0714 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8e5aac6b-a4f1-4c69-9068-2da9fbdd5aec HTTP/1.1" status: 204 len: 168 time: 0.3578801 Feb 20 03:41:49.939033 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39924a-4473-4f9c-81b7-a89cf06f0714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5aac6b-a4f1-4c69-9068-2da9fbdd5aec,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:50.004349 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae262ff7-0ab3-4625-9885-b3f8f5cf16b7 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Made reservation on behalf of c60d367938c94db0b49b1590dc507e3a for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:41:50.012507 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ae262ff7-0ab3-4625-9885-b3f8f5cf16b7 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:50.022239 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] Attempting to bind port 4f30ec9a-d334-4bda-a9ef-650fbec0d56d on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:41:50.022814 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] Attempting to bind port 4f30ec9a-d334-4bda-a9ef-650fbec0d56d by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '2b58484b-8477-440f-b211-1bff6948432c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2b22c2f3-fafa-40e0-ac3b-33d1570dff7a'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:41:50.023126 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] Attempting to bind port 4f30ec9a-d334-4bda-a9ef-650fbec0d56d on network 2b22c2f3-fafa-40e0-ac3b-33d1570dff7a {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:41:50.053991 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-ae262ff7-0ab3-4625-9885-b3f8f5cf16b7 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] device_id is not set on port 839213b9-9787-48e3-94d4-434a2883ce77 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:41:50.066303 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:41:50.066780 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] Checking segment: {'id': '2b58484b-8477-440f-b211-1bff6948432c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2b22c2f3-fafa-40e0-ac3b-33d1570dff7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:41:50.073632 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:50.073632 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] Bound using segment: {'id': '2b58484b-8477-440f-b211-1bff6948432c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2b22c2f3-fafa-40e0-ac3b-33d1570dff7a'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:41:50.073632 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] Bound port: 4f30ec9a-d334-4bda-a9ef-650fbec0d56d, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b58484b-8477-440f-b211-1bff6948432c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '2b22c2f3-fafa-40e0-ac3b-33d1570dff7a'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:41:50.073632 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4f30ec9a-d334-4bda-a9ef-650fbec0d56d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:50.091788 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f255d92-e676-493d-82ab-5a21c3891de2 req-e832d9e7-51a6-4800-966a-a0f528a122bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:50.093814 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2f255d92-e676-493d-82ab-5a21c3891de2 req-e832d9e7-51a6-4800-966a-a0f528a122bf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=59da23fb-2a69-4f62-8734-ed62cd9e052d HTTP/1.1" status: 200 len: 858 time: 0.1999304 Feb 20 03:41:50.196891 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2f255d92-e676-493d-82ab-5a21c3891de2 req-d0f99ad1-2279-4f88-9042-eb083cde733e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892410 Feb 20 03:41:50.217797 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2d0965e9-c480-4bb7-87c9-3062821a6d36 req-e726dff2-16e6-4511-999b-c83ba4039249 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.89 "GET /v2.0/security-groups?id=df26c9c2-8149-44c0-9c0b-9dbbccfc1de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053453 Feb 20 03:41:50.316499 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 074f9901-090b-4f41-a6b0-4805d08d85c8 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:50.316948 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (074f9901-090b-4f41-a6b0-4805d08d85c8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:50.346738 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-2c094ca8-54a5-4566-8445-025559315316 service neutron] For port 8a15b861-0bdb-4b98-9f6a-f9315b569ebb, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:41:50.394728 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-5636a2d2-880b-47f6-9638-c9b78af80198 None None] Allocated IP 2001:db8::f816:3eff:fe7a:33e (e5e9ae29-198b-43fb-aefc-63e3f98b3422/d11d48a3-4703-4465-9a34-6ca138edad2b/454bb31a-43f8-426b-8f16-a656d8f11453) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:41:50.401525 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-7d95962f-824d-4514-a88b-29ffb6a36f27 None None] Current status of the port 074f9901-090b-4f41-a6b0-4805d08d85c8 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:50.415942 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-2c094ca8-54a5-4566-8445-025559315316 service neutron] For port 8a15b861-0bdb-4b98-9f6a-f9315b569ebb, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=8a15b861-0bdb-4b98-9f6a-f9315b569ebb,segment=NetworkSegment(19f3be22-1417-45ed-a5d6-5b3feda965f1),segment_id=19f3be22-1417-45ed-a5d6-5b3feda965f1)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:41:50.417158 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] For port 4f30ec9a-d334-4bda-a9ef-650fbec0d56d, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:41:50.421365 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830c47ed-6ffa-4a35-b5a2-23a4e5a80b5a tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:41:50.425586 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] For port 4f30ec9a-d334-4bda-a9ef-650fbec0d56d, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=4f30ec9a-d334-4bda-a9ef-650fbec0d56d,segment=NetworkSegment(2b58484b-8477-440f-b211-1bff6948432c),segment_id=2b58484b-8477-440f-b211-1bff6948432c)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:41:50.484124 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-54ddb2fe-5696-4a5b-962b-7e32d7d27bb9 req-19a2ed51-a974-4c9a-b780-a302bd629f81 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (f9286307-e752-4ea8-9047-095542217e3a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:50.526285 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2ed51-a974-4c9a-b780-a302bd629f81 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Pushing event deleted for resources: {'Port': ['ID=f9286307-e752-4ea8-9047-095542217e3a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:50.560634 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-2c094ca8-54a5-4566-8445-025559315316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (8a15b861-0bdb-4b98-9f6a-f9315b569ebb), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:50.589796 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-2c094ca8-54a5-4566-8445-025559315316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:50.589796 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-2c094ca8-54a5-4566-8445-025559315316 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:50.589796 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-2c094ca8-54a5-4566-8445-025559315316 service neutron] 10.222.0.42 "PUT /v2.0/ports/8a15b861-0bdb-4b98-9f6a-f9315b569ebb HTTP/1.1" status: 200 len: 1091 time: 3.3477652 Feb 20 03:41:50.590103 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 074f9901-090b-4f41-a6b0-4805d08d85c8 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:50.599668 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (4f30ec9a-d334-4bda-a9ef-650fbec0d56d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:50.632879 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48513b7-1476-4349-bb09-9e76328e51ea', 'tag': '8a15b861-0bdb-4b98-9f6a-f9315b569ebb'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:41:50.635426 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19e4b0f-9ed7-487a-85bd-004525cd0106" -d '{"events": [{"name": "network-changed", "server_uuid": "c48513b7-1476-4349-bb09-9e76328e51ea", "tag": "8a15b861-0bdb-4b98-9f6a-f9315b569ebb"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:41:50.640114 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2f255d92-e676-493d-82ab-5a21c3891de2 req-cad77168-889b-4e6c-b974-a355310bedfe service neutron] 10.222.0.93 "GET /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139495 Feb 20 03:41:50.702850 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7072d-4a21-41fd-8639-198edf114374 req-2790e53d-4657-4df2-915c-7f9f446f256d tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:50.710553 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-77b7072d-4a21-41fd-8639-198edf114374 req-2790e53d-4657-4df2-915c-7f9f446f256d tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] 10.222.0.89 "GET /v2.0/ports?device_id=c48513b7-1476-4349-bb09-9e76328e51ea HTTP/1.1" status: 200 len: 943 time: 0.3690488 Feb 20 03:41:50.711243 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b647949-c7de-4e9b-97cb-268eb29e6b2c None None] Pushing event updated for resources: {'Port': ['ID=4f30ec9a-d334-4bda-a9ef-650fbec0d56d,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:50.727342 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ddb2fe-5696-4a5b-962b-7e32d7d27bb9 req-19a2ed51-a974-4c9a-b780-a302bd629f81 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] No DVR routers for this DVR port f9286307-e752-4ea8-9047-095542217e3a on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:41:50.730203 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-54ddb2fe-5696-4a5b-962b-7e32d7d27bb9 req-19a2ed51-a974-4c9a-b780-a302bd629f81 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:50.736141 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-54ddb2fe-5696-4a5b-962b-7e32d7d27bb9 req-19a2ed51-a974-4c9a-b780-a302bd629f81 tempest-FloatingIPsAssociationNegativeTestJSON-483005032 tempest-FloatingIPsAssociationNegativeTestJSON-483005032-project] 10.222.0.93 "DELETE /v2.0/ports/f9286307-e752-4ea8-9047-095542217e3a HTTP/1.1" status: 204 len: 173 time: 2.2641640 Feb 20 03:41:50.768235 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43656) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:50.810538 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-596d119f-bfc3-47d1-8b54-c12a9ab24b5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:50.825614 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5636a2d2-880b-47f6-9638-c9b78af80198 None None] Publish callbacks [] for port (454bb31a-43f8-426b-8f16-a656d8f11453), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:50.879976 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c094ca8-54a5-4566-8445-025559315316 service neutron] Pushing event updated for resources: {'Port': ['ID=8a15b861-0bdb-4b98-9f6a-f9315b569ebb,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:50.893103 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-830c47ed-6ffa-4a35-b5a2-23a4e5a80b5a tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:50.906606 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:50.957660 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-830c47ed-6ffa-4a35-b5a2-23a4e5a80b5a tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] device_id is not set on port 3b9c7042-3b33-4669-9de6-d9580c10bb0e yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:41:50.972100 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5636a2d2-880b-47f6-9638-c9b78af80198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (454bb31a-43f8-426b-8f16-a656d8f11453), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:50.972899 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-77b7072d-4a21-41fd-8639-198edf114374 req-74c4f833-a723-4d45-88bb-d4ba73966674 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] 10.222.0.89 "GET /v2.0/security-groups?id=26fa90d0-1674-442e-bf2d-4855a4a36695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619367 Feb 20 03:41:51.004589 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-5ff79452-f87b-4511-96eb-d41d3efd3f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:51.007209 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-5ff79452-f87b-4511-96eb-d41d3efd3f34 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=368d9257e4384467becf24466096e532&device_id=c48513b7-1476-4349-bb09-9e76328e51ea HTTP/1.1" status: 200 len: 1125 time: 0.2482584 Feb 20 03:41:51.073562 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:51.081159 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5636a2d2-880b-47f6-9638-c9b78af80198 None None] Network e5e9ae29-198b-43fb-aefc-63e3f98b3422 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:41:51.100003 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-5636a2d2-880b-47f6-9638-c9b78af80198 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:51.126069 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5636a2d2-880b-47f6-9638-c9b78af80198 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:41:51.128292 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636a2d2-880b-47f6-9638-c9b78af80198 None None] Pushing event updated for resources: {'Port': ['ID=454bb31a-43f8-426b-8f16-a656d8f11453,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:51.170149 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-8a33fe18-3867-40b4-9dfe-ae32341757a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a15b861-0bdb-4b98-9f6a-f9315b569ebb HTTP/1.1" status: 200 len: 217 time: 0.1109586 Feb 20 03:41:51.172146 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2f255d92-e676-493d-82ab-5a21c3891de2 req-4e3118da-b6f9-42ff-959f-d4bae8ae779d service neutron] 10.222.0.93 "GET /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5169117 Feb 20 03:41:51.194704 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-596d119f-bfc3-47d1-8b54-c12a9ab24b5b admin admin] Publish callbacks [] for security_group (f66f9e1e-34f9-4fd4-81c9-9a7a0bc84869), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:51.245818 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-ae262ff7-0ab3-4625-9885-b3f8f5cf16b7 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Allocated IP 2001:db8::f816:3eff:fea8:ec (e5e9ae29-198b-43fb-aefc-63e3f98b3422/d11d48a3-4703-4465-9a34-6ca138edad2b/839213b9-9787-48e3-94d4-434a2883ce77) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:41:51.266071 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-596d119f-bfc3-47d1-8b54-c12a9ab24b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f66f9e1e-34f9-4fd4-81c9-9a7a0bc84869), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:51.275286 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-5636a2d2-880b-47f6-9638-c9b78af80198 None None] Attempting to bind port 454bb31a-43f8-426b-8f16-a656d8f11453 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:41:51.276280 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-5636a2d2-880b-47f6-9638-c9b78af80198 None None] Attempting to bind port 454bb31a-43f8-426b-8f16-a656d8f11453 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'e070e23b-c1f1-422f-b99f-f7bbf945c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'e5e9ae29-198b-43fb-aefc-63e3f98b3422'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:41:51.277747 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5636a2d2-880b-47f6-9638-c9b78af80198 None None] Attempting to bind port 454bb31a-43f8-426b-8f16-a656d8f11453 on network e5e9ae29-198b-43fb-aefc-63e3f98b3422 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:41:51.297545 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-596d119f-bfc3-47d1-8b54-c12a9ab24b5b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=28303f0ba9fc48a1a1d5e20274d6fd9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5266428 Feb 20 03:41:51.299541 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5636a2d2-880b-47f6-9638-c9b78af80198 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:41:51.304933 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43660) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:51.309756 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5636a2d2-880b-47f6-9638-c9b78af80198 None None] Checking segment: {'id': 'e070e23b-c1f1-422f-b99f-f7bbf945c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'e5e9ae29-198b-43fb-aefc-63e3f98b3422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:41:51.310301 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5636a2d2-880b-47f6-9638-c9b78af80198 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:51.312065 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5636a2d2-880b-47f6-9638-c9b78af80198 None None] Bound using segment: {'id': 'e070e23b-c1f1-422f-b99f-f7bbf945c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'e5e9ae29-198b-43fb-aefc-63e3f98b3422'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:41:51.313791 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-5636a2d2-880b-47f6-9638-c9b78af80198 None None] Bound port: 454bb31a-43f8-426b-8f16-a656d8f11453, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e070e23b-c1f1-422f-b99f-f7bbf945c764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'e5e9ae29-198b-43fb-aefc-63e3f98b3422'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:41:51.314358 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5636a2d2-880b-47f6-9638-c9b78af80198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (454bb31a-43f8-426b-8f16-a656d8f11453), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:51.356392 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-576bd0ce-68be-4689-9742-7b58c62fef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:51.357892 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-576bd0ce-68be-4689-9742-7b58c62fef1a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=27479365-0250-42ee-83bf-53ffcaf4459a HTTP/1.1" status: 200 len: 862 time: 0.1752729 Feb 20 03:41:51.426367 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-5636a2d2-880b-47f6-9638-c9b78af80198 None None] For port 454bb31a-43f8-426b-8f16-a656d8f11453, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:41:51.430877 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-5636a2d2-880b-47f6-9638-c9b78af80198 None None] For port 454bb31a-43f8-426b-8f16-a656d8f11453, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=454bb31a-43f8-426b-8f16-a656d8f11453,segment=NetworkSegment(e070e23b-c1f1-422f-b99f-f7bbf945c764),segment_id=e070e23b-c1f1-422f-b99f-f7bbf945c764)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:41:51.443908 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d119f-bfc3-47d1-8b54-c12a9ab24b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66f9e1e-34f9-4fd4-81c9-9a7a0bc84869,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:51.447929 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-892166ca-5a2b-43f6-8294-9c8e266669ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f73f244e-dfa1-462a-8af2-336186f52e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572968 Feb 20 03:41:51.491990 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5636a2d2-880b-47f6-9638-c9b78af80198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (454bb31a-43f8-426b-8f16-a656d8f11453), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:51.590630 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636a2d2-880b-47f6-9638-c9b78af80198 None None] Pushing event updated for resources: {'Port': ['ID=454bb31a-43f8-426b-8f16-a656d8f11453,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:51.640851 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-567ba57c-1d16-464c-b28f-e386ec0ef8c7 admin admin] Publish callbacks [] for security_group (f66f9e1e-34f9-4fd4-81c9-9a7a0bc84869), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:51.713290 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae603d-6350-4a39-b5e8-93e7908a9bbc req-18e2ff32-149f-4384-8ea4-acb51594f9f1 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:51.722716 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65ae603d-6350-4a39-b5e8-93e7908a9bbc req-18e2ff32-149f-4384-8ea4-acb51594f9f1 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f9eee67-81b4-43b7-9daa-f24501dcabe0 HTTP/1.1" status: 200 len: 945 time: 0.2290092 Feb 20 03:41:51.759989 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-567ba57c-1d16-464c-b28f-e386ec0ef8c7 admin admin] Publish callbacks [] for security_group (f66f9e1e-34f9-4fd4-81c9-9a7a0bc84869), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:51.764777 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-5c8ad829-d3e1-4312-a467-38ecadf8cef4 service neutron] 10.222.0.42 "GET /v2.0/networks/f73f244e-dfa1-462a-8af2-336186f52e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089435 Feb 20 03:41:51.832188 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ae262ff7-0ab3-4625-9885-b3f8f5cf16b7 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks [] for port (839213b9-9787-48e3-94d4-434a2883ce77), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:51.861128 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4f30ec9a-d334-4bda-a9ef-650fbec0d56d up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:41:51.933321 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f9286307-e752-4ea8-9047-095542217e3a no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:41:51.976347 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: f9286307-e752-4ea8-9047-095542217e3a {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:41:51.976347 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f9286307-e752-4ea8-9047-095542217e3a not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:41:51.981949 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26951a0c-8092-4a29-a611-92b8b5c6abbe req-64464fac-d05e-4376-bda5-89ab6bf41ce3 service neutron] 10.222.0.42 "GET /v2.0/networks/f73f244e-dfa1-462a-8af2-336186f52e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063680 Feb 20 03:41:52.002559 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-567ba57c-1d16-464c-b28f-e386ec0ef8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f66f9e1e-34f9-4fd4-81c9-9a7a0bc84869), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:52.006228 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-567ba57c-1d16-464c-b28f-e386ec0ef8c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:52.007448 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-567ba57c-1d16-464c-b28f-e386ec0ef8c7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f66f9e1e-34f9-4fd4-81c9-9a7a0bc84869 HTTP/1.1" status: 204 len: 168 time: 0.6997380 Feb 20 03:41:52.020825 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 4f30ec9a-d334-4bda-a9ef-650fbec0d56d triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:52.020825 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4f30ec9a-d334-4bda-a9ef-650fbec0d56d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:52.049054 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ae262ff7-0ab3-4625-9885-b3f8f5cf16b7 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (839213b9-9787-48e3-94d4-434a2883ce77), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:52.075008 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ba57c-1d16-464c-b28f-e386ec0ef8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66f9e1e-34f9-4fd4-81c9-9a7a0bc84869,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:52.110608 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae262ff7-0ab3-4625-9885-b3f8f5cf16b7 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Network e5e9ae29-198b-43fb-aefc-63e3f98b3422 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:41:52.111621 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-830c47ed-6ffa-4a35-b5a2-23a4e5a80b5a tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Allocated IP 2001:db8::387 (2b22c2f3-fafa-40e0-ac3b-33d1570dff7a/16d2bafe-b0f3-40bd-9c21-df914924b292/3b9c7042-3b33-4669-9de6-d9580c10bb0e) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:41:52.113800 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-ae262ff7-0ab3-4625-9885-b3f8f5cf16b7 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:52.146118 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae262ff7-0ab3-4625-9885-b3f8f5cf16b7 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:41:52.159134 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae262ff7-0ab3-4625-9885-b3f8f5cf16b7 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:52.159134 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ae262ff7-0ab3-4625-9885-b3f8f5cf16b7 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:52.171598 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65ae603d-6350-4a39-b5e8-93e7908a9bbc req-19206f64-6b6f-4e66-9bd5-803d03f494e5 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222240 Feb 20 03:41:52.191570 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-830c47ed-6ffa-4a35-b5a2-23a4e5a80b5a tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Allocated IP 2001:db8:0:1::24f (2b22c2f3-fafa-40e0-ac3b-33d1570dff7a/f30ac402-5afa-401d-804d-9a757b1c827c/3b9c7042-3b33-4669-9de6-d9580c10bb0e) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:41:52.225824 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 4f30ec9a-d334-4bda-a9ef-650fbec0d56d is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:52.228363 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4f30ec9a-d334-4bda-a9ef-650fbec0d56d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:52.235520 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae262ff7-0ab3-4625-9885-b3f8f5cf16b7 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Pushing event updated for resources: {'Port': ['ID=839213b9-9787-48e3-94d4-434a2883ce77,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:52.256612 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5aef743-3f25-4a89-a9eb-584995a37e6c x-openstack-request-id: req-a5aef743-3f25-4a89-a9eb-584995a37e6c {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:41:52.257284 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48513b7-1476-4349-bb09-9e76328e51ea", "tag": "8a15b861-0bdb-4b98-9f6a-f9315b569ebb", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:41:52.258529 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a5aef743-3f25-4a89-a9eb-584995a37e6c {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:41:52.260137 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48513b7-1476-4349-bb09-9e76328e51ea', 'tag': '8a15b861-0bdb-4b98-9f6a-f9315b569ebb', 'status': 'completed', 'code': 200} Feb 20 03:41:52.286246 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ae262ff7-0ab3-4625-9885-b3f8f5cf16b7 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5200012 Feb 20 03:41:52.288983 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43670) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:52.329895 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43672) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:52.336243 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 4f30ec9a-d334-4bda-a9ef-650fbec0d56d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=4f30ec9a-d334-4bda-a9ef-650fbec0d56d,segment=NetworkSegment(2b58484b-8477-440f-b211-1bff6948432c),segment_id=2b58484b-8477-440f-b211-1bff6948432c)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:52.414744 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (4f30ec9a-d334-4bda-a9ef-650fbec0d56d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:52.429229 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-0438e4e9-9344-4a37-b8a4-f5ce50588c24 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Deleting subnet d11d48a3-4703-4465-9a34-6ca138edad2b {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:41:52.441051 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0438e4e9-9344-4a37-b8a4-f5ce50588c24 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks [] for subnet (d11d48a3-4703-4465-9a34-6ca138edad2b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:52.491853 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=4f30ec9a-d334-4bda-a9ef-650fbec0d56d,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:52.504174 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0438e4e9-9344-4a37-b8a4-f5ce50588c24 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (d11d48a3-4703-4465-9a34-6ca138edad2b), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:52.573109 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e4b0f-9ed7-487a-85bd-004525cd0106 req-a62042d1-d7b7-449b-b5bb-d7abbe37b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:52.577876 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e19e4b0f-9ed7-487a-85bd-004525cd0106 req-a62042d1-d7b7-449b-b5bb-d7abbe37b22c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=368d9257e4384467becf24466096e532&device_id=c48513b7-1476-4349-bb09-9e76328e51ea HTTP/1.1" status: 200 len: 1125 time: 0.2897828 Feb 20 03:41:52.605787 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab6419a-5a95-4658-92a8-14d7a3391347 None None] Network 2b22c2f3-fafa-40e0-ac3b-33d1570dff7a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:41:52.714722 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0438e4e9-9344-4a37-b8a4-f5ce50588c24 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (d11d48a3-4703-4465-9a34-6ca138edad2b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:52.787930 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-40b0a5d1-95d8-4e1b-8d7d-51bbcbe4f57b None None] Provisioning complete for port 4f30ec9a-d334-4bda-a9ef-650fbec0d56d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:52.788894 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-40b0a5d1-95d8-4e1b-8d7d-51bbcbe4f57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4f30ec9a-d334-4bda-a9ef-650fbec0d56d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:52.903849 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0438e4e9-9344-4a37-b8a4-f5ce50588c24 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (d11d48a3-4703-4465-9a34-6ca138edad2b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:52.941114 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3f98b-b3e5-4806-9408-4ccfc4cb655c req-fb248ab7-5936-44b2-a3a3-caeb036ca49e tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:52.945571 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2ae3f98b-b3e5-4806-9408-4ccfc4cb655c req-fb248ab7-5936-44b2-a3a3-caeb036ca49e tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] 10.222.0.89 "GET /v2.0/ports?device_id=c48513b7-1476-4349-bb09-9e76328e51ea HTTP/1.1" status: 200 len: 943 time: 0.5026386 Feb 20 03:41:52.948228 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438e4e9-9344-4a37-b8a4-f5ce50588c24 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Pushing event deleted for resources: {'Subnet': ['ID=d11d48a3-4703-4465-9a34-6ca138edad2b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:52.970082 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0438e4e9-9344-4a37-b8a4-f5ce50588c24 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:52.987897 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0438e4e9-9344-4a37-b8a4-f5ce50588c24 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "DELETE /v2.0/subnets/d11d48a3-4703-4465-9a34-6ca138edad2b HTTP/1.1" status: 204 len: 168 time: 0.6977413 Feb 20 03:41:52.988737 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43686) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:53.004413 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-830c47ed-6ffa-4a35-b5a2-23a4e5a80b5a tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for port (3b9c7042-3b33-4669-9de6-d9580c10bb0e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:53.030627 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-40b0a5d1-95d8-4e1b-8d7d-51bbcbe4f57b None None] Current status of the port 4f30ec9a-d334-4bda-a9ef-650fbec0d56d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:53.101612 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb90977d-a05a-4110-88c8-7a408832ee4a None None] Update dhcp port {'port': {'network_id': '2b22c2f3-fafa-40e0-ac3b-33d1570dff7a', 'fixed_ips': [{'subnet_id': '16d2bafe-b0f3-40bd-9c21-df914924b292', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f30ac402-5afa-401d-804d-9a757b1c827c'}], 'binding:host_id': 'n-d-829866-4'}, 'id': '4f30ec9a-d334-4bda-a9ef-650fbec0d56d'} from n-d-829866-4. {{(pid=104107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 03:41:53.135282 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607dd023-4b25-480f-be08-1f7b0b634925 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:53.136908 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607dd023-4b25-480f-be08-1f7b0b634925 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:53.138630 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-607dd023-4b25-480f-be08-1f7b0b634925 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1344731 Feb 20 03:41:53.142781 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43690) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:53.171834 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bb90977d-a05a-4110-88c8-7a408832ee4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4f30ec9a-d334-4bda-a9ef-650fbec0d56d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:53.189566 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2ae3f98b-b3e5-4806-9408-4ccfc4cb655c req-c66fba03-9dd2-4ccb-b8e1-778e104f089c tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] 10.222.0.89 "GET /v2.0/security-groups?id=26fa90d0-1674-442e-bf2d-4855a4a36695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076898 Feb 20 03:41:53.235196 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e4b0f-9ed7-487a-85bd-004525cd0106 req-40ca8db0-09eb-4188-8170-c29348f5324d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:53.237150 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e19e4b0f-9ed7-487a-85bd-004525cd0106 req-40ca8db0-09eb-4188-8170-c29348f5324d service neutron] 10.222.0.42 "GET /v2.0/networks?id=f73f244e-dfa1-462a-8af2-336186f52e03 HTTP/1.1" status: 200 len: 923 time: 0.6518846 Feb 20 03:41:53.324523 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e19e4b0f-9ed7-487a-85bd-004525cd0106 req-205ef1ae-ff90-4e57-ad40-627a646ee030 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a15b861-0bdb-4b98-9f6a-f9315b569ebb HTTP/1.1" status: 200 len: 217 time: 0.0786431 Feb 20 03:41:53.364169 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bef7639b-1e20-4b1c-a4e6-1159005aa423 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (e5e9ae29-198b-43fb-aefc-63e3f98b3422), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:53.391124 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef7639b-1e20-4b1c-a4e6-1159005aa423 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 20 03:41:53.391599 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bef7639b-1e20-4b1c-a4e6-1159005aa423 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:41:53.398656 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd9d32a-0bf6-4413-ae6d-4eae0500f2c5 None None] Network e5e9ae29-198b-43fb-aefc-63e3f98b3422 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:41:53.407250 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bef7639b-1e20-4b1c-a4e6-1159005aa423 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "DELETE /v2.0/networks/e5e9ae29-198b-43fb-aefc-63e3f98b3422 HTTP/1.1" status: 409 len: 466 time: 0.2630603 Feb 20 03:41:53.407918 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43698) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:53.421430 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-8eda54e0-145d-49ce-a88f-35ebdc07ebfa tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1080418120'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:53.486706 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e4b0f-9ed7-487a-85bd-004525cd0106 req-afbff9a8-2346-429e-877b-4319a2caf454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:53.488391 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e19e4b0f-9ed7-487a-85bd-004525cd0106 req-afbff9a8-2346-429e-877b-4319a2caf454 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=27479365-0250-42ee-83bf-53ffcaf4459a HTTP/1.1" status: 200 len: 862 time: 0.1507511 Feb 20 03:41:53.540229 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eda54e0-145d-49ce-a88f-35ebdc07ebfa tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Made reservation on behalf of c60d367938c94db0b49b1590dc507e3a for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:41:53.545510 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8eda54e0-145d-49ce-a88f-35ebdc07ebfa tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:53.592090 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eda54e0-145d-49ce-a88f-35ebdc07ebfa tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:41:53.604351 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8eda54e0-145d-49ce-a88f-35ebdc07ebfa tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (75b5844e-cbcb-4b31-9a60-d47c995089e4), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:53.605223 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-8eda54e0-145d-49ce-a88f-35ebdc07ebfa tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Added segment 75b5844e-cbcb-4b31-9a60-d47c995089e4 of type vlan for network 7ae9edd1-d13c-472b-9f8b-faa45ffe5ff3 Feb 20 03:41:53.626685 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f7571c23-fb97-483a-978a-543df53e8dac None None] Provisioning complete for port 454bb31a-43f8-426b-8f16-a656d8f11453 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:53.627272 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f7571c23-fb97-483a-978a-543df53e8dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (454bb31a-43f8-426b-8f16-a656d8f11453), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:53.720350 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8eda54e0-145d-49ce-a88f-35ebdc07ebfa tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (7ae9edd1-d13c-472b-9f8b-faa45ffe5ff3), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:53.812739 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-bb90977d-a05a-4110-88c8-7a408832ee4a None None] Allocated IP 2001:db8:0:1::2 (2b22c2f3-fafa-40e0-ac3b-33d1570dff7a/f30ac402-5afa-401d-804d-9a757b1c827c/4f30ec9a-d334-4bda-a9ef-650fbec0d56d) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:41:53.848788 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8eda54e0-145d-49ce-a88f-35ebdc07ebfa tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (7ae9edd1-d13c-472b-9f8b-faa45ffe5ff3), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:53.855861 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eda54e0-145d-49ce-a88f-35ebdc07ebfa tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:53.856503 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8eda54e0-145d-49ce-a88f-35ebdc07ebfa tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:53.895290 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8abb627-cd39-4754-8173-e9f91227711c None None] DHCP port deletion for e5e9ae29-198b-43fb-aefc-63e3f98b3422 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:41:53.995099 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4f30ec9a-d334-4bda-a9ef-650fbec0d56d up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:41:53.997258 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f7571c23-fb97-483a-978a-543df53e8dac None None] Current status of the port 454bb31a-43f8-426b-8f16-a656d8f11453 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:53.997895 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f7571c23-fb97-483a-978a-543df53e8dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (454bb31a-43f8-426b-8f16-a656d8f11453), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:54.019324 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda54e0-145d-49ce-a88f-35ebdc07ebfa tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Pushing event updated for resources: {'Network': ['ID=7ae9edd1-d13c-472b-9f8b-faa45ffe5ff3,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:54.034223 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8eda54e0-145d-49ce-a88f-35ebdc07ebfa tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6251457 Feb 20 03:41:54.037578 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43710) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:54.042817 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-5fd2318b-8f0b-42aa-959a-11cb40ab4c05 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Request body: {'subnet': {'network_id': '7ae9edd1-d13c-472b-9f8b-faa45ffe5ff3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:54.055706 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 7ae9edd1-d13c-472b-9f8b-faa45ffe5ff3 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:41:54.082624 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-830c47ed-6ffa-4a35-b5a2-23a4e5a80b5a tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (3b9c7042-3b33-4669-9de6-d9580c10bb0e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:54.124160 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e19e4b0f-9ed7-487a-85bd-004525cd0106 req-231999c3-c77a-45e5-829f-148536b2acaf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f73f244e-dfa1-462a-8af2-336186f52e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6228890 Feb 20 03:41:54.248695 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-f7571c23-fb97-483a-978a-543df53e8dac None None] For port 454bb31a-43f8-426b-8f16-a656d8f11453, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=454bb31a-43f8-426b-8f16-a656d8f11453,segment=NetworkSegment(e070e23b-c1f1-422f-b99f-f7bbf945c764),segment_id=e070e23b-c1f1-422f-b99f-f7bbf945c764)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:54.252637 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d8abb627-cd39-4754-8173-e9f91227711c None None] Deleting port 454bb31a-43f8-426b-8f16-a656d8f11453 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:41:54.253216 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d8abb627-cd39-4754-8173-e9f91227711c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (454bb31a-43f8-426b-8f16-a656d8f11453), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:54.253802 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830c47ed-6ffa-4a35-b5a2-23a4e5a80b5a tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network 2b22c2f3-fafa-40e0-ac3b-33d1570dff7a is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:41:54.262687 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0865c027-1e53-46b0-bcb6-d8f3c859068e', 'name': 'network-vif-deleted', 'tag': 'f9286307-e752-4ea8-9047-095542217e3a'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:41:54.265255 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b90da2-45fb-459d-bb27-e97758a011c0" -d '{"events": [{"server_uuid": "0865c027-1e53-46b0-bcb6-d8f3c859068e", "name": "network-vif-deleted", "tag": "f9286307-e752-4ea8-9047-095542217e3a"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:41:54.268227 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd2318b-8f0b-42aa-959a-11cb40ab4c05 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Made reservation on behalf of c60d367938c94db0b49b1590dc507e3a for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:41:54.275508 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5fd2318b-8f0b-42aa-959a-11cb40ab4c05 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:54.282113 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-830c47ed-6ffa-4a35-b5a2-23a4e5a80b5a tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:54.298342 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830c47ed-6ffa-4a35-b5a2-23a4e5a80b5a tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:41:54.305132 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830c47ed-6ffa-4a35-b5a2-23a4e5a80b5a tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:54.305808 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-830c47ed-6ffa-4a35-b5a2-23a4e5a80b5a tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:54.316453 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ce71f-8054-4130-9422-1bd5f7e5a1f5 req-858a8592-217c-455e-bf22-434949fd43b6 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:54.326067 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0f1ce71f-8054-4130-9422-1bd5f7e5a1f5 req-858a8592-217c-455e-bf22-434949fd43b6 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f9eee67-81b4-43b7-9daa-f24501dcabe0 HTTP/1.1" status: 200 len: 945 time: 0.8360682 Feb 20 03:41:54.343878 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f7571c23-fb97-483a-978a-543df53e8dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (454bb31a-43f8-426b-8f16-a656d8f11453), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:54.357370 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c47ed-6ffa-4a35-b5a2-23a4e5a80b5a tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Port': ['ID=3b9c7042-3b33-4669-9de6-d9580c10bb0e,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:54.404555 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 4f30ec9a-d334-4bda-a9ef-650fbec0d56d triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:54.405117 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4f30ec9a-d334-4bda-a9ef-650fbec0d56d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:54.408929 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-bb90977d-a05a-4110-88c8-7a408832ee4a None None] For port 4f30ec9a-d334-4bda-a9ef-650fbec0d56d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=4f30ec9a-d334-4bda-a9ef-650fbec0d56d,segment=NetworkSegment(2b58484b-8477-440f-b211-1bff6948432c),segment_id=2b58484b-8477-440f-b211-1bff6948432c)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:54.416521 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7571c23-fb97-483a-978a-543df53e8dac None None] Pushing event updated for resources: {'Port': ['ID=454bb31a-43f8-426b-8f16-a656d8f11453,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:54.464261 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e19e4b0f-9ed7-487a-85bd-004525cd0106 req-695ae998-8119-426a-b09a-8ce22667e203 service neutron] 10.222.0.42 "GET /v2.0/networks/f73f244e-dfa1-462a-8af2-336186f52e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947111 Feb 20 03:41:54.492906 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0f1ce71f-8054-4130-9422-1bd5f7e5a1f5 req-845e2e11-2846-47e6-9d00-707a3db82ca9 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663258 Feb 20 03:41:54.504698 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-830c47ed-6ffa-4a35-b5a2-23a4e5a80b5a tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.7621291 Feb 20 03:41:54.505516 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43722) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:54.544173 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-fe520f8b-a943-498e-a7be-b2af406b2413 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '16d2bafe-b0f3-40bd-9c21-df914924b292'}]}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:54.566954 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-184ea547-060c-4547-9881-6bb1eb10ce15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (7ef6a05e-091a-4056-931a-4a247234a19c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:54.687819 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d8abb627-cd39-4754-8173-e9f91227711c None None] For port 454bb31a-43f8-426b-8f16-a656d8f11453, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=454bb31a-43f8-426b-8f16-a656d8f11453,segment=NetworkSegment(e070e23b-c1f1-422f-b99f-f7bbf945c764),segment_id=e070e23b-c1f1-422f-b99f-f7bbf945c764)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:54.688744 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d8abb627-cd39-4754-8173-e9f91227711c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (454bb31a-43f8-426b-8f16-a656d8f11453), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:54.690576 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e19e4b0f-9ed7-487a-85bd-004525cd0106 req-994a37e5-9747-47f1-b3b8-794471e164de service neutron] 10.222.0.42 "GET /v2.0/networks/f73f244e-dfa1-462a-8af2-336186f52e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195208 Feb 20 03:41:54.725656 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d8abb627-cd39-4754-8173-e9f91227711c None None] Calling delete_port for 454bb31a-43f8-426b-8f16-a656d8f11453 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:41:54.732559 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bb90977d-a05a-4110-88c8-7a408832ee4a None None] Publish callbacks [] for port (4f30ec9a-d334-4bda-a9ef-650fbec0d56d), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:54.865816 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 4f30ec9a-d334-4bda-a9ef-650fbec0d56d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:54.877314 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bb90977d-a05a-4110-88c8-7a408832ee4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (4f30ec9a-d334-4bda-a9ef-650fbec0d56d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:54.904464 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fe520f8b-a943-498e-a7be-b2af406b2413 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3b9c7042-3b33-4669-9de6-d9580c10bb0e), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:54.980253 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-184ea547-060c-4547-9881-6bb1eb10ce15 admin admin] Deleting port 83b52a73-38bb-4ccd-8126-e3fa69aff05d {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:41:54.980646 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-184ea547-060c-4547-9881-6bb1eb10ce15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (83b52a73-38bb-4ccd-8126-e3fa69aff05d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:55.005308 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90977d-a05a-4110-88c8-7a408832ee4a None None] Pushing event updated for resources: {'Port': ['ID=4f30ec9a-d334-4bda-a9ef-650fbec0d56d,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:55.095287 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43734) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:55.112275 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d8abb627-cd39-4754-8173-e9f91227711c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (454bb31a-43f8-426b-8f16-a656d8f11453), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:55.127092 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8abb627-cd39-4754-8173-e9f91227711c None None] No DVR routers for this DVR port 454bb31a-43f8-426b-8f16-a656d8f11453 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:41:55.156641 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a02eec-c86f-4000-a647-a09099c02000 req-119faf5c-4fd7-407a-9558-d1d47d99bce6 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:55.158308 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87a02eec-c86f-4000-a647-a09099c02000 req-119faf5c-4fd7-407a-9558-d1d47d99bce6 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] 10.222.0.89 "GET /v2.0/ports?device_id=c48513b7-1476-4349-bb09-9e76328e51ea HTTP/1.1" status: 200 len: 943 time: 0.1923702 Feb 20 03:41:55.160290 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-184ea547-060c-4547-9881-6bb1eb10ce15 admin admin] For port 83b52a73-38bb-4ccd-8126-e3fa69aff05d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=83b52a73-38bb-4ccd-8126-e3fa69aff05d,segment=NetworkSegment(4fb51312-b6a0-4af3-8d83-7ca6df64bc46),segment_id=4fb51312-b6a0-4af3-8d83-7ca6df64bc46)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:55.160760 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-184ea547-060c-4547-9881-6bb1eb10ce15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (83b52a73-38bb-4ccd-8126-e3fa69aff05d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:55.173957 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abb627-cd39-4754-8173-e9f91227711c None None] Pushing event deleted for resources: {'Port': ['ID=454bb31a-43f8-426b-8f16-a656d8f11453,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:55.194118 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-184ea547-060c-4547-9881-6bb1eb10ce15 admin admin] Calling delete_port for 83b52a73-38bb-4ccd-8126-e3fa69aff05d owned by network:router_interface {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:41:55.229427 n-d-829866-4 neutron-server[104106]: DEBUG neutron.objects.ports [None req-5fd2318b-8f0b-42aa-959a-11cb40ab4c05 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104106) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 03:41:55.254619 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5fd2318b-8f0b-42aa-959a-11cb40ab4c05 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (a00b78ce-97d7-4e45-8f1f-bfac52ee1765), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:55.319436 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87a02eec-c86f-4000-a647-a09099c02000 req-912a6e0b-77a2-4d47-bfe5-33492f10af18 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] 10.222.0.89 "GET /v2.0/security-groups?id=26fa90d0-1674-442e-bf2d-4855a4a36695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456304 Feb 20 03:41:55.329711 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-3196c746-073f-47f0-8acd-550aeffcde75 tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-910212872', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:55.366958 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac8ac7e-caae-4440-a892-3a796550be10 x-openstack-request-id: req-8ac8ac7e-caae-4440-a892-3a796550be10 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:41:55.366958 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0865c027-1e53-46b0-bcb6-d8f3c859068e", "name": "network-vif-deleted", "tag": "f9286307-e752-4ea8-9047-095542217e3a", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:41:55.366958 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8ac8ac7e-caae-4440-a892-3a796550be10 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:41:55.366958 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0865c027-1e53-46b0-bcb6-d8f3c859068e', 'name': 'network-vif-deleted', 'tag': 'f9286307-e752-4ea8-9047-095542217e3a', 'status': 'completed', 'code': 200} Feb 20 03:41:55.481858 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3196c746-073f-47f0-8acd-550aeffcde75 tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Made reservation on behalf of e200cd47f6f6424895f9aa40614df322 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:41:55.484237 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3196c746-073f-47f0-8acd-550aeffcde75 tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:55.498523 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3196c746-073f-47f0-8acd-550aeffcde75 tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:55.501916 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2318b-8f0b-42aa-959a-11cb40ab4c05 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Pushing event updated for resources: {'Subnet': ['ID=a00b78ce-97d7-4e45-8f1f-bfac52ee1765,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:55.525921 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd2318b-8f0b-42aa-959a-11cb40ab4c05 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Checking segment: {'id': '75b5844e-cbcb-4b31-9a60-d47c995089e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '7ae9edd1-d13c-472b-9f8b-faa45ffe5ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:41:55.526825 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd2318b-8f0b-42aa-959a-11cb40ab4c05 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Network hostable DHCP agents. Network: 7ae9edd1-d13c-472b-9f8b-faa45ffe5ff3, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:41:55.579983 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-fe520f8b-a943-498e-a7be-b2af406b2413 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Delete allocated IP 2001:db8:0:1::24f (2b22c2f3-fafa-40e0-ac3b-33d1570dff7a/f30ac402-5afa-401d-804d-9a757b1c827c) {{(pid=104106) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 20 03:41:55.600187 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3196c746-073f-47f0-8acd-550aeffcde75 tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Publish callbacks [] for security_group (d1e15e6b-2d7e-4ebc-8ed7-8e2c66bf6848), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:55.649111 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-184ea547-060c-4547-9881-6bb1eb10ce15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (83b52a73-38bb-4ccd-8126-e3fa69aff05d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:55.691408 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ea547-060c-4547-9881-6bb1eb10ce15 admin admin] Pushing event deleted for resources: {'Port': ['ID=83b52a73-38bb-4ccd-8126-e3fa69aff05d,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:55.732010 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4f30ec9a-d334-4bda-a9ef-650fbec0d56d up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:41:55.747947 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd2318b-8f0b-42aa-959a-11cb40ab4c05 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Network 7ae9edd1-d13c-472b-9f8b-faa45ffe5ff3 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:41:55.765626 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fe520f8b-a943-498e-a7be-b2af406b2413 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for port (3b9c7042-3b33-4669-9de6-d9580c10bb0e), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:55.772766 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d4f5dd-6156-425a-a5f3-58f515adc124 None None] Network 2b22c2f3-fafa-40e0-ac3b-33d1570dff7a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:41:55.788645 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3196c746-073f-47f0-8acd-550aeffcde75 tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d1e15e6b-2d7e-4ebc-8ed7-8e2c66bf6848), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:55.806792 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-3196c746-073f-47f0-8acd-550aeffcde75 tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] device_id is not set on port 43003cd9-d820-4350-be71-415a54241282 yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:41:55.860249 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-693d868e-67db-4058-be72-0742f12ad05d None None] Provisioning complete for port 4f30ec9a-d334-4bda-a9ef-650fbec0d56d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:55.860631 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-693d868e-67db-4058-be72-0742f12ad05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4f30ec9a-d334-4bda-a9ef-650fbec0d56d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:55.912692 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-5fd2318b-8f0b-42aa-959a-11cb40ab4c05 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 7ae9edd1-d13c-472b-9f8b-faa45ffe5ff3) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:55.924372 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd2318b-8f0b-42aa-959a-11cb40ab4c05 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:55.926392 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5fd2318b-8f0b-42aa-959a-11cb40ab4c05 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:55.942321 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 4f30ec9a-d334-4bda-a9ef-650fbec0d56d triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:55.943706 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4f30ec9a-d334-4bda-a9ef-650fbec0d56d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:55.949058 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce654525-07ab-4db4-a18c-d29ef731762e None None] Network 7ae9edd1-d13c-472b-9f8b-faa45ffe5ff3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:41:55.955286 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196c746-073f-47f0-8acd-550aeffcde75 tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e15e6b-2d7e-4ebc-8ed7-8e2c66bf6848,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:55.973485 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fe520f8b-a943-498e-a7be-b2af406b2413 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (3b9c7042-3b33-4669-9de6-d9580c10bb0e), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:56.021723 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945a9cc-51cb-488c-8c58-a21cf76eaa85 req-1f8be1a8-fe19-4e44-8977-6b99137962a7 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:56.028940 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6945a9cc-51cb-488c-8c58-a21cf76eaa85 req-1f8be1a8-fe19-4e44-8977-6b99137962a7 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f9eee67-81b4-43b7-9daa-f24501dcabe0 HTTP/1.1" status: 200 len: 945 time: 0.2787831 Feb 20 03:41:56.067257 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-fe520f8b-a943-498e-a7be-b2af406b2413 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] In _notify_port_updated(), no bound segment for port 3b9c7042-3b33-4669-9de6-d9580c10bb0e on network 2b22c2f3-fafa-40e0-ac3b-33d1570dff7a {{(pid=104106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 03:41:56.074342 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe520f8b-a943-498e-a7be-b2af406b2413 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:56.075043 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fe520f8b-a943-498e-a7be-b2af406b2413 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:56.079081 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fe520f8b-a943-498e-a7be-b2af406b2413 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "PUT /v2.0/ports/3b9c7042-3b33-4669-9de6-d9580c10bb0e HTTP/1.1" status: 200 len: 925 time: 1.5702784 Feb 20 03:41:56.079479 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43744) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:56.086296 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5fd2318b-8f0b-42aa-959a-11cb40ab4c05 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0475974 Feb 20 03:41:56.092752 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-30807286-03c3-4c1e-94b8-1ff35bf89ede tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '16d2bafe-b0f3-40bd-9c21-df914924b292'}, {'subnet_id': 'f30ac402-5afa-401d-804d-9a757b1c827c'}]}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:56.103674 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43746) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:56.108836 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-9f8286e9-d89b-4226-b98b-25705e985192 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Request body: {'port': {'network_id': '7ae9edd1-d13c-472b-9f8b-faa45ffe5ff3', 'name': 'tempest-NetworksIpV6TestAttrs-697877072'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:56.138833 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-693d868e-67db-4058-be72-0742f12ad05d None None] Current status of the port 4f30ec9a-d334-4bda-a9ef-650fbec0d56d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:56.158467 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe520f8b-a943-498e-a7be-b2af406b2413 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Port': ['ID=3b9c7042-3b33-4669-9de6-d9580c10bb0e,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:56.162352 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 4f30ec9a-d334-4bda-a9ef-650fbec0d56d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:56.196655 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ec7dc0-8b0e-4b54-bc1f-5a1fc5037479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-7ae9edd1-d13c-472b-9f8b-faa45ffe5ff3', 'network_id': '7ae9edd1-d13c-472b-9f8b-faa45ffe5ff3', 'project_id': 'c60d367938c94db0b49b1590dc507e3a', 'fixed_ips': [{'subnet_id': 'a00b78ce-97d7-4e45-8f1f-bfac52ee1765'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:41:56.197534 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-16ec7dc0-8b0e-4b54-bc1f-5a1fc5037479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:56.262880 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-30807286-03c3-4c1e-94b8-1ff35bf89ede tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3b9c7042-3b33-4669-9de6-d9580c10bb0e), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:56.267028 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6945a9cc-51cb-488c-8c58-a21cf76eaa85 req-b425bb64-f9d8-4a7f-8769-ee6e4e786f5a tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370038 Feb 20 03:41:56.268342 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-3196c746-073f-47f0-8acd-550aeffcde75 tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Allocated IP 172.25.7.92 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/43003cd9-d820-4350-be71-415a54241282) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:41:56.271420 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-184ea547-060c-4547-9881-6bb1eb10ce15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (7ef6a05e-091a-4056-931a-4a247234a19c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:56.309015 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 454bb31a-43f8-426b-8f16-a656d8f11453 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:41:56.388515 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 454bb31a-43f8-426b-8f16-a656d8f11453 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:41:56.388908 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 454bb31a-43f8-426b-8f16-a656d8f11453 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:41:56.438714 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 8a15b861-0bdb-4b98-9f6a-f9315b569ebb details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:41:56.483659 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-16ec7dc0-8b0e-4b54-bc1f-5a1fc5037479 None None] Allocated IP 2001:db8::f816:3eff:fe11:be7 (7ae9edd1-d13c-472b-9f8b-faa45ffe5ff3/a00b78ce-97d7-4e45-8f1f-bfac52ee1765/6f8db018-6a68-4238-a7b4-26b77d210ceb) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:41:56.486489 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7fb1f567-7993-4201-bc76-a28373866373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:56.600084 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8286e9-d89b-4226-b98b-25705e985192 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Made reservation on behalf of c60d367938c94db0b49b1590dc507e3a for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:41:56.606203 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9f8286e9-d89b-4226-b98b-25705e985192 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:56.657501 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-8f6a516d-7996-4b4f-b899-2c4ae1155ec8 None None] Provisioning complete for port 4f30ec9a-d334-4bda-a9ef-650fbec0d56d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:56.657814 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8f6a516d-7996-4b4f-b899-2c4ae1155ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4f30ec9a-d334-4bda-a9ef-650fbec0d56d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:56.723378 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 8a15b861-0bdb-4b98-9f6a-f9315b569ebb, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=8a15b861-0bdb-4b98-9f6a-f9315b569ebb,segment=NetworkSegment(19f3be22-1417-45ed-a5d6-5b3feda965f1),segment_id=19f3be22-1417-45ed-a5d6-5b3feda965f1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:56.728490 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-9f8286e9-d89b-4226-b98b-25705e985192 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] device_id is not set on port 5be8a032-3d86-4431-bb4b-33c6cd3b533a yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:41:56.736725 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3196c746-073f-47f0-8acd-550aeffcde75 tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Publish callbacks [] for port (43003cd9-d820-4350-be71-415a54241282), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:56.758745 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '8a15b861-0bdb-4b98-9f6a-f9315b569ebb', 'network_id': 'f73f244e-dfa1-462a-8af2-336186f52e03', 'port_id': '8a15b861-0bdb-4b98-9f6a-f9315b569ebb', 'mac_address': 'fa:16:3e:ad:0a:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27479365-0250-42ee-83bf-53ffcaf4459a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:41:56.763488 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-30807286-03c3-4c1e-94b8-1ff35bf89ede tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Allocated IP 2001:db8:0:1::a8 (2b22c2f3-fafa-40e0-ac3b-33d1570dff7a/f30ac402-5afa-401d-804d-9a757b1c827c/3b9c7042-3b33-4669-9de6-d9580c10bb0e) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:41:56.846966 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb63922-c3a1-4b6f-ab60-c0523cb52271 req-ba18240a-33d9-40a5-8311-f423c31af5ea tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:56.848523 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddb63922-c3a1-4b6f-ab60-c0523cb52271 req-ba18240a-33d9-40a5-8311-f423c31af5ea tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] 10.222.0.89 "GET /v2.0/ports?device_id=c48513b7-1476-4349-bb09-9e76328e51ea HTTP/1.1" status: 200 len: 943 time: 0.1503479 Feb 20 03:41:56.855147 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-16ec7dc0-8b0e-4b54-bc1f-5a1fc5037479 None None] Publish callbacks [] for port (6f8db018-6a68-4238-a7b4-26b77d210ceb), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:56.892503 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184ea547-060c-4547-9881-6bb1eb10ce15 admin admin] Router 7ef6a05e-091a-4056-931a-4a247234a19c has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:41:56.911251 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 8a15b861-0bdb-4b98-9f6a-f9315b569ebb is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:56.912112 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8a15b861-0bdb-4b98-9f6a-f9315b569ebb), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:56.920602 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddb63922-c3a1-4b6f-ab60-c0523cb52271 req-545c8bcf-80f8-4f67-a978-94c17f39300c tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] 10.222.0.89 "GET /v2.0/security-groups?id=26fa90d0-1674-442e-bf2d-4855a4a36695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638893 Feb 20 03:41:56.944615 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a15b861-0bdb-4b98-9f6a-f9315b569ebb {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:41:56.975272 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-30807286-03c3-4c1e-94b8-1ff35bf89ede tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for port (3b9c7042-3b33-4669-9de6-d9580c10bb0e), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:56.997918 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-16ec7dc0-8b0e-4b54-bc1f-5a1fc5037479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (6f8db018-6a68-4238-a7b4-26b77d210ceb), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:57.003640 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 8a15b861-0bdb-4b98-9f6a-f9315b569ebb, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=8a15b861-0bdb-4b98-9f6a-f9315b569ebb,segment=NetworkSegment(19f3be22-1417-45ed-a5d6-5b3feda965f1),segment_id=19f3be22-1417-45ed-a5d6-5b3feda965f1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:57.028929 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3196c746-073f-47f0-8acd-550aeffcde75 tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (43003cd9-d820-4350-be71-415a54241282), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:57.046488 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-8f6a516d-7996-4b4f-b899-2c4ae1155ec8 None None] Current status of the port 4f30ec9a-d334-4bda-a9ef-650fbec0d56d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:57.060742 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ec7dc0-8b0e-4b54-bc1f-5a1fc5037479 None None] Network 7ae9edd1-d13c-472b-9f8b-faa45ffe5ff3 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:41:57.063483 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-9f8286e9-d89b-4226-b98b-25705e985192 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Allocated IP 2001:db8::f816:3eff:fe56:bf28 (7ae9edd1-d13c-472b-9f8b-faa45ffe5ff3/a00b78ce-97d7-4e45-8f1f-bfac52ee1765/5be8a032-3d86-4431-bb4b-33c6cd3b533a) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:41:57.067004 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-16ec7dc0-8b0e-4b54-bc1f-5a1fc5037479 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:57.077463 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ec7dc0-8b0e-4b54-bc1f-5a1fc5037479 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:41:57.105018 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec7dc0-8b0e-4b54-bc1f-5a1fc5037479 None None] Pushing event updated for resources: {'Port': ['ID=6f8db018-6a68-4238-a7b4-26b77d210ceb,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:57.120739 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3196c746-073f-47f0-8acd-550aeffcde75 tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:41:57.129734 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-3196c746-073f-47f0-8acd-550aeffcde75 tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:57.148998 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-8f6a516d-7996-4b4f-b899-2c4ae1155ec8 None None] Provisioning complete for port 3b9c7042-3b33-4669-9de6-d9580c10bb0e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:57.149529 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8f6a516d-7996-4b4f-b899-2c4ae1155ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3b9c7042-3b33-4669-9de6-d9580c10bb0e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:57.156828 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3196c746-073f-47f0-8acd-550aeffcde75 tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:41:57.157714 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (8a15b861-0bdb-4b98-9f6a-f9315b569ebb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:57.221669 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-16ec7dc0-8b0e-4b54-bc1f-5a1fc5037479 None None] Attempting to bind port 6f8db018-6a68-4238-a7b4-26b77d210ceb on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:41:57.224814 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-16ec7dc0-8b0e-4b54-bc1f-5a1fc5037479 None None] Attempting to bind port 6f8db018-6a68-4238-a7b4-26b77d210ceb by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '75b5844e-cbcb-4b31-9a60-d47c995089e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '7ae9edd1-d13c-472b-9f8b-faa45ffe5ff3'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:41:57.224814 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ec7dc0-8b0e-4b54-bc1f-5a1fc5037479 None None] Attempting to bind port 6f8db018-6a68-4238-a7b4-26b77d210ceb on network 7ae9edd1-d13c-472b-9f8b-faa45ffe5ff3 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:41:57.238188 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ec7dc0-8b0e-4b54-bc1f-5a1fc5037479 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:41:57.238516 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ec7dc0-8b0e-4b54-bc1f-5a1fc5037479 None None] Checking segment: {'id': '75b5844e-cbcb-4b31-9a60-d47c995089e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '7ae9edd1-d13c-472b-9f8b-faa45ffe5ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:41:57.239059 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-16ec7dc0-8b0e-4b54-bc1f-5a1fc5037479 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:57.239892 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ec7dc0-8b0e-4b54-bc1f-5a1fc5037479 None None] Bound using segment: {'id': '75b5844e-cbcb-4b31-9a60-d47c995089e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '7ae9edd1-d13c-472b-9f8b-faa45ffe5ff3'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:41:57.240211 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-16ec7dc0-8b0e-4b54-bc1f-5a1fc5037479 None None] Bound port: 6f8db018-6a68-4238-a7b4-26b77d210ceb, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75b5844e-cbcb-4b31-9a60-d47c995089e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '7ae9edd1-d13c-472b-9f8b-faa45ffe5ff3'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:41:57.240798 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-16ec7dc0-8b0e-4b54-bc1f-5a1fc5037479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (6f8db018-6a68-4238-a7b4-26b77d210ceb), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:57.246973 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-8f6a516d-7996-4b4f-b899-2c4ae1155ec8 None None] Port 3b9c7042-3b33-4669-9de6-d9580c10bb0e cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:41:57.247634 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196c746-073f-47f0-8acd-550aeffcde75 tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Pushing event updated for resources: {'Port': ['ID=43003cd9-d820-4350-be71-415a54241282,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:57.272556 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3196c746-073f-47f0-8acd-550aeffcde75 tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:57.273291 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3196c746-073f-47f0-8acd-550aeffcde75 tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:57.278430 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=8a15b861-0bdb-4b98-9f6a-f9315b569ebb,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:57.287931 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184ea547-060c-4547-9881-6bb1eb10ce15 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:41:57.288153 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9f8286e9-d89b-4226-b98b-25705e985192 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks [] for port (5be8a032-3d86-4431-bb4b-33c6cd3b533a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:57.294716 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-184ea547-060c-4547-9881-6bb1eb10ce15 admin admin] 10.222.0.89 "PUT /v2.0/routers/7ef6a05e-091a-4056-931a-4a247234a19c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9604249 Feb 20 03:41:57.299431 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43758) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:57.300249 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57450e8-3348-4148-bdee-aa314b8131a8 None None] Sync routers for ids ['7ef6a05e-091a-4056-931a-4a247234a19c'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:41:57.307578 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-30807286-03c3-4c1e-94b8-1ff35bf89ede tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (3b9c7042-3b33-4669-9de6-d9580c10bb0e), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:57.345376 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-16ec7dc0-8b0e-4b54-bc1f-5a1fc5037479 None None] For port 6f8db018-6a68-4238-a7b4-26b77d210ceb, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:41:57.351194 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-16ec7dc0-8b0e-4b54-bc1f-5a1fc5037479 None None] For port 6f8db018-6a68-4238-a7b4-26b77d210ceb, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=6f8db018-6a68-4238-a7b4-26b77d210ceb,segment=NetworkSegment(75b5844e-cbcb-4b31-9a60-d47c995089e4),segment_id=75b5844e-cbcb-4b31-9a60-d47c995089e4)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:41:57.373294 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-71f1cc86-8baf-45fd-838c-db8e5d406e1b None None] Provisioning complete for port 3b9c7042-3b33-4669-9de6-d9580c10bb0e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:57.373682 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-71f1cc86-8baf-45fd-838c-db8e5d406e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3b9c7042-3b33-4669-9de6-d9580c10bb0e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:57.379582 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['8a15b861-0bdb-4b98-9f6a-f9315b569ebb'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:41:57.446543 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-16ec7dc0-8b0e-4b54-bc1f-5a1fc5037479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (6f8db018-6a68-4238-a7b4-26b77d210ceb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:57.526975 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57450e8-3348-4148-bdee-aa314b8131a8 None None] Routers {'7ef6a05e-091a-4056-931a-4a247234a19c'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:41:57.527914 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-b57450e8-3348-4148-bdee-aa314b8131a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:41:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7ef6a05e-091a-4056-931a-4a247234a19c'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:57.538812 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-71f1cc86-8baf-45fd-838c-db8e5d406e1b None None] Port 3b9c7042-3b33-4669-9de6-d9580c10bb0e cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:41:57.626394 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec7dc0-8b0e-4b54-bc1f-5a1fc5037479 None None] Pushing event updated for resources: {'Port': ['ID=6f8db018-6a68-4238-a7b4-26b77d210ceb,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:57.777136 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-b57450e8-3348-4148-bdee-aa314b8131a8 None None] Set router 7ef6a05e-091a-4056-931a-4a247234a19c gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:41:57.827317 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-30807286-03c3-4c1e-94b8-1ff35bf89ede tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] In _notify_port_updated(), no bound segment for port 3b9c7042-3b33-4669-9de6-d9580c10bb0e on network 2b22c2f3-fafa-40e0-ac3b-33d1570dff7a {{(pid=104106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 03:41:57.832650 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30807286-03c3-4c1e-94b8-1ff35bf89ede tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:57.834222 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-30807286-03c3-4c1e-94b8-1ff35bf89ede tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:57.839966 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-30807286-03c3-4c1e-94b8-1ff35bf89ede tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "PUT /v2.0/ports/3b9c7042-3b33-4669-9de6-d9580c10bb0e HTTP/1.1" status: 200 len: 1010 time: 1.7548041 Feb 20 03:41:57.839966 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30807286-03c3-4c1e-94b8-1ff35bf89ede tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Port': ['ID=3b9c7042-3b33-4669-9de6-d9580c10bb0e,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:57.842126 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43762) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:57.901184 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-4ccc4940-dfad-4f39-822b-23ef99ea8ba4 None None] Provisioning complete for port 3b9c7042-3b33-4669-9de6-d9580c10bb0e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:57.902330 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4ccc4940-dfad-4f39-822b-23ef99ea8ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3b9c7042-3b33-4669-9de6-d9580c10bb0e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:57.967918 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-4ccc4940-dfad-4f39-822b-23ef99ea8ba4 None None] Port 3b9c7042-3b33-4669-9de6-d9580c10bb0e cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:41:58.017495 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-28cb3b57-4a3b-4534-b35c-6e14b05a7085 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Deleting port 3b9c7042-3b33-4669-9de6-d9580c10bb0e {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:41:58.018334 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-28cb3b57-4a3b-4534-b35c-6e14b05a7085 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (3b9c7042-3b33-4669-9de6-d9580c10bb0e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:58.025626 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9f8286e9-d89b-4226-b98b-25705e985192 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (5be8a032-3d86-4431-bb4b-33c6cd3b533a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:58.051027 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3196c746-073f-47f0-8acd-550aeffcde75 tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.9505222 Feb 20 03:41:58.053249 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43766) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:58.060876 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-09e1fb8f-ac52-423b-a6aa-6cc7d47742fe tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.92'}]}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:41:58.080546 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3bd1a126-e8ce-4b28-a907-b645ef2ecc80 admin admin] Publish callbacks [] for router (7ef6a05e-091a-4056-931a-4a247234a19c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:58.110326 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-b57450e8-3348-4148-bdee-aa314b8131a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-790780277-router', 'tenant_id': '62872f561f24429faadfc81d64d64e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '9d3f5b45-4409-45b2-92ce-9cc3cd1ace53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:27Z', 'updated_at': '2022-02-20T03:41:55Z', 'revision_number': 5, 'project_id': '62872f561f24429faadfc81d64d64e66', 'gw_port': {'id': '9d3f5b45-4409-45b2-92ce-9cc3cd1ace53', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:29Z', 'updated_at': '2022-02-20T03:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:58.143593 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57450e8-3348-4148-bdee-aa314b8131a8 None None] Checking router: 7ef6a05e-091a-4056-931a-4a247234a19c for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:41:58.154898 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57450e8-3348-4148-bdee-aa314b8131a8 None None] Routers {'7ef6a05e-091a-4056-931a-4a247234a19c'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:41:58.155883 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-b57450e8-3348-4148-bdee-aa314b8131a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:41:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7ef6a05e-091a-4056-931a-4a247234a19c'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:58.183587 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8286e9-d89b-4226-b98b-25705e985192 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Network 7ae9edd1-d13c-472b-9f8b-faa45ffe5ff3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:41:58.187193 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc60db-ddc8-4186-8af8-ed428f34ccb1 req-9a75848d-9906-4372-b722-7ec6767296c1 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:58.188792 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1ebc60db-ddc8-4186-8af8-ed428f34ccb1 req-9a75848d-9906-4372-b722-7ec6767296c1 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f9eee67-81b4-43b7-9daa-f24501dcabe0 HTTP/1.1" status: 200 len: 945 time: 0.1482277 Feb 20 03:41:58.200369 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-9f8286e9-d89b-4226-b98b-25705e985192 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:41:58.207540 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8286e9-d89b-4226-b98b-25705e985192 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:41:58.214004 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8286e9-d89b-4226-b98b-25705e985192 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:58.214982 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9f8286e9-d89b-4226-b98b-25705e985192 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:58.220750 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8286e9-d89b-4226-b98b-25705e985192 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Pushing event updated for resources: {'Port': ['ID=5be8a032-3d86-4431-bb4b-33c6cd3b533a,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:58.232969 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3bd1a126-e8ce-4b28-a907-b645ef2ecc80 admin admin] Publish callbacks [] for router_gateway (7ef6a05e-091a-4056-931a-4a247234a19c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:58.262563 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-28cb3b57-4a3b-4534-b35c-6e14b05a7085 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (3b9c7042-3b33-4669-9de6-d9580c10bb0e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:58.279881 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1ebc60db-ddc8-4186-8af8-ed428f34ccb1 req-1a25714b-6b7e-4cd6-8295-0cd1a5563daa tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712705 Feb 20 03:41:58.281322 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-28cb3b57-4a3b-4534-b35c-6e14b05a7085 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Calling delete_port for 3b9c7042-3b33-4669-9de6-d9580c10bb0e owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:41:58.307431 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-b57450e8-3348-4148-bdee-aa314b8131a8 None None] Set router 7ef6a05e-091a-4056-931a-4a247234a19c gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:41:58.346281 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-09e1fb8f-ac52-423b-a6aa-6cc7d47742fe tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (e9e0df77-7b27-42fa-8f98-2f4224270f58), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:58.347368 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-09e1fb8f-ac52-423b-a6aa-6cc7d47742fe tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (e9e0df77-7b27-42fa-8f98-2f4224270f58), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:58.364299 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9f8286e9-d89b-4226-b98b-25705e985192 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.2572021 Feb 20 03:41:58.365465 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43770) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:58.424274 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-3bd1a126-e8ce-4b28-a907-b645ef2ecc80 admin admin] Deleting port 9d3f5b45-4409-45b2-92ce-9cc3cd1ace53 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:41:58.424942 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3bd1a126-e8ce-4b28-a907-b645ef2ecc80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (9d3f5b45-4409-45b2-92ce-9cc3cd1ace53), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:58.434898 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 8a15b861-0bdb-4b98-9f6a-f9315b569ebb up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:41:58.467305 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-09e1fb8f-ac52-423b-a6aa-6cc7d47742fe tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Publish callbacks [] for router_controller (e9e0df77-7b27-42fa-8f98-2f4224270f58), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:58.494660 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-01bfea9e-b2d9-4ebb-aa4d-c6f3ad35ee3f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Deleting subnet a00b78ce-97d7-4e45-8f1f-bfac52ee1765 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:41:58.499680 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-01bfea9e-b2d9-4ebb-aa4d-c6f3ad35ee3f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks [] for subnet (a00b78ce-97d7-4e45-8f1f-bfac52ee1765), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:58.522034 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-b57450e8-3348-4148-bdee-aa314b8131a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-790780277-router', 'tenant_id': '62872f561f24429faadfc81d64d64e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '9d3f5b45-4409-45b2-92ce-9cc3cd1ace53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:27Z', 'updated_at': '2022-02-20T03:41:55Z', 'revision_number': 5, 'project_id': '62872f561f24429faadfc81d64d64e66', 'gw_port': {'id': '9d3f5b45-4409-45b2-92ce-9cc3cd1ace53', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:29Z', 'updated_at': '2022-02-20T03:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:41:58.562539 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-3bd1a126-e8ce-4b28-a907-b645ef2ecc80 admin admin] For port 9d3f5b45-4409-45b2-92ce-9cc3cd1ace53, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=9d3f5b45-4409-45b2-92ce-9cc3cd1ace53,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:58.562938 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3bd1a126-e8ce-4b28-a907-b645ef2ecc80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (9d3f5b45-4409-45b2-92ce-9cc3cd1ace53), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:58.563197 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57450e8-3348-4148-bdee-aa314b8131a8 None None] The sync data for ids ['7ef6a05e-091a-4056-931a-4a247234a19c'] in n-d-829866-4 is: [{'id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-790780277-router', 'tenant_id': '62872f561f24429faadfc81d64d64e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '9d3f5b45-4409-45b2-92ce-9cc3cd1ace53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:27Z', 'updated_at': '2022-02-20T03:41:55Z', 'revision_number': 5, 'project_id': '62872f561f24429faadfc81d64d64e66', 'gw_port': {'id': '9d3f5b45-4409-45b2-92ce-9cc3cd1ace53', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef6a05e-091a-4056-931a-4a247234a19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:29Z', 'updated_at': '2022-02-20T03:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:41:58.577896 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-3bd1a126-e8ce-4b28-a907-b645ef2ecc80 admin admin] Calling delete_port for 9d3f5b45-4409-45b2-92ce-9cc3cd1ace53 owned by network:router_gateway {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:41:58.619126 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 8a15b861-0bdb-4b98-9f6a-f9315b569ebb completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:41:58.627750 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 8a15b861-0bdb-4b98-9f6a-f9315b569ebb triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:58.628604 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8a15b861-0bdb-4b98-9f6a-f9315b569ebb), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:58.689642 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-01bfea9e-b2d9-4ebb-aa4d-c6f3ad35ee3f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (a00b78ce-97d7-4e45-8f1f-bfac52ee1765), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:58.732828 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 8a15b861-0bdb-4b98-9f6a-f9315b569ebb is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:58.733403 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8a15b861-0bdb-4b98-9f6a-f9315b569ebb), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:58.765385 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fadc0df1-58a5-44f9-8ef0-118a9bba2095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:58.855734 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48513b7-1476-4349-bb09-9e76328e51ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a15b861-0bdb-4b98-9f6a-f9315b569ebb'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:41:58.855734 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f156efa0-68e1-4eec-85d2-12061ee44a9a" -d '{"events": [{"server_uuid": "c48513b7-1476-4349-bb09-9e76328e51ea", "name": "network-vif-plugged", "status": "completed", "tag": "8a15b861-0bdb-4b98-9f6a-f9315b569ebb"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:41:58.872516 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3bd1a126-e8ce-4b28-a907-b645ef2ecc80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (9d3f5b45-4409-45b2-92ce-9cc3cd1ace53), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:58.875781 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 8a15b861-0bdb-4b98-9f6a-f9315b569ebb, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=8a15b861-0bdb-4b98-9f6a-f9315b569ebb,segment=NetworkSegment(19f3be22-1417-45ed-a5d6-5b3feda965f1),segment_id=19f3be22-1417-45ed-a5d6-5b3feda965f1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:58.883485 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-09e1fb8f-ac52-423b-a6aa-6cc7d47742fe tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Publish callbacks [] for router_gateway (e9e0df77-7b27-42fa-8f98-2f4224270f58), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:58.917189 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd1a126-e8ce-4b28-a907-b645ef2ecc80 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d3f5b45-4409-45b2-92ce-9cc3cd1ace53,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:58.989650 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0752dbc-e456-4cb5-8437-82bd9151d52a None None] Network 7ae9edd1-d13c-472b-9f8b-faa45ffe5ff3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:41:59.038932 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-01bfea9e-b2d9-4ebb-aa4d-c6f3ad35ee3f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (a00b78ce-97d7-4e45-8f1f-bfac52ee1765), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:59.042142 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (8a15b861-0bdb-4b98-9f6a-f9315b569ebb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:59.055044 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3bd1a126-e8ce-4b28-a907-b645ef2ecc80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (7ef6a05e-091a-4056-931a-4a247234a19c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:59.065935 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba224a6d-c444-4cc8-8f50-fc4b3f8ba4e2 req-ce06d04d-4ee3-4e69-a90d-232a8e7c6823 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:59.073525 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ba224a6d-c444-4cc8-8f50-fc4b3f8ba4e2 req-ce06d04d-4ee3-4e69-a90d-232a8e7c6823 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] 10.222.0.89 "GET /v2.0/ports?device_id=c48513b7-1476-4349-bb09-9e76328e51ea HTTP/1.1" status: 200 len: 944 time: 0.1199915 Feb 20 03:41:59.101465 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-28cb3b57-4a3b-4534-b35c-6e14b05a7085 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (3b9c7042-3b33-4669-9de6-d9580c10bb0e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:59.143808 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb3b57-4a3b-4534-b35c-6e14b05a7085 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Port': ['ID=3b9c7042-3b33-4669-9de6-d9580c10bb0e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:59.163736 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-b942b270-4e75-41ef-982a-f553ed9de516 None None] Provisioning complete for port 6f8db018-6a68-4238-a7b4-26b77d210ceb triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:59.164596 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b942b270-4e75-41ef-982a-f553ed9de516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (6f8db018-6a68-4238-a7b4-26b77d210ceb), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:59.169610 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=8a15b861-0bdb-4b98-9f6a-f9315b569ebb,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:59.211381 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3bd1a126-e8ce-4b28-a907-b645ef2ecc80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (7ef6a05e-091a-4056-931a-4a247234a19c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:59.213931 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3bd1a126-e8ce-4b28-a907-b645ef2ecc80 admin admin] Publish callbacks [] for router_controller (7ef6a05e-091a-4056-931a-4a247234a19c), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:59.223523 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-28cb3b57-4a3b-4534-b35c-6e14b05a7085 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:59.229130 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-28cb3b57-4a3b-4534-b35c-6e14b05a7085 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/ports/3b9c7042-3b33-4669-9de6-d9580c10bb0e HTTP/1.1" status: 204 len: 168 time: 1.3714237 Feb 20 03:41:59.231272 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43776) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:59.268083 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b2631a-ef1d-4c87-a51e-7ff215fb6425 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] GET failed (client error): The resource could not be found. Feb 20 03:41:59.275148 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d4b2631a-ef1d-4c87-a51e-7ff215fb6425 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "GET /v2.0/ports/3b9c7042-3b33-4669-9de6-d9580c10bb0e HTTP/1.1" status: 404 len: 333 time: 0.0425143 Feb 20 03:41:59.275889 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43778) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:59.360054 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ba224a6d-c444-4cc8-8f50-fc4b3f8ba4e2 req-de75fa2f-024e-4caa-bd46-1d2bee6d2d25 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] 10.222.0.89 "GET /v2.0/security-groups?id=26fa90d0-1674-442e-bf2d-4855a4a36695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854893 Feb 20 03:41:59.389430 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b32dc1c-e71e-4f11-b582-eb970cf414cb tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Deleting subnet f30ac402-5afa-401d-804d-9a757b1c827c {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:41:59.423266 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3bd1a126-e8ce-4b28-a907-b645ef2ecc80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (7ef6a05e-091a-4056-931a-4a247234a19c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:59.423972 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd1a126-e8ce-4b28-a907-b645ef2ecc80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ef6a05e-091a-4056-931a-4a247234a19c {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:41:59.437741 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3bd1a126-e8ce-4b28-a907-b645ef2ecc80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:59.439611 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3bd1a126-e8ce-4b28-a907-b645ef2ecc80 admin admin] 10.222.0.89 "DELETE /v2.0/routers/7ef6a05e-091a-4056-931a-4a247234a19c HTTP/1.1" status: 204 len: 168 time: 2.1406147 Feb 20 03:41:59.442457 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-01bfea9e-b2d9-4ebb-aa4d-c6f3ad35ee3f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (a00b78ce-97d7-4e45-8f1f-bfac52ee1765), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:59.443369 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43784) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:59.444933 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8b32dc1c-e71e-4f11-b582-eb970cf414cb tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for subnet (f30ac402-5afa-401d-804d-9a757b1c827c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:59.533050 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b942b270-4e75-41ef-982a-f553ed9de516 None None] Current status of the port 6f8db018-6a68-4238-a7b4-26b77d210ceb is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:41:59.533694 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b942b270-4e75-41ef-982a-f553ed9de516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (6f8db018-6a68-4238-a7b4-26b77d210ceb), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:59.574938 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b942b270-4e75-41ef-982a-f553ed9de516 None None] For port 6f8db018-6a68-4238-a7b4-26b77d210ceb, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=6f8db018-6a68-4238-a7b4-26b77d210ceb,segment=NetworkSegment(75b5844e-cbcb-4b31-9a60-d47c995089e4),segment_id=75b5844e-cbcb-4b31-9a60-d47c995089e4)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:41:59.588821 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bfea9e-b2d9-4ebb-aa4d-c6f3ad35ee3f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Pushing event deleted for resources: {'Subnet': ['ID=a00b78ce-97d7-4e45-8f1f-bfac52ee1765,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:59.619376 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-d08ac90e-96a4-40c2-8f6d-65b081e1742c admin admin] Deleting subnet 87beb212-a252-4a80-814f-18699c1905fc {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:41:59.620992 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-01bfea9e-b2d9-4ebb-aa4d-c6f3ad35ee3f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:59.622751 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d08ac90e-96a4-40c2-8f6d-65b081e1742c admin admin] Publish callbacks [] for subnet (87beb212-a252-4a80-814f-18699c1905fc), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:59.625046 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-01bfea9e-b2d9-4ebb-aa4d-c6f3ad35ee3f tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "DELETE /v2.0/subnets/a00b78ce-97d7-4e45-8f1f-bfac52ee1765 HTTP/1.1" status: 204 len: 168 time: 1.2585988 Feb 20 03:41:59.628927 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43786) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:59.667289 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d08ac90e-96a4-40c2-8f6d-65b081e1742c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (87beb212-a252-4a80-814f-18699c1905fc), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:59.685464 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b942b270-4e75-41ef-982a-f553ed9de516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (6f8db018-6a68-4238-a7b4-26b77d210ceb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:59.686296 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8b32dc1c-e71e-4f11-b582-eb970cf414cb tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (f30ac402-5afa-401d-804d-9a757b1c827c), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:59.727451 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee7369-86a1-450a-b1d9-6d5f4ebf54c4 req-49c09846-0edc-4598-a234-2f1c88f91524 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:59.729113 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ccee7369-86a1-450a-b1d9-6d5f4ebf54c4 req-49c09846-0edc-4598-a234-2f1c88f91524 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f91127d-3be7-4880-af5b-c1f41285ff7a HTTP/1.1" status: 200 len: 945 time: 0.2408593 Feb 20 03:41:59.769840 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942b270-4e75-41ef-982a-f553ed9de516 None None] Pushing event updated for resources: {'Port': ['ID=6f8db018-6a68-4238-a7b4-26b77d210ceb,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:41:59.774022 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-09e1fb8f-ac52-423b-a6aa-6cc7d47742fe tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Publish callbacks [] for router_gateway (e9e0df77-7b27-42fa-8f98-2f4224270f58), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:59.808801 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-09e1fb8f-ac52-423b-a6aa-6cc7d47742fe tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:59.832435 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d695aba-b220-4a27-bf75-de12899a72bc tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:59.834506 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d695aba-b220-4a27-bf75-de12899a72bc tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:41:59.836068 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5d695aba-b220-4a27-bf75-de12899a72bc tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2058558 Feb 20 03:41:59.839231 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d08ac90e-96a4-40c2-8f6d-65b081e1742c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (87beb212-a252-4a80-814f-18699c1905fc), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:59.839392 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43788) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:41:59.841672 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c786b322-6492-43df-a460-918713a15683 None None] Network 7ae9edd1-d13c-472b-9f8b-faa45ffe5ff3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:41:59.863449 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ccee7369-86a1-450a-b1d9-6d5f4ebf54c4 req-73b4743d-ec60-4594-8b24-c8bf42ab99ef tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] 10.222.0.89 "GET /v2.0/security-groups?id=b9516f19-7ecf-4378-a73c-fde785a89023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267455 Feb 20 03:41:59.914778 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-fbe3dde4-e564-46c4-9ae0-da37d177ff12 None None] Provisioning complete for port 6f8db018-6a68-4238-a7b4-26b77d210ceb triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:41:59.915233 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fbe3dde4-e564-46c4-9ae0-da37d177ff12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (6f8db018-6a68-4238-a7b4-26b77d210ceb), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:41:59.972830 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461a46dd-3f75-419e-9ce1-7741b42d4c2a x-openstack-request-id: req-461a46dd-3f75-419e-9ce1-7741b42d4c2a {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:41:59.973975 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48513b7-1476-4349-bb09-9e76328e51ea", "name": "network-vif-plugged", "status": "completed", "tag": "8a15b861-0bdb-4b98-9f6a-f9315b569ebb", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:41:59.974245 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-461a46dd-3f75-419e-9ce1-7741b42d4c2a {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:41:59.974643 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48513b7-1476-4349-bb09-9e76328e51ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a15b861-0bdb-4b98-9f6a-f9315b569ebb', 'code': 200} Feb 20 03:41:59.975570 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:00.041330 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d08ac90e-96a4-40c2-8f6d-65b081e1742c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (87beb212-a252-4a80-814f-18699c1905fc), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:00.044653 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8b32dc1c-e71e-4f11-b582-eb970cf414cb tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (f30ac402-5afa-401d-804d-9a757b1c827c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:00.069981 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-fbe3dde4-e564-46c4-9ae0-da37d177ff12 None None] Current status of the port 6f8db018-6a68-4238-a7b4-26b77d210ceb is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:00.084466 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-fbe3dde4-e564-46c4-9ae0-da37d177ff12 None None] Provisioning complete for port 5be8a032-3d86-4431-bb4b-33c6cd3b533a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:00.087419 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fbe3dde4-e564-46c4-9ae0-da37d177ff12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (5be8a032-3d86-4431-bb4b-33c6cd3b533a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:00.126604 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-48732148-e36c-47cb-a722-871abf02862b tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (7ae9edd1-d13c-472b-9f8b-faa45ffe5ff3), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:00.144531 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-fbe3dde4-e564-46c4-9ae0-da37d177ff12 None None] Port 5be8a032-3d86-4431-bb4b-33c6cd3b533a cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:42:00.165568 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-48732148-e36c-47cb-a722-871abf02862b tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 20 03:42:00.166034 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48732148-e36c-47cb-a722-871abf02862b tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:42:00.179041 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-48732148-e36c-47cb-a722-871abf02862b tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "DELETE /v2.0/networks/7ae9edd1-d13c-472b-9f8b-faa45ffe5ff3 HTTP/1.1" status: 409 len: 466 time: 0.3289700 Feb 20 03:42:00.183484 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57c89d9-ca4e-45f9-bc23-087c970efd94 None None] DHCP port deletion for 7ae9edd1-d13c-472b-9f8b-faa45ffe5ff3 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:42:00.197786 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43790) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:00.224492 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5984f8-ba04-4cd9-a6a4-47ce5ee36799 None None] Network 600f51c6-6b09-4fa1-9746-bc869572e7a9 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:00.226720 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 83b52a73-38bb-4ccd-8126-e3fa69aff05d no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:42:00.241869 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-87fa33ef-0e13-40fb-9ca0-a772c9062bd8 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-348881989'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:00.245300 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d08ac90e-96a4-40c2-8f6d-65b081e1742c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:00.248748 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d08ac90e-96a4-40c2-8f6d-65b081e1742c admin admin] 10.222.0.89 "DELETE /v2.0/subnets/87beb212-a252-4a80-814f-18699c1905fc HTTP/1.1" status: 204 len: 168 time: 0.8036678 Feb 20 03:42:00.251027 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43792) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:00.266272 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 83b52a73-38bb-4ccd-8126-e3fa69aff05d {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:42:00.266649 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 83b52a73-38bb-4ccd-8126-e3fa69aff05d not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:42:00.274400 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-09e1fb8f-ac52-423b-a6aa-6cc7d47742fe tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Publish callbacks [] for router (e9e0df77-7b27-42fa-8f98-2f4224270f58), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:00.278715 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ac90e-96a4-40c2-8f6d-65b081e1742c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87beb212-a252-4a80-814f-18699c1905fc,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:00.325172 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d26eda-49a4-4019-8a79-9177420d1fea req-cadebb66-c1bc-43ed-aafa-e30f0b05b6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:00.327562 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-41d26eda-49a4-4019-8a79-9177420d1fea req-cadebb66-c1bc-43ed-aafa-e30f0b05b6d8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c48513b7-1476-4349-bb09-9e76328e51ea HTTP/1.1" status: 200 len: 1127 time: 0.2729115 Feb 20 03:42:00.336787 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e933e5-e0d7-418b-b1e2-6bf64d841bd0 req-2d220f48-b03a-441b-b466-831b3448b58d tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:00.338127 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6e933e5-e0d7-418b-b1e2-6bf64d841bd0 req-2d220f48-b03a-441b-b466-831b3448b58d tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f9eee67-81b4-43b7-9daa-f24501dcabe0 HTTP/1.1" status: 200 len: 945 time: 0.2511177 Feb 20 03:42:00.338707 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8b32dc1c-e71e-4f11-b582-eb970cf414cb tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (f30ac402-5afa-401d-804d-9a757b1c827c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:00.351788 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d57c89d9-ca4e-45f9-bc23-087c970efd94 None None] Deleting port 6f8db018-6a68-4238-a7b4-26b77d210ceb {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:00.352168 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d57c89d9-ca4e-45f9-bc23-087c970efd94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (6f8db018-6a68-4238-a7b4-26b77d210ceb), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:00.385702 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce0e39-56f7-4ae5-b82a-b5383e796812 req-73ff1ea1-8f2f-407c-8491-5cb2e014f4b2 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:00.386809 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0bce0e39-56f7-4ae5-b82a-b5383e796812 req-73ff1ea1-8f2f-407c-8491-5cb2e014f4b2 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f91127d-3be7-4880-af5b-c1f41285ff7a HTTP/1.1" status: 200 len: 945 time: 0.1662567 Feb 20 03:42:00.410366 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32dc1c-e71e-4f11-b582-eb970cf414cb tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Subnet': ['ID=f30ac402-5afa-401d-804d-9a757b1c827c,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:00.425350 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8b32dc1c-e71e-4f11-b582-eb970cf414cb tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:00.433510 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8b32dc1c-e71e-4f11-b582-eb970cf414cb tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/subnets/f30ac402-5afa-401d-804d-9a757b1c827c HTTP/1.1" status: 204 len: 168 time: 1.1495781 Feb 20 03:42:00.433510 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43798) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:00.441437 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fa33ef-0e13-40fb-9ca0-a772c9062bd8 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Made reservation on behalf of c60d367938c94db0b49b1590dc507e3a for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:00.445477 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-87fa33ef-0e13-40fb-9ca0-a772c9062bd8 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:00.471976 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d57c89d9-ca4e-45f9-bc23-087c970efd94 None None] For port 6f8db018-6a68-4238-a7b4-26b77d210ceb, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=6f8db018-6a68-4238-a7b4-26b77d210ceb,segment=NetworkSegment(75b5844e-cbcb-4b31-9a60-d47c995089e4),segment_id=75b5844e-cbcb-4b31-9a60-d47c995089e4)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:00.472381 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d57c89d9-ca4e-45f9-bc23-087c970efd94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (6f8db018-6a68-4238-a7b4-26b77d210ceb), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:00.477332 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a827a9-14ac-475b-bd7e-647896eb5229 None None] Network 2b22c2f3-fafa-40e0-ac3b-33d1570dff7a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:00.491116 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-41d26eda-49a4-4019-8a79-9177420d1fea req-0fb64fb7-c71d-4eee-819e-803c13d128f6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=26fa90d0-1674-442e-bf2d-4855a4a36695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518767 Feb 20 03:42:00.491499 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6c3ee45e-f536-4440-8782-e1c209e1d3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (600f51c6-6b09-4fa1-9746-bc869572e7a9), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:00.504629 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6e933e5-e0d7-418b-b1e2-6bf64d841bd0 req-e9d6d35c-a8d7-4da0-af18-3866e5b12bad tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484890 Feb 20 03:42:00.512959 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d57c89d9-ca4e-45f9-bc23-087c970efd94 None None] Calling delete_port for 6f8db018-6a68-4238-a7b4-26b77d210ceb owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:00.541792 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87fa33ef-0e13-40fb-9ca0-a772c9062bd8 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:42:00.552662 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-87fa33ef-0e13-40fb-9ca0-a772c9062bd8 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (b317dfac-b58e-48da-91ca-e8e3e665c073), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:00.553206 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-87fa33ef-0e13-40fb-9ca0-a772c9062bd8 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Added segment b317dfac-b58e-48da-91ca-e8e3e665c073 of type vlan for network 7c02674c-df73-4776-94fb-20f66b13724b Feb 20 03:42:00.617051 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-87fa33ef-0e13-40fb-9ca0-a772c9062bd8 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (7c02674c-df73-4776-94fb-20f66b13724b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:00.656303 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8c0021-c3fd-44a0-9a5b-ac8a1a80e4e8 None None] DHCP port deletion for 600f51c6-6b09-4fa1-9746-bc869572e7a9 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:42:00.665035 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-0bce0e39-56f7-4ae5-b82a-b5383e796812 req-b008c43d-d846-431b-9b02-36f9c23d01d6 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] Deleting port 51c8ef92-a4f5-4f8b-9e91-618dac2b60a7 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:00.665476 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0bce0e39-56f7-4ae5-b82a-b5383e796812 req-b008c43d-d846-431b-9b02-36f9c23d01d6 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (51c8ef92-a4f5-4f8b-9e91-618dac2b60a7), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:00.793565 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5faf0-f162-45da-8d90-05c79d8a86fa req-404f0d69-2a52-4cf7-bc31-7685cb064c37 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:00.793565 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c5b5faf0-f162-45da-8d90-05c79d8a86fa req-404f0d69-2a52-4cf7-bc31-7685cb064c37 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] 10.222.0.89 "GET /v2.0/ports?device_id=c48513b7-1476-4349-bb09-9e76328e51ea HTTP/1.1" status: 200 len: 945 time: 0.1463299 Feb 20 03:42:00.799048 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-87fa33ef-0e13-40fb-9ca0-a772c9062bd8 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (7c02674c-df73-4776-94fb-20f66b13724b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:00.804512 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fa33ef-0e13-40fb-9ca0-a772c9062bd8 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:00.805250 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-87fa33ef-0e13-40fb-9ca0-a772c9062bd8 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:00.829468 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-1d8c0021-c3fd-44a0-9a5b-ac8a1a80e4e8 None None] Deleting port f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:00.829780 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1d8c0021-c3fd-44a0-9a5b-ac8a1a80e4e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:00.852488 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-09e1fb8f-ac52-423b-a6aa-6cc7d47742fe tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (e9e0df77-7b27-42fa-8f98-2f4224270f58), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:00.857868 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-09e1fb8f-ac52-423b-a6aa-6cc7d47742fe tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Publish callbacks [] for router_controller (e9e0df77-7b27-42fa-8f98-2f4224270f58), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:00.865535 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b62ebbc-bacf-44f0-97b8-ba96aee16407 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Deleting subnet 16d2bafe-b0f3-40bd-9c21-df914924b292 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:42:00.872419 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6b62ebbc-bacf-44f0-97b8-ba96aee16407 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for subnet (16d2bafe-b0f3-40bd-9c21-df914924b292), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:00.912554 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-1d8c0021-c3fd-44a0-9a5b-ac8a1a80e4e8 None None] For port f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a,segment=NetworkSegment(4fb51312-b6a0-4af3-8d83-7ca6df64bc46),segment_id=4fb51312-b6a0-4af3-8d83-7ca6df64bc46)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:00.912959 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1d8c0021-c3fd-44a0-9a5b-ac8a1a80e4e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:00.926643 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d57c89d9-ca4e-45f9-bc23-087c970efd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (6f8db018-6a68-4238-a7b4-26b77d210ceb), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:00.928231 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-0bce0e39-56f7-4ae5-b82a-b5383e796812 req-b008c43d-d846-431b-9b02-36f9c23d01d6 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] For port 51c8ef92-a4f5-4f8b-9e91-618dac2b60a7, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=51c8ef92-a4f5-4f8b-9e91-618dac2b60a7,segment=NetworkSegment(15741fa4-a634-465b-9c56-a49dc73a3f68),segment_id=15741fa4-a634-465b-9c56-a49dc73a3f68)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:00.929064 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0bce0e39-56f7-4ae5-b82a-b5383e796812 req-b008c43d-d846-431b-9b02-36f9c23d01d6 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (51c8ef92-a4f5-4f8b-9e91-618dac2b60a7), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:00.930243 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-1d8c0021-c3fd-44a0-9a5b-ac8a1a80e4e8 None None] Calling delete_port for f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:00.965061 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-0bce0e39-56f7-4ae5-b82a-b5383e796812 req-b008c43d-d846-431b-9b02-36f9c23d01d6 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] Calling delete_port for 51c8ef92-a4f5-4f8b-9e91-618dac2b60a7 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:00.967758 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c89d9-ca4e-45f9-bc23-087c970efd94 None None] Pushing event deleted for resources: {'Port': ['ID=6f8db018-6a68-4238-a7b4-26b77d210ceb,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:00.971239 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa33ef-0e13-40fb-9ca0-a772c9062bd8 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Pushing event updated for resources: {'Network': ['ID=7c02674c-df73-4776-94fb-20f66b13724b,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:00.991314 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57c89d9-ca4e-45f9-bc23-087c970efd94 None None] No DVR routers for this DVR port 6f8db018-6a68-4238-a7b4-26b77d210ceb on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:42:00.992850 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 7c02674c-df73-4776-94fb-20f66b13724b details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:42:01.017229 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c5b5faf0-f162-45da-8d90-05c79d8a86fa req-88a3bdfa-dcae-4890-b9ac-f2b58226c2ef tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] 10.222.0.89 "GET /v2.0/security-groups?id=26fa90d0-1674-442e-bf2d-4855a4a36695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060084 Feb 20 03:42:01.019451 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6b62ebbc-bacf-44f0-97b8-ba96aee16407 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (16d2bafe-b0f3-40bd-9c21-df914924b292), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:01.064489 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-09e1fb8f-ac52-423b-a6aa-6cc7d47742fe tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (e9e0df77-7b27-42fa-8f98-2f4224270f58), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:01.065079 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e1fb8f-ac52-423b-a6aa-6cc7d47742fe tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e9e0df77-7b27-42fa-8f98-2f4224270f58 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:42:01.097471 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-87fa33ef-0e13-40fb-9ca0-a772c9062bd8 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8629456 Feb 20 03:42:01.103222 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43802) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:01.126889 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-90695b22-d997-41be-bae5-152682feddec tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Request body: {'subnet': {'network_id': '7c02674c-df73-4776-94fb-20f66b13724b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:01.141072 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-6c3ee45e-f536-4440-8782-e1c209e1d3cc admin admin] Deleting port f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:01.141411 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6c3ee45e-f536-4440-8782-e1c209e1d3cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:01.200257 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-09e1fb8f-ac52-423b-a6aa-6cc7d47742fe tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 20 03:42:01.204643 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-09e1fb8f-ac52-423b-a6aa-6cc7d47742fe tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.1480160 Feb 20 03:42:01.206714 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43804) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:01.217079 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6b62ebbc-bacf-44f0-97b8-ba96aee16407 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (16d2bafe-b0f3-40bd-9c21-df914924b292), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:01.259088 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-6c3ee45e-f536-4440-8782-e1c209e1d3cc admin admin] For port f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a,segment=NetworkSegment(4fb51312-b6a0-4af3-8d83-7ca6df64bc46),segment_id=4fb51312-b6a0-4af3-8d83-7ca6df64bc46)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:01.259378 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6c3ee45e-f536-4440-8782-e1c209e1d3cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:01.280100 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-6c3ee45e-f536-4440-8782-e1c209e1d3cc admin admin] Calling delete_port for f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:01.324762 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1d8c0021-c3fd-44a0-9a5b-ac8a1a80e4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:01.374578 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6c3ee45e-f536-4440-8782-e1c209e1d3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:01.380362 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8c0021-c3fd-44a0-9a5b-ac8a1a80e4e8 None None] No DVR routers for this DVR port f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:42:01.393497 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:01.394451 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c0021-c3fd-44a0-9a5b-ac8a1a80e4e8 None None] Pushing event deleted for resources: {'Port': ['ID=f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:01.395364 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2604f4f-ff12-41e0-a87e-1fb5165677e1 req-5ce5f53a-adf2-4d59-b2be-9f1b592a849b tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:01.403129 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e2604f4f-ff12-41e0-a87e-1fb5165677e1 req-5ce5f53a-adf2-4d59-b2be-9f1b592a849b tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f91127d-3be7-4880-af5b-c1f41285ff7a HTTP/1.1" status: 200 len: 945 time: 0.3015792 Feb 20 03:42:01.410677 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ee45e-f536-4440-8782-e1c209e1d3cc admin admin] Pushing event deleted for resources: {'Port': ['ID=f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:01.415608 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3ee45e-f536-4440-8782-e1c209e1d3cc admin admin] No DVR routers for this DVR port f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:42:01.488355 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-9804e4a0-3206-4fa9-9531-184b7caf9450 tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Deleting port 43003cd9-d820-4350-be71-415a54241282 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:01.488707 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9804e4a0-3206-4fa9-9531-184b7caf9450 tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (43003cd9-d820-4350-be71-415a54241282), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:01.508649 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6c3ee45e-f536-4440-8782-e1c209e1d3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (600f51c6-6b09-4fa1-9746-bc869572e7a9), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:01.522847 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6b62ebbc-bacf-44f0-97b8-ba96aee16407 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (16d2bafe-b0f3-40bd-9c21-df914924b292), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:01.563580 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-6c3ee45e-f536-4440-8782-e1c209e1d3cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600f51c6-6b09-4fa1-9746-bc869572e7a9']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:01.576502 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-6c3ee45e-f536-4440-8782-e1c209e1d3cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb51312-b6a0-4af3-8d83-7ca6df64bc46') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:01.576804 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-6c3ee45e-f536-4440-8782-e1c209e1d3cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb51312-b6a0-4af3-8d83-7ca6df64bc46') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:01.578755 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62ebbc-bacf-44f0-97b8-ba96aee16407 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Subnet': ['ID=16d2bafe-b0f3-40bd-9c21-df914924b292,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:01.580907 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6b62ebbc-bacf-44f0-97b8-ba96aee16407 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:01.582824 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e2604f4f-ff12-41e0-a87e-1fb5165677e1 req-cda293b3-59e3-4b6d-babc-08b82e54c113 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] 10.222.0.89 "GET /v2.0/security-groups?id=b9516f19-7ecf-4378-a73c-fde785a89023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786551 Feb 20 03:42:01.587397 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6b62ebbc-bacf-44f0-97b8-ba96aee16407 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/subnets/16d2bafe-b0f3-40bd-9c21-df914924b292 HTTP/1.1" status: 204 len: 168 time: 1.1507208 Feb 20 03:42:01.589018 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43810) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:01.597976 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6c3ee45e-f536-4440-8782-e1c209e1d3cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (4fb51312-b6a0-4af3-8d83-7ca6df64bc46), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:01.623944 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6c3ee45e-f536-4440-8782-e1c209e1d3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (4fb51312-b6a0-4af3-8d83-7ca6df64bc46), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:01.642617 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c3ee45e-f536-4440-8782-e1c209e1d3cc admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:42:01.642617 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6c3ee45e-f536-4440-8782-e1c209e1d3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (4fb51312-b6a0-4af3-8d83-7ca6df64bc46), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:42:01.711223 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:42:01.715813 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 6f8db018-6a68-4238-a7b4-26b77d210ceb no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:42:01.741376 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e379f3-4323-49dd-9ffd-00700d6c3cb0 None None] Network 2b22c2f3-fafa-40e0-ac3b-33d1570dff7a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:01.743717 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 6f8db018-6a68-4238-a7b4-26b77d210ceb {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:42:01.744140 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 6f8db018-6a68-4238-a7b4-26b77d210ceb not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:42:01.744627 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:42:01.786520 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90695b22-d997-41be-bae5-152682feddec tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Made reservation on behalf of c60d367938c94db0b49b1590dc507e3a for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:01.794801 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-90695b22-d997-41be-bae5-152682feddec tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:01.799136 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9804e4a0-3206-4fa9-9531-184b7caf9450 tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (43003cd9-d820-4350-be71-415a54241282), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:01.809000 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:42:01.809368 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device f40d3e3c-f921-4fd8-ae08-e9d38ff40b9a not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:42:01.809828 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 9d3f5b45-4409-45b2-92ce-9cc3cd1ace53 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:42:01.815077 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a768dcae-1eb9-404b-8cfb-8fc3d9f7904d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (2b22c2f3-fafa-40e0-ac3b-33d1570dff7a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:01.845165 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 9d3f5b45-4409-45b2-92ce-9cc3cd1ace53 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:42:01.848546 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 9d3f5b45-4409-45b2-92ce-9cc3cd1ace53 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:42:01.854022 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-50fa49b4-dbc2-4386-8b28-0c5a9951c776 None None] Provisioning complete for port 4f30ec9a-d334-4bda-a9ef-650fbec0d56d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:01.854402 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-50fa49b4-dbc2-4386-8b28-0c5a9951c776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4f30ec9a-d334-4bda-a9ef-650fbec0d56d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:01.878165 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-9804e4a0-3206-4fa9-9531-184b7caf9450 tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Calling delete_port for 43003cd9-d820-4350-be71-415a54241282 owned by {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:01.879952 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0bce0e39-56f7-4ae5-b82a-b5383e796812 req-b008c43d-d846-431b-9b02-36f9c23d01d6 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (51c8ef92-a4f5-4f8b-9e91-618dac2b60a7), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:01.901348 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['51c8ef92-a4f5-4f8b-9e91-618dac2b60a7'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:42:01.924438 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6c3ee45e-f536-4440-8782-e1c209e1d3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (600f51c6-6b09-4fa1-9746-bc869572e7a9), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:01.932119 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6c3ee45e-f536-4440-8782-e1c209e1d3cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:01.937627 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6c3ee45e-f536-4440-8782-e1c209e1d3cc admin admin] 10.222.0.89 "DELETE /v2.0/networks/600f51c6-6b09-4fa1-9746-bc869572e7a9 HTTP/1.1" status: 204 len: 168 time: 1.6853058 Feb 20 03:42:01.948782 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164c531-c27c-4ca8-a931-6f8a26b3b274 req-3915e5e3-ef12-4ecf-84a1-0d0f29577d17 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:01.950346 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6164c531-c27c-4ca8-a931-6f8a26b3b274 req-3915e5e3-ef12-4ecf-84a1-0d0f29577d17 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f9eee67-81b4-43b7-9daa-f24501dcabe0 HTTP/1.1" status: 200 len: 945 time: 0.2475827 Feb 20 03:42:01.959589 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ee45e-f536-4440-8782-e1c209e1d3cc admin admin] Pushing event deleted for resources: {'Network': ['ID=600f51c6-6b09-4fa1-9746-bc869572e7a9,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:01.962152 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008c43d-d846-431b-9b02-36f9c23d01d6 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] Pushing event deleted for resources: {'Port': ['ID=51c8ef92-a4f5-4f8b-9e91-618dac2b60a7,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:02.043248 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-50fa49b4-dbc2-4386-8b28-0c5a9951c776 None None] Current status of the port 4f30ec9a-d334-4bda-a9ef-650fbec0d56d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:02.074713 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2cea91-f29d-417f-b2eb-f75e45b761ad None None] DHCP port deletion for 2b22c2f3-fafa-40e0-ac3b-33d1570dff7a request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:42:02.121460 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bce0e39-56f7-4ae5-b82a-b5383e796812 req-b008c43d-d846-431b-9b02-36f9c23d01d6 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] No DVR routers for this DVR port 51c8ef92-a4f5-4f8b-9e91-618dac2b60a7 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:42:02.138500 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0bce0e39-56f7-4ae5-b82a-b5383e796812 req-b008c43d-d846-431b-9b02-36f9c23d01d6 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:02.138701 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-eb2cea91-f29d-417f-b2eb-f75e45b761ad None None] Deleting port 4f30ec9a-d334-4bda-a9ef-650fbec0d56d {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:02.138835 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-eb2cea91-f29d-417f-b2eb-f75e45b761ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (4f30ec9a-d334-4bda-a9ef-650fbec0d56d), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:02.142041 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0bce0e39-56f7-4ae5-b82a-b5383e796812 req-b008c43d-d846-431b-9b02-36f9c23d01d6 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] 10.222.0.42 "DELETE /v2.0/ports/51c8ef92-a4f5-4f8b-9e91-618dac2b60a7 HTTP/1.1" status: 204 len: 173 time: 1.7495453 Feb 20 03:42:02.142508 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f91127d-3be7-4880-af5b-c1f41285ff7a', 'name': 'network-vif-deleted', 'tag': '51c8ef92-a4f5-4f8b-9e91-618dac2b60a7'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:42:02.144878 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08589129-2bad-487c-9f66-05202aa2e0e2" -d '{"events": [{"server_uuid": "2f91127d-3be7-4880-af5b-c1f41285ff7a", "name": "network-vif-deleted", "tag": "51c8ef92-a4f5-4f8b-9e91-618dac2b60a7"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:42:02.208796 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-eb2cea91-f29d-417f-b2eb-f75e45b761ad None None] For port 4f30ec9a-d334-4bda-a9ef-650fbec0d56d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=4f30ec9a-d334-4bda-a9ef-650fbec0d56d,segment=NetworkSegment(2b58484b-8477-440f-b211-1bff6948432c),segment_id=2b58484b-8477-440f-b211-1bff6948432c)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:02.209233 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-eb2cea91-f29d-417f-b2eb-f75e45b761ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (4f30ec9a-d334-4bda-a9ef-650fbec0d56d), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:02.214531 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6164c531-c27c-4ca8-a931-6f8a26b3b274 req-a0d71fbb-bc47-4cb4-a4b8-2957e65cd404 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097356 Feb 20 03:42:02.222370 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-eb2cea91-f29d-417f-b2eb-f75e45b761ad None None] Calling delete_port for 4f30ec9a-d334-4bda-a9ef-650fbec0d56d owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:02.263634 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-a768dcae-1eb9-404b-8cfb-8fc3d9f7904d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Deleting port 4f30ec9a-d334-4bda-a9ef-650fbec0d56d {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:02.268122 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a768dcae-1eb9-404b-8cfb-8fc3d9f7904d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (4f30ec9a-d334-4bda-a9ef-650fbec0d56d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:02.488283 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-eb2cea91-f29d-417f-b2eb-f75e45b761ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (4f30ec9a-d334-4bda-a9ef-650fbec0d56d), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:02.524623 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2cea91-f29d-417f-b2eb-f75e45b761ad None None] Pushing event deleted for resources: {'Port': ['ID=4f30ec9a-d334-4bda-a9ef-650fbec0d56d,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:02.527381 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2cea91-f29d-417f-b2eb-f75e45b761ad None None] No DVR routers for this DVR port 4f30ec9a-d334-4bda-a9ef-650fbec0d56d on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:42:02.662606 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43822) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:02.719702 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-70c8b6ad-f9eb-4574-8930-92049bf5b52e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=62872f561f24429faadfc81d64d64e66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0534616 Feb 20 03:42:02.720539 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43824) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:02.743407 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-a768dcae-1eb9-404b-8cfb-8fc3d9f7904d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] For port 4f30ec9a-d334-4bda-a9ef-650fbec0d56d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=4f30ec9a-d334-4bda-a9ef-650fbec0d56d,segment=NetworkSegment(2b58484b-8477-440f-b211-1bff6948432c),segment_id=2b58484b-8477-440f-b211-1bff6948432c)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:02.744009 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a768dcae-1eb9-404b-8cfb-8fc3d9f7904d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (4f30ec9a-d334-4bda-a9ef-650fbec0d56d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:02.759220 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:02.768271 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-a768dcae-1eb9-404b-8cfb-8fc3d9f7904d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Calling delete_port for 4f30ec9a-d334-4bda-a9ef-650fbec0d56d owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:02.776131 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5a2f92d0-2b0e-418f-b330-0e3a3f56d7fd admin admin] Publish callbacks [] for security_group (df26c9c2-8149-44c0-9c0b-9dbbccfc1de7), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:02.801224 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5a2f92d0-2b0e-418f-b330-0e3a3f56d7fd admin admin] Publish callbacks [] for security_group (df26c9c2-8149-44c0-9c0b-9dbbccfc1de7), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:02.822346 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b8a6a-21cd-4e45-b07b-bb66f67d1961 req-490f87fa-0e12-438a-8fd7-1a9dbfd4f940 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:02.823912 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-df3b8a6a-21cd-4e45-b07b-bb66f67d1961 req-490f87fa-0e12-438a-8fd7-1a9dbfd4f940 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] 10.222.0.89 "GET /v2.0/ports?device_id=c48513b7-1476-4349-bb09-9e76328e51ea HTTP/1.1" status: 200 len: 945 time: 0.5043647 Feb 20 03:42:02.855497 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9804e4a0-3206-4fa9-9531-184b7caf9450 tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (43003cd9-d820-4350-be71-415a54241282), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:02.904196 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804e4a0-3206-4fa9-9531-184b7caf9450 tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Pushing event deleted for resources: {'Port': ['ID=43003cd9-d820-4350-be71-415a54241282,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:02.957144 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-df3b8a6a-21cd-4e45-b07b-bb66f67d1961 req-d700151d-e509-4f78-aa14-ec55ec454c98 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] 10.222.0.89 "GET /v2.0/security-groups?id=26fa90d0-1674-442e-bf2d-4855a4a36695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262944 Feb 20 03:42:02.957405 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5a2f92d0-2b0e-418f-b330-0e3a3f56d7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (df26c9c2-8149-44c0-9c0b-9dbbccfc1de7), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:02.961388 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5a2f92d0-2b0e-418f-b330-0e3a3f56d7fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:02.963187 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5a2f92d0-2b0e-418f-b330-0e3a3f56d7fd admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/df26c9c2-8149-44c0-9c0b-9dbbccfc1de7 HTTP/1.1" status: 204 len: 168 time: 0.2418022 Feb 20 03:42:02.973332 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f92d0-2b0e-418f-b330-0e3a3f56d7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df26c9c2-8149-44c0-9c0b-9dbbccfc1de7,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:02.981583 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a768dcae-1eb9-404b-8cfb-8fc3d9f7904d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (4f30ec9a-d334-4bda-a9ef-650fbec0d56d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:03.048465 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7beac191-552f-4ce4-8f95-d5197fb2d181 x-openstack-request-id: req-7beac191-552f-4ce4-8f95-d5197fb2d181 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:42:03.048832 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f91127d-3be7-4880-af5b-c1f41285ff7a", "name": "network-vif-deleted", "tag": "51c8ef92-a4f5-4f8b-9e91-618dac2b60a7", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:42:03.049020 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7beac191-552f-4ce4-8f95-d5197fb2d181 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:42:03.049501 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f91127d-3be7-4880-af5b-c1f41285ff7a', 'name': 'network-vif-deleted', 'tag': '51c8ef92-a4f5-4f8b-9e91-618dac2b60a7', 'status': 'completed', 'code': 200} Feb 20 03:42:03.055250 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768dcae-1eb9-404b-8cfb-8fc3d9f7904d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Port': ['ID=4f30ec9a-d334-4bda-a9ef-650fbec0d56d,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:03.063755 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a768dcae-1eb9-404b-8cfb-8fc3d9f7904d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] No DVR routers for this DVR port 4f30ec9a-d334-4bda-a9ef-650fbec0d56d on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:42:03.096936 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9804e4a0-3206-4fa9-9531-184b7caf9450 tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:03.104087 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9804e4a0-3206-4fa9-9531-184b7caf9450 tempest-RoutersAdminNegativeIpV6Test-1980321076 tempest-RoutersAdminNegativeIpV6Test-1980321076-project-admin] 10.222.0.89 "DELETE /v2.0/ports/43003cd9-d820-4350-be71-415a54241282 HTTP/1.1" status: 204 len: 168 time: 1.8884265 Feb 20 03:42:03.126443 n-d-829866-4 neutron-server[104105]: DEBUG neutron.objects.ports [None req-90695b22-d997-41be-bae5-152682feddec tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104105) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 03:42:03.148701 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-90695b22-d997-41be-bae5-152682feddec tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (af3d6c59-60b8-4d14-abc9-87bce1e31df8), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:03.203710 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-475c64b3-7e75-4e40-ba46-09293e8082b1 req-16898524-56fd-408b-97d5-18e9e92a4da0 tempest-ServerTagsTestJSON-1243848521 tempest-ServerTagsTestJSON-1243848521-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f91127d-3be7-4880-af5b-c1f41285ff7a HTTP/1.1" status: 200 len: 210 time: 0.0985384 Feb 20 03:42:03.246625 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a768dcae-1eb9-404b-8cfb-8fc3d9f7904d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (2b22c2f3-fafa-40e0-ac3b-33d1570dff7a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:03.288229 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-a768dcae-1eb9-404b-8cfb-8fc3d9f7904d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b22c2f3-fafa-40e0-ac3b-33d1570dff7a']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:03.306452 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-a768dcae-1eb9-404b-8cfb-8fc3d9f7904d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b58484b-8477-440f-b211-1bff6948432c') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:03.306764 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-a768dcae-1eb9-404b-8cfb-8fc3d9f7904d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b58484b-8477-440f-b211-1bff6948432c') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:03.314729 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90695b22-d997-41be-bae5-152682feddec tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Pushing event updated for resources: {'Subnet': ['ID=af3d6c59-60b8-4d14-abc9-87bce1e31df8,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:03.324668 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a768dcae-1eb9-404b-8cfb-8fc3d9f7904d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (2b58484b-8477-440f-b211-1bff6948432c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:03.359569 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90695b22-d997-41be-bae5-152682feddec tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Checking segment: {'id': 'b317dfac-b58e-48da-91ca-e8e3e665c073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7c02674c-df73-4776-94fb-20f66b13724b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:42:03.359964 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90695b22-d997-41be-bae5-152682feddec tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Network hostable DHCP agents. Network: 7c02674c-df73-4776-94fb-20f66b13724b, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:42:03.371699 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a768dcae-1eb9-404b-8cfb-8fc3d9f7904d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (2b58484b-8477-440f-b211-1bff6948432c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:03.385694 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a768dcae-1eb9-404b-8cfb-8fc3d9f7904d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a768dcae-1eb9-404b-8cfb-8fc3d9f7904d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (2b58484b-8477-440f-b211-1bff6948432c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:42:03.393507 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:42:03.455166 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d275fa-7b74-42ac-bb25-2f2b1fb56513 req-039a5b51-b5bc-4e3a-abd9-751d64bff2fd tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:03.462517 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-85d275fa-7b74-42ac-bb25-2f2b1fb56513 req-039a5b51-b5bc-4e3a-abd9-751d64bff2fd tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f9eee67-81b4-43b7-9daa-f24501dcabe0 HTTP/1.1" status: 200 len: 945 time: 0.1424222 Feb 20 03:42:03.524363 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-85d275fa-7b74-42ac-bb25-2f2b1fb56513 req-6dd13f13-f5ee-4613-afbe-c9f155af0809 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609417 Feb 20 03:42:03.539930 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90695b22-d997-41be-bae5-152682feddec tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Network 7c02674c-df73-4776-94fb-20f66b13724b is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:42:03.581230 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a768dcae-1eb9-404b-8cfb-8fc3d9f7904d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (2b22c2f3-fafa-40e0-ac3b-33d1570dff7a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:03.592353 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a768dcae-1eb9-404b-8cfb-8fc3d9f7904d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:03.600263 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a768dcae-1eb9-404b-8cfb-8fc3d9f7904d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/networks/2b22c2f3-fafa-40e0-ac3b-33d1570dff7a HTTP/1.1" status: 204 len: 168 time: 2.0068820 Feb 20 03:42:03.601744 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43842) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:03.612236 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768dcae-1eb9-404b-8cfb-8fc3d9f7904d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Network': ['ID=2b22c2f3-fafa-40e0-ac3b-33d1570dff7a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:03.712629 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-90695b22-d997-41be-bae5-152682feddec tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 7c02674c-df73-4776-94fb-20f66b13724b) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:03.730826 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1786600-02db-47d1-90d6-42be405bd7ff None None] Network 7c02674c-df73-4776-94fb-20f66b13724b requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:03.735987 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90695b22-d997-41be-bae5-152682feddec tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:03.738646 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-90695b22-d997-41be-bae5-152682feddec tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:03.753985 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611adfd9-90b2-4105-9eb9-f9623586235d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:03.760479 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4f30ec9a-d334-4bda-a9ef-650fbec0d56d no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:42:03.761231 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-611adfd9-90b2-4105-9eb9-f9623586235d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1576178 Feb 20 03:42:03.762486 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43852) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:03.838031 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43854) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:03.842504 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c93c3122-f59c-4f0a-95b4-17101df54be7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0784798 Feb 20 03:42:03.848026 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 4f30ec9a-d334-4bda-a9ef-650fbec0d56d {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:42:03.848026 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4f30ec9a-d334-4bda-a9ef-650fbec0d56d not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:42:03.852345 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43858) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:03.860019 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-dd27a34c-ec94-4f90-8b52-681ebfc08cb7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-711437646'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:03.908077 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3911823c-04ee-4f94-9afe-1905903880db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-7c02674c-df73-4776-94fb-20f66b13724b', 'network_id': '7c02674c-df73-4776-94fb-20f66b13724b', 'project_id': 'c60d367938c94db0b49b1590dc507e3a', 'fixed_ips': [{'subnet_id': 'af3d6c59-60b8-4d14-abc9-87bce1e31df8'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:42:03.909038 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3911823c-04ee-4f94-9afe-1905903880db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:03.964586 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e5a7e020-3b1c-4a63-8afe-d87b181e39ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:04.033641 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-90695b22-d997-41be-bae5-152682feddec tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.9119213 Feb 20 03:42:04.035553 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43862) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:04.060030 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-3911823c-04ee-4f94-9afe-1905903880db None None] Allocated IP 2001:db8::f816:3eff:fe1c:292 (7c02674c-df73-4776-94fb-20f66b13724b/af3d6c59-60b8-4d14-abc9-87bce1e31df8/bce330b7-22fe-4ef3-9b1d-b81182bab327) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:04.115714 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd27a34c-ec94-4f90-8b52-681ebfc08cb7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:04.119545 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dd27a34c-ec94-4f90-8b52-681ebfc08cb7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:04.128555 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e5a7e020-3b1c-4a63-8afe-d87b181e39ea admin admin] Publish callbacks [] for security_group (b5cdfedf-337b-4191-8d51-42bbf79f98cb), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:04.180705 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd27a34c-ec94-4f90-8b52-681ebfc08cb7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:42:04.210457 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dd27a34c-ec94-4f90-8b52-681ebfc08cb7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (fa880215-0944-4168-9d4d-5a30c6425e4c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:04.210953 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-dd27a34c-ec94-4f90-8b52-681ebfc08cb7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Added segment fa880215-0944-4168-9d4d-5a30c6425e4c of type vlan for network 8a5fcbb7-eba9-4eb3-9942-9355816ab886 Feb 20 03:42:04.224184 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (7c02674c-df73-4776-94fb-20f66b13724b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:04.228055 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e5a7e020-3b1c-4a63-8afe-d87b181e39ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b5cdfedf-337b-4191-8d51-42bbf79f98cb), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:04.310128 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dd27a34c-ec94-4f90-8b52-681ebfc08cb7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (8a5fcbb7-eba9-4eb3-9942-9355816ab886), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:04.320749 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e5a7e020-3b1c-4a63-8afe-d87b181e39ea admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2877d083ea5e422592ec360d941c5e15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4814081 Feb 20 03:42:04.324357 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43872) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:04.336389 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7e020-3b1c-4a63-8afe-d87b181e39ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cdfedf-337b-4191-8d51-42bbf79f98cb,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:04.375433 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54954fa0-87f5-4b40-b0d5-ced5cf297f42 req-15ff130e-5c86-48be-8045-c75a0fe6fa27 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:04.378192 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-54954fa0-87f5-4b40-b0d5-ced5cf297f42 req-15ff130e-5c86-48be-8045-c75a0fe6fa27 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] 10.222.0.89 "GET /v2.0/ports?device_id=c48513b7-1476-4349-bb09-9e76328e51ea HTTP/1.1" status: 200 len: 945 time: 0.1016202 Feb 20 03:42:04.394328 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (af3d6c59-60b8-4d14-abc9-87bce1e31df8), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:04.414740 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3911823c-04ee-4f94-9afe-1905903880db None None] Publish callbacks [] for port (bce330b7-22fe-4ef3-9b1d-b81182bab327), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:04.435510 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-029bd9bc-818c-4b7b-ad0f-95f57e1c1591 admin admin] Publish callbacks [] for security_group (b5cdfedf-337b-4191-8d51-42bbf79f98cb), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:04.459009 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-54954fa0-87f5-4b40-b0d5-ced5cf297f42 req-08f7c286-aebd-441e-b14d-8f6431cbe7c9 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] 10.222.0.89 "GET /v2.0/security-groups?id=26fa90d0-1674-442e-bf2d-4855a4a36695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718174 Feb 20 03:42:04.460118 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 51c8ef92-a4f5-4f8b-9e91-618dac2b60a7 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:42:04.471204 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-029bd9bc-818c-4b7b-ad0f-95f57e1c1591 admin admin] Publish callbacks [] for security_group (b5cdfedf-337b-4191-8d51-42bbf79f98cb), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:04.482682 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 51c8ef92-a4f5-4f8b-9e91-618dac2b60a7 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:42:04.483091 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 51c8ef92-a4f5-4f8b-9e91-618dac2b60a7 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:42:04.494968 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dd27a34c-ec94-4f90-8b52-681ebfc08cb7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (8a5fcbb7-eba9-4eb3-9942-9355816ab886), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:04.500376 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd27a34c-ec94-4f90-8b52-681ebfc08cb7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:04.504385 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dd27a34c-ec94-4f90-8b52-681ebfc08cb7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:04.509172 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43876) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:04.549148 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3911823c-04ee-4f94-9afe-1905903880db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (bce330b7-22fe-4ef3-9b1d-b81182bab327), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:04.557777 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-5281fb9f-1acf-4f6a-acda-29a938667641 admin admin] Deleting subnet 73afc4a7-e3d9-4362-ac98-dec5abd9e852 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:42:04.561301 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5281fb9f-1acf-4f6a-acda-29a938667641 admin admin] Publish callbacks [] for subnet (73afc4a7-e3d9-4362-ac98-dec5abd9e852), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:04.586813 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27a34c-ec94-4f90-8b52-681ebfc08cb7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Network': ['ID=8a5fcbb7-eba9-4eb3-9942-9355816ab886,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:04.628577 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3911823c-04ee-4f94-9afe-1905903880db None None] Network 7c02674c-df73-4776-94fb-20f66b13724b is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:04.629495 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5281fb9f-1acf-4f6a-acda-29a938667641 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (73afc4a7-e3d9-4362-ac98-dec5abd9e852), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:04.630378 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 8a5fcbb7-eba9-4eb3-9942-9355816ab886 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:42:04.653241 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-dd27a34c-ec94-4f90-8b52-681ebfc08cb7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7997255 Feb 20 03:42:04.655344 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-3911823c-04ee-4f94-9afe-1905903880db None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:04.662443 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43882) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:04.662642 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3911823c-04ee-4f94-9afe-1905903880db None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:04.662739 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-5637869c-3342-4e61-a095-ec4786925a37 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'subnet': {'network_id': '8a5fcbb7-eba9-4eb3-9942-9355816ab886', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:04.709573 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911823c-04ee-4f94-9afe-1905903880db None None] Pushing event updated for resources: {'Port': ['ID=bce330b7-22fe-4ef3-9b1d-b81182bab327,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:04.713671 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5281fb9f-1acf-4f6a-acda-29a938667641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (73afc4a7-e3d9-4362-ac98-dec5abd9e852), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:04.761524 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39965d-f078-4045-9e02-9df7e9aee08f req-a9a60887-6f4a-42f2-8829-e24bfabfb464 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:04.765851 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4a39965d-f078-4045-9e02-9df7e9aee08f req-a9a60887-6f4a-42f2-8829-e24bfabfb464 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f9eee67-81b4-43b7-9daa-f24501dcabe0 HTTP/1.1" status: 200 len: 945 time: 0.1125622 Feb 20 03:42:04.811358 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-029bd9bc-818c-4b7b-ad0f-95f57e1c1591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b5cdfedf-337b-4191-8d51-42bbf79f98cb), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:04.811358 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-029bd9bc-818c-4b7b-ad0f-95f57e1c1591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:04.815525 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-029bd9bc-818c-4b7b-ad0f-95f57e1c1591 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b5cdfedf-337b-4191-8d51-42bbf79f98cb HTTP/1.1" status: 204 len: 168 time: 0.4891970 Feb 20 03:42:04.838097 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-3911823c-04ee-4f94-9afe-1905903880db None None] Attempting to bind port bce330b7-22fe-4ef3-9b1d-b81182bab327 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:42:04.838629 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-3911823c-04ee-4f94-9afe-1905903880db None None] Attempting to bind port bce330b7-22fe-4ef3-9b1d-b81182bab327 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'b317dfac-b58e-48da-91ca-e8e3e665c073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7c02674c-df73-4776-94fb-20f66b13724b'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:42:04.839005 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3911823c-04ee-4f94-9afe-1905903880db None None] Attempting to bind port bce330b7-22fe-4ef3-9b1d-b81182bab327 on network 7c02674c-df73-4776-94fb-20f66b13724b {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:42:04.844348 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3911823c-04ee-4f94-9afe-1905903880db None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:42:04.844895 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3911823c-04ee-4f94-9afe-1905903880db None None] Checking segment: {'id': 'b317dfac-b58e-48da-91ca-e8e3e665c073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7c02674c-df73-4776-94fb-20f66b13724b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:42:04.845594 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3911823c-04ee-4f94-9afe-1905903880db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:04.845725 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (af3d6c59-60b8-4d14-abc9-87bce1e31df8), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:04.846229 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3911823c-04ee-4f94-9afe-1905903880db None None] Bound using segment: {'id': 'b317dfac-b58e-48da-91ca-e8e3e665c073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7c02674c-df73-4776-94fb-20f66b13724b'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:42:04.846709 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-3911823c-04ee-4f94-9afe-1905903880db None None] Bound port: bce330b7-22fe-4ef3-9b1d-b81182bab327, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b317dfac-b58e-48da-91ca-e8e3e665c073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7c02674c-df73-4776-94fb-20f66b13724b'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:42:04.847490 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3911823c-04ee-4f94-9afe-1905903880db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bce330b7-22fe-4ef3-9b1d-b81182bab327), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:04.864881 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4a39965d-f078-4045-9e02-9df7e9aee08f req-9cab9d12-2687-4c6c-924e-32f2bb54b2a4 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920210 Feb 20 03:42:04.866827 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029bd9bc-818c-4b7b-ad0f-95f57e1c1591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cdfedf-337b-4191-8d51-42bbf79f98cb,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:04.900067 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Pushing event deleted for resources: {'Subnet': ['ID=af3d6c59-60b8-4d14-abc9-87bce1e31df8,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:04.940929 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-3911823c-04ee-4f94-9afe-1905903880db None None] For port bce330b7-22fe-4ef3-9b1d-b81182bab327, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:42:04.945794 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-3911823c-04ee-4f94-9afe-1905903880db None None] For port bce330b7-22fe-4ef3-9b1d-b81182bab327, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=bce330b7-22fe-4ef3-9b1d-b81182bab327,segment=NetworkSegment(b317dfac-b58e-48da-91ca-e8e3e665c073),segment_id=b317dfac-b58e-48da-91ca-e8e3e665c073)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:42:04.962840 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5637869c-3342-4e61-a095-ec4786925a37 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:04.966373 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5637869c-3342-4e61-a095-ec4786925a37 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:04.985934 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (7c02674c-df73-4776-94fb-20f66b13724b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:05.004433 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5281fb9f-1acf-4f6a-acda-29a938667641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (73afc4a7-e3d9-4362-ac98-dec5abd9e852), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:05.032486 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281fb9f-1acf-4f6a-acda-29a938667641 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73afc4a7-e3d9-4362-ac98-dec5abd9e852,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:05.039328 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5281fb9f-1acf-4f6a-acda-29a938667641 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:05.048710 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5281fb9f-1acf-4f6a-acda-29a938667641 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/73afc4a7-e3d9-4362-ac98-dec5abd9e852 HTTP/1.1" status: 204 len: 168 time: 0.5385220 Feb 20 03:42:05.049457 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43894) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:05.050914 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c02674c-df73-4776-94fb-20f66b13724b']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:05.069229 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b317dfac-b58e-48da-91ca-e8e3e665c073') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:05.069480 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b317dfac-b58e-48da-91ca-e8e3e665c073') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:05.073330 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3911823c-04ee-4f94-9afe-1905903880db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bce330b7-22fe-4ef3-9b1d-b81182bab327), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:05.091929 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (b317dfac-b58e-48da-91ca-e8e3e665c073), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:05.108399 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (b317dfac-b58e-48da-91ca-e8e3e665c073), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:05.118118 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:42:05.118507 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (b317dfac-b58e-48da-91ca-e8e3e665c073), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:05.121604 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:42:05.121604 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:42:05.121604 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:42:05.121604 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:42:05.121604 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:42:05.121604 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:42:05.121604 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:42:05.121604 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:42:05.121604 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:42:05.121604 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:42:05.121604 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:42:05.121604 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:42:05.121604 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:42:05.121604 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:42:05.121604 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:42:05.121604 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:42:05.121604 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:42:05.121604 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:42:05.121604 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:42:05.121604 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:42:05.121604 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:42:05.121604 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:42:05.121604 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:42:05.121604 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:42:05.121604 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:42:05.121604 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:42:05.121604 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:42:05.121604 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:42:05.121604 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:42:05.121604 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:42:05.121604 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:42:05.121604 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:42:05.130366 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-521054dc-5bbb-4088-9025-0032881ecf38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (6e373344-a12a-4ad6-ace7-61bdd38c36e9), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:05.205848 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911823c-04ee-4f94-9afe-1905903880db None None] Pushing event updated for resources: {'Port': ['ID=bce330b7-22fe-4ef3-9b1d-b81182bab327,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:05.227991 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-521054dc-5bbb-4088-9025-0032881ecf38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (6e373344-a12a-4ad6-ace7-61bdd38c36e9), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:05.246264 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c728765-5f4c-4b8a-bff2-8c44ef0642e9 None None] get_active_networks_info from n-d-829866-4 {{(pid=104107) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 03:42:05.264181 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-521054dc-5bbb-4088-9025-0032881ecf38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e373344-a12a-4ad6-ace7-61bdd38c36e9']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:05.279318 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.db.api [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 20 03:42:05.279318 n-d-829866-4 neutron-server[104106]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 20 03:42:05.279318 n-d-829866-4 neutron-server[104106]: [parameters: {'id': '7c02674c-df73-4776-94fb-20f66b13724b'}] Feb 20 03:42:05.279318 n-d-829866-4 neutron-server[104106]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:42:05.279914 n-d-829866-4 neutron-server[104106]: DEBUG oslo_db.api [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:42:05.283389 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-521054dc-5bbb-4088-9025-0032881ecf38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15741fa4-a634-465b-9c56-a49dc73a3f68') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:05.283885 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-521054dc-5bbb-4088-9025-0032881ecf38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15741fa4-a634-465b-9c56-a49dc73a3f68') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:05.295929 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-521054dc-5bbb-4088-9025-0032881ecf38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (15741fa4-a634-465b-9c56-a49dc73a3f68), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:05.310184 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-521054dc-5bbb-4088-9025-0032881ecf38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (15741fa4-a634-465b-9c56-a49dc73a3f68), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:05.317137 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-521054dc-5bbb-4088-9025-0032881ecf38 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:42:05.325534 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-521054dc-5bbb-4088-9025-0032881ecf38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (15741fa4-a634-465b-9c56-a49dc73a3f68), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:05.325534 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:42:05.325534 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:42:05.325534 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:42:05.325534 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:42:05.325534 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:42:05.325534 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:42:05.325534 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:42:05.325534 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:42:05.325534 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:42:05.325534 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:42:05.325534 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:42:05.325534 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:42:05.325534 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:42:05.325534 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:42:05.325534 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:42:05.325534 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:42:05.325534 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:42:05.325534 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:42:05.325534 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:42:05.325534 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:42:05.325534 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:42:05.325534 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:42:05.325534 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:42:05.325534 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:42:05.325534 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:42:05.325534 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:42:05.325534 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:42:05.325534 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:42:05.325534 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:42:05.325534 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:42:05.325534 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:42:05.325534 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:42:05.375597 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c728765-5f4c-4b8a-bff2-8c44ef0642e9 None None] Resources bound (agent type, host, resource id): {{(pid=104107) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 03:42:05.402344 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5637869c-3342-4e61-a095-ec4786925a37 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (6ece3d21-d5e5-4985-abe8-eabcb4702e4a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:05.475549 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5637869c-3342-4e61-a095-ec4786925a37 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Checking segment: {'id': 'fa880215-0944-4168-9d4d-5a30c6425e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '8a5fcbb7-eba9-4eb3-9942-9355816ab886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:42:05.475978 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5637869c-3342-4e61-a095-ec4786925a37 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network hostable DHCP agents. Network: 8a5fcbb7-eba9-4eb3-9942-9355816ab886, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:42:05.478111 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637869c-3342-4e61-a095-ec4786925a37 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Subnet': ['ID=6ece3d21-d5e5-4985-abe8-eabcb4702e4a,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:05.533834 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-521054dc-5bbb-4088-9025-0032881ecf38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (6e373344-a12a-4ad6-ace7-61bdd38c36e9), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:05.550272 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-521054dc-5bbb-4088-9025-0032881ecf38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:05.554983 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-521054dc-5bbb-4088-9025-0032881ecf38 admin admin] 10.222.0.89 "DELETE /v2.0/networks/6e373344-a12a-4ad6-ace7-61bdd38c36e9 HTTP/1.1" status: 204 len: 168 time: 0.5043910 Feb 20 03:42:05.570113 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521054dc-5bbb-4088-9025-0032881ecf38 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e373344-a12a-4ad6-ace7-61bdd38c36e9,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:05.615363 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5637869c-3342-4e61-a095-ec4786925a37 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network 8a5fcbb7-eba9-4eb3-9942-9355816ab886 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:42:05.627927 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d2a23-af03-403a-b0d8-69652e980bb2 req-f00491fc-31bd-4f19-a636-f21fd9278bcf tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:05.629543 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-328d2a23-af03-403a-b0d8-69652e980bb2 req-f00491fc-31bd-4f19-a636-f21fd9278bcf tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] 10.222.0.42 "GET /v2.0/ports?device_id=c48513b7-1476-4349-bb09-9e76328e51ea HTTP/1.1" status: 200 len: 945 time: 0.1712351 Feb 20 03:42:05.697247 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbaab8d-c694-4cc4-aa9c-6ca593e29b62 req-17fddf89-8114-4093-bc7e-2c4e542a0bf5 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:05.698788 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bbbaab8d-c694-4cc4-aa9c-6ca593e29b62 req-17fddf89-8114-4093-bc7e-2c4e542a0bf5 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] 10.222.0.89 "GET /v2.0/ports?device_id=c48513b7-1476-4349-bb09-9e76328e51ea HTTP/1.1" status: 200 len: 945 time: 0.1174886 Feb 20 03:42:05.745838 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffccab6-796f-4ba2-be2c-b50678dccb93 None None] Network 7c02674c-df73-4776-94fb-20f66b13724b requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:05.774873 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-5637869c-3342-4e61-a095-ec4786925a37 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 8a5fcbb7-eba9-4eb3-9942-9355816ab886) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:05.779548 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5637869c-3342-4e61-a095-ec4786925a37 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:05.780650 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5637869c-3342-4e61-a095-ec4786925a37 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:05.786997 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (7c02674c-df73-4776-94fb-20f66b13724b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:05.801095 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bbbaab8d-c694-4cc4-aa9c-6ca593e29b62 req-12d751c2-112c-4dfe-8e7b-1f7a61448086 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] 10.222.0.89 "GET /v2.0/security-groups?id=26fa90d0-1674-442e-bf2d-4855a4a36695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735319 Feb 20 03:42:05.805482 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea6e0fa-7601-434f-b2c0-574649122b0f None None] Network 8a5fcbb7-eba9-4eb3-9942-9355816ab886 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:05.823634 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-328d2a23-af03-403a-b0d8-69652e980bb2 req-28c41f30-461b-4843-b81a-b31fb065e287 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] Deleting port 8a15b861-0bdb-4b98-9f6a-f9315b569ebb {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:05.823982 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-328d2a23-af03-403a-b0d8-69652e980bb2 req-28c41f30-461b-4843-b81a-b31fb065e287 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (8a15b861-0bdb-4b98-9f6a-f9315b569ebb), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:05.880703 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Deleting port bce330b7-22fe-4ef3-9b1d-b81182bab327 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:05.881962 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (bce330b7-22fe-4ef3-9b1d-b81182bab327), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:05.904534 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5637869c-3342-4e61-a095-ec4786925a37 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2466581 Feb 20 03:42:05.917108 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43920) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:05.928357 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-b4951aae-2373-47c6-8b27-27cda091cdd2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'port': {'network_id': '8a5fcbb7-eba9-4eb3-9942-9355816ab886', 'name': 'tempest-PortsIpV6TestJSON-136553154'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:06.006196 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5733d4-2dc0-4e7b-82d5-dd8d9015e8cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-8a5fcbb7-eba9-4eb3-9942-9355816ab886', 'network_id': '8a5fcbb7-eba9-4eb3-9942-9355816ab886', 'project_id': '924afe63e3024f08a64ef1ab2c725cda', 'fixed_ips': [{'subnet_id': '6ece3d21-d5e5-4985-abe8-eabcb4702e4a'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:42:06.006688 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] For port bce330b7-22fe-4ef3-9b1d-b81182bab327, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=bce330b7-22fe-4ef3-9b1d-b81182bab327,segment=NetworkSegment(b317dfac-b58e-48da-91ca-e8e3e665c073),segment_id=b317dfac-b58e-48da-91ca-e8e3e665c073)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:06.007946 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (bce330b7-22fe-4ef3-9b1d-b81182bab327), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:06.008804 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ff5733d4-2dc0-4e7b-82d5-dd8d9015e8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:06.009362 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-328d2a23-af03-403a-b0d8-69652e980bb2 req-28c41f30-461b-4843-b81a-b31fb065e287 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] For port 8a15b861-0bdb-4b98-9f6a-f9315b569ebb, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=8a15b861-0bdb-4b98-9f6a-f9315b569ebb,segment=NetworkSegment(19f3be22-1417-45ed-a5d6-5b3feda965f1),segment_id=19f3be22-1417-45ed-a5d6-5b3feda965f1)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:06.009747 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-328d2a23-af03-403a-b0d8-69652e980bb2 req-28c41f30-461b-4843-b81a-b31fb065e287 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (8a15b861-0bdb-4b98-9f6a-f9315b569ebb), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:06.023612 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Calling delete_port for bce330b7-22fe-4ef3-9b1d-b81182bab327 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:06.057799 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-328d2a23-af03-403a-b0d8-69652e980bb2 req-28c41f30-461b-4843-b81a-b31fb065e287 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] Calling delete_port for 8a15b861-0bdb-4b98-9f6a-f9315b569ebb owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:06.167992 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8a41c-d412-4e11-906e-6a1f3d602e54 req-6d60f77b-7ac7-4e08-ac9b-fb0d4c1cbe9b tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:06.169603 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-46d8a41c-d412-4e11-906e-6a1f3d602e54 req-6d60f77b-7ac7-4e08-ac9b-fb0d4c1cbe9b tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f9eee67-81b4-43b7-9daa-f24501dcabe0 HTTP/1.1" status: 200 len: 945 time: 0.1661093 Feb 20 03:42:06.174326 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-ff5733d4-2dc0-4e7b-82d5-dd8d9015e8cc None None] Allocated IP 2001:db8::2 (8a5fcbb7-eba9-4eb3-9942-9355816ab886/6ece3d21-d5e5-4985-abe8-eabcb4702e4a/f662a59f-eb18-49ab-89d2-bd3150f10fd2) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:06.187172 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43922) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:06.214110 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (bce330b7-22fe-4ef3-9b1d-b81182bab327), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:06.233367 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] No DVR routers for this DVR port bce330b7-22fe-4ef3-9b1d-b81182bab327 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:42:06.273092 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-46d8a41c-d412-4e11-906e-6a1f3d602e54 req-7b7ba48b-af52-456b-bbf6-338b759290f4 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943537 Feb 20 03:42:06.299064 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43924) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:06.343961 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Pushing event deleted for resources: {'Port': ['ID=bce330b7-22fe-4ef3-9b1d-b81182bab327,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:06.355981 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4951aae-2373-47c6-8b27-27cda091cdd2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:06.362325 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b4951aae-2373-47c6-8b27-27cda091cdd2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:06.364552 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4c9683c0-be68-48b8-8acf-631b29884cab admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e200cd47f6f6424895f9aa40614df322&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1753974 Feb 20 03:42:06.368276 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43926) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:06.384852 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7f29aced-68cc-4dfe-bd7f-09cc708e8f39 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d0e13d4cebfb405fb08a08acd92e6212&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0821753 Feb 20 03:42:06.394019 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43928) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:06.399150 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ff5733d4-2dc0-4e7b-82d5-dd8d9015e8cc None None] Publish callbacks [] for port (f662a59f-eb18-49ab-89d2-bd3150f10fd2), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:06.424457 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-b4951aae-2373-47c6-8b27-27cda091cdd2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] device_id is not set on port 6ebbf658-0fe2-48df-8e25-c0dc32a4fe1e yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:42:06.444696 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (7c02674c-df73-4776-94fb-20f66b13724b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:06.479621 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c02674c-df73-4776-94fb-20f66b13724b']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:06.502847 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-328d2a23-af03-403a-b0d8-69652e980bb2 req-28c41f30-461b-4843-b81a-b31fb065e287 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (8a15b861-0bdb-4b98-9f6a-f9315b569ebb), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:06.504017 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b317dfac-b58e-48da-91ca-e8e3e665c073') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:06.504502 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b317dfac-b58e-48da-91ca-e8e3e665c073') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:06.516440 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['8a15b861-0bdb-4b98-9f6a-f9315b569ebb'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:42:06.519268 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (b317dfac-b58e-48da-91ca-e8e3e665c073), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:06.522887 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4d000872-a6e3-46ac-8c31-09d1819151ff admin admin] Publish callbacks [] for security_group (d1e15e6b-2d7e-4ebc-8ed7-8e2c66bf6848), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:06.546913 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (b317dfac-b58e-48da-91ca-e8e3e665c073), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:06.553127 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ff5733d4-2dc0-4e7b-82d5-dd8d9015e8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (f662a59f-eb18-49ab-89d2-bd3150f10fd2), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:06.562218 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4d000872-a6e3-46ac-8c31-09d1819151ff admin admin] Publish callbacks [] for security_group (d1e15e6b-2d7e-4ebc-8ed7-8e2c66bf6848), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:06.574133 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:42:06.574921 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (b317dfac-b58e-48da-91ca-e8e3e665c073), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:06.578698 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:42:06.578698 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:42:06.578698 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:42:06.578698 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:42:06.578698 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:42:06.578698 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:42:06.578698 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:42:06.578698 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:42:06.578698 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:42:06.578698 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:42:06.578698 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:42:06.578698 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:42:06.578698 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:42:06.578698 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:42:06.578698 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:42:06.578698 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:42:06.578698 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:42:06.578698 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:42:06.578698 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:42:06.578698 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:42:06.578698 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:42:06.578698 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:42:06.578698 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:42:06.578698 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:42:06.578698 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:42:06.578698 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:42:06.578698 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:42:06.578698 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:42:06.578698 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:42:06.578698 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:42:06.578698 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:42:06.578698 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:42:06.584382 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c41f30-461b-4843-b81a-b31fb065e287 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] Pushing event deleted for resources: {'Port': ['ID=8a15b861-0bdb-4b98-9f6a-f9315b569ebb,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:06.615875 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5733d4-2dc0-4e7b-82d5-dd8d9015e8cc None None] Network 8a5fcbb7-eba9-4eb3-9942-9355816ab886 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:06.620880 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-ff5733d4-2dc0-4e7b-82d5-dd8d9015e8cc None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:06.631837 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5733d4-2dc0-4e7b-82d5-dd8d9015e8cc None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:06.715133 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c9fbb7f4-94dc-486c-892c-f00275b05c14 admin admin] Publish callbacks [] for security_group (b9516f19-7ecf-4378-a73c-fde785a89023), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:06.717283 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-328d2a23-af03-403a-b0d8-69652e980bb2 req-28c41f30-461b-4843-b81a-b31fb065e287 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] No DVR routers for this DVR port 8a15b861-0bdb-4b98-9f6a-f9315b569ebb on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:42:06.725427 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-328d2a23-af03-403a-b0d8-69652e980bb2 req-28c41f30-461b-4843-b81a-b31fb065e287 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:06.729009 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-328d2a23-af03-403a-b0d8-69652e980bb2 req-28c41f30-461b-4843-b81a-b31fb065e287 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] 10.222.0.42 "DELETE /v2.0/ports/8a15b861-0bdb-4b98-9f6a-f9315b569ebb HTTP/1.1" status: 204 len: 173 time: 1.0936782 Feb 20 03:42:06.729728 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48513b7-1476-4349-bb09-9e76328e51ea', 'name': 'network-vif-deleted', 'tag': '8a15b861-0bdb-4b98-9f6a-f9315b569ebb'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:42:06.730735 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5733d4-2dc0-4e7b-82d5-dd8d9015e8cc None None] Pushing event updated for resources: {'Port': ['ID=f662a59f-eb18-49ab-89d2-bd3150f10fd2,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:06.732291 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191311e9-b3ca-4671-a137-b813c862e5c7" -d '{"events": [{"server_uuid": "c48513b7-1476-4349-bb09-9e76328e51ea", "name": "network-vif-deleted", "tag": "8a15b861-0bdb-4b98-9f6a-f9315b569ebb"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:42:06.754204 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ff5733d4-2dc0-4e7b-82d5-dd8d9015e8cc None None] Attempting to bind port f662a59f-eb18-49ab-89d2-bd3150f10fd2 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:42:06.754592 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ff5733d4-2dc0-4e7b-82d5-dd8d9015e8cc None None] Attempting to bind port f662a59f-eb18-49ab-89d2-bd3150f10fd2 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'fa880215-0944-4168-9d4d-5a30c6425e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '8a5fcbb7-eba9-4eb3-9942-9355816ab886'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:42:06.755585 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5733d4-2dc0-4e7b-82d5-dd8d9015e8cc None None] Attempting to bind port f662a59f-eb18-49ab-89d2-bd3150f10fd2 on network 8a5fcbb7-eba9-4eb3-9942-9355816ab886 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:42:06.763169 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5733d4-2dc0-4e7b-82d5-dd8d9015e8cc None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:42:06.763691 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5733d4-2dc0-4e7b-82d5-dd8d9015e8cc None None] Checking segment: {'id': 'fa880215-0944-4168-9d4d-5a30c6425e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '8a5fcbb7-eba9-4eb3-9942-9355816ab886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:42:06.764116 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ff5733d4-2dc0-4e7b-82d5-dd8d9015e8cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:06.764521 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5733d4-2dc0-4e7b-82d5-dd8d9015e8cc None None] Bound using segment: {'id': 'fa880215-0944-4168-9d4d-5a30c6425e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '8a5fcbb7-eba9-4eb3-9942-9355816ab886'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:42:06.765270 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ff5733d4-2dc0-4e7b-82d5-dd8d9015e8cc None None] Bound port: f662a59f-eb18-49ab-89d2-bd3150f10fd2, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa880215-0944-4168-9d4d-5a30c6425e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '8a5fcbb7-eba9-4eb3-9942-9355816ab886'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:42:06.765663 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ff5733d4-2dc0-4e7b-82d5-dd8d9015e8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f662a59f-eb18-49ab-89d2-bd3150f10fd2), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:06.787300 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c9fbb7f4-94dc-486c-892c-f00275b05c14 admin admin] Publish callbacks [] for security_group (b9516f19-7ecf-4378-a73c-fde785a89023), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:06.791404 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705f9d1-0f71-4575-bd27-744d1f09b94d req-21480c05-2e7c-4923-93e5-89370a09275c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:06.795007 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c705f9d1-0f71-4575-bd27-744d1f09b94d req-21480c05-2e7c-4923-93e5-89370a09275c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0f9eee67-81b4-43b7-9daa-f24501dcabe0 HTTP/1.1" status: 200 len: 1127 time: 0.3032286 Feb 20 03:42:06.803484 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc4a585-73c3-4243-a2d7-7e0538700d06 x-openstack-request-id: req-dfc4a585-73c3-4243-a2d7-7e0538700d06 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:42:06.804098 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48513b7-1476-4349-bb09-9e76328e51ea", "name": "network-vif-deleted", "tag": "8a15b861-0bdb-4b98-9f6a-f9315b569ebb", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:42:06.804098 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-dfc4a585-73c3-4243-a2d7-7e0538700d06 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:42:06.804425 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48513b7-1476-4349-bb09-9e76328e51ea', 'name': 'network-vif-deleted', 'tag': '8a15b861-0bdb-4b98-9f6a-f9315b569ebb', 'status': 'completed', 'code': 200} Feb 20 03:42:06.816088 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (7c02674c-df73-4776-94fb-20f66b13724b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:06.823562 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-b4951aae-2373-47c6-8b27-27cda091cdd2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Allocated IP 2001:db8::148 (8a5fcbb7-eba9-4eb3-9942-9355816ab886/6ece3d21-d5e5-4985-abe8-eabcb4702e4a/6ebbf658-0fe2-48df-8e25-c0dc32a4fe1e) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:06.843741 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:06.852765 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "DELETE /v2.0/networks/7c02674c-df73-4776-94fb-20f66b13724b HTTP/1.1" status: 204 len: 168 time: 2.8121009 Feb 20 03:42:06.856369 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43940) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:06.878037 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-87a4fada-dbb5-4e10-8539-110c20d7ebe3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1131545924'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:06.922072 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4d000872-a6e3-46ac-8c31-09d1819151ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d1e15e6b-2d7e-4ebc-8ed7-8e2c66bf6848), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:06.922072 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4d000872-a6e3-46ac-8c31-09d1819151ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:06.922072 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4d000872-a6e3-46ac-8c31-09d1819151ff admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d1e15e6b-2d7e-4ebc-8ed7-8e2c66bf6848 HTTP/1.1" status: 204 len: 168 time: 0.5516360 Feb 20 03:42:06.923697 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ff5733d4-2dc0-4e7b-82d5-dd8d9015e8cc None None] For port f662a59f-eb18-49ab-89d2-bd3150f10fd2, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:42:06.932813 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ff5733d4-2dc0-4e7b-82d5-dd8d9015e8cc None None] For port f662a59f-eb18-49ab-89d2-bd3150f10fd2, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=f662a59f-eb18-49ab-89d2-bd3150f10fd2,segment=NetworkSegment(fa880215-0944-4168-9d4d-5a30c6425e4c),segment_id=fa880215-0944-4168-9d4d-5a30c6425e4c)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:42:06.934453 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a15a46-79e8-45f8-addc-53647a325299 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Pushing event deleted for resources: {'Network': ['ID=7c02674c-df73-4776-94fb-20f66b13724b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:06.951531 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d000872-a6e3-46ac-8c31-09d1819151ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e15e6b-2d7e-4ebc-8ed7-8e2c66bf6848,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:06.981965 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c705f9d1-0f71-4575-bd27-744d1f09b94d req-05c9ed93-be08-45d7-bbf1-be4b770dab23 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617627 Feb 20 03:42:07.003703 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65aed8bd-6f14-4d7f-8b7d-4f26c0d7d4b0 req-cd6b2e15-127a-464e-9dc2-d365b1b02f54 tempest-InstanceActionsNegativeTestJSON-199539783 tempest-InstanceActionsNegativeTestJSON-199539783-project] 10.222.0.89 "GET /v2.0/ports?device_id=c48513b7-1476-4349-bb09-9e76328e51ea HTTP/1.1" status: 200 len: 210 time: 0.0798938 Feb 20 03:42:07.073709 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a4fada-dbb5-4e10-8539-110c20d7ebe3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Made reservation on behalf of c60d367938c94db0b49b1590dc507e3a for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:07.074346 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ff5733d4-2dc0-4e7b-82d5-dd8d9015e8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f662a59f-eb18-49ab-89d2-bd3150f10fd2), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:07.077995 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-87a4fada-dbb5-4e10-8539-110c20d7ebe3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:07.115632 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a4fada-dbb5-4e10-8539-110c20d7ebe3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:42:07.162746 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-87a4fada-dbb5-4e10-8539-110c20d7ebe3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (5f7d2d3a-4741-4fba-a992-4779765847f9), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:07.162746 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-87a4fada-dbb5-4e10-8539-110c20d7ebe3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Added segment 5f7d2d3a-4741-4fba-a992-4779765847f9 of type vlan for network 6a768475-d9a3-4981-8686-02357b60ae49 Feb 20 03:42:07.210729 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5733d4-2dc0-4e7b-82d5-dd8d9015e8cc None None] Pushing event updated for resources: {'Port': ['ID=f662a59f-eb18-49ab-89d2-bd3150f10fd2,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:07.259239 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-87a4fada-dbb5-4e10-8539-110c20d7ebe3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (6a768475-d9a3-4981-8686-02357b60ae49), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:07.313006 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c9fbb7f4-94dc-486c-892c-f00275b05c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b9516f19-7ecf-4378-a73c-fde785a89023), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:07.316615 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c9fbb7f4-94dc-486c-892c-f00275b05c14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:07.320411 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c9fbb7f4-94dc-486c-892c-f00275b05c14 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b9516f19-7ecf-4378-a73c-fde785a89023 HTTP/1.1" status: 204 len: 168 time: 0.9310279 Feb 20 03:42:07.404331 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-87a4fada-dbb5-4e10-8539-110c20d7ebe3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (6a768475-d9a3-4981-8686-02357b60ae49), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:07.419663 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b4951aae-2373-47c6-8b27-27cda091cdd2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for port (6ebbf658-0fe2-48df-8e25-c0dc32a4fe1e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:07.427510 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a4fada-dbb5-4e10-8539-110c20d7ebe3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:07.428833 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-87a4fada-dbb5-4e10-8539-110c20d7ebe3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:07.431477 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fbb7f4-94dc-486c-892c-f00275b05c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9516f19-7ecf-4378-a73c-fde785a89023,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:07.522018 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4fada-dbb5-4e10-8539-110c20d7ebe3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Pushing event updated for resources: {'Network': ['ID=6a768475-d9a3-4981-8686-02357b60ae49,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:07.559764 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 6a768475-d9a3-4981-8686-02357b60ae49 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:42:07.625552 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-87a4fada-dbb5-4e10-8539-110c20d7ebe3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7673230 Feb 20 03:42:07.628501 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43992) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:07.634364 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-f86c3e45-67db-4da3-a690-235b37bdf243 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Request body: {'subnet': {'network_id': '6a768475-d9a3-4981-8686-02357b60ae49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:07.730096 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b4951aae-2373-47c6-8b27-27cda091cdd2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (6ebbf658-0fe2-48df-8e25-c0dc32a4fe1e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:07.811803 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4951aae-2373-47c6-8b27-27cda091cdd2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network 8a5fcbb7-eba9-4eb3-9942-9355816ab886 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:07.816755 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-b4951aae-2373-47c6-8b27-27cda091cdd2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:07.820143 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4951aae-2373-47c6-8b27-27cda091cdd2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:07.826332 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4951aae-2373-47c6-8b27-27cda091cdd2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:07.826995 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b4951aae-2373-47c6-8b27-27cda091cdd2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:07.860902 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device f662a59f-eb18-49ab-89d2-bd3150f10fd2 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:42:07.868566 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4951aae-2373-47c6-8b27-27cda091cdd2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Port': ['ID=6ebbf658-0fe2-48df-8e25-c0dc32a4fe1e,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:07.972330 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b4951aae-2373-47c6-8b27-27cda091cdd2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0537043 Feb 20 03:42:07.975112 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44008) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:07.981275 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-7890462d-db38-415b-ae20-18dbeeb200f7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'port': {'network_id': '8a5fcbb7-eba9-4eb3-9942-9355816ab886', 'name': 'tempest-PortsIpV6TestJSON-671264590'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:07.987211 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port f662a59f-eb18-49ab-89d2-bd3150f10fd2 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:07.987870 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f662a59f-eb18-49ab-89d2-bd3150f10fd2), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:08.071098 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86c3e45-67db-4da3-a690-235b37bdf243 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Made reservation on behalf of c60d367938c94db0b49b1590dc507e3a for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:08.083900 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f86c3e45-67db-4da3-a690-235b37bdf243 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:08.278027 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port f662a59f-eb18-49ab-89d2-bd3150f10fd2 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:08.283264 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f662a59f-eb18-49ab-89d2-bd3150f10fd2), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:08.363887 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port f662a59f-eb18-49ab-89d2-bd3150f10fd2, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=f662a59f-eb18-49ab-89d2-bd3150f10fd2,segment=NetworkSegment(fa880215-0944-4168-9d4d-5a30c6425e4c),segment_id=fa880215-0944-4168-9d4d-5a30c6425e4c)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:08.442122 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7890462d-db38-415b-ae20-18dbeeb200f7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:08.446556 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7890462d-db38-415b-ae20-18dbeeb200f7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:08.477469 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f662a59f-eb18-49ab-89d2-bd3150f10fd2), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:08.478903 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-7890462d-db38-415b-ae20-18dbeeb200f7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] device_id is not set on port 398a4338-11d7-4dd7-b201-5f2d986b7a37 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:42:08.500214 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1385dd3-f220-411b-8c40-4efed7e53a41 req-5b6eb313-8477-4ae1-a027-b7911dd866d2 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:08.508778 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c1385dd3-f220-411b-8c40-4efed7e53a41 req-5b6eb313-8477-4ae1-a027-b7911dd866d2 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f9eee67-81b4-43b7-9daa-f24501dcabe0 HTTP/1.1" status: 200 len: 945 time: 0.2460506 Feb 20 03:42:08.590385 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=f662a59f-eb18-49ab-89d2-bd3150f10fd2,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:08.603288 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f86c3e45-67db-4da3-a690-235b37bdf243 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (3299f70e-20a7-4865-b9e2-fbc66123baba), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:08.662949 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c1385dd3-f220-411b-8c40-4efed7e53a41 req-a623537d-2a83-4fcd-8c0f-a81dbbc1ecdf tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431832 Feb 20 03:42:08.686478 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-7890462d-db38-415b-ae20-18dbeeb200f7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Allocated IP 2001:db8::32 (8a5fcbb7-eba9-4eb3-9942-9355816ab886/6ece3d21-d5e5-4985-abe8-eabcb4702e4a/398a4338-11d7-4dd7-b201-5f2d986b7a37) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:08.730253 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df7cb52-afd5-4a2f-bb49-edd6c9981d16 None None] Network 8a5fcbb7-eba9-4eb3-9942-9355816ab886 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:08.740997 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86c3e45-67db-4da3-a690-235b37bdf243 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Checking segment: {'id': '5f7d2d3a-4741-4fba-a992-4779765847f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6a768475-d9a3-4981-8686-02357b60ae49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:42:08.741375 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86c3e45-67db-4da3-a690-235b37bdf243 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Network hostable DHCP agents. Network: 6a768475-d9a3-4981-8686-02357b60ae49, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:42:08.762216 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44038) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:08.800842 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c3e45-67db-4da3-a690-235b37bdf243 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Pushing event updated for resources: {'Subnet': ['ID=3299f70e-20a7-4865-b9e2-fbc66123baba,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:08.813376 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44040) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:08.909023 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-8949a486-26a0-4c4a-9db5-498745bff391 admin admin] Deleting subnet 27479365-0250-42ee-83bf-53ffcaf4459a {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:42:08.913323 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8949a486-26a0-4c4a-9db5-498745bff391 admin admin] Publish callbacks [] for subnet (27479365-0250-42ee-83bf-53ffcaf4459a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:08.959552 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86c3e45-67db-4da3-a690-235b37bdf243 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Network 6a768475-d9a3-4981-8686-02357b60ae49 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:42:08.960388 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8949a486-26a0-4c4a-9db5-498745bff391 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (27479365-0250-42ee-83bf-53ffcaf4459a), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:09.011126 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8949a486-26a0-4c4a-9db5-498745bff391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (27479365-0250-42ee-83bf-53ffcaf4459a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:09.048283 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-0742af77-e64a-4c08-aa91-81c3263a3404 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1892185747'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:09.058323 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-f86c3e45-67db-4da3-a690-235b37bdf243 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 6a768475-d9a3-4981-8686-02357b60ae49) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:09.079777 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86c3e45-67db-4da3-a690-235b37bdf243 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:09.080689 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f86c3e45-67db-4da3-a690-235b37bdf243 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:09.110133 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499e3d24-63a5-4d91-a927-5b89631b8142 None None] Network 6a768475-d9a3-4981-8686-02357b60ae49 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:09.119660 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7890462d-db38-415b-ae20-18dbeeb200f7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for port (398a4338-11d7-4dd7-b201-5f2d986b7a37), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:09.169870 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0742af77-e64a-4c08-aa91-81c3263a3404 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Made reservation on behalf of b4cc9303d0e6455e8318144683ebc579 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:09.173518 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0742af77-e64a-4c08-aa91-81c3263a3404 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:09.193541 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0742af77-e64a-4c08-aa91-81c3263a3404 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:09.205210 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8949a486-26a0-4c4a-9db5-498745bff391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (27479365-0250-42ee-83bf-53ffcaf4459a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:09.210599 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f86c3e45-67db-4da3-a690-235b37bdf243 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5803027 Feb 20 03:42:09.223080 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44084) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:09.247036 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949a486-26a0-4c4a-9db5-498745bff391 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27479365-0250-42ee-83bf-53ffcaf4459a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:09.252946 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8949a486-26a0-4c4a-9db5-498745bff391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:09.260434 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8949a486-26a0-4c4a-9db5-498745bff391 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/27479365-0250-42ee-83bf-53ffcaf4459a HTTP/1.1" status: 204 len: 168 time: 0.4933743 Feb 20 03:42:09.260861 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44088) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:09.277036 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e7a69526-f691-4865-a3f6-c871f7216e33 None None] Provisioning complete for port f662a59f-eb18-49ab-89d2-bd3150f10fd2 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:09.281344 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e7a69526-f691-4865-a3f6-c871f7216e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f662a59f-eb18-49ab-89d2-bd3150f10fd2), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:09.347302 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7890462d-db38-415b-ae20-18dbeeb200f7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (398a4338-11d7-4dd7-b201-5f2d986b7a37), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:09.401058 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (6a768475-d9a3-4981-8686-02357b60ae49), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:09.427366 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7890462d-db38-415b-ae20-18dbeeb200f7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network 8a5fcbb7-eba9-4eb3-9942-9355816ab886 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:09.434325 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-7890462d-db38-415b-ae20-18dbeeb200f7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:09.440585 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e79bb01c-ef83-43c9-8167-f947cfd943b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (f73f244e-dfa1-462a-8af2-336186f52e03), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:09.444410 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e7a69526-f691-4865-a3f6-c871f7216e33 None None] Current status of the port f662a59f-eb18-49ab-89d2-bd3150f10fd2 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:09.447519 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7890462d-db38-415b-ae20-18dbeeb200f7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:09.447686 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696655e6-2c48-434c-9851-850f4cfec563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-6a768475-d9a3-4981-8686-02357b60ae49', 'network_id': '6a768475-d9a3-4981-8686-02357b60ae49', 'project_id': 'c60d367938c94db0b49b1590dc507e3a', 'fixed_ips': [{'subnet_id': '3299f70e-20a7-4865-b9e2-fbc66123baba'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:42:09.448471 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-696655e6-2c48-434c-9851-850f4cfec563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:09.457928 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7890462d-db38-415b-ae20-18dbeeb200f7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:09.467333 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7890462d-db38-415b-ae20-18dbeeb200f7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:09.475901 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0742af77-e64a-4c08-aa91-81c3263a3404 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks [] for security_group (7fd2788e-9189-4de4-a05d-335a12de8947), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:09.483748 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7890462d-db38-415b-ae20-18dbeeb200f7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Port': ['ID=398a4338-11d7-4dd7-b201-5f2d986b7a37,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:09.559038 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0742af77-e64a-4c08-aa91-81c3263a3404 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (7fd2788e-9189-4de4-a05d-335a12de8947), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:09.656586 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-696655e6-2c48-434c-9851-850f4cfec563 None None] Allocated IP 2001:db8::2 (6a768475-d9a3-4981-8686-02357b60ae49/3299f70e-20a7-4865-b9e2-fbc66123baba/b92eb165-ad9f-4477-a4e3-0eb56ded57cc) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:09.666670 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7890462d-db38-415b-ae20-18dbeeb200f7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6898763 Feb 20 03:42:09.688909 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e79bb01c-ef83-43c9-8167-f947cfd943b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (f73f244e-dfa1-462a-8af2-336186f52e03), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:09.692518 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44100) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:09.696547 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0742af77-e64a-4c08-aa91-81c3263a3404 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:42:09.700145 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (3299f70e-20a7-4865-b9e2-fbc66123baba), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:09.721286 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-e79bb01c-ef83-43c9-8167-f947cfd943b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f73f244e-dfa1-462a-8af2-336186f52e03']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:09.737328 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-e79bb01c-ef83-43c9-8167-f947cfd943b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f3be22-1417-45ed-a5d6-5b3feda965f1') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:09.737772 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-e79bb01c-ef83-43c9-8167-f947cfd943b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f3be22-1417-45ed-a5d6-5b3feda965f1') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:09.757855 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e79bb01c-ef83-43c9-8167-f947cfd943b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (19f3be22-1417-45ed-a5d6-5b3feda965f1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:09.762454 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device f662a59f-eb18-49ab-89d2-bd3150f10fd2 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:42:09.774132 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e79bb01c-ef83-43c9-8167-f947cfd943b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (19f3be22-1417-45ed-a5d6-5b3feda965f1), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:09.781593 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e79bb01c-ef83-43c9-8167-f947cfd943b6 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:42:09.782008 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e79bb01c-ef83-43c9-8167-f947cfd943b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (19f3be22-1417-45ed-a5d6-5b3feda965f1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:09.784750 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:42:09.784750 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:42:09.784750 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:42:09.784750 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:42:09.784750 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:42:09.784750 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:42:09.784750 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:42:09.784750 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:42:09.784750 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:42:09.784750 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:42:09.784750 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:42:09.784750 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:42:09.784750 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:42:09.784750 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:42:09.784750 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:42:09.784750 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:42:09.784750 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:42:09.784750 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:42:09.784750 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:42:09.784750 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:42:09.784750 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:42:09.784750 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:42:09.784750 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:42:09.784750 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:42:09.784750 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:42:09.784750 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:42:09.784750 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:42:09.784750 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:42:09.784750 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:42:09.784750 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:42:09.784750 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:42:09.784750 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:42:09.802676 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742af77-e64a-4c08-aa91-81c3263a3404 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd2788e-9189-4de4-a05d-335a12de8947,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:09.808768 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0742af77-e64a-4c08-aa91-81c3263a3404 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (0154fd50-80de-431b-98c7-826058d590e6), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:09.809562 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-0742af77-e64a-4c08-aa91-81c3263a3404 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Added segment 0154fd50-80de-431b-98c7-826058d590e6 of type vlan for network 2b257b95-f577-47f0-a79a-e50cf7054baa Feb 20 03:42:09.811444 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-634e39ab-0f98-4b24-b6d7-22064b4fd5c9 None None] Provisioning complete for port 6ebbf658-0fe2-48df-8e25-c0dc32a4fe1e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:09.811828 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-634e39ab-0f98-4b24-b6d7-22064b4fd5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (6ebbf658-0fe2-48df-8e25-c0dc32a4fe1e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:09.882644 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-634e39ab-0f98-4b24-b6d7-22064b4fd5c9 None None] Port 6ebbf658-0fe2-48df-8e25-c0dc32a4fe1e cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:42:09.907418 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575dc39-b52e-4da0-832f-857bbc387799 req-41ccfa9a-4b98-4bcc-90c3-dc42511ebd6c tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:09.909014 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a575dc39-b52e-4da0-832f-857bbc387799 req-41ccfa9a-4b98-4bcc-90c3-dc42511ebd6c tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 946 time: 0.2682106 Feb 20 03:42:09.920056 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fa7948-32e5-475e-93d5-f0de8e442159 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:09.924446 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b8fa7948-32e5-475e-93d5-f0de8e442159 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A148 HTTP/1.1" status: 200 len: 928 time: 0.2228417 Feb 20 03:42:09.924692 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44102) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:09.937618 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0742af77-e64a-4c08-aa91-81c3263a3404 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (2b257b95-f577-47f0-a79a-e50cf7054baa), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:09.943814 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port f662a59f-eb18-49ab-89d2-bd3150f10fd2 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:09.944199 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f662a59f-eb18-49ab-89d2-bd3150f10fd2), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:09.972519 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e79bb01c-ef83-43c9-8167-f947cfd943b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (f73f244e-dfa1-462a-8af2-336186f52e03), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:09.972807 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-634e39ab-0f98-4b24-b6d7-22064b4fd5c9 None None] Provisioning complete for port f662a59f-eb18-49ab-89d2-bd3150f10fd2 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:09.972907 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-634e39ab-0f98-4b24-b6d7-22064b4fd5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f662a59f-eb18-49ab-89d2-bd3150f10fd2), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:09.981037 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e79bb01c-ef83-43c9-8167-f947cfd943b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:09.984212 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e79bb01c-ef83-43c9-8167-f947cfd943b6 admin admin] 10.222.0.89 "DELETE /v2.0/networks/f73f244e-dfa1-462a-8af2-336186f52e03 HTTP/1.1" status: 204 len: 168 time: 0.7223568 Feb 20 03:42:09.999846 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79bb01c-ef83-43c9-8167-f947cfd943b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f73f244e-dfa1-462a-8af2-336186f52e03,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:10.000362 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a575dc39-b52e-4da0-832f-857bbc387799 req-e43c170b-f0e5-439c-88aa-897a426fb12b tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721354 Feb 20 03:42:10.046261 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-696655e6-2c48-434c-9851-850f4cfec563 None None] Publish callbacks [] for port (b92eb165-ad9f-4477-a4e3-0eb56ded57cc), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:10.048817 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0742af77-e64a-4c08-aa91-81c3263a3404 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (2b257b95-f577-47f0-a79a-e50cf7054baa), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:10.060268 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0742af77-e64a-4c08-aa91-81c3263a3404 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:10.061212 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0742af77-e64a-4c08-aa91-81c3263a3404 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:10.138190 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9e9c6849-5c19-49f5-aa78-10151d9bdf27 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Deleting port 398a4338-11d7-4dd7-b201-5f2d986b7a37 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:10.138706 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6849-5c19-49f5-aa78-10151d9bdf27 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (398a4338-11d7-4dd7-b201-5f2d986b7a37), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:10.139246 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port f662a59f-eb18-49ab-89d2-bd3150f10fd2 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:10.148472 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-696655e6-2c48-434c-9851-850f4cfec563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (b92eb165-ad9f-4477-a4e3-0eb56ded57cc), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:10.198187 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742af77-e64a-4c08-aa91-81c3263a3404 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Pushing event updated for resources: {'Network': ['ID=2b257b95-f577-47f0-a79a-e50cf7054baa,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:10.202954 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696655e6-2c48-434c-9851-850f4cfec563 None None] Pushing event updated for resources: {'Port': ['ID=b92eb165-ad9f-4477-a4e3-0eb56ded57cc,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:10.215694 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 2b257b95-f577-47f0-a79a-e50cf7054baa details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:42:10.220013 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0742af77-e64a-4c08-aa91-81c3263a3404 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.4056818 Feb 20 03:42:10.222094 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44112) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:10.237960 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-54cc9d25-e8ba-41fe-8073-e673f362c8d5 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Request body: {'subnet': {'network_id': '2b257b95-f577-47f0-a79a-e50cf7054baa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:10.293572 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6849-5c19-49f5-aa78-10151d9bdf27 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (398a4338-11d7-4dd7-b201-5f2d986b7a37), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:10.294491 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-634e39ab-0f98-4b24-b6d7-22064b4fd5c9 None None] Current status of the port f662a59f-eb18-49ab-89d2-bd3150f10fd2 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:10.299602 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696655e6-2c48-434c-9851-850f4cfec563 None None] Network 6a768475-d9a3-4981-8686-02357b60ae49 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:10.301403 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-696655e6-2c48-434c-9851-850f4cfec563 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:10.304610 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696655e6-2c48-434c-9851-850f4cfec563 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:10.345042 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9e9c6849-5c19-49f5-aa78-10151d9bdf27 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Calling delete_port for 398a4338-11d7-4dd7-b201-5f2d986b7a37 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:10.383839 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-696655e6-2c48-434c-9851-850f4cfec563 None None] Attempting to bind port b92eb165-ad9f-4477-a4e3-0eb56ded57cc on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:42:10.384641 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-696655e6-2c48-434c-9851-850f4cfec563 None None] Attempting to bind port b92eb165-ad9f-4477-a4e3-0eb56ded57cc by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '5f7d2d3a-4741-4fba-a992-4779765847f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6a768475-d9a3-4981-8686-02357b60ae49'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:42:10.384641 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696655e6-2c48-434c-9851-850f4cfec563 None None] Attempting to bind port b92eb165-ad9f-4477-a4e3-0eb56ded57cc on network 6a768475-d9a3-4981-8686-02357b60ae49 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:42:10.391269 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696655e6-2c48-434c-9851-850f4cfec563 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:42:10.391651 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696655e6-2c48-434c-9851-850f4cfec563 None None] Checking segment: {'id': '5f7d2d3a-4741-4fba-a992-4779765847f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6a768475-d9a3-4981-8686-02357b60ae49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:42:10.392064 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-696655e6-2c48-434c-9851-850f4cfec563 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:10.392590 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696655e6-2c48-434c-9851-850f4cfec563 None None] Bound using segment: {'id': '5f7d2d3a-4741-4fba-a992-4779765847f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6a768475-d9a3-4981-8686-02357b60ae49'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:42:10.393599 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-696655e6-2c48-434c-9851-850f4cfec563 None None] Bound port: b92eb165-ad9f-4477-a4e3-0eb56ded57cc, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7d2d3a-4741-4fba-a992-4779765847f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6a768475-d9a3-4981-8686-02357b60ae49'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:42:10.394173 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-696655e6-2c48-434c-9851-850f4cfec563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b92eb165-ad9f-4477-a4e3-0eb56ded57cc), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:10.438679 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-0af0873f-fbb8-4760-8184-3a6e997eba73 None None] Provisioning complete for port 6ebbf658-0fe2-48df-8e25-c0dc32a4fe1e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:10.438679 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0af0873f-fbb8-4760-8184-3a6e997eba73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (6ebbf658-0fe2-48df-8e25-c0dc32a4fe1e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:10.536431 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-696655e6-2c48-434c-9851-850f4cfec563 None None] For port b92eb165-ad9f-4477-a4e3-0eb56ded57cc, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:42:10.547174 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-696655e6-2c48-434c-9851-850f4cfec563 None None] For port b92eb165-ad9f-4477-a4e3-0eb56ded57cc, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b92eb165-ad9f-4477-a4e3-0eb56ded57cc,segment=NetworkSegment(5f7d2d3a-4741-4fba-a992-4779765847f9),segment_id=5f7d2d3a-4741-4fba-a992-4779765847f9)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:42:10.577921 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44124) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:10.598321 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 8a15b861-0bdb-4b98-9f6a-f9315b569ebb no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:42:10.627307 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 8a15b861-0bdb-4b98-9f6a-f9315b569ebb {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:42:10.627651 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 8a15b861-0bdb-4b98-9f6a-f9315b569ebb not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:42:10.638953 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-0af0873f-fbb8-4760-8184-3a6e997eba73 None None] Port 6ebbf658-0fe2-48df-8e25-c0dc32a4fe1e cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:42:10.649037 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-696655e6-2c48-434c-9851-850f4cfec563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b92eb165-ad9f-4477-a4e3-0eb56ded57cc), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:10.667890 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-050d5230-ba76-486a-94d8-009ddc99a5de admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=368d9257e4384467becf24466096e532&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0882595 Feb 20 03:42:10.670525 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44126) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:10.742652 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6849-5c19-49f5-aa78-10151d9bdf27 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (398a4338-11d7-4dd7-b201-5f2d986b7a37), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:10.744344 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696655e6-2c48-434c-9851-850f4cfec563 None None] Pushing event updated for resources: {'Port': ['ID=b92eb165-ad9f-4477-a4e3-0eb56ded57cc,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:10.769105 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (3299f70e-20a7-4865-b9e2-fbc66123baba), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:10.772069 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-b9984612-cb0b-4b62-b855-d7eb5e2bd6fe None None] Could not find standard attr ID for object 398a4338-11d7-4dd7-b201-5f2d986b7a37. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:42:10.789099 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c6849-5c19-49f5-aa78-10151d9bdf27 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Port': ['ID=398a4338-11d7-4dd7-b201-5f2d986b7a37,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:10.811762 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d262d99-a889-4dc5-bb3e-7109a4094d4e None None] get_active_networks_info from n-d-829866-4 {{(pid=104107) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 03:42:10.846141 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-20483ef4-48f0-41e8-9206-8ecde7d37791 admin admin] Publish callbacks [] for security_group (26fa90d0-1674-442e-bf2d-4855a4a36695), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:10.852890 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6849-5c19-49f5-aa78-10151d9bdf27 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:10.856225 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9e9c6849-5c19-49f5-aa78-10151d9bdf27 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/ports/398a4338-11d7-4dd7-b201-5f2d986b7a37 HTTP/1.1" status: 204 len: 168 time: 0.9304061 Feb 20 03:42:10.861965 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44142) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:10.904949 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Pushing event deleted for resources: {'Subnet': ['ID=3299f70e-20a7-4865-b9e2-fbc66123baba,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:10.924149 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9b2d97-9b4e-4d4b-aa18-1837a416cfbc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] GET failed (client error): The resource could not be found. Feb 20 03:42:10.925919 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3d9b2d97-9b4e-4d4b-aa18-1837a416cfbc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "GET /v2.0/ports/398a4338-11d7-4dd7-b201-5f2d986b7a37 HTTP/1.1" status: 404 len: 333 time: 0.0464175 Feb 20 03:42:10.945749 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44146) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:10.948557 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-20483ef4-48f0-41e8-9206-8ecde7d37791 admin admin] Publish callbacks [] for security_group (26fa90d0-1674-442e-bf2d-4855a4a36695), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:11.004773 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f379b604-f67c-4257-a176-a4c507112f59 req-17309a5f-45a1-4332-8f03-483052014cf9 tempest-ServerShowV254Test-278984003 tempest-ServerShowV254Test-278984003-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3662253-d4e4-4f43-b746-6b69bc5a9539 HTTP/1.1" status: 200 len: 210 time: 0.0899847 Feb 20 03:42:11.009341 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (6a768475-d9a3-4981-8686-02357b60ae49), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:11.025672 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d262d99-a889-4dc5-bb3e-7109a4094d4e None None] Resources bound (agent type, host, resource id): {{(pid=104107) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 03:42:11.049725 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a768475-d9a3-4981-8686-02357b60ae49']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:11.072443 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7d2d3a-4741-4fba-a992-4779765847f9') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:11.072443 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7d2d3a-4741-4fba-a992-4779765847f9') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:11.079442 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (5f7d2d3a-4741-4fba-a992-4779765847f9), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:11.105168 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-db022f20-e281-4cc2-b948-1bb7b1afb89c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Deleting port 6ebbf658-0fe2-48df-8e25-c0dc32a4fe1e {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:11.105572 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db022f20-e281-4cc2-b948-1bb7b1afb89c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (6ebbf658-0fe2-48df-8e25-c0dc32a4fe1e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:11.105848 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cc9d25-e8ba-41fe-8073-e673f362c8d5 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Made reservation on behalf of b4cc9303d0e6455e8318144683ebc579 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:11.117425 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-54cc9d25-e8ba-41fe-8073-e673f362c8d5 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:11.184327 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-20483ef4-48f0-41e8-9206-8ecde7d37791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (26fa90d0-1674-442e-bf2d-4855a4a36695), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:11.187028 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-20483ef4-48f0-41e8-9206-8ecde7d37791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:11.188205 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-20483ef4-48f0-41e8-9206-8ecde7d37791 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/26fa90d0-1674-442e-bf2d-4855a4a36695 HTTP/1.1" status: 204 len: 168 time: 0.5167224 Feb 20 03:42:11.205140 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20483ef4-48f0-41e8-9206-8ecde7d37791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fa90d0-1674-442e-bf2d-4855a4a36695,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:11.207580 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (5f7d2d3a-4741-4fba-a992-4779765847f9), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:11.228869 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:42:11.229756 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (5f7d2d3a-4741-4fba-a992-4779765847f9), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:11.233224 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:42:11.233224 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:42:11.233224 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:42:11.233224 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:42:11.233224 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:42:11.233224 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:42:11.233224 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:42:11.233224 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:42:11.233224 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:42:11.233224 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:42:11.233224 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:42:11.233224 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:42:11.233224 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:42:11.233224 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:42:11.233224 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:42:11.233224 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:42:11.233224 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:42:11.233224 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:42:11.233224 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:42:11.233224 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:42:11.233224 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:42:11.233224 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:42:11.233224 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:42:11.233224 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:42:11.233224 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:42:11.233224 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:42:11.233224 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:42:11.233224 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:42:11.233224 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:42:11.233224 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:42:11.233224 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:42:11.233224 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:42:11.272289 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db022f20-e281-4cc2-b948-1bb7b1afb89c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (6ebbf658-0fe2-48df-8e25-c0dc32a4fe1e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:11.297412 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-db022f20-e281-4cc2-b948-1bb7b1afb89c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Calling delete_port for 6ebbf658-0fe2-48df-8e25-c0dc32a4fe1e owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:11.425404 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.db.api [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 20 03:42:11.425404 n-d-829866-4 neutron-server[104105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 20 03:42:11.425404 n-d-829866-4 neutron-server[104105]: [parameters: {'id': '6a768475-d9a3-4981-8686-02357b60ae49'}] Feb 20 03:42:11.425404 n-d-829866-4 neutron-server[104105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:42:11.426440 n-d-829866-4 neutron-server[104105]: DEBUG oslo_db.api [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:42:11.435994 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e69bde4-8924-4185-a0b5-c592f1f6a632 None None] Network 6a768475-d9a3-4981-8686-02357b60ae49 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:11.570765 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db022f20-e281-4cc2-b948-1bb7b1afb89c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (6ebbf658-0fe2-48df-8e25-c0dc32a4fe1e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:11.607273 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db022f20-e281-4cc2-b948-1bb7b1afb89c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Port': ['ID=6ebbf658-0fe2-48df-8e25-c0dc32a4fe1e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:11.620548 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-54cc9d25-e8ba-41fe-8073-e673f362c8d5 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (2007f541-4975-449a-9e23-b4061ef18bc4), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:11.670047 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db022f20-e281-4cc2-b948-1bb7b1afb89c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:11.678015 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-db022f20-e281-4cc2-b948-1bb7b1afb89c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/ports/6ebbf658-0fe2-48df-8e25-c0dc32a4fe1e HTTP/1.1" status: 204 len: 168 time: 0.7318680 Feb 20 03:42:11.681090 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44192) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:11.720945 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc9d25-e8ba-41fe-8073-e673f362c8d5 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Pushing event updated for resources: {'Subnet': ['ID=2007f541-4975-449a-9e23-b4061ef18bc4,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:11.746998 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-4042f322-4100-4f2d-aa3b-340668b45400 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] GET failed (client error): The resource could not be found. Feb 20 03:42:11.751228 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4042f322-4100-4f2d-aa3b-340668b45400 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "GET /v2.0/ports/6ebbf658-0fe2-48df-8e25-c0dc32a4fe1e HTTP/1.1" status: 404 len: 333 time: 0.0663722 Feb 20 03:42:11.757365 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44200) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:11.805410 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cc9d25-e8ba-41fe-8073-e673f362c8d5 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Checking segment: {'id': '0154fd50-80de-431b-98c7-826058d590e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '2b257b95-f577-47f0-a79a-e50cf7054baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:42:11.813878 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cc9d25-e8ba-41fe-8073-e673f362c8d5 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Network hostable DHCP agents. Network: 2b257b95-f577-47f0-a79a-e50cf7054baa, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:42:11.879489 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-c35f583e-e37c-415d-8ae3-5cb8076c2e86 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Deleting subnet 6ece3d21-d5e5-4985-abe8-eabcb4702e4a {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:42:11.885813 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c35f583e-e37c-415d-8ae3-5cb8076c2e86 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for subnet (6ece3d21-d5e5-4985-abe8-eabcb4702e4a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:11.928519 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (6a768475-d9a3-4981-8686-02357b60ae49), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:11.937274 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c35f583e-e37c-415d-8ae3-5cb8076c2e86 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (6ece3d21-d5e5-4985-abe8-eabcb4702e4a), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:11.937598 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cc9d25-e8ba-41fe-8073-e673f362c8d5 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Network 2b257b95-f577-47f0-a79a-e50cf7054baa is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:42:12.037364 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-54cc9d25-e8ba-41fe-8073-e673f362c8d5 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 2b257b95-f577-47f0-a79a-e50cf7054baa) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:12.046105 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cf82b3-1748-461f-a92a-811f57004afe None None] Network 2b257b95-f577-47f0-a79a-e50cf7054baa requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:12.055610 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cc9d25-e8ba-41fe-8073-e673f362c8d5 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:12.056958 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-54cc9d25-e8ba-41fe-8073-e673f362c8d5 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:12.059848 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c35f583e-e37c-415d-8ae3-5cb8076c2e86 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (6ece3d21-d5e5-4985-abe8-eabcb4702e4a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:12.069349 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Deleting port b92eb165-ad9f-4477-a4e3-0eb56ded57cc {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:12.069632 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b92eb165-ad9f-4477-a4e3-0eb56ded57cc), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:12.227975 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69328f7-41bf-4cd9-a434-ff110373ba3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-2b257b95-f577-47f0-a79a-e50cf7054baa', 'network_id': '2b257b95-f577-47f0-a79a-e50cf7054baa', 'project_id': 'b4cc9303d0e6455e8318144683ebc579', 'fixed_ips': [{'subnet_id': '2007f541-4975-449a-9e23-b4061ef18bc4'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:42:12.234665 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] For port b92eb165-ad9f-4477-a4e3-0eb56ded57cc, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b92eb165-ad9f-4477-a4e3-0eb56ded57cc,segment=NetworkSegment(5f7d2d3a-4741-4fba-a992-4779765847f9),segment_id=5f7d2d3a-4741-4fba-a992-4779765847f9)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:12.235260 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d69328f7-41bf-4cd9-a434-ff110373ba3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:12.235671 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b92eb165-ad9f-4477-a4e3-0eb56ded57cc), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:12.257009 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-54cc9d25-e8ba-41fe-8073-e673f362c8d5 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0298812 Feb 20 03:42:12.257863 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44230) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:12.264262 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-fe2987a2-8700-4c3d-b75a-61b1f20fbd54 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Request body: {'port': {'network_id': '2b257b95-f577-47f0-a79a-e50cf7054baa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1860712035'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:12.285326 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Calling delete_port for b92eb165-ad9f-4477-a4e3-0eb56ded57cc owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:12.296089 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c35f583e-e37c-415d-8ae3-5cb8076c2e86 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (6ece3d21-d5e5-4985-abe8-eabcb4702e4a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:12.338368 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c35f583e-e37c-415d-8ae3-5cb8076c2e86 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:12.350804 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c35f583e-e37c-415d-8ae3-5cb8076c2e86 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/subnets/6ece3d21-d5e5-4985-abe8-eabcb4702e4a HTTP/1.1" status: 204 len: 168 time: 0.5903289 Feb 20 03:42:12.355585 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44232) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:12.385469 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f583e-e37c-415d-8ae3-5cb8076c2e86 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Subnet': ['ID=6ece3d21-d5e5-4985-abe8-eabcb4702e4a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:12.428445 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1817376a-a0c1-4036-8ba9-7b92ce03ac4d None None] Network 8a5fcbb7-eba9-4eb3-9942-9355816ab886 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:12.465841 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-79720c76-c2d4-4f26-9293-40934231e888 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (8a5fcbb7-eba9-4eb3-9942-9355816ab886), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:12.507529 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea80b162-825a-4688-968f-7d0c0061d801 req-a5847787-83e6-4ea1-9d28-8632f2360d95 tempest-ServerShowV254Test-278984003 tempest-ServerShowV254Test-278984003-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3662253-d4e4-4f43-b746-6b69bc5a9539 HTTP/1.1" status: 200 len: 210 time: 0.1686389 Feb 20 03:42:12.574909 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (b92eb165-ad9f-4477-a4e3-0eb56ded57cc), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:12.636269 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-79720c76-c2d4-4f26-9293-40934231e888 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Deleting port f662a59f-eb18-49ab-89d2-bd3150f10fd2 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:12.636885 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-79720c76-c2d4-4f26-9293-40934231e888 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (f662a59f-eb18-49ab-89d2-bd3150f10fd2), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:12.647250 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] No DVR routers for this DVR port b92eb165-ad9f-4477-a4e3-0eb56ded57cc on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:42:12.744348 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-d69328f7-41bf-4cd9-a434-ff110373ba3c None None] Allocated IP 2001:db8::2 (2b257b95-f577-47f0-a79a-e50cf7054baa/2007f541-4975-449a-9e23-b4061ef18bc4/d5dae48a-7a25-40c6-9ca5-54833429de06) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:12.752489 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Pushing event deleted for resources: {'Port': ['ID=b92eb165-ad9f-4477-a4e3-0eb56ded57cc,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:12.777559 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-79720c76-c2d4-4f26-9293-40934231e888 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] For port f662a59f-eb18-49ab-89d2-bd3150f10fd2, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=f662a59f-eb18-49ab-89d2-bd3150f10fd2,segment=NetworkSegment(fa880215-0944-4168-9d4d-5a30c6425e4c),segment_id=fa880215-0944-4168-9d4d-5a30c6425e4c)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:12.777559 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-79720c76-c2d4-4f26-9293-40934231e888 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (f662a59f-eb18-49ab-89d2-bd3150f10fd2), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:12.799133 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-79720c76-c2d4-4f26-9293-40934231e888 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Calling delete_port for f662a59f-eb18-49ab-89d2-bd3150f10fd2 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:12.896646 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3c694a-1d3b-4d68-b08b-4369464a7c06 None None] DHCP port deletion for 8a5fcbb7-eba9-4eb3-9942-9355816ab886 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:42:12.960939 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (6a768475-d9a3-4981-8686-02357b60ae49), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:12.994632 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a768475-d9a3-4981-8686-02357b60ae49']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:13.008676 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44242) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:13.010789 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83fc1e6-e54e-4a15-8dcf-425f3c6ccb49 req-82330024-4b18-4772-9e17-128b875a933e tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:13.012403 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c83fc1e6-e54e-4a15-8dcf-425f3c6ccb49 req-82330024-4b18-4772-9e17-128b875a933e tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 946 time: 0.3018501 Feb 20 03:42:13.016540 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7d2d3a-4741-4fba-a992-4779765847f9') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:13.016848 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7d2d3a-4741-4fba-a992-4779765847f9') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:13.033621 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (5f7d2d3a-4741-4fba-a992-4779765847f9), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:13.058636 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-bc3c694a-1d3b-4d68-b08b-4369464a7c06 None None] Deleting port f662a59f-eb18-49ab-89d2-bd3150f10fd2 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:13.058873 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bc3c694a-1d3b-4d68-b08b-4369464a7c06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (f662a59f-eb18-49ab-89d2-bd3150f10fd2), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:13.059381 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (5f7d2d3a-4741-4fba-a992-4779765847f9), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:13.077122 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:42:13.077501 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (5f7d2d3a-4741-4fba-a992-4779765847f9), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:13.080891 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:42:13.080891 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:42:13.080891 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:42:13.080891 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:42:13.080891 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:42:13.080891 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:42:13.080891 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:42:13.080891 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:42:13.080891 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:42:13.080891 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:42:13.080891 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:42:13.080891 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:42:13.080891 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:42:13.080891 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:42:13.080891 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:42:13.080891 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:42:13.080891 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:42:13.080891 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:42:13.080891 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:42:13.080891 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:42:13.080891 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:42:13.080891 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:42:13.080891 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:42:13.080891 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:42:13.080891 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:42:13.080891 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:42:13.080891 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:42:13.080891 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:42:13.080891 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:42:13.080891 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:42:13.080891 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:42:13.080891 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:42:13.105913 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-79720c76-c2d4-4f26-9293-40934231e888 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (f662a59f-eb18-49ab-89d2-bd3150f10fd2), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:13.137128 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d69328f7-41bf-4cd9-a434-ff110373ba3c None None] Publish callbacks [] for port (d5dae48a-7a25-40c6-9ca5-54833429de06), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:13.145002 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c83fc1e6-e54e-4a15-8dcf-425f3c6ccb49 req-441ab42b-7435-4a4d-a6c0-a31f8b52072e tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158576 Feb 20 03:42:13.147919 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79720c76-c2d4-4f26-9293-40934231e888 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] No DVR routers for this DVR port f662a59f-eb18-49ab-89d2-bd3150f10fd2 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:42:13.152002 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2987a2-8700-4c3d-b75a-61b1f20fbd54 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Made reservation on behalf of b4cc9303d0e6455e8318144683ebc579 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:13.155822 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fe2987a2-8700-4c3d-b75a-61b1f20fbd54 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:13.162141 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-bc3c694a-1d3b-4d68-b08b-4369464a7c06 None None] For port f662a59f-eb18-49ab-89d2-bd3150f10fd2, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=f662a59f-eb18-49ab-89d2-bd3150f10fd2,segment=NetworkSegment(fa880215-0944-4168-9d4d-5a30c6425e4c),segment_id=fa880215-0944-4168-9d4d-5a30c6425e4c)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:13.162552 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bc3c694a-1d3b-4d68-b08b-4369464a7c06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (f662a59f-eb18-49ab-89d2-bd3150f10fd2), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:13.183928 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-bc3c694a-1d3b-4d68-b08b-4369464a7c06 None None] Calling delete_port for f662a59f-eb18-49ab-89d2-bd3150f10fd2 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:13.194487 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-fe2987a2-8700-4c3d-b75a-61b1f20fbd54 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] device_id is not set on port ce41aa01-0d82-4d52-ab78-299d0ea5bb5b yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:42:13.264558 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79720c76-c2d4-4f26-9293-40934231e888 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Port': ['ID=f662a59f-eb18-49ab-89d2-bd3150f10fd2,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:13.275516 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d69328f7-41bf-4cd9-a434-ff110373ba3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (d5dae48a-7a25-40c6-9ca5-54833429de06), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:13.286987 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (6a768475-d9a3-4981-8686-02357b60ae49), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:13.316771 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:13.319598 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "DELETE /v2.0/networks/6a768475-d9a3-4981-8686-02357b60ae49 HTTP/1.1" status: 204 len: 168 time: 4.1033864 Feb 20 03:42:13.367190 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44254) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:13.379876 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69328f7-41bf-4cd9-a434-ff110373ba3c None None] Network 2b257b95-f577-47f0-a79a-e50cf7054baa is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:13.388717 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-d7202b21-1d1c-443d-bd5c-9e60c795ccef tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-550019090'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:13.401700 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-d69328f7-41bf-4cd9-a434-ff110373ba3c None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:13.408362 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-7527188d-0e17-41b1-b396-73b81b27dfa0 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1240193020-network', 'tenant_id': '39ad4a79f1b748d9951550467e85c7b4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:13.413214 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69328f7-41bf-4cd9-a434-ff110373ba3c None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:13.421938 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd8df2-4b0f-4992-bdf3-2fa02c9bbcd3 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Pushing event deleted for resources: {'Network': ['ID=6a768475-d9a3-4981-8686-02357b60ae49,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:13.454214 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-79720c76-c2d4-4f26-9293-40934231e888 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (8a5fcbb7-eba9-4eb3-9942-9355816ab886), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:13.460455 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69328f7-41bf-4cd9-a434-ff110373ba3c None None] Pushing event updated for resources: {'Port': ['ID=d5dae48a-7a25-40c6-9ca5-54833429de06,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:13.519911 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-79720c76-c2d4-4f26-9293-40934231e888 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5fcbb7-eba9-4eb3-9942-9355816ab886']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:13.548374 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7202b21-1d1c-443d-bd5c-9e60c795ccef tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Made reservation on behalf of c60d367938c94db0b49b1590dc507e3a for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:13.556873 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d7202b21-1d1c-443d-bd5c-9e60c795ccef tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:13.557182 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-79720c76-c2d4-4f26-9293-40934231e888 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa880215-0944-4168-9d4d-5a30c6425e4c') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:13.557616 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-79720c76-c2d4-4f26-9293-40934231e888 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa880215-0944-4168-9d4d-5a30c6425e4c') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:13.566256 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bc3c694a-1d3b-4d68-b08b-4369464a7c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (f662a59f-eb18-49ab-89d2-bd3150f10fd2), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:13.578311 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7527188d-0e17-41b1-b396-73b81b27dfa0 admin admin] Made reservation on behalf of 39ad4a79f1b748d9951550467e85c7b4 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:13.580679 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7527188d-0e17-41b1-b396-73b81b27dfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:13.586430 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-79720c76-c2d4-4f26-9293-40934231e888 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (fa880215-0944-4168-9d4d-5a30c6425e4c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:13.614327 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7527188d-0e17-41b1-b396-73b81b27dfa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:13.615542 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c694a-1d3b-4d68-b08b-4369464a7c06 None None] Pushing event deleted for resources: {'Port': ['ID=f662a59f-eb18-49ab-89d2-bd3150f10fd2,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:13.619917 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d69328f7-41bf-4cd9-a434-ff110373ba3c None None] Attempting to bind port d5dae48a-7a25-40c6-9ca5-54833429de06 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:42:13.620308 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d69328f7-41bf-4cd9-a434-ff110373ba3c None None] Attempting to bind port d5dae48a-7a25-40c6-9ca5-54833429de06 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '0154fd50-80de-431b-98c7-826058d590e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '2b257b95-f577-47f0-a79a-e50cf7054baa'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:42:13.621111 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69328f7-41bf-4cd9-a434-ff110373ba3c None None] Attempting to bind port d5dae48a-7a25-40c6-9ca5-54833429de06 on network 2b257b95-f577-47f0-a79a-e50cf7054baa {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:42:13.625410 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3c694a-1d3b-4d68-b08b-4369464a7c06 None None] No DVR routers for this DVR port f662a59f-eb18-49ab-89d2-bd3150f10fd2 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:42:13.630642 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69328f7-41bf-4cd9-a434-ff110373ba3c None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:42:13.631152 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69328f7-41bf-4cd9-a434-ff110373ba3c None None] Checking segment: {'id': '0154fd50-80de-431b-98c7-826058d590e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '2b257b95-f577-47f0-a79a-e50cf7054baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:42:13.631590 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d69328f7-41bf-4cd9-a434-ff110373ba3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:13.631954 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69328f7-41bf-4cd9-a434-ff110373ba3c None None] Bound using segment: {'id': '0154fd50-80de-431b-98c7-826058d590e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '2b257b95-f577-47f0-a79a-e50cf7054baa'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:42:13.632440 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d69328f7-41bf-4cd9-a434-ff110373ba3c None None] Bound port: d5dae48a-7a25-40c6-9ca5-54833429de06, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0154fd50-80de-431b-98c7-826058d590e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '2b257b95-f577-47f0-a79a-e50cf7054baa'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:42:13.632928 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d69328f7-41bf-4cd9-a434-ff110373ba3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d5dae48a-7a25-40c6-9ca5-54833429de06), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:13.643130 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-fe2987a2-8700-4c3d-b75a-61b1f20fbd54 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Allocated IP 2001:db8::43 (2b257b95-f577-47f0-a79a-e50cf7054baa/2007f541-4975-449a-9e23-b4061ef18bc4/ce41aa01-0d82-4d52-ab78-299d0ea5bb5b) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:13.648808 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-79720c76-c2d4-4f26-9293-40934231e888 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (fa880215-0944-4168-9d4d-5a30c6425e4c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:13.671549 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79720c76-c2d4-4f26-9293-40934231e888 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:42:13.671693 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-79720c76-c2d4-4f26-9293-40934231e888 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (fa880215-0944-4168-9d4d-5a30c6425e4c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:13.675073 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:42:13.675073 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:42:13.675073 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:42:13.675073 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:42:13.675073 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:42:13.675073 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:42:13.675073 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:42:13.675073 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:42:13.675073 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:42:13.675073 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:42:13.675073 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:42:13.675073 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:42:13.675073 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:42:13.675073 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:42:13.675073 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:42:13.675073 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:42:13.675073 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:42:13.675073 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:42:13.675073 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:42:13.675073 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:42:13.675073 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:42:13.675073 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:42:13.675073 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:42:13.675073 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:42:13.675073 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:42:13.675073 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:42:13.675073 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:42:13.675073 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:42:13.675073 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:42:13.675073 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:42:13.675073 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:42:13.675073 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:42:13.765975 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d69328f7-41bf-4cd9-a434-ff110373ba3c None None] For port d5dae48a-7a25-40c6-9ca5-54833429de06, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:42:13.773095 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d69328f7-41bf-4cd9-a434-ff110373ba3c None None] For port d5dae48a-7a25-40c6-9ca5-54833429de06, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d5dae48a-7a25-40c6-9ca5-54833429de06,segment=NetworkSegment(0154fd50-80de-431b-98c7-826058d590e6),segment_id=0154fd50-80de-431b-98c7-826058d590e6)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:42:13.777977 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device f662a59f-eb18-49ab-89d2-bd3150f10fd2 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:42:13.799417 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7527188d-0e17-41b1-b396-73b81b27dfa0 admin admin] Publish callbacks [] for security_group (25049944-2888-41bc-907f-50ebd31b2af4), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:13.803549 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: f662a59f-eb18-49ab-89d2-bd3150f10fd2 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:42:13.803906 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device f662a59f-eb18-49ab-89d2-bd3150f10fd2 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:42:13.843977 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7202b21-1d1c-443d-bd5c-9e60c795ccef tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:42:13.853765 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-79720c76-c2d4-4f26-9293-40934231e888 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (8a5fcbb7-eba9-4eb3-9942-9355816ab886), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:13.861678 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-79720c76-c2d4-4f26-9293-40934231e888 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:13.869564 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44290) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:13.870657 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d7202b21-1d1c-443d-bd5c-9e60c795ccef tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (5295288c-6279-4907-87b8-ad32c17f5fa9), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:13.871146 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-d7202b21-1d1c-443d-bd5c-9e60c795ccef tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Added segment 5295288c-6279-4907-87b8-ad32c17f5fa9 of type vlan for network ea392015-4f37-49dc-8b20-2ebaa769f90a Feb 20 03:42:13.871249 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-79720c76-c2d4-4f26-9293-40934231e888 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/networks/8a5fcbb7-eba9-4eb3-9942-9355816ab886 HTTP/1.1" status: 204 len: 168 time: 1.4905534 Feb 20 03:42:13.883767 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7527188d-0e17-41b1-b396-73b81b27dfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (25049944-2888-41bc-907f-50ebd31b2af4), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:13.884413 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d69328f7-41bf-4cd9-a434-ff110373ba3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d5dae48a-7a25-40c6-9ca5-54833429de06), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:13.886327 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-aca5a485-293c-4d2a-821a-ada3f33075dc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-663307846'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:13.887060 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79720c76-c2d4-4f26-9293-40934231e888 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Network': ['ID=8a5fcbb7-eba9-4eb3-9942-9355816ab886,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:13.909678 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7527188d-0e17-41b1-b396-73b81b27dfa0 admin admin] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:42:13.929375 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7527188d-0e17-41b1-b396-73b81b27dfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (b6cfdc78-f594-4ed0-85ce-ae76c2cd9d41), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:13.929801 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-7527188d-0e17-41b1-b396-73b81b27dfa0 admin admin] Added segment b6cfdc78-f594-4ed0-85ce-ae76c2cd9d41 of type vlan for network 672b89a1-971c-4715-81f8-ccc86977c184 Feb 20 03:42:13.931387 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527188d-0e17-41b1-b396-73b81b27dfa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25049944-2888-41bc-907f-50ebd31b2af4,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:13.963396 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fe2987a2-8700-4c3d-b75a-61b1f20fbd54 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks [] for port (ce41aa01-0d82-4d52-ab78-299d0ea5bb5b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:13.986845 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69328f7-41bf-4cd9-a434-ff110373ba3c None None] Pushing event updated for resources: {'Port': ['ID=d5dae48a-7a25-40c6-9ca5-54833429de06,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:14.002815 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7527188d-0e17-41b1-b396-73b81b27dfa0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (672b89a1-971c-4715-81f8-ccc86977c184), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:14.014553 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d7202b21-1d1c-443d-bd5c-9e60c795ccef tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (ea392015-4f37-49dc-8b20-2ebaa769f90a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:14.052577 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a82d4fa4-9b8e-40b8-85ae-1e7de1ea6796 req-365bbca6-d0ed-4ad3-b10c-383adbadb937 tempest-ServerShowV254Test-278984003 tempest-ServerShowV254Test-278984003-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3662253-d4e4-4f43-b746-6b69bc5a9539 HTTP/1.1" status: 200 len: 210 time: 0.0414085 Feb 20 03:42:14.089771 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7527188d-0e17-41b1-b396-73b81b27dfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (672b89a1-971c-4715-81f8-ccc86977c184), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:14.091848 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7527188d-0e17-41b1-b396-73b81b27dfa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:14.092676 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7527188d-0e17-41b1-b396-73b81b27dfa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:14.093625 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca5a485-293c-4d2a-821a-ada3f33075dc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:14.104233 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-aca5a485-293c-4d2a-821a-ada3f33075dc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:14.112108 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fe2987a2-8700-4c3d-b75a-61b1f20fbd54 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (ce41aa01-0d82-4d52-ab78-299d0ea5bb5b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:14.153498 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d7202b21-1d1c-443d-bd5c-9e60c795ccef tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (ea392015-4f37-49dc-8b20-2ebaa769f90a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:14.158320 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7202b21-1d1c-443d-bd5c-9e60c795ccef tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:14.158931 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d7202b21-1d1c-443d-bd5c-9e60c795ccef tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:14.216792 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527188d-0e17-41b1-b396-73b81b27dfa0 admin admin] Pushing event updated for resources: {'Network': ['ID=672b89a1-971c-4715-81f8-ccc86977c184,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:14.229294 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 672b89a1-971c-4715-81f8-ccc86977c184 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:42:14.247222 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7527188d-0e17-41b1-b396-73b81b27dfa0 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2345099 Feb 20 03:42:14.247942 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44308) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:14.253093 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-5481a208-d329-44cb-8ddd-a7f0d2855b7e admin admin] Request body: {'subnet': {'network_id': '672b89a1-971c-4715-81f8-ccc86977c184', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1240193020-subnet', 'tenant_id': '39ad4a79f1b748d9951550467e85c7b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:14.315738 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2987a2-8700-4c3d-b75a-61b1f20fbd54 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Network 2b257b95-f577-47f0-a79a-e50cf7054baa is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:14.321979 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca5a485-293c-4d2a-821a-ada3f33075dc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:42:14.326688 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-fe2987a2-8700-4c3d-b75a-61b1f20fbd54 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:14.328676 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2987a2-8700-4c3d-b75a-61b1f20fbd54 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Pushing event updated for resources: {'Port': ['ID=ce41aa01-0d82-4d52-ab78-299d0ea5bb5b,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:14.338433 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2987a2-8700-4c3d-b75a-61b1f20fbd54 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:14.346120 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2987a2-8700-4c3d-b75a-61b1f20fbd54 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:14.346765 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fe2987a2-8700-4c3d-b75a-61b1f20fbd54 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:14.361169 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7202b21-1d1c-443d-bd5c-9e60c795ccef tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Pushing event updated for resources: {'Network': ['ID=ea392015-4f37-49dc-8b20-2ebaa769f90a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:14.367875 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-aca5a485-293c-4d2a-821a-ada3f33075dc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (37a861d2-eb43-435d-9c88-1cfdc40d1a38), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:14.368230 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-aca5a485-293c-4d2a-821a-ada3f33075dc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Added segment 37a861d2-eb43-435d-9c88-1cfdc40d1a38 of type vlan for network 732aa11c-0342-4918-9743-fdbfb322c7ab Feb 20 03:42:14.372656 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network ea392015-4f37-49dc-8b20-2ebaa769f90a details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:42:14.380973 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d7202b21-1d1c-443d-bd5c-9e60c795ccef tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0036290 Feb 20 03:42:14.383708 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44326) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:14.391040 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-cef343f8-d9a4-48a0-8727-ae7e4a4809e1 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Request body: {'subnet': {'network_id': 'ea392015-4f37-49dc-8b20-2ebaa769f90a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:14.431572 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-aca5a485-293c-4d2a-821a-ada3f33075dc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (732aa11c-0342-4918-9743-fdbfb322c7ab), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:14.465309 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-fe2987a2-8700-4c3d-b75a-61b1f20fbd54 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2038665 Feb 20 03:42:14.465911 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44336) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:14.471445 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-ad284055-5042-4692-807c-aa015eadeab2 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Request body: {'port': {'network_id': '2b257b95-f577-47f0-a79a-e50cf7054baa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1766154036', 'allowed_address_pairs': [{'ip_address': '2001:db8::43', 'mac_address': 'fa:16:3e:e8:ef:c6'}]}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:14.482645 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5481a208-d329-44cb-8ddd-a7f0d2855b7e admin admin] Made reservation on behalf of 39ad4a79f1b748d9951550467e85c7b4 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:14.485369 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5481a208-d329-44cb-8ddd-a7f0d2855b7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:14.531992 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-aca5a485-293c-4d2a-821a-ada3f33075dc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (732aa11c-0342-4918-9743-fdbfb322c7ab), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:14.538337 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca5a485-293c-4d2a-821a-ada3f33075dc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:14.538996 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-aca5a485-293c-4d2a-821a-ada3f33075dc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:14.594291 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:42:14.663791 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5a485-293c-4d2a-821a-ada3f33075dc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Network': ['ID=732aa11c-0342-4918-9743-fdbfb322c7ab,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:14.679200 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5a485-293c-4d2a-821a-ada3f33075dc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:14.679776 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5a485-293c-4d2a-821a-ada3f33075dc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:14.680302 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5a485-293c-4d2a-821a-ada3f33075dc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:14.680930 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5a485-293c-4d2a-821a-ada3f33075dc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:14.681676 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5a485-293c-4d2a-821a-ada3f33075dc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:14.682189 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5a485-293c-4d2a-821a-ada3f33075dc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:14.682533 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5a485-293c-4d2a-821a-ada3f33075dc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:14.683140 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5a485-293c-4d2a-821a-ada3f33075dc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:14.683245 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5a485-293c-4d2a-821a-ada3f33075dc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:14.683546 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5a485-293c-4d2a-821a-ada3f33075dc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:14.683876 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5a485-293c-4d2a-821a-ada3f33075dc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:14.684197 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5a485-293c-4d2a-821a-ada3f33075dc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:14.684816 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5a485-293c-4d2a-821a-ada3f33075dc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:14.694754 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-aca5a485-293c-4d2a-821a-ada3f33075dc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8221004 Feb 20 03:42:14.697617 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44352) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:14.701756 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 732aa11c-0342-4918-9743-fdbfb322c7ab details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:42:14.702985 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-b4b14ec3-c707-46b4-8cd7-f4e1f444934f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'subnet': {'network_id': '732aa11c-0342-4918-9743-fdbfb322c7ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:14.793173 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad284055-5042-4692-807c-aa015eadeab2 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Made reservation on behalf of b4cc9303d0e6455e8318144683ebc579 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:14.936876 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d207c2-3ea8-4a1f-a1ff-9d21056a5ba5 req-87b75f4c-fe0d-483e-90a6-bfcd6959ab16 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:14.938953 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8d207c2-3ea8-4a1f-a1ff-9d21056a5ba5 req-87b75f4c-fe0d-483e-90a6-bfcd6959ab16 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 946 time: 0.1687803 Feb 20 03:42:14.983858 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef343f8-d9a4-48a0-8727-ae7e4a4809e1 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Made reservation on behalf of c60d367938c94db0b49b1590dc507e3a for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:14.987519 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cef343f8-d9a4-48a0-8727-ae7e4a4809e1 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:14.996620 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ad284055-5042-4692-807c-aa015eadeab2 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:15.017369 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b14ec3-c707-46b4-8cd7-f4e1f444934f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:15.022308 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b4b14ec3-c707-46b4-8cd7-f4e1f444934f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:15.106618 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8d207c2-3ea8-4a1f-a1ff-9d21056a5ba5 req-507b690f-ec15-4be1-8423-0e0224cbef1c tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586049 Feb 20 03:42:15.110169 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-ad284055-5042-4692-807c-aa015eadeab2 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] device_id is not set on port 22b1d0ee-35ec-4716-b404-1507dff123d4 yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:42:15.163418 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ed6b849-2ef2-45da-9682-2773ccfe836d req-a243b380-8013-4774-b169-ba8e65821bfa service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a3662253-d4e4-4f43-b746-6b69bc5a9539 HTTP/1.1" status: 200 len: 210 time: 0.0427091 Feb 20 03:42:15.192992 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5481a208-d329-44cb-8ddd-a7f0d2855b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (144e6fd1-f13c-4a0c-be58-11330526b3b3), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:15.359362 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-ad284055-5042-4692-807c-aa015eadeab2 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Allocated IP 2001:db8::2d5 (2b257b95-f577-47f0-a79a-e50cf7054baa/2007f541-4975-449a-9e23-b4061ef18bc4/22b1d0ee-35ec-4716-b404-1507dff123d4) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:15.384228 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c6cc48-7b90-4859-afe0-764e1775bf85 None None] Network 2b257b95-f577-47f0-a79a-e50cf7054baa requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:15.384778 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481a208-d329-44cb-8ddd-a7f0d2855b7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=144e6fd1-f13c-4a0c-be58-11330526b3b3,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:15.396852 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5481a208-d329-44cb-8ddd-a7f0d2855b7e admin admin] Checking segment: {'id': 'b6cfdc78-f594-4ed0-85ce-ae76c2cd9d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '672b89a1-971c-4715-81f8-ccc86977c184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:42:15.397751 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5481a208-d329-44cb-8ddd-a7f0d2855b7e admin admin] Network hostable DHCP agents. Network: 672b89a1-971c-4715-81f8-ccc86977c184, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:42:15.498078 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5481a208-d329-44cb-8ddd-a7f0d2855b7e admin admin] Network 672b89a1-971c-4715-81f8-ccc86977c184 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:42:15.554974 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b4b14ec3-c707-46b4-8cd7-f4e1f444934f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (24b99415-94ff-4c72-9c75-ba933fcf4ef2), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:15.562256 n-d-829866-4 neutron-server[104106]: DEBUG neutron.objects.ports [None req-cef343f8-d9a4-48a0-8727-ae7e4a4809e1 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104106) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 03:42:15.581853 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cef343f8-d9a4-48a0-8727-ae7e4a4809e1 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (314a37b2-8197-41de-8f8d-63d61ee670df), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:15.656170 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-5481a208-d329-44cb-8ddd-a7f0d2855b7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 672b89a1-971c-4715-81f8-ccc86977c184) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:15.656587 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-b01bc354-262b-4442-ab2c-f8b48bbc7809 None None] Provisioning complete for port d5dae48a-7a25-40c6-9ca5-54833429de06 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:15.656960 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b01bc354-262b-4442-ab2c-f8b48bbc7809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d5dae48a-7a25-40c6-9ca5-54833429de06), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:15.674992 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5481a208-d329-44cb-8ddd-a7f0d2855b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:15.674992 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5481a208-d329-44cb-8ddd-a7f0d2855b7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:15.690068 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239c8359-216e-46c4-afa4-54ebe4ef3624 None None] Network 672b89a1-971c-4715-81f8-ccc86977c184 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:15.696275 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b14ec3-c707-46b4-8cd7-f4e1f444934f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Subnet': ['ID=24b99415-94ff-4c72-9c75-ba933fcf4ef2,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:15.718743 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b14ec3-c707-46b4-8cd7-f4e1f444934f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Checking segment: {'id': '37a861d2-eb43-435d-9c88-1cfdc40d1a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '732aa11c-0342-4918-9743-fdbfb322c7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:42:15.719323 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b14ec3-c707-46b4-8cd7-f4e1f444934f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network hostable DHCP agents. Network: 732aa11c-0342-4918-9743-fdbfb322c7ab, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:42:15.740338 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ad284055-5042-4692-807c-aa015eadeab2 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks [] for port (22b1d0ee-35ec-4716-b404-1507dff123d4), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:15.766322 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef343f8-d9a4-48a0-8727-ae7e4a4809e1 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Checking segment: {'id': '5295288c-6279-4907-87b8-ad32c17f5fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'ea392015-4f37-49dc-8b20-2ebaa769f90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:42:15.766698 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef343f8-d9a4-48a0-8727-ae7e4a4809e1 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Network hostable DHCP agents. Network: ea392015-4f37-49dc-8b20-2ebaa769f90a, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:42:15.781999 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef343f8-d9a4-48a0-8727-ae7e4a4809e1 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Pushing event updated for resources: {'Subnet': ['ID=314a37b2-8197-41de-8f8d-63d61ee670df,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:15.840599 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device d5dae48a-7a25-40c6-9ca5-54833429de06 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:42:15.842977 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b14ec3-c707-46b4-8cd7-f4e1f444934f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network 732aa11c-0342-4918-9743-fdbfb322c7ab is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:42:15.887496 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5481a208-d329-44cb-8ddd-a7f0d2855b7e admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6382215 Feb 20 03:42:15.915635 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8e528c7c-d012-424f-8cd1-dcaa0578c4f6 req-7ec26ecc-b5ef-4e51-bfd3-30a390c80c22 tempest-ServerShowV254Test-278984003 tempest-ServerShowV254Test-278984003-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3662253-d4e4-4f43-b746-6b69bc5a9539 HTTP/1.1" status: 200 len: 210 time: 0.0357127 Feb 20 03:42:15.936304 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ad284055-5042-4692-807c-aa015eadeab2 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (22b1d0ee-35ec-4716-b404-1507dff123d4), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:15.984400 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b01bc354-262b-4442-ab2c-f8b48bbc7809 None None] Current status of the port d5dae48a-7a25-40c6-9ca5-54833429de06 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:15.984803 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b01bc354-262b-4442-ab2c-f8b48bbc7809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d5dae48a-7a25-40c6-9ca5-54833429de06), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:15.992678 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef343f8-d9a4-48a0-8727-ae7e4a4809e1 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Network ea392015-4f37-49dc-8b20-2ebaa769f90a is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:42:16.005963 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9f194d-d746-49d0-8bf6-3348e522b2e4 None None] Network 672b89a1-971c-4715-81f8-ccc86977c184 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:16.017847 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad284055-5042-4692-807c-aa015eadeab2 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Network 2b257b95-f577-47f0-a79a-e50cf7054baa is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:16.020005 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad284055-5042-4692-807c-aa015eadeab2 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Pushing event updated for resources: {'Port': ['ID=22b1d0ee-35ec-4716-b404-1507dff123d4,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:16.029267 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-ad284055-5042-4692-807c-aa015eadeab2 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:16.036021 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad284055-5042-4692-807c-aa015eadeab2 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:16.050867 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad284055-5042-4692-807c-aa015eadeab2 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:16.053501 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ad284055-5042-4692-807c-aa015eadeab2 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:16.078200 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-b4b14ec3-c707-46b4-8cd7-f4e1f444934f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 732aa11c-0342-4918-9743-fdbfb322c7ab) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:16.078645 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-cef343f8-d9a4-48a0-8727-ae7e4a4809e1 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, ea392015-4f37-49dc-8b20-2ebaa769f90a) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:16.083387 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b14ec3-c707-46b4-8cd7-f4e1f444934f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:16.084484 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b4b14ec3-c707-46b4-8cd7-f4e1f444934f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:16.084710 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef343f8-d9a4-48a0-8727-ae7e4a4809e1 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:16.085328 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cef343f8-d9a4-48a0-8727-ae7e4a4809e1 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:16.153073 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ad284055-5042-4692-807c-aa015eadeab2 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.6834173 Feb 20 03:42:16.153595 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b751436b-5737-4890-9c93-6fa49f0da57a None None] Network 732aa11c-0342-4918-9743-fdbfb322c7ab requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:16.153685 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44412) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:16.154725 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4923d2b-e40e-4399-8934-758ced3385dc None None] Network ea392015-4f37-49dc-8b20-2ebaa769f90a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:16.165400 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port d5dae48a-7a25-40c6-9ca5-54833429de06 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:16.165943 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d5dae48a-7a25-40c6-9ca5-54833429de06), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:16.229903 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b01bc354-262b-4442-ab2c-f8b48bbc7809 None None] For port d5dae48a-7a25-40c6-9ca5-54833429de06, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d5dae48a-7a25-40c6-9ca5-54833429de06,segment=NetworkSegment(0154fd50-80de-431b-98c7-826058d590e6),segment_id=0154fd50-80de-431b-98c7-826058d590e6)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:16.245626 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44420) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:16.247204 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cef343f8-d9a4-48a0-8727-ae7e4a4809e1 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8610022 Feb 20 03:42:16.281602 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b4b14ec3-c707-46b4-8cd7-f4e1f444934f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5828273 Feb 20 03:42:16.288156 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44422) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:16.304024 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-6dc32b20-cfac-494e-8645-25eb5979fe90 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'port': {'network_id': '732aa11c-0342-4918-9743-fdbfb322c7ab', 'name': 'tempest-PortsIpV6TestJSON-839148877', 'fixed_ips': [{'subnet_id': '24b99415-94ff-4c72-9c75-ba933fcf4ef2', 'ip_address': '2001:db8::10'}]}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:16.346120 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dd55c3-377c-4c8f-993e-c2196316fea8 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:16.355248 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dd55c3-377c-4c8f-993e-c2196316fea8 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:16.362754 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dd55c3-377c-4c8f-993e-c2196316fea8 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:16.367844 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d8dd55c3-377c-4c8f-993e-c2196316fea8 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2133360 Feb 20 03:42:16.368495 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44426) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:16.425212 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b01bc354-262b-4442-ab2c-f8b48bbc7809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d5dae48a-7a25-40c6-9ca5-54833429de06), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:16.469818 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-82659cc6-51fe-4c58-828b-d49c4fdcc766 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (ea392015-4f37-49dc-8b20-2ebaa769f90a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:16.545013 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-82659cc6-51fe-4c58-828b-d49c4fdcc766 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (314a37b2-8197-41de-8f8d-63d61ee670df), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:16.597060 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01bc354-262b-4442-ab2c-f8b48bbc7809 None None] Pushing event updated for resources: {'Port': ['ID=d5dae48a-7a25-40c6-9ca5-54833429de06,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:16.622668 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-f9b81d91-6ea7-49fd-8f85-5f66cce2a680 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Deleting port 22b1d0ee-35ec-4716-b404-1507dff123d4 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:16.624227 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f9b81d91-6ea7-49fd-8f85-5f66cce2a680 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (22b1d0ee-35ec-4716-b404-1507dff123d4), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:16.679598 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-859783d5-e9de-4c34-9b3d-778eec2b5dc5 None None] Provisioning complete for port d5dae48a-7a25-40c6-9ca5-54833429de06 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:16.687045 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-859783d5-e9de-4c34-9b3d-778eec2b5dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d5dae48a-7a25-40c6-9ca5-54833429de06), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:16.715375 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc32b20-cfac-494e-8645-25eb5979fe90 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:16.787179 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-82659cc6-51fe-4c58-828b-d49c4fdcc766 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (314a37b2-8197-41de-8f8d-63d61ee670df), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:16.920720 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f9b81d91-6ea7-49fd-8f85-5f66cce2a680 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (22b1d0ee-35ec-4716-b404-1507dff123d4), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:16.932931 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-859783d5-e9de-4c34-9b3d-778eec2b5dc5 None None] Current status of the port d5dae48a-7a25-40c6-9ca5-54833429de06 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:16.935028 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-f9b81d91-6ea7-49fd-8f85-5f66cce2a680 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Calling delete_port for 22b1d0ee-35ec-4716-b404-1507dff123d4 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:16.935468 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23c3b76-d27e-4c9e-b588-a6ca10a26c02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-ea392015-4f37-49dc-8b20-2ebaa769f90a', 'network_id': 'ea392015-4f37-49dc-8b20-2ebaa769f90a', 'project_id': 'c60d367938c94db0b49b1590dc507e3a', 'fixed_ips': [{'subnet_id': '314a37b2-8197-41de-8f8d-63d61ee670df'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:42:16.936290 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a23c3b76-d27e-4c9e-b588-a6ca10a26c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:16.984852 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dc6103-19a8-4c10-a4c6-239d7433cf54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-732aa11c-0342-4918-9743-fdbfb322c7ab', 'network_id': '732aa11c-0342-4918-9743-fdbfb322c7ab', 'project_id': '924afe63e3024f08a64ef1ab2c725cda', 'fixed_ips': [{'subnet_id': '24b99415-94ff-4c72-9c75-ba933fcf4ef2'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:42:16.985736 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-95dc6103-19a8-4c10-a4c6-239d7433cf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:17.022214 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-82659cc6-51fe-4c58-828b-d49c4fdcc766 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (ea392015-4f37-49dc-8b20-2ebaa769f90a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:17.080474 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-82659cc6-51fe-4c58-828b-d49c4fdcc766 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea392015-4f37-49dc-8b20-2ebaa769f90a']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:17.105121 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-82659cc6-51fe-4c58-828b-d49c4fdcc766 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5295288c-6279-4907-87b8-ad32c17f5fa9') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:17.109858 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-82659cc6-51fe-4c58-828b-d49c4fdcc766 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5295288c-6279-4907-87b8-ad32c17f5fa9') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:17.134989 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-82659cc6-51fe-4c58-828b-d49c4fdcc766 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (5295288c-6279-4907-87b8-ad32c17f5fa9), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:17.165655 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-82659cc6-51fe-4c58-828b-d49c4fdcc766 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (5295288c-6279-4907-87b8-ad32c17f5fa9), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:17.180977 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82659cc6-51fe-4c58-828b-d49c4fdcc766 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:42:17.181331 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-82659cc6-51fe-4c58-828b-d49c4fdcc766 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (5295288c-6279-4907-87b8-ad32c17f5fa9), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:17.213600 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f9b81d91-6ea7-49fd-8f85-5f66cce2a680 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (22b1d0ee-35ec-4716-b404-1507dff123d4), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:17.277997 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82659cc6-51fe-4c58-828b-d49c4fdcc766 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Pushing event deleted for resources: {'Subnet': ['ID=314a37b2-8197-41de-8f8d-63d61ee670df,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:17.279962 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:42:17.279962 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:42:17.279962 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:42:17.279962 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:42:17.279962 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:42:17.279962 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:42:17.279962 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:42:17.279962 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:42:17.279962 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:42:17.279962 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:42:17.279962 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:42:17.279962 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:42:17.279962 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:42:17.279962 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:42:17.279962 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:42:17.279962 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:42:17.279962 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:42:17.279962 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:42:17.279962 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:42:17.279962 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:42:17.279962 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:42:17.279962 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:42:17.279962 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:42:17.279962 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:42:17.279962 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:42:17.279962 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:42:17.279962 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:42:17.279962 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:42:17.279962 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:42:17.279962 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:42:17.279962 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:42:17.279962 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:42:17.373497 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b81d91-6ea7-49fd-8f85-5f66cce2a680 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Pushing event deleted for resources: {'Port': ['ID=22b1d0ee-35ec-4716-b404-1507dff123d4,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:17.408218 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6dc32b20-cfac-494e-8645-25eb5979fe90 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:17.490915 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f9b81d91-6ea7-49fd-8f85-5f66cce2a680 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:17.502769 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f9b81d91-6ea7-49fd-8f85-5f66cce2a680 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] 10.222.0.89 "DELETE /v2.0/ports/22b1d0ee-35ec-4716-b404-1507dff123d4 HTTP/1.1" status: 204 len: 168 time: 1.1230810 Feb 20 03:42:17.502906 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44466) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:17.524502 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-6dc32b20-cfac-494e-8645-25eb5979fe90 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] device_id is not set on port 69711e01-9800-4181-bb13-63cb56b0114c yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:42:17.591639 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-d369acda-4a64-41a8-a673-6c380adda37e tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] GET failed (client error): The resource could not be found. Feb 20 03:42:17.600162 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d369acda-4a64-41a8-a673-6c380adda37e tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] 10.222.0.89 "GET /v2.0/ports/22b1d0ee-35ec-4716-b404-1507dff123d4 HTTP/1.1" status: 404 len: 333 time: 0.0950766 Feb 20 03:42:17.601345 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44468) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:17.613893 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-4cdaa4f9-d237-4343-86b2-0151c3d7153c tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Request body: {'port': {'network_id': '2b257b95-f577-47f0-a79a-e50cf7054baa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-734125952'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:17.627725 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port d5dae48a-7a25-40c6-9ca5-54833429de06 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:17.632795 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-95dc6103-19a8-4c10-a4c6-239d7433cf54 None None] Allocated IP 2001:db8::2 (732aa11c-0342-4918-9743-fdbfb322c7ab/24b99415-94ff-4c72-9c75-ba933fcf4ef2/d43923ee-cf90-4823-8966-d581ddb9dafc) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:17.660531 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-859783d5-e9de-4c34-9b3d-778eec2b5dc5 None None] Provisioning complete for port ce41aa01-0d82-4d52-ab78-299d0ea5bb5b triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:17.666457 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-859783d5-e9de-4c34-9b3d-778eec2b5dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ce41aa01-0d82-4d52-ab78-299d0ea5bb5b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:17.773541 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7016e0-1d87-460f-819a-a9cc0f440bf0 None None] Network ea392015-4f37-49dc-8b20-2ebaa769f90a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:17.806816 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-859783d5-e9de-4c34-9b3d-778eec2b5dc5 None None] Port ce41aa01-0d82-4d52-ab78-299d0ea5bb5b cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:42:17.844517 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-82659cc6-51fe-4c58-828b-d49c4fdcc766 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (ea392015-4f37-49dc-8b20-2ebaa769f90a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:17.906606 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device d5dae48a-7a25-40c6-9ca5-54833429de06 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:42:17.913581 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-82659cc6-51fe-4c58-828b-d49c4fdcc766 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:17.922252 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44474) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:17.935707 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-82659cc6-51fe-4c58-828b-d49c4fdcc766 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "DELETE /v2.0/networks/ea392015-4f37-49dc-8b20-2ebaa769f90a HTTP/1.1" status: 204 len: 168 time: 1.6843250 Feb 20 03:42:17.937584 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82659cc6-51fe-4c58-828b-d49c4fdcc766 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Pushing event deleted for resources: {'Network': ['ID=ea392015-4f37-49dc-8b20-2ebaa769f90a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:18.007267 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-f48aa84f-0aa0-447c-bbde-2a816b52f926 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] DELETE failed (client error): The resource could not be found. Feb 20 03:42:18.008255 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f48aa84f-0aa0-447c-bbde-2a816b52f926 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:42:18.014426 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44476) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:18.026624 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f48aa84f-0aa0-447c-bbde-2a816b52f926 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "DELETE /v2.0/subnets/314a37b2-8197-41de-8f8d-63d61ee670df HTTP/1.1" status: 404 len: 337 time: 0.1016202 Feb 20 03:42:18.041190 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-05dcf8b3-1dfe-446e-94c5-71a50112b694 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] DELETE failed (client error): The resource could not be found. Feb 20 03:42:18.045023 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05dcf8b3-1dfe-446e-94c5-71a50112b694 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:42:18.050485 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44482) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:18.062444 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-05dcf8b3-1dfe-446e-94c5-71a50112b694 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "DELETE /v2.0/networks/ea392015-4f37-49dc-8b20-2ebaa769f90a HTTP/1.1" status: 404 len: 339 time: 0.0462139 Feb 20 03:42:18.090210 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-997d0c19-66d6-46ff-a4e7-cc1cc59b798c tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] DELETE failed (client error): The resource could not be found. Feb 20 03:42:18.091707 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-997d0c19-66d6-46ff-a4e7-cc1cc59b798c tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:42:18.094393 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdaa4f9-d237-4343-86b2-0151c3d7153c tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Made reservation on behalf of b4cc9303d0e6455e8318144683ebc579 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:18.102390 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4cdaa4f9-d237-4343-86b2-0151c3d7153c tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:18.112128 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-997d0c19-66d6-46ff-a4e7-cc1cc59b798c tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "DELETE /v2.0/subnets/3299f70e-20a7-4865-b9e2-fbc66123baba HTTP/1.1" status: 404 len: 337 time: 0.0603163 Feb 20 03:42:18.113783 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44486) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:18.139281 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-4cdaa4f9-d237-4343-86b2-0151c3d7153c tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] device_id is not set on port a9a1d366-b159-40cc-93ec-2cd6b864bda6 yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:42:18.146680 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d0248d64-aedc-4fd5-81cd-5e2ba28e5db3 None None] Provisioning complete for port ce41aa01-0d82-4d52-ab78-299d0ea5bb5b triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:18.147169 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d0248d64-aedc-4fd5-81cd-5e2ba28e5db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ce41aa01-0d82-4d52-ab78-299d0ea5bb5b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:18.161465 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-2088b71c-2abe-4361-aaca-6cb2c90ef8c2 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] DELETE failed (client error): The resource could not be found. Feb 20 03:42:18.164442 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2088b71c-2abe-4361-aaca-6cb2c90ef8c2 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:42:18.183505 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2088b71c-2abe-4361-aaca-6cb2c90ef8c2 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "DELETE /v2.0/networks/6a768475-d9a3-4981-8686-02357b60ae49 HTTP/1.1" status: 404 len: 339 time: 0.0674055 Feb 20 03:42:18.190742 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44488) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:18.209139 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d0248d64-aedc-4fd5-81cd-5e2ba28e5db3 None None] Port ce41aa01-0d82-4d52-ab78-299d0ea5bb5b cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:42:18.212734 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port d5dae48a-7a25-40c6-9ca5-54833429de06 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:18.213122 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d5dae48a-7a25-40c6-9ca5-54833429de06), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:18.256091 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d0248d64-aedc-4fd5-81cd-5e2ba28e5db3 None None] Could not find standard attr ID for object 22b1d0ee-35ec-4716-b404-1507dff123d4. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:42:18.281282 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ac22b0d-831f-4eb2-8660-509f015ec985 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] DELETE failed (client error): The resource could not be found. Feb 20 03:42:18.282283 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ac22b0d-831f-4eb2-8660-509f015ec985 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:42:18.299528 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9ac22b0d-831f-4eb2-8660-509f015ec985 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "DELETE /v2.0/subnets/af3d6c59-60b8-4d14-abc9-87bce1e31df8 HTTP/1.1" status: 404 len: 337 time: 0.1075480 Feb 20 03:42:18.301674 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44490) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:18.366174 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-303f8237-5e1b-41a6-8c8a-153e28569f61 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] DELETE failed (client error): The resource could not be found. Feb 20 03:42:18.366782 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-303f8237-5e1b-41a6-8c8a-153e28569f61 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:42:18.369768 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port d5dae48a-7a25-40c6-9ca5-54833429de06 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:18.375232 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-95dc6103-19a8-4c10-a4c6-239d7433cf54 None None] Publish callbacks [] for port (d43923ee-cf90-4823-8966-d581ddb9dafc), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:18.381722 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-303f8237-5e1b-41a6-8c8a-153e28569f61 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "DELETE /v2.0/networks/7c02674c-df73-4776-94fb-20f66b13724b HTTP/1.1" status: 404 len: 339 time: 0.0782292 Feb 20 03:42:18.383651 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44492) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:18.466341 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fa568-c961-438a-ab33-3173e5c1d39b req-e90ce7c4-5305-4340-a288-272605577573 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:18.467923 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b07fa568-c961-438a-ab33-3173e5c1d39b req-e90ce7c4-5305-4340-a288-272605577573 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 946 time: 0.1612933 Feb 20 03:42:18.473853 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-95dc6103-19a8-4c10-a4c6-239d7433cf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (d43923ee-cf90-4823-8966-d581ddb9dafc), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:18.486615 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-4cdaa4f9-d237-4343-86b2-0151c3d7153c tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Allocated IP 2001:db8::171 (2b257b95-f577-47f0-a79a-e50cf7054baa/2007f541-4975-449a-9e23-b4061ef18bc4/a9a1d366-b159-40cc-93ec-2cd6b864bda6) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:18.550583 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-6dc32b20-cfac-494e-8645-25eb5979fe90 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Allocated IP 2001:db8::10 (732aa11c-0342-4918-9743-fdbfb322c7ab/24b99415-94ff-4c72-9c75-ba933fcf4ef2/69711e01-9800-4181-bb13-63cb56b0114c) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:18.558529 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-945909d9-3947-4041-8d85-0bf17c479c51 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Deleting port 5be8a032-3d86-4431-bb4b-33c6cd3b533a {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:18.559048 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-945909d9-3947-4041-8d85-0bf17c479c51 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (5be8a032-3d86-4431-bb4b-33c6cd3b533a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:18.571698 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b07fa568-c961-438a-ab33-3173e5c1d39b req-bee16594-83f4-49f3-a9d3-0049a27b827e tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882168 Feb 20 03:42:18.592078 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc6103-19a8-4c10-a4c6-239d7433cf54 None None] Pushing event updated for resources: {'Port': ['ID=d43923ee-cf90-4823-8966-d581ddb9dafc,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:18.615044 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dc6103-19a8-4c10-a4c6-239d7433cf54 None None] Network 732aa11c-0342-4918-9743-fdbfb322c7ab is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:18.616743 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-95dc6103-19a8-4c10-a4c6-239d7433cf54 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:18.621824 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dc6103-19a8-4c10-a4c6-239d7433cf54 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:18.624759 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44496) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:18.633187 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-0377bfa4-8975-4353-9057-00727e581cf5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1100911977'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:18.697546 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-945909d9-3947-4041-8d85-0bf17c479c51 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (5be8a032-3d86-4431-bb4b-33c6cd3b533a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:18.714730 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-95dc6103-19a8-4c10-a4c6-239d7433cf54 None None] Attempting to bind port d43923ee-cf90-4823-8966-d581ddb9dafc on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:42:18.715382 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-95dc6103-19a8-4c10-a4c6-239d7433cf54 None None] Attempting to bind port d43923ee-cf90-4823-8966-d581ddb9dafc by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '37a861d2-eb43-435d-9c88-1cfdc40d1a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '732aa11c-0342-4918-9743-fdbfb322c7ab'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:42:18.716048 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dc6103-19a8-4c10-a4c6-239d7433cf54 None None] Attempting to bind port d43923ee-cf90-4823-8966-d581ddb9dafc on network 732aa11c-0342-4918-9743-fdbfb322c7ab {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:42:18.726567 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dc6103-19a8-4c10-a4c6-239d7433cf54 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:42:18.726567 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dc6103-19a8-4c10-a4c6-239d7433cf54 None None] Checking segment: {'id': '37a861d2-eb43-435d-9c88-1cfdc40d1a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '732aa11c-0342-4918-9743-fdbfb322c7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:42:18.726567 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-95dc6103-19a8-4c10-a4c6-239d7433cf54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:18.726567 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dc6103-19a8-4c10-a4c6-239d7433cf54 None None] Bound using segment: {'id': '37a861d2-eb43-435d-9c88-1cfdc40d1a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '732aa11c-0342-4918-9743-fdbfb322c7ab'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:42:18.726567 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-95dc6103-19a8-4c10-a4c6-239d7433cf54 None None] Bound port: d43923ee-cf90-4823-8966-d581ddb9dafc, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37a861d2-eb43-435d-9c88-1cfdc40d1a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '732aa11c-0342-4918-9743-fdbfb322c7ab'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:42:18.726567 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-95dc6103-19a8-4c10-a4c6-239d7433cf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d43923ee-cf90-4823-8966-d581ddb9dafc), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:18.730060 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-945909d9-3947-4041-8d85-0bf17c479c51 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Calling delete_port for 5be8a032-3d86-4431-bb4b-33c6cd3b533a owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:18.731401 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-435a82ed-e819-454d-a4e8-35cf77fb8f5d req-79e3e0c6-c2c7-45f9-839c-11cccd3865b0 tempest-ServerShowV254Test-278984003 tempest-ServerShowV254Test-278984003-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3662253-d4e4-4f43-b746-6b69bc5a9539 HTTP/1.1" status: 200 len: 210 time: 0.0319130 Feb 20 03:42:18.734957 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0377bfa4-8975-4353-9057-00727e581cf5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Made reservation on behalf of 0d4e5737e103447f89841b11bed8bb31 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:18.738485 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0377bfa4-8975-4353-9057-00727e581cf5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:18.805646 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0377bfa4-8975-4353-9057-00727e581cf5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:42:18.840554 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0377bfa4-8975-4353-9057-00727e581cf5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (c3e52511-31f2-431c-b287-feea51e304d9), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:18.841299 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-0377bfa4-8975-4353-9057-00727e581cf5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Added segment c3e52511-31f2-431c-b287-feea51e304d9 of type vlan for network d998f68e-c8b2-419a-a92f-ff474bef2a54 Feb 20 03:42:18.882771 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-95dc6103-19a8-4c10-a4c6-239d7433cf54 None None] For port d43923ee-cf90-4823-8966-d581ddb9dafc, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:42:18.886217 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-95dc6103-19a8-4c10-a4c6-239d7433cf54 None None] For port d43923ee-cf90-4823-8966-d581ddb9dafc, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d43923ee-cf90-4823-8966-d581ddb9dafc,segment=NetworkSegment(37a861d2-eb43-435d-9c88-1cfdc40d1a38),segment_id=37a861d2-eb43-435d-9c88-1cfdc40d1a38)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:42:18.905559 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4cdaa4f9-d237-4343-86b2-0151c3d7153c tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks [] for port (a9a1d366-b159-40cc-93ec-2cd6b864bda6), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:18.917374 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0377bfa4-8975-4353-9057-00727e581cf5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (d998f68e-c8b2-419a-a92f-ff474bef2a54), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:19.026651 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-95dc6103-19a8-4c10-a4c6-239d7433cf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d43923ee-cf90-4823-8966-d581ddb9dafc), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:19.027702 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0377bfa4-8975-4353-9057-00727e581cf5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (d998f68e-c8b2-419a-a92f-ff474bef2a54), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:19.029146 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-945909d9-3947-4041-8d85-0bf17c479c51 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (5be8a032-3d86-4431-bb4b-33c6cd3b533a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:19.034424 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0377bfa4-8975-4353-9057-00727e581cf5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:19.040240 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0377bfa4-8975-4353-9057-00727e581cf5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:19.092010 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc6103-19a8-4c10-a4c6-239d7433cf54 None None] Pushing event updated for resources: {'Port': ['ID=d43923ee-cf90-4823-8966-d581ddb9dafc,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:19.106056 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945909d9-3947-4041-8d85-0bf17c479c51 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Pushing event deleted for resources: {'Port': ['ID=5be8a032-3d86-4431-bb4b-33c6cd3b533a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:19.110642 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6dc32b20-cfac-494e-8645-25eb5979fe90 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for port (69711e01-9800-4181-bb13-63cb56b0114c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:19.119597 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-945909d9-3947-4041-8d85-0bf17c479c51 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:19.122517 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377bfa4-8975-4353-9057-00727e581cf5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Pushing event updated for resources: {'Network': ['ID=d998f68e-c8b2-419a-a92f-ff474bef2a54,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:19.123626 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-945909d9-3947-4041-8d85-0bf17c479c51 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "DELETE /v2.0/ports/5be8a032-3d86-4431-bb4b-33c6cd3b533a HTTP/1.1" status: 204 len: 168 time: 0.7389216 Feb 20 03:42:19.127312 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44510) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:19.128863 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4cdaa4f9-d237-4343-86b2-0151c3d7153c tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (a9a1d366-b159-40cc-93ec-2cd6b864bda6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:19.172872 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d7d3501-6466-4260-8201-22999572df19 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] DELETE failed (client error): The resource could not be found. Feb 20 03:42:19.173707 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d7d3501-6466-4260-8201-22999572df19 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:42:19.179209 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7d7d3501-6466-4260-8201-22999572df19 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "DELETE /v2.0/subnets/a00b78ce-97d7-4e45-8f1f-bfac52ee1765 HTTP/1.1" status: 404 len: 337 time: 0.0513237 Feb 20 03:42:19.182095 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network d998f68e-c8b2-419a-a92f-ff474bef2a54 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:42:19.183479 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44520) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:19.221299 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdaa4f9-d237-4343-86b2-0151c3d7153c tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Network 2b257b95-f577-47f0-a79a-e50cf7054baa is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:19.249638 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-4cdaa4f9-d237-4343-86b2-0151c3d7153c tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:19.259778 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdaa4f9-d237-4343-86b2-0151c3d7153c tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:19.278461 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdaa4f9-d237-4343-86b2-0151c3d7153c tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:19.279840 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4cdaa4f9-d237-4343-86b2-0151c3d7153c tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:19.282358 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdaa4f9-d237-4343-86b2-0151c3d7153c tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Pushing event updated for resources: {'Port': ['ID=a9a1d366-b159-40cc-93ec-2cd6b864bda6,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:19.294612 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6dc32b20-cfac-494e-8645-25eb5979fe90 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (69711e01-9800-4181-bb13-63cb56b0114c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:19.298584 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0377bfa4-8975-4353-9057-00727e581cf5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6724119 Feb 20 03:42:19.299066 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44534) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:19.335872 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-48389d1f-42d9-467d-a6c8-0662a95f291c tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-834828310'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:19.345192 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-995ed140-6708-4e60-b309-9c84e85543f5 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (7ae9edd1-d13c-472b-9f8b-faa45ffe5ff3), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:19.420178 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4cdaa4f9-d237-4343-86b2-0151c3d7153c tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8176515 Feb 20 03:42:19.420949 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44536) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:19.445430 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-803c8289-112a-4263-b4e5-db6071184dc0 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::43', 'mac_address': 'fa:16:3e:e8:ef:c6'}]}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:19.459535 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc32b20-cfac-494e-8645-25eb5979fe90 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network 732aa11c-0342-4918-9743-fdbfb322c7ab is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:19.466062 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc32b20-cfac-494e-8645-25eb5979fe90 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Port': ['ID=69711e01-9800-4181-bb13-63cb56b0114c,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:19.478671 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-6dc32b20-cfac-494e-8645-25eb5979fe90 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:19.482614 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc32b20-cfac-494e-8645-25eb5979fe90 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:19.491053 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc32b20-cfac-494e-8645-25eb5979fe90 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:19.491939 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6dc32b20-cfac-494e-8645-25eb5979fe90 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:19.540004 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48389d1f-42d9-467d-a6c8-0662a95f291c tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Made reservation on behalf of 0d4e5737e103447f89841b11bed8bb31 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:19.546251 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-48389d1f-42d9-467d-a6c8-0662a95f291c tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:19.579496 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-995ed140-6708-4e60-b309-9c84e85543f5 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (7ae9edd1-d13c-472b-9f8b-faa45ffe5ff3), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:19.587986 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48389d1f-42d9-467d-a6c8-0662a95f291c tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:42:19.609873 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-48389d1f-42d9-467d-a6c8-0662a95f291c tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (8f6e3763-2606-45f0-911a-d3695f15f4a6), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:19.609873 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-48389d1f-42d9-467d-a6c8-0662a95f291c tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Added segment 8f6e3763-2606-45f0-911a-d3695f15f4a6 of type vlan for network 8ca4b396-14bc-4fc6-83df-227a6726eb74 Feb 20 03:42:19.659359 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6dc32b20-cfac-494e-8645-25eb5979fe90 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3672023 Feb 20 03:42:19.681492 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44544) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:19.686440 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-2091144b-52ce-4064-b77d-9b9981d1d7d2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'port': {'network_id': '732aa11c-0342-4918-9743-fdbfb322c7ab', 'name': 'tempest-PortsIpV6TestJSON-1788626609', 'fixed_ips': [{'subnet_id': '24b99415-94ff-4c72-9c75-ba933fcf4ef2', 'ip_address': '2001:db8::f'}]}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:19.699382 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-48389d1f-42d9-467d-a6c8-0662a95f291c tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (8ca4b396-14bc-4fc6-83df-227a6726eb74), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:19.710167 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-995ed140-6708-4e60-b309-9c84e85543f5 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae9edd1-d13c-472b-9f8b-faa45ffe5ff3']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:19.765582 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-995ed140-6708-4e60-b309-9c84e85543f5 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75b5844e-cbcb-4b31-9a60-d47c995089e4') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:19.765789 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-995ed140-6708-4e60-b309-9c84e85543f5 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75b5844e-cbcb-4b31-9a60-d47c995089e4') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:19.796630 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-803c8289-112a-4263-b4e5-db6071184dc0 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a9a1d366-b159-40cc-93ec-2cd6b864bda6), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:19.804558 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-bc47cf44-800c-45ce-812d-36194c1f319f None None] Provisioning complete for port a9a1d366-b159-40cc-93ec-2cd6b864bda6 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:19.807474 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bc47cf44-800c-45ce-812d-36194c1f319f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a9a1d366-b159-40cc-93ec-2cd6b864bda6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:19.827582 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-995ed140-6708-4e60-b309-9c84e85543f5 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (75b5844e-cbcb-4b31-9a60-d47c995089e4), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:19.877869 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device d43923ee-cf90-4823-8966-d581ddb9dafc up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:42:19.887110 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-48389d1f-42d9-467d-a6c8-0662a95f291c tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (8ca4b396-14bc-4fc6-83df-227a6726eb74), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:19.888459 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-995ed140-6708-4e60-b309-9c84e85543f5 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (75b5844e-cbcb-4b31-9a60-d47c995089e4), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:19.892923 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48389d1f-42d9-467d-a6c8-0662a95f291c tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:19.893643 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-48389d1f-42d9-467d-a6c8-0662a95f291c tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:19.907406 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-995ed140-6708-4e60-b309-9c84e85543f5 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:42:19.907831 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-995ed140-6708-4e60-b309-9c84e85543f5 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (75b5844e-cbcb-4b31-9a60-d47c995089e4), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:19.913172 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:42:19.913172 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:42:19.913172 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:42:19.913172 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:42:19.913172 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:42:19.913172 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:42:19.913172 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:42:19.913172 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:42:19.913172 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:42:19.913172 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:42:19.913172 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:42:19.913172 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:42:19.913172 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:42:19.913172 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:42:19.913172 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:42:19.913172 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:42:19.913172 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:42:19.913172 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:42:19.913172 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:42:19.913172 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:42:19.913172 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:42:19.913172 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:42:19.913172 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:42:19.913172 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:42:19.913172 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:42:19.913172 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:42:19.913172 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:42:19.913172 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:42:19.913172 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:42:19.913172 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:42:19.913172 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:42:19.913172 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:42:19.988300 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48389d1f-42d9-467d-a6c8-0662a95f291c tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Pushing event updated for resources: {'Network': ['ID=8ca4b396-14bc-4fc6-83df-227a6726eb74,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:20.008747 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2091144b-52ce-4064-b77d-9b9981d1d7d2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:20.014328 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2091144b-52ce-4064-b77d-9b9981d1d7d2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:20.048063 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-2091144b-52ce-4064-b77d-9b9981d1d7d2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] device_id is not set on port 628e22a5-9ab1-40a1-8308-bda6a9c97080 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:42:20.150401 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-803c8289-112a-4263-b4e5-db6071184dc0 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks [] for port (a9a1d366-b159-40cc-93ec-2cd6b864bda6), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:20.177744 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-48389d1f-42d9-467d-a6c8-0662a95f291c tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8761735 Feb 20 03:42:20.181644 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44552) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:20.190718 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-786f3b70-579a-4872-9a45-10ae47164110 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Request body: {'subnet': {'network_id': 'd998f68e-c8b2-419a-a92f-ff474bef2a54', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:20.192089 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 8ca4b396-14bc-4fc6-83df-227a6726eb74 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:42:20.274401 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-803c8289-112a-4263-b4e5-db6071184dc0 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (a9a1d366-b159-40cc-93ec-2cd6b864bda6), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:20.276312 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-bc47cf44-800c-45ce-812d-36194c1f319f None None] Port a9a1d366-b159-40cc-93ec-2cd6b864bda6 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:42:20.286419 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-2091144b-52ce-4064-b77d-9b9981d1d7d2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Allocated IP 2001:db8::f (732aa11c-0342-4918-9743-fdbfb322c7ab/24b99415-94ff-4c72-9c75-ba933fcf4ef2/628e22a5-9ab1-40a1-8308-bda6a9c97080) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:20.309437 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port d43923ee-cf90-4823-8966-d581ddb9dafc triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:20.310238 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d43923ee-cf90-4823-8966-d581ddb9dafc), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:20.416499 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port d43923ee-cf90-4823-8966-d581ddb9dafc is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:20.417551 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d43923ee-cf90-4823-8966-d581ddb9dafc), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:20.463589 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port d43923ee-cf90-4823-8966-d581ddb9dafc, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d43923ee-cf90-4823-8966-d581ddb9dafc,segment=NetworkSegment(37a861d2-eb43-435d-9c88-1cfdc40d1a38),segment_id=37a861d2-eb43-435d-9c88-1cfdc40d1a38)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:20.534675 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d43923ee-cf90-4823-8966-d581ddb9dafc), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:20.586578 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2091144b-52ce-4064-b77d-9b9981d1d7d2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for port (628e22a5-9ab1-40a1-8308-bda6a9c97080), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:20.617415 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=d43923ee-cf90-4823-8966-d581ddb9dafc,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:20.687617 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26880671-07e0-489b-b0c6-db1e5b70663f None None] Network 732aa11c-0342-4918-9743-fdbfb322c7ab requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:20.694485 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-995ed140-6708-4e60-b309-9c84e85543f5 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (7ae9edd1-d13c-472b-9f8b-faa45ffe5ff3), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:20.722363 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-995ed140-6708-4e60-b309-9c84e85543f5 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:20.728224 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-995ed140-6708-4e60-b309-9c84e85543f5 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "DELETE /v2.0/networks/7ae9edd1-d13c-472b-9f8b-faa45ffe5ff3 HTTP/1.1" status: 204 len: 168 time: 1.5386009 Feb 20 03:42:20.728316 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44558) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:20.738413 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2091144b-52ce-4064-b77d-9b9981d1d7d2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (628e22a5-9ab1-40a1-8308-bda6a9c97080), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:20.745173 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-803c8289-112a-4263-b4e5-db6071184dc0 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] In _notify_port_updated(), no bound segment for port a9a1d366-b159-40cc-93ec-2cd6b864bda6 on network 2b257b95-f577-47f0-a79a-e50cf7054baa {{(pid=104105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 03:42:20.753967 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803c8289-112a-4263-b4e5-db6071184dc0 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:20.753967 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-803c8289-112a-4263-b4e5-db6071184dc0 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:20.753967 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-803c8289-112a-4263-b4e5-db6071184dc0 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] 10.222.0.89 "PUT /v2.0/ports/a9a1d366-b159-40cc-93ec-2cd6b864bda6 HTTP/1.1" status: 200 len: 1001 time: 1.3160820 Feb 20 03:42:20.766149 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44560) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:20.780094 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ed140-6708-4e60-b309-9c84e85543f5 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Pushing event deleted for resources: {'Network': ['ID=7ae9edd1-d13c-472b-9f8b-faa45ffe5ff3,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:20.791503 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-030bd043-484a-45ab-82af-c183fa656bc7 None None] Provisioning complete for port d43923ee-cf90-4823-8966-d581ddb9dafc triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:20.792150 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-030bd043-484a-45ab-82af-c183fa656bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d43923ee-cf90-4823-8966-d581ddb9dafc), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:20.835410 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c8289-112a-4263-b4e5-db6071184dc0 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Pushing event updated for resources: {'Port': ['ID=a9a1d366-b159-40cc-93ec-2cd6b864bda6,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:20.862790 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2091144b-52ce-4064-b77d-9b9981d1d7d2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network 732aa11c-0342-4918-9743-fdbfb322c7ab is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:20.872444 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:20.875395 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d84ee8-36b5-4356-9f55-e7ef1db5f7fe req-b8a07d1c-bf9a-4000-a96e-e3f95086d3c6 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:20.876898 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-60d84ee8-36b5-4356-9f55-e7ef1db5f7fe req-b8a07d1c-bf9a-4000-a96e-e3f95086d3c6 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 946 time: 0.2045519 Feb 20 03:42:20.897462 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-2091144b-52ce-4064-b77d-9b9981d1d7d2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:20.913735 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2091144b-52ce-4064-b77d-9b9981d1d7d2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:20.919269 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2091144b-52ce-4064-b77d-9b9981d1d7d2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:20.919911 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2091144b-52ce-4064-b77d-9b9981d1d7d2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:20.927783 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786f3b70-579a-4872-9a45-10ae47164110 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Made reservation on behalf of 0d4e5737e103447f89841b11bed8bb31 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:20.931343 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-786f3b70-579a-4872-9a45-10ae47164110 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:20.933681 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091144b-52ce-4064-b77d-9b9981d1d7d2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Port': ['ID=628e22a5-9ab1-40a1-8308-bda6a9c97080,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:20.980287 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-455067a9-6708-4580-b966-ab55dbdc30da tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Deleting port 839213b9-9787-48e3-94d4-434a2883ce77 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:20.980980 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-455067a9-6708-4580-b966-ab55dbdc30da tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (839213b9-9787-48e3-94d4-434a2883ce77), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:21.016294 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-60d84ee8-36b5-4356-9f55-e7ef1db5f7fe req-a06c1dd1-d34e-4072-bce7-b1413674c81c tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184645 Feb 20 03:42:21.044815 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-5d4aea09-af84-4ab6-99a7-836772c0d676 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Deleting port a9a1d366-b159-40cc-93ec-2cd6b864bda6 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:21.044815 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5d4aea09-af84-4ab6-99a7-836772c0d676 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (a9a1d366-b159-40cc-93ec-2cd6b864bda6), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:21.049484 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-030bd043-484a-45ab-82af-c183fa656bc7 None None] Current status of the port d43923ee-cf90-4823-8966-d581ddb9dafc is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:21.085746 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2091144b-52ce-4064-b77d-9b9981d1d7d2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4028907 Feb 20 03:42:21.088697 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:21.091391 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44570) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:21.161362 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-455067a9-6708-4580-b966-ab55dbdc30da tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (839213b9-9787-48e3-94d4-434a2883ce77), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:21.183893 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-455067a9-6708-4580-b966-ab55dbdc30da tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Calling delete_port for 839213b9-9787-48e3-94d4-434a2883ce77 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:21.192156 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-04f997a5-2078-477a-af0e-a43e4faa8505 None None] Provisioning complete for port a9a1d366-b159-40cc-93ec-2cd6b864bda6 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:21.194935 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-04f997a5-2078-477a-af0e-a43e4faa8505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a9a1d366-b159-40cc-93ec-2cd6b864bda6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:21.209464 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5d4aea09-af84-4ab6-99a7-836772c0d676 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (a9a1d366-b159-40cc-93ec-2cd6b864bda6), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:21.222756 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f910b91e-7466-45ab-a9f2-c957fa2cadcf tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:21.226803 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f910b91e-7466-45ab-a9f2-c957fa2cadcf tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1319127 Feb 20 03:42:21.231437 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44582) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:21.256762 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-5d4aea09-af84-4ab6-99a7-836772c0d676 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Calling delete_port for a9a1d366-b159-40cc-93ec-2cd6b864bda6 owned by {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:21.281467 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-04f997a5-2078-477a-af0e-a43e4faa8505 None None] Port a9a1d366-b159-40cc-93ec-2cd6b864bda6 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:42:21.391689 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-455067a9-6708-4580-b966-ab55dbdc30da tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (839213b9-9787-48e3-94d4-434a2883ce77), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:21.426007 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f3d6a421-7d11-4012-b7e8-7e7348c27346 None None] Provisioning complete for port 69711e01-9800-4181-bb13-63cb56b0114c triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:21.426387 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f3d6a421-7d11-4012-b7e8-7e7348c27346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (69711e01-9800-4181-bb13-63cb56b0114c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:21.428525 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455067a9-6708-4580-b966-ab55dbdc30da tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Pushing event deleted for resources: {'Port': ['ID=839213b9-9787-48e3-94d4-434a2883ce77,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:21.431159 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-786f3b70-579a-4872-9a45-10ae47164110 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (f78cbae5-a431-4119-b386-a5d435c775cc), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:21.444596 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89a40c5-0f71-4917-b193-d5ab1276dab4 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:21.449878 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89a40c5-0f71-4917-b193-d5ab1276dab4 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:21.453501 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-455067a9-6708-4580-b966-ab55dbdc30da tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:21.455187 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89a40c5-0f71-4917-b193-d5ab1276dab4 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:21.460641 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-455067a9-6708-4580-b966-ab55dbdc30da tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "DELETE /v2.0/ports/839213b9-9787-48e3-94d4-434a2883ce77 HTTP/1.1" status: 204 len: 168 time: 0.7310393 Feb 20 03:42:21.461503 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44584) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:21.462017 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44586) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:21.466169 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e89a40c5-0f71-4917-b193-d5ab1276dab4 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2259588 Feb 20 03:42:21.482502 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f3d6a421-7d11-4012-b7e8-7e7348c27346 None None] Port 69711e01-9800-4181-bb13-63cb56b0114c cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:42:21.494088 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f3d6a421-7d11-4012-b7e8-7e7348c27346 None None] Provisioning complete for port 628e22a5-9ab1-40a1-8308-bda6a9c97080 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:21.494492 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f3d6a421-7d11-4012-b7e8-7e7348c27346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (628e22a5-9ab1-40a1-8308-bda6a9c97080), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:21.529692 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-c19d7dfb-e30d-469c-a2e0-7e1e2e505683 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] DELETE failed (client error): The resource could not be found. Feb 20 03:42:21.530316 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c19d7dfb-e30d-469c-a2e0-7e1e2e505683 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:42:21.537669 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c19d7dfb-e30d-469c-a2e0-7e1e2e505683 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "DELETE /v2.0/subnets/d11d48a3-4703-4465-9a34-6ca138edad2b HTTP/1.1" status: 404 len: 337 time: 0.0630546 Feb 20 03:42:21.540170 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44588) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:21.540389 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f3d6a421-7d11-4012-b7e8-7e7348c27346 None None] Port 628e22a5-9ab1-40a1-8308-bda6a9c97080 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:42:21.553772 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f3d6a421-7d11-4012-b7e8-7e7348c27346 None None] Provisioning complete for port d43923ee-cf90-4823-8966-d581ddb9dafc triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:21.553772 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f3d6a421-7d11-4012-b7e8-7e7348c27346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d43923ee-cf90-4823-8966-d581ddb9dafc), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:21.594832 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f3b70-579a-4872-9a45-10ae47164110 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Pushing event updated for resources: {'Subnet': ['ID=f78cbae5-a431-4119-b386-a5d435c775cc,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:21.679521 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-854addc0-35ee-47e9-a7fe-0192346f6dfc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Deleting port 628e22a5-9ab1-40a1-8308-bda6a9c97080 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:21.679873 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-854addc0-35ee-47e9-a7fe-0192346f6dfc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (628e22a5-9ab1-40a1-8308-bda6a9c97080), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:21.708671 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786f3b70-579a-4872-9a45-10ae47164110 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Checking segment: {'id': 'c3e52511-31f2-431c-b287-feea51e304d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd998f68e-c8b2-419a-a92f-ff474bef2a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:42:21.713049 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786f3b70-579a-4872-9a45-10ae47164110 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Network hostable DHCP agents. Network: d998f68e-c8b2-419a-a92f-ff474bef2a54, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:42:21.760006 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8f9aa386-3822-4221-9fc7-4158d7ccccd9 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (e5e9ae29-198b-43fb-aefc-63e3f98b3422), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:21.781020 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f3d6a421-7d11-4012-b7e8-7e7348c27346 None None] Current status of the port d43923ee-cf90-4823-8966-d581ddb9dafc is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:21.795135 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device d43923ee-cf90-4823-8966-d581ddb9dafc up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:42:21.862652 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port d43923ee-cf90-4823-8966-d581ddb9dafc triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:21.863443 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d43923ee-cf90-4823-8966-d581ddb9dafc), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:21.876583 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-854addc0-35ee-47e9-a7fe-0192346f6dfc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (628e22a5-9ab1-40a1-8308-bda6a9c97080), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:21.891528 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-854addc0-35ee-47e9-a7fe-0192346f6dfc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Calling delete_port for 628e22a5-9ab1-40a1-8308-bda6a9c97080 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:21.913987 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5d4aea09-af84-4ab6-99a7-836772c0d676 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (a9a1d366-b159-40cc-93ec-2cd6b864bda6), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:21.924393 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786f3b70-579a-4872-9a45-10ae47164110 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Network d998f68e-c8b2-419a-a92f-ff474bef2a54 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:42:21.951079 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-28e5041d-d086-4b8c-b3ba-9185361c31c0 None None] Provisioning complete for port 69711e01-9800-4181-bb13-63cb56b0114c triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:21.951079 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-28e5041d-d086-4b8c-b3ba-9185361c31c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (69711e01-9800-4181-bb13-63cb56b0114c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:21.985683 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8f9aa386-3822-4221-9fc7-4158d7ccccd9 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (e5e9ae29-198b-43fb-aefc-63e3f98b3422), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:22.042533 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-28e5041d-d086-4b8c-b3ba-9185361c31c0 None None] Port 69711e01-9800-4181-bb13-63cb56b0114c cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:42:22.055732 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port d43923ee-cf90-4823-8966-d581ddb9dafc is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:22.096501 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-8f9aa386-3822-4221-9fc7-4158d7ccccd9 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5e9ae29-198b-43fb-aefc-63e3f98b3422']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:22.100600 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4aea09-af84-4ab6-99a7-836772c0d676 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Pushing event deleted for resources: {'Port': ['ID=a9a1d366-b159-40cc-93ec-2cd6b864bda6,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:22.121441 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-786f3b70-579a-4872-9a45-10ae47164110 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, d998f68e-c8b2-419a-a92f-ff474bef2a54) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:22.131235 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-8f9aa386-3822-4221-9fc7-4158d7ccccd9 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e070e23b-c1f1-422f-b99f-f7bbf945c764') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:22.131599 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-8f9aa386-3822-4221-9fc7-4158d7ccccd9 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e070e23b-c1f1-422f-b99f-f7bbf945c764') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:22.132135 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624a20e7-9508-47c8-8101-d285390d006e None None] Network d998f68e-c8b2-419a-a92f-ff474bef2a54 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:22.181715 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786f3b70-579a-4872-9a45-10ae47164110 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:22.182315 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-786f3b70-579a-4872-9a45-10ae47164110 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:22.198883 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8f9aa386-3822-4221-9fc7-4158d7ccccd9 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (e070e23b-c1f1-422f-b99f-f7bbf945c764), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:22.229319 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8f9aa386-3822-4221-9fc7-4158d7ccccd9 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (e070e23b-c1f1-422f-b99f-f7bbf945c764), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:22.244500 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-854addc0-35ee-47e9-a7fe-0192346f6dfc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (628e22a5-9ab1-40a1-8308-bda6a9c97080), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:22.263677 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f9aa386-3822-4221-9fc7-4158d7ccccd9 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:42:22.264089 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8f9aa386-3822-4221-9fc7-4158d7ccccd9 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (e070e23b-c1f1-422f-b99f-f7bbf945c764), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:22.267728 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:42:22.267728 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:42:22.267728 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:42:22.267728 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:42:22.267728 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:42:22.267728 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:42:22.267728 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:42:22.267728 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:42:22.267728 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:42:22.267728 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:42:22.267728 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:42:22.267728 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:42:22.267728 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:42:22.267728 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:42:22.267728 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:42:22.267728 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:42:22.267728 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:42:22.267728 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:42:22.267728 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:42:22.267728 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:42:22.267728 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:42:22.267728 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:42:22.267728 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:42:22.267728 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:42:22.267728 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:42:22.267728 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:42:22.267728 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:42:22.267728 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:42:22.267728 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:42:22.267728 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:42:22.267728 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:42:22.267728 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:42:22.310171 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-786f3b70-579a-4872-9a45-10ae47164110 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1269147 Feb 20 03:42:22.315650 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44628) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:22.334988 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-0890748a-d3eb-40d3-93ca-0c127004297c None None] Could not find standard attr ID for object 628e22a5-9ab1-40a1-8308-bda6a9c97080. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:42:22.343720 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5d4aea09-af84-4ab6-99a7-836772c0d676 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:22.350893 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced91d83-1d18-40d8-9c71-548052f5c38c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-d998f68e-c8b2-419a-a92f-ff474bef2a54', 'network_id': 'd998f68e-c8b2-419a-a92f-ff474bef2a54', 'project_id': '0d4e5737e103447f89841b11bed8bb31', 'fixed_ips': [{'subnet_id': 'f78cbae5-a431-4119-b386-a5d435c775cc'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:42:22.351727 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-854addc0-35ee-47e9-a7fe-0192346f6dfc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:22.351986 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ced91d83-1d18-40d8-9c71-548052f5c38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:22.363163 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-854addc0-35ee-47e9-a7fe-0192346f6dfc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/ports/628e22a5-9ab1-40a1-8308-bda6a9c97080 HTTP/1.1" status: 204 len: 168 time: 0.8934903 Feb 20 03:42:22.363163 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854addc0-35ee-47e9-a7fe-0192346f6dfc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Port': ['ID=628e22a5-9ab1-40a1-8308-bda6a9c97080,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:22.363163 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44634) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:22.363163 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44636) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:22.366299 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5d4aea09-af84-4ab6-99a7-836772c0d676 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] 10.222.0.89 "DELETE /v2.0/ports/a9a1d366-b159-40cc-93ec-2cd6b864bda6 HTTP/1.1" status: 204 len: 168 time: 1.5991554 Feb 20 03:42:22.371697 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-f6dc50a9-302d-4052-a8c7-e6cdb7ba518d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Request body: {'subnet': {'network_id': '8ca4b396-14bc-4fc6-83df-227a6726eb74', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:22.436493 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-48cb5d6b-61f7-471d-a0a5-ad9bdbc9972f tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] GET failed (client error): The resource could not be found. Feb 20 03:42:22.438551 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-48cb5d6b-61f7-471d-a0a5-ad9bdbc9972f tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] 10.222.0.89 "GET /v2.0/ports/a9a1d366-b159-40cc-93ec-2cd6b864bda6 HTTP/1.1" status: 404 len: 333 time: 0.0567110 Feb 20 03:42:22.439700 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea683c4-c2af-4802-ba94-3b2535094165 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] GET failed (client error): The resource could not be found. Feb 20 03:42:22.443547 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7ea683c4-c2af-4802-ba94-3b2535094165 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "GET /v2.0/ports/628e22a5-9ab1-40a1-8308-bda6a9c97080 HTTP/1.1" status: 404 len: 333 time: 0.0801566 Feb 20 03:42:22.444106 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44638) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:22.450010 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-504690fc-71d2-4640-800f-194c011a03fc tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Request body: {'port': {'network_id': '2b257b95-f577-47f0-a79a-e50cf7054baa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-595960320'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:22.461408 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44640) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:22.547671 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-ced91d83-1d18-40d8-9c71-548052f5c38c None None] Allocated IP 10.1.1.2 (d998f68e-c8b2-419a-a92f-ff474bef2a54/f78cbae5-a431-4119-b386-a5d435c775cc/f68309c5-9df2-42e9-bc92-730ff2512013) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:22.626305 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8f9aa386-3822-4221-9fc7-4158d7ccccd9 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (e5e9ae29-198b-43fb-aefc-63e3f98b3422), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:22.637200 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8f9aa386-3822-4221-9fc7-4158d7ccccd9 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:22.640642 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8f9aa386-3822-4221-9fc7-4158d7ccccd9 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "DELETE /v2.0/networks/e5e9ae29-198b-43fb-aefc-63e3f98b3422 HTTP/1.1" status: 204 len: 168 time: 1.0974402 Feb 20 03:42:22.644876 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44648) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:22.659152 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9aa386-3822-4221-9fc7-4158d7ccccd9 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Pushing event deleted for resources: {'Network': ['ID=e5e9ae29-198b-43fb-aefc-63e3f98b3422,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:22.685699 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-730ae536-5608-4ef6-a441-8adda1142e28 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Deleting port 69711e01-9800-4181-bb13-63cb56b0114c {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:22.686356 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-730ae536-5608-4ef6-a441-8adda1142e28 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (69711e01-9800-4181-bb13-63cb56b0114c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:22.700999 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504690fc-71d2-4640-800f-194c011a03fc tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Made reservation on behalf of b4cc9303d0e6455e8318144683ebc579 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:22.704561 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-504690fc-71d2-4640-800f-194c011a03fc tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:22.733669 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-504690fc-71d2-4640-800f-194c011a03fc tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] device_id is not set on port 7602b490-2fd6-4a6e-a47d-98d2223f3061 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:42:22.746212 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef9961ba-90f9-4db0-84cc-c6769aad7379 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Deleting subnet 2efe279a-d496-43fd-a992-8727415c2498 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:42:22.752995 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ef9961ba-90f9-4db0-84cc-c6769aad7379 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks [] for subnet (2efe279a-d496-43fd-a992-8727415c2498), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:22.757951 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6dc50a9-302d-4052-a8c7-e6cdb7ba518d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Made reservation on behalf of 0d4e5737e103447f89841b11bed8bb31 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:22.759585 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f6dc50a9-302d-4052-a8c7-e6cdb7ba518d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:22.806178 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ced91d83-1d18-40d8-9c71-548052f5c38c None None] Publish callbacks [] for port (f68309c5-9df2-42e9-bc92-730ff2512013), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:22.842571 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ef9961ba-90f9-4db0-84cc-c6769aad7379 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (2efe279a-d496-43fd-a992-8727415c2498), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:22.850920 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-555ed8ff-2396-47d4-8cff-af25d2fb7cb5 req-56c9f6ee-0a3b-49f2-8680-be243c57d1fa tempest-ServerShowV254Test-278984003 tempest-ServerShowV254Test-278984003-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3662253-d4e4-4f43-b746-6b69bc5a9539 HTTP/1.1" status: 200 len: 210 time: 0.1098177 Feb 20 03:42:22.877804 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ced91d83-1d18-40d8-9c71-548052f5c38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (f68309c5-9df2-42e9-bc92-730ff2512013), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:22.923134 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-730ae536-5608-4ef6-a441-8adda1142e28 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (69711e01-9800-4181-bb13-63cb56b0114c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:22.939599 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-730ae536-5608-4ef6-a441-8adda1142e28 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Calling delete_port for 69711e01-9800-4181-bb13-63cb56b0114c owned by {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:22.943144 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-504690fc-71d2-4640-800f-194c011a03fc tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Allocated IP 2001:db8::e3 (2b257b95-f577-47f0-a79a-e50cf7054baa/2007f541-4975-449a-9e23-b4061ef18bc4/7602b490-2fd6-4a6e-a47d-98d2223f3061) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:22.955485 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced91d83-1d18-40d8-9c71-548052f5c38c None None] Network d998f68e-c8b2-419a-a92f-ff474bef2a54 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:22.960629 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-ced91d83-1d18-40d8-9c71-548052f5c38c None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:22.974224 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced91d83-1d18-40d8-9c71-548052f5c38c None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:22.985426 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced91d83-1d18-40d8-9c71-548052f5c38c None None] Pushing event updated for resources: {'Port': ['ID=f68309c5-9df2-42e9-bc92-730ff2512013,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:22.995539 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ef9961ba-90f9-4db0-84cc-c6769aad7379 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (2efe279a-d496-43fd-a992-8727415c2498), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:23.046156 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ced91d83-1d18-40d8-9c71-548052f5c38c None None] Attempting to bind port f68309c5-9df2-42e9-bc92-730ff2512013 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:42:23.047385 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ced91d83-1d18-40d8-9c71-548052f5c38c None None] Attempting to bind port f68309c5-9df2-42e9-bc92-730ff2512013 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'c3e52511-31f2-431c-b287-feea51e304d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd998f68e-c8b2-419a-a92f-ff474bef2a54'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:42:23.047385 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced91d83-1d18-40d8-9c71-548052f5c38c None None] Attempting to bind port f68309c5-9df2-42e9-bc92-730ff2512013 on network d998f68e-c8b2-419a-a92f-ff474bef2a54 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:42:23.053802 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced91d83-1d18-40d8-9c71-548052f5c38c None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:42:23.054222 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced91d83-1d18-40d8-9c71-548052f5c38c None None] Checking segment: {'id': 'c3e52511-31f2-431c-b287-feea51e304d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd998f68e-c8b2-419a-a92f-ff474bef2a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:42:23.054692 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ced91d83-1d18-40d8-9c71-548052f5c38c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:23.056227 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced91d83-1d18-40d8-9c71-548052f5c38c None None] Bound using segment: {'id': 'c3e52511-31f2-431c-b287-feea51e304d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd998f68e-c8b2-419a-a92f-ff474bef2a54'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:42:23.056227 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ced91d83-1d18-40d8-9c71-548052f5c38c None None] Bound port: f68309c5-9df2-42e9-bc92-730ff2512013, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e52511-31f2-431c-b287-feea51e304d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd998f68e-c8b2-419a-a92f-ff474bef2a54'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:42:23.056227 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ced91d83-1d18-40d8-9c71-548052f5c38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f68309c5-9df2-42e9-bc92-730ff2512013), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:23.122443 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ced91d83-1d18-40d8-9c71-548052f5c38c None None] For port f68309c5-9df2-42e9-bc92-730ff2512013, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:42:23.126583 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ced91d83-1d18-40d8-9c71-548052f5c38c None None] For port f68309c5-9df2-42e9-bc92-730ff2512013, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=f68309c5-9df2-42e9-bc92-730ff2512013,segment=NetworkSegment(c3e52511-31f2-431c-b287-feea51e304d9),segment_id=c3e52511-31f2-431c-b287-feea51e304d9)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:42:23.141800 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ec2fe-229f-4bd9-88b3-e610690b61c7 req-8031d6ab-c435-43f9-9443-6e30c607b32f tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:23.143442 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c86ec2fe-229f-4bd9-88b3-e610690b61c7 req-8031d6ab-c435-43f9-9443-6e30c607b32f tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 946 time: 0.1629205 Feb 20 03:42:23.214571 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ced91d83-1d18-40d8-9c71-548052f5c38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f68309c5-9df2-42e9-bc92-730ff2512013), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:23.235824 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c86ec2fe-229f-4bd9-88b3-e610690b61c7 req-5d94b631-4fa0-4852-933c-e4fe2cf66b9a tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850654 Feb 20 03:42:23.242576 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f6dc50a9-302d-4052-a8c7-e6cdb7ba518d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (4b49b375-a7c5-48eb-97d0-3c003902dd00), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:23.285283 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced91d83-1d18-40d8-9c71-548052f5c38c None None] Pushing event updated for resources: {'Port': ['ID=f68309c5-9df2-42e9-bc92-730ff2512013,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:23.303611 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-730ae536-5608-4ef6-a441-8adda1142e28 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (69711e01-9800-4181-bb13-63cb56b0114c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:23.355712 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc50a9-302d-4052-a8c7-e6cdb7ba518d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Pushing event updated for resources: {'Subnet': ['ID=4b49b375-a7c5-48eb-97d0-3c003902dd00,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:23.362630 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ae536-5608-4ef6-a441-8adda1142e28 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Port': ['ID=69711e01-9800-4181-bb13-63cb56b0114c,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:23.399962 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-730ae536-5608-4ef6-a441-8adda1142e28 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:23.407669 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-730ae536-5608-4ef6-a441-8adda1142e28 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/ports/69711e01-9800-4181-bb13-63cb56b0114c HTTP/1.1" status: 204 len: 168 time: 0.8833539 Feb 20 03:42:23.408907 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dc50a9-302d-4052-a8c7-e6cdb7ba518d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Checking segment: {'id': '8f6e3763-2606-45f0-911a-d3695f15f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8ca4b396-14bc-4fc6-83df-227a6726eb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:42:23.409282 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dc50a9-302d-4052-a8c7-e6cdb7ba518d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Network hostable DHCP agents. Network: 8ca4b396-14bc-4fc6-83df-227a6726eb74, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:42:23.414179 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44662) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:23.475614 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c1f6ad-4986-4505-acfc-b27a82218d37 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] GET failed (client error): The resource could not be found. Feb 20 03:42:23.476991 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-49c1f6ad-4986-4505-acfc-b27a82218d37 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "GET /v2.0/ports/69711e01-9800-4181-bb13-63cb56b0114c HTTP/1.1" status: 404 len: 333 time: 0.0605507 Feb 20 03:42:23.486572 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44672) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:23.548953 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ef9961ba-90f9-4db0-84cc-c6769aad7379 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (2efe279a-d496-43fd-a992-8727415c2498), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:23.557793 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dc50a9-302d-4052-a8c7-e6cdb7ba518d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Network 8ca4b396-14bc-4fc6-83df-227a6726eb74 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:42:23.607275 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9961ba-90f9-4db0-84cc-c6769aad7379 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Pushing event deleted for resources: {'Subnet': ['ID=2efe279a-d496-43fd-a992-8727415c2498,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:23.611591 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-504690fc-71d2-4640-800f-194c011a03fc tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks [] for port (7602b490-2fd6-4a6e-a47d-98d2223f3061), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:23.619171 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4322985-0eca-4d13-bc51-e831acb05484 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Deleting subnet 24b99415-94ff-4c72-9c75-ba933fcf4ef2 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:42:23.621771 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ef9961ba-90f9-4db0-84cc-c6769aad7379 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:23.624959 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ef9961ba-90f9-4db0-84cc-c6769aad7379 tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "DELETE /v2.0/subnets/2efe279a-d496-43fd-a992-8727415c2498 HTTP/1.1" status: 204 len: 168 time: 0.9789021 Feb 20 03:42:23.625444 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fbd56e-4ca8-4517-9ab8-b6a5c2286e1d None None] Network 8e8789e9-11a8-40d4-ac3b-dcd6d7c982c5 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:23.625740 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-f6dc50a9-302d-4052-a8c7-e6cdb7ba518d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 8ca4b396-14bc-4fc6-83df-227a6726eb74) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:23.627580 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44686) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:23.633405 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6dc50a9-302d-4052-a8c7-e6cdb7ba518d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:23.633405 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f6dc50a9-302d-4052-a8c7-e6cdb7ba518d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:23.640509 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a4322985-0eca-4d13-bc51-e831acb05484 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for subnet (24b99415-94ff-4c72-9c75-ba933fcf4ef2), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:23.723874 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7499f9-6160-4543-ac67-d8cf7310bfb2 None None] Network 8ca4b396-14bc-4fc6-83df-227a6726eb74 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:23.773982 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f6dc50a9-302d-4052-a8c7-e6cdb7ba518d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4061029 Feb 20 03:42:23.775666 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44692) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:23.781109 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-e98e1b71-7a76-4398-bdfc-8baccdb0c686 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Request body: {'port': {'network_id': 'd998f68e-c8b2-419a-a92f-ff474bef2a54', 'name': 'tempest-TaggedBootDevicesTest-1916311368', 'fixed_ips': [{'subnet_id': 'f78cbae5-a431-4119-b386-a5d435c775cc'}]}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:23.853022 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a4322985-0eca-4d13-bc51-e831acb05484 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (24b99415-94ff-4c72-9c75-ba933fcf4ef2), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:23.860083 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d8c9136b-fc41-414c-a576-132279bc423b tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (8e8789e9-11a8-40d4-ac3b-dcd6d7c982c5), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:23.979899 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c3eee2-d65d-4838-9356-903bd987c9d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-8ca4b396-14bc-4fc6-83df-227a6726eb74', 'network_id': '8ca4b396-14bc-4fc6-83df-227a6726eb74', 'project_id': '0d4e5737e103447f89841b11bed8bb31', 'fixed_ips': [{'subnet_id': '4b49b375-a7c5-48eb-97d0-3c003902dd00'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:42:23.981048 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d9c3eee2-d65d-4838-9356-903bd987c9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:23.984600 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd958996-aaac-42cc-989a-597204f099b4 None None] DHCP port deletion for 8e8789e9-11a8-40d4-ac3b-dcd6d7c982c5 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:42:24.005590 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-504690fc-71d2-4640-800f-194c011a03fc tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (7602b490-2fd6-4a6e-a47d-98d2223f3061), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:24.054524 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98e1b71-7a76-4398-bdfc-8baccdb0c686 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Made reservation on behalf of 0d4e5737e103447f89841b11bed8bb31 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:24.101923 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504690fc-71d2-4640-800f-194c011a03fc tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Network 2b257b95-f577-47f0-a79a-e50cf7054baa is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:24.103293 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a4322985-0eca-4d13-bc51-e831acb05484 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (24b99415-94ff-4c72-9c75-ba933fcf4ef2), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:24.128517 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-504690fc-71d2-4640-800f-194c011a03fc tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:24.136134 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504690fc-71d2-4640-800f-194c011a03fc tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Pushing event updated for resources: {'Port': ['ID=7602b490-2fd6-4a6e-a47d-98d2223f3061,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:24.144673 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504690fc-71d2-4640-800f-194c011a03fc tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:24.155331 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504690fc-71d2-4640-800f-194c011a03fc tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:24.156236 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-504690fc-71d2-4640-800f-194c011a03fc tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:24.170362 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e98e1b71-7a76-4398-bdfc-8baccdb0c686 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:24.186283 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-dd958996-aaac-42cc-989a-597204f099b4 None None] Deleting port 074f9901-090b-4f41-a6b0-4805d08d85c8 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:24.186731 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-dd958996-aaac-42cc-989a-597204f099b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (074f9901-090b-4f41-a6b0-4805d08d85c8), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:24.196636 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-d8c9136b-fc41-414c-a576-132279bc423b tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Deleting port 074f9901-090b-4f41-a6b0-4805d08d85c8 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:24.207241 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d8c9136b-fc41-414c-a576-132279bc423b tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (074f9901-090b-4f41-a6b0-4805d08d85c8), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:24.225475 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-e98e1b71-7a76-4398-bdfc-8baccdb0c686 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] device_id is not set on port f6c5c77e-83cb-48f4-8702-35718ef6076d yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:42:24.311960 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-d9c3eee2-d65d-4838-9356-903bd987c9d2 None None] Allocated IP 10.2.2.2 (8ca4b396-14bc-4fc6-83df-227a6726eb74/4b49b375-a7c5-48eb-97d0-3c003902dd00/0f15747c-e368-4c22-9071-053b29d0905e) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:24.317090 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-504690fc-71d2-4640-800f-194c011a03fc tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.8716164 Feb 20 03:42:24.326039 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44708) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:24.351326 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-6ac94620-9ff3-4dea-8b33-39a543f48bd1 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e8:ef:c6'}]}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:24.352531 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-dd958996-aaac-42cc-989a-597204f099b4 None None] For port 074f9901-090b-4f41-a6b0-4805d08d85c8, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=074f9901-090b-4f41-a6b0-4805d08d85c8,segment=NetworkSegment(06c4cd1b-34ea-4e14-9d9d-a54dbf65c0c3),segment_id=06c4cd1b-34ea-4e14-9d9d-a54dbf65c0c3)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:24.352940 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-dd958996-aaac-42cc-989a-597204f099b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (074f9901-090b-4f41-a6b0-4805d08d85c8), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:24.385173 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-dd958996-aaac-42cc-989a-597204f099b4 None None] Calling delete_port for 074f9901-090b-4f41-a6b0-4805d08d85c8 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:24.416749 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-d8c9136b-fc41-414c-a576-132279bc423b tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] For port 074f9901-090b-4f41-a6b0-4805d08d85c8, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=074f9901-090b-4f41-a6b0-4805d08d85c8,segment=NetworkSegment(06c4cd1b-34ea-4e14-9d9d-a54dbf65c0c3),segment_id=06c4cd1b-34ea-4e14-9d9d-a54dbf65c0c3)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:24.417409 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d8c9136b-fc41-414c-a576-132279bc423b tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (074f9901-090b-4f41-a6b0-4805d08d85c8), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:24.437572 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-56e3f7f3-9ab1-40c5-a7d8-c895a7b7cea5 req-d375b7e9-f531-455d-867b-64f084f20b9b tempest-ServerShowV254Test-278984003 tempest-ServerShowV254Test-278984003-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3662253-d4e4-4f43-b746-6b69bc5a9539 HTTP/1.1" status: 200 len: 210 time: 0.0818980 Feb 20 03:42:24.437743 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-d8c9136b-fc41-414c-a576-132279bc423b tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Calling delete_port for 074f9901-090b-4f41-a6b0-4805d08d85c8 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:24.570725 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a4322985-0eca-4d13-bc51-e831acb05484 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (24b99415-94ff-4c72-9c75-ba933fcf4ef2), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:24.633576 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-e98e1b71-7a76-4398-bdfc-8baccdb0c686 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Allocated IP 10.1.1.64 (d998f68e-c8b2-419a-a92f-ff474bef2a54/f78cbae5-a431-4119-b386-a5d435c775cc/f6c5c77e-83cb-48f4-8702-35718ef6076d) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:24.649152 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-dd958996-aaac-42cc-989a-597204f099b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (074f9901-090b-4f41-a6b0-4805d08d85c8), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:24.688863 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d0103804-30af-48ec-8a18-87c6f7ed99b4 None None] Provisioning complete for port 7602b490-2fd6-4a6e-a47d-98d2223f3061 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:24.689181 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d0103804-30af-48ec-8a18-87c6f7ed99b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (7602b490-2fd6-4a6e-a47d-98d2223f3061), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:24.795775 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d0103804-30af-48ec-8a18-87c6f7ed99b4 None None] Port 7602b490-2fd6-4a6e-a47d-98d2223f3061 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:42:24.801209 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a0ad97-65e7-4a4a-87ce-9aa4a04bfca1 None None] Network 732aa11c-0342-4918-9743-fdbfb322c7ab requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:24.808422 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a4322985-0eca-4d13-bc51-e831acb05484 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:24.818827 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a4322985-0eca-4d13-bc51-e831acb05484 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/subnets/24b99415-94ff-4c72-9c75-ba933fcf4ef2 HTTP/1.1" status: 204 len: 168 time: 1.3321786 Feb 20 03:42:24.827514 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44728) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:24.828465 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4322985-0eca-4d13-bc51-e831acb05484 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Subnet': ['ID=24b99415-94ff-4c72-9c75-ba933fcf4ef2,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:24.873372 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd958996-aaac-42cc-989a-597204f099b4 None None] No DVR routers for this DVR port 074f9901-090b-4f41-a6b0-4805d08d85c8 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:42:24.910868 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd958996-aaac-42cc-989a-597204f099b4 None None] Pushing event deleted for resources: {'Port': ['ID=074f9901-090b-4f41-a6b0-4805d08d85c8,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:24.960628 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d9c3eee2-d65d-4838-9356-903bd987c9d2 None None] Publish callbacks [] for port (0f15747c-e368-4c22-9071-053b29d0905e), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:24.966325 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e98e1b71-7a76-4398-bdfc-8baccdb0c686 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks [] for port (f6c5c77e-83cb-48f4-8702-35718ef6076d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:25.005754 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6ac94620-9ff3-4dea-8b33-39a543f48bd1 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7602b490-2fd6-4a6e-a47d-98d2223f3061), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:25.049263 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d9c3eee2-d65d-4838-9356-903bd987c9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (0f15747c-e368-4c22-9071-053b29d0905e), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:25.085623 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c3eee2-d65d-4838-9356-903bd987c9d2 None None] Network 8ca4b396-14bc-4fc6-83df-227a6726eb74 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:25.127703 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d7c89f-3932-4bf4-bd5d-e9b35b765827 None None] DHCP port deletion for 732aa11c-0342-4918-9743-fdbfb322c7ab request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:42:25.129326 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-879fb930-4231-4746-9d9b-0b5d1ce68a48 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (732aa11c-0342-4918-9743-fdbfb322c7ab), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:25.140262 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-d9c3eee2-d65d-4838-9356-903bd987c9d2 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:25.146989 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e98e1b71-7a76-4398-bdfc-8baccdb0c686 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (f6c5c77e-83cb-48f4-8702-35718ef6076d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:25.168322 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d8c9136b-fc41-414c-a576-132279bc423b tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (074f9901-090b-4f41-a6b0-4805d08d85c8), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:25.198662 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98e1b71-7a76-4398-bdfc-8baccdb0c686 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Network d998f68e-c8b2-419a-a92f-ff474bef2a54 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:25.241935 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-e98e1b71-7a76-4398-bdfc-8baccdb0c686 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:25.248127 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98e1b71-7a76-4398-bdfc-8baccdb0c686 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:25.260205 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9136b-fc41-414c-a576-132279bc423b tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Pushing event deleted for resources: {'Port': ['ID=074f9901-090b-4f41-a6b0-4805d08d85c8,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:25.321767 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c9136b-fc41-414c-a576-132279bc423b tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] No DVR routers for this DVR port 074f9901-090b-4f41-a6b0-4805d08d85c8 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:42:25.373911 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e1b71-7a76-4398-bdfc-8baccdb0c686 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Pushing event updated for resources: {'Port': ['ID=f6c5c77e-83cb-48f4-8702-35718ef6076d,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:25.418724 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98e1b71-7a76-4398-bdfc-8baccdb0c686 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:25.419640 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e98e1b71-7a76-4398-bdfc-8baccdb0c686 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:25.458097 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c3eee2-d65d-4838-9356-903bd987c9d2 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:25.460675 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5b2be7-44fa-4cf4-8507-9e97bb96cc3c None None] Network d998f68e-c8b2-419a-a92f-ff474bef2a54 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:25.467994 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d8c9136b-fc41-414c-a576-132279bc423b tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (8e8789e9-11a8-40d4-ac3b-dcd6d7c982c5), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:25.509034 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e98e1b71-7a76-4398-bdfc-8baccdb0c686 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7320926 Feb 20 03:42:25.511564 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44752) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:25.516617 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-0f56f26d-f62d-40cd-9805-b8f390535327 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Request body: {'port': {'network_id': 'd998f68e-c8b2-419a-a92f-ff474bef2a54', 'name': 'tempest-TaggedBootDevicesTest-1966568639', 'fixed_ips': [{'subnet_id': 'f78cbae5-a431-4119-b386-a5d435c775cc'}]}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:25.516802 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-d8c9136b-fc41-414c-a576-132279bc423b tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e8789e9-11a8-40d4-ac3b-dcd6d7c982c5']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:25.530629 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-d8c9136b-fc41-414c-a576-132279bc423b tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c4cd1b-34ea-4e14-9d9d-a54dbf65c0c3') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:25.531094 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-d8c9136b-fc41-414c-a576-132279bc423b tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c4cd1b-34ea-4e14-9d9d-a54dbf65c0c3') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:25.536813 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c3eee2-d65d-4838-9356-903bd987c9d2 None None] Pushing event updated for resources: {'Port': ['ID=0f15747c-e368-4c22-9071-053b29d0905e,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:25.546619 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d8c9136b-fc41-414c-a576-132279bc423b tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (06c4cd1b-34ea-4e14-9d9d-a54dbf65c0c3), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:25.563069 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d8c9136b-fc41-414c-a576-132279bc423b tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (06c4cd1b-34ea-4e14-9d9d-a54dbf65c0c3), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:25.589927 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c9136b-fc41-414c-a576-132279bc423b tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:42:25.603989 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d8c9136b-fc41-414c-a576-132279bc423b tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (06c4cd1b-34ea-4e14-9d9d-a54dbf65c0c3), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:25.609158 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-879fb930-4231-4746-9d9b-0b5d1ce68a48 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Deleting port d43923ee-cf90-4823-8966-d581ddb9dafc {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:25.609943 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-879fb930-4231-4746-9d9b-0b5d1ce68a48 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (d43923ee-cf90-4823-8966-d581ddb9dafc), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:42:25.612792 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:42:25.635312 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-9dec7ae2-2f60-4fad-80eb-2b22c7afd190 None None] Provisioning complete for port f68309c5-9df2-42e9-bc92-730ff2512013 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:25.635312 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9dec7ae2-2f60-4fad-80eb-2b22c7afd190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f68309c5-9df2-42e9-bc92-730ff2512013), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:25.704172 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d9c3eee2-d65d-4838-9356-903bd987c9d2 None None] Attempting to bind port 0f15747c-e368-4c22-9071-053b29d0905e on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:42:25.704810 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d9c3eee2-d65d-4838-9356-903bd987c9d2 None None] Attempting to bind port 0f15747c-e368-4c22-9071-053b29d0905e by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8f6e3763-2606-45f0-911a-d3695f15f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8ca4b396-14bc-4fc6-83df-227a6726eb74'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:42:25.705337 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c3eee2-d65d-4838-9356-903bd987c9d2 None None] Attempting to bind port 0f15747c-e368-4c22-9071-053b29d0905e on network 8ca4b396-14bc-4fc6-83df-227a6726eb74 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:42:25.727263 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c3eee2-d65d-4838-9356-903bd987c9d2 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:42:25.727263 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c3eee2-d65d-4838-9356-903bd987c9d2 None None] Checking segment: {'id': '8f6e3763-2606-45f0-911a-d3695f15f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8ca4b396-14bc-4fc6-83df-227a6726eb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:42:25.727263 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d9c3eee2-d65d-4838-9356-903bd987c9d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:25.727263 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c3eee2-d65d-4838-9356-903bd987c9d2 None None] Bound using segment: {'id': '8f6e3763-2606-45f0-911a-d3695f15f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8ca4b396-14bc-4fc6-83df-227a6726eb74'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:42:25.727263 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d9c3eee2-d65d-4838-9356-903bd987c9d2 None None] Bound port: 0f15747c-e368-4c22-9071-053b29d0905e, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6e3763-2606-45f0-911a-d3695f15f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8ca4b396-14bc-4fc6-83df-227a6726eb74'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:42:25.727263 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d9c3eee2-d65d-4838-9356-903bd987c9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0f15747c-e368-4c22-9071-053b29d0905e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:25.803135 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6ac94620-9ff3-4dea-8b33-39a543f48bd1 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks [] for port (7602b490-2fd6-4a6e-a47d-98d2223f3061), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:25.815988 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8abe5107-ff92-4f1f-915f-061835dc4077 req-da48d01b-9296-4cbf-a6a8-1ab6b89ae727 tempest-ServerShowV254Test-278984003 tempest-ServerShowV254Test-278984003-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3662253-d4e4-4f43-b746-6b69bc5a9539 HTTP/1.1" status: 200 len: 210 time: 0.0913591 Feb 20 03:42:25.825973 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d9c3eee2-d65d-4838-9356-903bd987c9d2 None None] For port 0f15747c-e368-4c22-9071-053b29d0905e, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:42:25.829126 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d9c3eee2-d65d-4838-9356-903bd987c9d2 None None] For port 0f15747c-e368-4c22-9071-053b29d0905e, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0f15747c-e368-4c22-9071-053b29d0905e,segment=NetworkSegment(8f6e3763-2606-45f0-911a-d3695f15f4a6),segment_id=8f6e3763-2606-45f0-911a-d3695f15f4a6)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:42:25.849044 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-879fb930-4231-4746-9d9b-0b5d1ce68a48 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] For port d43923ee-cf90-4823-8966-d581ddb9dafc, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d43923ee-cf90-4823-8966-d581ddb9dafc,segment=NetworkSegment(37a861d2-eb43-435d-9c88-1cfdc40d1a38),segment_id=37a861d2-eb43-435d-9c88-1cfdc40d1a38)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:25.849812 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-879fb930-4231-4746-9d9b-0b5d1ce68a48 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (d43923ee-cf90-4823-8966-d581ddb9dafc), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:25.865602 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-a4d7c89f-3932-4bf4-bd5d-e9b35b765827 None None] Deleting port d43923ee-cf90-4823-8966-d581ddb9dafc {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:25.865970 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a4d7c89f-3932-4bf4-bd5d-e9b35b765827 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (d43923ee-cf90-4823-8966-d581ddb9dafc), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:25.879459 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-879fb930-4231-4746-9d9b-0b5d1ce68a48 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Calling delete_port for d43923ee-cf90-4823-8966-d581ddb9dafc owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:25.922352 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f56f26d-f62d-40cd-9805-b8f390535327 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Made reservation on behalf of 0d4e5737e103447f89841b11bed8bb31 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:25.927821 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0f56f26d-f62d-40cd-9805-b8f390535327 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:25.953537 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d8c9136b-fc41-414c-a576-132279bc423b tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (8e8789e9-11a8-40d4-ac3b-dcd6d7c982c5), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:25.957458 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6ac94620-9ff3-4dea-8b33-39a543f48bd1 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (7602b490-2fd6-4a6e-a47d-98d2223f3061), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:25.961963 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-0f56f26d-f62d-40cd-9805-b8f390535327 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] device_id is not set on port f90d40c0-5b58-4b00-ae70-023f49494c0e yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:42:25.978650 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device f68309c5-9df2-42e9-bc92-730ff2512013 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:42:25.987687 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d8c9136b-fc41-414c-a576-132279bc423b tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:25.992189 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d8c9136b-fc41-414c-a576-132279bc423b tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] 10.222.0.89 "DELETE /v2.0/networks/8e8789e9-11a8-40d4-ac3b-dcd6d7c982c5 HTTP/1.1" status: 204 len: 168 time: 2.3625402 Feb 20 03:42:25.996748 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d9c3eee2-d65d-4838-9356-903bd987c9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0f15747c-e368-4c22-9071-053b29d0905e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:26.079789 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9136b-fc41-414c-a576-132279bc423b tempest-NetworksIpV6TestAttrs-1465627998 tempest-NetworksIpV6TestAttrs-1465627998-project] Pushing event deleted for resources: {'Network': ['ID=8e8789e9-11a8-40d4-ac3b-dcd6d7c982c5,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:26.085199 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-6ac94620-9ff3-4dea-8b33-39a543f48bd1 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] In _notify_port_updated(), no bound segment for port 7602b490-2fd6-4a6e-a47d-98d2223f3061 on network 2b257b95-f577-47f0-a79a-e50cf7054baa {{(pid=104106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 03:42:26.097239 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac94620-9ff3-4dea-8b33-39a543f48bd1 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:26.098065 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6ac94620-9ff3-4dea-8b33-39a543f48bd1 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:26.101093 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6ac94620-9ff3-4dea-8b33-39a543f48bd1 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] 10.222.0.89 "PUT /v2.0/ports/7602b490-2fd6-4a6e-a47d-98d2223f3061 HTTP/1.1" status: 200 len: 1001 time: 1.7685552 Feb 20 03:42:26.108150 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44774) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:26.157152 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac94620-9ff3-4dea-8b33-39a543f48bd1 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Pushing event updated for resources: {'Port': ['ID=7602b490-2fd6-4a6e-a47d-98d2223f3061,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:26.169669 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c3eee2-d65d-4838-9356-903bd987c9d2 None None] Pushing event updated for resources: {'Port': ['ID=0f15747c-e368-4c22-9071-053b29d0905e,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:26.231476 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-879fb930-4231-4746-9d9b-0b5d1ce68a48 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (d43923ee-cf90-4823-8966-d581ddb9dafc), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:26.295040 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-a4d7c89f-3932-4bf4-bd5d-e9b35b765827 None None] For port d43923ee-cf90-4823-8966-d581ddb9dafc, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d43923ee-cf90-4823-8966-d581ddb9dafc,segment=NetworkSegment(37a861d2-eb43-435d-9c88-1cfdc40d1a38),segment_id=37a861d2-eb43-435d-9c88-1cfdc40d1a38)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:26.295454 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a4d7c89f-3932-4bf4-bd5d-e9b35b765827 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (d43923ee-cf90-4823-8966-d581ddb9dafc), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:26.302482 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44776) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:26.340294 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879fb930-4231-4746-9d9b-0b5d1ce68a48 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] No DVR routers for this DVR port d43923ee-cf90-4823-8966-d581ddb9dafc on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:42:26.361187 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879fb930-4231-4746-9d9b-0b5d1ce68a48 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Port': ['ID=d43923ee-cf90-4823-8966-d581ddb9dafc,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:26.382032 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-a4d7c89f-3932-4bf4-bd5d-e9b35b765827 None None] Calling delete_port for d43923ee-cf90-4823-8966-d581ddb9dafc owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:26.625507 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-fd552140-edd9-4ddf-abaa-7b062bc0ee43 tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:26.637981 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-fd552140-edd9-4ddf-abaa-7b062bc0ee43 tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] 10.222.0.89 "GET /v2.0/networks?id=672b89a1-971c-4715-81f8-ccc86977c184 HTTP/1.1" status: 200 len: 810 time: 0.5759332 Feb 20 03:42:26.664614 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44784) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:26.668647 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-0f56f26d-f62d-40cd-9805-b8f390535327 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Allocated IP 10.1.1.153 (d998f68e-c8b2-419a-a92f-ff474bef2a54/f78cbae5-a431-4119-b386-a5d435c775cc/f90d40c0-5b58-4b00-ae70-023f49494c0e) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:26.681963 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a4d7c89f-3932-4bf4-bd5d-e9b35b765827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (d43923ee-cf90-4823-8966-d581ddb9dafc), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:26.688836 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-9dec7ae2-2f60-4fad-80eb-2b22c7afd190 None None] Current status of the port f68309c5-9df2-42e9-bc92-730ff2512013 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:26.689429 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9dec7ae2-2f60-4fad-80eb-2b22c7afd190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f68309c5-9df2-42e9-bc92-730ff2512013), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:26.690754 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-8b87e0ea-928a-40fe-8c8f-b0ad687f8092 tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] 10.222.0.89 "GET /v2.0/quotas/39ad4a79f1b748d9951550467e85c7b4 HTTP/1.1" status: 200 len: 375 time: 0.0515800 Feb 20 03:42:26.716011 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-879fb930-4231-4746-9d9b-0b5d1ce68a48 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (732aa11c-0342-4918-9743-fdbfb322c7ab), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:26.764810 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-cf582f3e-9ad3-4dac-ba22-aa26c400e43f tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=39ad4a79f1b748d9951550467e85c7b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728846 Feb 20 03:42:26.790602 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-879fb930-4231-4746-9d9b-0b5d1ce68a48 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['732aa11c-0342-4918-9743-fdbfb322c7ab']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:26.820805 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-879fb930-4231-4746-9d9b-0b5d1ce68a48 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37a861d2-eb43-435d-9c88-1cfdc40d1a38') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:26.821174 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-879fb930-4231-4746-9d9b-0b5d1ce68a48 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37a861d2-eb43-435d-9c88-1cfdc40d1a38') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:26.831305 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-9dec7ae2-2f60-4fad-80eb-2b22c7afd190 None None] For port f68309c5-9df2-42e9-bc92-730ff2512013, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=f68309c5-9df2-42e9-bc92-730ff2512013,segment=NetworkSegment(c3e52511-31f2-431c-b287-feea51e304d9),segment_id=c3e52511-31f2-431c-b287-feea51e304d9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:26.837472 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7c89f-3932-4bf4-bd5d-e9b35b765827 None None] Pushing event deleted for resources: {'Port': ['ID=d43923ee-cf90-4823-8966-d581ddb9dafc,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:26.839963 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-879fb930-4231-4746-9d9b-0b5d1ce68a48 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (37a861d2-eb43-435d-9c88-1cfdc40d1a38), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:26.862326 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d7c89f-3932-4bf4-bd5d-e9b35b765827 None None] No DVR routers for this DVR port d43923ee-cf90-4823-8966-d581ddb9dafc on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:42:26.868831 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-879fb930-4231-4746-9d9b-0b5d1ce68a48 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (37a861d2-eb43-435d-9c88-1cfdc40d1a38), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:26.872409 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port f68309c5-9df2-42e9-bc92-730ff2512013 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:26.872793 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f68309c5-9df2-42e9-bc92-730ff2512013), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:26.889602 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879fb930-4231-4746-9d9b-0b5d1ce68a48 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:42:26.889602 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-879fb930-4231-4746-9d9b-0b5d1ce68a48 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (37a861d2-eb43-435d-9c88-1cfdc40d1a38), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:26.906659 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:42:26.906659 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:42:26.906659 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:42:26.906659 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:42:26.906659 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:42:26.906659 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:42:26.906659 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:42:26.906659 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:42:26.906659 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:42:26.906659 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:42:26.906659 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:42:26.906659 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:42:26.906659 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:42:26.906659 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:42:26.906659 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:42:26.906659 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:42:26.906659 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:42:26.906659 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:42:26.906659 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:42:26.906659 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:42:26.906659 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:42:26.906659 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:42:26.906659 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:42:26.906659 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:42:26.906659 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:42:26.906659 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:42:26.906659 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:42:26.906659 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:42:26.906659 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:42:26.906659 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:42:26.906659 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:42:26.906659 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:42:26.926265 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-62fcbe6c-6871-41c9-a418-ce2f01375ebe admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c60d367938c94db0b49b1590dc507e3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2604697 Feb 20 03:42:26.930134 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44790) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:26.943603 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a82ac7a2-24a9-42a6-992d-7651a81a4ab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:26.958512 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5b349654-f08e-4412-8283-5078a8e8207f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:26.967252 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9dec7ae2-2f60-4fad-80eb-2b22c7afd190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f68309c5-9df2-42e9-bc92-730ff2512013), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:27.102733 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec7ae2-2f60-4fad-80eb-2b22c7afd190 None None] Pushing event updated for resources: {'Port': ['ID=f68309c5-9df2-42e9-bc92-730ff2512013,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:27.149445 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9b78273b-e56b-47d8-b8d0-d70ed1deb165 admin admin] Publish callbacks [] for security_group (cdc318ce-b2d2-406e-83ec-3b0186eb2cbe), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:27.151126 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-78a63f70-3219-4c47-82f0-93128fedb25d tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Deleting port 7602b490-2fd6-4a6e-a47d-98d2223f3061 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:27.151591 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-78a63f70-3219-4c47-82f0-93128fedb25d tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (7602b490-2fd6-4a6e-a47d-98d2223f3061), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:27.171918 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-5e26dc43-be5a-4652-9bcc-ea982c0a18c3 None None] Provisioning complete for port f6c5c77e-83cb-48f4-8702-35718ef6076d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:27.172533 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5e26dc43-be5a-4652-9bcc-ea982c0a18c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f6c5c77e-83cb-48f4-8702-35718ef6076d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:27.176118 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-b7dcb2cc-0a61-4b80-8de2-94a29090d252 service neutron] 10.222.0.89 "GET /v2.0/networks/672b89a1-971c-4715-81f8-ccc86977c184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093516 Feb 20 03:42:27.212148 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9b78273b-e56b-47d8-b8d0-d70ed1deb165 admin admin] Publish callbacks [] for security_group (cdc318ce-b2d2-406e-83ec-3b0186eb2cbe), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:27.227685 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port f68309c5-9df2-42e9-bc92-730ff2512013 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:27.245294 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5e26dc43-be5a-4652-9bcc-ea982c0a18c3 None None] Port f6c5c77e-83cb-48f4-8702-35718ef6076d cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:42:27.255586 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-879fb930-4231-4746-9d9b-0b5d1ce68a48 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (732aa11c-0342-4918-9743-fdbfb322c7ab), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:27.270035 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-5e26dc43-be5a-4652-9bcc-ea982c0a18c3 None None] Provisioning complete for port 7602b490-2fd6-4a6e-a47d-98d2223f3061 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:27.270035 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5e26dc43-be5a-4652-9bcc-ea982c0a18c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (7602b490-2fd6-4a6e-a47d-98d2223f3061), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:27.298653 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-879fb930-4231-4746-9d9b-0b5d1ce68a48 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:27.302894 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-879fb930-4231-4746-9d9b-0b5d1ce68a48 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/networks/732aa11c-0342-4918-9743-fdbfb322c7ab HTTP/1.1" status: 204 len: 168 time: 2.4718738 Feb 20 03:42:27.310783 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device d43923ee-cf90-4823-8966-d581ddb9dafc no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:42:27.325496 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44792) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:27.331192 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879fb930-4231-4746-9d9b-0b5d1ce68a48 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Network': ['ID=732aa11c-0342-4918-9743-fdbfb322c7ab,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:27.331403 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-a6513105-98b4-4ff7-9e35-2e541d1e58d0 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-728352844'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:27.342587 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: d43923ee-cf90-4823-8966-d581ddb9dafc {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:42:27.342971 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device d43923ee-cf90-4823-8966-d581ddb9dafc not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:42:27.343409 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 074f9901-090b-4f41-a6b0-4805d08d85c8 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:42:27.369446 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 074f9901-090b-4f41-a6b0-4805d08d85c8 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:42:27.369809 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 074f9901-090b-4f41-a6b0-4805d08d85c8 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:42:27.371404 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5e26dc43-be5a-4652-9bcc-ea982c0a18c3 None None] Port 7602b490-2fd6-4a6e-a47d-98d2223f3061 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:42:27.384163 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-5e26dc43-be5a-4652-9bcc-ea982c0a18c3 None None] Provisioning complete for port f68309c5-9df2-42e9-bc92-730ff2512013 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:27.384550 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5e26dc43-be5a-4652-9bcc-ea982c0a18c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f68309c5-9df2-42e9-bc92-730ff2512013), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:27.443880 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9b78273b-e56b-47d8-b8d0-d70ed1deb165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (cdc318ce-b2d2-406e-83ec-3b0186eb2cbe), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:27.446724 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9b78273b-e56b-47d8-b8d0-d70ed1deb165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:27.450323 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9b78273b-e56b-47d8-b8d0-d70ed1deb165 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/cdc318ce-b2d2-406e-83ec-3b0186eb2cbe HTTP/1.1" status: 204 len: 168 time: 0.5169380 Feb 20 03:42:27.460939 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78273b-e56b-47d8-b8d0-d70ed1deb165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc318ce-b2d2-406e-83ec-3b0186eb2cbe,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:27.482375 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5e26dc43-be5a-4652-9bcc-ea982c0a18c3 None None] Current status of the port f68309c5-9df2-42e9-bc92-730ff2512013 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:27.617616 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-7dbdfe03-8358-4de3-b658-4326065a263e None None] Provisioning complete for port f6c5c77e-83cb-48f4-8702-35718ef6076d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:27.618303 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7dbdfe03-8358-4de3-b658-4326065a263e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f6c5c77e-83cb-48f4-8702-35718ef6076d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:27.673159 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-7dbdfe03-8358-4de3-b658-4326065a263e None None] Port f6c5c77e-83cb-48f4-8702-35718ef6076d cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:42:27.798280 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-29ae9e1b-9ea2-4d75-a9b7-21cdb0321b5c service neutron] 10.222.0.89 "GET /v2.0/networks/672b89a1-971c-4715-81f8-ccc86977c184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6206181 Feb 20 03:42:27.851318 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6513105-98b4-4ff7-9e35-2e541d1e58d0 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:27.855385 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a6513105-98b4-4ff7-9e35-2e541d1e58d0 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:27.880259 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0f15747c-e368-4c22-9071-053b29d0905e up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:42:27.919215 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-78a63f70-3219-4c47-82f0-93128fedb25d tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (7602b490-2fd6-4a6e-a47d-98d2223f3061), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:27.963638 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 0f15747c-e368-4c22-9071-053b29d0905e triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:27.964473 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0f15747c-e368-4c22-9071-053b29d0905e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:27.976423 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a82ac7a2-24a9-42a6-992d-7651a81a4ab6 admin admin] Publish callbacks [] for security_group (e2db66f5-3e46-457d-b8fb-5f01e2a775ae), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:27.982796 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-78a63f70-3219-4c47-82f0-93128fedb25d tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Calling delete_port for 7602b490-2fd6-4a6e-a47d-98d2223f3061 owned by {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:27.997734 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0f56f26d-f62d-40cd-9805-b8f390535327 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks [] for port (f90d40c0-5b58-4b00-ae70-023f49494c0e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:27.999386 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6513105-98b4-4ff7-9e35-2e541d1e58d0 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:42:28.016499 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cb583a-06a7-41d2-9f59-a8279b76bfbd None None] Network 8ca4b396-14bc-4fc6-83df-227a6726eb74 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:28.057640 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a6513105-98b4-4ff7-9e35-2e541d1e58d0 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (cd761215-d89a-4d28-bcb5-5161912ab766), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:28.058224 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-a6513105-98b4-4ff7-9e35-2e541d1e58d0 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Added segment cd761215-d89a-4d28-bcb5-5161912ab766 of type vlan for network 925ac6a5-ff37-408b-b55a-bc884e94ba3a Feb 20 03:42:28.081540 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a82ac7a2-24a9-42a6-992d-7651a81a4ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e2db66f5-3e46-457d-b8fb-5f01e2a775ae), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:28.134925 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-41aecf83-377a-4ec9-9d9d-b1d48d2e8852 None None] Provisioning complete for port 0f15747c-e368-4c22-9071-053b29d0905e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:28.135303 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-41aecf83-377a-4ec9-9d9d-b1d48d2e8852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0f15747c-e368-4c22-9071-053b29d0905e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:28.164775 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 0f15747c-e368-4c22-9071-053b29d0905e is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:28.165160 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0f15747c-e368-4c22-9071-053b29d0905e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:28.171959 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a6513105-98b4-4ff7-9e35-2e541d1e58d0 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (925ac6a5-ff37-408b-b55a-bc884e94ba3a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:28.196386 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a82ac7a2-24a9-42a6-992d-7651a81a4ab6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2a4bb8de305449ec9cd3b78a1c7baa12&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8887868 Feb 20 03:42:28.199093 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44810) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:28.220726 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ac7a2-24a9-42a6-992d-7651a81a4ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2db66f5-3e46-457d-b8fb-5f01e2a775ae,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:28.288743 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 0f15747c-e368-4c22-9071-053b29d0905e, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0f15747c-e368-4c22-9071-053b29d0905e,segment=NetworkSegment(8f6e3763-2606-45f0-911a-d3695f15f4a6),segment_id=8f6e3763-2606-45f0-911a-d3695f15f4a6)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:28.309948 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7cdc68ed-f47d-467c-a389-ff6daf24a7fa admin admin] Publish callbacks [] for security_group (e2db66f5-3e46-457d-b8fb-5f01e2a775ae), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:28.318552 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0f56f26d-f62d-40cd-9805-b8f390535327 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (f90d40c0-5b58-4b00-ae70-023f49494c0e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:28.350447 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-41aecf83-377a-4ec9-9d9d-b1d48d2e8852 None None] Current status of the port 0f15747c-e368-4c22-9071-053b29d0905e is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:28.351268 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-41aecf83-377a-4ec9-9d9d-b1d48d2e8852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0f15747c-e368-4c22-9071-053b29d0905e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:28.356387 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a6513105-98b4-4ff7-9e35-2e541d1e58d0 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (925ac6a5-ff37-408b-b55a-bc884e94ba3a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:28.366348 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7cdc68ed-f47d-467c-a389-ff6daf24a7fa admin admin] Publish callbacks [] for security_group (e2db66f5-3e46-457d-b8fb-5f01e2a775ae), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:28.371337 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6513105-98b4-4ff7-9e35-2e541d1e58d0 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:28.371929 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a6513105-98b4-4ff7-9e35-2e541d1e58d0 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:28.378147 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0f15747c-e368-4c22-9071-053b29d0905e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:28.381799 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device f68309c5-9df2-42e9-bc92-730ff2512013 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:42:28.500265 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7cdc68ed-f47d-467c-a389-ff6daf24a7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e2db66f5-3e46-457d-b8fb-5f01e2a775ae), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:28.504646 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7cdc68ed-f47d-467c-a389-ff6daf24a7fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:28.513898 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7cdc68ed-f47d-467c-a389-ff6daf24a7fa admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e2db66f5-3e46-457d-b8fb-5f01e2a775ae HTTP/1.1" status: 204 len: 168 time: 0.3062298 Feb 20 03:42:28.530419 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc68ed-f47d-467c-a389-ff6daf24a7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2db66f5-3e46-457d-b8fb-5f01e2a775ae,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:28.535310 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-41aecf83-377a-4ec9-9d9d-b1d48d2e8852 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:42:28.535678 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-41aecf83-377a-4ec9-9d9d-b1d48d2e8852 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:42:28.537211 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=0f15747c-e368-4c22-9071-053b29d0905e,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:28.573356 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port f68309c5-9df2-42e9-bc92-730ff2512013 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:28.573356 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f68309c5-9df2-42e9-bc92-730ff2512013), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:28.625358 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56f26d-f62d-40cd-9805-b8f390535327 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Pushing event updated for resources: {'Port': ['ID=f90d40c0-5b58-4b00-ae70-023f49494c0e,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:28.669570 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-78a63f70-3219-4c47-82f0-93128fedb25d tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (7602b490-2fd6-4a6e-a47d-98d2223f3061), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:28.715673 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port f68309c5-9df2-42e9-bc92-730ff2512013 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:28.726427 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f56f26d-f62d-40cd-9805-b8f390535327 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Network d998f68e-c8b2-419a-a92f-ff474bef2a54 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:28.733394 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-99caacf9-753b-44e8-beed-5826f3158e6c req-39fe4ce3-defe-419b-aefc-091fd5bf7daa tempest-ServerShowV254Test-278984003 tempest-ServerShowV254Test-278984003-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3662253-d4e4-4f43-b746-6b69bc5a9539 HTTP/1.1" status: 200 len: 210 time: 0.1526737 Feb 20 03:42:28.751306 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0addea83-0efb-450e-85d2-faed0731396d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:28.752501 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6513105-98b4-4ff7-9e35-2e541d1e58d0 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Network': ['ID=925ac6a5-ff37-408b-b55a-bc884e94ba3a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:28.758663 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-0f56f26d-f62d-40cd-9805-b8f390535327 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:28.762211 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a63f70-3219-4c47-82f0-93128fedb25d tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Pushing event deleted for resources: {'Port': ['ID=7602b490-2fd6-4a6e-a47d-98d2223f3061,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:28.764458 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f56f26d-f62d-40cd-9805-b8f390535327 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:28.778377 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 925ac6a5-ff37-408b-b55a-bc884e94ba3a details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:42:28.846361 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a6513105-98b4-4ff7-9e35-2e541d1e58d0 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5197384 Feb 20 03:42:28.849986 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44830) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:28.855466 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-d3f3e5cb-6f66-4229-9965-d1225befd5b7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'subnet': {'network_id': '925ac6a5-ff37-408b-b55a-bc884e94ba3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:28.856380 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-78a63f70-3219-4c47-82f0-93128fedb25d tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:28.863166 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-78a63f70-3219-4c47-82f0-93128fedb25d tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] 10.222.0.89 "DELETE /v2.0/ports/7602b490-2fd6-4a6e-a47d-98d2223f3061 HTTP/1.1" status: 204 len: 168 time: 2.7066598 Feb 20 03:42:28.866436 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44832) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:28.909471 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-578ef17f-534b-434e-8cfe-3a0dc6a09c47 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] GET failed (client error): The resource could not be found. Feb 20 03:42:28.911101 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-578ef17f-534b-434e-8cfe-3a0dc6a09c47 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] 10.222.0.89 "GET /v2.0/ports/7602b490-2fd6-4a6e-a47d-98d2223f3061 HTTP/1.1" status: 404 len: 333 time: 0.0433080 Feb 20 03:42:28.919518 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f56f26d-f62d-40cd-9805-b8f390535327 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:28.920160 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0f56f26d-f62d-40cd-9805-b8f390535327 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:28.924287 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44834) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:28.936785 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-eb814683-6e3c-4f9d-81fa-c0ec961170b7 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Request body: {'port': {'network_id': '2b257b95-f577-47f0-a79a-e50cf7054baa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1487414417'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:29.017738 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44838) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:29.133172 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-41aecf83-377a-4ec9-9d9d-b1d48d2e8852 None None] Current status of the port 0f15747c-e368-4c22-9071-053b29d0905e is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:29.170085 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0f56f26d-f62d-40cd-9805-b8f390535327 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6573722 Feb 20 03:42:29.245660 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f3e5cb-6f66-4229-9965-d1225befd5b7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:29.249179 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d3f3e5cb-6f66-4229-9965-d1225befd5b7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:29.288718 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-139f9918-3b38-415c-ae1f-6316c35373b8 None None] Provisioning complete for port 0f15747c-e368-4c22-9071-053b29d0905e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:29.289430 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-139f9918-3b38-415c-ae1f-6316c35373b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0f15747c-e368-4c22-9071-053b29d0905e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:29.295752 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb814683-6e3c-4f9d-81fa-c0ec961170b7 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Made reservation on behalf of b4cc9303d0e6455e8318144683ebc579 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:29.298601 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-eb814683-6e3c-4f9d-81fa-c0ec961170b7 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:29.356064 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dab7a568-22e4-4fc8-8dff-2dd03c7c7ef1 req-db07d54b-ebc8-4ded-a20a-c3c38c525799 tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8deb687-aaef-4a15-8059-5d430199a33e HTTP/1.1" status: 200 len: 210 time: 0.0752518 Feb 20 03:42:29.371327 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-8cbd0323-56f0-403d-8525-fbdcfed15618 tempest-DvrRoutersNegativeTest-1196999085 tempest-DvrRoutersNegativeTest-1196999085-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1233050357', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:29.373986 n-d-829866-4 neutron-server[104106]: DEBUG neutron.policy [None req-8cbd0323-56f0-403d-8525-fbdcfed15618 tempest-DvrRoutersNegativeTest-1196999085 tempest-DvrRoutersNegativeTest-1196999085-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=104106) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 20 03:42:29.374297 n-d-829866-4 neutron-server[104106]: DEBUG neutron.policy [None req-8cbd0323-56f0-403d-8525-fbdcfed15618 tempest-DvrRoutersNegativeTest-1196999085 tempest-DvrRoutersNegativeTest-1196999085-project] Failed policy check for 'create_router' {{(pid=104106) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 20 03:42:29.374814 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-8cbd0323-56f0-403d-8525-fbdcfed15618 tempest-DvrRoutersNegativeTest-1196999085 tempest-DvrRoutersNegativeTest-1196999085-project] create failed (client error): Access was denied to this resource. Feb 20 03:42:29.376030 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8cbd0323-56f0-403d-8525-fbdcfed15618 tempest-DvrRoutersNegativeTest-1196999085 tempest-DvrRoutersNegativeTest-1196999085-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3573205 Feb 20 03:42:29.446011 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-139f9918-3b38-415c-ae1f-6316c35373b8 None None] Current status of the port 0f15747c-e368-4c22-9071-053b29d0905e is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:29.457304 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-eb814683-6e3c-4f9d-81fa-c0ec961170b7 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] device_id is not set on port 0687882d-a574-4b0f-b795-17f760bc9b91 yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:42:29.471180 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-139f9918-3b38-415c-ae1f-6316c35373b8 None None] Provisioning complete for port f90d40c0-5b58-4b00-ae70-023f49494c0e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:29.471496 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-139f9918-3b38-415c-ae1f-6316c35373b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f90d40c0-5b58-4b00-ae70-023f49494c0e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:29.521787 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-139f9918-3b38-415c-ae1f-6316c35373b8 None None] Port f90d40c0-5b58-4b00-ae70-023f49494c0e cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:42:29.534322 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03e103-e175-4456-9faa-080dae21922c req-9134d5b2-5af3-4836-b57e-be9d6a949114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:29.536277 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d03e103-e175-4456-9faa-080dae21922c req-9134d5b2-5af3-4836-b57e-be9d6a949114 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=68913620b1864349b0b30a94042b9c2a&device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 1128 time: 0.1468606 Feb 20 03:42:29.671006 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-eb814683-6e3c-4f9d-81fa-c0ec961170b7 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Allocated IP 2001:db8::2f1 (2b257b95-f577-47f0-a79a-e50cf7054baa/2007f541-4975-449a-9e23-b4061ef18bc4/0687882d-a574-4b0f-b795-17f760bc9b91) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:29.686081 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d3f3e5cb-6f66-4229-9965-d1225befd5b7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (616698a4-354a-4aee-8483-990a29aa0875), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:29.710295 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03e103-e175-4456-9faa-080dae21922c req-caf1c695-5416-4922-b12d-6fe3bc4ca51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:29.711830 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d03e103-e175-4456-9faa-080dae21922c req-caf1c695-5416-4922-b12d-6fe3bc4ca51e service neutron] 10.222.0.93 "GET /v2.0/networks?id=b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879 HTTP/1.1" status: 200 len: 919 time: 0.1675894 Feb 20 03:42:29.742437 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0f15747c-e368-4c22-9071-053b29d0905e up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:42:29.763540 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3e5cb-6f66-4229-9965-d1225befd5b7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Subnet': ['ID=616698a4-354a-4aee-8483-990a29aa0875,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:29.767190 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d03e103-e175-4456-9faa-080dae21922c req-2489f922-5f10-416d-96ea-105fec43721f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4ae335b-d16e-416a-9eb9-2cda22109139 HTTP/1.1" status: 200 len: 217 time: 0.0465207 Feb 20 03:42:29.796846 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f3e5cb-6f66-4229-9965-d1225befd5b7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Checking segment: {'id': 'cd761215-d89a-4d28-bcb5-5161912ab766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '925ac6a5-ff37-408b-b55a-bc884e94ba3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:42:29.797351 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f3e5cb-6f66-4229-9965-d1225befd5b7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network hostable DHCP agents. Network: 925ac6a5-ff37-408b-b55a-bc884e94ba3a, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:42:29.853303 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44866) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:29.865111 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-f08b76e9-80c1-4892-851e-e643a17a46ea tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1183316323', 'description': 'tempest-description--326491027'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:29.880995 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 0f15747c-e368-4c22-9071-053b29d0905e triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:29.883018 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0f15747c-e368-4c22-9071-053b29d0905e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:29.903712 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f3e5cb-6f66-4229-9965-d1225befd5b7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network 925ac6a5-ff37-408b-b55a-bc884e94ba3a is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:42:29.960100 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03e103-e175-4456-9faa-080dae21922c req-ea813c3d-aa06-4bca-a512-236f0f63dca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:29.961887 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d03e103-e175-4456-9faa-080dae21922c req-ea813c3d-aa06-4bca-a512-236f0f63dca9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=59da23fb-2a69-4f62-8734-ed62cd9e052d HTTP/1.1" status: 200 len: 858 time: 0.1879117 Feb 20 03:42:29.999241 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d03e103-e175-4456-9faa-080dae21922c req-2893bac3-a01f-4a91-81d1-1d391146f362 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299914 Feb 20 03:42:30.021421 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:30.035611 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 0f15747c-e368-4c22-9071-053b29d0905e is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:30.049264 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-d3f3e5cb-6f66-4229-9965-d1225befd5b7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 925ac6a5-ff37-408b-b55a-bc884e94ba3a) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:30.057337 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f08b76e9-80c1-4892-851e-e643a17a46ea tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:30.066517 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e78cb9e-0761-43bb-b4fb-fb573bbd1deb None None] Network 925ac6a5-ff37-408b-b55a-bc884e94ba3a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:30.075311 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44870) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:30.087296 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f3e5cb-6f66-4229-9965-d1225befd5b7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:30.088139 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d3f3e5cb-6f66-4229-9965-d1225befd5b7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:30.116708 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d03e103-e175-4456-9faa-080dae21922c req-4a9c6cfa-bcd1-4cd7-b7a7-e2edf59bf765 service neutron] 10.222.0.93 "GET /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046271 Feb 20 03:42:30.253908 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a385d4-f452-47a7-8110-0d2f6d57734f req-5913d75f-24e3-47ff-b0a6-2de583560c03 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:30.257916 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f08b76e9-80c1-4892-851e-e643a17a46ea tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks [] for security_group (c99bdd9b-3833-4526-833f-04904635e8a9), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:30.262213 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65a385d4-f452-47a7-8110-0d2f6d57734f req-5913d75f-24e3-47ff-b0a6-2de583560c03 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 946 time: 0.2619019 Feb 20 03:42:30.270355 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d3f3e5cb-6f66-4229-9965-d1225befd5b7 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4165192 Feb 20 03:42:30.272351 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44876) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:30.278983 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-7f18c278-0ae6-4b55-abb1-5e5395293072 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1598937194', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:30.282832 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-eb814683-6e3c-4f9d-81fa-c0ec961170b7 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks [] for port (0687882d-a574-4b0f-b795-17f760bc9b91), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:30.328184 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d03e103-e175-4456-9faa-080dae21922c req-9b42ac2c-2f32-4997-a602-b9f21627bd33 service neutron] 10.222.0.93 "GET /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934013 Feb 20 03:42:30.363550 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44880) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:30.376742 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f08b76e9-80c1-4892-851e-e643a17a46ea tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c99bdd9b-3833-4526-833f-04904635e8a9), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:30.378200 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65a385d4-f452-47a7-8110-0d2f6d57734f req-bb504bea-04df-4f5f-9a43-2695f610c9be tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107445 Feb 20 03:42:30.440915 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7f18c278-0ae6-4b55-abb1-5e5395293072 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (dd849c4b-6daa-49a8-97d2-6b7f64cc825d), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:30.441564 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3990ab0f-d9ff-4291-88f6-d6feefbafc24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-925ac6a5-ff37-408b-b55a-bc884e94ba3a', 'network_id': '925ac6a5-ff37-408b-b55a-bc884e94ba3a', 'project_id': '924afe63e3024f08a64ef1ab2c725cda', 'fixed_ips': [{'subnet_id': '616698a4-354a-4aee-8483-990a29aa0875'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:42:30.443020 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7f18c278-0ae6-4b55-abb1-5e5395293072 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (dd849c4b-6daa-49a8-97d2-6b7f64cc825d), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:30.446580 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3990ab0f-d9ff-4291-88f6-d6feefbafc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:30.455549 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b76e9-80c1-4892-851e-e643a17a46ea tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c99bdd9b-3833-4526-833f-04904635e8a9,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:30.501105 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a78f28d8-7ca0-4817-987f-07042cd30158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:30.503016 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-724b336f-79cc-4cbb-932b-5e099e490041 req-3eafbc1e-3448-4753-8a20-de549cb7721d tempest-ServerShowV254Test-278984003 tempest-ServerShowV254Test-278984003-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3662253-d4e4-4f43-b746-6b69bc5a9539 HTTP/1.1" status: 200 len: 210 time: 0.0431921 Feb 20 03:42:30.518600 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-855bd86c-7527-466c-b427-218f73fe3a4e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2065876496-network', 'tenant_id': 'ce9b9460e5254ddd8f7b0fdd8efda8c0'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:30.532516 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-eb814683-6e3c-4f9d-81fa-c0ec961170b7 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (0687882d-a574-4b0f-b795-17f760bc9b91), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:30.552478 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f08b76e9-80c1-4892-851e-e643a17a46ea tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:30.567536 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f08b76e9-80c1-4892-851e-e643a17a46ea tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7080050 Feb 20 03:42:30.570499 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44888) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:30.606396 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-00ae0e8f-36cf-449c-99ac-7c8a9d2ef773 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Request body: {'security_group_rule': {'security_group_id': 'c99bdd9b-3833-4526-833f-04904635e8a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:30.608737 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb814683-6e3c-4f9d-81fa-c0ec961170b7 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Network 2b257b95-f577-47f0-a79a-e50cf7054baa is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:30.614970 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7f18c278-0ae6-4b55-abb1-5e5395293072 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for router_controller (dd849c4b-6daa-49a8-97d2-6b7f64cc825d), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:30.617147 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-eb814683-6e3c-4f9d-81fa-c0ec961170b7 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:30.620592 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855bd86c-7527-466c-b427-218f73fe3a4e admin admin] Made reservation on behalf of ce9b9460e5254ddd8f7b0fdd8efda8c0 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:30.624433 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-855bd86c-7527-466c-b427-218f73fe3a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:30.640241 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-3990ab0f-d9ff-4291-88f6-d6feefbafc24 None None] Allocated IP 2001:db8::2 (925ac6a5-ff37-408b-b55a-bc884e94ba3a/616698a4-354a-4aee-8483-990a29aa0875/3865c91b-a03b-4861-91a7-2052c24addeb) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:30.674074 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb814683-6e3c-4f9d-81fa-c0ec961170b7 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:30.675700 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb814683-6e3c-4f9d-81fa-c0ec961170b7 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:30.676392 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-eb814683-6e3c-4f9d-81fa-c0ec961170b7 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:30.691437 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6294947b-573d-4ec1-8a23-fad33ec6994f req-2769bd19-d329-4c2f-84d9-afe1a794644a tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8deb687-aaef-4a15-8059-5d430199a33e HTTP/1.1" status: 200 len: 210 time: 0.1038258 Feb 20 03:42:30.693386 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a78f28d8-7ca0-4817-987f-07042cd30158 admin admin] Publish callbacks [] for security_group (1c687e2a-9627-484c-a923-a4f73ab93b36), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:30.695878 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7f18c278-0ae6-4b55-abb1-5e5395293072 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (dd849c4b-6daa-49a8-97d2-6b7f64cc825d), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:30.707319 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb814683-6e3c-4f9d-81fa-c0ec961170b7 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Pushing event updated for resources: {'Port': ['ID=0687882d-a574-4b0f-b795-17f760bc9b91,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:30.713317 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-855bd86c-7527-466c-b427-218f73fe3a4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:30.761425 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-00ae0e8f-36cf-449c-99ac-7c8a9d2ef773 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks [] for security_group_rule (c024c4b4-48eb-4966-bd4f-202b134fcd55), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:30.805157 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-eb814683-6e3c-4f9d-81fa-c0ec961170b7 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8749077 Feb 20 03:42:30.806924 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a78f28d8-7ca0-4817-987f-07042cd30158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1c687e2a-9627-484c-a923-a4f73ab93b36), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:30.807626 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44890) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:30.816036 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-587b1b52-664e-41f9-8896-fe0c44533cd0 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Request body: {'port': {'network_id': '2b257b95-f577-47f0-a79a-e50cf7054baa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-915462127'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:30.818654 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7f18c278-0ae6-4b55-abb1-5e5395293072 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:30.822584 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7f18c278-0ae6-4b55-abb1-5e5395293072 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5465209 Feb 20 03:42:30.851402 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a78f28d8-7ca0-4817-987f-07042cd30158 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=cd0b85abe4dd4c768ee84aab146b5445&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7726653 Feb 20 03:42:30.855968 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44892) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:30.856202 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44894) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:30.875788 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-855bd86c-7527-466c-b427-218f73fe3a4e admin admin] Publish callbacks [] for security_group (50138100-0b43-430d-a79f-9a2d83bfa1ea), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:30.882614 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3990ab0f-d9ff-4291-88f6-d6feefbafc24 None None] Publish callbacks [] for port (3865c91b-a03b-4861-91a7-2052c24addeb), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:30.893264 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-7215c045-f870-4ec1-9114-b933dcbc9a6b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'port': {'network_id': '925ac6a5-ff37-408b-b55a-bc884e94ba3a', 'name': 'tempest-PortsIpV6TestJSON-1887728415'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:30.960086 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-4753ffab-7b88-4ede-a3d0-828a8119ef2b None None] Provisioning complete for port 0687882d-a574-4b0f-b795-17f760bc9b91 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:30.960428 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4753ffab-7b88-4ede-a3d0-828a8119ef2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0687882d-a574-4b0f-b795-17f760bc9b91), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:30.963012 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-855bd86c-7527-466c-b427-218f73fe3a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (50138100-0b43-430d-a79f-9a2d83bfa1ea), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:30.987284 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f28d8-7ca0-4817-987f-07042cd30158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c687e2a-9627-484c-a923-a4f73ab93b36,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:30.993816 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3990ab0f-d9ff-4291-88f6-d6feefbafc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (3865c91b-a03b-4861-91a7-2052c24addeb), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:30.995029 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855bd86c-7527-466c-b427-218f73fe3a4e admin admin] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:42:31.007110 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855bd86c-7527-466c-b427-218f73fe3a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50138100-0b43-430d-a79f-9a2d83bfa1ea,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:31.018081 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-855bd86c-7527-466c-b427-218f73fe3a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (a286c2b8-363f-4f6e-bcc8-6503ae36cfa4), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:31.018387 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-855bd86c-7527-466c-b427-218f73fe3a4e admin admin] Added segment a286c2b8-363f-4f6e-bcc8-6503ae36cfa4 of type vlan for network 2d8dcc07-7d4c-4c33-829c-5b5e118f5a82 Feb 20 03:42:31.030205 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-4753ffab-7b88-4ede-a3d0-828a8119ef2b None None] Port 0687882d-a574-4b0f-b795-17f760bc9b91 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:42:31.045694 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-00ae0e8f-36cf-449c-99ac-7c8a9d2ef773 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks [] for security_group_rule (c024c4b4-48eb-4966-bd4f-202b134fcd55), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:31.053556 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3990ab0f-d9ff-4291-88f6-d6feefbafc24 None None] Network 925ac6a5-ff37-408b-b55a-bc884e94ba3a is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:31.059297 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-3990ab0f-d9ff-4291-88f6-d6feefbafc24 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:31.063606 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3990ab0f-d9ff-4291-88f6-d6feefbafc24 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:31.066668 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990ab0f-d9ff-4291-88f6-d6feefbafc24 None None] Pushing event updated for resources: {'Port': ['ID=3865c91b-a03b-4861-91a7-2052c24addeb,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:31.068253 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2ab87d76-fc62-4aa6-9114-d2a6ae93d574 admin admin] Publish callbacks [] for security_group (1c687e2a-9627-484c-a923-a4f73ab93b36), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:31.086285 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587b1b52-664e-41f9-8896-fe0c44533cd0 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Made reservation on behalf of b4cc9303d0e6455e8318144683ebc579 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:31.094675 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-587b1b52-664e-41f9-8896-fe0c44533cd0 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:31.103379 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2ab87d76-fc62-4aa6-9114-d2a6ae93d574 admin admin] Publish callbacks [] for security_group (1c687e2a-9627-484c-a923-a4f73ab93b36), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:31.112218 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-00ae0e8f-36cf-449c-99ac-7c8a9d2ef773 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (c024c4b4-48eb-4966-bd4f-202b134fcd55), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:31.126898 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-855bd86c-7527-466c-b427-218f73fe3a4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (2d8dcc07-7d4c-4c33-829c-5b5e118f5a82), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:31.134773 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-3990ab0f-d9ff-4291-88f6-d6feefbafc24 None None] Attempting to bind port 3865c91b-a03b-4861-91a7-2052c24addeb on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:42:31.135047 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-3990ab0f-d9ff-4291-88f6-d6feefbafc24 None None] Attempting to bind port 3865c91b-a03b-4861-91a7-2052c24addeb by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'cd761215-d89a-4d28-bcb5-5161912ab766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '925ac6a5-ff37-408b-b55a-bc884e94ba3a'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:42:31.135332 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3990ab0f-d9ff-4291-88f6-d6feefbafc24 None None] Attempting to bind port 3865c91b-a03b-4861-91a7-2052c24addeb on network 925ac6a5-ff37-408b-b55a-bc884e94ba3a {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:42:31.139097 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-587b1b52-664e-41f9-8896-fe0c44533cd0 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] device_id is not set on port ce4d80d7-0ce5-489b-b2e3-439e3bcd54e3 yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:42:31.143471 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3990ab0f-d9ff-4291-88f6-d6feefbafc24 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:42:31.143471 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3990ab0f-d9ff-4291-88f6-d6feefbafc24 None None] Checking segment: {'id': 'cd761215-d89a-4d28-bcb5-5161912ab766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '925ac6a5-ff37-408b-b55a-bc884e94ba3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:42:31.143471 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3990ab0f-d9ff-4291-88f6-d6feefbafc24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:31.143471 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3990ab0f-d9ff-4291-88f6-d6feefbafc24 None None] Bound using segment: {'id': 'cd761215-d89a-4d28-bcb5-5161912ab766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '925ac6a5-ff37-408b-b55a-bc884e94ba3a'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:42:31.143471 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-3990ab0f-d9ff-4291-88f6-d6feefbafc24 None None] Bound port: 3865c91b-a03b-4861-91a7-2052c24addeb, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd761215-d89a-4d28-bcb5-5161912ab766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '925ac6a5-ff37-408b-b55a-bc884e94ba3a'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:42:31.143471 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3990ab0f-d9ff-4291-88f6-d6feefbafc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3865c91b-a03b-4861-91a7-2052c24addeb), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:31.147359 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae0e8f-36cf-449c-99ac-7c8a9d2ef773 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c024c4b4-48eb-4966-bd4f-202b134fcd55,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:31.163436 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae0e8f-36cf-449c-99ac-7c8a9d2ef773 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:31.163911 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae0e8f-36cf-449c-99ac-7c8a9d2ef773 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:31.164256 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae0e8f-36cf-449c-99ac-7c8a9d2ef773 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:31.164598 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae0e8f-36cf-449c-99ac-7c8a9d2ef773 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:31.164943 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae0e8f-36cf-449c-99ac-7c8a9d2ef773 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:31.165279 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae0e8f-36cf-449c-99ac-7c8a9d2ef773 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:31.165609 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae0e8f-36cf-449c-99ac-7c8a9d2ef773 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:31.165935 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae0e8f-36cf-449c-99ac-7c8a9d2ef773 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:31.166264 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae0e8f-36cf-449c-99ac-7c8a9d2ef773 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:31.166587 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae0e8f-36cf-449c-99ac-7c8a9d2ef773 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:31.166932 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae0e8f-36cf-449c-99ac-7c8a9d2ef773 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:31.167261 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae0e8f-36cf-449c-99ac-7c8a9d2ef773 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:31.167584 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ae0e8f-36cf-449c-99ac-7c8a9d2ef773 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:31.190957 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7215c045-f870-4ec1-9114-b933dcbc9a6b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:31.195695 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7215c045-f870-4ec1-9114-b933dcbc9a6b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:31.214703 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-7215c045-f870-4ec1-9114-b933dcbc9a6b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] device_id is not set on port 1646353e-4406-430d-88d2-e861de543369 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:42:31.220906 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-3990ab0f-d9ff-4291-88f6-d6feefbafc24 None None] For port 3865c91b-a03b-4861-91a7-2052c24addeb, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:42:31.224941 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-3990ab0f-d9ff-4291-88f6-d6feefbafc24 None None] For port 3865c91b-a03b-4861-91a7-2052c24addeb, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3865c91b-a03b-4861-91a7-2052c24addeb,segment=NetworkSegment(cd761215-d89a-4d28-bcb5-5161912ab766),segment_id=cd761215-d89a-4d28-bcb5-5161912ab766)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:42:31.248672 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:31.253725 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-00ae0e8f-36cf-449c-99ac-7c8a9d2ef773 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:31.255122 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-00ae0e8f-36cf-449c-99ac-7c8a9d2ef773 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6525388 Feb 20 03:42:31.258333 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44896) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:31.265331 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-40bceb89-9efd-4066-b302-4867edb427f0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Request body: {'security_group_rule': {'security_group_id': 'c99bdd9b-3833-4526-833f-04904635e8a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:31.277598 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2ab87d76-fc62-4aa6-9114-d2a6ae93d574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1c687e2a-9627-484c-a923-a4f73ab93b36), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:31.280761 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2ab87d76-fc62-4aa6-9114-d2a6ae93d574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:31.282688 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2ab87d76-fc62-4aa6-9114-d2a6ae93d574 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1c687e2a-9627-484c-a923-a4f73ab93b36 HTTP/1.1" status: 204 len: 168 time: 0.4236848 Feb 20 03:42:31.291156 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-855bd86c-7527-466c-b427-218f73fe3a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (2d8dcc07-7d4c-4c33-829c-5b5e118f5a82), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:31.291920 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855bd86c-7527-466c-b427-218f73fe3a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:31.292533 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-855bd86c-7527-466c-b427-218f73fe3a4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:31.295266 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-587b1b52-664e-41f9-8896-fe0c44533cd0 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Allocated IP 2001:db8::337 (2b257b95-f577-47f0-a79a-e50cf7054baa/2007f541-4975-449a-9e23-b4061ef18bc4/ce4d80d7-0ce5-489b-b2e3-439e3bcd54e3) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:31.298005 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab87d76-fc62-4aa6-9114-d2a6ae93d574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c687e2a-9627-484c-a923-a4f73ab93b36,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:31.340293 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3990ab0f-d9ff-4291-88f6-d6feefbafc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3865c91b-a03b-4861-91a7-2052c24addeb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:31.382149 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855bd86c-7527-466c-b427-218f73fe3a4e admin admin] Pushing event updated for resources: {'Network': ['ID=2d8dcc07-7d4c-4c33-829c-5b5e118f5a82,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:31.400599 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 2d8dcc07-7d4c-4c33-829c-5b5e118f5a82 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:42:31.433996 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-7215c045-f870-4ec1-9114-b933dcbc9a6b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Allocated IP 2001:db8::111 (925ac6a5-ff37-408b-b55a-bc884e94ba3a/616698a4-354a-4aee-8483-990a29aa0875/1646353e-4406-430d-88d2-e861de543369) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:31.464623 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990ab0f-d9ff-4291-88f6-d6feefbafc24 None None] Pushing event updated for resources: {'Port': ['ID=3865c91b-a03b-4861-91a7-2052c24addeb,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:31.471950 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-40bceb89-9efd-4066-b302-4867edb427f0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks [] for security_group_rule (ebb31c8c-0ec9-445e-9ac3-0d2113712a04), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:31.514700 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-855bd86c-7527-466c-b427-218f73fe3a4e admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1349978 Feb 20 03:42:31.521207 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44902) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:31.526081 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-f3004649-d9a0-498a-893c-d67c0e09ebff admin admin] Request body: {'subnet': {'network_id': '2d8dcc07-7d4c-4c33-829c-5b5e118f5a82', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2065876496-subnet', 'tenant_id': 'ce9b9460e5254ddd8f7b0fdd8efda8c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:31.650621 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7215c045-f870-4ec1-9114-b933dcbc9a6b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for port (1646353e-4406-430d-88d2-e861de543369), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:31.680904 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3004649-d9a0-498a-893c-d67c0e09ebff admin admin] Made reservation on behalf of ce9b9460e5254ddd8f7b0fdd8efda8c0 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:31.684002 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f3004649-d9a0-498a-893c-d67c0e09ebff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:31.798102 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-40bceb89-9efd-4066-b302-4867edb427f0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks [] for security_group_rule (ebb31c8c-0ec9-445e-9ac3-0d2113712a04), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:31.860919 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-f050f6c3-bf89-437b-9392-be1416ff946a tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:31.862594 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-f050f6c3-bf89-437b-9392-be1416ff946a tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] 10.222.0.42 "GET /v2.0/networks?id=672b89a1-971c-4715-81f8-ccc86977c184 HTTP/1.1" status: 200 len: 810 time: 0.2752812 Feb 20 03:42:31.872220 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506510e-ef35-4811-8fde-6fd95f63b1bf req-8ffec4ab-ae81-48dc-b964-d18f72432286 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:31.880156 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8506510e-ef35-4811-8fde-6fd95f63b1bf req-8ffec4ab-ae81-48dc-b964-d18f72432286 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 946 time: 0.3818374 Feb 20 03:42:31.889746 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-23a04433-1fb6-4572-8351-da54f28f5066 tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] Request body: {'port': {'device_id': 'a8deb687-aaef-4a15-8059-5d430199a33e', 'network_id': '672b89a1-971c-4715-81f8-ccc86977c184', 'admin_state_up': True, 'tenant_id': '39ad4a79f1b748d9951550467e85c7b4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:31.928358 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7215c045-f870-4ec1-9114-b933dcbc9a6b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (1646353e-4406-430d-88d2-e861de543369), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:31.968634 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-587b1b52-664e-41f9-8896-fe0c44533cd0 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks [] for port (ce4d80d7-0ce5-489b-b2e3-439e3bcd54e3), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:31.982169 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-40bceb89-9efd-4066-b302-4867edb427f0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (ebb31c8c-0ec9-445e-9ac3-0d2113712a04), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:32.020176 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215c045-f870-4ec1-9114-b933dcbc9a6b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Port': ['ID=1646353e-4406-430d-88d2-e861de543369,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:32.031227 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bceb89-9efd-4066-b302-4867edb427f0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb31c8c-0ec9-445e-9ac3-0d2113712a04,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:32.032957 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7215c045-f870-4ec1-9114-b933dcbc9a6b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network 925ac6a5-ff37-408b-b55a-bc884e94ba3a is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:32.034928 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-7215c045-f870-4ec1-9114-b933dcbc9a6b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:32.037874 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7215c045-f870-4ec1-9114-b933dcbc9a6b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:32.043548 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7215c045-f870-4ec1-9114-b933dcbc9a6b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:32.044203 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7215c045-f870-4ec1-9114-b933dcbc9a6b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:32.065583 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f3004649-d9a0-498a-893c-d67c0e09ebff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (d007cb4e-425b-4f47-8de2-ef51ff6230e7), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:32.066476 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8506510e-ef35-4811-8fde-6fd95f63b1bf req-82ebfcfc-9484-41e8-8995-4b7d2364b876 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853337 Feb 20 03:42:32.120174 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-40bceb89-9efd-4066-b302-4867edb427f0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:32.121536 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-40bceb89-9efd-4066-b302-4867edb427f0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8620932 Feb 20 03:42:32.132544 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44916) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:32.137310 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-5a43e97c-df23-4102-b64e-a467410ac7a5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:32.141145 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-587b1b52-664e-41f9-8896-fe0c44533cd0 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (ce4d80d7-0ce5-489b-b2e3-439e3bcd54e3), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:32.143614 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3004649-d9a0-498a-893c-d67c0e09ebff admin admin] Pushing event updated for resources: {'Subnet': ['ID=d007cb4e-425b-4f47-8de2-ef51ff6230e7,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:32.168170 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7215c045-f870-4ec1-9114-b933dcbc9a6b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3109124 Feb 20 03:42:32.178349 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44920) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:32.181957 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3004649-d9a0-498a-893c-d67c0e09ebff admin admin] Checking segment: {'id': 'a286c2b8-363f-4f6e-bcc8-6503ae36cfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2d8dcc07-7d4c-4c33-829c-5b5e118f5a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:42:32.182283 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3004649-d9a0-498a-893c-d67c0e09ebff admin admin] Network hostable DHCP agents. Network: 2d8dcc07-7d4c-4c33-829c-5b5e118f5a82, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:42:32.202086 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-23a04433-1fb6-4572-8351-da54f28f5066 tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] Made reservation on behalf of 39ad4a79f1b748d9951550467e85c7b4 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:32.205544 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-23a04433-1fb6-4572-8351-da54f28f5066 tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:32.261288 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c3cba37f-af26-4337-9f61-9d0fefc5597a req-30cc7e0c-9737-489b-bcf4-1ce0cc054fde tempest-ServerShowV254Test-278984003 tempest-ServerShowV254Test-278984003-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3662253-d4e4-4f43-b746-6b69bc5a9539 HTTP/1.1" status: 200 len: 210 time: 0.0642884 Feb 20 03:42:32.267628 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587b1b52-664e-41f9-8896-fe0c44533cd0 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Network 2b257b95-f577-47f0-a79a-e50cf7054baa is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:32.277442 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-587b1b52-664e-41f9-8896-fe0c44533cd0 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:32.280590 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587b1b52-664e-41f9-8896-fe0c44533cd0 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:32.293029 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587b1b52-664e-41f9-8896-fe0c44533cd0 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:32.293029 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-587b1b52-664e-41f9-8896-fe0c44533cd0 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:32.305086 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b1b52-664e-41f9-8896-fe0c44533cd0 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Pushing event updated for resources: {'Port': ['ID=ce4d80d7-0ce5-489b-b2e3-439e3bcd54e3,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:32.357698 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5a43e97c-df23-4102-b64e-a467410ac7a5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:32.361795 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3004649-d9a0-498a-893c-d67c0e09ebff admin admin] Network 2d8dcc07-7d4c-4c33-829c-5b5e118f5a82 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:42:32.447682 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-da50a381-5a80-4c9c-b776-bcb4281b7fb5 req-de76e44d-1ebc-4ed8-a1f6-54bb1274682c tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8deb687-aaef-4a15-8059-5d430199a33e HTTP/1.1" status: 200 len: 210 time: 0.0574424 Feb 20 03:42:32.585409 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-23a04433-1fb6-4572-8351-da54f28f5066 tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] Allocated IP 172.20.0.13 (672b89a1-971c-4715-81f8-ccc86977c184/144e6fd1-f13c-4a0c-be58-11330526b3b3/347cc992-e881-4865-8066-cb7655c3ece6) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:32.703221 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-888a3c33-7088-4fe8-871f-5cdaad348d28 None None] Provisioning complete for port ce4d80d7-0ce5-489b-b2e3-439e3bcd54e3 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:32.704369 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-888a3c33-7088-4fe8-871f-5cdaad348d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ce4d80d7-0ce5-489b-b2e3-439e3bcd54e3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:32.759341 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-888a3c33-7088-4fe8-871f-5cdaad348d28 None None] Port ce4d80d7-0ce5-489b-b2e3-439e3bcd54e3 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:42:32.810558 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-23a04433-1fb6-4572-8351-da54f28f5066 tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] Publish callbacks [] for port (347cc992-e881-4865-8066-cb7655c3ece6), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:32.827463 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-587b1b52-664e-41f9-8896-fe0c44533cd0 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0186727 Feb 20 03:42:32.829927 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44928) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:32.837679 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-7c70887b-3224-4a4f-b66c-0ffc3145ed8e tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::43', 'mac_address': 'fa:16:3e:e8:ef:c6'}, {'ip_address': '2001:db8::2f1', 'mac_address': 'fa:16:3e:4d:c3:75'}]}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:32.854616 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:32.872506 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-f3004649-d9a0-498a-893c-d67c0e09ebff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 2d8dcc07-7d4c-4c33-829c-5b5e118f5a82) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:32.893379 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3004649-d9a0-498a-893c-d67c0e09ebff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:32.893993 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f3004649-d9a0-498a-893c-d67c0e09ebff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:32.941519 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0038b2ba-84fe-4c16-b3ac-b5939e2b8ed0 None None] Network 2d8dcc07-7d4c-4c33-829c-5b5e118f5a82 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:32.982357 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4dba91-2c31-41a0-98b1-f4576e90a13d None None] Network 925ac6a5-ff37-408b-b55a-bc884e94ba3a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:33.039494 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-99b222ce-2c72-4b91-bca8-d0f0ea981194 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1646353e-4406-430d-88d2-e861de543369), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:33.055099 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5a43e97c-df23-4102-b64e-a467410ac7a5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:33.069133 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-23a04433-1fb6-4572-8351-da54f28f5066 tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (347cc992-e881-4865-8066-cb7655c3ece6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:33.097561 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44932) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:33.130821 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-aa041064-fafd-4245-a6a9-060661508b8a None None] Provisioning complete for port 3865c91b-a03b-4861-91a7-2052c24addeb triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:33.131439 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-aa041064-fafd-4245-a6a9-060661508b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3865c91b-a03b-4861-91a7-2052c24addeb), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:33.154981 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7c70887b-3224-4a4f-b66c-0ffc3145ed8e tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ce4d80d7-0ce5-489b-b2e3-439e3bcd54e3), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:33.162090 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-23a04433-1fb6-4572-8351-da54f28f5066 tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] Network 672b89a1-971c-4715-81f8-ccc86977c184 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:33.184231 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-23a04433-1fb6-4572-8351-da54f28f5066 tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:33.209237 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-23a04433-1fb6-4572-8351-da54f28f5066 tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:33.213338 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a04433-1fb6-4572-8351-da54f28f5066 tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] Pushing event updated for resources: {'Port': ['ID=347cc992-e881-4865-8066-cb7655c3ece6,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:33.237664 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af639f5d-b1f6-46f6-a44c-bed1d6ea7f0a None None] Network 2d8dcc07-7d4c-4c33-829c-5b5e118f5a82 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:33.323498 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-1f8c0474-b234-4aa6-a946-4a834e4bd208 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-47393765', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:33.336327 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-23a04433-1fb6-4572-8351-da54f28f5066 tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:33.336965 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-23a04433-1fb6-4572-8351-da54f28f5066 tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:33.345889 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865161b5-226a-418f-b4c2-1e0d0f4c8a14 req-40f3eaad-c873-4747-b3ca-0f17ee0a205b tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:33.347082 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-865161b5-226a-418f-b4c2-1e0d0f4c8a14 req-40f3eaad-c873-4747-b3ca-0f17ee0a205b tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 946 time: 0.1898525 Feb 20 03:42:33.366127 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-aa041064-fafd-4245-a6a9-060661508b8a None None] Current status of the port 3865c91b-a03b-4861-91a7-2052c24addeb is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:33.366516 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-aa041064-fafd-4245-a6a9-060661508b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3865c91b-a03b-4861-91a7-2052c24addeb), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:33.387887 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f3004649-d9a0-498a-893c-d67c0e09ebff admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8655052 Feb 20 03:42:33.452589 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-aa041064-fafd-4245-a6a9-060661508b8a None None] For port 3865c91b-a03b-4861-91a7-2052c24addeb, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3865c91b-a03b-4861-91a7-2052c24addeb,segment=NetworkSegment(cd761215-d89a-4d28-bcb5-5161912ab766),segment_id=cd761215-d89a-4d28-bcb5-5161912ab766)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:33.522929 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-aa041064-fafd-4245-a6a9-060661508b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3865c91b-a03b-4861-91a7-2052c24addeb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:33.533178 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-99b222ce-2c72-4b91-bca8-d0f0ea981194 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for port (1646353e-4406-430d-88d2-e861de543369), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:33.554392 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-5a43e97c-df23-4102-b64e-a467410ac7a5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Allocated IP 172.25.7.254 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/27689544-3b8b-4b34-90b5-430232ec99e8) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:33.616041 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa041064-fafd-4245-a6a9-060661508b8a None None] Pushing event updated for resources: {'Port': ['ID=3865c91b-a03b-4861-91a7-2052c24addeb,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:33.628680 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-99b222ce-2c72-4b91-bca8-d0f0ea981194 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (1646353e-4406-430d-88d2-e861de543369), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:33.735943 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b222ce-2c72-4b91-bca8-d0f0ea981194 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Port': ['ID=1646353e-4406-430d-88d2-e861de543369,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:33.775620 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-25f9a382-129f-4ba6-b614-85b820ed9f0f None None] Provisioning complete for port 1646353e-4406-430d-88d2-e861de543369 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:33.776168 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-25f9a382-129f-4ba6-b614-85b820ed9f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1646353e-4406-430d-88d2-e861de543369), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:33.826326 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5a43e97c-df23-4102-b64e-a467410ac7a5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks [] for port (27689544-3b8b-4b34-90b5-430232ec99e8), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:33.826557 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-865161b5-226a-418f-b4c2-1e0d0f4c8a14 req-f6f4faca-4d66-40db-a156-788057adaf56 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4692328 Feb 20 03:42:33.867420 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-25f9a382-129f-4ba6-b614-85b820ed9f0f None None] Port 1646353e-4406-430d-88d2-e861de543369 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:42:33.886626 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3865c91b-a03b-4861-91a7-2052c24addeb up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:42:33.889448 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-23a04433-1fb6-4572-8351-da54f28f5066 tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0013716 Feb 20 03:42:33.892030 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-25f9a382-129f-4ba6-b614-85b820ed9f0f None None] Provisioning complete for port 3865c91b-a03b-4861-91a7-2052c24addeb triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:33.892957 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-25f9a382-129f-4ba6-b614-85b820ed9f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3865c91b-a03b-4861-91a7-2052c24addeb), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:33.909375 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-4652cd68-9e3d-43b8-93d1-fb23e9176e39 service neutron] Request body: {'port': {'device_id': 'a8deb687-aaef-4a15-8059-5d430199a33e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:33.937340 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-99b222ce-2c72-4b91-bca8-d0f0ea981194 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (dd849c4b-6daa-49a8-97d2-6b7f64cc825d), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:33.970159 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1f8c0474-b234-4aa6-a946-4a834e4bd208 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (b3287ca6-5cbd-4f9d-aa58-33a3a43191fa), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:33.971236 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1f8c0474-b234-4aa6-a946-4a834e4bd208 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (b3287ca6-5cbd-4f9d-aa58-33a3a43191fa), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:34.005674 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 3865c91b-a03b-4861-91a7-2052c24addeb triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:34.006423 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3865c91b-a03b-4861-91a7-2052c24addeb), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:34.031911 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1f705f2d-cc93-41cc-8e5b-b4fd200e494e req-96c7ab0e-b3ae-47f8-8efe-7d4520b21e91 tempest-ServerShowV254Test-278984003 tempest-ServerShowV254Test-278984003-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3662253-d4e4-4f43-b746-6b69bc5a9539 HTTP/1.1" status: 200 len: 210 time: 0.0546200 Feb 20 03:42:34.078027 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-25f9a382-129f-4ba6-b614-85b820ed9f0f None None] Current status of the port 3865c91b-a03b-4861-91a7-2052c24addeb is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:34.095369 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5a43e97c-df23-4102-b64e-a467410ac7a5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (27689544-3b8b-4b34-90b5-430232ec99e8), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:34.108328 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7c70887b-3224-4a4f-b66c-0ffc3145ed8e tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks [] for port (ce4d80d7-0ce5-489b-b2e3-439e3bcd54e3), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:34.132927 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-4652cd68-9e3d-43b8-93d1-fb23e9176e39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (347cc992-e881-4865-8066-cb7655c3ece6), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:34.151903 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 3865c91b-a03b-4861-91a7-2052c24addeb is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:34.153003 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43e97c-df23-4102-b64e-a467410ac7a5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Pushing event updated for resources: {'Port': ['ID=27689544-3b8b-4b34-90b5-430232ec99e8,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:34.166657 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a43e97c-df23-4102-b64e-a467410ac7a5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:34.168236 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-5a43e97c-df23-4102-b64e-a467410ac7a5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:34.170626 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a43e97c-df23-4102-b64e-a467410ac7a5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:34.183828 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1f8c0474-b234-4aa6-a946-4a834e4bd208 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks [] for router_controller (b3287ca6-5cbd-4f9d-aa58-33a3a43191fa), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:34.209958 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-9e7eea9e-f8bb-4ecb-99ce-03477b6fe748 None None] Provisioning complete for port 1646353e-4406-430d-88d2-e861de543369 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:34.210579 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9e7eea9e-f8bb-4ecb-99ce-03477b6fe748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1646353e-4406-430d-88d2-e861de543369), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:34.232120 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7c70887b-3224-4a4f-b66c-0ffc3145ed8e tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (ce4d80d7-0ce5-489b-b2e3-439e3bcd54e3), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:34.244212 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-99b222ce-2c72-4b91-bca8-d0f0ea981194 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1646353e-4406-430d-88d2-e861de543369), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:34.274306 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-9e7eea9e-f8bb-4ecb-99ce-03477b6fe748 None None] Port 1646353e-4406-430d-88d2-e861de543369 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:42:34.283567 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1f8c0474-b234-4aa6-a946-4a834e4bd208 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (b3287ca6-5cbd-4f9d-aa58-33a3a43191fa), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:34.334180 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-7c70887b-3224-4a4f-b66c-0ffc3145ed8e tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] In _notify_port_updated(), no bound segment for port ce4d80d7-0ce5-489b-b2e3-439e3bcd54e3 on network 2b257b95-f577-47f0-a79a-e50cf7054baa {{(pid=104105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 03:42:34.339398 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c70887b-3224-4a4f-b66c-0ffc3145ed8e tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:34.340051 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7c70887b-3224-4a4f-b66c-0ffc3145ed8e tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:34.342216 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5a43e97c-df23-4102-b64e-a467410ac7a5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks [] for floatingip (5d1b5109-bb8d-4bc6-9cdf-4b717a1a098c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:34.344440 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7c70887b-3224-4a4f-b66c-0ffc3145ed8e tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] 10.222.0.89 "PUT /v2.0/ports/ce4d80d7-0ce5-489b-b2e3-439e3bcd54e3 HTTP/1.1" status: 200 len: 1066 time: 1.5135081 Feb 20 03:42:34.351020 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44946) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:34.434374 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c70887b-3224-4a4f-b66c-0ffc3145ed8e tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Pushing event updated for resources: {'Port': ['ID=ce4d80d7-0ce5-489b-b2e3-439e3bcd54e3,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:34.444649 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32df3f-cd4e-4e47-a394-087f70a686f5 req-e817424d-464b-4abc-adf2-112e5a651c51 tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:34.454653 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ba32df3f-cd4e-4e47-a394-087f70a686f5 req-e817424d-464b-4abc-adf2-112e5a651c51 tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8deb687-aaef-4a15-8059-5d430199a33e HTTP/1.1" status: 200 len: 932 time: 0.2644303 Feb 20 03:42:34.462682 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1f8c0474-b234-4aa6-a946-4a834e4bd208 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:34.464231 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1f8c0474-b234-4aa6-a946-4a834e4bd208 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.3618646 Feb 20 03:42:34.468577 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44948) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:34.478372 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-16783568-28d6-4f95-bec1-b2c467a18580 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-245223605'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:34.509015 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-b68864b4-5b8a-436b-bc99-4203dd8bf00a None None] Provisioning complete for port 1646353e-4406-430d-88d2-e861de543369 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:34.510093 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b68864b4-5b8a-436b-bc99-4203dd8bf00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1646353e-4406-430d-88d2-e861de543369), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:34.560715 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ba32df3f-cd4e-4e47-a394-087f70a686f5 req-a1e5e48d-3459-4159-8083-d61a8391f2e8 tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] 10.222.0.89 "GET /v2.0/security-groups?id=25049944-2888-41bc-907f-50ebd31b2af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039670 Feb 20 03:42:34.573487 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b68864b4-5b8a-436b-bc99-4203dd8bf00a None None] Port 1646353e-4406-430d-88d2-e861de543369 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:42:34.586535 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5a43e97c-df23-4102-b64e-a467410ac7a5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (27689544-3b8b-4b34-90b5-430232ec99e8), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:34.654185 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16783568-28d6-4f95-bec1-b2c467a18580 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Made reservation on behalf of b8cef8ffddd6471380eb53650473f8b5 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:34.657615 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-16783568-28d6-4f95-bec1-b2c467a18580 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:34.689675 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-16783568-28d6-4f95-bec1-b2c467a18580 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:34.696587 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-aef566d9-1a85-47f3-99a5-f9671b6f01b3 None None] Provisioning complete for port ce4d80d7-0ce5-489b-b2e3-439e3bcd54e3 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:34.697442 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-aef566d9-1a85-47f3-99a5-f9671b6f01b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ce4d80d7-0ce5-489b-b2e3-439e3bcd54e3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:34.715195 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-4652cd68-9e3d-43b8-93d1-fb23e9176e39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 347cc992-e881-4865-8066-cb7655c3ece6 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:42:34.726172 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-4652cd68-9e3d-43b8-93d1-fb23e9176e39 service neutron] Publish callbacks [] for port (347cc992-e881-4865-8066-cb7655c3ece6), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:34.747592 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-4652cd68-9e3d-43b8-93d1-fb23e9176e39 service neutron] Transition to ACTIVE for port object 347cc992-e881-4865-8066-cb7655c3ece6 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:42:34.755109 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-aef566d9-1a85-47f3-99a5-f9671b6f01b3 None None] Port ce4d80d7-0ce5-489b-b2e3-439e3bcd54e3 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:42:34.777167 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-23b9a6a4-537e-4e53-843f-16f57ac85508 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Deleting port ce4d80d7-0ce5-489b-b2e3-439e3bcd54e3 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:34.777515 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-23b9a6a4-537e-4e53-843f-16f57ac85508 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ce4d80d7-0ce5-489b-b2e3-439e3bcd54e3), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:34.780982 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-50970250-f30d-4805-ae51-62ef44969625 req-ba938dd4-af91-4b5c-99d4-99523413dc62 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-241575959', 'description': 'tempest-description-1671121644'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:34.825924 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-4652cd68-9e3d-43b8-93d1-fb23e9176e39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (347cc992-e881-4865-8066-cb7655c3ece6), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:34.872163 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-50970250-f30d-4805-ae51-62ef44969625 req-ba938dd4-af91-4b5c-99d4-99523413dc62 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:34.891735 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652cd68-9e3d-43b8-93d1-fb23e9176e39 service neutron] Pushing event updated for resources: {'Port': ['ID=347cc992-e881-4865-8066-cb7655c3ece6,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:34.916708 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-99b222ce-2c72-4b91-bca8-d0f0ea981194 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for port (1646353e-4406-430d-88d2-e861de543369), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:34.990167 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-4652cd68-9e3d-43b8-93d1-fb23e9176e39 service neutron] Attempting to bind port 347cc992-e881-4865-8066-cb7655c3ece6 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:42:34.990508 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-4652cd68-9e3d-43b8-93d1-fb23e9176e39 service neutron] Attempting to bind port 347cc992-e881-4865-8066-cb7655c3ece6 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': 'b6cfdc78-f594-4ed0-85ce-ae76c2cd9d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '672b89a1-971c-4715-81f8-ccc86977c184'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:42:34.990837 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-4652cd68-9e3d-43b8-93d1-fb23e9176e39 service neutron] Attempting to bind port 347cc992-e881-4865-8066-cb7655c3ece6 on network 672b89a1-971c-4715-81f8-ccc86977c184 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:42:34.994872 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-23b9a6a4-537e-4e53-843f-16f57ac85508 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ce4d80d7-0ce5-489b-b2e3-439e3bcd54e3), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:35.000835 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-99b222ce-2c72-4b91-bca8-d0f0ea981194 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (1646353e-4406-430d-88d2-e861de543369), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:35.001635 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-99b222ce-2c72-4b91-bca8-d0f0ea981194 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (dd849c4b-6daa-49a8-97d2-6b7f64cc825d), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:35.004302 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-4652cd68-9e3d-43b8-93d1-fb23e9176e39 service neutron] Port 347cc992-e881-4865-8066-cb7655c3ece6 on network 672b89a1-971c-4715-81f8-ccc86977c184 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:42:35.005090 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-4652cd68-9e3d-43b8-93d1-fb23e9176e39 service neutron] Attempting to bind port 347cc992-e881-4865-8066-cb7655c3ece6 on network 672b89a1-971c-4715-81f8-ccc86977c184 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:42:35.015788 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-4652cd68-9e3d-43b8-93d1-fb23e9176e39 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:42:35.016125 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-4652cd68-9e3d-43b8-93d1-fb23e9176e39 service neutron] Checking segment: {'id': 'b6cfdc78-f594-4ed0-85ce-ae76c2cd9d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '672b89a1-971c-4715-81f8-ccc86977c184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:42:35.016508 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-4652cd68-9e3d-43b8-93d1-fb23e9176e39 service neutron] Bound using segment: {'id': 'b6cfdc78-f594-4ed0-85ce-ae76c2cd9d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '672b89a1-971c-4715-81f8-ccc86977c184'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:42:35.017114 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-4652cd68-9e3d-43b8-93d1-fb23e9176e39 service neutron] Bound port: 347cc992-e881-4865-8066-cb7655c3ece6, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6cfdc78-f594-4ed0-85ce-ae76c2cd9d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '672b89a1-971c-4715-81f8-ccc86977c184'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:42:35.017442 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-4652cd68-9e3d-43b8-93d1-fb23e9176e39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (347cc992-e881-4865-8066-cb7655c3ece6), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:35.023088 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-50970250-f30d-4805-ae51-62ef44969625 req-ba938dd4-af91-4b5c-99d4-99523413dc62 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group (3cf83c12-d77d-40ac-9fc9-6af1c809e07a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:35.053131 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-23b9a6a4-537e-4e53-843f-16f57ac85508 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Calling delete_port for ce4d80d7-0ce5-489b-b2e3-439e3bcd54e3 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:35.086295 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-4652cd68-9e3d-43b8-93d1-fb23e9176e39 service neutron] For port 347cc992-e881-4865-8066-cb7655c3ece6, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:42:35.087401 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-16783568-28d6-4f95-bec1-b2c467a18580 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks [] for security_group (9be5ffa7-8589-4100-9056-43116db6720e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:35.089325 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-4652cd68-9e3d-43b8-93d1-fb23e9176e39 service neutron] For port 347cc992-e881-4865-8066-cb7655c3ece6, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=347cc992-e881-4865-8066-cb7655c3ece6,segment=NetworkSegment(b6cfdc78-f594-4ed0-85ce-ae76c2cd9d41),segment_id=b6cfdc78-f594-4ed0-85ce-ae76c2cd9d41)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:42:35.105299 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-50970250-f30d-4805-ae51-62ef44969625 req-ba938dd4-af91-4b5c-99d4-99523413dc62 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (3cf83c12-d77d-40ac-9fc9-6af1c809e07a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:35.135523 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba938dd4-af91-4b5c-99d4-99523413dc62 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf83c12-d77d-40ac-9fc9-6af1c809e07a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:35.168720 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-4652cd68-9e3d-43b8-93d1-fb23e9176e39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (347cc992-e881-4865-8066-cb7655c3ece6), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:35.187369 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5a43e97c-df23-4102-b64e-a467410ac7a5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks [] for port (27689544-3b8b-4b34-90b5-430232ec99e8), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:35.192073 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b222ce-2c72-4b91-bca8-d0f0ea981194 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Port': ['ID=1646353e-4406-430d-88d2-e861de543369,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:35.195154 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-16783568-28d6-4f95-bec1-b2c467a18580 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (9be5ffa7-8589-4100-9056-43116db6720e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:35.202309 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-50970250-f30d-4805-ae51-62ef44969625 req-ba938dd4-af91-4b5c-99d4-99523413dc62 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:35.203592 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-50970250-f30d-4805-ae51-62ef44969625 req-ba938dd4-af91-4b5c-99d4-99523413dc62 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.4269376 Feb 20 03:42:35.209758 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-4652cd68-9e3d-43b8-93d1-fb23e9176e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:35.210017 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-4652cd68-9e3d-43b8-93d1-fb23e9176e39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:35.211366 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-4652cd68-9e3d-43b8-93d1-fb23e9176e39 service neutron] 10.222.0.42 "PUT /v2.0/ports/347cc992-e881-4865-8066-cb7655c3ece6 HTTP/1.1" status: 200 len: 1092 time: 1.3138485 Feb 20 03:42:35.211900 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8deb687-aaef-4a15-8059-5d430199a33e', 'tag': '347cc992-e881-4865-8066-cb7655c3ece6'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:42:35.214166 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374276b2-240f-4980-8725-91033abaad28" -d '{"events": [{"name": "network-changed", "server_uuid": "a8deb687-aaef-4a15-8059-5d430199a33e", "tag": "347cc992-e881-4865-8066-cb7655c3ece6"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:42:35.238135 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652cd68-9e3d-43b8-93d1-fb23e9176e39 service neutron] Pushing event updated for resources: {'Port': ['ID=347cc992-e881-4865-8066-cb7655c3ece6,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:35.273444 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16783568-28d6-4f95-bec1-b2c467a18580 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:42:35.292829 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5a43e97c-df23-4102-b64e-a467410ac7a5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (27689544-3b8b-4b34-90b5-430232ec99e8), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:35.329284 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae66fd7-7ba6-419b-b474-804be09d8e54 req-4b1dfd80-c10e-4179-9a3c-e3495040e5e0 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:35.330894 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ae66fd7-7ba6-419b-b474-804be09d8e54 req-4b1dfd80-c10e-4179-9a3c-e3495040e5e0 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 946 time: 0.0620141 Feb 20 03:42:35.331481 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16783568-28d6-4f95-bec1-b2c467a18580 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9be5ffa7-8589-4100-9056-43116db6720e,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:35.339608 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b222ce-2c72-4b91-bca8-d0f0ea981194 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network 925ac6a5-ff37-408b-b55a-bc884e94ba3a is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:35.342407 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-16783568-28d6-4f95-bec1-b2c467a18580 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (bd79d272-c3e7-4965-b6f9-06cc00584d0c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:35.342812 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-16783568-28d6-4f95-bec1-b2c467a18580 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Added segment bd79d272-c3e7-4965-b6f9-06cc00584d0c of type vlan for network eaa30ff2-46ec-4d2a-acce-7ca2057a9b73 Feb 20 03:42:35.356873 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-99b222ce-2c72-4b91-bca8-d0f0ea981194 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:35.414358 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-5bb282ad-7ab9-4dff-aa7e-0c4764e027ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:35.416332 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-5bb282ad-7ab9-4dff-aa7e-0c4764e027ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=39ad4a79f1b748d9951550467e85c7b4&device_id=a8deb687-aaef-4a15-8059-5d430199a33e HTTP/1.1" status: 200 len: 1126 time: 0.0824049 Feb 20 03:42:35.420085 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ae66fd7-7ba6-419b-b474-804be09d8e54 req-158b7040-6deb-4d84-a56b-b2712a649811 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778892 Feb 20 03:42:35.460346 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43e97c-df23-4102-b64e-a467410ac7a5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Pushing event updated for resources: {'Port': ['ID=27689544-3b8b-4b34-90b5-430232ec99e8,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:35.470376 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-6e2ea8f1-6abb-4dc4-b116-83a7c3ca4f48 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=347cc992-e881-4865-8066-cb7655c3ece6 HTTP/1.1" status: 200 len: 217 time: 0.0440078 Feb 20 03:42:35.508469 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-16783568-28d6-4f95-bec1-b2c467a18580 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (eaa30ff2-46ec-4d2a-acce-7ca2057a9b73), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:35.556719 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-410b68fb-df5d-4116-acc7-6ad15b050b17 req-0cd9cf1a-f5d5-4257-9276-65c57b5671d0 tempest-ServerShowV254Test-278984003 tempest-ServerShowV254Test-278984003-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3662253-d4e4-4f43-b746-6b69bc5a9539 HTTP/1.1" status: 200 len: 210 time: 0.0361328 Feb 20 03:42:35.568927 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-7e85fa46-9c9a-4c6b-be2e-281c0ab59afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:35.571130 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-7e85fa46-9c9a-4c6b-be2e-281c0ab59afd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=144e6fd1-f13c-4a0c-be58-11330526b3b3 HTTP/1.1" status: 200 len: 850 time: 0.0913327 Feb 20 03:42:35.600191 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5a43e97c-df23-4102-b64e-a467410ac7a5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (5d1b5109-bb8d-4bc6-9cdf-4b717a1a098c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:35.611608 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-0e351a83-816e-4dba-873f-5280101b23e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=672b89a1-971c-4715-81f8-ccc86977c184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330477 Feb 20 03:42:35.682686 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-2177d634-21be-4f61-8b39-9aa061b1d70c None None] Provisioning complete for port 1646353e-4406-430d-88d2-e861de543369 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:35.683715 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2177d634-21be-4f61-8b39-9aa061b1d70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1646353e-4406-430d-88d2-e861de543369), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:35.703430 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d9127c03-a237-427c-bdc4-4f97e0b6a92a req-b19a8829-9e3f-4f5c-8e74-77db903df52c tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] 10.222.0.89 "GET /v2.0/security-groups/3cf83c12-d77d-40ac-9fc9-6af1c809e07a HTTP/1.1" status: 200 len: 1831 time: 0.1105323 Feb 20 03:42:35.714839 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-d9127c03-a237-427c-bdc4-4f97e0b6a92a req-e328dd5e-8649-4115-8b5c-238856bb9eaa tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3cf83c12-d77d-40ac-9fc9-6af1c809e07a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:35.715234 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-d9127c03-a237-427c-bdc4-4f97e0b6a92a req-e328dd5e-8649-4115-8b5c-238856bb9eaa tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3cf83c12-d77d-40ac-9fc9-6af1c809e07a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:35.720925 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2177d634-21be-4f61-8b39-9aa061b1d70c None None] Port 1646353e-4406-430d-88d2-e861de543369 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:42:35.730138 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5a43e97c-df23-4102-b64e-a467410ac7a5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:35.737049 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5a43e97c-df23-4102-b64e-a467410ac7a5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5980210 Feb 20 03:42:35.752510 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-ecfe0256-1661-48ca-9a65-7582a37ec012 service neutron] 10.222.0.42 "GET /v2.0/networks/672b89a1-971c-4715-81f8-ccc86977c184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334684 Feb 20 03:42:35.757663 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-23b9a6a4-537e-4e53-843f-16f57ac85508 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (ce4d80d7-0ce5-489b-b2e3-439e3bcd54e3), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:35.762112 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-16783568-28d6-4f95-bec1-b2c467a18580 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (eaa30ff2-46ec-4d2a-acce-7ca2057a9b73), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:35.768034 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16783568-28d6-4f95-bec1-b2c467a18580 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:35.768642 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-16783568-28d6-4f95-bec1-b2c467a18580 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:35.778262 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b222ce-2c72-4b91-bca8-d0f0ea981194 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Router dd849c4b-6daa-49a8-97d2-6b7f64cc825d is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:42:35.825092 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9a6a4-537e-4e53-843f-16f57ac85508 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Pushing event deleted for resources: {'Port': ['ID=ce4d80d7-0ce5-489b-b2e3-439e3bcd54e3,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:35.871881 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-44fc2e04-768f-49fb-86da-2bf7ec30ba1a req-0f971c20-4cb2-4d53-abd0-91bee2daef95 service neutron] 10.222.0.42 "GET /v2.0/networks/672b89a1-971c-4715-81f8-ccc86977c184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130302 Feb 20 03:42:35.899319 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d9127c03-a237-427c-bdc4-4f97e0b6a92a req-e328dd5e-8649-4115-8b5c-238856bb9eaa tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group_rule (f3c8e262-9830-4775-bebf-6b65d11054e7), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:35.912446 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d9127c03-a237-427c-bdc4-4f97e0b6a92a req-e328dd5e-8649-4115-8b5c-238856bb9eaa tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group_rule (f3c8e262-9830-4775-bebf-6b65d11054e7), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:35.979359 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d9127c03-a237-427c-bdc4-4f97e0b6a92a req-e328dd5e-8649-4115-8b5c-238856bb9eaa tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (f3c8e262-9830-4775-bebf-6b65d11054e7), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:36.002055 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328dd5e-8649-4115-8b5c-238856bb9eaa tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c8e262-9830-4775-bebf-6b65d11054e7,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:36.068327 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d9127c03-a237-427c-bdc4-4f97e0b6a92a req-e328dd5e-8649-4115-8b5c-238856bb9eaa tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:36.073458 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d9127c03-a237-427c-bdc4-4f97e0b6a92a req-e328dd5e-8649-4115-8b5c-238856bb9eaa tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3602946 Feb 20 03:42:36.110727 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb9a26e-c94d-4355-83da-c87f3a231d93 x-openstack-request-id: req-4bb9a26e-c94d-4355-83da-c87f3a231d93 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:42:36.111180 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8deb687-aaef-4a15-8059-5d430199a33e", "tag": "347cc992-e881-4865-8066-cb7655c3ece6", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:42:36.111453 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4bb9a26e-c94d-4355-83da-c87f3a231d93 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:42:36.111927 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8deb687-aaef-4a15-8059-5d430199a33e', 'tag': '347cc992-e881-4865-8066-cb7655c3ece6', 'status': 'completed', 'code': 200} Feb 20 03:42:36.195928 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-16783568-28d6-4f95-bec1-b2c467a18580 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7237136 Feb 20 03:42:36.197253 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44970) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:36.203791 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-abbad67d-e9a6-44dc-a8f2-1bae2ac89e56 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Request body: {'subnet': {'network_id': 'eaa30ff2-46ec-4d2a-acce-7ca2057a9b73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:36.232455 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16783568-28d6-4f95-bec1-b2c467a18580 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Pushing event updated for resources: {'Network': ['ID=eaa30ff2-46ec-4d2a-acce-7ca2057a9b73,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:36.243549 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network eaa30ff2-46ec-4d2a-acce-7ca2057a9b73 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:42:36.282206 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374276b2-240f-4980-8725-91033abaad28 req-fdfa9447-dabc-4eac-b107-61f199751343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:36.283762 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-374276b2-240f-4980-8725-91033abaad28 req-fdfa9447-dabc-4eac-b107-61f199751343 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=39ad4a79f1b748d9951550467e85c7b4&device_id=a8deb687-aaef-4a15-8059-5d430199a33e HTTP/1.1" status: 200 len: 1126 time: 0.1428826 Feb 20 03:42:36.323309 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b222ce-2c72-4b91-bca8-d0f0ea981194 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:42:36.331564 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-99b222ce-2c72-4b91-bca8-d0f0ea981194 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "PUT /v2.0/routers/dd849c4b-6daa-49a8-97d2-6b7f64cc825d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1521332 Feb 20 03:42:36.335310 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44972) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:36.336460 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770bcb75-7218-46d1-9467-b8ec770c4fca None None] Sync routers for ids ['dd849c4b-6daa-49a8-97d2-6b7f64cc825d'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:42:36.349646 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770bcb75-7218-46d1-9467-b8ec770c4fca None None] Routers {'dd849c4b-6daa-49a8-97d2-6b7f64cc825d'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:42:36.350462 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-770bcb75-7218-46d1-9467-b8ec770c4fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:42:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['dd849c4b-6daa-49a8-97d2-6b7f64cc825d'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:36.367266 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b15f04-186f-4d9a-8f67-4dd2312c75f4 req-ee54f60d-8375-4662-a495-5e21b7bbd5e7 tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:36.368725 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f1b15f04-186f-4d9a-8f67-4dd2312c75f4 req-ee54f60d-8375-4662-a495-5e21b7bbd5e7 tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8deb687-aaef-4a15-8059-5d430199a33e HTTP/1.1" status: 200 len: 944 time: 0.2018027 Feb 20 03:42:36.396581 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-770bcb75-7218-46d1-9467-b8ec770c4fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:36.406013 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770bcb75-7218-46d1-9467-b8ec770c4fca None None] Routers {'dd849c4b-6daa-49a8-97d2-6b7f64cc825d'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:42:36.406638 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-770bcb75-7218-46d1-9467-b8ec770c4fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:42:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['dd849c4b-6daa-49a8-97d2-6b7f64cc825d'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:36.441005 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-23b9a6a4-537e-4e53-843f-16f57ac85508 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:36.444851 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-770bcb75-7218-46d1-9467-b8ec770c4fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:36.445514 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770bcb75-7218-46d1-9467-b8ec770c4fca None None] The sync data for ids ['dd849c4b-6daa-49a8-97d2-6b7f64cc825d'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:42:36.447406 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-23b9a6a4-537e-4e53-843f-16f57ac85508 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] 10.222.0.89 "DELETE /v2.0/ports/ce4d80d7-0ce5-489b-b2e3-439e3bcd54e3 HTTP/1.1" status: 204 len: 168 time: 2.1000063 Feb 20 03:42:36.447590 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44974) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:36.458607 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374276b2-240f-4980-8725-91033abaad28 req-7b1564e2-9d9b-411c-9716-d26b2eebc80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:36.459422 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acd6157-1055-4e42-8893-3754210bdf64 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:36.460039 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-374276b2-240f-4980-8725-91033abaad28 req-7b1564e2-9d9b-411c-9716-d26b2eebc80b service neutron] 10.222.0.42 "GET /v2.0/networks?id=672b89a1-971c-4715-81f8-ccc86977c184 HTTP/1.1" status: 200 len: 911 time: 0.1659949 Feb 20 03:42:36.460594 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbad67d-e9a6-44dc-a8f2-1bae2ac89e56 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Made reservation on behalf of b8cef8ffddd6471380eb53650473f8b5 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:36.463079 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6acd6157-1055-4e42-8893-3754210bdf64 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd849c4b-6daa-49a8-97d2-6b7f64cc825d HTTP/1.1" status: 200 len: 989 time: 0.1267471 Feb 20 03:42:36.463741 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44978) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:36.463890 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-abbad67d-e9a6-44dc-a8f2-1bae2ac89e56 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:36.475096 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f1b15f04-186f-4d9a-8f67-4dd2312c75f4 req-b31e3609-dff1-4c0f-92b0-b8be6d79f871 tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] 10.222.0.89 "GET /v2.0/security-groups?id=25049944-2888-41bc-907f-50ebd31b2af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914166 Feb 20 03:42:36.512212 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-413cad5e-ffa4-4d60-9fd4-edaed74efcd8 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] GET failed (client error): The resource could not be found. Feb 20 03:42:36.516418 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-413cad5e-ffa4-4d60-9fd4-edaed74efcd8 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] 10.222.0.89 "GET /v2.0/ports/ce4d80d7-0ce5-489b-b2e3-439e3bcd54e3 HTTP/1.1" status: 404 len: 333 time: 0.0636995 Feb 20 03:42:36.549923 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44980) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:36.587526 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-374276b2-240f-4980-8725-91033abaad28 req-0dcf4246-5c07-48ea-8746-0cd1dfc107c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=347cc992-e881-4865-8066-cb7655c3ece6 HTTP/1.1" status: 200 len: 217 time: 0.0954428 Feb 20 03:42:36.729457 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-75801f11-fc08-4bc9-bf71-2f63095fffc7 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1183316323&fields=id&tenant_id=0d4e5737e103447f89841b11bed8bb31 HTTP/1.1" status: 200 len: 267 time: 0.1600316 Feb 20 03:42:36.730936 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374276b2-240f-4980-8725-91033abaad28 req-c9723546-9d4d-4bd7-a63f-74d36b0b717d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:36.736223 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-374276b2-240f-4980-8725-91033abaad28 req-c9723546-9d4d-4bd7-a63f-74d36b0b717d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=144e6fd1-f13c-4a0c-be58-11330526b3b3 HTTP/1.1" status: 200 len: 850 time: 0.1373987 Feb 20 03:42:36.745439 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-63c6b6a8-029b-48ca-9109-fbba06ff4084 req-13af1d71-713b-4240-8712-e2e41b941ba7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0f9eee67-81b4-43b7-9daa-f24501dcabe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1728039 Feb 20 03:42:36.778655 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-cca016a5-c65d-4355-b13b-f0dc95ee5b44 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Deleting port 0687882d-a574-4b0f-b795-17f760bc9b91 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:36.779029 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cca016a5-c65d-4355-b13b-f0dc95ee5b44 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (0687882d-a574-4b0f-b795-17f760bc9b91), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:36.814548 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-374276b2-240f-4980-8725-91033abaad28 req-7dcc9174-f518-498f-b906-30041c6c6de6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=672b89a1-971c-4715-81f8-ccc86977c184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721176 Feb 20 03:42:36.898957 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-5fc4de0b-a638-4915-9deb-3f91b017874c tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:36.900338 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-5fc4de0b-a638-4915-9deb-3f91b017874c tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports/f6c5c77e-83cb-48f4-8702-35718ef6076d HTTP/1.1" status: 200 len: 931 time: 0.1617410 Feb 20 03:42:36.939653 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cca016a5-c65d-4355-b13b-f0dc95ee5b44 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (0687882d-a574-4b0f-b795-17f760bc9b91), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:36.959392 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-cca016a5-c65d-4355-b13b-f0dc95ee5b44 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Calling delete_port for 0687882d-a574-4b0f-b795-17f760bc9b91 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:37.037959 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6b6a8-029b-48ca-9109-fbba06ff4084 req-49015065-421e-42ac-87f2-915f479f3f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:37.039483 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-63c6b6a8-029b-48ca-9109-fbba06ff4084 req-49015065-421e-42ac-87f2-915f479f3f7e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=68913620b1864349b0b30a94042b9c2a&device_id=0f9eee67-81b4-43b7-9daa-f24501dcabe0 HTTP/1.1" status: 200 len: 1127 time: 0.2391889 Feb 20 03:42:37.058563 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-4f9cef8c-097e-4fc4-a1ba-c64c27175212 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:37.059930 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-4f9cef8c-097e-4fc4-a1ba-c64c27175212 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports/f90d40c0-5b58-4b00-ae70-023f49494c0e HTTP/1.1" status: 200 len: 932 time: 0.1281407 Feb 20 03:42:37.119322 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-374276b2-240f-4980-8725-91033abaad28 req-8385870c-a3ab-4d47-a31d-0918c2a34e11 service neutron] 10.222.0.42 "GET /v2.0/networks/672b89a1-971c-4715-81f8-ccc86977c184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800508 Feb 20 03:42:37.134312 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1593c865-ae69-43a9-8cf4-b740e7423edc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (dd849c4b-6daa-49a8-97d2-6b7f64cc825d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:37.166741 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-abbad67d-e9a6-44dc-a8f2-1bae2ac89e56 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (6518a5b3-f64b-4207-a542-dcf80a92b970), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:37.170124 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2d98d81c-ac0f-4645-933f-99f20a1bfdf6 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?network_id=8ca4b396-14bc-4fc6-83df-227a6726eb74&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1034460 Feb 20 03:42:37.294815 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-1c4d7f2c-4322-4f64-ad4b-f4b3c2b8eeb4 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?network_id=8ca4b396-14bc-4fc6-83df-227a6726eb74&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1093216 Feb 20 03:42:37.337841 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbad67d-e9a6-44dc-a8f2-1bae2ac89e56 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Pushing event updated for resources: {'Subnet': ['ID=6518a5b3-f64b-4207-a542-dcf80a92b970,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:37.371412 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cca016a5-c65d-4355-b13b-f0dc95ee5b44 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (0687882d-a574-4b0f-b795-17f760bc9b91), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:37.405371 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca016a5-c65d-4355-b13b-f0dc95ee5b44 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Pushing event deleted for resources: {'Port': ['ID=0687882d-a574-4b0f-b795-17f760bc9b91,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:37.437340 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6b6a8-029b-48ca-9109-fbba06ff4084 req-4230da08-6952-4b34-b394-9fb263e9062f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:37.438538 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cca016a5-c65d-4355-b13b-f0dc95ee5b44 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:37.439112 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-63c6b6a8-029b-48ca-9109-fbba06ff4084 req-4230da08-6952-4b34-b394-9fb263e9062f service neutron] 10.222.0.42 "GET /v2.0/networks?id=b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879 HTTP/1.1" status: 200 len: 919 time: 0.3734865 Feb 20 03:42:37.444192 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cca016a5-c65d-4355-b13b-f0dc95ee5b44 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] 10.222.0.89 "DELETE /v2.0/ports/0687882d-a574-4b0f-b795-17f760bc9b91 HTTP/1.1" status: 204 len: 168 time: 0.8908863 Feb 20 03:42:37.445234 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44992) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:37.451067 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-1593c865-ae69-43a9-8cf4-b740e7423edc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Deleting port 1646353e-4406-430d-88d2-e861de543369 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:37.451414 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1593c865-ae69-43a9-8cf4-b740e7423edc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (1646353e-4406-430d-88d2-e861de543369), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:37.457040 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-374276b2-240f-4980-8725-91033abaad28 req-3c810e0d-c43f-410b-9a26-5e01530ed5b5 service neutron] 10.222.0.42 "GET /v2.0/networks/672b89a1-971c-4715-81f8-ccc86977c184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921114 Feb 20 03:42:37.458526 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbad67d-e9a6-44dc-a8f2-1bae2ac89e56 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Checking segment: {'id': 'bd79d272-c3e7-4965-b6f9-06cc00584d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'eaa30ff2-46ec-4d2a-acce-7ca2057a9b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:42:37.458931 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbad67d-e9a6-44dc-a8f2-1bae2ac89e56 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Network hostable DHCP agents. Network: eaa30ff2-46ec-4d2a-acce-7ca2057a9b73, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:42:37.521929 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa04718c-71cd-43d3-8643-3838fc195125 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] GET failed (client error): The resource could not be found. Feb 20 03:42:37.523482 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-fa04718c-71cd-43d3-8643-3838fc195125 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] 10.222.0.89 "GET /v2.0/ports/0687882d-a574-4b0f-b795-17f760bc9b91 HTTP/1.1" status: 404 len: 333 time: 0.0773156 Feb 20 03:42:37.527729 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44996) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:37.530883 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-63c6b6a8-029b-48ca-9109-fbba06ff4084 req-66fcc137-83d9-4812-9a40-02a8bdf572cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a723f3b-3113-4648-8f12-24c687b8b0fb HTTP/1.1" status: 200 len: 217 time: 0.0653174 Feb 20 03:42:37.589498 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1593c865-ae69-43a9-8cf4-b740e7423edc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (1646353e-4406-430d-88d2-e861de543369), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:37.605269 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-92b9bca6-023b-4fab-bb9d-0f9f0e71a59b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:37.610337 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-92b9bca6-023b-4fab-bb9d-0f9f0e71a59b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:37.615920 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-92b9bca6-023b-4fab-bb9d-0f9f0e71a59b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:37.617599 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-92b9bca6-023b-4fab-bb9d-0f9f0e71a59b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/networks?id=b098f8c6-16ef-4470-b828-67d64bde6c7f&id=d998f68e-c8b2-419a-a92f-ff474bef2a54&id=d998f68e-c8b2-419a-a92f-ff474bef2a54&id=8ca4b396-14bc-4fc6-83df-227a6726eb74&id=8ca4b396-14bc-4fc6-83df-227a6726eb74 HTTP/1.1" status: 200 len: 1989 time: 0.3072388 Feb 20 03:42:37.634639 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-1593c865-ae69-43a9-8cf4-b740e7423edc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Calling delete_port for 1646353e-4406-430d-88d2-e861de543369 owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:37.636985 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6b6a8-029b-48ca-9109-fbba06ff4084 req-2688f62d-f9bf-48da-b411-78e493be0c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:37.638528 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-63c6b6a8-029b-48ca-9109-fbba06ff4084 req-2688f62d-f9bf-48da-b411-78e493be0c55 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=59da23fb-2a69-4f62-8734-ed62cd9e052d HTTP/1.1" status: 200 len: 858 time: 0.0975020 Feb 20 03:42:37.643838 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-9ce662cf-f330-48b2-8106-a5fbddde0448 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/quotas/0d4e5737e103447f89841b11bed8bb31 HTTP/1.1" status: 200 len: 375 time: 0.0157330 Feb 20 03:42:37.678826 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-63c6b6a8-029b-48ca-9109-fbba06ff4084 req-5e1ffae9-ce1c-4143-befc-9acf17438792 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317457 Feb 20 03:42:37.686711 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbad67d-e9a6-44dc-a8f2-1bae2ac89e56 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Network eaa30ff2-46ec-4d2a-acce-7ca2057a9b73 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:42:37.720356 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-e4d795ff-9842-4588-a5ee-0f011a11e098 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Deleting port ce41aa01-0d82-4d52-ab78-299d0ea5bb5b {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:37.720793 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e4d795ff-9842-4588-a5ee-0f011a11e098 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ce41aa01-0d82-4d52-ab78-299d0ea5bb5b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:37.870883 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e4d795ff-9842-4588-a5ee-0f011a11e098 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ce41aa01-0d82-4d52-ab78-299d0ea5bb5b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:37.910313 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-e4d795ff-9842-4588-a5ee-0f011a11e098 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Calling delete_port for ce41aa01-0d82-4d52-ab78-299d0ea5bb5b owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:37.992931 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1593c865-ae69-43a9-8cf4-b740e7423edc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (1646353e-4406-430d-88d2-e861de543369), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:38.030025 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593c865-ae69-43a9-8cf4-b740e7423edc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Port': ['ID=1646353e-4406-430d-88d2-e861de543369,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:38.084857 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-abbad67d-e9a6-44dc-a8f2-1bae2ac89e56 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, eaa30ff2-46ec-4d2a-acce-7ca2057a9b73) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:38.092346 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbad67d-e9a6-44dc-a8f2-1bae2ac89e56 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:38.092937 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-abbad67d-e9a6-44dc-a8f2-1bae2ac89e56 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:38.099359 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8557748a-e511-4912-8a69-e862365a6525 None None] Network eaa30ff2-46ec-4d2a-acce-7ca2057a9b73 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:38.147528 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2c3a0bd2-f44a-4e60-a678-990ecdfe627b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=0d4e5737e103447f89841b11bed8bb31&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4893568 Feb 20 03:42:38.165306 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-63c6b6a8-029b-48ca-9109-fbba06ff4084 req-f35a5ab4-aadc-49bc-b74a-ce756c547f49 service neutron] 10.222.0.42 "GET /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743836 Feb 20 03:42:38.169830 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1593c865-ae69-43a9-8cf4-b740e7423edc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (dd849c4b-6daa-49a8-97d2-6b7f64cc825d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:38.200859 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-abbad67d-e9a6-44dc-a8f2-1bae2ac89e56 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0016994 Feb 20 03:42:38.211393 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44998) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:38.239873 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-fd16bb31-7a2f-4118-b137-5e3af4408183 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Request body: {'network': {'name': 'tempest-router-network01--1323163646'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:38.272292 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e4d795ff-9842-4588-a5ee-0f011a11e098 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (ce41aa01-0d82-4d52-ab78-299d0ea5bb5b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:38.275186 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfc487c-c66e-4a47-8ffd-f6f6c0330bcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-eaa30ff2-46ec-4d2a-acce-7ca2057a9b73', 'network_id': 'eaa30ff2-46ec-4d2a-acce-7ca2057a9b73', 'project_id': 'b8cef8ffddd6471380eb53650473f8b5', 'fixed_ips': [{'subnet_id': '6518a5b3-f64b-4207-a542-dcf80a92b970'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:42:38.276331 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4bfc487c-c66e-4a47-8ffd-f6f6c0330bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:38.314302 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d795ff-9842-4588-a5ee-0f011a11e098 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Pushing event deleted for resources: {'Port': ['ID=ce41aa01-0d82-4d52-ab78-299d0ea5bb5b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:38.354405 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-058b7ea3-8af2-4bac-b09e-fef8874664a7 service neutron] 10.222.0.89 "GET /v2.0/networks/b098f8c6-16ef-4470-b828-67d64bde6c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857004 Feb 20 03:42:38.366451 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-63c6b6a8-029b-48ca-9109-fbba06ff4084 req-7020ceec-a3c7-4df1-9772-43f35045ab3d service neutron] 10.222.0.42 "GET /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881573 Feb 20 03:42:38.435330 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd16bb31-7a2f-4118-b137-5e3af4408183 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Made reservation on behalf of b8cef8ffddd6471380eb53650473f8b5 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:38.444458 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fd16bb31-7a2f-4118-b137-5e3af4408183 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:38.445500 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e4d795ff-9842-4588-a5ee-0f011a11e098 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:38.448961 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e4d795ff-9842-4588-a5ee-0f011a11e098 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] 10.222.0.89 "DELETE /v2.0/ports/ce41aa01-0d82-4d52-ab78-299d0ea5bb5b HTTP/1.1" status: 204 len: 168 time: 0.9174788 Feb 20 03:42:38.458837 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45000) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:38.477551 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd16bb31-7a2f-4118-b137-5e3af4408183 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:42:38.484471 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-4bfc487c-c66e-4a47-8ffd-f6f6c0330bcd None None] Allocated IP 172.20.0.2 (eaa30ff2-46ec-4d2a-acce-7ca2057a9b73/6518a5b3-f64b-4207-a542-dcf80a92b970/544bf16c-b1f2-4ff5-8eaf-0935787f3a4a) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:38.489552 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fd16bb31-7a2f-4118-b137-5e3af4408183 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (412bf2d2-2fba-49bb-8640-bbb242f77c77), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:38.489552 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-fd16bb31-7a2f-4118-b137-5e3af4408183 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Added segment 412bf2d2-2fba-49bb-8640-bbb242f77c77 of type vlan for network 6a438628-781d-4aa0-83ec-c036fc33d826 Feb 20 03:42:38.490640 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1593c865-ae69-43a9-8cf4-b740e7423edc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Router dd849c4b-6daa-49a8-97d2-6b7f64cc825d has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:42:38.536934 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fd16bb31-7a2f-4118-b137-5e3af4408183 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (6a438628-781d-4aa0-83ec-c036fc33d826), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:38.608276 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-817d98d7-444b-43ba-8df0-97558f81629c service neutron] 10.222.0.89 "GET /v2.0/networks/b098f8c6-16ef-4470-b828-67d64bde6c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321131 Feb 20 03:42:38.625251 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fd16bb31-7a2f-4118-b137-5e3af4408183 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (6a438628-781d-4aa0-83ec-c036fc33d826), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:38.632222 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd16bb31-7a2f-4118-b137-5e3af4408183 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:38.633149 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fd16bb31-7a2f-4118-b137-5e3af4408183 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:38.658334 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 347cc992-e881-4865-8066-cb7655c3ece6 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:42:38.697891 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4bfc487c-c66e-4a47-8ffd-f6f6c0330bcd None None] Publish callbacks [] for port (544bf16c-b1f2-4ff5-8eaf-0935787f3a4a), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:38.723893 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2fe712b7-eeac-45bb-89f4-2594746d0e3c service neutron] 10.222.0.89 "GET /v2.0/ports/f6c5c77e-83cb-48f4-8702-35718ef6076d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1096709 Feb 20 03:42:38.760371 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16bb31-7a2f-4118-b137-5e3af4408183 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Pushing event updated for resources: {'Network': ['ID=6a438628-781d-4aa0-83ec-c036fc33d826,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:38.795817 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-fd16bb31-7a2f-4118-b137-5e3af4408183 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5606468 Feb 20 03:42:38.800341 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45002) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:38.805791 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-9872a58e-04fc-401a-9fd4-76062546e896 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Request body: {'network': {'name': 'tempest-router-network02--1801173591'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:38.869166 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-8f35dcf9-d413-45bc-a386-2a3e4a229668 service neutron] 10.222.0.89 "GET /v2.0/networks/d998f68e-c8b2-419a-a92f-ff474bef2a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373444 Feb 20 03:42:38.883222 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c0aa477-d306-4517-b499-cc2cda9750a6 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Deleting subnet 2007f541-4975-449a-9e23-b4061ef18bc4 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:42:38.915398 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0c0aa477-d306-4517-b499-cc2cda9750a6 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks [] for subnet (2007f541-4975-449a-9e23-b4061ef18bc4), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:38.935944 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 6a438628-781d-4aa0-83ec-c036fc33d826 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:42:38.939315 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9872a58e-04fc-401a-9fd4-76062546e896 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Made reservation on behalf of b8cef8ffddd6471380eb53650473f8b5 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:38.940627 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1593c865-ae69-43a9-8cf4-b740e7423edc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:42:38.941575 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4bfc487c-c66e-4a47-8ffd-f6f6c0330bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (544bf16c-b1f2-4ff5-8eaf-0935787f3a4a), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:38.944421 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9872a58e-04fc-401a-9fd4-76062546e896 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:38.951413 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1593c865-ae69-43a9-8cf4-b740e7423edc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "PUT /v2.0/routers/dd849c4b-6daa-49a8-97d2-6b7f64cc825d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4866300 Feb 20 03:42:38.952649 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba73ee-6f7e-4aec-a71a-9cea91a65f35 None None] Sync routers for ids ['dd849c4b-6daa-49a8-97d2-6b7f64cc825d'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:42:38.954472 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45004) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:38.983287 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ba73ee-6f7e-4aec-a71a-9cea91a65f35 None None] Routers {'dd849c4b-6daa-49a8-97d2-6b7f64cc825d'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:42:38.985045 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-82ba73ee-6f7e-4aec-a71a-9cea91a65f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:42:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['dd849c4b-6daa-49a8-97d2-6b7f64cc825d'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:38.993550 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd73dfc8-00d2-4246-99a1-be1677f3b72f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] GET failed (client error): The resource could not be found. Feb 20 03:42:38.998177 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fd73dfc8-00d2-4246-99a1-be1677f3b72f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "GET /v2.0/ports/1646353e-4406-430d-88d2-e861de543369 HTTP/1.1" status: 404 len: 333 time: 0.0426574 Feb 20 03:42:38.998984 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45006) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:39.000005 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9872a58e-04fc-401a-9fd4-76062546e896 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:42:39.010195 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0c0aa477-d306-4517-b499-cc2cda9750a6 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (2007f541-4975-449a-9e23-b4061ef18bc4), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:39.026479 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9872a58e-04fc-401a-9fd4-76062546e896 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (3d661af5-1c48-4f89-ae84-77c1290a6e94), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:39.026797 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-9872a58e-04fc-401a-9fd4-76062546e896 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Added segment 3d661af5-1c48-4f89-ae84-77c1290a6e94 of type vlan for network e09cfbb3-a7d7-4c14-aaa7-6cf339d95ed1 Feb 20 03:42:39.030314 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-b1bd7874-8acd-4c1e-9328-dea49696ed42 service neutron] 10.222.0.89 "GET /v2.0/networks/d998f68e-c8b2-419a-a92f-ff474bef2a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603403 Feb 20 03:42:39.045872 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-82ba73ee-6f7e-4aec-a71a-9cea91a65f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:39.057896 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ba73ee-6f7e-4aec-a71a-9cea91a65f35 None None] Routers {'dd849c4b-6daa-49a8-97d2-6b7f64cc825d'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:42:39.058888 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-82ba73ee-6f7e-4aec-a71a-9cea91a65f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:42:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['dd849c4b-6daa-49a8-97d2-6b7f64cc825d'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:39.070166 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfc487c-c66e-4a47-8ffd-f6f6c0330bcd None None] Network eaa30ff2-46ec-4d2a-acce-7ca2057a9b73 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:39.090032 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-4bfc487c-c66e-4a47-8ffd-f6f6c0330bcd None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:39.092902 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfc487c-c66e-4a47-8ffd-f6f6c0330bcd None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:39.102454 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc487c-c66e-4a47-8ffd-f6f6c0330bcd None None] Pushing event updated for resources: {'Port': ['ID=544bf16c-b1f2-4ff5-8eaf-0935787f3a4a,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:39.112108 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-82ba73ee-6f7e-4aec-a71a-9cea91a65f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:39.115891 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba73ee-6f7e-4aec-a71a-9cea91a65f35 None None] The sync data for ids ['dd849c4b-6daa-49a8-97d2-6b7f64cc825d'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:42:39.121809 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-68a9b518-acf6-4d84-afb6-bf9996d730fc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for router (dd849c4b-6daa-49a8-97d2-6b7f64cc825d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:39.123516 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 347cc992-e881-4865-8066-cb7655c3ece6, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=347cc992-e881-4865-8066-cb7655c3ece6,segment=NetworkSegment(b6cfdc78-f594-4ed0-85ce-ae76c2cd9d41),segment_id=b6cfdc78-f594-4ed0-85ce-ae76c2cd9d41)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:39.138694 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9872a58e-04fc-401a-9fd4-76062546e896 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (e09cfbb3-a7d7-4c14-aaa7-6cf339d95ed1), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:39.143164 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-3336f321-0912-459a-93c5-fdddba010591 service neutron] 10.222.0.89 "GET /v2.0/ports/f90d40c0-5b58-4b00-ae70-023f49494c0e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1031203 Feb 20 03:42:39.145055 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '347cc992-e881-4865-8066-cb7655c3ece6', 'network_id': '672b89a1-971c-4715-81f8-ccc86977c184', 'port_id': '347cc992-e881-4865-8066-cb7655c3ece6', 'mac_address': 'fa:16:3e:a0:32:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '144e6fd1-f13c-4a0c-be58-11330526b3b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:42:39.222620 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-4bfc487c-c66e-4a47-8ffd-f6f6c0330bcd None None] Attempting to bind port 544bf16c-b1f2-4ff5-8eaf-0935787f3a4a on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:42:39.223401 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-4bfc487c-c66e-4a47-8ffd-f6f6c0330bcd None None] Attempting to bind port 544bf16c-b1f2-4ff5-8eaf-0935787f3a4a by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'bd79d272-c3e7-4965-b6f9-06cc00584d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'eaa30ff2-46ec-4d2a-acce-7ca2057a9b73'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:42:39.223757 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfc487c-c66e-4a47-8ffd-f6f6c0330bcd None None] Attempting to bind port 544bf16c-b1f2-4ff5-8eaf-0935787f3a4a on network eaa30ff2-46ec-4d2a-acce-7ca2057a9b73 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:42:39.233981 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfc487c-c66e-4a47-8ffd-f6f6c0330bcd None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:42:39.234422 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfc487c-c66e-4a47-8ffd-f6f6c0330bcd None None] Checking segment: {'id': 'bd79d272-c3e7-4965-b6f9-06cc00584d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'eaa30ff2-46ec-4d2a-acce-7ca2057a9b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:42:39.234928 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4bfc487c-c66e-4a47-8ffd-f6f6c0330bcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:39.235643 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfc487c-c66e-4a47-8ffd-f6f6c0330bcd None None] Bound using segment: {'id': 'bd79d272-c3e7-4965-b6f9-06cc00584d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'eaa30ff2-46ec-4d2a-acce-7ca2057a9b73'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:42:39.235801 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-4bfc487c-c66e-4a47-8ffd-f6f6c0330bcd None None] Bound port: 544bf16c-b1f2-4ff5-8eaf-0935787f3a4a, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd79d272-c3e7-4965-b6f9-06cc00584d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'eaa30ff2-46ec-4d2a-acce-7ca2057a9b73'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:42:39.236128 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4bfc487c-c66e-4a47-8ffd-f6f6c0330bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (544bf16c-b1f2-4ff5-8eaf-0935787f3a4a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:39.237855 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 347cc992-e881-4865-8066-cb7655c3ece6 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:39.238221 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (347cc992-e881-4865-8066-cb7655c3ece6), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:39.245991 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9872a58e-04fc-401a-9fd4-76062546e896 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (e09cfbb3-a7d7-4c14-aaa7-6cf339d95ed1), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:39.251141 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9872a58e-04fc-401a-9fd4-76062546e896 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:39.251747 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9872a58e-04fc-401a-9fd4-76062546e896 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:39.260549 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 347cc992-e881-4865-8066-cb7655c3ece6 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:42:39.303745 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0c0aa477-d306-4517-b499-cc2cda9750a6 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (2007f541-4975-449a-9e23-b4061ef18bc4), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:39.307428 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 347cc992-e881-4865-8066-cb7655c3ece6, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=347cc992-e881-4865-8066-cb7655c3ece6,segment=NetworkSegment(b6cfdc78-f594-4ed0-85ce-ae76c2cd9d41),segment_id=b6cfdc78-f594-4ed0-85ce-ae76c2cd9d41)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:39.334227 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-4bfc487c-c66e-4a47-8ffd-f6f6c0330bcd None None] For port 544bf16c-b1f2-4ff5-8eaf-0935787f3a4a, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:42:39.334460 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-e27d8871-8711-4826-92ee-cadc3ad9569a service neutron] 10.222.0.89 "GET /v2.0/networks/d998f68e-c8b2-419a-a92f-ff474bef2a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799319 Feb 20 03:42:39.337874 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872a58e-04fc-401a-9fd4-76062546e896 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Pushing event updated for resources: {'Network': ['ID=e09cfbb3-a7d7-4c14-aaa7-6cf339d95ed1,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:39.338192 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-4bfc487c-c66e-4a47-8ffd-f6f6c0330bcd None None] For port 544bf16c-b1f2-4ff5-8eaf-0935787f3a4a, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=544bf16c-b1f2-4ff5-8eaf-0935787f3a4a,segment=NetworkSegment(bd79d272-c3e7-4965-b6f9-06cc00584d0c),segment_id=bd79d272-c3e7-4965-b6f9-06cc00584d0c)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:42:39.350008 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network e09cfbb3-a7d7-4c14-aaa7-6cf339d95ed1 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:42:39.356110 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-68a9b518-acf6-4d84-afb6-bf9996d730fc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (dd849c4b-6daa-49a8-97d2-6b7f64cc825d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:39.359950 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-68a9b518-acf6-4d84-afb6-bf9996d730fc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for router_controller (dd849c4b-6daa-49a8-97d2-6b7f64cc825d), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:39.398567 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (347cc992-e881-4865-8066-cb7655c3ece6), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:39.415345 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9872a58e-04fc-401a-9fd4-76062546e896 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6138906 Feb 20 03:42:39.422439 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45008) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:39.422439 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-07e1734f-acbb-415b-ba95-822ce87b86f7 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Request body: {'subnet': {'network_id': '6a438628-781d-4aa0-83ec-c036fc33d826', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:39.447373 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4bfc487c-c66e-4a47-8ffd-f6f6c0330bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (544bf16c-b1f2-4ff5-8eaf-0935787f3a4a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:39.464469 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-08352ab4-2019-4303-95bb-3780c835671b service neutron] 10.222.0.89 "GET /v2.0/networks/d998f68e-c8b2-419a-a92f-ff474bef2a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186121 Feb 20 03:42:39.478405 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=347cc992-e881-4865-8066-cb7655c3ece6,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:39.508153 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-68a9b518-acf6-4d84-afb6-bf9996d730fc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (dd849c4b-6daa-49a8-97d2-6b7f64cc825d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:39.514013 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a9b518-acf6-4d84-afb6-bf9996d730fc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Fanout notify agent at l3_agent the message router_deleted on router dd849c4b-6daa-49a8-97d2-6b7f64cc825d {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:42:39.530080 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-68a9b518-acf6-4d84-afb6-bf9996d730fc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:39.537434 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-68a9b518-acf6-4d84-afb6-bf9996d730fc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/routers/dd849c4b-6daa-49a8-97d2-6b7f64cc825d HTTP/1.1" status: 204 len: 168 time: 0.5346255 Feb 20 03:42:39.538681 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45010) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:39.561121 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc487c-c66e-4a47-8ffd-f6f6c0330bcd None None] Pushing event updated for resources: {'Port': ['ID=544bf16c-b1f2-4ff5-8eaf-0935787f3a4a,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:39.587007 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0c0aa477-d306-4517-b499-cc2cda9750a6 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (2007f541-4975-449a-9e23-b4061ef18bc4), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:39.595771 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2b73615e-20d7-4c23-8fd7-f3bdfcfafaf4 service neutron] 10.222.0.89 "GET /v2.0/networks/d998f68e-c8b2-419a-a92f-ff474bef2a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171069 Feb 20 03:42:39.626165 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['347cc992-e881-4865-8066-cb7655c3ece6'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:42:39.639523 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0aa477-d306-4517-b499-cc2cda9750a6 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Pushing event deleted for resources: {'Subnet': ['ID=2007f541-4975-449a-9e23-b4061ef18bc4,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:39.648371 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0c0aa477-d306-4517-b499-cc2cda9750a6 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:39.651420 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0c0aa477-d306-4517-b499-cc2cda9750a6 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] 10.222.0.89 "DELETE /v2.0/subnets/2007f541-4975-449a-9e23-b4061ef18bc4 HTTP/1.1" status: 204 len: 168 time: 1.1915464 Feb 20 03:42:39.654775 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45012) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:39.669944 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ee3a5a-aa82-4449-8c2a-7d1bf1afc197 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Deleting subnet 616698a4-354a-4aee-8483-990a29aa0875 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:42:39.672049 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fe2bfd-2aca-4710-84d4-71634c805a18 None None] Network 2b257b95-f577-47f0-a79a-e50cf7054baa requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:39.673788 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a4ee3a5a-aa82-4449-8c2a-7d1bf1afc197 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for subnet (616698a4-354a-4aee-8483-990a29aa0875), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:39.717536 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a4ee3a5a-aa82-4449-8c2a-7d1bf1afc197 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (616698a4-354a-4aee-8483-990a29aa0875), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:39.724934 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-3a0e1b88-ae9d-4515-a670-91e0b4f71afe service neutron] 10.222.0.89 "GET /v2.0/networks/d998f68e-c8b2-419a-a92f-ff474bef2a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144860 Feb 20 03:42:39.821860 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e1734f-acbb-415b-ba95-822ce87b86f7 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Made reservation on behalf of b8cef8ffddd6471380eb53650473f8b5 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:39.825510 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-07e1734f-acbb-415b-ba95-822ce87b86f7 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:39.899393 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-3393e949-dd37-48e3-91c4-377d7f03a411 service neutron] 10.222.0.89 "GET /v2.0/networks/d998f68e-c8b2-419a-a92f-ff474bef2a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684861 Feb 20 03:42:39.963512 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a4ee3a5a-aa82-4449-8c2a-7d1bf1afc197 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (616698a4-354a-4aee-8483-990a29aa0875), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:40.035113 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fdf3ea7a-b94b-4ac5-bb8c-57a872ccfbbe req-9ea3c9a1-f0e4-410a-8397-04f4ebb94ab9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a3662253-d4e4-4f43-b746-6b69bc5a9539 HTTP/1.1" status: 200 len: 210 time: 0.0865445 Feb 20 03:42:40.038402 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c617a92-425f-4299-80b6-a85de185a223 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (2b257b95-f577-47f0-a79a-e50cf7054baa), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:40.043036 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3831556-78c3-4ea1-a896-cafbe287c935 None None] DHCP port deletion for 2b257b95-f577-47f0-a79a-e50cf7054baa request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:42:40.073814 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-3b7014d2-c946-417c-9c5d-f1e961b9a123 service neutron] 10.222.0.89 "GET /v2.0/networks/d998f68e-c8b2-419a-a92f-ff474bef2a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724949 Feb 20 03:42:40.099535 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d3831556-78c3-4ea1-a896-cafbe287c935 None None] Deleting port d5dae48a-7a25-40c6-9ca5-54833429de06 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:40.100028 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d3831556-78c3-4ea1-a896-cafbe287c935 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (d5dae48a-7a25-40c6-9ca5-54833429de06), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:40.176913 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d3831556-78c3-4ea1-a896-cafbe287c935 None None] For port d5dae48a-7a25-40c6-9ca5-54833429de06, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d5dae48a-7a25-40c6-9ca5-54833429de06,segment=NetworkSegment(0154fd50-80de-431b-98c7-826058d590e6),segment_id=0154fd50-80de-431b-98c7-826058d590e6)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:40.177621 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d3831556-78c3-4ea1-a896-cafbe287c935 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (d5dae48a-7a25-40c6-9ca5-54833429de06), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:40.179168 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-ae71d88e-31f5-42c9-a93d-5a49ead6da2f service neutron] 10.222.0.89 "GET /v2.0/networks/8ca4b396-14bc-4fc6-83df-227a6726eb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994794 Feb 20 03:42:40.199923 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a4ee3a5a-aa82-4449-8c2a-7d1bf1afc197 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (616698a4-354a-4aee-8483-990a29aa0875), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:40.202156 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d3831556-78c3-4ea1-a896-cafbe287c935 None None] Calling delete_port for d5dae48a-7a25-40c6-9ca5-54833429de06 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:40.250329 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-5c617a92-425f-4299-80b6-a85de185a223 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Deleting port d5dae48a-7a25-40c6-9ca5-54833429de06 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:40.250676 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c617a92-425f-4299-80b6-a85de185a223 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (d5dae48a-7a25-40c6-9ca5-54833429de06), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:40.259775 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a4ee3a5a-aa82-4449-8c2a-7d1bf1afc197 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:40.262958 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a4ee3a5a-aa82-4449-8c2a-7d1bf1afc197 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/subnets/616698a4-354a-4aee-8483-990a29aa0875 HTTP/1.1" status: 204 len: 168 time: 0.7232001 Feb 20 03:42:40.263811 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee3a5a-aa82-4449-8c2a-7d1bf1afc197 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Subnet': ['ID=616698a4-354a-4aee-8483-990a29aa0875,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:40.266358 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45014) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:40.283402 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2360b7f9-cec2-4091-8e86-bf70f843dec8 None None] Network 925ac6a5-ff37-408b-b55a-bc884e94ba3a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:40.290670 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-a47812a7-e372-4b97-bc72-7dca581595c4 service neutron] 10.222.0.89 "GET /v2.0/networks/8ca4b396-14bc-4fc6-83df-227a6726eb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054592 Feb 20 03:42:40.337751 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-07e1734f-acbb-415b-ba95-822ce87b86f7 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (9c44c375-abec-4a88-849f-383764144a15), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:40.390947 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-85de7d02-d41a-4737-a683-7d20ef47452e service neutron] 10.222.0.89 "GET /v2.0/networks/8ca4b396-14bc-4fc6-83df-227a6726eb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990968 Feb 20 03:42:40.404428 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d3831556-78c3-4ea1-a896-cafbe287c935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (d5dae48a-7a25-40c6-9ca5-54833429de06), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:40.437284 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3831556-78c3-4ea1-a896-cafbe287c935 None None] Pushing event deleted for resources: {'Port': ['ID=d5dae48a-7a25-40c6-9ca5-54833429de06,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:40.443930 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3831556-78c3-4ea1-a896-cafbe287c935 None None] No DVR routers for this DVR port d5dae48a-7a25-40c6-9ca5-54833429de06 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:42:40.480194 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-5c617a92-425f-4299-80b6-a85de185a223 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] For port d5dae48a-7a25-40c6-9ca5-54833429de06, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d5dae48a-7a25-40c6-9ca5-54833429de06,segment=NetworkSegment(0154fd50-80de-431b-98c7-826058d590e6),segment_id=0154fd50-80de-431b-98c7-826058d590e6)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:40.480194 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c617a92-425f-4299-80b6-a85de185a223 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (d5dae48a-7a25-40c6-9ca5-54833429de06), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:40.506118 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-5c617a92-425f-4299-80b6-a85de185a223 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Calling delete_port for d5dae48a-7a25-40c6-9ca5-54833429de06 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:40.511837 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1656ffc-f002-48e4-81f4-35d4e3792ce0 None None] DHCP port deletion for 925ac6a5-ff37-408b-b55a-bc884e94ba3a request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:42:40.519107 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0c380f5-d1cc-4d0e-ae9a-5a0b544dcd16 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (925ac6a5-ff37-408b-b55a-bc884e94ba3a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:40.524052 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1734f-acbb-415b-ba95-822ce87b86f7 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Pushing event updated for resources: {'Subnet': ['ID=9c44c375-abec-4a88-849f-383764144a15,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:40.526183 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-8d2429ee-4ef0-4a00-a296-21e76bc7bec9 service neutron] 10.222.0.89 "GET /v2.0/networks/8ca4b396-14bc-4fc6-83df-227a6726eb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277680 Feb 20 03:42:40.586886 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b1656ffc-f002-48e4-81f4-35d4e3792ce0 None None] Deleting port 3865c91b-a03b-4861-91a7-2052c24addeb {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:40.587414 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b1656ffc-f002-48e4-81f4-35d4e3792ce0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (3865c91b-a03b-4861-91a7-2052c24addeb), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:40.603995 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e1734f-acbb-415b-ba95-822ce87b86f7 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Checking segment: {'id': '412bf2d2-2fba-49bb-8640-bbb242f77c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6a438628-781d-4aa0-83ec-c036fc33d826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:42:40.604367 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e1734f-acbb-415b-ba95-822ce87b86f7 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Network hostable DHCP agents. Network: 6a438628-781d-4aa0-83ec-c036fc33d826, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:42:40.604490 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-0d157102-230d-4c9f-b9e1-87691e826c1c tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:40.606171 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-0d157102-230d-4c9f-b9e1-87691e826c1c tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports/f6c5c77e-83cb-48f4-8702-35718ef6076d HTTP/1.1" status: 200 len: 931 time: 0.0734940 Feb 20 03:42:40.668988 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b1656ffc-f002-48e4-81f4-35d4e3792ce0 None None] For port 3865c91b-a03b-4861-91a7-2052c24addeb, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3865c91b-a03b-4861-91a7-2052c24addeb,segment=NetworkSegment(cd761215-d89a-4d28-bcb5-5161912ab766),segment_id=cd761215-d89a-4d28-bcb5-5161912ab766)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:40.670921 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b1656ffc-f002-48e4-81f4-35d4e3792ce0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (3865c91b-a03b-4861-91a7-2052c24addeb), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:40.681146 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-dbde7ae4-054d-4c27-ade8-bad44772d39e tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:40.682657 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c617a92-425f-4299-80b6-a85de185a223 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (d5dae48a-7a25-40c6-9ca5-54833429de06), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:40.686624 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 347cc992-e881-4865-8066-cb7655c3ece6 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:42:40.698343 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-dbde7ae4-054d-4c27-ade8-bad44772d39e tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports/f90d40c0-5b58-4b00-ae70-023f49494c0e HTTP/1.1" status: 200 len: 932 time: 0.0826914 Feb 20 03:42:40.718930 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c617a92-425f-4299-80b6-a85de185a223 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Pushing event deleted for resources: {'Port': ['ID=d5dae48a-7a25-40c6-9ca5-54833429de06,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:40.722769 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-b0c380f5-d1cc-4d0e-ae9a-5a0b544dcd16 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Deleting port 3865c91b-a03b-4861-91a7-2052c24addeb {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:40.726814 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0c380f5-d1cc-4d0e-ae9a-5a0b544dcd16 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (3865c91b-a03b-4861-91a7-2052c24addeb), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:40.730946 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c617a92-425f-4299-80b6-a85de185a223 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] No DVR routers for this DVR port d5dae48a-7a25-40c6-9ca5-54833429de06 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:42:40.733458 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b1656ffc-f002-48e4-81f4-35d4e3792ce0 None None] Calling delete_port for 3865c91b-a03b-4861-91a7-2052c24addeb owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:40.802917 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e1734f-acbb-415b-ba95-822ce87b86f7 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Network 6a438628-781d-4aa0-83ec-c036fc33d826 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:42:40.893565 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-b0c380f5-d1cc-4d0e-ae9a-5a0b544dcd16 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] For port 3865c91b-a03b-4861-91a7-2052c24addeb, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3865c91b-a03b-4861-91a7-2052c24addeb,segment=NetworkSegment(cd761215-d89a-4d28-bcb5-5161912ab766),segment_id=cd761215-d89a-4d28-bcb5-5161912ab766)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:40.893931 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0c380f5-d1cc-4d0e-ae9a-5a0b544dcd16 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (3865c91b-a03b-4861-91a7-2052c24addeb), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:40.898523 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c617a92-425f-4299-80b6-a85de185a223 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (2b257b95-f577-47f0-a79a-e50cf7054baa), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:40.920952 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-b0c380f5-d1cc-4d0e-ae9a-5a0b544dcd16 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Calling delete_port for 3865c91b-a03b-4861-91a7-2052c24addeb owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:40.932788 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-5c617a92-425f-4299-80b6-a85de185a223 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b257b95-f577-47f0-a79a-e50cf7054baa']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:40.944852 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-07e1734f-acbb-415b-ba95-822ce87b86f7 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 6a438628-781d-4aa0-83ec-c036fc33d826) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:40.949639 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e1734f-acbb-415b-ba95-822ce87b86f7 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:40.950251 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-07e1734f-acbb-415b-ba95-822ce87b86f7 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:40.955063 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d8be94-7071-4e56-9cc0-d139ae4b41f6 None None] Network 6a438628-781d-4aa0-83ec-c036fc33d826 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:40.961023 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b1656ffc-f002-48e4-81f4-35d4e3792ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (3865c91b-a03b-4861-91a7-2052c24addeb), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:40.961297 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-5c617a92-425f-4299-80b6-a85de185a223 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0154fd50-80de-431b-98c7-826058d590e6') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:40.961438 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-5c617a92-425f-4299-80b6-a85de185a223 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0154fd50-80de-431b-98c7-826058d590e6') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:40.963472 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 347cc992-e881-4865-8066-cb7655c3ece6 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:42:41.011768 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c617a92-425f-4299-80b6-a85de185a223 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (0154fd50-80de-431b-98c7-826058d590e6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:41.030100 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aeb4f9-b897-4849-a5b9-ddbe9227c925 None None] Network eaa30ff2-46ec-4d2a-acce-7ca2057a9b73 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:41.033805 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c617a92-425f-4299-80b6-a85de185a223 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (0154fd50-80de-431b-98c7-826058d590e6), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:41.055497 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-07e1734f-acbb-415b-ba95-822ce87b86f7 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6333740 Feb 20 03:42:41.055497 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c617a92-425f-4299-80b6-a85de185a223 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:42:41.055497 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c617a92-425f-4299-80b6-a85de185a223 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (0154fd50-80de-431b-98c7-826058d590e6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:41.055802 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45026) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:42:41.057354 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:42:41.061564 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-4efa3227-64b2-4f06-ad65-dd73c183af05 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Request body: {'subnet': {'network_id': 'e09cfbb3-a7d7-4c14-aaa7-6cf339d95ed1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:41.082385 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 347cc992-e881-4865-8066-cb7655c3ece6 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:41.083037 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (347cc992-e881-4865-8066-cb7655c3ece6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:41.104373 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1656ffc-f002-48e4-81f4-35d4e3792ce0 None None] Pushing event deleted for resources: {'Port': ['ID=3865c91b-a03b-4861-91a7-2052c24addeb,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:41.124883 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0c380f5-d1cc-4d0e-ae9a-5a0b544dcd16 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (3865c91b-a03b-4861-91a7-2052c24addeb), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:41.133873 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1656ffc-f002-48e4-81f4-35d4e3792ce0 None None] No DVR routers for this DVR port 3865c91b-a03b-4861-91a7-2052c24addeb on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:42:41.156276 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c380f5-d1cc-4d0e-ae9a-5a0b544dcd16 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Port': ['ID=3865c91b-a03b-4861-91a7-2052c24addeb,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:41.162157 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c380f5-d1cc-4d0e-ae9a-5a0b544dcd16 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] No DVR routers for this DVR port 3865c91b-a03b-4861-91a7-2052c24addeb on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:42:41.197878 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-8d0c7ef4-77ab-4d53-b9b6-e8addc765441 None None] Provisioning complete for port 544bf16c-b1f2-4ff5-8eaf-0935787f3a4a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:41.198471 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8d0c7ef4-77ab-4d53-b9b6-e8addc765441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (544bf16c-b1f2-4ff5-8eaf-0935787f3a4a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:41.262877 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c617a92-425f-4299-80b6-a85de185a223 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (2b257b95-f577-47f0-a79a-e50cf7054baa), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:41.267672 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c617a92-425f-4299-80b6-a85de185a223 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:41.271670 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5c617a92-425f-4299-80b6-a85de185a223 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] 10.222.0.89 "DELETE /v2.0/networks/2b257b95-f577-47f0-a79a-e50cf7054baa HTTP/1.1" status: 204 len: 168 time: 1.6159205 Feb 20 03:42:41.282378 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efa3227-64b2-4f06-ad65-dd73c183af05 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Made reservation on behalf of b8cef8ffddd6471380eb53650473f8b5 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:41.290291 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4efa3227-64b2-4f06-ad65-dd73c183af05 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:41.305299 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0c380f5-d1cc-4d0e-ae9a-5a0b544dcd16 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (925ac6a5-ff37-408b-b55a-bc884e94ba3a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:41.348834 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10faa6f-7a5b-4a44-9205-9b2baa101b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-6a438628-781d-4aa0-83ec-c036fc33d826', 'network_id': '6a438628-781d-4aa0-83ec-c036fc33d826', 'project_id': 'b8cef8ffddd6471380eb53650473f8b5', 'fixed_ips': [{'subnet_id': '9c44c375-abec-4a88-849f-383764144a15'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:42:41.350112 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e10faa6f-7a5b-4a44-9205-9b2baa101b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:41.351286 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c617a92-425f-4299-80b6-a85de185a223 tempest-AllowedAddressPairIpV6TestJSON-1906789222 tempest-AllowedAddressPairIpV6TestJSON-1906789222-project] Pushing event deleted for resources: {'Network': ['ID=2b257b95-f577-47f0-a79a-e50cf7054baa,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:41.364079 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-b0c380f5-d1cc-4d0e-ae9a-5a0b544dcd16 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['925ac6a5-ff37-408b-b55a-bc884e94ba3a']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:41.384218 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-b0c380f5-d1cc-4d0e-ae9a-5a0b544dcd16 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd761215-d89a-4d28-bcb5-5161912ab766') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:41.384801 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-b0c380f5-d1cc-4d0e-ae9a-5a0b544dcd16 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd761215-d89a-4d28-bcb5-5161912ab766') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:41.409572 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0c380f5-d1cc-4d0e-ae9a-5a0b544dcd16 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (cd761215-d89a-4d28-bcb5-5161912ab766), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:41.450114 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0c380f5-d1cc-4d0e-ae9a-5a0b544dcd16 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (cd761215-d89a-4d28-bcb5-5161912ab766), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:41.458380 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c380f5-d1cc-4d0e-ae9a-5a0b544dcd16 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:42:41.458967 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0c380f5-d1cc-4d0e-ae9a-5a0b544dcd16 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (cd761215-d89a-4d28-bcb5-5161912ab766), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:41.462262 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:42:41.462262 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:42:41.462262 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:42:41.462262 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:42:41.462262 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:42:41.462262 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:42:41.462262 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:42:41.462262 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:42:41.462262 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:42:41.462262 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:42:41.462262 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:42:41.462262 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:42:41.462262 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:42:41.462262 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:42:41.462262 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:42:41.462262 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:42:41.462262 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:42:41.462262 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:42:41.462262 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:42:41.462262 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:42:41.462262 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:42:41.462262 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:42:41.462262 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:42:41.462262 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:42:41.462262 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:42:41.462262 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:42:41.462262 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:42:41.462262 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:42:41.462262 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:42:41.462262 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:42:41.462262 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:42:41.462262 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:42:41.531817 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 347cc992-e881-4865-8066-cb7655c3ece6 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:41.531817 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (347cc992-e881-4865-8066-cb7655c3ece6), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:41.572737 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-8d0c7ef4-77ab-4d53-b9b6-e8addc765441 None None] Current status of the port 544bf16c-b1f2-4ff5-8eaf-0935787f3a4a is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:41.573157 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8d0c7ef4-77ab-4d53-b9b6-e8addc765441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (544bf16c-b1f2-4ff5-8eaf-0935787f3a4a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:41.619486 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0c380f5-d1cc-4d0e-ae9a-5a0b544dcd16 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (925ac6a5-ff37-408b-b55a-bc884e94ba3a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:41.623929 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0c380f5-d1cc-4d0e-ae9a-5a0b544dcd16 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:41.628973 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b0c380f5-d1cc-4d0e-ae9a-5a0b544dcd16 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/networks/925ac6a5-ff37-408b-b55a-bc884e94ba3a HTTP/1.1" status: 204 len: 168 time: 1.3517826 Feb 20 03:42:41.633676 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45034) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:41.677942 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c380f5-d1cc-4d0e-ae9a-5a0b544dcd16 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Network': ['ID=925ac6a5-ff37-408b-b55a-bc884e94ba3a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:41.687842 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4efa3227-64b2-4f06-ad65-dd73c183af05 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (1031c33b-1665-4b0e-88d3-c46b46ca773b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:41.783112 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f38606e-1f4b-450b-81e4-5fca9c3fdf35 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:41.788568 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4f38606e-1f4b-450b-81e4-5fca9c3fdf35 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "GET /v2.0/ports/f3b4b3b5-e909-48e4-8736-4d2bd169d5e6 HTTP/1.1" status: 200 len: 845 time: 0.1498153 Feb 20 03:42:41.789121 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45038) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:41.826737 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8deb687-aaef-4a15-8059-5d430199a33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347cc992-e881-4865-8066-cb7655c3ece6'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:42:41.841174 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936a5c02-08f4-41cd-8507-b1ceee584dae" -d '{"events": [{"server_uuid": "a8deb687-aaef-4a15-8059-5d430199a33e", "name": "network-vif-plugged", "status": "completed", "tag": "347cc992-e881-4865-8066-cb7655c3ece6"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:42:41.848308 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa3227-64b2-4f06-ad65-dd73c183af05 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Pushing event updated for resources: {'Subnet': ['ID=1031c33b-1665-4b0e-88d3-c46b46ca773b,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:41.869938 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efa3227-64b2-4f06-ad65-dd73c183af05 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Checking segment: {'id': '3d661af5-1c48-4f89-ae84-77c1290a6e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e09cfbb3-a7d7-4c14-aaa7-6cf339d95ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:42:41.869938 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efa3227-64b2-4f06-ad65-dd73c183af05 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Network hostable DHCP agents. Network: e09cfbb3-a7d7-4c14-aaa7-6cf339d95ed1, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:42:41.900381 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ac9d322b-bf02-4f4d-bbea-4e342ae1fe52 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "GET /v2.0/ports/f3b4b3b5-e909-48e4-8736-4d2bd169d5e6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1099718 Feb 20 03:42:41.904671 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45046) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:41.907242 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 544bf16c-b1f2-4ff5-8eaf-0935787f3a4a up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:42:41.911920 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 347cc992-e881-4865-8066-cb7655c3ece6, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=347cc992-e881-4865-8066-cb7655c3ece6,segment=NetworkSegment(b6cfdc78-f594-4ed0-85ce-ae76c2cd9d41),segment_id=b6cfdc78-f594-4ed0-85ce-ae76c2cd9d41)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:41.912221 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-ae60448e-3fee-44f9-96b8-d7f8d4e3d33a tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'subnet': {'network_id': '0fd20173-fa0d-47b7-8340-3d5070fbf9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:41.950004 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45048) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:41.961296 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-8d0c7ef4-77ab-4d53-b9b6-e8addc765441 None None] For port 544bf16c-b1f2-4ff5-8eaf-0935787f3a4a, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=544bf16c-b1f2-4ff5-8eaf-0935787f3a4a,segment=NetworkSegment(bd79d272-c3e7-4965-b6f9-06cc00584d0c),segment_id=bd79d272-c3e7-4965-b6f9-06cc00584d0c)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:41.968864 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-e10faa6f-7a5b-4a44-9205-9b2baa101b56 None None] Allocated IP 172.20.0.2 (6a438628-781d-4aa0-83ec-c036fc33d826/9c44c375-abec-4a88-849f-383764144a15/8317d51f-92cc-4946-9722-35f9bcab2d30) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:42.003766 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efa3227-64b2-4f06-ad65-dd73c183af05 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Network e09cfbb3-a7d7-4c14-aaa7-6cf339d95ed1 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:42:42.009738 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (347cc992-e881-4865-8066-cb7655c3ece6), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:42.068231 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8d0c7ef4-77ab-4d53-b9b6-e8addc765441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (544bf16c-b1f2-4ff5-8eaf-0935787f3a4a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:42.076868 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 544bf16c-b1f2-4ff5-8eaf-0935787f3a4a triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:42.082490 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (544bf16c-b1f2-4ff5-8eaf-0935787f3a4a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:42.099640 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae60448e-3fee-44f9-96b8-d7f8d4e3d33a tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:42.103919 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ae60448e-3fee-44f9-96b8-d7f8d4e3d33a tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:42.105124 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-4efa3227-64b2-4f06-ad65-dd73c183af05 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, e09cfbb3-a7d7-4c14-aaa7-6cf339d95ed1) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:42.114455 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e79d0a03-a8ba-42b3-9d94-ccc6487657c2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b4cc9303d0e6455e8318144683ebc579&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1607106 Feb 20 03:42:42.115947 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45052) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:42.118469 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efa3227-64b2-4f06-ad65-dd73c183af05 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:42.119301 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4efa3227-64b2-4f06-ad65-dd73c183af05 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:42.128284 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2449b8c5-dbd5-46ff-a043-6e2aeb33e346 None None] Network e09cfbb3-a7d7-4c14-aaa7-6cf339d95ed1 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:42.198154 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=347cc992-e881-4865-8066-cb7655c3ece6,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:42.201807 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3e59b36a-2242-410f-90d8-2d0986e9d6f0 admin admin] Publish callbacks [] for security_group (7fd2788e-9189-4de4-a05d-335a12de8947), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:42.231105 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3e59b36a-2242-410f-90d8-2d0986e9d6f0 admin admin] Publish callbacks [] for security_group (7fd2788e-9189-4de4-a05d-335a12de8947), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:42.265380 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4efa3227-64b2-4f06-ad65-dd73c183af05 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2082450 Feb 20 03:42:42.271991 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45054) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:42.336288 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-3faaad5c-7a04-4672-a6f5-36f7ab7f2d30 None None] Provisioning complete for port 544bf16c-b1f2-4ff5-8eaf-0935787f3a4a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:42.336695 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3faaad5c-7a04-4672-a6f5-36f7ab7f2d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (544bf16c-b1f2-4ff5-8eaf-0935787f3a4a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:42.343581 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c7ef4-77ab-4d53-b9b6-e8addc765441 None None] Pushing event updated for resources: {'Port': ['ID=544bf16c-b1f2-4ff5-8eaf-0935787f3a4a,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:42.426003 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ae60448e-3fee-44f9-96b8-d7f8d4e3d33a tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (595d2482-405d-4e71-b0d6-22f20bed7aec), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:42.440606 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e10faa6f-7a5b-4a44-9205-9b2baa101b56 None None] Publish callbacks [] for port (8317d51f-92cc-4946-9722-35f9bcab2d30), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:42.461665 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd197c79-ca41-4eb5-a1bc-7a398a8de606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-e09cfbb3-a7d7-4c14-aaa7-6cf339d95ed1', 'network_id': 'e09cfbb3-a7d7-4c14-aaa7-6cf339d95ed1', 'project_id': 'b8cef8ffddd6471380eb53650473f8b5', 'fixed_ips': [{'subnet_id': '1031c33b-1665-4b0e-88d3-c46b46ca773b'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:42:42.462519 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-dd197c79-ca41-4eb5-a1bc-7a398a8de606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:42.493353 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 544bf16c-b1f2-4ff5-8eaf-0935787f3a4a is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:42.526887 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60448e-3fee-44f9-96b8-d7f8d4e3d33a tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Subnet': ['ID=595d2482-405d-4e71-b0d6-22f20bed7aec,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:42.543248 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae60448e-3fee-44f9-96b8-d7f8d4e3d33a tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network 0fd20173-fa0d-47b7-8340-3d5070fbf9e4 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:42.557523 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-ae60448e-3fee-44f9-96b8-d7f8d4e3d33a tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:42.558467 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e10faa6f-7a5b-4a44-9205-9b2baa101b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (8317d51f-92cc-4946-9722-35f9bcab2d30), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:42.560987 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-82ab3e75-cc1b-4e5c-8d3b-e230b6cf0d3a req-954eef20-a476-4489-bc63-d44f7cb2842e tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] 10.222.0.89 "GET /v2.0/security-groups/3cf83c12-d77d-40ac-9fc9-6af1c809e07a HTTP/1.1" status: 200 len: 2425 time: 0.1930406 Feb 20 03:42:42.584114 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae60448e-3fee-44f9-96b8-d7f8d4e3d33a tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:42.586997 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ae60448e-3fee-44f9-96b8-d7f8d4e3d33a tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:42.600473 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3e59b36a-2242-410f-90d8-2d0986e9d6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (7fd2788e-9189-4de4-a05d-335a12de8947), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:42.603087 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3e59b36a-2242-410f-90d8-2d0986e9d6f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:42.606533 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3e59b36a-2242-410f-90d8-2d0986e9d6f0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7fd2788e-9189-4de4-a05d-335a12de8947 HTTP/1.1" status: 204 len: 168 time: 0.4821255 Feb 20 03:42:42.606711 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6673e809-ceb8-4141-9ebd-e7b76234391e None None] Network 0fd20173-fa0d-47b7-8340-3d5070fbf9e4 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:42.608917 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3865c91b-a03b-4861-91a7-2052c24addeb no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:42:42.633734 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59b36a-2242-410f-90d8-2d0986e9d6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd2788e-9189-4de4-a05d-335a12de8947,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:42.654526 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-40b40326-0f28-4882-af6f-7e221d815f06 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:42.656243 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-40b40326-0f28-4882-af6f-7e221d815f06 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports/f6c5c77e-83cb-48f4-8702-35718ef6076d HTTP/1.1" status: 200 len: 931 time: 0.2945013 Feb 20 03:42:42.724407 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 3865c91b-a03b-4861-91a7-2052c24addeb {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:42:42.724407 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3865c91b-a03b-4861-91a7-2052c24addeb not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:42:42.724407 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device d5dae48a-7a25-40c6-9ca5-54833429de06 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:42:42.725944 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2a8886ed-64c8-4853-aa8e-50844cc1abb2 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:42.727506 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2a8886ed-64c8-4853-aa8e-50844cc1abb2 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports/f90d40c0-5b58-4b00-ae70-023f49494c0e HTTP/1.1" status: 200 len: 932 time: 0.0627046 Feb 20 03:42:42.727704 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10faa6f-7a5b-4a44-9205-9b2baa101b56 None None] Network 6a438628-781d-4aa0-83ec-c036fc33d826 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:42.753024 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf5e4a41-2175-4312-a46f-63779f3a6e6c tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:42.759600 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ae60448e-3fee-44f9-96b8-d7f8d4e3d33a tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8533988 Feb 20 03:42:42.762244 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45066) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:42.768329 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-c4d11142-de2b-4d86-9318-4197a0cd0b38 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'security_group': {'name': 'tempest-secgroup-821291917'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:42.789750 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-e10faa6f-7a5b-4a44-9205-9b2baa101b56 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:42.800991 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: d5dae48a-7a25-40c6-9ca5-54833429de06 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:42:42.802089 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device d5dae48a-7a25-40c6-9ca5-54833429de06 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:42:42.808002 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10faa6f-7a5b-4a44-9205-9b2baa101b56 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:42.820709 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10faa6f-7a5b-4a44-9205-9b2baa101b56 None None] Pushing event updated for resources: {'Port': ['ID=8317d51f-92cc-4946-9722-35f9bcab2d30,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:42.823734 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-3faaad5c-7a04-4672-a6f5-36f7ab7f2d30 None None] Current status of the port 544bf16c-b1f2-4ff5-8eaf-0935787f3a4a is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:42.826488 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c692598-35e8-4b43-995a-f220d53c228b req-52bf3296-ab99-46b6-bd13-0b0e9c1fbf4a tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:42.828633 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6c692598-35e8-4b43-995a-f220d53c228b req-52bf3296-ab99-46b6-bd13-0b0e9c1fbf4a tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 946 time: 0.1539435 Feb 20 03:42:42.871082 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4d11142-de2b-4d86-9318-4197a0cd0b38 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:42.899082 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-dd197c79-ca41-4eb5-a1bc-7a398a8de606 None None] Allocated IP 172.20.0.2 (e09cfbb3-a7d7-4c14-aaa7-6cf339d95ed1/1031c33b-1665-4b0e-88d3-c46b46ca773b/3b9b062e-4cb0-4dbf-a2da-f8756330377d) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:42.979667 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4d11142-de2b-4d86-9318-4197a0cd0b38 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for security_group (dd63284b-719d-4dcf-9c2d-d06043a3ba14), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:42.982071 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-e10faa6f-7a5b-4a44-9205-9b2baa101b56 None None] Attempting to bind port 8317d51f-92cc-4946-9722-35f9bcab2d30 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:42:42.982442 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-e10faa6f-7a5b-4a44-9205-9b2baa101b56 None None] Attempting to bind port 8317d51f-92cc-4946-9722-35f9bcab2d30 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '412bf2d2-2fba-49bb-8640-bbb242f77c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6a438628-781d-4aa0-83ec-c036fc33d826'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:42:42.982802 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10faa6f-7a5b-4a44-9205-9b2baa101b56 None None] Attempting to bind port 8317d51f-92cc-4946-9722-35f9bcab2d30 on network 6a438628-781d-4aa0-83ec-c036fc33d826 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:42:42.991620 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6c692598-35e8-4b43-995a-f220d53c228b req-5c8b69c9-fa43-49bb-bd74-30f2945af474 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228681 Feb 20 03:42:43.025320 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10faa6f-7a5b-4a44-9205-9b2baa101b56 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:42:43.030669 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10faa6f-7a5b-4a44-9205-9b2baa101b56 None None] Checking segment: {'id': '412bf2d2-2fba-49bb-8640-bbb242f77c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6a438628-781d-4aa0-83ec-c036fc33d826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:42:43.030669 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e10faa6f-7a5b-4a44-9205-9b2baa101b56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:43.030669 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10faa6f-7a5b-4a44-9205-9b2baa101b56 None None] Bound using segment: {'id': '412bf2d2-2fba-49bb-8640-bbb242f77c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6a438628-781d-4aa0-83ec-c036fc33d826'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:42:43.030669 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-e10faa6f-7a5b-4a44-9205-9b2baa101b56 None None] Bound port: 8317d51f-92cc-4946-9722-35f9bcab2d30, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '412bf2d2-2fba-49bb-8640-bbb242f77c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6a438628-781d-4aa0-83ec-c036fc33d826'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:42:43.030669 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e10faa6f-7a5b-4a44-9205-9b2baa101b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8317d51f-92cc-4946-9722-35f9bcab2d30), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:43.079041 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4d11142-de2b-4d86-9318-4197a0cd0b38 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (dd63284b-719d-4dcf-9c2d-d06043a3ba14), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:43.121952 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-366fada6-1fff-4f0c-a31a-050f074956b1 req-97eebe37-fa1b-42a4-9b2f-a3ce3981c9ee tempest-ServerShowV254Test-278984003 tempest-ServerShowV254Test-278984003-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3662253-d4e4-4f43-b746-6b69bc5a9539 HTTP/1.1" status: 200 len: 210 time: 0.0394683 Feb 20 03:42:43.124452 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5affd82c-fc3d-4437-9568-dc63518fd6f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-0fd20173-fa0d-47b7-8340-3d5070fbf9e4', 'network_id': '0fd20173-fa0d-47b7-8340-3d5070fbf9e4', 'project_id': '924afe63e3024f08a64ef1ab2c725cda', 'fixed_ips': [{'subnet_id': '595d2482-405d-4e71-b0d6-22f20bed7aec'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:42:43.125313 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5affd82c-fc3d-4437-9568-dc63518fd6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:43.150790 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d11142-de2b-4d86-9318-4197a0cd0b38 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd63284b-719d-4dcf-9c2d-d06043a3ba14,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:43.158943 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e10faa6f-7a5b-4a44-9205-9b2baa101b56 None None] For port 8317d51f-92cc-4946-9722-35f9bcab2d30, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:42:43.206670 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e10faa6f-7a5b-4a44-9205-9b2baa101b56 None None] For port 8317d51f-92cc-4946-9722-35f9bcab2d30, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=8317d51f-92cc-4946-9722-35f9bcab2d30,segment=NetworkSegment(412bf2d2-2fba-49bb-8640-bbb242f77c77),segment_id=412bf2d2-2fba-49bb-8640-bbb242f77c77)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:42:43.250128 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4d11142-de2b-4d86-9318-4197a0cd0b38 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:43.251702 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c4d11142-de2b-4d86-9318-4197a0cd0b38 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4881120 Feb 20 03:42:43.254577 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45078) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:43.260233 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-181d3ad1-5aa8-4fbd-976b-42678936d49c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'security_group': {'name': 'tempest-secgroup-1543637943'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:43.292165 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-cf5e4a41-2175-4312-a46f-63779f3a6e6c tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Allocated IP 172.20.0.1 (6a438628-781d-4aa0-83ec-c036fc33d826/9c44c375-abec-4a88-849f-383764144a15/11920a41-eadb-42b8-8251-739033c466c9) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:43.325238 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e10faa6f-7a5b-4a44-9205-9b2baa101b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (8317d51f-92cc-4946-9722-35f9bcab2d30), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:43.368850 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-dd197c79-ca41-4eb5-a1bc-7a398a8de606 None None] Publish callbacks [] for port (3b9b062e-4cb0-4dbf-a2da-f8756330377d), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:43.404650 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-181d3ad1-5aa8-4fbd-976b-42678936d49c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:43.440491 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf5e4a41-2175-4312-a46f-63779f3a6e6c tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks [] for port (11920a41-eadb-42b8-8251-739033c466c9), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:43.460801 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fea6e-f1f8-4c18-9064-dc15beec7334 req-5883aec2-6bd2-4641-8606-bb0d45b27ca9 tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:43.462892 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-dd197c79-ca41-4eb5-a1bc-7a398a8de606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (3b9b062e-4cb0-4dbf-a2da-f8756330377d), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:43.468330 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-548fea6e-f1f8-4c18-9064-dc15beec7334 req-5883aec2-6bd2-4641-8606-bb0d45b27ca9 tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8deb687-aaef-4a15-8059-5d430199a33e HTTP/1.1" status: 200 len: 946 time: 0.2271123 Feb 20 03:42:43.477865 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10faa6f-7a5b-4a44-9205-9b2baa101b56 None None] Pushing event updated for resources: {'Port': ['ID=8317d51f-92cc-4946-9722-35f9bcab2d30,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:43.529211 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-181d3ad1-5aa8-4fbd-976b-42678936d49c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for security_group (48f4d6c2-8990-4d92-bdc3-b9e2c531baf6), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:43.529446 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-5affd82c-fc3d-4437-9568-dc63518fd6f3 None None] Allocated IP 2001:db8::2 (0fd20173-fa0d-47b7-8340-3d5070fbf9e4/595d2482-405d-4e71-b0d6-22f20bed7aec/2eaf97da-c7a8-419e-b850-21ac64031137) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:43.532581 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd197c79-ca41-4eb5-a1bc-7a398a8de606 None None] Network e09cfbb3-a7d7-4c14-aaa7-6cf339d95ed1 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:43.539289 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-dd197c79-ca41-4eb5-a1bc-7a398a8de606 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:43.544203 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd197c79-ca41-4eb5-a1bc-7a398a8de606 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:43.544359 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-548fea6e-f1f8-4c18-9064-dc15beec7334 req-34ab5f75-2fff-4465-91c2-ceb527fa881a tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] 10.222.0.89 "GET /v2.0/security-groups?id=25049944-2888-41bc-907f-50ebd31b2af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740116 Feb 20 03:42:43.572431 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd197c79-ca41-4eb5-a1bc-7a398a8de606 None None] Pushing event updated for resources: {'Port': ['ID=3b9b062e-4cb0-4dbf-a2da-f8756330377d,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:43.619540 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-181d3ad1-5aa8-4fbd-976b-42678936d49c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (48f4d6c2-8990-4d92-bdc3-b9e2c531baf6), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:43.654464 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf5e4a41-2175-4312-a46f-63779f3a6e6c tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (11920a41-eadb-42b8-8251-739033c466c9), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:43.690682 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e15c559-b3de-4a99-b2a7-a49b10c4ce91 x-openstack-request-id: req-9e15c559-b3de-4a99-b2a7-a49b10c4ce91 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:42:43.691101 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8deb687-aaef-4a15-8059-5d430199a33e", "name": "network-vif-plugged", "status": "completed", "tag": "347cc992-e881-4865-8066-cb7655c3ece6", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:42:43.691478 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9e15c559-b3de-4a99-b2a7-a49b10c4ce91 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:42:43.692131 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8deb687-aaef-4a15-8059-5d430199a33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347cc992-e881-4865-8066-cb7655c3ece6', 'code': 200} Feb 20 03:42:43.714436 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d3ad1-5aa8-4fbd-976b-42678936d49c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48f4d6c2-8990-4d92-bdc3-b9e2c531baf6,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:43.742000 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-181d3ad1-5aa8-4fbd-976b-42678936d49c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:43.742000 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-181d3ad1-5aa8-4fbd-976b-42678936d49c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4835625 Feb 20 03:42:43.750838 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45088) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:43.766713 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-dd197c79-ca41-4eb5-a1bc-7a398a8de606 None None] Attempting to bind port 3b9b062e-4cb0-4dbf-a2da-f8756330377d on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:42:43.774718 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-dd197c79-ca41-4eb5-a1bc-7a398a8de606 None None] Attempting to bind port 3b9b062e-4cb0-4dbf-a2da-f8756330377d by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '3d661af5-1c48-4f89-ae84-77c1290a6e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e09cfbb3-a7d7-4c14-aaa7-6cf339d95ed1'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:42:43.780451 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd197c79-ca41-4eb5-a1bc-7a398a8de606 None None] Attempting to bind port 3b9b062e-4cb0-4dbf-a2da-f8756330377d on network e09cfbb3-a7d7-4c14-aaa7-6cf339d95ed1 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:42:43.780704 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-37b97801-e68c-4e05-88b0-585f0b6c9012 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-452524966', 'security_groups': ['48f4d6c2-8990-4d92-bdc3-b9e2c531baf6'], 'network_id': '0fd20173-fa0d-47b7-8340-3d5070fbf9e4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '595d2482-405d-4e71-b0d6-22f20bed7aec'}]}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:43.822125 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd197c79-ca41-4eb5-a1bc-7a398a8de606 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:42:43.822392 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd197c79-ca41-4eb5-a1bc-7a398a8de606 None None] Checking segment: {'id': '3d661af5-1c48-4f89-ae84-77c1290a6e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e09cfbb3-a7d7-4c14-aaa7-6cf339d95ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:42:43.822574 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-dd197c79-ca41-4eb5-a1bc-7a398a8de606 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:43.823019 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd197c79-ca41-4eb5-a1bc-7a398a8de606 None None] Bound using segment: {'id': '3d661af5-1c48-4f89-ae84-77c1290a6e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e09cfbb3-a7d7-4c14-aaa7-6cf339d95ed1'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:42:43.823700 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-dd197c79-ca41-4eb5-a1bc-7a398a8de606 None None] Bound port: 3b9b062e-4cb0-4dbf-a2da-f8756330377d, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d661af5-1c48-4f89-ae84-77c1290a6e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e09cfbb3-a7d7-4c14-aaa7-6cf339d95ed1'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:42:43.824333 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-dd197c79-ca41-4eb5-a1bc-7a398a8de606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3b9b062e-4cb0-4dbf-a2da-f8756330377d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:43.842786 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 544bf16c-b1f2-4ff5-8eaf-0935787f3a4a up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:42:43.876420 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5e4a41-2175-4312-a46f-63779f3a6e6c tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Network 6a438628-781d-4aa0-83ec-c036fc33d826 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:43.904312 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aed6d3a3-3beb-49dc-a118-f3107ec7e77f req-2cad012d-ca76-44a9-b868-6bbb3eb28a36 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 210 time: 0.2365618 Feb 20 03:42:43.941229 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-cf5e4a41-2175-4312-a46f-63779f3a6e6c tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:43.946409 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5e4a41-2175-4312-a46f-63779f3a6e6c tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:43.952355 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e4a41-2175-4312-a46f-63779f3a6e6c tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Pushing event updated for resources: {'Port': ['ID=11920a41-eadb-42b8-8251-739033c466c9,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:44.003726 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5affd82c-fc3d-4437-9568-dc63518fd6f3 None None] Publish callbacks [] for port (2eaf97da-c7a8-419e-b850-21ac64031137), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:44.038353 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-dd197c79-ca41-4eb5-a1bc-7a398a8de606 None None] For port 3b9b062e-4cb0-4dbf-a2da-f8756330377d, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:42:44.042439 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8579c55b-6af8-4dfb-8f03-e33ca0e9560c req-95847682-7101-47e6-a05c-07d3683b376e tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] 10.222.0.89 "GET /v2.0/security-group-rules/f3c8e262-9830-4775-bebf-6b65d11054e7 HTTP/1.1" status: 200 len: 778 time: 0.0551734 Feb 20 03:42:44.044365 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-dd197c79-ca41-4eb5-a1bc-7a398a8de606 None None] For port 3b9b062e-4cb0-4dbf-a2da-f8756330377d, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3b9b062e-4cb0-4dbf-a2da-f8756330377d,segment=NetworkSegment(3d661af5-1c48-4f89-ae84-77c1290a6e94),segment_id=3d661af5-1c48-4f89-ae84-77c1290a6e94)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:42:44.047746 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737714d0-2304-428b-ad0b-e44b55baba68 req-0d4066a2-75c6-49bf-ace1-19e04484a459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:44.056950 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 544bf16c-b1f2-4ff5-8eaf-0935787f3a4a triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:44.056950 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (544bf16c-b1f2-4ff5-8eaf-0935787f3a4a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:44.057123 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-737714d0-2304-428b-ad0b-e44b55baba68 req-0d4066a2-75c6-49bf-ace1-19e04484a459 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a8deb687-aaef-4a15-8059-5d430199a33e HTTP/1.1" status: 200 len: 1128 time: 0.2392080 Feb 20 03:42:44.075846 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf5e4a41-2175-4312-a46f-63779f3a6e6c tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (b3287ca6-5cbd-4f9d-aa58-33a3a43191fa), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:44.127529 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b97801-e68c-4e05-88b0-585f0b6c9012 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:44.215238 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-737714d0-2304-428b-ad0b-e44b55baba68 req-fb248fa6-daa5-4e9b-9a1a-a09bb52df75e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=25049944-2888-41bc-907f-50ebd31b2af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540864 Feb 20 03:42:44.219694 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8579c55b-6af8-4dfb-8f03-e33ca0e9560c req-8e67d243-1d6f-4288-b808-1759716fa521 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] 10.222.0.89 "GET /v2.0/security-groups/3cf83c12-d77d-40ac-9fc9-6af1c809e07a HTTP/1.1" status: 200 len: 2425 time: 0.1597342 Feb 20 03:42:44.238560 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-dd197c79-ca41-4eb5-a1bc-7a398a8de606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3b9b062e-4cb0-4dbf-a2da-f8756330377d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:44.241076 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5affd82c-fc3d-4437-9568-dc63518fd6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (2eaf97da-c7a8-419e-b850-21ac64031137), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:44.267265 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-37b97801-e68c-4e05-88b0-585f0b6c9012 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:44.268914 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8579c55b-6af8-4dfb-8f03-e33ca0e9560c req-69c8fb13-b3e9-4b06-944f-c54e08d4c870 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group_rule (f3c8e262-9830-4775-bebf-6b65d11054e7), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:44.278272 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8579c55b-6af8-4dfb-8f03-e33ca0e9560c req-69c8fb13-b3e9-4b06-944f-c54e08d4c870 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group_rule (f3c8e262-9830-4775-bebf-6b65d11054e7), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:44.296504 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-37b97801-e68c-4e05-88b0-585f0b6c9012 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] device_id is not set on port ad728e89-192f-49ee-b6ed-536c0194271a yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:42:44.319804 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5affd82c-fc3d-4437-9568-dc63518fd6f3 None None] Network 0fd20173-fa0d-47b7-8340-3d5070fbf9e4 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:44.328556 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-5affd82c-fc3d-4437-9568-dc63518fd6f3 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:44.335920 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5affd82c-fc3d-4437-9568-dc63518fd6f3 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:44.359490 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd197c79-ca41-4eb5-a1bc-7a398a8de606 None None] Pushing event updated for resources: {'Port': ['ID=3b9b062e-4cb0-4dbf-a2da-f8756330377d,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:44.398717 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf5e4a41-2175-4312-a46f-63779f3a6e6c tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (11920a41-eadb-42b8-8251-739033c466c9), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:44.405859 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8579c55b-6af8-4dfb-8f03-e33ca0e9560c req-69c8fb13-b3e9-4b06-944f-c54e08d4c870 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (f3c8e262-9830-4775-bebf-6b65d11054e7), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:44.418064 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8579c55b-6af8-4dfb-8f03-e33ca0e9560c req-69c8fb13-b3e9-4b06-944f-c54e08d4c870 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:44.437214 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8579c55b-6af8-4dfb-8f03-e33ca0e9560c req-69c8fb13-b3e9-4b06-944f-c54e08d4c870 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/f3c8e262-9830-4775-bebf-6b65d11054e7 HTTP/1.1" status: 204 len: 173 time: 0.1935611 Feb 20 03:42:44.449377 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45102) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:44.496180 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8fb13-b3e9-4b06-944f-c54e08d4c870 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3c8e262-9830-4775-bebf-6b65d11054e7,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:44.592368 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affd82c-fc3d-4437-9568-dc63518fd6f3 None None] Pushing event updated for resources: {'Port': ['ID=2eaf97da-c7a8-419e-b850-21ac64031137,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:44.643414 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 544bf16c-b1f2-4ff5-8eaf-0935787f3a4a is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:44.646375 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-37b97801-e68c-4e05-88b0-585f0b6c9012 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Allocated IP 2001:db8::2dd (0fd20173-fa0d-47b7-8340-3d5070fbf9e4/595d2482-405d-4e71-b0d6-22f20bed7aec/ad728e89-192f-49ee-b6ed-536c0194271a) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:44.656081 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-5affd82c-fc3d-4437-9568-dc63518fd6f3 None None] Attempting to bind port 2eaf97da-c7a8-419e-b850-21ac64031137 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:42:44.656995 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-5affd82c-fc3d-4437-9568-dc63518fd6f3 None None] Attempting to bind port 2eaf97da-c7a8-419e-b850-21ac64031137 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'e5dc5d8f-785d-476d-b078-c0c205d7321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0fd20173-fa0d-47b7-8340-3d5070fbf9e4'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:42:44.663968 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5affd82c-fc3d-4437-9568-dc63518fd6f3 None None] Attempting to bind port 2eaf97da-c7a8-419e-b850-21ac64031137 on network 0fd20173-fa0d-47b7-8340-3d5070fbf9e4 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:42:44.665428 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5affd82c-fc3d-4437-9568-dc63518fd6f3 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:42:44.665871 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5affd82c-fc3d-4437-9568-dc63518fd6f3 None None] Checking segment: {'id': 'e5dc5d8f-785d-476d-b078-c0c205d7321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0fd20173-fa0d-47b7-8340-3d5070fbf9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:42:44.666437 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5affd82c-fc3d-4437-9568-dc63518fd6f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:44.666969 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5affd82c-fc3d-4437-9568-dc63518fd6f3 None None] Bound using segment: {'id': 'e5dc5d8f-785d-476d-b078-c0c205d7321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0fd20173-fa0d-47b7-8340-3d5070fbf9e4'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:42:44.667610 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-5affd82c-fc3d-4437-9568-dc63518fd6f3 None None] Bound port: 2eaf97da-c7a8-419e-b850-21ac64031137, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5dc5d8f-785d-476d-b078-c0c205d7321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0fd20173-fa0d-47b7-8340-3d5070fbf9e4'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:42:44.668150 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5affd82c-fc3d-4437-9568-dc63518fd6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2eaf97da-c7a8-419e-b850-21ac64031137), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:44.714749 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-38e06472-88ab-411d-8da2-e4c3c89ba834 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1024526094', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:44.772246 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-5affd82c-fc3d-4437-9568-dc63518fd6f3 None None] For port 2eaf97da-c7a8-419e-b850-21ac64031137, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:42:44.775778 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-5affd82c-fc3d-4437-9568-dc63518fd6f3 None None] For port 2eaf97da-c7a8-419e-b850-21ac64031137, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2eaf97da-c7a8-419e-b850-21ac64031137,segment=NetworkSegment(e5dc5d8f-785d-476d-b078-c0c205d7321a),segment_id=e5dc5d8f-785d-476d-b078-c0c205d7321a)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:42:44.877739 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5affd82c-fc3d-4437-9568-dc63518fd6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2eaf97da-c7a8-419e-b850-21ac64031137), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:44.896447 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-37b97801-e68c-4e05-88b0-585f0b6c9012 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for port (ad728e89-192f-49ee-b6ed-536c0194271a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:44.905765 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38e06472-88ab-411d-8da2-e4c3c89ba834 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (03961a53-1bef-47dd-bbba-5ff6eda49893), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:44.907532 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38e06472-88ab-411d-8da2-e4c3c89ba834 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (03961a53-1bef-47dd-bbba-5ff6eda49893), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:45.001900 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affd82c-fc3d-4437-9568-dc63518fd6f3 None None] Pushing event updated for resources: {'Port': ['ID=2eaf97da-c7a8-419e-b850-21ac64031137,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:45.031647 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd59513-6e5e-4bfd-a49f-fcbec0bc854c req-bec9df2a-72ba-4fe4-9aab-99df2f11aa5e tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:45.033316 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ecd59513-6e5e-4bfd-a49f-fcbec0bc854c req-bec9df2a-72ba-4fe4-9aab-99df2f11aa5e tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 946 time: 0.1570158 Feb 20 03:42:45.134039 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf5e4a41-2175-4312-a46f-63779f3a6e6c tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks [] for port (11920a41-eadb-42b8-8251-739033c466c9), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:45.147704 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ecd59513-6e5e-4bfd-a49f-fcbec0bc854c req-07d281b5-9d33-4edc-bc51-3c965d8ca563 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049047 Feb 20 03:42:45.176776 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-f8e71030-c51a-4351-9a13-18d9c82029d7 req-1ea32e41-302e-4184-a0c9-e80a6464532c tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1156839186', 'description': 'tempest-description-1908323303'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:45.198703 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf5e4a41-2175-4312-a46f-63779f3a6e6c tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (11920a41-eadb-42b8-8251-739033c466c9), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:45.284467 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a612bd5a-cbc1-4c6b-88c1-49628aedaecb None None] Network 6a438628-781d-4aa0-83ec-c036fc33d826 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:45.359313 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e4a41-2175-4312-a46f-63779f3a6e6c tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Pushing event updated for resources: {'Port': ['ID=11920a41-eadb-42b8-8251-739033c466c9,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:45.365668 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf5e4a41-2175-4312-a46f-63779f3a6e6c tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (b3287ca6-5cbd-4f9d-aa58-33a3a43191fa), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:45.452176 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-441c3983-83cc-478b-9d22-139aa7ca7e31 None None] Provisioning complete for port 8317d51f-92cc-4946-9722-35f9bcab2d30 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:45.452697 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-441c3983-83cc-478b-9d22-139aa7ca7e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8317d51f-92cc-4946-9722-35f9bcab2d30), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:45.457206 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38e06472-88ab-411d-8da2-e4c3c89ba834 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks [] for router_controller (03961a53-1bef-47dd-bbba-5ff6eda49893), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:45.459852 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f8e71030-c51a-4351-9a13-18d9c82029d7 req-1ea32e41-302e-4184-a0c9-e80a6464532c tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:45.525872 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5e4a41-2175-4312-a46f-63779f3a6e6c tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Network 6a438628-781d-4aa0-83ec-c036fc33d826 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:45.532545 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-cf5e4a41-2175-4312-a46f-63779f3a6e6c tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:45.534414 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-37b97801-e68c-4e05-88b0-585f0b6c9012 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (ad728e89-192f-49ee-b6ed-536c0194271a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:45.565168 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-441c3983-83cc-478b-9d22-139aa7ca7e31 None None] Current status of the port 8317d51f-92cc-4946-9722-35f9bcab2d30 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:45.566077 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-441c3983-83cc-478b-9d22-139aa7ca7e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8317d51f-92cc-4946-9722-35f9bcab2d30), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:45.649007 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b97801-e68c-4e05-88b0-585f0b6c9012 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Port': ['ID=ad728e89-192f-49ee-b6ed-536c0194271a,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:45.651830 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38e06472-88ab-411d-8da2-e4c3c89ba834 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (03961a53-1bef-47dd-bbba-5ff6eda49893), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:45.673909 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f8e71030-c51a-4351-9a13-18d9c82029d7 req-1ea32e41-302e-4184-a0c9-e80a6464532c tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group (b0951711-71e1-4254-bd97-e06630c0c324), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:45.677760 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-441c3983-83cc-478b-9d22-139aa7ca7e31 None None] For port 8317d51f-92cc-4946-9722-35f9bcab2d30, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=8317d51f-92cc-4946-9722-35f9bcab2d30,segment=NetworkSegment(412bf2d2-2fba-49bb-8640-bbb242f77c77),segment_id=412bf2d2-2fba-49bb-8640-bbb242f77c77)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:45.694158 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b97801-e68c-4e05-88b0-585f0b6c9012 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network 0fd20173-fa0d-47b7-8340-3d5070fbf9e4 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:45.695636 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-37b97801-e68c-4e05-88b0-585f0b6c9012 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:45.698130 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b97801-e68c-4e05-88b0-585f0b6c9012 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:45.704411 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b97801-e68c-4e05-88b0-585f0b6c9012 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:45.705201 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-37b97801-e68c-4e05-88b0-585f0b6c9012 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:45.758004 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-441c3983-83cc-478b-9d22-139aa7ca7e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (8317d51f-92cc-4946-9722-35f9bcab2d30), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:45.764176 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f8e71030-c51a-4351-9a13-18d9c82029d7 req-1ea32e41-302e-4184-a0c9-e80a6464532c tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b0951711-71e1-4254-bd97-e06630c0c324), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:45.766297 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38e06472-88ab-411d-8da2-e4c3c89ba834 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:45.772550 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-38e06472-88ab-411d-8da2-e4c3c89ba834 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.3218069 Feb 20 03:42:45.773370 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45114) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:45.779631 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-9934a7d1-d809-41bd-8daf-57f28ee6c27f tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1667350608'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:45.841476 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-37b97801-e68c-4e05-88b0-585f0b6c9012 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0891955 Feb 20 03:42:45.852474 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45116) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:45.874995 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-116d046f-62c1-4107-afa4-a7a3a86e6cf2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'subnet': {'network_id': '0fd20173-fa0d-47b7-8340-3d5070fbf9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:45.936319 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c3983-83cc-478b-9d22-139aa7ca7e31 None None] Pushing event updated for resources: {'Port': ['ID=8317d51f-92cc-4946-9722-35f9bcab2d30,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:45.978121 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3b9b062e-4cb0-4dbf-a2da-f8756330377d up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:42:45.987619 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9934a7d1-d809-41bd-8daf-57f28ee6c27f tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Made reservation on behalf of ab36ed5e670149deb6cffb24beada109 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:45.994328 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9934a7d1-d809-41bd-8daf-57f28ee6c27f tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:46.012861 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9934a7d1-d809-41bd-8daf-57f28ee6c27f tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:46.061976 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1407915a-64d6-4284-9916-a974780a07e2 None None] Network e09cfbb3-a7d7-4c14-aaa7-6cf339d95ed1 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:46.145587 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-0b164ad6-9e9f-42fe-bfe9-30dff9aa61a6 None None] Provisioning complete for port 3b9b062e-4cb0-4dbf-a2da-f8756330377d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:46.146372 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0b164ad6-9e9f-42fe-bfe9-30dff9aa61a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3b9b062e-4cb0-4dbf-a2da-f8756330377d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:46.163824 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 3b9b062e-4cb0-4dbf-a2da-f8756330377d triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:46.165263 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3b9b062e-4cb0-4dbf-a2da-f8756330377d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:46.214181 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116d046f-62c1-4107-afa4-a7a3a86e6cf2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:46.217687 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-116d046f-62c1-4107-afa4-a7a3a86e6cf2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:46.250488 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9934a7d1-d809-41bd-8daf-57f28ee6c27f tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks [] for security_group (8a0c2a98-9554-4b05-8b51-0f1ebb5aa58d), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:46.316410 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5e4a41-2175-4312-a46f-63779f3a6e6c tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Router b3287ca6-5cbd-4f9d-aa58-33a3a43191fa is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:42:46.342090 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9934a7d1-d809-41bd-8daf-57f28ee6c27f tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (8a0c2a98-9554-4b05-8b51-0f1ebb5aa58d), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:46.376120 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9934a7d1-d809-41bd-8daf-57f28ee6c27f tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:42:46.406420 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-36d5ab94-8677-4562-9ee4-11b2d123adb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:46.408652 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-36d5ab94-8677-4562-9ee4-11b2d123adb4 service neutron] 10.222.0.93 "GET /v2.0/ports/f6c5c77e-83cb-48f4-8702-35718ef6076d HTTP/1.1" status: 200 len: 1027 time: 0.1079130 Feb 20 03:42:46.409840 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea32e41-302e-4184-a0c9-e80a6464532c tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0951711-71e1-4254-bd97-e06630c0c324,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:46.444336 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934a7d1-d809-41bd-8daf-57f28ee6c27f tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0c2a98-9554-4b05-8b51-0f1ebb5aa58d,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:46.465100 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9934a7d1-d809-41bd-8daf-57f28ee6c27f tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (eaa373ec-28f9-465e-bb1d-122248fecb58), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:46.465100 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-9934a7d1-d809-41bd-8daf-57f28ee6c27f tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Added segment eaa373ec-28f9-465e-bb1d-122248fecb58 of type vlan for network 4146f0f8-b4a3-4adc-bdb9-a4f3305938b1 Feb 20 03:42:46.522072 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f8e71030-c51a-4351-9a13-18d9c82029d7 req-1ea32e41-302e-4184-a0c9-e80a6464532c tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:46.539656 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f8e71030-c51a-4351-9a13-18d9c82029d7 req-1ea32e41-302e-4184-a0c9-e80a6464532c tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 1.3662045 Feb 20 03:42:46.554811 n-d-829866-4 neutron-server[104106]: INFO neutron.db.ipam_backend_mixin [None req-116d046f-62c1-4107-afa4-a7a3a86e6cf2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 595d2482-405d-4e71-b0d6-22f20bed7aec (CIDR: 2001:db8::/64) Feb 20 03:42:46.580229 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 3b9b062e-4cb0-4dbf-a2da-f8756330377d is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:46.580795 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3b9b062e-4cb0-4dbf-a2da-f8756330377d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:46.587368 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-0b164ad6-9e9f-42fe-bfe9-30dff9aa61a6 None None] Current status of the port 3b9b062e-4cb0-4dbf-a2da-f8756330377d is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:46.587778 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0b164ad6-9e9f-42fe-bfe9-30dff9aa61a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3b9b062e-4cb0-4dbf-a2da-f8756330377d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:46.588714 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9934a7d1-d809-41bd-8daf-57f28ee6c27f tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (4146f0f8-b4a3-4adc-bdb9-a4f3305938b1), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:46.603585 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-116d046f-62c1-4107-afa4-a7a3a86e6cf2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:42:46.604076 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-116d046f-62c1-4107-afa4-a7a3a86e6cf2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:42:46.654895 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-36c222c1-e169-43fc-b77f-983388cc33aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:46.656554 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-36c222c1-e169-43fc-b77f-983388cc33aa service neutron] 10.222.0.93 "GET /v2.0/ports/f90d40c0-5b58-4b00-ae70-023f49494c0e HTTP/1.1" status: 200 len: 1028 time: 0.1896582 Feb 20 03:42:46.697350 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-0b164ad6-9e9f-42fe-bfe9-30dff9aa61a6 None None] For port 3b9b062e-4cb0-4dbf-a2da-f8756330377d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3b9b062e-4cb0-4dbf-a2da-f8756330377d,segment=NetworkSegment(3d661af5-1c48-4f89-ae84-77c1290a6e94),segment_id=3d661af5-1c48-4f89-ae84-77c1290a6e94)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:46.727792 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-116d046f-62c1-4107-afa4-a7a3a86e6cf2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8687484 Feb 20 03:42:46.735268 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45122) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:46.742096 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-dac025b3-b23d-45f0-94c3-a44e43cf0333 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'subnet': {'network_id': '0fd20173-fa0d-47b7-8340-3d5070fbf9e4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:46.795210 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0b164ad6-9e9f-42fe-bfe9-30dff9aa61a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3b9b062e-4cb0-4dbf-a2da-f8756330377d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:46.841855 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-8195a979-6a39-4659-9d9e-ceace1b80304 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:46.844362 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9934a7d1-d809-41bd-8daf-57f28ee6c27f tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (4146f0f8-b4a3-4adc-bdb9-a4f3305938b1), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:46.847460 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-8195a979-6a39-4659-9d9e-ceace1b80304 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:46.852985 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-8195a979-6a39-4659-9d9e-ceace1b80304 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:46.854713 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-8195a979-6a39-4659-9d9e-ceace1b80304 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.93 "GET /v2.0/networks?id=b098f8c6-16ef-4470-b828-67d64bde6c7f&id=d998f68e-c8b2-419a-a92f-ff474bef2a54&id=d998f68e-c8b2-419a-a92f-ff474bef2a54&id=d998f68e-c8b2-419a-a92f-ff474bef2a54&id=d998f68e-c8b2-419a-a92f-ff474bef2a54&id=8ca4b396-14bc-4fc6-83df-227a6726eb74&id=8ca4b396-14bc-4fc6-83df-227a6726eb74 HTTP/1.1" status: 200 len: 1989 time: 0.1670310 Feb 20 03:42:46.859682 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9934a7d1-d809-41bd-8daf-57f28ee6c27f tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:46.860716 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9934a7d1-d809-41bd-8daf-57f28ee6c27f tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:46.905620 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5e4a41-2175-4312-a46f-63779f3a6e6c tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:42:46.912417 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-cf5e4a41-2175-4312-a46f-63779f3a6e6c tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] 10.222.0.89 "PUT /v2.0/routers/b3287ca6-5cbd-4f9d-aa58-33a3a43191fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6391218 Feb 20 03:42:46.920595 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45124) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:46.945243 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a75247a-914f-4efa-b557-e729b25569a7 None None] Sync routers for ids ['b3287ca6-5cbd-4f9d-aa58-33a3a43191fa'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:42:46.979721 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a75247a-914f-4efa-b557-e729b25569a7 None None] Routers {'b3287ca6-5cbd-4f9d-aa58-33a3a43191fa'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:42:46.980814 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-9a75247a-914f-4efa-b557-e729b25569a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:42:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['b3287ca6-5cbd-4f9d-aa58-33a3a43191fa'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:47.056243 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-0b164ad6-9e9f-42fe-bfe9-30dff9aa61a6 None None] Provisioning complete for port 8317d51f-92cc-4946-9722-35f9bcab2d30 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:47.057411 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0b164ad6-9e9f-42fe-bfe9-30dff9aa61a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8317d51f-92cc-4946-9722-35f9bcab2d30), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:47.077530 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934a7d1-d809-41bd-8daf-57f28ee6c27f tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Pushing event updated for resources: {'Network': ['ID=4146f0f8-b4a3-4adc-bdb9-a4f3305938b1,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:47.105308 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 4146f0f8-b4a3-4adc-bdb9-a4f3305938b1 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:42:47.131899 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9934a7d1-d809-41bd-8daf-57f28ee6c27f tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3573847 Feb 20 03:42:47.141826 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33adb355-1ecd-4446-bfb7-107d480db29f req-ab33f5f0-25c6-450b-846a-ee6fadd57a4a tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:47.147905 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45126) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:47.150744 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-33adb355-1ecd-4446-bfb7-107d480db29f req-ab33f5f0-25c6-450b-846a-ee6fadd57a4a tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8deb687-aaef-4a15-8059-5d430199a33e HTTP/1.1" status: 200 len: 946 time: 0.4878221 Feb 20 03:42:47.153044 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-2325698e-285e-4888-8a4a-79b690b55dc4 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Request body: {'subnet': {'network_id': '4146f0f8-b4a3-4adc-bdb9-a4f3305938b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:47.202431 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:42:47.202928 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:42:47.203478 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-9a75247a-914f-4efa-b557-e729b25569a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:47.209560 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-4d94a018-9d08-4ed2-b0ca-4a79d62e3d5c tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d4e5737e103447f89841b11bed8bb31 HTTP/1.1" status: 200 len: 380 time: 0.3337562 Feb 20 03:42:47.233119 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-57fecacc-1209-40ad-860c-dba4aedf909b req-5abe2231-b021-4558-ab06-aad2f145f385 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Request body: {'port': {'device_id': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'network_id': 'b098f8c6-16ef-4470-b828-67d64bde6c7f', 'admin_state_up': True, 'tenant_id': '0d4e5737e103447f89841b11bed8bb31', 'security_groups': ['c99bdd9b-3833-4526-833f-04904635e8a9']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:47.248030 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a75247a-914f-4efa-b557-e729b25569a7 None None] Routers {'b3287ca6-5cbd-4f9d-aa58-33a3a43191fa'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:42:47.248723 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-9a75247a-914f-4efa-b557-e729b25569a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:42:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['b3287ca6-5cbd-4f9d-aa58-33a3a43191fa'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:47.299037 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b164ad6-9e9f-42fe-bfe9-30dff9aa61a6 None None] Pushing event updated for resources: {'Port': ['ID=3b9b062e-4cb0-4dbf-a2da-f8756330377d,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:47.305491 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-9a75247a-914f-4efa-b557-e729b25569a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:47.306174 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a75247a-914f-4efa-b557-e729b25569a7 None None] The sync data for ids ['b3287ca6-5cbd-4f9d-aa58-33a3a43191fa'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:42:47.345054 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac025b3-b23d-45f0-94c3-a44e43cf0333 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:47.354319 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dac025b3-b23d-45f0-94c3-a44e43cf0333 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:47.358679 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-0b164ad6-9e9f-42fe-bfe9-30dff9aa61a6 None None] Current status of the port 8317d51f-92cc-4946-9722-35f9bcab2d30 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:47.371825 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-0b164ad6-9e9f-42fe-bfe9-30dff9aa61a6 None None] Provisioning complete for port 11920a41-eadb-42b8-8251-739033c466c9 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:47.372205 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0b164ad6-9e9f-42fe-bfe9-30dff9aa61a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (11920a41-eadb-42b8-8251-739033c466c9), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:47.416354 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-0b164ad6-9e9f-42fe-bfe9-30dff9aa61a6 None None] Port 11920a41-eadb-42b8-8251-739033c466c9 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:42:47.418324 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-33adb355-1ecd-4446-bfb7-107d480db29f req-52d47647-8cfc-49e7-be1b-b9d4b9f92ede tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] 10.222.0.89 "GET /v2.0/security-groups?id=25049944-2888-41bc-907f-50ebd31b2af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620192 Feb 20 03:42:47.448600 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2325698e-285e-4888-8a4a-79b690b55dc4 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Made reservation on behalf of ab36ed5e670149deb6cffb24beada109 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:47.456799 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2325698e-285e-4888-8a4a-79b690b55dc4 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:47.549755 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ba0c8dba-6aff-4086-aad0-33b4bd6eb307 None None] Provisioning complete for port 3b9b062e-4cb0-4dbf-a2da-f8756330377d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:47.550133 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ba0c8dba-6aff-4086-aad0-33b4bd6eb307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3b9b062e-4cb0-4dbf-a2da-f8756330377d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:47.662777 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ba0c8dba-6aff-4086-aad0-33b4bd6eb307 None None] Current status of the port 3b9b062e-4cb0-4dbf-a2da-f8756330377d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:47.674436 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ba0c8dba-6aff-4086-aad0-33b4bd6eb307 None None] Provisioning complete for port ad728e89-192f-49ee-b6ed-536c0194271a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:47.674815 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ba0c8dba-6aff-4086-aad0-33b4bd6eb307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ad728e89-192f-49ee-b6ed-536c0194271a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:47.697619 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-5abe2231-b021-4558-ab06-aad2f145f385 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Made reservation on behalf of 0d4e5737e103447f89841b11bed8bb31 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:47.701911 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-5abe2231-b021-4558-ab06-aad2f145f385 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:47.726102 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ba0c8dba-6aff-4086-aad0-33b4bd6eb307 None None] Port ad728e89-192f-49ee-b6ed-536c0194271a cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:42:47.743069 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-b1d37e27-24e4-4c6c-954d-d6050d5163a8 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:42:47.744274 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b1d37e27-24e4-4c6c-954d-d6050d5163a8 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] 10.222.0.89 "PUT /v2.0/routers/b3287ca6-5cbd-4f9d-aa58-33a3a43191fa/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8226631 Feb 20 03:42:47.750163 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45130) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:47.783258 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ba0c8dba-6aff-4086-aad0-33b4bd6eb307 None None] Provisioning complete for port 2eaf97da-c7a8-419e-b850-21ac64031137 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:47.784645 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ba0c8dba-6aff-4086-aad0-33b4bd6eb307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2eaf97da-c7a8-419e-b850-21ac64031137), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:47.832699 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 3b9b062e-4cb0-4dbf-a2da-f8756330377d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:47.834709 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 8317d51f-92cc-4946-9722-35f9bcab2d30 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:42:47.942694 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-57fecacc-1209-40ad-860c-dba4aedf909b req-5abe2231-b021-4558-ab06-aad2f145f385 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Allocated IP 172.20.0.6 (b098f8c6-16ef-4470-b828-67d64bde6c7f/31a197bb-5fd0-42b5-ae4b-c35a9b090699/ecc9fc1c-32de-42f6-beff-ccab1aa82d9c) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:47.946587 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2bdcdfc9-7cea-4aa2-a614-698d3947d42b req-26af9804-df51-4593-9f71-8c55fb89bd19 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d5efe6aa415d4b0bb33089f4c714c322&device_id=a3662253-d4e4-4f43-b746-6b69bc5a9539 HTTP/1.1" status: 200 len: 210 time: 0.0430830 Feb 20 03:42:47.967330 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2325698e-285e-4888-8a4a-79b690b55dc4 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (fd59bb9a-2d5a-4931-8e22-108000c5052e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:47.982769 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ba0c8dba-6aff-4086-aad0-33b4bd6eb307 None None] Current status of the port 2eaf97da-c7a8-419e-b850-21ac64031137 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:47.983332 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ba0c8dba-6aff-4086-aad0-33b4bd6eb307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2eaf97da-c7a8-419e-b850-21ac64031137), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:47.985354 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 8317d51f-92cc-4946-9722-35f9bcab2d30 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:47.985714 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8317d51f-92cc-4946-9722-35f9bcab2d30), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:47.997654 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2bdcdfc9-7cea-4aa2-a614-698d3947d42b req-716a1dd5-5c5e-4fd5-949d-ebf15b9bf9e2 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=d5efe6aa415d4b0bb33089f4c714c322&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419486 Feb 20 03:42:48.033655 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dac025b3-b23d-45f0-94c3-a44e43cf0333 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (6c819ff5-9457-461a-8ace-46208b37b7c2), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:48.071915 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-279415e5-127f-4e3d-ad9e-ecda48a379ad req-8a67ac00-0460-4bab-813e-c38fb3e1e8ac tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 210 time: 0.0537963 Feb 20 03:42:48.076947 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ba0c8dba-6aff-4086-aad0-33b4bd6eb307 None None] For port 2eaf97da-c7a8-419e-b850-21ac64031137, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2eaf97da-c7a8-419e-b850-21ac64031137,segment=NetworkSegment(e5dc5d8f-785d-476d-b078-c0c205d7321a),segment_id=e5dc5d8f-785d-476d-b078-c0c205d7321a)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:48.081573 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac025b3-b23d-45f0-94c3-a44e43cf0333 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network 0fd20173-fa0d-47b7-8340-3d5070fbf9e4 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:48.086485 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-dac025b3-b23d-45f0-94c3-a44e43cf0333 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:48.088234 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325698e-285e-4888-8a4a-79b690b55dc4 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Pushing event updated for resources: {'Subnet': ['ID=fd59bb9a-2d5a-4931-8e22-108000c5052e,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:48.090894 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac025b3-b23d-45f0-94c3-a44e43cf0333 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:48.091501 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dac025b3-b23d-45f0-94c3-a44e43cf0333 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:48.128556 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ae410d-e730-4e1a-b66c-571e95fdc564 None None] Network 0fd20173-fa0d-47b7-8340-3d5070fbf9e4 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:48.181018 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2325698e-285e-4888-8a4a-79b690b55dc4 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Checking segment: {'id': 'eaa373ec-28f9-465e-bb1d-122248fecb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4146f0f8-b4a3-4adc-bdb9-a4f3305938b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:42:48.181397 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2325698e-285e-4888-8a4a-79b690b55dc4 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Network hostable DHCP agents. Network: 4146f0f8-b4a3-4adc-bdb9-a4f3305938b1, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:42:48.232443 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac025b3-b23d-45f0-94c3-a44e43cf0333 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Subnet': ['ID=6c819ff5-9457-461a-8ace-46208b37b7c2,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:48.242583 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ba0c8dba-6aff-4086-aad0-33b4bd6eb307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2eaf97da-c7a8-419e-b850-21ac64031137), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:48.264822 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-dac025b3-b23d-45f0-94c3-a44e43cf0333 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5283992 Feb 20 03:42:48.265862 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45134) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:48.286761 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-1cc2984d-0027-4d97-b91f-8ea97a0ad83e tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-132722859', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6c819ff5-9457-461a-8ace-46208b37b7c2'}], 'security_groups': ['dd63284b-719d-4dcf-9c2d-d06043a3ba14']}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:48.319308 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 8317d51f-92cc-4946-9722-35f9bcab2d30 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:48.320551 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 2eaf97da-c7a8-419e-b850-21ac64031137 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:42:48.325558 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ba0c8dba-6aff-4086-aad0-33b4bd6eb307 None None] Provisioning complete for port 11920a41-eadb-42b8-8251-739033c466c9 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:48.325916 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ba0c8dba-6aff-4086-aad0-33b4bd6eb307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (11920a41-eadb-42b8-8251-739033c466c9), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:48.402849 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c8dba-6aff-4086-aad0-33b4bd6eb307 None None] Pushing event updated for resources: {'Port': ['ID=2eaf97da-c7a8-419e-b850-21ac64031137,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:48.429028 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2325698e-285e-4888-8a4a-79b690b55dc4 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Network 4146f0f8-b4a3-4adc-bdb9-a4f3305938b1 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:42:48.435314 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ba0c8dba-6aff-4086-aad0-33b4bd6eb307 None None] Port 11920a41-eadb-42b8-8251-739033c466c9 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:42:48.438432 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcdfc9-7cea-4aa2-a614-698d3947d42b req-82da6a09-95e8-48e6-a891-459b102b05ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:48.440007 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2bdcdfc9-7cea-4aa2-a614-698d3947d42b req-82da6a09-95e8-48e6-a891-459b102b05ba service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4315531 Feb 20 03:42:48.459267 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcc014-f1d8-4a5d-b0b1-c69b317b081e req-860f7f19-f572-4dab-9a15-4b228f9df5f5 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:48.462618 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-34fcc014-f1d8-4a5d-b0b1-c69b317b081e req-860f7f19-f572-4dab-9a15-4b228f9df5f5 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 946 time: 0.2705257 Feb 20 03:42:48.469656 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 2eaf97da-c7a8-419e-b850-21ac64031137 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:48.470040 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2eaf97da-c7a8-419e-b850-21ac64031137), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:48.505522 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-5abe2231-b021-4558-ab06-aad2f145f385 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks [] for port (ecc9fc1c-32de-42f6-beff-ccab1aa82d9c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:48.519338 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-2325698e-285e-4888-8a4a-79b690b55dc4 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 4146f0f8-b4a3-4adc-bdb9-a4f3305938b1) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:48.555402 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-34fcc014-f1d8-4a5d-b0b1-c69b317b081e req-b1468d2b-3325-427b-813f-02df97938787 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826211 Feb 20 03:42:48.556932 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2325698e-285e-4888-8a4a-79b690b55dc4 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:48.557595 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2325698e-285e-4888-8a4a-79b690b55dc4 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:48.580440 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1cc2984d-0027-4d97-b91f-8ea97a0ad83e tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ad728e89-192f-49ee-b6ed-536c0194271a), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:48.610638 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab11874e-443b-4f44-a5bb-3491609722e2 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (b3287ca6-5cbd-4f9d-aa58-33a3a43191fa), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:48.637085 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1cb8cc8f-9fcd-4d96-8198-e3016a64a0e4 req-6db1d936-6053-4b4a-82c1-98fc1666e7e5 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] 10.222.0.89 "GET /v2.0/security-groups/b0951711-71e1-4254-bd97-e06630c0c324 HTTP/1.1" status: 200 len: 1832 time: 0.0433266 Feb 20 03:42:48.642361 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-5abe2231-b021-4558-ab06-aad2f145f385 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (ecc9fc1c-32de-42f6-beff-ccab1aa82d9c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:48.732285 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca77a33d-742f-408a-b389-a8a69cf7f6ea None None] Network 4146f0f8-b4a3-4adc-bdb9-a4f3305938b1 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:48.733038 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2325698e-285e-4888-8a4a-79b690b55dc4 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5840364 Feb 20 03:42:48.740714 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ba0c8dba-6aff-4086-aad0-33b4bd6eb307 None None] Provisioning complete for port f3b4b3b5-e909-48e4-8736-4d2bd169d5e6 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:48.741624 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ba0c8dba-6aff-4086-aad0-33b4bd6eb307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f3b4b3b5-e909-48e4-8736-4d2bd169d5e6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:48.742186 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57fecacc-1209-40ad-860c-dba4aedf909b req-5abe2231-b021-4558-ab06-aad2f145f385 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Network b098f8c6-16ef-4470-b828-67d64bde6c7f is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:48.743264 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45140) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:48.745679 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-57fecacc-1209-40ad-860c-dba4aedf909b req-5abe2231-b021-4558-ab06-aad2f145f385 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:48.759242 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fecacc-1209-40ad-860c-dba4aedf909b req-5abe2231-b021-4558-ab06-aad2f145f385 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:48.794713 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-6ff91478-4c68-4348-ab3c-7b71f3d5f70e tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Request body: {'network': {'name': 'tempest-router-network01--536734334'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:48.834530 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c13084-8721-4743-81e0-47354472740f None None] Update dhcp port {'port': {'network_id': '0fd20173-fa0d-47b7-8340-3d5070fbf9e4', 'fixed_ips': [{'subnet_id': '595d2482-405d-4e71-b0d6-22f20bed7aec', 'ip_address': '2001:db8::2'}, {'subnet_id': '6c819ff5-9457-461a-8ace-46208b37b7c2'}], 'binding:host_id': 'n-d-829866-4'}, 'id': '2eaf97da-c7a8-419e-b850-21ac64031137'} from n-d-829866-4. {{(pid=104107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 03:42:48.900324 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-48c13084-8721-4743-81e0-47354472740f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2eaf97da-c7a8-419e-b850-21ac64031137), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:48.905709 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf7b6cb9-f8a9-4d7d-bd05-6dee83b32192 req-48bd2080-d2e2-47bd-be27-75780b27c6d6 tempest-ServerShowV254Test-278984003 tempest-ServerShowV254Test-278984003-project] 10.222.0.89 "GET /v2.0/ports?device_id=a3662253-d4e4-4f43-b746-6b69bc5a9539 HTTP/1.1" status: 200 len: 210 time: 0.0787156 Feb 20 03:42:48.914630 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe2231-b021-4558-ab06-aad2f145f385 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Pushing event updated for resources: {'Port': ['ID=ecc9fc1c-32de-42f6-beff-ccab1aa82d9c,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:48.962166 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-5abe2231-b021-4558-ab06-aad2f145f385 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:48.963661 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-5abe2231-b021-4558-ab06-aad2f145f385 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:49.028352 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff91478-4c68-4348-ab3c-7b71f3d5f70e tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Made reservation on behalf of ab36ed5e670149deb6cffb24beada109 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:49.033876 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6ff91478-4c68-4348-ab3c-7b71f3d5f70e tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:49.083612 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ba0c8dba-6aff-4086-aad0-33b4bd6eb307 None None] Port f3b4b3b5-e909-48e4-8736-4d2bd169d5e6 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:42:49.093931 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-5abe2231-b021-4558-ab06-aad2f145f385 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8716245 Feb 20 03:42:49.102961 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 2eaf97da-c7a8-419e-b850-21ac64031137 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:49.118951 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-57fecacc-1209-40ad-860c-dba4aedf909b req-af821291-83d8-4328-b485-18e269084568 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Request body: {'port': {'device_id': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'network_id': 'd998f68e-c8b2-419a-a92f-ff474bef2a54', 'admin_state_up': True, 'tenant_id': '0d4e5737e103447f89841b11bed8bb31', 'security_groups': ['c99bdd9b-3833-4526-833f-04904635e8a9']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:49.146107 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff91478-4c68-4348-ab3c-7b71f3d5f70e tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:42:49.155195 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6ff91478-4c68-4348-ab3c-7b71f3d5f70e tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (62526020-43d9-43fd-8c94-a3c891ed1492), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:49.157892 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-6ff91478-4c68-4348-ab3c-7b71f3d5f70e tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Added segment 62526020-43d9-43fd-8c94-a3c891ed1492 of type vlan for network 88ac2e61-2d6d-4adc-adba-834384a6d325 Feb 20 03:42:49.200007 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6ff91478-4c68-4348-ab3c-7b71f3d5f70e tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (88ac2e61-2d6d-4adc-adba-834384a6d325), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:49.249622 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a4af65-99e0-4bb3-bc21-3c23226c3b4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-4146f0f8-b4a3-4adc-bdb9-a4f3305938b1', 'network_id': '4146f0f8-b4a3-4adc-bdb9-a4f3305938b1', 'project_id': 'ab36ed5e670149deb6cffb24beada109', 'fixed_ips': [{'subnet_id': 'fd59bb9a-2d5a-4931-8e22-108000c5052e'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:42:49.250509 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c9a4af65-99e0-4bb3-bc21-3c23226c3b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:49.280174 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3b9b062e-4cb0-4dbf-a2da-f8756330377d up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:42:49.319426 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6ff91478-4c68-4348-ab3c-7b71f3d5f70e tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (88ac2e61-2d6d-4adc-adba-834384a6d325), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:49.325844 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff91478-4c68-4348-ab3c-7b71f3d5f70e tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:49.326621 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6ff91478-4c68-4348-ab3c-7b71f3d5f70e tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:49.351405 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-59693900-a6f5-478b-9e1f-e2f866acaac9 None None] Provisioning complete for port ecc9fc1c-32de-42f6-beff-ccab1aa82d9c triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:49.351796 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-59693900-a6f5-478b-9e1f-e2f866acaac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ecc9fc1c-32de-42f6-beff-ccab1aa82d9c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:49.396874 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-1cc2984d-0027-4d97-b91f-8ea97a0ad83e tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Delete allocated IP 2001:db8::2dd (0fd20173-fa0d-47b7-8340-3d5070fbf9e4/595d2482-405d-4e71-b0d6-22f20bed7aec) {{(pid=104106) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 20 03:42:49.407444 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-1cc2984d-0027-4d97-b91f-8ea97a0ad83e tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Allocated IP 2001:db8:0:1::124 (0fd20173-fa0d-47b7-8340-3d5070fbf9e4/6c819ff5-9457-461a-8ace-46208b37b7c2/ad728e89-192f-49ee-b6ed-536c0194271a) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:49.418942 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff8ccc-37d3-4dac-a525-629855605c7d req-f0692983-7a1b-48ac-bf4d-95e4d975ea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:49.424139 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-37ff8ccc-37d3-4dac-a525-629855605c7d req-f0692983-7a1b-48ac-bf4d-95e4d975ea1c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=68913620b1864349b0b30a94042b9c2a&device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 1128 time: 0.1757329 Feb 20 03:42:49.488458 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-7aa9e49f-0713-42e7-a108-fbfa4b4265d9 req-4ae69d55-c7ad-43fe-aab9-a3925aa14612 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1077962523', 'description': 'tempest-description-1284727251'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:49.514584 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-59693900-a6f5-478b-9e1f-e2f866acaac9 None None] Port ecc9fc1c-32de-42f6-beff-ccab1aa82d9c cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:42:49.539378 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6ff91478-4c68-4348-ab3c-7b71f3d5f70e tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7527411 Feb 20 03:42:49.548218 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45148) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:49.561481 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-f07475f4-5b40-46fc-9961-b4e666549d46 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Request body: {'network': {'name': 'tempest-router-network02--70841261'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:49.575159 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff91478-4c68-4348-ab3c-7b71f3d5f70e tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Pushing event updated for resources: {'Network': ['ID=88ac2e61-2d6d-4adc-adba-834384a6d325,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:49.606971 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff8ccc-37d3-4dac-a525-629855605c7d req-fa93f98e-9797-488c-8748-7ef9172c9ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:49.608722 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-37ff8ccc-37d3-4dac-a525-629855605c7d req-fa93f98e-9797-488c-8748-7ef9172c9ae7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879 HTTP/1.1" status: 200 len: 919 time: 0.1619587 Feb 20 03:42:49.609385 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-c9a4af65-99e0-4bb3-bc21-3c23226c3b4c None None] Allocated IP 2001:db8::2 (4146f0f8-b4a3-4adc-bdb9-a4f3305938b1/fd59bb9a-2d5a-4931-8e22-108000c5052e/484a165b-dbb0-4b2e-bf3e-b501c988935b) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:49.614744 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-af821291-83d8-4328-b485-18e269084568 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Made reservation on behalf of 0d4e5737e103447f89841b11bed8bb31 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:49.619091 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-af821291-83d8-4328-b485-18e269084568 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:49.657530 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-2bdcdfc9-7cea-4aa2-a614-698d3947d42b req-85b6b4cd-5f70-4e31-afeb-5344fa92a06b tempest-ServerShowV254Test-278984003 tempest-ServerShowV254Test-278984003-project] 10.222.0.93 "GET /v2.0/ports?device_id=a3662253-d4e4-4f43-b746-6b69bc5a9539 HTTP/1.1" status: 200 len: 210 time: 0.0473461 Feb 20 03:42:49.682813 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-37ff8ccc-37d3-4dac-a525-629855605c7d req-a0dd55f4-a1a6-4956-9c53-b60b6948b148 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4ae335b-d16e-416a-9eb9-2cda22109139 HTTP/1.1" status: 200 len: 217 time: 0.0582318 Feb 20 03:42:49.728272 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 88ac2e61-2d6d-4adc-adba-834384a6d325 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:42:49.745828 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07475f4-5b40-46fc-9961-b4e666549d46 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Made reservation on behalf of ab36ed5e670149deb6cffb24beada109 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:49.750579 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f07475f4-5b40-46fc-9961-b4e666549d46 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:49.782631 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7aa9e49f-0713-42e7-a108-fbfa4b4265d9 req-4ae69d55-c7ad-43fe-aab9-a3925aa14612 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:49.823386 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff8ccc-37d3-4dac-a525-629855605c7d req-b4e5dd77-901f-439c-a324-d0ca8156f7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:49.824925 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-37ff8ccc-37d3-4dac-a525-629855605c7d req-b4e5dd77-901f-439c-a324-d0ca8156f7c2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=59da23fb-2a69-4f62-8734-ed62cd9e052d HTTP/1.1" status: 200 len: 858 time: 0.1304975 Feb 20 03:42:49.827044 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 3b9b062e-4cb0-4dbf-a2da-f8756330377d triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:49.827553 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3b9b062e-4cb0-4dbf-a2da-f8756330377d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:49.839461 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-ab11874e-443b-4f44-a5bb-3491609722e2 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Deleting port 11920a41-eadb-42b8-8251-739033c466c9 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:49.840657 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab11874e-443b-4f44-a5bb-3491609722e2 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (11920a41-eadb-42b8-8251-739033c466c9), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:49.851694 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f07475f4-5b40-46fc-9961-b4e666549d46 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:42:49.912177 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-37ff8ccc-37d3-4dac-a525-629855605c7d req-171ed19e-6e12-4657-a526-9497d4736e06 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712574 Feb 20 03:42:49.924679 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f07475f4-5b40-46fc-9961-b4e666549d46 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (15a5c614-5ff7-47df-9039-55d86f40ef8e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:49.925107 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-f07475f4-5b40-46fc-9961-b4e666549d46 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Added segment 15a5c614-5ff7-47df-9039-55d86f40ef8e of type vlan for network 19aae92e-a770-4201-87c8-8f53f394fd84 Feb 20 03:42:49.928842 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1cc2984d-0027-4d97-b91f-8ea97a0ad83e tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for port (ad728e89-192f-49ee-b6ed-536c0194271a), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:49.991426 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 3b9b062e-4cb0-4dbf-a2da-f8756330377d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:49.993370 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 8317d51f-92cc-4946-9722-35f9bcab2d30 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:42:50.006176 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f07475f4-5b40-46fc-9961-b4e666549d46 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (19aae92e-a770-4201-87c8-8f53f394fd84), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:50.026785 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-57fecacc-1209-40ad-860c-dba4aedf909b req-af821291-83d8-4328-b485-18e269084568 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Allocated IP 10.1.1.72 (d998f68e-c8b2-419a-a92f-ff474bef2a54/f78cbae5-a431-4119-b386-a5d435c775cc/c7a136aa-1a7e-4a1d-8972-04de33f5dc56) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:50.034953 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab11874e-443b-4f44-a5bb-3491609722e2 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (11920a41-eadb-42b8-8251-739033c466c9), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:50.042601 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1cc2984d-0027-4d97-b91f-8ea97a0ad83e tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (ad728e89-192f-49ee-b6ed-536c0194271a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:50.091811 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-ab11874e-443b-4f44-a5bb-3491609722e2 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Calling delete_port for 11920a41-eadb-42b8-8251-739033c466c9 owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:50.097636 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7aa9e49f-0713-42e7-a108-fbfa4b4265d9 req-4ae69d55-c7ad-43fe-aab9-a3925aa14612 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group (db6f2b99-7891-48cb-ac4c-2bb8184b2435), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:50.107725 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-48c13084-8721-4743-81e0-47354472740f None None] Allocated IP 2001:db8:0:1::2 (0fd20173-fa0d-47b7-8340-3d5070fbf9e4/6c819ff5-9457-461a-8ace-46208b37b7c2/2eaf97da-c7a8-419e-b850-21ac64031137) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:50.136627 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-37ff8ccc-37d3-4dac-a525-629855605c7d req-b06d9ed5-c601-4b41-b25f-c6e1860aa697 service neutron] 10.222.0.93 "GET /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154067 Feb 20 03:42:50.148025 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-1cc2984d-0027-4d97-b91f-8ea97a0ad83e tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] In _notify_port_updated(), no bound segment for port ad728e89-192f-49ee-b6ed-536c0194271a on network 0fd20173-fa0d-47b7-8340-3d5070fbf9e4 {{(pid=104106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 03:42:50.153285 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc2984d-0027-4d97-b91f-8ea97a0ad83e tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:50.153972 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1cc2984d-0027-4d97-b91f-8ea97a0ad83e tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:50.155379 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1cc2984d-0027-4d97-b91f-8ea97a0ad83e tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "PUT /v2.0/ports/ad728e89-192f-49ee-b6ed-536c0194271a HTTP/1.1" status: 200 len: 930 time: 1.8877113 Feb 20 03:42:50.164362 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45154) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:50.211509 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7aa9e49f-0713-42e7-a108-fbfa4b4265d9 req-4ae69d55-c7ad-43fe-aab9-a3925aa14612 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (db6f2b99-7891-48cb-ac4c-2bb8184b2435), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:50.212674 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2984d-0027-4d97-b91f-8ea97a0ad83e tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Port': ['ID=ad728e89-192f-49ee-b6ed-536c0194271a,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:50.222709 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f07475f4-5b40-46fc-9961-b4e666549d46 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (19aae92e-a770-4201-87c8-8f53f394fd84), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:50.230964 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07475f4-5b40-46fc-9961-b4e666549d46 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:50.231815 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f07475f4-5b40-46fc-9961-b4e666549d46 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:50.272271 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-48c13084-8721-4743-81e0-47354472740f None None] For port 2eaf97da-c7a8-419e-b850-21ac64031137, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2eaf97da-c7a8-419e-b850-21ac64031137,segment=NetworkSegment(e5dc5d8f-785d-476d-b078-c0c205d7321a),segment_id=e5dc5d8f-785d-476d-b078-c0c205d7321a)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:50.316005 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-48c13084-8721-4743-81e0-47354472740f None None] Publish callbacks [] for port (2eaf97da-c7a8-419e-b850-21ac64031137), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:50.369486 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 8317d51f-92cc-4946-9722-35f9bcab2d30 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:50.369957 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8317d51f-92cc-4946-9722-35f9bcab2d30), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:50.421472 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-48c13084-8721-4743-81e0-47354472740f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2eaf97da-c7a8-419e-b850-21ac64031137), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:50.567708 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c13084-8721-4743-81e0-47354472740f None None] Pushing event updated for resources: {'Port': ['ID=2eaf97da-c7a8-419e-b850-21ac64031137,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:50.588687 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c13084-8721-4743-81e0-47354472740f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:50.589130 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c13084-8721-4743-81e0-47354472740f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:50.589487 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c13084-8721-4743-81e0-47354472740f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:50.589885 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c13084-8721-4743-81e0-47354472740f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:50.590282 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c13084-8721-4743-81e0-47354472740f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:50.590629 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c13084-8721-4743-81e0-47354472740f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:50.591157 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c13084-8721-4743-81e0-47354472740f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:50.591504 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c13084-8721-4743-81e0-47354472740f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:50.591948 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c13084-8721-4743-81e0-47354472740f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:50.592334 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c13084-8721-4743-81e0-47354472740f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:50.592674 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c13084-8721-4743-81e0-47354472740f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:50.593059 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c13084-8721-4743-81e0-47354472740f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:50.593659 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c13084-8721-4743-81e0-47354472740f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:42:50.657243 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c9a4af65-99e0-4bb3-bc21-3c23226c3b4c None None] Publish callbacks [] for port (484a165b-dbb0-4b2e-bf3e-b501c988935b), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:50.706532 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 8317d51f-92cc-4946-9722-35f9bcab2d30 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:50.710405 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 2eaf97da-c7a8-419e-b850-21ac64031137 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:42:50.718162 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07475f4-5b40-46fc-9961-b4e666549d46 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Pushing event updated for resources: {'Network': ['ID=19aae92e-a770-4201-87c8-8f53f394fd84,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:50.721620 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae69d55-c7ad-43fe-aab9-a3925aa14612 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db6f2b99-7891-48cb-ac4c-2bb8184b2435,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:50.751730 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 19aae92e-a770-4201-87c8-8f53f394fd84 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:42:50.772390 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f07475f4-5b40-46fc-9961-b4e666549d46 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2212260 Feb 20 03:42:50.773371 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c9a4af65-99e0-4bb3-bc21-3c23226c3b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (484a165b-dbb0-4b2e-bf3e-b501c988935b), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:50.774331 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45156) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:50.790782 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-815a3d43-bca0-4325-87a6-e8859129eaf2 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Request body: {'subnet': {'network_id': '88ac2e61-2d6d-4adc-adba-834384a6d325', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:50.803384 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7aa9e49f-0713-42e7-a108-fbfa4b4265d9 req-4ae69d55-c7ad-43fe-aab9-a3925aa14612 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:50.804943 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7aa9e49f-0713-42e7-a108-fbfa4b4265d9 req-4ae69d55-c7ad-43fe-aab9-a3925aa14612 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 1.3227756 Feb 20 03:42:50.862188 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-37ff8ccc-37d3-4dac-a525-629855605c7d req-a911af9c-6e8c-41d8-ae42-fe6b1b61ff0d service neutron] 10.222.0.93 "GET /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6985288 Feb 20 03:42:50.920064 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-af821291-83d8-4328-b485-18e269084568 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks [] for port (c7a136aa-1a7e-4a1d-8972-04de33f5dc56), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:50.987892 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85af90f-e3c5-4bf8-8bfb-7e57e16da698 req-24ae6a15-23e1-4aed-8cea-3b2e7985e5ce tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:50.990577 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c85af90f-e3c5-4bf8-8bfb-7e57e16da698 req-24ae6a15-23e1-4aed-8cea-3b2e7985e5ce tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8deb687-aaef-4a15-8059-5d430199a33e HTTP/1.1" status: 200 len: 946 time: 0.2642169 Feb 20 03:42:50.996032 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-223bc314-7b9d-4a4f-b87e-68303150112e tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Deleting port ad728e89-192f-49ee-b6ed-536c0194271a {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:50.996452 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-223bc314-7b9d-4a4f-b87e-68303150112e tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ad728e89-192f-49ee-b6ed-536c0194271a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:51.035099 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a4af65-99e0-4bb3-bc21-3c23226c3b4c None None] Network 4146f0f8-b4a3-4adc-bdb9-a4f3305938b1 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:51.050291 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-c9a4af65-99e0-4bb3-bc21-3c23226c3b4c None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:51.052897 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:51.055748 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a4af65-99e0-4bb3-bc21-3c23226c3b4c None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:51.057207 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4af65-99e0-4bb3-bc21-3c23226c3b4c None None] Pushing event updated for resources: {'Port': ['ID=484a165b-dbb0-4b2e-bf3e-b501c988935b,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:51.060339 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab11874e-443b-4f44-a5bb-3491609722e2 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (11920a41-eadb-42b8-8251-739033c466c9), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:51.128147 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11874e-443b-4f44-a5bb-3491609722e2 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Pushing event deleted for resources: {'Port': ['ID=11920a41-eadb-42b8-8251-739033c466c9,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:51.128311 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 2eaf97da-c7a8-419e-b850-21ac64031137 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:51.128311 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2eaf97da-c7a8-419e-b850-21ac64031137), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:51.131266 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815a3d43-bca0-4325-87a6-e8859129eaf2 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Made reservation on behalf of ab36ed5e670149deb6cffb24beada109 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:51.135347 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-815a3d43-bca0-4325-87a6-e8859129eaf2 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:51.203312 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:51.227121 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-c9a4af65-99e0-4bb3-bc21-3c23226c3b4c None None] Attempting to bind port 484a165b-dbb0-4b2e-bf3e-b501c988935b on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:42:51.230898 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-c9a4af65-99e0-4bb3-bc21-3c23226c3b4c None None] Attempting to bind port 484a165b-dbb0-4b2e-bf3e-b501c988935b by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'eaa373ec-28f9-465e-bb1d-122248fecb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4146f0f8-b4a3-4adc-bdb9-a4f3305938b1'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:42:51.231378 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a4af65-99e0-4bb3-bc21-3c23226c3b4c None None] Attempting to bind port 484a165b-dbb0-4b2e-bf3e-b501c988935b on network 4146f0f8-b4a3-4adc-bdb9-a4f3305938b1 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:42:51.242492 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43be13-046f-4045-ba8b-c9c2aef4d2d8 req-7782b4ab-1aeb-4541-9a3b-7e39d0c23fe4 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:51.249043 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a4af65-99e0-4bb3-bc21-3c23226c3b4c None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:42:51.249427 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a4af65-99e0-4bb3-bc21-3c23226c3b4c None None] Checking segment: {'id': 'eaa373ec-28f9-465e-bb1d-122248fecb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4146f0f8-b4a3-4adc-bdb9-a4f3305938b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:42:51.249837 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c9a4af65-99e0-4bb3-bc21-3c23226c3b4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:51.250235 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a4af65-99e0-4bb3-bc21-3c23226c3b4c None None] Bound using segment: {'id': 'eaa373ec-28f9-465e-bb1d-122248fecb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4146f0f8-b4a3-4adc-bdb9-a4f3305938b1'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:42:51.250717 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-c9a4af65-99e0-4bb3-bc21-3c23226c3b4c None None] Bound port: 484a165b-dbb0-4b2e-bf3e-b501c988935b, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa373ec-28f9-465e-bb1d-122248fecb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4146f0f8-b4a3-4adc-bdb9-a4f3305938b1'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:42:51.251210 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4a43be13-046f-4045-ba8b-c9c2aef4d2d8 req-7782b4ab-1aeb-4541-9a3b-7e39d0c23fe4 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 931 time: 0.3195698 Feb 20 03:42:51.256144 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c9a4af65-99e0-4bb3-bc21-3c23226c3b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (484a165b-dbb0-4b2e-bf3e-b501c988935b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:51.350486 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-223bc314-7b9d-4a4f-b87e-68303150112e tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ad728e89-192f-49ee-b6ed-536c0194271a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:51.368928 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4a43be13-046f-4045-ba8b-c9c2aef4d2d8 req-b483209b-119a-460f-8c97-deab396e38ec tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166635 Feb 20 03:42:51.411903 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-c85af90f-e3c5-4bf8-8bfb-7e57e16da698 req-bafecb80-9c08-4703-817d-0798e60db83f tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] Deleting port 347cc992-e881-4865-8066-cb7655c3ece6 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:42:51.413218 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c85af90f-e3c5-4bf8-8bfb-7e57e16da698 req-bafecb80-9c08-4703-817d-0798e60db83f tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (347cc992-e881-4865-8066-cb7655c3ece6), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:51.421523 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 2eaf97da-c7a8-419e-b850-21ac64031137 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:51.489249 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c9a4af65-99e0-4bb3-bc21-3c23226c3b4c None None] For port 484a165b-dbb0-4b2e-bf3e-b501c988935b, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:42:51.491411 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-223bc314-7b9d-4a4f-b87e-68303150112e tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Calling delete_port for ad728e89-192f-49ee-b6ed-536c0194271a owned by {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:51.499048 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c9a4af65-99e0-4bb3-bc21-3c23226c3b4c None None] For port 484a165b-dbb0-4b2e-bf3e-b501c988935b, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=484a165b-dbb0-4b2e-bf3e-b501c988935b,segment=NetworkSegment(eaa373ec-28f9-465e-bb1d-122248fecb58),segment_id=eaa373ec-28f9-465e-bb1d-122248fecb58)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:42:51.535321 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-af821291-83d8-4328-b485-18e269084568 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (c7a136aa-1a7e-4a1d-8972-04de33f5dc56), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:51.569101 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c9a4af65-99e0-4bb3-bc21-3c23226c3b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (484a165b-dbb0-4b2e-bf3e-b501c988935b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:51.594149 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:42:51.659820 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4af65-99e0-4bb3-bc21-3c23226c3b4c None None] Pushing event updated for resources: {'Port': ['ID=484a165b-dbb0-4b2e-bf3e-b501c988935b,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:51.663562 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 2eaf97da-c7a8-419e-b850-21ac64031137 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:42:51.686099 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab11874e-443b-4f44-a5bb-3491609722e2 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (b3287ca6-5cbd-4f9d-aa58-33a3a43191fa), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:51.752646 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 2eaf97da-c7a8-419e-b850-21ac64031137 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:51.752646 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2eaf97da-c7a8-419e-b850-21ac64031137), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:51.892363 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 2eaf97da-c7a8-419e-b850-21ac64031137 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:51.912900 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-51484595-facd-4fbd-9030-4a2ad09db062 None None] Could not find standard attr ID for object ad728e89-192f-49ee-b6ed-536c0194271a. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:42:51.929457 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-51484595-facd-4fbd-9030-4a2ad09db062 None None] Provisioning complete for port 2eaf97da-c7a8-419e-b850-21ac64031137 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:51.930242 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-51484595-facd-4fbd-9030-4a2ad09db062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2eaf97da-c7a8-419e-b850-21ac64031137), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:51.963775 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-223bc314-7b9d-4a4f-b87e-68303150112e tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (ad728e89-192f-49ee-b6ed-536c0194271a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:51.987074 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57fecacc-1209-40ad-860c-dba4aedf909b req-af821291-83d8-4328-b485-18e269084568 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Network d998f68e-c8b2-419a-a92f-ff474bef2a54 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:52.064858 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab11874e-443b-4f44-a5bb-3491609722e2 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Router b3287ca6-5cbd-4f9d-aa58-33a3a43191fa has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:42:52.076298 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-57fecacc-1209-40ad-860c-dba4aedf909b req-af821291-83d8-4328-b485-18e269084568 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:52.087303 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-51484595-facd-4fbd-9030-4a2ad09db062 None None] Current status of the port 2eaf97da-c7a8-419e-b850-21ac64031137 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:52.131574 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-51484595-facd-4fbd-9030-4a2ad09db062 None None] Provisioning complete for port f3b4b3b5-e909-48e4-8736-4d2bd169d5e6 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:52.131909 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-51484595-facd-4fbd-9030-4a2ad09db062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f3b4b3b5-e909-48e4-8736-4d2bd169d5e6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:52.164129 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fecacc-1209-40ad-860c-dba4aedf909b req-af821291-83d8-4328-b485-18e269084568 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:52.177244 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-815a3d43-bca0-4325-87a6-e8859129eaf2 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (f660d815-bc73-44e6-b66a-449153ca8e5b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:52.197788 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-51484595-facd-4fbd-9030-4a2ad09db062 None None] Port f3b4b3b5-e909-48e4-8736-4d2bd169d5e6 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:42:52.199435 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-c85af90f-e3c5-4bf8-8bfb-7e57e16da698 req-bafecb80-9c08-4703-817d-0798e60db83f tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] For port 347cc992-e881-4865-8066-cb7655c3ece6, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=347cc992-e881-4865-8066-cb7655c3ece6,segment=NetworkSegment(b6cfdc78-f594-4ed0-85ce-ae76c2cd9d41),segment_id=b6cfdc78-f594-4ed0-85ce-ae76c2cd9d41)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:52.199435 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c85af90f-e3c5-4bf8-8bfb-7e57e16da698 req-bafecb80-9c08-4703-817d-0798e60db83f tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (347cc992-e881-4865-8066-cb7655c3ece6), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:52.266603 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a3d43-bca0-4325-87a6-e8859129eaf2 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Pushing event updated for resources: {'Subnet': ['ID=f660d815-bc73-44e6-b66a-449153ca8e5b,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:52.266837 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-223bc314-7b9d-4a4f-b87e-68303150112e tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:52.272655 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-223bc314-7b9d-4a4f-b87e-68303150112e tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/ports/ad728e89-192f-49ee-b6ed-536c0194271a HTTP/1.1" status: 204 len: 168 time: 2.1073432 Feb 20 03:42:52.273579 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45160) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:52.300688 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-c85af90f-e3c5-4bf8-8bfb-7e57e16da698 req-bafecb80-9c08-4703-817d-0798e60db83f tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] Calling delete_port for 347cc992-e881-4865-8066-cb7655c3ece6 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:42:52.373751 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab11874e-443b-4f44-a5bb-3491609722e2 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:42:52.387531 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f037cf6d-ac9e-4299-9add-36f41399174c None None] Sync routers for ids ['b3287ca6-5cbd-4f9d-aa58-33a3a43191fa'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:42:52.392487 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ab11874e-443b-4f44-a5bb-3491609722e2 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] 10.222.0.89 "PUT /v2.0/routers/b3287ca6-5cbd-4f9d-aa58-33a3a43191fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6410336 Feb 20 03:42:52.396576 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa7bd5c-1246-4ab2-9275-424a8a8c8c3c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] GET failed (client error): The resource could not be found. Feb 20 03:42:52.399155 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3aa7bd5c-1246-4ab2-9275-424a8a8c8c3c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "GET /v2.0/ports/ad728e89-192f-49ee-b6ed-536c0194271a HTTP/1.1" status: 404 len: 333 time: 0.1244149 Feb 20 03:42:52.401864 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45164) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:52.402306 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45166) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:52.412045 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-8b1ec31f-02bc-4b75-9fe8-3419d8c0006a None None] Could not find standard attr ID for object ad728e89-192f-49ee-b6ed-536c0194271a. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:42:52.429846 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a463aa-8b57-4128-ae0a-6c66592f2b1f req-c8cc87a3-6f1e-474e-aa2b-1010fbdf61fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:52.430409 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f037cf6d-ac9e-4299-9add-36f41399174c None None] Routers {'b3287ca6-5cbd-4f9d-aa58-33a3a43191fa'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:42:52.431395 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-f037cf6d-ac9e-4299-9add-36f41399174c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:42:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['b3287ca6-5cbd-4f9d-aa58-33a3a43191fa'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:52.432365 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a7a463aa-8b57-4128-ae0a-6c66592f2b1f req-c8cc87a3-6f1e-474e-aa2b-1010fbdf61fe service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 1128 time: 1.0846574 Feb 20 03:42:52.460674 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-af821291-83d8-4328-b485-18e269084568 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:52.461361 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-af821291-83d8-4328-b485-18e269084568 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:52.494732 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af821291-83d8-4328-b485-18e269084568 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Pushing event updated for resources: {'Port': ['ID=c7a136aa-1a7e-4a1d-8972-04de33f5dc56,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:52.512293 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-f037cf6d-ac9e-4299-9add-36f41399174c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:52.526925 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697a2b1-9f08-4f9b-a05b-17f2ffe9ecf9 req-eb84d78a-8731-49cc-997a-2074799c98fd tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:52.528596 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1697a2b1-9f08-4f9b-a05b-17f2ffe9ecf9 req-eb84d78a-8731-49cc-997a-2074799c98fd tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] 10.222.0.89 "GET /v2.0/ports?device_id=a8deb687-aaef-4a15-8059-5d430199a33e HTTP/1.1" status: 200 len: 946 time: 0.9868214 Feb 20 03:42:52.533416 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f037cf6d-ac9e-4299-9add-36f41399174c None None] Routers {'b3287ca6-5cbd-4f9d-aa58-33a3a43191fa'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:42:52.534393 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-f037cf6d-ac9e-4299-9add-36f41399174c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:42:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['b3287ca6-5cbd-4f9d-aa58-33a3a43191fa'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:52.576133 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-f037cf6d-ac9e-4299-9add-36f41399174c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:42:52.577148 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f037cf6d-ac9e-4299-9add-36f41399174c None None] The sync data for ids ['b3287ca6-5cbd-4f9d-aa58-33a3a43191fa'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:42:52.606934 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-4d252535-96ed-4e64-91b9-de5c8bb5b9eb tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] delete failed (client error): The resource could not be found. Feb 20 03:42:52.608172 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4d252535-96ed-4e64-91b9-de5c8bb5b9eb tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] 10.222.0.89 "DELETE /v2.0/routers/tempest-non_exist_router-1382429844 HTTP/1.1" status: 404 len: 335 time: 0.2041659 Feb 20 03:42:52.614261 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45168) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:52.615017 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a3d43-bca0-4325-87a6-e8859129eaf2 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Checking segment: {'id': '62526020-43d9-43fd-8c94-a3c891ed1492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '88ac2e61-2d6d-4adc-adba-834384a6d325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:42:52.615369 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815a3d43-bca0-4325-87a6-e8859129eaf2 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Network hostable DHCP agents. Network: 88ac2e61-2d6d-4adc-adba-834384a6d325, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:42:52.621191 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-bbf994a0-ddc2-4b6b-8d5b-b9727ec3b12d tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b3287ca6-5cbd-4f9d-aa58-33a3a43191fa'}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:52.648957 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-af821291-83d8-4328-b485-18e269084568 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5449984 Feb 20 03:42:52.649794 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223bc314-7b9d-4a4f-b87e-68303150112e tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Port': ['ID=ad728e89-192f-49ee-b6ed-536c0194271a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:52.671991 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-57fecacc-1209-40ad-860c-dba4aedf909b req-c936946c-1eac-4749-8b0d-4a9c3486c2e2 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Request body: {'port': {'device_id': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'network_id': 'd998f68e-c8b2-419a-a92f-ff474bef2a54', 'admin_state_up': True, 'tenant_id': '0d4e5737e103447f89841b11bed8bb31', 'security_groups': ['c99bdd9b-3833-4526-833f-04904635e8a9']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:52.752525 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-5f06c211-c3ab-4d66-bbb7-b005e3825ebe None None] Provisioning complete for port c7a136aa-1a7e-4a1d-8972-04de33f5dc56 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:52.752910 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5f06c211-c3ab-4d66-bbb7-b005e3825ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c7a136aa-1a7e-4a1d-8972-04de33f5dc56), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:52.818212 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5f06c211-c3ab-4d66-bbb7-b005e3825ebe None None] Port c7a136aa-1a7e-4a1d-8972-04de33f5dc56 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:42:52.853780 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-75bf7b60-f9b6-4a18-af5c-a88312b3f12f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for security_group (48f4d6c2-8990-4d92-bdc3-b9e2c531baf6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:52.864486 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a7a463aa-8b57-4128-ae0a-6c66592f2b1f req-369e3e1a-a2e1-44d1-a27e-b23033c9b28e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558049 Feb 20 03:42:52.870993 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1697a2b1-9f08-4f9b-a05b-17f2ffe9ecf9 req-5efca739-902a-42c1-9955-f49140bc7e72 tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] 10.222.0.89 "GET /v2.0/security-groups?id=25049944-2888-41bc-907f-50ebd31b2af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262744 Feb 20 03:42:52.922786 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815a3d43-bca0-4325-87a6-e8859129eaf2 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Network 88ac2e61-2d6d-4adc-adba-834384a6d325 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:42:52.954536 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-75bf7b60-f9b6-4a18-af5c-a88312b3f12f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for security_group (48f4d6c2-8990-4d92-bdc3-b9e2c531baf6), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:52.972396 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bbf994a0-ddc2-4b6b-8d5b-b9727ec3b12d tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks [] for router_gateway (b3287ca6-5cbd-4f9d-aa58-33a3a43191fa), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:53.039886 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c85af90f-e3c5-4bf8-8bfb-7e57e16da698 req-bafecb80-9c08-4703-817d-0798e60db83f tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (347cc992-e881-4865-8066-cb7655c3ece6), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:53.075038 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafecb80-9c08-4703-817d-0798e60db83f tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] Pushing event deleted for resources: {'Port': ['ID=347cc992-e881-4865-8066-cb7655c3ece6,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:53.087838 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-815a3d43-bca0-4325-87a6-e8859129eaf2 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 88ac2e61-2d6d-4adc-adba-834384a6d325) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:53.094914 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815a3d43-bca0-4325-87a6-e8859129eaf2 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:53.095508 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-815a3d43-bca0-4325-87a6-e8859129eaf2 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:53.102002 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80f6eae-e2a7-42b5-a046-0368676139ec None None] Network 88ac2e61-2d6d-4adc-adba-834384a6d325 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:53.110798 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-bbf994a0-ddc2-4b6b-8d5b-b9727ec3b12d tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] update failed (client error): The resource could not be found. Feb 20 03:42:53.116156 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bbf994a0-ddc2-4b6b-8d5b-b9727ec3b12d tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] 10.222.0.89 "PUT /v2.0/routers/b3287ca6-5cbd-4f9d-aa58-33a3a43191fa HTTP/1.1" status: 404 len: 339 time: 0.4945452 Feb 20 03:42:53.118907 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45170) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:53.120990 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-75bf7b60-f9b6-4a18-af5c-a88312b3f12f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (48f4d6c2-8990-4d92-bdc3-b9e2c531baf6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:53.123943 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-75bf7b60-f9b6-4a18-af5c-a88312b3f12f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:53.130693 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-c936946c-1eac-4749-8b0d-4a9c3486c2e2 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Made reservation on behalf of 0d4e5737e103447f89841b11bed8bb31 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:53.134095 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-75bf7b60-f9b6-4a18-af5c-a88312b3f12f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/security-groups/48f4d6c2-8990-4d92-bdc3-b9e2c531baf6 HTTP/1.1" status: 204 len: 168 time: 0.7261846 Feb 20 03:42:53.134244 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-c936946c-1eac-4749-8b0d-4a9c3486c2e2 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:53.148501 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45172) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:53.205589 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b7f42-93f2-46a6-9227-ded3aff409a0 req-9c6c60d1-441a-46f8-8e50-9cf30813efbb tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:53.208877 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-518b7f42-93f2-46a6-9227-ded3aff409a0 req-9c6c60d1-441a-46f8-8e50-9cf30813efbb tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 946 time: 0.2124343 Feb 20 03:42:53.214722 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85af90f-e3c5-4bf8-8bfb-7e57e16da698 req-bafecb80-9c08-4703-817d-0798e60db83f tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] No DVR routers for this DVR port 347cc992-e881-4865-8066-cb7655c3ece6 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:42:53.218513 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c85af90f-e3c5-4bf8-8bfb-7e57e16da698 req-bafecb80-9c08-4703-817d-0798e60db83f tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:53.221986 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c85af90f-e3c5-4bf8-8bfb-7e57e16da698 req-bafecb80-9c08-4703-817d-0798e60db83f tempest-ServerGroupTestJSON-352216234 tempest-ServerGroupTestJSON-352216234-project] 10.222.0.42 "DELETE /v2.0/ports/347cc992-e881-4865-8066-cb7655c3ece6 HTTP/1.1" status: 204 len: 173 time: 2.1740890 Feb 20 03:42:53.222456 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8deb687-aaef-4a15-8059-5d430199a33e', 'name': 'network-vif-deleted', 'tag': '347cc992-e881-4865-8066-cb7655c3ece6'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:42:53.225442 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79792a33-3810-41e7-922e-e3589e59a611" -d '{"events": [{"server_uuid": "a8deb687-aaef-4a15-8059-5d430199a33e", "name": "network-vif-deleted", "tag": "347cc992-e881-4865-8066-cb7655c3ece6"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:42:53.275262 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-815a3d43-bca0-4325-87a6-e8859129eaf2 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4862826 Feb 20 03:42:53.275262 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf7b60-f9b6-4a18-af5c-a88312b3f12f tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f4d6c2-8990-4d92-bdc3-b9e2c531baf6,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:53.278596 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45176) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:53.339696 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-13422f36-711b-4e14-b0bf-e2a3d20c2cb1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Request body: {'subnet': {'network_id': '19aae92e-a770-4201-87c8-8f53f394fd84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:53.378471 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-518b7f42-93f2-46a6-9227-ded3aff409a0 req-2e0dcbd1-29d9-47c8-9c54-2c93e085d416 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430264 Feb 20 03:42:53.502262 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-57fecacc-1209-40ad-860c-dba4aedf909b req-c936946c-1eac-4749-8b0d-4a9c3486c2e2 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Allocated IP 10.1.1.92 (d998f68e-c8b2-419a-a92f-ff474bef2a54/f78cbae5-a431-4119-b386-a5d435c775cc/fa551e26-c5d6-4e30-8c15-847cfbbeb4e9) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:53.559919 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-00657b6f-a45f-4778-904a-4bb9314677c1 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for security_group (dd63284b-719d-4dcf-9c2d-d06043a3ba14), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:53.589400 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-71c56f46-e77c-43b6-a970-5a22d70c1f10 req-5d17a913-f933-44f4-9921-5c476d785b55 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] 10.222.0.89 "GET /v2.0/security-groups/db6f2b99-7891-48cb-ac4c-2bb8184b2435 HTTP/1.1" status: 200 len: 1832 time: 0.0937948 Feb 20 03:42:53.618879 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-00657b6f-a45f-4778-904a-4bb9314677c1 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for security_group (dd63284b-719d-4dcf-9c2d-d06043a3ba14), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:53.696782 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0688a124-6351-4790-af55-2ab34cac5cc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-88ac2e61-2d6d-4adc-adba-834384a6d325', 'network_id': '88ac2e61-2d6d-4adc-adba-834384a6d325', 'project_id': 'ab36ed5e670149deb6cffb24beada109', 'fixed_ips': [{'subnet_id': 'f660d815-bc73-44e6-b66a-449153ca8e5b'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:42:53.698978 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0688a124-6351-4790-af55-2ab34cac5cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:53.736033 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 484a165b-dbb0-4b2e-bf3e-b501c988935b up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:42:53.742727 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3809aa9f-e0a6-4aa7-9d0b-05752dc588bf None None] Network 4146f0f8-b4a3-4adc-bdb9-a4f3305938b1 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:53.821284 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-00657b6f-a45f-4778-904a-4bb9314677c1 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (dd63284b-719d-4dcf-9c2d-d06043a3ba14), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:53.824718 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-00657b6f-a45f-4778-904a-4bb9314677c1 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:53.826095 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-00657b6f-a45f-4778-904a-4bb9314677c1 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/security-groups/dd63284b-719d-4dcf-9c2d-d06043a3ba14 HTTP/1.1" status: 204 len: 168 time: 0.6760130 Feb 20 03:42:53.831586 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45182) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:53.893104 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140235a8-c579-461d-91fa-d21b74c5663a req-160988bf-d5e7-4991-bb73-7618ddf6bd27 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:53.894096 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00657b6f-a45f-4778-904a-4bb9314677c1 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd63284b-719d-4dcf-9c2d-d06043a3ba14,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:53.900261 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140235a8-c579-461d-91fa-d21b74c5663a req-160988bf-d5e7-4991-bb73-7618ddf6bd27 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:53.911016 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-140235a8-c579-461d-91fa-d21b74c5663a req-160988bf-d5e7-4991-bb73-7618ddf6bd27 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 1652 time: 0.1642451 Feb 20 03:42:53.938918 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-c936946c-1eac-4749-8b0d-4a9c3486c2e2 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks [] for port (fa551e26-c5d6-4e30-8c15-847cfbbeb4e9), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:54.021636 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-994d87d6-7c5d-47ec-91b8-76dc1f6c824d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Deleting subnet 595d2482-405d-4e71-b0d6-22f20bed7aec {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:42:54.031900 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-994d87d6-7c5d-47ec-91b8-76dc1f6c824d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for subnet (595d2482-405d-4e71-b0d6-22f20bed7aec), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:54.048614 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-52b9f393-4433-4f8b-9206-2ec2dde96974 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:54.094190 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e74b4b7a-fbb6-4240-b387-77302606aa03 None None] Provisioning complete for port 484a165b-dbb0-4b2e-bf3e-b501c988935b triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:54.094567 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e74b4b7a-fbb6-4240-b387-77302606aa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (484a165b-dbb0-4b2e-bf3e-b501c988935b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:54.111207 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-140235a8-c579-461d-91fa-d21b74c5663a req-3b964f7b-177e-4f90-9f9b-f1909ec3cdc9 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992762 Feb 20 03:42:54.151467 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13422f36-711b-4e14-b0bf-e2a3d20c2cb1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Made reservation on behalf of ab36ed5e670149deb6cffb24beada109 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:54.156065 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13422f36-711b-4e14-b0bf-e2a3d20c2cb1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:54.159360 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-0688a124-6351-4790-af55-2ab34cac5cc4 None None] Allocated IP 2001:db8::2 (88ac2e61-2d6d-4adc-adba-834384a6d325/f660d815-bc73-44e6-b66a-449153ca8e5b/a635b6c2-f43c-4043-b070-e2dc376f6139) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:54.172346 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-994d87d6-7c5d-47ec-91b8-76dc1f6c824d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (595d2482-405d-4e71-b0d6-22f20bed7aec), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:54.289382 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77b1b55-4cf8-4652-b404-c22f484e5fe9 x-openstack-request-id: req-f77b1b55-4cf8-4652-b404-c22f484e5fe9 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:42:54.289382 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8deb687-aaef-4a15-8059-5d430199a33e", "name": "network-vif-deleted", "tag": "347cc992-e881-4865-8066-cb7655c3ece6", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:42:54.289382 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f77b1b55-4cf8-4652-b404-c22f484e5fe9 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:42:54.289382 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8deb687-aaef-4a15-8059-5d430199a33e', 'name': 'network-vif-deleted', 'tag': '347cc992-e881-4865-8066-cb7655c3ece6', 'status': 'completed', 'code': 200} Feb 20 03:42:54.292027 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-c936946c-1eac-4749-8b0d-4a9c3486c2e2 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (fa551e26-c5d6-4e30-8c15-847cfbbeb4e9), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:54.341735 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-bdd52618-199e-471e-aa9a-b0563c44ae1f req-09e778b3-5544-442a-9308-dc4bd21437eb tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-443245699', 'description': 'tempest-description-378088249'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:54.342818 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 484a165b-dbb0-4b2e-bf3e-b501c988935b triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:54.343410 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (484a165b-dbb0-4b2e-bf3e-b501c988935b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:54.388501 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57fecacc-1209-40ad-860c-dba4aedf909b req-c936946c-1eac-4749-8b0d-4a9c3486c2e2 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Network d998f68e-c8b2-419a-a92f-ff474bef2a54 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:54.407259 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45188) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:54.443182 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-994d87d6-7c5d-47ec-91b8-76dc1f6c824d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (595d2482-405d-4e71-b0d6-22f20bed7aec), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:54.508681 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0688a124-6351-4790-af55-2ab34cac5cc4 None None] Publish callbacks [] for port (a635b6c2-f43c-4043-b070-e2dc376f6139), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:54.547237 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-57fecacc-1209-40ad-860c-dba4aedf909b req-c936946c-1eac-4749-8b0d-4a9c3486c2e2 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:54.568801 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fecacc-1209-40ad-860c-dba4aedf909b req-c936946c-1eac-4749-8b0d-4a9c3486c2e2 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:54.594364 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e74b4b7a-fbb6-4240-b387-77302606aa03 None None] Current status of the port 484a165b-dbb0-4b2e-bf3e-b501c988935b is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:54.594885 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e74b4b7a-fbb6-4240-b387-77302606aa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (484a165b-dbb0-4b2e-bf3e-b501c988935b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:54.616720 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0688a124-6351-4790-af55-2ab34cac5cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (a635b6c2-f43c-4043-b070-e2dc376f6139), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:54.658168 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-c936946c-1eac-4749-8b0d-4a9c3486c2e2 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:54.658903 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-c936946c-1eac-4749-8b0d-4a9c3486c2e2 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:54.680419 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-994d87d6-7c5d-47ec-91b8-76dc1f6c824d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (595d2482-405d-4e71-b0d6-22f20bed7aec), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:54.689495 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bdd52618-199e-471e-aa9a-b0563c44ae1f req-09e778b3-5544-442a-9308-dc4bd21437eb tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:54.730481 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 347cc992-e881-4865-8066-cb7655c3ece6 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:42:54.733873 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-342e60eb-3059-456e-b469-25964d59be9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:54.788574 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0688a124-6351-4790-af55-2ab34cac5cc4 None None] Network 88ac2e61-2d6d-4adc-adba-834384a6d325 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:54.802515 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 347cc992-e881-4865-8066-cb7655c3ece6 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:42:54.809278 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 347cc992-e881-4865-8066-cb7655c3ece6 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:42:54.812771 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3befe28d-25f9-479f-a2c9-3630452eaaf6 None None] Network 0fd20173-fa0d-47b7-8340-3d5070fbf9e4 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:54.831410 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bdd52618-199e-471e-aa9a-b0563c44ae1f req-09e778b3-5544-442a-9308-dc4bd21437eb tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group (c1283964-2f01-495b-8b7d-84e096040298), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:54.837253 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-994d87d6-7c5d-47ec-91b8-76dc1f6c824d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:54.845883 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-994d87d6-7c5d-47ec-91b8-76dc1f6c824d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/subnets/595d2482-405d-4e71-b0d6-22f20bed7aec HTTP/1.1" status: 204 len: 168 time: 1.0124748 Feb 20 03:42:54.846788 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d87d6-7c5d-47ec-91b8-76dc1f6c824d tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Subnet': ['ID=595d2482-405d-4e71-b0d6-22f20bed7aec,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:54.852906 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-c936946c-1eac-4749-8b0d-4a9c3486c2e2 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1862044 Feb 20 03:42:54.853380 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45194) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:54.864212 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-c6da0d2e-4ca8-4a66-a1d6-d1b8313f3d55 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'subnet': {'network_id': '0fd20173-fa0d-47b7-8340-3d5070fbf9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:54.921904 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-52b9f393-4433-4f8b-9206-2ec2dde96974 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Allocated IP 172.20.0.1 (eaa30ff2-46ec-4d2a-acce-7ca2057a9b73/6518a5b3-f64b-4207-a542-dcf80a92b970/2f9b147e-6735-4eb8-a95a-cfaf5fb3d6ba) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:54.964621 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-0688a124-6351-4790-af55-2ab34cac5cc4 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:54.969986 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0688a124-6351-4790-af55-2ab34cac5cc4 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:54.995873 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2b1088f0-68d2-4455-b437-6f7a00258fc8 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Request body: {'port': {'device_id': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8ca4b396-14bc-4fc6-83df-227a6726eb74', 'admin_state_up': True, 'tenant_id': '0d4e5737e103447f89841b11bed8bb31', 'security_groups': ['c99bdd9b-3833-4526-833f-04904635e8a9']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:54.996974 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e74b4b7a-fbb6-4240-b387-77302606aa03 None None] For port 484a165b-dbb0-4b2e-bf3e-b501c988935b, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=484a165b-dbb0-4b2e-bf3e-b501c988935b,segment=NetworkSegment(eaa373ec-28f9-465e-bb1d-122248fecb58),segment_id=eaa373ec-28f9-465e-bb1d-122248fecb58)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:55.120866 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bdd52618-199e-471e-aa9a-b0563c44ae1f req-09e778b3-5544-442a-9308-dc4bd21437eb tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c1283964-2f01-495b-8b7d-84e096040298), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:55.131511 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e74b4b7a-fbb6-4240-b387-77302606aa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (484a165b-dbb0-4b2e-bf3e-b501c988935b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:55.151770 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688a124-6351-4790-af55-2ab34cac5cc4 None None] Pushing event updated for resources: {'Port': ['ID=a635b6c2-f43c-4043-b070-e2dc376f6139,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:55.167050 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e778b3-5544-442a-9308-dc4bd21437eb tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1283964-2f01-495b-8b7d-84e096040298,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:55.170013 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936946c-1eac-4749-8b0d-4a9c3486c2e2 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Pushing event updated for resources: {'Port': ['ID=fa551e26-c5d6-4e30-8c15-847cfbbeb4e9,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:55.211347 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-0688a124-6351-4790-af55-2ab34cac5cc4 None None] Attempting to bind port a635b6c2-f43c-4043-b070-e2dc376f6139 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:42:55.211951 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-0688a124-6351-4790-af55-2ab34cac5cc4 None None] Attempting to bind port a635b6c2-f43c-4043-b070-e2dc376f6139 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '62526020-43d9-43fd-8c94-a3c891ed1492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '88ac2e61-2d6d-4adc-adba-834384a6d325'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:42:55.212650 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0688a124-6351-4790-af55-2ab34cac5cc4 None None] Attempting to bind port a635b6c2-f43c-4043-b070-e2dc376f6139 on network 88ac2e61-2d6d-4adc-adba-834384a6d325 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:42:55.217619 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bdd52618-199e-471e-aa9a-b0563c44ae1f req-09e778b3-5544-442a-9308-dc4bd21437eb tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:55.228808 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0688a124-6351-4790-af55-2ab34cac5cc4 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:42:55.228808 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0688a124-6351-4790-af55-2ab34cac5cc4 None None] Checking segment: {'id': '62526020-43d9-43fd-8c94-a3c891ed1492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '88ac2e61-2d6d-4adc-adba-834384a6d325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:42:55.228808 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0688a124-6351-4790-af55-2ab34cac5cc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:55.228808 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0688a124-6351-4790-af55-2ab34cac5cc4 None None] Bound using segment: {'id': '62526020-43d9-43fd-8c94-a3c891ed1492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '88ac2e61-2d6d-4adc-adba-834384a6d325'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:42:55.228808 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-0688a124-6351-4790-af55-2ab34cac5cc4 None None] Bound port: a635b6c2-f43c-4043-b070-e2dc376f6139, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62526020-43d9-43fd-8c94-a3c891ed1492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '88ac2e61-2d6d-4adc-adba-834384a6d325'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:42:55.228808 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0688a124-6351-4790-af55-2ab34cac5cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a635b6c2-f43c-4043-b070-e2dc376f6139), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:55.235619 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bdd52618-199e-471e-aa9a-b0563c44ae1f req-09e778b3-5544-442a-9308-dc4bd21437eb tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.9272273 Feb 20 03:42:55.237657 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6da0d2e-4ca8-4a66-a1d6-d1b8313f3d55 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:55.244354 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c6da0d2e-4ca8-4a66-a1d6-d1b8313f3d55 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:55.262043 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 484a165b-dbb0-4b2e-bf3e-b501c988935b is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:55.274735 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b4b7a-fbb6-4240-b387-77302606aa03 None None] Pushing event updated for resources: {'Port': ['ID=484a165b-dbb0-4b2e-bf3e-b501c988935b,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:55.348720 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-0688a124-6351-4790-af55-2ab34cac5cc4 None None] For port a635b6c2-f43c-4043-b070-e2dc376f6139, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:42:55.352195 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-0688a124-6351-4790-af55-2ab34cac5cc4 None None] For port a635b6c2-f43c-4043-b070-e2dc376f6139, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=a635b6c2-f43c-4043-b070-e2dc376f6139,segment=NetworkSegment(62526020-43d9-43fd-8c94-a3c891ed1492),segment_id=62526020-43d9-43fd-8c94-a3c891ed1492)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:42:55.364072 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2b1088f0-68d2-4455-b437-6f7a00258fc8 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Made reservation on behalf of 0d4e5737e103447f89841b11bed8bb31 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:55.371102 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-dfa213f6-d5e5-4c40-a0cd-1e38764ea0ae None None] Provisioning complete for port fa551e26-c5d6-4e30-8c15-847cfbbeb4e9 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:55.371629 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-dfa213f6-d5e5-4c40-a0cd-1e38764ea0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (fa551e26-c5d6-4e30-8c15-847cfbbeb4e9), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:55.381468 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13422f36-711b-4e14-b0bf-e2a3d20c2cb1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (e3b71bcf-17b2-4308-a354-5681414c04ca), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:55.428537 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-dfa213f6-d5e5-4c40-a0cd-1e38764ea0ae None None] Port fa551e26-c5d6-4e30-8c15-847cfbbeb4e9 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:42:55.462965 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0688a124-6351-4790-af55-2ab34cac5cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a635b6c2-f43c-4043-b070-e2dc376f6139), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:55.475519 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13422f36-711b-4e14-b0bf-e2a3d20c2cb1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Pushing event updated for resources: {'Subnet': ['ID=e3b71bcf-17b2-4308-a354-5681414c04ca,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:55.525712 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-dfa213f6-d5e5-4c40-a0cd-1e38764ea0ae None None] Provisioning complete for port 484a165b-dbb0-4b2e-bf3e-b501c988935b triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:55.526904 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-dfa213f6-d5e5-4c40-a0cd-1e38764ea0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (484a165b-dbb0-4b2e-bf3e-b501c988935b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:55.559669 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2b1088f0-68d2-4455-b437-6f7a00258fc8 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:55.585436 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-342e60eb-3059-456e-b469-25964d59be9e admin admin] Publish callbacks [] for security_group (5959ed62-f9b2-4f38-b42d-bda85b5f5e5b), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:55.603797 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 484a165b-dbb0-4b2e-bf3e-b501c988935b up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:42:55.628205 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13422f36-711b-4e14-b0bf-e2a3d20c2cb1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Checking segment: {'id': '15a5c614-5ff7-47df-9039-55d86f40ef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '19aae92e-a770-4201-87c8-8f53f394fd84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:42:55.628579 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13422f36-711b-4e14-b0bf-e2a3d20c2cb1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Network hostable DHCP agents. Network: 19aae92e-a770-4201-87c8-8f53f394fd84, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:42:55.670110 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-342e60eb-3059-456e-b469-25964d59be9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5959ed62-f9b2-4f38-b42d-bda85b5f5e5b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:55.694389 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688a124-6351-4790-af55-2ab34cac5cc4 None None] Pushing event updated for resources: {'Port': ['ID=a635b6c2-f43c-4043-b070-e2dc376f6139,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:55.745377 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-52b9f393-4433-4f8b-9206-2ec2dde96974 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks [] for port (2f9b147e-6735-4eb8-a95a-cfaf5fb3d6ba), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:55.766451 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02838a-1cfa-411a-a097-092d5ba46b43 req-cd374194-b7ec-4075-986d-368fd0398e3a tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:55.775209 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 484a165b-dbb0-4b2e-bf3e-b501c988935b triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:55.778406 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9f02838a-1cfa-411a-a097-092d5ba46b43 req-cd374194-b7ec-4075-986d-368fd0398e3a tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 946 time: 0.3039284 Feb 20 03:42:55.790704 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (484a165b-dbb0-4b2e-bf3e-b501c988935b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:55.813762 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-342e60eb-3059-456e-b469-25964d59be9e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d5efe6aa415d4b0bb33089f4c714c322&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4031503 Feb 20 03:42:55.824309 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45202) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:55.826642 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e60eb-3059-456e-b469-25964d59be9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5959ed62-f9b2-4f38-b42d-bda85b5f5e5b,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:55.874974 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-dfa213f6-d5e5-4c40-a0cd-1e38764ea0ae None None] Current status of the port 484a165b-dbb0-4b2e-bf3e-b501c988935b is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:55.892545 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13422f36-711b-4e14-b0bf-e2a3d20c2cb1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Network 19aae92e-a770-4201-87c8-8f53f394fd84 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:42:55.980391 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-13422f36-711b-4e14-b0bf-e2a3d20c2cb1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 19aae92e-a770-4201-87c8-8f53f394fd84) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:55.987699 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13422f36-711b-4e14-b0bf-e2a3d20c2cb1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:55.988523 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13422f36-711b-4e14-b0bf-e2a3d20c2cb1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:56.000052 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5bb0fd-5ee2-4823-8a41-ab182e7e7274 None None] Network 19aae92e-a770-4201-87c8-8f53f394fd84 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:56.030729 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-52b9f393-4433-4f8b-9206-2ec2dde96974 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (2f9b147e-6735-4eb8-a95a-cfaf5fb3d6ba), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:56.043771 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 484a165b-dbb0-4b2e-bf3e-b501c988935b is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:56.070200 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b9f393-4433-4f8b-9206-2ec2dde96974 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Network eaa30ff2-46ec-4d2a-acce-7ca2057a9b73 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:56.074068 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-52b9f393-4433-4f8b-9206-2ec2dde96974 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:56.103171 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b9f393-4433-4f8b-9206-2ec2dde96974 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:56.123121 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9f02838a-1cfa-411a-a097-092d5ba46b43 req-cffb542f-cff6-4fc4-a115-24e43bf8b2a1 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437145 Feb 20 03:42:56.183283 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-13422f36-711b-4e14-b0bf-e2a3d20c2cb1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8928823 Feb 20 03:42:56.193606 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45206) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:56.262541 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138fc754-857c-4ff8-9ef9-7caf8c5f1776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-19aae92e-a770-4201-87c8-8f53f394fd84', 'network_id': '19aae92e-a770-4201-87c8-8f53f394fd84', 'project_id': 'ab36ed5e670149deb6cffb24beada109', 'fixed_ips': [{'subnet_id': 'e3b71bcf-17b2-4308-a354-5681414c04ca'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:42:56.263443 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-138fc754-857c-4ff8-9ef9-7caf8c5f1776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:56.349430 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2b2ecaae-5718-48e4-b356-28df5c2ec6a2 admin admin] Publish callbacks [] for security_group (5959ed62-f9b2-4f38-b42d-bda85b5f5e5b), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:56.405948 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2e7cdb18-20bd-4c2b-9597-83014d7d074e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:56.423777 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9f393-4433-4f8b-9206-2ec2dde96974 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Pushing event updated for resources: {'Port': ['ID=2f9b147e-6735-4eb8-a95a-cfaf5fb3d6ba,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:56.462984 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2b2ecaae-5718-48e4-b356-28df5c2ec6a2 admin admin] Publish callbacks [] for security_group (5959ed62-f9b2-4f38-b42d-bda85b5f5e5b), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:56.548078 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-138fc754-857c-4ff8-9ef9-7caf8c5f1776 None None] Allocated IP 2001:db8::2 (19aae92e-a770-4201-87c8-8f53f394fd84/e3b71bcf-17b2-4308-a354-5681414c04ca/09400fcf-91e2-41a4-8123-0277f009b64c) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:56.574826 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2b1088f0-68d2-4455-b437-6f7a00258fc8 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Allocated IP 10.2.2.100 (8ca4b396-14bc-4fc6-83df-227a6726eb74/4b49b375-a7c5-48eb-97d0-3c003902dd00/6f63130c-106c-4905-adaf-b3b307d9f4f6) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:56.636283 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ccdf9-dc56-43cd-8360-3c6d144b8c1b req-07d2ef77-2565-4bfd-a1af-b55a0b9ec588 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:56.642014 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ccdf9-dc56-43cd-8360-3c6d144b8c1b req-07d2ef77-2565-4bfd-a1af-b55a0b9ec588 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:56.648235 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ccdf9-dc56-43cd-8360-3c6d144b8c1b req-07d2ef77-2565-4bfd-a1af-b55a0b9ec588 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:56.649927 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d80ccdf9-dc56-43cd-8360-3c6d144b8c1b req-07d2ef77-2565-4bfd-a1af-b55a0b9ec588 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 2372 time: 0.3892579 Feb 20 03:42:56.723364 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-138fc754-857c-4ff8-9ef9-7caf8c5f1776 None None] Publish callbacks [] for port (09400fcf-91e2-41a4-8123-0277f009b64c), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:56.740672 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f5746cc5-bcf4-4845-9e6d-151962c59c67 None None] Provisioning complete for port 2f9b147e-6735-4eb8-a95a-cfaf5fb3d6ba triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:56.741093 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c6da0d2e-4ca8-4a66-a1d6-d1b8313f3d55 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (c1ed8997-9a2d-4ac0-b240-a30e8e9d926d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:56.741550 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f5746cc5-bcf4-4845-9e6d-151962c59c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2f9b147e-6735-4eb8-a95a-cfaf5fb3d6ba), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:56.771045 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-52b9f393-4433-4f8b-9206-2ec2dde96974 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (b3287ca6-5cbd-4f9d-aa58-33a3a43191fa), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:56.803386 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-138fc754-857c-4ff8-9ef9-7caf8c5f1776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (09400fcf-91e2-41a4-8123-0277f009b64c), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:56.811521 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2b2ecaae-5718-48e4-b356-28df5c2ec6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5959ed62-f9b2-4f38-b42d-bda85b5f5e5b), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:56.814220 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2b2ecaae-5718-48e4-b356-28df5c2ec6a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:56.829256 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2b2ecaae-5718-48e4-b356-28df5c2ec6a2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5959ed62-f9b2-4f38-b42d-bda85b5f5e5b HTTP/1.1" status: 204 len: 168 time: 0.9821892 Feb 20 03:42:56.859639 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-be08b402-da6c-4fff-86ed-0949304bd1b1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:56.871358 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138fc754-857c-4ff8-9ef9-7caf8c5f1776 None None] Pushing event updated for resources: {'Port': ['ID=09400fcf-91e2-41a4-8123-0277f009b64c,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:56.874531 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f5746cc5-bcf4-4845-9e6d-151962c59c67 None None] Port 2f9b147e-6735-4eb8-a95a-cfaf5fb3d6ba cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:42:56.885201 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138fc754-857c-4ff8-9ef9-7caf8c5f1776 None None] Network 19aae92e-a770-4201-87c8-8f53f394fd84 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:56.887718 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-138fc754-857c-4ff8-9ef9-7caf8c5f1776 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:56.895502 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138fc754-857c-4ff8-9ef9-7caf8c5f1776 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:56.903862 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6da0d2e-4ca8-4a66-a1d6-d1b8313f3d55 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network 0fd20173-fa0d-47b7-8340-3d5070fbf9e4 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:56.909955 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d80ccdf9-dc56-43cd-8360-3c6d144b8c1b req-049d7a81-dfeb-432e-b8e1-4c3b3482cd51 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2500894 Feb 20 03:42:56.968338 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2b1088f0-68d2-4455-b437-6f7a00258fc8 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks [] for port (6f63130c-106c-4905-adaf-b3b307d9f4f6), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:56.972346 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-c6da0d2e-4ca8-4a66-a1d6-d1b8313f3d55 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:56.975862 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6da0d2e-4ca8-4a66-a1d6-d1b8313f3d55 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:56.976470 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c6da0d2e-4ca8-4a66-a1d6-d1b8313f3d55 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:56.979159 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ecaae-5718-48e4-b356-28df5c2ec6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5959ed62-f9b2-4f38-b42d-bda85b5f5e5b,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:56.988036 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f5746cc5-bcf4-4845-9e6d-151962c59c67 None None] Provisioning complete for port 2eaf97da-c7a8-419e-b850-21ac64031137 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:56.989042 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f5746cc5-bcf4-4845-9e6d-151962c59c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2eaf97da-c7a8-419e-b850-21ac64031137), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:56.999956 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-138fc754-857c-4ff8-9ef9-7caf8c5f1776 None None] Attempting to bind port 09400fcf-91e2-41a4-8123-0277f009b64c on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:42:57.000374 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-138fc754-857c-4ff8-9ef9-7caf8c5f1776 None None] Attempting to bind port 09400fcf-91e2-41a4-8123-0277f009b64c by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '15a5c614-5ff7-47df-9039-55d86f40ef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '19aae92e-a770-4201-87c8-8f53f394fd84'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:42:57.000748 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138fc754-857c-4ff8-9ef9-7caf8c5f1776 None None] Attempting to bind port 09400fcf-91e2-41a4-8123-0277f009b64c on network 19aae92e-a770-4201-87c8-8f53f394fd84 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:42:57.005998 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48315365-e42e-40de-9857-da8667dda594 None None] Network 0fd20173-fa0d-47b7-8340-3d5070fbf9e4 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:57.083625 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138fc754-857c-4ff8-9ef9-7caf8c5f1776 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:42:57.085922 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138fc754-857c-4ff8-9ef9-7caf8c5f1776 None None] Checking segment: {'id': '15a5c614-5ff7-47df-9039-55d86f40ef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '19aae92e-a770-4201-87c8-8f53f394fd84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:42:57.085922 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-138fc754-857c-4ff8-9ef9-7caf8c5f1776 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:57.085922 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138fc754-857c-4ff8-9ef9-7caf8c5f1776 None None] Bound using segment: {'id': '15a5c614-5ff7-47df-9039-55d86f40ef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '19aae92e-a770-4201-87c8-8f53f394fd84'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:42:57.085922 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-138fc754-857c-4ff8-9ef9-7caf8c5f1776 None None] Bound port: 09400fcf-91e2-41a4-8123-0277f009b64c, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a5c614-5ff7-47df-9039-55d86f40ef8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '19aae92e-a770-4201-87c8-8f53f394fd84'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:42:57.085922 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-138fc754-857c-4ff8-9ef9-7caf8c5f1776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (09400fcf-91e2-41a4-8123-0277f009b64c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:57.101348 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da0d2e-4ca8-4a66-a1d6-d1b8313f3d55 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Subnet': ['ID=c1ed8997-9a2d-4ac0-b240-a30e8e9d926d,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:57.138053 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73c0fe87-ad53-4f73-bb1e-e7a072a9d50c req-e85d2e2d-c4b0-4bd6-ab9a-e5e34bb8c05a tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] 10.222.0.89 "GET /v2.0/security-groups/c1283964-2f01-495b-8b7d-84e096040298 HTTP/1.1" status: 200 len: 1830 time: 0.1530702 Feb 20 03:42:57.165637 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c6da0d2e-4ca8-4a66-a1d6-d1b8313f3d55 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3067043 Feb 20 03:42:57.168360 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45214) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:57.173460 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-1e7a8d38-9d7c-4476-a0f3-4e5885a91ce3 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'security_group': {'name': 'tempest-secgroup-43694955'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:57.222826 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2b1088f0-68d2-4455-b437-6f7a00258fc8 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (6f63130c-106c-4905-adaf-b3b307d9f4f6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:57.325776 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8d38-9d7c-4476-a0f3-4e5885a91ce3 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:57.371288 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-282b4e1f-387b-4450-997b-6be260b364c8 req-b09a7443-82a7-4f69-86c8-4fe0f33071de tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1402285445', 'description': 'tempest-description-6281684'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:57.423437 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2b1088f0-68d2-4455-b437-6f7a00258fc8 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Network 8ca4b396-14bc-4fc6-83df-227a6726eb74 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:57.430802 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2b1088f0-68d2-4455-b437-6f7a00258fc8 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:57.433483 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2b1088f0-68d2-4455-b437-6f7a00258fc8 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:57.435944 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1088f0-68d2-4455-b437-6f7a00258fc8 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Pushing event updated for resources: {'Port': ['ID=6f63130c-106c-4905-adaf-b3b307d9f4f6,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:57.507799 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-52b9f393-4433-4f8b-9206-2ec2dde96974 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2f9b147e-6735-4eb8-a95a-cfaf5fb3d6ba), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:57.552278 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-138fc754-857c-4ff8-9ef9-7caf8c5f1776 None None] For port 09400fcf-91e2-41a4-8123-0277f009b64c, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:42:57.570330 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86872664-c0d8-40b8-965c-dcfc14fbb9f5 None None] Network 88ac2e61-2d6d-4adc-adba-834384a6d325 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:57.599937 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f5746cc5-bcf4-4845-9e6d-151962c59c67 None None] Current status of the port 2eaf97da-c7a8-419e-b850-21ac64031137 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:57.625873 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-138fc754-857c-4ff8-9ef9-7caf8c5f1776 None None] For port 09400fcf-91e2-41a4-8123-0277f009b64c, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=09400fcf-91e2-41a4-8123-0277f009b64c,segment=NetworkSegment(15a5c614-5ff7-47df-9039-55d86f40ef8e),segment_id=15a5c614-5ff7-47df-9039-55d86f40ef8e)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:42:57.654427 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-be08b402-da6c-4fff-86ed-0949304bd1b1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Allocated IP 2001:db8::1 (88ac2e61-2d6d-4adc-adba-834384a6d325/f660d815-bc73-44e6-b66a-449153ca8e5b/e614570a-1da2-4c86-a039-c87fe6ee0652) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:57.729060 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device a635b6c2-f43c-4043-b070-e2dc376f6139 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:42:57.835292 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-138fc754-857c-4ff8-9ef9-7caf8c5f1776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (09400fcf-91e2-41a4-8123-0277f009b64c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:57.910959 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f5746cc5-bcf4-4845-9e6d-151962c59c67 None None] Provisioning complete for port f3b4b3b5-e909-48e4-8736-4d2bd169d5e6 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:57.911462 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f5746cc5-bcf4-4845-9e6d-151962c59c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f3b4b3b5-e909-48e4-8736-4d2bd169d5e6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:58.017453 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138fc754-857c-4ff8-9ef9-7caf8c5f1776 None None] Pushing event updated for resources: {'Port': ['ID=09400fcf-91e2-41a4-8123-0277f009b64c,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:58.089504 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7169e956-6653-4596-bdd4-75361f7ab413 None None] Update dhcp port {'port': {'network_id': '0fd20173-fa0d-47b7-8340-3d5070fbf9e4', 'fixed_ips': [{'subnet_id': '6c819ff5-9457-461a-8ace-46208b37b7c2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c1ed8997-9a2d-4ac0-b240-a30e8e9d926d'}], 'binding:host_id': 'n-d-829866-4'}, 'id': '2eaf97da-c7a8-419e-b850-21ac64031137'} from n-d-829866-4. {{(pid=104107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 03:42:58.094999 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-be08b402-da6c-4fff-86ed-0949304bd1b1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks [] for port (e614570a-1da2-4c86-a039-c87fe6ee0652), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:58.098537 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port a635b6c2-f43c-4043-b070-e2dc376f6139 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:58.099526 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a635b6c2-f43c-4043-b070-e2dc376f6139), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:58.161481 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f5746cc5-bcf4-4845-9e6d-151962c59c67 None None] Port f3b4b3b5-e909-48e4-8736-4d2bd169d5e6 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:42:58.213800 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8d38-9d7c-4476-a0f3-4e5885a91ce3 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for security_group (cb8d0bb2-ba43-4132-9979-4c9d8fd05e5d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:58.235831 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7169e956-6653-4596-bdd4-75361f7ab413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2eaf97da-c7a8-419e-b850-21ac64031137), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:58.245626 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2b1088f0-68d2-4455-b437-6f7a00258fc8 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:42:58.246851 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2b1088f0-68d2-4455-b437-6f7a00258fc8 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:58.281761 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-282b4e1f-387b-4450-997b-6be260b364c8 req-b09a7443-82a7-4f69-86c8-4fe0f33071de tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:58.298131 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-52b9f393-4433-4f8b-9206-2ec2dde96974 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks [] for port (2f9b147e-6735-4eb8-a95a-cfaf5fb3d6ba), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:58.305748 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8d38-9d7c-4476-a0f3-4e5885a91ce3 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (cb8d0bb2-ba43-4132-9979-4c9d8fd05e5d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:58.374683 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-be08b402-da6c-4fff-86ed-0949304bd1b1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (e614570a-1da2-4c86-a039-c87fe6ee0652), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:58.390994 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f51ea68a-36ef-4d00-9c5b-7ca72d135f3b None None] Provisioning complete for port a635b6c2-f43c-4043-b070-e2dc376f6139 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:42:58.397762 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f51ea68a-36ef-4d00-9c5b-7ca72d135f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a635b6c2-f43c-4043-b070-e2dc376f6139), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:58.400624 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2b1088f0-68d2-4455-b437-6f7a00258fc8 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4093895 Feb 20 03:42:58.410481 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a8d38-9d7c-4476-a0f3-4e5885a91ce3 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8d0bb2-ba43-4132-9979-4c9d8fd05e5d,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:58.415880 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be08b402-da6c-4fff-86ed-0949304bd1b1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Network 88ac2e61-2d6d-4adc-adba-834384a6d325 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:58.423633 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-57fecacc-1209-40ad-860c-dba4aedf909b req-6ce40c8a-efc2-48c8-afdc-e62e31ac71e0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Request body: {'port': {'device_id': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8ca4b396-14bc-4fc6-83df-227a6726eb74', 'admin_state_up': True, 'tenant_id': '0d4e5737e103447f89841b11bed8bb31', 'security_groups': ['c99bdd9b-3833-4526-833f-04904635e8a9']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:58.473990 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8d38-9d7c-4476-a0f3-4e5885a91ce3 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:58.485761 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1e7a8d38-9d7c-4476-a0f3-4e5885a91ce3 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.3140175 Feb 20 03:42:58.500076 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-be08b402-da6c-4fff-86ed-0949304bd1b1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:58.502115 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45238) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:58.503178 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08b402-da6c-4fff-86ed-0949304bd1b1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Pushing event updated for resources: {'Port': ['ID=e614570a-1da2-4c86-a039-c87fe6ee0652,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:58.508981 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be08b402-da6c-4fff-86ed-0949304bd1b1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:42:58.509716 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-be08b402-da6c-4fff-86ed-0949304bd1b1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (03961a53-1bef-47dd-bbba-5ff6eda49893), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:58.622954 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port a635b6c2-f43c-4043-b070-e2dc376f6139 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:58.623529 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a635b6c2-f43c-4043-b070-e2dc376f6139), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:58.645534 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-5c556dfb-a5cc-499d-9bca-19f6238d5254 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'security_group': {'name': 'tempest-secgroup-141059635'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:58.652021 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-52b9f393-4433-4f8b-9206-2ec2dde96974 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (2f9b147e-6735-4eb8-a95a-cfaf5fb3d6ba), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:58.659484 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45240) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:42:58.739215 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-282b4e1f-387b-4450-997b-6be260b364c8 req-b09a7443-82a7-4f69-86c8-4fe0f33071de tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group (d48c38e3-9fbb-4275-b3bd-f98689e27562), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:58.755837 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9f393-4433-4f8b-9206-2ec2dde96974 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Pushing event updated for resources: {'Port': ['ID=2f9b147e-6735-4eb8-a95a-cfaf5fb3d6ba,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:58.814335 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-009246b5-b3d9-4202-9c62-a0e6bf1247c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:58.825525 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port a635b6c2-f43c-4043-b070-e2dc376f6139, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=a635b6c2-f43c-4043-b070-e2dc376f6139,segment=NetworkSegment(62526020-43d9-43fd-8c94-a3c891ed1492),segment_id=62526020-43d9-43fd-8c94-a3c891ed1492)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:58.825894 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-6ce40c8a-efc2-48c8-afdc-e62e31ac71e0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Made reservation on behalf of 0d4e5737e103447f89841b11bed8bb31 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:58.834165 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-6ce40c8a-efc2-48c8-afdc-e62e31ac71e0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:58.839465 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-282b4e1f-387b-4450-997b-6be260b364c8 req-b09a7443-82a7-4f69-86c8-4fe0f33071de tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d48c38e3-9fbb-4275-b3bd-f98689e27562), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:58.861483 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-52b9f393-4433-4f8b-9206-2ec2dde96974 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (b3287ca6-5cbd-4f9d-aa58-33a3a43191fa), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:58.900179 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c556dfb-a5cc-499d-9bca-19f6238d5254 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:58.920761 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-7169e956-6653-4596-bdd4-75361f7ab413 None None] Allocated IP 2001:db8::2 (0fd20173-fa0d-47b7-8340-3d5070fbf9e4/c1ed8997-9a2d-4ac0-b240-a30e8e9d926d/2eaf97da-c7a8-419e-b850-21ac64031137) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:58.947420 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a635b6c2-f43c-4043-b070-e2dc376f6139), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:58.981397 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a7443-82a7-4f69-86c8-4fe0f33071de tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d48c38e3-9fbb-4275-b3bd-f98689e27562,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:58.994038 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-e8a56449-a67c-48bb-b3d4-03a634e2f539 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1825579104-network', 'tenant_id': '74366e9b5aca4b26a4824007098993f6'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:42:59.023523 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f51ea68a-36ef-4d00-9c5b-7ca72d135f3b None None] Current status of the port a635b6c2-f43c-4043-b070-e2dc376f6139 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:42:59.023911 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f51ea68a-36ef-4d00-9c5b-7ca72d135f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a635b6c2-f43c-4043-b070-e2dc376f6139), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:59.030008 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-282b4e1f-387b-4450-997b-6be260b364c8 req-b09a7443-82a7-4f69-86c8-4fe0f33071de tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:59.031395 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-282b4e1f-387b-4450-997b-6be260b364c8 req-b09a7443-82a7-4f69-86c8-4fe0f33071de tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 1.6854489 Feb 20 03:42:59.139899 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-be08b402-da6c-4fff-86ed-0949304bd1b1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e614570a-1da2-4c86-a039-c87fe6ee0652), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:59.148749 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a56449-a67c-48bb-b3d4-03a634e2f539 admin admin] Made reservation on behalf of 74366e9b5aca4b26a4824007098993f6 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:42:59.151904 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e8a56449-a67c-48bb-b3d4-03a634e2f539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:59.207695 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e8a56449-a67c-48bb-b3d4-03a634e2f539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:59.232374 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-57fecacc-1209-40ad-860c-dba4aedf909b req-6ce40c8a-efc2-48c8-afdc-e62e31ac71e0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Allocated IP 10.2.2.200 (8ca4b396-14bc-4fc6-83df-227a6726eb74/4b49b375-a7c5-48eb-97d0-3c003902dd00/9db11869-4975-4902-a91e-2c95a6f8cb01) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:42:59.265224 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=a635b6c2-f43c-4043-b070-e2dc376f6139,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:42:59.294345 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b9f393-4433-4f8b-9206-2ec2dde96974 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Network eaa30ff2-46ec-4d2a-acce-7ca2057a9b73 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:59.323124 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-f51ea68a-36ef-4d00-9c5b-7ca72d135f3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:42:59.323535 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-f51ea68a-36ef-4d00-9c5b-7ca72d135f3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:42:59.383393 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-7169e956-6653-4596-bdd4-75361f7ab413 None None] For port 2eaf97da-c7a8-419e-b850-21ac64031137, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2eaf97da-c7a8-419e-b850-21ac64031137,segment=NetworkSegment(e5dc5d8f-785d-476d-b078-c0c205d7321a),segment_id=e5dc5d8f-785d-476d-b078-c0c205d7321a)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:42:59.392047 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e8a56449-a67c-48bb-b3d4-03a634e2f539 admin admin] Publish callbacks [] for security_group (5209f110-7003-46ba-a5e3-7de581414b28), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:59.398572 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-52b9f393-4433-4f8b-9206-2ec2dde96974 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:59.450671 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7169e956-6653-4596-bdd4-75361f7ab413 None None] Publish callbacks [] for port (2eaf97da-c7a8-419e-b850-21ac64031137), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:59.524941 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e8a56449-a67c-48bb-b3d4-03a634e2f539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5209f110-7003-46ba-a5e3-7de581414b28), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:59.545473 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7169e956-6653-4596-bdd4-75361f7ab413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2eaf97da-c7a8-419e-b850-21ac64031137), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:59.585232 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a56449-a67c-48bb-b3d4-03a634e2f539 admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:42:59.608790 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e8a56449-a67c-48bb-b3d4-03a634e2f539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (37054cbd-f424-4c3e-9627-4d3b1f665915), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:59.609166 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-e8a56449-a67c-48bb-b3d4-03a634e2f539 admin admin] Added segment 37054cbd-f424-4c3e-9627-4d3b1f665915 of type vlan for network b6106e2a-8ac1-4f4b-b272-b4b0beeb37af Feb 20 03:42:59.644200 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-6ce40c8a-efc2-48c8-afdc-e62e31ac71e0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks [] for port (9db11869-4975-4902-a91e-2c95a6f8cb01), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:59.703205 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c556dfb-a5cc-499d-9bca-19f6238d5254 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for security_group (217a056d-b2b3-4c8f-a6ae-03d5edb2d4f3), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:59.784403 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 09400fcf-91e2-41a4-8123-0277f009b64c up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:42:59.791910 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ab26d1-1bf0-4a07-949b-5443d975366b None None] Network 19aae92e-a770-4201-87c8-8f53f394fd84 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:42:59.844928 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-6ce40c8a-efc2-48c8-afdc-e62e31ac71e0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (9db11869-4975-4902-a91e-2c95a6f8cb01), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:59.922177 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57fecacc-1209-40ad-860c-dba4aedf909b req-6ce40c8a-efc2-48c8-afdc-e62e31ac71e0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Network 8ca4b396-14bc-4fc6-83df-227a6726eb74 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:42:59.933843 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-57fecacc-1209-40ad-860c-dba4aedf909b req-6ce40c8a-efc2-48c8-afdc-e62e31ac71e0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:42:59.950573 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c556dfb-a5cc-499d-9bca-19f6238d5254 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (217a056d-b2b3-4c8f-a6ae-03d5edb2d4f3), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:42:59.956667 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fecacc-1209-40ad-860c-dba4aedf909b req-6ce40c8a-efc2-48c8-afdc-e62e31ac71e0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:43:00.027228 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-6ce40c8a-efc2-48c8-afdc-e62e31ac71e0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:00.028070 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-6ce40c8a-efc2-48c8-afdc-e62e31ac71e0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:00.031568 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a56449-a67c-48bb-b3d4-03a634e2f539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5209f110-7003-46ba-a5e3-7de581414b28,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:00.045558 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f51ea68a-36ef-4d00-9c5b-7ca72d135f3b None None] Current status of the port a635b6c2-f43c-4043-b070-e2dc376f6139 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:00.054237 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169e956-6653-4596-bdd4-75361f7ab413 None None] Pushing event updated for resources: {'Port': ['ID=2eaf97da-c7a8-419e-b850-21ac64031137,revision_number=6']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:00.065896 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9787f8a-0de1-4c61-a7ec-fb7b6eea1d6a req-07f43792-b3e5-4b4f-9fca-9509b731ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:00.066235 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e8a56449-a67c-48bb-b3d4-03a634e2f539 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (b6106e2a-8ac1-4f4b-b272-b4b0beeb37af), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:00.068577 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d9787f8a-0de1-4c61-a7ec-fb7b6eea1d6a req-07f43792-b3e5-4b4f-9fca-9509b731ab35 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=68913620b1864349b0b30a94042b9c2a&device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 1128 time: 0.4687171 Feb 20 03:43:00.092143 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe755f-94fd-4086-b571-bc06a87b390a req-67fd3d38-a4ed-4ee9-94a7-bf70763a9ed9 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:00.098364 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe755f-94fd-4086-b571-bc06a87b390a req-67fd3d38-a4ed-4ee9-94a7-bf70763a9ed9 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:00.104849 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe755f-94fd-4086-b571-bc06a87b390a req-67fd3d38-a4ed-4ee9-94a7-bf70763a9ed9 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:00.110468 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe755f-94fd-4086-b571-bc06a87b390a req-67fd3d38-a4ed-4ee9-94a7-bf70763a9ed9 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:00.112395 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4fbe755f-94fd-4086-b571-bc06a87b390a req-67fd3d38-a4ed-4ee9-94a7-bf70763a9ed9 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 3093 time: 0.3859608 Feb 20 03:43:00.127226 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce40c8a-efc2-48c8-afdc-e62e31ac71e0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Pushing event updated for resources: {'Port': ['ID=9db11869-4975-4902-a91e-2c95a6f8cb01,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:00.169844 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f51ea68a-36ef-4d00-9c5b-7ca72d135f3b None None] Provisioning complete for port 6f63130c-106c-4905-adaf-b3b307d9f4f6 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:00.173651 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f51ea68a-36ef-4d00-9c5b-7ca72d135f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (6f63130c-106c-4905-adaf-b3b307d9f4f6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:00.219942 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b9f393-4433-4f8b-9206-2ec2dde96974 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Router b3287ca6-5cbd-4f9d-aa58-33a3a43191fa has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:43:00.238794 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:00.244886 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c556dfb-a5cc-499d-9bca-19f6238d5254 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:00.245209 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f51ea68a-36ef-4d00-9c5b-7ca72d135f3b None None] Port 6f63130c-106c-4905-adaf-b3b307d9f4f6 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:43:00.245330 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5c556dfb-a5cc-499d-9bca-19f6238d5254 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.7369776 Feb 20 03:43:00.245330 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45250) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:00.259395 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4fbe755f-94fd-4086-b571-bc06a87b390a req-60ce72f8-c5eb-4479-ba0e-c51c12f0f881 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268146 Feb 20 03:43:00.269627 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-c6c3f304-ea01-436e-afeb-d120beb5a168 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'security_group': {'name': 'tempest-secgroup-1781404655'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:00.271729 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-6ce40c8a-efc2-48c8-afdc-e62e31ac71e0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8551869 Feb 20 03:43:00.281819 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c556dfb-a5cc-499d-9bca-19f6238d5254 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=217a056d-b2b3-4c8f-a6ae-03d5edb2d4f3,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:00.296239 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-57fecacc-1209-40ad-860c-dba4aedf909b req-34deb1cc-354d-41cb-a7bf-75718d6c6be8 service neutron] Request body: {'port': {'device_id': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:00.352476 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e8a56449-a67c-48bb-b3d4-03a634e2f539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (b6106e2a-8ac1-4f4b-b272-b4b0beeb37af), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:00.354058 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a56449-a67c-48bb-b3d4-03a634e2f539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:00.354666 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e8a56449-a67c-48bb-b3d4-03a634e2f539 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:00.393257 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 09400fcf-91e2-41a4-8123-0277f009b64c triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:00.393837 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (09400fcf-91e2-41a4-8123-0277f009b64c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:00.449447 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-34deb1cc-354d-41cb-a7bf-75718d6c6be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ecc9fc1c-32de-42f6-beff-ccab1aa82d9c), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:00.460725 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab679189-24d1-4b92-9245-03f1a3b31864 None None] Provisioning complete for port e614570a-1da2-4c86-a039-c87fe6ee0652 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:00.461389 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab679189-24d1-4b92-9245-03f1a3b31864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e614570a-1da2-4c86-a039-c87fe6ee0652), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:00.511279 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9787f8a-0de1-4c61-a7ec-fb7b6eea1d6a req-61b2883c-ac48-4b24-8287-b4db1deb9037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:00.512853 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d9787f8a-0de1-4c61-a7ec-fb7b6eea1d6a req-61b2883c-ac48-4b24-8287-b4db1deb9037 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879 HTTP/1.1" status: 200 len: 919 time: 0.4320192 Feb 20 03:43:00.513641 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab679189-24d1-4b92-9245-03f1a3b31864 None None] Port e614570a-1da2-4c86-a039-c87fe6ee0652 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:43:00.625456 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 09400fcf-91e2-41a4-8123-0277f009b64c is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:00.625865 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (09400fcf-91e2-41a4-8123-0277f009b64c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:00.671246 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab679189-24d1-4b92-9245-03f1a3b31864 None None] Provisioning complete for port a635b6c2-f43c-4043-b070-e2dc376f6139 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:00.671246 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab679189-24d1-4b92-9245-03f1a3b31864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a635b6c2-f43c-4043-b070-e2dc376f6139), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:00.705407 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 09400fcf-91e2-41a4-8123-0277f009b64c, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=09400fcf-91e2-41a4-8123-0277f009b64c,segment=NetworkSegment(15a5c614-5ff7-47df-9039-55d86f40ef8e),segment_id=15a5c614-5ff7-47df-9039-55d86f40ef8e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:43:00.742802 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d9787f8a-0de1-4c61-a7ec-fb7b6eea1d6a req-60fe7426-38c3-456a-84ee-f9b31f5fe06f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4ae335b-d16e-416a-9eb9-2cda22109139 HTTP/1.1" status: 200 len: 217 time: 0.1959550 Feb 20 03:43:00.757990 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0bc98a47-c3da-4c15-8485-9d42764fbc17 req-8c986631-3aa5-4c24-ab45-8ceea275db7e tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] 10.222.0.89 "GET /v2.0/security-groups/d48c38e3-9fbb-4275-b3bd-f98689e27562 HTTP/1.1" status: 200 len: 1829 time: 0.3832097 Feb 20 03:43:00.865502 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab679189-24d1-4b92-9245-03f1a3b31864 None None] Current status of the port a635b6c2-f43c-4043-b070-e2dc376f6139 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:00.869722 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (09400fcf-91e2-41a4-8123-0277f009b64c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:00.870531 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device a635b6c2-f43c-4043-b070-e2dc376f6139 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:43:00.930141 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab679189-24d1-4b92-9245-03f1a3b31864 None None] Provisioning complete for port 09400fcf-91e2-41a4-8123-0277f009b64c triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:00.930445 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab679189-24d1-4b92-9245-03f1a3b31864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (09400fcf-91e2-41a4-8123-0277f009b64c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:00.942896 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9787f8a-0de1-4c61-a7ec-fb7b6eea1d6a req-b1f26012-3f99-4bb3-9374-6443d3bd1824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:00.944895 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d9787f8a-0de1-4c61-a7ec-fb7b6eea1d6a req-b1f26012-3f99-4bb3-9374-6443d3bd1824 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=59da23fb-2a69-4f62-8734-ed62cd9e052d HTTP/1.1" status: 200 len: 858 time: 0.1911569 Feb 20 03:43:01.013562 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=09400fcf-91e2-41a4-8123-0277f009b64c,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:01.031182 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port a635b6c2-f43c-4043-b070-e2dc376f6139 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:01.031566 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a635b6c2-f43c-4043-b070-e2dc376f6139), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:01.040959 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d9787f8a-0de1-4c61-a7ec-fb7b6eea1d6a req-2f658b8e-5f5a-4aff-8b18-40d869838476 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535705 Feb 20 03:43:01.077310 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a56449-a67c-48bb-b3d4-03a634e2f539 admin admin] Pushing event updated for resources: {'Network': ['ID=b6106e2a-8ac1-4f4b-b272-b4b0beeb37af,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:01.080073 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b9f393-4433-4f8b-9206-2ec2dde96974 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:43:01.094239 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-52b9f393-4433-4f8b-9206-2ec2dde96974 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] 10.222.0.89 "PUT /v2.0/routers/b3287ca6-5cbd-4f9d-aa58-33a3a43191fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9674652 Feb 20 03:43:01.094239 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f304-ea01-436e-afeb-d120beb5a168 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:01.102550 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45256) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:01.126309 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab679189-24d1-4b92-9245-03f1a3b31864 None None] Current status of the port 09400fcf-91e2-41a4-8123-0277f009b64c is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:01.128986 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda0e46e-ed0c-4f14-8f7e-bcaa75071c88 None None] Sync routers for ids ['b3287ca6-5cbd-4f9d-aa58-33a3a43191fa'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:43:01.139884 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network b6106e2a-8ac1-4f4b-b272-b4b0beeb37af details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:43:01.171286 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f54a6-d96e-4670-b83c-ca54904981e6 req-c26e8257-53eb-49d6-ad72-92ff87363750 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:01.180909 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ed0f54a6-d96e-4670-b83c-ca54904981e6 req-c26e8257-53eb-49d6-ad72-92ff87363750 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 946 time: 0.2300010 Feb 20 03:43:01.211616 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-63c6c1b5-1883-4163-b398-4c5a2ab7a070 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks [] for router (b3287ca6-5cbd-4f9d-aa58-33a3a43191fa), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:01.321123 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-63c6c1b5-1883-4163-b398-4c5a2ab7a070 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 20 03:43:01.324796 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-63c6c1b5-1883-4163-b398-4c5a2ab7a070 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] 10.222.0.89 "DELETE /v2.0/routers/b3287ca6-5cbd-4f9d-aa58-33a3a43191fa HTTP/1.1" status: 409 len: 329 time: 0.2152636 Feb 20 03:43:01.328338 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e8a56449-a67c-48bb-b3d4-03a634e2f539 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6049798 Feb 20 03:43:01.331883 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45260) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:01.332822 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45262) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:01.339580 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-c3c4cd68-5013-492d-ac69-b8e2fd020a96 admin admin] Request body: {'subnet': {'network_id': 'b6106e2a-8ac1-4f4b-b272-b4b0beeb37af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1825579104-subnet', 'tenant_id': '74366e9b5aca4b26a4824007098993f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:01.347486 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ed0f54a6-d96e-4670-b83c-ca54904981e6 req-69eefdb7-c9f9-4d06-a84b-1394ea0936f3 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653678 Feb 20 03:43:01.398710 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d9787f8a-0de1-4c61-a7ec-fb7b6eea1d6a req-855da9a6-f2da-4aa6-9646-80ca0b0c6e2e service neutron] 10.222.0.93 "GET /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492892 Feb 20 03:43:01.404279 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab679189-24d1-4b92-9245-03f1a3b31864 None None] Provisioning complete for port 2f9b147e-6735-4eb8-a95a-cfaf5fb3d6ba triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:01.404671 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab679189-24d1-4b92-9245-03f1a3b31864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2f9b147e-6735-4eb8-a95a-cfaf5fb3d6ba), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:01.419562 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-57fecacc-1209-40ad-860c-dba4aedf909b req-34deb1cc-354d-41cb-a7bf-75718d6c6be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecc9fc1c-32de-42f6-beff-ccab1aa82d9c {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:43:01.428825 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-86c79004-f7c4-4ea7-865f-d1f4f4de4cb3 req-30807429-c410-4f15-9b12-504fea227689 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] show failed (client error): The resource could not be found. Feb 20 03:43:01.437278 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-86c79004-f7c4-4ea7-865f-d1f4f4de4cb3 req-30807429-c410-4f15-9b12-504fea227689 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] 10.222.0.89 "GET /v2.0/security-groups/67d617df-4afb-4894-a194-d4db4a1ea6ae HTTP/1.1" status: 404 len: 352 time: 0.0512013 Feb 20 03:43:01.443229 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda0e46e-ed0c-4f14-8f7e-bcaa75071c88 None None] Routers {'b3287ca6-5cbd-4f9d-aa58-33a3a43191fa'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:43:01.443897 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-fda0e46e-ed0c-4f14-8f7e-bcaa75071c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:42:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['b3287ca6-5cbd-4f9d-aa58-33a3a43191fa'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:01.445788 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:01.454927 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab679189-24d1-4b92-9245-03f1a3b31864 None None] Port 2f9b147e-6735-4eb8-a95a-cfaf5fb3d6ba cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:43:01.481959 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-34deb1cc-354d-41cb-a7bf-75718d6c6be8 service neutron] Publish callbacks [] for port (ecc9fc1c-32de-42f6-beff-ccab1aa82d9c), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:01.545033 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port a635b6c2-f43c-4043-b070-e2dc376f6139 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:01.553743 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-fda0e46e-ed0c-4f14-8f7e-bcaa75071c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:01.575883 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab679189-24d1-4b92-9245-03f1a3b31864 None None] Provisioning complete for port 9db11869-4975-4902-a91e-2c95a6f8cb01 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:01.576677 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab679189-24d1-4b92-9245-03f1a3b31864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (9db11869-4975-4902-a91e-2c95a6f8cb01), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:01.606370 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda0e46e-ed0c-4f14-8f7e-bcaa75071c88 None None] Routers {'b3287ca6-5cbd-4f9d-aa58-33a3a43191fa'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:43:01.607060 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-fda0e46e-ed0c-4f14-8f7e-bcaa75071c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:42:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['b3287ca6-5cbd-4f9d-aa58-33a3a43191fa'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:01.648317 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-57fecacc-1209-40ad-860c-dba4aedf909b req-34deb1cc-354d-41cb-a7bf-75718d6c6be8 service neutron] Transition to ACTIVE for port object ecc9fc1c-32de-42f6-beff-ccab1aa82d9c will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:43:01.701179 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-fda0e46e-ed0c-4f14-8f7e-bcaa75071c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:01.701861 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda0e46e-ed0c-4f14-8f7e-bcaa75071c88 None None] The sync data for ids ['b3287ca6-5cbd-4f9d-aa58-33a3a43191fa'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:43:01.736281 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-34deb1cc-354d-41cb-a7bf-75718d6c6be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (ecc9fc1c-32de-42f6-beff-ccab1aa82d9c), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:01.739979 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab679189-24d1-4b92-9245-03f1a3b31864 None None] Port 9db11869-4975-4902-a91e-2c95a6f8cb01 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:43:01.768703 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 09400fcf-91e2-41a4-8123-0277f009b64c up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:43:01.775179 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d9787f8a-0de1-4c61-a7ec-fb7b6eea1d6a req-fd5d0dc0-69a3-4064-9b6b-293c66575f6d service neutron] 10.222.0.93 "GET /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666148 Feb 20 03:43:01.808762 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c4cd68-5013-492d-ac69-b8e2fd020a96 admin admin] Made reservation on behalf of 74366e9b5aca4b26a4824007098993f6 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:43:01.811354 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3c4cd68-5013-492d-ac69-b8e2fd020a96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:01.886549 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-010ebabb-1b3f-416d-9d9f-cf825e36ec0c None None] Provisioning complete for port 09400fcf-91e2-41a4-8123-0277f009b64c triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:01.887600 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-010ebabb-1b3f-416d-9d9f-cf825e36ec0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (09400fcf-91e2-41a4-8123-0277f009b64c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:01.898889 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee036d-062b-4326-a4ad-48f0cfdfe2db req-e59ef84b-0e7d-43b6-9ce3-941f59b97a40 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:01.905121 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee036d-062b-4326-a4ad-48f0cfdfe2db req-e59ef84b-0e7d-43b6-9ce3-941f59b97a40 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:01.911544 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee036d-062b-4326-a4ad-48f0cfdfe2db req-e59ef84b-0e7d-43b6-9ce3-941f59b97a40 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:01.917522 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee036d-062b-4326-a4ad-48f0cfdfe2db req-e59ef84b-0e7d-43b6-9ce3-941f59b97a40 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:01.924075 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee036d-062b-4326-a4ad-48f0cfdfe2db req-e59ef84b-0e7d-43b6-9ce3-941f59b97a40 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:01.932896 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88ee036d-062b-4326-a4ad-48f0cfdfe2db req-e59ef84b-0e7d-43b6-9ce3-941f59b97a40 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 3814 time: 0.2669866 Feb 20 03:43:01.942158 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 09400fcf-91e2-41a4-8123-0277f009b64c triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:01.942464 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (09400fcf-91e2-41a4-8123-0277f009b64c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:01.981095 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34deb1cc-354d-41cb-a7bf-75718d6c6be8 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc9fc1c-32de-42f6-beff-ccab1aa82d9c,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:02.032986 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-010ebabb-1b3f-416d-9d9f-cf825e36ec0c None None] Current status of the port 09400fcf-91e2-41a4-8123-0277f009b64c is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:02.065235 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88ee036d-062b-4326-a4ad-48f0cfdfe2db req-8f5b6b6d-44e1-4076-95c6-c31df4fa8e9b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313779 Feb 20 03:43:02.083531 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-57fecacc-1209-40ad-860c-dba4aedf909b req-34deb1cc-354d-41cb-a7bf-75718d6c6be8 service neutron] Attempting to bind port ecc9fc1c-32de-42f6-beff-ccab1aa82d9c on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:43:02.083873 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-57fecacc-1209-40ad-860c-dba4aedf909b req-34deb1cc-354d-41cb-a7bf-75718d6c6be8 service neutron] Attempting to bind port ecc9fc1c-32de-42f6-beff-ccab1aa82d9c by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'd72d462e-fc0a-426c-bb37-f85f00dbb615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b098f8c6-16ef-4470-b828-67d64bde6c7f'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:43:02.087490 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-34deb1cc-354d-41cb-a7bf-75718d6c6be8 service neutron] Attempting to bind port ecc9fc1c-32de-42f6-beff-ccab1aa82d9c on network b098f8c6-16ef-4470-b828-67d64bde6c7f {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:43:02.092947 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-010ebabb-1b3f-416d-9d9f-cf825e36ec0c None None] Provisioning complete for port 2eaf97da-c7a8-419e-b850-21ac64031137 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:02.101235 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-010ebabb-1b3f-416d-9d9f-cf825e36ec0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2eaf97da-c7a8-419e-b850-21ac64031137), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:02.111567 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-34deb1cc-354d-41cb-a7bf-75718d6c6be8 service neutron] Port ecc9fc1c-32de-42f6-beff-ccab1aa82d9c on network b098f8c6-16ef-4470-b828-67d64bde6c7f not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:43:02.112040 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-34deb1cc-354d-41cb-a7bf-75718d6c6be8 service neutron] Attempting to bind port ecc9fc1c-32de-42f6-beff-ccab1aa82d9c on network b098f8c6-16ef-4470-b828-67d64bde6c7f {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:43:02.135601 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-34deb1cc-354d-41cb-a7bf-75718d6c6be8 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:43:02.135601 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-34deb1cc-354d-41cb-a7bf-75718d6c6be8 service neutron] Checking segment: {'id': 'd72d462e-fc0a-426c-bb37-f85f00dbb615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b098f8c6-16ef-4470-b828-67d64bde6c7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:43:02.135601 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-34deb1cc-354d-41cb-a7bf-75718d6c6be8 service neutron] Bound using segment: {'id': 'd72d462e-fc0a-426c-bb37-f85f00dbb615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b098f8c6-16ef-4470-b828-67d64bde6c7f'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:43:02.135601 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-57fecacc-1209-40ad-860c-dba4aedf909b req-34deb1cc-354d-41cb-a7bf-75718d6c6be8 service neutron] Bound port: ecc9fc1c-32de-42f6-beff-ccab1aa82d9c, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd72d462e-fc0a-426c-bb37-f85f00dbb615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b098f8c6-16ef-4470-b828-67d64bde6c7f'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:43:02.135601 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-34deb1cc-354d-41cb-a7bf-75718d6c6be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ecc9fc1c-32de-42f6-beff-ccab1aa82d9c), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:02.136312 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-be08b402-da6c-4fff-86ed-0949304bd1b1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks [] for port (e614570a-1da2-4c86-a039-c87fe6ee0652), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:02.151967 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d44a0075-9d66-4b93-a5dd-f8ee037ced1d tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (b3287ca6-5cbd-4f9d-aa58-33a3a43191fa), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:02.168902 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-4fa5a460-8f7d-4045-83e1-d9f3f48c3121 req-a7c75209-de77-4f5e-b6a6-54f55727bd83 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] show failed (client error): The resource could not be found. Feb 20 03:43:02.177646 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4fa5a460-8f7d-4045-83e1-d9f3f48c3121 req-a7c75209-de77-4f5e-b6a6-54f55727bd83 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] 10.222.0.89 "GET /v2.0/security-group-rules/ff6c8123-1538-4212-bb25-98ba703a58cb HTTP/1.1" status: 404 len: 361 time: 0.0235753 Feb 20 03:43:02.202183 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 09400fcf-91e2-41a4-8123-0277f009b64c is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:02.203649 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 2eaf97da-c7a8-419e-b850-21ac64031137 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:43:02.224262 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f304-ea01-436e-afeb-d120beb5a168 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for security_group (e8c16ca8-3371-40fc-9fda-a2c703b16473), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:02.231660 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3c4cd68-5013-492d-ac69-b8e2fd020a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (883b5707-28cf-44b8-81fe-08e0b3a98ddb), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:02.237995 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-be08b402-da6c-4fff-86ed-0949304bd1b1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (e614570a-1da2-4c86-a039-c87fe6ee0652), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:02.239099 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-be08b402-da6c-4fff-86ed-0949304bd1b1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (03961a53-1bef-47dd-bbba-5ff6eda49893), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:02.284084 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-57fecacc-1209-40ad-860c-dba4aedf909b req-34deb1cc-354d-41cb-a7bf-75718d6c6be8 service neutron] For port ecc9fc1c-32de-42f6-beff-ccab1aa82d9c, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:43:02.299100 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7259604c-8a95-40ae-b371-9bc797f3a67c req-2b45abd0-c20c-42e4-b1d3-c862472dc68b tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] 10.222.0.89 "GET /v2.0/security-groups/d48c38e3-9fbb-4275-b3bd-f98689e27562 HTTP/1.1" status: 200 len: 1829 time: 0.0704362 Feb 20 03:43:02.301029 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-57fecacc-1209-40ad-860c-dba4aedf909b req-34deb1cc-354d-41cb-a7bf-75718d6c6be8 service neutron] For port ecc9fc1c-32de-42f6-beff-ccab1aa82d9c, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ecc9fc1c-32de-42f6-beff-ccab1aa82d9c,segment=NetworkSegment(d72d462e-fc0a-426c-bb37-f85f00dbb615),segment_id=d72d462e-fc0a-426c-bb37-f85f00dbb615)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:43:02.321355 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 2eaf97da-c7a8-419e-b850-21ac64031137 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:02.325507 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2eaf97da-c7a8-419e-b850-21ac64031137), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:02.349679 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f304-ea01-436e-afeb-d120beb5a168 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e8c16ca8-3371-40fc-9fda-a2c703b16473), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:02.368603 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7259604c-8a95-40ae-b371-9bc797f3a67c req-81372f14-7482-4f06-b33c-dee94f3d5621 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group (d48c38e3-9fbb-4275-b3bd-f98689e27562), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:02.372203 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-010ebabb-1b3f-416d-9d9f-cf825e36ec0c None None] Current status of the port 2eaf97da-c7a8-419e-b850-21ac64031137 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:02.375139 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-34deb1cc-354d-41cb-a7bf-75718d6c6be8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (ecc9fc1c-32de-42f6-beff-ccab1aa82d9c), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:02.417066 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-010ebabb-1b3f-416d-9d9f-cf825e36ec0c None None] Provisioning complete for port f3b4b3b5-e909-48e4-8736-4d2bd169d5e6 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:02.417510 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-010ebabb-1b3f-416d-9d9f-cf825e36ec0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f3b4b3b5-e909-48e4-8736-4d2bd169d5e6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:02.464761 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-010ebabb-1b3f-416d-9d9f-cf825e36ec0c None None] Port f3b4b3b5-e909-48e4-8736-4d2bd169d5e6 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:43:02.469456 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7259604c-8a95-40ae-b371-9bc797f3a67c req-81372f14-7482-4f06-b33c-dee94f3d5621 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group (d48c38e3-9fbb-4275-b3bd-f98689e27562), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:02.474653 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-34deb1cc-354d-41cb-a7bf-75718d6c6be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:02.475306 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-34deb1cc-354d-41cb-a7bf-75718d6c6be8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:02.476871 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-34deb1cc-354d-41cb-a7bf-75718d6c6be8 service neutron] 10.222.0.93 "PUT /v2.0/ports/ecc9fc1c-32de-42f6-beff-ccab1aa82d9c HTTP/1.1" status: 200 len: 1091 time: 2.1885929 Feb 20 03:43:02.477941 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'tag': 'ecc9fc1c-32de-42f6-beff-ccab1aa82d9c'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:43:02.480630 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618dd10f-8c65-4f94-bac8-44dd02b4c49f" -d '{"events": [{"name": "network-changed", "server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "tag": "ecc9fc1c-32de-42f6-beff-ccab1aa82d9c"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:43:02.486410 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 2eaf97da-c7a8-419e-b850-21ac64031137 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:02.510402 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4cd68-5013-492d-ac69-b8e2fd020a96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=883b5707-28cf-44b8-81fe-08e0b3a98ddb,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:02.534826 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f304-ea01-436e-afeb-d120beb5a168 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:02.537134 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c6c3f304-ea01-436e-afeb-d120beb5a168 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.2896535 Feb 20 03:43:02.544001 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08b402-da6c-4fff-86ed-0949304bd1b1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Pushing event updated for resources: {'Port': ['ID=e614570a-1da2-4c86-a039-c87fe6ee0652,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:02.557329 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45276) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:02.562432 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3f304-ea01-436e-afeb-d120beb5a168 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c16ca8-3371-40fc-9fda-a2c703b16473,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:02.564482 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34deb1cc-354d-41cb-a7bf-75718d6c6be8 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc9fc1c-32de-42f6-beff-ccab1aa82d9c,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:02.570361 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-4b895f89-0114-4393-819b-29316b2ac486 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1836428404', 'security_groups': ['e8c16ca8-3371-40fc-9fda-a2c703b16473'], 'network_id': '0fd20173-fa0d-47b7-8340-3d5070fbf9e4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c1ed8997-9a2d-4ac0-b240-a30e8e9d926d'}]}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:02.591286 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-57fecacc-1209-40ad-860c-dba4aedf909b req-349855c5-44bc-4c58-b069-abe4e35727bb service neutron] Request body: {'port': {'device_id': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:02.666339 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7259604c-8a95-40ae-b371-9bc797f3a67c req-81372f14-7482-4f06-b33c-dee94f3d5621 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d48c38e3-9fbb-4275-b3bd-f98689e27562), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:02.674152 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7259604c-8a95-40ae-b371-9bc797f3a67c req-81372f14-7482-4f06-b33c-dee94f3d5621 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:02.681078 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7259604c-8a95-40ae-b371-9bc797f3a67c req-81372f14-7482-4f06-b33c-dee94f3d5621 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] 10.222.0.89 "DELETE /v2.0/security-groups/d48c38e3-9fbb-4275-b3bd-f98689e27562 HTTP/1.1" status: 204 len: 173 time: 0.3747418 Feb 20 03:43:02.709938 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81372f14-7482-4f06-b33c-dee94f3d5621 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48c38e3-9fbb-4275-b3bd-f98689e27562,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:02.714192 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-349855c5-44bc-4c58-b069-abe4e35727bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f6c5c77e-83cb-48f4-8702-35718ef6076d), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:02.761751 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:02.775291 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c4cd68-5013-492d-ac69-b8e2fd020a96 admin admin] Checking segment: {'id': '37054cbd-f424-4c3e-9627-4d3b1f665915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b6106e2a-8ac1-4f4b-b272-b4b0beeb37af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:43:02.775697 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c4cd68-5013-492d-ac69-b8e2fd020a96 admin admin] Network hostable DHCP agents. Network: b6106e2a-8ac1-4f4b-b272-b4b0beeb37af, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:43:02.790012 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be08b402-da6c-4fff-86ed-0949304bd1b1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Network 88ac2e61-2d6d-4adc-adba-834384a6d325 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:43:02.808891 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-be08b402-da6c-4fff-86ed-0949304bd1b1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:43:02.909232 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c4cd68-5013-492d-ac69-b8e2fd020a96 admin admin] Network b6106e2a-8ac1-4f4b-b272-b4b0beeb37af is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:43:02.942930 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d9095-ba18-41d9-a697-947324f3d1d0 req-c8a50470-6a2d-405e-83a0-4a9fdcbee5ab tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:02.944269 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-795d9095-ba18-41d9-a697-947324f3d1d0 req-c8a50470-6a2d-405e-83a0-4a9fdcbee5ab tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 946 time: 0.1477084 Feb 20 03:43:03.016538 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-795d9095-ba18-41d9-a697-947324f3d1d0 req-0bc22872-0123-4df6-838d-f97f0e947e2c tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626974 Feb 20 03:43:03.078088 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-c3c4cd68-5013-492d-ac69-b8e2fd020a96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, b6106e2a-8ac1-4f4b-b272-b4b0beeb37af) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:43:03.092515 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cac39a-9d4e-4514-9183-02979671a571 None None] Network b6106e2a-8ac1-4f4b-b272-b4b0beeb37af requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:43:03.108034 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c4cd68-5013-492d-ac69-b8e2fd020a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:03.108647 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c3c4cd68-5013-492d-ac69-b8e2fd020a96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:03.135835 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49823a1-b5bb-4c56-b66d-1432a4594a4e x-openstack-request-id: req-b49823a1-b5bb-4c56-b66d-1432a4594a4e {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:43:03.135835 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "tag": "ecc9fc1c-32de-42f6-beff-ccab1aa82d9c", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:43:03.139568 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b49823a1-b5bb-4c56-b66d-1432a4594a4e {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:43:03.140232 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'tag': 'ecc9fc1c-32de-42f6-beff-ccab1aa82d9c', 'status': 'completed', 'code': 200} Feb 20 03:43:03.173069 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b895f89-0114-4393-819b-29316b2ac486 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:43:03.309286 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c3c4cd68-5013-492d-ac69-b8e2fd020a96 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9644101 Feb 20 03:43:03.309505 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-03bac092-3f25-472a-b2d7-4debf2cc889f req-14bc7830-2b3f-4744-a44e-45e1ae26bfad tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] 10.222.0.89 "GET /v2.0/security-groups/c1283964-2f01-495b-8b7d-84e096040298 HTTP/1.1" status: 200 len: 1830 time: 0.1427329 Feb 20 03:43:03.326093 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa857d1-a866-42c0-8602-dc83223b5c9a None None] Network b6106e2a-8ac1-4f4b-b272-b4b0beeb37af requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:43:03.334076 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-d44a0075-9d66-4b93-a5dd-f8ee037ced1d tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Deleting port 2f9b147e-6735-4eb8-a95a-cfaf5fb3d6ba {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:43:03.336238 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d44a0075-9d66-4b93-a5dd-f8ee037ced1d tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (2f9b147e-6735-4eb8-a95a-cfaf5fb3d6ba), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:03.337377 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618dd10f-8c65-4f94-bac8-44dd02b4c49f req-930e417a-6d82-49ba-b2af-fabaee37f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:03.338417 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618dd10f-8c65-4f94-bac8-44dd02b4c49f req-930e417a-6d82-49ba-b2af-fabaee37f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:03.338551 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618dd10f-8c65-4f94-bac8-44dd02b4c49f req-930e417a-6d82-49ba-b2af-fabaee37f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:03.338992 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618dd10f-8c65-4f94-bac8-44dd02b4c49f req-930e417a-6d82-49ba-b2af-fabaee37f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:03.339468 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618dd10f-8c65-4f94-bac8-44dd02b4c49f req-930e417a-6d82-49ba-b2af-fabaee37f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:03.341480 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-618dd10f-8c65-4f94-bac8-44dd02b4c49f req-930e417a-6d82-49ba-b2af-fabaee37f47a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0d4e5737e103447f89841b11bed8bb31&device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 4392 time: 0.1693013 Feb 20 03:43:03.433707 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4b895f89-0114-4393-819b-29316b2ac486 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:03.465675 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c6990932-d403-41ca-a7c1-83936ac86706 None None] Provisioning complete for port e614570a-1da2-4c86-a039-c87fe6ee0652 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:03.466067 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c6990932-d403-41ca-a7c1-83936ac86706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e614570a-1da2-4c86-a039-c87fe6ee0652), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:03.474838 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-4b895f89-0114-4393-819b-29316b2ac486 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] device_id is not set on port 33699c3c-b93d-42f0-9a29-ceb74625c6f9 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:43:03.542732 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c6990932-d403-41ca-a7c1-83936ac86706 None None] Port e614570a-1da2-4c86-a039-c87fe6ee0652 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:43:03.543300 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d44a0075-9d66-4b93-a5dd-f8ee037ced1d tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (2f9b147e-6735-4eb8-a95a-cfaf5fb3d6ba), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:03.543423 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-57fecacc-1209-40ad-860c-dba4aedf909b req-349855c5-44bc-4c58-b069-abe4e35727bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6c5c77e-83cb-48f4-8702-35718ef6076d {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:43:03.605972 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-d44a0075-9d66-4b93-a5dd-f8ee037ced1d tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Calling delete_port for 2f9b147e-6735-4eb8-a95a-cfaf5fb3d6ba owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:43:03.606309 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-349855c5-44bc-4c58-b069-abe4e35727bb service neutron] Publish callbacks [] for port (f6c5c77e-83cb-48f4-8702-35718ef6076d), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:03.606309 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-03bac092-3f25-472a-b2d7-4debf2cc889f req-43446a48-d3d0-43bd-9894-eec8bce1f580 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group (c1283964-2f01-495b-8b7d-84e096040298), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:03.617280 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-57fecacc-1209-40ad-860c-dba4aedf909b req-349855c5-44bc-4c58-b069-abe4e35727bb service neutron] Transition to ACTIVE for port object f6c5c77e-83cb-48f4-8702-35718ef6076d will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:43:03.671922 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-03bac092-3f25-472a-b2d7-4debf2cc889f req-43446a48-d3d0-43bd-9894-eec8bce1f580 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group (c1283964-2f01-495b-8b7d-84e096040298), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:03.683591 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618dd10f-8c65-4f94-bac8-44dd02b4c49f req-e05af135-8b9c-4b9e-a7ad-44f131bb1aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:03.685040 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618dd10f-8c65-4f94-bac8-44dd02b4c49f req-e05af135-8b9c-4b9e-a7ad-44f131bb1aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:03.685040 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618dd10f-8c65-4f94-bac8-44dd02b4c49f req-e05af135-8b9c-4b9e-a7ad-44f131bb1aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:03.686346 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-618dd10f-8c65-4f94-bac8-44dd02b4c49f req-e05af135-8b9c-4b9e-a7ad-44f131bb1aab service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=0d4e5737e103447f89841b11bed8bb31&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3195481 Feb 20 03:43:03.766450 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-349855c5-44bc-4c58-b069-abe4e35727bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (f6c5c77e-83cb-48f4-8702-35718ef6076d), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:03.846931 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349855c5-44bc-4c58-b069-abe4e35727bb service neutron] Pushing event updated for resources: {'Port': ['ID=f6c5c77e-83cb-48f4-8702-35718ef6076d,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:03.910767 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618dd10f-8c65-4f94-bac8-44dd02b4c49f req-deeb5669-2a94-4200-8954-42dede6d8ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:03.912340 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-618dd10f-8c65-4f94-bac8-44dd02b4c49f req-deeb5669-2a94-4200-8954-42dede6d8ab0 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2193644 Feb 20 03:43:03.915307 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-03bac092-3f25-472a-b2d7-4debf2cc889f req-43446a48-d3d0-43bd-9894-eec8bce1f580 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c1283964-2f01-495b-8b7d-84e096040298), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:03.918828 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-03bac092-3f25-472a-b2d7-4debf2cc889f req-43446a48-d3d0-43bd-9894-eec8bce1f580 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:03.926751 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be08b402-da6c-4fff-86ed-0949304bd1b1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Router 03961a53-1bef-47dd-bbba-5ff6eda49893 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:43:03.931542 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-03bac092-3f25-472a-b2d7-4debf2cc889f req-43446a48-d3d0-43bd-9894-eec8bce1f580 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] 10.222.0.89 "DELETE /v2.0/security-groups/c1283964-2f01-495b-8b7d-84e096040298 HTTP/1.1" status: 204 len: 173 time: 0.6273990 Feb 20 03:43:03.961668 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43446a48-d3d0-43bd-9894-eec8bce1f580 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1283964-2f01-495b-8b7d-84e096040298,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:04.088536 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-57fecacc-1209-40ad-860c-dba4aedf909b req-349855c5-44bc-4c58-b069-abe4e35727bb service neutron] Attempting to bind port f6c5c77e-83cb-48f4-8702-35718ef6076d on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:43:04.088536 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-57fecacc-1209-40ad-860c-dba4aedf909b req-349855c5-44bc-4c58-b069-abe4e35727bb service neutron] Attempting to bind port f6c5c77e-83cb-48f4-8702-35718ef6076d by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'c3e52511-31f2-431c-b287-feea51e304d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd998f68e-c8b2-419a-a92f-ff474bef2a54'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:43:04.088536 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-349855c5-44bc-4c58-b069-abe4e35727bb service neutron] Attempting to bind port f6c5c77e-83cb-48f4-8702-35718ef6076d on network d998f68e-c8b2-419a-a92f-ff474bef2a54 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:43:04.088536 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-349855c5-44bc-4c58-b069-abe4e35727bb service neutron] Port f6c5c77e-83cb-48f4-8702-35718ef6076d on network d998f68e-c8b2-419a-a92f-ff474bef2a54 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:43:04.088536 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-349855c5-44bc-4c58-b069-abe4e35727bb service neutron] Attempting to bind port f6c5c77e-83cb-48f4-8702-35718ef6076d on network d998f68e-c8b2-419a-a92f-ff474bef2a54 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:43:04.088536 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-349855c5-44bc-4c58-b069-abe4e35727bb service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:43:04.088536 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-349855c5-44bc-4c58-b069-abe4e35727bb service neutron] Checking segment: {'id': 'c3e52511-31f2-431c-b287-feea51e304d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd998f68e-c8b2-419a-a92f-ff474bef2a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:43:04.088536 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-349855c5-44bc-4c58-b069-abe4e35727bb service neutron] Bound using segment: {'id': 'c3e52511-31f2-431c-b287-feea51e304d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd998f68e-c8b2-419a-a92f-ff474bef2a54'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:43:04.088536 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-57fecacc-1209-40ad-860c-dba4aedf909b req-349855c5-44bc-4c58-b069-abe4e35727bb service neutron] Bound port: f6c5c77e-83cb-48f4-8702-35718ef6076d, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3e52511-31f2-431c-b287-feea51e304d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd998f68e-c8b2-419a-a92f-ff474bef2a54'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:43:04.088536 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-349855c5-44bc-4c58-b069-abe4e35727bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f6c5c77e-83cb-48f4-8702-35718ef6076d), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:04.120481 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-4b895f89-0114-4393-819b-29316b2ac486 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Allocated IP 2001:db8::e8 (0fd20173-fa0d-47b7-8340-3d5070fbf9e4/c1ed8997-9a2d-4ac0-b240-a30e8e9d926d/33699c3c-b93d-42f0-9a29-ceb74625c6f9) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:43:04.144250 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-57fecacc-1209-40ad-860c-dba4aedf909b req-349855c5-44bc-4c58-b069-abe4e35727bb service neutron] For port f6c5c77e-83cb-48f4-8702-35718ef6076d, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:43:04.149587 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-57fecacc-1209-40ad-860c-dba4aedf909b req-349855c5-44bc-4c58-b069-abe4e35727bb service neutron] For port f6c5c77e-83cb-48f4-8702-35718ef6076d, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f6c5c77e-83cb-48f4-8702-35718ef6076d,segment=NetworkSegment(c3e52511-31f2-431c-b287-feea51e304d9),segment_id=c3e52511-31f2-431c-b287-feea51e304d9)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:43:04.167013 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68b9ac-97d1-40ed-9126-b5dd4215a25c req-735f0627-9553-4a8c-8ed0-d5df42a0d640 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:04.172249 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68b9ac-97d1-40ed-9126-b5dd4215a25c req-735f0627-9553-4a8c-8ed0-d5df42a0d640 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:04.178198 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68b9ac-97d1-40ed-9126-b5dd4215a25c req-735f0627-9553-4a8c-8ed0-d5df42a0d640 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:04.181845 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be08b402-da6c-4fff-86ed-0949304bd1b1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:43:04.184355 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68b9ac-97d1-40ed-9126-b5dd4215a25c req-735f0627-9553-4a8c-8ed0-d5df42a0d640 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:04.192221 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-be08b402-da6c-4fff-86ed-0949304bd1b1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] 10.222.0.89 "PUT /v2.0/routers/03961a53-1bef-47dd-bbba-5ff6eda49893/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9843628 Feb 20 03:43:04.192397 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68b9ac-97d1-40ed-9126-b5dd4215a25c req-735f0627-9553-4a8c-8ed0-d5df42a0d640 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:04.193806 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45296) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:04.195786 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f604f5-ed57-4f5e-893c-5f85f23ba040 None None] Sync routers for ids ['03961a53-1bef-47dd-bbba-5ff6eda49893'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:43:04.196285 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68b9ac-97d1-40ed-9126-b5dd4215a25c req-735f0627-9553-4a8c-8ed0-d5df42a0d640 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:04.198090 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa68b9ac-97d1-40ed-9126-b5dd4215a25c req-735f0627-9553-4a8c-8ed0-d5df42a0d640 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 4598 time: 0.1210804 Feb 20 03:43:04.213973 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f604f5-ed57-4f5e-893c-5f85f23ba040 None None] Routers {'03961a53-1bef-47dd-bbba-5ff6eda49893'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:43:04.214983 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-e6f604f5-ed57-4f5e-893c-5f85f23ba040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:42:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['03961a53-1bef-47dd-bbba-5ff6eda49893'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:04.244832 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-349855c5-44bc-4c58-b069-abe4e35727bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (f6c5c77e-83cb-48f4-8702-35718ef6076d), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:04.255916 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-e6f604f5-ed57-4f5e-893c-5f85f23ba040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:04.266384 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f604f5-ed57-4f5e-893c-5f85f23ba040 None None] Routers {'03961a53-1bef-47dd-bbba-5ff6eda49893'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:43:04.267371 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-e6f604f5-ed57-4f5e-893c-5f85f23ba040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:42:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['03961a53-1bef-47dd-bbba-5ff6eda49893'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:04.279315 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-349855c5-44bc-4c58-b069-abe4e35727bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:04.279950 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-349855c5-44bc-4c58-b069-abe4e35727bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:04.281611 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-349855c5-44bc-4c58-b069-abe4e35727bb service neutron] 10.222.0.93 "PUT /v2.0/ports/f6c5c77e-83cb-48f4-8702-35718ef6076d HTTP/1.1" status: 200 len: 1130 time: 1.6952150 Feb 20 03:43:04.310896 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-e6f604f5-ed57-4f5e-893c-5f85f23ba040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:04.313560 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f604f5-ed57-4f5e-893c-5f85f23ba040 None None] The sync data for ids ['03961a53-1bef-47dd-bbba-5ff6eda49893'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:43:04.366461 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa68b9ac-97d1-40ed-9126-b5dd4215a25c req-58233331-ee8c-4293-bc80-747a33528091 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1591136 Feb 20 03:43:04.381026 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349855c5-44bc-4c58-b069-abe4e35727bb service neutron] Pushing event updated for resources: {'Port': ['ID=f6c5c77e-83cb-48f4-8702-35718ef6076d,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:04.400781 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-57fecacc-1209-40ad-860c-dba4aedf909b req-d3de0814-42db-4052-af00-32f840a0f0fb service neutron] Request body: {'port': {'device_id': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:04.524027 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-d3de0814-42db-4052-af00-32f840a0f0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f90d40c0-5b58-4b00-ae70-023f49494c0e), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:04.580311 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d44a0075-9d66-4b93-a5dd-f8ee037ced1d tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (2f9b147e-6735-4eb8-a95a-cfaf5fb3d6ba), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:04.797929 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a0075-9d66-4b93-a5dd-f8ee037ced1d tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Pushing event deleted for resources: {'Port': ['ID=2f9b147e-6735-4eb8-a95a-cfaf5fb3d6ba,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:04.857701 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-832a52ba-b0ea-4fdf-8236-baaee07c3e82 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:04.859268 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-832a52ba-b0ea-4fdf-8236-baaee07c3e82 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/networks?id=b6106e2a-8ac1-4f4b-b272-b4b0beeb37af HTTP/1.1" status: 200 len: 814 time: 0.1815894 Feb 20 03:43:04.889118 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-c60c4541-0581-49c9-b8c4-f6548d06468b tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/quotas/74366e9b5aca4b26a4824007098993f6 HTTP/1.1" status: 200 len: 375 time: 0.0138419 Feb 20 03:43:04.889468 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4b895f89-0114-4393-819b-29316b2ac486 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for port (33699c3c-b93d-42f0-9a29-ceb74625c6f9), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:04.946627 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-4d908bf1-f8ce-4bd3-aa0f-fac201c1c0c4 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=74366e9b5aca4b26a4824007098993f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446186 Feb 20 03:43:05.056431 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d44a0075-9d66-4b93-a5dd-f8ee037ced1d tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (b3287ca6-5cbd-4f9d-aa58-33a3a43191fa), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:05.110031 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-6b0701b1-9a0e-4d0d-ae3a-7ed408b1338e service neutron] 10.222.0.89 "GET /v2.0/networks/b6106e2a-8ac1-4f4b-b272-b4b0beeb37af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619463 Feb 20 03:43:05.136215 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-57fecacc-1209-40ad-860c-dba4aedf909b req-d3de0814-42db-4052-af00-32f840a0f0fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f90d40c0-5b58-4b00-ae70-023f49494c0e {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:43:05.139413 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-b8af4d64-b32e-4f50-b0a2-3178b5c51a41 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:43:05.140703 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b8af4d64-b32e-4f50-b0a2-3178b5c51a41 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] 10.222.0.89 "PUT /v2.0/routers/03961a53-1bef-47dd-bbba-5ff6eda49893/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9431229 Feb 20 03:43:05.143036 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'tag': 'f6c5c77e-83cb-48f4-8702-35718ef6076d'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:43:05.146670 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45308) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:05.146885 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075dfa7d-9c40-4284-a1ac-eab5299c3974" -d '{"events": [{"name": "network-changed", "server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "tag": "f6c5c77e-83cb-48f4-8702-35718ef6076d"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:43:05.222948 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4b895f89-0114-4393-819b-29316b2ac486 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (33699c3c-b93d-42f0-9a29-ceb74625c6f9), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:05.356440 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b895f89-0114-4393-819b-29316b2ac486 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network 0fd20173-fa0d-47b7-8340-3d5070fbf9e4 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:43:05.395573 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-4b895f89-0114-4393-819b-29316b2ac486 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:43:05.398043 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b895f89-0114-4393-819b-29316b2ac486 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:43:05.404048 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b895f89-0114-4393-819b-29316b2ac486 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:05.404712 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4b895f89-0114-4393-819b-29316b2ac486 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:05.434146 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b895f89-0114-4393-819b-29316b2ac486 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Port': ['ID=33699c3c-b93d-42f0-9a29-ceb74625c6f9,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:05.475742 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44a0075-9d66-4b93-a5dd-f8ee037ced1d tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Router b3287ca6-5cbd-4f9d-aa58-33a3a43191fa has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:43:05.526694 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-d3de0814-42db-4052-af00-32f840a0f0fb service neutron] Publish callbacks [] for port (f90d40c0-5b58-4b00-ae70-023f49494c0e), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:05.552642 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-57fecacc-1209-40ad-860c-dba4aedf909b req-d3de0814-42db-4052-af00-32f840a0f0fb service neutron] Transition to ACTIVE for port object f90d40c0-5b58-4b00-ae70-023f49494c0e will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:43:05.585712 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4b895f89-0114-4393-819b-29316b2ac486 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0187898 Feb 20 03:43:05.586676 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45314) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:05.591895 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-9959fdce-b2f2-4487-a5ac-e8b8040c156a tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'subnet': {'network_id': '0fd20173-fa0d-47b7-8340-3d5070fbf9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:05.599194 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-ec0afe36-f22b-403b-9f25-c2eadcb96c62 service neutron] 10.222.0.89 "GET /v2.0/networks/b6106e2a-8ac1-4f4b-b272-b4b0beeb37af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874177 Feb 20 03:43:05.656688 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-d3de0814-42db-4052-af00-32f840a0f0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (f90d40c0-5b58-4b00-ae70-023f49494c0e), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:05.760311 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44a0075-9d66-4b93-a5dd-f8ee037ced1d tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:43:05.776467 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d44a0075-9d66-4b93-a5dd-f8ee037ced1d tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] 10.222.0.89 "PUT /v2.0/routers/b3287ca6-5cbd-4f9d-aa58-33a3a43191fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4425466 Feb 20 03:43:05.777043 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f682069-e41f-4162-ad6c-7618ce6c0890 None None] Sync routers for ids ['b3287ca6-5cbd-4f9d-aa58-33a3a43191fa'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:43:05.779721 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45316) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:05.795961 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de0814-42db-4052-af00-32f840a0f0fb service neutron] Pushing event updated for resources: {'Port': ['ID=f90d40c0-5b58-4b00-ae70-023f49494c0e,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:05.818397 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f682069-e41f-4162-ad6c-7618ce6c0890 None None] Routers {'b3287ca6-5cbd-4f9d-aa58-33a3a43191fa'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:43:05.819344 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-5f682069-e41f-4162-ad6c-7618ce6c0890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:42:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['b3287ca6-5cbd-4f9d-aa58-33a3a43191fa'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:05.862444 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-2d7fadcc-0037-489b-93ba-f17746047f84 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] show failed (client error): The resource could not be found. Feb 20 03:43:05.869429 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2d7fadcc-0037-489b-93ba-f17746047f84 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] 10.222.0.89 "GET /v2.0/routers/tempest-non_exist_router-1081951631 HTTP/1.1" status: 404 len: 335 time: 0.0887992 Feb 20 03:43:05.870345 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45318) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:05.885503 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-5f682069-e41f-4162-ad6c-7618ce6c0890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:05.889652 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-3d711db2-9704-47fc-9e00-04bb77e7ad2b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:05.908807 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-72e5cd4b-ee55-45e4-8e29-679d91a6e377 None None] Provisioning complete for port 33699c3c-b93d-42f0-9a29-ceb74625c6f9 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:05.911798 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-72e5cd4b-ee55-45e4-8e29-679d91a6e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (33699c3c-b93d-42f0-9a29-ceb74625c6f9), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:05.935899 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-57fecacc-1209-40ad-860c-dba4aedf909b req-d3de0814-42db-4052-af00-32f840a0f0fb service neutron] Attempting to bind port f90d40c0-5b58-4b00-ae70-023f49494c0e on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:43:05.936348 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-57fecacc-1209-40ad-860c-dba4aedf909b req-d3de0814-42db-4052-af00-32f840a0f0fb service neutron] Attempting to bind port f90d40c0-5b58-4b00-ae70-023f49494c0e by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'c3e52511-31f2-431c-b287-feea51e304d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd998f68e-c8b2-419a-a92f-ff474bef2a54'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:43:05.936563 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-d3de0814-42db-4052-af00-32f840a0f0fb service neutron] Attempting to bind port f90d40c0-5b58-4b00-ae70-023f49494c0e on network d998f68e-c8b2-419a-a92f-ff474bef2a54 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:43:05.960652 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f682069-e41f-4162-ad6c-7618ce6c0890 None None] Routers {'b3287ca6-5cbd-4f9d-aa58-33a3a43191fa'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:43:05.961672 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-5f682069-e41f-4162-ad6c-7618ce6c0890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:42:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['b3287ca6-5cbd-4f9d-aa58-33a3a43191fa'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:05.968236 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-d3de0814-42db-4052-af00-32f840a0f0fb service neutron] Port f90d40c0-5b58-4b00-ae70-023f49494c0e on network d998f68e-c8b2-419a-a92f-ff474bef2a54 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:43:05.974306 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-d3de0814-42db-4052-af00-32f840a0f0fb service neutron] Attempting to bind port f90d40c0-5b58-4b00-ae70-023f49494c0e on network d998f68e-c8b2-419a-a92f-ff474bef2a54 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:43:05.981620 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-72e5cd4b-ee55-45e4-8e29-679d91a6e377 None None] Port 33699c3c-b93d-42f0-9a29-ceb74625c6f9 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:43:05.996227 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9959fdce-b2f2-4487-a5ac-e8b8040c156a tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:43:06.000227 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9959fdce-b2f2-4487-a5ac-e8b8040c156a tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:06.007079 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-d3de0814-42db-4052-af00-32f840a0f0fb service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:43:06.007800 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-d3de0814-42db-4052-af00-32f840a0f0fb service neutron] Checking segment: {'id': 'c3e52511-31f2-431c-b287-feea51e304d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd998f68e-c8b2-419a-a92f-ff474bef2a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:43:06.008438 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-d3de0814-42db-4052-af00-32f840a0f0fb service neutron] Bound using segment: {'id': 'c3e52511-31f2-431c-b287-feea51e304d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd998f68e-c8b2-419a-a92f-ff474bef2a54'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:43:06.009372 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-57fecacc-1209-40ad-860c-dba4aedf909b req-d3de0814-42db-4052-af00-32f840a0f0fb service neutron] Bound port: f90d40c0-5b58-4b00-ae70-023f49494c0e, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3e52511-31f2-431c-b287-feea51e304d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd998f68e-c8b2-419a-a92f-ff474bef2a54'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:43:06.009973 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-d3de0814-42db-4052-af00-32f840a0f0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f90d40c0-5b58-4b00-ae70-023f49494c0e), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:06.021230 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-3d711db2-9704-47fc-9e00-04bb77e7ad2b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] update failed (client error): The resource could not be found. Feb 20 03:43:06.022307 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3d711db2-9704-47fc-9e00-04bb77e7ad2b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] 10.222.0.89 "PUT /v2.0/routers/tempest-non_exist_router-1586562296 HTTP/1.1" status: 404 len: 335 time: 0.1489334 Feb 20 03:43:06.032024 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45324) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:06.054988 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a374d6e3-ccd7-488b-a566-aab8eea01df6 req-7b6ce216-ff47-4b27-90c2-6443d7ce89d5 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] 10.222.0.89 "GET /v2.0/security-groups/db6f2b99-7891-48cb-ac4c-2bb8184b2435 HTTP/1.1" status: 200 len: 1832 time: 0.1438289 Feb 20 03:43:06.071783 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-5f682069-e41f-4162-ad6c-7618ce6c0890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:06.077927 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f682069-e41f-4162-ad6c-7618ce6c0890 None None] The sync data for ids ['b3287ca6-5cbd-4f9d-aa58-33a3a43191fa'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:43:06.095004 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b0039b-52d5-4ce4-927b-96810bb6b66d tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Deleting subnet 1031c33b-1665-4b0e-88d3-c46b46ca773b {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:43:06.101085 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-00b0039b-52d5-4ce4-927b-96810bb6b66d tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks [] for subnet (1031c33b-1665-4b0e-88d3-c46b46ca773b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:06.151812 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-00b0039b-52d5-4ce4-927b-96810bb6b66d tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (1031c33b-1665-4b0e-88d3-c46b46ca773b), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:06.258044 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-57fecacc-1209-40ad-860c-dba4aedf909b req-d3de0814-42db-4052-af00-32f840a0f0fb service neutron] For port f90d40c0-5b58-4b00-ae70-023f49494c0e, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:43:06.265965 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-57fecacc-1209-40ad-860c-dba4aedf909b req-d3de0814-42db-4052-af00-32f840a0f0fb service neutron] For port f90d40c0-5b58-4b00-ae70-023f49494c0e, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f90d40c0-5b58-4b00-ae70-023f49494c0e,segment=NetworkSegment(c3e52511-31f2-431c-b287-feea51e304d9),segment_id=c3e52511-31f2-431c-b287-feea51e304d9)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:43:06.272133 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a374d6e3-ccd7-488b-a566-aab8eea01df6 req-af8905ca-97fc-4f9a-9da9-1b0f5a811f0d tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group (db6f2b99-7891-48cb-ac4c-2bb8184b2435), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:06.276035 n-d-829866-4 neutron-server[104105]: INFO neutron.db.ipam_backend_mixin [None req-9959fdce-b2f2-4487-a5ac-e8b8040c156a tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c1ed8997-9a2d-4ac0-b240-a30e8e9d926d (CIDR: 2001:db8::/64) Feb 20 03:43:06.302328 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a374d6e3-ccd7-488b-a566-aab8eea01df6 req-af8905ca-97fc-4f9a-9da9-1b0f5a811f0d tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group (db6f2b99-7891-48cb-ac4c-2bb8184b2435), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:06.335426 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-9959fdce-b2f2-4487-a5ac-e8b8040c156a tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:43:06.336077 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9959fdce-b2f2-4487-a5ac-e8b8040c156a tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:43:06.356649 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-d3de0814-42db-4052-af00-32f840a0f0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (f90d40c0-5b58-4b00-ae70-023f49494c0e), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:06.393215 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-d3de0814-42db-4052-af00-32f840a0f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:06.394083 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-d3de0814-42db-4052-af00-32f840a0f0fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:06.397004 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-d3de0814-42db-4052-af00-32f840a0f0fb service neutron] 10.222.0.93 "PUT /v2.0/ports/f90d40c0-5b58-4b00-ae70-023f49494c0e HTTP/1.1" status: 200 len: 1131 time: 2.0047729 Feb 20 03:43:06.430358 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de0814-42db-4052-af00-32f840a0f0fb service neutron] Pushing event updated for resources: {'Port': ['ID=f90d40c0-5b58-4b00-ae70-023f49494c0e,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:06.455462 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9959fdce-b2f2-4487-a5ac-e8b8040c156a tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8612866 Feb 20 03:43:06.455462 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45330) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:06.455462 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-0a06e6c1-eab3-4022-8040-89b85cf540f9 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'subnet': {'network_id': '0fd20173-fa0d-47b7-8340-3d5070fbf9e4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:06.513709 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-57fecacc-1209-40ad-860c-dba4aedf909b req-e334981d-814b-426a-976f-4183ff635fda service neutron] Request body: {'port': {'device_id': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:06.516925 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a374d6e3-ccd7-488b-a566-aab8eea01df6 req-af8905ca-97fc-4f9a-9da9-1b0f5a811f0d tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (db6f2b99-7891-48cb-ac4c-2bb8184b2435), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:06.524048 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a374d6e3-ccd7-488b-a566-aab8eea01df6 req-af8905ca-97fc-4f9a-9da9-1b0f5a811f0d tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:06.533390 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a374d6e3-ccd7-488b-a566-aab8eea01df6 req-af8905ca-97fc-4f9a-9da9-1b0f5a811f0d tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] 10.222.0.89 "DELETE /v2.0/security-groups/db6f2b99-7891-48cb-ac4c-2bb8184b2435 HTTP/1.1" status: 204 len: 173 time: 0.4770393 Feb 20 03:43:06.627760 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-00b0039b-52d5-4ce4-927b-96810bb6b66d tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (1031c33b-1665-4b0e-88d3-c46b46ca773b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:06.651913 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8905ca-97fc-4f9a-9da9-1b0f5a811f0d tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6f2b99-7891-48cb-ac4c-2bb8184b2435,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:06.701481 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-130a1024-b2b3-440c-97ad-27e01c2084e1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (03961a53-1bef-47dd-bbba-5ff6eda49893), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:06.773967 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-e334981d-814b-426a-976f-4183ff635fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c7a136aa-1a7e-4a1d-8972-04de33f5dc56), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:06.805885 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e0891-50d0-4f23-8893-17c6bf601caa req-2dbb40b0-5fd8-4f79-8339-d31e8b90c8f2 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:06.807681 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c22e0891-50d0-4f23-8893-17c6bf601caa req-2dbb40b0-5fd8-4f79-8339-d31e8b90c8f2 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 946 time: 0.1495140 Feb 20 03:43:06.946577 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a06e6c1-eab3-4022-8040-89b85cf540f9 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:43:06.949921 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0a06e6c1-eab3-4022-8040-89b85cf540f9 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:06.962749 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-00b0039b-52d5-4ce4-927b-96810bb6b66d tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (1031c33b-1665-4b0e-88d3-c46b46ca773b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:06.998244 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0039b-52d5-4ce4-927b-96810bb6b66d tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Pushing event deleted for resources: {'Subnet': ['ID=1031c33b-1665-4b0e-88d3-c46b46ca773b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:07.003016 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-00b0039b-52d5-4ce4-927b-96810bb6b66d tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:07.010020 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-00b0039b-52d5-4ce4-927b-96810bb6b66d tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] 10.222.0.89 "DELETE /v2.0/subnets/1031c33b-1665-4b0e-88d3-c46b46ca773b HTTP/1.1" status: 204 len: 168 time: 0.9741011 Feb 20 03:43:07.010020 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45336) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:07.021587 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c22e0891-50d0-4f23-8893-17c6bf601caa req-fb4c4afe-f67b-4665-a02a-e134fe00977a tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047529 Feb 20 03:43:07.034209 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77213cd-39c7-4398-ab37-b0ef86b9c120 None None] Network e09cfbb3-a7d7-4c14-aaa7-6cf339d95ed1 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:43:07.075974 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-130a1024-b2b3-440c-97ad-27e01c2084e1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Deleting port e614570a-1da2-4c86-a039-c87fe6ee0652 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:43:07.076275 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-130a1024-b2b3-440c-97ad-27e01c2084e1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (e614570a-1da2-4c86-a039-c87fe6ee0652), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:07.082423 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc3c8f48-5bed-4217-b210-78f4bd8d0d62 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Deleting subnet 9c44c375-abec-4a88-849f-383764144a15 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:43:07.090119 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bc3c8f48-5bed-4217-b210-78f4bd8d0d62 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks [] for subnet (9c44c375-abec-4a88-849f-383764144a15), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:07.145655 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4535f1-ec94-4d70-8186-3d7bf4d54146 x-openstack-request-id: req-ba4535f1-ec94-4d70-8186-3d7bf4d54146 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:43:07.145655 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "tag": "f6c5c77e-83cb-48f4-8702-35718ef6076d", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:43:07.145655 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ba4535f1-ec94-4d70-8186-3d7bf4d54146 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:43:07.145655 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'tag': 'f6c5c77e-83cb-48f4-8702-35718ef6076d', 'status': 'completed', 'code': 200} Feb 20 03:43:07.214163 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bc3c8f48-5bed-4217-b210-78f4bd8d0d62 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (9c44c375-abec-4a88-849f-383764144a15), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:07.282101 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-130a1024-b2b3-440c-97ad-27e01c2084e1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (e614570a-1da2-4c86-a039-c87fe6ee0652), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:07.301246 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-130a1024-b2b3-440c-97ad-27e01c2084e1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Calling delete_port for e614570a-1da2-4c86-a039-c87fe6ee0652 owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:43:07.334061 n-d-829866-4 neutron-server[104105]: INFO neutron.db.ipam_backend_mixin [None req-0a06e6c1-eab3-4022-8040-89b85cf540f9 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 6c819ff5-9457-461a-8ace-46208b37b7c2 (CIDR: 2001:db8:0:1::/64) Feb 20 03:43:07.382292 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bc3c8f48-5bed-4217-b210-78f4bd8d0d62 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (9c44c375-abec-4a88-849f-383764144a15), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:07.383435 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babbb03-7d4e-4752-8754-86dd59906d44 req-694e4dd7-29fe-4b0f-88eb-b592f8da97f5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:07.386329 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babbb03-7d4e-4752-8754-86dd59906d44 req-694e4dd7-29fe-4b0f-88eb-b592f8da97f5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:07.396957 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babbb03-7d4e-4752-8754-86dd59906d44 req-694e4dd7-29fe-4b0f-88eb-b592f8da97f5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:07.405164 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babbb03-7d4e-4752-8754-86dd59906d44 req-694e4dd7-29fe-4b0f-88eb-b592f8da97f5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:07.406909 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62591b50-0664-4c82-bb54-c33174cfce48 None None] DHCP port deletion for e09cfbb3-a7d7-4c14-aaa7-6cf339d95ed1 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:43:07.412283 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babbb03-7d4e-4752-8754-86dd59906d44 req-694e4dd7-29fe-4b0f-88eb-b592f8da97f5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:07.417680 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babbb03-7d4e-4752-8754-86dd59906d44 req-694e4dd7-29fe-4b0f-88eb-b592f8da97f5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:07.423756 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babbb03-7d4e-4752-8754-86dd59906d44 req-694e4dd7-29fe-4b0f-88eb-b592f8da97f5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:07.428332 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8babbb03-7d4e-4752-8754-86dd59906d44 req-694e4dd7-29fe-4b0f-88eb-b592f8da97f5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5371 time: 0.2325449 Feb 20 03:43:07.473002 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-62591b50-0664-4c82-bb54-c33174cfce48 None None] Deleting port 3b9b062e-4cb0-4dbf-a2da-f8756330377d {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:43:07.473250 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-62591b50-0664-4c82-bb54-c33174cfce48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (3b9b062e-4cb0-4dbf-a2da-f8756330377d), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:07.505320 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dfa7d-9c40-4284-a1ac-eab5299c3974 req-86ac9eac-5246-49aa-88a3-3e9a987ed9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:07.505817 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dfa7d-9c40-4284-a1ac-eab5299c3974 req-86ac9eac-5246-49aa-88a3-3e9a987ed9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:07.506292 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dfa7d-9c40-4284-a1ac-eab5299c3974 req-86ac9eac-5246-49aa-88a3-3e9a987ed9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:07.506761 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dfa7d-9c40-4284-a1ac-eab5299c3974 req-86ac9eac-5246-49aa-88a3-3e9a987ed9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:07.507266 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dfa7d-9c40-4284-a1ac-eab5299c3974 req-86ac9eac-5246-49aa-88a3-3e9a987ed9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:07.507736 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dfa7d-9c40-4284-a1ac-eab5299c3974 req-86ac9eac-5246-49aa-88a3-3e9a987ed9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:07.508334 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dfa7d-9c40-4284-a1ac-eab5299c3974 req-86ac9eac-5246-49aa-88a3-3e9a987ed9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:07.510199 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-075dfa7d-9c40-4284-a1ac-eab5299c3974 req-86ac9eac-5246-49aa-88a3-3e9a987ed9a2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0d4e5737e103447f89841b11bed8bb31&device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 6301 time: 0.3614848 Feb 20 03:43:07.515697 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a06e6c1-eab3-4022-8040-89b85cf540f9 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:43:07.515697 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a06e6c1-eab3-4022-8040-89b85cf540f9 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:43:07.564822 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-62591b50-0664-4c82-bb54-c33174cfce48 None None] For port 3b9b062e-4cb0-4dbf-a2da-f8756330377d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3b9b062e-4cb0-4dbf-a2da-f8756330377d,segment=NetworkSegment(3d661af5-1c48-4f89-ae84-77c1290a6e94),segment_id=3d661af5-1c48-4f89-ae84-77c1290a6e94)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:43:07.565236 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-62591b50-0664-4c82-bb54-c33174cfce48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (3b9b062e-4cb0-4dbf-a2da-f8756330377d), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:07.584521 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bc3c8f48-5bed-4217-b210-78f4bd8d0d62 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (9c44c375-abec-4a88-849f-383764144a15), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:07.587104 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-57fecacc-1209-40ad-860c-dba4aedf909b req-e334981d-814b-426a-976f-4183ff635fda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7a136aa-1a7e-4a1d-8972-04de33f5dc56 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:43:07.601539 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-62591b50-0664-4c82-bb54-c33174cfce48 None None] Calling delete_port for 3b9b062e-4cb0-4dbf-a2da-f8756330377d owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:43:07.630623 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-e334981d-814b-426a-976f-4183ff635fda service neutron] Publish callbacks [] for port (c7a136aa-1a7e-4a1d-8972-04de33f5dc56), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:07.651046 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0a06e6c1-eab3-4022-8040-89b85cf540f9 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2000327 Feb 20 03:43:07.657802 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45342) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:07.663092 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-13d0a1f1-1c80-458d-992c-ecdbc58ba142 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'subnet': {'network_id': '0fd20173-fa0d-47b7-8340-3d5070fbf9e4', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:07.681121 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c8f48-5bed-4217-b210-78f4bd8d0d62 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Pushing event deleted for resources: {'Subnet': ['ID=9c44c375-abec-4a88-849f-383764144a15,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:07.686436 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bc3c8f48-5bed-4217-b210-78f4bd8d0d62 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:07.694611 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bc3c8f48-5bed-4217-b210-78f4bd8d0d62 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] 10.222.0.89 "DELETE /v2.0/subnets/9c44c375-abec-4a88-849f-383764144a15 HTTP/1.1" status: 204 len: 168 time: 0.6842237 Feb 20 03:43:07.698508 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45344) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:07.742775 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3b9b062e-4cb0-4dbf-a2da-f8756330377d no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:43:07.775499 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155e620b-8b22-4711-a332-72c8a17b810d None None] Network 6a438628-781d-4aa0-83ec-c036fc33d826 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:43:07.840089 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8babbb03-7d4e-4752-8754-86dd59906d44 req-537c1d76-358d-4195-83ea-9c55ee46173c tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3128040 Feb 20 03:43:07.841238 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-57fecacc-1209-40ad-860c-dba4aedf909b req-e334981d-814b-426a-976f-4183ff635fda service neutron] Transition to ACTIVE for port object c7a136aa-1a7e-4a1d-8972-04de33f5dc56 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:43:07.868652 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ac92e6ad-4ff2-427b-95e4-6973cccbd60b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (e09cfbb3-a7d7-4c14-aaa7-6cf339d95ed1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:07.880113 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-130a1024-b2b3-440c-97ad-27e01c2084e1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (e614570a-1da2-4c86-a039-c87fe6ee0652), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:07.926670 n-d-829866-4 neutron-server[104107]: INFO neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No ports have port_id starting with 3b9b062e-4cb0-4dbf-a2da-f8756330377d Feb 20 03:43:07.927932 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-62591b50-0664-4c82-bb54-c33174cfce48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (3b9b062e-4cb0-4dbf-a2da-f8756330377d), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:07.942077 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a1024-b2b3-440c-97ad-27e01c2084e1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Pushing event deleted for resources: {'Port': ['ID=e614570a-1da2-4c86-a039-c87fe6ee0652,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:07.967911 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dfa7d-9c40-4284-a1ac-eab5299c3974 req-420a339f-31d7-48d3-aee2-f1e42f28ad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:07.968509 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dfa7d-9c40-4284-a1ac-eab5299c3974 req-420a339f-31d7-48d3-aee2-f1e42f28ad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:07.969227 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dfa7d-9c40-4284-a1ac-eab5299c3974 req-420a339f-31d7-48d3-aee2-f1e42f28ad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:07.971174 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-075dfa7d-9c40-4284-a1ac-eab5299c3974 req-420a339f-31d7-48d3-aee2-f1e42f28ad64 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=0d4e5737e103447f89841b11bed8bb31&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4452336 Feb 20 03:43:07.977108 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-e334981d-814b-426a-976f-4183ff635fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (c7a136aa-1a7e-4a1d-8972-04de33f5dc56), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:07.977331 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62591b50-0664-4c82-bb54-c33174cfce48 None None] Pushing event deleted for resources: {'Port': ['ID=3b9b062e-4cb0-4dbf-a2da-f8756330377d,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:08.013656 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62591b50-0664-4c82-bb54-c33174cfce48 None None] No DVR routers for this DVR port 3b9b062e-4cb0-4dbf-a2da-f8756330377d on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:43:08.045895 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-098e25fa-4c17-4cab-a311-d633df19dd3b req-4ff3b860-e13c-4e5a-a02f-c7a769c08d27 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 210 time: 0.1100845 Feb 20 03:43:08.226760 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bbf758-ff74-4890-b283-ca50fd56128c None None] DHCP port deletion for 6a438628-781d-4aa0-83ec-c036fc33d826 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:43:08.273809 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334981d-814b-426a-976f-4183ff635fda service neutron] Pushing event updated for resources: {'Port': ['ID=c7a136aa-1a7e-4a1d-8972-04de33f5dc56,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:08.292349 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-130a1024-b2b3-440c-97ad-27e01c2084e1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (03961a53-1bef-47dd-bbba-5ff6eda49893), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:08.368934 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b7bbf758-ff74-4890-b283-ca50fd56128c None None] Deleting port 8317d51f-92cc-4946-9722-35f9bcab2d30 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:43:08.372110 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b7bbf758-ff74-4890-b283-ca50fd56128c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (8317d51f-92cc-4946-9722-35f9bcab2d30), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:08.411879 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ff64c4a-7db3-4cb3-8a70-ec28d9d78362 req-aa5803fe-0e4f-43e7-9639-58058b55fd25 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] 10.222.0.89 "GET /v2.0/security-groups/b0951711-71e1-4254-bd97-e06630c0c324 HTTP/1.1" status: 200 len: 1832 time: 0.3053105 Feb 20 03:43:08.413200 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d0a1f1-1c80-458d-992c-ecdbc58ba142 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Made reservation on behalf of 924afe63e3024f08a64ef1ab2c725cda for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:43:08.416408 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ac92e6ad-4ff2-427b-95e4-6973cccbd60b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (e09cfbb3-a7d7-4c14-aaa7-6cf339d95ed1), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:08.426516 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-13d0a1f1-1c80-458d-992c-ecdbc58ba142 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:08.455846 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-ac92e6ad-4ff2-427b-95e4-6973cccbd60b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e09cfbb3-a7d7-4c14-aaa7-6cf339d95ed1']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:08.469790 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-ac92e6ad-4ff2-427b-95e4-6973cccbd60b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d661af5-1c48-4f89-ae84-77c1290a6e94') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:08.470239 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-ac92e6ad-4ff2-427b-95e4-6973cccbd60b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d661af5-1c48-4f89-ae84-77c1290a6e94') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:08.487732 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ac92e6ad-4ff2-427b-95e4-6973cccbd60b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (3d661af5-1c48-4f89-ae84-77c1290a6e94), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:08.502202 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dfa7d-9c40-4284-a1ac-eab5299c3974 req-e6ed6c9f-31b0-4e67-b6e4-65c3099cc0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:08.503532 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ac92e6ad-4ff2-427b-95e4-6973cccbd60b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (3d661af5-1c48-4f89-ae84-77c1290a6e94), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:08.505874 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-075dfa7d-9c40-4284-a1ac-eab5299c3974 req-e6ed6c9f-31b0-4e67-b6e4-65c3099cc0b4 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5246820 Feb 20 03:43:08.510839 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac92e6ad-4ff2-427b-95e4-6973cccbd60b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:43:08.511298 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ac92e6ad-4ff2-427b-95e4-6973cccbd60b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (3d661af5-1c48-4f89-ae84-77c1290a6e94), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:08.533116 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b7bbf758-ff74-4890-b283-ca50fd56128c None None] For port 8317d51f-92cc-4946-9722-35f9bcab2d30, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=8317d51f-92cc-4946-9722-35f9bcab2d30,segment=NetworkSegment(412bf2d2-2fba-49bb-8640-bbb242f77c77),segment_id=412bf2d2-2fba-49bb-8640-bbb242f77c77)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:43:08.533586 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b7bbf758-ff74-4890-b283-ca50fd56128c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (8317d51f-92cc-4946-9722-35f9bcab2d30), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:08.563866 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b7bbf758-ff74-4890-b283-ca50fd56128c None None] Calling delete_port for 8317d51f-92cc-4946-9722-35f9bcab2d30 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:43:08.588604 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:43:08.588604 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:43:08.588604 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:43:08.588604 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:43:08.588604 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:43:08.588604 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:43:08.588604 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:43:08.588604 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:43:08.588604 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:43:08.588604 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:43:08.588604 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:43:08.588604 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:43:08.588604 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:43:08.588604 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:43:08.588604 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:43:08.588604 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:43:08.588604 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:43:08.588604 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:43:08.588604 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:43:08.588604 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:43:08.588604 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:43:08.588604 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:43:08.588604 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:43:08.588604 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:43:08.588604 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:43:08.588604 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:43:08.588604 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:43:08.588604 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:43:08.588604 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:43:08.588604 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:43:08.588604 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:43:08.588604 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:43:08.690967 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7ff64c4a-7db3-4cb3-8a70-ec28d9d78362 req-c9dc5194-2614-449a-91c9-9d942a4a5dad tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group (b0951711-71e1-4254-bd97-e06630c0c324), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:08.717715 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ac92e6ad-4ff2-427b-95e4-6973cccbd60b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (e09cfbb3-a7d7-4c14-aaa7-6cf339d95ed1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:08.728271 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ac92e6ad-4ff2-427b-95e4-6973cccbd60b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:08.734778 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ac92e6ad-4ff2-427b-95e4-6973cccbd60b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] 10.222.0.89 "DELETE /v2.0/networks/e09cfbb3-a7d7-4c14-aaa7-6cf339d95ed1 HTTP/1.1" status: 204 len: 168 time: 1.0357347 Feb 20 03:43:08.744596 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b7bbf758-ff74-4890-b283-ca50fd56128c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (8317d51f-92cc-4946-9722-35f9bcab2d30), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:08.751235 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45352) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:08.798018 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92e6ad-4ff2-427b-95e4-6973cccbd60b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Pushing event deleted for resources: {'Network': ['ID=e09cfbb3-a7d7-4c14-aaa7-6cf339d95ed1,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:08.826482 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bbf758-ff74-4890-b283-ca50fd56128c None None] No DVR routers for this DVR port 8317d51f-92cc-4946-9722-35f9bcab2d30 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:43:08.830275 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbf758-ff74-4890-b283-ca50fd56128c None None] Pushing event deleted for resources: {'Port': ['ID=8317d51f-92cc-4946-9722-35f9bcab2d30,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:08.843642 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-189d07f7-3b03-4cc5-b6a5-906922e8ef93 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (6a438628-781d-4aa0-83ec-c036fc33d826), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:08.846434 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-57fecacc-1209-40ad-860c-dba4aedf909b req-e334981d-814b-426a-976f-4183ff635fda service neutron] Attempting to bind port c7a136aa-1a7e-4a1d-8972-04de33f5dc56 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:43:08.846838 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-57fecacc-1209-40ad-860c-dba4aedf909b req-e334981d-814b-426a-976f-4183ff635fda service neutron] Attempting to bind port c7a136aa-1a7e-4a1d-8972-04de33f5dc56 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'c3e52511-31f2-431c-b287-feea51e304d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd998f68e-c8b2-419a-a92f-ff474bef2a54'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:43:08.847270 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-e334981d-814b-426a-976f-4183ff635fda service neutron] Attempting to bind port c7a136aa-1a7e-4a1d-8972-04de33f5dc56 on network d998f68e-c8b2-419a-a92f-ff474bef2a54 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:43:08.853752 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7ff64c4a-7db3-4cb3-8a70-ec28d9d78362 req-c9dc5194-2614-449a-91c9-9d942a4a5dad tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group (b0951711-71e1-4254-bd97-e06630c0c324), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:08.865315 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130a1024-b2b3-440c-97ad-27e01c2084e1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Router 03961a53-1bef-47dd-bbba-5ff6eda49893 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:43:08.884126 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-e334981d-814b-426a-976f-4183ff635fda service neutron] Port c7a136aa-1a7e-4a1d-8972-04de33f5dc56 on network d998f68e-c8b2-419a-a92f-ff474bef2a54 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:43:08.884573 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-e334981d-814b-426a-976f-4183ff635fda service neutron] Attempting to bind port c7a136aa-1a7e-4a1d-8972-04de33f5dc56 on network d998f68e-c8b2-419a-a92f-ff474bef2a54 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:43:08.899121 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-e334981d-814b-426a-976f-4183ff635fda service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:43:08.900100 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-e334981d-814b-426a-976f-4183ff635fda service neutron] Checking segment: {'id': 'c3e52511-31f2-431c-b287-feea51e304d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd998f68e-c8b2-419a-a92f-ff474bef2a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:43:08.900712 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-e334981d-814b-426a-976f-4183ff635fda service neutron] Bound using segment: {'id': 'c3e52511-31f2-431c-b287-feea51e304d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd998f68e-c8b2-419a-a92f-ff474bef2a54'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:43:08.901200 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-57fecacc-1209-40ad-860c-dba4aedf909b req-e334981d-814b-426a-976f-4183ff635fda service neutron] Bound port: c7a136aa-1a7e-4a1d-8972-04de33f5dc56, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3e52511-31f2-431c-b287-feea51e304d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd998f68e-c8b2-419a-a92f-ff474bef2a54'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:43:08.901590 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-e334981d-814b-426a-976f-4183ff635fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c7a136aa-1a7e-4a1d-8972-04de33f5dc56), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:09.021464 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130a1024-b2b3-440c-97ad-27e01c2084e1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:43:09.034253 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ea0cc2-efbb-4720-bd4e-d594ea13b82f None None] Sync routers for ids ['03961a53-1bef-47dd-bbba-5ff6eda49893'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:43:09.036263 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-130a1024-b2b3-440c-97ad-27e01c2084e1 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] 10.222.0.89 "PUT /v2.0/routers/03961a53-1bef-47dd-bbba-5ff6eda49893/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8891361 Feb 20 03:43:09.040701 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45358) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:09.047104 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ea0cc2-efbb-4720-bd4e-d594ea13b82f None None] Routers {'03961a53-1bef-47dd-bbba-5ff6eda49893'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:43:09.054915 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-d9ea0cc2-efbb-4720-bd4e-d594ea13b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:42:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['03961a53-1bef-47dd-bbba-5ff6eda49893'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:09.087903 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-4f9a52a8-2bad-4fba-ae05-edff52799db9 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] delete failed (client error): The resource could not be found. Feb 20 03:43:09.089222 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4f9a52a8-2bad-4fba-ae05-edff52799db9 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] 10.222.0.89 "DELETE /v2.0/routers/tempest-non_exist_router-726561538 HTTP/1.1" status: 404 len: 334 time: 0.0472503 Feb 20 03:43:09.094604 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45362) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:09.100268 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-f7b15867-69ac-4212-ad45-ade7b4384a83 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Request body: {'router': {'external_gateway_info': {'network_id': '03961a53-1bef-47dd-bbba-5ff6eda49893'}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:09.119299 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-d9ea0cc2-efbb-4720-bd4e-d594ea13b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:09.140322 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ea0cc2-efbb-4720-bd4e-d594ea13b82f None None] Routers {'03961a53-1bef-47dd-bbba-5ff6eda49893'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:43:09.141182 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-d9ea0cc2-efbb-4720-bd4e-d594ea13b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:42:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['03961a53-1bef-47dd-bbba-5ff6eda49893'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:09.149585 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-1ae10b51-9726-4d78-9f7d-73e94484a7ff tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:09.151164 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-1ae10b51-9726-4d78-9f7d-73e94484a7ff tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.42 "GET /v2.0/networks?id=b6106e2a-8ac1-4f4b-b272-b4b0beeb37af HTTP/1.1" status: 200 len: 814 time: 0.1187861 Feb 20 03:43:09.157998 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'tag': 'f90d40c0-5b58-4b00-ae70-023f49494c0e'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:43:09.163832 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff89daf-5208-40e5-8cff-51080eb03a29" -d '{"events": [{"name": "network-changed", "server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "tag": "f90d40c0-5b58-4b00-ae70-023f49494c0e"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:43:09.181897 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-b85c7955-5918-4937-8a55-ab497f2a78e2 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Request body: {'port': {'device_id': '7a1d7768-3174-402d-a0de-fab0564778fb', 'network_id': 'b6106e2a-8ac1-4f4b-b272-b4b0beeb37af', 'admin_state_up': True, 'tenant_id': '74366e9b5aca4b26a4824007098993f6'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:09.288916 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-189d07f7-3b03-4cc5-b6a5-906922e8ef93 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (6a438628-781d-4aa0-83ec-c036fc33d826), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:09.291574 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7ff64c4a-7db3-4cb3-8a70-ec28d9d78362 req-c9dc5194-2614-449a-91c9-9d942a4a5dad tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b0951711-71e1-4254-bd97-e06630c0c324), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:09.294186 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7ff64c4a-7db3-4cb3-8a70-ec28d9d78362 req-c9dc5194-2614-449a-91c9-9d942a4a5dad tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:09.306464 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ff64c4a-7db3-4cb3-8a70-ec28d9d78362 req-c9dc5194-2614-449a-91c9-9d942a4a5dad tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] 10.222.0.89 "DELETE /v2.0/security-groups/b0951711-71e1-4254-bd97-e06630c0c324 HTTP/1.1" status: 204 len: 173 time: 0.8079431 Feb 20 03:43:09.403463 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-57fecacc-1209-40ad-860c-dba4aedf909b req-e334981d-814b-426a-976f-4183ff635fda service neutron] For port c7a136aa-1a7e-4a1d-8972-04de33f5dc56, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:43:09.403785 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-d9ea0cc2-efbb-4720-bd4e-d594ea13b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:09.404606 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ea0cc2-efbb-4720-bd4e-d594ea13b82f None None] The sync data for ids ['03961a53-1bef-47dd-bbba-5ff6eda49893'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:43:09.408133 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-57fecacc-1209-40ad-860c-dba4aedf909b req-e334981d-814b-426a-976f-4183ff635fda service neutron] For port c7a136aa-1a7e-4a1d-8972-04de33f5dc56, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=c7a136aa-1a7e-4a1d-8972-04de33f5dc56,segment=NetworkSegment(c3e52511-31f2-431c-b287-feea51e304d9),segment_id=c3e52511-31f2-431c-b287-feea51e304d9)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:43:09.452438 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc5194-2614-449a-91c9-9d942a4a5dad tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0951711-71e1-4254-bd97-e06630c0c324,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:09.456797 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45368) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:09.465262 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-189d07f7-3b03-4cc5-b6a5-906922e8ef93 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a438628-781d-4aa0-83ec-c036fc33d826']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:09.472932 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f7b15867-69ac-4212-ad45-ade7b4384a83 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks [] for router_gateway (03961a53-1bef-47dd-bbba-5ff6eda49893), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:09.498522 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-189d07f7-3b03-4cc5-b6a5-906922e8ef93 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '412bf2d2-2fba-49bb-8640-bbb242f77c77') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:09.498997 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-189d07f7-3b03-4cc5-b6a5-906922e8ef93 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '412bf2d2-2fba-49bb-8640-bbb242f77c77') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:09.544484 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-e334981d-814b-426a-976f-4183ff635fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (c7a136aa-1a7e-4a1d-8972-04de33f5dc56), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:09.560239 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-f7b15867-69ac-4212-ad45-ade7b4384a83 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] update failed (client error): The resource could not be found. Feb 20 03:43:09.572553 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f7b15867-69ac-4212-ad45-ade7b4384a83 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] 10.222.0.89 "PUT /v2.0/routers/03961a53-1bef-47dd-bbba-5ff6eda49893 HTTP/1.1" status: 404 len: 339 time: 0.4760149 Feb 20 03:43:09.581594 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45370) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:09.587856 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-e0697c10-f516-4335-9a0b-80f4fe32e662 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-261062618'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:09.639565 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-189d07f7-3b03-4cc5-b6a5-906922e8ef93 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (412bf2d2-2fba-49bb-8640-bbb242f77c77), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:09.695869 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 8317d51f-92cc-4946-9722-35f9bcab2d30 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:43:09.699886 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0697c10-f516-4335-9a0b-80f4fe32e662 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Made reservation on behalf of ab36ed5e670149deb6cffb24beada109 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:43:09.703162 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-13d0a1f1-1c80-458d-992c-ecdbc58ba142 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (28e0e22c-f2fa-4ff5-97d6-e0eba0802a6b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:09.711916 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e0697c10-f516-4335-9a0b-80f4fe32e662 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:09.760195 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 8317d51f-92cc-4946-9722-35f9bcab2d30 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:43:09.762359 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 8317d51f-92cc-4946-9722-35f9bcab2d30 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:43:09.786550 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d0a1f1-1c80-458d-992c-ecdbc58ba142 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Network 0fd20173-fa0d-47b7-8340-3d5070fbf9e4 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:43:09.787868 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0697c10-f516-4335-9a0b-80f4fe32e662 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:43:09.800754 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0a1f1-1c80-458d-992c-ecdbc58ba142 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Subnet': ['ID=28e0e22c-f2fa-4ff5-97d6-e0eba0802a6b,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:09.804157 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-13d0a1f1-1c80-458d-992c-ecdbc58ba142 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:43:09.806777 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d0a1f1-1c80-458d-992c-ecdbc58ba142 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:09.807412 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-13d0a1f1-1c80-458d-992c-ecdbc58ba142 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:09.819352 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-189d07f7-3b03-4cc5-b6a5-906922e8ef93 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (412bf2d2-2fba-49bb-8640-bbb242f77c77), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:09.819631 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494c5ea2-05b1-4549-aab7-bfd214033f89 None None] Network 0fd20173-fa0d-47b7-8340-3d5070fbf9e4 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:43:09.827746 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e0697c10-f516-4335-9a0b-80f4fe32e662 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (2d5c3d1b-c057-44d5-9899-0120f5ad8427), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:09.829747 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-e0697c10-f516-4335-9a0b-80f4fe32e662 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Added segment 2d5c3d1b-c057-44d5-9899-0120f5ad8427 of type vlan for network b677d109-d89b-4065-a726-255972eca1e2 Feb 20 03:43:09.835391 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-e334981d-814b-426a-976f-4183ff635fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:09.837093 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-e334981d-814b-426a-976f-4183ff635fda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:09.838496 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-e334981d-814b-426a-976f-4183ff635fda service neutron] 10.222.0.93 "PUT /v2.0/ports/c7a136aa-1a7e-4a1d-8972-04de33f5dc56 HTTP/1.1" status: 200 len: 1090 time: 3.3309641 Feb 20 03:43:09.895956 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-881e363c-3967-4b49-984c-648e2df32a8b admin admin] Deleting subnet 144e6fd1-f13c-4a0c-be58-11330526b3b3 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:43:09.905181 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-881e363c-3967-4b49-984c-648e2df32a8b admin admin] Publish callbacks [] for subnet (144e6fd1-f13c-4a0c-be58-11330526b3b3), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:09.932608 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e0697c10-f516-4335-9a0b-80f4fe32e662 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (b677d109-d89b-4065-a726-255972eca1e2), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:09.964650 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-881e363c-3967-4b49-984c-648e2df32a8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (144e6fd1-f13c-4a0c-be58-11330526b3b3), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:10.006798 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-189d07f7-3b03-4cc5-b6a5-906922e8ef93 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:43:10.007247 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-189d07f7-3b03-4cc5-b6a5-906922e8ef93 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (412bf2d2-2fba-49bb-8640-bbb242f77c77), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:10.022734 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-57fecacc-1209-40ad-860c-dba4aedf909b req-ec551abf-8f86-4a5e-b1a6-02ceba3ca3ea service neutron] Request body: {'port': {'device_id': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:10.027211 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:43:10.027211 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:43:10.027211 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:43:10.027211 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:43:10.027211 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:43:10.027211 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:43:10.027211 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:43:10.027211 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:43:10.027211 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:43:10.027211 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:43:10.027211 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:43:10.027211 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:43:10.027211 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:43:10.027211 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:43:10.027211 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:43:10.027211 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:43:10.027211 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:43:10.027211 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:43:10.027211 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:43:10.027211 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:43:10.027211 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:43:10.027211 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:43:10.027211 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:43:10.027211 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:43:10.027211 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:43:10.027211 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:43:10.027211 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:43:10.027211 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:43:10.027211 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:43:10.027211 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:43:10.027211 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:43:10.027211 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:43:10.048694 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e0697c10-f516-4335-9a0b-80f4fe32e662 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (b677d109-d89b-4065-a726-255972eca1e2), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:10.053622 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-13d0a1f1-1c80-458d-992c-ecdbc58ba142 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3919206 Feb 20 03:43:10.056861 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0697c10-f516-4335-9a0b-80f4fe32e662 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:10.057685 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e0697c10-f516-4335-9a0b-80f4fe32e662 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:10.089078 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45374) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:10.127375 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-5f8dbb49-321a-4345-9149-c131ea8c5026 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-454173204', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '28e0e22c-f2fa-4ff5-97d6-e0eba0802a6b'}], 'security_groups': ['cb8d0bb2-ba43-4132-9979-4c9d8fd05e5d', '217a056d-b2b3-4c8f-a6ae-03d5edb2d4f3']}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:10.203446 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e0697c10-f516-4335-9a0b-80f4fe32e662 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6199076 Feb 20 03:43:10.237321 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45376) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:10.243289 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-bb147f1b-a575-4e96-ae31-1f907a1c03e0 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Request body: {'subnet': {'network_id': 'b677d109-d89b-4065-a726-255972eca1e2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:10.312726 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0314f5-5043-44e2-8e59-9f1e7e75a31b None None] Update dhcp port {'port': {'network_id': '0fd20173-fa0d-47b7-8340-3d5070fbf9e4', 'fixed_ips': [{'subnet_id': '6c819ff5-9457-461a-8ace-46208b37b7c2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c1ed8997-9a2d-4ac0-b240-a30e8e9d926d', 'ip_address': '2001:db8::2'}, {'subnet_id': '28e0e22c-f2fa-4ff5-97d6-e0eba0802a6b'}], 'binding:host_id': 'n-d-829866-4'}, 'id': '2eaf97da-c7a8-419e-b850-21ac64031137'} from n-d-829866-4. {{(pid=104107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 03:43:10.358041 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7f0314f5-5043-44e2-8e59-9f1e7e75a31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2eaf97da-c7a8-419e-b850-21ac64031137), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:10.361750 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0697c10-f516-4335-9a0b-80f4fe32e662 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Pushing event updated for resources: {'Network': ['ID=b677d109-d89b-4065-a726-255972eca1e2,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:10.382715 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network b677d109-d89b-4065-a726-255972eca1e2 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:43:10.519771 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5f8dbb49-321a-4345-9149-c131ea8c5026 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (33699c3c-b93d-42f0-9a29-ceb74625c6f9), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:10.601204 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb147f1b-a575-4e96-ae31-1f907a1c03e0 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Made reservation on behalf of ab36ed5e670149deb6cffb24beada109 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:43:10.608825 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bb147f1b-a575-4e96-ae31-1f907a1c03e0 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:10.649897 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-7f0314f5-5043-44e2-8e59-9f1e7e75a31b None None] Allocated IP 2001:db8:0:2::2 (0fd20173-fa0d-47b7-8340-3d5070fbf9e4/28e0e22c-f2fa-4ff5-97d6-e0eba0802a6b/2eaf97da-c7a8-419e-b850-21ac64031137) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:43:10.695219 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334981d-814b-426a-976f-4183ff635fda service neutron] Pushing event updated for resources: {'Port': ['ID=c7a136aa-1a7e-4a1d-8972-04de33f5dc56,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:10.714987 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-881e363c-3967-4b49-984c-648e2df32a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (144e6fd1-f13c-4a0c-be58-11330526b3b3), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:10.766780 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-b85c7955-5918-4937-8a55-ab497f2a78e2 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Made reservation on behalf of 74366e9b5aca4b26a4824007098993f6 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:43:10.771834 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-b85c7955-5918-4937-8a55-ab497f2a78e2 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:10.785418 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-7f0314f5-5043-44e2-8e59-9f1e7e75a31b None None] For port 2eaf97da-c7a8-419e-b850-21ac64031137, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2eaf97da-c7a8-419e-b850-21ac64031137,segment=NetworkSegment(e5dc5d8f-785d-476d-b078-c0c205d7321a),segment_id=e5dc5d8f-785d-476d-b078-c0c205d7321a)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:43:10.811920 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d3dc9-1a46-4210-9aa5-62b81e1251f9 req-b89d107d-d88c-4006-bfb9-25c83a26a44d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:10.818218 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d3dc9-1a46-4210-9aa5-62b81e1251f9 req-b89d107d-d88c-4006-bfb9-25c83a26a44d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:10.823611 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d3dc9-1a46-4210-9aa5-62b81e1251f9 req-b89d107d-d88c-4006-bfb9-25c83a26a44d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:10.834691 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d3dc9-1a46-4210-9aa5-62b81e1251f9 req-b89d107d-d88c-4006-bfb9-25c83a26a44d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:10.835784 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d3dc9-1a46-4210-9aa5-62b81e1251f9 req-b89d107d-d88c-4006-bfb9-25c83a26a44d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:10.837034 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7f0314f5-5043-44e2-8e59-9f1e7e75a31b None None] Publish callbacks [] for port (2eaf97da-c7a8-419e-b850-21ac64031137), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:10.841323 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d3dc9-1a46-4210-9aa5-62b81e1251f9 req-b89d107d-d88c-4006-bfb9-25c83a26a44d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:10.846893 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d3dc9-1a46-4210-9aa5-62b81e1251f9 req-b89d107d-d88c-4006-bfb9-25c83a26a44d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:10.849226 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-179d3dc9-1a46-4210-9aa5-62b81e1251f9 req-b89d107d-d88c-4006-bfb9-25c83a26a44d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5383 time: 1.3107123 Feb 20 03:43:10.869110 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-189d07f7-3b03-4cc5-b6a5-906922e8ef93 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (6a438628-781d-4aa0-83ec-c036fc33d826), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:10.901267 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-189d07f7-3b03-4cc5-b6a5-906922e8ef93 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:10.906754 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-189d07f7-3b03-4cc5-b6a5-906922e8ef93 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] 10.222.0.89 "DELETE /v2.0/networks/6a438628-781d-4aa0-83ec-c036fc33d826 HTTP/1.1" status: 204 len: 168 time: 2.1559565 Feb 20 03:43:10.912146 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45378) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:10.926409 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-ec551abf-8f86-4a5e-b1a6-02ceba3ca3ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fa551e26-c5d6-4e30-8c15-847cfbbeb4e9), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:10.932470 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d07f7-3b03-4cc5-b6a5-906922e8ef93 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Pushing event deleted for resources: {'Network': ['ID=6a438628-781d-4aa0-83ec-c036fc33d826,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:10.938771 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7f0314f5-5043-44e2-8e59-9f1e7e75a31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2eaf97da-c7a8-419e-b850-21ac64031137), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:11.078769 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-05db8c3f-b895-4a77-ba8c-aa467344994e tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Deleting subnet 6518a5b3-f64b-4207-a542-dcf80a92b970 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:43:11.093598 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05db8c3f-b895-4a77-ba8c-aa467344994e tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks [] for subnet (6518a5b3-f64b-4207-a542-dcf80a92b970), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:11.114701 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-179d3dc9-1a46-4210-9aa5-62b81e1251f9 req-249076e4-f9e6-4942-9de5-31ef8f53b543 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2529814 Feb 20 03:43:11.121551 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0314f5-5043-44e2-8e59-9f1e7e75a31b None None] Pushing event updated for resources: {'Port': ['ID=2eaf97da-c7a8-419e-b850-21ac64031137,revision_number=7']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:11.124143 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-881e363c-3967-4b49-984c-648e2df32a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (144e6fd1-f13c-4a0c-be58-11330526b3b3), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:11.233239 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e363c-3967-4b49-984c-648e2df32a8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=144e6fd1-f13c-4a0c-be58-11330526b3b3,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:11.233664 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bb147f1b-a575-4e96-ae31-1f907a1c03e0 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (a286096c-f311-41c4-ad7d-d23d7103a67b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:11.243606 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-881e363c-3967-4b49-984c-648e2df32a8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:11.249016 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05db8c3f-b895-4a77-ba8c-aa467344994e tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (6518a5b3-f64b-4207-a542-dcf80a92b970), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:11.258210 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-881e363c-3967-4b49-984c-648e2df32a8b admin admin] 10.222.0.89 "DELETE /v2.0/subnets/144e6fd1-f13c-4a0c-be58-11330526b3b3 HTTP/1.1" status: 204 len: 168 time: 1.7966473 Feb 20 03:43:11.275138 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45384) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:11.290773 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-b85c7955-5918-4937-8a55-ab497f2a78e2 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Allocated IP 172.20.0.3 (b6106e2a-8ac1-4f4b-b272-b4b0beeb37af/883b5707-28cf-44b8-81fe-08e0b3a98ddb/bf3783b4-809a-4c35-bd34-df196608bb8e) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:43:11.322912 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb147f1b-a575-4e96-ae31-1f907a1c03e0 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Pushing event updated for resources: {'Subnet': ['ID=a286096c-f311-41c4-ad7d-d23d7103a67b,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:11.324216 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b2942c1a-583b-442c-aa52-06074ea58485 req-fc046183-6ae3-4467-b0ab-bf36979cdefd tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 210 time: 0.0577202 Feb 20 03:43:11.426934 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d47da8-7d21-4ad8-b58b-8f39dc0b6643 x-openstack-request-id: req-a7d47da8-7d21-4ad8-b58b-8f39dc0b6643 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:43:11.428873 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "tag": "f90d40c0-5b58-4b00-ae70-023f49494c0e", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:43:11.429171 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a7d47da8-7d21-4ad8-b58b-8f39dc0b6643 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:43:11.429604 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'tag': 'f90d40c0-5b58-4b00-ae70-023f49494c0e', 'status': 'completed', 'code': 200} Feb 20 03:43:11.443166 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-5f8dbb49-321a-4345-9149-c131ea8c5026 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Delete allocated IP 2001:db8::e8 (0fd20173-fa0d-47b7-8340-3d5070fbf9e4/c1ed8997-9a2d-4ac0-b240-a30e8e9d926d) {{(pid=104106) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 20 03:43:11.452716 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-5f8dbb49-321a-4345-9149-c131ea8c5026 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Allocated IP 2001:db8:0:2::35a (0fd20173-fa0d-47b7-8340-3d5070fbf9e4/28e0e22c-f2fa-4ff5-97d6-e0eba0802a6b/33699c3c-b93d-42f0-9a29-ceb74625c6f9) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:43:11.600791 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d6656667-57cb-4f4c-a42c-bf904bcf900f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (672b89a1-971c-4715-81f8-ccc86977c184), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:11.664134 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-57fecacc-1209-40ad-860c-dba4aedf909b req-ec551abf-8f86-4a5e-b1a6-02ceba3ca3ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa551e26-c5d6-4e30-8c15-847cfbbeb4e9 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:43:11.710614 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 2eaf97da-c7a8-419e-b850-21ac64031137 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:43:11.775112 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-ec551abf-8f86-4a5e-b1a6-02ceba3ca3ea service neutron] Publish callbacks [] for port (fa551e26-c5d6-4e30-8c15-847cfbbeb4e9), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:11.776027 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 2eaf97da-c7a8-419e-b850-21ac64031137 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:11.776405 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2eaf97da-c7a8-419e-b850-21ac64031137), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:11.801873 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-57fecacc-1209-40ad-860c-dba4aedf909b req-ec551abf-8f86-4a5e-b1a6-02ceba3ca3ea service neutron] Transition to ACTIVE for port object fa551e26-c5d6-4e30-8c15-847cfbbeb4e9 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:43:11.887081 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 2eaf97da-c7a8-419e-b850-21ac64031137 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:11.955873 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-ec551abf-8f86-4a5e-b1a6-02ceba3ca3ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (fa551e26-c5d6-4e30-8c15-847cfbbeb4e9), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:11.965316 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05db8c3f-b895-4a77-ba8c-aa467344994e tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (6518a5b3-f64b-4207-a542-dcf80a92b970), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:11.972532 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb147f1b-a575-4e96-ae31-1f907a1c03e0 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Checking segment: {'id': '2d5c3d1b-c057-44d5-9899-0120f5ad8427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b677d109-d89b-4065-a726-255972eca1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:43:11.972894 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb147f1b-a575-4e96-ae31-1f907a1c03e0 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Network hostable DHCP agents. Network: b677d109-d89b-4065-a726-255972eca1e2, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:43:12.012551 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9652101b-30a9-43ef-9c26-ab3775367ddc req-471864b5-1ec6-4b28-a10b-c704377657b4 tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] 10.222.0.89 "GET /v2.0/security-groups/3cf83c12-d77d-40ac-9fc9-6af1c809e07a HTTP/1.1" status: 200 len: 1831 time: 0.5819833 Feb 20 03:43:12.035444 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d6656667-57cb-4f4c-a42c-bf904bcf900f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (672b89a1-971c-4715-81f8-ccc86977c184), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:12.081973 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec551abf-8f86-4a5e-b1a6-02ceba3ca3ea service neutron] Pushing event updated for resources: {'Port': ['ID=fa551e26-c5d6-4e30-8c15-847cfbbeb4e9,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:12.099664 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-5a093884-a2c6-4697-bb07-10e0472f1213 None None] Provisioning complete for port 2eaf97da-c7a8-419e-b850-21ac64031137 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:12.100618 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5a093884-a2c6-4697-bb07-10e0472f1213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2eaf97da-c7a8-419e-b850-21ac64031137), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:12.148018 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-d6656667-57cb-4f4c-a42c-bf904bcf900f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['672b89a1-971c-4715-81f8-ccc86977c184']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:12.159457 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5f8dbb49-321a-4345-9149-c131ea8c5026 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for port (33699c3c-b93d-42f0-9a29-ceb74625c6f9), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:12.163428 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb147f1b-a575-4e96-ae31-1f907a1c03e0 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Network b677d109-d89b-4065-a726-255972eca1e2 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:43:12.170666 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05db8c3f-b895-4a77-ba8c-aa467344994e tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (6518a5b3-f64b-4207-a542-dcf80a92b970), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:12.183676 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-d6656667-57cb-4f4c-a42c-bf904bcf900f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6cfdc78-f594-4ed0-85ce-ae76c2cd9d41') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:12.183910 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-d6656667-57cb-4f4c-a42c-bf904bcf900f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6cfdc78-f594-4ed0-85ce-ae76c2cd9d41') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:12.197022 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff89daf-5208-40e5-8cff-51080eb03a29 req-624d1a82-2e02-4ad5-adfa-71a1c1635c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:12.197508 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff89daf-5208-40e5-8cff-51080eb03a29 req-624d1a82-2e02-4ad5-adfa-71a1c1635c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:12.197978 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff89daf-5208-40e5-8cff-51080eb03a29 req-624d1a82-2e02-4ad5-adfa-71a1c1635c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:12.198440 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff89daf-5208-40e5-8cff-51080eb03a29 req-624d1a82-2e02-4ad5-adfa-71a1c1635c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:12.198921 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff89daf-5208-40e5-8cff-51080eb03a29 req-624d1a82-2e02-4ad5-adfa-71a1c1635c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:12.199396 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff89daf-5208-40e5-8cff-51080eb03a29 req-624d1a82-2e02-4ad5-adfa-71a1c1635c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:12.199842 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff89daf-5208-40e5-8cff-51080eb03a29 req-624d1a82-2e02-4ad5-adfa-71a1c1635c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:12.204567 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ff89daf-5208-40e5-8cff-51080eb03a29 req-624d1a82-2e02-4ad5-adfa-71a1c1635c67 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0d4e5737e103447f89841b11bed8bb31&device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 6399 time: 0.6073999 Feb 20 03:43:12.215813 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db8c3f-b895-4a77-ba8c-aa467344994e tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Pushing event deleted for resources: {'Subnet': ['ID=6518a5b3-f64b-4207-a542-dcf80a92b970,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:12.229352 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05db8c3f-b895-4a77-ba8c-aa467344994e tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:12.234717 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-05db8c3f-b895-4a77-ba8c-aa467344994e tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] 10.222.0.89 "DELETE /v2.0/subnets/6518a5b3-f64b-4207-a542-dcf80a92b970 HTTP/1.1" status: 204 len: 168 time: 1.3191538 Feb 20 03:43:12.237031 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45388) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:12.240166 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07044665-1018-45ce-88bc-118f9614e7e6 None None] Network eaa30ff2-46ec-4d2a-acce-7ca2057a9b73 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:43:12.254468 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d6656667-57cb-4f4c-a42c-bf904bcf900f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (b6cfdc78-f594-4ed0-85ce-ae76c2cd9d41), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:12.276390 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5f8dbb49-321a-4345-9149-c131ea8c5026 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (33699c3c-b93d-42f0-9a29-ceb74625c6f9), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:12.296872 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-bb147f1b-a575-4e96-ae31-1f907a1c03e0 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, b677d109-d89b-4065-a726-255972eca1e2) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:43:12.392067 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb147f1b-a575-4e96-ae31-1f907a1c03e0 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:12.397275 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bb147f1b-a575-4e96-ae31-1f907a1c03e0 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:12.465463 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d6656667-57cb-4f4c-a42c-bf904bcf900f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (b6cfdc78-f594-4ed0-85ce-ae76c2cd9d41), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:12.500673 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-5f8dbb49-321a-4345-9149-c131ea8c5026 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] In _notify_port_updated(), no bound segment for port 33699c3c-b93d-42f0-9a29-ceb74625c6f9 on network 0fd20173-fa0d-47b7-8340-3d5070fbf9e4 {{(pid=104106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 03:43:12.518056 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8dbb49-321a-4345-9149-c131ea8c5026 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:12.519154 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5f8dbb49-321a-4345-9149-c131ea8c5026 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:12.522054 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5f8dbb49-321a-4345-9149-c131ea8c5026 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "PUT /v2.0/ports/33699c3c-b93d-42f0-9a29-ceb74625c6f9 HTTP/1.1" status: 200 len: 969 time: 2.4163792 Feb 20 03:43:12.534408 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62e61c3-05d3-4c0f-bbaf-3e400910ddf9 None None] Network b677d109-d89b-4065-a726-255972eca1e2 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:43:12.537408 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45392) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:12.539194 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6656667-57cb-4f4c-a42c-bf904bcf900f admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:43:12.539609 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d6656667-57cb-4f4c-a42c-bf904bcf900f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (b6cfdc78-f594-4ed0-85ce-ae76c2cd9d41), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:12.558914 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:43:12.558914 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:43:12.558914 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:43:12.558914 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:43:12.558914 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:43:12.558914 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:43:12.558914 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:43:12.558914 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:43:12.558914 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:43:12.558914 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:43:12.558914 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:43:12.558914 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:43:12.558914 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:43:12.558914 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:43:12.558914 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:43:12.558914 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:43:12.558914 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:43:12.558914 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:43:12.558914 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:43:12.558914 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:43:12.558914 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:43:12.558914 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:43:12.558914 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:43:12.558914 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:43:12.558914 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:43:12.558914 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:43:12.558914 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:43:12.558914 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:43:12.558914 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:43:12.558914 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:43:12.558914 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:43:12.558914 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:43:12.602443 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8dbb49-321a-4345-9149-c131ea8c5026 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event updated for resources: {'Port': ['ID=33699c3c-b93d-42f0-9a29-ceb74625c6f9,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:12.618846 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8efc7012-9f1f-4615-b1d4-e8327727b52b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (eaa30ff2-46ec-4d2a-acce-7ca2057a9b73), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:12.661756 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5a093884-a2c6-4697-bb07-10e0472f1213 None None] Current status of the port 2eaf97da-c7a8-419e-b850-21ac64031137 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:12.677882 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938429bc-724e-4a39-adef-d4d4addc46a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-b677d109-d89b-4065-a726-255972eca1e2', 'network_id': 'b677d109-d89b-4065-a726-255972eca1e2', 'project_id': 'ab36ed5e670149deb6cffb24beada109', 'fixed_ips': [{'subnet_id': 'a286096c-f311-41c4-ad7d-d23d7103a67b'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:43:12.679179 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-938429bc-724e-4a39-adef-d4d4addc46a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:12.683675 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-b85c7955-5918-4937-8a55-ab497f2a78e2 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Publish callbacks [] for port (bf3783b4-809a-4c35-bd34-df196608bb8e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:12.694805 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bb147f1b-a575-4e96-ae31-1f907a1c03e0 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4513638 Feb 20 03:43:12.698285 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-5a093884-a2c6-4697-bb07-10e0472f1213 None None] Provisioning complete for port 33699c3c-b93d-42f0-9a29-ceb74625c6f9 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:12.698752 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45394) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:12.698920 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5a093884-a2c6-4697-bb07-10e0472f1213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (33699c3c-b93d-42f0-9a29-ceb74625c6f9), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:12.715295 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-c9694e9b-25e9-4d4f-886c-c5c8b0d6a0f9 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b677d109-d89b-4065-a726-255972eca1e2'}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:12.720194 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9652101b-30a9-43ef-9c26-ab3775367ddc req-dd0963e6-8ebc-449d-a8b6-64214a2d64eb tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group (3cf83c12-d77d-40ac-9fc9-6af1c809e07a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:12.751524 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9652101b-30a9-43ef-9c26-ab3775367ddc req-dd0963e6-8ebc-449d-a8b6-64214a2d64eb tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group (3cf83c12-d77d-40ac-9fc9-6af1c809e07a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:12.767243 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5a093884-a2c6-4697-bb07-10e0472f1213 None None] Port 33699c3c-b93d-42f0-9a29-ceb74625c6f9 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:43:12.799370 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-5a093884-a2c6-4697-bb07-10e0472f1213 None None] Provisioning complete for port f3b4b3b5-e909-48e4-8736-4d2bd169d5e6 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:12.806060 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5a093884-a2c6-4697-bb07-10e0472f1213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f3b4b3b5-e909-48e4-8736-4d2bd169d5e6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:12.843465 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5a093884-a2c6-4697-bb07-10e0472f1213 None None] Port f3b4b3b5-e909-48e4-8736-4d2bd169d5e6 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:43:12.869642 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-8efc7012-9f1f-4615-b1d4-e8327727b52b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Deleting port 544bf16c-b1f2-4ff5-8eaf-0935787f3a4a {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:43:12.870283 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8efc7012-9f1f-4615-b1d4-e8327727b52b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (544bf16c-b1f2-4ff5-8eaf-0935787f3a4a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:12.892569 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-57fecacc-1209-40ad-860c-dba4aedf909b req-ec551abf-8f86-4a5e-b1a6-02ceba3ca3ea service neutron] Attempting to bind port fa551e26-c5d6-4e30-8c15-847cfbbeb4e9 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:43:12.893156 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-57fecacc-1209-40ad-860c-dba4aedf909b req-ec551abf-8f86-4a5e-b1a6-02ceba3ca3ea service neutron] Attempting to bind port fa551e26-c5d6-4e30-8c15-847cfbbeb4e9 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'c3e52511-31f2-431c-b287-feea51e304d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd998f68e-c8b2-419a-a92f-ff474bef2a54'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:43:12.893619 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-ec551abf-8f86-4a5e-b1a6-02ceba3ca3ea service neutron] Attempting to bind port fa551e26-c5d6-4e30-8c15-847cfbbeb4e9 on network d998f68e-c8b2-419a-a92f-ff474bef2a54 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:43:12.915951 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-ec551abf-8f86-4a5e-b1a6-02ceba3ca3ea service neutron] Port fa551e26-c5d6-4e30-8c15-847cfbbeb4e9 on network d998f68e-c8b2-419a-a92f-ff474bef2a54 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:43:12.916489 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-ec551abf-8f86-4a5e-b1a6-02ceba3ca3ea service neutron] Attempting to bind port fa551e26-c5d6-4e30-8c15-847cfbbeb4e9 on network d998f68e-c8b2-419a-a92f-ff474bef2a54 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:43:12.959040 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9652101b-30a9-43ef-9c26-ab3775367ddc req-dd0963e6-8ebc-449d-a8b6-64214a2d64eb tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (3cf83c12-d77d-40ac-9fc9-6af1c809e07a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:12.965253 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9652101b-30a9-43ef-9c26-ab3775367ddc req-dd0963e6-8ebc-449d-a8b6-64214a2d64eb tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:12.967890 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9652101b-30a9-43ef-9c26-ab3775367ddc req-dd0963e6-8ebc-449d-a8b6-64214a2d64eb tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] 10.222.0.89 "DELETE /v2.0/security-groups/3cf83c12-d77d-40ac-9fc9-6af1c809e07a HTTP/1.1" status: 204 len: 173 time: 0.9287832 Feb 20 03:43:12.980523 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45396) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:13.045728 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae05c07-c2af-4857-a049-8e8b07df07d7 None None] DHCP port deletion for eaa30ff2-46ec-4d2a-acce-7ca2057a9b73 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:43:13.081698 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d6656667-57cb-4f4c-a42c-bf904bcf900f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (672b89a1-971c-4715-81f8-ccc86977c184), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:13.095389 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0963e6-8ebc-449d-a8b6-64214a2d64eb tempest-SecurityGroupRulesNegativeTestJSON-1374395987 tempest-SecurityGroupRulesNegativeTestJSON-1374395987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf83c12-d77d-40ac-9fc9-6af1c809e07a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:13.110564 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-ec551abf-8f86-4a5e-b1a6-02ceba3ca3ea service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:43:13.111158 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-ec551abf-8f86-4a5e-b1a6-02ceba3ca3ea service neutron] Checking segment: {'id': 'c3e52511-31f2-431c-b287-feea51e304d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd998f68e-c8b2-419a-a92f-ff474bef2a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:43:13.111799 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-ec551abf-8f86-4a5e-b1a6-02ceba3ca3ea service neutron] Bound using segment: {'id': 'c3e52511-31f2-431c-b287-feea51e304d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd998f68e-c8b2-419a-a92f-ff474bef2a54'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:43:13.112573 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-57fecacc-1209-40ad-860c-dba4aedf909b req-ec551abf-8f86-4a5e-b1a6-02ceba3ca3ea service neutron] Bound port: fa551e26-c5d6-4e30-8c15-847cfbbeb4e9, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3e52511-31f2-431c-b287-feea51e304d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd998f68e-c8b2-419a-a92f-ff474bef2a54'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:43:13.115414 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c9694e9b-25e9-4d4f-886c-c5c8b0d6a0f9 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks [] for router_gateway (03961a53-1bef-47dd-bbba-5ff6eda49893), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:13.115562 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-ec551abf-8f86-4a5e-b1a6-02ceba3ca3ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fa551e26-c5d6-4e30-8c15-847cfbbeb4e9), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:13.120710 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-a85a49cf-4e06-47fe-b676-7e489dc2c1e3 None None] Provisioning complete for port 33699c3c-b93d-42f0-9a29-ceb74625c6f9 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:13.121167 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a85a49cf-4e06-47fe-b676-7e489dc2c1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (33699c3c-b93d-42f0-9a29-ceb74625c6f9), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:13.130028 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-8efc7012-9f1f-4615-b1d4-e8327727b52b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] For port 544bf16c-b1f2-4ff5-8eaf-0935787f3a4a, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=544bf16c-b1f2-4ff5-8eaf-0935787f3a4a,segment=NetworkSegment(bd79d272-c3e7-4965-b6f9-06cc00584d0c),segment_id=bd79d272-c3e7-4965-b6f9-06cc00584d0c)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:43:13.130890 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8efc7012-9f1f-4615-b1d4-e8327727b52b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (544bf16c-b1f2-4ff5-8eaf-0935787f3a4a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:13.143530 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-938429bc-724e-4a39-adef-d4d4addc46a4 None None] Allocated IP 2001:db8:1::2 (b677d109-d89b-4065-a726-255972eca1e2/a286096c-f311-41c4-ad7d-d23d7103a67b/e5d2baab-94f1-4602-8131-d143c3457243) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:43:13.152170 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-8efc7012-9f1f-4615-b1d4-e8327727b52b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Calling delete_port for 544bf16c-b1f2-4ff5-8eaf-0935787f3a4a owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:43:13.158964 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a05d28-86d7-4713-a696-cbeb2d282948 admin admin] Deleting subnet d007cb4e-425b-4f47-8de2-ef51ff6230e7 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:43:13.167479 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-49a05d28-86d7-4713-a696-cbeb2d282948 admin admin] Publish callbacks [] for subnet (d007cb4e-425b-4f47-8de2-ef51ff6230e7), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:13.209806 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-a85a49cf-4e06-47fe-b676-7e489dc2c1e3 None None] Port 33699c3c-b93d-42f0-9a29-ceb74625c6f9 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:43:13.266505 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-cae05c07-c2af-4857-a049-8e8b07df07d7 None None] Deleting port 544bf16c-b1f2-4ff5-8eaf-0935787f3a4a {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:43:13.266944 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cae05c07-c2af-4857-a049-8e8b07df07d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (544bf16c-b1f2-4ff5-8eaf-0935787f3a4a), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:13.282125 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-49a05d28-86d7-4713-a696-cbeb2d282948 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (d007cb4e-425b-4f47-8de2-ef51ff6230e7), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:13.321820 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-57fecacc-1209-40ad-860c-dba4aedf909b req-ec551abf-8f86-4a5e-b1a6-02ceba3ca3ea service neutron] For port fa551e26-c5d6-4e30-8c15-847cfbbeb4e9, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:43:13.327929 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-57fecacc-1209-40ad-860c-dba4aedf909b req-ec551abf-8f86-4a5e-b1a6-02ceba3ca3ea service neutron] For port fa551e26-c5d6-4e30-8c15-847cfbbeb4e9, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=fa551e26-c5d6-4e30-8c15-847cfbbeb4e9,segment=NetworkSegment(c3e52511-31f2-431c-b287-feea51e304d9),segment_id=c3e52511-31f2-431c-b287-feea51e304d9)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:43:13.339155 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-cae05c07-c2af-4857-a049-8e8b07df07d7 None None] For port 544bf16c-b1f2-4ff5-8eaf-0935787f3a4a, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=544bf16c-b1f2-4ff5-8eaf-0935787f3a4a,segment=NetworkSegment(bd79d272-c3e7-4965-b6f9-06cc00584d0c),segment_id=bd79d272-c3e7-4965-b6f9-06cc00584d0c)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:43:13.339948 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cae05c07-c2af-4857-a049-8e8b07df07d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (544bf16c-b1f2-4ff5-8eaf-0935787f3a4a), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:13.354269 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-cae05c07-c2af-4857-a049-8e8b07df07d7 None None] Calling delete_port for 544bf16c-b1f2-4ff5-8eaf-0935787f3a4a owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:43:13.355892 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d6656667-57cb-4f4c-a42c-bf904bcf900f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:13.363938 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d6656667-57cb-4f4c-a42c-bf904bcf900f admin admin] 10.222.0.89 "DELETE /v2.0/networks/672b89a1-971c-4715-81f8-ccc86977c184 HTTP/1.1" status: 204 len: 168 time: 2.0832288 Feb 20 03:43:13.383003 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6656667-57cb-4f4c-a42c-bf904bcf900f admin admin] Pushing event deleted for resources: {'Network': ['ID=672b89a1-971c-4715-81f8-ccc86977c184,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:13.391107 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-49a05d28-86d7-4713-a696-cbeb2d282948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (d007cb4e-425b-4f47-8de2-ef51ff6230e7), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:13.393467 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff89daf-5208-40e5-8cff-51080eb03a29 req-7d26ca41-3cb2-4c12-ae7d-5a5509b52060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:13.396509 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff89daf-5208-40e5-8cff-51080eb03a29 req-7d26ca41-3cb2-4c12-ae7d-5a5509b52060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:13.397374 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff89daf-5208-40e5-8cff-51080eb03a29 req-7d26ca41-3cb2-4c12-ae7d-5a5509b52060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:13.400867 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ff89daf-5208-40e5-8cff-51080eb03a29 req-7d26ca41-3cb2-4c12-ae7d-5a5509b52060 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=0d4e5737e103447f89841b11bed8bb31&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.1798551 Feb 20 03:43:13.494512 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'tag': 'c7a136aa-1a7e-4a1d-8972-04de33f5dc56'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:43:13.497382 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529f9a7a-94f8-4e69-8d07-6afc0d560f24" -d '{"events": [{"name": "network-changed", "server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "tag": "c7a136aa-1a7e-4a1d-8972-04de33f5dc56"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:43:13.500112 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-ec551abf-8f86-4a5e-b1a6-02ceba3ca3ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (fa551e26-c5d6-4e30-8c15-847cfbbeb4e9), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:13.519578 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-c9694e9b-25e9-4d4f-886c-c5c8b0d6a0f9 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:43:13.521173 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c9694e9b-25e9-4d4f-886c-c5c8b0d6a0f9 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] 10.222.0.89 "PUT /v2.0/routers/03961a53-1bef-47dd-bbba-5ff6eda49893 HTTP/1.1" status: 400 len: 364 time: 0.8169415 Feb 20 03:43:13.524824 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45402) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:13.535593 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8efc7012-9f1f-4615-b1d4-e8327727b52b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (544bf16c-b1f2-4ff5-8eaf-0935787f3a4a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:43:13.545268 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:43:13.548436 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:43:13.548436 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:43:13.548436 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:43:13.548436 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:43:13.548436 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:43:13.548436 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:43:13.548436 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:43:13.548436 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:43:13.548436 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:43:13.548436 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:43:13.548436 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:43:13.548436 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:43:13.548436 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:43:13.548436 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:43:13.599496 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-49a05d28-86d7-4713-a696-cbeb2d282948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (d007cb4e-425b-4f47-8de2-ef51ff6230e7), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:13.606583 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cae05c07-c2af-4857-a049-8e8b07df07d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (544bf16c-b1f2-4ff5-8eaf-0935787f3a4a), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:13.663731 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff89daf-5208-40e5-8cff-51080eb03a29 req-cbe5ba48-558f-40bf-a1d0-840c78d77dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:13.665407 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ff89daf-5208-40e5-8cff-51080eb03a29 req-cbe5ba48-558f-40bf-a1d0-840c78d77dfe service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2422283 Feb 20 03:43:13.686819 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-b85c7955-5918-4937-8a55-ab497f2a78e2 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (bf3783b4-809a-4c35-bd34-df196608bb8e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:13.713837 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc7012-9f1f-4615-b1d4-e8327727b52b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Pushing event deleted for resources: {'Port': ['ID=544bf16c-b1f2-4ff5-8eaf-0935787f3a4a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:13.721275 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae05c07-c2af-4857-a049-8e8b07df07d7 None None] Pushing event deleted for resources: {'Port': ['ID=544bf16c-b1f2-4ff5-8eaf-0935787f3a4a,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:13.749984 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-b85c7955-5918-4937-8a55-ab497f2a78e2 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Network b6106e2a-8ac1-4f4b-b272-b4b0beeb37af is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:43:13.751961 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae05c07-c2af-4857-a049-8e8b07df07d7 None None] No DVR routers for this DVR port 544bf16c-b1f2-4ff5-8eaf-0935787f3a4a on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:43:13.754822 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 544bf16c-b1f2-4ff5-8eaf-0935787f3a4a no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:43:13.760839 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-b85c7955-5918-4937-8a55-ab497f2a78e2 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:43:13.762366 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efc7012-9f1f-4615-b1d4-e8327727b52b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] No DVR routers for this DVR port 544bf16c-b1f2-4ff5-8eaf-0935787f3a4a on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:43:13.778507 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-b85c7955-5918-4937-8a55-ab497f2a78e2 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:43:13.785480 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-ec551abf-8f86-4a5e-b1a6-02ceba3ca3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:13.786768 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-ec551abf-8f86-4a5e-b1a6-02ceba3ca3ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:13.787584 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-ec551abf-8f86-4a5e-b1a6-02ceba3ca3ea service neutron] 10.222.0.93 "PUT /v2.0/ports/fa551e26-c5d6-4e30-8c15-847cfbbeb4e9 HTTP/1.1" status: 200 len: 1090 time: 3.7696705 Feb 20 03:43:13.808638 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 544bf16c-b1f2-4ff5-8eaf-0935787f3a4a {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:43:13.808992 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 544bf16c-b1f2-4ff5-8eaf-0935787f3a4a not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:43:13.822922 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-49a05d28-86d7-4713-a696-cbeb2d282948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:13.827845 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-49a05d28-86d7-4713-a696-cbeb2d282948 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/d007cb4e-425b-4f47-8de2-ef51ff6230e7 HTTP/1.1" status: 204 len: 168 time: 0.8444316 Feb 20 03:43:13.830880 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec551abf-8f86-4a5e-b1a6-02ceba3ca3ea service neutron] Pushing event updated for resources: {'Port': ['ID=fa551e26-c5d6-4e30-8c15-847cfbbeb4e9,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:13.836844 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-938429bc-724e-4a39-adef-d4d4addc46a4 None None] Publish callbacks [] for port (e5d2baab-94f1-4602-8131-d143c3457243), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:13.864575 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45404) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:13.873904 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a05d28-86d7-4713-a696-cbeb2d282948 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d007cb4e-425b-4f47-8de2-ef51ff6230e7,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:13.930933 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-d42a0f7c-9ae7-4518-86f3-b71425bbb25b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Deleting port 33699c3c-b93d-42f0-9a29-ceb74625c6f9 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:43:13.931541 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d42a0f7c-9ae7-4518-86f3-b71425bbb25b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (33699c3c-b93d-42f0-9a29-ceb74625c6f9), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:13.946658 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-57fecacc-1209-40ad-860c-dba4aedf909b req-fb601e7b-9913-4708-8c7b-81bacc8d7f20 service neutron] Request body: {'port': {'device_id': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:13.955783 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-938429bc-724e-4a39-adef-d4d4addc46a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (e5d2baab-94f1-4602-8131-d143c3457243), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:13.981993 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8efc7012-9f1f-4615-b1d4-e8327727b52b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (eaa30ff2-46ec-4d2a-acce-7ca2057a9b73), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:14.000512 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2545c-4854-48c3-bbdc-f4863442c462 req-58dc8288-686c-4b3e-a116-7c27fc1f1a4b tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:14.002089 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f4b2545c-4854-48c3-bbdc-f4863442c462 req-58dc8288-686c-4b3e-a116-7c27fc1f1a4b tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 946 time: 0.9157126 Feb 20 03:43:14.037080 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938429bc-724e-4a39-adef-d4d4addc46a4 None None] Network b677d109-d89b-4065-a726-255972eca1e2 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:43:14.040503 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-938429bc-724e-4a39-adef-d4d4addc46a4 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:43:14.045092 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45406) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:14.049295 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938429bc-724e-4a39-adef-d4d4addc46a4 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:43:14.073191 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938429bc-724e-4a39-adef-d4d4addc46a4 None None] Pushing event updated for resources: {'Port': ['ID=e5d2baab-94f1-4602-8131-d143c3457243,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:14.086744 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c7955-5918-4937-8a55-ab497f2a78e2 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Pushing event updated for resources: {'Port': ['ID=bf3783b4-809a-4c35-bd34-df196608bb8e,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:14.122145 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-8efc7012-9f1f-4615-b1d4-e8327727b52b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa30ff2-46ec-4d2a-acce-7ca2057a9b73']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:14.162485 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-b85c7955-5918-4937-8a55-ab497f2a78e2 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:14.163200 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-b85c7955-5918-4937-8a55-ab497f2a78e2 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:14.163597 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-8efc7012-9f1f-4615-b1d4-e8327727b52b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd79d272-c3e7-4965-b6f9-06cc00584d0c') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:14.163859 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-938429bc-724e-4a39-adef-d4d4addc46a4 None None] Attempting to bind port e5d2baab-94f1-4602-8131-d143c3457243 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:43:14.163985 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-8efc7012-9f1f-4615-b1d4-e8327727b52b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd79d272-c3e7-4965-b6f9-06cc00584d0c') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:14.164514 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-938429bc-724e-4a39-adef-d4d4addc46a4 None None] Attempting to bind port e5d2baab-94f1-4602-8131-d143c3457243 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '2d5c3d1b-c057-44d5-9899-0120f5ad8427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b677d109-d89b-4065-a726-255972eca1e2'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:43:14.165236 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938429bc-724e-4a39-adef-d4d4addc46a4 None None] Attempting to bind port e5d2baab-94f1-4602-8131-d143c3457243 on network b677d109-d89b-4065-a726-255972eca1e2 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:43:14.167958 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-806c4a35-5b37-4e7b-906b-2c1b568b80a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (2d8dcc07-7d4c-4c33-829c-5b5e118f5a82), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:14.181788 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8efc7012-9f1f-4615-b1d4-e8327727b52b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (bd79d272-c3e7-4965-b6f9-06cc00584d0c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:14.183297 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938429bc-724e-4a39-adef-d4d4addc46a4 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:43:14.184019 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938429bc-724e-4a39-adef-d4d4addc46a4 None None] Checking segment: {'id': '2d5c3d1b-c057-44d5-9899-0120f5ad8427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b677d109-d89b-4065-a726-255972eca1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:43:14.184597 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-938429bc-724e-4a39-adef-d4d4addc46a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:14.186470 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938429bc-724e-4a39-adef-d4d4addc46a4 None None] Bound using segment: {'id': '2d5c3d1b-c057-44d5-9899-0120f5ad8427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b677d109-d89b-4065-a726-255972eca1e2'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:43:14.187215 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-938429bc-724e-4a39-adef-d4d4addc46a4 None None] Bound port: e5d2baab-94f1-4602-8131-d143c3457243, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d5c3d1b-c057-44d5-9899-0120f5ad8427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b677d109-d89b-4065-a726-255972eca1e2'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:43:14.187775 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-938429bc-724e-4a39-adef-d4d4addc46a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e5d2baab-94f1-4602-8131-d143c3457243), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:14.220953 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8efc7012-9f1f-4615-b1d4-e8327727b52b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (bd79d272-c3e7-4965-b6f9-06cc00584d0c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:14.227633 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f77b0fe9-81cf-4464-abe7-024e437a4479 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:14.239344 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8efc7012-9f1f-4615-b1d4-e8327727b52b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:43:14.241329 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8efc7012-9f1f-4615-b1d4-e8327727b52b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (bd79d272-c3e7-4965-b6f9-06cc00584d0c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:14.243096 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:43:14.243096 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:43:14.243096 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:43:14.243096 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:43:14.243096 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:43:14.243096 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:43:14.243096 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:43:14.243096 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:43:14.243096 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:43:14.243096 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:43:14.243096 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:43:14.243096 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:43:14.243096 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:43:14.243096 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:43:14.243096 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:43:14.243096 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:43:14.243096 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:43:14.243096 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:43:14.243096 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:43:14.243096 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:43:14.243096 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:43:14.243096 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:43:14.243096 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:43:14.243096 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:43:14.243096 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:43:14.243096 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:43:14.243096 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:43:14.243096 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:43:14.243096 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:43:14.243096 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:43:14.243096 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:43:14.243096 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:43:14.249841 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f4b2545c-4854-48c3-bbdc-f4863442c462 req-a971ad34-8e60-416e-9abd-d70d325b5d22 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651924 Feb 20 03:43:14.299535 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-938429bc-724e-4a39-adef-d4d4addc46a4 None None] For port e5d2baab-94f1-4602-8131-d143c3457243, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:43:14.305504 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-938429bc-724e-4a39-adef-d4d4addc46a4 None None] For port e5d2baab-94f1-4602-8131-d143c3457243, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=e5d2baab-94f1-4602-8131-d143c3457243,segment=NetworkSegment(2d5c3d1b-c057-44d5-9899-0120f5ad8427),segment_id=2d5c3d1b-c057-44d5-9899-0120f5ad8427)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:43:14.385389 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-938429bc-724e-4a39-adef-d4d4addc46a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e5d2baab-94f1-4602-8131-d143c3457243), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:14.435850 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-806c4a35-5b37-4e7b-906b-2c1b568b80a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (2d8dcc07-7d4c-4c33-829c-5b5e118f5a82), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:14.468942 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-b85c7955-5918-4937-8a55-ab497f2a78e2 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2908092 Feb 20 03:43:14.476053 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8efc7012-9f1f-4615-b1d4-e8327727b52b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (eaa30ff2-46ec-4d2a-acce-7ca2057a9b73), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:14.485329 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8efc7012-9f1f-4615-b1d4-e8327727b52b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:14.493230 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8efc7012-9f1f-4615-b1d4-e8327727b52b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] 10.222.0.89 "DELETE /v2.0/networks/eaa30ff2-46ec-4d2a-acce-7ca2057a9b73 HTTP/1.1" status: 204 len: 168 time: 2.2533507 Feb 20 03:43:14.493838 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938429bc-724e-4a39-adef-d4d4addc46a4 None None] Pushing event updated for resources: {'Port': ['ID=e5d2baab-94f1-4602-8131-d143c3457243,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:14.497319 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45410) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:14.520736 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-4bc84836-1890-4e72-a319-3f7af15199aa service neutron] Request body: {'port': {'device_id': '7a1d7768-3174-402d-a0de-fab0564778fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:14.523397 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-fb601e7b-9913-4708-8c7b-81bacc8d7f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (6f63130c-106c-4905-adaf-b3b307d9f4f6), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:14.531245 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9c437706-dcb2-4516-8d1b-21cf563906a1 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=39ad4a79f1b748d9951550467e85c7b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4452541 Feb 20 03:43:14.545838 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45412) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:14.564977 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d42a0f7c-9ae7-4518-86f3-b71425bbb25b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (33699c3c-b93d-42f0-9a29-ceb74625c6f9), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:14.574589 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-806c4a35-5b37-4e7b-906b-2c1b568b80a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d8dcc07-7d4c-4c33-829c-5b5e118f5a82']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:14.609273 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc7012-9f1f-4615-b1d4-e8327727b52b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Pushing event deleted for resources: {'Network': ['ID=eaa30ff2-46ec-4d2a-acce-7ca2057a9b73,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:14.632150 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a2d2f04c-d589-4f5c-858e-4dbe95468d5b tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] 10.222.0.89 "GET /v2.0/ports?device_id=b3287ca6-5cbd-4f9d-aa58-33a3a43191fa HTTP/1.1" status: 200 len: 205 time: 0.1063726 Feb 20 03:43:14.638596 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-806c4a35-5b37-4e7b-906b-2c1b568b80a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a286c2b8-363f-4f6e-bcc8-6503ae36cfa4') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:14.639053 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-806c4a35-5b37-4e7b-906b-2c1b568b80a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a286c2b8-363f-4f6e-bcc8-6503ae36cfa4') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:14.644022 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45414) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:14.655255 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-f77b0fe9-81cf-4464-abe7-024e437a4479 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Allocated IP 2001:db8::1 (4146f0f8-b4a3-4adc-bdb9-a4f3305938b1/fd59bb9a-2d5a-4931-8e22-108000c5052e/8211a6fe-a237-4147-ad9d-b82c13b20ac6) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:43:14.677821 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-d42a0f7c-9ae7-4518-86f3-b71425bbb25b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Calling delete_port for 33699c3c-b93d-42f0-9a29-ceb74625c6f9 owned by {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:43:14.677821 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-806c4a35-5b37-4e7b-906b-2c1b568b80a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (a286c2b8-363f-4f6e-bcc8-6503ae36cfa4), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:14.856707 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f77b0fe9-81cf-4464-abe7-024e437a4479 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks [] for port (8211a6fe-a237-4147-ad9d-b82c13b20ac6), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:14.874785 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c57f23-5ac8-4caf-8ea3-e135573a12ac req-3c6194ce-90b4-4e46-84cf-9290829457c7 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:14.881311 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c57f23-5ac8-4caf-8ea3-e135573a12ac req-3c6194ce-90b4-4e46-84cf-9290829457c7 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:14.886965 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c57f23-5ac8-4caf-8ea3-e135573a12ac req-3c6194ce-90b4-4e46-84cf-9290829457c7 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:14.892952 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c57f23-5ac8-4caf-8ea3-e135573a12ac req-3c6194ce-90b4-4e46-84cf-9290829457c7 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:14.899211 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c57f23-5ac8-4caf-8ea3-e135573a12ac req-3c6194ce-90b4-4e46-84cf-9290829457c7 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:14.904543 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c57f23-5ac8-4caf-8ea3-e135573a12ac req-3c6194ce-90b4-4e46-84cf-9290829457c7 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:14.910465 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c57f23-5ac8-4caf-8ea3-e135573a12ac req-3c6194ce-90b4-4e46-84cf-9290829457c7 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:14.912536 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d2c57f23-5ac8-4caf-8ea3-e135573a12ac req-3c6194ce-90b4-4e46-84cf-9290829457c7 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5395 time: 0.5662727 Feb 20 03:43:14.920819 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-806c4a35-5b37-4e7b-906b-2c1b568b80a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (a286c2b8-363f-4f6e-bcc8-6503ae36cfa4), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:14.950353 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f77b0fe9-81cf-4464-abe7-024e437a4479 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (8211a6fe-a237-4147-ad9d-b82c13b20ac6), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:14.979252 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-806c4a35-5b37-4e7b-906b-2c1b568b80a7 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:43:14.979858 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-806c4a35-5b37-4e7b-906b-2c1b568b80a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (a286c2b8-363f-4f6e-bcc8-6503ae36cfa4), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:14.986736 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a85e701f-8bf5-42d0-afa7-b560129cc178 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks [] for router (b3287ca6-5cbd-4f9d-aa58-33a3a43191fa), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:14.988831 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77b0fe9-81cf-4464-abe7-024e437a4479 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Network 4146f0f8-b4a3-4adc-bdb9-a4f3305938b1 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:43:14.989395 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:43:14.989395 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:43:14.989395 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:43:14.989395 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:43:14.989395 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:43:14.989395 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:43:14.989395 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:43:14.989395 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:43:14.989395 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:43:14.989395 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:43:14.989395 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:43:14.989395 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:43:14.989395 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:43:14.989395 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:43:14.989395 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:43:14.989395 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:43:14.989395 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:43:14.989395 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:43:14.989395 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:43:14.989395 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:43:14.989395 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:43:14.989395 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:43:14.989395 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:43:14.989395 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:43:14.989395 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:43:14.989395 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:43:14.989395 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:43:14.989395 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:43:14.989395 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:43:14.989395 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:43:14.989395 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:43:14.989395 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:43:14.998175 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-f77b0fe9-81cf-4464-abe7-024e437a4479 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:43:15.001191 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77b0fe9-81cf-4464-abe7-024e437a4479 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:43:15.001744 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f77b0fe9-81cf-4464-abe7-024e437a4479 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (03961a53-1bef-47dd-bbba-5ff6eda49893), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:15.057498 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b0fe9-81cf-4464-abe7-024e437a4479 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Pushing event updated for resources: {'Port': ['ID=8211a6fe-a237-4147-ad9d-b82c13b20ac6,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:15.136370 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-4bc84836-1890-4e72-a319-3f7af15199aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bf3783b4-809a-4c35-bd34-df196608bb8e), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:15.236026 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f77b0fe9-81cf-4464-abe7-024e437a4479 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8211a6fe-a237-4147-ad9d-b82c13b20ac6), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:15.431428 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-3ef92d7c-d003-45ac-a9af-deb3c60dce98 None None] Provisioning complete for port 8211a6fe-a237-4147-ad9d-b82c13b20ac6 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:15.431901 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3ef92d7c-d003-45ac-a9af-deb3c60dce98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8211a6fe-a237-4147-ad9d-b82c13b20ac6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:15.518372 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-3ef92d7c-d003-45ac-a9af-deb3c60dce98 None None] Port 8211a6fe-a237-4147-ad9d-b82c13b20ac6 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:43:15.682164 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f77b0fe9-81cf-4464-abe7-024e437a4479 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks [] for port (8211a6fe-a237-4147-ad9d-b82c13b20ac6), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:15.715366 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a8594534-180b-4864-8e75-064e1152c8dd admin admin] Publish callbacks [] for security_group (25049944-2888-41bc-907f-50ebd31b2af4), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:15.736658 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e5d2baab-94f1-4602-8131-d143c3457243 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:43:15.794354 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f77b0fe9-81cf-4464-abe7-024e437a4479 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (8211a6fe-a237-4147-ad9d-b82c13b20ac6), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:15.795379 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f77b0fe9-81cf-4464-abe7-024e437a4479 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (03961a53-1bef-47dd-bbba-5ff6eda49893), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:15.808561 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port e5d2baab-94f1-4602-8131-d143c3457243 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:15.808943 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e5d2baab-94f1-4602-8131-d143c3457243), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:15.845286 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29da6894-c429-480a-af78-310192c9ba2c None None] Network b677d109-d89b-4065-a726-255972eca1e2 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:43:15.891679 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b0fe9-81cf-4464-abe7-024e437a4479 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Pushing event updated for resources: {'Port': ['ID=8211a6fe-a237-4147-ad9d-b82c13b20ac6,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:15.933199 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77b0fe9-81cf-4464-abe7-024e437a4479 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Network 4146f0f8-b4a3-4adc-bdb9-a4f3305938b1 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:43:15.935612 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-f77b0fe9-81cf-4464-abe7-024e437a4479 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:43:16.036984 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-4bc84836-1890-4e72-a319-3f7af15199aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf3783b4-809a-4c35-bd34-df196608bb8e {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:43:16.048666 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4692284-d688-420c-be18-cc2fbcc9739d None None] Provisioning complete for port e5d2baab-94f1-4602-8131-d143c3457243 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:16.049280 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4692284-d688-420c-be18-cc2fbcc9739d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e5d2baab-94f1-4602-8131-d143c3457243), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:16.088242 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77b0fe9-81cf-4464-abe7-024e437a4479 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Router 03961a53-1bef-47dd-bbba-5ff6eda49893 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:43:16.101410 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d2c57f23-5ac8-4caf-8ea3-e135573a12ac req-9b925206-4ee2-462b-a997-032a52fcd01a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1670568 Feb 20 03:43:16.167555 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port e5d2baab-94f1-4602-8131-d143c3457243 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:16.167962 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e5d2baab-94f1-4602-8131-d143c3457243), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:16.217903 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77b0fe9-81cf-4464-abe7-024e437a4479 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:43:16.236150 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4692284-d688-420c-be18-cc2fbcc9739d None None] Current status of the port e5d2baab-94f1-4602-8131-d143c3457243 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:16.236545 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4692284-d688-420c-be18-cc2fbcc9739d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e5d2baab-94f1-4602-8131-d143c3457243), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:16.241114 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45cff14-f635-43f6-8324-2cc160b603ba None None] Sync routers for ids ['03961a53-1bef-47dd-bbba-5ff6eda49893'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:43:16.244881 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f77b0fe9-81cf-4464-abe7-024e437a4479 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] 10.222.0.89 "PUT /v2.0/routers/03961a53-1bef-47dd-bbba-5ff6eda49893/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7181790 Feb 20 03:43:16.245834 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45416) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:16.281073 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a85e701f-8bf5-42d0-afa7-b560129cc178 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (b3287ca6-5cbd-4f9d-aa58-33a3a43191fa), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:16.283599 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a85e701f-8bf5-42d0-afa7-b560129cc178 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks [] for router_controller (b3287ca6-5cbd-4f9d-aa58-33a3a43191fa), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:16.318115 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45cff14-f635-43f6-8324-2cc160b603ba None None] Routers {'03961a53-1bef-47dd-bbba-5ff6eda49893'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:43:16.318938 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a45cff14-f635-43f6-8324-2cc160b603ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:42:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['03961a53-1bef-47dd-bbba-5ff6eda49893'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:16.325359 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port e5d2baab-94f1-4602-8131-d143c3457243, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=e5d2baab-94f1-4602-8131-d143c3457243,segment=NetworkSegment(2d5c3d1b-c057-44d5-9899-0120f5ad8427),segment_id=2d5c3d1b-c057-44d5-9899-0120f5ad8427)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:43:16.364959 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-58e7ef8e-d128-4975-aa20-bbd1e9bf65f9 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks [] for router (03961a53-1bef-47dd-bbba-5ff6eda49893), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:16.365519 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a45cff14-f635-43f6-8324-2cc160b603ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:16.381015 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45cff14-f635-43f6-8324-2cc160b603ba None None] Routers {'03961a53-1bef-47dd-bbba-5ff6eda49893'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:43:16.381608 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a45cff14-f635-43f6-8324-2cc160b603ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:42:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['03961a53-1bef-47dd-bbba-5ff6eda49893'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:16.388541 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e5d2baab-94f1-4602-8131-d143c3457243), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:16.400125 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-4bc84836-1890-4e72-a319-3f7af15199aa service neutron] Publish callbacks [] for port (bf3783b4-809a-4c35-bd34-df196608bb8e), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:16.411887 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-806c4a35-5b37-4e7b-906b-2c1b568b80a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (2d8dcc07-7d4c-4c33-829c-5b5e118f5a82), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:16.459823 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a85e701f-8bf5-42d0-afa7-b560129cc178 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (b3287ca6-5cbd-4f9d-aa58-33a3a43191fa), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:16.460338 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85e701f-8bf5-42d0-afa7-b560129cc178 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Fanout notify agent at l3_agent the message router_deleted on router b3287ca6-5cbd-4f9d-aa58-33a3a43191fa {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:43:16.475841 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a45cff14-f635-43f6-8324-2cc160b603ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:16.476661 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45cff14-f635-43f6-8324-2cc160b603ba None None] The sync data for ids ['03961a53-1bef-47dd-bbba-5ff6eda49893'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:43:16.529289 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-c4692284-d688-420c-be18-cc2fbcc9739d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:43:16.529664 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-c4692284-d688-420c-be18-cc2fbcc9739d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:43:16.545133 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=e5d2baab-94f1-4602-8131-d143c3457243,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:16.570931 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a85e701f-8bf5-42d0-afa7-b560129cc178 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:16.572174 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a85e701f-8bf5-42d0-afa7-b560129cc178 tempest-RoutersNegativeTest-1048067674 tempest-RoutersNegativeTest-1048067674-project] 10.222.0.89 "DELETE /v2.0/routers/b3287ca6-5cbd-4f9d-aa58-33a3a43191fa HTTP/1.1" status: 204 len: 168 time: 1.9174173 Feb 20 03:43:16.573375 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-806c4a35-5b37-4e7b-906b-2c1b568b80a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:16.579396 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-806c4a35-5b37-4e7b-906b-2c1b568b80a7 admin admin] 10.222.0.89 "DELETE /v2.0/networks/2d8dcc07-7d4c-4c33-829c-5b5e118f5a82 HTTP/1.1" status: 204 len: 168 time: 2.7099817 Feb 20 03:43:16.580980 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c4a35-5b37-4e7b-906b-2c1b568b80a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d8dcc07-7d4c-4c33-829c-5b5e118f5a82,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:16.585484 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-4bc84836-1890-4e72-a319-3f7af15199aa service neutron] Transition to ACTIVE for port object bf3783b4-809a-4c35-bd34-df196608bb8e will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:43:16.588865 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a8594534-180b-4864-8e75-064e1152c8dd admin admin] Publish callbacks [] for security_group (25049944-2888-41bc-907f-50ebd31b2af4), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:16.631331 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c4a35-5b37-4e7b-906b-2c1b568b80a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:16.631760 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c4a35-5b37-4e7b-906b-2c1b568b80a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:16.632051 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c4a35-5b37-4e7b-906b-2c1b568b80a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:16.632385 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c4a35-5b37-4e7b-906b-2c1b568b80a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:16.632730 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c4a35-5b37-4e7b-906b-2c1b568b80a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:16.633071 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c4a35-5b37-4e7b-906b-2c1b568b80a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:16.633410 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c4a35-5b37-4e7b-906b-2c1b568b80a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:16.633743 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c4a35-5b37-4e7b-906b-2c1b568b80a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:16.634076 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c4a35-5b37-4e7b-906b-2c1b568b80a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:16.634492 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c4a35-5b37-4e7b-906b-2c1b568b80a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:16.634828 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c4a35-5b37-4e7b-906b-2c1b568b80a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:16.635190 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c4a35-5b37-4e7b-906b-2c1b568b80a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:16.635523 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c4a35-5b37-4e7b-906b-2c1b568b80a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:16.694262 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd2318-0177-4d2e-9a13-2b36e2ce684a req-04d7fdc8-bfc1-4f3e-94b0-08b2ad4882d6 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:16.703486 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f3cd2318-0177-4d2e-9a13-2b36e2ce684a req-04d7fdc8-bfc1-4f3e-94b0-08b2ad4882d6 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 931 time: 0.3553343 Feb 20 03:43:16.706251 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-4bc84836-1890-4e72-a319-3f7af15199aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (bf3783b4-809a-4c35-bd34-df196608bb8e), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:16.902398 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc84836-1890-4e72-a319-3f7af15199aa service neutron] Pushing event updated for resources: {'Port': ['ID=bf3783b4-809a-4c35-bd34-df196608bb8e,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:16.922939 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-58e7ef8e-d128-4975-aa20-bbd1e9bf65f9 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 20 03:43:16.928384 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-58e7ef8e-d128-4975-aa20-bbd1e9bf65f9 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] 10.222.0.89 "DELETE /v2.0/routers/03961a53-1bef-47dd-bbba-5ff6eda49893 HTTP/1.1" status: 409 len: 329 time: 0.6800067 Feb 20 03:43:16.928602 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45422) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:16.960326 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f3cd2318-0177-4d2e-9a13-2b36e2ce684a req-732ea4fa-9096-4c43-a6b0-8648279f3439 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557027 Feb 20 03:43:17.026433 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d42a0f7c-9ae7-4518-86f3-b71425bbb25b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (33699c3c-b93d-42f0-9a29-ceb74625c6f9), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:17.027978 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a8594534-180b-4864-8e75-064e1152c8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (25049944-2888-41bc-907f-50ebd31b2af4), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:17.031281 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a8594534-180b-4864-8e75-064e1152c8dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:17.032510 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a8594534-180b-4864-8e75-064e1152c8dd admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/25049944-2888-41bc-907f-50ebd31b2af4 HTTP/1.1" status: 204 len: 168 time: 2.4855683 Feb 20 03:43:17.048164 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf303750-cddb-426c-bf74-422ddf802a11 x-openstack-request-id: req-cf303750-cddb-426c-bf74-422ddf802a11 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:43:17.048923 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "tag": "c7a136aa-1a7e-4a1d-8972-04de33f5dc56", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:43:17.048923 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cf303750-cddb-426c-bf74-422ddf802a11 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:43:17.049156 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'tag': 'c7a136aa-1a7e-4a1d-8972-04de33f5dc56', 'status': 'completed', 'code': 200} Feb 20 03:43:17.155210 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8594534-180b-4864-8e75-064e1152c8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25049944-2888-41bc-907f-50ebd31b2af4,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:17.157076 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a0f7c-9ae7-4518-86f3-b71425bbb25b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Port': ['ID=33699c3c-b93d-42f0-9a29-ceb74625c6f9,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:17.166172 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4692284-d688-420c-be18-cc2fbcc9739d None None] Current status of the port e5d2baab-94f1-4602-8131-d143c3457243 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:17.209402 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-57fecacc-1209-40ad-860c-dba4aedf909b req-fb601e7b-9913-4708-8c7b-81bacc8d7f20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f63130c-106c-4905-adaf-b3b307d9f4f6 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:43:17.250005 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-fb601e7b-9913-4708-8c7b-81bacc8d7f20 service neutron] Publish callbacks [] for port (6f63130c-106c-4905-adaf-b3b307d9f4f6), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:17.269257 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d42a0f7c-9ae7-4518-86f3-b71425bbb25b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:17.275432 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45430) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:17.282468 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d42a0f7c-9ae7-4518-86f3-b71425bbb25b tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/ports/33699c3c-b93d-42f0-9a29-ceb74625c6f9 HTTP/1.1" status: 204 len: 168 time: 4.7381451 Feb 20 03:43:17.291774 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-a3b9467f-0edb-4f60-8a33-9d894f459842 None None] Provisioning complete for port 8211a6fe-a237-4147-ad9d-b82c13b20ac6 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:17.295274 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a3b9467f-0edb-4f60-8a33-9d894f459842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8211a6fe-a237-4147-ad9d-b82c13b20ac6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:17.324427 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45432) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:17.334623 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e374784-9d29-460c-a7de-36527afdd1fc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] GET failed (client error): The resource could not be found. Feb 20 03:43:17.341633 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1e374784-9d29-460c-a7de-36527afdd1fc tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "GET /v2.0/ports/33699c3c-b93d-42f0-9a29-ceb74625c6f9 HTTP/1.1" status: 404 len: 333 time: 0.0635936 Feb 20 03:43:17.342514 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45434) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:17.375551 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-4bc84836-1890-4e72-a319-3f7af15199aa service neutron] Attempting to bind port bf3783b4-809a-4c35-bd34-df196608bb8e on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:43:17.375902 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-4bc84836-1890-4e72-a319-3f7af15199aa service neutron] Attempting to bind port bf3783b4-809a-4c35-bd34-df196608bb8e by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '37054cbd-f424-4c3e-9627-4d3b1f665915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b6106e2a-8ac1-4f4b-b272-b4b0beeb37af'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:43:17.376238 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-4bc84836-1890-4e72-a319-3f7af15199aa service neutron] Attempting to bind port bf3783b4-809a-4c35-bd34-df196608bb8e on network b6106e2a-8ac1-4f4b-b272-b4b0beeb37af {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:43:17.387955 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-57fecacc-1209-40ad-860c-dba4aedf909b req-fb601e7b-9913-4708-8c7b-81bacc8d7f20 service neutron] Transition to ACTIVE for port object 6f63130c-106c-4905-adaf-b3b307d9f4f6 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:43:17.400910 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-4bc84836-1890-4e72-a319-3f7af15199aa service neutron] Port bf3783b4-809a-4c35-bd34-df196608bb8e on network b6106e2a-8ac1-4f4b-b272-b4b0beeb37af not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:43:17.401244 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-4bc84836-1890-4e72-a319-3f7af15199aa service neutron] Attempting to bind port bf3783b4-809a-4c35-bd34-df196608bb8e on network b6106e2a-8ac1-4f4b-b272-b4b0beeb37af {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:43:17.428047 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-a3b9467f-0edb-4f60-8a33-9d894f459842 None None] Port 8211a6fe-a237-4147-ad9d-b82c13b20ac6 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:43:17.433290 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-99b6df51-b315-4acd-936e-6d966229856f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ce9b9460e5254ddd8f7b0fdd8efda8c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1065750 Feb 20 03:43:17.438570 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45438) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:17.453964 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-a3b9467f-0edb-4f60-8a33-9d894f459842 None None] Provisioning complete for port e5d2baab-94f1-4602-8131-d143c3457243 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:17.454355 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a3b9467f-0edb-4f60-8a33-9d894f459842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e5d2baab-94f1-4602-8131-d143c3457243), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:17.480604 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-fb601e7b-9913-4708-8c7b-81bacc8d7f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (6f63130c-106c-4905-adaf-b3b307d9f4f6), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:17.517195 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-4bc84836-1890-4e72-a319-3f7af15199aa service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:43:17.522804 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-4bc84836-1890-4e72-a319-3f7af15199aa service neutron] Checking segment: {'id': '37054cbd-f424-4c3e-9627-4d3b1f665915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b6106e2a-8ac1-4f4b-b272-b4b0beeb37af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:43:17.523528 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-4bc84836-1890-4e72-a319-3f7af15199aa service neutron] Bound using segment: {'id': '37054cbd-f424-4c3e-9627-4d3b1f665915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b6106e2a-8ac1-4f4b-b272-b4b0beeb37af'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:43:17.524393 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-4bc84836-1890-4e72-a319-3f7af15199aa service neutron] Bound port: bf3783b4-809a-4c35-bd34-df196608bb8e, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37054cbd-f424-4c3e-9627-4d3b1f665915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b6106e2a-8ac1-4f4b-b272-b4b0beeb37af'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:43:17.525111 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-4bc84836-1890-4e72-a319-3f7af15199aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bf3783b4-809a-4c35-bd34-df196608bb8e), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:17.537931 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f9a7a-94f8-4e69-8d07-6afc0d560f24 req-5de62265-578c-4636-8ca3-05de094141df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:17.544417 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f9a7a-94f8-4e69-8d07-6afc0d560f24 req-5de62265-578c-4636-8ca3-05de094141df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:17.546024 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f9a7a-94f8-4e69-8d07-6afc0d560f24 req-5de62265-578c-4636-8ca3-05de094141df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:17.547471 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f9a7a-94f8-4e69-8d07-6afc0d560f24 req-5de62265-578c-4636-8ca3-05de094141df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:17.549527 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f9a7a-94f8-4e69-8d07-6afc0d560f24 req-5de62265-578c-4636-8ca3-05de094141df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:17.550215 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f9a7a-94f8-4e69-8d07-6afc0d560f24 req-5de62265-578c-4636-8ca3-05de094141df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:17.552713 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f9a7a-94f8-4e69-8d07-6afc0d560f24 req-5de62265-578c-4636-8ca3-05de094141df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:17.557055 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-529f9a7a-94f8-4e69-8d07-6afc0d560f24 req-5de62265-578c-4636-8ca3-05de094141df service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0d4e5737e103447f89841b11bed8bb31&device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 6497 time: 0.4234324 Feb 20 03:43:17.583390 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45444) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:17.690241 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-a3b9467f-0edb-4f60-8a33-9d894f459842 None None] Current status of the port e5d2baab-94f1-4602-8131-d143c3457243 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:17.699695 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5658bd53-7725-4885-af50-b44bcec1f94c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for security_group (e8c16ca8-3371-40fc-9fda-a2c703b16473), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:17.776209 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e5d2baab-94f1-4602-8131-d143c3457243 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:43:17.796255 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5658bd53-7725-4885-af50-b44bcec1f94c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for security_group (e8c16ca8-3371-40fc-9fda-a2c703b16473), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:17.838188 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port e5d2baab-94f1-4602-8131-d143c3457243 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:17.838504 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e5d2baab-94f1-4602-8131-d143c3457243), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:17.859845 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6d51059f-260c-42a6-aff3-61481732c9b3 admin admin] Publish callbacks [] for security_group (50138100-0b43-430d-a79f-9a2d83bfa1ea), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:17.892324 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6d51059f-260c-42a6-aff3-61481732c9b3 admin admin] Publish callbacks [] for security_group (50138100-0b43-430d-a79f-9a2d83bfa1ea), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:17.965391 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5658bd53-7725-4885-af50-b44bcec1f94c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e8c16ca8-3371-40fc-9fda-a2c703b16473), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:17.969592 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5658bd53-7725-4885-af50-b44bcec1f94c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:17.974494 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5658bd53-7725-4885-af50-b44bcec1f94c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/security-groups/e8c16ca8-3371-40fc-9fda-a2c703b16473 HTTP/1.1" status: 204 len: 168 time: 0.6291671 Feb 20 03:43:17.975421 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45448) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:17.999373 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb601e7b-9913-4708-8c7b-81bacc8d7f20 service neutron] Pushing event updated for resources: {'Port': ['ID=6f63130c-106c-4905-adaf-b3b307d9f4f6,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:18.013310 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port e5d2baab-94f1-4602-8131-d143c3457243 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:18.022413 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658bd53-7725-4885-af50-b44bcec1f94c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c16ca8-3371-40fc-9fda-a2c703b16473,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:18.062051 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6d51059f-260c-42a6-aff3-61481732c9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (50138100-0b43-430d-a79f-9a2d83bfa1ea), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:18.066203 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6d51059f-260c-42a6-aff3-61481732c9b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:18.069825 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6d51059f-260c-42a6-aff3-61481732c9b3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/50138100-0b43-430d-a79f-9a2d83bfa1ea HTTP/1.1" status: 204 len: 168 time: 0.6288483 Feb 20 03:43:18.153536 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51059f-260c-42a6-aff3-61481732c9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50138100-0b43-430d-a79f-9a2d83bfa1ea,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:18.300479 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6e0fc91b-11c2-4079-afe2-882f88f91352 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for security_group (217a056d-b2b3-4c8f-a6ae-03d5edb2d4f3), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:18.309400 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-4bc84836-1890-4e72-a319-3f7af15199aa service neutron] For port bf3783b4-809a-4c35-bd34-df196608bb8e, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:43:18.351768 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-4bc84836-1890-4e72-a319-3f7af15199aa service neutron] For port bf3783b4-809a-4c35-bd34-df196608bb8e, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=bf3783b4-809a-4c35-bd34-df196608bb8e,segment=NetworkSegment(37054cbd-f424-4c3e-9627-4d3b1f665915),segment_id=37054cbd-f424-4c3e-9627-4d3b1f665915)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:43:18.373041 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f9a7a-94f8-4e69-8d07-6afc0d560f24 req-c921f4a0-938e-41ec-9366-37291b5492fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:18.374409 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f9a7a-94f8-4e69-8d07-6afc0d560f24 req-c921f4a0-938e-41ec-9366-37291b5492fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:18.375282 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f9a7a-94f8-4e69-8d07-6afc0d560f24 req-c921f4a0-938e-41ec-9366-37291b5492fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:18.377718 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-529f9a7a-94f8-4e69-8d07-6afc0d560f24 req-c921f4a0-938e-41ec-9366-37291b5492fd service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=0d4e5737e103447f89841b11bed8bb31&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7982073 Feb 20 03:43:18.385684 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6e0fc91b-11c2-4079-afe2-882f88f91352 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for security_group (217a056d-b2b3-4c8f-a6ae-03d5edb2d4f3), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:18.521623 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-4bc84836-1890-4e72-a319-3f7af15199aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (bf3783b4-809a-4c35-bd34-df196608bb8e), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:18.590143 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6e0fc91b-11c2-4079-afe2-882f88f91352 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (217a056d-b2b3-4c8f-a6ae-03d5edb2d4f3), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:18.592899 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6e0fc91b-11c2-4079-afe2-882f88f91352 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:18.596576 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6e0fc91b-11c2-4079-afe2-882f88f91352 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/security-groups/217a056d-b2b3-4c8f-a6ae-03d5edb2d4f3 HTTP/1.1" status: 204 len: 168 time: 0.6123080 Feb 20 03:43:18.609801 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45464) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:18.671786 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc84836-1890-4e72-a319-3f7af15199aa service neutron] Pushing event updated for resources: {'Port': ['ID=bf3783b4-809a-4c35-bd34-df196608bb8e,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:18.684087 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0fc91b-11c2-4079-afe2-882f88f91352 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=217a056d-b2b3-4c8f-a6ae-03d5edb2d4f3,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:18.853123 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1d1d02dc-a1b2-4ab9-a49a-b5a197d76923 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for security_group (cb8d0bb2-ba43-4132-9979-4c9d8fd05e5d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:18.887115 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b5f93775-32c1-4f98-b6c4-6c9f7ce2c8ec admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b8cef8ffddd6471380eb53650473f8b5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2706957 Feb 20 03:43:18.890763 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45472) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:18.998656 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1d1d02dc-a1b2-4ab9-a49a-b5a197d76923 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for security_group (cb8d0bb2-ba43-4132-9979-4c9d8fd05e5d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:19.002511 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-4bc84836-1890-4e72-a319-3f7af15199aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:19.003315 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-4bc84836-1890-4e72-a319-3f7af15199aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:19.006265 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-4bc84836-1890-4e72-a319-3f7af15199aa service neutron] 10.222.0.42 "PUT /v2.0/ports/bf3783b4-809a-4c35-bd34-df196608bb8e HTTP/1.1" status: 200 len: 1091 time: 4.5242705 Feb 20 03:43:19.038442 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a30f0a-e119-413b-bd8a-a100b6fd1dea req-62ba6ff5-fd3c-4d99-9e6c-fe24ec0145d6 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:19.042216 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-606c80c6-45b5-4222-9960-01997c13b6c0 admin admin] Publish callbacks [] for security_group (9be5ffa7-8589-4100-9056-43116db6720e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:19.044640 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a30f0a-e119-413b-bd8a-a100b6fd1dea req-62ba6ff5-fd3c-4d99-9e6c-fe24ec0145d6 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:19.052409 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a30f0a-e119-413b-bd8a-a100b6fd1dea req-62ba6ff5-fd3c-4d99-9e6c-fe24ec0145d6 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:19.059373 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a30f0a-e119-413b-bd8a-a100b6fd1dea req-62ba6ff5-fd3c-4d99-9e6c-fe24ec0145d6 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:19.065843 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a30f0a-e119-413b-bd8a-a100b6fd1dea req-62ba6ff5-fd3c-4d99-9e6c-fe24ec0145d6 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:19.073051 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a30f0a-e119-413b-bd8a-a100b6fd1dea req-62ba6ff5-fd3c-4d99-9e6c-fe24ec0145d6 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:19.079543 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a30f0a-e119-413b-bd8a-a100b6fd1dea req-62ba6ff5-fd3c-4d99-9e6c-fe24ec0145d6 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:19.082740 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-89a30f0a-e119-413b-bd8a-a100b6fd1dea req-62ba6ff5-fd3c-4d99-9e6c-fe24ec0145d6 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5407 time: 0.7227206 Feb 20 03:43:19.083365 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-57fecacc-1209-40ad-860c-dba4aedf909b req-fb601e7b-9913-4708-8c7b-81bacc8d7f20 service neutron] Attempting to bind port 6f63130c-106c-4905-adaf-b3b307d9f4f6 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:43:19.083795 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-57fecacc-1209-40ad-860c-dba4aedf909b req-fb601e7b-9913-4708-8c7b-81bacc8d7f20 service neutron] Attempting to bind port 6f63130c-106c-4905-adaf-b3b307d9f4f6 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '8f6e3763-2606-45f0-911a-d3695f15f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8ca4b396-14bc-4fc6-83df-227a6726eb74'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:43:19.084226 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-fb601e7b-9913-4708-8c7b-81bacc8d7f20 service neutron] Attempting to bind port 6f63130c-106c-4905-adaf-b3b307d9f4f6 on network 8ca4b396-14bc-4fc6-83df-227a6726eb74 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:43:19.089416 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-606c80c6-45b5-4222-9960-01997c13b6c0 admin admin] Publish callbacks [] for security_group (9be5ffa7-8589-4100-9056-43116db6720e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:19.174085 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'tag': 'fa551e26-c5d6-4e30-8c15-847cfbbeb4e9'}, {'name': 'network-changed', 'server_uuid': '7a1d7768-3174-402d-a0de-fab0564778fb', 'tag': 'bf3783b4-809a-4c35-bd34-df196608bb8e'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:43:19.174937 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa94c6da-3e6e-4fe6-89e3-107b04dd7020" -d '{"events": [{"name": "network-changed", "server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "tag": "fa551e26-c5d6-4e30-8c15-847cfbbeb4e9"}, {"name": "network-changed", "server_uuid": "7a1d7768-3174-402d-a0de-fab0564778fb", "tag": "bf3783b4-809a-4c35-bd34-df196608bb8e"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:43:19.178061 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-fb601e7b-9913-4708-8c7b-81bacc8d7f20 service neutron] Port 6f63130c-106c-4905-adaf-b3b307d9f4f6 on network 8ca4b396-14bc-4fc6-83df-227a6726eb74 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:43:19.179865 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-fb601e7b-9913-4708-8c7b-81bacc8d7f20 service neutron] Attempting to bind port 6f63130c-106c-4905-adaf-b3b307d9f4f6 on network 8ca4b396-14bc-4fc6-83df-227a6726eb74 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:43:19.184955 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f9a7a-94f8-4e69-8d07-6afc0d560f24 req-145c4234-e65e-48aa-9e96-f53dd52e9863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:19.186815 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-529f9a7a-94f8-4e69-8d07-6afc0d560f24 req-145c4234-e65e-48aa-9e96-f53dd52e9863 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6764951 Feb 20 03:43:19.213028 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1d1d02dc-a1b2-4ab9-a49a-b5a197d76923 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (cb8d0bb2-ba43-4132-9979-4c9d8fd05e5d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:19.215797 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1d1d02dc-a1b2-4ab9-a49a-b5a197d76923 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:19.219573 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1d1d02dc-a1b2-4ab9-a49a-b5a197d76923 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/security-groups/cb8d0bb2-ba43-4132-9979-4c9d8fd05e5d HTTP/1.1" status: 204 len: 168 time: 0.6155953 Feb 20 03:43:19.228002 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45480) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:19.259878 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-fb601e7b-9913-4708-8c7b-81bacc8d7f20 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:43:19.260232 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-fb601e7b-9913-4708-8c7b-81bacc8d7f20 service neutron] Checking segment: {'id': '8f6e3763-2606-45f0-911a-d3695f15f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8ca4b396-14bc-4fc6-83df-227a6726eb74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:43:19.260637 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-fb601e7b-9913-4708-8c7b-81bacc8d7f20 service neutron] Bound using segment: {'id': '8f6e3763-2606-45f0-911a-d3695f15f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8ca4b396-14bc-4fc6-83df-227a6726eb74'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:43:19.261104 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-57fecacc-1209-40ad-860c-dba4aedf909b req-fb601e7b-9913-4708-8c7b-81bacc8d7f20 service neutron] Bound port: 6f63130c-106c-4905-adaf-b3b307d9f4f6, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f6e3763-2606-45f0-911a-d3695f15f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8ca4b396-14bc-4fc6-83df-227a6726eb74'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:43:19.261555 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-fb601e7b-9913-4708-8c7b-81bacc8d7f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (6f63130c-106c-4905-adaf-b3b307d9f4f6), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:19.329526 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad8c6434-9016-459d-8e83-276c16532b2c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Deleting subnet c1ed8997-9a2d-4ac0-b240-a30e8e9d926d {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:43:19.335683 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ad8c6434-9016-459d-8e83-276c16532b2c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for subnet (c1ed8997-9a2d-4ac0-b240-a30e8e9d926d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:19.419879 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ad8c6434-9016-459d-8e83-276c16532b2c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (c1ed8997-9a2d-4ac0-b240-a30e8e9d926d), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:19.505429 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d5a14823-6469-4d5f-bfdd-4150a8df38ca tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (03961a53-1bef-47dd-bbba-5ff6eda49893), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:19.523577 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ad8c6434-9016-459d-8e83-276c16532b2c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (c1ed8997-9a2d-4ac0-b240-a30e8e9d926d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:19.560967 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-89a30f0a-e119-413b-bd8a-a100b6fd1dea req-76980436-7ba1-489e-8f9d-f6f4d0e55047 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3709056 Feb 20 03:43:19.598726 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-606c80c6-45b5-4222-9960-01997c13b6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (9be5ffa7-8589-4100-9056-43116db6720e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:19.601218 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-606c80c6-45b5-4222-9960-01997c13b6c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:19.605518 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-606c80c6-45b5-4222-9960-01997c13b6c0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9be5ffa7-8589-4100-9056-43116db6720e HTTP/1.1" status: 204 len: 168 time: 0.7104917 Feb 20 03:43:19.605518 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d02dc-a1b2-4ab9-a49a-b5a197d76923 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8d0bb2-ba43-4132-9979-4c9d8fd05e5d,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:19.606475 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-3d6281e1-1223-41de-a59e-279aa44f6764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:19.608037 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-3d6281e1-1223-41de-a59e-279aa44f6764 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=74366e9b5aca4b26a4824007098993f6&device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 1125 time: 0.4160178 Feb 20 03:43:19.616423 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c80c6-45b5-4222-9960-01997c13b6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be5ffa7-8589-4100-9056-43116db6720e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:19.700909 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ad8c6434-9016-459d-8e83-276c16532b2c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (c1ed8997-9a2d-4ac0-b240-a30e8e9d926d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:19.775866 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ad8c6434-9016-459d-8e83-276c16532b2c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:19.782525 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e922c9b7-8e28-4636-a81a-46874c82a4e8 None None] Network 0fd20173-fa0d-47b7-8340-3d5070fbf9e4 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:43:19.786254 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ad8c6434-9016-459d-8e83-276c16532b2c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/subnets/c1ed8997-9a2d-4ac0-b240-a30e8e9d926d HTTP/1.1" status: 204 len: 168 time: 0.5613582 Feb 20 03:43:19.786254 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c6434-9016-459d-8e83-276c16532b2c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Subnet': ['ID=c1ed8997-9a2d-4ac0-b240-a30e8e9d926d,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:19.794240 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45496) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:19.915339 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-855f7262-7fdc-4246-9e60-60081ac8c627 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Deleting subnet 28e0e22c-f2fa-4ff5-97d6-e0eba0802a6b {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:43:19.915875 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-57fecacc-1209-40ad-860c-dba4aedf909b req-fb601e7b-9913-4708-8c7b-81bacc8d7f20 service neutron] For port 6f63130c-106c-4905-adaf-b3b307d9f4f6, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:43:19.922400 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-855f7262-7fdc-4246-9e60-60081ac8c627 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for subnet (28e0e22c-f2fa-4ff5-97d6-e0eba0802a6b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:19.924312 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-6a127534-2eb1-475f-8f38-5e425c166ef8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf3783b4-809a-4c35-bd34-df196608bb8e HTTP/1.1" status: 200 len: 217 time: 0.3083839 Feb 20 03:43:20.007415 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-855f7262-7fdc-4246-9e60-60081ac8c627 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (28e0e22c-f2fa-4ff5-97d6-e0eba0802a6b), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:20.099811 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-07043a47-b301-49df-9144-3bab6af7fa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:20.107913 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-07043a47-b301-49df-9144-3bab6af7fa46 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=883b5707-28cf-44b8-81fe-08e0b3a98ddb HTTP/1.1" status: 200 len: 854 time: 0.0795395 Feb 20 03:43:20.183507 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-57fecacc-1209-40ad-860c-dba4aedf909b req-fb601e7b-9913-4708-8c7b-81bacc8d7f20 service neutron] For port 6f63130c-106c-4905-adaf-b3b307d9f4f6, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=6f63130c-106c-4905-adaf-b3b307d9f4f6,segment=NetworkSegment(8f6e3763-2606-45f0-911a-d3695f15f4a6),segment_id=8f6e3763-2606-45f0-911a-d3695f15f4a6)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:43:20.238915 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-855f7262-7fdc-4246-9e60-60081ac8c627 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (28e0e22c-f2fa-4ff5-97d6-e0eba0802a6b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:20.291016 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-7fb385df-b75a-4b26-a93e-064489c54deb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b6106e2a-8ac1-4f4b-b272-b4b0beeb37af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1248052 Feb 20 03:43:20.298556 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-fb601e7b-9913-4708-8c7b-81bacc8d7f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (6f63130c-106c-4905-adaf-b3b307d9f4f6), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:20.470834 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-855f7262-7fdc-4246-9e60-60081ac8c627 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (28e0e22c-f2fa-4ff5-97d6-e0eba0802a6b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:20.487189 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7800c-f03e-4ebe-aad6-82863bc0c4d2 req-7df5fac1-696d-4cb1-8a42-32569b2d13a7 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:20.497067 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4be7800c-f03e-4ebe-aad6-82863bc0c4d2 req-7df5fac1-696d-4cb1-8a42-32569b2d13a7 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 943 time: 0.7912345 Feb 20 03:43:20.516762 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb601e7b-9913-4708-8c7b-81bacc8d7f20 service neutron] Pushing event updated for resources: {'Port': ['ID=6f63130c-106c-4905-adaf-b3b307d9f4f6,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:20.552948 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-fb601e7b-9913-4708-8c7b-81bacc8d7f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:20.554008 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-fb601e7b-9913-4708-8c7b-81bacc8d7f20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:20.557692 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-fb601e7b-9913-4708-8c7b-81bacc8d7f20 service neutron] 10.222.0.93 "PUT /v2.0/ports/6f63130c-106c-4905-adaf-b3b307d9f4f6 HTTP/1.1" status: 200 len: 1091 time: 6.6151800 Feb 20 03:43:20.597894 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-855f7262-7fdc-4246-9e60-60081ac8c627 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:20.614362 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-855f7262-7fdc-4246-9e60-60081ac8c627 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/subnets/28e0e22c-f2fa-4ff5-97d6-e0eba0802a6b HTTP/1.1" status: 204 len: 168 time: 0.8185484 Feb 20 03:43:20.616867 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f7262-7fdc-4246-9e60-60081ac8c627 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Subnet': ['ID=28e0e22c-f2fa-4ff5-97d6-e0eba0802a6b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:20.630968 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45520) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:20.682412 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2e4b1f8f-1e7e-4cde-9323-0a77c8ee2aab service neutron] Request body: {'port': {'device_id': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:20.704149 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd3922a-0b1b-42a2-a6a6-798ff92221f4 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] DELETE failed (client error): The resource could not be found. Feb 20 03:43:20.704149 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccd3922a-0b1b-42a2-a6a6-798ff92221f4 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:43:20.706908 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ccd3922a-0b1b-42a2-a6a6-798ff92221f4 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/subnets/c1ed8997-9a2d-4ac0-b240-a30e8e9d926d HTTP/1.1" status: 404 len: 337 time: 0.0746939 Feb 20 03:43:20.709572 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45522) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:20.830274 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-196e78de-1393-4eb9-a660-b00584ea27c2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Deleting subnet 6c819ff5-9457-461a-8ace-46208b37b7c2 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:43:20.844960 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-196e78de-1393-4eb9-a660-b00584ea27c2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks [] for subnet (6c819ff5-9457-461a-8ace-46208b37b7c2), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:20.847732 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45526) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:20.864690 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:20.978788 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-196e78de-1393-4eb9-a660-b00584ea27c2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (6c819ff5-9457-461a-8ace-46208b37b7c2), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:21.030833 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4be7800c-f03e-4ebe-aad6-82863bc0c4d2 req-c65d9af5-c869-42b4-8ad5-e37525507734 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971411 Feb 20 03:43:21.044205 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2e4b1f8f-1e7e-4cde-9323-0a77c8ee2aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9db11869-4975-4902-a91e-2c95a6f8cb01), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:21.047876 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:21.057714 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-16534f53-c2a7-4d2e-90c3-fcb9fb439880 service neutron] 10.222.0.42 "GET /v2.0/networks/b6106e2a-8ac1-4f4b-b272-b4b0beeb37af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7415388 Feb 20 03:43:21.177129 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-196e78de-1393-4eb9-a660-b00584ea27c2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (6c819ff5-9457-461a-8ace-46208b37b7c2), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:21.264372 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 20 Feb 2022 03:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acb6101-44b2-4a24-8094-bb237cbc34d0 x-openstack-request-id: req-4acb6101-44b2-4a24-8094-bb237cbc34d0 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:43:21.264715 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "tag": "fa551e26-c5d6-4e30-8c15-847cfbbeb4e9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7a1d7768-3174-402d-a0de-fab0564778fb", "tag": "bf3783b4-809a-4c35-bd34-df196608bb8e", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:43:21.267571 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4acb6101-44b2-4a24-8094-bb237cbc34d0 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:43:21.270237 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'tag': 'fa551e26-c5d6-4e30-8c15-847cfbbeb4e9', 'status': 'completed', 'code': 200} Feb 20 03:43:21.273126 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1d7768-3174-402d-a0de-fab0564778fb', 'tag': 'bf3783b4-809a-4c35-bd34-df196608bb8e', 'status': 'completed', 'code': 200} Feb 20 03:43:21.322147 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f785e3-d751-48f5-927f-e24b7f688664 None None] Network 0fd20173-fa0d-47b7-8340-3d5070fbf9e4 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:43:21.380552 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-196e78de-1393-4eb9-a660-b00584ea27c2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (6c819ff5-9457-461a-8ace-46208b37b7c2), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:21.396159 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-de4a621d-8a6a-4f76-b751-5346df776319 None None] Provisioning complete for port 2eaf97da-c7a8-419e-b850-21ac64031137 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:21.399065 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-de4a621d-8a6a-4f76-b751-5346df776319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2eaf97da-c7a8-419e-b850-21ac64031137), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:21.462234 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-d5720bc2-2dbb-417c-9111-98920956f430 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-545331746-network', 'tenant_id': '892fd66c645f41b4b83cce5def72dde4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:21.471064 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e78de-1393-4eb9-a660-b00584ea27c2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Subnet': ['ID=6c819ff5-9457-461a-8ace-46208b37b7c2,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:21.491930 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-196e78de-1393-4eb9-a660-b00584ea27c2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:21.509763 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-196e78de-1393-4eb9-a660-b00584ea27c2 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/subnets/6c819ff5-9457-461a-8ace-46208b37b7c2 HTTP/1.1" status: 204 len: 168 time: 0.7948480 Feb 20 03:43:21.509763 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45538) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:21.582264 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-fedbdd5d-7fd2-4f8d-a6c8-646c1825f9df tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] DELETE failed (client error): The resource could not be found. Feb 20 03:43:21.582264 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fedbdd5d-7fd2-4f8d-a6c8-646c1825f9df tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:43:21.585851 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fedbdd5d-7fd2-4f8d-a6c8-646c1825f9df tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/subnets/595d2482-405d-4e71-b0d6-22f20bed7aec HTTP/1.1" status: 404 len: 337 time: 0.0760920 Feb 20 03:43:21.598996 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45542) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:21.650628 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-31e8d633-d659-401e-94d4-b39f348fc2f3 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd849c4b-6daa-49a8-97d2-6b7f64cc825d HTTP/1.1" status: 200 len: 205 time: 0.0505404 Feb 20 03:43:21.651652 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5720bc2-2dbb-417c-9111-98920956f430 admin admin] Made reservation on behalf of 892fd66c645f41b4b83cce5def72dde4 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:43:21.656463 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d5720bc2-2dbb-417c-9111-98920956f430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:21.680109 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45544) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:21.686304 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d5720bc2-2dbb-417c-9111-98920956f430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:21.715415 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-de4a621d-8a6a-4f76-b751-5346df776319 None None] Current status of the port 2eaf97da-c7a8-419e-b850-21ac64031137 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:21.736123 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-de4a621d-8a6a-4f76-b751-5346df776319 None None] Provisioning complete for port f3b4b3b5-e909-48e4-8736-4d2bd169d5e6 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:21.736513 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-de4a621d-8a6a-4f76-b751-5346df776319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f3b4b3b5-e909-48e4-8736-4d2bd169d5e6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:21.793838 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-5ae2f132-ed8d-4d5b-b485-d87bdf3d2419 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] delete failed (client error): The resource could not be found. Feb 20 03:43:21.797175 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-de4a621d-8a6a-4f76-b751-5346df776319 None None] Port f3b4b3b5-e909-48e4-8736-4d2bd169d5e6 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:43:21.816072 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5ae2f132-ed8d-4d5b-b485-d87bdf3d2419 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/routers/dd849c4b-6daa-49a8-97d2-6b7f64cc825d HTTP/1.1" status: 404 len: 336 time: 0.1325848 Feb 20 03:43:21.819933 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45546) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:21.846988 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3792d77-46e7-4e0f-8665-e99a3893ace9 None None] Update dhcp port {'port': {'network_id': '0fd20173-fa0d-47b7-8340-3d5070fbf9e4', 'fixed_ips': [{'subnet_id': '6c819ff5-9457-461a-8ace-46208b37b7c2'}], 'binding:host_id': 'n-d-829866-4'}, 'id': '2eaf97da-c7a8-419e-b850-21ac64031137'} from n-d-829866-4. {{(pid=104107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 03:43:21.893658 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b8701bd-d5dd-4368-b6f0-a38c5a83d03c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] DELETE failed (client error): The resource could not be found. Feb 20 03:43:21.901185 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b8701bd-d5dd-4368-b6f0-a38c5a83d03c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:43:21.904637 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7b8701bd-d5dd-4368-b6f0-a38c5a83d03c tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/subnets/616698a4-354a-4aee-8483-990a29aa0875 HTTP/1.1" status: 404 len: 337 time: 0.0836830 Feb 20 03:43:21.908099 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45556) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:21.988522 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45558) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:21.994921 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-337dc6b4-712f-4032-88f1-b6d289901e99 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] DELETE failed (client error): The resource could not be found. Feb 20 03:43:21.995688 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-337dc6b4-712f-4032-88f1-b6d289901e99 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:43:21.999314 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-337dc6b4-712f-4032-88f1-b6d289901e99 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/subnets/24b99415-94ff-4c72-9c75-ba933fcf4ef2 HTTP/1.1" status: 404 len: 337 time: 0.0777118 Feb 20 03:43:22.005914 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45560) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:22.044358 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f1b04bb-684b-414e-970c-f6fa6270e71e tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] DELETE failed (client error): The resource could not be found. Feb 20 03:43:22.045164 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f1b04bb-684b-414e-970c-f6fa6270e71e tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:43:22.048628 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3f1b04bb-684b-414e-970c-f6fa6270e71e tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/subnets/6ece3d21-d5e5-4985-abe8-eabcb4702e4a HTTP/1.1" status: 404 len: 337 time: 0.0411105 Feb 20 03:43:22.052280 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45564) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:22.088933 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d3dddd3-744d-4ab3-9ad3-1dcac081f009 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] DELETE failed (client error): The resource could not be found. Feb 20 03:43:22.089841 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d3dddd3-744d-4ab3-9ad3-1dcac081f009 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:43:22.093345 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8d3dddd3-744d-4ab3-9ad3-1dcac081f009 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/ports/3b9c7042-3b33-4669-9de6-d9580c10bb0e HTTP/1.1" status: 404 len: 333 time: 0.0364082 Feb 20 03:43:22.101514 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45568) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:22.171310 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-5accc206-bd92-4116-81be-bbbd4c2cc7be tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] DELETE failed (client error): The resource could not be found. Feb 20 03:43:22.171783 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5accc206-bd92-4116-81be-bbbd4c2cc7be tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:43:22.175764 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5accc206-bd92-4116-81be-bbbd4c2cc7be tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/subnets/f30ac402-5afa-401d-804d-9a757b1c827c HTTP/1.1" status: 404 len: 337 time: 0.0723834 Feb 20 03:43:22.188363 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45570) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:22.198554 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6737a97-82dd-4c70-a251-d2646eaa1d29 req-9272a106-7945-48b8-8f31-e38326f87bc9 service neutron] 10.222.0.42 "GET /v2.0/networks/b6106e2a-8ac1-4f4b-b272-b4b0beeb37af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1301541 Feb 20 03:43:22.255753 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-3254c0c2-f5a3-4b17-9bd1-5680bb6804e1 tempest-SubnetPoolsTestJSON-267817589 tempest-SubnetPoolsTestJSON-267817589-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1314127455', 'prefixes': ['172.20.0.0/16']}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:22.268655 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0904ee-3742-4a5e-942b-73b8e1929019 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] DELETE failed (client error): The resource could not be found. Feb 20 03:43:22.268655 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f0904ee-3742-4a5e-942b-73b8e1929019 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:43:22.272234 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8f0904ee-3742-4a5e-942b-73b8e1929019 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/subnets/16d2bafe-b0f3-40bd-9c21-df914924b292 HTTP/1.1" status: 404 len: 337 time: 0.0784259 Feb 20 03:43:22.279016 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45574) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:22.285968 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d5720bc2-2dbb-417c-9111-98920956f430 admin admin] Publish callbacks [] for security_group (a4fde0ee-3e8e-4049-bd4b-2b3470988780), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:22.314832 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-08cc0d10-6932-4a0a-8d23-a9d7bf1edaec tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] DELETE failed (client error): The resource could not be found. Feb 20 03:43:22.315711 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08cc0d10-6932-4a0a-8d23-a9d7bf1edaec tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:43:22.320517 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-08cc0d10-6932-4a0a-8d23-a9d7bf1edaec tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/ports/66fc832b-edf2-439c-9d5c-b772f8d93301 HTTP/1.1" status: 404 len: 333 time: 0.0402036 Feb 20 03:43:22.327435 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45578) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:22.376352 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e3792d77-46e7-4e0f-8665-e99a3893ace9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2eaf97da-c7a8-419e-b850-21ac64031137), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:22.384245 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-963d9859-9dd0-422c-a3f7-33c330181520 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] DELETE failed (client error): The resource could not be found. Feb 20 03:43:22.398502 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-963d9859-9dd0-422c-a3f7-33c330181520 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:43:22.401809 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-963d9859-9dd0-422c-a3f7-33c330181520 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/subnets/a1ac4a15-e5f2-46cf-bf0c-0b2ee9f39c8b HTTP/1.1" status: 404 len: 337 time: 0.0730574 Feb 20 03:43:22.402754 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d5720bc2-2dbb-417c-9111-98920956f430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a4fde0ee-3e8e-4049-bd4b-2b3470988780), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:22.424003 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5720bc2-2dbb-417c-9111-98920956f430 admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:43:22.427596 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45580) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:22.554253 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d5720bc2-2dbb-417c-9111-98920956f430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (42b6aaf4-0779-4189-ac61-36a908d2db26), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:22.554812 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-d5720bc2-2dbb-417c-9111-98920956f430 admin admin] Added segment 42b6aaf4-0779-4189-ac61-36a908d2db26 of type vlan for network cffccd67-db18-465c-8edb-ca39825bd9e7 Feb 20 03:43:22.606093 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107e6512-b2d3-4aee-81f4-7a7ef95ecd02 None None] Network 0fd20173-fa0d-47b7-8340-3d5070fbf9e4 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:43:22.606422 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d5720bc2-2dbb-417c-9111-98920956f430 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (cffccd67-db18-465c-8edb-ca39825bd9e7), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:22.632151 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f50dfbd-5856-49f9-bae7-273af31c6293 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] DELETE failed (client error): The resource could not be found. Feb 20 03:43:22.632737 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f50dfbd-5856-49f9-bae7-273af31c6293 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:43:22.636263 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6f50dfbd-5856-49f9-bae7-273af31c6293 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/subnets/cd6f4925-cc51-432c-a346-e22f05107fab HTTP/1.1" status: 404 len: 337 time: 0.2057154 Feb 20 03:43:22.644669 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45586) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:22.665072 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5720bc2-2dbb-417c-9111-98920956f430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fde0ee-3e8e-4049-bd4b-2b3470988780,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:22.700796 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d5720bc2-2dbb-417c-9111-98920956f430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (cffccd67-db18-465c-8edb-ca39825bd9e7), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:22.701876 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5720bc2-2dbb-417c-9111-98920956f430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:22.707835 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d5720bc2-2dbb-417c-9111-98920956f430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:22.829130 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5720bc2-2dbb-417c-9111-98920956f430 admin admin] Pushing event updated for resources: {'Network': ['ID=cffccd67-db18-465c-8edb-ca39825bd9e7,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:22.844813 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network cffccd67-db18-465c-8edb-ca39825bd9e7 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:43:22.858949 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d5720bc2-2dbb-417c-9111-98920956f430 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0072875 Feb 20 03:43:22.860433 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-5c056482-17c7-41d5-a8e4-bd2488fb6c32 None None] Provisioning complete for port 2eaf97da-c7a8-419e-b850-21ac64031137 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:22.861060 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5c056482-17c7-41d5-a8e4-bd2488fb6c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2eaf97da-c7a8-419e-b850-21ac64031137), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:22.861393 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45588) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:22.871916 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-09448af5-510e-490c-a2f0-ab2c76cb5b34 admin admin] Request body: {'subnet': {'network_id': 'cffccd67-db18-465c-8edb-ca39825bd9e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-545331746-subnet', 'tenant_id': '892fd66c645f41b4b83cce5def72dde4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:22.910553 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94c6da-3e6e-4fe6-89e3-107b04dd7020 req-970f4675-c52b-4026-82e1-d0648fc32e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:22.912049 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94c6da-3e6e-4fe6-89e3-107b04dd7020 req-970f4675-c52b-4026-82e1-d0648fc32e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:22.915266 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94c6da-3e6e-4fe6-89e3-107b04dd7020 req-970f4675-c52b-4026-82e1-d0648fc32e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:22.915882 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-797062a3-16c8-4e16-a7cb-d84a7358d1e8 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Deleting port f3b4b3b5-e909-48e4-8736-4d2bd169d5e6 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:43:22.916340 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-797062a3-16c8-4e16-a7cb-d84a7358d1e8 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (f3b4b3b5-e909-48e4-8736-4d2bd169d5e6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:22.917089 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94c6da-3e6e-4fe6-89e3-107b04dd7020 req-970f4675-c52b-4026-82e1-d0648fc32e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:22.917579 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94c6da-3e6e-4fe6-89e3-107b04dd7020 req-970f4675-c52b-4026-82e1-d0648fc32e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:22.920955 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94c6da-3e6e-4fe6-89e3-107b04dd7020 req-970f4675-c52b-4026-82e1-d0648fc32e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:22.922086 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94c6da-3e6e-4fe6-89e3-107b04dd7020 req-970f4675-c52b-4026-82e1-d0648fc32e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:22.924723 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa94c6da-3e6e-4fe6-89e3-107b04dd7020 req-970f4675-c52b-4026-82e1-d0648fc32e8b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0d4e5737e103447f89841b11bed8bb31&device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 6595 time: 1.6675920 Feb 20 03:43:22.925852 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3254c0c2-f5a3-4b17-9bd1-5680bb6804e1 tempest-SubnetPoolsTestJSON-267817589 tempest-SubnetPoolsTestJSON-267817589-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:22.930745 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3254c0c2-f5a3-4b17-9bd1-5680bb6804e1 tempest-SubnetPoolsTestJSON-267817589 tempest-SubnetPoolsTestJSON-267817589-project] 10.222.0.89 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.9344416 Feb 20 03:43:22.931672 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45590) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:23.024990 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-797062a3-16c8-4e16-a7cb-d84a7358d1e8 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (f3b4b3b5-e909-48e4-8736-4d2bd169d5e6), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:23.044300 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-797062a3-16c8-4e16-a7cb-d84a7358d1e8 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Calling delete_port for f3b4b3b5-e909-48e4-8736-4d2bd169d5e6 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:43:23.079557 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dca3261-1e4e-4448-bfe9-d03e12b4373f None None] DHCP port deletion for 0fd20173-fa0d-47b7-8340-3d5070fbf9e4 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:43:23.134528 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5c056482-17c7-41d5-a8e4-bd2488fb6c32 None None] Current status of the port 2eaf97da-c7a8-419e-b850-21ac64031137 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:23.138538 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09448af5-510e-490c-a2f0-ab2c76cb5b34 admin admin] Made reservation on behalf of 892fd66c645f41b4b83cce5def72dde4 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:43:23.142703 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-09448af5-510e-490c-a2f0-ab2c76cb5b34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:23.154159 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-5c056482-17c7-41d5-a8e4-bd2488fb6c32 None None] Provisioning complete for port f3b4b3b5-e909-48e4-8736-4d2bd169d5e6 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:23.154574 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5c056482-17c7-41d5-a8e4-bd2488fb6c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f3b4b3b5-e909-48e4-8736-4d2bd169d5e6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:23.169559 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-99676bd9-9281-4841-a8c2-b3026e798afd tempest-SubnetPoolsTestJSON-267817589 tempest-SubnetPoolsTestJSON-267817589-project] 10.222.0.89 "GET /v2.0/subnetpools/0cc77941-f3d2-4702-85ec-50ba54871677 HTTP/1.1" status: 200 len: 732 time: 0.2303472 Feb 20 03:43:23.172910 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94c6da-3e6e-4fe6-89e3-107b04dd7020 req-3a209de2-5f6a-48d4-bec2-663aee4e227b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:23.173540 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94c6da-3e6e-4fe6-89e3-107b04dd7020 req-3a209de2-5f6a-48d4-bec2-663aee4e227b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:23.174279 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94c6da-3e6e-4fe6-89e3-107b04dd7020 req-3a209de2-5f6a-48d4-bec2-663aee4e227b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:23.176834 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa94c6da-3e6e-4fe6-89e3-107b04dd7020 req-3a209de2-5f6a-48d4-bec2-663aee4e227b service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=0d4e5737e103447f89841b11bed8bb31&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2437978 Feb 20 03:43:23.179016 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45594) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:23.188464 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-d83736da-81e2-4682-ab13-8e4c87c9ba2c tempest-SubnetPoolsTestJSON-267817589 tempest-SubnetPoolsTestJSON-267817589-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1389674774'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:23.220550 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-797062a3-16c8-4e16-a7cb-d84a7358d1e8 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (f3b4b3b5-e909-48e4-8736-4d2bd169d5e6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:23.226257 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-1dca3261-1e4e-4448-bfe9-d03e12b4373f None None] Deleting port 2eaf97da-c7a8-419e-b850-21ac64031137 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:43:23.226681 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1dca3261-1e4e-4448-bfe9-d03e12b4373f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (2eaf97da-c7a8-419e-b850-21ac64031137), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:23.230219 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5c056482-17c7-41d5-a8e4-bd2488fb6c32 None None] Port f3b4b3b5-e909-48e4-8736-4d2bd169d5e6 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:43:23.249156 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-d5a14823-6469-4d5f-bfdd-4150a8df38ca tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Deleting port 8211a6fe-a237-4147-ad9d-b82c13b20ac6 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:43:23.249714 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d5a14823-6469-4d5f-bfdd-4150a8df38ca tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (8211a6fe-a237-4147-ad9d-b82c13b20ac6), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:23.279441 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'tag': '6f63130c-106c-4905-adaf-b3b307d9f4f6'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:43:23.281782 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5213a7ba-0c2d-467c-9f0c-e1b6e92b6d6d" -d '{"events": [{"name": "network-changed", "server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "tag": "6f63130c-106c-4905-adaf-b3b307d9f4f6"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:43:23.376443 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-797062a3-16c8-4e16-a7cb-d84a7358d1e8 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:23.384092 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-797062a3-16c8-4e16-a7cb-d84a7358d1e8 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/ports/f3b4b3b5-e909-48e4-8736-4d2bd169d5e6 HTTP/1.1" status: 204 len: 168 time: 0.7325201 Feb 20 03:43:23.386940 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797062a3-16c8-4e16-a7cb-d84a7358d1e8 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Port': ['ID=f3b4b3b5-e909-48e4-8736-4d2bd169d5e6,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:23.395741 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45600) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:23.416774 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-1dca3261-1e4e-4448-bfe9-d03e12b4373f None None] For port 2eaf97da-c7a8-419e-b850-21ac64031137, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2eaf97da-c7a8-419e-b850-21ac64031137,segment=NetworkSegment(e5dc5d8f-785d-476d-b078-c0c205d7321a),segment_id=e5dc5d8f-785d-476d-b078-c0c205d7321a)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:43:23.417334 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1dca3261-1e4e-4448-bfe9-d03e12b4373f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (2eaf97da-c7a8-419e-b850-21ac64031137), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:23.426080 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28d44b-bc64-426f-9fed-c067812bbdc7 req-cd99a268-28fe-43d1-8792-39ceac6cda0a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:23.431161 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28d44b-bc64-426f-9fed-c067812bbdc7 req-cd99a268-28fe-43d1-8792-39ceac6cda0a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:23.436715 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28d44b-bc64-426f-9fed-c067812bbdc7 req-cd99a268-28fe-43d1-8792-39ceac6cda0a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:23.442700 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28d44b-bc64-426f-9fed-c067812bbdc7 req-cd99a268-28fe-43d1-8792-39ceac6cda0a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:23.448418 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28d44b-bc64-426f-9fed-c067812bbdc7 req-cd99a268-28fe-43d1-8792-39ceac6cda0a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:23.453849 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28d44b-bc64-426f-9fed-c067812bbdc7 req-cd99a268-28fe-43d1-8792-39ceac6cda0a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:23.455056 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-1dca3261-1e4e-4448-bfe9-d03e12b4373f None None] Calling delete_port for 2eaf97da-c7a8-419e-b850-21ac64031137 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:43:23.460225 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28d44b-bc64-426f-9fed-c067812bbdc7 req-cd99a268-28fe-43d1-8792-39ceac6cda0a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:23.468204 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fb28d44b-bc64-426f-9fed-c067812bbdc7 req-cd99a268-28fe-43d1-8792-39ceac6cda0a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5407 time: 1.0746958 Feb 20 03:43:23.484029 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94c6da-3e6e-4fe6-89e3-107b04dd7020 req-0a28c656-2673-4477-843c-0b7a70449a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:23.485865 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa94c6da-3e6e-4fe6-89e3-107b04dd7020 req-0a28c656-2673-4477-843c-0b7a70449a3d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=74366e9b5aca4b26a4824007098993f6&device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 1125 time: 1.0936038 Feb 20 03:43:23.523418 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2ae35962-82e1-4eeb-8a69-4108a0c5f5a4 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (0fd20173-fa0d-47b7-8340-3d5070fbf9e4), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:23.564075 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2e4b1f8f-1e7e-4cde-9323-0a77c8ee2aab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9db11869-4975-4902-a91e-2c95a6f8cb01 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:43:23.625974 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2e4b1f8f-1e7e-4cde-9323-0a77c8ee2aab service neutron] Publish callbacks [] for port (9db11869-4975-4902-a91e-2c95a6f8cb01), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:23.683995 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-2ae35962-82e1-4eeb-8a69-4108a0c5f5a4 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Deleting port 2eaf97da-c7a8-419e-b850-21ac64031137 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:43:23.684556 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2ae35962-82e1-4eeb-8a69-4108a0c5f5a4 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (2eaf97da-c7a8-419e-b850-21ac64031137), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:23.711407 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2e4b1f8f-1e7e-4cde-9323-0a77c8ee2aab service neutron] Transition to ACTIVE for port object 9db11869-4975-4902-a91e-2c95a6f8cb01 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:43:23.722803 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d5a14823-6469-4d5f-bfdd-4150a8df38ca tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (8211a6fe-a237-4147-ad9d-b82c13b20ac6), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:23.729734 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 2eaf97da-c7a8-419e-b850-21ac64031137 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:43:23.762834 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d83736da-81e2-4682-ab13-8e4c87c9ba2c tempest-SubnetPoolsTestJSON-267817589 tempest-SubnetPoolsTestJSON-267817589-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:23.764401 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d83736da-81e2-4682-ab13-8e4c87c9ba2c tempest-SubnetPoolsTestJSON-267817589 tempest-SubnetPoolsTestJSON-267817589-project] 10.222.0.89 "PUT /v2.0/subnetpools/0cc77941-f3d2-4702-85ec-50ba54871677 HTTP/1.1" status: 200 len: 684 time: 0.5798857 Feb 20 03:43:23.771179 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45602) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:23.775691 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94c6da-3e6e-4fe6-89e3-107b04dd7020 req-ae3fad12-adba-4e7c-8eec-1d9efadbbbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:23.777482 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa94c6da-3e6e-4fe6-89e3-107b04dd7020 req-ae3fad12-adba-4e7c-8eec-1d9efadbbbc3 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5668821 Feb 20 03:43:23.778594 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-d5a14823-6469-4d5f-bfdd-4150a8df38ca tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Calling delete_port for 8211a6fe-a237-4147-ad9d-b82c13b20ac6 owned by network:router_interface {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:43:23.793266 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-09448af5-510e-490c-a2f0-ab2c76cb5b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (8bea46ca-ca18-400c-be65-cf12030e165c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:23.814073 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fb28d44b-bc64-426f-9fed-c067812bbdc7 req-3b0d9e18-c5ba-4f60-9b86-2fb9aa3cda1e tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3445845 Feb 20 03:43:23.846588 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 2eaf97da-c7a8-419e-b850-21ac64031137 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:23.847021 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2eaf97da-c7a8-419e-b850-21ac64031137), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:23.865509 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1dca3261-1e4e-4448-bfe9-d03e12b4373f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (2eaf97da-c7a8-419e-b850-21ac64031137), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:23.870091 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2e4b1f8f-1e7e-4cde-9323-0a77c8ee2aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (9db11869-4975-4902-a91e-2c95a6f8cb01), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:23.883505 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dca3261-1e4e-4448-bfe9-d03e12b4373f None None] No DVR routers for this DVR port 2eaf97da-c7a8-419e-b850-21ac64031137 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:43:23.893743 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94c6da-3e6e-4fe6-89e3-107b04dd7020 req-ec6982db-8809-4250-aa10-bae453e7e57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:23.899142 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa94c6da-3e6e-4fe6-89e3-107b04dd7020 req-ec6982db-8809-4250-aa10-bae453e7e57e service neutron] 10.222.0.42 "GET /v2.0/networks?id=b6106e2a-8ac1-4f4b-b272-b4b0beeb37af HTTP/1.1" status: 200 len: 915 time: 0.4006236 Feb 20 03:43:23.921952 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca3261-1e4e-4448-bfe9-d03e12b4373f None None] Pushing event deleted for resources: {'Port': ['ID=2eaf97da-c7a8-419e-b850-21ac64031137,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:23.933943 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-2ae35962-82e1-4eeb-8a69-4108a0c5f5a4 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] For port 2eaf97da-c7a8-419e-b850-21ac64031137, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2eaf97da-c7a8-419e-b850-21ac64031137,segment=NetworkSegment(e5dc5d8f-785d-476d-b078-c0c205d7321a),segment_id=e5dc5d8f-785d-476d-b078-c0c205d7321a)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:43:23.933943 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2ae35962-82e1-4eeb-8a69-4108a0c5f5a4 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (2eaf97da-c7a8-419e-b850-21ac64031137), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:24.004384 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-2ae35962-82e1-4eeb-8a69-4108a0c5f5a4 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Calling delete_port for 2eaf97da-c7a8-419e-b850-21ac64031137 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:43:24.030410 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09448af5-510e-490c-a2f0-ab2c76cb5b34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bea46ca-ca18-400c-be65-cf12030e165c,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:24.075482 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09448af5-510e-490c-a2f0-ab2c76cb5b34 admin admin] Checking segment: {'id': '42b6aaf4-0779-4189-ac61-36a908d2db26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'cffccd67-db18-465c-8edb-ca39825bd9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:43:24.075843 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09448af5-510e-490c-a2f0-ab2c76cb5b34 admin admin] Network hostable DHCP agents. Network: cffccd67-db18-465c-8edb-ca39825bd9e7, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:43:24.103226 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa94c6da-3e6e-4fe6-89e3-107b04dd7020 req-93c58637-beac-4366-8920-181bdf9e59af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf3783b4-809a-4c35-bd34-df196608bb8e HTTP/1.1" status: 200 len: 217 time: 0.1482923 Feb 20 03:43:24.173207 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b1f8f-1e7e-4cde-9323-0a77c8ee2aab service neutron] Pushing event updated for resources: {'Port': ['ID=9db11869-4975-4902-a91e-2c95a6f8cb01,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:24.216811 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2ae35962-82e1-4eeb-8a69-4108a0c5f5a4 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (2eaf97da-c7a8-419e-b850-21ac64031137), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:24.227904 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2da7ef1c-1cad-4d80-81a5-a2b426c68cfa tempest-SubnetPoolsTestJSON-267817589 tempest-SubnetPoolsTestJSON-267817589-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:24.237283 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2da7ef1c-1cad-4d80-81a5-a2b426c68cfa tempest-SubnetPoolsTestJSON-267817589 tempest-SubnetPoolsTestJSON-267817589-project] 10.222.0.89 "DELETE /v2.0/subnetpools/0cc77941-f3d2-4702-85ec-50ba54871677 HTTP/1.1" status: 204 len: 168 time: 0.4644773 Feb 20 03:43:24.245357 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09448af5-510e-490c-a2f0-ab2c76cb5b34 admin admin] Network cffccd67-db18-465c-8edb-ca39825bd9e7 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:43:24.247334 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45604) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:24.306163 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae35962-82e1-4eeb-8a69-4108a0c5f5a4 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Port': ['ID=2eaf97da-c7a8-419e-b850-21ac64031137,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:24.337774 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-f5b71d83-b54c-48d7-932c-8c1b64fe98c5 tempest-SubnetPoolsTestJSON-267817589 tempest-SubnetPoolsTestJSON-267817589-project] show failed (client error): The resource could not be found. Feb 20 03:43:24.344240 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f5b71d83-b54c-48d7-932c-8c1b64fe98c5 tempest-SubnetPoolsTestJSON-267817589 tempest-SubnetPoolsTestJSON-267817589-project] 10.222.0.89 "GET /v2.0/subnetpools/0cc77941-f3d2-4702-85ec-50ba54871677 HTTP/1.1" status: 404 len: 346 time: 0.0392644 Feb 20 03:43:24.345393 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45606) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:24.346674 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae35962-82e1-4eeb-8a69-4108a0c5f5a4 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] No DVR routers for this DVR port 2eaf97da-c7a8-419e-b850-21ac64031137 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:43:24.374114 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb067d2c-26ce-4c4f-b743-a38adcd6f8c9 req-ab22d7ac-3278-47b5-9879-de059e9da662 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:24.380992 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cb067d2c-26ce-4c4f-b743-a38adcd6f8c9 req-ab22d7ac-3278-47b5-9879-de059e9da662 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 943 time: 0.4247866 Feb 20 03:43:24.383931 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94c6da-3e6e-4fe6-89e3-107b04dd7020 req-12e998ba-beda-47f9-adf8-5cda7bca4b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:24.385367 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa94c6da-3e6e-4fe6-89e3-107b04dd7020 req-12e998ba-beda-47f9-adf8-5cda7bca4b6c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=883b5707-28cf-44b8-81fe-08e0b3a98ddb HTTP/1.1" status: 200 len: 854 time: 0.2638316 Feb 20 03:43:24.398185 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-09448af5-510e-490c-a2f0-ab2c76cb5b34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, cffccd67-db18-465c-8edb-ca39825bd9e7) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:43:24.406511 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e55836-34e4-4122-b045-bb239585e54c None None] Network cffccd67-db18-465c-8edb-ca39825bd9e7 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:43:24.442410 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-03b87ceb-2ebe-453b-aec9-34e0caf42792 tempest-SubnetPoolsTestJSON-267817589 tempest-SubnetPoolsTestJSON-267817589-project] delete failed (client error): The resource could not be found. Feb 20 03:43:24.444245 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-03b87ceb-2ebe-453b-aec9-34e0caf42792 tempest-SubnetPoolsTestJSON-267817589 tempest-SubnetPoolsTestJSON-267817589-project] 10.222.0.89 "DELETE /v2.0/subnetpools/0cc77941-f3d2-4702-85ec-50ba54871677 HTTP/1.1" status: 404 len: 346 time: 0.0774479 Feb 20 03:43:24.453893 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09448af5-510e-490c-a2f0-ab2c76cb5b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:24.454407 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa94c6da-3e6e-4fe6-89e3-107b04dd7020 req-f7e71d40-0c5b-4802-90fd-ca98622af73f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b6106e2a-8ac1-4f4b-b272-b4b0beeb37af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592275 Feb 20 03:43:24.477836 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-09448af5-510e-490c-a2f0-ab2c76cb5b34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:24.519670 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2e4b1f8f-1e7e-4cde-9323-0a77c8ee2aab service neutron] Attempting to bind port 9db11869-4975-4902-a91e-2c95a6f8cb01 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:43:24.520076 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2e4b1f8f-1e7e-4cde-9323-0a77c8ee2aab service neutron] Attempting to bind port 9db11869-4975-4902-a91e-2c95a6f8cb01 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '8f6e3763-2606-45f0-911a-d3695f15f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8ca4b396-14bc-4fc6-83df-227a6726eb74'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:43:24.520412 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2e4b1f8f-1e7e-4cde-9323-0a77c8ee2aab service neutron] Attempting to bind port 9db11869-4975-4902-a91e-2c95a6f8cb01 on network 8ca4b396-14bc-4fc6-83df-227a6726eb74 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:43:24.589810 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dccaf6-6d71-4399-99c7-87e039c718a6 None None] Network cffccd67-db18-465c-8edb-ca39825bd9e7 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:43:24.615522 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cb067d2c-26ce-4c4f-b743-a38adcd6f8c9 req-4521a7dd-1c8c-4a1f-916c-b07b8b17cafd tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305090 Feb 20 03:43:24.620553 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2e4b1f8f-1e7e-4cde-9323-0a77c8ee2aab service neutron] Port 9db11869-4975-4902-a91e-2c95a6f8cb01 on network 8ca4b396-14bc-4fc6-83df-227a6726eb74 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:43:24.627193 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2e4b1f8f-1e7e-4cde-9323-0a77c8ee2aab service neutron] Attempting to bind port 9db11869-4975-4902-a91e-2c95a6f8cb01 on network 8ca4b396-14bc-4fc6-83df-227a6726eb74 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:43:24.628957 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2ae35962-82e1-4eeb-8a69-4108a0c5f5a4 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (0fd20173-fa0d-47b7-8340-3d5070fbf9e4), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:24.667546 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2e4b1f8f-1e7e-4cde-9323-0a77c8ee2aab service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:43:24.667965 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2e4b1f8f-1e7e-4cde-9323-0a77c8ee2aab service neutron] Checking segment: {'id': '8f6e3763-2606-45f0-911a-d3695f15f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8ca4b396-14bc-4fc6-83df-227a6726eb74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:43:24.668728 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2e4b1f8f-1e7e-4cde-9323-0a77c8ee2aab service neutron] Bound using segment: {'id': '8f6e3763-2606-45f0-911a-d3695f15f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8ca4b396-14bc-4fc6-83df-227a6726eb74'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:43:24.669293 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2e4b1f8f-1e7e-4cde-9323-0a77c8ee2aab service neutron] Bound port: 9db11869-4975-4902-a91e-2c95a6f8cb01, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f6e3763-2606-45f0-911a-d3695f15f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '8ca4b396-14bc-4fc6-83df-227a6726eb74'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:43:24.669668 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2e4b1f8f-1e7e-4cde-9323-0a77c8ee2aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9db11869-4975-4902-a91e-2c95a6f8cb01), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:24.690232 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-09448af5-510e-490c-a2f0-ab2c76cb5b34 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8175793 Feb 20 03:43:24.690232 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-2ae35962-82e1-4eeb-8a69-4108a0c5f5a4 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fd20173-fa0d-47b7-8340-3d5070fbf9e4']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:24.708569 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-2ae35962-82e1-4eeb-8a69-4108a0c5f5a4 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5dc5d8f-785d-476d-b078-c0c205d7321a') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:24.708569 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-2ae35962-82e1-4eeb-8a69-4108a0c5f5a4 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5dc5d8f-785d-476d-b078-c0c205d7321a') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:24.720619 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2ae35962-82e1-4eeb-8a69-4108a0c5f5a4 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (e5dc5d8f-785d-476d-b078-c0c205d7321a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:24.735596 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2ae35962-82e1-4eeb-8a69-4108a0c5f5a4 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (e5dc5d8f-785d-476d-b078-c0c205d7321a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:24.743244 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae35962-82e1-4eeb-8a69-4108a0c5f5a4 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:43:24.743656 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2ae35962-82e1-4eeb-8a69-4108a0c5f5a4 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (e5dc5d8f-785d-476d-b078-c0c205d7321a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:24.746401 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa94c6da-3e6e-4fe6-89e3-107b04dd7020 req-cdceb56a-6d89-49ab-8ef8-739c0adf77d3 service neutron] 10.222.0.42 "GET /v2.0/networks/b6106e2a-8ac1-4f4b-b272-b4b0beeb37af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823508 Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:43:24.810523 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:43:24.813359 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d5a14823-6469-4d5f-bfdd-4150a8df38ca tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (8211a6fe-a237-4147-ad9d-b82c13b20ac6), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:24.852315 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device bf3783b4-809a-4c35-bd34-df196608bb8e details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:43:24.904355 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2ae35962-82e1-4eeb-8a69-4108a0c5f5a4 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (0fd20173-fa0d-47b7-8340-3d5070fbf9e4), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:24.918742 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2ae35962-82e1-4eeb-8a69-4108a0c5f5a4 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:24.930816 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2ae35962-82e1-4eeb-8a69-4108a0c5f5a4 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] 10.222.0.89 "DELETE /v2.0/networks/0fd20173-fa0d-47b7-8340-3d5070fbf9e4 HTTP/1.1" status: 204 len: 168 time: 1.5340254 Feb 20 03:43:24.955819 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5ba9028f-ca3a-4ff2-9c27-f66c79a3e780 req-83239be3-eac6-4a56-abf4-d10e725c022a tempest-ServerShowV257Test-1907543189 tempest-ServerShowV257Test-1907543189-project] 10.222.0.89 "GET /v2.0/ports?device_id=de8f2161-075f-4531-831c-c2b6fa59f777 HTTP/1.1" status: 200 len: 210 time: 0.1626036 Feb 20 03:43:24.967911 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a14823-6469-4d5f-bfdd-4150a8df38ca tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Pushing event deleted for resources: {'Port': ['ID=8211a6fe-a237-4147-ad9d-b82c13b20ac6,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:24.979541 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae35962-82e1-4eeb-8a69-4108a0c5f5a4 tempest-PortsIpV6TestJSON-167919582 tempest-PortsIpV6TestJSON-167919582-project] Pushing event deleted for resources: {'Network': ['ID=0fd20173-fa0d-47b7-8340-3d5070fbf9e4,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:25.065587 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1968e969-1ce3-4aa4-927f-c8647cea0918 x-openstack-request-id: req-1968e969-1ce3-4aa4-927f-c8647cea0918 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:43:25.065923 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "tag": "6f63130c-106c-4905-adaf-b3b307d9f4f6", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:43:25.067097 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1968e969-1ce3-4aa4-927f-c8647cea0918 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:43:25.068888 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'tag': '6f63130c-106c-4905-adaf-b3b307d9f4f6', 'status': 'completed', 'code': 200} Feb 20 03:43:25.082500 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port bf3783b4-809a-4c35-bd34-df196608bb8e, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=bf3783b4-809a-4c35-bd34-df196608bb8e,segment=NetworkSegment(37054cbd-f424-4c3e-9627-4d3b1f665915),segment_id=37054cbd-f424-4c3e-9627-4d3b1f665915)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:43:25.096722 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'bf3783b4-809a-4c35-bd34-df196608bb8e', 'network_id': 'b6106e2a-8ac1-4f4b-b272-b4b0beeb37af', 'port_id': 'bf3783b4-809a-4c35-bd34-df196608bb8e', 'mac_address': 'fa:16:3e:f0:d7:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '883b5707-28cf-44b8-81fe-08e0b3a98ddb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:43:25.154350 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port bf3783b4-809a-4c35-bd34-df196608bb8e is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:25.155074 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bf3783b4-809a-4c35-bd34-df196608bb8e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:25.178894 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf3783b4-809a-4c35-bd34-df196608bb8e {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:43:25.235629 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port bf3783b4-809a-4c35-bd34-df196608bb8e, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=bf3783b4-809a-4c35-bd34-df196608bb8e,segment=NetworkSegment(37054cbd-f424-4c3e-9627-4d3b1f665915),segment_id=37054cbd-f424-4c3e-9627-4d3b1f665915)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:43:25.246749 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45620) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:25.286578 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2e4b1f8f-1e7e-4cde-9323-0a77c8ee2aab service neutron] For port 9db11869-4975-4902-a91e-2c95a6f8cb01, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:43:25.304502 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bf3783b4-809a-4c35-bd34-df196608bb8e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:25.323678 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d5a14823-6469-4d5f-bfdd-4150a8df38ca tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (03961a53-1bef-47dd-bbba-5ff6eda49893), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:25.336843 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2e4b1f8f-1e7e-4cde-9323-0a77c8ee2aab service neutron] For port 9db11869-4975-4902-a91e-2c95a6f8cb01, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=9db11869-4975-4902-a91e-2c95a6f8cb01,segment=NetworkSegment(8f6e3763-2606-45f0-911a-d3695f15f4a6),segment_id=8f6e3763-2606-45f0-911a-d3695f15f4a6)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:43:25.386892 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=bf3783b4-809a-4c35-bd34-df196608bb8e,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:25.413256 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213a7ba-0c2d-467c-9f0c-e1b6e92b6d6d req-940295dc-2bbb-4224-b95b-515052f7925d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:25.413793 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213a7ba-0c2d-467c-9f0c-e1b6e92b6d6d req-940295dc-2bbb-4224-b95b-515052f7925d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:25.416041 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213a7ba-0c2d-467c-9f0c-e1b6e92b6d6d req-940295dc-2bbb-4224-b95b-515052f7925d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:25.416901 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213a7ba-0c2d-467c-9f0c-e1b6e92b6d6d req-940295dc-2bbb-4224-b95b-515052f7925d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:25.417669 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213a7ba-0c2d-467c-9f0c-e1b6e92b6d6d req-940295dc-2bbb-4224-b95b-515052f7925d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:25.419083 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213a7ba-0c2d-467c-9f0c-e1b6e92b6d6d req-940295dc-2bbb-4224-b95b-515052f7925d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:25.421768 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213a7ba-0c2d-467c-9f0c-e1b6e92b6d6d req-940295dc-2bbb-4224-b95b-515052f7925d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:25.424707 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5213a7ba-0c2d-467c-9f0c-e1b6e92b6d6d req-940295dc-2bbb-4224-b95b-515052f7925d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0d4e5737e103447f89841b11bed8bb31&device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 6620 time: 0.2726054 Feb 20 03:43:25.427010 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa94c6da-3e6e-4fe6-89e3-107b04dd7020 req-b1c26da6-7c28-45c0-8f97-d2865d6cf568 service neutron] 10.222.0.42 "GET /v2.0/networks/b6106e2a-8ac1-4f4b-b272-b4b0beeb37af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6708746 Feb 20 03:43:25.445395 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-468d34f2-68e7-4333-a21a-267a3b30bd14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:25.487613 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2e4b1f8f-1e7e-4cde-9323-0a77c8ee2aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (9db11869-4975-4902-a91e-2c95a6f8cb01), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:25.513433 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ffc08-a093-4025-accc-f5dc6b5b9a46 req-2a6b883e-3ea6-4bd9-86a3-fbaf7b25f322 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:25.517170 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['bf3783b4-809a-4c35-bd34-df196608bb8e'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:43:25.520802 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ffc08-a093-4025-accc-f5dc6b5b9a46 req-2a6b883e-3ea6-4bd9-86a3-fbaf7b25f322 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:25.526798 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ffc08-a093-4025-accc-f5dc6b5b9a46 req-2a6b883e-3ea6-4bd9-86a3-fbaf7b25f322 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:25.533045 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ffc08-a093-4025-accc-f5dc6b5b9a46 req-2a6b883e-3ea6-4bd9-86a3-fbaf7b25f322 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:25.539718 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ffc08-a093-4025-accc-f5dc6b5b9a46 req-2a6b883e-3ea6-4bd9-86a3-fbaf7b25f322 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:25.545482 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ffc08-a093-4025-accc-f5dc6b5b9a46 req-2a6b883e-3ea6-4bd9-86a3-fbaf7b25f322 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:25.547998 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-468d34f2-68e7-4333-a21a-267a3b30bd14 admin admin] Publish callbacks [] for security_group (41a4a0c8-76eb-4a17-a720-6e2c342ffde2), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:25.549165 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45626) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:25.551734 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ffc08-a093-4025-accc-f5dc6b5b9a46 req-2a6b883e-3ea6-4bd9-86a3-fbaf7b25f322 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:25.553929 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-134ffc08-a093-4025-accc-f5dc6b5b9a46 req-2a6b883e-3ea6-4bd9-86a3-fbaf7b25f322 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5419 time: 0.4030139 Feb 20 03:43:25.624660 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-468d34f2-68e7-4333-a21a-267a3b30bd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (41a4a0c8-76eb-4a17-a720-6e2c342ffde2), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:25.674309 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-468d34f2-68e7-4333-a21a-267a3b30bd14 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=588d7af80397441ba4dfb55f2366c8b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4262378 Feb 20 03:43:25.688241 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2e4b1f8f-1e7e-4cde-9323-0a77c8ee2aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:25.689364 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2e4b1f8f-1e7e-4cde-9323-0a77c8ee2aab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:25.691473 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2e4b1f8f-1e7e-4cde-9323-0a77c8ee2aab service neutron] 10.222.0.93 "PUT /v2.0/ports/9db11869-4975-4902-a91e-2c95a6f8cb01 HTTP/1.1" status: 200 len: 1091 time: 5.0172589 Feb 20 03:43:25.693758 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45632) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:25.842078 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9b49947d-4668-4266-ad4d-f14b1901d901 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=924afe63e3024f08a64ef1ab2c725cda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2894533 Feb 20 03:43:25.846868 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45634) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:25.876944 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d34f2-68e7-4333-a21a-267a3b30bd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a4a0c8-76eb-4a17-a720-6e2c342ffde2,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:25.909332 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213a7ba-0c2d-467c-9f0c-e1b6e92b6d6d req-1ec53d87-93b2-450e-add8-e36780d022d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:25.910474 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213a7ba-0c2d-467c-9f0c-e1b6e92b6d6d req-1ec53d87-93b2-450e-add8-e36780d022d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:25.911037 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213a7ba-0c2d-467c-9f0c-e1b6e92b6d6d req-1ec53d87-93b2-450e-add8-e36780d022d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:25.911156 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2fcbc5e6-6d70-4cc9-b825-78d6a798d5db admin admin] Publish callbacks [] for security_group (fe8abdb2-7a71-49f4-82d5-b7972a5ce3d3), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:25.912962 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5213a7ba-0c2d-467c-9f0c-e1b6e92b6d6d req-1ec53d87-93b2-450e-add8-e36780d022d4 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=0d4e5737e103447f89841b11bed8bb31&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4193401 Feb 20 03:43:25.915680 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b1f8f-1e7e-4cde-9323-0a77c8ee2aab service neutron] Pushing event updated for resources: {'Port': ['ID=9db11869-4975-4902-a91e-2c95a6f8cb01,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:25.956291 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2fcbc5e6-6d70-4cc9-b825-78d6a798d5db admin admin] Publish callbacks [] for security_group (fe8abdb2-7a71-49f4-82d5-b7972a5ce3d3), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:25.959773 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c9cce627-e8e0-4a99-af3b-731a258a7132 admin admin] Publish callbacks [] for security_group (41a4a0c8-76eb-4a17-a720-6e2c342ffde2), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:25.983475 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c9cce627-e8e0-4a99-af3b-731a258a7132 admin admin] Publish callbacks [] for security_group (41a4a0c8-76eb-4a17-a720-6e2c342ffde2), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:26.018805 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-134ffc08-a093-4025-accc-f5dc6b5b9a46 req-d8d626a8-d176-47d1-b9f8-0abfe5594b8a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3713229 Feb 20 03:43:26.020551 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213a7ba-0c2d-467c-9f0c-e1b6e92b6d6d req-2c820fee-d28d-43fb-a08e-558c5fcd9e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:26.022707 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5213a7ba-0c2d-467c-9f0c-e1b6e92b6d6d req-2c820fee-d28d-43fb-a08e-558c5fcd9e8c service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1024687 Feb 20 03:43:26.024208 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a14823-6469-4d5f-bfdd-4150a8df38ca tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Router 03961a53-1bef-47dd-bbba-5ff6eda49893 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:43:26.162474 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2fcbc5e6-6d70-4cc9-b825-78d6a798d5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (fe8abdb2-7a71-49f4-82d5-b7972a5ce3d3), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:26.167369 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2fcbc5e6-6d70-4cc9-b825-78d6a798d5db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:26.169393 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2fcbc5e6-6d70-4cc9-b825-78d6a798d5db admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/fe8abdb2-7a71-49f4-82d5-b7972a5ce3d3 HTTP/1.1" status: 204 len: 168 time: 0.3215261 Feb 20 03:43:26.184292 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbc5e6-6d70-4cc9-b825-78d6a798d5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8abdb2-7a71-49f4-82d5-b7972a5ce3d3,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:26.186658 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a14823-6469-4d5f-bfdd-4150a8df38ca tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:43:26.198598 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb335d7-c76a-4ef6-91fc-a57b29d5ed1b None None] Sync routers for ids ['03961a53-1bef-47dd-bbba-5ff6eda49893'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:43:26.203547 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c9cce627-e8e0-4a99-af3b-731a258a7132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (41a4a0c8-76eb-4a17-a720-6e2c342ffde2), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:26.209871 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c9cce627-e8e0-4a99-af3b-731a258a7132 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:26.211477 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c9cce627-e8e0-4a99-af3b-731a258a7132 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/41a4a0c8-76eb-4a17-a720-6e2c342ffde2 HTTP/1.1" status: 204 len: 168 time: 0.5167210 Feb 20 03:43:26.216973 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb335d7-c76a-4ef6-91fc-a57b29d5ed1b None None] Routers {'03961a53-1bef-47dd-bbba-5ff6eda49893'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:43:26.217618 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-9cb335d7-c76a-4ef6-91fc-a57b29d5ed1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:42:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['03961a53-1bef-47dd-bbba-5ff6eda49893'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:26.219801 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d5a14823-6469-4d5f-bfdd-4150a8df38ca tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] 10.222.0.89 "PUT /v2.0/routers/03961a53-1bef-47dd-bbba-5ff6eda49893/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2909248 Feb 20 03:43:26.220461 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45642) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:26.226269 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cce627-e8e0-4a99-af3b-731a258a7132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a4a0c8-76eb-4a17-a720-6e2c342ffde2,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:26.267881 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-9cb335d7-c76a-4ef6-91fc-a57b29d5ed1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:26.278041 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb335d7-c76a-4ef6-91fc-a57b29d5ed1b None None] Routers {'03961a53-1bef-47dd-bbba-5ff6eda49893'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:43:26.278658 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-9cb335d7-c76a-4ef6-91fc-a57b29d5ed1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:42:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['03961a53-1bef-47dd-bbba-5ff6eda49893'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:26.306577 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-0f7feb9a-d30b-447e-835f-f2c7debb5ee9 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] show failed (client error): The resource could not be found. Feb 20 03:43:26.311578 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45646) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:26.311736 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0f7feb9a-d30b-447e-835f-f2c7debb5ee9 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] 10.222.0.89 "GET /v2.0/routers/tempest-non_exist_router-1311069680 HTTP/1.1" status: 404 len: 335 time: 0.0892835 Feb 20 03:43:26.317536 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-768440ae-1d24-4e45-969d-4b13f4e2daa9 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:26.323858 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-004e0114-b319-40cd-a994-fa710ff2f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:26.324347 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-004e0114-b319-40cd-a994-fa710ff2f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:26.325368 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-004e0114-b319-40cd-a994-fa710ff2f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:26.325850 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-004e0114-b319-40cd-a994-fa710ff2f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:26.326324 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-004e0114-b319-40cd-a994-fa710ff2f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:26.326794 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-004e0114-b319-40cd-a994-fa710ff2f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:26.327293 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-004e0114-b319-40cd-a994-fa710ff2f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:26.329570 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-004e0114-b319-40cd-a994-fa710ff2f663 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0d4e5737e103447f89841b11bed8bb31&device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 6693 time: 0.2254176 Feb 20 03:43:26.340003 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-9cb335d7-c76a-4ef6-91fc-a57b29d5ed1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:26.340694 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb335d7-c76a-4ef6-91fc-a57b29d5ed1b None None] The sync data for ids ['03961a53-1bef-47dd-bbba-5ff6eda49893'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:43:26.371378 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-768440ae-1d24-4e45-969d-4b13f4e2daa9 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] update failed (client error): The resource could not be found. Feb 20 03:43:26.372545 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-768440ae-1d24-4e45-969d-4b13f4e2daa9 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] 10.222.0.89 "PUT /v2.0/routers/tempest-non_exist_router-631715576 HTTP/1.1" status: 404 len: 334 time: 0.0598540 Feb 20 03:43:26.376506 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45648) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:26.402363 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4eb2791b-2dd7-4724-b757-1cd49863e78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:26.430907 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-550dcca2-f243-434f-8988-70de773d1d64 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecc9fc1c-32de-42f6-beff-ccab1aa82d9c HTTP/1.1" status: 200 len: 217 time: 0.0912015 Feb 20 03:43:26.431504 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-ad4ff647-24dc-4469-8f13-57be26fcc109 req-df919a95-d80d-4a07-94ed-822c5dee44cb tempest-SecurityGroupsNegativeTestJSON-1369172052 tempest-SecurityGroupsNegativeTestJSON-1369172052-project] show failed (client error): The resource could not be found. Feb 20 03:43:26.432451 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ad4ff647-24dc-4469-8f13-57be26fcc109 req-df919a95-d80d-4a07-94ed-822c5dee44cb tempest-SecurityGroupsNegativeTestJSON-1369172052 tempest-SecurityGroupsNegativeTestJSON-1369172052-project] 10.222.0.89 "GET /v2.0/security-groups/23caaf8e-b428-42d8-a454-cdca7891ef44 HTTP/1.1" status: 404 len: 352 time: 0.0683684 Feb 20 03:43:26.466319 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-da1f2be7-3420-4f75-993e-b9005354b2d7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Deleting subnet a286096c-f311-41c4-ad7d-d23d7103a67b {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:43:26.470541 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-812d3e4d-b969-42c5-a9c3-bd6807de4663 req-6fa9eb68-0617-495f-a071-2dbe80be2f13 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=de8f2161-075f-4531-831c-c2b6fa59f777 HTTP/1.1" status: 200 len: 210 time: 0.0494263 Feb 20 03:43:26.480548 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da1f2be7-3420-4f75-993e-b9005354b2d7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks [] for subnet (a286096c-f311-41c4-ad7d-d23d7103a67b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:26.541130 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da1f2be7-3420-4f75-993e-b9005354b2d7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (a286096c-f311-41c4-ad7d-d23d7103a67b), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:26.598281 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-e3f54cf7-85a6-4d87-a545-b47e3010c5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:26.599860 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-e3f54cf7-85a6-4d87-a545-b47e3010c5bb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=31a197bb-5fd0-42b5-ae4b-c35a9b090699 HTTP/1.1" status: 200 len: 850 time: 0.1349466 Feb 20 03:43:26.647880 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bba5c9-ac30-49eb-b98b-f665569600c3 req-9077d6cc-4808-4a10-9e9e-a1f2cf526b31 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:26.655278 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c5bba5c9-ac30-49eb-b98b-f665569600c3 req-9077d6cc-4808-4a10-9e9e-a1f2cf526b31 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 944 time: 0.1074686 Feb 20 03:43:26.669035 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da1f2be7-3420-4f75-993e-b9005354b2d7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (a286096c-f311-41c4-ad7d-d23d7103a67b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:26.711867 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-35e8be9c-2a6d-4072-a82f-eb7e4ebae2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:26.713676 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-35e8be9c-2a6d-4072-a82f-eb7e4ebae2da service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b098f8c6-16ef-4470-b828-67d64bde6c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1071815 Feb 20 03:43:26.731121 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c5bba5c9-ac30-49eb-b98b-f665569600c3 req-30f7087f-88d7-4164-9a16-86b053c550eb tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747464 Feb 20 03:43:26.803099 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da1f2be7-3420-4f75-993e-b9005354b2d7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (a286096c-f311-41c4-ad7d-d23d7103a67b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:26.828846 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f406d52a-d4b6-4a86-9a34-260b4a0a2e44 None None] Network b677d109-d89b-4065-a726-255972eca1e2 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:43:26.833486 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da1f2be7-3420-4f75-993e-b9005354b2d7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:26.840172 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-da1f2be7-3420-4f75-993e-b9005354b2d7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] 10.222.0.89 "DELETE /v2.0/subnets/a286096c-f311-41c4-ad7d-d23d7103a67b HTTP/1.1" status: 204 len: 168 time: 0.4612658 Feb 20 03:43:26.842496 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45660) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:26.900596 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device bf3783b4-809a-4c35-bd34-df196608bb8e up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:43:26.977633 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f2be7-3420-4f75-993e-b9005354b2d7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Pushing event deleted for resources: {'Subnet': ['ID=a286096c-f311-41c4-ad7d-d23d7103a67b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:26.985055 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57899dbf-0d5f-4867-bc7f-86000b0cf5b7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (b677d109-d89b-4065-a726-255972eca1e2), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:27.072115 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-57899dbf-0d5f-4867-bc7f-86000b0cf5b7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Deleting port e5d2baab-94f1-4602-8131-d143c3457243 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:43:27.072493 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57899dbf-0d5f-4867-bc7f-86000b0cf5b7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (e5d2baab-94f1-4602-8131-d143c3457243), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:27.160610 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-57899dbf-0d5f-4867-bc7f-86000b0cf5b7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] For port e5d2baab-94f1-4602-8131-d143c3457243, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=e5d2baab-94f1-4602-8131-d143c3457243,segment=NetworkSegment(2d5c3d1b-c057-44d5-9899-0120f5ad8427),segment_id=2d5c3d1b-c057-44d5-9899-0120f5ad8427)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:43:27.165665 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57899dbf-0d5f-4867-bc7f-86000b0cf5b7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (e5d2baab-94f1-4602-8131-d143c3457243), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:27.180742 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-57899dbf-0d5f-4867-bc7f-86000b0cf5b7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Calling delete_port for e5d2baab-94f1-4602-8131-d143c3457243 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:43:27.212736 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port bf3783b4-809a-4c35-bd34-df196608bb8e completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:43:27.224359 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port bf3783b4-809a-4c35-bd34-df196608bb8e triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:27.225156 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (bf3783b4-809a-4c35-bd34-df196608bb8e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:27.273993 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fda80b-228f-4780-8bed-cee079150fca None None] DHCP port deletion for b677d109-d89b-4065-a726-255972eca1e2 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:43:27.401961 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57899dbf-0d5f-4867-bc7f-86000b0cf5b7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (e5d2baab-94f1-4602-8131-d143c3457243), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:27.407660 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'tag': '9db11869-4975-4902-a91e-2c95a6f8cb01'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:43:27.410980 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452fdbb4-6651-4375-a237-56bfa099f594" -d '{"events": [{"name": "network-changed", "server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "tag": "9db11869-4975-4902-a91e-2c95a6f8cb01"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:43:27.426498 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57899dbf-0d5f-4867-bc7f-86000b0cf5b7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] No DVR routers for this DVR port e5d2baab-94f1-4602-8131-d143c3457243 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:43:27.471560 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ccc8caef-554b-47d6-9f18-a5f5efb8673a req-553f107d-fe3a-4f7d-aa33-3b02ac6b40bb tempest-ServerShowV257Test-1907543189 tempest-ServerShowV257Test-1907543189-project] 10.222.0.89 "GET /v2.0/ports?device_id=de8f2161-075f-4531-831c-c2b6fa59f777 HTTP/1.1" status: 200 len: 210 time: 0.0572884 Feb 20 03:43:27.497516 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57899dbf-0d5f-4867-bc7f-86000b0cf5b7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Pushing event deleted for resources: {'Port': ['ID=e5d2baab-94f1-4602-8131-d143c3457243,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:27.580873 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-0c0fc33c-a979-4157-b65e-f571db3bce08 service neutron] 10.222.0.93 "GET /v2.0/networks/b098f8c6-16ef-4470-b828-67d64bde6c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8440516 Feb 20 03:43:27.595270 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-23fda80b-228f-4780-8bed-cee079150fca None None] Deleting port e5d2baab-94f1-4602-8131-d143c3457243 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:43:27.595765 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-23fda80b-228f-4780-8bed-cee079150fca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (e5d2baab-94f1-4602-8131-d143c3457243), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:27.635787 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port bf3783b4-809a-4c35-bd34-df196608bb8e is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:27.636177 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bf3783b4-809a-4c35-bd34-df196608bb8e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:27.649316 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57899dbf-0d5f-4867-bc7f-86000b0cf5b7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (b677d109-d89b-4065-a726-255972eca1e2), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:27.680285 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e5d2baab-94f1-4602-8131-d143c3457243 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:43:27.692945 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-57899dbf-0d5f-4867-bc7f-86000b0cf5b7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b677d109-d89b-4065-a726-255972eca1e2']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:27.720584 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: e5d2baab-94f1-4602-8131-d143c3457243 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:43:27.720929 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e5d2baab-94f1-4602-8131-d143c3457243 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:43:27.726329 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-57899dbf-0d5f-4867-bc7f-86000b0cf5b7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d5c3d1b-c057-44d5-9899-0120f5ad8427') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:27.727727 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-57899dbf-0d5f-4867-bc7f-86000b0cf5b7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d5c3d1b-c057-44d5-9899-0120f5ad8427') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:27.744901 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57899dbf-0d5f-4867-bc7f-86000b0cf5b7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (2d5c3d1b-c057-44d5-9899-0120f5ad8427), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:27.752500 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port bf3783b4-809a-4c35-bd34-df196608bb8e, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=bf3783b4-809a-4c35-bd34-df196608bb8e,segment=NetworkSegment(37054cbd-f424-4c3e-9627-4d3b1f665915),segment_id=37054cbd-f424-4c3e-9627-4d3b1f665915)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:43:27.767438 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1d7768-3174-402d-a0de-fab0564778fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3783b4-809a-4c35-bd34-df196608bb8e'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:43:27.774382 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57899dbf-0d5f-4867-bc7f-86000b0cf5b7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (2d5c3d1b-c057-44d5-9899-0120f5ad8427), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:27.774848 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e7dec7-4e17-45a5-898e-9926beb1a23f" -d '{"events": [{"server_uuid": "7a1d7768-3174-402d-a0de-fab0564778fb", "name": "network-vif-plugged", "status": "completed", "tag": "bf3783b4-809a-4c35-bd34-df196608bb8e"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:43:27.786804 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-23fda80b-228f-4780-8bed-cee079150fca None None] For port e5d2baab-94f1-4602-8131-d143c3457243, host n-d-829866-4, got binding levels [] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:43:27.787041 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-23fda80b-228f-4780-8bed-cee079150fca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (e5d2baab-94f1-4602-8131-d143c3457243), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:27.797681 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57899dbf-0d5f-4867-bc7f-86000b0cf5b7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:43:27.798028 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57899dbf-0d5f-4867-bc7f-86000b0cf5b7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (2d5c3d1b-c057-44d5-9899-0120f5ad8427), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:27.802916 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:43:27.802916 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:43:27.802916 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:43:27.802916 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:43:27.802916 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:43:27.802916 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:43:27.802916 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:43:27.802916 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:43:27.802916 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:43:27.802916 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:43:27.802916 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:43:27.802916 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:43:27.802916 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:43:27.802916 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:43:27.802916 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:43:27.802916 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:43:27.802916 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:43:27.802916 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:43:27.802916 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:43:27.802916 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:43:27.802916 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:43:27.802916 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:43:27.802916 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:43:27.802916 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:43:27.802916 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:43:27.802916 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:43:27.802916 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:43:27.802916 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:43:27.802916 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:43:27.802916 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:43:27.802916 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:43:27.802916 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:43:27.818890 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-23fda80b-228f-4780-8bed-cee079150fca None None] Calling delete_port for e5d2baab-94f1-4602-8131-d143c3457243 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:43:27.827593 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.ipam_backend_mixin [None req-23fda80b-228f-4780-8bed-cee079150fca None None] Port e5d2baab-94f1-4602-8131-d143c3457243 was not found and therefore no delete operation was performed {{(pid=104107) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 03:43:27.831639 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-23fda80b-228f-4780-8bed-cee079150fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (e5d2baab-94f1-4602-8131-d143c3457243), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:27.844345 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bf3783b4-809a-4c35-bd34-df196608bb8e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:27.927891 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fda80b-228f-4780-8bed-cee079150fca None None] Pushing event deleted for resources: {'Port': ['ID=e5d2baab-94f1-4602-8131-d143c3457243,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:27.929457 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c4d77-5966-4e69-8b10-424d608d5127 req-a89828b0-e1d7-4748-bcd1-4ff276d2ce33 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:27.931343 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fda80b-228f-4780-8bed-cee079150fca None None] No DVR routers for this DVR port e5d2baab-94f1-4602-8131-d143c3457243 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:43:27.932745 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57899dbf-0d5f-4867-bc7f-86000b0cf5b7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (b677d109-d89b-4065-a726-255972eca1e2), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:27.937984 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c4d77-5966-4e69-8b10-424d608d5127 req-a89828b0-e1d7-4748-bcd1-4ff276d2ce33 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:27.945874 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c4d77-5966-4e69-8b10-424d608d5127 req-a89828b0-e1d7-4748-bcd1-4ff276d2ce33 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:27.951500 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c4d77-5966-4e69-8b10-424d608d5127 req-a89828b0-e1d7-4748-bcd1-4ff276d2ce33 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:27.958004 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c4d77-5966-4e69-8b10-424d608d5127 req-a89828b0-e1d7-4748-bcd1-4ff276d2ce33 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:27.963824 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c4d77-5966-4e69-8b10-424d608d5127 req-a89828b0-e1d7-4748-bcd1-4ff276d2ce33 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:27.969871 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c4d77-5966-4e69-8b10-424d608d5127 req-a89828b0-e1d7-4748-bcd1-4ff276d2ce33 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:27.979539 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4c5c4d77-5966-4e69-8b10-424d608d5127 req-a89828b0-e1d7-4748-bcd1-4ff276d2ce33 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5419 time: 0.3232336 Feb 20 03:43:27.984305 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45696) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:27.986543 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57899dbf-0d5f-4867-bc7f-86000b0cf5b7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:27.995981 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-57899dbf-0d5f-4867-bc7f-86000b0cf5b7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] 10.222.0.89 "DELETE /v2.0/networks/b677d109-d89b-4065-a726-255972eca1e2 HTTP/1.1" status: 204 len: 168 time: 1.1509249 Feb 20 03:43:27.997272 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57899dbf-0d5f-4867-bc7f-86000b0cf5b7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Pushing event deleted for resources: {'Network': ['ID=b677d109-d89b-4065-a726-255972eca1e2,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:28.005961 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45698) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:28.006765 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=bf3783b4-809a-4c35-bd34-df196608bb8e,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:28.035921 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-d2a873d8-564a-41ba-89ab-20b8f5a90dd4 service neutron] 10.222.0.93 "GET /v2.0/networks/b098f8c6-16ef-4470-b828-67d64bde6c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4475203 Feb 20 03:43:28.091728 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eacd928-6fc4-4bf1-a7cf-130ba6fc54a3 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Deleting subnet e3b71bcf-17b2-4308-a354-5681414c04ca {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:43:28.095459 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5eacd928-6fc4-4bf1-a7cf-130ba6fc54a3 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks [] for subnet (e3b71bcf-17b2-4308-a354-5681414c04ca), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:28.105782 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-f21d313f-09f0-47e8-bd09-4513367cdf25 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=f6c5c77e-83cb-48f4-8702-35718ef6076d HTTP/1.1" status: 200 len: 217 time: 0.0611618 Feb 20 03:43:28.164500 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5eacd928-6fc4-4bf1-a7cf-130ba6fc54a3 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (e3b71bcf-17b2-4308-a354-5681414c04ca), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:28.188909 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4c5c4d77-5966-4e69-8b10-424d608d5127 req-df283e4b-7ef2-4daf-9e8e-66722228c9f9 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2083101 Feb 20 03:43:28.227583 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-1dcc7a42-b4a7-4647-a4df-537006bd3ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:28.229103 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-1dcc7a42-b4a7-4647-a4df-537006bd3ab2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f78cbae5-a431-4119-b386-a5d435c775cc HTTP/1.1" status: 200 len: 797 time: 0.1135302 Feb 20 03:43:28.282221 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5eacd928-6fc4-4bf1-a7cf-130ba6fc54a3 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (e3b71bcf-17b2-4308-a354-5681414c04ca), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:28.311108 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637481e7-8be8-4f82-a3d0-2fcb5470dc3b x-openstack-request-id: req-637481e7-8be8-4f82-a3d0-2fcb5470dc3b {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:43:28.311464 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "tag": "9db11869-4975-4902-a91e-2c95a6f8cb01", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:43:28.311742 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-637481e7-8be8-4f82-a3d0-2fcb5470dc3b {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:43:28.312131 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'tag': '9db11869-4975-4902-a91e-2c95a6f8cb01', 'status': 'completed', 'code': 200} Feb 20 03:43:28.338327 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-5a3780f8-1ef3-4726-8687-25ce82863252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:28.339988 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-5a3780f8-1ef3-4726-8687-25ce82863252 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d998f68e-c8b2-419a-a92f-ff474bef2a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0936210 Feb 20 03:43:28.392016 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-850d4d87-867d-42d2-9b71-bd31af1f35e7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Request body: {'network': {'name': 'tempest-RoutersTest-1901850578'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:28.473073 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5eacd928-6fc4-4bf1-a7cf-130ba6fc54a3 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (e3b71bcf-17b2-4308-a354-5681414c04ca), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:28.474943 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6367d54-f7ef-4b82-897a-75a31c1feb92 req-58c2602b-8a14-43a6-9ba0-a7719b7603ce tempest-SecurityGroupsNegativeTestJSON-1369172052 tempest-SecurityGroupsNegativeTestJSON-1369172052-project] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=892fd66c645f41b4b83cce5def72dde4 HTTP/1.1" status: 200 len: 3005 time: 0.1395035 Feb 20 03:43:28.517951 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacd928-6fc4-4bf1-a7cf-130ba6fc54a3 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Pushing event deleted for resources: {'Subnet': ['ID=e3b71bcf-17b2-4308-a354-5681414c04ca,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:28.520771 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5eacd928-6fc4-4bf1-a7cf-130ba6fc54a3 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:28.526839 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5eacd928-6fc4-4bf1-a7cf-130ba6fc54a3 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] 10.222.0.89 "DELETE /v2.0/subnets/e3b71bcf-17b2-4308-a354-5681414c04ca HTTP/1.1" status: 204 len: 168 time: 0.5192509 Feb 20 03:43:28.533272 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45710) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:28.535380 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f53558-be3a-4401-8bac-02867866e327 None None] Network 19aae92e-a770-4201-87c8-8f53f394fd84 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:43:28.539293 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850d4d87-867d-42d2-9b71-bd31af1f35e7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Made reservation on behalf of 43d4b034525e47029e777f2e09722643 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:43:28.542915 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-850d4d87-867d-42d2-9b71-bd31af1f35e7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:28.574833 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-09593727-7516-4df2-bf14-fe529362b38a service neutron] 10.222.0.93 "GET /v2.0/networks/d998f68e-c8b2-419a-a92f-ff474bef2a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213960 Feb 20 03:43:28.575530 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-850d4d87-867d-42d2-9b71-bd31af1f35e7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:28.594735 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:43:28.623009 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8896fce-4521-41f9-80bb-af46028491b0 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Deleting subnet f660d815-bc73-44e6-b66a-449153ca8e5b {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:43:28.627096 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e8896fce-4521-41f9-80bb-af46028491b0 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks [] for subnet (f660d815-bc73-44e6-b66a-449153ca8e5b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:28.689922 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-af60a845-6559-47cd-9c30-794ae3249647 service neutron] 10.222.0.93 "GET /v2.0/networks/d998f68e-c8b2-419a-a92f-ff474bef2a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029875 Feb 20 03:43:28.696239 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e8896fce-4521-41f9-80bb-af46028491b0 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (f660d815-bc73-44e6-b66a-449153ca8e5b), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:28.702526 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6367d54-f7ef-4b82-897a-75a31c1feb92 req-f81a1450-53bc-4c6b-a601-4aebb38448c7 tempest-SecurityGroupsNegativeTestJSON-1369172052 tempest-SecurityGroupsNegativeTestJSON-1369172052-project] 10.222.0.89 "GET /v2.0/security-groups/a4fde0ee-3e8e-4049-bd4b-2b3470988780 HTTP/1.1" status: 200 len: 3002 time: 0.2146707 Feb 20 03:43:28.740874 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e148-5f4a-4a4d-8215-b1243ea7d8cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:28.814092 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e8896fce-4521-41f9-80bb-af46028491b0 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (f660d815-bc73-44e6-b66a-449153ca8e5b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:28.839445 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-850d4d87-867d-42d2-9b71-bd31af1f35e7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for security_group (cf227d92-2245-459b-b7d6-bbc234562dfa), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:28.849795 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6367d54-f7ef-4b82-897a-75a31c1feb92 req-8ce4ec17-a1d9-4a71-9b3f-6fb0ab6742f4 tempest-SecurityGroupsNegativeTestJSON-1369172052 tempest-SecurityGroupsNegativeTestJSON-1369172052-project] 10.222.0.89 "GET /v2.0/security-groups/a4fde0ee-3e8e-4049-bd4b-2b3470988780 HTTP/1.1" status: 200 len: 3002 time: 0.1459322 Feb 20 03:43:28.862399 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd86b8a-a06a-4b87-a6db-dc044061f95c None None] DHCP port deletion for 19aae92e-a770-4201-87c8-8f53f394fd84 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:43:28.887242 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-4c30076a-f67a-49be-a9c3-dddd65648de1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=f90d40c0-5b58-4b00-ae70-023f49494c0e HTTP/1.1" status: 200 len: 217 time: 0.1263435 Feb 20 03:43:28.906607 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-850d4d87-867d-42d2-9b71-bd31af1f35e7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (cf227d92-2245-459b-b7d6-bbc234562dfa), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:28.956035 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e8896fce-4521-41f9-80bb-af46028491b0 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (f660d815-bc73-44e6-b66a-449153ca8e5b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:28.966032 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ebd86b8a-a06a-4b87-a6db-dc044061f95c None None] Deleting port 09400fcf-91e2-41a4-8123-0277f009b64c {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:43:28.966994 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ebd86b8a-a06a-4b87-a6db-dc044061f95c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (09400fcf-91e2-41a4-8123-0277f009b64c), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:28.993443 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850d4d87-867d-42d2-9b71-bd31af1f35e7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:43:28.994608 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8896fce-4521-41f9-80bb-af46028491b0 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Pushing event deleted for resources: {'Subnet': ['ID=f660d815-bc73-44e6-b66a-449153ca8e5b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:29.004801 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e8896fce-4521-41f9-80bb-af46028491b0 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:29.009731 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e8896fce-4521-41f9-80bb-af46028491b0 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] 10.222.0.89 "DELETE /v2.0/subnets/f660d815-bc73-44e6-b66a-449153ca8e5b HTTP/1.1" status: 204 len: 168 time: 0.4800675 Feb 20 03:43:29.012588 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45720) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:29.013390 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-04ede1d8-5c1d-4b45-a938-b79ca58b59fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:29.014930 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-04ede1d8-5c1d-4b45-a938-b79ca58b59fd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f78cbae5-a431-4119-b386-a5d435c775cc HTTP/1.1" status: 200 len: 797 time: 0.1243560 Feb 20 03:43:29.029143 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-850d4d87-867d-42d2-9b71-bd31af1f35e7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (6628055c-af8b-4f32-9a9b-a87368a86568), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:29.029500 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-850d4d87-867d-42d2-9b71-bd31af1f35e7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Added segment 6628055c-af8b-4f32-9a9b-a87368a86568 of type vlan for network 737265b7-9241-4efd-86a1-c92dd6100143 Feb 20 03:43:29.031742 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d4d87-867d-42d2-9b71-bd31af1f35e7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf227d92-2245-459b-b7d6-bbc234562dfa,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:29.056676 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ebd86b8a-a06a-4b87-a6db-dc044061f95c None None] For port 09400fcf-91e2-41a4-8123-0277f009b64c, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=09400fcf-91e2-41a4-8123-0277f009b64c,segment=NetworkSegment(15a5c614-5ff7-47df-9039-55d86f40ef8e),segment_id=15a5c614-5ff7-47df-9039-55d86f40ef8e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:43:29.057178 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ebd86b8a-a06a-4b87-a6db-dc044061f95c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (09400fcf-91e2-41a4-8123-0277f009b64c), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:29.080169 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ebd86b8a-a06a-4b87-a6db-dc044061f95c None None] Calling delete_port for 09400fcf-91e2-41a4-8123-0277f009b64c owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:43:29.130282 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-850d4d87-867d-42d2-9b71-bd31af1f35e7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (737265b7-9241-4efd-86a1-c92dd6100143), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:29.143797 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3e840-872e-42b7-ba32-5c6fd59bb4ec req-cb5e6a5a-10c5-456d-9f63-eeb72be41fcf tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:29.152806 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5ec3e840-872e-42b7-ba32-5c6fd59bb4ec req-cb5e6a5a-10c5-456d-9f63-eeb72be41fcf tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.2110174 Feb 20 03:43:29.167049 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4b3781-9a25-4e30-ba34-e2d1d707682b None None] Network 88ac2e61-2d6d-4adc-adba-834384a6d325 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:43:29.206352 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-1aaab3c5-d416-4b8f-befb-d999c092cf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:29.209203 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-1aaab3c5-d416-4b8f-befb-d999c092cf75 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d998f68e-c8b2-419a-a92f-ff474bef2a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1811299 Feb 20 03:43:29.217186 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1dadb129-65da-40f6-89a1-3be9078439a2 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (19aae92e-a770-4201-87c8-8f53f394fd84), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:29.241172 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ebd86b8a-a06a-4b87-a6db-dc044061f95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (09400fcf-91e2-41a4-8123-0277f009b64c), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:29.300821 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd86b8a-a06a-4b87-a6db-dc044061f95c None None] Pushing event deleted for resources: {'Port': ['ID=09400fcf-91e2-41a4-8123-0277f009b64c,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:29.322167 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-480e02ab-1cbd-415d-a45f-775f5ce82eee service neutron] 10.222.0.93 "GET /v2.0/networks/d998f68e-c8b2-419a-a92f-ff474bef2a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030715 Feb 20 03:43:29.327977 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-850d4d87-867d-42d2-9b71-bd31af1f35e7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (737265b7-9241-4efd-86a1-c92dd6100143), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:29.331042 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd86b8a-a06a-4b87-a6db-dc044061f95c None None] No DVR routers for this DVR port 09400fcf-91e2-41a4-8123-0277f009b64c on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:43:29.333747 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850d4d87-867d-42d2-9b71-bd31af1f35e7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:29.334211 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-850d4d87-867d-42d2-9b71-bd31af1f35e7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:29.403888 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5ec3e840-872e-42b7-ba32-5c6fd59bb4ec req-4cda84f0-00e1-48d1-9888-d3c145f7d0b6 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496963 Feb 20 03:43:29.414452 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1dadb129-65da-40f6-89a1-3be9078439a2 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (19aae92e-a770-4201-87c8-8f53f394fd84), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:29.457231 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13658670-e37c-4d47-9d23-4460e2e4e846 x-openstack-request-id: req-13658670-e37c-4d47-9d23-4460e2e4e846 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:43:29.457231 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1d7768-3174-402d-a0de-fab0564778fb", "name": "network-vif-plugged", "status": "completed", "tag": "bf3783b4-809a-4c35-bd34-df196608bb8e", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:43:29.457605 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-13658670-e37c-4d47-9d23-4460e2e4e846 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:43:29.457824 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1d7768-3174-402d-a0de-fab0564778fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3783b4-809a-4c35-bd34-df196608bb8e', 'code': 200} Feb 20 03:43:29.475757 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-1dadb129-65da-40f6-89a1-3be9078439a2 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19aae92e-a770-4201-87c8-8f53f394fd84']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:29.483715 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-1dadb129-65da-40f6-89a1-3be9078439a2 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a5c614-5ff7-47df-9039-55d86f40ef8e') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:29.484013 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-1dadb129-65da-40f6-89a1-3be9078439a2 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a5c614-5ff7-47df-9039-55d86f40ef8e') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:29.488604 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11d9ee5-dad1-49ab-8026-4292c9fa587b None None] DHCP port deletion for 88ac2e61-2d6d-4adc-adba-834384a6d325 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:43:29.509787 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1dadb129-65da-40f6-89a1-3be9078439a2 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (15a5c614-5ff7-47df-9039-55d86f40ef8e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:29.536558 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-850d4d87-867d-42d2-9b71-bd31af1f35e7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5482366 Feb 20 03:43:29.539347 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45730) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:29.543246 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1dadb129-65da-40f6-89a1-3be9078439a2 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (15a5c614-5ff7-47df-9039-55d86f40ef8e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:29.559790 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-fd5af4a7-9d1e-4294-a0b2-9ab8aa03b94f tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Request body: {'network': {'name': 'tempest-RoutersTest-1932470344'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:29.576208 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dadb129-65da-40f6-89a1-3be9078439a2 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:43:29.576953 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1dadb129-65da-40f6-89a1-3be9078439a2 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (15a5c614-5ff7-47df-9039-55d86f40ef8e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:29.586958 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b11d9ee5-dad1-49ab-8026-4292c9fa587b None None] Deleting port a635b6c2-f43c-4043-b070-e2dc376f6139 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:43:29.587496 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b11d9ee5-dad1-49ab-8026-4292c9fa587b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (a635b6c2-f43c-4043-b070-e2dc376f6139), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:29.635616 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d4d87-867d-42d2-9b71-bd31af1f35e7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Network': ['ID=737265b7-9241-4efd-86a1-c92dd6100143,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:29.640064 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a87a06c4-1ada-471e-9bb2-507fbdb090f7 req-f02df97a-aa76-40a8-a33e-a9a088ac5a0d tempest-ServerShowV257Test-1907543189 tempest-ServerShowV257Test-1907543189-project] 10.222.0.89 "GET /v2.0/ports?device_id=de8f2161-075f-4531-831c-c2b6fa59f777 HTTP/1.1" status: 200 len: 210 time: 0.0670650 Feb 20 03:43:29.685275 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 737265b7-9241-4efd-86a1-c92dd6100143 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:43:29.707982 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-80834ff7-f2d5-47e0-aa8b-3e9192bd6100 service neutron] 10.222.0.93 "GET /v2.0/networks/d998f68e-c8b2-419a-a92f-ff474bef2a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652840 Feb 20 03:43:29.710559 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:43:29.710559 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:43:29.710559 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:43:29.710559 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:43:29.710559 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:43:29.710559 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:43:29.710559 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:43:29.710559 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:43:29.710559 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:43:29.710559 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:43:29.710559 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:43:29.710559 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:43:29.710559 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:43:29.710559 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:43:29.710559 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:43:29.710559 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:43:29.710559 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:43:29.710559 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:43:29.710559 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:43:29.710559 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:43:29.710559 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:43:29.710559 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:43:29.710559 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:43:29.710559 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:43:29.710559 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:43:29.710559 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:43:29.710559 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:43:29.710559 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:43:29.710559 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:43:29.710559 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:43:29.710559 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:43:29.710559 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:43:29.714139 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2bf3b-4879-437b-949e-49d9aa77c2de req-dcf0f1ea-4c47-45cb-af32-36c6d061cc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:29.716335 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d6f2bf3b-4879-437b-949e-49d9aa77c2de req-dcf0f1ea-4c47-45cb-af32-36c6d061cc94 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 1127 time: 0.1572418 Feb 20 03:43:29.754798 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 09400fcf-91e2-41a4-8123-0277f009b64c no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:43:29.757759 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1dadb129-65da-40f6-89a1-3be9078439a2 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (19aae92e-a770-4201-87c8-8f53f394fd84), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:29.775716 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1dadb129-65da-40f6-89a1-3be9078439a2 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:29.781957 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1dadb129-65da-40f6-89a1-3be9078439a2 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] 10.222.0.89 "DELETE /v2.0/networks/19aae92e-a770-4201-87c8-8f53f394fd84 HTTP/1.1" status: 204 len: 168 time: 0.7677436 Feb 20 03:43:29.782535 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-e5088437-5a1d-4ff5-84e0-9f877aacbbad service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=c7a136aa-1a7e-4a1d-8972-04de33f5dc56 HTTP/1.1" status: 200 len: 217 time: 0.0594361 Feb 20 03:43:29.787960 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45736) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:29.802560 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 09400fcf-91e2-41a4-8123-0277f009b64c {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:43:29.802560 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 09400fcf-91e2-41a4-8123-0277f009b64c not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:43:29.802908 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device a635b6c2-f43c-4043-b070-e2dc376f6139 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:43:29.806783 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b11d9ee5-dad1-49ab-8026-4292c9fa587b None None] For port a635b6c2-f43c-4043-b070-e2dc376f6139, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=a635b6c2-f43c-4043-b070-e2dc376f6139,segment=NetworkSegment(62526020-43d9-43fd-8c94-a3c891ed1492),segment_id=62526020-43d9-43fd-8c94-a3c891ed1492)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:43:29.807292 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b11d9ee5-dad1-49ab-8026-4292c9fa587b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (a635b6c2-f43c-4043-b070-e2dc376f6139), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:29.824906 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5af4a7-9d1e-4294-a0b2-9ab8aa03b94f tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Made reservation on behalf of 43d4b034525e47029e777f2e09722643 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:43:29.829949 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd5af4a7-9d1e-4294-a0b2-9ab8aa03b94f tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:29.834947 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dadb129-65da-40f6-89a1-3be9078439a2 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Pushing event deleted for resources: {'Network': ['ID=19aae92e-a770-4201-87c8-8f53f394fd84,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:29.864429 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b11d9ee5-dad1-49ab-8026-4292c9fa587b None None] Calling delete_port for a635b6c2-f43c-4043-b070-e2dc376f6139 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:43:29.865422 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd5af4a7-9d1e-4294-a0b2-9ab8aa03b94f tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:43:29.877157 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd5af4a7-9d1e-4294-a0b2-9ab8aa03b94f tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (0be68e4e-27e1-4595-83e6-e3f60214272f), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:29.877538 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-fd5af4a7-9d1e-4294-a0b2-9ab8aa03b94f tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Added segment 0be68e4e-27e1-4595-83e6-e3f60214272f of type vlan for network 73e90dd2-2985-4a1c-8572-eaabed739f59 Feb 20 03:43:29.931483 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d6f2bf3b-4879-437b-949e-49d9aa77c2de req-a8ff0a93-8a88-4838-97a8-1e7a1dfcf0c5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013884 Feb 20 03:43:29.937082 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-a151013e-7c1b-4463-8a38-ae4cb5d6e966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:29.938401 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-a151013e-7c1b-4463-8a38-ae4cb5d6e966 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f78cbae5-a431-4119-b386-a5d435c775cc HTTP/1.1" status: 200 len: 797 time: 0.1485288 Feb 20 03:43:29.938617 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd5af4a7-9d1e-4294-a0b2-9ab8aa03b94f tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (73e90dd2-2985-4a1c-8572-eaabed739f59), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:29.944567 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e01e70b6-9b1f-4d93-a24c-1701dd1d11b9 req-a168aae5-b915-486e-94ca-7ea031b5daa0 tempest-SecurityGroupsNegativeTestJSON-1369172052 tempest-SecurityGroupsNegativeTestJSON-1369172052-project] 10.222.0.89 "GET /v2.0/security-groups/a4fde0ee-3e8e-4049-bd4b-2b3470988780 HTTP/1.1" status: 200 len: 3002 time: 0.2368014 Feb 20 03:43:29.978210 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:30.003020 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port a635b6c2-f43c-4043-b070-e2dc376f6139 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:30.003376 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7f242d29-d0c3-4621-889d-bfc4b8be3970 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (88ac2e61-2d6d-4adc-adba-834384a6d325), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:30.003516 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a635b6c2-f43c-4043-b070-e2dc376f6139), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:30.038526 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd5af4a7-9d1e-4294-a0b2-9ab8aa03b94f tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (73e90dd2-2985-4a1c-8572-eaabed739f59), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:30.051732 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5af4a7-9d1e-4294-a0b2-9ab8aa03b94f tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:30.052847 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd5af4a7-9d1e-4294-a0b2-9ab8aa03b94f tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:30.072436 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-219025c1-b277-45bd-841f-eda06bff165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:30.074069 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-219025c1-b277-45bd-841f-eda06bff165e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d998f68e-c8b2-419a-a92f-ff474bef2a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1247847 Feb 20 03:43:30.103679 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-e01e70b6-9b1f-4d93-a24c-1701dd1d11b9 req-9983ad88-33c4-4115-8282-e2ca80a4b1b6 tempest-SecurityGroupsNegativeTestJSON-1369172052 tempest-SecurityGroupsNegativeTestJSON-1369172052-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 20 03:43:30.104747 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e01e70b6-9b1f-4d93-a24c-1701dd1d11b9 req-9983ad88-33c4-4115-8282-e2ca80a4b1b6 tempest-SecurityGroupsNegativeTestJSON-1369172052 tempest-SecurityGroupsNegativeTestJSON-1369172052-project] 10.222.0.89 "DELETE /v2.0/security-groups/a4fde0ee-3e8e-4049-bd4b-2b3470988780 HTTP/1.1" status: 409 len: 352 time: 0.1409810 Feb 20 03:43:30.126309 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b11d9ee5-dad1-49ab-8026-4292c9fa587b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (a635b6c2-f43c-4043-b070-e2dc376f6139), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:30.157711 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d9ee5-dad1-49ab-8026-4292c9fa587b None None] Pushing event deleted for resources: {'Port': ['ID=a635b6c2-f43c-4043-b070-e2dc376f6139,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:30.159099 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5af4a7-9d1e-4294-a0b2-9ab8aa03b94f tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Network': ['ID=73e90dd2-2985-4a1c-8572-eaabed739f59,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:30.172683 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11d9ee5-dad1-49ab-8026-4292c9fa587b None None] No DVR routers for this DVR port a635b6c2-f43c-4043-b070-e2dc376f6139 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:43:30.177982 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 20 03:43:30.177982 n-d-829866-4 neutron-server[104107]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Feb 20 03:43:30.177982 n-d-829866-4 neutron-server[104107]: [parameters: {'status': 'DOWN', 'ports_id': 'a635b6c2-f43c-4043-b070-e2dc376f6139'}] Feb 20 03:43:30.177982 n-d-829866-4 neutron-server[104107]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:43:30.178426 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:43:30.189072 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-7f242d29-d0c3-4621-889d-bfc4b8be3970 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Deleting port a635b6c2-f43c-4043-b070-e2dc376f6139 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:43:30.189072 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7f242d29-d0c3-4621-889d-bfc4b8be3970 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (a635b6c2-f43c-4043-b070-e2dc376f6139), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:30.205484 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 73e90dd2-2985-4a1c-8572-eaabed739f59 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:43:30.207700 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fd5af4a7-9d1e-4294-a0b2-9ab8aa03b94f tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6672294 Feb 20 03:43:30.210970 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45740) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:30.216820 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-717caf15-3fc1-4b51-a82d-55a6ff1350be tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Request body: {'subnet': {'network_id': '737265b7-9241-4efd-86a1-c92dd6100143', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:30.269482 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-7f242d29-d0c3-4621-889d-bfc4b8be3970 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] For port a635b6c2-f43c-4043-b070-e2dc376f6139, host n-d-829866-4, got binding levels [] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:43:30.269831 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7f242d29-d0c3-4621-889d-bfc4b8be3970 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (a635b6c2-f43c-4043-b070-e2dc376f6139), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:30.286685 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-7f242d29-d0c3-4621-889d-bfc4b8be3970 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Calling delete_port for a635b6c2-f43c-4043-b070-e2dc376f6139 owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:43:30.290657 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.ipam_backend_mixin [None req-7f242d29-d0c3-4621-889d-bfc4b8be3970 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Port a635b6c2-f43c-4043-b070-e2dc376f6139 was not found and therefore no delete operation was performed {{(pid=104105) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 03:43:30.292614 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7f242d29-d0c3-4621-889d-bfc4b8be3970 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (a635b6c2-f43c-4043-b070-e2dc376f6139), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:30.339633 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-55f12359-04c3-4057-80f5-e41ad618f7fa service neutron] 10.222.0.93 "GET /v2.0/networks/d998f68e-c8b2-419a-a92f-ff474bef2a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543206 Feb 20 03:43:30.356572 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f242d29-d0c3-4621-889d-bfc4b8be3970 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] No DVR routers for this DVR port a635b6c2-f43c-4043-b070-e2dc376f6139 on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:43:30.361131 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f242d29-d0c3-4621-889d-bfc4b8be3970 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Pushing event deleted for resources: {'Port': ['ID=a635b6c2-f43c-4043-b070-e2dc376f6139,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:30.389644 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717caf15-3fc1-4b51-a82d-55a6ff1350be tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Made reservation on behalf of 43d4b034525e47029e777f2e09722643 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:43:30.393546 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-717caf15-3fc1-4b51-a82d-55a6ff1350be tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:30.514091 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6530a9-a495-4dcf-a6f8-94baa19b240f req-00d9e55e-7381-4e55-8ead-ad195c48eea4 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:30.520889 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6530a9-a495-4dcf-a6f8-94baa19b240f req-00d9e55e-7381-4e55-8ead-ad195c48eea4 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:30.526216 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6530a9-a495-4dcf-a6f8-94baa19b240f req-00d9e55e-7381-4e55-8ead-ad195c48eea4 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:30.531485 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6530a9-a495-4dcf-a6f8-94baa19b240f req-00d9e55e-7381-4e55-8ead-ad195c48eea4 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:30.537166 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6530a9-a495-4dcf-a6f8-94baa19b240f req-00d9e55e-7381-4e55-8ead-ad195c48eea4 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:30.542399 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6530a9-a495-4dcf-a6f8-94baa19b240f req-00d9e55e-7381-4e55-8ead-ad195c48eea4 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:30.547717 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6530a9-a495-4dcf-a6f8-94baa19b240f req-00d9e55e-7381-4e55-8ead-ad195c48eea4 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:30.549666 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e6530a9-a495-4dcf-a6f8-94baa19b240f req-00d9e55e-7381-4e55-8ead-ad195c48eea4 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5419 time: 0.2552187 Feb 20 03:43:30.560865 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7f242d29-d0c3-4621-889d-bfc4b8be3970 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (88ac2e61-2d6d-4adc-adba-834384a6d325), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:30.613074 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-7f242d29-d0c3-4621-889d-bfc4b8be3970 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ac2e61-2d6d-4adc-adba-834384a6d325']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:30.618145 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-717caf15-3fc1-4b51-a82d-55a6ff1350be tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (2bcdb66e-9313-4eed-91c2-2ef0b1d8d152), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:30.624988 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-3aac4d8b-264e-4cf5-8943-cc16444d21bb service neutron] 10.222.0.93 "GET /v2.0/networks/d998f68e-c8b2-419a-a92f-ff474bef2a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660313 Feb 20 03:43:30.626834 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-7f242d29-d0c3-4621-889d-bfc4b8be3970 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62526020-43d9-43fd-8c94-a3c891ed1492') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:30.627081 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-7f242d29-d0c3-4621-889d-bfc4b8be3970 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62526020-43d9-43fd-8c94-a3c891ed1492') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:30.685499 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7f242d29-d0c3-4621-889d-bfc4b8be3970 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (62526020-43d9-43fd-8c94-a3c891ed1492), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:30.688308 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717caf15-3fc1-4b51-a82d-55a6ff1350be tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Subnet': ['ID=2bcdb66e-9313-4eed-91c2-2ef0b1d8d152,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:30.697080 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-0484f55b-afb9-4ac1-a383-5fce45fa5260 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=fa551e26-c5d6-4e30-8c15-847cfbbeb4e9 HTTP/1.1" status: 200 len: 217 time: 0.0643363 Feb 20 03:43:30.704088 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717caf15-3fc1-4b51-a82d-55a6ff1350be tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Checking segment: {'id': '6628055c-af8b-4f32-9a9b-a87368a86568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '737265b7-9241-4efd-86a1-c92dd6100143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:43:30.704804 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717caf15-3fc1-4b51-a82d-55a6ff1350be tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network hostable DHCP agents. Network: 737265b7-9241-4efd-86a1-c92dd6100143, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:43:30.722296 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Port a635b6c2-f43c-4043-b070-e2dc376f6139 update to DOWN by agent not found {{(pid=104107) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 20 03:43:30.742518 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7f242d29-d0c3-4621-889d-bfc4b8be3970 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (62526020-43d9-43fd-8c94-a3c891ed1492), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:30.763718 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f242d29-d0c3-4621-889d-bfc4b8be3970 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:43:30.764139 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7f242d29-d0c3-4621-889d-bfc4b8be3970 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (62526020-43d9-43fd-8c94-a3c891ed1492), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:30.768741 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:43:30.768741 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:43:30.768741 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:43:30.768741 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:43:30.768741 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:43:30.768741 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:43:30.768741 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:43:30.768741 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:43:30.768741 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:43:30.768741 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:43:30.768741 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:43:30.768741 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:43:30.768741 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:43:30.768741 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:43:30.768741 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:43:30.768741 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:43:30.768741 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:43:30.768741 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:43:30.768741 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:43:30.768741 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:43:30.768741 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:43:30.768741 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:43:30.768741 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:43:30.768741 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:43:30.768741 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:43:30.768741 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:43:30.768741 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:43:30.768741 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:43:30.768741 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:43:30.768741 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:43:30.768741 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:43:30.768741 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:43:30.784713 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e6530a9-a495-4dcf-a6f8-94baa19b240f req-08ffc04d-9d96-419a-9c9a-69e2eebb4906 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2147822 Feb 20 03:43:30.789101 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-73c6528e-bedb-42fb-94e3-fac6cef148ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:30.790542 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-73c6528e-bedb-42fb-94e3-fac6cef148ab service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f78cbae5-a431-4119-b386-a5d435c775cc HTTP/1.1" status: 200 len: 797 time: 0.0880129 Feb 20 03:43:30.796217 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717caf15-3fc1-4b51-a82d-55a6ff1350be tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network 737265b7-9241-4efd-86a1-c92dd6100143 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:43:30.892268 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-1b1f813a-2a26-48e0-84c1-38b77441dbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:30.892581 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-717caf15-3fc1-4b51-a82d-55a6ff1350be tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 737265b7-9241-4efd-86a1-c92dd6100143) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:43:30.897946 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-1b1f813a-2a26-48e0-84c1-38b77441dbeb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d998f68e-c8b2-419a-a92f-ff474bef2a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0723317 Feb 20 03:43:30.900149 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717caf15-3fc1-4b51-a82d-55a6ff1350be tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:30.901771 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-717caf15-3fc1-4b51-a82d-55a6ff1350be tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:30.906103 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d987a7-9e9e-4cd2-8f0b-ce3de3ed6c83 None None] Network 737265b7-9241-4efd-86a1-c92dd6100143 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:43:30.981701 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7f242d29-d0c3-4621-889d-bfc4b8be3970 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (88ac2e61-2d6d-4adc-adba-834384a6d325), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:30.995546 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7f242d29-d0c3-4621-889d-bfc4b8be3970 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:31.004805 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45752) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:31.017781 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-717caf15-3fc1-4b51-a82d-55a6ff1350be tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8056588 Feb 20 03:43:31.019883 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7f242d29-d0c3-4621-889d-bfc4b8be3970 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] 10.222.0.89 "DELETE /v2.0/networks/88ac2e61-2d6d-4adc-adba-834384a6d325 HTTP/1.1" status: 204 len: 168 time: 1.2279279 Feb 20 03:43:31.031606 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45754) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:31.041481 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f242d29-d0c3-4621-889d-bfc4b8be3970 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Pushing event deleted for resources: {'Network': ['ID=88ac2e61-2d6d-4adc-adba-834384a6d325,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:31.053404 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-916b61c9-65ab-4e40-871c-298f37b2ae1d tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Request body: {'subnet': {'network_id': '73e90dd2-2985-4a1c-8572-eaabed739f59', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:31.090579 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d936bfef-e9c2-43b8-8786-2058189bef64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-737265b7-9241-4efd-86a1-c92dd6100143', 'network_id': '737265b7-9241-4efd-86a1-c92dd6100143', 'project_id': '43d4b034525e47029e777f2e09722643', 'fixed_ips': [{'subnet_id': '2bcdb66e-9313-4eed-91c2-2ef0b1d8d152'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:43:31.091642 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d936bfef-e9c2-43b8-8786-2058189bef64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:31.125081 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b94abc-6d83-4550-9d6b-0e0377710466 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Deleting subnet fd59bb9a-2d5a-4931-8e22-108000c5052e {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:43:31.129869 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-96b20c31-a9bf-4f8b-a556-1bad898ed6f3 service neutron] 10.222.0.93 "GET /v2.0/networks/d998f68e-c8b2-419a-a92f-ff474bef2a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256436 Feb 20 03:43:31.141774 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-92b94abc-6d83-4550-9d6b-0e0377710466 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks [] for subnet (fd59bb9a-2d5a-4931-8e22-108000c5052e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:31.209572 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-92b94abc-6d83-4550-9d6b-0e0377710466 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (fd59bb9a-2d5a-4931-8e22-108000c5052e), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:31.239589 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:31.296008 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-400c97dd-947d-492b-b751-729a3ccba78c service neutron] 10.222.0.93 "GET /v2.0/networks/d998f68e-c8b2-419a-a92f-ff474bef2a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595631 Feb 20 03:43:31.324307 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916b61c9-65ab-4e40-871c-298f37b2ae1d tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Made reservation on behalf of 43d4b034525e47029e777f2e09722643 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:43:31.327916 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-916b61c9-65ab-4e40-871c-298f37b2ae1d tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:31.328476 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-d936bfef-e9c2-43b8-8786-2058189bef64 None None] Allocated IP 172.20.0.2 (737265b7-9241-4efd-86a1-c92dd6100143/2bcdb66e-9313-4eed-91c2-2ef0b1d8d152/5f65b499-a65d-4fac-bf49-b7ee4bca083c) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:43:31.360908 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-312954fc-3bef-4b43-a3e5-892377ee7c0d req-956eb750-b184-4468-8ccf-91c9c299bd25 tempest-SecurityGroupsNegativeTestJSON-1369172052 tempest-SecurityGroupsNegativeTestJSON-1369172052-project] show failed (client error): The resource could not be found. Feb 20 03:43:31.362005 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-312954fc-3bef-4b43-a3e5-892377ee7c0d req-956eb750-b184-4468-8ccf-91c9c299bd25 tempest-SecurityGroupsNegativeTestJSON-1369172052 tempest-SecurityGroupsNegativeTestJSON-1369172052-project] 10.222.0.89 "GET /v2.0/security-groups/2804f165-247d-4c7c-b726-caac154dc11e HTTP/1.1" status: 404 len: 352 time: 0.0651248 Feb 20 03:43:31.372811 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-4650ad56-70e6-4967-92ba-d0b373e0eec0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6f63130c-106c-4905-adaf-b3b307d9f4f6 HTTP/1.1" status: 200 len: 217 time: 0.0625117 Feb 20 03:43:31.573679 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-5577ee1d-80e8-445f-a1a8-64338451789d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:31.575453 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-5577ee1d-80e8-445f-a1a8-64338451789d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4b49b375-a7c5-48eb-97d0-3c003902dd00 HTTP/1.1" status: 200 len: 797 time: 0.1712258 Feb 20 03:43:31.604396 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d81d5-6fe7-42bd-a555-2ca956f384ea req-54a26a4c-4de0-40e8-9a8d-4e7e87e5bbdc tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:31.613448 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-144d81d5-6fe7-42bd-a555-2ca956f384ea req-54a26a4c-4de0-40e8-9a8d-4e7e87e5bbdc tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1411698 Feb 20 03:43:31.720196 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-92b94abc-6d83-4550-9d6b-0e0377710466 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (fd59bb9a-2d5a-4931-8e22-108000c5052e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:31.798235 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-144d81d5-6fe7-42bd-a555-2ca956f384ea req-fa0895ea-e8b1-4460-9879-8c60ffb45437 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835802 Feb 20 03:43:31.803756 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d936bfef-e9c2-43b8-8786-2058189bef64 None None] Publish callbacks [] for port (5f65b499-a65d-4fac-bf49-b7ee4bca083c), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:31.812969 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-4f6d9f72-8759-4ba8-afc2-6b23b53afa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:31.814491 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-4f6d9f72-8759-4ba8-afc2-6b23b53afa29 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8ca4b396-14bc-4fc6-83df-227a6726eb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2293949 Feb 20 03:43:31.875974 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-92b94abc-6d83-4550-9d6b-0e0377710466 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (fd59bb9a-2d5a-4931-8e22-108000c5052e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:31.904274 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d936bfef-e9c2-43b8-8786-2058189bef64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (5f65b499-a65d-4fac-bf49-b7ee4bca083c), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:31.922286 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b94abc-6d83-4550-9d6b-0e0377710466 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Pushing event deleted for resources: {'Subnet': ['ID=fd59bb9a-2d5a-4931-8e22-108000c5052e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:31.931452 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-cb0232e8-d1b5-43df-a95e-f3d45d045c8c service neutron] 10.222.0.93 "GET /v2.0/networks/8ca4b396-14bc-4fc6-83df-227a6726eb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939603 Feb 20 03:43:31.935462 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b94abc-6d83-4550-9d6b-0e0377710466 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:31.935815 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b94abc-6d83-4550-9d6b-0e0377710466 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:31.936156 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b94abc-6d83-4550-9d6b-0e0377710466 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:31.936568 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b94abc-6d83-4550-9d6b-0e0377710466 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:31.936904 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b94abc-6d83-4550-9d6b-0e0377710466 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:31.937236 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b94abc-6d83-4550-9d6b-0e0377710466 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:31.937555 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b94abc-6d83-4550-9d6b-0e0377710466 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:31.937879 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b94abc-6d83-4550-9d6b-0e0377710466 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:31.938203 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b94abc-6d83-4550-9d6b-0e0377710466 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:31.938916 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b94abc-6d83-4550-9d6b-0e0377710466 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:31.939260 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b94abc-6d83-4550-9d6b-0e0377710466 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:31.939571 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b94abc-6d83-4550-9d6b-0e0377710466 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:31.940200 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b94abc-6d83-4550-9d6b-0e0377710466 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:31.953189 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-92b94abc-6d83-4550-9d6b-0e0377710466 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:31.964020 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-92b94abc-6d83-4550-9d6b-0e0377710466 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] 10.222.0.89 "DELETE /v2.0/subnets/fd59bb9a-2d5a-4931-8e22-108000c5052e HTTP/1.1" status: 204 len: 168 time: 0.9554806 Feb 20 03:43:31.967016 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45768) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:31.967192 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118be05c-fb33-4546-a390-bbc90d33a992 None None] Network 4146f0f8-b4a3-4adc-bdb9-a4f3305938b1 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:43:32.007055 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd39a6d5-f9a4-436a-b037-c4bb94030975 req-3b3cb307-80cc-4332-a811-881b567e97eb tempest-ServerShowV257Test-1907543189 tempest-ServerShowV257Test-1907543189-project] 10.222.0.89 "GET /v2.0/ports?device_id=de8f2161-075f-4531-831c-c2b6fa59f777 HTTP/1.1" status: 200 len: 210 time: 0.0699704 Feb 20 03:43:32.055313 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d936bfef-e9c2-43b8-8786-2058189bef64 None None] Network 737265b7-9241-4efd-86a1-c92dd6100143 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:43:32.075483 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-310b805e-482b-41cb-b187-0d4a822ff151 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (4146f0f8-b4a3-4adc-bdb9-a4f3305938b1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:32.082579 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-d936bfef-e9c2-43b8-8786-2058189bef64 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:43:32.086981 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d936bfef-e9c2-43b8-8786-2058189bef64 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:43:32.093725 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-1f84d792-d5bc-4b6d-81f3-54b8dfa0e54f req-97c92884-8f78-4cc8-a2b8-b13d66ae84e3 tempest-SecurityGroupsNegativeTestJSON-1369172052 tempest-SecurityGroupsNegativeTestJSON-1369172052-project] show failed (client error): The resource could not be found. Feb 20 03:43:32.106551 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1f84d792-d5bc-4b6d-81f3-54b8dfa0e54f req-97c92884-8f78-4cc8-a2b8-b13d66ae84e3 tempest-SecurityGroupsNegativeTestJSON-1369172052 tempest-SecurityGroupsNegativeTestJSON-1369172052-project] 10.222.0.89 "GET /v2.0/security-groups/93f949e4-0e10-48e8-acde-4b4fc465f4e4 HTTP/1.1" status: 404 len: 352 time: 0.0336106 Feb 20 03:43:32.107427 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45772) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:32.116204 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936bfef-e9c2-43b8-8786-2058189bef64 None None] Pushing event updated for resources: {'Port': ['ID=5f65b499-a65d-4fac-bf49-b7ee4bca083c,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:32.156014 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-310b805e-482b-41cb-b187-0d4a822ff151 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Deleting port 484a165b-dbb0-4b2e-bf3e-b501c988935b {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:43:32.156959 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-310b805e-482b-41cb-b187-0d4a822ff151 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (484a165b-dbb0-4b2e-bf3e-b501c988935b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:32.208477 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d936bfef-e9c2-43b8-8786-2058189bef64 None None] Attempting to bind port 5f65b499-a65d-4fac-bf49-b7ee4bca083c on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:43:32.208918 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d936bfef-e9c2-43b8-8786-2058189bef64 None None] Attempting to bind port 5f65b499-a65d-4fac-bf49-b7ee4bca083c by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '6628055c-af8b-4f32-9a9b-a87368a86568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '737265b7-9241-4efd-86a1-c92dd6100143'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:43:32.209336 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d936bfef-e9c2-43b8-8786-2058189bef64 None None] Attempting to bind port 5f65b499-a65d-4fac-bf49-b7ee4bca083c on network 737265b7-9241-4efd-86a1-c92dd6100143 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:43:32.222355 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d936bfef-e9c2-43b8-8786-2058189bef64 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:43:32.222941 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d936bfef-e9c2-43b8-8786-2058189bef64 None None] Checking segment: {'id': '6628055c-af8b-4f32-9a9b-a87368a86568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '737265b7-9241-4efd-86a1-c92dd6100143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:43:32.223636 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d936bfef-e9c2-43b8-8786-2058189bef64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:32.224209 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d936bfef-e9c2-43b8-8786-2058189bef64 None None] Bound using segment: {'id': '6628055c-af8b-4f32-9a9b-a87368a86568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '737265b7-9241-4efd-86a1-c92dd6100143'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:43:32.224829 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d936bfef-e9c2-43b8-8786-2058189bef64 None None] Bound port: 5f65b499-a65d-4fac-bf49-b7ee4bca083c, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6628055c-af8b-4f32-9a9b-a87368a86568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '737265b7-9241-4efd-86a1-c92dd6100143'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:43:32.226749 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d936bfef-e9c2-43b8-8786-2058189bef64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5f65b499-a65d-4fac-bf49-b7ee4bca083c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:32.234621 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d24f11-e11d-40b6-8a41-78770ddaf905 admin admin] Deleting subnet 8bea46ca-ca18-400c-be65-cf12030e165c {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:43:32.246518 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-916b61c9-65ab-4e40-871c-298f37b2ae1d tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (446ac02e-7cca-4c5d-b598-3f8da80117e9), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:32.273806 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-78d24f11-e11d-40b6-8a41-78770ddaf905 admin admin] Publish callbacks [] for subnet (8bea46ca-ca18-400c-be65-cf12030e165c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:32.291419 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-310b805e-482b-41cb-b187-0d4a822ff151 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] For port 484a165b-dbb0-4b2e-bf3e-b501c988935b, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=484a165b-dbb0-4b2e-bf3e-b501c988935b,segment=NetworkSegment(eaa373ec-28f9-465e-bb1d-122248fecb58),segment_id=eaa373ec-28f9-465e-bb1d-122248fecb58)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:43:32.292164 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-310b805e-482b-41cb-b187-0d4a822ff151 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (484a165b-dbb0-4b2e-bf3e-b501c988935b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:32.314271 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64b0438-abb6-436e-877b-8e3ac9ffdb91 None None] DHCP port deletion for 4146f0f8-b4a3-4adc-bdb9-a4f3305938b1 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:43:32.319367 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-310b805e-482b-41cb-b187-0d4a822ff151 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Calling delete_port for 484a165b-dbb0-4b2e-bf3e-b501c988935b owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:43:32.320969 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d936bfef-e9c2-43b8-8786-2058189bef64 None None] For port 5f65b499-a65d-4fac-bf49-b7ee4bca083c, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:43:32.341885 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d936bfef-e9c2-43b8-8786-2058189bef64 None None] For port 5f65b499-a65d-4fac-bf49-b7ee4bca083c, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=5f65b499-a65d-4fac-bf49-b7ee4bca083c,segment=NetworkSegment(6628055c-af8b-4f32-9a9b-a87368a86568),segment_id=6628055c-af8b-4f32-9a9b-a87368a86568)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:43:32.394827 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f64b0438-abb6-436e-877b-8e3ac9ffdb91 None None] Deleting port 484a165b-dbb0-4b2e-bf3e-b501c988935b {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:43:32.395247 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f64b0438-abb6-436e-877b-8e3ac9ffdb91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (484a165b-dbb0-4b2e-bf3e-b501c988935b), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:32.412868 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d936bfef-e9c2-43b8-8786-2058189bef64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (5f65b499-a65d-4fac-bf49-b7ee4bca083c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:32.447460 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-78d24f11-e11d-40b6-8a41-78770ddaf905 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (8bea46ca-ca18-400c-be65-cf12030e165c), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:32.491653 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-b97a0935-12aa-4d69-bc72-aa6362daa02b service neutron] 10.222.0.93 "GET /v2.0/networks/8ca4b396-14bc-4fc6-83df-227a6726eb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5401318 Feb 20 03:43:32.492198 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b61c9-65ab-4e40-871c-298f37b2ae1d tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Subnet': ['ID=446ac02e-7cca-4c5d-b598-3f8da80117e9,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:32.510938 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916b61c9-65ab-4e40-871c-298f37b2ae1d tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Checking segment: {'id': '0be68e4e-27e1-4595-83e6-e3f60214272f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '73e90dd2-2985-4a1c-8572-eaabed739f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:43:32.514066 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916b61c9-65ab-4e40-871c-298f37b2ae1d tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network hostable DHCP agents. Network: 73e90dd2-2985-4a1c-8572-eaabed739f59, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:43:32.527091 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-310b805e-482b-41cb-b187-0d4a822ff151 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (484a165b-dbb0-4b2e-bf3e-b501c988935b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:32.558633 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b805e-482b-41cb-b187-0d4a822ff151 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Pushing event deleted for resources: {'Port': ['ID=484a165b-dbb0-4b2e-bf3e-b501c988935b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:32.562133 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e87f60-a6e2-4d91-b478-dac88882d57b req-ded92023-7712-4265-80cf-4bd1a4376cea tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:32.568640 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e87f60-a6e2-4d91-b478-dac88882d57b req-ded92023-7712-4265-80cf-4bd1a4376cea tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:32.572048 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310b805e-482b-41cb-b187-0d4a822ff151 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] No DVR routers for this DVR port 484a165b-dbb0-4b2e-bf3e-b501c988935b on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:43:32.574335 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e87f60-a6e2-4d91-b478-dac88882d57b req-ded92023-7712-4265-80cf-4bd1a4376cea tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:32.579332 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e87f60-a6e2-4d91-b478-dac88882d57b req-ded92023-7712-4265-80cf-4bd1a4376cea tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:32.582194 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936bfef-e9c2-43b8-8786-2058189bef64 None None] Pushing event updated for resources: {'Port': ['ID=5f65b499-a65d-4fac-bf49-b7ee4bca083c,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:32.585776 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e87f60-a6e2-4d91-b478-dac88882d57b req-ded92023-7712-4265-80cf-4bd1a4376cea tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:32.595808 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e87f60-a6e2-4d91-b478-dac88882d57b req-ded92023-7712-4265-80cf-4bd1a4376cea tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:32.595976 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-f64b0438-abb6-436e-877b-8e3ac9ffdb91 None None] For port 484a165b-dbb0-4b2e-bf3e-b501c988935b, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=484a165b-dbb0-4b2e-bf3e-b501c988935b,segment=NetworkSegment(eaa373ec-28f9-465e-bb1d-122248fecb58),segment_id=eaa373ec-28f9-465e-bb1d-122248fecb58)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:43:32.596956 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f64b0438-abb6-436e-877b-8e3ac9ffdb91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (484a165b-dbb0-4b2e-bf3e-b501c988935b), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:32.601588 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e87f60-a6e2-4d91-b478-dac88882d57b req-ded92023-7712-4265-80cf-4bd1a4376cea tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:32.613987 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-24e87f60-a6e2-4d91-b478-dac88882d57b req-ded92023-7712-4265-80cf-4bd1a4376cea tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5419 time: 0.3934875 Feb 20 03:43:32.615587 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f64b0438-abb6-436e-877b-8e3ac9ffdb91 None None] Calling delete_port for 484a165b-dbb0-4b2e-bf3e-b501c988935b owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:43:32.641085 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-4b798c79-efbc-4d96-9e40-cd2b90cf7e85 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9db11869-4975-4902-a91e-2c95a6f8cb01 HTTP/1.1" status: 200 len: 217 time: 0.1398551 Feb 20 03:43:32.667354 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-78d24f11-e11d-40b6-8a41-78770ddaf905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (8bea46ca-ca18-400c-be65-cf12030e165c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:32.699668 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-310b805e-482b-41cb-b187-0d4a822ff151 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (4146f0f8-b4a3-4adc-bdb9-a4f3305938b1), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:32.738374 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-310b805e-482b-41cb-b187-0d4a822ff151 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4146f0f8-b4a3-4adc-bdb9-a4f3305938b1']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:32.760765 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-310b805e-482b-41cb-b187-0d4a822ff151 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa373ec-28f9-465e-bb1d-122248fecb58') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:32.761189 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-310b805e-482b-41cb-b187-0d4a822ff151 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa373ec-28f9-465e-bb1d-122248fecb58') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:32.772636 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:32.775389 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-310b805e-482b-41cb-b187-0d4a822ff151 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (eaa373ec-28f9-465e-bb1d-122248fecb58), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:32.776122 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-9264bdc0-4801-4495-9837-13c7bba2542d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:32.779744 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-9264bdc0-4801-4495-9837-13c7bba2542d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4b49b375-a7c5-48eb-97d0-3c003902dd00 HTTP/1.1" status: 200 len: 797 time: 0.1323888 Feb 20 03:43:32.797084 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f64b0438-abb6-436e-877b-8e3ac9ffdb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (484a165b-dbb0-4b2e-bf3e-b501c988935b), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:32.803371 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-310b805e-482b-41cb-b187-0d4a822ff151 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (eaa373ec-28f9-465e-bb1d-122248fecb58), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:32.821487 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-310b805e-482b-41cb-b187-0d4a822ff151 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:43:32.822029 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-310b805e-482b-41cb-b187-0d4a822ff151 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (eaa373ec-28f9-465e-bb1d-122248fecb58), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:32.826022 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:43:32.826022 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:43:32.826022 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:43:32.826022 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:43:32.826022 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:43:32.826022 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:43:32.826022 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:43:32.826022 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:43:32.826022 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:43:32.826022 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:43:32.826022 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:43:32.826022 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:43:32.826022 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:43:32.826022 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:43:32.826022 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:43:32.826022 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:43:32.826022 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:43:32.826022 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:43:32.826022 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:43:32.826022 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:43:32.826022 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:43:32.826022 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:43:32.826022 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:43:32.826022 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:43:32.826022 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:43:32.826022 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:43:32.826022 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:43:32.826022 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:43:32.826022 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:43:32.826022 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:43:32.826022 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:43:32.826022 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:43:32.851246 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-24e87f60-a6e2-4d91-b478-dac88882d57b req-521de512-b714-415e-93be-efdb24f2e96a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2309039 Feb 20 03:43:32.877538 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b0438-abb6-436e-877b-8e3ac9ffdb91 None None] Pushing event deleted for resources: {'Port': ['ID=484a165b-dbb0-4b2e-bf3e-b501c988935b,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:32.889325 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64b0438-abb6-436e-877b-8e3ac9ffdb91 None None] No DVR routers for this DVR port 484a165b-dbb0-4b2e-bf3e-b501c988935b on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:43:32.916448 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916b61c9-65ab-4e40-871c-298f37b2ae1d tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network 73e90dd2-2985-4a1c-8572-eaabed739f59 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:43:32.983847 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecacc-1209-40ad-860c-dba4aedf909b req-665cc2c7-f6f0-48f1-a748-b68b46f06f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:32.986463 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-665cc2c7-f6f0-48f1-a748-b68b46f06f57 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8ca4b396-14bc-4fc6-83df-227a6726eb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1970205 Feb 20 03:43:33.012890 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-310b805e-482b-41cb-b187-0d4a822ff151 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (4146f0f8-b4a3-4adc-bdb9-a4f3305938b1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:33.017536 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-310b805e-482b-41cb-b187-0d4a822ff151 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:33.024533 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-310b805e-482b-41cb-b187-0d4a822ff151 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] 10.222.0.89 "DELETE /v2.0/networks/4146f0f8-b4a3-4adc-bdb9-a4f3305938b1 HTTP/1.1" status: 204 len: 168 time: 1.0583146 Feb 20 03:43:33.029269 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45782) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:33.046763 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-78d24f11-e11d-40b6-8a41-78770ddaf905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (8bea46ca-ca18-400c-be65-cf12030e165c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:33.050921 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-916b61c9-65ab-4e40-871c-298f37b2ae1d tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 73e90dd2-2985-4a1c-8572-eaabed739f59) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:43:33.061969 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5544e14f-9030-4235-8378-b007e090be12 None None] Network 73e90dd2-2985-4a1c-8572-eaabed739f59 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:43:33.102655 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f7ff88b3-6c78-48a8-bc78-69d1e3317837 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] 10.222.0.89 "GET /v2.0/ports?device_id=03961a53-1bef-47dd-bbba-5ff6eda49893 HTTP/1.1" status: 200 len: 205 time: 0.0701313 Feb 20 03:43:33.105225 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45786) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:33.106212 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b805e-482b-41cb-b187-0d4a822ff151 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Pushing event deleted for resources: {'Network': ['ID=4146f0f8-b4a3-4adc-bdb9-a4f3305938b1,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:33.166330 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916b61c9-65ab-4e40-871c-298f37b2ae1d tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:33.167117 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-916b61c9-65ab-4e40-871c-298f37b2ae1d tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:33.189047 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d24f11-e11d-40b6-8a41-78770ddaf905 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bea46ca-ca18-400c-be65-cf12030e165c,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:33.202899 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-78d24f11-e11d-40b6-8a41-78770ddaf905 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:33.205176 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-39acc446-d6c0-49a0-9c2e-dcce547b5ea7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks [] for router (03961a53-1bef-47dd-bbba-5ff6eda49893), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:33.207678 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-78d24f11-e11d-40b6-8a41-78770ddaf905 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/8bea46ca-ca18-400c-be65-cf12030e165c HTTP/1.1" status: 204 len: 168 time: 1.0965559 Feb 20 03:43:33.211837 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45788) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:33.337198 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ed9f1a-f0d7-4378-95d3-8cadced994c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-73e90dd2-2985-4a1c-8572-eaabed739f59', 'network_id': '73e90dd2-2985-4a1c-8572-eaabed739f59', 'project_id': '43d4b034525e47029e777f2e09722643', 'fixed_ips': [{'subnet_id': '446ac02e-7cca-4c5d-b598-3f8da80117e9'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:43:33.338383 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a4ed9f1a-f0d7-4378-95d3-8cadced994c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:33.338600 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-df819655-2492-4f25-8e44-603fd9aafaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (cffccd67-db18-465c-8edb-ca39825bd9e7), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:33.539631 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-df819655-2492-4f25-8e44-603fd9aafaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (cffccd67-db18-465c-8edb-ca39825bd9e7), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:33.567701 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-df819655-2492-4f25-8e44-603fd9aafaed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cffccd67-db18-465c-8edb-ca39825bd9e7']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:33.578966 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-df819655-2492-4f25-8e44-603fd9aafaed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42b6aaf4-0779-4189-ac61-36a908d2db26') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:33.579267 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-df819655-2492-4f25-8e44-603fd9aafaed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42b6aaf4-0779-4189-ac61-36a908d2db26') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:33.590333 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-df819655-2492-4f25-8e44-603fd9aafaed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (42b6aaf4-0779-4189-ac61-36a908d2db26), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:33.606104 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-df819655-2492-4f25-8e44-603fd9aafaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (42b6aaf4-0779-4189-ac61-36a908d2db26), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:33.612315 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df819655-2492-4f25-8e44-603fd9aafaed admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:43:33.613565 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-df819655-2492-4f25-8e44-603fd9aafaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (42b6aaf4-0779-4189-ac61-36a908d2db26), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:33.617415 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-a4ed9f1a-f0d7-4378-95d3-8cadced994c1 None None] Allocated IP 172.21.0.2 (73e90dd2-2985-4a1c-8572-eaabed739f59/446ac02e-7cca-4c5d-b598-3f8da80117e9/9853a9dd-eb5f-490d-8aad-2093bac56a1d) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:43:33.678679 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:43:33.678679 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:43:33.678679 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:43:33.678679 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:43:33.678679 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:43:33.678679 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:43:33.678679 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:43:33.678679 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:43:33.678679 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:43:33.678679 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:43:33.678679 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:43:33.678679 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:43:33.678679 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:43:33.678679 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:43:33.678679 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:43:33.678679 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:43:33.678679 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:43:33.678679 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:43:33.678679 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:43:33.678679 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:43:33.678679 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:43:33.678679 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:43:33.678679 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:43:33.678679 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:43:33.678679 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:43:33.678679 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:43:33.678679 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:43:33.678679 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:43:33.678679 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:43:33.678679 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:43:33.678679 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:43:33.678679 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:43:33.736949 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-39acc446-d6c0-49a0-9c2e-dcce547b5ea7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (03961a53-1bef-47dd-bbba-5ff6eda49893), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:33.740653 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-39acc446-d6c0-49a0-9c2e-dcce547b5ea7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks [] for router_controller (03961a53-1bef-47dd-bbba-5ff6eda49893), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:33.752974 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-df819655-2492-4f25-8e44-603fd9aafaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (cffccd67-db18-465c-8edb-ca39825bd9e7), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:33.785548 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 5f65b499-a65d-4fac-bf49-b7ee4bca083c up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:43:33.819507 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-df819655-2492-4f25-8e44-603fd9aafaed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:33.826168 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-df819655-2492-4f25-8e44-603fd9aafaed admin admin] 10.222.0.89 "DELETE /v2.0/networks/cffccd67-db18-465c-8edb-ca39825bd9e7 HTTP/1.1" status: 204 len: 168 time: 0.6137099 Feb 20 03:43:33.830497 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-916b61c9-65ab-4e40-871c-298f37b2ae1d tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7945914 Feb 20 03:43:33.838042 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45792) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:33.843113 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-c4eb13e4-0519-44f2-8c7a-6b1c56334590 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1792003523', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:33.851500 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df819655-2492-4f25-8e44-603fd9aafaed admin admin] Pushing event deleted for resources: {'Network': ['ID=cffccd67-db18-465c-8edb-ca39825bd9e7,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:33.861116 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-2d8baeac-00fa-4e00-90cb-49db36104e11 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:33.863377 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-2d8baeac-00fa-4e00-90cb-49db36104e11 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/networks?id=b6106e2a-8ac1-4f4b-b272-b4b0beeb37af HTTP/1.1" status: 200 len: 814 time: 0.8732066 Feb 20 03:43:33.898075 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-39acc446-d6c0-49a0-9c2e-dcce547b5ea7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (03961a53-1bef-47dd-bbba-5ff6eda49893), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:33.898333 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-6a0d7f07-3ec0-427c-b026-22b1259c5a1e service neutron] 10.222.0.93 "GET /v2.0/networks/8ca4b396-14bc-4fc6-83df-227a6726eb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8978739 Feb 20 03:43:33.898597 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39acc446-d6c0-49a0-9c2e-dcce547b5ea7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Fanout notify agent at l3_agent the message router_deleted on router 03961a53-1bef-47dd-bbba-5ff6eda49893 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:43:33.909056 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-39acc446-d6c0-49a0-9c2e-dcce547b5ea7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:33.915839 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-39acc446-d6c0-49a0-9c2e-dcce547b5ea7 tempest-RoutersNegativeIpV6Test-216770950 tempest-RoutersNegativeIpV6Test-216770950-project] 10.222.0.89 "DELETE /v2.0/routers/03961a53-1bef-47dd-bbba-5ff6eda49893 HTTP/1.1" status: 204 len: 168 time: 0.8086002 Feb 20 03:43:33.917820 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-a9c1994f-58ef-4659-ab8e-da0688e9987a tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/quotas/74366e9b5aca4b26a4824007098993f6 HTTP/1.1" status: 200 len: 375 time: 0.0327454 Feb 20 03:43:34.024651 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c4eb13e4-0519-44f2-8c7a-6b1c56334590 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (20a7485a-67eb-449f-b011-aab6e2921ddc), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:34.026090 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c4eb13e4-0519-44f2-8c7a-6b1c56334590 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (20a7485a-67eb-449f-b011-aab6e2921ddc), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:34.069640 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a4ed9f1a-f0d7-4378-95d3-8cadced994c1 None None] Publish callbacks [] for port (9853a9dd-eb5f-490d-8aad-2093bac56a1d), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:34.074672 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 5f65b499-a65d-4fac-bf49-b7ee4bca083c triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:34.075016 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (5f65b499-a65d-4fac-bf49-b7ee4bca083c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:34.139662 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c4eb13e4-0519-44f2-8c7a-6b1c56334590 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router_controller (20a7485a-67eb-449f-b011-aab6e2921ddc), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:34.168732 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a4ed9f1a-f0d7-4378-95d3-8cadced994c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (9853a9dd-eb5f-490d-8aad-2093bac56a1d), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:34.183851 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-d1e02187-c123-46f3-ab8d-eb8b85180983 service neutron] 10.222.0.93 "GET /v2.0/networks/8ca4b396-14bc-4fc6-83df-227a6726eb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794063 Feb 20 03:43:34.187964 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-19423340-a535-48ca-95f7-a60eb291936c tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=74366e9b5aca4b26a4824007098993f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2532134 Feb 20 03:43:34.223355 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c3ed63-2fff-4ec5-9d53-3d41836595b8 None None] Network 737265b7-9241-4efd-86a1-c92dd6100143 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:43:34.260494 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c4eb13e4-0519-44f2-8c7a-6b1c56334590 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (20a7485a-67eb-449f-b011-aab6e2921ddc), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:34.263460 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ed9f1a-f0d7-4378-95d3-8cadced994c1 None None] Network 73e90dd2-2985-4a1c-8572-eaabed739f59 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:43:34.304074 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 5f65b499-a65d-4fac-bf49-b7ee4bca083c is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:34.304613 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5f65b499-a65d-4fac-bf49-b7ee4bca083c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:34.311729 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-f7ba55b2-4016-4c3f-ac14-dd200723811a service neutron] 10.222.0.89 "GET /v2.0/networks/b6106e2a-8ac1-4f4b-b272-b4b0beeb37af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120255 Feb 20 03:43:34.324340 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c4eb13e4-0519-44f2-8c7a-6b1c56334590 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:34.324534 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-a4ed9f1a-f0d7-4378-95d3-8cadced994c1 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:43:34.324645 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45798) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:34.329589 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c4eb13e4-0519-44f2-8c7a-6b1c56334590 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4898727 Feb 20 03:43:34.347176 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ed9f1a-f0d7-4378-95d3-8cadced994c1 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:43:34.362133 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed9f1a-f0d7-4378-95d3-8cadced994c1 None None] Pushing event updated for resources: {'Port': ['ID=9853a9dd-eb5f-490d-8aad-2093bac56a1d,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:34.433425 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 5f65b499-a65d-4fac-bf49-b7ee4bca083c, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=5f65b499-a65d-4fac-bf49-b7ee4bca083c,segment=NetworkSegment(6628055c-af8b-4f32-9a9b-a87368a86568),segment_id=6628055c-af8b-4f32-9a9b-a87368a86568)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:43:34.444242 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45800) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:34.469675 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-21ddab48-14a1-4bf5-b066-da59071b1983 None None] Provisioning complete for port 5f65b499-a65d-4fac-bf49-b7ee4bca083c triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:34.469974 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-21ddab48-14a1-4bf5-b066-da59071b1983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (5f65b499-a65d-4fac-bf49-b7ee4bca083c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:34.537805 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fdbb4-6651-4375-a237-56bfa099f594 req-a9994957-6a4b-48ce-b2e3-c88ea984adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:34.538840 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fdbb4-6651-4375-a237-56bfa099f594 req-a9994957-6a4b-48ce-b2e3-c88ea984adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:34.540108 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fdbb4-6651-4375-a237-56bfa099f594 req-a9994957-6a4b-48ce-b2e3-c88ea984adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:34.542085 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fdbb4-6651-4375-a237-56bfa099f594 req-a9994957-6a4b-48ce-b2e3-c88ea984adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:34.542888 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fdbb4-6651-4375-a237-56bfa099f594 req-a9994957-6a4b-48ce-b2e3-c88ea984adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:34.543579 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fdbb4-6651-4375-a237-56bfa099f594 req-a9994957-6a4b-48ce-b2e3-c88ea984adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:34.544244 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fdbb4-6651-4375-a237-56bfa099f594 req-a9994957-6a4b-48ce-b2e3-c88ea984adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:34.547873 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-452fdbb4-6651-4375-a237-56bfa099f594 req-a9994957-6a4b-48ce-b2e3-c88ea984adeb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0d4e5737e103447f89841b11bed8bb31&device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 6693 time: 0.1941314 Feb 20 03:43:34.551012 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-a6817f1d-9487-46a4-8a74-80fb3f734708 service neutron] 10.222.0.89 "GET /v2.0/networks/b6106e2a-8ac1-4f4b-b272-b4b0beeb37af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200215 Feb 20 03:43:34.558017 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-af482565-3b15-48ed-b46c-67491d304295 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=892fd66c645f41b4b83cce5def72dde4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1121235 Feb 20 03:43:34.570036 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45802) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:34.585500 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a4ed9f1a-f0d7-4378-95d3-8cadced994c1 None None] Attempting to bind port 9853a9dd-eb5f-490d-8aad-2093bac56a1d on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:43:34.585883 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a4ed9f1a-f0d7-4378-95d3-8cadced994c1 None None] Attempting to bind port 9853a9dd-eb5f-490d-8aad-2093bac56a1d by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '0be68e4e-27e1-4595-83e6-e3f60214272f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '73e90dd2-2985-4a1c-8572-eaabed739f59'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:43:34.586260 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ed9f1a-f0d7-4378-95d3-8cadced994c1 None None] Attempting to bind port 9853a9dd-eb5f-490d-8aad-2093bac56a1d on network 73e90dd2-2985-4a1c-8572-eaabed739f59 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:43:34.608265 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ed9f1a-f0d7-4378-95d3-8cadced994c1 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:43:34.610827 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ed9f1a-f0d7-4378-95d3-8cadced994c1 None None] Checking segment: {'id': '0be68e4e-27e1-4595-83e6-e3f60214272f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '73e90dd2-2985-4a1c-8572-eaabed739f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:43:34.610827 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a4ed9f1a-f0d7-4378-95d3-8cadced994c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:34.610827 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ed9f1a-f0d7-4378-95d3-8cadced994c1 None None] Bound using segment: {'id': '0be68e4e-27e1-4595-83e6-e3f60214272f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '73e90dd2-2985-4a1c-8572-eaabed739f59'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:43:34.610827 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a4ed9f1a-f0d7-4378-95d3-8cadced994c1 None None] Bound port: 9853a9dd-eb5f-490d-8aad-2093bac56a1d, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be68e4e-27e1-4595-83e6-e3f60214272f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '73e90dd2-2985-4a1c-8572-eaabed739f59'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:43:34.610827 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a4ed9f1a-f0d7-4378-95d3-8cadced994c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9853a9dd-eb5f-490d-8aad-2093bac56a1d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:34.704218 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7c05de5c-fb0a-4c4f-ac1b-0b8a74aa0861 admin admin] Publish callbacks [] for security_group (a4fde0ee-3e8e-4049-bd4b-2b3470988780), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:34.708513 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (5f65b499-a65d-4fac-bf49-b7ee4bca083c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:34.711663 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fdbb4-6651-4375-a237-56bfa099f594 req-52cae607-4e7a-4ca4-b47a-52a88259dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:34.713545 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-452fdbb4-6651-4375-a237-56bfa099f594 req-52cae607-4e7a-4ca4-b47a-52a88259dcdd service neutron] 10.222.0.93 "GET /v2.0/networks?id=8ca4b396-14bc-4fc6-83df-227a6726eb74 HTTP/1.1" status: 200 len: 902 time: 0.1541655 Feb 20 03:43:34.775026 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-452fdbb4-6651-4375-a237-56bfa099f594 req-b5527b30-ff5b-4eb7-898f-61b6cf36276a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9db11869-4975-4902-a91e-2c95a6f8cb01 HTTP/1.1" status: 200 len: 217 time: 0.0515032 Feb 20 03:43:34.787893 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7c05de5c-fb0a-4c4f-ac1b-0b8a74aa0861 admin admin] Publish callbacks [] for security_group (a4fde0ee-3e8e-4049-bd4b-2b3470988780), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:34.826990 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-14fe68a3-b6a0-4814-8187-54f0fadf58a8 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:34.930525 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fdbb4-6651-4375-a237-56bfa099f594 req-6e3a0167-6c5a-40d1-9297-d5b1fe98d375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:34.934500 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-452fdbb4-6651-4375-a237-56bfa099f594 req-6e3a0167-6c5a-40d1-9297-d5b1fe98d375 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4b49b375-a7c5-48eb-97d0-3c003902dd00 HTTP/1.1" status: 200 len: 797 time: 0.1498775 Feb 20 03:43:35.006238 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 484a165b-dbb0-4b2e-bf3e-b501c988935b no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:43:35.153908 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45810) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:35.157954 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 484a165b-dbb0-4b2e-bf3e-b501c988935b {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:43:35.159236 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 484a165b-dbb0-4b2e-bf3e-b501c988935b not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:43:35.162658 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1475563-ecca-471d-b189-a6189277726c req-8f268d09-c34b-4960-8796-5a5b6f80f2ff tempest-ServerShowV257Test-1907543189 tempest-ServerShowV257Test-1907543189-project] 10.222.0.89 "GET /v2.0/ports?device_id=de8f2161-075f-4531-831c-c2b6fa59f777 HTTP/1.1" status: 200 len: 210 time: 0.1792395 Feb 20 03:43:35.193331 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-21ddab48-14a1-4bf5-b066-da59071b1983 None None] Current status of the port 5f65b499-a65d-4fac-bf49-b7ee4bca083c is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:35.193610 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7c05de5c-fb0a-4c4f-ac1b-0b8a74aa0861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a4fde0ee-3e8e-4049-bd4b-2b3470988780), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:35.195323 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7c05de5c-fb0a-4c4f-ac1b-0b8a74aa0861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:35.196571 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7c05de5c-fb0a-4c4f-ac1b-0b8a74aa0861 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a4fde0ee-3e8e-4049-bd4b-2b3470988780 HTTP/1.1" status: 204 len: 168 time: 0.6251831 Feb 20 03:43:35.212817 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-a4ed9f1a-f0d7-4378-95d3-8cadced994c1 None None] For port 9853a9dd-eb5f-490d-8aad-2093bac56a1d, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:43:35.219747 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=5f65b499-a65d-4fac-bf49-b7ee4bca083c,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:35.223555 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05de5c-fb0a-4c4f-ac1b-0b8a74aa0861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fde0ee-3e8e-4049-bd4b-2b3470988780,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:35.235586 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-a4ed9f1a-f0d7-4378-95d3-8cadced994c1 None None] For port 9853a9dd-eb5f-490d-8aad-2093bac56a1d, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=9853a9dd-eb5f-490d-8aad-2093bac56a1d,segment=NetworkSegment(0be68e4e-27e1-4595-83e6-e3f60214272f),segment_id=0be68e4e-27e1-4595-83e6-e3f60214272f)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:43:35.248682 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fdbb4-6651-4375-a237-56bfa099f594 req-11a05e7b-be6a-49cf-a970-5d9e17b5b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:35.250247 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-452fdbb4-6651-4375-a237-56bfa099f594 req-11a05e7b-be6a-49cf-a970-5d9e17b5b1dd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8ca4b396-14bc-4fc6-83df-227a6726eb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3086867 Feb 20 03:43:35.310430 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a4ed9f1a-f0d7-4378-95d3-8cadced994c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (9853a9dd-eb5f-490d-8aad-2093bac56a1d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:35.436964 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed9f1a-f0d7-4378-95d3-8cadced994c1 None None] Pushing event updated for resources: {'Port': ['ID=9853a9dd-eb5f-490d-8aad-2093bac56a1d,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:35.520171 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-09a1fd4d-5ca3-4178-b483-131fd2f8f968 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ab36ed5e670149deb6cffb24beada109&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3653581 Feb 20 03:43:35.527961 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-7c9ad49c-95ef-404c-beb2-8b273896ef5f None None] Provisioning complete for port 5f65b499-a65d-4fac-bf49-b7ee4bca083c triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:35.528603 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7c9ad49c-95ef-404c-beb2-8b273896ef5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (5f65b499-a65d-4fac-bf49-b7ee4bca083c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:35.530285 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45820) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:35.558143 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-452fdbb4-6651-4375-a237-56bfa099f594 req-1fac5824-b59f-4425-839f-9bb9f4e13ae5 service neutron] 10.222.0.93 "GET /v2.0/networks/8ca4b396-14bc-4fc6-83df-227a6726eb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948251 Feb 20 03:43:35.637724 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-14fe68a3-b6a0-4814-8187-54f0fadf58a8 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Allocated IP 172.20.0.1 (737265b7-9241-4efd-86a1-c92dd6100143/2bcdb66e-9313-4eed-91c2-2ef0b1d8d152/7bd56866-cd6e-4904-af4d-246761767445) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:43:35.690513 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03dbda-3e8c-49d9-b46f-3a204e5513f6 req-5d160888-19cd-4351-ab8d-ab37f02a56e9 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:35.709108 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03dbda-3e8c-49d9-b46f-3a204e5513f6 req-5d160888-19cd-4351-ab8d-ab37f02a56e9 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:35.714968 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03dbda-3e8c-49d9-b46f-3a204e5513f6 req-5d160888-19cd-4351-ab8d-ab37f02a56e9 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:35.720791 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03dbda-3e8c-49d9-b46f-3a204e5513f6 req-5d160888-19cd-4351-ab8d-ab37f02a56e9 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:35.749245 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03dbda-3e8c-49d9-b46f-3a204e5513f6 req-5d160888-19cd-4351-ab8d-ab37f02a56e9 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:35.767342 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03dbda-3e8c-49d9-b46f-3a204e5513f6 req-5d160888-19cd-4351-ab8d-ab37f02a56e9 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:35.777653 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03dbda-3e8c-49d9-b46f-3a204e5513f6 req-5d160888-19cd-4351-ab8d-ab37f02a56e9 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:35.787225 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-da03dbda-3e8c-49d9-b46f-3a204e5513f6 req-5d160888-19cd-4351-ab8d-ab37f02a56e9 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5419 time: 0.3190939 Feb 20 03:43:35.842988 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-7c9ad49c-95ef-404c-beb2-8b273896ef5f None None] Current status of the port 5f65b499-a65d-4fac-bf49-b7ee4bca083c is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:35.858683 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 5f65b499-a65d-4fac-bf49-b7ee4bca083c up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:43:35.865454 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cc8b5577-46c7-4f13-99bb-e9e402eb724c admin admin] Publish callbacks [] for security_group (8a0c2a98-9554-4b05-8b51-0f1ebb5aa58d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:35.939831 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 5f65b499-a65d-4fac-bf49-b7ee4bca083c triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:35.943997 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (5f65b499-a65d-4fac-bf49-b7ee4bca083c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:35.957077 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-452fdbb4-6651-4375-a237-56bfa099f594 req-69d95062-d80c-4d39-ae5a-854de292a8c0 service neutron] 10.222.0.93 "GET /v2.0/networks/8ca4b396-14bc-4fc6-83df-227a6726eb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852165 Feb 20 03:43:35.990527 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cc8b5577-46c7-4f13-99bb-e9e402eb724c admin admin] Publish callbacks [] for security_group (8a0c2a98-9554-4b05-8b51-0f1ebb5aa58d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:36.017419 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-14fe68a3-b6a0-4814-8187-54f0fadf58a8 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for port (7bd56866-cd6e-4904-af4d-246761767445), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:36.026435 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-da03dbda-3e8c-49d9-b46f-3a204e5513f6 req-e9f3e60f-bba1-471e-af58-d3f15789ec12 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2313361 Feb 20 03:43:36.117358 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 5f65b499-a65d-4fac-bf49-b7ee4bca083c is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:36.126912 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cc8b5577-46c7-4f13-99bb-e9e402eb724c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (8a0c2a98-9554-4b05-8b51-0f1ebb5aa58d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:36.132074 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cc8b5577-46c7-4f13-99bb-e9e402eb724c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:36.134900 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-cc8b5577-46c7-4f13-99bb-e9e402eb724c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8a0c2a98-9554-4b05-8b51-0f1ebb5aa58d HTTP/1.1" status: 204 len: 168 time: 0.6000531 Feb 20 03:43:36.150326 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-14fe68a3-b6a0-4814-8187-54f0fadf58a8 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (7bd56866-cd6e-4904-af4d-246761767445), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:36.170998 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7b66852d-9e77-40b2-89e9-7140276731c0 req-fb3acf57-bf58-453c-841f-b5968fffba07 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=09cc9ef8-41f5-4beb-8ff7-7aa08b8be9d4 HTTP/1.1" status: 200 len: 210 time: 0.0346057 Feb 20 03:43:36.179070 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b5577-46c7-4f13-99bb-e9e402eb724c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0c2a98-9554-4b05-8b51-0f1ebb5aa58d,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:36.278701 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fe68a3-b6a0-4814-8187-54f0fadf58a8 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network 737265b7-9241-4efd-86a1-c92dd6100143 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:43:36.281603 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe68a3-b6a0-4814-8187-54f0fadf58a8 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Port': ['ID=7bd56866-cd6e-4904-af4d-246761767445,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:36.289814 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-14fe68a3-b6a0-4814-8187-54f0fadf58a8 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:43:36.292762 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fe68a3-b6a0-4814-8187-54f0fadf58a8 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:43:36.378717 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a5cbcdd-ff18-4fe3-91af-f5daaf52cdf9 req-6106cff7-6173-426b-8170-72c1570739fd tempest-ServerShowV257Test-1907543189 tempest-ServerShowV257Test-1907543189-project] 10.222.0.89 "GET /v2.0/ports?device_id=de8f2161-075f-4531-831c-c2b6fa59f777 HTTP/1.1" status: 200 len: 210 time: 0.0356605 Feb 20 03:43:36.384984 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-14fe68a3-b6a0-4814-8187-54f0fadf58a8 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (20a7485a-67eb-449f-b011-aab6e2921ddc), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:36.642984 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-14fe68a3-b6a0-4814-8187-54f0fadf58a8 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7bd56866-cd6e-4904-af4d-246761767445), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:36.794541 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-dbb5a4f3-97a9-4cec-9d8e-c518fe1c65a1 None None] Provisioning complete for port 7bd56866-cd6e-4904-af4d-246761767445 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:36.795690 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-dbb5a4f3-97a9-4cec-9d8e-c518fe1c65a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (7bd56866-cd6e-4904-af4d-246761767445), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:36.840331 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-dbb5a4f3-97a9-4cec-9d8e-c518fe1c65a1 None None] Port 7bd56866-cd6e-4904-af4d-246761767445 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:43:37.046350 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45854) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:37.059510 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-14fe68a3-b6a0-4814-8187-54f0fadf58a8 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for port (7bd56866-cd6e-4904-af4d-246761767445), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:37.127104 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-14fe68a3-b6a0-4814-8187-54f0fadf58a8 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (7bd56866-cd6e-4904-af4d-246761767445), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:37.140368 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3068d21-2ac6-4639-8ddb-9a347f58bff8 None None] Network 73e90dd2-2985-4a1c-8572-eaabed739f59 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:43:37.276110 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520cd69-f921-45f5-8ced-349a087b4a0f req-a8aa3ab8-5c98-4889-8455-1c0bb309c734 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:37.291668 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe68a3-b6a0-4814-8187-54f0fadf58a8 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Port': ['ID=7bd56866-cd6e-4904-af4d-246761767445,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:37.295216 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-14fe68a3-b6a0-4814-8187-54f0fadf58a8 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (20a7485a-67eb-449f-b011-aab6e2921ddc), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:37.296957 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520cd69-f921-45f5-8ced-349a087b4a0f req-a8aa3ab8-5c98-4889-8455-1c0bb309c734 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:37.302891 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520cd69-f921-45f5-8ced-349a087b4a0f req-a8aa3ab8-5c98-4889-8455-1c0bb309c734 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:37.310535 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520cd69-f921-45f5-8ced-349a087b4a0f req-a8aa3ab8-5c98-4889-8455-1c0bb309c734 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:37.316407 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520cd69-f921-45f5-8ced-349a087b4a0f req-a8aa3ab8-5c98-4889-8455-1c0bb309c734 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:37.334810 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520cd69-f921-45f5-8ced-349a087b4a0f req-a8aa3ab8-5c98-4889-8455-1c0bb309c734 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:37.340333 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520cd69-f921-45f5-8ced-349a087b4a0f req-a8aa3ab8-5c98-4889-8455-1c0bb309c734 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:37.342166 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0520cd69-f921-45f5-8ced-349a087b4a0f req-a8aa3ab8-5c98-4889-8455-1c0bb309c734 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5419 time: 0.2123117 Feb 20 03:43:37.377935 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-86cb4170-093a-4c93-a8b1-ccd77589b1d6 None None] Provisioning complete for port 9853a9dd-eb5f-490d-8aad-2093bac56a1d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:37.379005 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-86cb4170-093a-4c93-a8b1-ccd77589b1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (9853a9dd-eb5f-490d-8aad-2093bac56a1d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:37.439826 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fe68a3-b6a0-4814-8187-54f0fadf58a8 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network 737265b7-9241-4efd-86a1-c92dd6100143 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:43:37.442759 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-14fe68a3-b6a0-4814-8187-54f0fadf58a8 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:43:37.490494 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-2852956f-0444-4650-9f41-ddca5a6b9829 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-621480509-network', 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:37.613669 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-86cb4170-093a-4c93-a8b1-ccd77589b1d6 None None] Current status of the port 9853a9dd-eb5f-490d-8aad-2093bac56a1d is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:37.613786 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-86cb4170-093a-4c93-a8b1-ccd77589b1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9853a9dd-eb5f-490d-8aad-2093bac56a1d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:37.753865 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-86cb4170-093a-4c93-a8b1-ccd77589b1d6 None None] For port 9853a9dd-eb5f-490d-8aad-2093bac56a1d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=9853a9dd-eb5f-490d-8aad-2093bac56a1d,segment=NetworkSegment(0be68e4e-27e1-4595-83e6-e3f60214272f),segment_id=0be68e4e-27e1-4595-83e6-e3f60214272f)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:43:37.804089 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-143ff1b1-2ab3-4dfe-a9e0-cf9eb3c74d2f req-755e22bf-fe28-4b28-9b37-ae83da5cac86 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0f9eee67-81b4-43b7-9daa-f24501dcabe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3082564 Feb 20 03:43:37.811352 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-652b340b-e15b-4b98-85ed-7eef06793e22 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:37.813488 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-652b340b-e15b-4b98-85ed-7eef06793e22 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.93 "GET /v2.0/networks?id=b6106e2a-8ac1-4f4b-b272-b4b0beeb37af HTTP/1.1" status: 200 len: 814 time: 0.4703112 Feb 20 03:43:37.819233 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2852956f-0444-4650-9f41-ddca5a6b9829 admin admin] Made reservation on behalf of 2a426eb8717f45cda17f79dc5d1190fc for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:43:37.819233 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2852956f-0444-4650-9f41-ddca5a6b9829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:37.825240 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0520cd69-f921-45f5-8ced-349a087b4a0f req-99283a09-fbc4-427d-af4c-14ac3fec1e32 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4597411 Feb 20 03:43:37.838028 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-a32c5141-ad0e-4ce2-958c-0c26f1592f71 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Request body: {'port': {'device_id': '09cc9ef8-41f5-4beb-8ff7-7aa08b8be9d4', 'network_id': 'b6106e2a-8ac1-4f4b-b272-b4b0beeb37af', 'admin_state_up': True, 'tenant_id': '74366e9b5aca4b26a4824007098993f6'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:37.849314 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2852956f-0444-4650-9f41-ddca5a6b9829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:37.857362 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 9853a9dd-eb5f-490d-8aad-2093bac56a1d up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:43:37.921683 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-86cb4170-093a-4c93-a8b1-ccd77589b1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (9853a9dd-eb5f-490d-8aad-2093bac56a1d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:37.979142 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 9853a9dd-eb5f-490d-8aad-2093bac56a1d triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:37.979523 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (9853a9dd-eb5f-490d-8aad-2093bac56a1d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:37.984126 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb4170-093a-4c93-a8b1-ccd77589b1d6 None None] Pushing event updated for resources: {'Port': ['ID=9853a9dd-eb5f-490d-8aad-2093bac56a1d,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:38.012609 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fe68a3-b6a0-4814-8187-54f0fadf58a8 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Router 20a7485a-67eb-449f-b011-aab6e2921ddc is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:43:38.059664 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45874) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:38.060886 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-821ceb69-d0eb-4caa-8a9e-098ed7c5219f None None] Provisioning complete for port 9853a9dd-eb5f-490d-8aad-2093bac56a1d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:38.061266 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-821ceb69-d0eb-4caa-8a9e-098ed7c5219f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (9853a9dd-eb5f-490d-8aad-2093bac56a1d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:38.127810 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 9853a9dd-eb5f-490d-8aad-2093bac56a1d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:38.141165 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-346e7a47-95e5-4ba2-b154-20209edec6ee req-bf07cd71-9a4b-4fd0-bc85-dc15b0fd8c64 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=09cc9ef8-41f5-4beb-8ff7-7aa08b8be9d4 HTTP/1.1" status: 200 len: 210 time: 0.1081905 Feb 20 03:43:38.181911 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fe68a3-b6a0-4814-8187-54f0fadf58a8 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:43:38.195077 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-821ceb69-d0eb-4caa-8a9e-098ed7c5219f None None] Current status of the port 9853a9dd-eb5f-490d-8aad-2093bac56a1d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:38.198689 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf7eef6-2ca4-4d73-8ff3-6edabfeaa8da None None] Sync routers for ids ['20a7485a-67eb-449f-b011-aab6e2921ddc'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:43:38.201169 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-14fe68a3-b6a0-4814-8187-54f0fadf58a8 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "PUT /v2.0/routers/20a7485a-67eb-449f-b011-aab6e2921ddc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8763647 Feb 20 03:43:38.205060 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45878) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:38.214514 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf7eef6-2ca4-4d73-8ff3-6edabfeaa8da None None] Routers {'20a7485a-67eb-449f-b011-aab6e2921ddc'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:43:38.215190 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ccf7eef6-2ca4-4d73-8ff3-6edabfeaa8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:43:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['20a7485a-67eb-449f-b011-aab6e2921ddc'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:38.245568 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-ac4df965-7dd2-4b3d-8553-7d688dcb626e tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Request body: {'security_group': {'name': 'tempest-secgroup--1182161766'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:38.281083 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-821ceb69-d0eb-4caa-8a9e-098ed7c5219f None None] Provisioning complete for port 7bd56866-cd6e-4904-af4d-246761767445 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:38.281470 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-821ceb69-d0eb-4caa-8a9e-098ed7c5219f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (7bd56866-cd6e-4904-af4d-246761767445), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:38.285878 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ccf7eef6-2ca4-4d73-8ff3-6edabfeaa8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:38.293694 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d72dddf-151a-4b5b-975d-4ed85a9bbb2c tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:38.299695 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6d72dddf-151a-4b5b-975d-4ed85a9bbb2c tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "GET /v2.0/ports/7bd56866-cd6e-4904-af4d-246761767445 HTTP/1.1" status: 200 len: 910 time: 0.0918021 Feb 20 03:43:38.301996 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45880) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:38.305206 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ff1b1-2ab3-4dfe-a9e0-cf9eb3c74d2f req-cf9eea1f-d046-4104-b6a8-f4becfd76785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:38.307817 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-143ff1b1-2ab3-4dfe-a9e0-cf9eb3c74d2f req-cf9eea1f-d046-4104-b6a8-f4becfd76785 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=68913620b1864349b0b30a94042b9c2a&device_id=0f9eee67-81b4-43b7-9daa-f24501dcabe0 HTTP/1.1" status: 200 len: 1127 time: 0.3801377 Feb 20 03:43:38.326368 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf7eef6-2ca4-4d73-8ff3-6edabfeaa8da None None] Routers {'20a7485a-67eb-449f-b011-aab6e2921ddc'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:43:38.327050 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ccf7eef6-2ca4-4d73-8ff3-6edabfeaa8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:43:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['20a7485a-67eb-449f-b011-aab6e2921ddc'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:38.341433 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ccd6ba16-fcf6-48d5-88e0-a23e81691adc req-392ffa3a-f94e-41cf-821f-fcb9e9f65623 tempest-ServerShowV257Test-1907543189 tempest-ServerShowV257Test-1907543189-project] 10.222.0.89 "GET /v2.0/ports?device_id=de8f2161-075f-4531-831c-c2b6fa59f777 HTTP/1.1" status: 200 len: 210 time: 0.0665295 Feb 20 03:43:38.395290 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ccf7eef6-2ca4-4d73-8ff3-6edabfeaa8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:38.396223 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf7eef6-2ca4-4d73-8ff3-6edabfeaa8da None None] The sync data for ids ['20a7485a-67eb-449f-b011-aab6e2921ddc'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:43:38.400599 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-821ceb69-d0eb-4caa-8a9e-098ed7c5219f None None] Port 7bd56866-cd6e-4904-af4d-246761767445 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:43:38.436314 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2852956f-0444-4650-9f41-ddca5a6b9829 admin admin] Publish callbacks [] for security_group (b14154f8-5204-41b7-8891-8351de62e9c7), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:38.439407 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ac4df965-7dd2-4b3d-8553-7d688dcb626e tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:38.450080 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ac4df965-7dd2-4b3d-8553-7d688dcb626e tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:38.509201 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ff1b1-2ab3-4dfe-a9e0-cf9eb3c74d2f req-635141fc-1023-448a-932f-ce9b1b45144b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:38.510697 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-143ff1b1-2ab3-4dfe-a9e0-cf9eb3c74d2f req-635141fc-1023-448a-932f-ce9b1b45144b service neutron] 10.222.0.42 "GET /v2.0/networks?id=b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879 HTTP/1.1" status: 200 len: 919 time: 0.1668909 Feb 20 03:43:38.566531 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-a32c5141-ad0e-4ce2-958c-0c26f1592f71 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Made reservation on behalf of 74366e9b5aca4b26a4824007098993f6 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:43:38.569991 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-a32c5141-ad0e-4ce2-958c-0c26f1592f71 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:38.572982 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-143ff1b1-2ab3-4dfe-a9e0-cf9eb3c74d2f req-a2deebd9-87d7-4581-9926-6f039679d245 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a723f3b-3113-4648-8f12-24c687b8b0fb HTTP/1.1" status: 200 len: 217 time: 0.0556490 Feb 20 03:43:38.637029 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2852956f-0444-4650-9f41-ddca5a6b9829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b14154f8-5204-41b7-8891-8351de62e9c7), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:38.739071 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2852956f-0444-4650-9f41-ddca5a6b9829 admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:43:38.741662 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ff1b1-2ab3-4dfe-a9e0-cf9eb3c74d2f req-8f76b813-3f54-4811-aaec-849e545e4a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:38.743366 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-143ff1b1-2ab3-4dfe-a9e0-cf9eb3c74d2f req-8f76b813-3f54-4811-aaec-849e545e4a78 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=59da23fb-2a69-4f62-8734-ed62cd9e052d HTTP/1.1" status: 200 len: 858 time: 0.1573997 Feb 20 03:43:38.756728 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ac4df965-7dd2-4b3d-8553-7d688dcb626e tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (6bc058d3-f706-4f2a-a189-9b3a26759c4f), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:38.757735 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852956f-0444-4650-9f41-ddca5a6b9829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14154f8-5204-41b7-8891-8351de62e9c7,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:38.816479 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-143ff1b1-2ab3-4dfe-a9e0-cf9eb3c74d2f req-5af6c902-f60c-4f5d-a05c-0b7e2f94a31e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614855 Feb 20 03:43:38.835470 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2852956f-0444-4650-9f41-ddca5a6b9829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (e9cd605c-65a4-4e74-ab33-d19d304bb06e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:38.835816 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-2852956f-0444-4650-9f41-ddca5a6b9829 admin admin] Added segment e9cd605c-65a4-4e74-ab33-d19d304bb06e of type vlan for network 64115127-0ca9-4210-b390-d57efc54bf51 Feb 20 03:43:38.838208 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ac4df965-7dd2-4b3d-8553-7d688dcb626e tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (6bc058d3-f706-4f2a-a189-9b3a26759c4f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:38.978717 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2852956f-0444-4650-9f41-ddca5a6b9829 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (64115127-0ca9-4210-b390-d57efc54bf51), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:38.991759 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-a32c5141-ad0e-4ce2-958c-0c26f1592f71 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Allocated IP 172.20.0.9 (b6106e2a-8ac1-4f4b-b272-b4b0beeb37af/883b5707-28cf-44b8-81fe-08e0b3a98ddb/b4dfc888-1d5c-429c-a169-d87dd724e9a1) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:43:39.004151 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4df965-7dd2-4b3d-8553-7d688dcb626e tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc058d3-f706-4f2a-a189-9b3a26759c4f,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:39.009848 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-40757dcf-5a0c-4264-b421-50beffb8ea4e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:39.128077 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-143ff1b1-2ab3-4dfe-a9e0-cf9eb3c74d2f req-1e2b3421-d84d-4ffa-8b12-b96a37e6dbdf service neutron] 10.222.0.42 "GET /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046627 Feb 20 03:43:39.139709 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ac4df965-7dd2-4b3d-8553-7d688dcb626e tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (9bacdaec-e102-47c0-a9ed-39385e34db4d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:39.159715 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2852956f-0444-4650-9f41-ddca5a6b9829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (64115127-0ca9-4210-b390-d57efc54bf51), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:39.160934 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2852956f-0444-4650-9f41-ddca5a6b9829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:39.161514 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2852956f-0444-4650-9f41-ddca5a6b9829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:39.243243 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ac4df965-7dd2-4b3d-8553-7d688dcb626e tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (9bacdaec-e102-47c0-a9ed-39385e34db4d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:39.309017 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e6f30-d894-4380-9672-90c1ed848905 req-b14a5481-d453-4a2d-94c4-d1328a8099de tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:39.313225 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-40757dcf-5a0c-4264-b421-50beffb8ea4e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Allocated IP 172.21.0.1 (73e90dd2-2985-4a1c-8572-eaabed739f59/446ac02e-7cca-4c5d-b598-3f8da80117e9/d3d94912-196d-4cf9-88c5-6fd7e292dd37) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:43:39.314478 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e6f30-d894-4380-9672-90c1ed848905 req-b14a5481-d453-4a2d-94c4-d1328a8099de tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:39.320607 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e6f30-d894-4380-9672-90c1ed848905 req-b14a5481-d453-4a2d-94c4-d1328a8099de tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:39.326024 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e6f30-d894-4380-9672-90c1ed848905 req-b14a5481-d453-4a2d-94c4-d1328a8099de tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:39.332203 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e6f30-d894-4380-9672-90c1ed848905 req-b14a5481-d453-4a2d-94c4-d1328a8099de tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:39.337372 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e6f30-d894-4380-9672-90c1ed848905 req-b14a5481-d453-4a2d-94c4-d1328a8099de tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:39.342586 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e6f30-d894-4380-9672-90c1ed848905 req-b14a5481-d453-4a2d-94c4-d1328a8099de tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:39.344655 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e61e6f30-d894-4380-9672-90c1ed848905 req-b14a5481-d453-4a2d-94c4-d1328a8099de tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5419 time: 0.3459690 Feb 20 03:43:39.397309 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2852956f-0444-4650-9f41-ddca5a6b9829 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3460855 Feb 20 03:43:39.397656 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45888) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:39.404890 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-de18adda-f023-41fb-b08d-b0fe997b31e6 admin admin] Request body: {'subnet': {'network_id': '64115127-0ca9-4210-b390-d57efc54bf51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-621480509-subnet', 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:39.431559 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852956f-0444-4650-9f41-ddca5a6b9829 admin admin] Pushing event updated for resources: {'Network': ['ID=64115127-0ca9-4210-b390-d57efc54bf51,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:39.444889 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 64115127-0ca9-4210-b390-d57efc54bf51 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:43:39.474455 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ac4df965-7dd2-4b3d-8553-7d688dcb626e tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:39.478446 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ac4df965-7dd2-4b3d-8553-7d688dcb626e tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4078090 Feb 20 03:43:39.479425 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4df965-7dd2-4b3d-8553-7d688dcb626e tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bacdaec-e102-47c0-a9ed-39385e34db4d,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:39.486296 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45890) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:39.505005 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-40757dcf-5a0c-4264-b421-50beffb8ea4e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for port (d3d94912-196d-4cf9-88c5-6fd7e292dd37), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:39.539664 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-143ff1b1-2ab3-4dfe-a9e0-cf9eb3c74d2f req-e9cca7e4-a2fe-4d61-a7d0-86a6b3615ca5 service neutron] 10.222.0.42 "GET /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024222 Feb 20 03:43:39.556631 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de18adda-f023-41fb-b08d-b0fe997b31e6 admin admin] Made reservation on behalf of 2a426eb8717f45cda17f79dc5d1190fc for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:43:39.560331 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-de18adda-f023-41fb-b08d-b0fe997b31e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:39.602982 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-40757dcf-5a0c-4264-b421-50beffb8ea4e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (d3d94912-196d-4cf9-88c5-6fd7e292dd37), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:39.610605 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e61e6f30-d894-4380-9672-90c1ed848905 req-25846d5f-d681-488c-a9b0-e4c6637e0f4c tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2275975 Feb 20 03:43:39.614839 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-a32c5141-ad0e-4ce2-958c-0c26f1592f71 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Publish callbacks [] for port (b4dfc888-1d5c-429c-a169-d87dd724e9a1), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:39.653600 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9088542f-6625-4f79-b4f8-30d6ea768bf9 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1599433 Feb 20 03:43:39.655267 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45892) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:39.666292 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-ee525d5b-a2bb-4c6f-87a2-05d2be97762d tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Request body: {'security_group': {'name': 'tempest-security--586648046', 'description': 'tempest-security-description-398062107'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:39.718780 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 9853a9dd-eb5f-490d-8aad-2093bac56a1d up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:43:39.720591 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40757dcf-5a0c-4264-b421-50beffb8ea4e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network 73e90dd2-2985-4a1c-8572-eaabed739f59 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:43:39.742554 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee525d5b-a2bb-4c6f-87a2-05d2be97762d tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (9bacdaec-e102-47c0-a9ed-39385e34db4d), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:39.745851 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40757dcf-5a0c-4264-b421-50beffb8ea4e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Port': ['ID=d3d94912-196d-4cf9-88c5-6fd7e292dd37,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:39.754012 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-40757dcf-5a0c-4264-b421-50beffb8ea4e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:43:39.766759 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40757dcf-5a0c-4264-b421-50beffb8ea4e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:43:39.785238 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 9853a9dd-eb5f-490d-8aad-2093bac56a1d triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:39.786026 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (9853a9dd-eb5f-490d-8aad-2093bac56a1d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:39.786157 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-76f787b6-1bdd-42bc-96dd-b00571200f05 req-d0e40785-d9c2-40e5-852b-25a7682f2756 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=09cc9ef8-41f5-4beb-8ff7-7aa08b8be9d4 HTTP/1.1" status: 200 len: 210 time: 0.0597322 Feb 20 03:43:39.787384 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-a32c5141-ad0e-4ce2-958c-0c26f1592f71 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (b4dfc888-1d5c-429c-a169-d87dd724e9a1), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:39.850335 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['bf3783b4-809a-4c35-bd34-df196608bb8e'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:43:39.866172 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-a32c5141-ad0e-4ce2-958c-0c26f1592f71 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Network b6106e2a-8ac1-4f4b-b272-b4b0beeb37af is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:43:39.871291 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-a32c5141-ad0e-4ce2-958c-0c26f1592f71 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:43:39.884055 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-a32c5141-ad0e-4ce2-958c-0c26f1592f71 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:43:39.943571 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-40757dcf-5a0c-4264-b421-50beffb8ea4e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (20a7485a-67eb-449f-b011-aab6e2921ddc), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:40.002797 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 9853a9dd-eb5f-490d-8aad-2093bac56a1d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:40.021662 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-660b4ef8-3daa-4f54-ab12-1157f6ca61fd req-192fbc18-c94e-4b88-9b5c-74f088a6e3a4 tempest-ServerShowV257Test-1907543189 tempest-ServerShowV257Test-1907543189-project] 10.222.0.89 "GET /v2.0/ports?device_id=de8f2161-075f-4531-831c-c2b6fa59f777 HTTP/1.1" status: 200 len: 210 time: 0.0754750 Feb 20 03:43:40.024974 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c5141-ad0e-4ce2-958c-0c26f1592f71 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Pushing event updated for resources: {'Port': ['ID=b4dfc888-1d5c-429c-a169-d87dd724e9a1,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:40.071870 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-a32c5141-ad0e-4ce2-958c-0c26f1592f71 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:40.072776 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-a32c5141-ad0e-4ce2-958c-0c26f1592f71 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:40.073742 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee525d5b-a2bb-4c6f-87a2-05d2be97762d tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (9bacdaec-e102-47c0-a9ed-39385e34db4d), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:40.152841 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-a32c5141-ad0e-4ce2-958c-0c26f1592f71 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3245180 Feb 20 03:43:40.154985 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee525d5b-a2bb-4c6f-87a2-05d2be97762d tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (9bacdaec-e102-47c0-a9ed-39385e34db4d), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:40.156957 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee525d5b-a2bb-4c6f-87a2-05d2be97762d tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:40.161785 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ee525d5b-a2bb-4c6f-87a2-05d2be97762d tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "PUT /v2.0/security-groups/9bacdaec-e102-47c0-a9ed-39385e34db4d HTTP/1.1" status: 200 len: 1795 time: 0.4979320 Feb 20 03:43:40.163441 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45894) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:40.167792 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-d74f4cd8-ce05-4a89-894a-b8ec445616d4 service neutron] Request body: {'port': {'device_id': '09cc9ef8-41f5-4beb-8ff7-7aa08b8be9d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:40.226265 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-40757dcf-5a0c-4264-b421-50beffb8ea4e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d3d94912-196d-4cf9-88c5-6fd7e292dd37), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:40.230242 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee525d5b-a2bb-4c6f-87a2-05d2be97762d tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bacdaec-e102-47c0-a9ed-39385e34db4d,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:40.258496 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-6257263c-c866-4d83-8b82-c00503b3f9c4 None None] Provisioning complete for port d3d94912-196d-4cf9-88c5-6fd7e292dd37 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:40.259320 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6257263c-c866-4d83-8b82-c00503b3f9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d3d94912-196d-4cf9-88c5-6fd7e292dd37), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:40.262932 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b3946ac9-e07c-4e73-aef7-eced19941dff tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "GET /v2.0/security-groups/9bacdaec-e102-47c0-a9ed-39385e34db4d HTTP/1.1" status: 200 len: 1795 time: 0.0902238 Feb 20 03:43:40.264071 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45896) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:40.277132 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-de18adda-f023-41fb-b08d-b0fe997b31e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (85e8c386-47fc-4d48-86f0-3d288a799fec), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:40.303191 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-d74f4cd8-ce05-4a89-894a-b8ec445616d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b4dfc888-1d5c-429c-a169-d87dd724e9a1), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:40.315181 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-6257263c-c866-4d83-8b82-c00503b3f9c4 None None] Port d3d94912-196d-4cf9-88c5-6fd7e292dd37 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:43:40.363945 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8236fe88-4097-4a87-b392-c69077342984 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (9bacdaec-e102-47c0-a9ed-39385e34db4d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:40.407732 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8236fe88-4097-4a87-b392-c69077342984 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (9bacdaec-e102-47c0-a9ed-39385e34db4d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:40.423009 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18adda-f023-41fb-b08d-b0fe997b31e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85e8c386-47fc-4d48-86f0-3d288a799fec,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:40.454478 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de18adda-f023-41fb-b08d-b0fe997b31e6 admin admin] Checking segment: {'id': 'e9cd605c-65a4-4e74-ab33-d19d304bb06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:43:40.454901 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de18adda-f023-41fb-b08d-b0fe997b31e6 admin admin] Network hostable DHCP agents. Network: 64115127-0ca9-4210-b390-d57efc54bf51, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:43:40.545013 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de18adda-f023-41fb-b08d-b0fe997b31e6 admin admin] Network 64115127-0ca9-4210-b390-d57efc54bf51 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:43:40.593004 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8236fe88-4097-4a87-b392-c69077342984 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (9bacdaec-e102-47c0-a9ed-39385e34db4d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:40.595619 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8236fe88-4097-4a87-b392-c69077342984 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:40.599652 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8236fe88-4097-4a87-b392-c69077342984 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "DELETE /v2.0/security-groups/9bacdaec-e102-47c0-a9ed-39385e34db4d HTTP/1.1" status: 204 len: 168 time: 0.3284106 Feb 20 03:43:40.600769 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45898) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:40.621542 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-de18adda-f023-41fb-b08d-b0fe997b31e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 64115127-0ca9-4210-b390-d57efc54bf51) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:43:40.623139 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236fe88-4097-4a87-b392-c69077342984 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bacdaec-e102-47c0-a9ed-39385e34db4d,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:40.633518 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de18adda-f023-41fb-b08d-b0fe997b31e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:40.634260 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-de18adda-f023-41fb-b08d-b0fe997b31e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:40.684434 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26284195-04d1-4f7d-a06a-4743adb8bcb4 None None] Network 64115127-0ca9-4210-b390-d57efc54bf51 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:43:40.686129 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d50fe053-225b-4d27-a121-b00d3dda47e0 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0842617 Feb 20 03:43:40.688816 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45902) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:40.696851 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-d74f4cd8-ce05-4a89-894a-b8ec445616d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4dfc888-1d5c-429c-a169-d87dd724e9a1 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:43:40.697333 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-40757dcf-5a0c-4264-b421-50beffb8ea4e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for port (d3d94912-196d-4cf9-88c5-6fd7e292dd37), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:40.708928 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-d74f4cd8-ce05-4a89-894a-b8ec445616d4 service neutron] Publish callbacks [] for port (b4dfc888-1d5c-429c-a169-d87dd724e9a1), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:40.724987 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-483f68b1-f05a-4f04-8dd4-104ec39144a0 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] delete failed (client error): The resource could not be found. Feb 20 03:43:40.732029 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-483f68b1-f05a-4f04-8dd4-104ec39144a0 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "DELETE /v2.0/security-groups/9bacdaec-e102-47c0-a9ed-39385e34db4d HTTP/1.1" status: 404 len: 347 time: 0.0422118 Feb 20 03:43:40.734955 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45904) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:40.747889 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-de18adda-f023-41fb-b08d-b0fe997b31e6 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3490210 Feb 20 03:43:40.756716 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-dd502385-d238-499c-82bb-18e3c2326399 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Request body: {'security_group': {'name': 'tempest-secgroup--1144375836'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:40.757672 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45906) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:40.760070 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-d74f4cd8-ce05-4a89-894a-b8ec445616d4 service neutron] Transition to ACTIVE for port object b4dfc888-1d5c-429c-a169-d87dd724e9a1 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:43:40.765397 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-e4cdf98e-56dd-4f6c-b894-af9c75e0a57b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-621480509-router', 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:40.813761 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-40757dcf-5a0c-4264-b421-50beffb8ea4e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (d3d94912-196d-4cf9-88c5-6fd7e292dd37), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:40.833692 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f490665-9bbc-4745-ba41-0d48aac58506 req-0e7d1226-b2ae-44a2-8a23-881e8cc33f2b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:40.839700 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f490665-9bbc-4745-ba41-0d48aac58506 req-0e7d1226-b2ae-44a2-8a23-881e8cc33f2b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:40.845660 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f490665-9bbc-4745-ba41-0d48aac58506 req-0e7d1226-b2ae-44a2-8a23-881e8cc33f2b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:40.852050 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f490665-9bbc-4745-ba41-0d48aac58506 req-0e7d1226-b2ae-44a2-8a23-881e8cc33f2b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:40.853236 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73878846-3d0a-4c0c-a8fa-2d28866eb3ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-64115127-0ca9-4210-b390-d57efc54bf51', 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51', 'project_id': '2a426eb8717f45cda17f79dc5d1190fc', 'fixed_ips': [{'subnet_id': '85e8c386-47fc-4d48-86f0-3d288a799fec'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:43:40.854356 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-73878846-3d0a-4c0c-a8fa-2d28866eb3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:40.857349 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f490665-9bbc-4745-ba41-0d48aac58506 req-0e7d1226-b2ae-44a2-8a23-881e8cc33f2b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:40.863347 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f490665-9bbc-4745-ba41-0d48aac58506 req-0e7d1226-b2ae-44a2-8a23-881e8cc33f2b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:40.869316 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f490665-9bbc-4745-ba41-0d48aac58506 req-0e7d1226-b2ae-44a2-8a23-881e8cc33f2b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:40.871356 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3f490665-9bbc-4745-ba41-0d48aac58506 req-0e7d1226-b2ae-44a2-8a23-881e8cc33f2b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5419 time: 0.1242104 Feb 20 03:43:40.898146 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-d74f4cd8-ce05-4a89-894a-b8ec445616d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (b4dfc888-1d5c-429c-a169-d87dd724e9a1), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:40.899981 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-40757dcf-5a0c-4264-b421-50beffb8ea4e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (20a7485a-67eb-449f-b011-aab6e2921ddc), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:40.935081 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40757dcf-5a0c-4264-b421-50beffb8ea4e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Port': ['ID=d3d94912-196d-4cf9-88c5-6fd7e292dd37,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:40.946713 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dd502385-d238-499c-82bb-18e3c2326399 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:40.948510 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e4cdf98e-56dd-4f6c-b894-af9c75e0a57b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (3956c1f6-e866-4a2f-8da9-45d59ab37f07), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:40.949560 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e4cdf98e-56dd-4f6c-b894-af9c75e0a57b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (3956c1f6-e866-4a2f-8da9-45d59ab37f07), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:40.989187 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f4cd8-ce05-4a89-894a-b8ec445616d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b4dfc888-1d5c-429c-a169-d87dd724e9a1,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:41.014751 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3f490665-9bbc-4745-ba41-0d48aac58506 req-05ca67fb-65e3-430c-8a8a-8800c1a112d4 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1367316 Feb 20 03:43:41.051268 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dd502385-d238-499c-82bb-18e3c2326399 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (c963d136-272d-4d7c-8ec0-115ff147625e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:41.096913 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e4cdf98e-56dd-4f6c-b894-af9c75e0a57b admin admin] Publish callbacks [] for router_controller (3956c1f6-e866-4a2f-8da9-45d59ab37f07), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:41.111697 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dd502385-d238-499c-82bb-18e3c2326399 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c963d136-272d-4d7c-8ec0-115ff147625e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:41.145777 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-73878846-3d0a-4c0c-a8fa-2d28866eb3ac None None] Allocated IP 172.20.0.2 (64115127-0ca9-4210-b390-d57efc54bf51/85e8c386-47fc-4d48-86f0-3d288a799fec/243938de-e8a1-4e3e-8a26-7dd8600a0bb8) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:43:41.159325 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-d74f4cd8-ce05-4a89-894a-b8ec445616d4 service neutron] Attempting to bind port b4dfc888-1d5c-429c-a169-d87dd724e9a1 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:43:41.160569 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-d74f4cd8-ce05-4a89-894a-b8ec445616d4 service neutron] Attempting to bind port b4dfc888-1d5c-429c-a169-d87dd724e9a1 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '37054cbd-f424-4c3e-9627-4d3b1f665915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b6106e2a-8ac1-4f4b-b272-b4b0beeb37af'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:43:41.161717 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-d74f4cd8-ce05-4a89-894a-b8ec445616d4 service neutron] Attempting to bind port b4dfc888-1d5c-429c-a169-d87dd724e9a1 on network b6106e2a-8ac1-4f4b-b272-b4b0beeb37af {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:43:41.164132 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd502385-d238-499c-82bb-18e3c2326399 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c963d136-272d-4d7c-8ec0-115ff147625e,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:41.171001 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-d74f4cd8-ce05-4a89-894a-b8ec445616d4 service neutron] Port b4dfc888-1d5c-429c-a169-d87dd724e9a1 on network b6106e2a-8ac1-4f4b-b272-b4b0beeb37af not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:43:41.172695 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-d74f4cd8-ce05-4a89-894a-b8ec445616d4 service neutron] Attempting to bind port b4dfc888-1d5c-429c-a169-d87dd724e9a1 on network b6106e2a-8ac1-4f4b-b272-b4b0beeb37af {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:43:41.173894 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40757dcf-5a0c-4264-b421-50beffb8ea4e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network 73e90dd2-2985-4a1c-8572-eaabed739f59 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:43:41.176679 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-40757dcf-5a0c-4264-b421-50beffb8ea4e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:43:41.218517 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-d74f4cd8-ce05-4a89-894a-b8ec445616d4 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:43:41.218908 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-d74f4cd8-ce05-4a89-894a-b8ec445616d4 service neutron] Checking segment: {'id': '37054cbd-f424-4c3e-9627-4d3b1f665915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b6106e2a-8ac1-4f4b-b272-b4b0beeb37af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:43:41.219283 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-d74f4cd8-ce05-4a89-894a-b8ec445616d4 service neutron] Bound using segment: {'id': '37054cbd-f424-4c3e-9627-4d3b1f665915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b6106e2a-8ac1-4f4b-b272-b4b0beeb37af'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:43:41.219818 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-d74f4cd8-ce05-4a89-894a-b8ec445616d4 service neutron] Bound port: b4dfc888-1d5c-429c-a169-d87dd724e9a1, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37054cbd-f424-4c3e-9627-4d3b1f665915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b6106e2a-8ac1-4f4b-b272-b4b0beeb37af'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:43:41.220191 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-d74f4cd8-ce05-4a89-894a-b8ec445616d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b4dfc888-1d5c-429c-a169-d87dd724e9a1), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:41.227568 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dd502385-d238-499c-82bb-18e3c2326399 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:41.229081 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-dd502385-d238-499c-82bb-18e3c2326399 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4794841 Feb 20 03:43:41.231981 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45912) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:41.239276 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-55d9d9e6-fcaa-46fb-b1fe-2db61f3c4487 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Request body: {'security_group_rule': {'security_group_id': 'c963d136-272d-4d7c-8ec0-115ff147625e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:41.323704 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40757dcf-5a0c-4264-b421-50beffb8ea4e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Router 20a7485a-67eb-449f-b011-aab6e2921ddc has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:43:41.360303 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-73878846-3d0a-4c0c-a8fa-2d28866eb3ac None None] Publish callbacks [] for port (243938de-e8a1-4e3e-8a26-7dd8600a0bb8), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:41.473480 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40757dcf-5a0c-4264-b421-50beffb8ea4e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:43:41.486504 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755609ca-0bd2-48c4-8ac0-f6099592c32c None None] Sync routers for ids ['20a7485a-67eb-449f-b011-aab6e2921ddc'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:43:41.493888 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-40757dcf-5a0c-4264-b421-50beffb8ea4e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "PUT /v2.0/routers/20a7485a-67eb-449f-b011-aab6e2921ddc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1906197 Feb 20 03:43:41.505097 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45914) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:41.505950 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-55d9d9e6-fcaa-46fb-b1fe-2db61f3c4487 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (867cb1e5-2805-4d1a-8140-9a8f29b4e70a), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:41.510802 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-73878846-3d0a-4c0c-a8fa-2d28866eb3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (243938de-e8a1-4e3e-8a26-7dd8600a0bb8), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:41.513177 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755609ca-0bd2-48c4-8ac0-f6099592c32c None None] Routers {'20a7485a-67eb-449f-b011-aab6e2921ddc'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:43:41.513177 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-755609ca-0bd2-48c4-8ac0-f6099592c32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:43:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['20a7485a-67eb-449f-b011-aab6e2921ddc'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:41.572436 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-755609ca-0bd2-48c4-8ac0-f6099592c32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:41.585895 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755609ca-0bd2-48c4-8ac0-f6099592c32c None None] Routers {'20a7485a-67eb-449f-b011-aab6e2921ddc'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:43:41.587557 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-755609ca-0bd2-48c4-8ac0-f6099592c32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:43:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['20a7485a-67eb-449f-b011-aab6e2921ddc'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:41.660452 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-755609ca-0bd2-48c4-8ac0-f6099592c32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:41.661608 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755609ca-0bd2-48c4-8ac0-f6099592c32c None None] The sync data for ids ['20a7485a-67eb-449f-b011-aab6e2921ddc'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:43:41.675797 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73878846-3d0a-4c0c-a8fa-2d28866eb3ac None None] Network 64115127-0ca9-4210-b390-d57efc54bf51 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:43:41.689443 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e133de44-e803-4f89-95b8-f9996c41c1a4 None None] Provisioning complete for port d3d94912-196d-4cf9-88c5-6fd7e292dd37 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:41.690091 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e133de44-e803-4f89-95b8-f9996c41c1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d3d94912-196d-4cf9-88c5-6fd7e292dd37), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:41.693040 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-73878846-3d0a-4c0c-a8fa-2d28866eb3ac None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:43:41.697477 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73878846-3d0a-4c0c-a8fa-2d28866eb3ac None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:43:41.702486 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73878846-3d0a-4c0c-a8fa-2d28866eb3ac None None] Pushing event updated for resources: {'Port': ['ID=243938de-e8a1-4e3e-8a26-7dd8600a0bb8,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:41.729800 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8a6b04-7a31-458e-bf7b-62d172fb3653 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:41.731679 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0b8a6b04-7a31-458e-bf7b-62d172fb3653 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "GET /v2.0/ports/d3d94912-196d-4cf9-88c5-6fd7e292dd37 HTTP/1.1" status: 200 len: 910 time: 0.1470010 Feb 20 03:43:41.736232 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45916) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:41.827644 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e133de44-e803-4f89-95b8-f9996c41c1a4 None None] Port d3d94912-196d-4cf9-88c5-6fd7e292dd37 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:43:41.842111 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-73878846-3d0a-4c0c-a8fa-2d28866eb3ac None None] Attempting to bind port 243938de-e8a1-4e3e-8a26-7dd8600a0bb8 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:43:41.842571 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-73878846-3d0a-4c0c-a8fa-2d28866eb3ac None None] Attempting to bind port 243938de-e8a1-4e3e-8a26-7dd8600a0bb8 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'e9cd605c-65a4-4e74-ab33-d19d304bb06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:43:41.843029 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73878846-3d0a-4c0c-a8fa-2d28866eb3ac None None] Attempting to bind port 243938de-e8a1-4e3e-8a26-7dd8600a0bb8 on network 64115127-0ca9-4210-b390-d57efc54bf51 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:43:41.845028 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e4cdf98e-56dd-4f6c-b894-af9c75e0a57b admin admin] Publish callbacks [] for router_gateway (3956c1f6-e866-4a2f-8da9-45d59ab37f07), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:41.851515 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73878846-3d0a-4c0c-a8fa-2d28866eb3ac None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:43:41.852509 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73878846-3d0a-4c0c-a8fa-2d28866eb3ac None None] Checking segment: {'id': 'e9cd605c-65a4-4e74-ab33-d19d304bb06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:43:41.852509 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-73878846-3d0a-4c0c-a8fa-2d28866eb3ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:41.853000 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73878846-3d0a-4c0c-a8fa-2d28866eb3ac None None] Bound using segment: {'id': 'e9cd605c-65a4-4e74-ab33-d19d304bb06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:43:41.853630 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-73878846-3d0a-4c0c-a8fa-2d28866eb3ac None None] Bound port: 243938de-e8a1-4e3e-8a26-7dd8600a0bb8, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9cd605c-65a4-4e74-ab33-d19d304bb06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:43:41.854134 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-73878846-3d0a-4c0c-a8fa-2d28866eb3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (243938de-e8a1-4e3e-8a26-7dd8600a0bb8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:41.867102 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220e331-1ab1-42cb-b4fb-59d51d52e304 req-092e721a-2384-4b4f-93d1-08faeae08307 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:41.868371 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a220e331-1ab1-42cb-b4fb-59d51d52e304 req-092e721a-2384-4b4f-93d1-08faeae08307 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=09cc9ef8-41f5-4beb-8ff7-7aa08b8be9d4 HTTP/1.1" status: 200 len: 943 time: 0.7275729 Feb 20 03:43:41.905279 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-d74f4cd8-ce05-4a89-894a-b8ec445616d4 service neutron] For port b4dfc888-1d5c-429c-a169-d87dd724e9a1, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:43:41.926927 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-d74f4cd8-ce05-4a89-894a-b8ec445616d4 service neutron] For port b4dfc888-1d5c-429c-a169-d87dd724e9a1, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=b4dfc888-1d5c-429c-a169-d87dd724e9a1,segment=NetworkSegment(37054cbd-f424-4c3e-9627-4d3b1f665915),segment_id=37054cbd-f424-4c3e-9627-4d3b1f665915)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:43:41.945540 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a220e331-1ab1-42cb-b4fb-59d51d52e304 req-049e4fa7-bbeb-4cbc-a59e-e28be0df9f47 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674548 Feb 20 03:43:41.953793 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-73878846-3d0a-4c0c-a8fa-2d28866eb3ac None None] For port 243938de-e8a1-4e3e-8a26-7dd8600a0bb8, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:43:41.960556 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-73878846-3d0a-4c0c-a8fa-2d28866eb3ac None None] For port 243938de-e8a1-4e3e-8a26-7dd8600a0bb8, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=243938de-e8a1-4e3e-8a26-7dd8600a0bb8,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:43:42.005649 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-d74f4cd8-ce05-4a89-894a-b8ec445616d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (b4dfc888-1d5c-429c-a169-d87dd724e9a1), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:42.026094 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-73878846-3d0a-4c0c-a8fa-2d28866eb3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (243938de-e8a1-4e3e-8a26-7dd8600a0bb8), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:42.067908 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-d74f4cd8-ce05-4a89-894a-b8ec445616d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:42.068477 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-d74f4cd8-ce05-4a89-894a-b8ec445616d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:42.069899 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-d74f4cd8-ce05-4a89-894a-b8ec445616d4 service neutron] 10.222.0.93 "PUT /v2.0/ports/b4dfc888-1d5c-429c-a169-d87dd724e9a1 HTTP/1.1" status: 200 len: 1091 time: 1.9098184 Feb 20 03:43:42.071999 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09cc9ef8-41f5-4beb-8ff7-7aa08b8be9d4', 'tag': 'b4dfc888-1d5c-429c-a169-d87dd724e9a1'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:43:42.074332 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89b9db3-66f3-40f6-8b23-a6e8dd815922" -d '{"events": [{"name": "network-changed", "server_uuid": "09cc9ef8-41f5-4beb-8ff7-7aa08b8be9d4", "tag": "b4dfc888-1d5c-429c-a169-d87dd724e9a1"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:43:42.087192 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-55d9d9e6-fcaa-46fb-b1fe-2db61f3c4487 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (867cb1e5-2805-4d1a-8140-9a8f29b4e70a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:42.098577 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9322412d-a261-4658-979c-d9160b72ae62 req-cb188a47-5b76-43d5-b00a-4ded793e24f2 tempest-ServerShowV257Test-1907543189 tempest-ServerShowV257Test-1907543189-project] 10.222.0.89 "GET /v2.0/ports?device_id=de8f2161-075f-4531-831c-c2b6fa59f777 HTTP/1.1" status: 200 len: 210 time: 0.0551934 Feb 20 03:43:42.130046 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73878846-3d0a-4c0c-a8fa-2d28866eb3ac None None] Pushing event updated for resources: {'Port': ['ID=243938de-e8a1-4e3e-8a26-7dd8600a0bb8,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:42.134113 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f4cd8-ce05-4a89-894a-b8ec445616d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b4dfc888-1d5c-429c-a169-d87dd724e9a1,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:42.243851 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-55d9d9e6-fcaa-46fb-b1fe-2db61f3c4487 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (867cb1e5-2805-4d1a-8140-9a8f29b4e70a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:42.282237 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9d9e6-fcaa-46fb-b1fe-2db61f3c4487 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867cb1e5-2805-4d1a-8140-9a8f29b4e70a,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:42.360322 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-55d9d9e6-fcaa-46fb-b1fe-2db61f3c4487 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:42.363379 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-55d9d9e6-fcaa-46fb-b1fe-2db61f3c4487 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1288733 Feb 20 03:43:42.365639 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45922) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:42.427551 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bd860-754b-408f-bf7e-ef34814c72ad req-16cb4771-c1f3-486c-b4b0-0827cae506c0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:42.438143 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bd860-754b-408f-bf7e-ef34814c72ad req-16cb4771-c1f3-486c-b4b0-0827cae506c0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:42.444340 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bd860-754b-408f-bf7e-ef34814c72ad req-16cb4771-c1f3-486c-b4b0-0827cae506c0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:42.452331 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bd860-754b-408f-bf7e-ef34814c72ad req-16cb4771-c1f3-486c-b4b0-0827cae506c0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:42.458637 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bd860-754b-408f-bf7e-ef34814c72ad req-16cb4771-c1f3-486c-b4b0-0827cae506c0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:42.459554 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fcf9857c-7481-4fe0-baba-40e1e7d19607 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (867cb1e5-2805-4d1a-8140-9a8f29b4e70a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:42.464240 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bd860-754b-408f-bf7e-ef34814c72ad req-16cb4771-c1f3-486c-b4b0-0827cae506c0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:42.468898 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fcf9857c-7481-4fe0-baba-40e1e7d19607 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (867cb1e5-2805-4d1a-8140-9a8f29b4e70a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:42.469575 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bd860-754b-408f-bf7e-ef34814c72ad req-16cb4771-c1f3-486c-b4b0-0827cae506c0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:42.471597 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-811bd860-754b-408f-bf7e-ef34814c72ad req-16cb4771-c1f3-486c-b4b0-0827cae506c0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5419 time: 0.2343712 Feb 20 03:43:42.476134 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2f57644c-7bb0-480c-b0bd-9a2d7a659b1e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (20a7485a-67eb-449f-b011-aab6e2921ddc), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:42.479848 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-59f03b48-736b-4e83-afa5-fb6bd7f987da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:42.481378 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-59f03b48-736b-4e83-afa5-fb6bd7f987da service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=74366e9b5aca4b26a4824007098993f6&device_id=09cc9ef8-41f5-4beb-8ff7-7aa08b8be9d4 HTTP/1.1" status: 200 len: 1125 time: 0.2636213 Feb 20 03:43:42.484865 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e4cdf98e-56dd-4f6c-b894-af9c75e0a57b admin admin] Publish callbacks [] for router_gateway (3956c1f6-e866-4a2f-8da9-45d59ab37f07), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:42.525755 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e4cdf98e-56dd-4f6c-b894-af9c75e0a57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:42.564081 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-a4ea62f0-d394-4d2a-b66a-dcd2bc84698a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4dfc888-1d5c-429c-a169-d87dd724e9a1 HTTP/1.1" status: 200 len: 217 time: 0.0541229 Feb 20 03:43:42.649040 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fcf9857c-7481-4fe0-baba-40e1e7d19607 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (867cb1e5-2805-4d1a-8140-9a8f29b4e70a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:42.656259 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fcf9857c-7481-4fe0-baba-40e1e7d19607 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:42.657375 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fcf9857c-7481-4fe0-baba-40e1e7d19607 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/867cb1e5-2805-4d1a-8140-9a8f29b4e70a HTTP/1.1" status: 204 len: 168 time: 0.2906311 Feb 20 03:43:42.660203 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45924) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:42.675684 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-811bd860-754b-408f-bf7e-ef34814c72ad req-f48c6e9b-b3a5-4254-a0a4-bd048bc58ead tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1927497 Feb 20 03:43:42.683891 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-aa93cc07-76b5-4291-8531-2042174b091d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:42.685407 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-aa93cc07-76b5-4291-8531-2042174b091d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=883b5707-28cf-44b8-81fe-08e0b3a98ddb HTTP/1.1" status: 200 len: 854 time: 0.1142972 Feb 20 03:43:42.706872 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9857c-7481-4fe0-baba-40e1e7d19607 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=867cb1e5-2805-4d1a-8140-9a8f29b4e70a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:42.741022 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-53febe99-41b3-4e14-8201-c5b9588e80ae service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b6106e2a-8ac1-4f4b-b272-b4b0beeb37af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465720 Feb 20 03:43:42.757223 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f33a85db-a2c0-4c6c-80c8-5f31c6c42dc0 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0958478 Feb 20 03:43:42.764408 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45926) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:42.823857 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d4e689-b4c1-4c89-be43-7ca416a7bf11 x-openstack-request-id: req-72d4e689-b4c1-4c89-be43-7ca416a7bf11 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:43:42.824157 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09cc9ef8-41f5-4beb-8ff7-7aa08b8be9d4", "tag": "b4dfc888-1d5c-429c-a169-d87dd724e9a1", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:43:42.824415 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-72d4e689-b4c1-4c89-be43-7ca416a7bf11 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:43:42.825267 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09cc9ef8-41f5-4beb-8ff7-7aa08b8be9d4', 'tag': 'b4dfc888-1d5c-429c-a169-d87dd724e9a1', 'status': 'completed', 'code': 200} Feb 20 03:43:42.853976 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-e4cdf98e-56dd-4f6c-b894-af9c75e0a57b admin admin] Allocated IP 172.25.7.148 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/4c8b8026-db2c-4fde-b78a-144b7a66b541) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:43:42.924637 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a2115217-60ed-40a3-9234-7f0afba9d28b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (c963d136-272d-4d7c-8ec0-115ff147625e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:42.954415 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-8f09f8d2-d6f9-4c3c-a0c0-06179ab385d4 service neutron] 10.222.0.93 "GET /v2.0/networks/b6106e2a-8ac1-4f4b-b272-b4b0beeb37af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036951 Feb 20 03:43:42.970065 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a2115217-60ed-40a3-9234-7f0afba9d28b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (c963d136-272d-4d7c-8ec0-115ff147625e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:43.047686 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-2f57644c-7bb0-480c-b0bd-9a2d7a659b1e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Deleting port d3d94912-196d-4cf9-88c5-6fd7e292dd37 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:43:43.048028 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2f57644c-7bb0-480c-b0bd-9a2d7a659b1e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (d3d94912-196d-4cf9-88c5-6fd7e292dd37), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:43.125068 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e4cdf98e-56dd-4f6c-b894-af9c75e0a57b admin admin] Publish callbacks [] for port (4c8b8026-db2c-4fde-b78a-144b7a66b541), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:43.177270 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2f57644c-7bb0-480c-b0bd-9a2d7a659b1e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (d3d94912-196d-4cf9-88c5-6fd7e292dd37), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:43.177708 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e0e2cd8-bf49-4906-b836-813eaf2fb328 req-1e79cec1-7346-4524-a86f-cd75dde86f92 service neutron] 10.222.0.93 "GET /v2.0/networks/b6106e2a-8ac1-4f4b-b272-b4b0beeb37af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163846 Feb 20 03:43:43.204031 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f2122-995d-499c-848b-4711272a3601 req-8065085b-fa02-4341-9c2e-09daf051fb31 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:43.205822 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-882f2122-995d-499c-848b-4711272a3601 req-8065085b-fa02-4341-9c2e-09daf051fb31 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=09cc9ef8-41f5-4beb-8ff7-7aa08b8be9d4 HTTP/1.1" status: 200 len: 943 time: 0.1373446 Feb 20 03:43:43.207943 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a2115217-60ed-40a3-9234-7f0afba9d28b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c963d136-272d-4d7c-8ec0-115ff147625e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:43.210545 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a2115217-60ed-40a3-9234-7f0afba9d28b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:43.211730 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a2115217-60ed-40a3-9234-7f0afba9d28b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "DELETE /v2.0/security-groups/c963d136-272d-4d7c-8ec0-115ff147625e HTTP/1.1" status: 204 len: 168 time: 0.4487054 Feb 20 03:43:43.212919 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-2f57644c-7bb0-480c-b0bd-9a2d7a659b1e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Calling delete_port for d3d94912-196d-4cf9-88c5-6fd7e292dd37 owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:43:43.216165 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45932) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:43.227285 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2115217-60ed-40a3-9234-7f0afba9d28b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c963d136-272d-4d7c-8ec0-115ff147625e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:43.436890 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-882f2122-995d-499c-848b-4711272a3601 req-a8cbd469-4010-43bf-abcf-906606518026 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213726 Feb 20 03:43:43.452141 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-53b3c877-a55e-4145-b3e8-3d94656a2952 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2284136 Feb 20 03:43:43.480414 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45936) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:43.485743 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-4dbfc0bc-f80d-4a4d-88d7-3c56627f994e tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Request body: {'security_group': {'name': 'tempest-secgroup--1180817528'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:43.556631 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b9db3-66f3-40f6-8b23-a6e8dd815922 req-666c2920-1b8f-44dd-8f07-10beed3aeaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:43.558821 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e89b9db3-66f3-40f6-8b23-a6e8dd815922 req-666c2920-1b8f-44dd-8f07-10beed3aeaec service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=74366e9b5aca4b26a4824007098993f6&device_id=09cc9ef8-41f5-4beb-8ff7-7aa08b8be9d4 HTTP/1.1" status: 200 len: 1125 time: 0.2507501 Feb 20 03:43:43.563707 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e4cdf98e-56dd-4f6c-b894-af9c75e0a57b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (4c8b8026-db2c-4fde-b78a-144b7a66b541), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:43.652702 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2f57644c-7bb0-480c-b0bd-9a2d7a659b1e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (d3d94912-196d-4cf9-88c5-6fd7e292dd37), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:43.660865 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4dbfc0bc-f80d-4a4d-88d7-3c56627f994e tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:43.703077 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3957c51-a867-4f03-9c72-2a16bb0d4aeb None None] Network 64115127-0ca9-4210-b390-d57efc54bf51 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:43:43.716583 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57644c-7bb0-480c-b0bd-9a2d7a659b1e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Port': ['ID=d3d94912-196d-4cf9-88c5-6fd7e292dd37,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:43.792381 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cdf98e-56dd-4f6c-b894-af9c75e0a57b admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:43:43.809709 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4c4fa64f-a46e-45b5-b129-e140360b7232 req-901866bf-2f8d-435a-a9de-12678275843a tempest-ServerShowV257Test-1907543189 tempest-ServerShowV257Test-1907543189-project] 10.222.0.89 "GET /v2.0/ports?device_id=de8f2161-075f-4531-831c-c2b6fa59f777 HTTP/1.1" status: 200 len: 210 time: 0.1776807 Feb 20 03:43:43.834141 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-e4cdf98e-56dd-4f6c-b894-af9c75e0a57b admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:43:43.844363 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cdf98e-56dd-4f6c-b894-af9c75e0a57b admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:43:43.850443 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 243938de-e8a1-4e3e-8a26-7dd8600a0bb8 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:43:43.917127 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdf98e-56dd-4f6c-b894-af9c75e0a57b admin admin] Pushing event updated for resources: {'Port': ['ID=4c8b8026-db2c-4fde-b78a-144b7a66b541,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:43.943951 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f509c682-cd3b-4765-8f92-603545bc456b None None] Provisioning complete for port 243938de-e8a1-4e3e-8a26-7dd8600a0bb8 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:43.944290 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f509c682-cd3b-4765-8f92-603545bc456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (243938de-e8a1-4e3e-8a26-7dd8600a0bb8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:43.979403 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b9db3-66f3-40f6-8b23-a6e8dd815922 req-e25cd250-227f-4cd0-98a5-b5bfe62fc4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:43.981065 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e89b9db3-66f3-40f6-8b23-a6e8dd815922 req-e25cd250-227f-4cd0-98a5-b5bfe62fc4bf service neutron] 10.222.0.93 "GET /v2.0/networks?id=b6106e2a-8ac1-4f4b-b272-b4b0beeb37af HTTP/1.1" status: 200 len: 915 time: 0.4074547 Feb 20 03:43:43.999033 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2f57644c-7bb0-480c-b0bd-9a2d7a659b1e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (20a7485a-67eb-449f-b011-aab6e2921ddc), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:44.141055 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 243938de-e8a1-4e3e-8a26-7dd8600a0bb8 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:44.141522 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (243938de-e8a1-4e3e-8a26-7dd8600a0bb8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:44.188464 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f509c682-cd3b-4765-8f92-603545bc456b None None] Current status of the port 243938de-e8a1-4e3e-8a26-7dd8600a0bb8 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:44.188855 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f509c682-cd3b-4765-8f92-603545bc456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (243938de-e8a1-4e3e-8a26-7dd8600a0bb8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:44.252528 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-f509c682-cd3b-4765-8f92-603545bc456b None None] For port 243938de-e8a1-4e3e-8a26-7dd8600a0bb8, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=243938de-e8a1-4e3e-8a26-7dd8600a0bb8,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:43:44.325899 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e89b9db3-66f3-40f6-8b23-a6e8dd815922 req-51880e79-76cb-40cd-979d-0a54bad04cbf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b4dfc888-1d5c-429c-a169-d87dd724e9a1 HTTP/1.1" status: 200 len: 217 time: 0.1196411 Feb 20 03:43:44.341202 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f509c682-cd3b-4765-8f92-603545bc456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (243938de-e8a1-4e3e-8a26-7dd8600a0bb8), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:44.342976 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 243938de-e8a1-4e3e-8a26-7dd8600a0bb8 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:44.343365 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (243938de-e8a1-4e3e-8a26-7dd8600a0bb8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:44.430415 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509c682-cd3b-4765-8f92-603545bc456b None None] Pushing event updated for resources: {'Port': ['ID=243938de-e8a1-4e3e-8a26-7dd8600a0bb8,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:44.450068 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b9db3-66f3-40f6-8b23-a6e8dd815922 req-b6c41290-55b1-4f9e-80db-339d13f7e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:44.451857 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e89b9db3-66f3-40f6-8b23-a6e8dd815922 req-b6c41290-55b1-4f9e-80db-339d13f7e9d1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=883b5707-28cf-44b8-81fe-08e0b3a98ddb HTTP/1.1" status: 200 len: 854 time: 0.1154928 Feb 20 03:43:44.467758 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4dbfc0bc-f80d-4a4d-88d7-3c56627f994e tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (a8ab66c5-920c-470c-b23d-5a7ccd7d81e0), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:44.516261 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:43:44.516849 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:43:44.528716 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c3c2a-8bf1-4701-bb24-c6cee6dd5b30 req-2efc8453-79b2-46dd-a46e-985578d92412 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:44.535094 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c3c2a-8bf1-4701-bb24-c6cee6dd5b30 req-2efc8453-79b2-46dd-a46e-985578d92412 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:44.541224 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c3c2a-8bf1-4701-bb24-c6cee6dd5b30 req-2efc8453-79b2-46dd-a46e-985578d92412 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:44.549213 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c3c2a-8bf1-4701-bb24-c6cee6dd5b30 req-2efc8453-79b2-46dd-a46e-985578d92412 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:44.557680 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c3c2a-8bf1-4701-bb24-c6cee6dd5b30 req-2efc8453-79b2-46dd-a46e-985578d92412 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:44.564805 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c3c2a-8bf1-4701-bb24-c6cee6dd5b30 req-2efc8453-79b2-46dd-a46e-985578d92412 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:44.568782 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-4dabda82-8086-477a-a9c5-540daf6ff7a5 None None] Provisioning complete for port 243938de-e8a1-4e3e-8a26-7dd8600a0bb8 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:44.569470 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4dabda82-8086-477a-a9c5-540daf6ff7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (243938de-e8a1-4e3e-8a26-7dd8600a0bb8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:44.578891 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c3c2a-8bf1-4701-bb24-c6cee6dd5b30 req-2efc8453-79b2-46dd-a46e-985578d92412 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:44.582337 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-912c3c2a-8bf1-4701-bb24-c6cee6dd5b30 req-2efc8453-79b2-46dd-a46e-985578d92412 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5419 time: 0.5981841 Feb 20 03:43:44.584417 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e89b9db3-66f3-40f6-8b23-a6e8dd815922 req-661410f7-7804-412d-babc-7862a59010d3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b6106e2a-8ac1-4f4b-b272-b4b0beeb37af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1259644 Feb 20 03:43:44.588545 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4dbfc0bc-f80d-4a4d-88d7-3c56627f994e tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a8ab66c5-920c-470c-b23d-5a7ccd7d81e0), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:44.667763 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-4dabda82-8086-477a-a9c5-540daf6ff7a5 None None] Current status of the port 243938de-e8a1-4e3e-8a26-7dd8600a0bb8 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:44.735979 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f57644c-7bb0-480c-b0bd-9a2d7a659b1e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Router 20a7485a-67eb-449f-b011-aab6e2921ddc has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:43:44.761796 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbfc0bc-f80d-4a4d-88d7-3c56627f994e tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ab66c5-920c-470c-b23d-5a7ccd7d81e0,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:44.778757 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e4cdf98e-56dd-4f6c-b894-af9c75e0a57b admin admin] Publish callbacks [] for router_gateway (3956c1f6-e866-4a2f-8da9-45d59ab37f07), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:44.851193 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4dbfc0bc-f80d-4a4d-88d7-3c56627f994e tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:44.855656 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4dbfc0bc-f80d-4a4d-88d7-3c56627f994e tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3740518 Feb 20 03:43:44.860840 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45954) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:44.877647 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-43617b30-36bd-4980-9f19-6811a11d0d27 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Request body: {'security_group_rule': {'security_group_id': 'a8ab66c5-920c-470c-b23d-5a7ccd7d81e0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:44.887189 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f57644c-7bb0-480c-b0bd-9a2d7a659b1e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:43:44.899158 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef5e643-420f-4d10-b89d-7a6a5403f382 None None] Sync routers for ids ['20a7485a-67eb-449f-b011-aab6e2921ddc'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:43:44.912996 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef5e643-420f-4d10-b89d-7a6a5403f382 None None] Routers {'20a7485a-67eb-449f-b011-aab6e2921ddc'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:43:44.913242 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-912c3c2a-8bf1-4701-bb24-c6cee6dd5b30 req-08103f8a-a585-46ca-8062-9afa6c61e87e tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3212447 Feb 20 03:43:44.914189 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-6ef5e643-420f-4d10-b89d-7a6a5403f382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:43:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['20a7485a-67eb-449f-b011-aab6e2921ddc'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:44.917572 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2f57644c-7bb0-480c-b0bd-9a2d7a659b1e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "PUT /v2.0/routers/20a7485a-67eb-449f-b011-aab6e2921ddc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1786456 Feb 20 03:43:44.919739 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45956) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:44.966296 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e89b9db3-66f3-40f6-8b23-a6e8dd815922 req-720b9363-f0ce-4a85-8365-373bc1d63e48 service neutron] 10.222.0.93 "GET /v2.0/networks/b6106e2a-8ac1-4f4b-b272-b4b0beeb37af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719866 Feb 20 03:43:44.977248 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-6ef5e643-420f-4d10-b89d-7a6a5403f382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:44.987843 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef5e643-420f-4d10-b89d-7a6a5403f382 None None] Routers {'20a7485a-67eb-449f-b011-aab6e2921ddc'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:43:44.987843 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-6ef5e643-420f-4d10-b89d-7a6a5403f382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:43:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['20a7485a-67eb-449f-b011-aab6e2921ddc'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:45.072599 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 243938de-e8a1-4e3e-8a26-7dd8600a0bb8 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:45.080279 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-6ef5e643-420f-4d10-b89d-7a6a5403f382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:45.080279 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef5e643-420f-4d10-b89d-7a6a5403f382 None None] The sync data for ids ['20a7485a-67eb-449f-b011-aab6e2921ddc'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:43:45.159348 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-43617b30-36bd-4980-9f19-6811a11d0d27 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (60f9f659-104d-4d90-a328-27d601cbdfcd), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:45.320897 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e89b9db3-66f3-40f6-8b23-a6e8dd815922 req-82c67f94-954a-481a-a3b8-4e9863483897 service neutron] 10.222.0.93 "GET /v2.0/networks/b6106e2a-8ac1-4f4b-b272-b4b0beeb37af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874610 Feb 20 03:43:45.332711 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-43617b30-36bd-4980-9f19-6811a11d0d27 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (60f9f659-104d-4d90-a328-27d601cbdfcd), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:45.334072 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e4cdf98e-56dd-4f6c-b894-af9c75e0a57b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (3956c1f6-e866-4a2f-8da9-45d59ab37f07), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:45.336777 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6a8b6226-08e4-4e44-a733-fc1be5f5a9ba tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (20a7485a-67eb-449f-b011-aab6e2921ddc), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:45.343855 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3738c17-d7d2-4f5b-9bcd-7839bada85b9 req-4793ce0f-5653-45db-a861-c9840f78ef81 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:45.344244 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b3738c17-d7d2-4f5b-9bcd-7839bada85b9 req-4793ce0f-5653-45db-a861-c9840f78ef81 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=09cc9ef8-41f5-4beb-8ff7-7aa08b8be9d4 HTTP/1.1" status: 200 len: 943 time: 0.2419574 Feb 20 03:43:45.411279 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-43617b30-36bd-4980-9f19-6811a11d0d27 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (60f9f659-104d-4d90-a328-27d601cbdfcd), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:45.457718 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43617b30-36bd-4980-9f19-6811a11d0d27 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f9f659-104d-4d90-a328-27d601cbdfcd,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:45.505160 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b3738c17-d7d2-4f5b-9bcd-7839bada85b9 req-6b965947-541e-4101-8769-6b0a049570bc tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535163 Feb 20 03:43:45.512754 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-43617b30-36bd-4980-9f19-6811a11d0d27 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:45.514034 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-43617b30-36bd-4980-9f19-6811a11d0d27 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6489744 Feb 20 03:43:45.519837 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45960) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:45.528212 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-2a164c54-aac4-47dc-906c-82edc403b6c8 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Request body: {'security_group_rule': {'security_group_id': 'a8ab66c5-920c-470c-b23d-5a7ccd7d81e0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:45.637874 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ef8945bc-12e7-4264-89fc-d04091a63a0c req-9b4901d9-3617-49d6-a6ff-1042b2b71331 tempest-ServerShowV257Test-1907543189 tempest-ServerShowV257Test-1907543189-project] 10.222.0.89 "GET /v2.0/ports?device_id=de8f2161-075f-4531-831c-c2b6fa59f777 HTTP/1.1" status: 200 len: 210 time: 0.0522268 Feb 20 03:43:45.646567 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4cdf98e-56dd-4f6c-b894-af9c75e0a57b admin admin] Router 3956c1f6-e866-4a2f-8da9-45d59ab37f07 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:43:45.687367 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-6a8b6226-08e4-4e44-a733-fc1be5f5a9ba tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Deleting port 7bd56866-cd6e-4904-af4d-246761767445 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:43:45.687751 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6a8b6226-08e4-4e44-a733-fc1be5f5a9ba tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (7bd56866-cd6e-4904-af4d-246761767445), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:45.692428 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2a164c54-aac4-47dc-906c-82edc403b6c8 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (920f03cc-c1b8-490f-be16-e1dc5688cb50), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:45.700892 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 243938de-e8a1-4e3e-8a26-7dd8600a0bb8 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:43:45.766624 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 243938de-e8a1-4e3e-8a26-7dd8600a0bb8 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:45.767761 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (243938de-e8a1-4e3e-8a26-7dd8600a0bb8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:45.782098 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cdf98e-56dd-4f6c-b894-af9c75e0a57b admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:43:45.792762 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d49d0e-ff2d-42a7-b928-819d19479557 None None] Sync routers for ids ['3956c1f6-e866-4a2f-8da9-45d59ab37f07'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:43:45.809788 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d49d0e-ff2d-42a7-b928-819d19479557 None None] Routers {'3956c1f6-e866-4a2f-8da9-45d59ab37f07'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:43:45.811511 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-96d49d0e-ff2d-42a7-b928-819d19479557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:43:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3956c1f6-e866-4a2f-8da9-45d59ab37f07'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:45.835086 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2a164c54-aac4-47dc-906c-82edc403b6c8 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (920f03cc-c1b8-490f-be16-e1dc5688cb50), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:45.888580 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e4cdf98e-56dd-4f6c-b894-af9c75e0a57b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:45.891400 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e4cdf98e-56dd-4f6c-b894-af9c75e0a57b admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1313560 Feb 20 03:43:45.900303 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45966) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:45.921775 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2a164c54-aac4-47dc-906c-82edc403b6c8 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (920f03cc-c1b8-490f-be16-e1dc5688cb50), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:45.926010 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 243938de-e8a1-4e3e-8a26-7dd8600a0bb8 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:45.939196 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6a8b6226-08e4-4e44-a733-fc1be5f5a9ba tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (7bd56866-cd6e-4904-af4d-246761767445), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:45.978275 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a164c54-aac4-47dc-906c-82edc403b6c8 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=920f03cc-c1b8-490f-be16-e1dc5688cb50,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:45.989124 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-96d49d0e-ff2d-42a7-b928-819d19479557 None None] Set router 3956c1f6-e866-4a2f-8da9-45d59ab37f07 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:43:46.004597 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-6a8b6226-08e4-4e44-a733-fc1be5f5a9ba tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Calling delete_port for 7bd56866-cd6e-4904-af4d-246761767445 owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:43:46.091212 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2a164c54-aac4-47dc-906c-82edc403b6c8 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:46.092453 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2a164c54-aac4-47dc-906c-82edc403b6c8 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5698986 Feb 20 03:43:46.095782 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45972) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:46.102106 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-6987a221-0668-4125-954a-dd4b311490d5 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Request body: {'security_group_rule': {'security_group_id': 'a8ab66c5-920c-470c-b23d-5a7ccd7d81e0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:46.298194 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-96d49d0e-ff2d-42a7-b928-819d19479557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'name': 'tempest-ServerActionsTestJSON-621480509-router', 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '4c8b8026-db2c-4fde-b78a-144b7a66b541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:43:40Z', 'updated_at': '2022-02-20T03:43:44Z', 'revision_number': 3, 'project_id': '2a426eb8717f45cda17f79dc5d1190fc', 'gw_port': {'id': '4c8b8026-db2c-4fde-b78a-144b7a66b541', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:43:42Z', 'updated_at': '2022-02-20T03:43:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:46.301699 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6987a221-0668-4125-954a-dd4b311490d5 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (1739688e-32b3-4f80-af22-5e827cecde26), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:46.332603 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d49d0e-ff2d-42a7-b928-819d19479557 None None] Checking router: 3956c1f6-e866-4a2f-8da9-45d59ab37f07 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:43:46.333369 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d49d0e-ff2d-42a7-b928-819d19479557 None None] Updating router 3956c1f6-e866-4a2f-8da9-45d59ab37f07 port 4c8b8026-db2c-4fde-b78a-144b7a66b541 binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:43:46.369512 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-96d49d0e-ff2d-42a7-b928-819d19479557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4c8b8026-db2c-4fde-b78a-144b7a66b541), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:46.382781 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6987a221-0668-4125-954a-dd4b311490d5 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (1739688e-32b3-4f80-af22-5e827cecde26), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:46.384735 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6a8b6226-08e4-4e44-a733-fc1be5f5a9ba tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (7bd56866-cd6e-4904-af4d-246761767445), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:46.421115 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b6226-08e4-4e44-a733-fc1be5f5a9ba tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Port': ['ID=7bd56866-cd6e-4904-af4d-246761767445,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:46.471261 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device b4dfc888-1d5c-429c-a169-d87dd724e9a1 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:43:46.477436 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6987a221-0668-4125-954a-dd4b311490d5 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (1739688e-32b3-4f80-af22-5e827cecde26), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:46.517485 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987a221-0668-4125-954a-dd4b311490d5 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1739688e-32b3-4f80-af22-5e827cecde26,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:46.731349 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port b4dfc888-1d5c-429c-a169-d87dd724e9a1, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=b4dfc888-1d5c-429c-a169-d87dd724e9a1,segment=NetworkSegment(37054cbd-f424-4c3e-9627-4d3b1f665915),segment_id=37054cbd-f424-4c3e-9627-4d3b1f665915)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:43:46.761906 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6a8b6226-08e4-4e44-a733-fc1be5f5a9ba tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (20a7485a-67eb-449f-b011-aab6e2921ddc), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:46.773635 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'b4dfc888-1d5c-429c-a169-d87dd724e9a1', 'network_id': 'b6106e2a-8ac1-4f4b-b272-b4b0beeb37af', 'port_id': 'b4dfc888-1d5c-429c-a169-d87dd724e9a1', 'mac_address': 'fa:16:3e:bc:c5:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '883b5707-28cf-44b8-81fe-08e0b3a98ddb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:43:46.778463 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42f803-ce6c-4bd4-9a12-b487f6d6b230 req-4e127156-71e9-4c41-a4d2-9519188697de tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:46.788834 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42f803-ce6c-4bd4-9a12-b487f6d6b230 req-4e127156-71e9-4c41-a4d2-9519188697de tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:46.791926 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6987a221-0668-4125-954a-dd4b311490d5 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:46.794306 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6987a221-0668-4125-954a-dd4b311490d5 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6975179 Feb 20 03:43:46.795050 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42f803-ce6c-4bd4-9a12-b487f6d6b230 req-4e127156-71e9-4c41-a4d2-9519188697de tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:46.799046 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45982) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:46.804947 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42f803-ce6c-4bd4-9a12-b487f6d6b230 req-4e127156-71e9-4c41-a4d2-9519188697de tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:46.809638 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42f803-ce6c-4bd4-9a12-b487f6d6b230 req-4e127156-71e9-4c41-a4d2-9519188697de tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:46.813881 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-733a3e6e-5155-481d-a00c-ff6797626c89 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Request body: {'security_group_rule': {'security_group_id': 'a8ab66c5-920c-470c-b23d-5a7ccd7d81e0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:46.817425 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42f803-ce6c-4bd4-9a12-b487f6d6b230 req-4e127156-71e9-4c41-a4d2-9519188697de tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:46.823344 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42f803-ce6c-4bd4-9a12-b487f6d6b230 req-4e127156-71e9-4c41-a4d2-9519188697de tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:46.825332 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ef42f803-ce6c-4bd4-9a12-b487f6d6b230 req-4e127156-71e9-4c41-a4d2-9519188697de tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5419 time: 0.7734711 Feb 20 03:43:46.867197 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port b4dfc888-1d5c-429c-a169-d87dd724e9a1 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:46.867600 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b4dfc888-1d5c-429c-a169-d87dd724e9a1), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:46.886687 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4dfc888-1d5c-429c-a169-d87dd724e9a1 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:43:46.928956 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port b4dfc888-1d5c-429c-a169-d87dd724e9a1, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=b4dfc888-1d5c-429c-a169-d87dd724e9a1,segment=NetworkSegment(37054cbd-f424-4c3e-9627-4d3b1f665915),segment_id=37054cbd-f424-4c3e-9627-4d3b1f665915)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:43:46.972267 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b4dfc888-1d5c-429c-a169-d87dd724e9a1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:46.995931 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-96d49d0e-ff2d-42a7-b928-819d19479557 None None] Publish callbacks [] for port (4c8b8026-db2c-4fde-b78a-144b7a66b541), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:47.064652 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-96d49d0e-ff2d-42a7-b928-819d19479557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (4c8b8026-db2c-4fde-b78a-144b7a66b541), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:47.065527 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-733a3e6e-5155-481d-a00c-ff6797626c89 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (f6630de2-e504-4bc8-98fc-11612c421d16), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:47.147082 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8b6226-08e4-4e44-a733-fc1be5f5a9ba tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Router 20a7485a-67eb-449f-b011-aab6e2921ddc has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:43:47.148213 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ef42f803-ce6c-4bd4-9a12-b487f6d6b230 req-3655e2a9-1238-4f97-8f08-12dcfc8ce92d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3092270 Feb 20 03:43:47.222895 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e09556-b894-4a45-9296-99ea96c032bc None None] Pushing event updated for resources: {'Port': ['ID=4c8b8026-db2c-4fde-b78a-144b7a66b541,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:47.231111 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-96d49d0e-ff2d-42a7-b928-819d19479557 None None] Attempting to bind port 4c8b8026-db2c-4fde-b78a-144b7a66b541 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:43:47.231482 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-96d49d0e-ff2d-42a7-b928-819d19479557 None None] Attempting to bind port 4c8b8026-db2c-4fde-b78a-144b7a66b541 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:43:47.231847 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d49d0e-ff2d-42a7-b928-819d19479557 None None] Attempting to bind port 4c8b8026-db2c-4fde-b78a-144b7a66b541 on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:43:47.249072 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=b4dfc888-1d5c-429c-a169-d87dd724e9a1,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:47.259109 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['b4dfc888-1d5c-429c-a169-d87dd724e9a1'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:43:47.259600 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e09556-b894-4a45-9296-99ea96c032bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:47.259955 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e09556-b894-4a45-9296-99ea96c032bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:47.260350 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e09556-b894-4a45-9296-99ea96c032bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:47.260627 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e09556-b894-4a45-9296-99ea96c032bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:47.260977 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e09556-b894-4a45-9296-99ea96c032bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:47.261284 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e09556-b894-4a45-9296-99ea96c032bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:47.261620 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e09556-b894-4a45-9296-99ea96c032bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:47.262022 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e09556-b894-4a45-9296-99ea96c032bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:47.262258 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e09556-b894-4a45-9296-99ea96c032bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:47.262604 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e09556-b894-4a45-9296-99ea96c032bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:47.277484 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e09556-b894-4a45-9296-99ea96c032bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:47.293019 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e09556-b894-4a45-9296-99ea96c032bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:47.293239 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e09556-b894-4a45-9296-99ea96c032bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:47.303455 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d49d0e-ff2d-42a7-b928-819d19479557 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:43:47.303828 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d49d0e-ff2d-42a7-b928-819d19479557 None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:43:47.304235 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-96d49d0e-ff2d-42a7-b928-819d19479557 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:47.304623 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d49d0e-ff2d-42a7-b928-819d19479557 None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:43:47.316477 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-96d49d0e-ff2d-42a7-b928-819d19479557 None None] Bound port: 4c8b8026-db2c-4fde-b78a-144b7a66b541, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:43:47.316477 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-96d49d0e-ff2d-42a7-b928-819d19479557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4c8b8026-db2c-4fde-b78a-144b7a66b541), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:47.328022 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-733a3e6e-5155-481d-a00c-ff6797626c89 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (f6630de2-e504-4bc8-98fc-11612c421d16), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:47.378801 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8b6226-08e4-4e44-a733-fc1be5f5a9ba tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:43:47.387934 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6a8b6226-08e4-4e44-a733-fc1be5f5a9ba tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "PUT /v2.0/routers/20a7485a-67eb-449f-b011-aab6e2921ddc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4642382 Feb 20 03:43:47.389054 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45994) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:47.395796 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8b16a8-2175-4b8f-bc97-5b125705034d None None] Sync routers for ids ['20a7485a-67eb-449f-b011-aab6e2921ddc'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:43:47.403739 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-733a3e6e-5155-481d-a00c-ff6797626c89 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (f6630de2-e504-4bc8-98fc-11612c421d16), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:47.424017 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8b16a8-2175-4b8f-bc97-5b125705034d None None] Routers {'20a7485a-67eb-449f-b011-aab6e2921ddc'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:43:47.424693 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-4c8b16a8-2175-4b8f-bc97-5b125705034d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:43:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['20a7485a-67eb-449f-b011-aab6e2921ddc'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:47.443362 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-96d49d0e-ff2d-42a7-b928-819d19479557 None None] For port 4c8b8026-db2c-4fde-b78a-144b7a66b541, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:43:47.451633 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-96d49d0e-ff2d-42a7-b928-819d19479557 None None] For port 4c8b8026-db2c-4fde-b78a-144b7a66b541, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=4c8b8026-db2c-4fde-b78a-144b7a66b541,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:43:47.463987 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a5a8289e-86e9-4035-a12c-070074cdc8fb tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "GET /v2.0/ports?device_id=20a7485a-67eb-449f-b011-aab6e2921ddc HTTP/1.1" status: 200 len: 205 time: 0.0736237 Feb 20 03:43:47.465046 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45996) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:47.481449 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-4c8b16a8-2175-4b8f-bc97-5b125705034d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:47.508005 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8b16a8-2175-4b8f-bc97-5b125705034d None None] Routers {'20a7485a-67eb-449f-b011-aab6e2921ddc'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:43:47.508005 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-4c8b16a8-2175-4b8f-bc97-5b125705034d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:43:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['20a7485a-67eb-449f-b011-aab6e2921ddc'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:47.527717 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-96d49d0e-ff2d-42a7-b928-819d19479557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (4c8b8026-db2c-4fde-b78a-144b7a66b541), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:47.528375 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a3e6e-5155-481d-a00c-ff6797626c89 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6630de2-e504-4bc8-98fc-11612c421d16,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:47.538268 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-733a3e6e-5155-481d-a00c-ff6797626c89 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:47.543759 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-733a3e6e-5155-481d-a00c-ff6797626c89 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7397757 Feb 20 03:43:47.546346 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45998) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:47.560894 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-4c8b16a8-2175-4b8f-bc97-5b125705034d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:47.561643 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8b16a8-2175-4b8f-bc97-5b125705034d None None] The sync data for ids ['20a7485a-67eb-449f-b011-aab6e2921ddc'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:43:47.563819 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-a1dd550b-0d26-44db-bd9c-f7280c39e9a4 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Request body: {'security_group_rule': {'security_group_id': 'a8ab66c5-920c-470c-b23d-5a7ccd7d81e0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:47.599803 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e09556-b894-4a45-9296-99ea96c032bc None None] Pushing event updated for resources: {'Port': ['ID=4c8b8026-db2c-4fde-b78a-144b7a66b541,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:47.602974 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d49d0e-ff2d-42a7-b928-819d19479557 None None] Routers {'3956c1f6-e866-4a2f-8da9-45d59ab37f07'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:43:47.605488 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-96d49d0e-ff2d-42a7-b928-819d19479557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:43:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3956c1f6-e866-4a2f-8da9-45d59ab37f07'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:47.623184 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684a153-0ada-436f-9486-1f5a13d979fc req-60878d67-5fc0-454e-ac07-4d8997e47fdd tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:47.631877 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c684a153-0ada-436f-9486-1f5a13d979fc req-60878d67-5fc0-454e-ac07-4d8997e47fdd tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=09cc9ef8-41f5-4beb-8ff7-7aa08b8be9d4 HTTP/1.1" status: 200 len: 944 time: 0.2813659 Feb 20 03:43:47.633749 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0b700eb1-bf47-45a0-8a3f-c34165628710 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router (20a7485a-67eb-449f-b011-aab6e2921ddc), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:47.655766 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ade02fb8-8559-418f-b10e-41faca5fecc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:47.712476 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c684a153-0ada-436f-9486-1f5a13d979fc req-1fda5fb5-0f8e-493b-8d7d-9ce40a5040c0 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789304 Feb 20 03:43:47.728313 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a1dd550b-0d26-44db-bd9c-f7280c39e9a4 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (20feb1e0-a52a-453a-bb17-e9af40befa0e), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:47.747113 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-96d49d0e-ff2d-42a7-b928-819d19479557 None None] Set router 3956c1f6-e866-4a2f-8da9-45d59ab37f07 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:43:47.827731 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a1dd550b-0d26-44db-bd9c-f7280c39e9a4 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (20feb1e0-a52a-453a-bb17-e9af40befa0e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:47.829403 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0b700eb1-bf47-45a0-8a3f-c34165628710 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (20a7485a-67eb-449f-b011-aab6e2921ddc), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:47.834319 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0b700eb1-bf47-45a0-8a3f-c34165628710 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router_controller (20a7485a-67eb-449f-b011-aab6e2921ddc), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:47.953795 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-96d49d0e-ff2d-42a7-b928-819d19479557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'name': 'tempest-ServerActionsTestJSON-621480509-router', 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '4c8b8026-db2c-4fde-b78a-144b7a66b541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:43:40Z', 'updated_at': '2022-02-20T03:43:44Z', 'revision_number': 3, 'project_id': '2a426eb8717f45cda17f79dc5d1190fc', 'gw_port': {'id': '4c8b8026-db2c-4fde-b78a-144b7a66b541', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:43:42Z', 'updated_at': '2022-02-20T03:43:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:47.955534 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0b700eb1-bf47-45a0-8a3f-c34165628710 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (20a7485a-67eb-449f-b011-aab6e2921ddc), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:47.956945 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b700eb1-bf47-45a0-8a3f-c34165628710 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Fanout notify agent at l3_agent the message router_deleted on router 20a7485a-67eb-449f-b011-aab6e2921ddc {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:43:47.977304 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0b700eb1-bf47-45a0-8a3f-c34165628710 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:47.980443 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0b700eb1-bf47-45a0-8a3f-c34165628710 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/routers/20a7485a-67eb-449f-b011-aab6e2921ddc HTTP/1.1" status: 204 len: 168 time: 0.5067785 Feb 20 03:43:47.984955 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46006) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:47.995930 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d49d0e-ff2d-42a7-b928-819d19479557 None None] The sync data for ids ['3956c1f6-e866-4a2f-8da9-45d59ab37f07'] in n-d-829866-4 is: [{'id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'name': 'tempest-ServerActionsTestJSON-621480509-router', 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '4c8b8026-db2c-4fde-b78a-144b7a66b541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:43:40Z', 'updated_at': '2022-02-20T03:43:44Z', 'revision_number': 3, 'project_id': '2a426eb8717f45cda17f79dc5d1190fc', 'gw_port': {'id': '4c8b8026-db2c-4fde-b78a-144b7a66b541', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:43:42Z', 'updated_at': '2022-02-20T03:43:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:43:48.089454 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb9c703-a599-4a1f-9094-b44ef6fcec88 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Deleting subnet 446ac02e-7cca-4c5d-b598-3f8da80117e9 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:43:48.095321 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4fb9c703-a599-4a1f-9094-b44ef6fcec88 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for subnet (446ac02e-7cca-4c5d-b598-3f8da80117e9), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:48.100727 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79d74db0-a8b1-4a7f-a3ea-4718fb38325c req-a5c6c195-c5f2-4f83-955f-72861fb0187b tempest-ServerShowV257Test-1907543189 tempest-ServerShowV257Test-1907543189-project] 10.222.0.89 "GET /v2.0/ports?device_id=de8f2161-075f-4531-831c-c2b6fa59f777 HTTP/1.1" status: 200 len: 210 time: 0.0536838 Feb 20 03:43:48.102025 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a1dd550b-0d26-44db-bd9c-f7280c39e9a4 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (20feb1e0-a52a-453a-bb17-e9af40befa0e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:48.143308 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd550b-0d26-44db-bd9c-f7280c39e9a4 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20feb1e0-a52a-453a-bb17-e9af40befa0e,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:48.167133 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4fb9c703-a599-4a1f-9094-b44ef6fcec88 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (446ac02e-7cca-4c5d-b598-3f8da80117e9), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:48.205178 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-ade02fb8-8559-418f-b10e-41faca5fecc4 admin admin] Allocated IP 172.20.0.1 (64115127-0ca9-4210-b390-d57efc54bf51/85e8c386-47fc-4d48-86f0-3d288a799fec/6bbb872a-4b2b-4c83-8810-e2178f5d82ab) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:43:48.226793 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a1dd550b-0d26-44db-bd9c-f7280c39e9a4 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:48.233422 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a1dd550b-0d26-44db-bd9c-f7280c39e9a4 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6796484 Feb 20 03:43:48.241547 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46010) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:48.274141 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4fb9c703-a599-4a1f-9094-b44ef6fcec88 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (446ac02e-7cca-4c5d-b598-3f8da80117e9), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:48.414511 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4fb9c703-a599-4a1f-9094-b44ef6fcec88 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (446ac02e-7cca-4c5d-b598-3f8da80117e9), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:48.432899 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b41cda9f-6e0f-4794-8a91-2eb3e49676f3 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (20feb1e0-a52a-453a-bb17-e9af40befa0e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:48.450306 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b41cda9f-6e0f-4794-8a91-2eb3e49676f3 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (20feb1e0-a52a-453a-bb17-e9af40befa0e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:48.455359 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9c703-a599-4a1f-9094-b44ef6fcec88 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Subnet': ['ID=446ac02e-7cca-4c5d-b598-3f8da80117e9,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:48.458087 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4fb9c703-a599-4a1f-9094-b44ef6fcec88 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:48.462764 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4fb9c703-a599-4a1f-9094-b44ef6fcec88 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/subnets/446ac02e-7cca-4c5d-b598-3f8da80117e9 HTTP/1.1" status: 204 len: 168 time: 0.4752502 Feb 20 03:43:48.468752 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1aca18-137a-4042-a454-48d5a46b521f req-00ac1a50-1f12-431e-b7f4-196b61b0d319 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:48.476354 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1aca18-137a-4042-a454-48d5a46b521f req-00ac1a50-1f12-431e-b7f4-196b61b0d319 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:48.486265 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1aca18-137a-4042-a454-48d5a46b521f req-00ac1a50-1f12-431e-b7f4-196b61b0d319 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:48.492019 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device b4dfc888-1d5c-429c-a169-d87dd724e9a1 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:43:48.497843 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46012) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:48.498198 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1aca18-137a-4042-a454-48d5a46b521f req-00ac1a50-1f12-431e-b7f4-196b61b0d319 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:48.503346 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33cc8ad-c416-43f8-a5fd-f39b9b527ed7 None None] Network 73e90dd2-2985-4a1c-8572-eaabed739f59 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:43:48.509581 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1aca18-137a-4042-a454-48d5a46b521f req-00ac1a50-1f12-431e-b7f4-196b61b0d319 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:48.515203 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1aca18-137a-4042-a454-48d5a46b521f req-00ac1a50-1f12-431e-b7f4-196b61b0d319 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:48.522270 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1aca18-137a-4042-a454-48d5a46b521f req-00ac1a50-1f12-431e-b7f4-196b61b0d319 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:48.530170 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8b1aca18-137a-4042-a454-48d5a46b521f req-00ac1a50-1f12-431e-b7f4-196b61b0d319 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5419 time: 0.2078805 Feb 20 03:43:48.582654 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-c26767ab-8ccf-46cc-8780-65cd6c9c26bd tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Deleting subnet 2bcdb66e-9313-4eed-91c2-2ef0b1d8d152 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:43:48.586314 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c26767ab-8ccf-46cc-8780-65cd6c9c26bd tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for subnet (2bcdb66e-9313-4eed-91c2-2ef0b1d8d152), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:48.640749 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c26767ab-8ccf-46cc-8780-65cd6c9c26bd tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (2bcdb66e-9313-4eed-91c2-2ef0b1d8d152), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:48.668015 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ade02fb8-8559-418f-b10e-41faca5fecc4 admin admin] Publish callbacks [] for port (6bbb872a-4b2b-4c83-8810-e2178f5d82ab), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:48.678523 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b41cda9f-6e0f-4794-8a91-2eb3e49676f3 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (20feb1e0-a52a-453a-bb17-e9af40befa0e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:48.699021 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b41cda9f-6e0f-4794-8a91-2eb3e49676f3 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:48.700427 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b41cda9f-6e0f-4794-8a91-2eb3e49676f3 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/20feb1e0-a52a-453a-bb17-e9af40befa0e HTTP/1.1" status: 204 len: 168 time: 0.4571617 Feb 20 03:43:48.703570 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46014) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:48.751032 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41cda9f-6e0f-4794-8a91-2eb3e49676f3 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20feb1e0-a52a-453a-bb17-e9af40befa0e,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:48.802949 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8b1aca18-137a-4042-a454-48d5a46b521f req-34327cb6-8fee-4eba-b933-a67a3c91dcd7 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2717950 Feb 20 03:43:48.898129 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port b4dfc888-1d5c-429c-a169-d87dd724e9a1 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:43:48.906180 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port b4dfc888-1d5c-429c-a169-d87dd724e9a1 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:48.906354 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b4dfc888-1d5c-429c-a169-d87dd724e9a1), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:48.911663 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c26767ab-8ccf-46cc-8780-65cd6c9c26bd tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (2bcdb66e-9313-4eed-91c2-2ef0b1d8d152), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:48.917596 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ade02fb8-8559-418f-b10e-41faca5fecc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (6bbb872a-4b2b-4c83-8810-e2178f5d82ab), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:48.963842 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f5ba37-2d56-49a1-88fe-87e9ecba9105 None None] DHCP port deletion for 73e90dd2-2985-4a1c-8572-eaabed739f59 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:43:48.991593 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8504dbb2-10ca-4a0c-b3d0-af76869705fa tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2773151 Feb 20 03:43:48.995156 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46018) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:49.045182 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8e434cc3-6789-4cba-8e21-d4cf11a9909a tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (f6630de2-e504-4bc8-98fc-11612c421d16), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:49.054626 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8e434cc3-6789-4cba-8e21-d4cf11a9909a tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (f6630de2-e504-4bc8-98fc-11612c421d16), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:49.057956 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade02fb8-8559-418f-b10e-41faca5fecc4 admin admin] Pushing event updated for resources: {'Port': ['ID=6bbb872a-4b2b-4c83-8810-e2178f5d82ab,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:49.104842 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade02fb8-8559-418f-b10e-41faca5fecc4 admin admin] Network 64115127-0ca9-4210-b390-d57efc54bf51 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:43:49.118001 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-ade02fb8-8559-418f-b10e-41faca5fecc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:43:49.120722 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade02fb8-8559-418f-b10e-41faca5fecc4 admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:43:49.128954 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port b4dfc888-1d5c-429c-a169-d87dd724e9a1 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:49.129354 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b4dfc888-1d5c-429c-a169-d87dd724e9a1), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:49.138810 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c26767ab-8ccf-46cc-8780-65cd6c9c26bd tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (2bcdb66e-9313-4eed-91c2-2ef0b1d8d152), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:49.158322 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d5f5ba37-2d56-49a1-88fe-87e9ecba9105 None None] Deleting port 9853a9dd-eb5f-490d-8aad-2093bac56a1d {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:43:49.158322 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d5f5ba37-2d56-49a1-88fe-87e9ecba9105 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (9853a9dd-eb5f-490d-8aad-2093bac56a1d), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:49.165358 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09cc9ef8-41f5-4beb-8ff7-7aa08b8be9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4dfc888-1d5c-429c-a169-d87dd724e9a1'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:43:49.167370 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24bfbcf-1da5-4d39-a0d7-ba5c1fcf5e25" -d '{"events": [{"server_uuid": "09cc9ef8-41f5-4beb-8ff7-7aa08b8be9d4", "name": "network-vif-plugged", "status": "completed", "tag": "b4dfc888-1d5c-429c-a169-d87dd724e9a1"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:43:49.189521 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26767ab-8ccf-46cc-8780-65cd6c9c26bd tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Subnet': ['ID=2bcdb66e-9313-4eed-91c2-2ef0b1d8d152,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:49.197646 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8e434cc3-6789-4cba-8e21-d4cf11a9909a tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (f6630de2-e504-4bc8-98fc-11612c421d16), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:49.219406 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8e434cc3-6789-4cba-8e21-d4cf11a9909a tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:49.221662 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8e434cc3-6789-4cba-8e21-d4cf11a9909a tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/f6630de2-e504-4bc8-98fc-11612c421d16 HTTP/1.1" status: 204 len: 168 time: 0.2250271 Feb 20 03:43:49.227537 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c26767ab-8ccf-46cc-8780-65cd6c9c26bd tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:49.235383 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c26767ab-8ccf-46cc-8780-65cd6c9c26bd tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/subnets/2bcdb66e-9313-4eed-91c2-2ef0b1d8d152 HTTP/1.1" status: 204 len: 168 time: 0.7364371 Feb 20 03:43:49.236347 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46028) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:49.238501 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46030) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:49.239573 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e434cc3-6789-4cba-8e21-d4cf11a9909a tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6630de2-e504-4bc8-98fc-11612c421d16,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:49.278562 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf3aa2f-eb45-4634-931f-81936fff4e21 None None] Network 737265b7-9241-4efd-86a1-c92dd6100143 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:43:49.286693 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port b4dfc888-1d5c-429c-a169-d87dd724e9a1, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=b4dfc888-1d5c-429c-a169-d87dd724e9a1,segment=NetworkSegment(37054cbd-f424-4c3e-9627-4d3b1f665915),segment_id=37054cbd-f424-4c3e-9627-4d3b1f665915)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:43:49.289214 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ade02fb8-8559-418f-b10e-41faca5fecc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (3956c1f6-e866-4a2f-8da9-45d59ab37f07), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:49.462292 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b4dfc888-1d5c-429c-a169-d87dd724e9a1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:49.475715 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-15869251-1765-454a-9b59-f71e25a7b8e5 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2379444 Feb 20 03:43:49.479896 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-82501b83-ebf1-4179-9b0e-120b03f1ef83 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (73e90dd2-2985-4a1c-8572-eaabed739f59), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:49.482659 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46036) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:49.557454 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e08a40fd-d50f-40bc-aedb-5a2254093ac0 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (1739688e-32b3-4f80-af22-5e827cecde26), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:49.564955 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d5f5ba37-2d56-49a1-88fe-87e9ecba9105 None None] For port 9853a9dd-eb5f-490d-8aad-2093bac56a1d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=9853a9dd-eb5f-490d-8aad-2093bac56a1d,segment=NetworkSegment(0be68e4e-27e1-4595-83e6-e3f60214272f),segment_id=0be68e4e-27e1-4595-83e6-e3f60214272f)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:43:49.565745 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d5f5ba37-2d56-49a1-88fe-87e9ecba9105 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (9853a9dd-eb5f-490d-8aad-2093bac56a1d), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:49.569474 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e08a40fd-d50f-40bc-aedb-5a2254093ac0 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (1739688e-32b3-4f80-af22-5e827cecde26), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:49.580191 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d5f5ba37-2d56-49a1-88fe-87e9ecba9105 None None] Calling delete_port for 9853a9dd-eb5f-490d-8aad-2093bac56a1d owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:43:49.616201 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-82501b83-ebf1-4179-9b0e-120b03f1ef83 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Deleting port 9853a9dd-eb5f-490d-8aad-2093bac56a1d {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:43:49.616499 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-82501b83-ebf1-4179-9b0e-120b03f1ef83 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (9853a9dd-eb5f-490d-8aad-2093bac56a1d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:49.700041 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e08a40fd-d50f-40bc-aedb-5a2254093ac0 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (1739688e-32b3-4f80-af22-5e827cecde26), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:49.725121 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e08a40fd-d50f-40bc-aedb-5a2254093ac0 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:49.725121 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e08a40fd-d50f-40bc-aedb-5a2254093ac0 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/1739688e-32b3-4f80-af22-5e827cecde26 HTTP/1.1" status: 204 len: 168 time: 0.2373047 Feb 20 03:43:49.727111 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46040) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:49.769865 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96036686-18ba-448d-8641-e0eaedca6aae req-74704505-aecd-4eb0-a9dc-b1e022cf8352 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:49.772223 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-96036686-18ba-448d-8641-e0eaedca6aae req-74704505-aecd-4eb0-a9dc-b1e022cf8352 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=09cc9ef8-41f5-4beb-8ff7-7aa08b8be9d4 HTTP/1.1" status: 200 len: 944 time: 0.7770512 Feb 20 03:43:49.785289 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a40fd-d50f-40bc-aedb-5a2254093ac0 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1739688e-32b3-4f80-af22-5e827cecde26,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:49.799295 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-82501b83-ebf1-4179-9b0e-120b03f1ef83 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] For port 9853a9dd-eb5f-490d-8aad-2093bac56a1d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=9853a9dd-eb5f-490d-8aad-2093bac56a1d,segment=NetworkSegment(0be68e4e-27e1-4595-83e6-e3f60214272f),segment_id=0be68e4e-27e1-4595-83e6-e3f60214272f)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:43:49.800316 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-82501b83-ebf1-4179-9b0e-120b03f1ef83 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (9853a9dd-eb5f-490d-8aad-2093bac56a1d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:49.824010 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d5f5ba37-2d56-49a1-88fe-87e9ecba9105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (9853a9dd-eb5f-490d-8aad-2093bac56a1d), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:49.828369 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-82501b83-ebf1-4179-9b0e-120b03f1ef83 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Calling delete_port for 9853a9dd-eb5f-490d-8aad-2093bac56a1d owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:43:49.846247 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5dce1b46-675d-49cf-a90c-628da3141172 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1146629 Feb 20 03:43:49.850651 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46042) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:49.868800 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-dd86a330-e467-4b8c-990a-ddc504fc0cda None None] Provisioning complete for port 6bbb872a-4b2b-4c83-8810-e2178f5d82ab triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:49.869229 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-dd86a330-e467-4b8c-990a-ddc504fc0cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (6bbb872a-4b2b-4c83-8810-e2178f5d82ab), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:49.872451 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=b4dfc888-1d5c-429c-a169-d87dd724e9a1,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:49.903867 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f5ba37-2d56-49a1-88fe-87e9ecba9105 None None] No DVR routers for this DVR port 9853a9dd-eb5f-490d-8aad-2093bac56a1d on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:43:49.926180 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4c8b8026-db2c-4fde-b78a-144b7a66b541 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:43:49.934491 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5ba37-2d56-49a1-88fe-87e9ecba9105 None None] Pushing event deleted for resources: {'Port': ['ID=9853a9dd-eb5f-490d-8aad-2093bac56a1d,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:49.935729 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-96036686-18ba-448d-8641-e0eaedca6aae req-fddeb761-6285-4f83-880a-09fa603aaa20 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621008 Feb 20 03:43:49.945115 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ade02fb8-8559-418f-b10e-41faca5fecc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (6bbb872a-4b2b-4c83-8810-e2178f5d82ab), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:49.963282 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38ec13c0-7b77-48f7-a095-3869a4fd515b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (920f03cc-c1b8-490f-be16-e1dc5688cb50), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:49.974600 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-dd86a330-e467-4b8c-990a-ddc504fc0cda None None] Port 6bbb872a-4b2b-4c83-8810-e2178f5d82ab cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:43:49.977561 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38ec13c0-7b77-48f7-a095-3869a4fd515b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (920f03cc-c1b8-490f-be16-e1dc5688cb50), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:50.002647 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 4c8b8026-db2c-4fde-b78a-144b7a66b541 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:50.009215 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4c8b8026-db2c-4fde-b78a-144b7a66b541), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:50.032277 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a340ec-c68f-4c55-a09e-34c3b6808982 None None] DHCP port deletion for 737265b7-9241-4efd-86a1-c92dd6100143 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:43:50.040278 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-82501b83-ebf1-4179-9b0e-120b03f1ef83 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (9853a9dd-eb5f-490d-8aad-2093bac56a1d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:50.082280 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82501b83-ebf1-4179-9b0e-120b03f1ef83 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Port': ['ID=9853a9dd-eb5f-490d-8aad-2093bac56a1d,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:50.086642 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82501b83-ebf1-4179-9b0e-120b03f1ef83 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] No DVR routers for this DVR port 9853a9dd-eb5f-490d-8aad-2093bac56a1d on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:43:50.137203 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7b2e96ef-2645-48bc-87a7-201db11f9d15 req-66b37d24-9f78-445e-b4e0-ad2de45684bb tempest-ServerShowV257Test-1907543189 tempest-ServerShowV257Test-1907543189-project] 10.222.0.89 "GET /v2.0/ports?device_id=de8f2161-075f-4531-831c-c2b6fa59f777 HTTP/1.1" status: 200 len: 210 time: 0.0518067 Feb 20 03:43:50.147408 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 4c8b8026-db2c-4fde-b78a-144b7a66b541 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:50.147808 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4c8b8026-db2c-4fde-b78a-144b7a66b541), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:50.175933 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 4c8b8026-db2c-4fde-b78a-144b7a66b541, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=4c8b8026-db2c-4fde-b78a-144b7a66b541,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:43:50.176887 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f2a340ec-c68f-4c55-a09e-34c3b6808982 None None] Deleting port 5f65b499-a65d-4fac-bf49-b7ee4bca083c {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:43:50.177273 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f2a340ec-c68f-4c55-a09e-34c3b6808982 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (5f65b499-a65d-4fac-bf49-b7ee4bca083c), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:50.194446 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9121eddb-d42c-45f6-bd16-8e33517cad55 x-openstack-request-id: req-9121eddb-d42c-45f6-bd16-8e33517cad55 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:43:50.194746 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09cc9ef8-41f5-4beb-8ff7-7aa08b8be9d4", "name": "network-vif-plugged", "status": "completed", "tag": "b4dfc888-1d5c-429c-a169-d87dd724e9a1", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:43:50.195031 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9121eddb-d42c-45f6-bd16-8e33517cad55 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:43:50.195432 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09cc9ef8-41f5-4beb-8ff7-7aa08b8be9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4dfc888-1d5c-429c-a169-d87dd724e9a1', 'code': 200} Feb 20 03:43:50.224217 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38ec13c0-7b77-48f7-a095-3869a4fd515b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (920f03cc-c1b8-490f-be16-e1dc5688cb50), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:50.250291 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (4c8b8026-db2c-4fde-b78a-144b7a66b541), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:50.252209 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ade02fb8-8559-418f-b10e-41faca5fecc4 admin admin] Publish callbacks [] for port (6bbb872a-4b2b-4c83-8810-e2178f5d82ab), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:50.254811 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-f2a340ec-c68f-4c55-a09e-34c3b6808982 None None] For port 5f65b499-a65d-4fac-bf49-b7ee4bca083c, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=5f65b499-a65d-4fac-bf49-b7ee4bca083c,segment=NetworkSegment(6628055c-af8b-4f32-9a9b-a87368a86568),segment_id=6628055c-af8b-4f32-9a9b-a87368a86568)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:43:50.255517 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f2a340ec-c68f-4c55-a09e-34c3b6808982 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (5f65b499-a65d-4fac-bf49-b7ee4bca083c), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:50.262242 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-82501b83-ebf1-4179-9b0e-120b03f1ef83 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (73e90dd2-2985-4a1c-8572-eaabed739f59), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:50.283447 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38ec13c0-7b77-48f7-a095-3869a4fd515b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:50.284840 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-38ec13c0-7b77-48f7-a095-3869a4fd515b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/920f03cc-c1b8-490f-be16-e1dc5688cb50 HTTP/1.1" status: 204 len: 168 time: 0.4329946 Feb 20 03:43:50.288290 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46048) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:50.297531 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec13c0-7b77-48f7-a095-3869a4fd515b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=920f03cc-c1b8-490f-be16-e1dc5688cb50,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:50.303330 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-82501b83-ebf1-4179-9b0e-120b03f1ef83 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e90dd2-2985-4a1c-8572-eaabed739f59']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:50.314373 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-82501b83-ebf1-4179-9b0e-120b03f1ef83 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be68e4e-27e1-4595-83e6-e3f60214272f') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:50.314833 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-82501b83-ebf1-4179-9b0e-120b03f1ef83 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be68e4e-27e1-4595-83e6-e3f60214272f') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:50.323537 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f2a340ec-c68f-4c55-a09e-34c3b6808982 None None] Calling delete_port for 5f65b499-a65d-4fac-bf49-b7ee4bca083c owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:43:50.326145 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-82501b83-ebf1-4179-9b0e-120b03f1ef83 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (0be68e4e-27e1-4595-83e6-e3f60214272f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:50.335338 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 9853a9dd-eb5f-490d-8aad-2093bac56a1d no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:43:50.348657 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-82501b83-ebf1-4179-9b0e-120b03f1ef83 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (0be68e4e-27e1-4595-83e6-e3f60214272f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:50.362598 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 9853a9dd-eb5f-490d-8aad-2093bac56a1d {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:43:50.363105 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 9853a9dd-eb5f-490d-8aad-2093bac56a1d not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:43:50.363734 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82501b83-ebf1-4179-9b0e-120b03f1ef83 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:43:50.364460 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-82501b83-ebf1-4179-9b0e-120b03f1ef83 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (0be68e4e-27e1-4595-83e6-e3f60214272f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:50.373482 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:43:50.373482 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:43:50.373482 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:43:50.373482 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:43:50.373482 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:43:50.373482 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:43:50.373482 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:43:50.373482 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:43:50.373482 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:43:50.373482 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:43:50.373482 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:43:50.373482 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:43:50.373482 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:43:50.373482 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:43:50.373482 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:43:50.373482 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:43:50.373482 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:43:50.373482 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:43:50.373482 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:43:50.373482 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:43:50.373482 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:43:50.373482 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:43:50.373482 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:43:50.373482 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:43:50.373482 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:43:50.373482 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:43:50.373482 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:43:50.373482 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:43:50.373482 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:43:50.373482 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:43:50.373482 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:43:50.373482 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:43:50.391346 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=4c8b8026-db2c-4fde-b78a-144b7a66b541,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:50.405115 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ade02fb8-8559-418f-b10e-41faca5fecc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (6bbb872a-4b2b-4c83-8810-e2178f5d82ab), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:50.546000 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-201faafc-e330-4440-8da1-ce3ebf130ed6 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2363713 Feb 20 03:43:50.549191 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46056) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:50.551375 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75172050-c6ff-4af0-b882-35ab9746f8fb req-d06c0cd7-3515-4a91-ad89-fb87deaf9c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:50.552849 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75172050-c6ff-4af0-b882-35ab9746f8fb req-d06c0cd7-3515-4a91-ad89-fb87deaf9c85 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=09cc9ef8-41f5-4beb-8ff7-7aa08b8be9d4 HTTP/1.1" status: 200 len: 1127 time: 0.2625134 Feb 20 03:43:50.553920 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ade02fb8-8559-418f-b10e-41faca5fecc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (3956c1f6-e866-4a2f-8da9-45d59ab37f07), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:50.555815 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade02fb8-8559-418f-b10e-41faca5fecc4 admin admin] Pushing event updated for resources: {'Port': ['ID=6bbb872a-4b2b-4c83-8810-e2178f5d82ab,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:50.574208 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-82501b83-ebf1-4179-9b0e-120b03f1ef83 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (73e90dd2-2985-4a1c-8572-eaabed739f59), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:50.582994 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-82501b83-ebf1-4179-9b0e-120b03f1ef83 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:50.590447 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-82501b83-ebf1-4179-9b0e-120b03f1ef83 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/networks/73e90dd2-2985-4a1c-8572-eaabed739f59 HTTP/1.1" status: 204 len: 168 time: 1.3460345 Feb 20 03:43:50.591612 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46058) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:50.601447 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f2a340ec-c68f-4c55-a09e-34c3b6808982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (5f65b499-a65d-4fac-bf49-b7ee4bca083c), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:50.620917 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82501b83-ebf1-4179-9b0e-120b03f1ef83 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Network': ['ID=73e90dd2-2985-4a1c-8572-eaabed739f59,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:50.626482 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b15fae71-e3cc-4665-be27-74338b41e76c tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (60f9f659-104d-4d90-a328-27d601cbdfcd), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:50.638523 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b15fae71-e3cc-4665-be27-74338b41e76c tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (60f9f659-104d-4d90-a328-27d601cbdfcd), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:50.647949 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a340ec-c68f-4c55-a09e-34c3b6808982 None None] Pushing event deleted for resources: {'Port': ['ID=5f65b499-a65d-4fac-bf49-b7ee4bca083c,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:50.657430 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a340ec-c68f-4c55-a09e-34c3b6808982 None None] No DVR routers for this DVR port 5f65b499-a65d-4fac-bf49-b7ee4bca083c on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:43:50.660289 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a340ec-c68f-4c55-a09e-34c3b6808982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:50.660716 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a340ec-c68f-4c55-a09e-34c3b6808982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:50.662009 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a340ec-c68f-4c55-a09e-34c3b6808982 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:50.662563 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a340ec-c68f-4c55-a09e-34c3b6808982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:50.663102 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a340ec-c68f-4c55-a09e-34c3b6808982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:50.663633 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a340ec-c68f-4c55-a09e-34c3b6808982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:50.664154 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a340ec-c68f-4c55-a09e-34c3b6808982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:50.664660 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a340ec-c68f-4c55-a09e-34c3b6808982 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:50.665187 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a340ec-c68f-4c55-a09e-34c3b6808982 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:50.665706 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a340ec-c68f-4c55-a09e-34c3b6808982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:50.667253 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a340ec-c68f-4c55-a09e-34c3b6808982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:50.667594 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a340ec-c68f-4c55-a09e-34c3b6808982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:50.667934 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a340ec-c68f-4c55-a09e-34c3b6808982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:43:50.719651 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75172050-c6ff-4af0-b882-35ab9746f8fb req-a87a5fb8-47fc-4406-bda9-8ed809abd5ed service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599107 Feb 20 03:43:50.762228 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5760ca9d-6493-4e59-9689-b3d547a6f97a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (737265b7-9241-4efd-86a1-c92dd6100143), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:50.762738 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b15fae71-e3cc-4665-be27-74338b41e76c tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (60f9f659-104d-4d90-a328-27d601cbdfcd), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:50.772517 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b15fae71-e3cc-4665-be27-74338b41e76c tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:50.776461 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b15fae71-e3cc-4665-be27-74338b41e76c tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/60f9f659-104d-4d90-a328-27d601cbdfcd HTTP/1.1" status: 204 len: 168 time: 0.2228899 Feb 20 03:43:50.782231 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46062) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:50.798785 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15fae71-e3cc-4665-be27-74338b41e76c tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60f9f659-104d-4d90-a328-27d601cbdfcd,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:50.821503 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade02fb8-8559-418f-b10e-41faca5fecc4 admin admin] Network 64115127-0ca9-4210-b390-d57efc54bf51 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:43:50.826739 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-ade02fb8-8559-418f-b10e-41faca5fecc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:43:50.835233 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:50.849124 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9eb91e97-a661-4286-92e1-6fa86bd655d4 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0639322 Feb 20 03:43:50.849765 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46064) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:50.917747 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0074e118-ff2c-4e67-aa66-b131271a0b7d tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (a8ab66c5-920c-470c-b23d-5a7ccd7d81e0), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:50.972268 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0074e118-ff2c-4e67-aa66-b131271a0b7d tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (a8ab66c5-920c-470c-b23d-5a7ccd7d81e0), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:50.989682 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd7450-dbff-4204-a1a6-58431f406560 req-3beb8a84-ec1f-45b1-9fa2-b70656b0de91 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:50.995331 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd7450-dbff-4204-a1a6-58431f406560 req-3beb8a84-ec1f-45b1-9fa2-b70656b0de91 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:51.000799 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd7450-dbff-4204-a1a6-58431f406560 req-3beb8a84-ec1f-45b1-9fa2-b70656b0de91 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:51.010189 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd7450-dbff-4204-a1a6-58431f406560 req-3beb8a84-ec1f-45b1-9fa2-b70656b0de91 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:51.013514 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd7450-dbff-4204-a1a6-58431f406560 req-3beb8a84-ec1f-45b1-9fa2-b70656b0de91 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:51.020594 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd7450-dbff-4204-a1a6-58431f406560 req-3beb8a84-ec1f-45b1-9fa2-b70656b0de91 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:51.026022 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd7450-dbff-4204-a1a6-58431f406560 req-3beb8a84-ec1f-45b1-9fa2-b70656b0de91 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:51.028292 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4fbd7450-dbff-4204-a1a6-58431f406560 req-3beb8a84-ec1f-45b1-9fa2-b70656b0de91 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5419 time: 0.2536712 Feb 20 03:43:51.032992 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:51.077850 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5760ca9d-6493-4e59-9689-b3d547a6f97a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (737265b7-9241-4efd-86a1-c92dd6100143), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:51.115735 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0074e118-ff2c-4e67-aa66-b131271a0b7d tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a8ab66c5-920c-470c-b23d-5a7ccd7d81e0), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:51.119720 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0074e118-ff2c-4e67-aa66-b131271a0b7d tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:51.121451 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0074e118-ff2c-4e67-aa66-b131271a0b7d tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "DELETE /v2.0/security-groups/a8ab66c5-920c-470c-b23d-5a7ccd7d81e0 HTTP/1.1" status: 204 len: 168 time: 0.2705607 Feb 20 03:43:51.126389 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-8dab8841-ca2f-4eb4-8b40-3cbe90d5a452 None None] Provisioning complete for port 6bbb872a-4b2b-4c83-8810-e2178f5d82ab triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:51.126389 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8dab8841-ca2f-4eb4-8b40-3cbe90d5a452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (6bbb872a-4b2b-4c83-8810-e2178f5d82ab), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:51.129266 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46070) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:51.151939 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-5760ca9d-6493-4e59-9689-b3d547a6f97a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['737265b7-9241-4efd-86a1-c92dd6100143']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:51.171235 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-5760ca9d-6493-4e59-9689-b3d547a6f97a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6628055c-af8b-4f32-9a9b-a87368a86568') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:51.172345 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-5760ca9d-6493-4e59-9689-b3d547a6f97a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6628055c-af8b-4f32-9a9b-a87368a86568') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:51.192909 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea720b4b-eaff-48dd-83e5-83fa913de4b0 req-05ec6f29-de97-486e-bc0c-b93cb7e4f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:51.194491 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea720b4b-eaff-48dd-83e5-83fa913de4b0 req-05ec6f29-de97-486e-bc0c-b93cb7e4f17d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=68913620b1864349b0b30a94042b9c2a&device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 1128 time: 0.2584527 Feb 20 03:43:51.196388 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5760ca9d-6493-4e59-9689-b3d547a6f97a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (6628055c-af8b-4f32-9a9b-a87368a86568), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:51.202810 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-8dab8841-ca2f-4eb4-8b40-3cbe90d5a452 None None] Port 6bbb872a-4b2b-4c83-8810-e2178f5d82ab cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:43:51.237672 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5760ca9d-6493-4e59-9689-b3d547a6f97a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (6628055c-af8b-4f32-9a9b-a87368a86568), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:51.241134 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade02fb8-8559-418f-b10e-41faca5fecc4 admin admin] Router 3956c1f6-e866-4a2f-8da9-45d59ab37f07 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:43:51.279626 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5760ca9d-6493-4e59-9689-b3d547a6f97a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:43:51.280003 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5760ca9d-6493-4e59-9689-b3d547a6f97a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (6628055c-af8b-4f32-9a9b-a87368a86568), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:51.286217 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:43:51.286217 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:43:51.286217 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:43:51.286217 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:43:51.286217 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:43:51.286217 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:43:51.286217 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:43:51.286217 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:43:51.286217 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:43:51.286217 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:43:51.286217 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:43:51.286217 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:43:51.286217 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:43:51.286217 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:43:51.286217 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:43:51.286217 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:43:51.286217 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:43:51.286217 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:43:51.286217 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:43:51.286217 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:43:51.286217 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:43:51.286217 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:43:51.286217 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:43:51.286217 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:43:51.286217 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:43:51.286217 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:43:51.286217 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:43:51.286217 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:43:51.286217 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:43:51.286217 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:43:51.286217 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:43:51.286217 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:43:51.443144 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074e118-ff2c-4e67-aa66-b131271a0b7d tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ab66c5-920c-470c-b23d-5a7ccd7d81e0,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:51.483425 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f70e589c-1528-4d97-aced-6f74497c9034 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3526895 Feb 20 03:43:51.485316 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4fbd7450-dbff-4204-a1a6-58431f406560 req-a8f86a11-7fe3-4a71-bb36-b89646296424 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4315078 Feb 20 03:43:51.490542 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46074) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:51.490736 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea720b4b-eaff-48dd-83e5-83fa913de4b0 req-a7282794-3489-490e-a79c-2713c1cba71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:51.492322 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea720b4b-eaff-48dd-83e5-83fa913de4b0 req-a7282794-3489-490e-a79c-2713c1cba71d service neutron] 10.222.0.93 "GET /v2.0/networks?id=b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879 HTTP/1.1" status: 200 len: 919 time: 0.2877464 Feb 20 03:43:51.495116 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-6caef718-7685-4324-b091-36350204eb6b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Request body: {'security_group': {'name': 'tempest-secgroup--1294748335'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:51.537527 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5760ca9d-6493-4e59-9689-b3d547a6f97a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (737265b7-9241-4efd-86a1-c92dd6100143), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:51.542302 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5760ca9d-6493-4e59-9689-b3d547a6f97a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:51.551607 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46078) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:51.560428 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5760ca9d-6493-4e59-9689-b3d547a6f97a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/networks/737265b7-9241-4efd-86a1-c92dd6100143 HTTP/1.1" status: 204 len: 168 time: 0.9585967 Feb 20 03:43:51.560535 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-b487efe2-e7db-4eeb-a957-01e8f1043134 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Request body: {'network': {'name': 'tempest-RoutersTest-1621003065'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:51.604653 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea720b4b-eaff-48dd-83e5-83fa913de4b0 req-6d33dc35-9acf-45ba-be96-abab2c5192c4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4ae335b-d16e-416a-9eb9-2cda22109139 HTTP/1.1" status: 200 len: 217 time: 0.0775046 Feb 20 03:43:51.607788 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760ca9d-6493-4e59-9689-b3d547a6f97a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Network': ['ID=737265b7-9241-4efd-86a1-c92dd6100143,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:51.614926 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6caef718-7685-4324-b091-36350204eb6b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:51.692042 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b487efe2-e7db-4eeb-a957-01e8f1043134 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Made reservation on behalf of 43d4b034525e47029e777f2e09722643 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:43:51.702772 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b487efe2-e7db-4eeb-a957-01e8f1043134 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:51.708147 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade02fb8-8559-418f-b10e-41faca5fecc4 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:43:51.728745 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ade02fb8-8559-418f-b10e-41faca5fecc4 admin admin] 10.222.0.89 "PUT /v2.0/routers/3956c1f6-e866-4a2f-8da9-45d59ab37f07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8264678 Feb 20 03:43:51.732542 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f45c3a-3207-4516-940b-aa87fe79773b None None] Sync routers for ids ['3956c1f6-e866-4a2f-8da9-45d59ab37f07'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:43:51.759871 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea720b4b-eaff-48dd-83e5-83fa913de4b0 req-d9b5b16d-2605-4db4-ad35-dd9455c17900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:51.761704 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea720b4b-eaff-48dd-83e5-83fa913de4b0 req-d9b5b16d-2605-4db4-ad35-dd9455c17900 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=59da23fb-2a69-4f62-8734-ed62cd9e052d HTTP/1.1" status: 200 len: 858 time: 0.1475210 Feb 20 03:43:51.765263 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f45c3a-3207-4516-940b-aa87fe79773b None None] Routers {'3956c1f6-e866-4a2f-8da9-45d59ab37f07'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:43:51.767795 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-f3f45c3a-3207-4516-940b-aa87fe79773b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:43:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3956c1f6-e866-4a2f-8da9-45d59ab37f07'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:51.805121 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b487efe2-e7db-4eeb-a957-01e8f1043134 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:43:51.810433 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea720b4b-eaff-48dd-83e5-83fa913de4b0 req-56482cf2-bf2e-4e9b-b095-102212375845 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414701 Feb 20 03:43:51.816688 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4c8b8026-db2c-4fde-b78a-144b7a66b541 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:43:51.830034 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d08cf1-4006-4db2-b21b-0509587d4bc0 req-ef137d13-7ec1-40a4-97fd-8f03ff9fac2b tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:51.830034 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d6d08cf1-4006-4db2-b21b-0509587d4bc0 req-ef137d13-7ec1-40a4-97fd-8f03ff9fac2b tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 946 time: 0.1579666 Feb 20 03:43:51.932289 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 4c8b8026-db2c-4fde-b78a-144b7a66b541 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:51.934376 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4c8b8026-db2c-4fde-b78a-144b7a66b541), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:51.950158 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6caef718-7685-4324-b091-36350204eb6b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (97bd7b67-8c60-4444-8115-961eeb600b30), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:51.953101 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d6d08cf1-4006-4db2-b21b-0509587d4bc0 req-c2263f85-eb91-4ef7-8cbc-74b57e055ea0 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162820 Feb 20 03:43:51.975343 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b487efe2-e7db-4eeb-a957-01e8f1043134 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (e28a0441-88b5-4d3a-9e93-625091c2030d), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:51.984605 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-b487efe2-e7db-4eeb-a957-01e8f1043134 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Added segment e28a0441-88b5-4d3a-9e93-625091c2030d of type vlan for network d7c91be1-1c39-487b-930b-a9e692c13307 Feb 20 03:43:52.002542 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea720b4b-eaff-48dd-83e5-83fa913de4b0 req-73efcf57-32df-4ddd-889e-c5d9af87f86d service neutron] 10.222.0.93 "GET /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748695 Feb 20 03:43:52.046813 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6caef718-7685-4324-b091-36350204eb6b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (97bd7b67-8c60-4444-8115-961eeb600b30), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:52.074056 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-f3f45c3a-3207-4516-940b-aa87fe79773b None None] Set router 3956c1f6-e866-4a2f-8da9-45d59ab37f07 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:43:52.117134 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b487efe2-e7db-4eeb-a957-01e8f1043134 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (d7c91be1-1c39-487b-930b-a9e692c13307), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:52.120951 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 4c8b8026-db2c-4fde-b78a-144b7a66b541 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:52.136492 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caef718-7685-4324-b091-36350204eb6b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97bd7b67-8c60-4444-8115-961eeb600b30,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:52.220965 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 5f65b499-a65d-4fac-bf49-b7ee4bca083c no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:43:52.225855 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6caef718-7685-4324-b091-36350204eb6b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:52.228668 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6caef718-7685-4324-b091-36350204eb6b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7369659 Feb 20 03:43:52.235425 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46092) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:52.240478 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-fe6cd3af-cd13-461f-a1b9-7284375cc476 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Request body: {'security_group_rule': {'security_group_id': '97bd7b67-8c60-4444-8115-961eeb600b30', 'direction': 'ingress', 'protocol': 17}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:52.254589 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872ff14-e44f-42e8-b24c-27e661cc5247 req-4291ef5a-5b16-4513-9916-cd4c60dd5b34 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:52.256585 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d872ff14-e44f-42e8-b24c-27e661cc5247 req-4291ef5a-5b16-4513-9916-cd4c60dd5b34 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=09cc9ef8-41f5-4beb-8ff7-7aa08b8be9d4 HTTP/1.1" status: 200 len: 945 time: 0.1244702 Feb 20 03:43:52.259165 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea720b4b-eaff-48dd-83e5-83fa913de4b0 req-44666bed-3872-45a6-b9bd-9736114a34c9 service neutron] 10.222.0.93 "GET /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505221 Feb 20 03:43:52.277216 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 5f65b499-a65d-4fac-bf49-b7ee4bca083c {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:43:52.277576 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 5f65b499-a65d-4fac-bf49-b7ee4bca083c not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:43:52.284548 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b487efe2-e7db-4eeb-a957-01e8f1043134 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (d7c91be1-1c39-487b-930b-a9e692c13307), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:52.307393 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b487efe2-e7db-4eeb-a957-01e8f1043134 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:52.308056 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b487efe2-e7db-4eeb-a957-01e8f1043134 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:52.325553 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d872ff14-e44f-42e8-b24c-27e661cc5247 req-cec1d78c-2ecc-42cc-977f-7a87844508e6 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627635 Feb 20 03:43:52.403298 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fe6cd3af-cd13-461f-a1b9-7284375cc476 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (9aa34f4e-76d1-4308-b2ce-cce63ba46ca3), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:52.432769 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b487efe2-e7db-4eeb-a957-01e8f1043134 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8799684 Feb 20 03:43:52.436063 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46100) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:52.441333 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487efe2-e7db-4eeb-a957-01e8f1043134 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Network': ['ID=d7c91be1-1c39-487b-930b-a9e692c13307,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:52.453745 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network d7c91be1-1c39-487b-930b-a9e692c13307 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:43:52.454276 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-0dba508c-5093-46fb-be01-c5525e66d4b1 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Request body: {'subnet': {'network_id': 'd7c91be1-1c39-487b-930b-a9e692c13307', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:52.479637 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fe6cd3af-cd13-461f-a1b9-7284375cc476 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (9aa34f4e-76d1-4308-b2ce-cce63ba46ca3), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:52.525119 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ed6d871f-394c-4f81-a91c-09ab4af2a52b req-6f07e12b-240f-427e-9828-f781ba2db90b tempest-ServerShowV257Test-1907543189 tempest-ServerShowV257Test-1907543189-project] 10.222.0.89 "GET /v2.0/ports?device_id=de8f2161-075f-4531-831c-c2b6fa59f777 HTTP/1.1" status: 200 len: 210 time: 0.0872707 Feb 20 03:43:52.572702 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fe6cd3af-cd13-461f-a1b9-7284375cc476 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (9aa34f4e-76d1-4308-b2ce-cce63ba46ca3), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:52.586011 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99daccba-7046-42d0-b136-65f25ddf122f req-ea657234-3252-4df5-af41-706936f36568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:52.587897 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-99daccba-7046-42d0-b136-65f25ddf122f req-ea657234-3252-4df5-af41-706936f36568 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=68913620b1864349b0b30a94042b9c2a&device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 1128 time: 0.2268348 Feb 20 03:43:52.594453 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-f3f45c3a-3207-4516-940b-aa87fe79773b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'name': 'tempest-ServerActionsTestJSON-621480509-router', 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '4c8b8026-db2c-4fde-b78a-144b7a66b541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:43:40Z', 'updated_at': '2022-02-20T03:43:49Z', 'revision_number': 4, 'project_id': '2a426eb8717f45cda17f79dc5d1190fc', 'gw_port': {'id': '4c8b8026-db2c-4fde-b78a-144b7a66b541', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:43:42Z', 'updated_at': '2022-02-20T03:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '6bbb872a-4b2b-4c83-8810-e2178f5d82ab', 'name': '', 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51', 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc', 'mac_address': 'fa:16:3e:74:9e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '85e8c386-47fc-4d48-86f0-3d288a799fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:43:47Z', 'updated_at': '2022-02-20T03:43:50Z', 'revision_number': 2, 'project_id': '2a426eb8717f45cda17f79dc5d1190fc', 'subnets': [{'id': '85e8c386-47fc-4d48-86f0-3d288a799fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:52.621873 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cd3af-cd13-461f-a1b9-7284375cc476 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa34f4e-76d1-4308-b2ce-cce63ba46ca3,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:52.635315 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f45c3a-3207-4516-940b-aa87fe79773b None None] Checking router: 3956c1f6-e866-4a2f-8da9-45d59ab37f07 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:43:52.636007 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f45c3a-3207-4516-940b-aa87fe79773b None None] Updating router 3956c1f6-e866-4a2f-8da9-45d59ab37f07 port 6bbb872a-4b2b-4c83-8810-e2178f5d82ab binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:43:52.672071 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f3f45c3a-3207-4516-940b-aa87fe79773b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (6bbb872a-4b2b-4c83-8810-e2178f5d82ab), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:52.706814 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fe6cd3af-cd13-461f-a1b9-7284375cc476 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:52.709698 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fe6cd3af-cd13-461f-a1b9-7284375cc476 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4716771 Feb 20 03:43:52.711160 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46106) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:52.719960 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99daccba-7046-42d0-b136-65f25ddf122f req-9577830b-743e-48c5-bf56-8c66f2eb8ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:52.724117 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-99daccba-7046-42d0-b136-65f25ddf122f req-9577830b-743e-48c5-bf56-8c66f2eb8ce7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879 HTTP/1.1" status: 200 len: 919 time: 0.1094398 Feb 20 03:43:52.780807 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-99daccba-7046-42d0-b136-65f25ddf122f req-da03f3df-c3c0-4a16-9429-09b5bf3d6553 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4ae335b-d16e-416a-9eb9-2cda22109139 HTTP/1.1" status: 200 len: 217 time: 0.0486150 Feb 20 03:43:52.833390 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71ec66ad-2465-47f6-a461-90cbbb2d0aa2 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (97bd7b67-8c60-4444-8115-961eeb600b30), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:52.850530 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99daccba-7046-42d0-b136-65f25ddf122f req-2593dd6e-be8d-4a2c-8e8d-b980216e53ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:52.852293 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-99daccba-7046-42d0-b136-65f25ddf122f req-2593dd6e-be8d-4a2c-8e8d-b980216e53ca service neutron] 10.222.0.93 "GET /v2.0/subnets?id=59da23fb-2a69-4f62-8734-ed62cd9e052d HTTP/1.1" status: 200 len: 858 time: 0.0568669 Feb 20 03:43:52.857246 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71ec66ad-2465-47f6-a461-90cbbb2d0aa2 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (97bd7b67-8c60-4444-8115-961eeb600b30), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:52.917120 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-99daccba-7046-42d0-b136-65f25ddf122f req-caa4812a-f80f-476b-82ea-9e44e6928363 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566657 Feb 20 03:43:52.918013 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dba508c-5093-46fb-be01-c5525e66d4b1 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Made reservation on behalf of 43d4b034525e47029e777f2e09722643 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:43:52.922441 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0dba508c-5093-46fb-be01-c5525e66d4b1 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:52.977941 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71ec66ad-2465-47f6-a461-90cbbb2d0aa2 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (97bd7b67-8c60-4444-8115-961eeb600b30), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:52.980559 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71ec66ad-2465-47f6-a461-90cbbb2d0aa2 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:52.983511 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-71ec66ad-2465-47f6-a461-90cbbb2d0aa2 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "DELETE /v2.0/security-groups/97bd7b67-8c60-4444-8115-961eeb600b30 HTTP/1.1" status: 204 len: 168 time: 0.2711525 Feb 20 03:43:52.984282 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46108) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:53.033456 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec66ad-2465-47f6-a461-90cbbb2d0aa2 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bd7b67-8c60-4444-8115-961eeb600b30,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:53.033810 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f3f45c3a-3207-4516-940b-aa87fe79773b None None] Publish callbacks [] for port (6bbb872a-4b2b-4c83-8810-e2178f5d82ab), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:53.075880 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-41101aaf-5bb3-4177-921d-5cf36e96346d tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0744398 Feb 20 03:43:53.079646 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46112) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:53.085195 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-ee5665ee-cde9-4450-b52e-a82b9376940e tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Request body: {'security_group': {'name': 'tempest-secgroup--83478190'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:53.128845 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f3f45c3a-3207-4516-940b-aa87fe79773b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (6bbb872a-4b2b-4c83-8810-e2178f5d82ab), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:53.129964 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-99daccba-7046-42d0-b136-65f25ddf122f req-fb0d0004-58dd-4654-9fe7-9a7606cb71c4 service neutron] 10.222.0.93 "GET /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037416 Feb 20 03:43:53.166193 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46114) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:53.170746 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-58dfda83-793a-45aa-99be-7da3527187c0 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1827758351', 'description': 'tempest-description--1104336846'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:53.195463 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc38bc-4612-4b1b-9355-72c83528d8d3 None None] Pushing event updated for resources: {'Port': ['ID=6bbb872a-4b2b-4c83-8810-e2178f5d82ab,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:53.248286 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee5665ee-cde9-4450-b52e-a82b9376940e tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:53.327548 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-58dfda83-793a-45aa-99be-7da3527187c0 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:53.350679 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-f3f45c3a-3207-4516-940b-aa87fe79773b None None] Attempting to bind port 6bbb872a-4b2b-4c83-8810-e2178f5d82ab on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:43:53.352020 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-f3f45c3a-3207-4516-940b-aa87fe79773b None None] Attempting to bind port 6bbb872a-4b2b-4c83-8810-e2178f5d82ab by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'e9cd605c-65a4-4e74-ab33-d19d304bb06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:43:53.352020 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f45c3a-3207-4516-940b-aa87fe79773b None None] Attempting to bind port 6bbb872a-4b2b-4c83-8810-e2178f5d82ab on network 64115127-0ca9-4210-b390-d57efc54bf51 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:43:53.366412 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f45c3a-3207-4516-940b-aa87fe79773b None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:43:53.367334 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f45c3a-3207-4516-940b-aa87fe79773b None None] Checking segment: {'id': 'e9cd605c-65a4-4e74-ab33-d19d304bb06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:43:53.367860 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f3f45c3a-3207-4516-940b-aa87fe79773b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:53.368496 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f45c3a-3207-4516-940b-aa87fe79773b None None] Bound using segment: {'id': 'e9cd605c-65a4-4e74-ab33-d19d304bb06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:43:53.369090 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-f3f45c3a-3207-4516-940b-aa87fe79773b None None] Bound port: 6bbb872a-4b2b-4c83-8810-e2178f5d82ab, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9cd605c-65a4-4e74-ab33-d19d304bb06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:43:53.369974 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f3f45c3a-3207-4516-940b-aa87fe79773b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (6bbb872a-4b2b-4c83-8810-e2178f5d82ab), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:53.376692 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-99daccba-7046-42d0-b136-65f25ddf122f req-a58b8bad-daa6-4b34-8a8d-4f884481e26a service neutron] 10.222.0.93 "GET /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393513 Feb 20 03:43:53.421385 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee5665ee-cde9-4450-b52e-a82b9376940e tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (613ebb3c-c934-49af-bf61-063e4397f583), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:53.441027 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0dba508c-5093-46fb-be01-c5525e66d4b1 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (8719cea5-5355-4214-973b-1002c5642f70), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:53.476520 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-58dfda83-793a-45aa-99be-7da3527187c0 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks [] for security_group (d10abac1-d137-4baa-b7c6-8505354ca56b), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:53.484137 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-f3f45c3a-3207-4516-940b-aa87fe79773b None None] For port 6bbb872a-4b2b-4c83-8810-e2178f5d82ab, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:43:53.489226 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-f3f45c3a-3207-4516-940b-aa87fe79773b None None] For port 6bbb872a-4b2b-4c83-8810-e2178f5d82ab, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=6bbb872a-4b2b-4c83-8810-e2178f5d82ab,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:43:53.518100 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba508c-5093-46fb-be01-c5525e66d4b1 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Subnet': ['ID=8719cea5-5355-4214-973b-1002c5642f70,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:53.530969 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dba508c-5093-46fb-be01-c5525e66d4b1 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Checking segment: {'id': 'e28a0441-88b5-4d3a-9e93-625091c2030d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd7c91be1-1c39-487b-930b-a9e692c13307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:43:53.530969 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dba508c-5093-46fb-be01-c5525e66d4b1 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network hostable DHCP agents. Network: d7c91be1-1c39-487b-930b-a9e692c13307, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:43:53.549430 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee5665ee-cde9-4450-b52e-a82b9376940e tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (613ebb3c-c934-49af-bf61-063e4397f583), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:53.577598 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-58dfda83-793a-45aa-99be-7da3527187c0 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d10abac1-d137-4baa-b7c6-8505354ca56b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:53.587222 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5665ee-cde9-4450-b52e-a82b9376940e tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=613ebb3c-c934-49af-bf61-063e4397f583,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:53.598752 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f3f45c3a-3207-4516-940b-aa87fe79773b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (6bbb872a-4b2b-4c83-8810-e2178f5d82ab), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:53.620762 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dfda83-793a-45aa-99be-7da3527187c0 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d10abac1-d137-4baa-b7c6-8505354ca56b,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:53.635495 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dba508c-5093-46fb-be01-c5525e66d4b1 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network d7c91be1-1c39-487b-930b-a9e692c13307 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:43:53.642818 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee5665ee-cde9-4450-b52e-a82b9376940e tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:53.650462 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ee5665ee-cde9-4450-b52e-a82b9376940e tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5676301 Feb 20 03:43:53.652023 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46124) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:53.653788 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-030cb46c-ddd1-4dae-a969-1c81d723b1e7 None None] Provisioning complete for port 6bbb872a-4b2b-4c83-8810-e2178f5d82ab triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:53.654310 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-030cb46c-ddd1-4dae-a969-1c81d723b1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (6bbb872a-4b2b-4c83-8810-e2178f5d82ab), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:53.656874 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-b90129c9-c6a0-4083-b2e8-e9ab9bce3f1e tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Request body: {'security_group': {'name': 'tempest-secgroup--1240776689'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:53.665780 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-58dfda83-793a-45aa-99be-7da3527187c0 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:53.669239 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-58dfda83-793a-45aa-99be-7da3527187c0 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4999018 Feb 20 03:43:53.672179 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46126) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:53.678577 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-4f159c60-521e-418e-b774-fee2082ced89 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Request body: {'security_group_rule': {'security_group_id': 'd10abac1-d137-4baa-b7c6-8505354ca56b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:53.715929 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-0dba508c-5093-46fb-be01-c5525e66d4b1 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, d7c91be1-1c39-487b-930b-a9e692c13307) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:43:53.723219 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dba508c-5093-46fb-be01-c5525e66d4b1 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:53.724308 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0dba508c-5093-46fb-be01-c5525e66d4b1 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:53.743474 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9040fff-61f7-4c85-b47e-7bcf52c40081 None None] Network d7c91be1-1c39-487b-930b-a9e692c13307 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:43:53.774158 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f45c3a-3207-4516-940b-aa87fe79773b None None] Routers {'3956c1f6-e866-4a2f-8da9-45d59ab37f07'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:43:53.783885 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-f3f45c3a-3207-4516-940b-aa87fe79773b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:43:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3956c1f6-e866-4a2f-8da9-45d59ab37f07'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:53.792670 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f159c60-521e-418e-b774-fee2082ced89 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks [] for security_group_rule (911fb244-9f22-4df9-a194-3e702dfd6bc1), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:53.838501 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b90129c9-c6a0-4083-b2e8-e9ab9bce3f1e tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:53.857654 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0dba508c-5093-46fb-be01-c5525e66d4b1 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4180591 Feb 20 03:43:53.860550 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46128) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:53.881544 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-bfa9af5e-df5d-4009-a5e9-4562682a8c08 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-47024131', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:53.890023 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc38bc-4612-4b1b-9355-72c83528d8d3 None None] Pushing event updated for resources: {'Port': ['ID=6bbb872a-4b2b-4c83-8810-e2178f5d82ab,revision_number=4']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:53.945993 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f159c60-521e-418e-b774-fee2082ced89 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks [] for security_group_rule (911fb244-9f22-4df9-a194-3e702dfd6bc1), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:53.972875 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456eae6b-a6f2-4fba-a376-9be1cc0ee707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-d7c91be1-1c39-487b-930b-a9e692c13307', 'network_id': 'd7c91be1-1c39-487b-930b-a9e692c13307', 'project_id': '43d4b034525e47029e777f2e09722643', 'fixed_ips': [{'subnet_id': '8719cea5-5355-4214-973b-1002c5642f70'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:43:53.973141 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-456eae6b-a6f2-4fba-a376-9be1cc0ee707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:54.043120 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f159c60-521e-418e-b774-fee2082ced89 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (911fb244-9f22-4df9-a194-3e702dfd6bc1), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:54.052828 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-f3f45c3a-3207-4516-940b-aa87fe79773b None None] Set router 3956c1f6-e866-4a2f-8da9-45d59ab37f07 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:43:54.079656 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f159c60-521e-418e-b774-fee2082ced89 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=911fb244-9f22-4df9-a194-3e702dfd6bc1,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:54.118551 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-030cb46c-ddd1-4dae-a969-1c81d723b1e7 None None] Current status of the port 6bbb872a-4b2b-4c83-8810-e2178f5d82ab is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:54.118888 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-030cb46c-ddd1-4dae-a969-1c81d723b1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (6bbb872a-4b2b-4c83-8810-e2178f5d82ab), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:54.182742 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-030cb46c-ddd1-4dae-a969-1c81d723b1e7 None None] For port 6bbb872a-4b2b-4c83-8810-e2178f5d82ab, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=6bbb872a-4b2b-4c83-8810-e2178f5d82ab,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:43:54.208692 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-456eae6b-a6f2-4fba-a376-9be1cc0ee707 None None] Allocated IP 172.20.0.2 (d7c91be1-1c39-487b-930b-a9e692c13307/8719cea5-5355-4214-973b-1002c5642f70/b94cc0b6-ff0e-4e5e-8f10-ca2de7272073) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:43:54.233256 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f159c60-521e-418e-b774-fee2082ced89 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:54.234818 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4f159c60-521e-418e-b774-fee2082ced89 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5614896 Feb 20 03:43:54.237601 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46130) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:54.244173 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-9a731419-384f-47bc-9c84-55e2effacac9 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Request body: {'security_group_rule': {'security_group_id': 'd10abac1-d137-4baa-b7c6-8505354ca56b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:54.361417 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9a731419-384f-47bc-9c84-55e2effacac9 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks [] for security_group_rule (1966330b-111b-4dcb-9839-f31a3b0c7991), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:54.366674 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bfa9af5e-df5d-4009-a5e9-4562682a8c08 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (ee9f8c67-8055-42cb-a8f8-6a60e1dae54f), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:54.372122 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bfa9af5e-df5d-4009-a5e9-4562682a8c08 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (ee9f8c67-8055-42cb-a8f8-6a60e1dae54f), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:54.423079 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bfa9af5e-df5d-4009-a5e9-4562682a8c08 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router_controller (ee9f8c67-8055-42cb-a8f8-6a60e1dae54f), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:54.434926 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-f3f45c3a-3207-4516-940b-aa87fe79773b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'name': 'tempest-ServerActionsTestJSON-621480509-router', 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '4c8b8026-db2c-4fde-b78a-144b7a66b541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:43:40Z', 'updated_at': '2022-02-20T03:43:49Z', 'revision_number': 4, 'project_id': '2a426eb8717f45cda17f79dc5d1190fc', 'gw_port': {'id': '4c8b8026-db2c-4fde-b78a-144b7a66b541', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:43:42Z', 'updated_at': '2022-02-20T03:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '6bbb872a-4b2b-4c83-8810-e2178f5d82ab', 'name': '', 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51', 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc', 'mac_address': 'fa:16:3e:74:9e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '85e8c386-47fc-4d48-86f0-3d288a799fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:43:47Z', 'updated_at': '2022-02-20T03:43:53Z', 'revision_number': 4, 'project_id': '2a426eb8717f45cda17f79dc5d1190fc', 'subnets': [{'id': '85e8c386-47fc-4d48-86f0-3d288a799fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:54.457029 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98e1c9-d45b-4f38-9b85-107146e5941b req-5d8e6849-167a-4d4c-8f79-28753e38a7f6 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:54.457946 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-456eae6b-a6f2-4fba-a376-9be1cc0ee707 None None] Publish callbacks [] for port (b94cc0b6-ff0e-4e5e-8f10-ca2de7272073), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:54.459820 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98e1c9-d45b-4f38-9b85-107146e5941b req-5d8e6849-167a-4d4c-8f79-28753e38a7f6 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:54.463288 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-030cb46c-ddd1-4dae-a969-1c81d723b1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (6bbb872a-4b2b-4c83-8810-e2178f5d82ab), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:54.465134 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98e1c9-d45b-4f38-9b85-107146e5941b req-5d8e6849-167a-4d4c-8f79-28753e38a7f6 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:54.470877 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98e1c9-d45b-4f38-9b85-107146e5941b req-5d8e6849-167a-4d4c-8f79-28753e38a7f6 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:54.477328 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98e1c9-d45b-4f38-9b85-107146e5941b req-5d8e6849-167a-4d4c-8f79-28753e38a7f6 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:54.482570 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98e1c9-d45b-4f38-9b85-107146e5941b req-5d8e6849-167a-4d4c-8f79-28753e38a7f6 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:54.488620 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98e1c9-d45b-4f38-9b85-107146e5941b req-5d8e6849-167a-4d4c-8f79-28753e38a7f6 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:54.496521 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8f98e1c9-d45b-4f38-9b85-107146e5941b req-5d8e6849-167a-4d4c-8f79-28753e38a7f6 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5419 time: 0.7373419 Feb 20 03:43:54.505947 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f45c3a-3207-4516-940b-aa87fe79773b None None] The sync data for ids ['3956c1f6-e866-4a2f-8da9-45d59ab37f07'] in n-d-829866-4 is: [{'id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'name': 'tempest-ServerActionsTestJSON-621480509-router', 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '4c8b8026-db2c-4fde-b78a-144b7a66b541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:43:40Z', 'updated_at': '2022-02-20T03:43:49Z', 'revision_number': 4, 'project_id': '2a426eb8717f45cda17f79dc5d1190fc', 'gw_port': {'id': '4c8b8026-db2c-4fde-b78a-144b7a66b541', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:43:42Z', 'updated_at': '2022-02-20T03:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '6bbb872a-4b2b-4c83-8810-e2178f5d82ab', 'name': '', 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51', 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc', 'mac_address': 'fa:16:3e:74:9e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '85e8c386-47fc-4d48-86f0-3d288a799fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:43:47Z', 'updated_at': '2022-02-20T03:43:53Z', 'revision_number': 4, 'project_id': '2a426eb8717f45cda17f79dc5d1190fc', 'subnets': [{'id': '85e8c386-47fc-4d48-86f0-3d288a799fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:43:54.517819 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bfa9af5e-df5d-4009-a5e9-4562682a8c08 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (ee9f8c67-8055-42cb-a8f8-6a60e1dae54f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:54.555483 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-456eae6b-a6f2-4fba-a376-9be1cc0ee707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (b94cc0b6-ff0e-4e5e-8f10-ca2de7272073), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:54.559273 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9a731419-384f-47bc-9c84-55e2effacac9 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks [] for security_group_rule (1966330b-111b-4dcb-9839-f31a3b0c7991), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:54.622829 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030cb46c-ddd1-4dae-a969-1c81d723b1e7 None None] Pushing event updated for resources: {'Port': ['ID=6bbb872a-4b2b-4c83-8810-e2178f5d82ab,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:54.624094 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9a731419-384f-47bc-9c84-55e2effacac9 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (1966330b-111b-4dcb-9839-f31a3b0c7991), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:54.655570 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a731419-384f-47bc-9c84-55e2effacac9 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1966330b-111b-4dcb-9839-f31a3b0c7991,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:54.669713 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456eae6b-a6f2-4fba-a376-9be1cc0ee707 None None] Network d7c91be1-1c39-487b-930b-a9e692c13307 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:43:54.675194 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8f98e1c9-d45b-4f38-9b85-107146e5941b req-74094137-bd5a-4457-8474-9f629fba3439 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1773040 Feb 20 03:43:54.684584 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-456eae6b-a6f2-4fba-a376-9be1cc0ee707 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:43:54.687896 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456eae6b-a6f2-4fba-a376-9be1cc0ee707 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:43:54.698887 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bfa9af5e-df5d-4009-a5e9-4562682a8c08 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:54.700170 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-bfa9af5e-df5d-4009-a5e9-4562682a8c08 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.8247204 Feb 20 03:43:54.702825 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46136) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:54.708944 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-e71a8ca9-f4c2-40f8-8213-9dcbf82d84ae tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Request body: {'port': {'network_id': 'd7c91be1-1c39-487b-930b-a9e692c13307', 'name': 'tempest-RoutersTest-374691001'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:54.726804 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b90129c9-c6a0-4083-b2e8-e9ab9bce3f1e tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (70e7232f-0803-4b7a-9442-19e3e5d8c9e8), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:54.762302 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9a731419-384f-47bc-9c84-55e2effacac9 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:54.764327 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9a731419-384f-47bc-9c84-55e2effacac9 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5253658 Feb 20 03:43:54.768152 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46138) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:54.771820 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-dcba9827-a25c-4873-bdfb-18413ec7df8e None None] Provisioning complete for port 6bbb872a-4b2b-4c83-8810-e2178f5d82ab triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:54.772237 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-dcba9827-a25c-4873-bdfb-18413ec7df8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (6bbb872a-4b2b-4c83-8810-e2178f5d82ab), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:54.775632 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-4ca324bd-3f94-4394-9d63-a9fad38458f5 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:54.806694 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456eae6b-a6f2-4fba-a376-9be1cc0ee707 None None] Pushing event updated for resources: {'Port': ['ID=b94cc0b6-ff0e-4e5e-8f10-ca2de7272073,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:54.847772 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b90129c9-c6a0-4083-b2e8-e9ab9bce3f1e tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (70e7232f-0803-4b7a-9442-19e3e5d8c9e8), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:54.886213 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-456eae6b-a6f2-4fba-a376-9be1cc0ee707 None None] Attempting to bind port b94cc0b6-ff0e-4e5e-8f10-ca2de7272073 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:43:54.886907 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-456eae6b-a6f2-4fba-a376-9be1cc0ee707 None None] Attempting to bind port b94cc0b6-ff0e-4e5e-8f10-ca2de7272073 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'e28a0441-88b5-4d3a-9e93-625091c2030d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd7c91be1-1c39-487b-930b-a9e692c13307'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:43:54.887568 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456eae6b-a6f2-4fba-a376-9be1cc0ee707 None None] Attempting to bind port b94cc0b6-ff0e-4e5e-8f10-ca2de7272073 on network d7c91be1-1c39-487b-930b-a9e692c13307 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:43:54.895794 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456eae6b-a6f2-4fba-a376-9be1cc0ee707 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:43:54.896263 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90129c9-c6a0-4083-b2e8-e9ab9bce3f1e tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70e7232f-0803-4b7a-9442-19e3e5d8c9e8,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:54.896736 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456eae6b-a6f2-4fba-a376-9be1cc0ee707 None None] Checking segment: {'id': 'e28a0441-88b5-4d3a-9e93-625091c2030d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd7c91be1-1c39-487b-930b-a9e692c13307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:43:54.897087 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-456eae6b-a6f2-4fba-a376-9be1cc0ee707 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:54.897488 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456eae6b-a6f2-4fba-a376-9be1cc0ee707 None None] Bound using segment: {'id': 'e28a0441-88b5-4d3a-9e93-625091c2030d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd7c91be1-1c39-487b-930b-a9e692c13307'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:43:54.898166 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-456eae6b-a6f2-4fba-a376-9be1cc0ee707 None None] Bound port: b94cc0b6-ff0e-4e5e-8f10-ca2de7272073, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28a0441-88b5-4d3a-9e93-625091c2030d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd7c91be1-1c39-487b-930b-a9e692c13307'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:43:54.908333 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-456eae6b-a6f2-4fba-a376-9be1cc0ee707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b94cc0b6-ff0e-4e5e-8f10-ca2de7272073), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:54.909913 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3791bb-3ca4-4c45-a087-071dc64f65c1 req-2deb1c8e-3e61-4c17-acda-45ac67cd1f6a tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:54.911967 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1f3791bb-3ca4-4c45-a087-071dc64f65c1 req-2deb1c8e-3e61-4c17-acda-45ac67cd1f6a tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 946 time: 0.1304622 Feb 20 03:43:54.983420 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1f3791bb-3ca4-4c45-a087-071dc64f65c1 req-eac35765-d0c0-4125-9ac3-506d9be02953 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644355 Feb 20 03:43:54.985076 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4ca324bd-3f94-4394-9d63-a9fad38458f5 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:54.988665 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-dcba9827-a25c-4873-bdfb-18413ec7df8e None None] Current status of the port 6bbb872a-4b2b-4c83-8810-e2178f5d82ab is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:55.006932 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b90129c9-c6a0-4083-b2e8-e9ab9bce3f1e tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:55.008219 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b90129c9-c6a0-4083-b2e8-e9ab9bce3f1e tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3551540 Feb 20 03:43:55.011605 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46140) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:55.039971 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-5ed55575-9d1e-420f-bec7-89356527143b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Request body: {'security_group_rule': {'security_group_id': '613ebb3c-c934-49af-bf61-063e4397f583', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '70e7232f-0803-4b7a-9442-19e3e5d8c9e8', 'remote_ip_prefix': None}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:55.076298 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71a8ca9-f4c2-40f8-8213-9dcbf82d84ae tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Made reservation on behalf of 43d4b034525e47029e777f2e09722643 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:43:55.080794 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e71a8ca9-f4c2-40f8-8213-9dcbf82d84ae tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:55.087536 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-456eae6b-a6f2-4fba-a376-9be1cc0ee707 None None] For port b94cc0b6-ff0e-4e5e-8f10-ca2de7272073, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:43:55.092393 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-456eae6b-a6f2-4fba-a376-9be1cc0ee707 None None] For port b94cc0b6-ff0e-4e5e-8f10-ca2de7272073, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b94cc0b6-ff0e-4e5e-8f10-ca2de7272073,segment=NetworkSegment(e28a0441-88b5-4d3a-9e93-625091c2030d),segment_id=e28a0441-88b5-4d3a-9e93-625091c2030d)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:43:55.109787 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-e71a8ca9-f4c2-40f8-8213-9dcbf82d84ae tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] device_id is not set on port c6ab2d7f-d05a-4658-b72a-612ba175a1f3 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:43:55.134172 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94fe44-560f-4f8c-a58c-305708176de0 req-aa7463f2-dbca-407d-a9ee-6ae56401b621 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:55.136119 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5d94fe44-560f-4f8c-a58c-305708176de0 req-aa7463f2-dbca-407d-a9ee-6ae56401b621 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.93 "GET /v2.0/ports?device_id=09cc9ef8-41f5-4beb-8ff7-7aa08b8be9d4 HTTP/1.1" status: 200 len: 945 time: 0.0946102 Feb 20 03:43:55.190943 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-456eae6b-a6f2-4fba-a376-9be1cc0ee707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b94cc0b6-ff0e-4e5e-8f10-ca2de7272073), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:55.318655 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9daaf4ce-fecc-4c1d-8494-5b4db5de93d9 req-aa8c0d66-2451-42f2-b10e-87c12a0f40a7 tempest-ServerShowV257Test-1907543189 tempest-ServerShowV257Test-1907543189-project] 10.222.0.89 "GET /v2.0/ports?device_id=de8f2161-075f-4531-831c-c2b6fa59f777 HTTP/1.1" status: 200 len: 210 time: 0.1115232 Feb 20 03:43:55.365579 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456eae6b-a6f2-4fba-a376-9be1cc0ee707 None None] Pushing event updated for resources: {'Port': ['ID=b94cc0b6-ff0e-4e5e-8f10-ca2de7272073,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:55.399045 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ed55575-9d1e-420f-bec7-89356527143b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (e44f55dc-30af-4792-badf-f640da04f0be), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:55.414285 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4ca324bd-3f94-4394-9d63-a9fad38458f5 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:55.479487 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-e71a8ca9-f4c2-40f8-8213-9dcbf82d84ae tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Allocated IP 172.20.0.12 (d7c91be1-1c39-487b-930b-a9e692c13307/8719cea5-5355-4214-973b-1002c5642f70/c6ab2d7f-d05a-4658-b72a-612ba175a1f3) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:43:55.575341 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-5d94fe44-560f-4f8c-a58c-305708176de0 req-cffd9607-dba9-44fd-9c34-97d6e2890aae tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Deleting port b4dfc888-1d5c-429c-a169-d87dd724e9a1 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:43:55.575786 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5d94fe44-560f-4f8c-a58c-305708176de0 req-cffd9607-dba9-44fd-9c34-97d6e2890aae tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b4dfc888-1d5c-429c-a169-d87dd724e9a1), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:55.589330 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a7d9b-b127-4ada-a0b5-f9936207a970 req-67a9f7ad-60cc-4a06-989d-8defd56e7b49 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:55.591107 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8f7a7d9b-b127-4ada-a0b5-f9936207a970 req-67a9f7ad-60cc-4a06-989d-8defd56e7b49 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=09cc9ef8-41f5-4beb-8ff7-7aa08b8be9d4 HTTP/1.1" status: 200 len: 945 time: 0.1542723 Feb 20 03:43:55.723306 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ed55575-9d1e-420f-bec7-89356527143b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (e44f55dc-30af-4792-badf-f640da04f0be), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:55.804166 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8f7a7d9b-b127-4ada-a0b5-f9936207a970 req-10fa24db-9169-4553-8bf4-7d4e5624e107 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448452 Feb 20 03:43:55.820177 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-4ca324bd-3f94-4394-9d63-a9fad38458f5 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Allocated IP 172.25.7.80 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/ed23b705-f44e-403e-9399-4a11b46a3468) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:43:55.838167 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e71a8ca9-f4c2-40f8-8213-9dcbf82d84ae tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for port (c6ab2d7f-d05a-4658-b72a-612ba175a1f3), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:55.913487 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ed55575-9d1e-420f-bec7-89356527143b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (e44f55dc-30af-4792-badf-f640da04f0be), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:55.919522 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-5d94fe44-560f-4f8c-a58c-305708176de0 req-cffd9607-dba9-44fd-9c34-97d6e2890aae tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] For port b4dfc888-1d5c-429c-a169-d87dd724e9a1, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=b4dfc888-1d5c-429c-a169-d87dd724e9a1,segment=NetworkSegment(37054cbd-f424-4c3e-9627-4d3b1f665915),segment_id=37054cbd-f424-4c3e-9627-4d3b1f665915)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:43:55.920517 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5d94fe44-560f-4f8c-a58c-305708176de0 req-cffd9607-dba9-44fd-9c34-97d6e2890aae tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b4dfc888-1d5c-429c-a169-d87dd724e9a1), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:55.969877 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed55575-9d1e-420f-bec7-89356527143b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44f55dc-30af-4792-badf-f640da04f0be,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:55.996520 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e71a8ca9-f4c2-40f8-8213-9dcbf82d84ae tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (c6ab2d7f-d05a-4658-b72a-612ba175a1f3), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:56.086275 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4ca324bd-3f94-4394-9d63-a9fad38458f5 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks [] for port (ed23b705-f44e-403e-9399-4a11b46a3468), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:56.101156 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-5d94fe44-560f-4f8c-a58c-305708176de0 req-cffd9607-dba9-44fd-9c34-97d6e2890aae tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Calling delete_port for b4dfc888-1d5c-429c-a169-d87dd724e9a1 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:43:56.105053 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 6bbb872a-4b2b-4c83-8810-e2178f5d82ab up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:43:56.126614 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71a8ca9-f4c2-40f8-8213-9dcbf82d84ae tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network d7c91be1-1c39-487b-930b-a9e692c13307 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:43:56.135636 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-e71a8ca9-f4c2-40f8-8213-9dcbf82d84ae tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:43:56.150140 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ed55575-9d1e-420f-bec7-89356527143b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:56.153539 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5ed55575-9d1e-420f-bec7-89356527143b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1375608 Feb 20 03:43:56.156533 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71a8ca9-f4c2-40f8-8213-9dcbf82d84ae tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:43:56.178474 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46150) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:56.218510 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b2e99-3d17-4206-8e77-af5451914abd req-61029fc7-bfd5-4787-a20f-990ccddf101e tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:56.221804 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 6bbb872a-4b2b-4c83-8810-e2178f5d82ab triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:56.222040 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (6bbb872a-4b2b-4c83-8810-e2178f5d82ab), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:56.224004 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b2e99-3d17-4206-8e77-af5451914abd req-61029fc7-bfd5-4787-a20f-990ccddf101e tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:56.230771 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b2e99-3d17-4206-8e77-af5451914abd req-61029fc7-bfd5-4787-a20f-990ccddf101e tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:56.236051 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b2e99-3d17-4206-8e77-af5451914abd req-61029fc7-bfd5-4787-a20f-990ccddf101e tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:56.242395 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b2e99-3d17-4206-8e77-af5451914abd req-61029fc7-bfd5-4787-a20f-990ccddf101e tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:56.247846 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b2e99-3d17-4206-8e77-af5451914abd req-61029fc7-bfd5-4787-a20f-990ccddf101e tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:56.254056 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b2e99-3d17-4206-8e77-af5451914abd req-61029fc7-bfd5-4787-a20f-990ccddf101e tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:56.258221 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a8ca9-f4c2-40f8-8213-9dcbf82d84ae tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Port': ['ID=c6ab2d7f-d05a-4658-b72a-612ba175a1f3,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:56.262231 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2d0b2e99-3d17-4206-8e77-af5451914abd req-61029fc7-bfd5-4787-a20f-990ccddf101e tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5419 time: 0.2845967 Feb 20 03:43:56.282046 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e33cb92c-9c70-4cb6-aaae-24d9ec73a6b7 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (e44f55dc-30af-4792-badf-f640da04f0be), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:56.294509 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e33cb92c-9c70-4cb6-aaae-24d9ec73a6b7 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (e44f55dc-30af-4792-badf-f640da04f0be), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:56.325680 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71a8ca9-f4c2-40f8-8213-9dcbf82d84ae tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:56.326507 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e71a8ca9-f4c2-40f8-8213-9dcbf82d84ae tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:56.384689 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2d0b2e99-3d17-4206-8e77-af5451914abd req-38fe0868-ae72-45e8-a974-4a7f2005a71a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1192825 Feb 20 03:43:56.391754 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4ca324bd-3f94-4394-9d63-a9fad38458f5 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (ed23b705-f44e-403e-9399-4a11b46a3468), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:56.400492 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 6bbb872a-4b2b-4c83-8810-e2178f5d82ab is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:56.411375 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d3482f1e-a1e3-4bf7-a693-ca11c03fc5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:56.463930 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e71a8ca9-f4c2-40f8-8213-9dcbf82d84ae tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7573071 Feb 20 03:43:56.463930 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e33cb92c-9c70-4cb6-aaae-24d9ec73a6b7 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (e44f55dc-30af-4792-badf-f640da04f0be), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:56.475018 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e33cb92c-9c70-4cb6-aaae-24d9ec73a6b7 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:56.476389 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e33cb92c-9c70-4cb6-aaae-24d9ec73a6b7 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/e44f55dc-30af-4792-badf-f640da04f0be HTTP/1.1" status: 204 len: 168 time: 0.2968071 Feb 20 03:43:56.477190 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46154) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:56.493366 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46156) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:56.508386 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca324bd-3f94-4394-9d63-a9fad38458f5 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:43:56.564745 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-4ca324bd-3f94-4394-9d63-a9fad38458f5 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:43:56.567759 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca324bd-3f94-4394-9d63-a9fad38458f5 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Pushing event updated for resources: {'Port': ['ID=ed23b705-f44e-403e-9399-4a11b46a3468,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:56.584760 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca324bd-3f94-4394-9d63-a9fad38458f5 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:43:56.620970 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33cb92c-9c70-4cb6-aaae-24d9ec73a6b7 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e44f55dc-30af-4792-badf-f640da04f0be,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:56.688159 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb5e36-29c2-44ef-abed-5ebe0f7ce8bf req-e07c7533-8f7f-4f9e-8e80-c7dbbdb5377f tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:56.703070 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d0cb5e36-29c2-44ef-abed-5ebe0f7ce8bf req-e07c7533-8f7f-4f9e-8e80-c7dbbdb5377f tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 946 time: 0.1804330 Feb 20 03:43:56.777245 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ef1a81fc-d87b-48c0-b461-77e1d069debe tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2780688 Feb 20 03:43:56.814809 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46162) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:56.821638 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d0cb5e36-29c2-44ef-abed-5ebe0f7ce8bf req-df5d6ea5-7965-49b7-ab56-d4ba2b778d4d tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226051 Feb 20 03:43:56.823166 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5d94fe44-560f-4f8c-a58c-305708176de0 req-cffd9607-dba9-44fd-9c34-97d6e2890aae tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (b4dfc888-1d5c-429c-a169-d87dd724e9a1), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:56.841606 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['b4dfc888-1d5c-429c-a169-d87dd724e9a1'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:43:56.844015 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['bf3783b4-809a-4c35-bd34-df196608bb8e'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:43:56.958020 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4ca324bd-3f94-4394-9d63-a9fad38458f5 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks [] for floatingip (ff3e8f42-d5d7-4aa4-87e3-9bad0e2b14d0), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:56.976433 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd9607-dba9-44fd-9c34-97d6e2890aae tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Pushing event deleted for resources: {'Port': ['ID=b4dfc888-1d5c-429c-a169-d87dd724e9a1,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:57.001941 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6ae87bb-4397-4619-9fb0-f35a74e321b0 req-9ca37d03-511c-4c02-8821-4e1311f969e6 tempest-ServerShowV257Test-1907543189 tempest-ServerShowV257Test-1907543189-project] 10.222.0.89 "GET /v2.0/ports?device_id=de8f2161-075f-4531-831c-c2b6fa59f777 HTTP/1.1" status: 200 len: 210 time: 0.0557363 Feb 20 03:43:57.017705 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d94fe44-560f-4f8c-a58c-305708176de0 req-cffd9607-dba9-44fd-9c34-97d6e2890aae tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] No DVR routers for this DVR port b4dfc888-1d5c-429c-a169-d87dd724e9a1 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:43:57.020636 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5d94fe44-560f-4f8c-a58c-305708176de0 req-cffd9607-dba9-44fd-9c34-97d6e2890aae tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:57.024066 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5d94fe44-560f-4f8c-a58c-305708176de0 req-cffd9607-dba9-44fd-9c34-97d6e2890aae tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.93 "DELETE /v2.0/ports/b4dfc888-1d5c-429c-a169-d87dd724e9a1 HTTP/1.1" status: 204 len: 173 time: 1.8812301 Feb 20 03:43:57.024485 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09cc9ef8-41f5-4beb-8ff7-7aa08b8be9d4', 'name': 'network-vif-deleted', 'tag': 'b4dfc888-1d5c-429c-a169-d87dd724e9a1'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:43:57.026833 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16649c3f-145a-4e40-9914-7de3d6ee2767" -d '{"events": [{"server_uuid": "09cc9ef8-41f5-4beb-8ff7-7aa08b8be9d4", "name": "network-vif-deleted", "tag": "b4dfc888-1d5c-429c-a169-d87dd724e9a1"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:43:57.073511 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2ebc87-ac7f-4871-a90f-ad61cd46b311 None None] Network d7c91be1-1c39-487b-930b-a9e692c13307 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:43:57.103360 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-64825536-d9de-41c4-b069-b3c89ecc61f9 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (70e7232f-0803-4b7a-9442-19e3e5d8c9e8), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:57.168341 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-64825536-d9de-41c4-b069-b3c89ecc61f9 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (70e7232f-0803-4b7a-9442-19e3e5d8c9e8), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:57.181145 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a627a86-7993-42f6-9728-221579cab6a3 req-565b116a-378e-4442-9273-db5069e12bdc tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=09cc9ef8-41f5-4beb-8ff7-7aa08b8be9d4 HTTP/1.1" status: 200 len: 210 time: 0.0469770 Feb 20 03:43:57.185621 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4ca324bd-3f94-4394-9d63-a9fad38458f5 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ed23b705-f44e-403e-9399-4a11b46a3468), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:57.249260 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16e0597-9e56-44e1-8801-89022f1384f6 x-openstack-request-id: req-a16e0597-9e56-44e1-8801-89022f1384f6 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:43:57.249566 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09cc9ef8-41f5-4beb-8ff7-7aa08b8be9d4", "name": "network-vif-deleted", "tag": "b4dfc888-1d5c-429c-a169-d87dd724e9a1", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:43:57.252085 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a16e0597-9e56-44e1-8801-89022f1384f6 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:43:57.255113 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09cc9ef8-41f5-4beb-8ff7-7aa08b8be9d4', 'name': 'network-vif-deleted', 'tag': 'b4dfc888-1d5c-429c-a169-d87dd724e9a1', 'status': 'completed', 'code': 200} Feb 20 03:43:57.271996 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e54a6e5a-b847-4325-94a4-2a90915479f1 None None] Provisioning complete for port b94cc0b6-ff0e-4e5e-8f10-ca2de7272073 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:57.274260 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e54a6e5a-b847-4325-94a4-2a90915479f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b94cc0b6-ff0e-4e5e-8f10-ca2de7272073), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:57.321343 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3ba7c5ae-15e0-40eb-9014-97c862debcf0 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c6ab2d7f-d05a-4658-b72a-612ba175a1f3), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:57.336149 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-64825536-d9de-41c4-b069-b3c89ecc61f9 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (70e7232f-0803-4b7a-9442-19e3e5d8c9e8), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:57.339157 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-64825536-d9de-41c4-b069-b3c89ecc61f9 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:57.340849 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-64825536-d9de-41c4-b069-b3c89ecc61f9 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "DELETE /v2.0/security-groups/70e7232f-0803-4b7a-9442-19e3e5d8c9e8 HTTP/1.1" status: 204 len: 168 time: 0.5241439 Feb 20 03:43:57.343949 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46168) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:57.384787 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64825536-d9de-41c4-b069-b3c89ecc61f9 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e7232f-0803-4b7a-9442-19e3e5d8c9e8,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:57.475877 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d33009c7-0e61-4cda-9a50-93a298bf1760 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.1290030 Feb 20 03:43:57.476670 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46172) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:57.513311 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4ca324bd-3f94-4394-9d63-a9fad38458f5 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks [] for port (ed23b705-f44e-403e-9399-4a11b46a3468), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:57.579058 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4ca324bd-3f94-4394-9d63-a9fad38458f5 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (ed23b705-f44e-403e-9399-4a11b46a3468), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:57.642775 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e54a6e5a-b847-4325-94a4-2a90915479f1 None None] Current status of the port b94cc0b6-ff0e-4e5e-8f10-ca2de7272073 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:57.643782 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e54a6e5a-b847-4325-94a4-2a90915479f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b94cc0b6-ff0e-4e5e-8f10-ca2de7272073), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:57.651936 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-dbc7c20d-c129-4ec9-927d-f246c04b59d9 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (613ebb3c-c934-49af-bf61-063e4397f583), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:57.731278 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e54a6e5a-b847-4325-94a4-2a90915479f1 None None] For port b94cc0b6-ff0e-4e5e-8f10-ca2de7272073, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b94cc0b6-ff0e-4e5e-8f10-ca2de7272073,segment=NetworkSegment(e28a0441-88b5-4d3a-9e93-625091c2030d),segment_id=e28a0441-88b5-4d3a-9e93-625091c2030d)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:43:57.766676 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b904a-cf85-4070-a4ba-93f0761b57a9 req-412d714f-f4fd-42f8-9a10-9ac44a88a2d4 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:57.774530 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b904a-cf85-4070-a4ba-93f0761b57a9 req-412d714f-f4fd-42f8-9a10-9ac44a88a2d4 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:57.786901 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b904a-cf85-4070-a4ba-93f0761b57a9 req-412d714f-f4fd-42f8-9a10-9ac44a88a2d4 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:57.795182 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b904a-cf85-4070-a4ba-93f0761b57a9 req-412d714f-f4fd-42f8-9a10-9ac44a88a2d4 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:57.795182 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b904a-cf85-4070-a4ba-93f0761b57a9 req-412d714f-f4fd-42f8-9a10-9ac44a88a2d4 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:57.796626 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b94cc0b6-ff0e-4e5e-8f10-ca2de7272073 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:43:57.802135 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b904a-cf85-4070-a4ba-93f0761b57a9 req-412d714f-f4fd-42f8-9a10-9ac44a88a2d4 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:57.807709 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b904a-cf85-4070-a4ba-93f0761b57a9 req-412d714f-f4fd-42f8-9a10-9ac44a88a2d4 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:57.816449 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f3b904a-cf85-4070-a4ba-93f0761b57a9 req-412d714f-f4fd-42f8-9a10-9ac44a88a2d4 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5419 time: 0.2959816 Feb 20 03:43:57.847494 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca324bd-3f94-4394-9d63-a9fad38458f5 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Pushing event updated for resources: {'Port': ['ID=ed23b705-f44e-403e-9399-4a11b46a3468,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:57.874647 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-dbc7c20d-c129-4ec9-927d-f246c04b59d9 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (613ebb3c-c934-49af-bf61-063e4397f583), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:57.881137 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e54a6e5a-b847-4325-94a4-2a90915479f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b94cc0b6-ff0e-4e5e-8f10-ca2de7272073), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:57.931187 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4ca324bd-3f94-4394-9d63-a9fad38458f5 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (ff3e8f42-d5d7-4aa4-87e3-9bad0e2b14d0), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:57.948662 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3ba7c5ae-15e0-40eb-9014-97c862debcf0 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for port (c6ab2d7f-d05a-4658-b72a-612ba175a1f3), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:57.993619 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a6e5a-b847-4325-94a4-2a90915479f1 None None] Pushing event updated for resources: {'Port': ['ID=b94cc0b6-ff0e-4e5e-8f10-ca2de7272073,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:57.998116 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port b94cc0b6-ff0e-4e5e-8f10-ca2de7272073 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:57.998626 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b94cc0b6-ff0e-4e5e-8f10-ca2de7272073), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:58.011817 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f3b904a-cf85-4070-a4ba-93f0761b57a9 req-35b38cad-99a9-46a6-b160-87010941b439 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1940966 Feb 20 03:43:58.012689 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3ba7c5ae-15e0-40eb-9014-97c862debcf0 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (c6ab2d7f-d05a-4658-b72a-612ba175a1f3), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:58.078173 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4ca324bd-3f94-4394-9d63-a9fad38458f5 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:58.079656 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4ca324bd-3f94-4394-9d63-a9fad38458f5 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3096106 Feb 20 03:43:58.131362 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-dbc7c20d-c129-4ec9-927d-f246c04b59d9 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (613ebb3c-c934-49af-bf61-063e4397f583), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:58.134223 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-dbc7c20d-c129-4ec9-927d-f246c04b59d9 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:58.138012 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-dbc7c20d-c129-4ec9-927d-f246c04b59d9 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "DELETE /v2.0/security-groups/613ebb3c-c934-49af-bf61-063e4397f583 HTTP/1.1" status: 204 len: 168 time: 0.6543880 Feb 20 03:43:58.146163 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46184) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:58.152204 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7c20d-c129-4ec9-927d-f246c04b59d9 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=613ebb3c-c934-49af-bf61-063e4397f583,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:58.189362 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2e27f-63f0-4bf8-b89a-1490c91f1653 req-931655d5-be78-409d-bbfa-c8c7761e3bf4 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:58.197568 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5fc2e27f-63f0-4bf8-b89a-1490c91f1653 req-931655d5-be78-409d-bbfa-c8c7761e3bf4 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 946 time: 0.1081357 Feb 20 03:43:58.202211 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-053af123-0822-4ee7-a592-5355d3945f01 None None] Provisioning complete for port c6ab2d7f-d05a-4658-b72a-612ba175a1f3 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:58.202602 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-053af123-0822-4ee7-a592-5355d3945f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c6ab2d7f-d05a-4658-b72a-612ba175a1f3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:58.262611 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7c5ae-15e0-40eb-9014-97c862debcf0 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Port': ['ID=c6ab2d7f-d05a-4658-b72a-612ba175a1f3,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:58.293976 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5fc2e27f-63f0-4bf8-b89a-1490c91f1653 req-ba5080a9-871b-4f2e-b345-20bc495262c0 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951538 Feb 20 03:43:58.306913 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-053af123-0822-4ee7-a592-5355d3945f01 None None] Port c6ab2d7f-d05a-4658-b72a-612ba175a1f3 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:43:58.313553 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port b94cc0b6-ff0e-4e5e-8f10-ca2de7272073 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:58.326455 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-053af123-0822-4ee7-a592-5355d3945f01 None None] Provisioning complete for port b94cc0b6-ff0e-4e5e-8f10-ca2de7272073 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:58.327048 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-053af123-0822-4ee7-a592-5355d3945f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b94cc0b6-ff0e-4e5e-8f10-ca2de7272073), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:58.410997 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2f48b83f-b248-4997-a02e-5886f5e21ca1 req-cbd1268d-64e0-48ea-9586-15c1bdbc10ff tempest-ServerShowV257Test-1907543189 tempest-ServerShowV257Test-1907543189-project] 10.222.0.89 "GET /v2.0/ports?device_id=de8f2161-075f-4531-831c-c2b6fa59f777 HTTP/1.1" status: 200 len: 210 time: 0.0309274 Feb 20 03:43:58.437559 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-053af123-0822-4ee7-a592-5355d3945f01 None None] Current status of the port b94cc0b6-ff0e-4e5e-8f10-ca2de7272073 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:58.510206 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-325db263-e0b2-490a-ac07-548d414aa354 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2941079 Feb 20 03:43:58.514603 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46198) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:58.533862 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-cb63f644-0dbd-4cf6-9dc7-f9620ccb7a63 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Request body: {'security_group': {'name': 'tempest-secgroup--1104505467'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:58.545673 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3ba7c5ae-15e0-40eb-9014-97c862debcf0 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (ee9f8c67-8055-42cb-a8f8-6a60e1dae54f), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:58.580356 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-3e7767dd-f24a-4af3-bba2-dfa121ac038f None None] Provisioning complete for port c6ab2d7f-d05a-4658-b72a-612ba175a1f3 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:58.581685 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3e7767dd-f24a-4af3-bba2-dfa121ac038f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c6ab2d7f-d05a-4658-b72a-612ba175a1f3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:58.589545 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-49dce8a8-cb42-4885-9363-c52183b5b76a tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1827758351&fields=id&tenant_id=2a426eb8717f45cda17f79dc5d1190fc HTTP/1.1" status: 200 len: 267 time: 0.0758877 Feb 20 03:43:58.672081 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb63f644-0dbd-4cf6-9dc7-f9620ccb7a63 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:58.673953 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-3e7767dd-f24a-4af3-bba2-dfa121ac038f None None] Port c6ab2d7f-d05a-4658-b72a-612ba175a1f3 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:43:58.755877 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d144b651-ff24-49dd-ac8e-2497d6f382dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:58.756371 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-77bfcc03-7d9d-400f-9057-fa775b636364 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:58.763047 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-77bfcc03-7d9d-400f-9057-fa775b636364 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/networks?id=64115127-0ca9-4210-b390-d57efc54bf51 HTTP/1.1" status: 200 len: 811 time: 0.1660495 Feb 20 03:43:58.785881 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-21d8cd13-382d-48bc-913c-9798f78b43e6 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/quotas/2a426eb8717f45cda17f79dc5d1190fc HTTP/1.1" status: 200 len: 375 time: 0.0216210 Feb 20 03:43:58.800287 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3ba7c5ae-15e0-40eb-9014-97c862debcf0 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c6ab2d7f-d05a-4658-b72a-612ba175a1f3), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:58.807543 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-85f17038-5ad5-40dc-9504-e46984bc221d None None] Provisioning complete for port c6ab2d7f-d05a-4658-b72a-612ba175a1f3 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:58.808095 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-85f17038-5ad5-40dc-9504-e46984bc221d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c6ab2d7f-d05a-4658-b72a-612ba175a1f3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:58.839585 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb63f644-0dbd-4cf6-9dc7-f9620ccb7a63 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (ce4df490-c8ae-4d10-8c0b-e7313fdf6a86), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:58.854517 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-85f17038-5ad5-40dc-9504-e46984bc221d None None] Port c6ab2d7f-d05a-4658-b72a-612ba175a1f3 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:43:58.876745 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-133effca-8f55-416e-8d8e-b24906937fbb tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=2a426eb8717f45cda17f79dc5d1190fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0898860 Feb 20 03:43:58.943567 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb63f644-0dbd-4cf6-9dc7-f9620ccb7a63 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ce4df490-c8ae-4d10-8c0b-e7313fdf6a86), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:58.987171 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63f644-0dbd-4cf6-9dc7-f9620ccb7a63 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4df490-c8ae-4d10-8c0b-e7313fdf6a86,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:59.013797 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-b1c3862a-60c3-471c-ad0e-94777835523d service neutron] 10.222.0.89 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260815 Feb 20 03:43:59.075294 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb63f644-0dbd-4cf6-9dc7-f9620ccb7a63 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:59.076548 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-cb63f644-0dbd-4cf6-9dc7-f9620ccb7a63 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5603180 Feb 20 03:43:59.080655 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46206) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:59.084986 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-5b3db3c5-e59e-4049-b9c5-1a6c59cd48e1 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Request body: {'security_group_rule': {'security_group_id': 'ce4df490-c8ae-4d10-8c0b-e7313fdf6a86', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:43:59.128494 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3ba7c5ae-15e0-40eb-9014-97c862debcf0 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for port (c6ab2d7f-d05a-4658-b72a-612ba175a1f3), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:59.133324 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-2630618c-1f4b-42e3-b836-71c7a9d1cf98 service neutron] 10.222.0.89 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121333 Feb 20 03:43:59.194627 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5b3db3c5-e59e-4049-b9c5-1a6c59cd48e1 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (26bfc5be-f75c-478c-afa1-4197394ad29c), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:59.201021 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3ba7c5ae-15e0-40eb-9014-97c862debcf0 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (c6ab2d7f-d05a-4658-b72a-612ba175a1f3), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:59.285310 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7c5ae-15e0-40eb-9014-97c862debcf0 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Port': ['ID=c6ab2d7f-d05a-4658-b72a-612ba175a1f3,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:59.288376 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3ba7c5ae-15e0-40eb-9014-97c862debcf0 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (ee9f8c67-8055-42cb-a8f8-6a60e1dae54f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:59.296909 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5b3db3c5-e59e-4049-b9c5-1a6c59cd48e1 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (26bfc5be-f75c-478c-afa1-4197394ad29c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:59.373533 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5b3db3c5-e59e-4049-b9c5-1a6c59cd48e1 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (26bfc5be-f75c-478c-afa1-4197394ad29c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:59.400153 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3db3c5-e59e-4049-b9c5-1a6c59cd48e1 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26bfc5be-f75c-478c-afa1-4197394ad29c,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:43:59.403144 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba7c5ae-15e0-40eb-9014-97c862debcf0 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network d7c91be1-1c39-487b-930b-a9e692c13307 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:43:59.404721 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-3ba7c5ae-15e0-40eb-9014-97c862debcf0 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:43:59.509572 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88968184-b05c-4ab5-866c-00c9ad47bd4a req-c337f54f-aeca-4e58-9ace-0eeaba63cfaa tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:59.514760 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88968184-b05c-4ab5-866c-00c9ad47bd4a req-c337f54f-aeca-4e58-9ace-0eeaba63cfaa tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:59.524410 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88968184-b05c-4ab5-866c-00c9ad47bd4a req-c337f54f-aeca-4e58-9ace-0eeaba63cfaa tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:59.537790 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88968184-b05c-4ab5-866c-00c9ad47bd4a req-c337f54f-aeca-4e58-9ace-0eeaba63cfaa tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:59.540551 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88968184-b05c-4ab5-866c-00c9ad47bd4a req-c337f54f-aeca-4e58-9ace-0eeaba63cfaa tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:59.546386 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88968184-b05c-4ab5-866c-00c9ad47bd4a req-c337f54f-aeca-4e58-9ace-0eeaba63cfaa tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:59.554223 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88968184-b05c-4ab5-866c-00c9ad47bd4a req-c337f54f-aeca-4e58-9ace-0eeaba63cfaa tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:59.572893 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88968184-b05c-4ab5-866c-00c9ad47bd4a req-c337f54f-aeca-4e58-9ace-0eeaba63cfaa tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5419 time: 0.1501210 Feb 20 03:43:59.586966 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5b3db3c5-e59e-4049-b9c5-1a6c59cd48e1 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:59.590843 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5b3db3c5-e59e-4049-b9c5-1a6c59cd48e1 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5064850 Feb 20 03:43:59.591297 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46222) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:59.632667 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d657e4b5-71af-41c8-aa36-6fe6d920e1f7 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (26bfc5be-f75c-478c-afa1-4197394ad29c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:59.637435 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba7c5ae-15e0-40eb-9014-97c862debcf0 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Router ee9f8c67-8055-42cb-a8f8-6a60e1dae54f is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:43:59.657422 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88968184-b05c-4ab5-866c-00c9ad47bd4a req-bfce2c6a-68a3-4489-bbcb-d61796088c72 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0823715 Feb 20 03:43:59.675406 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d657e4b5-71af-41c8-aa36-6fe6d920e1f7 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (26bfc5be-f75c-478c-afa1-4197394ad29c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:59.710169 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b94cc0b6-ff0e-4e5e-8f10-ca2de7272073 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:43:59.786630 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port b94cc0b6-ff0e-4e5e-8f10-ca2de7272073 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:59.787305 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b94cc0b6-ff0e-4e5e-8f10-ca2de7272073), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:59.874248 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9adbc31-0649-42dd-9732-12ccbde0f1da req-7604d794-15b9-4497-91ab-7eb24295295d tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:43:59.876179 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d9adbc31-0649-42dd-9732-12ccbde0f1da req-7604d794-15b9-4497-91ab-7eb24295295d tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 946 time: 0.1436265 Feb 20 03:43:59.890776 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba7c5ae-15e0-40eb-9014-97c862debcf0 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:43:59.908367 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3ba7c5ae-15e0-40eb-9014-97c862debcf0 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "PUT /v2.0/routers/ee9f8c67-8055-42cb-a8f8-6a60e1dae54f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4294357 Feb 20 03:43:59.909286 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46224) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:43:59.911109 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33773812-fc2a-44db-adb4-3a2953a4d850 None None] Sync routers for ids ['ee9f8c67-8055-42cb-a8f8-6a60e1dae54f'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:43:59.922024 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port b94cc0b6-ff0e-4e5e-8f10-ca2de7272073 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:43:59.937343 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33773812-fc2a-44db-adb4-3a2953a4d850 None None] Routers {'ee9f8c67-8055-42cb-a8f8-6a60e1dae54f'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:43:59.938232 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-33773812-fc2a-44db-adb4-3a2953a4d850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:43:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['ee9f8c67-8055-42cb-a8f8-6a60e1dae54f'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:43:59.941174 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-b83f6889-55e7-44c9-9d37-84f1e814a563 None None] Provisioning complete for port c6ab2d7f-d05a-4658-b72a-612ba175a1f3 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:43:59.941856 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b83f6889-55e7-44c9-9d37-84f1e814a563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c6ab2d7f-d05a-4658-b72a-612ba175a1f3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:59.966458 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:43:59.967754 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d9adbc31-0649-42dd-9732-12ccbde0f1da req-1bfd113f-c09c-43ef-bb39-7bbd015d1d01 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848193 Feb 20 03:44:00.004157 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d657e4b5-71af-41c8-aa36-6fe6d920e1f7 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (26bfc5be-f75c-478c-afa1-4197394ad29c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:00.013223 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d657e4b5-71af-41c8-aa36-6fe6d920e1f7 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:00.014632 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d657e4b5-71af-41c8-aa36-6fe6d920e1f7 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/26bfc5be-f75c-478c-afa1-4197394ad29c HTTP/1.1" status: 204 len: 168 time: 0.4221587 Feb 20 03:44:00.017729 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46230) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:00.053321 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-33773812-fc2a-44db-adb4-3a2953a4d850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:00.054409 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af444c0-89a3-43cd-a878-9c4ae64e9d4b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:00.059016 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1af444c0-89a3-43cd-a878-9c4ae64e9d4b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "GET /v2.0/ports/c6ab2d7f-d05a-4658-b72a-612ba175a1f3 HTTP/1.1" status: 200 len: 977 time: 0.1453056 Feb 20 03:44:00.059016 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657e4b5-71af-41c8-aa36-6fe6d920e1f7 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26bfc5be-f75c-478c-afa1-4197394ad29c,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:00.059016 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46232) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:00.084462 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b83f6889-55e7-44c9-9d37-84f1e814a563 None None] Port c6ab2d7f-d05a-4658-b72a-612ba175a1f3 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:44:00.085905 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33773812-fc2a-44db-adb4-3a2953a4d850 None None] Routers {'ee9f8c67-8055-42cb-a8f8-6a60e1dae54f'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:44:00.086538 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-33773812-fc2a-44db-adb4-3a2953a4d850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:43:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['ee9f8c67-8055-42cb-a8f8-6a60e1dae54f'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:00.095167 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1498be69-190b-4adc-98f0-4fd3a7bc0b8b req-723dbab6-90e9-48ed-b956-9afb6a0c9e97 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 210 time: 0.0442092 Feb 20 03:44:00.118929 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-375d78f5-f979-47c0-9518-36fe9e077bf2 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0952029 Feb 20 03:44:00.118929 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46234) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:00.129118 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-33773812-fc2a-44db-adb4-3a2953a4d850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:00.129791 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33773812-fc2a-44db-adb4-3a2953a4d850 None None] The sync data for ids ['ee9f8c67-8055-42cb-a8f8-6a60e1dae54f'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:44:00.249323 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a39159b1-fe92-49bf-aa31-ee283dca8fbd tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (ce4df490-c8ae-4d10-8c0b-e7313fdf6a86), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:00.286357 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0730a58-847f-4eb4-a9d6-6c4b5509e441 req-4dd69201-2080-4f5c-8b5f-8561569febc5 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:00.287918 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b0730a58-847f-4eb4-a9d6-6c4b5509e441 req-4dd69201-2080-4f5c-8b5f-8561569febc5 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.0941060 Feb 20 03:44:00.289577 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a39159b1-fe92-49bf-aa31-ee283dca8fbd tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (ce4df490-c8ae-4d10-8c0b-e7313fdf6a86), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:00.375109 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b0730a58-847f-4eb4-a9d6-6c4b5509e441 req-7a35aabd-a846-4b07-996c-f74ad9645514 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775061 Feb 20 03:44:00.435755 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a39159b1-fe92-49bf-aa31-ee283dca8fbd tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ce4df490-c8ae-4d10-8c0b-e7313fdf6a86), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:00.438973 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a39159b1-fe92-49bf-aa31-ee283dca8fbd tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:00.441210 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a39159b1-fe92-49bf-aa31-ee283dca8fbd tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "DELETE /v2.0/security-groups/ce4df490-c8ae-4d10-8c0b-e7313fdf6a86 HTTP/1.1" status: 204 len: 168 time: 0.3156915 Feb 20 03:44:00.444965 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46238) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:00.500528 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39159b1-fe92-49bf-aa31-ee283dca8fbd tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4df490-c8ae-4d10-8c0b-e7313fdf6a86,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:00.535690 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a2d877b6-cee1-43f4-97fe-36a62bf35ffe tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (ee9f8c67-8055-42cb-a8f8-6a60e1dae54f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:00.542844 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device b4dfc888-1d5c-429c-a169-d87dd724e9a1 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:44:00.577352 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1c4444d8-7ce2-4c90-b8b1-421dfc63f1c2 req-fb8c7a6e-b768-4019-91d9-dd7f38acb6ee tempest-ServerShowV257Test-1907543189 tempest-ServerShowV257Test-1907543189-project] 10.222.0.89 "GET /v2.0/ports?device_id=de8f2161-075f-4531-831c-c2b6fa59f777 HTTP/1.1" status: 200 len: 210 time: 0.0841811 Feb 20 03:44:00.581497 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: b4dfc888-1d5c-429c-a169-d87dd724e9a1 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:44:00.581965 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device b4dfc888-1d5c-429c-a169-d87dd724e9a1 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:44:00.631489 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8a92db90-0c49-44b2-b4b4-1c55049c8fa5 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1835995 Feb 20 03:44:00.635826 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46242) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:00.640826 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-4fbd28c3-ce97-430b-818c-8ec9e365d899 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Request body: {'security_group': {'name': 'tempest-secgroup--765198061'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:44:00.772492 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4fbd28c3-ce97-430b-818c-8ec9e365d899 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:00.836572 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04ec19-e6fe-4828-8ed5-327ed29a1889 req-320b8994-f2c1-47d3-b2e3-0c2b4246d170 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:00.838570 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cb04ec19-e6fe-4828-8ed5-327ed29a1889 req-320b8994-f2c1-47d3-b2e3-0c2b4246d170 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1025498 Feb 20 03:44:00.939522 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4fbd28c3-ce97-430b-818c-8ec9e365d899 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (dfa40053-2057-4114-8f1d-77e72d560e47), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:00.944487 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cb04ec19-e6fe-4828-8ed5-327ed29a1889 req-dbeaaf4c-bbcd-469a-9009-e9549643aae0 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958042 Feb 20 03:44:01.023623 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4fbd28c3-ce97-430b-818c-8ec9e365d899 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (dfa40053-2057-4114-8f1d-77e72d560e47), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:01.080983 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd28c3-ce97-430b-818c-8ec9e365d899 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa40053-2057-4114-8f1d-77e72d560e47,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:01.136390 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986049f2-12ff-4479-9b62-38283b163b2e req-d733ed7f-6813-4bde-9d75-65aa36aba64a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:01.143542 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986049f2-12ff-4479-9b62-38283b163b2e req-d733ed7f-6813-4bde-9d75-65aa36aba64a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:01.149337 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986049f2-12ff-4479-9b62-38283b163b2e req-d733ed7f-6813-4bde-9d75-65aa36aba64a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:01.155219 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986049f2-12ff-4479-9b62-38283b163b2e req-d733ed7f-6813-4bde-9d75-65aa36aba64a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:01.161898 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986049f2-12ff-4479-9b62-38283b163b2e req-d733ed7f-6813-4bde-9d75-65aa36aba64a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:01.168813 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986049f2-12ff-4479-9b62-38283b163b2e req-d733ed7f-6813-4bde-9d75-65aa36aba64a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:01.174517 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986049f2-12ff-4479-9b62-38283b163b2e req-d733ed7f-6813-4bde-9d75-65aa36aba64a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:01.177082 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-986049f2-12ff-4479-9b62-38283b163b2e req-d733ed7f-6813-4bde-9d75-65aa36aba64a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5419 time: 0.1674716 Feb 20 03:44:01.179977 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4fbd28c3-ce97-430b-818c-8ec9e365d899 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:01.182377 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4fbd28c3-ce97-430b-818c-8ec9e365d899 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5453119 Feb 20 03:44:01.187318 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46260) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:01.188947 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-a2d877b6-cee1-43f4-97fe-36a62bf35ffe tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Deleting port c6ab2d7f-d05a-4658-b72a-612ba175a1f3 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:44:01.189505 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a2d877b6-cee1-43f4-97fe-36a62bf35ffe tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (c6ab2d7f-d05a-4658-b72a-612ba175a1f3), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:01.192395 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-70975cec-a537-4d75-943d-135d63a5d04b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Request body: {'security_group_rule': {'security_group_id': 'dfa40053-2057-4114-8f1d-77e72d560e47', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:44:01.223898 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:01.262022 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-986049f2-12ff-4479-9b62-38283b163b2e req-977c69d8-1d9f-40a5-8750-55380f2abcf0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642986 Feb 20 03:44:01.288553 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a2d877b6-cee1-43f4-97fe-36a62bf35ffe tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (c6ab2d7f-d05a-4658-b72a-612ba175a1f3), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:01.297901 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-70975cec-a537-4d75-943d-135d63a5d04b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (476d07ac-61da-48c8-b680-b2285c8cc375), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:01.303315 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-a2d877b6-cee1-43f4-97fe-36a62bf35ffe tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Calling delete_port for c6ab2d7f-d05a-4658-b72a-612ba175a1f3 owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:44:01.411754 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95853a10-b138-49d1-8c4e-720d3b55421a req-5b662af0-b0d6-4b10-9177-22d449c269f0 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:01.413383 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-95853a10-b138-49d1-8c4e-720d3b55421a req-5b662af0-b0d6-4b10-9177-22d449c269f0 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.0827944 Feb 20 03:44:01.415368 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-70975cec-a537-4d75-943d-135d63a5d04b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (476d07ac-61da-48c8-b680-b2285c8cc375), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:01.478510 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-95853a10-b138-49d1-8c4e-720d3b55421a req-ecd5c965-ef3e-41e8-be4d-19d947ba5669 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544069 Feb 20 03:44:01.493536 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-70975cec-a537-4d75-943d-135d63a5d04b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (476d07ac-61da-48c8-b680-b2285c8cc375), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:01.537490 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70975cec-a537-4d75-943d-135d63a5d04b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=476d07ac-61da-48c8-b680-b2285c8cc375,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:01.613491 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a2d877b6-cee1-43f4-97fe-36a62bf35ffe tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (c6ab2d7f-d05a-4658-b72a-612ba175a1f3), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:01.686755 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d877b6-cee1-43f4-97fe-36a62bf35ffe tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Port': ['ID=c6ab2d7f-d05a-4658-b72a-612ba175a1f3,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:01.729846 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-70975cec-a537-4d75-943d-135d63a5d04b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:01.731271 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-70975cec-a537-4d75-943d-135d63a5d04b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5425999 Feb 20 03:44:01.738156 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46266) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:01.779788 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8c42b012-74ff-433b-b297-dfb39823e733 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "GET /v2.0/security-group-rules/476d07ac-61da-48c8-b680-b2285c8cc375 HTTP/1.1" status: 200 len: 763 time: 0.0406084 Feb 20 03:44:01.783243 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46268) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:01.810416 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b4643-7708-448b-9386-53aaba55bb31 req-85a0e3a3-69a9-48ab-9033-3782fee8ed62 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:01.812360 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e31b4643-7708-448b-9386-53aaba55bb31 req-85a0e3a3-69a9-48ab-9033-3782fee8ed62 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 946 time: 0.2426012 Feb 20 03:44:01.895116 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-79619975-1e12-4de4-ac53-f90b2ba06dc7 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:01.896781 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-79619975-1e12-4de4-ac53-f90b2ba06dc7 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.93 "GET /v2.0/networks?id=64115127-0ca9-4210-b390-d57efc54bf51 HTTP/1.1" status: 200 len: 811 time: 0.2818961 Feb 20 03:44:01.915776 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a2d877b6-cee1-43f4-97fe-36a62bf35ffe tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (ee9f8c67-8055-42cb-a8f8-6a60e1dae54f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:01.952542 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-306e5c39-4c18-4cec-a611-c06e7eaeda28 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1608002 Feb 20 03:44:01.980471 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46270) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:02.001138 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e31b4643-7708-448b-9386-53aaba55bb31 req-42353585-2f4e-4019-be42-2d7298911593 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640918 Feb 20 03:44:02.085116 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7bdc501b-6412-4f70-baa3-ec31965f5029 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (476d07ac-61da-48c8-b680-b2285c8cc375), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:02.097874 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-088b2277-4175-4422-a3ee-fc94be920e66 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a426eb8717f45cda17f79dc5d1190fc HTTP/1.1" status: 200 len: 380 time: 0.1872845 Feb 20 03:44:02.099596 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7bdc501b-6412-4f70-baa3-ec31965f5029 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (476d07ac-61da-48c8-b680-b2285c8cc375), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:02.111089 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-f3279fd7-5e96-4707-9507-eb849412a25b tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Request body: {'port': {'device_id': 'e43c33d3-020b-4334-87ed-69fe568475fd', 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51', 'admin_state_up': True, 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc', 'security_groups': ['d10abac1-d137-4baa-b7c6-8505354ca56b']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:44:02.170240 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d877b6-cee1-43f4-97fe-36a62bf35ffe tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Router ee9f8c67-8055-42cb-a8f8-6a60e1dae54f has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:44:02.194200 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ccccc265-1ba8-4adb-9493-6a8bac7a56ee req-6484f57f-68b2-4747-b05a-0bc45b941d0b tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 210 time: 0.0731485 Feb 20 03:44:02.261349 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d877b6-cee1-43f4-97fe-36a62bf35ffe tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:44:02.275920 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a2d877b6-cee1-43f4-97fe-36a62bf35ffe tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "PUT /v2.0/routers/ee9f8c67-8055-42cb-a8f8-6a60e1dae54f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2135546 Feb 20 03:44:02.276245 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46276) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:02.293724 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a2782d-efad-4eb0-8a63-4604c689a18d None None] Sync routers for ids ['ee9f8c67-8055-42cb-a8f8-6a60e1dae54f'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:44:02.312329 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a2782d-efad-4eb0-8a63-4604c689a18d None None] Routers {'ee9f8c67-8055-42cb-a8f8-6a60e1dae54f'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:44:02.313212 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-a0a2782d-efad-4eb0-8a63-4604c689a18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:43:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['ee9f8c67-8055-42cb-a8f8-6a60e1dae54f'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:02.357284 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-a0a2782d-efad-4eb0-8a63-4604c689a18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:02.367867 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a2782d-efad-4eb0-8a63-4604c689a18d None None] Routers {'ee9f8c67-8055-42cb-a8f8-6a60e1dae54f'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:44:02.368893 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-a0a2782d-efad-4eb0-8a63-4604c689a18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:43:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['ee9f8c67-8055-42cb-a8f8-6a60e1dae54f'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:02.397650 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7bdc501b-6412-4f70-baa3-ec31965f5029 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (476d07ac-61da-48c8-b680-b2285c8cc375), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:02.402664 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-a0a2782d-efad-4eb0-8a63-4604c689a18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:02.403375 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a2782d-efad-4eb0-8a63-4604c689a18d None None] The sync data for ids ['ee9f8c67-8055-42cb-a8f8-6a60e1dae54f'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:44:02.413898 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7bdc501b-6412-4f70-baa3-ec31965f5029 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:02.414163 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7bdc501b-6412-4f70-baa3-ec31965f5029 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/476d07ac-61da-48c8-b680-b2285c8cc375 HTTP/1.1" status: 204 len: 168 time: 0.4328179 Feb 20 03:44:02.416830 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46282) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:02.439077 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-f3279fd7-5e96-4707-9507-eb849412a25b tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Made reservation on behalf of 2a426eb8717f45cda17f79dc5d1190fc for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:44:02.443776 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-f3279fd7-5e96-4707-9507-eb849412a25b tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:02.451436 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-376752ba-170a-4c90-b219-c75703c85360 req-3531001d-6e9a-4706-8060-9fcecd6f6341 tempest-ServerShowV257Test-1907543189 tempest-ServerShowV257Test-1907543189-project] 10.222.0.89 "GET /v2.0/ports?device_id=de8f2161-075f-4531-831c-c2b6fa59f777 HTTP/1.1" status: 200 len: 210 time: 0.0578575 Feb 20 03:44:02.475921 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e9d42a75-e388-48b9-8277-2b6e9b757c8f tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0578923 Feb 20 03:44:02.479119 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46286) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:02.487542 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-0b4303b4-cda7-49c4-bceb-c1b730d3aa94 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Request body: {'security_group_rule': {'security_group_id': 'dfa40053-2057-4114-8f1d-77e72d560e47', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:44:02.510467 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc501b-6412-4f70-baa3-ec31965f5029 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=476d07ac-61da-48c8-b680-b2285c8cc375,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:02.621986 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0b4303b4-cda7-49c4-bceb-c1b730d3aa94 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (19f76024-fedd-497f-8c24-b0b836761b3e), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:02.694740 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0b4303b4-cda7-49c4-bceb-c1b730d3aa94 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (19f76024-fedd-497f-8c24-b0b836761b3e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:02.708042 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-b2b10837-d2af-42c9-b634-211b683d0729 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] remove_router_interface failed (client error): The resource could not be found. Feb 20 03:44:02.711956 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b2b10837-d2af-42c9-b634-211b683d0729 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "PUT /v2.0/routers/ee9f8c67-8055-42cb-a8f8-6a60e1dae54f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4320085 Feb 20 03:44:02.714002 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46288) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:02.754155 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46292) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:02.755618 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e05f1c91-736d-4020-a2a4-8fb0705803d6 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "GET /v2.0/ports?device_id=ee9f8c67-8055-42cb-a8f8-6a60e1dae54f HTTP/1.1" status: 200 len: 205 time: 0.0383613 Feb 20 03:44:02.771500 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:02.779200 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd94f5-a72c-4eeb-b069-9aab1622e4e8 req-21049a43-9232-426d-8821-ede7d79ac1f1 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:02.785094 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd94f5-a72c-4eeb-b069-9aab1622e4e8 req-21049a43-9232-426d-8821-ede7d79ac1f1 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:02.790175 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd94f5-a72c-4eeb-b069-9aab1622e4e8 req-21049a43-9232-426d-8821-ede7d79ac1f1 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:02.793352 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0b4303b4-cda7-49c4-bceb-c1b730d3aa94 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (19f76024-fedd-497f-8c24-b0b836761b3e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:02.797894 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd94f5-a72c-4eeb-b069-9aab1622e4e8 req-21049a43-9232-426d-8821-ede7d79ac1f1 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:02.813459 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd94f5-a72c-4eeb-b069-9aab1622e4e8 req-21049a43-9232-426d-8821-ede7d79ac1f1 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:02.819379 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd94f5-a72c-4eeb-b069-9aab1622e4e8 req-21049a43-9232-426d-8821-ede7d79ac1f1 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:02.822294 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4303b4-cda7-49c4-bceb-c1b730d3aa94 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19f76024-fedd-497f-8c24-b0b836761b3e,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:02.824836 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd94f5-a72c-4eeb-b069-9aab1622e4e8 req-21049a43-9232-426d-8821-ede7d79ac1f1 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:02.833146 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bdbd94f5-a72c-4eeb-b069-9aab1622e4e8 req-21049a43-9232-426d-8821-ede7d79ac1f1 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5419 time: 0.2795546 Feb 20 03:44:02.928566 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0b4303b4-cda7-49c4-bceb-c1b730d3aa94 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:02.930221 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0b4303b4-cda7-49c4-bceb-c1b730d3aa94 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4501567 Feb 20 03:44:02.932885 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46294) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:02.937974 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66f6b2b1-5798-4f22-af71-31b81ad1c926 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router (ee9f8c67-8055-42cb-a8f8-6a60e1dae54f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:02.942702 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-f3279fd7-5e96-4707-9507-eb849412a25b tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Allocated IP 172.20.0.5 (64115127-0ca9-4210-b390-d57efc54bf51/85e8c386-47fc-4d48-86f0-3d288a799fec/704b66a5-2e83-41de-ba1d-777ee6bc4c8e) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:44:02.959649 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7b91205f-0cb7-4286-99b9-0a409b2f4935 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "GET /v2.0/security-group-rules/19f76024-fedd-497f-8c24-b0b836761b3e HTTP/1.1" status: 200 len: 763 time: 0.0229399 Feb 20 03:44:02.967496 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46296) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:03.033190 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-67bc652a-e0cc-4306-865a-0205e9f8a61b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0610609 Feb 20 03:44:03.035478 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46300) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:03.068961 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a822c4ff-3ff8-46f4-89c0-cdcdba4e82bf tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (19f76024-fedd-497f-8c24-b0b836761b3e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:03.079607 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a822c4ff-3ff8-46f4-89c0-cdcdba4e82bf tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (19f76024-fedd-497f-8c24-b0b836761b3e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:03.230428 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a822c4ff-3ff8-46f4-89c0-cdcdba4e82bf tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (19f76024-fedd-497f-8c24-b0b836761b3e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:03.240185 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a822c4ff-3ff8-46f4-89c0-cdcdba4e82bf tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:03.247248 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a822c4ff-3ff8-46f4-89c0-cdcdba4e82bf tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/19f76024-fedd-497f-8c24-b0b836761b3e HTTP/1.1" status: 204 len: 168 time: 0.2080715 Feb 20 03:44:03.250714 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46304) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:03.289605 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822c4ff-3ff8-46f4-89c0-cdcdba4e82bf tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19f76024-fedd-497f-8c24-b0b836761b3e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:03.358783 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-dc6d71ff-ae2a-460c-85b9-ae55d19f88fe tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1041870 Feb 20 03:44:03.361428 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46308) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:03.371819 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-8ce99790-e890-4a3b-97dd-c8fe693c0e33 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Request body: {'security_group_rule': {'security_group_id': 'dfa40053-2057-4114-8f1d-77e72d560e47', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:44:03.492437 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bdbd94f5-a72c-4eeb-b069-9aab1622e4e8 req-d44e8b07-1fcb-48de-a00f-59b2329c6335 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6584213 Feb 20 03:44:03.558096 n-d-829866-4 neutron-server[104106]: INFO neutron.db.securitygroups_db [None req-8ce99790-e890-4a3b-97dd-c8fe693c0e33 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Project ae54aa9cd4f64516acf37e4ac1d2239c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 03:44:03.563309 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ce99790-e890-4a3b-97dd-c8fe693c0e33 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (d2afe4c4-bcd2-44f6-b676-3453c136bb5a), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:03.604153 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66f6b2b1-5798-4f22-af71-31b81ad1c926 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (ee9f8c67-8055-42cb-a8f8-6a60e1dae54f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:03.610543 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66f6b2b1-5798-4f22-af71-31b81ad1c926 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router_controller (ee9f8c67-8055-42cb-a8f8-6a60e1dae54f), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:03.688992 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ce99790-e890-4a3b-97dd-c8fe693c0e33 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (d2afe4c4-bcd2-44f6-b676-3453c136bb5a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:03.734191 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226216d-4bfa-45cd-9251-702c6e858fb7 req-cb8e1266-5c61-4a14-bdf1-3d11cbd22a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:03.735740 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d226216d-4bfa-45cd-9251-702c6e858fb7 req-cb8e1266-5c61-4a14-bdf1-3d11cbd22a02 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 1128 time: 0.2993958 Feb 20 03:44:03.788297 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2f10d-40a5-4b58-81c3-f3f016d19193 req-3cea852d-101b-4b74-822a-8e0ba96c6ffd tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:03.789828 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-38a2f10d-40a5-4b58-81c3-f3f016d19193 req-3cea852d-101b-4b74-822a-8e0ba96c6ffd tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 946 time: 0.1876113 Feb 20 03:44:03.812162 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ce99790-e890-4a3b-97dd-c8fe693c0e33 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (d2afe4c4-bcd2-44f6-b676-3453c136bb5a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:03.832670 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce99790-e890-4a3b-97dd-c8fe693c0e33 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2afe4c4-bcd2-44f6-b676-3453c136bb5a,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:03.854984 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66f6b2b1-5798-4f22-af71-31b81ad1c926 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (ee9f8c67-8055-42cb-a8f8-6a60e1dae54f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:03.858990 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f6b2b1-5798-4f22-af71-31b81ad1c926 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Fanout notify agent at l3_agent the message router_deleted on router ee9f8c67-8055-42cb-a8f8-6a60e1dae54f {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:44:03.865467 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66f6b2b1-5798-4f22-af71-31b81ad1c926 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:03.866321 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-66f6b2b1-5798-4f22-af71-31b81ad1c926 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/routers/ee9f8c67-8055-42cb-a8f8-6a60e1dae54f HTTP/1.1" status: 204 len: 168 time: 1.1118460 Feb 20 03:44:03.871242 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46316) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:03.879142 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d226216d-4bfa-45cd-9251-702c6e858fb7 req-e190e881-f95d-474f-94d1-e4f4d0f1bc17 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372118 Feb 20 03:44:03.895454 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-f3279fd7-5e96-4707-9507-eb849412a25b tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks [] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:03.913987 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ce99790-e890-4a3b-97dd-c8fe693c0e33 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:03.914474 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-38a2f10d-40a5-4b58-81c3-f3f016d19193 req-1a09f1e4-2888-4e7b-995d-91acbbec51f3 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168897 Feb 20 03:44:03.915830 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8ce99790-e890-4a3b-97dd-c8fe693c0e33 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5544877 Feb 20 03:44:03.918190 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46318) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:03.944414 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5571786e-2eb0-4b37-8b1f-2a1b5f6b975b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "GET /v2.0/security-group-rules/d2afe4c4-bcd2-44f6-b676-3453c136bb5a HTTP/1.1" status: 200 len: 769 time: 0.0249956 Feb 20 03:44:03.947312 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46320) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:03.956539 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-fccec6b5-b1c8-4328-9450-df55cf437242 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Deleting subnet 8719cea5-5355-4214-973b-1002c5642f70 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:44:03.959887 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fccec6b5-b1c8-4328-9450-df55cf437242 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for subnet (8719cea5-5355-4214-973b-1002c5642f70), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:04.003477 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fccec6b5-b1c8-4328-9450-df55cf437242 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (8719cea5-5355-4214-973b-1002c5642f70), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:04.009679 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-97d49a71-9425-4118-8a93-6e5cbdc7acc9 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0603747 Feb 20 03:44:04.021968 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46322) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:04.052240 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c95b5c6b-92a2-4c3b-8697-a0975bf747f9 req-2b653433-332e-4a55-b959-2b1bc45a8e9a tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 210 time: 0.0414748 Feb 20 03:44:04.059670 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-f3279fd7-5e96-4707-9507-eb849412a25b tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:04.132160 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-f3279fd7-5e96-4707-9507-eb849412a25b tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Network 64115127-0ca9-4210-b390-d57efc54bf51 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:44:04.146389 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fccec6b5-b1c8-4328-9450-df55cf437242 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (8719cea5-5355-4214-973b-1002c5642f70), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:04.146741 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-f3279fd7-5e96-4707-9507-eb849412a25b tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:44:04.151705 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-f3279fd7-5e96-4707-9507-eb849412a25b tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:44:04.216435 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4a087718-ae91-44ae-9fcd-a25196a2f401 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (d2afe4c4-bcd2-44f6-b676-3453c136bb5a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:04.254875 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3279fd7-5e96-4707-9507-eb849412a25b tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Pushing event updated for resources: {'Port': ['ID=704b66a5-2e83-41de-ba1d-777ee6bc4c8e,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:04.259904 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e6bd6227-fdc5-444c-b406-e5b498f3898c req-354fae64-ae2f-4ab8-a1df-73fd9f4ab3a2 tempest-ServerShowV257Test-1907543189 tempest-ServerShowV257Test-1907543189-project] 10.222.0.89 "GET /v2.0/ports?device_id=de8f2161-075f-4531-831c-c2b6fa59f777 HTTP/1.1" status: 200 len: 210 time: 0.1006000 Feb 20 03:44:04.261916 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4a087718-ae91-44ae-9fcd-a25196a2f401 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (d2afe4c4-bcd2-44f6-b676-3453c136bb5a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:04.307547 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fccec6b5-b1c8-4328-9450-df55cf437242 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (8719cea5-5355-4214-973b-1002c5642f70), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:04.310869 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-f3279fd7-5e96-4707-9507-eb849412a25b tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:04.316120 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-f3279fd7-5e96-4707-9507-eb849412a25b tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:04.359749 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccec6b5-b1c8-4328-9450-df55cf437242 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Subnet': ['ID=8719cea5-5355-4214-973b-1002c5642f70,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:04.361858 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fccec6b5-b1c8-4328-9450-df55cf437242 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:04.366306 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fccec6b5-b1c8-4328-9450-df55cf437242 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/subnets/8719cea5-5355-4214-973b-1002c5642f70 HTTP/1.1" status: 204 len: 168 time: 0.4935684 Feb 20 03:44:04.368755 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46324) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:04.375400 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99e19c2-8c7b-4096-bef9-51f73e1cf573 None None] Network d7c91be1-1c39-487b-930b-a9e692c13307 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:44:04.422594 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-f3279fd7-5e96-4707-9507-eb849412a25b tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3186383 Feb 20 03:44:04.451956 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-1e2f31fc-b56c-460d-bbad-0909ad5a11ad tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:44:04.453049 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-1e2f31fc-b56c-460d-bbad-0909ad5a11ad tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0190103 Feb 20 03:44:04.457888 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4a087718-ae91-44ae-9fcd-a25196a2f401 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (d2afe4c4-bcd2-44f6-b676-3453c136bb5a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:04.473022 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-aa4d971a-06fc-4da8-a6f7-42f72c6c2938 service neutron] Request body: {'port': {'device_id': 'e43c33d3-020b-4334-87ed-69fe568475fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:44:04.480299 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4a087718-ae91-44ae-9fcd-a25196a2f401 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:04.480547 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4a087718-ae91-44ae-9fcd-a25196a2f401 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/d2afe4c4-bcd2-44f6-b676-3453c136bb5a HTTP/1.1" status: 204 len: 168 time: 0.4313464 Feb 20 03:44:04.483305 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46330) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:04.513397 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a087718-ae91-44ae-9fcd-a25196a2f401 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2afe4c4-bcd2-44f6-b676-3453c136bb5a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:04.528475 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7168b7c3-33c9-4c2e-92b9-def7d7c511b7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (d7c91be1-1c39-487b-930b-a9e692c13307), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:04.578784 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7005482a-7c1c-463b-ac3b-2d9cba37d55a tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0944755 Feb 20 03:44:04.582582 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46338) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:04.606530 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-3af9fe25-0e73-4afe-83bc-6e5ec85c2755 None None] Provisioning complete for port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:04.606821 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3af9fe25-0e73-4afe-83bc-6e5ec85c2755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:04.620845 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-aa4d971a-06fc-4da8-a6f7-42f72c6c2938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:04.655704 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-3af9fe25-0e73-4afe-83bc-6e5ec85c2755 None None] Port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:44:04.680655 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a17143b3-3fe2-40a1-95c4-9bfd5e0c3d1c tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (dfa40053-2057-4114-8f1d-77e72d560e47), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:04.709754 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-7168b7c3-33c9-4c2e-92b9-def7d7c511b7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Deleting port b94cc0b6-ff0e-4e5e-8f10-ca2de7272073 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:44:04.710191 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7168b7c3-33c9-4c2e-92b9-def7d7c511b7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b94cc0b6-ff0e-4e5e-8f10-ca2de7272073), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:04.727530 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a17143b3-3fe2-40a1-95c4-9bfd5e0c3d1c tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (dfa40053-2057-4114-8f1d-77e72d560e47), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:04.765724 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b44bd5-3a95-46c0-934f-a16496ceb5be None None] DHCP port deletion for d7c91be1-1c39-487b-930b-a9e692c13307 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:44:04.872830 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-86b44bd5-3a95-46c0-934f-a16496ceb5be None None] Deleting port b94cc0b6-ff0e-4e5e-8f10-ca2de7272073 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:44:04.873479 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-86b44bd5-3a95-46c0-934f-a16496ceb5be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b94cc0b6-ff0e-4e5e-8f10-ca2de7272073), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:04.907933 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-7168b7c3-33c9-4c2e-92b9-def7d7c511b7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] For port b94cc0b6-ff0e-4e5e-8f10-ca2de7272073, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b94cc0b6-ff0e-4e5e-8f10-ca2de7272073,segment=NetworkSegment(e28a0441-88b5-4d3a-9e93-625091c2030d),segment_id=e28a0441-88b5-4d3a-9e93-625091c2030d)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:04.908564 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7168b7c3-33c9-4c2e-92b9-def7d7c511b7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b94cc0b6-ff0e-4e5e-8f10-ca2de7272073), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:04.921322 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a17143b3-3fe2-40a1-95c4-9bfd5e0c3d1c tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (dfa40053-2057-4114-8f1d-77e72d560e47), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:04.923956 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a17143b3-3fe2-40a1-95c4-9bfd5e0c3d1c tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:04.927884 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a17143b3-3fe2-40a1-95c4-9bfd5e0c3d1c tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "DELETE /v2.0/security-groups/dfa40053-2057-4114-8f1d-77e72d560e47 HTTP/1.1" status: 204 len: 168 time: 0.3416560 Feb 20 03:44:04.930198 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46346) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:04.946068 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f29d3-de1a-4b81-b14d-1720a82e9e1a req-6cde3e73-14be-42a3-a4e0-bd4149cd5e3d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:04.950346 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17143b3-3fe2-40a1-95c4-9bfd5e0c3d1c tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa40053-2057-4114-8f1d-77e72d560e47,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:04.960091 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f29d3-de1a-4b81-b14d-1720a82e9e1a req-6cde3e73-14be-42a3-a4e0-bd4149cd5e3d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:04.961317 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-86b44bd5-3a95-46c0-934f-a16496ceb5be None None] For port b94cc0b6-ff0e-4e5e-8f10-ca2de7272073, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b94cc0b6-ff0e-4e5e-8f10-ca2de7272073,segment=NetworkSegment(e28a0441-88b5-4d3a-9e93-625091c2030d),segment_id=e28a0441-88b5-4d3a-9e93-625091c2030d)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:04.961729 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-86b44bd5-3a95-46c0-934f-a16496ceb5be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b94cc0b6-ff0e-4e5e-8f10-ca2de7272073), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:04.967366 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f29d3-de1a-4b81-b14d-1720a82e9e1a req-6cde3e73-14be-42a3-a4e0-bd4149cd5e3d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:04.973399 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f29d3-de1a-4b81-b14d-1720a82e9e1a req-6cde3e73-14be-42a3-a4e0-bd4149cd5e3d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:04.979475 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f29d3-de1a-4b81-b14d-1720a82e9e1a req-6cde3e73-14be-42a3-a4e0-bd4149cd5e3d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:04.985215 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f29d3-de1a-4b81-b14d-1720a82e9e1a req-6cde3e73-14be-42a3-a4e0-bd4149cd5e3d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:04.990634 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f29d3-de1a-4b81-b14d-1720a82e9e1a req-6cde3e73-14be-42a3-a4e0-bd4149cd5e3d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:04.992670 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d71f29d3-de1a-4b81-b14d-1720a82e9e1a req-6cde3e73-14be-42a3-a4e0-bd4149cd5e3d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5419 time: 0.3551667 Feb 20 03:44:04.995503 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-86b44bd5-3a95-46c0-934f-a16496ceb5be None None] Calling delete_port for b94cc0b6-ff0e-4e5e-8f10-ca2de7272073 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:44:04.998092 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-005e69f7-f62f-422d-a112-242176f97fb5 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0595918 Feb 20 03:44:05.011397 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46350) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:05.021033 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-86ce126e-660d-48c4-b705-825f01ce83a0 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Request body: {'security_group': {'name': 'tempest-secgroup--1928333182'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:44:05.039290 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d77eec04-c61e-4876-bcd7-4db8294ea89b req-a84752c4-b24f-481a-8578-1813480fa8ed service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=de8f2161-075f-4531-831c-c2b6fa59f777 HTTP/1.1" status: 200 len: 210 time: 0.0315437 Feb 20 03:44:05.046774 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-7168b7c3-33c9-4c2e-92b9-def7d7c511b7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Calling delete_port for b94cc0b6-ff0e-4e5e-8f10-ca2de7272073 owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:44:05.124090 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-86ce126e-660d-48c4-b705-825f01ce83a0 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:05.201603 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d71f29d3-de1a-4b81-b14d-1720a82e9e1a req-37b6aa7f-0e96-4b85-bbf8-e2cd93a715d6 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1611602 Feb 20 03:44:05.214197 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-86b44bd5-3a95-46c0-934f-a16496ceb5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (b94cc0b6-ff0e-4e5e-8f10-ca2de7272073), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:05.215605 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-86ce126e-660d-48c4-b705-825f01ce83a0 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (b85829a0-3234-4fac-adc5-ad2e71da0703), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:05.253941 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b44bd5-3a95-46c0-934f-a16496ceb5be None None] Pushing event deleted for resources: {'Port': ['ID=b94cc0b6-ff0e-4e5e-8f10-ca2de7272073,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:05.262974 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b44bd5-3a95-46c0-934f-a16496ceb5be None None] No DVR routers for this DVR port b94cc0b6-ff0e-4e5e-8f10-ca2de7272073 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:44:05.281433 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7168b7c3-33c9-4c2e-92b9-def7d7c511b7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (b94cc0b6-ff0e-4e5e-8f10-ca2de7272073), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:05.327814 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168b7c3-33c9-4c2e-92b9-def7d7c511b7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Port': ['ID=b94cc0b6-ff0e-4e5e-8f10-ca2de7272073,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:05.336049 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7168b7c3-33c9-4c2e-92b9-def7d7c511b7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] No DVR routers for this DVR port b94cc0b6-ff0e-4e5e-8f10-ca2de7272073 on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:44:05.408328 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-86ce126e-660d-48c4-b705-825f01ce83a0 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b85829a0-3234-4fac-adc5-ad2e71da0703), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:05.412199 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-aa4d971a-06fc-4da8-a6f7-42f72c6c2938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 704b66a5-2e83-41de-ba1d-777ee6bc4c8e {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:44:05.428357 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce126e-660d-48c4-b705-825f01ce83a0 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b85829a0-3234-4fac-adc5-ad2e71da0703,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:05.466801 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-aa4d971a-06fc-4da8-a6f7-42f72c6c2938 service neutron] Publish callbacks [] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:05.496884 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-aa4d971a-06fc-4da8-a6f7-42f72c6c2938 service neutron] Transition to ACTIVE for port object 704b66a5-2e83-41de-ba1d-777ee6bc4c8e will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:44:05.499076 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7168b7c3-33c9-4c2e-92b9-def7d7c511b7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (d7c91be1-1c39-487b-930b-a9e692c13307), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:05.524801 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-7168b7c3-33c9-4c2e-92b9-def7d7c511b7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c91be1-1c39-487b-930b-a9e692c13307']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:05.541716 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15685d38-cc32-4e71-bc6b-c2ba185fd504 req-5e12917a-665b-4592-912b-40ac70f72f88 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:05.543324 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-15685d38-cc32-4e71-bc6b-c2ba185fd504 req-5e12917a-665b-4592-912b-40ac70f72f88 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 946 time: 0.1639771 Feb 20 03:44:05.545082 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-7168b7c3-33c9-4c2e-92b9-def7d7c511b7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e28a0441-88b5-4d3a-9e93-625091c2030d') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:05.545379 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-7168b7c3-33c9-4c2e-92b9-def7d7c511b7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e28a0441-88b5-4d3a-9e93-625091c2030d') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:05.561644 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7168b7c3-33c9-4c2e-92b9-def7d7c511b7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (e28a0441-88b5-4d3a-9e93-625091c2030d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:05.583237 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7168b7c3-33c9-4c2e-92b9-def7d7c511b7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (e28a0441-88b5-4d3a-9e93-625091c2030d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:05.596832 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:44:05.597410 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7168b7c3-33c9-4c2e-92b9-def7d7c511b7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:44:05.597593 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7168b7c3-33c9-4c2e-92b9-def7d7c511b7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (e28a0441-88b5-4d3a-9e93-625091c2030d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:44:05.601221 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:44:05.666094 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-15685d38-cc32-4e71-bc6b-c2ba185fd504 req-b0d79ff5-360c-4d45-bb33-2e71938d56f6 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131420 Feb 20 03:44:05.686734 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b94cc0b6-ff0e-4e5e-8f10-ca2de7272073 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:44:05.712267 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: b94cc0b6-ff0e-4e5e-8f10-ca2de7272073 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:44:05.712888 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b94cc0b6-ff0e-4e5e-8f10-ca2de7272073 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:44:05.786030 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2874eec-eecc-4931-9ac6-defdb2ef8c23 req-88a96398-43a3-4a12-a40d-4ae016626453 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:05.787585 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2874eec-eecc-4931-9ac6-defdb2ef8c23 req-88a96398-43a3-4a12-a40d-4ae016626453 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 931 time: 0.0601518 Feb 20 03:44:05.814317 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-86ce126e-660d-48c4-b705-825f01ce83a0 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:05.815917 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-86ce126e-660d-48c4-b705-825f01ce83a0 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8062141 Feb 20 03:44:05.818682 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46366) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:05.823069 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-5c64a034-3eb3-4774-b1df-d969b7be8139 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Request body: {'security_group_rule': {'security_group_id': 'b85829a0-3234-4fac-adc5-ad2e71da0703', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:44:05.840477 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2874eec-eecc-4931-9ac6-defdb2ef8c23 req-f34b9ae2-59e6-4158-a67d-9141a49b4912 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462685 Feb 20 03:44:05.842098 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7168b7c3-33c9-4c2e-92b9-def7d7c511b7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (d7c91be1-1c39-487b-930b-a9e692c13307), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:05.844159 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-aa4d971a-06fc-4da8-a6f7-42f72c6c2938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:05.876914 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7168b7c3-33c9-4c2e-92b9-def7d7c511b7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:05.880469 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7168b7c3-33c9-4c2e-92b9-def7d7c511b7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/networks/d7c91be1-1c39-487b-930b-a9e692c13307 HTTP/1.1" status: 204 len: 168 time: 1.5106857 Feb 20 03:44:05.888137 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46368) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:05.896873 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-8db508a7-7cad-4b84-b9d9-44299a801648 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Request body: {'network': {'name': 'tempest-RoutersTest-1796430845'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:44:05.903980 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168b7c3-33c9-4c2e-92b9-def7d7c511b7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Network': ['ID=d7c91be1-1c39-487b-930b-a9e692c13307,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:05.939698 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d971a-06fc-4da8-a6f7-42f72c6c2938 service neutron] Pushing event updated for resources: {'Port': ['ID=704b66a5-2e83-41de-ba1d-777ee6bc4c8e,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:05.960808 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c64a034-3eb3-4774-b1df-d969b7be8139 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (1796e0fc-435b-463f-b9b0-574c85708f79), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:05.979536 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db508a7-7cad-4b84-b9d9-44299a801648 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Made reservation on behalf of 43d4b034525e47029e777f2e09722643 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:44:05.982945 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8db508a7-7cad-4b84-b9d9-44299a801648 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:05.983434 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf145ee9-1802-4b36-bf02-7e38e22b113b req-adc31388-5013-4098-ad0d-0ca39e08857f tempest-ServerShowV257Test-1907543189 tempest-ServerShowV257Test-1907543189-project] 10.222.0.89 "GET /v2.0/ports?device_id=de8f2161-075f-4531-831c-c2b6fa59f777 HTTP/1.1" status: 200 len: 210 time: 0.0566742 Feb 20 03:44:06.023584 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db508a7-7cad-4b84-b9d9-44299a801648 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:44:06.034576 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8db508a7-7cad-4b84-b9d9-44299a801648 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (59d6ca4f-3b3b-4b25-8616-f11820e33795), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:06.034761 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-8db508a7-7cad-4b84-b9d9-44299a801648 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Added segment 59d6ca4f-3b3b-4b25-8616-f11820e33795 of type vlan for network 3b8939ec-c66a-4969-a201-edcb52559b56 Feb 20 03:44:06.079103 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-aa4d971a-06fc-4da8-a6f7-42f72c6c2938 service neutron] Attempting to bind port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:44:06.080512 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-aa4d971a-06fc-4da8-a6f7-42f72c6c2938 service neutron] Attempting to bind port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'e9cd605c-65a4-4e74-ab33-d19d304bb06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:44:06.081401 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-aa4d971a-06fc-4da8-a6f7-42f72c6c2938 service neutron] Attempting to bind port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e on network 64115127-0ca9-4210-b390-d57efc54bf51 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:44:06.105461 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c64a034-3eb3-4774-b1df-d969b7be8139 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (1796e0fc-435b-463f-b9b0-574c85708f79), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:06.116019 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8db508a7-7cad-4b84-b9d9-44299a801648 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (3b8939ec-c66a-4969-a201-edcb52559b56), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:06.122448 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-aa4d971a-06fc-4da8-a6f7-42f72c6c2938 service neutron] Port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e on network 64115127-0ca9-4210-b390-d57efc54bf51 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:44:06.122778 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-aa4d971a-06fc-4da8-a6f7-42f72c6c2938 service neutron] Attempting to bind port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e on network 64115127-0ca9-4210-b390-d57efc54bf51 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:44:06.136886 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-aa4d971a-06fc-4da8-a6f7-42f72c6c2938 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:44:06.143877 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-aa4d971a-06fc-4da8-a6f7-42f72c6c2938 service neutron] Checking segment: {'id': 'e9cd605c-65a4-4e74-ab33-d19d304bb06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:44:06.143877 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-aa4d971a-06fc-4da8-a6f7-42f72c6c2938 service neutron] Bound using segment: {'id': 'e9cd605c-65a4-4e74-ab33-d19d304bb06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:44:06.143877 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-aa4d971a-06fc-4da8-a6f7-42f72c6c2938 service neutron] Bound port: 704b66a5-2e83-41de-ba1d-777ee6bc4c8e, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9cd605c-65a4-4e74-ab33-d19d304bb06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:44:06.143877 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-aa4d971a-06fc-4da8-a6f7-42f72c6c2938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:06.177575 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deba022-6735-4511-959c-a3f79180b885 req-e2ed9ea7-b25a-4240-9d17-d2296bf9ceb4 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:06.179210 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7deba022-6735-4511-959c-a3f79180b885 req-e2ed9ea7-b25a-4240-9d17-d2296bf9ceb4 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.0948439 Feb 20 03:44:06.212343 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c64a034-3eb3-4774-b1df-d969b7be8139 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (1796e0fc-435b-463f-b9b0-574c85708f79), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:06.225831 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8db508a7-7cad-4b84-b9d9-44299a801648 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (3b8939ec-c66a-4969-a201-edcb52559b56), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:06.230841 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db508a7-7cad-4b84-b9d9-44299a801648 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:06.231458 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8db508a7-7cad-4b84-b9d9-44299a801648 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:06.256195 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64a034-3eb3-4774-b1df-d969b7be8139 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1796e0fc-435b-463f-b9b0-574c85708f79,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:06.277590 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-aa4d971a-06fc-4da8-a6f7-42f72c6c2938 service neutron] For port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:44:06.281671 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-aa4d971a-06fc-4da8-a6f7-42f72c6c2938 service neutron] For port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=704b66a5-2e83-41de-ba1d-777ee6bc4c8e,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:44:06.292080 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7deba022-6735-4511-959c-a3f79180b885 req-b42dc534-2edf-4ed1-bfc1-e532a7a2bc25 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843146 Feb 20 03:44:06.314635 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db508a7-7cad-4b84-b9d9-44299a801648 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Network': ['ID=3b8939ec-c66a-4969-a201-edcb52559b56,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:06.326117 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 3b8939ec-c66a-4969-a201-edcb52559b56 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:44:06.373028 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-aa4d971a-06fc-4da8-a6f7-42f72c6c2938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:06.399232 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8db508a7-7cad-4b84-b9d9-44299a801648 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5113606 Feb 20 03:44:06.403046 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c64a034-3eb3-4774-b1df-d969b7be8139 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:06.405972 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5c64a034-3eb3-4774-b1df-d969b7be8139 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5846856 Feb 20 03:44:06.405972 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46376) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:06.414559 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-abed6220-0b16-4479-8ad0-2dbe0302164b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Request body: {'subnet': {'network_id': '3b8939ec-c66a-4969-a201-edcb52559b56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:44:06.417717 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46378) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:06.483457 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-aa4d971a-06fc-4da8-a6f7-42f72c6c2938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:06.484708 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-aa4d971a-06fc-4da8-a6f7-42f72c6c2938 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:06.486139 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-aa4d971a-06fc-4da8-a6f7-42f72c6c2938 service neutron] 10.222.0.93 "PUT /v2.0/ports/704b66a5-2e83-41de-ba1d-777ee6bc4c8e HTTP/1.1" status: 200 len: 1091 time: 2.0175161 Feb 20 03:44:06.488923 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e43c33d3-020b-4334-87ed-69fe568475fd', 'tag': '704b66a5-2e83-41de-ba1d-777ee6bc4c8e'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:44:06.492766 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59aa7df-a4b1-4c8e-b3e5-035af32aca56" -d '{"events": [{"name": "network-changed", "server_uuid": "e43c33d3-020b-4334-87ed-69fe568475fd", "tag": "704b66a5-2e83-41de-ba1d-777ee6bc4c8e"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:44:06.500203 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d971a-06fc-4da8-a6f7-42f72c6c2938 service neutron] Pushing event updated for resources: {'Port': ['ID=704b66a5-2e83-41de-ba1d-777ee6bc4c8e,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:06.573696 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3c86beeb-6010-4b02-bb9d-e831f30f387c tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (b85829a0-3234-4fac-adc5-ad2e71da0703), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:06.606729 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3c86beeb-6010-4b02-bb9d-e831f30f387c tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (b85829a0-3234-4fac-adc5-ad2e71da0703), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:06.615794 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c935f3b-da79-4b19-a86d-1f91bdd2df26 req-76be61af-1c7b-4c45-bef4-71ef24619932 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:06.621225 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c935f3b-da79-4b19-a86d-1f91bdd2df26 req-76be61af-1c7b-4c45-bef4-71ef24619932 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:06.627308 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c935f3b-da79-4b19-a86d-1f91bdd2df26 req-76be61af-1c7b-4c45-bef4-71ef24619932 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:06.634172 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c935f3b-da79-4b19-a86d-1f91bdd2df26 req-76be61af-1c7b-4c45-bef4-71ef24619932 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:06.639574 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c935f3b-da79-4b19-a86d-1f91bdd2df26 req-76be61af-1c7b-4c45-bef4-71ef24619932 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:06.646571 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c935f3b-da79-4b19-a86d-1f91bdd2df26 req-76be61af-1c7b-4c45-bef4-71ef24619932 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:06.651961 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c935f3b-da79-4b19-a86d-1f91bdd2df26 req-76be61af-1c7b-4c45-bef4-71ef24619932 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:06.653954 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2c935f3b-da79-4b19-a86d-1f91bdd2df26 req-76be61af-1c7b-4c45-bef4-71ef24619932 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5419 time: 0.1096876 Feb 20 03:44:06.667093 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abed6220-0b16-4479-8ad0-2dbe0302164b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Made reservation on behalf of 43d4b034525e47029e777f2e09722643 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:44:06.671609 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-abed6220-0b16-4479-8ad0-2dbe0302164b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:06.775699 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-447a1e6c-5056-48b3-bee2-d5f4c2449ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:06.777179 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-447a1e6c-5056-48b3-bee2-d5f4c2449ef4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2a426eb8717f45cda17f79dc5d1190fc&device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 1125 time: 0.1214991 Feb 20 03:44:06.787906 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2c935f3b-da79-4b19-a86d-1f91bdd2df26 req-54105f15-7e40-4088-83e3-c2f1ae00a58d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0925553 Feb 20 03:44:06.817858 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3c86beeb-6010-4b02-bb9d-e831f30f387c tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b85829a0-3234-4fac-adc5-ad2e71da0703), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:06.820470 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3c86beeb-6010-4b02-bb9d-e831f30f387c tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:06.821636 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3c86beeb-6010-4b02-bb9d-e831f30f387c tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "DELETE /v2.0/security-groups/b85829a0-3234-4fac-adc5-ad2e71da0703 HTTP/1.1" status: 204 len: 168 time: 0.4029973 Feb 20 03:44:06.825392 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46388) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:06.830261 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-aa6d6c2f-8fd6-4e98-b144-ab9c84c5e0c7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=704b66a5-2e83-41de-ba1d-777ee6bc4c8e HTTP/1.1" status: 200 len: 217 time: 0.0411139 Feb 20 03:44:06.849496 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86beeb-6010-4b02-bb9d-e831f30f387c tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85829a0-3234-4fac-adc5-ad2e71da0703,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:06.905118 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e31f259f-a45e-48a0-ad1a-bfdbbf2cc6b1 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0786450 Feb 20 03:44:06.908450 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46392) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:06.937941 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-d904b345-25a0-4647-8cd6-0b329631b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:06.941053 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-d904b345-25a0-4647-8cd6-0b329631b03c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=85e8c386-47fc-4d48-86f0-3d288a799fec HTTP/1.1" status: 200 len: 850 time: 0.1048427 Feb 20 03:44:06.978730 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fbd63fe9-f9d8-47fb-b50c-b81deb13d327 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0689495 Feb 20 03:44:06.981437 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46394) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:07.000419 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b8e48-640e-4676-8177-727b1c754507 req-cf0945cf-ff81-4777-8f4e-e7273a2d7998 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:07.001524 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-d3df36c7-fc1b-4aee-a3a0-75c56d737bd3 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] delete failed (client error): The resource could not be found. Feb 20 03:44:07.002093 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-996b8e48-640e-4676-8177-727b1c754507 req-cf0945cf-ff81-4777-8f4e-e7273a2d7998 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1069422 Feb 20 03:44:07.003207 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d3df36c7-fc1b-4aee-a3a0-75c56d737bd3 tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "DELETE /v2.0/security-groups/b85829a0-3234-4fac-adc5-ad2e71da0703 HTTP/1.1" status: 404 len: 347 time: 0.0203145 Feb 20 03:44:07.012009 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46396) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:07.054538 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-17e6af77-8b88-4c21-92fb-aa3a690389b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:07.056090 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-17e6af77-8b88-4c21-92fb-aa3a690389b5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=64115127-0ca9-4210-b390-d57efc54bf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1082301 Feb 20 03:44:07.120874 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-abed6220-0b16-4479-8ad0-2dbe0302164b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (4caf1738-9bd3-4dfe-960a-cf06c6dd5cdf), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:07.139481 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-48497c72-d38d-4877-9430-8e63f1ac970b tempest-SecGroupIPv6Test-485959723 tempest-SecGroupIPv6Test-485959723-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1251040 Feb 20 03:44:07.155895 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-996b8e48-640e-4676-8177-727b1c754507 req-d09af8cc-df65-45b3-a51b-fbd981f5a2bd tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404817 Feb 20 03:44:07.206994 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed6220-0b16-4479-8ad0-2dbe0302164b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Subnet': ['ID=4caf1738-9bd3-4dfe-960a-cf06c6dd5cdf,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:07.218846 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abed6220-0b16-4479-8ad0-2dbe0302164b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Checking segment: {'id': '59d6ca4f-3b3b-4b25-8616-f11820e33795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3b8939ec-c66a-4969-a201-edcb52559b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:44:07.219183 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abed6220-0b16-4479-8ad0-2dbe0302164b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network hostable DHCP agents. Network: 3b8939ec-c66a-4969-a201-edcb52559b56, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:44:07.223467 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-dea91248-d4b3-46ce-86bd-0b87f7fdde8b service neutron] 10.222.0.93 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614730 Feb 20 03:44:07.323314 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80970d1c-c7a0-4e00-8449-39af45829f63 req-f9fda58a-c6fb-4770-9658-cef81aef7995 service neutron] 10.222.0.93 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941222 Feb 20 03:44:07.339449 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abed6220-0b16-4479-8ad0-2dbe0302164b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network 3b8939ec-c66a-4969-a201-edcb52559b56 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:44:07.469172 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-abed6220-0b16-4479-8ad0-2dbe0302164b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 3b8939ec-c66a-4969-a201-edcb52559b56) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:44:07.477943 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1c6da9-7823-4647-9881-974c77036d10 None None] Network 3b8939ec-c66a-4969-a201-edcb52559b56 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:44:07.487587 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abed6220-0b16-4479-8ad0-2dbe0302164b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:07.488323 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-abed6220-0b16-4479-8ad0-2dbe0302164b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:07.530532 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb83979d-6d30-4475-875f-3e548635da4d x-openstack-request-id: req-cb83979d-6d30-4475-875f-3e548635da4d {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:44:07.531138 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e43c33d3-020b-4334-87ed-69fe568475fd", "tag": "704b66a5-2e83-41de-ba1d-777ee6bc4c8e", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:44:07.531596 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cb83979d-6d30-4475-875f-3e548635da4d {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:44:07.532183 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e43c33d3-020b-4334-87ed-69fe568475fd', 'tag': '704b66a5-2e83-41de-ba1d-777ee6bc4c8e', 'status': 'completed', 'code': 200} Feb 20 03:44:07.617061 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-abed6220-0b16-4479-8ad0-2dbe0302164b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2083411 Feb 20 03:44:07.617395 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46406) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:07.624430 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-5a6b7082-6284-40ce-b99d-a86c0572e861 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2108829047', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:44:07.633570 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b371139-4d8a-4786-b7b7-29c3e812ea45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-3b8939ec-c66a-4969-a201-edcb52559b56', 'network_id': '3b8939ec-c66a-4969-a201-edcb52559b56', 'project_id': '43d4b034525e47029e777f2e09722643', 'fixed_ips': [{'subnet_id': '4caf1738-9bd3-4dfe-960a-cf06c6dd5cdf'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:44:07.636113 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7b371139-4d8a-4786-b7b7-29c3e812ea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:07.639829 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59aa7df-a4b1-4c8e-b3e5-035af32aca56 req-54656ae9-9f94-43cc-b6f1-5d4e7c6db2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:07.641441 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a59aa7df-a4b1-4c8e-b3e5-035af32aca56 req-54656ae9-9f94-43cc-b6f1-5d4e7c6db2de service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2a426eb8717f45cda17f79dc5d1190fc&device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 1125 time: 0.0877967 Feb 20 03:44:07.742845 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5a6b7082-6284-40ce-b99d-a86c0572e861 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (8e00462b-9c54-4f77-9c3d-00db14a02b13), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:07.744646 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5a6b7082-6284-40ce-b99d-a86c0572e861 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (8e00462b-9c54-4f77-9c3d-00db14a02b13), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:07.763165 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0a403-3973-48b6-b025-2753b8c8335c req-c3c01c34-a3b1-42c7-99f8-96d1c7944188 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:07.773711 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31a0a403-3973-48b6-b025-2753b8c8335c req-c3c01c34-a3b1-42c7-99f8-96d1c7944188 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 943 time: 0.1931522 Feb 20 03:44:07.793634 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46412) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:07.835183 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59aa7df-a4b1-4c8e-b3e5-035af32aca56 req-5534028e-310a-4228-9755-94e22e1288a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:07.842036 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a59aa7df-a4b1-4c8e-b3e5-035af32aca56 req-5534028e-310a-4228-9755-94e22e1288a3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=64115127-0ca9-4210-b390-d57efc54bf51 HTTP/1.1" status: 200 len: 912 time: 0.1924205 Feb 20 03:44:07.883497 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-7b371139-4d8a-4786-b7b7-29c3e812ea45 None None] Allocated IP 172.20.0.2 (3b8939ec-c66a-4969-a201-edcb52559b56/4caf1738-9bd3-4dfe-960a-cf06c6dd5cdf/07278247-1c06-46f6-82bd-c4032e5273d8) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:44:07.885896 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5a6b7082-6284-40ce-b99d-a86c0572e861 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router_controller (8e00462b-9c54-4f77-9c3d-00db14a02b13), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:07.914639 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a59aa7df-a4b1-4c8e-b3e5-035af32aca56 req-a046e9c6-a1ea-4036-bc65-46dad95c4082 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=704b66a5-2e83-41de-ba1d-777ee6bc4c8e HTTP/1.1" status: 200 len: 217 time: 0.0645869 Feb 20 03:44:07.980332 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31a0a403-3973-48b6-b025-2753b8c8335c req-1639857e-64ca-437a-990b-3a6400940c0c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974969 Feb 20 03:44:07.982620 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5a6b7082-6284-40ce-b99d-a86c0572e861 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (8e00462b-9c54-4f77-9c3d-00db14a02b13), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:07.983090 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88199981-6b7f-422c-9071-0079140d1ebe req-43ee6b79-7e21-4faa-b92b-c849225e504a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:07.984623 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88199981-6b7f-422c-9071-0079140d1ebe req-43ee6b79-7e21-4faa-b92b-c849225e504a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=68913620b1864349b0b30a94042b9c2a&device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 1128 time: 0.2514422 Feb 20 03:44:08.008888 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59aa7df-a4b1-4c8e-b3e5-035af32aca56 req-55d4ddcb-71a0-40f5-b611-a8e9ea5c935d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:08.017290 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a59aa7df-a4b1-4c8e-b3e5-035af32aca56 req-55d4ddcb-71a0-40f5-b611-a8e9ea5c935d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=85e8c386-47fc-4d48-86f0-3d288a799fec HTTP/1.1" status: 200 len: 850 time: 0.0849593 Feb 20 03:44:08.047399 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e245ce5f-d379-4d19-aeaa-3f8293d55baa admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ae54aa9cd4f64516acf37e4ac1d2239c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2521603 Feb 20 03:44:08.049915 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46424) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:08.121845 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-34c0bdb9-76dc-44b3-9bfc-531b7bbd60ca admin admin] Publish callbacks [] for security_group (6bc058d3-f706-4f2a-a189-9b3a26759c4f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:08.149184 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a27ddde9-10a2-46b1-b934-c9c9fcfe1086 req-f3d5207d-8a2d-4333-9070-65417ed5ff49 tempest-ServerShowV257Test-1907543189 tempest-ServerShowV257Test-1907543189-project] 10.222.0.89 "GET /v2.0/ports?device_id=de8f2161-075f-4531-831c-c2b6fa59f777 HTTP/1.1" status: 200 len: 210 time: 0.0463419 Feb 20 03:44:08.157360 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-34c0bdb9-76dc-44b3-9bfc-531b7bbd60ca admin admin] Publish callbacks [] for security_group (6bc058d3-f706-4f2a-a189-9b3a26759c4f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:08.165722 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59aa7df-a4b1-4c8e-b3e5-035af32aca56 req-c984e999-63b1-474f-877f-8f828bcc4540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:08.167460 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a59aa7df-a4b1-4c8e-b3e5-035af32aca56 req-c984e999-63b1-474f-877f-8f828bcc4540 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=64115127-0ca9-4210-b390-d57efc54bf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1417682 Feb 20 03:44:08.170498 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88199981-6b7f-422c-9071-0079140d1ebe req-3faa53ac-48c1-49d0-896c-51c99a62720e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:08.171995 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88199981-6b7f-422c-9071-0079140d1ebe req-3faa53ac-48c1-49d0-896c-51c99a62720e service neutron] 10.222.0.93 "GET /v2.0/networks?id=b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879 HTTP/1.1" status: 200 len: 919 time: 0.1803799 Feb 20 03:44:08.183673 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5a6b7082-6284-40ce-b99d-a86c0572e861 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:08.184870 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5a6b7082-6284-40ce-b99d-a86c0572e861 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5665822 Feb 20 03:44:08.191788 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46426) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:08.197564 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7b371139-4d8a-4786-b7b7-29c3e812ea45 None None] Publish callbacks [] for port (07278247-1c06-46f6-82bd-c4032e5273d8), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:08.292380 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7b371139-4d8a-4786-b7b7-29c3e812ea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (07278247-1c06-46f6-82bd-c4032e5273d8), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:08.333687 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a59aa7df-a4b1-4c8e-b3e5-035af32aca56 req-cb138543-d016-43f1-b252-41a425d975c1 service neutron] 10.222.0.93 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538072 Feb 20 03:44:08.337479 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88199981-6b7f-422c-9071-0079140d1ebe req-21530371-e951-4f45-838b-1ef02130e0a3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4ae335b-d16e-416a-9eb9-2cda22109139 HTTP/1.1" status: 200 len: 217 time: 0.1565676 Feb 20 03:44:08.339596 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b371139-4d8a-4786-b7b7-29c3e812ea45 None None] Network 3b8939ec-c66a-4969-a201-edcb52559b56 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:44:08.342632 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-7b371139-4d8a-4786-b7b7-29c3e812ea45 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:44:08.354402 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b371139-4d8a-4786-b7b7-29c3e812ea45 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:44:08.364333 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b371139-4d8a-4786-b7b7-29c3e812ea45 None None] Pushing event updated for resources: {'Port': ['ID=07278247-1c06-46f6-82bd-c4032e5273d8,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:08.404948 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-34c0bdb9-76dc-44b3-9bfc-531b7bbd60ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (6bc058d3-f706-4f2a-a189-9b3a26759c4f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:08.411732 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-34c0bdb9-76dc-44b3-9bfc-531b7bbd60ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:08.413131 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-34c0bdb9-76dc-44b3-9bfc-531b7bbd60ca admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6bc058d3-f706-4f2a-a189-9b3a26759c4f HTTP/1.1" status: 204 len: 168 time: 0.3620830 Feb 20 03:44:08.444096 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-7b371139-4d8a-4786-b7b7-29c3e812ea45 None None] Attempting to bind port 07278247-1c06-46f6-82bd-c4032e5273d8 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:44:08.444798 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-7b371139-4d8a-4786-b7b7-29c3e812ea45 None None] Attempting to bind port 07278247-1c06-46f6-82bd-c4032e5273d8 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '59d6ca4f-3b3b-4b25-8616-f11820e33795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3b8939ec-c66a-4969-a201-edcb52559b56'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:44:08.445639 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b371139-4d8a-4786-b7b7-29c3e812ea45 None None] Attempting to bind port 07278247-1c06-46f6-82bd-c4032e5273d8 on network 3b8939ec-c66a-4969-a201-edcb52559b56 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:44:08.454459 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b371139-4d8a-4786-b7b7-29c3e812ea45 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:44:08.455246 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b371139-4d8a-4786-b7b7-29c3e812ea45 None None] Checking segment: {'id': '59d6ca4f-3b3b-4b25-8616-f11820e33795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3b8939ec-c66a-4969-a201-edcb52559b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:44:08.457693 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7b371139-4d8a-4786-b7b7-29c3e812ea45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:08.458349 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b371139-4d8a-4786-b7b7-29c3e812ea45 None None] Bound using segment: {'id': '59d6ca4f-3b3b-4b25-8616-f11820e33795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3b8939ec-c66a-4969-a201-edcb52559b56'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:44:08.459366 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-7b371139-4d8a-4786-b7b7-29c3e812ea45 None None] Bound port: 07278247-1c06-46f6-82bd-c4032e5273d8, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d6ca4f-3b3b-4b25-8616-f11820e33795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3b8939ec-c66a-4969-a201-edcb52559b56'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:44:08.460042 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7b371139-4d8a-4786-b7b7-29c3e812ea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (07278247-1c06-46f6-82bd-c4032e5273d8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:08.480010 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88199981-6b7f-422c-9071-0079140d1ebe req-3b65efde-6a87-4a8c-8b69-c8ef9b20fd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:08.481485 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88199981-6b7f-422c-9071-0079140d1ebe req-3b65efde-6a87-4a8c-8b69-c8ef9b20fd53 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=59da23fb-2a69-4f62-8734-ed62cd9e052d HTTP/1.1" status: 200 len: 858 time: 0.1354713 Feb 20 03:44:08.508742 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0bdb9-76dc-44b3-9bfc-531b7bbd60ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc058d3-f706-4f2a-a189-9b3a26759c4f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:08.521161 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1729b7-f48c-48b9-b215-d88e32527c8c req-30d26039-ad4f-47b9-9339-5a2d074af586 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:08.531527 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f1729b7-f48c-48b9-b215-d88e32527c8c req-30d26039-ad4f-47b9-9339-5a2d074af586 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 946 time: 0.1967826 Feb 20 03:44:08.569337 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 6f63130c-106c-4905-adaf-b3b307d9f4f6 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:44:08.598419 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88199981-6b7f-422c-9071-0079140d1ebe req-ef9395c0-77d8-4f17-b8a7-acfe5d89af8c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056480 Feb 20 03:44:08.617085 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-7b371139-4d8a-4786-b7b7-29c3e812ea45 None None] For port 07278247-1c06-46f6-82bd-c4032e5273d8, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:44:08.633075 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-7b371139-4d8a-4786-b7b7-29c3e812ea45 None None] For port 07278247-1c06-46f6-82bd-c4032e5273d8, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=07278247-1c06-46f6-82bd-c4032e5273d8,segment=NetworkSegment(59d6ca4f-3b3b-4b25-8616-f11820e33795),segment_id=59d6ca4f-3b3b-4b25-8616-f11820e33795)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:44:08.670142 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-84cf3394-8545-41ec-8eaf-4af05cd3d256 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:08.702391 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a59aa7df-a4b1-4c8e-b3e5-035af32aca56 req-9d61f4ec-3208-4b6e-be2e-34031a95325d service neutron] 10.222.0.93 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567185 Feb 20 03:44:08.764166 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 6f63130c-106c-4905-adaf-b3b307d9f4f6, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=6f63130c-106c-4905-adaf-b3b307d9f4f6,segment=NetworkSegment(8f6e3763-2606-45f0-911a-d3695f15f4a6),segment_id=8f6e3763-2606-45f0-911a-d3695f15f4a6)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:08.769537 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7b371139-4d8a-4786-b7b7-29c3e812ea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (07278247-1c06-46f6-82bd-c4032e5273d8), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:08.776311 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f1729b7-f48c-48b9-b215-d88e32527c8c req-e01ae5f7-42da-4542-a538-333193e22d6b tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437534 Feb 20 03:44:08.824935 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88199981-6b7f-422c-9071-0079140d1ebe req-fcf43ad7-4fc5-4ec5-9e3b-f1d0d64892e6 service neutron] 10.222.0.93 "GET /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203014 Feb 20 03:44:08.861453 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b371139-4d8a-4786-b7b7-29c3e812ea45 None None] Pushing event updated for resources: {'Port': ['ID=07278247-1c06-46f6-82bd-c4032e5273d8,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:08.873116 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '6f63130c-106c-4905-adaf-b3b307d9f4f6', 'network_id': '8ca4b396-14bc-4fc6-83df-227a6726eb74', 'port_id': '6f63130c-106c-4905-adaf-b3b307d9f4f6', 'mac_address': 'fa:16:3e:3f:02:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b49b375-a7c5-48eb-97d0-3c003902dd00', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:44:08.968887 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 6f63130c-106c-4905-adaf-b3b307d9f4f6 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:08.969198 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (6f63130c-106c-4905-adaf-b3b307d9f4f6), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:08.998248 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f63130c-106c-4905-adaf-b3b307d9f4f6 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:44:09.026890 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 6f63130c-106c-4905-adaf-b3b307d9f4f6, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=6f63130c-106c-4905-adaf-b3b307d9f4f6,segment=NetworkSegment(8f6e3763-2606-45f0-911a-d3695f15f4a6),segment_id=8f6e3763-2606-45f0-911a-d3695f15f4a6)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:09.089523 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5fb5c-3b2a-4ed6-bce9-75cc051ff0d3 req-f6ef4aa7-7e40-48f0-b109-7662dd0d51ec tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:09.095055 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5fb5c-3b2a-4ed6-bce9-75cc051ff0d3 req-f6ef4aa7-7e40-48f0-b109-7662dd0d51ec tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:09.101681 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5fb5c-3b2a-4ed6-bce9-75cc051ff0d3 req-f6ef4aa7-7e40-48f0-b109-7662dd0d51ec tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:09.103512 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (6f63130c-106c-4905-adaf-b3b307d9f4f6), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:09.104525 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device c7a136aa-1a7e-4a1d-8972-04de33f5dc56 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:44:09.108151 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5fb5c-3b2a-4ed6-bce9-75cc051ff0d3 req-f6ef4aa7-7e40-48f0-b109-7662dd0d51ec tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:09.124273 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5fb5c-3b2a-4ed6-bce9-75cc051ff0d3 req-f6ef4aa7-7e40-48f0-b109-7662dd0d51ec tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:09.124273 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5fb5c-3b2a-4ed6-bce9-75cc051ff0d3 req-f6ef4aa7-7e40-48f0-b109-7662dd0d51ec tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:09.137172 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5fb5c-3b2a-4ed6-bce9-75cc051ff0d3 req-f6ef4aa7-7e40-48f0-b109-7662dd0d51ec tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:09.149180 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bcd5fb5c-3b2a-4ed6-bce9-75cc051ff0d3 req-f6ef4aa7-7e40-48f0-b109-7662dd0d51ec tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5419 time: 0.1973681 Feb 20 03:44:09.167282 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88199981-6b7f-422c-9071-0079140d1ebe req-6dadf193-f168-4b4e-b124-1ce11abffa41 service neutron] 10.222.0.93 "GET /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335891 Feb 20 03:44:09.302036 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bcd5fb5c-3b2a-4ed6-bce9-75cc051ff0d3 req-cacbe037-b6b4-4c64-8342-fcd64ce5cbd8 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1463525 Feb 20 03:44:09.302225 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=6f63130c-106c-4905-adaf-b3b307d9f4f6,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:09.309135 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-84cf3394-8545-41ec-8eaf-4af05cd3d256 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Allocated IP 172.20.0.1 (3b8939ec-c66a-4969-a201-edcb52559b56/4caf1738-9bd3-4dfe-960a-cf06c6dd5cdf/6e5e65b8-2139-4b4d-8dbb-3fb512ee2f84) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:44:09.407247 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port c7a136aa-1a7e-4a1d-8972-04de33f5dc56, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=c7a136aa-1a7e-4a1d-8972-04de33f5dc56,segment=NetworkSegment(c3e52511-31f2-431c-b287-feea51e304d9),segment_id=c3e52511-31f2-431c-b287-feea51e304d9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:09.425638 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'c7a136aa-1a7e-4a1d-8972-04de33f5dc56', 'network_id': 'd998f68e-c8b2-419a-a92f-ff474bef2a54', 'port_id': 'c7a136aa-1a7e-4a1d-8972-04de33f5dc56', 'mac_address': 'fa:16:3e:e7:47:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78cbae5-a431-4119-b386-a5d435c775cc', 'ip_address': '10.1.1.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:44:09.482662 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port c7a136aa-1a7e-4a1d-8972-04de33f5dc56 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:09.483499 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c7a136aa-1a7e-4a1d-8972-04de33f5dc56), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:09.509231 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a136aa-1a7e-4a1d-8972-04de33f5dc56 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:44:09.542708 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port c7a136aa-1a7e-4a1d-8972-04de33f5dc56, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=c7a136aa-1a7e-4a1d-8972-04de33f5dc56,segment=NetworkSegment(c3e52511-31f2-431c-b287-feea51e304d9),segment_id=c3e52511-31f2-431c-b287-feea51e304d9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:09.563049 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-84cf3394-8545-41ec-8eaf-4af05cd3d256 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for port (6e5e65b8-2139-4b4d-8dbb-3fb512ee2f84), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:09.607371 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (c7a136aa-1a7e-4a1d-8972-04de33f5dc56), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:09.608053 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f6c5c77e-83cb-48f4-8702-35718ef6076d details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:44:09.717289 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port f6c5c77e-83cb-48f4-8702-35718ef6076d, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f6c5c77e-83cb-48f4-8702-35718ef6076d,segment=NetworkSegment(c3e52511-31f2-431c-b287-feea51e304d9),segment_id=c3e52511-31f2-431c-b287-feea51e304d9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:09.720287 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=c7a136aa-1a7e-4a1d-8972-04de33f5dc56,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:09.732761 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-84cf3394-8545-41ec-8eaf-4af05cd3d256 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (6e5e65b8-2139-4b4d-8dbb-3fb512ee2f84), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:09.738502 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'f6c5c77e-83cb-48f4-8702-35718ef6076d', 'network_id': 'd998f68e-c8b2-419a-a92f-ff474bef2a54', 'port_id': 'f6c5c77e-83cb-48f4-8702-35718ef6076d', 'mac_address': 'fa:16:3e:95:03:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78cbae5-a431-4119-b386-a5d435c775cc', 'ip_address': '10.1.1.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:44:09.824310 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port f6c5c77e-83cb-48f4-8702-35718ef6076d is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:09.824705 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f6c5c77e-83cb-48f4-8702-35718ef6076d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:09.857492 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-18fdcfda-e64b-431a-aa8f-08209a397fb8 req-691a563d-1f79-4cf4-88b9-86b33711a9e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b61b64e329d3447684087e4edda5259b&device_id=de8f2161-075f-4531-831c-c2b6fa59f777 HTTP/1.1" status: 200 len: 210 time: 0.0349426 Feb 20 03:44:09.873759 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6c5c77e-83cb-48f4-8702-35718ef6076d {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:44:09.883225 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 07278247-1c06-46f6-82bd-c4032e5273d8 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:44:09.891080 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cf3394-8545-41ec-8eaf-4af05cd3d256 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network 3b8939ec-c66a-4969-a201-edcb52559b56 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:44:09.899907 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-18fdcfda-e64b-431a-aa8f-08209a397fb8 req-4afe33fa-997f-468b-8a30-bd5cd3caaf3e service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b61b64e329d3447684087e4edda5259b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353420 Feb 20 03:44:09.934973 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf3394-8545-41ec-8eaf-4af05cd3d256 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Port': ['ID=6e5e65b8-2139-4b4d-8dbb-3fb512ee2f84,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:09.943168 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-84cf3394-8545-41ec-8eaf-4af05cd3d256 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:44:09.954066 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cf3394-8545-41ec-8eaf-4af05cd3d256 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:44:09.973676 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port f6c5c77e-83cb-48f4-8702-35718ef6076d, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f6c5c77e-83cb-48f4-8702-35718ef6076d,segment=NetworkSegment(c3e52511-31f2-431c-b287-feea51e304d9),segment_id=c3e52511-31f2-431c-b287-feea51e304d9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:10.014186 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 07278247-1c06-46f6-82bd-c4032e5273d8 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:10.017678 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (07278247-1c06-46f6-82bd-c4032e5273d8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:10.078896 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-84cf3394-8545-41ec-8eaf-4af05cd3d256 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (8e00462b-9c54-4f77-9c3d-00db14a02b13), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:10.090803 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f6c5c77e-83cb-48f4-8702-35718ef6076d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:10.094880 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device ecc9fc1c-32de-42f6-beff-ccab1aa82d9c details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:44:10.376756 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=f6c5c77e-83cb-48f4-8702-35718ef6076d,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:10.409830 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 07278247-1c06-46f6-82bd-c4032e5273d8 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:10.410317 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (07278247-1c06-46f6-82bd-c4032e5273d8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:10.449665 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port ecc9fc1c-32de-42f6-beff-ccab1aa82d9c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ecc9fc1c-32de-42f6-beff-ccab1aa82d9c,segment=NetworkSegment(d72d462e-fc0a-426c-bb37-f85f00dbb615),segment_id=d72d462e-fc0a-426c-bb37-f85f00dbb615)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:10.510743 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'ecc9fc1c-32de-42f6-beff-ccab1aa82d9c', 'network_id': 'b098f8c6-16ef-4470-b828-67d64bde6c7f', 'port_id': 'ecc9fc1c-32de-42f6-beff-ccab1aa82d9c', 'mac_address': 'fa:16:3e:4f:5f:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a197bb-5fd0-42b5-ae4b-c35a9b090699', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:44:10.524899 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 07278247-1c06-46f6-82bd-c4032e5273d8, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=07278247-1c06-46f6-82bd-c4032e5273d8,segment=NetworkSegment(59d6ca4f-3b3b-4b25-8616-f11820e33795),segment_id=59d6ca4f-3b3b-4b25-8616-f11820e33795)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:10.550433 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-84cf3394-8545-41ec-8eaf-4af05cd3d256 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (6e5e65b8-2139-4b4d-8dbb-3fb512ee2f84), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:10.619153 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (07278247-1c06-46f6-82bd-c4032e5273d8), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:10.636335 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port ecc9fc1c-32de-42f6-beff-ccab1aa82d9c is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:10.636829 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ecc9fc1c-32de-42f6-beff-ccab1aa82d9c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:10.693986 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecc9fc1c-32de-42f6-beff-ccab1aa82d9c {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:44:10.928825 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdcfda-e64b-431a-aa8f-08209a397fb8 req-7ed0cb0b-0a74-424e-8cbe-2035a7ef9ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:10.930260 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-18fdcfda-e64b-431a-aa8f-08209a397fb8 req-7ed0cb0b-0a74-424e-8cbe-2035a7ef9ba3 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0251236 Feb 20 03:44:10.968924 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54ee32-161f-4e3d-a210-9f81f63d1ab3 req-eb618043-d153-4f93-89e4-72f00edf7dce tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:10.971999 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ba54ee32-161f-4e3d-a210-9f81f63d1ab3 req-eb618043-d153-4f93-89e4-72f00edf7dce tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 943 time: 0.9568887 Feb 20 03:44:10.981173 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e331dc7-db7c-4367-8793-ae4340928f85 None None] Network 3b8939ec-c66a-4969-a201-edcb52559b56 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:44:11.060055 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-84cf3394-8545-41ec-8eaf-4af05cd3d256 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for port (6e5e65b8-2139-4b4d-8dbb-3fb512ee2f84), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:11.063934 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ba54ee32-161f-4e3d-a210-9f81f63d1ab3 req-8cad5644-a93d-4d60-a0f9-e43c5e84b646 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829308 Feb 20 03:44:11.072180 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port ecc9fc1c-32de-42f6-beff-ccab1aa82d9c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ecc9fc1c-32de-42f6-beff-ccab1aa82d9c,segment=NetworkSegment(d72d462e-fc0a-426c-bb37-f85f00dbb615),segment_id=d72d462e-fc0a-426c-bb37-f85f00dbb615)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:11.092228 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=07278247-1c06-46f6-82bd-c4032e5273d8,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:11.097390 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ae14124f-f03a-4d1e-8138-d03d3ed05ddc None None] Provisioning complete for port 07278247-1c06-46f6-82bd-c4032e5273d8 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:11.097679 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ae14124f-f03a-4d1e-8138-d03d3ed05ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (07278247-1c06-46f6-82bd-c4032e5273d8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:11.126495 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-84cf3394-8545-41ec-8eaf-4af05cd3d256 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (6e5e65b8-2139-4b4d-8dbb-3fb512ee2f84), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:11.190841 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ecc9fc1c-32de-42f6-beff-ccab1aa82d9c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:11.191631 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 9db11869-4975-4902-a91e-2c95a6f8cb01 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:44:11.230689 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-84cf3394-8545-41ec-8eaf-4af05cd3d256 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (8e00462b-9c54-4f77-9c3d-00db14a02b13), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:11.231530 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34177b5b-7b38-4222-941c-d8e2c6d931f1 req-2a8a95f1-cf85-44d3-a11b-fb53299eba03 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:11.234574 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-34177b5b-7b38-4222-941c-d8e2c6d931f1 req-2a8a95f1-cf85-44d3-a11b-fb53299eba03 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 946 time: 0.0718341 Feb 20 03:44:11.249916 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf3394-8545-41ec-8eaf-4af05cd3d256 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Port': ['ID=6e5e65b8-2139-4b4d-8dbb-3fb512ee2f84,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:11.335084 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-34177b5b-7b38-4222-941c-d8e2c6d931f1 req-aeb5b5ab-f13b-49c4-819b-b9d045b68932 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946324 Feb 20 03:44:11.409510 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.resource_extend [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 03:44:11.439931 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ae14124f-f03a-4d1e-8138-d03d3ed05ddc None None] Current status of the port 07278247-1c06-46f6-82bd-c4032e5273d8 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:11.458833 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 9db11869-4975-4902-a91e-2c95a6f8cb01, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=9db11869-4975-4902-a91e-2c95a6f8cb01,segment=NetworkSegment(8f6e3763-2606-45f0-911a-d3695f15f4a6),segment_id=8f6e3763-2606-45f0-911a-d3695f15f4a6)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:11.476296 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cf3394-8545-41ec-8eaf-4af05cd3d256 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network 3b8939ec-c66a-4969-a201-edcb52559b56 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:44:11.477645 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=ecc9fc1c-32de-42f6-beff-ccab1aa82d9c,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:11.477777 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-84cf3394-8545-41ec-8eaf-4af05cd3d256 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:44:11.505717 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '9db11869-4975-4902-a91e-2c95a6f8cb01', 'network_id': '8ca4b396-14bc-4fc6-83df-227a6726eb74', 'port_id': '9db11869-4975-4902-a91e-2c95a6f8cb01', 'mac_address': 'fa:16:3e:7c:93:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b49b375-a7c5-48eb-97d0-3c003902dd00', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:44:11.601863 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-df545e1c-2e5c-42fc-8131-ffa34eac3785 req-dd2ed1fe-c852-4a5a-998d-69c9a0a38cc7 tempest-ServerShowV257Test-1907543189 tempest-ServerShowV257Test-1907543189-project] 10.222.0.89 "GET /v2.0/ports?device_id=de8f2161-075f-4531-831c-c2b6fa59f777 HTTP/1.1" status: 200 len: 210 time: 0.0842640 Feb 20 03:44:11.605246 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 9db11869-4975-4902-a91e-2c95a6f8cb01 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:11.605774 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9db11869-4975-4902-a91e-2c95a6f8cb01), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:11.662140 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9db11869-4975-4902-a91e-2c95a6f8cb01 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:44:11.708799 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 9db11869-4975-4902-a91e-2c95a6f8cb01, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=9db11869-4975-4902-a91e-2c95a6f8cb01,segment=NetworkSegment(8f6e3763-2606-45f0-911a-d3695f15f4a6),segment_id=8f6e3763-2606-45f0-911a-d3695f15f4a6)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:11.802675 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 07278247-1c06-46f6-82bd-c4032e5273d8 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:44:11.848966 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (9db11869-4975-4902-a91e-2c95a6f8cb01), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:11.849868 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device fa551e26-c5d6-4e30-8c15-847cfbbeb4e9 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:44:11.859854 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdb159-96ec-4129-a5aa-868937c53d9f req-679c4a5b-8753-4e06-bf20-c0ae32ec2e1a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:11.866893 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdb159-96ec-4129-a5aa-868937c53d9f req-679c4a5b-8753-4e06-bf20-c0ae32ec2e1a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:11.878659 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdb159-96ec-4129-a5aa-868937c53d9f req-679c4a5b-8753-4e06-bf20-c0ae32ec2e1a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:11.885780 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdb159-96ec-4129-a5aa-868937c53d9f req-679c4a5b-8753-4e06-bf20-c0ae32ec2e1a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:11.913520 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdb159-96ec-4129-a5aa-868937c53d9f req-679c4a5b-8753-4e06-bf20-c0ae32ec2e1a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:11.930790 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdb159-96ec-4129-a5aa-868937c53d9f req-679c4a5b-8753-4e06-bf20-c0ae32ec2e1a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:11.946484 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdb159-96ec-4129-a5aa-868937c53d9f req-679c4a5b-8753-4e06-bf20-c0ae32ec2e1a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:11.946484 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3bbdb159-96ec-4129-a5aa-868937c53d9f req-679c4a5b-8753-4e06-bf20-c0ae32ec2e1a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5423 time: 0.1982312 Feb 20 03:44:12.035240 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port fa551e26-c5d6-4e30-8c15-847cfbbeb4e9, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=fa551e26-c5d6-4e30-8c15-847cfbbeb4e9,segment=NetworkSegment(c3e52511-31f2-431c-b287-feea51e304d9),segment_id=c3e52511-31f2-431c-b287-feea51e304d9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:12.038759 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=9db11869-4975-4902-a91e-2c95a6f8cb01,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:12.076316 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 07278247-1c06-46f6-82bd-c4032e5273d8 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:12.076316 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (07278247-1c06-46f6-82bd-c4032e5273d8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:12.076520 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3bbdb159-96ec-4129-a5aa-868937c53d9f req-4bc68c9a-e94d-49e3-a7a0-8d0015398925 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1227081 Feb 20 03:44:12.119971 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'fa551e26-c5d6-4e30-8c15-847cfbbeb4e9', 'network_id': 'd998f68e-c8b2-419a-a92f-ff474bef2a54', 'port_id': 'fa551e26-c5d6-4e30-8c15-847cfbbeb4e9', 'mac_address': 'fa:16:3e:3f:59:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78cbae5-a431-4119-b386-a5d435c775cc', 'ip_address': '10.1.1.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:44:12.122601 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-7b6b3899-9274-4586-8e78-2f5c2f822be2 None None] Provisioning complete for port 6e5e65b8-2139-4b4d-8dbb-3fb512ee2f84 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:12.123306 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7b6b3899-9274-4586-8e78-2f5c2f822be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (6e5e65b8-2139-4b4d-8dbb-3fb512ee2f84), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:12.144478 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cf3394-8545-41ec-8eaf-4af05cd3d256 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Router 8e00462b-9c54-4f77-9c3d-00db14a02b13 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:44:12.233215 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-18fdcfda-e64b-431a-aa8f-08209a397fb8 req-ec842491-f61b-491b-92da-fd0fa9fd7e66 tempest-ServerShowV257Test-1907543189 tempest-ServerShowV257Test-1907543189-project] 10.222.0.42 "GET /v2.0/ports?device_id=de8f2161-075f-4531-831c-c2b6fa59f777 HTTP/1.1" status: 200 len: 210 time: 0.0751612 Feb 20 03:44:12.272041 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port fa551e26-c5d6-4e30-8c15-847cfbbeb4e9 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:12.272441 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fa551e26-c5d6-4e30-8c15-847cfbbeb4e9), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:12.286305 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 07278247-1c06-46f6-82bd-c4032e5273d8 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:12.289503 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa551e26-c5d6-4e30-8c15-847cfbbeb4e9 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:44:12.293793 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-7b6b3899-9274-4586-8e78-2f5c2f822be2 None None] Port 6e5e65b8-2139-4b4d-8dbb-3fb512ee2f84 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:44:12.317702 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-7b6b3899-9274-4586-8e78-2f5c2f822be2 None None] Provisioning complete for port 07278247-1c06-46f6-82bd-c4032e5273d8 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:12.319562 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7b6b3899-9274-4586-8e78-2f5c2f822be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (07278247-1c06-46f6-82bd-c4032e5273d8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:12.319689 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cf3394-8545-41ec-8eaf-4af05cd3d256 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:44:12.321504 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port fa551e26-c5d6-4e30-8c15-847cfbbeb4e9, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=fa551e26-c5d6-4e30-8c15-847cfbbeb4e9,segment=NetworkSegment(c3e52511-31f2-431c-b287-feea51e304d9),segment_id=c3e52511-31f2-431c-b287-feea51e304d9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:12.325170 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-84cf3394-8545-41ec-8eaf-4af05cd3d256 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "PUT /v2.0/routers/8e00462b-9c54-4f77-9c3d-00db14a02b13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1316869 Feb 20 03:44:12.330052 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46518) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:12.353378 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1224769e-ed44-4097-9a82-0350e567c721 None None] Sync routers for ids ['8e00462b-9c54-4f77-9c3d-00db14a02b13'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:44:12.376678 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1224769e-ed44-4097-9a82-0350e567c721 None None] Routers {'8e00462b-9c54-4f77-9c3d-00db14a02b13'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:44:12.378134 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-1224769e-ed44-4097-9a82-0350e567c721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:43:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['8e00462b-9c54-4f77-9c3d-00db14a02b13'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:12.437898 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-1224769e-ed44-4097-9a82-0350e567c721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:12.444403 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e179e3f4-564b-450d-8621-6c397deb951a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:12.455174 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e179e3f4-564b-450d-8621-6c397deb951a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "GET /v2.0/ports/6e5e65b8-2139-4b4d-8dbb-3fb512ee2f84 HTTP/1.1" status: 200 len: 910 time: 0.1238840 Feb 20 03:44:12.459003 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46524) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:12.469438 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1224769e-ed44-4097-9a82-0350e567c721 None None] Routers {'8e00462b-9c54-4f77-9c3d-00db14a02b13'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:44:12.470096 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-1224769e-ed44-4097-9a82-0350e567c721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:43:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['8e00462b-9c54-4f77-9c3d-00db14a02b13'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:12.507183 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-1224769e-ed44-4097-9a82-0350e567c721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:12.508069 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1224769e-ed44-4097-9a82-0350e567c721 None None] The sync data for ids ['8e00462b-9c54-4f77-9c3d-00db14a02b13'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:44:12.509355 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (fa551e26-c5d6-4e30-8c15-847cfbbeb4e9), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:12.510007 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f90d40c0-5b58-4b00-ae70-023f49494c0e details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:44:12.569465 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port f90d40c0-5b58-4b00-ae70-023f49494c0e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f90d40c0-5b58-4b00-ae70-023f49494c0e,segment=NetworkSegment(c3e52511-31f2-431c-b287-feea51e304d9),segment_id=c3e52511-31f2-431c-b287-feea51e304d9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:12.569465 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'f90d40c0-5b58-4b00-ae70-023f49494c0e', 'network_id': 'd998f68e-c8b2-419a-a92f-ff474bef2a54', 'port_id': 'f90d40c0-5b58-4b00-ae70-023f49494c0e', 'mac_address': 'fa:16:3e:e5:5c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78cbae5-a431-4119-b386-a5d435c775cc', 'ip_address': '10.1.1.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:44:12.657269 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port f90d40c0-5b58-4b00-ae70-023f49494c0e is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:12.657269 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f90d40c0-5b58-4b00-ae70-023f49494c0e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:12.692631 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f90d40c0-5b58-4b00-ae70-023f49494c0e {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:44:12.712107 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-7b6b3899-9274-4586-8e78-2f5c2f822be2 None None] Current status of the port 07278247-1c06-46f6-82bd-c4032e5273d8 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:12.718349 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port f90d40c0-5b58-4b00-ae70-023f49494c0e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f90d40c0-5b58-4b00-ae70-023f49494c0e,segment=NetworkSegment(c3e52511-31f2-431c-b287-feea51e304d9),segment_id=c3e52511-31f2-431c-b287-feea51e304d9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:12.719981 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=fa551e26-c5d6-4e30-8c15-847cfbbeb4e9,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:12.841211 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-a5a4dfe7-f139-4f15-ac0b-f888600ab416 None None] Provisioning complete for port 6e5e65b8-2139-4b4d-8dbb-3fb512ee2f84 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:12.841610 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a5a4dfe7-f139-4f15-ac0b-f888600ab416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (6e5e65b8-2139-4b4d-8dbb-3fb512ee2f84), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:12.866781 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f90d40c0-5b58-4b00-ae70-023f49494c0e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:12.905794 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 704b66a5-2e83-41de-ba1d-777ee6bc4c8e details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:44:12.919215 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-a5a4dfe7-f139-4f15-ac0b-f888600ab416 None None] Port 6e5e65b8-2139-4b4d-8dbb-3fb512ee2f84 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:44:12.952449 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=f90d40c0-5b58-4b00-ae70-023f49494c0e,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:12.997184 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-244c0fb7-f461-446d-a33a-625dd15c17de tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (8e00462b-9c54-4f77-9c3d-00db14a02b13), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:13.091163 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=704b66a5-2e83-41de-ba1d-777ee6bc4c8e,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:13.108203 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0a895-b036-4314-9fde-2822d5ea48ce req-aadc4a13-7f61-470d-a98d-4beb12147c55 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:13.130166 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '704b66a5-2e83-41de-ba1d-777ee6bc4c8e', 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51', 'port_id': '704b66a5-2e83-41de-ba1d-777ee6bc4c8e', 'mac_address': 'fa:16:3e:cf:6c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e8c386-47fc-4d48-86f0-3d288a799fec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:44:13.134507 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c3d0a895-b036-4314-9fde-2822d5ea48ce req-aadc4a13-7f61-470d-a98d-4beb12147c55 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 943 time: 0.1016443 Feb 20 03:44:13.219290 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:13.223401 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:13.226891 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c3d0a895-b036-4314-9fde-2822d5ea48ce req-b096581f-a92a-47f7-abf7-699c57fc3133 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900619 Feb 20 03:44:13.331686 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 704b66a5-2e83-41de-ba1d-777ee6bc4c8e {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:44:13.412686 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=704b66a5-2e83-41de-ba1d-777ee6bc4c8e,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:13.466735 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46536) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:13.488520 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['f90d40c0-5b58-4b00-ae70-023f49494c0e'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:44:13.510835 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e7a6a-5b86-4a8a-b9ad-f2e199ca5fdd req-dbe01d02-e90c-4c62-8789-7e55e9c9ad00 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:13.520013 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-742e7a6a-5b86-4a8a-b9ad-f2e199ca5fdd req-dbe01d02-e90c-4c62-8789-7e55e9c9ad00 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1414721 Feb 20 03:44:13.521410 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-244c0fb7-f461-446d-a33a-625dd15c17de tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Deleting port 6e5e65b8-2139-4b4d-8dbb-3fb512ee2f84 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:44:13.521899 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-244c0fb7-f461-446d-a33a-625dd15c17de tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (6e5e65b8-2139-4b4d-8dbb-3fb512ee2f84), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:13.551741 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['f6c5c77e-83cb-48f4-8702-35718ef6076d'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:44:13.567068 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['fa551e26-c5d6-4e30-8c15-847cfbbeb4e9'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:44:13.569355 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['9db11869-4975-4902-a91e-2c95a6f8cb01'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:44:13.592398 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-742e7a6a-5b86-4a8a-b9ad-f2e199ca5fdd req-98d95298-84e6-42d7-8244-0d7b4bb27cd9 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688558 Feb 20 03:44:13.613456 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:13.748697 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9d7f34c9-dcba-40ba-9467-ca09e243e50c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:13.858123 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-244c0fb7-f461-446d-a33a-625dd15c17de tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (6e5e65b8-2139-4b4d-8dbb-3fb512ee2f84), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:13.890773 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-244c0fb7-f461-446d-a33a-625dd15c17de tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Calling delete_port for 6e5e65b8-2139-4b4d-8dbb-3fb512ee2f84 owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:44:13.899691 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['704b66a5-2e83-41de-ba1d-777ee6bc4c8e'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:44:13.986445 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9d7f34c9-dcba-40ba-9467-ca09e243e50c admin admin] Publish callbacks [] for security_group (32ff7441-42f9-4d93-bdc1-921928b250f6), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:14.032153 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=704b66a5-2e83-41de-ba1d-777ee6bc4c8e,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:14.227889 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792079c7-d5a4-4248-bedf-b5312c40c469 req-03ff8dac-4887-4814-8600-fb382322fcf2 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:14.240874 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792079c7-d5a4-4248-bedf-b5312c40c469 req-03ff8dac-4887-4814-8600-fb382322fcf2 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:14.255725 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792079c7-d5a4-4248-bedf-b5312c40c469 req-03ff8dac-4887-4814-8600-fb382322fcf2 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:14.272467 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792079c7-d5a4-4248-bedf-b5312c40c469 req-03ff8dac-4887-4814-8600-fb382322fcf2 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:14.287269 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792079c7-d5a4-4248-bedf-b5312c40c469 req-03ff8dac-4887-4814-8600-fb382322fcf2 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:14.301795 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792079c7-d5a4-4248-bedf-b5312c40c469 req-03ff8dac-4887-4814-8600-fb382322fcf2 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:14.317085 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792079c7-d5a4-4248-bedf-b5312c40c469 req-03ff8dac-4887-4814-8600-fb382322fcf2 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:14.324209 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-792079c7-d5a4-4248-bedf-b5312c40c469 req-03ff8dac-4887-4814-8600-fb382322fcf2 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5426 time: 0.2333236 Feb 20 03:44:14.325105 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9d7f34c9-dcba-40ba-9467-ca09e243e50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (32ff7441-42f9-4d93-bdc1-921928b250f6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:14.422799 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f34c9-dcba-40ba-9467-ca09e243e50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ff7441-42f9-4d93-bdc1-921928b250f6,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:14.435647 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9d7f34c9-dcba-40ba-9467-ca09e243e50c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=88a2f190a4e947fea6a6cbdf3813f410&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9636600 Feb 20 03:44:14.436306 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46550) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:14.454582 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-792079c7-d5a4-4248-bedf-b5312c40c469 req-f6edb9da-35f5-4d80-bf4d-46dc69f56b0d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1196423 Feb 20 03:44:14.467162 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-244c0fb7-f461-446d-a33a-625dd15c17de tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (6e5e65b8-2139-4b4d-8dbb-3fb512ee2f84), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:14.507166 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['c7a136aa-1a7e-4a1d-8972-04de33f5dc56'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:44:14.513309 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['ecc9fc1c-32de-42f6-beff-ccab1aa82d9c'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:44:14.639952 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c0fb7-f461-446d-a33a-625dd15c17de tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Port': ['ID=6e5e65b8-2139-4b4d-8dbb-3fb512ee2f84,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:14.655707 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['6f63130c-106c-4905-adaf-b3b307d9f4f6'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:44:14.656560 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bd6bc-bc8a-4551-a608-950916bbda4f req-0e402317-0e87-490a-9d70-769e98b4c49a tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:14.666151 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-481bd6bc-bc8a-4551-a608-950916bbda4f req-0e402317-0e87-490a-9d70-769e98b4c49a tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1461055 Feb 20 03:44:14.700596 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bc458c45-28c2-4fe2-910e-8a7aa11b0a91 admin admin] Publish callbacks [] for security_group (32ff7441-42f9-4d93-bdc1-921928b250f6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:14.731909 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bc458c45-28c2-4fe2-910e-8a7aa11b0a91 admin admin] Publish callbacks [] for security_group (32ff7441-42f9-4d93-bdc1-921928b250f6), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:14.821464 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46554) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:14.844982 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-481bd6bc-bc8a-4551-a608-950916bbda4f req-67945438-5f04-49ad-afa7-a91ea7231d2d tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591604 Feb 20 03:44:15.125729 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e55799-2dd6-4881-945f-733f73ff21d8 req-f7444768-2f32-43a2-b422-9f89c9d50cab tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:15.141555 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-244c0fb7-f461-446d-a33a-625dd15c17de tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (8e00462b-9c54-4f77-9c3d-00db14a02b13), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:15.141952 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c8e55799-2dd6-4881-945f-733f73ff21d8 req-f7444768-2f32-43a2-b422-9f89c9d50cab tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.0892553 Feb 20 03:44:15.159410 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bc458c45-28c2-4fe2-910e-8a7aa11b0a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (32ff7441-42f9-4d93-bdc1-921928b250f6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:15.168533 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bc458c45-28c2-4fe2-910e-8a7aa11b0a91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:15.169346 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bc458c45-28c2-4fe2-910e-8a7aa11b0a91 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/32ff7441-42f9-4d93-bdc1-921928b250f6 HTTP/1.1" status: 204 len: 168 time: 0.7322147 Feb 20 03:44:15.209368 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2f7a2605-b7ee-45e3-b8c8-ebdb4e06ce21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:15.356766 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc458c45-28c2-4fe2-910e-8a7aa11b0a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ff7441-42f9-4d93-bdc1-921928b250f6,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:15.405244 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-b72106e1-45b1-40f2-8d25-1f4c5c40e3d1 req-cc461815-096c-4439-be64-2e4dfd5a4b29 service neutron] (104105) timed out ('10.222.0.42', 54055) {{(pid=104105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 03:44:15.407096 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2f7a2605-b7ee-45e3-b8c8-ebdb4e06ce21 admin admin] Publish callbacks [] for security_group (631c6457-2727-45c0-b19a-0409f72f037c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:15.450544 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c8e55799-2dd6-4881-945f-733f73ff21d8 req-dc83234c-b08a-4d22-8da5-72d3fa0de51f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3063660 Feb 20 03:44:15.507553 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2f7a2605-b7ee-45e3-b8c8-ebdb4e06ce21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (631c6457-2727-45c0-b19a-0409f72f037c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:15.564555 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a2605-b7ee-45e3-b8c8-ebdb4e06ce21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631c6457-2727-45c0-b19a-0409f72f037c,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:15.602421 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46572) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:15.602711 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2f7a2605-b7ee-45e3-b8c8-ebdb4e06ce21 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b61b64e329d3447684087e4edda5259b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7780409 Feb 20 03:44:15.618654 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244c0fb7-f461-446d-a33a-625dd15c17de tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Router 8e00462b-9c54-4f77-9c3d-00db14a02b13 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:44:15.814979 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa41298-f6ea-4603-9b1b-0730cdcfb916 req-d5ed4081-816f-47cd-b05c-f9daa59cf23c tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:15.822000 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa41298-f6ea-4603-9b1b-0730cdcfb916 req-d5ed4081-816f-47cd-b05c-f9daa59cf23c tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:15.828522 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa41298-f6ea-4603-9b1b-0730cdcfb916 req-d5ed4081-816f-47cd-b05c-f9daa59cf23c tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:15.835058 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa41298-f6ea-4603-9b1b-0730cdcfb916 req-d5ed4081-816f-47cd-b05c-f9daa59cf23c tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:15.841719 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa41298-f6ea-4603-9b1b-0730cdcfb916 req-d5ed4081-816f-47cd-b05c-f9daa59cf23c tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:15.849001 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa41298-f6ea-4603-9b1b-0730cdcfb916 req-d5ed4081-816f-47cd-b05c-f9daa59cf23c tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:15.851658 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e9eb04f0-765d-464c-8757-3786fae4c6f6 admin admin] Publish callbacks [] for security_group (631c6457-2727-45c0-b19a-0409f72f037c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:15.856990 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa41298-f6ea-4603-9b1b-0730cdcfb916 req-d5ed4081-816f-47cd-b05c-f9daa59cf23c tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:15.858321 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244c0fb7-f461-446d-a33a-625dd15c17de tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:44:15.870357 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6aa41298-f6ea-4603-9b1b-0730cdcfb916 req-d5ed4081-816f-47cd-b05c-f9daa59cf23c tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5426 time: 0.1461790 Feb 20 03:44:15.871902 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-244c0fb7-f461-446d-a33a-625dd15c17de tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "PUT /v2.0/routers/8e00462b-9c54-4f77-9c3d-00db14a02b13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4114339 Feb 20 03:44:15.872429 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dab9b7-29f2-48a6-ba41-7af5af6b6bad None None] Sync routers for ids ['8e00462b-9c54-4f77-9c3d-00db14a02b13'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:44:15.873267 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46578) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:15.891976 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dab9b7-29f2-48a6-ba41-7af5af6b6bad None None] Routers {'8e00462b-9c54-4f77-9c3d-00db14a02b13'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:44:15.892616 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-71dab9b7-29f2-48a6-ba41-7af5af6b6bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:43:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['8e00462b-9c54-4f77-9c3d-00db14a02b13'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:15.915232 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6e1e8ebf-c02b-48eb-b5b8-4d9838ae919d tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "GET /v2.0/ports?device_id=8e00462b-9c54-4f77-9c3d-00db14a02b13 HTTP/1.1" status: 200 len: 205 time: 0.0368195 Feb 20 03:44:15.915232 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e9eb04f0-765d-464c-8757-3786fae4c6f6 admin admin] Publish callbacks [] for security_group (631c6457-2727-45c0-b19a-0409f72f037c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:15.921544 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46580) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:15.962738 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-71dab9b7-29f2-48a6-ba41-7af5af6b6bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:15.980825 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dab9b7-29f2-48a6-ba41-7af5af6b6bad None None] Routers {'8e00462b-9c54-4f77-9c3d-00db14a02b13'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:44:15.982231 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-71dab9b7-29f2-48a6-ba41-7af5af6b6bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:43:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['8e00462b-9c54-4f77-9c3d-00db14a02b13'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:16.026370 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6aa41298-f6ea-4603-9b1b-0730cdcfb916 req-47305f93-98dc-4122-a91b-87d8d461bd47 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1544225 Feb 20 03:44:16.039887 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5b1cfa69-36e3-40f5-8c3d-b5afeda4b615 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router (8e00462b-9c54-4f77-9c3d-00db14a02b13), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:16.052815 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e9eb04f0-765d-464c-8757-3786fae4c6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (631c6457-2727-45c0-b19a-0409f72f037c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:16.057408 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e9eb04f0-765d-464c-8757-3786fae4c6f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:16.059767 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e9eb04f0-765d-464c-8757-3786fae4c6f6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/631c6457-2727-45c0-b19a-0409f72f037c HTTP/1.1" status: 204 len: 168 time: 0.4558647 Feb 20 03:44:16.087560 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb04f0-765d-464c-8757-3786fae4c6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631c6457-2727-45c0-b19a-0409f72f037c,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:16.089650 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-71dab9b7-29f2-48a6-ba41-7af5af6b6bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:16.090318 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dab9b7-29f2-48a6-ba41-7af5af6b6bad None None] The sync data for ids ['8e00462b-9c54-4f77-9c3d-00db14a02b13'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:44:16.209613 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46588) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:16.230518 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-209b4b1f-6921-4200-898f-0d913e7effc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:16.279904 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5b1cfa69-36e3-40f5-8c3d-b5afeda4b615 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (8e00462b-9c54-4f77-9c3d-00db14a02b13), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:16.282165 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5b1cfa69-36e3-40f5-8c3d-b5afeda4b615 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router_controller (8e00462b-9c54-4f77-9c3d-00db14a02b13), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:16.356993 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-209b4b1f-6921-4200-898f-0d913e7effc9 admin admin] Publish callbacks [] for security_group (6001e29f-0c14-40f6-aea7-b2a56c41ee82), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:16.388393 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef9829-448d-4aa1-b802-9adbc5154c3e req-9f42e031-136c-4c67-9367-dcd33fe551fe tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:16.389935 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-24ef9829-448d-4aa1-b802-9adbc5154c3e req-9f42e031-136c-4c67-9367-dcd33fe551fe tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.2106071 Feb 20 03:44:16.419014 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5b1cfa69-36e3-40f5-8c3d-b5afeda4b615 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (8e00462b-9c54-4f77-9c3d-00db14a02b13), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:16.419695 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1cfa69-36e3-40f5-8c3d-b5afeda4b615 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Fanout notify agent at l3_agent the message router_deleted on router 8e00462b-9c54-4f77-9c3d-00db14a02b13 {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:44:16.435006 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5b1cfa69-36e3-40f5-8c3d-b5afeda4b615 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:16.439525 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-209b4b1f-6921-4200-898f-0d913e7effc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (6001e29f-0c14-40f6-aea7-b2a56c41ee82), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:16.439771 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5b1cfa69-36e3-40f5-8c3d-b5afeda4b615 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/routers/8e00462b-9c54-4f77-9c3d-00db14a02b13 HTTP/1.1" status: 204 len: 168 time: 0.5166624 Feb 20 03:44:16.440910 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46590) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:16.506183 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-24ef9829-448d-4aa1-b802-9adbc5154c3e req-a7130f64-07ca-4478-8378-fc757bdb5636 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028125 Feb 20 03:44:16.524313 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b4b1f-6921-4200-898f-0d913e7effc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6001e29f-0c14-40f6-aea7-b2a56c41ee82,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:16.534904 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-209b4b1f-6921-4200-898f-0d913e7effc9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=adf57b3b2d3f47bf819ef7ff24c063ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3240275 Feb 20 03:44:16.537144 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-022f57e2-f7d8-42e8-9250-5ee9dbb8e4fb tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Deleting subnet 4caf1738-9bd3-4dfe-960a-cf06c6dd5cdf {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:44:16.544524 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46598) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:16.558482 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-022f57e2-f7d8-42e8-9250-5ee9dbb8e4fb tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for subnet (4caf1738-9bd3-4dfe-960a-cf06c6dd5cdf), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:16.676173 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-022f57e2-f7d8-42e8-9250-5ee9dbb8e4fb tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (4caf1738-9bd3-4dfe-960a-cf06c6dd5cdf), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:16.748125 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e9657fec-da7a-47e3-bc1c-fe8952a3b3ae admin admin] Publish callbacks [] for security_group (6001e29f-0c14-40f6-aea7-b2a56c41ee82), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:16.763248 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ff607-e99c-48b1-b036-33c82ba32475 req-0b4bfb4f-b842-4da4-ad85-34943fe80210 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:16.765146 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-274ff607-e99c-48b1-b036-33c82ba32475 req-0b4bfb4f-b842-4da4-ad85-34943fe80210 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.1627312 Feb 20 03:44:16.825831 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e9657fec-da7a-47e3-bc1c-fe8952a3b3ae admin admin] Publish callbacks [] for security_group (6001e29f-0c14-40f6-aea7-b2a56c41ee82), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:16.849811 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-022f57e2-f7d8-42e8-9250-5ee9dbb8e4fb tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (4caf1738-9bd3-4dfe-960a-cf06c6dd5cdf), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:16.936489 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f6c5c77e-83cb-48f4-8702-35718ef6076d up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:44:16.972294 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-274ff607-e99c-48b1-b036-33c82ba32475 req-3bebc021-af61-4cff-bbc6-b1892fd31b4c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961534 Feb 20 03:44:17.070034 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-022f57e2-f7d8-42e8-9250-5ee9dbb8e4fb tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (4caf1738-9bd3-4dfe-960a-cf06c6dd5cdf), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:17.111241 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f57e2-f7d8-42e8-9250-5ee9dbb8e4fb tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Subnet': ['ID=4caf1738-9bd3-4dfe-960a-cf06c6dd5cdf,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:17.124345 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022f57e2-f7d8-42e8-9250-5ee9dbb8e4fb tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:17.124812 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022f57e2-f7d8-42e8-9250-5ee9dbb8e4fb tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:17.125373 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022f57e2-f7d8-42e8-9250-5ee9dbb8e4fb tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:17.125958 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022f57e2-f7d8-42e8-9250-5ee9dbb8e4fb tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:17.126422 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022f57e2-f7d8-42e8-9250-5ee9dbb8e4fb tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:17.128321 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022f57e2-f7d8-42e8-9250-5ee9dbb8e4fb tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:17.129060 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022f57e2-f7d8-42e8-9250-5ee9dbb8e4fb tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:17.129510 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022f57e2-f7d8-42e8-9250-5ee9dbb8e4fb tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:17.129982 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022f57e2-f7d8-42e8-9250-5ee9dbb8e4fb tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:17.130520 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022f57e2-f7d8-42e8-9250-5ee9dbb8e4fb tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:17.131063 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022f57e2-f7d8-42e8-9250-5ee9dbb8e4fb tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:17.131556 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022f57e2-f7d8-42e8-9250-5ee9dbb8e4fb tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:17.132099 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022f57e2-f7d8-42e8-9250-5ee9dbb8e4fb tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:17.135642 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e9657fec-da7a-47e3-bc1c-fe8952a3b3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (6001e29f-0c14-40f6-aea7-b2a56c41ee82), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:17.139305 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e9657fec-da7a-47e3-bc1c-fe8952a3b3ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:17.140577 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e9657fec-da7a-47e3-bc1c-fe8952a3b3ae admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6001e29f-0c14-40f6-aea7-b2a56c41ee82 HTTP/1.1" status: 204 len: 168 time: 0.5935712 Feb 20 03:44:17.195165 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port f6c5c77e-83cb-48f4-8702-35718ef6076d completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:44:17.200020 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port f6c5c77e-83cb-48f4-8702-35718ef6076d triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:17.200702 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f6c5c77e-83cb-48f4-8702-35718ef6076d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:17.222524 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-022f57e2-f7d8-42e8-9250-5ee9dbb8e4fb tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:17.235038 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-022f57e2-f7d8-42e8-9250-5ee9dbb8e4fb tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/subnets/4caf1738-9bd3-4dfe-960a-cf06c6dd5cdf HTTP/1.1" status: 204 len: 168 time: 0.7903261 Feb 20 03:44:17.239589 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46624) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:17.259006 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9657fec-da7a-47e3-bc1c-fe8952a3b3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6001e29f-0c14-40f6-aea7-b2a56c41ee82,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:17.297720 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8ee83c-d685-4ac6-a5a5-1ed462d37d9c None None] Network 3b8939ec-c66a-4969-a201-edcb52559b56 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:44:17.326284 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0d12c-df63-430b-a636-e4cf1e180f55 req-88aa70ed-573f-4843-97eb-de1ca8122b2d tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:17.336049 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-68e0d12c-df63-430b-a636-e4cf1e180f55 req-88aa70ed-573f-4843-97eb-de1ca8122b2d tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.2265062 Feb 20 03:44:17.425298 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-68e0d12c-df63-430b-a636-e4cf1e180f55 req-e66cc983-df45-4a9b-b8b9-ad79fa50ff08 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689034 Feb 20 03:44:17.472934 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port f6c5c77e-83cb-48f4-8702-35718ef6076d is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:17.473429 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f6c5c77e-83cb-48f4-8702-35718ef6076d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:17.497231 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f804d90-1a0f-41c2-ac7e-ded911b85666 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (3b8939ec-c66a-4969-a201-edcb52559b56), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:17.544392 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c5c77e-83cb-48f4-8702-35718ef6076d'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:44:17.555311 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbb27ab-9ff1-4b7e-a871-422854da158d" -d '{"events": [{"server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "name": "network-vif-plugged", "status": "completed", "tag": "f6c5c77e-83cb-48f4-8702-35718ef6076d"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:44:17.575446 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port f6c5c77e-83cb-48f4-8702-35718ef6076d, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f6c5c77e-83cb-48f4-8702-35718ef6076d,segment=NetworkSegment(c3e52511-31f2-431c-b287-feea51e304d9),segment_id=c3e52511-31f2-431c-b287-feea51e304d9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:17.619437 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-4f804d90-1a0f-41c2-ac7e-ded911b85666 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Deleting port 07278247-1c06-46f6-82bd-c4032e5273d8 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:44:17.619896 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f804d90-1a0f-41c2-ac7e-ded911b85666 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (07278247-1c06-46f6-82bd-c4032e5273d8), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:17.670429 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f6c5c77e-83cb-48f4-8702-35718ef6076d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:17.671141 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 9db11869-4975-4902-a91e-2c95a6f8cb01 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:44:17.829547 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-4f804d90-1a0f-41c2-ac7e-ded911b85666 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] For port 07278247-1c06-46f6-82bd-c4032e5273d8, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=07278247-1c06-46f6-82bd-c4032e5273d8,segment=NetworkSegment(59d6ca4f-3b3b-4b25-8616-f11820e33795),segment_id=59d6ca4f-3b3b-4b25-8616-f11820e33795)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:17.830679 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f804d90-1a0f-41c2-ac7e-ded911b85666 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (07278247-1c06-46f6-82bd-c4032e5273d8), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:17.852478 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-4f804d90-1a0f-41c2-ac7e-ded911b85666 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Calling delete_port for 07278247-1c06-46f6-82bd-c4032e5273d8 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:44:17.852723 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f868041-6c1f-4de8-8392-250cfb2de467 req-4d1d9c13-4c21-4e39-b71a-6437ff8d7957 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:17.864369 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041ed30e-fe66-40b0-a6fc-ebc55c1cbd5c None None] DHCP port deletion for 3b8939ec-c66a-4969-a201-edcb52559b56 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:44:17.869330 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f868041-6c1f-4de8-8392-250cfb2de467 req-4d1d9c13-4c21-4e39-b71a-6437ff8d7957 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:17.872179 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=f6c5c77e-83cb-48f4-8702-35718ef6076d,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:17.881941 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 07278247-1c06-46f6-82bd-c4032e5273d8 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:44:17.882777 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f868041-6c1f-4de8-8392-250cfb2de467 req-4d1d9c13-4c21-4e39-b71a-6437ff8d7957 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:17.892640 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f868041-6c1f-4de8-8392-250cfb2de467 req-4d1d9c13-4c21-4e39-b71a-6437ff8d7957 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:17.909341 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f868041-6c1f-4de8-8392-250cfb2de467 req-4d1d9c13-4c21-4e39-b71a-6437ff8d7957 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:17.923294 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f868041-6c1f-4de8-8392-250cfb2de467 req-4d1d9c13-4c21-4e39-b71a-6437ff8d7957 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:17.943611 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f868041-6c1f-4de8-8392-250cfb2de467 req-4d1d9c13-4c21-4e39-b71a-6437ff8d7957 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:17.946094 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f868041-6c1f-4de8-8392-250cfb2de467 req-4d1d9c13-4c21-4e39-b71a-6437ff8d7957 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5427 time: 0.2448413 Feb 20 03:44:18.053030 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f804d90-1a0f-41c2-ac7e-ded911b85666 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (07278247-1c06-46f6-82bd-c4032e5273d8), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:18.054694 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f868041-6c1f-4de8-8392-250cfb2de467 req-cbdaa548-690d-4af3-9e9a-94f8603e512b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1020565 Feb 20 03:44:18.069538 n-d-829866-4 neutron-server[104107]: INFO neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No ports have port_id starting with 07278247-1c06-46f6-82bd-c4032e5273d8 Feb 20 03:44:18.092853 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-041ed30e-fe66-40b0-a6fc-ebc55c1cbd5c None None] Deleting port 07278247-1c06-46f6-82bd-c4032e5273d8 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:44:18.093462 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-041ed30e-fe66-40b0-a6fc-ebc55c1cbd5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (07278247-1c06-46f6-82bd-c4032e5273d8), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:18.114878 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f804d90-1a0f-41c2-ac7e-ded911b85666 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Port': ['ID=07278247-1c06-46f6-82bd-c4032e5273d8,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:18.129991 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f804d90-1a0f-41c2-ac7e-ded911b85666 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] No DVR routers for this DVR port 07278247-1c06-46f6-82bd-c4032e5273d8 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:44:18.155699 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 9db11869-4975-4902-a91e-2c95a6f8cb01 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:44:18.179560 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 9db11869-4975-4902-a91e-2c95a6f8cb01 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:18.180313 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (9db11869-4975-4902-a91e-2c95a6f8cb01), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:18.247098 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f804d90-1a0f-41c2-ac7e-ded911b85666 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (3b8939ec-c66a-4969-a201-edcb52559b56), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:18.248224 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00178019-b549-4521-8f61-6e4982e44eee x-openstack-request-id: req-00178019-b549-4521-8f61-6e4982e44eee {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:44:18.248627 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "name": "network-vif-plugged", "status": "completed", "tag": "f6c5c77e-83cb-48f4-8702-35718ef6076d", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:44:18.248977 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-00178019-b549-4521-8f61-6e4982e44eee {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:44:18.249599 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c5c77e-83cb-48f4-8702-35718ef6076d', 'code': 200} Feb 20 03:44:18.277479 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-041ed30e-fe66-40b0-a6fc-ebc55c1cbd5c None None] For port 07278247-1c06-46f6-82bd-c4032e5273d8, host n-d-829866-4, got binding levels [] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:18.283089 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-041ed30e-fe66-40b0-a6fc-ebc55c1cbd5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (07278247-1c06-46f6-82bd-c4032e5273d8), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:18.288265 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-4f804d90-1a0f-41c2-ac7e-ded911b85666 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b8939ec-c66a-4969-a201-edcb52559b56']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:18.308703 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-4f804d90-1a0f-41c2-ac7e-ded911b85666 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d6ca4f-3b3b-4b25-8616-f11820e33795') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:18.312065 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-4f804d90-1a0f-41c2-ac7e-ded911b85666 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d6ca4f-3b3b-4b25-8616-f11820e33795') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:18.326258 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f804d90-1a0f-41c2-ac7e-ded911b85666 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (59d6ca4f-3b3b-4b25-8616-f11820e33795), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:18.329164 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-041ed30e-fe66-40b0-a6fc-ebc55c1cbd5c None None] Calling delete_port for 07278247-1c06-46f6-82bd-c4032e5273d8 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:44:18.334914 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.ipam_backend_mixin [None req-041ed30e-fe66-40b0-a6fc-ebc55c1cbd5c None None] Port 07278247-1c06-46f6-82bd-c4032e5273d8 was not found and therefore no delete operation was performed {{(pid=104107) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 03:44:18.345205 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-041ed30e-fe66-40b0-a6fc-ebc55c1cbd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (07278247-1c06-46f6-82bd-c4032e5273d8), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:18.349867 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f804d90-1a0f-41c2-ac7e-ded911b85666 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (59d6ca4f-3b3b-4b25-8616-f11820e33795), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:18.359165 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f804d90-1a0f-41c2-ac7e-ded911b85666 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:44:18.360288 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f804d90-1a0f-41c2-ac7e-ded911b85666 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (59d6ca4f-3b3b-4b25-8616-f11820e33795), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:18.367225 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:44:18.367225 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:44:18.367225 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:44:18.367225 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:44:18.367225 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:44:18.367225 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:44:18.367225 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:44:18.367225 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:44:18.367225 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:44:18.367225 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:44:18.367225 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:44:18.367225 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:44:18.367225 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:44:18.367225 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:44:18.367225 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:44:18.367225 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:44:18.367225 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:44:18.367225 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:44:18.367225 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:44:18.367225 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:44:18.367225 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:44:18.367225 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:44:18.367225 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:44:18.367225 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:44:18.367225 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:44:18.367225 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:44:18.367225 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:44:18.367225 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:44:18.367225 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:44:18.367225 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:44:18.367225 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:44:18.367225 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:44:18.414765 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041ed30e-fe66-40b0-a6fc-ebc55c1cbd5c None None] No DVR routers for this DVR port 07278247-1c06-46f6-82bd-c4032e5273d8 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:44:18.416807 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ed30e-fe66-40b0-a6fc-ebc55c1cbd5c None None] Pushing event deleted for resources: {'Port': ['ID=07278247-1c06-46f6-82bd-c4032e5273d8,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:18.483390 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-ca24ab3a-717f-41c2-95af-3f3aab7688ec req-3ec243d4-c143-4c6b-ad8a-3f8ea13ecbe4 service neutron] (104105) timed out ('10.222.0.42', 53963) {{(pid=104105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 03:44:18.514268 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 9db11869-4975-4902-a91e-2c95a6f8cb01 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:18.514991 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9db11869-4975-4902-a91e-2c95a6f8cb01), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:18.542490 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f804d90-1a0f-41c2-ac7e-ded911b85666 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (3b8939ec-c66a-4969-a201-edcb52559b56), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:18.552118 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f804d90-1a0f-41c2-ac7e-ded911b85666 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:18.560932 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4f804d90-1a0f-41c2-ac7e-ded911b85666 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/networks/3b8939ec-c66a-4969-a201-edcb52559b56 HTTP/1.1" status: 204 len: 168 time: 1.3162985 Feb 20 03:44:18.561231 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46656) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:18.566784 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-d0e04cac-d05d-4097-8ad0-15866e5b3f5e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1056506175', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}, 'admin_state_up': False}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:44:18.579552 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f804d90-1a0f-41c2-ac7e-ded911b85666 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Network': ['ID=3b8939ec-c66a-4969-a201-edcb52559b56,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:18.602840 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 9db11869-4975-4902-a91e-2c95a6f8cb01, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=9db11869-4975-4902-a91e-2c95a6f8cb01,segment=NetworkSegment(8f6e3763-2606-45f0-911a-d3695f15f4a6),segment_id=8f6e3763-2606-45f0-911a-d3695f15f4a6)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:18.698080 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (9db11869-4975-4902-a91e-2c95a6f8cb01), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:18.699389 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device fa551e26-c5d6-4e30-8c15-847cfbbeb4e9 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:44:18.721408 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0e04cac-d05d-4097-8ad0-15866e5b3f5e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (ef4f2142-5808-4d05-af3c-64af305c22e6), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:18.722336 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0e04cac-d05d-4097-8ad0-15866e5b3f5e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (ef4f2142-5808-4d05-af3c-64af305c22e6), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:18.829269 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0e04cac-d05d-4097-8ad0-15866e5b3f5e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router_controller (ef4f2142-5808-4d05-af3c-64af305c22e6), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:18.912417 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=9db11869-4975-4902-a91e-2c95a6f8cb01,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:19.041514 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port fa551e26-c5d6-4e30-8c15-847cfbbeb4e9 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:44:19.046818 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port fa551e26-c5d6-4e30-8c15-847cfbbeb4e9 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:19.047426 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (fa551e26-c5d6-4e30-8c15-847cfbbeb4e9), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:19.309517 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port fa551e26-c5d6-4e30-8c15-847cfbbeb4e9 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:19.310172 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fa551e26-c5d6-4e30-8c15-847cfbbeb4e9), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:19.360518 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0e04cac-d05d-4097-8ad0-15866e5b3f5e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router_gateway (ef4f2142-5808-4d05-af3c-64af305c22e6), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:19.375623 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port fa551e26-c5d6-4e30-8c15-847cfbbeb4e9, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=fa551e26-c5d6-4e30-8c15-847cfbbeb4e9,segment=NetworkSegment(c3e52511-31f2-431c-b287-feea51e304d9),segment_id=c3e52511-31f2-431c-b287-feea51e304d9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:19.416788 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b6848-4751-44fc-9f23-7ee60fab67e7 req-f6d1b22f-e964-4f2e-b03b-aa2f41a242dd tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:19.418910 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e67b6848-4751-44fc-9f23-7ee60fab67e7 req-f6d1b22f-e964-4f2e-b03b-aa2f41a242dd tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.4523900 Feb 20 03:44:19.487009 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (fa551e26-c5d6-4e30-8c15-847cfbbeb4e9), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:19.487924 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f90d40c0-5b58-4b00-ae70-023f49494c0e up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:44:19.649593 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=fa551e26-c5d6-4e30-8c15-847cfbbeb4e9,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:19.715848 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e67b6848-4751-44fc-9f23-7ee60fab67e7 req-bfc5a385-2f85-4c45-9c66-3d843a57208f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2842283 Feb 20 03:44:19.794482 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port f90d40c0-5b58-4b00-ae70-023f49494c0e completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:44:19.800955 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port f90d40c0-5b58-4b00-ae70-023f49494c0e triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:19.801643 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f90d40c0-5b58-4b00-ae70-023f49494c0e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:19.990942 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1d8fb-ced5-4a38-a5bf-d7904b8a1ca5 req-7329e626-11fd-487e-beb4-1a282b2a4e8f tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:19.998405 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1f1d8fb-ced5-4a38-a5bf-d7904b8a1ca5 req-7329e626-11fd-487e-beb4-1a282b2a4e8f tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.2106340 Feb 20 03:44:19.998757 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port f90d40c0-5b58-4b00-ae70-023f49494c0e is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:19.999186 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f90d40c0-5b58-4b00-ae70-023f49494c0e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:20.033254 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0e04cac-d05d-4097-8ad0-15866e5b3f5e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router_gateway (ef4f2142-5808-4d05-af3c-64af305c22e6), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:20.043125 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port f90d40c0-5b58-4b00-ae70-023f49494c0e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f90d40c0-5b58-4b00-ae70-023f49494c0e,segment=NetworkSegment(c3e52511-31f2-431c-b287-feea51e304d9),segment_id=c3e52511-31f2-431c-b287-feea51e304d9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:20.072896 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0e04cac-d05d-4097-8ad0-15866e5b3f5e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:20.165360 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1f1d8fb-ced5-4a38-a5bf-d7904b8a1ca5 req-ba674c3d-a12a-4a3f-b86d-317546f616e7 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339326 Feb 20 03:44:20.189936 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f90d40c0-5b58-4b00-ae70-023f49494c0e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:20.262989 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db11869-4975-4902-a91e-2c95a6f8cb01'}, {'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa551e26-c5d6-4e30-8c15-847cfbbeb4e9'}, {'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90d40c0-5b58-4b00-ae70-023f49494c0e'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:44:20.281378 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671b605a-9c3d-49cc-8aa5-5c2af52e9211" -d '{"events": [{"server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "name": "network-vif-plugged", "status": "completed", "tag": "9db11869-4975-4902-a91e-2c95a6f8cb01"}, {"server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "name": "network-vif-plugged", "status": "completed", "tag": "fa551e26-c5d6-4e30-8c15-847cfbbeb4e9"}, {"server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "name": "network-vif-plugged", "status": "completed", "tag": "f90d40c0-5b58-4b00-ae70-023f49494c0e"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:44:20.284660 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 6f63130c-106c-4905-adaf-b3b307d9f4f6 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:44:20.320696 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-d0e04cac-d05d-4097-8ad0-15866e5b3f5e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Allocated IP 172.25.7.14 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/8cfffc2d-0f6d-4323-b9a2-d05fa66461d8) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:44:20.437487 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=f90d40c0-5b58-4b00-ae70-023f49494c0e,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:20.532607 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 6f63130c-106c-4905-adaf-b3b307d9f4f6 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:44:20.537164 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 6f63130c-106c-4905-adaf-b3b307d9f4f6 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:20.537639 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (6f63130c-106c-4905-adaf-b3b307d9f4f6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:20.547279 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0e04cac-d05d-4097-8ad0-15866e5b3f5e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for port (8cfffc2d-0f6d-4323-b9a2-d05fa66461d8), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:20.664466 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0e04cac-d05d-4097-8ad0-15866e5b3f5e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (8cfffc2d-0f6d-4323-b9a2-d05fa66461d8), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:20.712679 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 6f63130c-106c-4905-adaf-b3b307d9f4f6 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:20.715221 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (6f63130c-106c-4905-adaf-b3b307d9f4f6), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:20.769546 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e04cac-d05d-4097-8ad0-15866e5b3f5e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:44:20.777660 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-d0e04cac-d05d-4097-8ad0-15866e5b3f5e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:44:20.790176 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e04cac-d05d-4097-8ad0-15866e5b3f5e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:44:20.823392 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 6f63130c-106c-4905-adaf-b3b307d9f4f6, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=6f63130c-106c-4905-adaf-b3b307d9f4f6,segment=NetworkSegment(8f6e3763-2606-45f0-911a-d3695f15f4a6),segment_id=8f6e3763-2606-45f0-911a-d3695f15f4a6)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:20.885532 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:20.892107 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (6f63130c-106c-4905-adaf-b3b307d9f4f6), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:20.894650 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 704b66a5-2e83-41de-ba1d-777ee6bc4c8e up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:44:20.907548 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e04cac-d05d-4097-8ad0-15866e5b3f5e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Port': ['ID=8cfffc2d-0f6d-4323-b9a2-d05fa66461d8,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:21.030146 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9d76f-0200-4ca8-8120-3cb20a01e376 req-3cdec1d9-6e59-4906-ba47-9eead6ac7e0d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:21.036251 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9d76f-0200-4ca8-8120-3cb20a01e376 req-3cdec1d9-6e59-4906-ba47-9eead6ac7e0d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:21.043067 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9d76f-0200-4ca8-8120-3cb20a01e376 req-3cdec1d9-6e59-4906-ba47-9eead6ac7e0d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:21.049823 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9d76f-0200-4ca8-8120-3cb20a01e376 req-3cdec1d9-6e59-4906-ba47-9eead6ac7e0d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:21.062239 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9d76f-0200-4ca8-8120-3cb20a01e376 req-3cdec1d9-6e59-4906-ba47-9eead6ac7e0d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:21.069392 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=6f63130c-106c-4905-adaf-b3b307d9f4f6,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:21.070096 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9d76f-0200-4ca8-8120-3cb20a01e376 req-3cdec1d9-6e59-4906-ba47-9eead6ac7e0d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:21.075398 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9d76f-0200-4ca8-8120-3cb20a01e376 req-3cdec1d9-6e59-4906-ba47-9eead6ac7e0d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:21.077312 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9ab9d76f-0200-4ca8-8120-3cb20a01e376 req-3cdec1d9-6e59-4906-ba47-9eead6ac7e0d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5430 time: 0.2341971 Feb 20 03:44:21.110376 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:21.138680 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:44:21.145471 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:21.146213 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:21.182905 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9ab9d76f-0200-4ca8-8120-3cb20a01e376 req-b0f2d8f6-9b28-47fa-85c8-2f1a594db618 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0818303 Feb 20 03:44:21.256444 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:21.256962 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:21.310780 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=704b66a5-2e83-41de-ba1d-777ee6bc4c8e,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:21.384911 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377dc13-c5ff-4358-bf7e-f400d92c024a req-f43d20b4-6591-470e-a30a-770a220e95d7 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:21.386435 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8377dc13-c5ff-4358-bf7e-f400d92c024a req-f43d20b4-6591-470e-a30a-770a220e95d7 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1143014 Feb 20 03:44:21.395752 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:21.395752 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device c7a136aa-1a7e-4a1d-8972-04de33f5dc56 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:44:21.481686 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8377dc13-c5ff-4358-bf7e-f400d92c024a req-3c292afb-bb2f-443e-b595-53206ceebb91 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620904 Feb 20 03:44:21.484987 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0e04cac-d05d-4097-8ad0-15866e5b3f5e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router_gateway (ef4f2142-5808-4d05-af3c-64af305c22e6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:21.498170 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=704b66a5-2e83-41de-ba1d-777ee6bc4c8e,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:21.550468 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 20 Feb 2022 03:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426a83e7-2f16-4bf0-b00c-58c2ee868661 x-openstack-request-id: req-426a83e7-2f16-4bf0-b00c-58c2ee868661 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:44:21.551395 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "name": "network-vif-plugged", "status": "completed", "tag": "9db11869-4975-4902-a91e-2c95a6f8cb01", "code": 200}, {"server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "name": "network-vif-plugged", "status": "completed", "tag": "fa551e26-c5d6-4e30-8c15-847cfbbeb4e9", "code": 200}, {"server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "name": "network-vif-plugged", "status": "completed", "tag": "f90d40c0-5b58-4b00-ae70-023f49494c0e", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:44:21.552987 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-426a83e7-2f16-4bf0-b00c-58c2ee868661 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:44:21.552987 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db11869-4975-4902-a91e-2c95a6f8cb01', 'code': 200} Feb 20 03:44:21.552987 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa551e26-c5d6-4e30-8c15-847cfbbeb4e9', 'code': 200} Feb 20 03:44:21.552987 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90d40c0-5b58-4b00-ae70-023f49494c0e', 'code': 200} Feb 20 03:44:21.594998 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port c7a136aa-1a7e-4a1d-8972-04de33f5dc56 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:44:21.599215 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port c7a136aa-1a7e-4a1d-8972-04de33f5dc56 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:21.599599 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c7a136aa-1a7e-4a1d-8972-04de33f5dc56), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:21.734742 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port c7a136aa-1a7e-4a1d-8972-04de33f5dc56 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:21.735523 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c7a136aa-1a7e-4a1d-8972-04de33f5dc56), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:21.773827 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de9da3-017f-4fe5-ad31-f54f54a3d850 req-da9fe5ef-5ef0-4667-970b-b64cc8d4a166 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:21.774953 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port c7a136aa-1a7e-4a1d-8972-04de33f5dc56, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=c7a136aa-1a7e-4a1d-8972-04de33f5dc56,segment=NetworkSegment(c3e52511-31f2-431c-b287-feea51e304d9),segment_id=c3e52511-31f2-431c-b287-feea51e304d9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:21.780398 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-43de9da3-017f-4fe5-ad31-f54f54a3d850 req-da9fe5ef-5ef0-4667-970b-b64cc8d4a166 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 945 time: 0.1632831 Feb 20 03:44:21.854421 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0e04cac-d05d-4097-8ad0-15866e5b3f5e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (ef4f2142-5808-4d05-af3c-64af305c22e6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:21.897018 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (c7a136aa-1a7e-4a1d-8972-04de33f5dc56), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:21.897018 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device ecc9fc1c-32de-42f6-beff-ccab1aa82d9c up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:44:21.912633 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-43de9da3-017f-4fe5-ad31-f54f54a3d850 req-3ebb5183-2176-48d5-ae23-cfc67ec0b516 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014643 Feb 20 03:44:21.968319 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=c7a136aa-1a7e-4a1d-8972-04de33f5dc56,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:22.114961 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port ecc9fc1c-32de-42f6-beff-ccab1aa82d9c completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:44:22.119878 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port ecc9fc1c-32de-42f6-beff-ccab1aa82d9c triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:22.120664 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ecc9fc1c-32de-42f6-beff-ccab1aa82d9c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:22.137658 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e04cac-d05d-4097-8ad0-15866e5b3f5e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Router ef4f2142-5808-4d05-af3c-64af305c22e6 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:44:22.249577 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port ecc9fc1c-32de-42f6-beff-ccab1aa82d9c is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:22.250644 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ecc9fc1c-32de-42f6-beff-ccab1aa82d9c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:22.314415 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port ecc9fc1c-32de-42f6-beff-ccab1aa82d9c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ecc9fc1c-32de-42f6-beff-ccab1aa82d9c,segment=NetworkSegment(d72d462e-fc0a-426c-bb37-f85f00dbb615),segment_id=d72d462e-fc0a-426c-bb37-f85f00dbb615)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:22.413022 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ecc9fc1c-32de-42f6-beff-ccab1aa82d9c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:22.520305 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=ecc9fc1c-32de-42f6-beff-ccab1aa82d9c,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:22.774472 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e04cac-d05d-4097-8ad0-15866e5b3f5e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:44:22.786321 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e20f98-26eb-44f9-88a1-7ae40c5a5a62 None None] Sync routers for ids ['ef4f2142-5808-4d05-af3c-64af305c22e6'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:44:22.810411 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e20f98-26eb-44f9-88a1-7ae40c5a5a62 None None] Routers {'ef4f2142-5808-4d05-af3c-64af305c22e6'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:44:22.812033 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc2337-4108-4691-b7b9-c8679986d71f req-e97d883a-e689-4cbb-9197-ede6cfe083df tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:22.817057 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f1e20f98-26eb-44f9-88a1-7ae40c5a5a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:43:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['ef4f2142-5808-4d05-af3c-64af305c22e6'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:22.818192 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc2337-4108-4691-b7b9-c8679986d71f req-e97d883a-e689-4cbb-9197-ede6cfe083df tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:22.823713 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc2337-4108-4691-b7b9-c8679986d71f req-e97d883a-e689-4cbb-9197-ede6cfe083df tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:22.828895 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc2337-4108-4691-b7b9-c8679986d71f req-e97d883a-e689-4cbb-9197-ede6cfe083df tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:22.834832 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc2337-4108-4691-b7b9-c8679986d71f req-e97d883a-e689-4cbb-9197-ede6cfe083df tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:22.840008 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc2337-4108-4691-b7b9-c8679986d71f req-e97d883a-e689-4cbb-9197-ede6cfe083df tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:22.845358 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc2337-4108-4691-b7b9-c8679986d71f req-e97d883a-e689-4cbb-9197-ede6cfe083df tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:22.853292 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-19fc2337-4108-4691-b7b9-c8679986d71f req-e97d883a-e689-4cbb-9197-ede6cfe083df tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5433 time: 0.1297107 Feb 20 03:44:22.863723 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0e04cac-d05d-4097-8ad0-15866e5b3f5e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:22.864966 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d0e04cac-d05d-4097-8ad0-15866e5b3f5e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.3025370 Feb 20 03:44:22.867923 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46780) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:22.873889 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f1e20f98-26eb-44f9-88a1-7ae40c5a5a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:22.925911 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e20f98-26eb-44f9-88a1-7ae40c5a5a62 None None] Routers {'ef4f2142-5808-4d05-af3c-64af305c22e6'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:44:22.927792 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f1e20f98-26eb-44f9-88a1-7ae40c5a5a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:43:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['ef4f2142-5808-4d05-af3c-64af305c22e6'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:22.983724 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-19fc2337-4108-4691-b7b9-c8679986d71f req-2295c40d-83a5-4f09-a79e-ccb3b5042f8e tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1294634 Feb 20 03:44:23.065288 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f1e20f98-26eb-44f9-88a1-7ae40c5a5a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:23.067447 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e20f98-26eb-44f9-88a1-7ae40c5a5a62 None None] The sync data for ids ['ef4f2142-5808-4d05-af3c-64af305c22e6'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:44:23.109950 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a6e0054a-79af-4d0d-a10c-841d35e815d5 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "GET /v2.0/routers/ef4f2142-5808-4d05-af3c-64af305c22e6 HTTP/1.1" status: 200 len: 880 time: 0.2405109 Feb 20 03:44:23.113925 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46788) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:23.158373 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf1cfd-e686-4bb7-be57-c2f7d58cca25 req-49ce2786-c9e5-46f5-bece-79a18fefad1a tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:23.160575 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b7cf1cfd-e686-4bb7-be57-c2f7d58cca25 req-49ce2786-c9e5-46f5-bece-79a18fefad1a tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.0754924 Feb 20 03:44:23.219815 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b7cf1cfd-e686-4bb7-be57-c2f7d58cca25 req-706737e5-24be-4466-b257-41262e764455 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526280 Feb 20 03:44:23.545894 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2f678-b78a-4bad-ade5-d24491782c5f req-087505f7-973b-4a86-aac3-7055b178ecc2 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:23.550343 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-10c2f678-b78a-4bad-ade5-d24491782c5f req-087505f7-973b-4a86-aac3-7055b178ecc2 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 945 time: 0.1096191 Feb 20 03:44:23.555447 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f63130c-106c-4905-adaf-b3b307d9f4f6'}, {'server_uuid': 'e43c33d3-020b-4334-87ed-69fe568475fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704b66a5-2e83-41de-ba1d-777ee6bc4c8e'}, {'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a136aa-1a7e-4a1d-8972-04de33f5dc56'}, {'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc9fc1c-32de-42f6-beff-ccab1aa82d9c'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:44:23.558297 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c12611-b202-4d68-9449-1ea494021a01" -d '{"events": [{"server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "name": "network-vif-plugged", "status": "completed", "tag": "6f63130c-106c-4905-adaf-b3b307d9f4f6"}, {"server_uuid": "e43c33d3-020b-4334-87ed-69fe568475fd", "name": "network-vif-plugged", "status": "completed", "tag": "704b66a5-2e83-41de-ba1d-777ee6bc4c8e"}, {"server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "name": "network-vif-plugged", "status": "completed", "tag": "c7a136aa-1a7e-4a1d-8972-04de33f5dc56"}, {"server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "name": "network-vif-plugged", "status": "completed", "tag": "ecc9fc1c-32de-42f6-beff-ccab1aa82d9c"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:44:23.569636 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46804) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:23.572682 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6bed4d4c-92a2-4b06-bb65-3123ddee3429 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4576058 Feb 20 03:44:23.575859 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46806) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:23.586777 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-dc7e0f9b-bd55-47d3-aba9-e1f7f31d1cd3 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1056506175'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:44:23.694648 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-10c2f678-b78a-4bad-ade5-d24491782c5f req-e8bef5ed-4df1-44ab-a6f5-aea56da92e0b tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278665 Feb 20 03:44:23.839195 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-60ae829b-7478-40d8-a4e3-3a9cd798c669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:23.926408 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b4d73-8759-491a-bcd6-fab79a2270c1 req-2cd0e5c5-8a2b-470d-b1ce-088ac6b8aa8a tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:23.935606 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f32b4d73-8759-491a-bcd6-fab79a2270c1 req-2cd0e5c5-8a2b-470d-b1ce-088ac6b8aa8a tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1499078 Feb 20 03:44:24.036498 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f32b4d73-8759-491a-bcd6-fab79a2270c1 req-457b58a4-ddb7-4202-840f-dabf00e2e2cc tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994499 Feb 20 03:44:24.044028 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46814) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:24.178476 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-60ae829b-7478-40d8-a4e3-3a9cd798c669 admin admin] Publish callbacks [] for security_group (30fe6c51-80f8-409f-a8ab-c2f79b7bbc4f), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:24.246251 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-60ae829b-7478-40d8-a4e3-3a9cd798c669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (30fe6c51-80f8-409f-a8ab-c2f79b7bbc4f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:24.328719 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-60ae829b-7478-40d8-a4e3-3a9cd798c669 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5392ca4b554d485d9d35a97095c9f9c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7553556 Feb 20 03:44:24.331418 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46824) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:24.349101 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sun, 20 Feb 2022 03:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c3fbc9-1c66-4fb2-8280-2885b591d0db x-openstack-request-id: req-66c3fbc9-1c66-4fb2-8280-2885b591d0db {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:44:24.349410 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "name": "network-vif-plugged", "status": "completed", "tag": "6f63130c-106c-4905-adaf-b3b307d9f4f6", "code": 200}, {"server_uuid": "e43c33d3-020b-4334-87ed-69fe568475fd", "name": "network-vif-plugged", "status": "completed", "tag": "704b66a5-2e83-41de-ba1d-777ee6bc4c8e", "code": 200}, {"server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "name": "network-vif-plugged", "status": "completed", "tag": "c7a136aa-1a7e-4a1d-8972-04de33f5dc56", "code": 200}, {"server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "name": "network-vif-plugged", "status": "completed", "tag": "ecc9fc1c-32de-42f6-beff-ccab1aa82d9c", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:44:24.349667 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-66c3fbc9-1c66-4fb2-8280-2885b591d0db {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:44:24.350068 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f63130c-106c-4905-adaf-b3b307d9f4f6', 'code': 200} Feb 20 03:44:24.350327 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43c33d3-020b-4334-87ed-69fe568475fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704b66a5-2e83-41de-ba1d-777ee6bc4c8e', 'code': 200} Feb 20 03:44:24.350633 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a136aa-1a7e-4a1d-8972-04de33f5dc56', 'code': 200} Feb 20 03:44:24.350928 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc9fc1c-32de-42f6-beff-ccab1aa82d9c', 'code': 200} Feb 20 03:44:24.384375 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae829b-7478-40d8-a4e3-3a9cd798c669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fe6c51-80f8-409f-a8ab-c2f79b7bbc4f,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:24.391958 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6ebba393-1530-4fa7-8673-285f603bad82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:24.588651 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfef0f-9e28-48ca-8b0a-fa0c9f1aa4cd req-5017dcb7-b4ae-4a26-97c5-4da192a9129a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:24.594616 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfef0f-9e28-48ca-8b0a-fa0c9f1aa4cd req-5017dcb7-b4ae-4a26-97c5-4da192a9129a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:24.602137 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfef0f-9e28-48ca-8b0a-fa0c9f1aa4cd req-5017dcb7-b4ae-4a26-97c5-4da192a9129a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:24.604232 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-55841b3f-67a9-450d-b262-4c669c7e7a3c admin admin] Publish callbacks [] for security_group (30fe6c51-80f8-409f-a8ab-c2f79b7bbc4f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:24.608345 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfef0f-9e28-48ca-8b0a-fa0c9f1aa4cd req-5017dcb7-b4ae-4a26-97c5-4da192a9129a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:24.615048 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfef0f-9e28-48ca-8b0a-fa0c9f1aa4cd req-5017dcb7-b4ae-4a26-97c5-4da192a9129a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:24.620499 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfef0f-9e28-48ca-8b0a-fa0c9f1aa4cd req-5017dcb7-b4ae-4a26-97c5-4da192a9129a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:24.629001 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfef0f-9e28-48ca-8b0a-fa0c9f1aa4cd req-5017dcb7-b4ae-4a26-97c5-4da192a9129a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:24.632143 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cebfef0f-9e28-48ca-8b0a-fa0c9f1aa4cd req-5017dcb7-b4ae-4a26-97c5-4da192a9129a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5433 time: 0.2143683 Feb 20 03:44:24.633765 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dc7e0f9b-bd55-47d3-aba9-e1f7f31d1cd3 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16304713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16307768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6330'] for router (ef4f2142-5808-4d05-af3c-64af305c22e6), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:24.649259 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be745404-a1ea-407e-a09b-76e1e330283e req-1b1a7c90-0727-4bc0-a9f1-aebc17afe744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:24.651070 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be745404-a1ea-407e-a09b-76e1e330283e req-1b1a7c90-0727-4bc0-a9f1-aebc17afe744 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 1127 time: 0.2169864 Feb 20 03:44:24.655375 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-55841b3f-67a9-450d-b262-4c669c7e7a3c admin admin] Publish callbacks [] for security_group (30fe6c51-80f8-409f-a8ab-c2f79b7bbc4f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:24.670183 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad70766-27af-427e-84b6-1764123e71b2 req-f8704631-58d3-47b5-a88f-fb6d58e0a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:24.670666 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad70766-27af-427e-84b6-1764123e71b2 req-f8704631-58d3-47b5-a88f-fb6d58e0a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:24.671207 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad70766-27af-427e-84b6-1764123e71b2 req-f8704631-58d3-47b5-a88f-fb6d58e0a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:24.672061 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad70766-27af-427e-84b6-1764123e71b2 req-f8704631-58d3-47b5-a88f-fb6d58e0a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:24.672199 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad70766-27af-427e-84b6-1764123e71b2 req-f8704631-58d3-47b5-a88f-fb6d58e0a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:24.672591 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad70766-27af-427e-84b6-1764123e71b2 req-f8704631-58d3-47b5-a88f-fb6d58e0a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:24.673053 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad70766-27af-427e-84b6-1764123e71b2 req-f8704631-58d3-47b5-a88f-fb6d58e0a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:24.675559 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bad70766-27af-427e-84b6-1764123e71b2 req-f8704631-58d3-47b5-a88f-fb6d58e0a400 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 6707 time: 0.2100654 Feb 20 03:44:24.734391 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dc7e0f9b-bd55-47d3-aba9-e1f7f31d1cd3 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16304734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16304727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16307761'] for router (ef4f2142-5808-4d05-af3c-64af305c22e6), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:24.773549 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6ebba393-1530-4fa7-8673-285f603bad82 admin admin] Publish callbacks [] for security_group (5d03e25d-e6dc-4545-8a68-1c23dfcd564c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:24.818194 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-55841b3f-67a9-450d-b262-4c669c7e7a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (30fe6c51-80f8-409f-a8ab-c2f79b7bbc4f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:24.820841 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-55841b3f-67a9-450d-b262-4c669c7e7a3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:24.822475 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-55841b3f-67a9-450d-b262-4c669c7e7a3c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/30fe6c51-80f8-409f-a8ab-c2f79b7bbc4f HTTP/1.1" status: 204 len: 168 time: 0.4890897 Feb 20 03:44:24.841447 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be745404-a1ea-407e-a09b-76e1e330283e req-1c08971f-f33a-4a81-a407-44c1befc8bd9 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839678 Feb 20 03:44:24.849495 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cebfef0f-9e28-48ca-8b0a-fa0c9f1aa4cd req-bca8c6c4-119c-4123-a832-1f5731b80774 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2030983 Feb 20 03:44:24.855453 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6ebba393-1530-4fa7-8673-285f603bad82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5d03e25d-e6dc-4545-8a68-1c23dfcd564c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:24.869145 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55841b3f-67a9-450d-b262-4c669c7e7a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fe6c51-80f8-409f-a8ab-c2f79b7bbc4f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:24.879069 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bad70766-27af-427e-84b6-1764123e71b2 req-43c68e21-0d07-48aa-b99f-6bea09dc66f3 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=afe54234-6471-462d-a2c5-c5441fb9054a&id=c99bdd9b-3833-4526-833f-04904635e8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1958561 Feb 20 03:44:24.912507 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6ebba393-1530-4fa7-8673-285f603bad82 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=15eee978a4c1455d8115c12afa84a929&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8622875 Feb 20 03:44:24.912507 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebba393-1530-4fa7-8673-285f603bad82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d03e25d-e6dc-4545-8a68-1c23dfcd564c,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:24.914509 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46834) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:24.956221 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7e0f9b-bd55-47d3-aba9-e1f7f31d1cd3 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Router ef4f2142-5808-4d05-af3c-64af305c22e6 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:44:24.984303 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-88d784be-a9ce-4ced-bdd6-40ea69238442 admin admin] Publish callbacks [] for security_group (5d03e25d-e6dc-4545-8a68-1c23dfcd564c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:25.059521 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-88d784be-a9ce-4ced-bdd6-40ea69238442 admin admin] Publish callbacks [] for security_group (5d03e25d-e6dc-4545-8a68-1c23dfcd564c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:25.124519 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d4c96-56dc-439f-938c-686d3640f5b1 req-59c64579-5ffe-42fe-96ef-2e8877ff0eb9 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:25.134123 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be1d4c96-56dc-439f-938c-686d3640f5b1 req-59c64579-5ffe-42fe-96ef-2e8877ff0eb9 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 945 time: 0.1388507 Feb 20 03:44:25.174302 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7e0f9b-bd55-47d3-aba9-e1f7f31d1cd3 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:44:25.193587 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04099b29-2136-44a1-b4fa-468df582e6a3 None None] Sync routers for ids ['ef4f2142-5808-4d05-af3c-64af305c22e6'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:44:25.197265 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dc7e0f9b-bd55-47d3-aba9-e1f7f31d1cd3 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:25.202923 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-dc7e0f9b-bd55-47d3-aba9-e1f7f31d1cd3 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "PUT /v2.0/routers/ef4f2142-5808-4d05-af3c-64af305c22e6 HTTP/1.1" status: 200 len: 887 time: 1.6240258 Feb 20 03:44:25.203933 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46838) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:25.217281 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04099b29-2136-44a1-b4fa-468df582e6a3 None None] Routers {'ef4f2142-5808-4d05-af3c-64af305c22e6'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:44:25.217915 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-04099b29-2136-44a1-b4fa-468df582e6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:43:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['ef4f2142-5808-4d05-af3c-64af305c22e6'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:25.246537 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be1d4c96-56dc-439f-938c-686d3640f5b1 req-444a75ac-52a5-4fcc-9953-341ffe383b5c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114461 Feb 20 03:44:25.268936 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-88d784be-a9ce-4ced-bdd6-40ea69238442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5d03e25d-e6dc-4545-8a68-1c23dfcd564c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:25.280655 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-88d784be-a9ce-4ced-bdd6-40ea69238442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:25.287690 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-88d784be-a9ce-4ced-bdd6-40ea69238442 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5d03e25d-e6dc-4545-8a68-1c23dfcd564c HTTP/1.1" status: 204 len: 168 time: 0.3721776 Feb 20 03:44:25.309621 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d784be-a9ce-4ced-bdd6-40ea69238442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d03e25d-e6dc-4545-8a68-1c23dfcd564c,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:25.332452 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-04099b29-2136-44a1-b4fa-468df582e6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:25.354562 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04099b29-2136-44a1-b4fa-468df582e6a3 None None] Routers {'ef4f2142-5808-4d05-af3c-64af305c22e6'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:44:25.355215 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-04099b29-2136-44a1-b4fa-468df582e6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:43:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['ef4f2142-5808-4d05-af3c-64af305c22e6'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:25.445781 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-04099b29-2136-44a1-b4fa-468df582e6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:25.450440 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04099b29-2136-44a1-b4fa-468df582e6a3 None None] The sync data for ids ['ef4f2142-5808-4d05-af3c-64af305c22e6'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:44:25.476554 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46848) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:25.477013 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e9fc153c-a4bf-4b25-b194-c6045e8bbb41 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "GET /v2.0/routers/ef4f2142-5808-4d05-af3c-64af305c22e6 HTTP/1.1" status: 200 len: 887 time: 0.2699366 Feb 20 03:44:25.487482 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637abdc-0132-4bfb-b5ed-1f2f84911728 req-05c874db-4177-484c-b39a-c2482132795c tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:25.489679 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b637abdc-0132-4bfb-b5ed-1f2f84911728 req-05c874db-4177-484c-b39a-c2482132795c tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.0801060 Feb 20 03:44:25.534332 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-39e834a9-df33-4008-9c4d-930c281c3c0f tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef4f2142-5808-4d05-af3c-64af305c22e6 HTTP/1.1" status: 200 len: 205 time: 0.0427074 Feb 20 03:44:25.535709 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46850) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:25.629353 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b637abdc-0132-4bfb-b5ed-1f2f84911728 req-5c3e687d-4d42-43c1-a852-4730d9f49d75 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061268 Feb 20 03:44:25.687909 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-213d2820-0bfd-4ca3-ba5f-03ec8be9ef93 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router (ef4f2142-5808-4d05-af3c-64af305c22e6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:25.708317 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46854) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:25.728732 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6746ea21-846f-4a5f-be7a-1fd4b9c3ad76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:25.826128 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-213d2820-0bfd-4ca3-ba5f-03ec8be9ef93 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router_gateway (ef4f2142-5808-4d05-af3c-64af305c22e6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:25.948979 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e25bba-ae0d-4e43-9c4e-48302c99954a req-5f9bb2f4-f6af-48dd-91de-b833cdb1af4e tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:25.955943 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25e25bba-ae0d-4e43-9c4e-48302c99954a req-5f9bb2f4-f6af-48dd-91de-b833cdb1af4e tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1178498 Feb 20 03:44:25.989674 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6746ea21-846f-4a5f-be7a-1fd4b9c3ad76 admin admin] Publish callbacks [] for security_group (1fec50c7-6f60-4287-8341-ba31577c310d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:25.998148 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-213d2820-0bfd-4ca3-ba5f-03ec8be9ef93 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Deleting port 8cfffc2d-0f6d-4323-b9a2-d05fa66461d8 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:44:25.998492 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-213d2820-0bfd-4ca3-ba5f-03ec8be9ef93 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (8cfffc2d-0f6d-4323-b9a2-d05fa66461d8), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:26.032665 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25e25bba-ae0d-4e43-9c4e-48302c99954a req-872ced5b-c364-44ec-a729-355a9a43aa81 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755680 Feb 20 03:44:26.088873 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6746ea21-846f-4a5f-be7a-1fd4b9c3ad76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1fec50c7-6f60-4287-8341-ba31577c310d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:26.146689 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-213d2820-0bfd-4ca3-ba5f-03ec8be9ef93 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (8cfffc2d-0f6d-4323-b9a2-d05fa66461d8), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:26.196816 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6746ea21-846f-4a5f-be7a-1fd4b9c3ad76 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a26e2533c56c4f9bb5038164e92b0477&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4847581 Feb 20 03:44:26.197139 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746ea21-846f-4a5f-be7a-1fd4b9c3ad76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fec50c7-6f60-4287-8341-ba31577c310d,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:26.197675 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46868) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:26.220689 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-213d2820-0bfd-4ca3-ba5f-03ec8be9ef93 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Calling delete_port for 8cfffc2d-0f6d-4323-b9a2-d05fa66461d8 owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:44:26.309561 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89a460-05c0-4bdf-b408-03d65493de1f req-3bb87563-ff5c-4f06-a463-3033d1eb36f0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:26.318167 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89a460-05c0-4bdf-b408-03d65493de1f req-3bb87563-ff5c-4f06-a463-3033d1eb36f0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:26.324430 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89a460-05c0-4bdf-b408-03d65493de1f req-3bb87563-ff5c-4f06-a463-3033d1eb36f0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:26.355054 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89a460-05c0-4bdf-b408-03d65493de1f req-3bb87563-ff5c-4f06-a463-3033d1eb36f0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:26.372632 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89a460-05c0-4bdf-b408-03d65493de1f req-3bb87563-ff5c-4f06-a463-3033d1eb36f0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:26.379802 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0bb6ba33-2b07-430e-ac3d-8f108d35a54e admin admin] Publish callbacks [] for security_group (1fec50c7-6f60-4287-8341-ba31577c310d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:26.381719 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89a460-05c0-4bdf-b408-03d65493de1f req-3bb87563-ff5c-4f06-a463-3033d1eb36f0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:26.383866 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d2b131d2-ee7d-477a-a40a-a7970fbf7c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:26.399965 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89a460-05c0-4bdf-b408-03d65493de1f req-3bb87563-ff5c-4f06-a463-3033d1eb36f0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:26.402915 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf89a460-05c0-4bdf-b408-03d65493de1f req-3bb87563-ff5c-4f06-a463-3033d1eb36f0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5433 time: 0.1858430 Feb 20 03:44:26.479792 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0bb6ba33-2b07-430e-ac3d-8f108d35a54e admin admin] Publish callbacks [] for security_group (1fec50c7-6f60-4287-8341-ba31577c310d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:26.584578 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf89a460-05c0-4bdf-b408-03d65493de1f req-f7b8696f-f78a-470e-b2fd-5a1f48c03a8c tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1739469 Feb 20 03:44:26.677622 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0bb6ba33-2b07-430e-ac3d-8f108d35a54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1fec50c7-6f60-4287-8341-ba31577c310d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:26.678099 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0bb6ba33-2b07-430e-ac3d-8f108d35a54e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:26.682092 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0bb6ba33-2b07-430e-ac3d-8f108d35a54e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1fec50c7-6f60-4287-8341-ba31577c310d HTTP/1.1" status: 204 len: 168 time: 0.4805963 Feb 20 03:44:26.702257 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6ba33-2b07-430e-ac3d-8f108d35a54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fec50c7-6f60-4287-8341-ba31577c310d,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:26.715097 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-213d2820-0bfd-4ca3-ba5f-03ec8be9ef93 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (8cfffc2d-0f6d-4323-b9a2-d05fa66461d8), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:26.784316 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d2820-0bfd-4ca3-ba5f-03ec8be9ef93 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Port': ['ID=8cfffc2d-0f6d-4323-b9a2-d05fa66461d8,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:26.832032 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0e4c5-936b-47bc-8693-32f4e88fcf79 req-37a8753a-3741-4c43-8420-bd1bf1afa8fa tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:26.839559 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-96e0e4c5-936b-47bc-8693-32f4e88fcf79 req-37a8753a-3741-4c43-8420-bd1bf1afa8fa tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 945 time: 0.1568055 Feb 20 03:44:26.855403 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-213d2820-0bfd-4ca3-ba5f-03ec8be9ef93 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (ef4f2142-5808-4d05-af3c-64af305c22e6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:26.885418 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-96e0e4c5-936b-47bc-8693-32f4e88fcf79 req-e4e67dd6-863e-4e9f-8fd4-420d5dc58e2d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446668 Feb 20 03:44:26.969819 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-213d2820-0bfd-4ca3-ba5f-03ec8be9ef93 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (ef4f2142-5808-4d05-af3c-64af305c22e6), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:26.973562 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-213d2820-0bfd-4ca3-ba5f-03ec8be9ef93 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router_controller (ef4f2142-5808-4d05-af3c-64af305c22e6), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:27.058028 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4b7b9-ec9c-4458-a05f-3a0f2fab223f req-144679e4-4e1f-4f96-95e7-a97c90101c18 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:27.062416 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46896) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:27.063338 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e5c4b7b9-ec9c-4458-a05f-3a0f2fab223f req-144679e4-4e1f-4f96-95e7-a97c90101c18 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.0691400 Feb 20 03:44:27.098693 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-213d2820-0bfd-4ca3-ba5f-03ec8be9ef93 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (ef4f2142-5808-4d05-af3c-64af305c22e6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:27.099306 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213d2820-0bfd-4ca3-ba5f-03ec8be9ef93 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Fanout notify agent at l3_agent the message router_deleted on router ef4f2142-5808-4d05-af3c-64af305c22e6 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:44:27.111496 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-213d2820-0bfd-4ca3-ba5f-03ec8be9ef93 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:27.116378 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46904) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:27.117464 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-213d2820-0bfd-4ca3-ba5f-03ec8be9ef93 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/routers/ef4f2142-5808-4d05-af3c-64af305c22e6 HTTP/1.1" status: 204 len: 168 time: 1.5748723 Feb 20 03:44:27.124145 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-8c85439e-f13d-4edf-8f34-6c7eea71a713 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Request body: {'network': {'name': 'tempest-RoutersTest-1920705128'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:44:27.163032 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e5c4b7b9-ec9c-4458-a05f-3a0f2fab223f req-fb4db4e6-9b62-4172-aaef-153b5efcff4f tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924611 Feb 20 03:44:27.246359 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c85439e-f13d-4edf-8f34-6c7eea71a713 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Made reservation on behalf of 43d4b034525e47029e777f2e09722643 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:44:27.250420 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8c85439e-f13d-4edf-8f34-6c7eea71a713 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:27.261403 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-6eee2ea4-dd92-4d3a-9da9-f111cad2606e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-237415728-network', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:44:27.293792 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c85439e-f13d-4edf-8f34-6c7eea71a713 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:44:27.331181 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8c85439e-f13d-4edf-8f34-6c7eea71a713 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (a5dd08d0-fdb6-480c-b2f5-f2372544ece8), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:27.331698 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-8c85439e-f13d-4edf-8f34-6c7eea71a713 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Added segment a5dd08d0-fdb6-480c-b2f5-f2372544ece8 of type vlan for network 08f5082d-424c-410c-8728-2b4dd795f093 Feb 20 03:44:27.366474 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eee2ea4-dd92-4d3a-9da9-f111cad2606e admin admin] Made reservation on behalf of 541ea901ffd34c35a78734a2429fed7a for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:44:27.370673 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6eee2ea4-dd92-4d3a-9da9-f111cad2606e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:27.378055 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8c85439e-f13d-4edf-8f34-6c7eea71a713 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (08f5082d-424c-410c-8728-2b4dd795f093), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:27.381684 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6eee2ea4-dd92-4d3a-9da9-f111cad2606e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:27.399979 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046447b5-2705-41b8-b881-d1c417f963f6 req-4792f8b2-5bc4-4587-aa3f-4a660c3cd707 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:27.404617 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-046447b5-2705-41b8-b881-d1c417f963f6 req-4792f8b2-5bc4-4587-aa3f-4a660c3cd707 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 945 time: 0.1083999 Feb 20 03:44:27.414087 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46916) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:27.421384 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-59a73170-1786-4eb1-91d6-0923a292824e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Request body: {'floatingip': {'port_id': '704b66a5-2e83-41de-ba1d-777ee6bc4c8e'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:44:27.486067 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6eee2ea4-dd92-4d3a-9da9-f111cad2606e admin admin] Publish callbacks [] for security_group (f5cb204d-8d53-4f0c-83cf-137345ab440e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:27.504784 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8c85439e-f13d-4edf-8f34-6c7eea71a713 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (08f5082d-424c-410c-8728-2b4dd795f093), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:27.513556 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c85439e-f13d-4edf-8f34-6c7eea71a713 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:27.514352 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8c85439e-f13d-4edf-8f34-6c7eea71a713 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:27.550090 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6eee2ea4-dd92-4d3a-9da9-f111cad2606e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f5cb204d-8d53-4f0c-83cf-137345ab440e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:27.563380 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eee2ea4-dd92-4d3a-9da9-f111cad2606e admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:44:27.577900 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6eee2ea4-dd92-4d3a-9da9-f111cad2606e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (62e0b498-d38d-4750-b089-0bc3a2eabed2), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:27.578305 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-6eee2ea4-dd92-4d3a-9da9-f111cad2606e admin admin] Added segment 62e0b498-d38d-4750-b089-0bc3a2eabed2 of type vlan for network 18b77a5e-5446-4d58-b319-36a274f1014a Feb 20 03:44:27.607400 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85439e-f13d-4edf-8f34-6c7eea71a713 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Network': ['ID=08f5082d-424c-410c-8728-2b4dd795f093,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:27.618432 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 08f5082d-424c-410c-8728-2b4dd795f093 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:44:27.621687 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-59a73170-1786-4eb1-91d6-0923a292824e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks [] for floatingip (ff3e8f42-d5d7-4aa4-87e3-9bad0e2b14d0), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:27.624192 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6eee2ea4-dd92-4d3a-9da9-f111cad2606e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (18b77a5e-5446-4d58-b319-36a274f1014a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:27.725258 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee2ea4-dd92-4d3a-9da9-f111cad2606e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cb204d-8d53-4f0c-83cf-137345ab440e,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:27.739616 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6eee2ea4-dd92-4d3a-9da9-f111cad2606e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (18b77a5e-5446-4d58-b319-36a274f1014a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:27.740707 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eee2ea4-dd92-4d3a-9da9-f111cad2606e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:27.747376 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6eee2ea4-dd92-4d3a-9da9-f111cad2606e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:27.908463 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee2ea4-dd92-4d3a-9da9-f111cad2606e admin admin] Pushing event updated for resources: {'Network': ['ID=18b77a5e-5446-4d58-b319-36a274f1014a,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:27.918182 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6eee2ea4-dd92-4d3a-9da9-f111cad2606e admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8545024 Feb 20 03:44:27.926232 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46936) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:27.935406 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-c78401e5-120c-4eba-a387-a8cb71363dd1 admin admin] Request body: {'subnet': {'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-237415728-subnet', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:44:28.057469 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78401e5-120c-4eba-a387-a8cb71363dd1 admin admin] Made reservation on behalf of 541ea901ffd34c35a78734a2429fed7a for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:44:28.059902 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c78401e5-120c-4eba-a387-a8cb71363dd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:28.087829 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 18b77a5e-5446-4d58-b319-36a274f1014a details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:44:28.442234 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46952) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:28.442489 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8c85439e-f13d-4edf-8f34-6c7eea71a713 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3245783 Feb 20 03:44:28.446950 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.db.resource_extend [None req-59a73170-1786-4eb1-91d6-0923a292824e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 03:44:28.456867 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-8f32940f-952c-4e5f-8234-06bf302eb08e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Request body: {'subnet': {'network_id': '08f5082d-424c-410c-8728-2b4dd795f093', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:44:28.497769 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08247726-7570-4612-b951-e0cd992f38bf req-beac1dba-93de-4915-bd42-86858a78426c tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:28.505407 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-08247726-7570-4612-b951-e0cd992f38bf req-beac1dba-93de-4915-bd42-86858a78426c tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.9816821 Feb 20 03:44:28.540371 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-59a73170-1786-4eb1-91d6-0923a292824e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:28.583239 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-08247726-7570-4612-b951-e0cd992f38bf req-6f29ed99-24cd-4596-a5eb-90d195109f0c tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721898 Feb 20 03:44:28.606499 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-59a73170-1786-4eb1-91d6-0923a292824e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (ff3e8f42-d5d7-4aa4-87e3-9bad0e2b14d0), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:28.632709 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c78401e5-120c-4eba-a387-a8cb71363dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (ec9d4964-56bb-4af3-beab-8c8d3923a688), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:28.697644 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6864044d-e083-4c06-83d2-e09681134d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:28.735785 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78401e5-120c-4eba-a387-a8cb71363dd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec9d4964-56bb-4af3-beab-8c8d3923a688,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:28.785989 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78401e5-120c-4eba-a387-a8cb71363dd1 admin admin] Checking segment: {'id': '62e0b498-d38d-4750-b089-0bc3a2eabed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:44:28.786351 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78401e5-120c-4eba-a387-a8cb71363dd1 admin admin] Network hostable DHCP agents. Network: 18b77a5e-5446-4d58-b319-36a274f1014a, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:44:28.802438 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f32940f-952c-4e5f-8234-06bf302eb08e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Made reservation on behalf of 43d4b034525e47029e777f2e09722643 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:44:28.806569 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8f32940f-952c-4e5f-8234-06bf302eb08e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:28.820469 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2531a-083a-4308-9e1e-92c5d8622fec req-7bd5b905-f8e4-4df1-8371-5c1ac41e1c03 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:28.826265 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2531a-083a-4308-9e1e-92c5d8622fec req-7bd5b905-f8e4-4df1-8371-5c1ac41e1c03 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:28.832950 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2531a-083a-4308-9e1e-92c5d8622fec req-7bd5b905-f8e4-4df1-8371-5c1ac41e1c03 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:28.839177 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2531a-083a-4308-9e1e-92c5d8622fec req-7bd5b905-f8e4-4df1-8371-5c1ac41e1c03 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:28.844934 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2531a-083a-4308-9e1e-92c5d8622fec req-7bd5b905-f8e4-4df1-8371-5c1ac41e1c03 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:28.851626 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2531a-083a-4308-9e1e-92c5d8622fec req-7bd5b905-f8e4-4df1-8371-5c1ac41e1c03 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:28.857795 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2531a-083a-4308-9e1e-92c5d8622fec req-7bd5b905-f8e4-4df1-8371-5c1ac41e1c03 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:28.868238 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8ac2531a-083a-4308-9e1e-92c5d8622fec req-7bd5b905-f8e4-4df1-8371-5c1ac41e1c03 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5433 time: 0.1765974 Feb 20 03:44:28.903751 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [None req-59a73170-1786-4eb1-91d6-0923a292824e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Floating IP ff3e8f42-d5d7-4aa4-87e3-9bad0e2b14d0 associated. External IP: 172.25.7.80, port: 704b66a5-2e83-41de-ba1d-777ee6bc4c8e. Feb 20 03:44:29.007317 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8ac2531a-083a-4308-9e1e-92c5d8622fec req-746ec539-208c-43b8-9dc4-e50ce5550ba0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1312678 Feb 20 03:44:29.097396 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78401e5-120c-4eba-a387-a8cb71363dd1 admin admin] Network 18b77a5e-5446-4d58-b319-36a274f1014a is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:44:29.194530 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-c78401e5-120c-4eba-a387-a8cb71363dd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 18b77a5e-5446-4d58-b319-36a274f1014a) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:44:29.203928 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff39e9c3-c308-402a-8d2a-eb20e22dbb58 None None] Network 18b77a5e-5446-4d58-b319-36a274f1014a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:44:29.206011 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78401e5-120c-4eba-a387-a8cb71363dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:29.207117 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c78401e5-120c-4eba-a387-a8cb71363dd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:29.229483 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8f32940f-952c-4e5f-8234-06bf302eb08e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (0614eae3-300b-4c56-a9ef-5857e3678181), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:29.282204 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a73170-1786-4eb1-91d6-0923a292824e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Router 3956c1f6-e866-4a2f-8da9-45d59ab37f07 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:44:29.290890 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46974) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:29.329863 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32940f-952c-4e5f-8234-06bf302eb08e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Subnet': ['ID=0614eae3-300b-4c56-a9ef-5857e3678181,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:29.400227 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f32940f-952c-4e5f-8234-06bf302eb08e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Checking segment: {'id': 'a5dd08d0-fdb6-480c-b2f5-f2372544ece8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '08f5082d-424c-410c-8728-2b4dd795f093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:44:29.400652 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f32940f-952c-4e5f-8234-06bf302eb08e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network hostable DHCP agents. Network: 08f5082d-424c-410c-8728-2b4dd795f093, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:44:29.405282 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1076497d-3e36-4407-a1bf-8fd7131fa43c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-18b77a5e-5446-4d58-b319-36a274f1014a', 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a', 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'fixed_ips': [{'subnet_id': 'ec9d4964-56bb-4af3-beab-8c8d3923a688'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:44:29.406306 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1076497d-3e36-4407-a1bf-8fd7131fa43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:29.446581 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c78401e5-120c-4eba-a387-a8cb71363dd1 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5166817 Feb 20 03:44:29.451592 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46980) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:29.469643 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-46a28242-0270-458b-8138-b265c45182fa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-237415728-router', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:44:29.555318 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b1555-1c95-4c82-8aaf-46c9e7e9bc51 req-5a263f16-089a-4017-b56c-dd88e409d8d8 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:29.556831 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-323b1555-1c95-4c82-8aaf-46c9e7e9bc51 req-5a263f16-089a-4017-b56c-dd88e409d8d8 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/networks?id=b6106e2a-8ac1-4f4b-b272-b4b0beeb37af HTTP/1.1" status: 200 len: 814 time: 0.2837424 Feb 20 03:44:29.560765 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f32940f-952c-4e5f-8234-06bf302eb08e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network 08f5082d-424c-410c-8728-2b4dd795f093 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:44:29.568660 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f61e543f-4102-4cb8-acae-6d6445c879bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:29.581333 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-323b1555-1c95-4c82-8aaf-46c9e7e9bc51 req-23518974-c05b-4505-969b-484be842749a tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/quotas/74366e9b5aca4b26a4824007098993f6 HTTP/1.1" status: 200 len: 375 time: 0.0164299 Feb 20 03:44:29.588531 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46a28242-0270-458b-8138-b265c45182fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (3fa0165c-bb63-4346-b751-7abaa5ffbfae), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:29.589796 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46a28242-0270-458b-8138-b265c45182fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (3fa0165c-bb63-4346-b751-7abaa5ffbfae), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:29.632310 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a73170-1786-4eb1-91d6-0923a292824e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:44:29.644857 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-59a73170-1786-4eb1-91d6-0923a292824e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:29.711597 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46a28242-0270-458b-8138-b265c45182fa admin admin] Publish callbacks [] for router_controller (3fa0165c-bb63-4346-b751-7abaa5ffbfae), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:29.713618 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-8f32940f-952c-4e5f-8234-06bf302eb08e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 08f5082d-424c-410c-8728-2b4dd795f093) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:44:29.714785 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7971b7-ae5f-40fe-9bde-ad4569f50a8d None None] Sync routers for ids ['3956c1f6-e866-4a2f-8da9-45d59ab37f07'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:44:29.718307 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-59a73170-1786-4eb1-91d6-0923a292824e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "PUT /v2.0/floatingips/ff3e8f42-d5d7-4aa4-87e3-9bad0e2b14d0 HTTP/1.1" status: 200 len: 990 time: 2.3032792 Feb 20 03:44:29.721787 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e43c33d3-020b-4334-87ed-69fe568475fd', 'tag': '704b66a5-2e83-41de-ba1d-777ee6bc4c8e'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:44:29.724669 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d80bec-dc67-47a4-92c4-2191d84ef465" -d '{"events": [{"name": "network-changed", "server_uuid": "e43c33d3-020b-4334-87ed-69fe568475fd", "tag": "704b66a5-2e83-41de-ba1d-777ee6bc4c8e"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:44:29.725163 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-1076497d-3e36-4407-a1bf-8fd7131fa43c None None] Allocated IP 172.20.0.2 (18b77a5e-5446-4d58-b319-36a274f1014a/ec9d4964-56bb-4af3-beab-8c8d3923a688/95c79ef8-a09b-43de-a161-02afc4f2564d) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:44:29.732831 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f32940f-952c-4e5f-8234-06bf302eb08e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:29.739806 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8f32940f-952c-4e5f-8234-06bf302eb08e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:29.739952 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db4e4dd-3560-4828-a00e-0c7c9d5d5222 None None] Network 08f5082d-424c-410c-8728-2b4dd795f093 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:44:29.744406 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-323b1555-1c95-4c82-8aaf-46c9e7e9bc51 req-e45fa2ef-0c71-469a-b8b0-43dab67ceedc tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=74366e9b5aca4b26a4824007098993f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1494105 Feb 20 03:44:29.788448 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f61e543f-4102-4cb8-acae-6d6445c879bc admin admin] Publish callbacks [] for security_group (6499ea46-a82d-46ef-89d0-83695f2d1423), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:29.816528 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7971b7-ae5f-40fe-9bde-ad4569f50a8d None None] Routers {'3956c1f6-e866-4a2f-8da9-45d59ab37f07'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:44:29.817184 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ad7971b7-ae5f-40fe-9bde-ad4569f50a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:44:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3956c1f6-e866-4a2f-8da9-45d59ab37f07'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:29.871098 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8f32940f-952c-4e5f-8234-06bf302eb08e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4265754 Feb 20 03:44:29.873990 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46990) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:29.879258 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-af5a7f26-18a4-49f6-ae94-38e629a037e3 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-366671850', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:44:29.893364 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f61e543f-4102-4cb8-acae-6d6445c879bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (6499ea46-a82d-46ef-89d0-83695f2d1423), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:29.938627 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e543f-4102-4cb8-acae-6d6445c879bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6499ea46-a82d-46ef-89d0-83695f2d1423,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:29.974750 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-ad7971b7-ae5f-40fe-9bde-ad4569f50a8d None None] Set router 3956c1f6-e866-4a2f-8da9-45d59ab37f07 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:44:30.009202 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97535e0-8909-4f2f-8fac-15942355f1e9 req-b27dfd63-7014-4477-b921-0dd9c91a3461 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:30.017095 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97535e0-8909-4f2f-8fac-15942355f1e9 req-b27dfd63-7014-4477-b921-0dd9c91a3461 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:30.024424 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97535e0-8909-4f2f-8fac-15942355f1e9 req-b27dfd63-7014-4477-b921-0dd9c91a3461 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:30.031773 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97535e0-8909-4f2f-8fac-15942355f1e9 req-b27dfd63-7014-4477-b921-0dd9c91a3461 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:30.038623 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97535e0-8909-4f2f-8fac-15942355f1e9 req-b27dfd63-7014-4477-b921-0dd9c91a3461 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:30.046298 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97535e0-8909-4f2f-8fac-15942355f1e9 req-b27dfd63-7014-4477-b921-0dd9c91a3461 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:30.054168 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97535e0-8909-4f2f-8fac-15942355f1e9 req-b27dfd63-7014-4477-b921-0dd9c91a3461 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:30.068150 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b97535e0-8909-4f2f-8fac-15942355f1e9 req-b27dfd63-7014-4477-b921-0dd9c91a3461 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5433 time: 0.2306347 Feb 20 03:44:30.068702 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46992) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:30.079290 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-f55d62f9-c32e-40e5-acc1-93d7438925d1 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Request body: {'floatingip': {'port_id': 'ecc9fc1c-32de-42f6-beff-ccab1aa82d9c'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:44:30.183333 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f61e543f-4102-4cb8-acae-6d6445c879bc admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6a3f022b02dd4c5e86af48f69494d6cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8910596 Feb 20 03:44:30.184187 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46996) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:30.277189 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:30.292134 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f55d62f9-c32e-40e5-acc1-93d7438925d1 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks [] for floatingip (5d1b5109-bb8d-4bc6-9cdf-4b717a1a098c), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:30.329549 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b415df5a-0a66-4c7b-bee9-c5f6024e1c75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-08f5082d-424c-410c-8728-2b4dd795f093', 'network_id': '08f5082d-424c-410c-8728-2b4dd795f093', 'project_id': '43d4b034525e47029e777f2e09722643', 'fixed_ips': [{'subnet_id': '0614eae3-300b-4c56-a9ef-5857e3678181'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:44:30.331221 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b415df5a-0a66-4c7b-bee9-c5f6024e1c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:30.352335 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-30625771-84bb-44e1-b782-8dda159f7fae admin admin] Publish callbacks [] for security_group (6499ea46-a82d-46ef-89d0-83695f2d1423), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:30.420074 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46a28242-0270-458b-8138-b265c45182fa admin admin] Publish callbacks [] for router_gateway (3fa0165c-bb63-4346-b751-7abaa5ffbfae), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:30.434470 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-30625771-84bb-44e1-b782-8dda159f7fae admin admin] Publish callbacks [] for security_group (6499ea46-a82d-46ef-89d0-83695f2d1423), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:30.533837 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd0350-51bc-49b2-aed0-fabfd0c2ca31 req-efdc4725-0893-46df-9614-1b9cf3b0250c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:30.534488 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-af5a7f26-18a4-49f6-ae94-38e629a037e3 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (1c532380-ca19-4c59-aa5f-914ad671d3da), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:30.537227 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-af5a7f26-18a4-49f6-ae94-38e629a037e3 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (1c532380-ca19-4c59-aa5f-914ad671d3da), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:30.543485 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c6dd0350-51bc-49b2-aed0-fabfd0c2ca31 req-efdc4725-0893-46df-9614-1b9cf3b0250c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 945 time: 0.2872927 Feb 20 03:44:30.702003 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1076497d-3e36-4407-a1bf-8fd7131fa43c None None] Publish callbacks [] for port (95c79ef8-a09b-43de-a161-02afc4f2564d), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:30.706504 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ad7971b7-ae5f-40fe-9bde-ad4569f50a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'name': 'tempest-ServerActionsTestJSON-621480509-router', 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '4c8b8026-db2c-4fde-b78a-144b7a66b541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:43:40Z', 'updated_at': '2022-02-20T03:43:49Z', 'revision_number': 4, 'project_id': '2a426eb8717f45cda17f79dc5d1190fc', 'gw_port': {'id': '4c8b8026-db2c-4fde-b78a-144b7a66b541', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:43:42Z', 'updated_at': '2022-02-20T03:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'ff3e8f42-d5d7-4aa4-87e3-9bad0e2b14d0', 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc', 'floating_ip_address': '172.25.7.80', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'port_id': '704b66a5-2e83-41de-ba1d-777ee6bc4c8e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2042, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51', 'mac_address': 'fa:16:3e:cf:6c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c33d3-020b-4334-87ed-69fe568475fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:43:56Z', 'updated_at': '2022-02-20T03:44:28Z', 'revision_number': 1, 'project_id': '2a426eb8717f45cda17f79dc5d1190fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bbb872a-4b2b-4c83-8810-e2178f5d82ab', 'name': '', 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51', 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc', 'mac_address': 'fa:16:3e:74:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '85e8c386-47fc-4d48-86f0-3d288a799fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:43:47Z', 'updated_at': '2022-02-20T03:43:54Z', 'revision_number': 5, 'project_id': '2a426eb8717f45cda17f79dc5d1190fc', 'subnets': [{'id': '85e8c386-47fc-4d48-86f0-3d288a799fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:30.730084 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-af5a7f26-18a4-49f6-ae94-38e629a037e3 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router_controller (1c532380-ca19-4c59-aa5f-914ad671d3da), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:30.786367 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7971b7-ae5f-40fe-9bde-ad4569f50a8d None None] Checking router: 3956c1f6-e866-4a2f-8da9-45d59ab37f07 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:44:30.824904 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1076497d-3e36-4407-a1bf-8fd7131fa43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (95c79ef8-a09b-43de-a161-02afc4f2564d), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:30.849623 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-b415df5a-0a66-4c7b-bee9-c5f6024e1c75 None None] Allocated IP 172.20.0.2 (08f5082d-424c-410c-8728-2b4dd795f093/0614eae3-300b-4c56-a9ef-5857e3678181/a15a8392-9cda-4a16-821e-a0147daf413f) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:44:30.853081 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7971b7-ae5f-40fe-9bde-ad4569f50a8d None None] Routers {'3956c1f6-e866-4a2f-8da9-45d59ab37f07'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:44:30.853784 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ad7971b7-ae5f-40fe-9bde-ad4569f50a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:44:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3956c1f6-e866-4a2f-8da9-45d59ab37f07'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:30.881979 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1076497d-3e36-4407-a1bf-8fd7131fa43c None None] Network 18b77a5e-5446-4d58-b319-36a274f1014a is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:44:30.926723 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-1076497d-3e36-4407-a1bf-8fd7131fa43c None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:44:30.936034 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1076497d-3e36-4407-a1bf-8fd7131fa43c None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:44:30.940867 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-af5a7f26-18a4-49f6-ae94-38e629a037e3 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (1c532380-ca19-4c59-aa5f-914ad671d3da), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:31.009529 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46a28242-0270-458b-8138-b265c45182fa admin admin] Publish callbacks [] for router_gateway (3fa0165c-bb63-4346-b751-7abaa5ffbfae), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:31.030089 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46a28242-0270-458b-8138-b265c45182fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:31.039347 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076497d-3e36-4407-a1bf-8fd7131fa43c None None] Pushing event updated for resources: {'Port': ['ID=95c79ef8-a09b-43de-a161-02afc4f2564d,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:31.121835 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f55d62f9-c32e-40e5-acc1-93d7438925d1 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:31.148136 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-46a28242-0270-458b-8138-b265c45182fa admin admin] Allocated IP 172.25.7.200 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/543eac14-6d36-4015-beb1-0e5e915f7753) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:44:31.155455 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-1076497d-3e36-4407-a1bf-8fd7131fa43c None None] Attempting to bind port 95c79ef8-a09b-43de-a161-02afc4f2564d on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:44:31.155455 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-1076497d-3e36-4407-a1bf-8fd7131fa43c None None] Attempting to bind port 95c79ef8-a09b-43de-a161-02afc4f2564d by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '62e0b498-d38d-4750-b089-0bc3a2eabed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:44:31.155788 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1076497d-3e36-4407-a1bf-8fd7131fa43c None None] Attempting to bind port 95c79ef8-a09b-43de-a161-02afc4f2564d on network 18b77a5e-5446-4d58-b319-36a274f1014a {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:44:31.168590 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1076497d-3e36-4407-a1bf-8fd7131fa43c None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:44:31.169259 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1076497d-3e36-4407-a1bf-8fd7131fa43c None None] Checking segment: {'id': '62e0b498-d38d-4750-b089-0bc3a2eabed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:44:31.169836 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1076497d-3e36-4407-a1bf-8fd7131fa43c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:31.170715 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1076497d-3e36-4407-a1bf-8fd7131fa43c None None] Bound using segment: {'id': '62e0b498-d38d-4750-b089-0bc3a2eabed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:44:31.171401 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-1076497d-3e36-4407-a1bf-8fd7131fa43c None None] Bound port: 95c79ef8-a09b-43de-a161-02afc4f2564d, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e0b498-d38d-4750-b089-0bc3a2eabed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:44:31.171983 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1076497d-3e36-4407-a1bf-8fd7131fa43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (95c79ef8-a09b-43de-a161-02afc4f2564d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:31.213850 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c6dd0350-51bc-49b2-aed0-fabfd0c2ca31 req-b8f9a968-d7ad-4f9e-83c7-303ec9d97dca tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6621811 Feb 20 03:44:31.218484 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f55d62f9-c32e-40e5-acc1-93d7438925d1 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (5d1b5109-bb8d-4bc6-9cdf-4b717a1a098c), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:31.220048 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-ad7971b7-ae5f-40fe-9bde-ad4569f50a8d None None] Set router 3956c1f6-e866-4a2f-8da9-45d59ab37f07 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:44:31.267432 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46a28242-0270-458b-8138-b265c45182fa admin admin] Publish callbacks [] for port (543eac14-6d36-4015-beb1-0e5e915f7753), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:31.306404 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-af5a7f26-18a4-49f6-ae94-38e629a037e3 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:31.310800 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-af5a7f26-18a4-49f6-ae94-38e629a037e3 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.4358952 Feb 20 03:44:31.311597 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47004) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:31.319996 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abd5566-c837-45a3-8146-c9173c76ac8a x-openstack-request-id: req-6abd5566-c837-45a3-8146-c9173c76ac8a {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:44:31.319996 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e43c33d3-020b-4334-87ed-69fe568475fd", "tag": "704b66a5-2e83-41de-ba1d-777ee6bc4c8e", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:44:31.320255 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6abd5566-c837-45a3-8146-c9173c76ac8a {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:44:31.320593 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e43c33d3-020b-4334-87ed-69fe568475fd', 'tag': '704b66a5-2e83-41de-ba1d-777ee6bc4c8e', 'status': 'completed', 'code': 200} Feb 20 03:44:31.329098 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-30625771-84bb-44e1-b782-8dda159f7fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (6499ea46-a82d-46ef-89d0-83695f2d1423), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:31.336430 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-30625771-84bb-44e1-b782-8dda159f7fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:31.337733 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-30625771-84bb-44e1-b782-8dda159f7fae admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6499ea46-a82d-46ef-89d0-83695f2d1423 HTTP/1.1" status: 204 len: 168 time: 1.1422238 Feb 20 03:44:31.410063 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46a28242-0270-458b-8138-b265c45182fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (543eac14-6d36-4015-beb1-0e5e915f7753), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:31.419579 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30625771-84bb-44e1-b782-8dda159f7fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6499ea46-a82d-46ef-89d0-83695f2d1423,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:31.545404 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d80bec-dc67-47a4-92c4-2191d84ef465 req-fedea6eb-a232-4e21-989a-1dca58666cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:31.547841 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-86d80bec-dc67-47a4-92c4-2191d84ef465 req-fedea6eb-a232-4e21-989a-1dca58666cf2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2a426eb8717f45cda17f79dc5d1190fc&device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 1127 time: 0.2251942 Feb 20 03:44:31.550409 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [None req-f55d62f9-c32e-40e5-acc1-93d7438925d1 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Floating IP 5d1b5109-bb8d-4bc6-9cdf-4b717a1a098c associated. External IP: 172.25.7.254, port: ecc9fc1c-32de-42f6-beff-ccab1aa82d9c. Feb 20 03:44:31.558744 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e38846-095e-4f1b-88b8-baac22bac405 req-5c5b50fd-6105-4b75-8943-7061c62500ef tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:31.560149 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a28242-0270-458b-8138-b265c45182fa admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:44:31.563401 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a28242-0270-458b-8138-b265c45182fa admin admin] Pushing event updated for resources: {'Port': ['ID=543eac14-6d36-4015-beb1-0e5e915f7753,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:31.566375 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-46a28242-0270-458b-8138-b265c45182fa admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:44:31.566656 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39e38846-095e-4f1b-88b8-baac22bac405 req-5c5b50fd-6105-4b75-8943-7061c62500ef tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1708574 Feb 20 03:44:31.571615 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a28242-0270-458b-8138-b265c45182fa admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:44:31.688097 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b415df5a-0a66-4c7b-bee9-c5f6024e1c75 None None] Publish callbacks [] for port (a15a8392-9cda-4a16-821e-a0147daf413f), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:31.695196 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:31.799992 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-1076497d-3e36-4407-a1bf-8fd7131fa43c None None] For port 95c79ef8-a09b-43de-a161-02afc4f2564d, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:44:31.809862 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-1076497d-3e36-4407-a1bf-8fd7131fa43c None None] For port 95c79ef8-a09b-43de-a161-02afc4f2564d, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=95c79ef8-a09b-43de-a161-02afc4f2564d,segment=NetworkSegment(62e0b498-d38d-4750-b089-0bc3a2eabed2),segment_id=62e0b498-d38d-4750-b089-0bc3a2eabed2)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:44:31.820625 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b415df5a-0a66-4c7b-bee9-c5f6024e1c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (a15a8392-9cda-4a16-821e-a0147daf413f), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:31.881334 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b415df5a-0a66-4c7b-bee9-c5f6024e1c75 None None] Network 08f5082d-424c-410c-8728-2b4dd795f093 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:44:31.899563 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1076497d-3e36-4407-a1bf-8fd7131fa43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (95c79ef8-a09b-43de-a161-02afc4f2564d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:31.910595 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-b415df5a-0a66-4c7b-bee9-c5f6024e1c75 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:44:31.914101 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b25129d8-fcd2-4d1f-aa67-97642ca18530 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:31.918677 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b415df5a-0a66-4c7b-bee9-c5f6024e1c75 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:44:32.010309 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415df5a-0a66-4c7b-bee9-c5f6024e1c75 None None] Pushing event updated for resources: {'Port': ['ID=a15a8392-9cda-4a16-821e-a0147daf413f,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:32.127298 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b415df5a-0a66-4c7b-bee9-c5f6024e1c75 None None] Attempting to bind port a15a8392-9cda-4a16-821e-a0147daf413f on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:44:32.128933 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b415df5a-0a66-4c7b-bee9-c5f6024e1c75 None None] Attempting to bind port a15a8392-9cda-4a16-821e-a0147daf413f by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'a5dd08d0-fdb6-480c-b2f5-f2372544ece8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '08f5082d-424c-410c-8728-2b4dd795f093'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:44:32.128933 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b415df5a-0a66-4c7b-bee9-c5f6024e1c75 None None] Attempting to bind port a15a8392-9cda-4a16-821e-a0147daf413f on network 08f5082d-424c-410c-8728-2b4dd795f093 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:44:32.143740 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b415df5a-0a66-4c7b-bee9-c5f6024e1c75 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:44:32.144490 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b415df5a-0a66-4c7b-bee9-c5f6024e1c75 None None] Checking segment: {'id': 'a5dd08d0-fdb6-480c-b2f5-f2372544ece8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '08f5082d-424c-410c-8728-2b4dd795f093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:44:32.145192 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b415df5a-0a66-4c7b-bee9-c5f6024e1c75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:32.145699 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b415df5a-0a66-4c7b-bee9-c5f6024e1c75 None None] Bound using segment: {'id': 'a5dd08d0-fdb6-480c-b2f5-f2372544ece8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '08f5082d-424c-410c-8728-2b4dd795f093'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:44:32.146300 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b415df5a-0a66-4c7b-bee9-c5f6024e1c75 None None] Bound port: a15a8392-9cda-4a16-821e-a0147daf413f, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5dd08d0-fdb6-480c-b2f5-f2372544ece8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '08f5082d-424c-410c-8728-2b4dd795f093'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:44:32.146806 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b415df5a-0a66-4c7b-bee9-c5f6024e1c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a15a8392-9cda-4a16-821e-a0147daf413f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:32.316659 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076497d-3e36-4407-a1bf-8fd7131fa43c None None] Pushing event updated for resources: {'Port': ['ID=95c79ef8-a09b-43de-a161-02afc4f2564d,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:32.422622 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b415df5a-0a66-4c7b-bee9-c5f6024e1c75 None None] For port a15a8392-9cda-4a16-821e-a0147daf413f, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:44:32.427397 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b415df5a-0a66-4c7b-bee9-c5f6024e1c75 None None] For port a15a8392-9cda-4a16-821e-a0147daf413f, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=a15a8392-9cda-4a16-821e-a0147daf413f,segment=NetworkSegment(a5dd08d0-fdb6-480c-b2f5-f2372544ece8),segment_id=a5dd08d0-fdb6-480c-b2f5-f2372544ece8)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:44:32.467193 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ad7971b7-ae5f-40fe-9bde-ad4569f50a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'name': 'tempest-ServerActionsTestJSON-621480509-router', 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '4c8b8026-db2c-4fde-b78a-144b7a66b541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:43:40Z', 'updated_at': '2022-02-20T03:43:49Z', 'revision_number': 4, 'project_id': '2a426eb8717f45cda17f79dc5d1190fc', 'gw_port': {'id': '4c8b8026-db2c-4fde-b78a-144b7a66b541', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:43:42Z', 'updated_at': '2022-02-20T03:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'ff3e8f42-d5d7-4aa4-87e3-9bad0e2b14d0', 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc', 'floating_ip_address': '172.25.7.80', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'port_id': '704b66a5-2e83-41de-ba1d-777ee6bc4c8e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2042, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51', 'mac_address': 'fa:16:3e:cf:6c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c33d3-020b-4334-87ed-69fe568475fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:43:56Z', 'updated_at': '2022-02-20T03:44:28Z', 'revision_number': 1, 'project_id': '2a426eb8717f45cda17f79dc5d1190fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bbb872a-4b2b-4c83-8810-e2178f5d82ab', 'name': '', 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51', 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc', 'mac_address': 'fa:16:3e:74:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '85e8c386-47fc-4d48-86f0-3d288a799fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:43:47Z', 'updated_at': '2022-02-20T03:43:54Z', 'revision_number': 5, 'project_id': '2a426eb8717f45cda17f79dc5d1190fc', 'subnets': [{'id': '85e8c386-47fc-4d48-86f0-3d288a799fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:32.472514 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46a28242-0270-458b-8138-b265c45182fa admin admin] Publish callbacks [] for router_gateway (3fa0165c-bb63-4346-b751-7abaa5ffbfae), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:32.477555 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39e38846-095e-4f1b-88b8-baac22bac405 req-bff92e24-0fd6-4bda-a094-dd80fd4a6839 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9099264 Feb 20 03:44:32.514362 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7971b7-ae5f-40fe-9bde-ad4569f50a8d None None] The sync data for ids ['3956c1f6-e866-4a2f-8da9-45d59ab37f07'] in n-d-829866-4 is: [{'id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'name': 'tempest-ServerActionsTestJSON-621480509-router', 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '4c8b8026-db2c-4fde-b78a-144b7a66b541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:43:40Z', 'updated_at': '2022-02-20T03:43:49Z', 'revision_number': 4, 'project_id': '2a426eb8717f45cda17f79dc5d1190fc', 'gw_port': {'id': '4c8b8026-db2c-4fde-b78a-144b7a66b541', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:43:42Z', 'updated_at': '2022-02-20T03:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'ff3e8f42-d5d7-4aa4-87e3-9bad0e2b14d0', 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc', 'floating_ip_address': '172.25.7.80', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'port_id': '704b66a5-2e83-41de-ba1d-777ee6bc4c8e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2042, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51', 'mac_address': 'fa:16:3e:cf:6c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e43c33d3-020b-4334-87ed-69fe568475fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:43:56Z', 'updated_at': '2022-02-20T03:44:28Z', 'revision_number': 1, 'project_id': '2a426eb8717f45cda17f79dc5d1190fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bbb872a-4b2b-4c83-8810-e2178f5d82ab', 'name': '', 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51', 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc', 'mac_address': 'fa:16:3e:74:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '85e8c386-47fc-4d48-86f0-3d288a799fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:43:47Z', 'updated_at': '2022-02-20T03:43:54Z', 'revision_number': 5, 'project_id': '2a426eb8717f45cda17f79dc5d1190fc', 'subnets': [{'id': '85e8c386-47fc-4d48-86f0-3d288a799fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:44:32.524502 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d80bec-dc67-47a4-92c4-2191d84ef465 req-af46a1b6-48e7-427e-acce-9f31dae5050b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:32.526222 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-86d80bec-dc67-47a4-92c4-2191d84ef465 req-af46a1b6-48e7-427e-acce-9f31dae5050b service neutron] 10.222.0.93 "GET /v2.0/networks?id=64115127-0ca9-4210-b390-d57efc54bf51 HTTP/1.1" status: 200 len: 912 time: 0.9574931 Feb 20 03:44:32.567371 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b415df5a-0a66-4c7b-bee9-c5f6024e1c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a15a8392-9cda-4a16-821e-a0147daf413f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:32.693898 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-86d80bec-dc67-47a4-92c4-2191d84ef465 req-eaa13e66-3cc6-49a9-b664-ea48a2b51623 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=704b66a5-2e83-41de-ba1d-777ee6bc4c8e HTTP/1.1" status: 200 len: 998 time: 0.1111360 Feb 20 03:44:32.757568 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-b25129d8-fcd2-4d1f-aa67-97642ca18530 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Allocated IP 172.20.0.1 (08f5082d-424c-410c-8728-2b4dd795f093/0614eae3-300b-4c56-a9ef-5857e3678181/309db225-b307-4887-89d9-b96dc03514f0) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:44:32.777448 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415df5a-0a66-4c7b-bee9-c5f6024e1c75 None None] Pushing event updated for resources: {'Port': ['ID=a15a8392-9cda-4a16-821e-a0147daf413f,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:32.874773 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:32.946730 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d80bec-dc67-47a4-92c4-2191d84ef465 req-a49a59d0-6375-42ce-a385-f58fb97bd219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:32.948327 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-86d80bec-dc67-47a4-92c4-2191d84ef465 req-a49a59d0-6375-42ce-a385-f58fb97bd219 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=85e8c386-47fc-4d48-86f0-3d288a799fec HTTP/1.1" status: 200 len: 850 time: 0.2481022 Feb 20 03:44:33.092232 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b25129d8-fcd2-4d1f-aa67-97642ca18530 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for port (309db225-b307-4887-89d9-b96dc03514f0), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:33.158704 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19c317a-ff46-4aa9-924c-f988aa672384 None None] New status for floating IP ff3e8f42-d5d7-4aa4-87e3-9bad0e2b14d0: ACTIVE {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:44:33.270890 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46a28242-0270-458b-8138-b265c45182fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (3fa0165c-bb63-4346-b751-7abaa5ffbfae), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:33.280642 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254cf81-c586-420b-9e9b-0d3d022f45e0 req-6646ce74-bff8-4ed8-b653-200180a8a00f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:33.294066 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b254cf81-c586-420b-9e9b-0d3d022f45e0 req-6646ce74-bff8-4ed8-b653-200180a8a00f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 945 time: 0.4494741 Feb 20 03:44:33.383808 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55d62f9-c32e-40e5-acc1-93d7438925d1 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Router d898df1e-7635-4633-93c6-1b99803f1be6 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:44:33.507298 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d80bec-dc67-47a4-92c4-2191d84ef465 req-420a56b5-4189-4a99-b2c3-5bb6f10d894e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:33.509439 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-86d80bec-dc67-47a4-92c4-2191d84ef465 req-420a56b5-4189-4a99-b2c3-5bb6f10d894e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=64115127-0ca9-4210-b390-d57efc54bf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5474021 Feb 20 03:44:33.522062 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b25129d8-fcd2-4d1f-aa67-97642ca18530 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (309db225-b307-4887-89d9-b96dc03514f0), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:33.545470 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b254cf81-c586-420b-9e9b-0d3d022f45e0 req-8944571d-6a61-4a12-bf95-d72759a97694 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2504697 Feb 20 03:44:33.633186 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25129d8-fcd2-4d1f-aa67-97642ca18530 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network 08f5082d-424c-410c-8728-2b4dd795f093 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:44:33.636327 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25129d8-fcd2-4d1f-aa67-97642ca18530 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Port': ['ID=309db225-b307-4887-89d9-b96dc03514f0,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:33.638653 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-b25129d8-fcd2-4d1f-aa67-97642ca18530 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:44:33.641112 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25129d8-fcd2-4d1f-aa67-97642ca18530 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:44:33.743260 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25129d8-fcd2-4d1f-aa67-97642ca18530 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:33.744121 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25129d8-fcd2-4d1f-aa67-97642ca18530 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:33.754791 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25129d8-fcd2-4d1f-aa67-97642ca18530 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:33.755512 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25129d8-fcd2-4d1f-aa67-97642ca18530 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:33.756213 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25129d8-fcd2-4d1f-aa67-97642ca18530 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:33.757430 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25129d8-fcd2-4d1f-aa67-97642ca18530 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:33.759669 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25129d8-fcd2-4d1f-aa67-97642ca18530 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:33.760313 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25129d8-fcd2-4d1f-aa67-97642ca18530 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:33.766291 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25129d8-fcd2-4d1f-aa67-97642ca18530 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:33.766291 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25129d8-fcd2-4d1f-aa67-97642ca18530 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:33.766291 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25129d8-fcd2-4d1f-aa67-97642ca18530 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:33.766291 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25129d8-fcd2-4d1f-aa67-97642ca18530 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:33.766291 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25129d8-fcd2-4d1f-aa67-97642ca18530 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:33.893845 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b25129d8-fcd2-4d1f-aa67-97642ca18530 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (1c532380-ca19-4c59-aa5f-914ad671d3da), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:33.970884 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0219f317-bfa1-47e3-86f9-ddb7bbe0c22c None None] Network 18b77a5e-5446-4d58-b319-36a274f1014a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:44:34.043164 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81d644-88e3-4f34-acc9-55b9cc79b238 req-be1a922e-e39b-4712-ac1a-1d88611c97bb tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:34.048807 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1e81d644-88e3-4f34-acc9-55b9cc79b238 req-be1a922e-e39b-4712-ac1a-1d88611c97bb tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.3146942 Feb 20 03:44:34.067646 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55d62f9-c32e-40e5-acc1-93d7438925d1 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:44:34.089697 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-86d80bec-dc67-47a4-92c4-2191d84ef465 req-4400ee75-4d3a-4890-a24f-7a8c3c5820b1 service neutron] 10.222.0.93 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5661244 Feb 20 03:44:34.099896 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f55d62f9-c32e-40e5-acc1-93d7438925d1 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:34.121007 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device a15a8392-9cda-4a16-821e-a0147daf413f up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:44:34.157171 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a28242-0270-458b-8138-b265c45182fa admin admin] Router 3fa0165c-bb63-4346-b751-7abaa5ffbfae is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:44:34.193843 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c23281-3962-4798-a30d-e77e5e08bc29 None None] Sync routers for ids ['d898df1e-7635-4633-93c6-1b99803f1be6'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:44:34.203895 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b25129d8-fcd2-4d1f-aa67-97642ca18530 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (309db225-b307-4887-89d9-b96dc03514f0), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:34.217235 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c23281-3962-4798-a30d-e77e5e08bc29 None None] Routers {'d898df1e-7635-4633-93c6-1b99803f1be6'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:44:34.218346 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-c0c23281-3962-4798-a30d-e77e5e08bc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:44:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['d898df1e-7635-4633-93c6-1b99803f1be6'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:34.340411 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f55d62f9-c32e-40e5-acc1-93d7438925d1 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "PUT /v2.0/floatingips/5d1b5109-bb8d-4bc6-9cdf-4b717a1a098c HTTP/1.1" status: 200 len: 991 time: 4.2694774 Feb 20 03:44:34.348049 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'tag': 'ecc9fc1c-32de-42f6-beff-ccab1aa82d9c'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:44:34.350604 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6562de0-ab53-4df4-ba2a-f8f4d27c60a1" -d '{"events": [{"name": "network-changed", "server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "tag": "ecc9fc1c-32de-42f6-beff-ccab1aa82d9c"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:44:34.390707 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1e81d644-88e3-4f34-acc9-55b9cc79b238 req-0bb52357-9d53-4a8f-98ac-a986fa221778 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878740 Feb 20 03:44:34.423551 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-09da96d7-1905-4062-9eff-fb19653ffdcb None None] Provisioning complete for port 95c79ef8-a09b-43de-a161-02afc4f2564d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:34.425030 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09da96d7-1905-4062-9eff-fb19653ffdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (95c79ef8-a09b-43de-a161-02afc4f2564d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:34.511711 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-86d80bec-dc67-47a4-92c4-2191d84ef465 req-497624c0-0a68-4797-8a91-0bf86f7a459d service neutron] 10.222.0.93 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052157 Feb 20 03:44:34.515931 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-c0c23281-3962-4798-a30d-e77e5e08bc29 None None] Set router d898df1e-7635-4633-93c6-1b99803f1be6 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:44:34.641234 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port a15a8392-9cda-4a16-821e-a0147daf413f triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:34.644928 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a15a8392-9cda-4a16-821e-a0147daf413f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:34.665264 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f8713-e786-4fec-8a5d-4163b499a1b1 req-2392f3bc-1429-4a46-b3f8-d9ccec3655a9 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:34.676778 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f8713-e786-4fec-8a5d-4163b499a1b1 req-2392f3bc-1429-4a46-b3f8-d9ccec3655a9 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:34.682333 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f8713-e786-4fec-8a5d-4163b499a1b1 req-2392f3bc-1429-4a46-b3f8-d9ccec3655a9 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:34.723713 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f8713-e786-4fec-8a5d-4163b499a1b1 req-2392f3bc-1429-4a46-b3f8-d9ccec3655a9 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:34.729593 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f8713-e786-4fec-8a5d-4163b499a1b1 req-2392f3bc-1429-4a46-b3f8-d9ccec3655a9 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:34.745156 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f8713-e786-4fec-8a5d-4163b499a1b1 req-2392f3bc-1429-4a46-b3f8-d9ccec3655a9 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:34.761931 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f8713-e786-4fec-8a5d-4163b499a1b1 req-2392f3bc-1429-4a46-b3f8-d9ccec3655a9 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:34.777472 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d11f8713-e786-4fec-8a5d-4163b499a1b1 req-2392f3bc-1429-4a46-b3f8-d9ccec3655a9 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5433 time: 0.2446887 Feb 20 03:44:34.872392 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port a15a8392-9cda-4a16-821e-a0147daf413f is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:34.879362 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a15a8392-9cda-4a16-821e-a0147daf413f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:34.905621 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d11f8713-e786-4fec-8a5d-4163b499a1b1 req-c180e39f-fbf9-4aef-9164-5b9ae9885944 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1260970 Feb 20 03:44:34.925255 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994bf610-3718-4ce1-903e-77787ba16029 None None] Network 08f5082d-424c-410c-8728-2b4dd795f093 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:44:35.037352 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617481e1-6ea0-4a8a-960a-fd6991968f37 x-openstack-request-id: req-617481e1-6ea0-4a8a-960a-fd6991968f37 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:44:35.037751 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "tag": "ecc9fc1c-32de-42f6-beff-ccab1aa82d9c", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:44:35.038131 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-617481e1-6ea0-4a8a-960a-fd6991968f37 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:44:35.038687 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'tag': 'ecc9fc1c-32de-42f6-beff-ccab1aa82d9c', 'status': 'completed', 'code': 200} Feb 20 03:44:35.120006 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port a15a8392-9cda-4a16-821e-a0147daf413f, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=a15a8392-9cda-4a16-821e-a0147daf413f,segment=NetworkSegment(a5dd08d0-fdb6-480c-b2f5-f2372544ece8),segment_id=a5dd08d0-fdb6-480c-b2f5-f2372544ece8)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:35.219263 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a15a8392-9cda-4a16-821e-a0147daf413f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:35.223927 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 95c79ef8-a09b-43de-a161-02afc4f2564d up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:44:35.316022 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b25129d8-fcd2-4d1f-aa67-97642ca18530 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for port (309db225-b307-4887-89d9-b96dc03514f0), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:35.358213 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-09da96d7-1905-4062-9eff-fb19653ffdcb None None] Current status of the port 95c79ef8-a09b-43de-a161-02afc4f2564d is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:35.358952 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09da96d7-1905-4062-9eff-fb19653ffdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (95c79ef8-a09b-43de-a161-02afc4f2564d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:35.372628 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6562de0-ab53-4df4-ba2a-f8f4d27c60a1 req-0b94b086-d4a7-466d-a1c7-da0e143e6c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:35.373513 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6562de0-ab53-4df4-ba2a-f8f4d27c60a1 req-0b94b086-d4a7-466d-a1c7-da0e143e6c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:35.374183 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6562de0-ab53-4df4-ba2a-f8f4d27c60a1 req-0b94b086-d4a7-466d-a1c7-da0e143e6c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:35.374848 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6562de0-ab53-4df4-ba2a-f8f4d27c60a1 req-0b94b086-d4a7-466d-a1c7-da0e143e6c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:35.375535 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6562de0-ab53-4df4-ba2a-f8f4d27c60a1 req-0b94b086-d4a7-466d-a1c7-da0e143e6c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:35.377094 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6562de0-ab53-4df4-ba2a-f8f4d27c60a1 req-0b94b086-d4a7-466d-a1c7-da0e143e6c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:35.380137 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6562de0-ab53-4df4-ba2a-f8f4d27c60a1 req-0b94b086-d4a7-466d-a1c7-da0e143e6c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:35.382610 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c6562de0-ab53-4df4-ba2a-f8f4d27c60a1 req-0b94b086-d4a7-466d-a1c7-da0e143e6c55 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0d4e5737e103447f89841b11bed8bb31&device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 6707 time: 0.3107226 Feb 20 03:44:35.440709 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b25129d8-fcd2-4d1f-aa67-97642ca18530 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (309db225-b307-4887-89d9-b96dc03514f0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:35.469073 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-09da96d7-1905-4062-9eff-fb19653ffdcb None None] For port 95c79ef8-a09b-43de-a161-02afc4f2564d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=95c79ef8-a09b-43de-a161-02afc4f2564d,segment=NetworkSegment(62e0b498-d38d-4750-b089-0bc3a2eabed2),segment_id=62e0b498-d38d-4750-b089-0bc3a2eabed2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:35.541726 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528afd50-7cd2-4147-8593-eb0832898937 req-3293819e-63c1-4284-b93a-e3aa16444167 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:35.543992 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-528afd50-7cd2-4147-8593-eb0832898937 req-3293819e-63c1-4284-b93a-e3aa16444167 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 945 time: 0.3766825 Feb 20 03:44:35.638895 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a28242-0270-458b-8138-b265c45182fa admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:44:35.640772 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25129d8-fcd2-4d1f-aa67-97642ca18530 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Port': ['ID=309db225-b307-4887-89d9-b96dc03514f0,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:35.645306 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b25129d8-fcd2-4d1f-aa67-97642ca18530 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (1c532380-ca19-4c59-aa5f-914ad671d3da), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:35.663616 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09da96d7-1905-4062-9eff-fb19653ffdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (95c79ef8-a09b-43de-a161-02afc4f2564d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:35.668518 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1669bec6-e9c9-4a5d-8381-f141579865b5 None None] Sync routers for ids ['3fa0165c-bb63-4346-b751-7abaa5ffbfae'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:44:35.695612 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1669bec6-e9c9-4a5d-8381-f141579865b5 None None] Routers {'3fa0165c-bb63-4346-b751-7abaa5ffbfae'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:44:35.721397 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-1669bec6-e9c9-4a5d-8381-f141579865b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:44:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3fa0165c-bb63-4346-b751-7abaa5ffbfae'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:35.746358 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 95c79ef8-a09b-43de-a161-02afc4f2564d triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:35.761177 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (95c79ef8-a09b-43de-a161-02afc4f2564d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:35.789454 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-528afd50-7cd2-4147-8593-eb0832898937 req-f5c8a01a-dbca-4954-b60d-90bc4c7be08d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203188 Feb 20 03:44:35.791328 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46a28242-0270-458b-8138-b265c45182fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:35.795350 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-46a28242-0270-458b-8138-b265c45182fa admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3383098 Feb 20 03:44:35.797028 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47082) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:35.850790 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6562de0-ab53-4df4-ba2a-f8f4d27c60a1 req-984ea71f-2acf-4895-8306-48bca3089c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:35.854463 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c6562de0-ab53-4df4-ba2a-f8f4d27c60a1 req-984ea71f-2acf-4895-8306-48bca3089c5e service neutron] 10.222.0.93 "GET /v2.0/networks?id=b098f8c6-16ef-4470-b828-67d64bde6c7f HTTP/1.1" status: 200 len: 912 time: 0.4641340 Feb 20 03:44:35.902902 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=a15a8392-9cda-4a16-821e-a0147daf413f,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:36.076523 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-1669bec6-e9c9-4a5d-8381-f141579865b5 None None] Set router 3fa0165c-bb63-4346-b751-7abaa5ffbfae gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:44:36.090121 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c6562de0-ab53-4df4-ba2a-f8f4d27c60a1 req-39f5f7ac-ef6c-4a95-b6a2-ddf507b85241 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecc9fc1c-32de-42f6-beff-ccab1aa82d9c HTTP/1.1" status: 200 len: 999 time: 0.2145259 Feb 20 03:44:36.098959 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da96d7-1905-4062-9eff-fb19653ffdcb None None] Pushing event updated for resources: {'Port': ['ID=95c79ef8-a09b-43de-a161-02afc4f2564d,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:36.102828 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25129d8-fcd2-4d1f-aa67-97642ca18530 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network 08f5082d-424c-410c-8728-2b4dd795f093 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:44:36.121361 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-b25129d8-fcd2-4d1f-aa67-97642ca18530 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:44:36.154554 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-3f141f06-eda1-463b-acbe-91f2a2018fb1 None None] Provisioning complete for port 95c79ef8-a09b-43de-a161-02afc4f2564d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:36.176048 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3f141f06-eda1-463b-acbe-91f2a2018fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (95c79ef8-a09b-43de-a161-02afc4f2564d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:36.296685 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6562de0-ab53-4df4-ba2a-f8f4d27c60a1 req-d67c4c37-9109-447b-9da2-77c7b13467f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:36.298623 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c6562de0-ab53-4df4-ba2a-f8f4d27c60a1 req-d67c4c37-9109-447b-9da2-77c7b13467f9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=31a197bb-5fd0-42b5-ae4b-c35a9b090699 HTTP/1.1" status: 200 len: 850 time: 0.1786737 Feb 20 03:44:36.327600 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6caab4f8-e3d0-4370-87f5-53f683cd93bc req-8a6326bc-79d8-4456-994b-48e53b38d537 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=74366e9b5aca4b26a4824007098993f6 HTTP/1.1" status: 200 len: 221 time: 0.2361939 Feb 20 03:44:36.551797 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-1669bec6-e9c9-4a5d-8381-f141579865b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'name': 'tempest-AttachVolumeTestJSON-237415728-router', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:29Z', 'updated_at': '2022-02-20T03:44:31Z', 'revision_number': 3, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'gw_port': {'id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cd:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:31Z', 'updated_at': '2022-02-20T03:44:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:36.583460 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6562de0-ab53-4df4-ba2a-f8f4d27c60a1 req-f816c2a2-4b9e-4e5a-9044-79ebef178332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:36.584993 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c6562de0-ab53-4df4-ba2a-f8f4d27c60a1 req-f816c2a2-4b9e-4e5a-9044-79ebef178332 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b098f8c6-16ef-4470-b828-67d64bde6c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2556992 Feb 20 03:44:36.597632 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1669bec6-e9c9-4a5d-8381-f141579865b5 None None] Checking router: 3fa0165c-bb63-4346-b751-7abaa5ffbfae for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:44:36.598277 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1669bec6-e9c9-4a5d-8381-f141579865b5 None None] Updating router 3fa0165c-bb63-4346-b751-7abaa5ffbfae port 543eac14-6d36-4015-beb1-0e5e915f7753 binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:44:36.635886 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1669bec6-e9c9-4a5d-8381-f141579865b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (543eac14-6d36-4015-beb1-0e5e915f7753), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:36.775370 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c6562de0-ab53-4df4-ba2a-f8f4d27c60a1 req-b0c9eadd-0796-4dc7-a4cc-0b47969d652e service neutron] 10.222.0.93 "GET /v2.0/networks/b098f8c6-16ef-4470-b828-67d64bde6c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791332 Feb 20 03:44:36.808684 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e9af6-7317-49af-a730-c5ba6560aaea req-f84e4474-57b8-4bcf-af2d-2c21728b4c7b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:36.818507 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e9af6-7317-49af-a730-c5ba6560aaea req-f84e4474-57b8-4bcf-af2d-2c21728b4c7b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:36.826702 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e9af6-7317-49af-a730-c5ba6560aaea req-f84e4474-57b8-4bcf-af2d-2c21728b4c7b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:36.836510 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e9af6-7317-49af-a730-c5ba6560aaea req-f84e4474-57b8-4bcf-af2d-2c21728b4c7b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:36.847481 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e9af6-7317-49af-a730-c5ba6560aaea req-f84e4474-57b8-4bcf-af2d-2c21728b4c7b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:36.856749 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e9af6-7317-49af-a730-c5ba6560aaea req-f84e4474-57b8-4bcf-af2d-2c21728b4c7b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:36.865631 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e9af6-7317-49af-a730-c5ba6560aaea req-f84e4474-57b8-4bcf-af2d-2c21728b4c7b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:36.888924 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f82e9af6-7317-49af-a730-c5ba6560aaea req-f84e4474-57b8-4bcf-af2d-2c21728b4c7b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5433 time: 0.4317491 Feb 20 03:44:36.943072 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25129d8-fcd2-4d1f-aa67-97642ca18530 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Router 1c532380-ca19-4c59-aa5f-914ad671d3da is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:44:37.025085 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-3f141f06-eda1-463b-acbe-91f2a2018fb1 None None] Current status of the port 95c79ef8-a09b-43de-a161-02afc4f2564d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:37.062687 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-3f141f06-eda1-463b-acbe-91f2a2018fb1 None None] Provisioning complete for port 309db225-b307-4887-89d9-b96dc03514f0 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:37.063367 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3f141f06-eda1-463b-acbe-91f2a2018fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (309db225-b307-4887-89d9-b96dc03514f0), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:37.065432 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 95c79ef8-a09b-43de-a161-02afc4f2564d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:37.072996 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-c0c23281-3962-4798-a30d-e77e5e08bc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'name': 'tempest-TaggedBootDevicesTest-826249413-router', 'tenant_id': '0d4e5737e103447f89841b11bed8bb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '99b8dc6d-fe60-453f-8bde-d8c4d643698b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:45Z', 'updated_at': '2022-02-20T03:40:57Z', 'revision_number': 4, 'project_id': '0d4e5737e103447f89841b11bed8bb31', 'gw_port': {'id': '99b8dc6d-fe60-453f-8bde-d8c4d643698b', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ba:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:47Z', 'updated_at': '2022-02-20T03:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '5d1b5109-bb8d-4bc6-9cdf-4b717a1a098c', 'tenant_id': '0d4e5737e103447f89841b11bed8bb31', 'floating_ip_address': '172.25.7.254', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'port_id': 'ecc9fc1c-32de-42f6-beff-ccab1aa82d9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b098f8c6-16ef-4470-b828-67d64bde6c7f', 'mac_address': 'fa:16:3e:4f:5f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:42:34Z', 'updated_at': '2022-02-20T03:44:30Z', 'revision_number': 1, 'project_id': '0d4e5737e103447f89841b11bed8bb31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185', 'name': '', 'network_id': 'b098f8c6-16ef-4470-b828-67d64bde6c7f', 'tenant_id': '0d4e5737e103447f89841b11bed8bb31', 'mac_address': 'fa:16:3e:9c:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '31a197bb-5fd0-42b5-ae4b-c35a9b090699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:54Z', 'updated_at': '2022-02-20T03:41:04Z', 'revision_number': 5, 'project_id': '0d4e5737e103447f89841b11bed8bb31', 'subnets': [{'id': '31a197bb-5fd0-42b5-ae4b-c35a9b090699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:37.086188 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c6562de0-ab53-4df4-ba2a-f8f4d27c60a1 req-6ad2fdd8-b3e3-4084-8dfc-233a8e5e714c service neutron] 10.222.0.93 "GET /v2.0/networks/b098f8c6-16ef-4470-b828-67d64bde6c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962205 Feb 20 03:44:37.122427 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c23281-3962-4798-a30d-e77e5e08bc29 None None] Checking router: d898df1e-7635-4633-93c6-1b99803f1be6 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:44:37.134577 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c23281-3962-4798-a30d-e77e5e08bc29 None None] Routers {'d898df1e-7635-4633-93c6-1b99803f1be6'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:44:37.135693 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-c0c23281-3962-4798-a30d-e77e5e08bc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:44:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['d898df1e-7635-4633-93c6-1b99803f1be6'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:37.231503 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853701b9-d93e-40b4-a109-7a7176f4bd91 req-d54750cc-3115-455c-a993-12619bd38805 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:37.235939 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-853701b9-d93e-40b4-a109-7a7176f4bd91 req-d54750cc-3115-455c-a993-12619bd38805 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 945 time: 0.1484120 Feb 20 03:44:37.244241 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 47108) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:37.345408 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-c0c23281-3962-4798-a30d-e77e5e08bc29 None None] Set router d898df1e-7635-4633-93c6-1b99803f1be6 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:44:37.366156 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1669bec6-e9c9-4a5d-8381-f141579865b5 None None] Publish callbacks [] for port (543eac14-6d36-4015-beb1-0e5e915f7753), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:37.374482 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-853701b9-d93e-40b4-a109-7a7176f4bd91 req-7a89f2ac-e78f-4f3d-8f63-c1b20ba0f2f6 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278088 Feb 20 03:44:37.468907 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1669bec6-e9c9-4a5d-8381-f141579865b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (543eac14-6d36-4015-beb1-0e5e915f7753), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:37.530872 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25129d8-fcd2-4d1f-aa67-97642ca18530 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:44:37.554253 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c5f4f85f-b798-43c1-a44c-186f82238f37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:37.606702 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device a15a8392-9cda-4a16-821e-a0147daf413f up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:44:37.616911 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b25129d8-fcd2-4d1f-aa67-97642ca18530 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "PUT /v2.0/routers/1c532380-ca19-4c59-aa5f-914ad671d3da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2957563 Feb 20 03:44:37.617153 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 47116) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:37.634331 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782cf31f-629b-4b63-ad12-1739c8809fd2 None None] Pushing event updated for resources: {'Port': ['ID=543eac14-6d36-4015-beb1-0e5e915f7753,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:37.638166 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-1669bec6-e9c9-4a5d-8381-f141579865b5 None None] Attempting to bind port 543eac14-6d36-4015-beb1-0e5e915f7753 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:44:37.638748 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-1669bec6-e9c9-4a5d-8381-f141579865b5 None None] Attempting to bind port 543eac14-6d36-4015-beb1-0e5e915f7753 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:44:37.639347 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1669bec6-e9c9-4a5d-8381-f141579865b5 None None] Attempting to bind port 543eac14-6d36-4015-beb1-0e5e915f7753 on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:44:37.646144 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1669bec6-e9c9-4a5d-8381-f141579865b5 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:44:37.646772 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1669bec6-e9c9-4a5d-8381-f141579865b5 None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:44:37.647383 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1669bec6-e9c9-4a5d-8381-f141579865b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:37.647942 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1669bec6-e9c9-4a5d-8381-f141579865b5 None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:44:37.649163 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-1669bec6-e9c9-4a5d-8381-f141579865b5 None None] Bound port: 543eac14-6d36-4015-beb1-0e5e915f7753, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:44:37.649730 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1669bec6-e9c9-4a5d-8381-f141579865b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (543eac14-6d36-4015-beb1-0e5e915f7753), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:37.676215 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825acdbd-786c-4c91-8651-7f74c062a879 None None] Sync routers for ids ['1c532380-ca19-4c59-aa5f-914ad671d3da'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:44:37.707113 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-1669bec6-e9c9-4a5d-8381-f141579865b5 None None] For port 543eac14-6d36-4015-beb1-0e5e915f7753, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:44:37.711720 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-1669bec6-e9c9-4a5d-8381-f141579865b5 None None] For port 543eac14-6d36-4015-beb1-0e5e915f7753, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=543eac14-6d36-4015-beb1-0e5e915f7753,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:44:37.736763 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825acdbd-786c-4c91-8651-7f74c062a879 None None] Routers {'1c532380-ca19-4c59-aa5f-914ad671d3da'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:44:37.737674 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-825acdbd-786c-4c91-8651-7f74c062a879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:44:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['1c532380-ca19-4c59-aa5f-914ad671d3da'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:37.740722 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-3f141f06-eda1-463b-acbe-91f2a2018fb1 None None] Port 309db225-b307-4887-89d9-b96dc03514f0 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:44:37.753811 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-637c7722-dea1-4ece-95b0-2822dc10a807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:37.780045 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d7c226-22eb-46d1-8bb3-e75be2577522 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:37.782506 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d6d7c226-22eb-46d1-8bb3-e75be2577522 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "GET /v2.0/ports/309db225-b307-4887-89d9-b96dc03514f0 HTTP/1.1" status: 200 len: 910 time: 0.1692772 Feb 20 03:44:37.798014 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 47118) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:37.803938 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-efc909ba-551a-444f-9fc2-c49bfe6eb097 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0614eae3-300b-4c56-a9ef-5857e3678181'}]}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:44:37.808397 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-1669bec6-e9c9-4a5d-8381-f141579865b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (543eac14-6d36-4015-beb1-0e5e915f7753), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:37.838516 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea79f3-cb79-4145-bdc0-3585ca0c3a6f req-43586201-2a02-4aaa-9e86-88e1f251fc9f tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:37.857717 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c2ea79f3-cb79-4145-bdc0-3585ca0c3a6f req-43586201-2a02-4aaa-9e86-88e1f251fc9f tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.3677883 Feb 20 03:44:37.900767 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1669bec6-e9c9-4a5d-8381-f141579865b5 None None] Routers {'3fa0165c-bb63-4346-b751-7abaa5ffbfae'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:44:37.901867 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-1669bec6-e9c9-4a5d-8381-f141579865b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:44:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3fa0165c-bb63-4346-b751-7abaa5ffbfae'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:37.903798 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-825acdbd-786c-4c91-8651-7f74c062a879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:37.965462 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825acdbd-786c-4c91-8651-7f74c062a879 None None] Routers {'1c532380-ca19-4c59-aa5f-914ad671d3da'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:44:37.967102 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-637c7722-dea1-4ece-95b0-2822dc10a807 admin admin] Allocated IP 172.20.0.1 (18b77a5e-5446-4d58-b319-36a274f1014a/ec9d4964-56bb-4af3-beab-8c8d3923a688/caeabdbf-9be1-417d-b66e-d93a08bd5956) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:44:37.968381 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-825acdbd-786c-4c91-8651-7f74c062a879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:44:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['1c532380-ca19-4c59-aa5f-914ad671d3da'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:38.102112 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-825acdbd-786c-4c91-8651-7f74c062a879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:38.108404 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825acdbd-786c-4c91-8651-7f74c062a879 None None] The sync data for ids ['1c532380-ca19-4c59-aa5f-914ad671d3da'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:44:38.129040 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-3f141f06-eda1-463b-acbe-91f2a2018fb1 None None] Provisioning complete for port a15a8392-9cda-4a16-821e-a0147daf413f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:38.129583 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3f141f06-eda1-463b-acbe-91f2a2018fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a15a8392-9cda-4a16-821e-a0147daf413f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:38.133276 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-637c7722-dea1-4ece-95b0-2822dc10a807 admin admin] Publish callbacks [] for port (caeabdbf-9be1-417d-b66e-d93a08bd5956), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:38.162109 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782cf31f-629b-4b63-ad12-1739c8809fd2 None None] Pushing event updated for resources: {'Port': ['ID=543eac14-6d36-4015-beb1-0e5e915f7753,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:38.233106 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-1669bec6-e9c9-4a5d-8381-f141579865b5 None None] Set router 3fa0165c-bb63-4346-b751-7abaa5ffbfae gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:44:38.248499 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-637c7722-dea1-4ece-95b0-2822dc10a807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (caeabdbf-9be1-417d-b66e-d93a08bd5956), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:38.357065 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port a15a8392-9cda-4a16-821e-a0147daf413f triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:38.357065 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a15a8392-9cda-4a16-821e-a0147daf413f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:38.358278 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c2ea79f3-cb79-4145-bdc0-3585ca0c3a6f req-d5db36b3-8576-4dcd-9fb4-f0efb396559c tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4995449 Feb 20 03:44:38.382758 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637c7722-dea1-4ece-95b0-2822dc10a807 admin admin] Network 18b77a5e-5446-4d58-b319-36a274f1014a is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:44:38.383968 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c7722-dea1-4ece-95b0-2822dc10a807 admin admin] Pushing event updated for resources: {'Port': ['ID=caeabdbf-9be1-417d-b66e-d93a08bd5956,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:38.389512 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-637c7722-dea1-4ece-95b0-2822dc10a807 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:44:38.400720 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637c7722-dea1-4ece-95b0-2822dc10a807 admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:44:38.445756 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c5f4f85f-b798-43c1-a44c-186f82238f37 admin admin] Publish callbacks [] for security_group (20ea29e4-e685-4850-a4aa-a86a29c52b4b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:38.506574 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-637c7722-dea1-4ece-95b0-2822dc10a807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (3fa0165c-bb63-4346-b751-7abaa5ffbfae), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:38.545550 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c5f4f85f-b798-43c1-a44c-186f82238f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (20ea29e4-e685-4850-a4aa-a86a29c52b4b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:38.770183 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-efc909ba-551a-444f-9fc2-c49bfe6eb097 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (309db225-b307-4887-89d9-b96dc03514f0), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:38.843446 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port a15a8392-9cda-4a16-821e-a0147daf413f is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:38.843842 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-1669bec6-e9c9-4a5d-8381-f141579865b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'name': 'tempest-AttachVolumeTestJSON-237415728-router', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:29Z', 'updated_at': '2022-02-20T03:44:31Z', 'revision_number': 3, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'gw_port': {'id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cd:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:31Z', 'updated_at': '2022-02-20T03:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:38.847242 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 95c79ef8-a09b-43de-a161-02afc4f2564d up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:44:38.849230 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47136) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:38.851254 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c5f4f85f-b798-43c1-a44c-186f82238f37 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=68af4f75426148c4814bfe024cec4f3d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6050277 Feb 20 03:44:38.856029 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-c0c23281-3962-4798-a30d-e77e5e08bc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'name': 'tempest-TaggedBootDevicesTest-826249413-router', 'tenant_id': '0d4e5737e103447f89841b11bed8bb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '99b8dc6d-fe60-453f-8bde-d8c4d643698b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:45Z', 'updated_at': '2022-02-20T03:40:57Z', 'revision_number': 4, 'project_id': '0d4e5737e103447f89841b11bed8bb31', 'gw_port': {'id': '99b8dc6d-fe60-453f-8bde-d8c4d643698b', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ba:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:47Z', 'updated_at': '2022-02-20T03:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '5d1b5109-bb8d-4bc6-9cdf-4b717a1a098c', 'tenant_id': '0d4e5737e103447f89841b11bed8bb31', 'floating_ip_address': '172.25.7.254', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'port_id': 'ecc9fc1c-32de-42f6-beff-ccab1aa82d9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b098f8c6-16ef-4470-b828-67d64bde6c7f', 'mac_address': 'fa:16:3e:4f:5f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:42:34Z', 'updated_at': '2022-02-20T03:44:30Z', 'revision_number': 1, 'project_id': '0d4e5737e103447f89841b11bed8bb31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185', 'name': '', 'network_id': 'b098f8c6-16ef-4470-b828-67d64bde6c7f', 'tenant_id': '0d4e5737e103447f89841b11bed8bb31', 'mac_address': 'fa:16:3e:9c:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '31a197bb-5fd0-42b5-ae4b-c35a9b090699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:54Z', 'updated_at': '2022-02-20T03:41:04Z', 'revision_number': 5, 'project_id': '0d4e5737e103447f89841b11bed8bb31', 'subnets': [{'id': '31a197bb-5fd0-42b5-ae4b-c35a9b090699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:38.874734 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1669bec6-e9c9-4a5d-8381-f141579865b5 None None] The sync data for ids ['3fa0165c-bb63-4346-b751-7abaa5ffbfae'] in n-d-829866-4 is: [{'id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'name': 'tempest-AttachVolumeTestJSON-237415728-router', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:29Z', 'updated_at': '2022-02-20T03:44:31Z', 'revision_number': 3, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'gw_port': {'id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cd:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:31Z', 'updated_at': '2022-02-20T03:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:44:38.895169 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4f85f-b798-43c1-a44c-186f82238f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ea29e4-e685-4850-a4aa-a86a29c52b4b,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:38.966256 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c23281-3962-4798-a30d-e77e5e08bc29 None None] The sync data for ids ['d898df1e-7635-4633-93c6-1b99803f1be6'] in n-d-829866-4 is: [{'id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'name': 'tempest-TaggedBootDevicesTest-826249413-router', 'tenant_id': '0d4e5737e103447f89841b11bed8bb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '99b8dc6d-fe60-453f-8bde-d8c4d643698b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:45Z', 'updated_at': '2022-02-20T03:40:57Z', 'revision_number': 4, 'project_id': '0d4e5737e103447f89841b11bed8bb31', 'gw_port': {'id': '99b8dc6d-fe60-453f-8bde-d8c4d643698b', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ba:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:47Z', 'updated_at': '2022-02-20T03:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '5d1b5109-bb8d-4bc6-9cdf-4b717a1a098c', 'tenant_id': '0d4e5737e103447f89841b11bed8bb31', 'floating_ip_address': '172.25.7.254', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'port_id': 'ecc9fc1c-32de-42f6-beff-ccab1aa82d9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b098f8c6-16ef-4470-b828-67d64bde6c7f', 'mac_address': 'fa:16:3e:4f:5f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:42:34Z', 'updated_at': '2022-02-20T03:44:30Z', 'revision_number': 1, 'project_id': '0d4e5737e103447f89841b11bed8bb31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185', 'name': '', 'network_id': 'b098f8c6-16ef-4470-b828-67d64bde6c7f', 'tenant_id': '0d4e5737e103447f89841b11bed8bb31', 'mac_address': 'fa:16:3e:9c:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '31a197bb-5fd0-42b5-ae4b-c35a9b090699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:54Z', 'updated_at': '2022-02-20T03:41:04Z', 'revision_number': 5, 'project_id': '0d4e5737e103447f89841b11bed8bb31', 'subnets': [{'id': '31a197bb-5fd0-42b5-ae4b-c35a9b090699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:44:38.971146 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-3f141f06-eda1-463b-acbe-91f2a2018fb1 None None] Current status of the port a15a8392-9cda-4a16-821e-a0147daf413f is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:39.038030 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6700aa58-6e53-440e-be56-e3bb46be5a64 req-8b8927cc-00f0-4172-b226-10218ae12a41 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5112774 Feb 20 03:44:39.153708 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-637c7722-dea1-4ece-95b0-2822dc10a807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (caeabdbf-9be1-417d-b66e-d93a08bd5956), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:39.186251 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-288c9385-4e4b-4ab8-a2a6-c33b1977047b None None] Provisioning complete for port caeabdbf-9be1-417d-b66e-d93a08bd5956 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:39.186251 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-288c9385-4e4b-4ab8-a2a6-c33b1977047b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (caeabdbf-9be1-417d-b66e-d93a08bd5956), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:39.304349 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 95c79ef8-a09b-43de-a161-02afc4f2564d triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:39.305009 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (95c79ef8-a09b-43de-a161-02afc4f2564d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:39.334524 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-288c9385-4e4b-4ab8-a2a6-c33b1977047b None None] Port caeabdbf-9be1-417d-b66e-d93a08bd5956 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:44:39.363675 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-288c9385-4e4b-4ab8-a2a6-c33b1977047b None None] Provisioning complete for port 309db225-b307-4887-89d9-b96dc03514f0 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:39.364358 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-288c9385-4e4b-4ab8-a2a6-c33b1977047b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (309db225-b307-4887-89d9-b96dc03514f0), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:39.372269 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700aa58-6e53-440e-be56-e3bb46be5a64 req-8f0d57e4-8ce4-4f62-9adb-0a7dbc9bb0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:39.387940 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6700aa58-6e53-440e-be56-e3bb46be5a64 req-8f0d57e4-8ce4-4f62-9adb-0a7dbc9bb0c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=74366e9b5aca4b26a4824007098993f6&device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 1127 time: 0.3134334 Feb 20 03:44:39.499488 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-288c9385-4e4b-4ab8-a2a6-c33b1977047b None None] Port 309db225-b307-4887-89d9-b96dc03514f0 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:44:39.566693 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-637c7722-dea1-4ece-95b0-2822dc10a807 admin admin] Publish callbacks [] for port (caeabdbf-9be1-417d-b66e-d93a08bd5956), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:39.571702 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a800fd07-e22a-48ed-9bce-41130f08d50d admin admin] Publish callbacks [] for security_group (20ea29e4-e685-4850-a4aa-a86a29c52b4b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:39.577313 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e807ce-06e1-4950-8706-9b5fad5cb727 None None] New status for floating IP 5d1b5109-bb8d-4bc6-9cdf-4b717a1a098c: ACTIVE {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:44:39.621427 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 95c79ef8-a09b-43de-a161-02afc4f2564d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:39.629068 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-637c7722-dea1-4ece-95b0-2822dc10a807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (caeabdbf-9be1-417d-b66e-d93a08bd5956), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:39.720049 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-637c7722-dea1-4ece-95b0-2822dc10a807 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (3fa0165c-bb63-4346-b751-7abaa5ffbfae), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:39.732506 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a800fd07-e22a-48ed-9bce-41130f08d50d admin admin] Publish callbacks [] for security_group (20ea29e4-e685-4850-a4aa-a86a29c52b4b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:39.803598 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 543eac14-6d36-4015-beb1-0e5e915f7753 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:44:39.952031 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 543eac14-6d36-4015-beb1-0e5e915f7753 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:39.952676 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (543eac14-6d36-4015-beb1-0e5e915f7753), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:40.042029 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637c7722-dea1-4ece-95b0-2822dc10a807 admin admin] Network 18b77a5e-5446-4d58-b319-36a274f1014a is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:44:40.046012 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-637c7722-dea1-4ece-95b0-2822dc10a807 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:44:40.136525 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a800fd07-e22a-48ed-9bce-41130f08d50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (20ea29e4-e685-4850-a4aa-a86a29c52b4b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:40.144483 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a800fd07-e22a-48ed-9bce-41130f08d50d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:40.145641 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a800fd07-e22a-48ed-9bce-41130f08d50d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/20ea29e4-e685-4850-a4aa-a86a29c52b4b HTTP/1.1" status: 204 len: 168 time: 1.2942019 Feb 20 03:44:40.171878 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-efc909ba-551a-444f-9fc2-c49bfe6eb097 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for port (309db225-b307-4887-89d9-b96dc03514f0), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:40.228574 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 543eac14-6d36-4015-beb1-0e5e915f7753 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:40.229058 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (543eac14-6d36-4015-beb1-0e5e915f7753), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:40.273249 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a0f2b-44f2-49f1-b261-61c95a2efbf2 req-e9c06a98-9b90-4362-83a7-ca50f8d2770c tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:40.275755 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c7722-dea1-4ece-95b0-2822dc10a807 admin admin] Pushing event updated for resources: {'Port': ['ID=caeabdbf-9be1-417d-b66e-d93a08bd5956,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:40.284982 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 543eac14-6d36-4015-beb1-0e5e915f7753, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=543eac14-6d36-4015-beb1-0e5e915f7753,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:40.289746 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd2a0f2b-44f2-49f1-b261-61c95a2efbf2 req-e9c06a98-9b90-4362-83a7-ca50f8d2770c tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.9002197 Feb 20 03:44:40.292735 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800fd07-e22a-48ed-9bce-41130f08d50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ea29e4-e685-4850-a4aa-a86a29c52b4b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:40.306362 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-efc909ba-551a-444f-9fc2-c49bfe6eb097 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (309db225-b307-4887-89d9-b96dc03514f0), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:40.384001 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (543eac14-6d36-4015-beb1-0e5e915f7753), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:40.493508 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc909ba-551a-444f-9fc2-c49bfe6eb097 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Port': ['ID=309db225-b307-4887-89d9-b96dc03514f0,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:40.560259 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=543eac14-6d36-4015-beb1-0e5e915f7753,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:40.586553 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637c7722-dea1-4ece-95b0-2822dc10a807 admin admin] Router 3fa0165c-bb63-4346-b751-7abaa5ffbfae has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:44:40.662383 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-95f2cad4-aed0-494d-b628-123b008056f8 None None] Provisioning complete for port caeabdbf-9be1-417d-b66e-d93a08bd5956 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:40.662383 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-95f2cad4-aed0-494d-b628-123b008056f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (caeabdbf-9be1-417d-b66e-d93a08bd5956), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:40.675881 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd2a0f2b-44f2-49f1-b261-61c95a2efbf2 req-e4e7d02c-4e8d-4762-8789-0618e96abf4f tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850505 Feb 20 03:44:40.768191 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-95f2cad4-aed0-494d-b628-123b008056f8 None None] Port caeabdbf-9be1-417d-b66e-d93a08bd5956 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:44:40.805616 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc909ba-551a-444f-9fc2-c49bfe6eb097 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:40.807432 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-efc909ba-551a-444f-9fc2-c49bfe6eb097 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:40.813553 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-efc909ba-551a-444f-9fc2-c49bfe6eb097 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "PUT /v2.0/ports/309db225-b307-4887-89d9-b96dc03514f0 HTTP/1.1" status: 200 len: 910 time: 3.0138557 Feb 20 03:44:40.813768 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47178) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:40.824227 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700aa58-6e53-440e-be56-e3bb46be5a64 req-cad4b2f0-d72f-460f-bb4f-c9b0c169666c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:40.825985 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6700aa58-6e53-440e-be56-e3bb46be5a64 req-cad4b2f0-d72f-460f-bb4f-c9b0c169666c service neutron] 10.222.0.42 "GET /v2.0/networks?id=b6106e2a-8ac1-4f4b-b272-b4b0beeb37af HTTP/1.1" status: 200 len: 915 time: 1.4090247 Feb 20 03:44:40.828685 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637c7722-dea1-4ece-95b0-2822dc10a807 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:44:40.891968 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-637c7722-dea1-4ece-95b0-2822dc10a807 admin admin] 10.222.0.89 "PUT /v2.0/routers/3fa0165c-bb63-4346-b751-7abaa5ffbfae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0820413 Feb 20 03:44:40.946609 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6700aa58-6e53-440e-be56-e3bb46be5a64 req-9d5b0d6a-c1dc-4144-a233-eb29cb124f3f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf3783b4-809a-4c35-bd34-df196608bb8e HTTP/1.1" status: 200 len: 217 time: 0.1132767 Feb 20 03:44:41.085807 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 47188) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:41.138018 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-144bc6af-ac9f-46ea-a7f3-0e205a351530 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:41.140899 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700aa58-6e53-440e-be56-e3bb46be5a64 req-9ebabe2e-1499-4859-b09e-1a99db4b8e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:41.143261 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6700aa58-6e53-440e-be56-e3bb46be5a64 req-9ebabe2e-1499-4859-b09e-1a99db4b8e6b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=883b5707-28cf-44b8-81fe-08e0b3a98ddb HTTP/1.1" status: 200 len: 854 time: 0.1427300 Feb 20 03:44:41.179520 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a79f-2714-4d93-a4ff-e1c2b5cf69a5 req-47908b87-db8e-4a77-a72f-024018dca252 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:41.182649 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d6a0a79f-2714-4d93-a4ff-e1c2b5cf69a5 req-47908b87-db8e-4a77-a72f-024018dca252 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.3199799 Feb 20 03:44:41.230301 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6700aa58-6e53-440e-be56-e3bb46be5a64 req-7ffcaba0-6d51-4d27-9f82-0c1e3039e80e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b6106e2a-8ac1-4f4b-b272-b4b0beeb37af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754533 Feb 20 03:44:41.255400 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-6700aa58-6e53-440e-be56-e3bb46be5a64 req-f9191b2b-652f-4e59-8bdb-ff1e7ff2dae8 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:44:41.257285 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6700aa58-6e53-440e-be56-e3bb46be5a64 req-f9191b2b-652f-4e59-8bdb-ff1e7ff2dae8 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0168879 Feb 20 03:44:41.415708 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d6a0a79f-2714-4d93-a4ff-e1c2b5cf69a5 req-5695ac21-ddee-4ad0-bb09-470a67d4e328 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139070 Feb 20 03:44:41.534508 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6700aa58-6e53-440e-be56-e3bb46be5a64 req-ba618e94-916e-46e1-a584-9e4a0ecd9c94 service neutron] 10.222.0.42 "GET /v2.0/networks/b6106e2a-8ac1-4f4b-b272-b4b0beeb37af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408388 Feb 20 03:44:41.584797 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-144bc6af-ac9f-46ea-a7f3-0e205a351530 admin admin] Publish callbacks [] for security_group (f780e6be-009b-480a-bf20-9aa338186971), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:41.713591 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6700aa58-6e53-440e-be56-e3bb46be5a64 req-4aa9d4ca-f660-45e0-8946-1df75dcaebf9 service neutron] 10.222.0.42 "GET /v2.0/networks/b6106e2a-8ac1-4f4b-b272-b4b0beeb37af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266713 Feb 20 03:44:41.715339 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-144bc6af-ac9f-46ea-a7f3-0e205a351530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f780e6be-009b-480a-bf20-9aa338186971), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:41.800490 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 543eac14-6d36-4015-beb1-0e5e915f7753 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:44:41.838153 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144bc6af-ac9f-46ea-a7f3-0e205a351530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f780e6be-009b-480a-bf20-9aa338186971,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:41.853537 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-144bc6af-ac9f-46ea-a7f3-0e205a351530 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a3d635a00bbc440db0f590c641951b19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7660556 Feb 20 03:44:41.856513 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 47204) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:41.933602 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 543eac14-6d36-4015-beb1-0e5e915f7753 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:41.933988 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (543eac14-6d36-4015-beb1-0e5e915f7753), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:42.012040 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-607b7c2d-d563-48f1-b914-6cadac9b5b1e admin admin] Publish callbacks [] for security_group (f780e6be-009b-480a-bf20-9aa338186971), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:42.044773 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 543eac14-6d36-4015-beb1-0e5e915f7753 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:42.065318 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-607b7c2d-d563-48f1-b914-6cadac9b5b1e admin admin] Publish callbacks [] for security_group (f780e6be-009b-480a-bf20-9aa338186971), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:42.070335 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9c189f47-5324-43c2-a2ed-f3f779bd87a5 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (1c532380-ca19-4c59-aa5f-914ad671d3da), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:42.167831 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cc61cb-71bd-41e0-ab04-7e314cf11ba2 None None] Sync routers for ids ['3fa0165c-bb63-4346-b751-7abaa5ffbfae'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:44:42.186572 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cc61cb-71bd-41e0-ab04-7e314cf11ba2 None None] Routers {'3fa0165c-bb63-4346-b751-7abaa5ffbfae'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:44:42.187626 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47208) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:42.189499 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-08cc61cb-71bd-41e0-ab04-7e314cf11ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:44:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3fa0165c-bb63-4346-b751-7abaa5ffbfae'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:42.193892 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-4f308dba-7cde-4855-931c-35073949d653 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1879493094', 'description': 'tempest-description--368087647'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:44:42.285808 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-607b7c2d-d563-48f1-b914-6cadac9b5b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f780e6be-009b-480a-bf20-9aa338186971), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:42.288426 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-607b7c2d-d563-48f1-b914-6cadac9b5b1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:42.290949 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-607b7c2d-d563-48f1-b914-6cadac9b5b1e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f780e6be-009b-480a-bf20-9aa338186971 HTTP/1.1" status: 204 len: 168 time: 0.4322588 Feb 20 03:44:42.306001 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b7c2d-d563-48f1-b914-6cadac9b5b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f780e6be-009b-480a-bf20-9aa338186971,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:42.308818 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f308dba-7cde-4855-931c-35073949d653 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:42.333646 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f6ff7-068d-4720-83ab-2beb26002249 req-f3f6102f-d6a1-4bdf-8a8a-7d5341670fc2 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:42.337507 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a84f6ff7-068d-4720-83ab-2beb26002249 req-f3f6102f-d6a1-4bdf-8a8a-7d5341670fc2 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.0851059 Feb 20 03:44:42.438402 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-08cc61cb-71bd-41e0-ab04-7e314cf11ba2 None None] Set router 3fa0165c-bb63-4346-b751-7abaa5ffbfae gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:44:42.459833 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a84f6ff7-068d-4720-83ab-2beb26002249 req-15eb9cb8-837d-43dd-89ae-69151c2b9caf tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169729 Feb 20 03:44:42.502101 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f308dba-7cde-4855-931c-35073949d653 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for security_group (38c5a958-cd8b-4515-9aa9-064d98a3d755), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:42.597694 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:44:42.614791 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f308dba-7cde-4855-931c-35073949d653 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (38c5a958-cd8b-4515-9aa9-064d98a3d755), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:42.685305 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9c189f47-5324-43c2-a2ed-f3f779bd87a5 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Deleting port 309db225-b307-4887-89d9-b96dc03514f0 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:44:42.687610 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9c189f47-5324-43c2-a2ed-f3f779bd87a5 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (309db225-b307-4887-89d9-b96dc03514f0), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:42.746189 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f308dba-7cde-4855-931c-35073949d653 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c5a958-cd8b-4515-9aa9-064d98a3d755,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:42.752368 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2254f-bcd4-4f47-990d-a16a84036d6a req-8d152957-a90f-4fe6-a66e-328a33ad659f tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:42.752368 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ef2254f-bcd4-4f47-990d-a16a84036d6a req-8d152957-a90f-4fe6-a66e-328a33ad659f tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1204395 Feb 20 03:44:42.797758 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f308dba-7cde-4855-931c-35073949d653 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:42.799742 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4f308dba-7cde-4855-931c-35073949d653 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6107931 Feb 20 03:44:42.800574 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-08cc61cb-71bd-41e0-ab04-7e314cf11ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'name': 'tempest-AttachVolumeTestJSON-237415728-router', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:29Z', 'updated_at': '2022-02-20T03:44:38Z', 'revision_number': 4, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'gw_port': {'id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:31Z', 'updated_at': '2022-02-20T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'caeabdbf-9be1-417d-b66e-d93a08bd5956', 'name': '', 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'mac_address': 'fa:16:3e:c8:3e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'ec9d4964-56bb-4af3-beab-8c8d3923a688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:37Z', 'updated_at': '2022-02-20T03:44:39Z', 'revision_number': 2, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'subnets': [{'id': 'ec9d4964-56bb-4af3-beab-8c8d3923a688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:42.802979 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 47222) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:42.817854 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-007921a0-cb52-4c5a-8e64-2dde411b725b tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Request body: {'security_group_rule': {'security_group_id': '38c5a958-cd8b-4515-9aa9-064d98a3d755', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:44:42.855704 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9c189f47-5324-43c2-a2ed-f3f779bd87a5 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (309db225-b307-4887-89d9-b96dc03514f0), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:42.873370 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9c189f47-5324-43c2-a2ed-f3f779bd87a5 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Calling delete_port for 309db225-b307-4887-89d9-b96dc03514f0 owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:44:42.956763 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ef2254f-bcd4-4f47-990d-a16a84036d6a req-765c0068-2ef3-4217-ae6f-8816e76c9894 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961422 Feb 20 03:44:43.016499 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-007921a0-cb52-4c5a-8e64-2dde411b725b tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for security_group_rule (572132ba-ed8f-44b7-848f-9f0a1db79638), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:43.061835 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cc61cb-71bd-41e0-ab04-7e314cf11ba2 None None] Checking router: 3fa0165c-bb63-4346-b751-7abaa5ffbfae for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:44:43.062151 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cc61cb-71bd-41e0-ab04-7e314cf11ba2 None None] Updating router 3fa0165c-bb63-4346-b751-7abaa5ffbfae port caeabdbf-9be1-417d-b66e-d93a08bd5956 binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:44:43.064311 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 704b66a5-2e83-41de-ba1d-777ee6bc4c8e details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:44:43.105673 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-08cc61cb-71bd-41e0-ab04-7e314cf11ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (caeabdbf-9be1-417d-b66e-d93a08bd5956), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:43.110049 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-007921a0-cb52-4c5a-8e64-2dde411b725b tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for security_group_rule (572132ba-ed8f-44b7-848f-9f0a1db79638), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:43.251228 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.resource_extend [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 03:44:43.279682 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-007921a0-cb52-4c5a-8e64-2dde411b725b tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (572132ba-ed8f-44b7-848f-9f0a1db79638), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:43.310794 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9c189f47-5324-43c2-a2ed-f3f779bd87a5 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (309db225-b307-4887-89d9-b96dc03514f0), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:43.340106 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843c67f-bb5f-4825-92c7-0f942cfe9cc4 req-b63075e2-6017-45a3-9fb4-0c0002cd53b9 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:43.346755 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1843c67f-bb5f-4825-92c7-0f942cfe9cc4 req-b63075e2-6017-45a3-9fb4-0c0002cd53b9 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.2208652 Feb 20 03:44:43.359650 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007921a0-cb52-4c5a-8e64-2dde411b725b tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=572132ba-ed8f-44b7-848f-9f0a1db79638,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:43.416734 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c189f47-5324-43c2-a2ed-f3f779bd87a5 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Port': ['ID=309db225-b307-4887-89d9-b96dc03514f0,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:43.472859 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-007921a0-cb52-4c5a-8e64-2dde411b725b tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:43.476026 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-007921a0-cb52-4c5a-8e64-2dde411b725b tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6673565 Feb 20 03:44:43.479030 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 47252) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:43.497886 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-db1c6ad0-7861-47ae-9d34-7620c45ee6a6 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Request body: {'security_group_rule': {'security_group_id': '38c5a958-cd8b-4515-9aa9-064d98a3d755', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:44:43.513422 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=704b66a5-2e83-41de-ba1d-777ee6bc4c8e,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:43.543280 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '704b66a5-2e83-41de-ba1d-777ee6bc4c8e', 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51', 'port_id': '704b66a5-2e83-41de-ba1d-777ee6bc4c8e', 'mac_address': 'fa:16:3e:cf:6c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e8c386-47fc-4d48-86f0-3d288a799fec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:44:43.567628 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1843c67f-bb5f-4825-92c7-0f942cfe9cc4 req-57b6ed18-3685-4408-8ffe-5465cf4dd710 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077942 Feb 20 03:44:43.629315 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-db1c6ad0-7861-47ae-9d34-7620c45ee6a6 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for security_group_rule (fb020d22-a9b0-45a3-86ee-28c81c66e83b), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:43.689067 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e is: ACTIVE; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:43.689570 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:43.718800 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 704b66a5-2e83-41de-ba1d-777ee6bc4c8e {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:44:43.749589 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=704b66a5-2e83-41de-ba1d-777ee6bc4c8e,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:43.844803 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:43.862189 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-db1c6ad0-7861-47ae-9d34-7620c45ee6a6 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for security_group_rule (fb020d22-a9b0-45a3-86ee-28c81c66e83b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:43.868573 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9c189f47-5324-43c2-a2ed-f3f779bd87a5 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (1c532380-ca19-4c59-aa5f-914ad671d3da), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:43.913322 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=704b66a5-2e83-41de-ba1d-777ee6bc4c8e,revision_number=6']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:43.972232 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ed8be-b06c-4926-abcf-911f4c41d9f6 req-8078d156-f9b1-4db4-afe0-b8d154b8fe6d tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:43.978663 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f81ed8be-b06c-4926-abcf-911f4c41d9f6 req-8078d156-f9b1-4db4-afe0-b8d154b8fe6d tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1149871 Feb 20 03:44:43.981954 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-db1c6ad0-7861-47ae-9d34-7620c45ee6a6 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (fb020d22-a9b0-45a3-86ee-28c81c66e83b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:44.012213 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['704b66a5-2e83-41de-ba1d-777ee6bc4c8e'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:44:44.033490 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c6ad0-7861-47ae-9d34-7620c45ee6a6 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb020d22-a9b0-45a3-86ee-28c81c66e83b,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:44.088954 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-db1c6ad0-7861-47ae-9d34-7620c45ee6a6 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:44.093544 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-db1c6ad0-7861-47ae-9d34-7620c45ee6a6 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6078434 Feb 20 03:44:44.094238 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47278) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:44.100583 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-d1501789-eabd-4eb8-a616-32e628545225 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:44:44.123118 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f81ed8be-b06c-4926-abcf-911f4c41d9f6 req-23d5f860-cc37-4703-a86d-254aafcc33bd tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143534 Feb 20 03:44:44.169982 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c189f47-5324-43c2-a2ed-f3f779bd87a5 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Router 1c532380-ca19-4c59-aa5f-914ad671d3da has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:44:44.281516 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c189f47-5324-43c2-a2ed-f3f779bd87a5 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:44:44.291530 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1501789-eabd-4eb8-a616-32e628545225 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:44.292928 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aeb1f2-d66a-40da-a5d9-2a8976cc9a2f None None] Sync routers for ids ['1c532380-ca19-4c59-aa5f-914ad671d3da'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:44:44.308989 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aeb1f2-d66a-40da-a5d9-2a8976cc9a2f None None] Routers {'1c532380-ca19-4c59-aa5f-914ad671d3da'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:44:44.310769 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-04aeb1f2-d66a-40da-a5d9-2a8976cc9a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:44:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['1c532380-ca19-4c59-aa5f-914ad671d3da'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:44.318244 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9c189f47-5324-43c2-a2ed-f3f779bd87a5 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "PUT /v2.0/routers/1c532380-ca19-4c59-aa5f-914ad671d3da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4954858 Feb 20 03:44:44.318244 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47288) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:44.383271 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b7345-82b6-4792-bf67-acadb61d6196 req-6e373b18-9c62-485c-9388-4c88f144ab5f tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:44.390362 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1f488d95-3ee5-46e1-8e08-027d72233e61 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "GET /v2.0/ports?device_id=1c532380-ca19-4c59-aa5f-914ad671d3da HTTP/1.1" status: 200 len: 205 time: 0.0715303 Feb 20 03:44:44.394998 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-829b7345-82b6-4792-bf67-acadb61d6196 req-6e373b18-9c62-485c-9388-4c88f144ab5f tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1410363 Feb 20 03:44:44.395236 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47294) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:44.448859 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-04aeb1f2-d66a-40da-a5d9-2a8976cc9a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:44.482486 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-08cc61cb-71bd-41e0-ab04-7e314cf11ba2 None None] Publish callbacks [] for port (caeabdbf-9be1-417d-b66e-d93a08bd5956), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:44.515008 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aeb1f2-d66a-40da-a5d9-2a8976cc9a2f None None] Routers {'1c532380-ca19-4c59-aa5f-914ad671d3da'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:44:44.519946 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-04aeb1f2-d66a-40da-a5d9-2a8976cc9a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:44:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['1c532380-ca19-4c59-aa5f-914ad671d3da'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:44.575909 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-08cc61cb-71bd-41e0-ab04-7e314cf11ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (caeabdbf-9be1-417d-b66e-d93a08bd5956), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:44.625939 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1ff3832f-664b-4039-b4b1-166aac5df216 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router (1c532380-ca19-4c59-aa5f-914ad671d3da), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:44.714219 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-04aeb1f2-d66a-40da-a5d9-2a8976cc9a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:44.715109 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aeb1f2-d66a-40da-a5d9-2a8976cc9a2f None None] The sync data for ids ['1c532380-ca19-4c59-aa5f-914ad671d3da'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:44:44.953751 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e5719-a493-4e66-a284-8e49ccba776f None None] Pushing event updated for resources: {'Port': ['ID=caeabdbf-9be1-417d-b66e-d93a08bd5956,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:44.986075 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-08cc61cb-71bd-41e0-ab04-7e314cf11ba2 None None] Attempting to bind port caeabdbf-9be1-417d-b66e-d93a08bd5956 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:44:44.988726 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-08cc61cb-71bd-41e0-ab04-7e314cf11ba2 None None] Attempting to bind port caeabdbf-9be1-417d-b66e-d93a08bd5956 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '62e0b498-d38d-4750-b089-0bc3a2eabed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:44:44.989495 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cc61cb-71bd-41e0-ab04-7e314cf11ba2 None None] Attempting to bind port caeabdbf-9be1-417d-b66e-d93a08bd5956 on network 18b77a5e-5446-4d58-b319-36a274f1014a {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:44:45.012354 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cc61cb-71bd-41e0-ab04-7e314cf11ba2 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:44:45.012674 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cc61cb-71bd-41e0-ab04-7e314cf11ba2 None None] Checking segment: {'id': '62e0b498-d38d-4750-b089-0bc3a2eabed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:44:45.013097 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-08cc61cb-71bd-41e0-ab04-7e314cf11ba2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:45.013500 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cc61cb-71bd-41e0-ab04-7e314cf11ba2 None None] Bound using segment: {'id': '62e0b498-d38d-4750-b089-0bc3a2eabed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:44:45.013989 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-08cc61cb-71bd-41e0-ab04-7e314cf11ba2 None None] Bound port: caeabdbf-9be1-417d-b66e-d93a08bd5956, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e0b498-d38d-4750-b089-0bc3a2eabed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:44:45.016321 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-08cc61cb-71bd-41e0-ab04-7e314cf11ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (caeabdbf-9be1-417d-b66e-d93a08bd5956), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:45.193783 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-08cc61cb-71bd-41e0-ab04-7e314cf11ba2 None None] For port caeabdbf-9be1-417d-b66e-d93a08bd5956, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:44:45.199415 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-08cc61cb-71bd-41e0-ab04-7e314cf11ba2 None None] For port caeabdbf-9be1-417d-b66e-d93a08bd5956, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=caeabdbf-9be1-417d-b66e-d93a08bd5956,segment=NetworkSegment(62e0b498-d38d-4750-b089-0bc3a2eabed2),segment_id=62e0b498-d38d-4750-b089-0bc3a2eabed2)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:44:45.248576 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1ff3832f-664b-4039-b4b1-166aac5df216 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (1c532380-ca19-4c59-aa5f-914ad671d3da), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:45.261910 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1ff3832f-664b-4039-b4b1-166aac5df216 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router_controller (1c532380-ca19-4c59-aa5f-914ad671d3da), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:45.274364 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-7aa0d2d0-d9ae-4a3f-9da4-5df8bd43451d None None] Provisioning complete for port caeabdbf-9be1-417d-b66e-d93a08bd5956 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:45.274755 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7aa0d2d0-d9ae-4a3f-9da4-5df8bd43451d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (caeabdbf-9be1-417d-b66e-d93a08bd5956), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:45.348505 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-08cc61cb-71bd-41e0-ab04-7e314cf11ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (caeabdbf-9be1-417d-b66e-d93a08bd5956), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:45.357290 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1501789-eabd-4eb8-a616-32e628545225 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:45.440309 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-829b7345-82b6-4792-bf67-acadb61d6196 req-b684e5d6-03ba-4526-817b-6aad68d8ff2a tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0428567 Feb 20 03:44:45.507209 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e5719-a493-4e66-a284-8e49ccba776f None None] Pushing event updated for resources: {'Port': ['ID=caeabdbf-9be1-417d-b66e-d93a08bd5956,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:45.510539 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1ff3832f-664b-4039-b4b1-166aac5df216 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (1c532380-ca19-4c59-aa5f-914ad671d3da), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:45.511175 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff3832f-664b-4039-b4b1-166aac5df216 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Fanout notify agent at l3_agent the message router_deleted on router 1c532380-ca19-4c59-aa5f-914ad671d3da {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:44:45.562224 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1ff3832f-664b-4039-b4b1-166aac5df216 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:45.568928 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1ff3832f-664b-4039-b4b1-166aac5df216 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/routers/1c532380-ca19-4c59-aa5f-914ad671d3da HTTP/1.1" status: 204 len: 168 time: 1.1726604 Feb 20 03:44:45.572294 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 47322) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:45.591548 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0d2d0-d9ae-4a3f-9da4-5df8bd43451d None None] Port caeabdbf-9be1-417d-b66e-d93a08bd5956 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:44:45.636671 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cc61cb-71bd-41e0-ab04-7e314cf11ba2 None None] Routers {'3fa0165c-bb63-4346-b751-7abaa5ffbfae'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:44:45.637324 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-08cc61cb-71bd-41e0-ab04-7e314cf11ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:44:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3fa0165c-bb63-4346-b751-7abaa5ffbfae'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:45.815327 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd10980-df64-4a15-ae6c-a4e0ad69fc3b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Deleting subnet 0614eae3-300b-4c56-a9ef-5857e3678181 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:44:45.823631 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ecd10980-df64-4a15-ae6c-a4e0ad69fc3b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for subnet (0614eae3-300b-4c56-a9ef-5857e3678181), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:45.826199 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-d1501789-eabd-4eb8-a616-32e628545225 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Allocated IP 172.25.7.113 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/232413f7-d1f2-4a46-8994-633ee538ec89) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:44:45.925976 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ecd10980-df64-4a15-ae6c-a4e0ad69fc3b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (0614eae3-300b-4c56-a9ef-5857e3678181), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:46.075867 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-08cc61cb-71bd-41e0-ab04-7e314cf11ba2 None None] Set router 3fa0165c-bb63-4346-b751-7abaa5ffbfae gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:44:46.210259 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1501789-eabd-4eb8-a616-32e628545225 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for port (232413f7-d1f2-4a46-8994-633ee538ec89), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:46.237869 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ecd10980-df64-4a15-ae6c-a4e0ad69fc3b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (0614eae3-300b-4c56-a9ef-5857e3678181), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:46.239902 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-73956974-c2fe-48d2-a18a-bcfd5852238e None None] Provisioning complete for port caeabdbf-9be1-417d-b66e-d93a08bd5956 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:46.240538 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-73956974-c2fe-48d2-a18a-bcfd5852238e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (caeabdbf-9be1-417d-b66e-d93a08bd5956), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:46.360747 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1501789-eabd-4eb8-a616-32e628545225 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (232413f7-d1f2-4a46-8994-633ee538ec89), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:46.433944 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ecd10980-df64-4a15-ae6c-a4e0ad69fc3b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (0614eae3-300b-4c56-a9ef-5857e3678181), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:46.491061 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d449dba-4e47-423b-b004-fd4b7c4b9fee req-14d17528-3195-4ecb-8ce5-6910569e3425 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:46.499130 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1d449dba-4e47-423b-b004-fd4b7c4b9fee req-14d17528-3195-4ecb-8ce5-6910569e3425 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1580768 Feb 20 03:44:46.506768 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd10980-df64-4a15-ae6c-a4e0ad69fc3b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Subnet': ['ID=0614eae3-300b-4c56-a9ef-5857e3678181,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:46.510400 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1501789-eabd-4eb8-a616-32e628545225 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Pushing event updated for resources: {'Port': ['ID=232413f7-d1f2-4a46-8994-633ee538ec89,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:46.540425 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ecd10980-df64-4a15-ae6c-a4e0ad69fc3b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:46.545954 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ecd10980-df64-4a15-ae6c-a4e0ad69fc3b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/subnets/0614eae3-300b-4c56-a9ef-5857e3678181 HTTP/1.1" status: 204 len: 168 time: 0.9723308 Feb 20 03:44:46.555280 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64eea7b-c03b-42f4-829e-f15c7055d8c7 None None] Network 08f5082d-424c-410c-8728-2b4dd795f093 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:44:46.563275 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 47340) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:46.576400 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1501789-eabd-4eb8-a616-32e628545225 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:44:46.601613 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-d1501789-eabd-4eb8-a616-32e628545225 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:44:46.608557 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1501789-eabd-4eb8-a616-32e628545225 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:44:46.667955 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2cc4b6b7-df8e-4df1-9c56-3cc81bf1d721 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (08f5082d-424c-410c-8728-2b4dd795f093), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:46.808326 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1d449dba-4e47-423b-b004-fd4b7c4b9fee req-c9c3512c-f66e-43d1-abe4-2f5221ab21c5 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081994 Feb 20 03:44:46.923024 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-2cc4b6b7-df8e-4df1-9c56-3cc81bf1d721 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Deleting port a15a8392-9cda-4a16-821e-a0147daf413f {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:44:46.923435 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2cc4b6b7-df8e-4df1-9c56-3cc81bf1d721 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (a15a8392-9cda-4a16-821e-a0147daf413f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:46.942230 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1501789-eabd-4eb8-a616-32e628545225 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for floatingip (2568203e-9c19-408f-a0b1-3129c2e9db1f), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:47.067826 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 704b66a5-2e83-41de-ba1d-777ee6bc4c8e up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:44:47.160733 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-2cc4b6b7-df8e-4df1-9c56-3cc81bf1d721 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] For port a15a8392-9cda-4a16-821e-a0147daf413f, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=a15a8392-9cda-4a16-821e-a0147daf413f,segment=NetworkSegment(a5dd08d0-fdb6-480c-b2f5-f2372544ece8),segment_id=a5dd08d0-fdb6-480c-b2f5-f2372544ece8)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:47.161158 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2cc4b6b7-df8e-4df1-9c56-3cc81bf1d721 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (a15a8392-9cda-4a16-821e-a0147daf413f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:47.181326 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1501789-eabd-4eb8-a616-32e628545225 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (232413f7-d1f2-4a46-8994-633ee538ec89), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:47.200669 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-2cc4b6b7-df8e-4df1-9c56-3cc81bf1d721 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Calling delete_port for a15a8392-9cda-4a16-821e-a0147daf413f owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:44:47.209638 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-73956974-c2fe-48d2-a18a-bcfd5852238e None None] Current status of the port caeabdbf-9be1-417d-b66e-d93a08bd5956 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:47.210161 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-73956974-c2fe-48d2-a18a-bcfd5852238e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (caeabdbf-9be1-417d-b66e-d93a08bd5956), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:47.342753 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-08cc61cb-71bd-41e0-ab04-7e314cf11ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'name': 'tempest-AttachVolumeTestJSON-237415728-router', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:29Z', 'updated_at': '2022-02-20T03:44:38Z', 'revision_number': 4, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'gw_port': {'id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:31Z', 'updated_at': '2022-02-20T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'caeabdbf-9be1-417d-b66e-d93a08bd5956', 'name': '', 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'mac_address': 'fa:16:3e:c8:3e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'ec9d4964-56bb-4af3-beab-8c8d3923a688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:37Z', 'updated_at': '2022-02-20T03:44:45Z', 'revision_number': 4, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'subnets': [{'id': 'ec9d4964-56bb-4af3-beab-8c8d3923a688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:47.437076 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-73956974-c2fe-48d2-a18a-bcfd5852238e None None] For port caeabdbf-9be1-417d-b66e-d93a08bd5956, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=caeabdbf-9be1-417d-b66e-d93a08bd5956,segment=NetworkSegment(62e0b498-d38d-4750-b089-0bc3a2eabed2),segment_id=62e0b498-d38d-4750-b089-0bc3a2eabed2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:47.460549 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0ef73c-2e6d-4531-84ff-b1d9f559e2cf None None] DHCP port deletion for 08f5082d-424c-410c-8728-2b4dd795f093 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:44:47.477367 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cc61cb-71bd-41e0-ab04-7e314cf11ba2 None None] The sync data for ids ['3fa0165c-bb63-4346-b751-7abaa5ffbfae'] in n-d-829866-4 is: [{'id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'name': 'tempest-AttachVolumeTestJSON-237415728-router', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:29Z', 'updated_at': '2022-02-20T03:44:38Z', 'revision_number': 4, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'gw_port': {'id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:31Z', 'updated_at': '2022-02-20T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'caeabdbf-9be1-417d-b66e-d93a08bd5956', 'name': '', 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'mac_address': 'fa:16:3e:c8:3e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'ec9d4964-56bb-4af3-beab-8c8d3923a688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:37Z', 'updated_at': '2022-02-20T03:44:45Z', 'revision_number': 4, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'subnets': [{'id': 'ec9d4964-56bb-4af3-beab-8c8d3923a688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:44:47.525916 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:47.526302 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:47.526433 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b215341-ad30-47c2-afd7-1a74a55e9eba req-2d04adf1-d65a-474c-ad11-5e069e9897b1 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:47.538466 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b215341-ad30-47c2-afd7-1a74a55e9eba req-2d04adf1-d65a-474c-ad11-5e069e9897b1 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.4718325 Feb 20 03:44:47.651147 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2cc4b6b7-df8e-4df1-9c56-3cc81bf1d721 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (a15a8392-9cda-4a16-821e-a0147daf413f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:47.681288 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-73956974-c2fe-48d2-a18a-bcfd5852238e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (caeabdbf-9be1-417d-b66e-d93a08bd5956), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:47.725307 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1501789-eabd-4eb8-a616-32e628545225 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for port (232413f7-d1f2-4a46-8994-633ee538ec89), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:47.785080 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b215341-ad30-47c2-afd7-1a74a55e9eba req-5b6fb926-b3e1-48ac-80dd-9f249c55344e tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398605 Feb 20 03:44:47.788904 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1501789-eabd-4eb8-a616-32e628545225 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (232413f7-d1f2-4a46-8994-633ee538ec89), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:47.816697 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4b6b7-df8e-4df1-9c56-3cc81bf1d721 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Port': ['ID=a15a8392-9cda-4a16-821e-a0147daf413f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:47.848767 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc4b6b7-df8e-4df1-9c56-3cc81bf1d721 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] No DVR routers for this DVR port a15a8392-9cda-4a16-821e-a0147daf413f on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:44:47.977619 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 47366) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:48.025542 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:48.026237 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:48.072844 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device caeabdbf-9be1-417d-b66e-d93a08bd5956 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:44:48.134831 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1501789-eabd-4eb8-a616-32e628545225 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (2568203e-9c19-408f-a0b1-3129c2e9db1f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:48.172535 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1501789-eabd-4eb8-a616-32e628545225 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Pushing event updated for resources: {'Port': ['ID=232413f7-d1f2-4a46-8994-633ee538ec89,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:48.232766 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2cc4b6b7-df8e-4df1-9c56-3cc81bf1d721 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (08f5082d-424c-410c-8728-2b4dd795f093), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:48.273361 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-2cc4b6b7-df8e-4df1-9c56-3cc81bf1d721 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f5082d-424c-410c-8728-2b4dd795f093']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:48.288251 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1501789-eabd-4eb8-a616-32e628545225 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:48.299788 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d1501789-eabd-4eb8-a616-32e628545225 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2042820 Feb 20 03:44:48.311617 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-2cc4b6b7-df8e-4df1-9c56-3cc81bf1d721 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5dd08d0-fdb6-480c-b2f5-f2372544ece8') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:48.311949 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-2cc4b6b7-df8e-4df1-9c56-3cc81bf1d721 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5dd08d0-fdb6-480c-b2f5-f2372544ece8') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:44:48.372648 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2cc4b6b7-df8e-4df1-9c56-3cc81bf1d721 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (a5dd08d0-fdb6-480c-b2f5-f2372544ece8), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:48.411867 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2cc4b6b7-df8e-4df1-9c56-3cc81bf1d721 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (a5dd08d0-fdb6-480c-b2f5-f2372544ece8), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:48.443619 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc4b6b7-df8e-4df1-9c56-3cc81bf1d721 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:44:48.444042 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2cc4b6b7-df8e-4df1-9c56-3cc81bf1d721 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (a5dd08d0-fdb6-480c-b2f5-f2372544ece8), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:48.468428 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43c33d3-020b-4334-87ed-69fe568475fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704b66a5-2e83-41de-ba1d-777ee6bc4c8e'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:44:48.473698 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966b41fd-b7b3-4b52-ae56-0bd471d91d15" -d '{"events": [{"server_uuid": "e43c33d3-020b-4334-87ed-69fe568475fd", "name": "network-vif-plugged", "status": "completed", "tag": "704b66a5-2e83-41de-ba1d-777ee6bc4c8e"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:44:48.476629 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73956974-c2fe-48d2-a18a-bcfd5852238e None None] Pushing event updated for resources: {'Port': ['ID=caeabdbf-9be1-417d-b66e-d93a08bd5956,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:48.526330 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=704b66a5-2e83-41de-ba1d-777ee6bc4c8e,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:48.551761 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-eb0ef73c-2e6d-4531-84ff-b1d9f559e2cf None None] Deleting port a15a8392-9cda-4a16-821e-a0147daf413f {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:44:48.552618 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-eb0ef73c-2e6d-4531-84ff-b1d9f559e2cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (a15a8392-9cda-4a16-821e-a0147daf413f), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:48.639578 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:44:48.639578 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:44:48.639578 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:44:48.639578 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:44:48.639578 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:44:48.639578 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:44:48.639578 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:44:48.639578 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:44:48.639578 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:44:48.639578 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:44:48.639578 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:44:48.639578 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:44:48.639578 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:44:48.639578 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:44:48.639578 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:44:48.639578 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:44:48.639578 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:44:48.639578 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:44:48.639578 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:44:48.639578 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:44:48.639578 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:44:48.639578 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:44:48.639578 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:44:48.639578 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:44:48.639578 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:44:48.639578 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:44:48.639578 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:44:48.639578 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:44:48.639578 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:44:48.639578 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:44:48.639578 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:44:48.639578 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:44:48.682655 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:48.686077 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f5c0429f-f32e-4d0c-aa67-93ed36de344d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:48.701487 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port caeabdbf-9be1-417d-b66e-d93a08bd5956 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:48.701907 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (caeabdbf-9be1-417d-b66e-d93a08bd5956), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:48.716054 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9046c-df2c-4232-91db-9694a22554d5 req-bf76d000-bca6-4a7f-8d5b-9bec63c05464 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:48.727979 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66c9046c-df2c-4232-91db-9694a22554d5 req-bf76d000-bca6-4a7f-8d5b-9bec63c05464 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.5792129 Feb 20 03:44:48.760845 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2cc4b6b7-df8e-4df1-9c56-3cc81bf1d721 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (08f5082d-424c-410c-8728-2b4dd795f093), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:48.774046 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2cc4b6b7-df8e-4df1-9c56-3cc81bf1d721 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:48.783820 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2cc4b6b7-df8e-4df1-9c56-3cc81bf1d721 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/networks/08f5082d-424c-410c-8728-2b4dd795f093 HTTP/1.1" status: 204 len: 168 time: 2.2170973 Feb 20 03:44:48.786794 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47384) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:48.792697 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-87247e4f-9671-434c-84d2-b0e03dc72e5b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1887084734', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:44:48.874942 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-eb0ef73c-2e6d-4531-84ff-b1d9f559e2cf None None] For port a15a8392-9cda-4a16-821e-a0147daf413f, host n-d-829866-4, got binding levels [] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:48.878280 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-eb0ef73c-2e6d-4531-84ff-b1d9f559e2cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (a15a8392-9cda-4a16-821e-a0147daf413f), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:48.926719 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-87247e4f-9671-434c-84d2-b0e03dc72e5b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (711f0fc0-f88f-474b-91d1-e0edfc76135a), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:48.927814 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-87247e4f-9671-434c-84d2-b0e03dc72e5b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (711f0fc0-f88f-474b-91d1-e0edfc76135a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:48.947957 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4b6b7-df8e-4df1-9c56-3cc81bf1d721 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Network': ['ID=08f5082d-424c-410c-8728-2b4dd795f093,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:48.972478 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66c9046c-df2c-4232-91db-9694a22554d5 req-03727e22-3768-4c30-b735-c1c7e16f6a59 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426827 Feb 20 03:44:49.028561 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-eb0ef73c-2e6d-4531-84ff-b1d9f559e2cf None None] Calling delete_port for a15a8392-9cda-4a16-821e-a0147daf413f owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:44:49.046534 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.ipam_backend_mixin [None req-eb0ef73c-2e6d-4531-84ff-b1d9f559e2cf None None] Port a15a8392-9cda-4a16-821e-a0147daf413f was not found and therefore no delete operation was performed {{(pid=104107) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 03:44:49.179904 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-87247e4f-9671-434c-84d2-b0e03dc72e5b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router_controller (711f0fc0-f88f-474b-91d1-e0edfc76135a), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:49.251222 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-87247e4f-9671-434c-84d2-b0e03dc72e5b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (711f0fc0-f88f-474b-91d1-e0edfc76135a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:49.261999 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f5c0429f-f32e-4d0c-aa67-93ed36de344d admin admin] Publish callbacks [] for security_group (8e2c072b-7e6f-4248-8aaa-ef1e52b5b61f), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:49.370033 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f5c0429f-f32e-4d0c-aa67-93ed36de344d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (8e2c072b-7e6f-4248-8aaa-ef1e52b5b61f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:49.380836 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-87247e4f-9671-434c-84d2-b0e03dc72e5b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:49.386498 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-87247e4f-9671-434c-84d2-b0e03dc72e5b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5983031 Feb 20 03:44:49.387586 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47402) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:49.402592 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-d3794218-61b5-4335-92ad-3e3ba3fe1fc7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Request body: {'network': {'name': 'tempest-RoutersTest-1102294441'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:44:49.520970 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064d34b2-f6ae-45aa-8597-ce6638014dc1 x-openstack-request-id: req-064d34b2-f6ae-45aa-8597-ce6638014dc1 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:44:49.522184 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43c33d3-020b-4334-87ed-69fe568475fd", "name": "network-vif-plugged", "status": "completed", "tag": "704b66a5-2e83-41de-ba1d-777ee6bc4c8e", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:44:49.522818 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-064d34b2-f6ae-45aa-8597-ce6638014dc1 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:44:49.523651 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43c33d3-020b-4334-87ed-69fe568475fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704b66a5-2e83-41de-ba1d-777ee6bc4c8e', 'code': 200} Feb 20 03:44:49.525997 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3794218-61b5-4335-92ad-3e3ba3fe1fc7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Made reservation on behalf of 43d4b034525e47029e777f2e09722643 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:44:49.529443 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-eb0ef73c-2e6d-4531-84ff-b1d9f559e2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (a15a8392-9cda-4a16-821e-a0147daf413f), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:49.530172 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d3794218-61b5-4335-92ad-3e3ba3fe1fc7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:49.566831 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=704b66a5-2e83-41de-ba1d-777ee6bc4c8e,revision_number=7']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:49.574757 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eb0ef73c-2e6d-4531-84ff-b1d9f559e2cf None None] Network 08f5082d-424c-410c-8728-2b4dd795f093 is not hosted by any dhcp agent {{(pid=104107) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 20 03:44:49.575753 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0ef73c-2e6d-4531-84ff-b1d9f559e2cf None None] No DVR routers for this DVR port a15a8392-9cda-4a16-821e-a0147daf413f on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:44:49.614921 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3794218-61b5-4335-92ad-3e3ba3fe1fc7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:44:49.638347 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47404) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:49.641594 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f5c0429f-f32e-4d0c-aa67-93ed36de344d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=af7232fd5b764fb299f0e219f35ef41f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6628327 Feb 20 03:44:49.645333 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0429f-f32e-4d0c-aa67-93ed36de344d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2c072b-7e6f-4248-8aaa-ef1e52b5b61f,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:49.659384 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d3794218-61b5-4335-92ad-3e3ba3fe1fc7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (c25727cb-6eba-4a23-afe6-3b6d38d54f57), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:49.661081 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-d3794218-61b5-4335-92ad-3e3ba3fe1fc7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Added segment c25727cb-6eba-4a23-afe6-3b6d38d54f57 of type vlan for network dfc93d71-3e0e-4fc9-8d53-938a3e269cb4 Feb 20 03:44:49.685838 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ef73c-2e6d-4531-84ff-b1d9f559e2cf None None] Pushing event deleted for resources: {'Port': ['ID=a15a8392-9cda-4a16-821e-a0147daf413f,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:49.746847 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port caeabdbf-9be1-417d-b66e-d93a08bd5956 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:49.762415 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-040c5d48-dc65-47cf-8c75-94f3068ff5ad tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1879493094&fields=id&tenant_id=541ea901ffd34c35a78734a2429fed7a HTTP/1.1" status: 200 len: 267 time: 0.4600837 Feb 20 03:44:49.841915 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device a15a8392-9cda-4a16-821e-a0147daf413f no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:44:49.901238 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: a15a8392-9cda-4a16-821e-a0147daf413f {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:44:49.902240 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device a15a8392-9cda-4a16-821e-a0147daf413f not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:44:49.950577 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d3794218-61b5-4335-92ad-3e3ba3fe1fc7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (dfc93d71-3e0e-4fc9-8d53-938a3e269cb4), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:50.049908 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3c56aced-41a5-4280-948c-f04711a7bc80 admin admin] Publish callbacks [] for security_group (8e2c072b-7e6f-4248-8aaa-ef1e52b5b61f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:50.103345 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-845f9f3f-a0e5-4b9d-b16e-ccdf19d4718d tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:50.116907 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-845f9f3f-a0e5-4b9d-b16e-ccdf19d4718d tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/networks?id=18b77a5e-5446-4d58-b319-36a274f1014a HTTP/1.1" status: 200 len: 810 time: 0.3508637 Feb 20 03:44:50.123099 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3c56aced-41a5-4280-948c-f04711a7bc80 admin admin] Publish callbacks [] for security_group (8e2c072b-7e6f-4248-8aaa-ef1e52b5b61f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:50.133094 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device caeabdbf-9be1-417d-b66e-d93a08bd5956 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:44:50.133465 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d3794218-61b5-4335-92ad-3e3ba3fe1fc7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (dfc93d71-3e0e-4fc9-8d53-938a3e269cb4), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:50.139403 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3794218-61b5-4335-92ad-3e3ba3fe1fc7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:50.143792 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d3794218-61b5-4335-92ad-3e3ba3fe1fc7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:50.180556 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-657cc5cf-11cc-4161-8851-07ccc8964927 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/quotas/541ea901ffd34c35a78734a2429fed7a HTTP/1.1" status: 200 len: 375 time: 0.0567627 Feb 20 03:44:50.306461 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port caeabdbf-9be1-417d-b66e-d93a08bd5956 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:50.307200 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (caeabdbf-9be1-417d-b66e-d93a08bd5956), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:50.335480 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-58a551e1-341b-4b96-ac69-ec5d9df89ce1 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=541ea901ffd34c35a78734a2429fed7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1583788 Feb 20 03:44:50.416089 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d3794218-61b5-4335-92ad-3e3ba3fe1fc7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0260284 Feb 20 03:44:50.424939 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47410) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:50.443884 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-992de429-7248-41c1-b3cb-802d30742a1c tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Request body: {'subnet': {'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:44:50.525387 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port caeabdbf-9be1-417d-b66e-d93a08bd5956 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:50.562228 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-52026231-6cb5-4f66-bc05-1c4500bb65eb service neutron] 10.222.0.89 "GET /v2.0/networks/18b77a5e-5446-4d58-b319-36a274f1014a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224896 Feb 20 03:44:50.634138 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3c56aced-41a5-4280-948c-f04711a7bc80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (8e2c072b-7e6f-4248-8aaa-ef1e52b5b61f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:50.636954 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3c56aced-41a5-4280-948c-f04711a7bc80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:50.639257 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3c56aced-41a5-4280-948c-f04711a7bc80 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8e2c072b-7e6f-4248-8aaa-ef1e52b5b61f HTTP/1.1" status: 204 len: 168 time: 0.9977760 Feb 20 03:44:50.660814 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3794218-61b5-4335-92ad-3e3ba3fe1fc7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Network': ['ID=dfc93d71-3e0e-4fc9-8d53-938a3e269cb4,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:50.664473 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56aced-41a5-4280-948c-f04711a7bc80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2c072b-7e6f-4248-8aaa-ef1e52b5b61f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:50.672349 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network dfc93d71-3e0e-4fc9-8d53-938a3e269cb4 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:44:50.726440 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992de429-7248-41c1-b3cb-802d30742a1c tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Made reservation on behalf of 43d4b034525e47029e777f2e09722643 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:44:50.732973 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-992de429-7248-41c1-b3cb-802d30742a1c tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:50.895233 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-fd0d7f37-b052-4dcd-b1c5-4d698d5cbae4 service neutron] 10.222.0.89 "GET /v2.0/networks/18b77a5e-5446-4d58-b319-36a274f1014a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317497 Feb 20 03:44:51.003633 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:51.098543 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:51.292204 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-992de429-7248-41c1-b3cb-802d30742a1c tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (fa11ee3e-df3b-4eec-8987-5d786cddd8f1), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:51.418013 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992de429-7248-41c1-b3cb-802d30742a1c tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Checking segment: {'id': 'c25727cb-6eba-4a23-afe6-3b6d38d54f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:44:51.418013 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992de429-7248-41c1-b3cb-802d30742a1c tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network hostable DHCP agents. Network: dfc93d71-3e0e-4fc9-8d53-938a3e269cb4, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:44:51.421874 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992de429-7248-41c1-b3cb-802d30742a1c tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Subnet': ['ID=fa11ee3e-df3b-4eec-8987-5d786cddd8f1,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:51.486383 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992de429-7248-41c1-b3cb-802d30742a1c tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network dfc93d71-3e0e-4fc9-8d53-938a3e269cb4 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:44:51.508018 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84dd44-4f9f-4ca6-b3f9-97421d120bee req-4f187f71-e965-4433-b713-27f137c84937 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:51.509620 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3a84dd44-4f9f-4ca6-b3f9-97421d120bee req-4f187f71-e965-4433-b713-27f137c84937 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1595578 Feb 20 03:44:51.572426 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-992de429-7248-41c1-b3cb-802d30742a1c tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, dfc93d71-3e0e-4fc9-8d53-938a3e269cb4) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:44:51.584857 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4059278f-355d-4db4-bd39-26c298259390 None None] Network dfc93d71-3e0e-4fc9-8d53-938a3e269cb4 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:44:51.588478 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992de429-7248-41c1-b3cb-802d30742a1c tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:51.589386 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-992de429-7248-41c1-b3cb-802d30742a1c tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:51.664347 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3a84dd44-4f9f-4ca6-b3f9-97421d120bee req-4e80d0f0-b6f4-4c35-b3c0-bd0d23119492 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378171 Feb 20 03:44:51.677761 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-992de429-7248-41c1-b3cb-802d30742a1c tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2515950 Feb 20 03:44:51.680733 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 47432) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:51.686392 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47434) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:51.740905 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b7632ad6-1d6e-4eac-ac52-4d22d48a2ad8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:51.880719 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d643993-c0e7-440a-8914-681754d37718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-dfc93d71-3e0e-4fc9-8d53-938a3e269cb4', 'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4', 'project_id': '43d4b034525e47029e777f2e09722643', 'fixed_ips': [{'subnet_id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:44:51.880719 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3d643993-c0e7-440a-8914-681754d37718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:52.014792 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-32c6a586-0ab0-4eaa-9d40-d158bfc3bb63 req-3d4e3f7d-0074-429f-a24d-69c5da31dac4 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 210 time: 0.1109519 Feb 20 03:44:52.179442 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b7632ad6-1d6e-4eac-ac52-4d22d48a2ad8 admin admin] Publish callbacks [] for security_group (e9292b57-3122-4d7a-8e97-e58070f43a3b), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:52.269838 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b7632ad6-1d6e-4eac-ac52-4d22d48a2ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e9292b57-3122-4d7a-8e97-e58070f43a3b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:52.379134 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7632ad6-1d6e-4eac-ac52-4d22d48a2ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9292b57-3122-4d7a-8e97-e58070f43a3b,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:52.394977 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b7632ad6-1d6e-4eac-ac52-4d22d48a2ad8 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=42e4f3e18b6c48f686b5981a2ea7f302&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7068572 Feb 20 03:44:52.402198 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47452) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:52.407772 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-3d643993-c0e7-440a-8914-681754d37718 None None] Allocated IP 172.20.0.2 (dfc93d71-3e0e-4fc9-8d53-938a3e269cb4/fa11ee3e-df3b-4eec-8987-5d786cddd8f1/06555334-53ba-4172-b807-e8858f8ff2f4) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:44:52.636393 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78fcb346-b1e7-4167-9176-5ee3b9e58798 admin admin] Publish callbacks [] for security_group (e9292b57-3122-4d7a-8e97-e58070f43a3b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:52.750713 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78fcb346-b1e7-4167-9176-5ee3b9e58798 admin admin] Publish callbacks [] for security_group (e9292b57-3122-4d7a-8e97-e58070f43a3b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:52.869407 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3d643993-c0e7-440a-8914-681754d37718 None None] Publish callbacks [] for port (06555334-53ba-4172-b807-e8858f8ff2f4), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:52.890406 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d9174-8e4a-41b8-9d88-f48411de9892 req-0c5c2266-10fa-4c2e-9e1c-eba8c3cb37b8 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:52.893122 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fe9d9174-8e4a-41b8-9d88-f48411de9892 req-0c5c2266-10fa-4c2e-9e1c-eba8c3cb37b8 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.5838056 Feb 20 03:44:52.945538 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47464) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:52.960694 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3d643993-c0e7-440a-8914-681754d37718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (06555334-53ba-4172-b807-e8858f8ff2f4), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:53.019249 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78fcb346-b1e7-4167-9176-5ee3b9e58798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e9292b57-3122-4d7a-8e97-e58070f43a3b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:53.022701 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78fcb346-b1e7-4167-9176-5ee3b9e58798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:53.029215 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-78fcb346-b1e7-4167-9176-5ee3b9e58798 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e9292b57-3122-4d7a-8e97-e58070f43a3b HTTP/1.1" status: 204 len: 168 time: 0.6222079 Feb 20 03:44:53.038556 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fcb346-b1e7-4167-9176-5ee3b9e58798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9292b57-3122-4d7a-8e97-e58070f43a3b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:53.044258 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d643993-c0e7-440a-8914-681754d37718 None None] Pushing event updated for resources: {'Port': ['ID=06555334-53ba-4172-b807-e8858f8ff2f4,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:53.067258 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d57d55a6-4562-40a9-9816-3805d2399c23 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:53.097365 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d643993-c0e7-440a-8914-681754d37718 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:53.100397 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d643993-c0e7-440a-8914-681754d37718 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:53.101642 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d643993-c0e7-440a-8914-681754d37718 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:53.103033 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d643993-c0e7-440a-8914-681754d37718 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:53.104432 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d643993-c0e7-440a-8914-681754d37718 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:53.105050 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d643993-c0e7-440a-8914-681754d37718 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:53.107284 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d643993-c0e7-440a-8914-681754d37718 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:53.107827 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d643993-c0e7-440a-8914-681754d37718 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:53.108353 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d643993-c0e7-440a-8914-681754d37718 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:53.108861 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d643993-c0e7-440a-8914-681754d37718 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:53.112299 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d643993-c0e7-440a-8914-681754d37718 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:53.112883 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d643993-c0e7-440a-8914-681754d37718 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:53.113404 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d643993-c0e7-440a-8914-681754d37718 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:44:53.134696 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d643993-c0e7-440a-8914-681754d37718 None None] Network dfc93d71-3e0e-4fc9-8d53-938a3e269cb4 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:44:53.141467 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-3d643993-c0e7-440a-8914-681754d37718 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:44:53.149710 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d643993-c0e7-440a-8914-681754d37718 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:44:53.209197 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fe9d9174-8e4a-41b8-9d88-f48411de9892 req-317cd056-418b-4b4d-bbe0-17bb1c7df151 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962050 Feb 20 03:44:53.278682 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-3d643993-c0e7-440a-8914-681754d37718 None None] Attempting to bind port 06555334-53ba-4172-b807-e8858f8ff2f4 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:44:53.282472 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-3d643993-c0e7-440a-8914-681754d37718 None None] Attempting to bind port 06555334-53ba-4172-b807-e8858f8ff2f4 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'c25727cb-6eba-4a23-afe6-3b6d38d54f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:44:53.282472 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d643993-c0e7-440a-8914-681754d37718 None None] Attempting to bind port 06555334-53ba-4172-b807-e8858f8ff2f4 on network dfc93d71-3e0e-4fc9-8d53-938a3e269cb4 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:44:53.285708 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f1313d32-6c1c-4d19-8a04-f6b9a08792ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:53.299910 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d643993-c0e7-440a-8914-681754d37718 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:44:53.303590 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d643993-c0e7-440a-8914-681754d37718 None None] Checking segment: {'id': 'c25727cb-6eba-4a23-afe6-3b6d38d54f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:44:53.303590 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3d643993-c0e7-440a-8914-681754d37718 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:53.303590 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d643993-c0e7-440a-8914-681754d37718 None None] Bound using segment: {'id': 'c25727cb-6eba-4a23-afe6-3b6d38d54f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:44:53.310112 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-3d643993-c0e7-440a-8914-681754d37718 None None] Bound port: 06555334-53ba-4172-b807-e8858f8ff2f4, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25727cb-6eba-4a23-afe6-3b6d38d54f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:44:53.310830 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3d643993-c0e7-440a-8914-681754d37718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (06555334-53ba-4172-b807-e8858f8ff2f4), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:53.430251 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f1313d32-6c1c-4d19-8a04-f6b9a08792ed admin admin] Publish callbacks [] for security_group (3e62a4ff-ced1-41f6-89ed-3cedf2356ad7), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:53.525365 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f1313d32-6c1c-4d19-8a04-f6b9a08792ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (3e62a4ff-ced1-41f6-89ed-3cedf2356ad7), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:53.544199 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-3d643993-c0e7-440a-8914-681754d37718 None None] For port 06555334-53ba-4172-b807-e8858f8ff2f4, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:44:53.559768 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-3d643993-c0e7-440a-8914-681754d37718 None None] For port 06555334-53ba-4172-b807-e8858f8ff2f4, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=06555334-53ba-4172-b807-e8858f8ff2f4,segment=NetworkSegment(c25727cb-6eba-4a23-afe6-3b6d38d54f57),segment_id=c25727cb-6eba-4a23-afe6-3b6d38d54f57)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:44:53.610005 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1313d32-6c1c-4d19-8a04-f6b9a08792ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e62a4ff-ced1-41f6-89ed-3cedf2356ad7,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:53.621362 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f1313d32-6c1c-4d19-8a04-f6b9a08792ed admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4a1c085cdf4349b6b42a231a3a41a589&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6739862 Feb 20 03:44:53.624081 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47478) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:44:53.625507 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bc3de0b7-f728-4b09-b459-17b4e2678bf0 req-fa47ecdd-ac7e-444c-987a-770d6c3b056f tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 210 time: 0.1629817 Feb 20 03:44:53.664019 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3d643993-c0e7-440a-8914-681754d37718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (06555334-53ba-4172-b807-e8858f8ff2f4), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:53.742492 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-164d3569-b206-4675-aa20-eff5c7785084 admin admin] Publish callbacks [] for security_group (3e62a4ff-ced1-41f6-89ed-3cedf2356ad7), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:53.840702 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-164d3569-b206-4675-aa20-eff5c7785084 admin admin] Publish callbacks [] for security_group (3e62a4ff-ced1-41f6-89ed-3cedf2356ad7), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:53.918291 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d643993-c0e7-440a-8914-681754d37718 None None] Pushing event updated for resources: {'Port': ['ID=06555334-53ba-4172-b807-e8858f8ff2f4,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:53.948124 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-00d0aa60-b2ec-435c-9fc6-9f1a3c45be4b req-2efb5ebd-1cdb-4586-8a03-58b6191b84d7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7244186 Feb 20 03:44:54.013516 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-d57d55a6-4562-40a9-9816-3805d2399c23 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Allocated IP 172.20.0.1 (dfc93d71-3e0e-4fc9-8d53-938a3e269cb4/fa11ee3e-df3b-4eec-8987-5d786cddd8f1/4e99940d-85ad-4df2-86d6-9cffa58cb8d3) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:44:54.052915 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-164d3569-b206-4675-aa20-eff5c7785084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (3e62a4ff-ced1-41f6-89ed-3cedf2356ad7), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:54.055821 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-164d3569-b206-4675-aa20-eff5c7785084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:54.057271 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-164d3569-b206-4675-aa20-eff5c7785084 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3e62a4ff-ced1-41f6-89ed-3cedf2356ad7 HTTP/1.1" status: 204 len: 168 time: 0.4314439 Feb 20 03:44:54.087387 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d3569-b206-4675-aa20-eff5c7785084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e62a4ff-ced1-41f6-89ed-3cedf2356ad7,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:54.259725 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3890a19-c5af-4550-b49b-e04f9acd74e2 req-34f55382-0227-42f9-83f1-7a3ba52b08bd tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:54.277550 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c3890a19-c5af-4550-b49b-e04f9acd74e2 req-34f55382-0227-42f9-83f1-7a3ba52b08bd tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.3961914 Feb 20 03:44:54.663856 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c3890a19-c5af-4550-b49b-e04f9acd74e2 req-b929e138-5e4e-4d49-a111-231c2b841455 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838072 Feb 20 03:44:54.823070 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0aa60-b2ec-435c-9fc6-9f1a3c45be4b req-705c5575-20e0-4674-b522-8f43a5b3342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:54.824703 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-00d0aa60-b2ec-435c-9fc6-9f1a3c45be4b req-705c5575-20e0-4674-b522-8f43a5b3342a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=68913620b1864349b0b30a94042b9c2a&device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 1128 time: 0.5423100 Feb 20 03:44:54.887187 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c1e69bad-4608-4283-b2a1-785fa58a2ced req-34472057-95e7-4016-99e9-a839f8607d0f tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 210 time: 0.0790980 Feb 20 03:44:54.960009 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d57d55a6-4562-40a9-9816-3805d2399c23 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for port (4e99940d-85ad-4df2-86d6-9cffa58cb8d3), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:55.096632 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0aa60-b2ec-435c-9fc6-9f1a3c45be4b req-d05f3d49-d9d5-434c-8ad7-7d4372c6ee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:55.098421 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-00d0aa60-b2ec-435c-9fc6-9f1a3c45be4b req-d05f3d49-d9d5-434c-8ad7-7d4372c6ee52 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879 HTTP/1.1" status: 200 len: 919 time: 0.2141218 Feb 20 03:44:55.170689 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-00d0aa60-b2ec-435c-9fc6-9f1a3c45be4b req-552fc6c6-62ba-4e5d-8228-09472d337bb5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4ae335b-d16e-416a-9eb9-2cda22109139 HTTP/1.1" status: 200 len: 217 time: 0.0513725 Feb 20 03:44:55.270264 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d57d55a6-4562-40a9-9816-3805d2399c23 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (4e99940d-85ad-4df2-86d6-9cffa58cb8d3), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:55.306949 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2ff98-0811-48a2-adfc-389a40c81cb8 req-8ed047b7-d025-41e3-9ca1-44d925940d7a tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:55.315659 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4de2ff98-0811-48a2-adfc-389a40c81cb8 req-8ed047b7-d025-41e3-9ca1-44d925940d7a tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.2372835 Feb 20 03:44:55.471270 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d55a6-4562-40a9-9816-3805d2399c23 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Port': ['ID=4e99940d-85ad-4df2-86d6-9cffa58cb8d3,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:55.585007 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57d55a6-4562-40a9-9816-3805d2399c23 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network dfc93d71-3e0e-4fc9-8d53-938a3e269cb4 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:44:55.588460 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0aa60-b2ec-435c-9fc6-9f1a3c45be4b req-3e76aeb4-7ab1-45bc-a64d-aab96422afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:55.590432 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-00d0aa60-b2ec-435c-9fc6-9f1a3c45be4b req-3e76aeb4-7ab1-45bc-a64d-aab96422afa8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=59da23fb-2a69-4f62-8734-ed62cd9e052d HTTP/1.1" status: 200 len: 858 time: 0.4022331 Feb 20 03:44:55.599094 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-d57d55a6-4562-40a9-9816-3805d2399c23 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:44:55.602791 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57d55a6-4562-40a9-9816-3805d2399c23 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:44:55.785651 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-00d0aa60-b2ec-435c-9fc6-9f1a3c45be4b req-70f248f2-fb7d-4911-92d5-1d92240375cc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1793892 Feb 20 03:44:55.906924 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-731fefcc-2c6f-4afb-a81f-70b31ffaed00 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:55.911087 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-731fefcc-2c6f-4afb-a81f-70b31ffaed00 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.42 "GET /v2.0/networks?id=18b77a5e-5446-4d58-b319-36a274f1014a HTTP/1.1" status: 200 len: 810 time: 0.7500448 Feb 20 03:44:56.059908 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d63d20-99ea-41d0-939c-27e0b078c99d None None] Network dfc93d71-3e0e-4fc9-8d53-938a3e269cb4 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:44:56.114875 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-00d0aa60-b2ec-435c-9fc6-9f1a3c45be4b req-6537db06-89a8-47c4-8f05-fa528bcddbeb service neutron] 10.222.0.93 "GET /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796404 Feb 20 03:44:56.236885 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4de2ff98-0811-48a2-adfc-389a40c81cb8 req-c4ad0da8-e89e-4411-bb9d-ba453343f507 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9140277 Feb 20 03:44:56.325433 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d57d55a6-4562-40a9-9816-3805d2399c23 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (711f0fc0-f88f-474b-91d1-e0edfc76135a), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:56.354731 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 06555334-53ba-4172-b807-e8858f8ff2f4 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:44:56.482488 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-5302f87b-5c4c-45ae-8b08-50585fedf199 None None] Provisioning complete for port 06555334-53ba-4172-b807-e8858f8ff2f4 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:56.495601 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5302f87b-5c4c-45ae-8b08-50585fedf199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (06555334-53ba-4172-b807-e8858f8ff2f4), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:56.576040 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-00d0aa60-b2ec-435c-9fc6-9f1a3c45be4b req-05992e6e-3284-4e57-8746-3784c6110710 service neutron] 10.222.0.93 "GET /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280267 Feb 20 03:44:56.603009 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-392d1498-ff60-420d-ab09-a05fe3bd638a req-c945d5b1-3fe6-4edb-abee-64bf29b9dca7 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 210 time: 0.2871327 Feb 20 03:44:56.705044 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-a43987ae-ce92-436d-a296-0c3146b0bda5 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=541ea901ffd34c35a78734a2429fed7a HTTP/1.1" status: 200 len: 380 time: 0.5865343 Feb 20 03:44:56.731924 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-0fcfde66-01d9-4006-bac1-1e40f2fa8f5e tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Request body: {'port': {'device_id': '338a8e12-2719-41d3-9fe3-1de34cb3e8dd', 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a', 'admin_state_up': True, 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'security_groups': ['38c5a958-cd8b-4515-9aa9-064d98a3d755']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:44:56.818796 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5302f87b-5c4c-45ae-8b08-50585fedf199 None None] Current status of the port 06555334-53ba-4172-b807-e8858f8ff2f4 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:56.821691 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5302f87b-5c4c-45ae-8b08-50585fedf199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (06555334-53ba-4172-b807-e8858f8ff2f4), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:56.947982 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ba393e2a-a2fd-4ccd-8b18-0e6f20e26763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:56.956051 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-5302f87b-5c4c-45ae-8b08-50585fedf199 None None] For port 06555334-53ba-4172-b807-e8858f8ff2f4, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=06555334-53ba-4172-b807-e8858f8ff2f4,segment=NetworkSegment(c25727cb-6eba-4a23-afe6-3b6d38d54f57),segment_id=c25727cb-6eba-4a23-afe6-3b6d38d54f57)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:44:57.015447 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 06555334-53ba-4172-b807-e8858f8ff2f4 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:57.015743 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (06555334-53ba-4172-b807-e8858f8ff2f4), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:57.105114 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-0fcfde66-01d9-4006-bac1-1e40f2fa8f5e tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Made reservation on behalf of 541ea901ffd34c35a78734a2429fed7a for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:44:57.110363 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-0fcfde66-01d9-4006-bac1-1e40f2fa8f5e tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:57.152336 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5302f87b-5c4c-45ae-8b08-50585fedf199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (06555334-53ba-4172-b807-e8858f8ff2f4), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:57.364518 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d57d55a6-4562-40a9-9816-3805d2399c23 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4e99940d-85ad-4df2-86d6-9cffa58cb8d3), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:57.422760 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302f87b-5c4c-45ae-8b08-50585fedf199 None None] Pushing event updated for resources: {'Port': ['ID=06555334-53ba-4172-b807-e8858f8ff2f4,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:57.470824 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 06555334-53ba-4172-b807-e8858f8ff2f4 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:57.624766 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-00da0182-acf4-4013-a996-f0f712093008 None None] Provisioning complete for port 06555334-53ba-4172-b807-e8858f8ff2f4 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:57.625900 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-00da0182-acf4-4013-a996-f0f712093008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (06555334-53ba-4172-b807-e8858f8ff2f4), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:57.685672 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d606dc-c30c-4f44-a910-943bb8fc0f7e req-128c7dc4-2780-4326-8cc1-8f0818aca55f tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:57.687580 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-91d606dc-c30c-4f44-a910-943bb8fc0f7e req-128c7dc4-2780-4326-8cc1-8f0818aca55f tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.2757223 Feb 20 03:44:57.827073 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-0fcfde66-01d9-4006-bac1-1e40f2fa8f5e tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Allocated IP 172.20.0.5 (18b77a5e-5446-4d58-b319-36a274f1014a/ec9d4964-56bb-4af3-beab-8c8d3923a688/7a2c0003-6a6e-4c90-9103-cd87c17a26b2) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:44:57.856991 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-00da0182-acf4-4013-a996-f0f712093008 None None] Current status of the port 06555334-53ba-4172-b807-e8858f8ff2f4 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:57.875657 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-00da0182-acf4-4013-a996-f0f712093008 None None] Provisioning complete for port 4e99940d-85ad-4df2-86d6-9cffa58cb8d3 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:57.876221 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-00da0182-acf4-4013-a996-f0f712093008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4e99940d-85ad-4df2-86d6-9cffa58cb8d3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:57.965246 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-91d606dc-c30c-4f44-a910-943bb8fc0f7e req-ecb5ea10-3fcd-4245-87e0-f1ed23bb6bf8 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115233 Feb 20 03:44:57.980064 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-00da0182-acf4-4013-a996-f0f712093008 None None] Port 4e99940d-85ad-4df2-86d6-9cffa58cb8d3 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:44:58.114925 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-6e5e8a6b-d092-4342-a90b-a8e3a4fb8fbb None None] Provisioning complete for port 4e99940d-85ad-4df2-86d6-9cffa58cb8d3 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:58.115840 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6e5e8a6b-d092-4342-a90b-a8e3a4fb8fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4e99940d-85ad-4df2-86d6-9cffa58cb8d3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:58.205574 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e8a6b-d092-4342-a90b-a8e3a4fb8fbb None None] Port 4e99940d-85ad-4df2-86d6-9cffa58cb8d3 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:44:58.214700 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 06555334-53ba-4172-b807-e8858f8ff2f4 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:44:58.339760 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 06555334-53ba-4172-b807-e8858f8ff2f4 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:58.340255 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (06555334-53ba-4172-b807-e8858f8ff2f4), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:58.451787 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 06555334-53ba-4172-b807-e8858f8ff2f4 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:44:58.680265 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7284bdb2-752a-4769-b45b-04033b77e521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:58.991086 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bdee7-c674-4135-afaa-757ef4895285 req-22f4d203-142f-47d0-be53-5ba1a94056ec tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:58.993726 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c80bdee7-c674-4135-afaa-757ef4895285 req-22f4d203-142f-47d0-be53-5ba1a94056ec tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f9eee67-81b4-43b7-9daa-f24501dcabe0 HTTP/1.1" status: 200 len: 945 time: 0.2445667 Feb 20 03:44:59.021345 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-0fcfde66-01d9-4006-bac1-1e40f2fa8f5e tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for port (7a2c0003-6a6e-4c90-9103-cd87c17a26b2), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:59.134262 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-0fcfde66-01d9-4006-bac1-1e40f2fa8f5e tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (7a2c0003-6a6e-4c90-9103-cd87c17a26b2), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:59.192267 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d57d55a6-4562-40a9-9816-3805d2399c23 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for port (4e99940d-85ad-4df2-86d6-9cffa58cb8d3), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:59.259629 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-0fcfde66-01d9-4006-bac1-1e40f2fa8f5e tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Network 18b77a5e-5446-4d58-b319-36a274f1014a is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:44:59.266164 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-0fcfde66-01d9-4006-bac1-1e40f2fa8f5e tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:44:59.288886 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c80bdee7-c674-4135-afaa-757ef4895285 req-a90e2598-37e3-46ed-a7aa-ebb5faa536f9 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212126 Feb 20 03:44:59.292355 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-0fcfde66-01d9-4006-bac1-1e40f2fa8f5e tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:44:59.301669 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d57d55a6-4562-40a9-9816-3805d2399c23 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (4e99940d-85ad-4df2-86d6-9cffa58cb8d3), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:59.544577 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfde66-01d9-4006-bac1-1e40f2fa8f5e tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Pushing event updated for resources: {'Port': ['ID=7a2c0003-6a6e-4c90-9103-cd87c17a26b2,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:59.646986 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d55a6-4562-40a9-9816-3805d2399c23 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Port': ['ID=4e99940d-85ad-4df2-86d6-9cffa58cb8d3,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:44:59.661448 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d57d55a6-4562-40a9-9816-3805d2399c23 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (711f0fc0-f88f-474b-91d1-e0edfc76135a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:59.709180 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-0fcfde66-01d9-4006-bac1-1e40f2fa8f5e tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:59.710163 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-0fcfde66-01d9-4006-bac1-1e40f2fa8f5e tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:59.739411 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4dbb5-2bb3-4bc7-8cfb-661ef364790c req-6efeacfa-d772-4ea1-9361-a1437ee1ff05 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:59.741918 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffa4dbb5-2bb3-4bc7-8cfb-661ef364790c req-6efeacfa-d772-4ea1-9361-a1437ee1ff05 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f9eee67-81b4-43b7-9daa-f24501dcabe0 HTTP/1.1" status: 200 len: 945 time: 0.3853090 Feb 20 03:44:59.777760 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-bd6e0e3e-8570-4934-b948-850028c1c7b4 None None] Provisioning complete for port 7a2c0003-6a6e-4c90-9103-cd87c17a26b2 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:44:59.778264 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bd6e0e3e-8570-4934-b948-850028c1c7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (7a2c0003-6a6e-4c90-9103-cd87c17a26b2), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:44:59.825000 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f7477-c58a-4fee-b2f1-126f17b229cf req-c28eab83-9b18-42b8-a638-7e4f0ba1e6bf tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:44:59.833914 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d80f7477-c58a-4fee-b2f1-126f17b229cf req-c28eab83-9b18-42b8-a638-7e4f0ba1e6bf tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 931 time: 0.3613579 Feb 20 03:44:59.912879 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-0fcfde66-01d9-4006-bac1-1e40f2fa8f5e tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1989336 Feb 20 03:44:59.949493 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-bd6e0e3e-8570-4934-b948-850028c1c7b4 None None] Port 7a2c0003-6a6e-4c90-9103-cd87c17a26b2 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:45:00.014013 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-c5d02557-0279-41fc-be8d-7091a8b2dd2d service neutron] Request body: {'port': {'device_id': '338a8e12-2719-41d3-9fe3-1de34cb3e8dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:45:00.029652 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:00.111366 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d80f7477-c58a-4fee-b2f1-126f17b229cf req-65c29537-09a4-4786-a1e4-189f0397c354 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752635 Feb 20 03:45:00.202038 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-ffa4dbb5-2bb3-4bc7-8cfb-661ef364790c req-5bcb1d49-f3b4-4e42-8f15-bfa6f39be748 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Deleting port 2a723f3b-3113-4648-8f12-24c687b8b0fb {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:45:00.202394 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ffa4dbb5-2bb3-4bc7-8cfb-661ef364790c req-5bcb1d49-f3b4-4e42-8f15-bfa6f39be748 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (2a723f3b-3113-4648-8f12-24c687b8b0fb), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:00.255953 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57d55a6-4562-40a9-9816-3805d2399c23 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network dfc93d71-3e0e-4fc9-8d53-938a3e269cb4 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:45:00.264396 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-c5d02557-0279-41fc-be8d-7091a8b2dd2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7a2c0003-6a6e-4c90-9103-cd87c17a26b2), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:00.398968 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-d57d55a6-4562-40a9-9816-3805d2399c23 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:45:00.717975 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-ffa4dbb5-2bb3-4bc7-8cfb-661ef364790c req-5bcb1d49-f3b4-4e42-8f15-bfa6f39be748 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] For port 2a723f3b-3113-4648-8f12-24c687b8b0fb, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=2a723f3b-3113-4648-8f12-24c687b8b0fb,segment=NetworkSegment(f319aa1c-162d-43f3-86f8-ad73b68a5ca8),segment_id=f319aa1c-162d-43f3-86f8-ad73b68a5ca8)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:00.718352 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ffa4dbb5-2bb3-4bc7-8cfb-661ef364790c req-5bcb1d49-f3b4-4e42-8f15-bfa6f39be748 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (2a723f3b-3113-4648-8f12-24c687b8b0fb), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:00.855571 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703447c-2ab5-4d09-bb35-28d159203ad2 req-f76b94e1-02c2-471e-b58d-e8554787c531 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:00.863064 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c703447c-2ab5-4d09-bb35-28d159203ad2 req-f76b94e1-02c2-471e-b58d-e8554787c531 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.6058881 Feb 20 03:45:00.887168 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-ffa4dbb5-2bb3-4bc7-8cfb-661ef364790c req-5bcb1d49-f3b4-4e42-8f15-bfa6f39be748 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Calling delete_port for 2a723f3b-3113-4648-8f12-24c687b8b0fb owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:45:00.903232 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c6894ce6-e917-4f38-90e8-2a3a60008145 None None] Provisioning complete for port 4e99940d-85ad-4df2-86d6-9cffa58cb8d3 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:00.905950 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c6894ce6-e917-4f38-90e8-2a3a60008145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4e99940d-85ad-4df2-86d6-9cffa58cb8d3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:01.011088 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c6894ce6-e917-4f38-90e8-2a3a60008145 None None] Port 4e99940d-85ad-4df2-86d6-9cffa58cb8d3 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:45:01.071290 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c703447c-2ab5-4d09-bb35-28d159203ad2 req-7b711ed6-9a11-4c62-8c7b-d74336a2b2ce tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014260 Feb 20 03:45:01.229316 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:01.246329 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57d55a6-4562-40a9-9816-3805d2399c23 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Router 711f0fc0-f88f-474b-91d1-e0edfc76135a is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:45:01.373420 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-c5d02557-0279-41fc-be8d-7091a8b2dd2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a2c0003-6a6e-4c90-9103-cd87c17a26b2 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:45:01.385495 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46989d72-a836-4154-9e42-aabb3a5bdf33 req-df854418-4623-42f8-bb65-30d449b5b7bd tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:01.387273 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-46989d72-a836-4154-9e42-aabb3a5bdf33 req-df854418-4623-42f8-bb65-30d449b5b7bd tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f9eee67-81b4-43b7-9daa-f24501dcabe0 HTTP/1.1" status: 200 len: 945 time: 0.2314661 Feb 20 03:45:01.422115 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-c5d02557-0279-41fc-be8d-7091a8b2dd2d service neutron] Publish callbacks [] for port (7a2c0003-6a6e-4c90-9103-cd87c17a26b2), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:01.432811 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ffa4dbb5-2bb3-4bc7-8cfb-661ef364790c req-5bcb1d49-f3b4-4e42-8f15-bfa6f39be748 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (2a723f3b-3113-4648-8f12-24c687b8b0fb), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:01.449504 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['b4ae335b-d16e-416a-9eb9-2cda22109139'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:45:01.543430 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb1d49-f3b4-4e42-8f15-bfa6f39be748 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Pushing event deleted for resources: {'Port': ['ID=2a723f3b-3113-4648-8f12-24c687b8b0fb,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:01.584050 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-c5d02557-0279-41fc-be8d-7091a8b2dd2d service neutron] Transition to ACTIVE for port object 7a2c0003-6a6e-4c90-9103-cd87c17a26b2 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:45:01.635373 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57d55a6-4562-40a9-9816-3805d2399c23 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:45:01.642139 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d57d55a6-4562-40a9-9816-3805d2399c23 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "PUT /v2.0/routers/711f0fc0-f88f-474b-91d1-e0edfc76135a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9599388 Feb 20 03:45:01.646074 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47642) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:01.656114 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-859e766e-0802-4d42-9e15-fd00a7031214 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Request body: {'network': {'name': 'tempest-RoutersTest-1762925320'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:45:01.666901 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972b7741-c755-4850-aa6a-d7e8b0450f62 None None] Sync routers for ids ['711f0fc0-f88f-474b-91d1-e0edfc76135a'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:45:01.671326 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-46989d72-a836-4154-9e42-aabb3a5bdf33 req-5bafe36c-79a6-4808-b092-6a6bf2527dec tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516572 Feb 20 03:45:01.713333 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa4dbb5-2bb3-4bc7-8cfb-661ef364790c req-5bcb1d49-f3b4-4e42-8f15-bfa6f39be748 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] No DVR routers for this DVR port 2a723f3b-3113-4648-8f12-24c687b8b0fb on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:45:01.717936 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ffa4dbb5-2bb3-4bc7-8cfb-661ef364790c req-5bcb1d49-f3b4-4e42-8f15-bfa6f39be748 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:01.723002 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffa4dbb5-2bb3-4bc7-8cfb-661ef364790c req-5bcb1d49-f3b4-4e42-8f15-bfa6f39be748 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.42 "DELETE /v2.0/ports/2a723f3b-3113-4648-8f12-24c687b8b0fb HTTP/1.1" status: 204 len: 173 time: 1.9707947 Feb 20 03:45:01.723002 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-c5d02557-0279-41fc-be8d-7091a8b2dd2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (7a2c0003-6a6e-4c90-9103-cd87c17a26b2), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:01.734773 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9eee67-81b4-43b7-9daa-f24501dcabe0', 'name': 'network-vif-deleted', 'tag': '2a723f3b-3113-4648-8f12-24c687b8b0fb'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:45:01.738570 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae25519-00e6-40b7-90cb-bdad28627322" -d '{"events": [{"server_uuid": "0f9eee67-81b4-43b7-9daa-f24501dcabe0", "name": "network-vif-deleted", "tag": "2a723f3b-3113-4648-8f12-24c687b8b0fb"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:45:01.804406 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972b7741-c755-4850-aa6a-d7e8b0450f62 None None] Routers {'711f0fc0-f88f-474b-91d1-e0edfc76135a'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:45:01.804406 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-972b7741-c755-4850-aa6a-d7e8b0450f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:44:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['711f0fc0-f88f-474b-91d1-e0edfc76135a'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:01.824806 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859e766e-0802-4d42-9e15-fd00a7031214 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Made reservation on behalf of 43d4b034525e47029e777f2e09722643 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:45:01.824806 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-859e766e-0802-4d42-9e15-fd00a7031214 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:01.883451 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859e766e-0802-4d42-9e15-fd00a7031214 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:45:01.933028 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-859e766e-0802-4d42-9e15-fd00a7031214 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (c4638906-87d7-438c-a172-e14afcc133e9), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:01.933516 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-859e766e-0802-4d42-9e15-fd00a7031214 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Added segment c4638906-87d7-438c-a172-e14afcc133e9 of type vlan for network e18c56fe-42a1-460e-a977-ce7ef939d6d3 Feb 20 03:45:01.977391 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d02557-0279-41fc-be8d-7091a8b2dd2d service neutron] Pushing event updated for resources: {'Port': ['ID=7a2c0003-6a6e-4c90-9103-cd87c17a26b2,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:02.040759 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-972b7741-c755-4850-aa6a-d7e8b0450f62 None None] Set router 711f0fc0-f88f-474b-91d1-e0edfc76135a gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:45:02.059275 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-859e766e-0802-4d42-9e15-fd00a7031214 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (e18c56fe-42a1-460e-a977-ce7ef939d6d3), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:02.085323 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed8aac-d56d-4322-ab4d-6c494303bdc2 req-12afc492-971b-4f0b-8ebc-d06c7884722f tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:02.093062 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3aed8aac-d56d-4322-ab4d-6c494303bdc2 req-12afc492-971b-4f0b-8ebc-d06c7884722f tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.2430656 Feb 20 03:45:02.097377 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-c5d02557-0279-41fc-be8d-7091a8b2dd2d service neutron] Attempting to bind port 7a2c0003-6a6e-4c90-9103-cd87c17a26b2 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:45:02.097721 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-c5d02557-0279-41fc-be8d-7091a8b2dd2d service neutron] Attempting to bind port 7a2c0003-6a6e-4c90-9103-cd87c17a26b2 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '62e0b498-d38d-4750-b089-0bc3a2eabed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:45:02.098050 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-c5d02557-0279-41fc-be8d-7091a8b2dd2d service neutron] Attempting to bind port 7a2c0003-6a6e-4c90-9103-cd87c17a26b2 on network 18b77a5e-5446-4d58-b319-36a274f1014a {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:45:02.131575 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-c5d02557-0279-41fc-be8d-7091a8b2dd2d service neutron] Port 7a2c0003-6a6e-4c90-9103-cd87c17a26b2 on network 18b77a5e-5446-4d58-b319-36a274f1014a not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:45:02.132962 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-c5d02557-0279-41fc-be8d-7091a8b2dd2d service neutron] Attempting to bind port 7a2c0003-6a6e-4c90-9103-cd87c17a26b2 on network 18b77a5e-5446-4d58-b319-36a274f1014a {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:45:02.152011 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-c5d02557-0279-41fc-be8d-7091a8b2dd2d service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:45:02.152355 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-c5d02557-0279-41fc-be8d-7091a8b2dd2d service neutron] Checking segment: {'id': '62e0b498-d38d-4750-b089-0bc3a2eabed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:45:02.152746 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-c5d02557-0279-41fc-be8d-7091a8b2dd2d service neutron] Bound using segment: {'id': '62e0b498-d38d-4750-b089-0bc3a2eabed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:45:02.154635 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-c5d02557-0279-41fc-be8d-7091a8b2dd2d service neutron] Bound port: 7a2c0003-6a6e-4c90-9103-cd87c17a26b2, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62e0b498-d38d-4750-b089-0bc3a2eabed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:45:02.155338 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-c5d02557-0279-41fc-be8d-7091a8b2dd2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7a2c0003-6a6e-4c90-9103-cd87c17a26b2), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:02.225163 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-859e766e-0802-4d42-9e15-fd00a7031214 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (e18c56fe-42a1-460e-a977-ce7ef939d6d3), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:02.236744 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859e766e-0802-4d42-9e15-fd00a7031214 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:02.237726 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-859e766e-0802-4d42-9e15-fd00a7031214 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:02.304771 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-c5d02557-0279-41fc-be8d-7091a8b2dd2d service neutron] For port 7a2c0003-6a6e-4c90-9103-cd87c17a26b2, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:45:02.308501 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-c5d02557-0279-41fc-be8d-7091a8b2dd2d service neutron] For port 7a2c0003-6a6e-4c90-9103-cd87c17a26b2, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=7a2c0003-6a6e-4c90-9103-cd87c17a26b2,segment=NetworkSegment(62e0b498-d38d-4750-b089-0bc3a2eabed2),segment_id=62e0b498-d38d-4750-b089-0bc3a2eabed2)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:45:02.316586 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3aed8aac-d56d-4322-ab4d-6c494303bdc2 req-25dd18b8-0bd5-43b8-9153-1ab74f50ec30 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225111 Feb 20 03:45:02.425747 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-c5d02557-0279-41fc-be8d-7091a8b2dd2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (7a2c0003-6a6e-4c90-9103-cd87c17a26b2), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:02.477436 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e766e-0802-4d42-9e15-fd00a7031214 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Network': ['ID=e18c56fe-42a1-460e-a977-ce7ef939d6d3,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:02.502286 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-859e766e-0802-4d42-9e15-fd00a7031214 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8535571 Feb 20 03:45:02.505177 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47654) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:02.510792 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-d013e9df-2d92-43f8-85da-43cfde4202fc tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Request body: {'subnet': {'network_id': 'e18c56fe-42a1-460e-a977-ce7ef939d6d3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:45:02.518230 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network e18c56fe-42a1-460e-a977-ce7ef939d6d3 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:45:02.523142 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-c5d02557-0279-41fc-be8d-7091a8b2dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:02.529298 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-c5d02557-0279-41fc-be8d-7091a8b2dd2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:02.531032 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-c5d02557-0279-41fc-be8d-7091a8b2dd2d service neutron] 10.222.0.42 "PUT /v2.0/ports/7a2c0003-6a6e-4c90-9103-cd87c17a26b2 HTTP/1.1" status: 200 len: 1091 time: 2.5456810 Feb 20 03:45:02.698053 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d02557-0279-41fc-be8d-7091a8b2dd2d service neutron] Pushing event updated for resources: {'Port': ['ID=7a2c0003-6a6e-4c90-9103-cd87c17a26b2,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:02.705971 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-972b7741-c755-4850-aa6a-d7e8b0450f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'name': 'tempest-RoutersTest-router-1887084734', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:48Z', 'updated_at': '2022-02-20T03:44:56Z', 'revision_number': 2, 'project_id': '43d4b034525e47029e777f2e09722643', 'gw_port_host': None, '_interfaces': [{'id': '4e99940d-85ad-4df2-86d6-9cffa58cb8d3', 'name': '', 'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:e4:3a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:53Z', 'updated_at': '2022-02-20T03:44:57Z', 'revision_number': 2, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:02.726880 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f56f8-b5ce-45b0-ba29-f219d191f207 req-d1390880-4e91-4115-b156-d037828f9aa4 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:02.730168 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-590f56f8-b5ce-45b0-ba29-f219d191f207 req-d1390880-4e91-4115-b156-d037828f9aa4 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 943 time: 0.1273420 Feb 20 03:45:02.751918 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972b7741-c755-4850-aa6a-d7e8b0450f62 None None] Checking router: 711f0fc0-f88f-474b-91d1-e0edfc76135a for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:45:02.802034 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972b7741-c755-4850-aa6a-d7e8b0450f62 None None] Updating router 711f0fc0-f88f-474b-91d1-e0edfc76135a port 4e99940d-85ad-4df2-86d6-9cffa58cb8d3 binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:45:02.802034 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-972b7741-c755-4850-aa6a-d7e8b0450f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4e99940d-85ad-4df2-86d6-9cffa58cb8d3), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:02.802220 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-590f56f8-b5ce-45b0-ba29-f219d191f207 req-d0ab9186-73b8-4ab7-b1bb-30511ac74444 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586803 Feb 20 03:45:02.936646 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d013e9df-2d92-43f8-85da-43cfde4202fc tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Made reservation on behalf of 43d4b034525e47029e777f2e09722643 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:45:02.945449 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d013e9df-2d92-43f8-85da-43cfde4202fc tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:02.957760 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:03.023894 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-eb0abcaf-0f6a-4b2a-9cc5-0b65e8b3a4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:03.029154 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-eb0abcaf-0f6a-4b2a-9cc5-0b65e8b3a4a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=541ea901ffd34c35a78734a2429fed7a&device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 1125 time: 0.1115775 Feb 20 03:45:03.133697 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142b6510-6c40-4c97-815c-4d9187c48da5 x-openstack-request-id: req-142b6510-6c40-4c97-815c-4d9187c48da5 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:45:03.136925 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9eee67-81b4-43b7-9daa-f24501dcabe0", "name": "network-vif-deleted", "tag": "2a723f3b-3113-4648-8f12-24c687b8b0fb", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:45:03.136925 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-142b6510-6c40-4c97-815c-4d9187c48da5 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:45:03.136925 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9eee67-81b4-43b7-9daa-f24501dcabe0', 'name': 'network-vif-deleted', 'tag': '2a723f3b-3113-4648-8f12-24c687b8b0fb', 'status': 'completed', 'code': 200} Feb 20 03:45:03.139113 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-88fd65ea-4f13-4bfc-9d64-e1f88451152b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a2c0003-6a6e-4c90-9103-cd87c17a26b2 HTTP/1.1" status: 200 len: 217 time: 0.1023283 Feb 20 03:45:03.244461 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 2a723f3b-3113-4648-8f12-24c687b8b0fb no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:45:03.293473 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 2a723f3b-3113-4648-8f12-24c687b8b0fb {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:45:03.293825 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 2a723f3b-3113-4648-8f12-24c687b8b0fb not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:45:03.303354 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cc06a3de-6353-42f0-9092-541f54e813cf req-148928c5-8a0e-4498-af46-1aa86f7e6f24 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f9eee67-81b4-43b7-9daa-f24501dcabe0 HTTP/1.1" status: 200 len: 210 time: 0.0831180 Feb 20 03:45:03.330538 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-8e8da3ad-856f-4fdc-9281-dde9d0325cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:03.333354 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-8e8da3ad-856f-4fdc-9281-dde9d0325cae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec9d4964-56bb-4af3-beab-8c8d3923a688 HTTP/1.1" status: 200 len: 849 time: 0.1857567 Feb 20 03:45:03.404894 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-9958248d-641d-4117-aa91-7f351cf37507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:03.408940 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d013e9df-2d92-43f8-85da-43cfde4202fc tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (e7abce88-b0cc-4dcb-94ed-a5b7a6863685), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:03.417931 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-9958248d-641d-4117-aa91-7f351cf37507 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=18b77a5e-5446-4d58-b319-36a274f1014a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0678399 Feb 20 03:45:03.451946 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-972b7741-c755-4850-aa6a-d7e8b0450f62 None None] Publish callbacks [] for port (4e99940d-85ad-4df2-86d6-9cffa58cb8d3), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:03.552354 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013e9df-2d92-43f8-85da-43cfde4202fc tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Subnet': ['ID=e7abce88-b0cc-4dcb-94ed-a5b7a6863685,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:03.561029 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d013e9df-2d92-43f8-85da-43cfde4202fc tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Checking segment: {'id': 'c4638906-87d7-438c-a172-e14afcc133e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e18c56fe-42a1-460e-a977-ce7ef939d6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:45:03.568541 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d013e9df-2d92-43f8-85da-43cfde4202fc tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network hostable DHCP agents. Network: e18c56fe-42a1-460e-a977-ce7ef939d6d3, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:45:03.608456 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-972b7741-c755-4850-aa6a-d7e8b0450f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (4e99940d-85ad-4df2-86d6-9cffa58cb8d3), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:03.655234 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-fe389187-6ac8-4a5a-9da2-410c02cda30d service neutron] 10.222.0.42 "GET /v2.0/networks/18b77a5e-5446-4d58-b319-36a274f1014a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358212 Feb 20 03:45:03.658816 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d013e9df-2d92-43f8-85da-43cfde4202fc tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network e18c56fe-42a1-460e-a977-ce7ef939d6d3 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:45:03.675776 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25acb7-1a76-4264-8e00-1c1f49431264 req-81c5d4e0-2a91-4d89-a596-c04a18334f80 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:03.685864 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8e25acb7-1a76-4264-8e00-1c1f49431264 req-81c5d4e0-2a91-4d89-a596-c04a18334f80 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1441023 Feb 20 03:45:03.728652 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14be04-30b9-44f3-b7b1-c5aecaebc863 None None] Pushing event updated for resources: {'Port': ['ID=4e99940d-85ad-4df2-86d6-9cffa58cb8d3,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:03.760845 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-d013e9df-2d92-43f8-85da-43cfde4202fc tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, e18c56fe-42a1-460e-a977-ce7ef939d6d3) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:45:03.765378 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d013e9df-2d92-43f8-85da-43cfde4202fc tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:03.766434 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d013e9df-2d92-43f8-85da-43cfde4202fc tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:03.788584 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943f1348-7ae3-4f0f-bc3e-8cc32dd495ee None None] Network e18c56fe-42a1-460e-a977-ce7ef939d6d3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:45:03.821828 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8e25acb7-1a76-4264-8e00-1c1f49431264 req-7c555095-418c-4737-a1fb-bb488c619cf4 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318877 Feb 20 03:45:03.925655 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-972b7741-c755-4850-aa6a-d7e8b0450f62 None None] Attempting to bind port 4e99940d-85ad-4df2-86d6-9cffa58cb8d3 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:45:03.926075 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-972b7741-c755-4850-aa6a-d7e8b0450f62 None None] Attempting to bind port 4e99940d-85ad-4df2-86d6-9cffa58cb8d3 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'c25727cb-6eba-4a23-afe6-3b6d38d54f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:45:03.926446 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b7741-c755-4850-aa6a-d7e8b0450f62 None None] Attempting to bind port 4e99940d-85ad-4df2-86d6-9cffa58cb8d3 on network dfc93d71-3e0e-4fc9-8d53-938a3e269cb4 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:45:03.928364 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d013e9df-2d92-43f8-85da-43cfde4202fc tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4219725 Feb 20 03:45:03.931667 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47682) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:03.965097 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b7741-c755-4850-aa6a-d7e8b0450f62 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:45:03.966512 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b7741-c755-4850-aa6a-d7e8b0450f62 None None] Checking segment: {'id': 'c25727cb-6eba-4a23-afe6-3b6d38d54f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:45:03.966968 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-972b7741-c755-4850-aa6a-d7e8b0450f62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:03.967380 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b7741-c755-4850-aa6a-d7e8b0450f62 None None] Bound using segment: {'id': 'c25727cb-6eba-4a23-afe6-3b6d38d54f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:45:03.967911 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-972b7741-c755-4850-aa6a-d7e8b0450f62 None None] Bound port: 4e99940d-85ad-4df2-86d6-9cffa58cb8d3, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25727cb-6eba-4a23-afe6-3b6d38d54f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:45:03.968295 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-972b7741-c755-4850-aa6a-d7e8b0450f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4e99940d-85ad-4df2-86d6-9cffa58cb8d3), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:04.062946 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-823f1a1e-66e2-4719-860f-cf68bbf983e4 req-61013bc2-66da-43b9-8a38-4169f518d8e0 service neutron] 10.222.0.42 "GET /v2.0/networks/18b77a5e-5446-4d58-b319-36a274f1014a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650279 Feb 20 03:45:04.100177 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97ea07-a7a1-4701-9b42-5d607fdeac00 req-bad0543b-e09e-48d3-a539-22a2cc43c247 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:04.102361 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b97ea07-a7a1-4701-9b42-5d607fdeac00 req-bad0543b-e09e-48d3-a539-22a2cc43c247 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 943 time: 0.1561444 Feb 20 03:45:04.169504 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-972b7741-c755-4850-aa6a-d7e8b0450f62 None None] For port 4e99940d-85ad-4df2-86d6-9cffa58cb8d3, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:45:04.174081 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-972b7741-c755-4850-aa6a-d7e8b0450f62 None None] For port 4e99940d-85ad-4df2-86d6-9cffa58cb8d3, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=4e99940d-85ad-4df2-86d6-9cffa58cb8d3,segment=NetworkSegment(c25727cb-6eba-4a23-afe6-3b6d38d54f57),segment_id=c25727cb-6eba-4a23-afe6-3b6d38d54f57)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:45:04.206946 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b97ea07-a7a1-4701-9b42-5d607fdeac00 req-ac627aca-4335-4bdc-85ec-eb5fbeb9b581 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971861 Feb 20 03:45:04.256878 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad482ff-5290-49f3-a260-4b6162a28b75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-e18c56fe-42a1-460e-a977-ce7ef939d6d3', 'network_id': 'e18c56fe-42a1-460e-a977-ce7ef939d6d3', 'project_id': '43d4b034525e47029e777f2e09722643', 'fixed_ips': [{'subnet_id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:45:04.258549 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cad482ff-5290-49f3-a260-4b6162a28b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:04.270278 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-972b7741-c755-4850-aa6a-d7e8b0450f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (4e99940d-85ad-4df2-86d6-9cffa58cb8d3), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:04.395378 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14be04-30b9-44f3-b7b1-c5aecaebc863 None None] Pushing event updated for resources: {'Port': ['ID=4e99940d-85ad-4df2-86d6-9cffa58cb8d3,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:04.427580 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75816d50-63cd-4ed0-ac68-6c35cec8e007 req-42187801-fed4-48fe-86f2-b9d84361ff27 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:04.433647 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75816d50-63cd-4ed0-ac68-6c35cec8e007 req-42187801-fed4-48fe-86f2-b9d84361ff27 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1464753 Feb 20 03:45:04.448680 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-98c3fff8-dcb7-41d2-857c-8ff640093f4a None None] Provisioning complete for port 4e99940d-85ad-4df2-86d6-9cffa58cb8d3 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:04.448680 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-98c3fff8-dcb7-41d2-857c-8ff640093f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4e99940d-85ad-4df2-86d6-9cffa58cb8d3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:04.539134 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75816d50-63cd-4ed0-ac68-6c35cec8e007 req-c4445457-adc3-45fe-a2d5-1902f83015b4 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977497 Feb 20 03:45:04.579148 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972b7741-c755-4850-aa6a-d7e8b0450f62 None None] Routers {'711f0fc0-f88f-474b-91d1-e0edfc76135a'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:45:04.583715 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-972b7741-c755-4850-aa6a-d7e8b0450f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:44:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['711f0fc0-f88f-474b-91d1-e0edfc76135a'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:05.002677 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-972b7741-c755-4850-aa6a-d7e8b0450f62 None None] Set router 711f0fc0-f88f-474b-91d1-e0edfc76135a gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:45:05.075722 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-98c3fff8-dcb7-41d2-857c-8ff640093f4a None None] Current status of the port 4e99940d-85ad-4df2-86d6-9cffa58cb8d3 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:05.076131 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-98c3fff8-dcb7-41d2-857c-8ff640093f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4e99940d-85ad-4df2-86d6-9cffa58cb8d3), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:05.136478 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338a8e12-2719-41d3-9fe3-1de34cb3e8dd', 'tag': '7a2c0003-6a6e-4c90-9103-cd87c17a26b2'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:45:05.137040 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-cad482ff-5290-49f3-a260-4b6162a28b75 None None] Allocated IP 172.21.0.2 (e18c56fe-42a1-460e-a977-ce7ef939d6d3/e7abce88-b0cc-4dcb-94ed-a5b7a6863685/237d172a-1677-423d-b610-e015eaaec208) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:45:05.139212 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86abd57c-ec65-4efa-932a-57250b7afd70" -d '{"events": [{"name": "network-changed", "server_uuid": "338a8e12-2719-41d3-9fe3-1de34cb3e8dd", "tag": "7a2c0003-6a6e-4c90-9103-cd87c17a26b2"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:45:05.343355 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2518b34f-3215-4360-8067-6b8213199c73 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:05.373328 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-98c3fff8-dcb7-41d2-857c-8ff640093f4a None None] For port 4e99940d-85ad-4df2-86d6-9cffa58cb8d3, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=4e99940d-85ad-4df2-86d6-9cffa58cb8d3,segment=NetworkSegment(c25727cb-6eba-4a23-afe6-3b6d38d54f57),segment_id=c25727cb-6eba-4a23-afe6-3b6d38d54f57)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:05.572714 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-98c3fff8-dcb7-41d2-857c-8ff640093f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (4e99940d-85ad-4df2-86d6-9cffa58cb8d3), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:05.793792 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cad482ff-5290-49f3-a260-4b6162a28b75 None None] Publish callbacks [] for port (237d172a-1677-423d-b610-e015eaaec208), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:05.807787 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3fff8-dcb7-41d2-857c-8ff640093f4a None None] Pushing event updated for resources: {'Port': ['ID=4e99940d-85ad-4df2-86d6-9cffa58cb8d3,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:05.819834 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-63133c21-2f6b-423b-85e7-d67f146eb1fe None None] Provisioning complete for port 4e99940d-85ad-4df2-86d6-9cffa58cb8d3 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:05.820500 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-63133c21-2f6b-423b-85e7-d67f146eb1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4e99940d-85ad-4df2-86d6-9cffa58cb8d3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:05.864545 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-972b7741-c755-4850-aa6a-d7e8b0450f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'name': 'tempest-RoutersTest-router-1887084734', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:48Z', 'updated_at': '2022-02-20T03:44:56Z', 'revision_number': 2, 'project_id': '43d4b034525e47029e777f2e09722643', 'gw_port_host': None, '_interfaces': [{'id': '4e99940d-85ad-4df2-86d6-9cffa58cb8d3', 'name': '', 'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:e4:3a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:53Z', 'updated_at': '2022-02-20T03:45:04Z', 'revision_number': 4, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:05.907648 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972b7741-c755-4850-aa6a-d7e8b0450f62 None None] The sync data for ids ['711f0fc0-f88f-474b-91d1-e0edfc76135a'] in n-d-829866-4 is: [{'id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'name': 'tempest-RoutersTest-router-1887084734', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:48Z', 'updated_at': '2022-02-20T03:44:56Z', 'revision_number': 2, 'project_id': '43d4b034525e47029e777f2e09722643', 'gw_port_host': None, '_interfaces': [{'id': '4e99940d-85ad-4df2-86d6-9cffa58cb8d3', 'name': '', 'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:e4:3a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:53Z', 'updated_at': '2022-02-20T03:45:04Z', 'revision_number': 4, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:45:05.925982 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1c209-84fd-4a02-a844-b921f9a95eb6 req-5f73d23f-8e39-48dd-b69c-06ecbc195b25 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:05.927947 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1f1c209-84fd-4a02-a844-b921f9a95eb6 req-5f73d23f-8e39-48dd-b69c-06ecbc195b25 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.0599284 Feb 20 03:45:05.961618 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cad482ff-5290-49f3-a260-4b6162a28b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (237d172a-1677-423d-b610-e015eaaec208), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:06.038512 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1f1c209-84fd-4a02-a844-b921f9a95eb6 req-4af86510-3305-40ae-8f21-fe529ee7db13 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041601 Feb 20 03:45:06.060224 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-2518b34f-3215-4360-8067-6b8213199c73 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Allocated IP 172.21.0.1 (e18c56fe-42a1-460e-a977-ce7ef939d6d3/e7abce88-b0cc-4dcb-94ed-a5b7a6863685/52a5ed07-399e-4352-8c79-28ee98c258fe) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:45:06.076269 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad482ff-5290-49f3-a260-4b6162a28b75 None None] Pushing event updated for resources: {'Port': ['ID=237d172a-1677-423d-b610-e015eaaec208,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:06.088709 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad482ff-5290-49f3-a260-4b6162a28b75 None None] Network e18c56fe-42a1-460e-a977-ce7ef939d6d3 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:45:06.091038 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-cad482ff-5290-49f3-a260-4b6162a28b75 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:45:06.116007 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad482ff-5290-49f3-a260-4b6162a28b75 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:45:06.129289 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0cae17-51d6-4199-952e-51394dfb4049 x-openstack-request-id: req-7a0cae17-51d6-4199-952e-51394dfb4049 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:45:06.129963 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "338a8e12-2719-41d3-9fe3-1de34cb3e8dd", "tag": "7a2c0003-6a6e-4c90-9103-cd87c17a26b2", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:45:06.130353 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7a0cae17-51d6-4199-952e-51394dfb4049 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:45:06.130897 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '338a8e12-2719-41d3-9fe3-1de34cb3e8dd', 'tag': '7a2c0003-6a6e-4c90-9103-cd87c17a26b2', 'status': 'completed', 'code': 200} Feb 20 03:45:06.268273 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-63133c21-2f6b-423b-85e7-d67f146eb1fe None None] Current status of the port 4e99940d-85ad-4df2-86d6-9cffa58cb8d3 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:06.300026 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abd57c-ec65-4efa-932a-57250b7afd70 req-d206ada5-1488-4183-9935-d99a52fe4dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:06.300026 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-86abd57c-ec65-4efa-932a-57250b7afd70 req-d206ada5-1488-4183-9935-d99a52fe4dd2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=541ea901ffd34c35a78734a2429fed7a&device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 1125 time: 0.1405339 Feb 20 03:45:06.369135 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-cad482ff-5290-49f3-a260-4b6162a28b75 None None] Attempting to bind port 237d172a-1677-423d-b610-e015eaaec208 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:45:06.371417 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-cad482ff-5290-49f3-a260-4b6162a28b75 None None] Attempting to bind port 237d172a-1677-423d-b610-e015eaaec208 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'c4638906-87d7-438c-a172-e14afcc133e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e18c56fe-42a1-460e-a977-ce7ef939d6d3'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:45:06.372743 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad482ff-5290-49f3-a260-4b6162a28b75 None None] Attempting to bind port 237d172a-1677-423d-b610-e015eaaec208 on network e18c56fe-42a1-460e-a977-ce7ef939d6d3 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:45:06.398305 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad482ff-5290-49f3-a260-4b6162a28b75 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:45:06.400516 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad482ff-5290-49f3-a260-4b6162a28b75 None None] Checking segment: {'id': 'c4638906-87d7-438c-a172-e14afcc133e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e18c56fe-42a1-460e-a977-ce7ef939d6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:45:06.401135 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cad482ff-5290-49f3-a260-4b6162a28b75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:06.401724 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad482ff-5290-49f3-a260-4b6162a28b75 None None] Bound using segment: {'id': 'c4638906-87d7-438c-a172-e14afcc133e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e18c56fe-42a1-460e-a977-ce7ef939d6d3'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:45:06.403380 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-cad482ff-5290-49f3-a260-4b6162a28b75 None None] Bound port: 237d172a-1677-423d-b610-e015eaaec208, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4638906-87d7-438c-a172-e14afcc133e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e18c56fe-42a1-460e-a977-ce7ef939d6d3'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:45:06.405368 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cad482ff-5290-49f3-a260-4b6162a28b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (237d172a-1677-423d-b610-e015eaaec208), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:06.634814 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-cad482ff-5290-49f3-a260-4b6162a28b75 None None] For port 237d172a-1677-423d-b610-e015eaaec208, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:45:06.643200 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-cad482ff-5290-49f3-a260-4b6162a28b75 None None] For port 237d172a-1677-423d-b610-e015eaaec208, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=237d172a-1677-423d-b610-e015eaaec208,segment=NetworkSegment(c4638906-87d7-438c-a172-e14afcc133e9),segment_id=c4638906-87d7-438c-a172-e14afcc133e9)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:45:06.644296 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2518b34f-3215-4360-8067-6b8213199c73 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for port (52a5ed07-399e-4352-8c79-28ee98c258fe), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:06.721513 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cad482ff-5290-49f3-a260-4b6162a28b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (237d172a-1677-423d-b610-e015eaaec208), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:06.749256 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2518b34f-3215-4360-8067-6b8213199c73 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (52a5ed07-399e-4352-8c79-28ee98c258fe), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:06.821089 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad482ff-5290-49f3-a260-4b6162a28b75 None None] Pushing event updated for resources: {'Port': ['ID=237d172a-1677-423d-b610-e015eaaec208,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:06.975568 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518b34f-3215-4360-8067-6b8213199c73 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Port': ['ID=52a5ed07-399e-4352-8c79-28ee98c258fe,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:06.997977 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2518b34f-3215-4360-8067-6b8213199c73 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network e18c56fe-42a1-460e-a977-ce7ef939d6d3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:45:07.000426 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-2518b34f-3215-4360-8067-6b8213199c73 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:45:07.008305 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2518b34f-3215-4360-8067-6b8213199c73 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:45:07.130580 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2518b34f-3215-4360-8067-6b8213199c73 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (711f0fc0-f88f-474b-91d1-e0edfc76135a), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:07.208770 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 7a2c0003-6a6e-4c90-9103-cd87c17a26b2 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:45:07.381728 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf42b02-7a23-4f14-8c11-0a35c5cbda18 req-802aa26c-77d3-479c-9451-c09c62970296 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:07.383224 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-baf42b02-7a23-4f14-8c11-0a35c5cbda18 req-802aa26c-77d3-479c-9451-c09c62970296 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 943 time: 0.8900135 Feb 20 03:45:07.395250 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abd57c-ec65-4efa-932a-57250b7afd70 req-6fbb43ab-c0c5-4f42-acd1-726183010c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:07.397115 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-86abd57c-ec65-4efa-932a-57250b7afd70 req-6fbb43ab-c0c5-4f42-acd1-726183010c0a service neutron] 10.222.0.42 "GET /v2.0/networks?id=18b77a5e-5446-4d58-b319-36a274f1014a HTTP/1.1" status: 200 len: 911 time: 1.0849533 Feb 20 03:45:07.482288 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-86abd57c-ec65-4efa-932a-57250b7afd70 req-596468d3-3da0-4102-bda7-f07cb58b9caf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a2c0003-6a6e-4c90-9103-cd87c17a26b2 HTTP/1.1" status: 200 len: 217 time: 0.0767682 Feb 20 03:45:07.486444 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2518b34f-3215-4360-8067-6b8213199c73 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (52a5ed07-399e-4352-8c79-28ee98c258fe), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:07.583623 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-baf42b02-7a23-4f14-8c11-0a35c5cbda18 req-bd35faa4-da02-492f-8d45-26b63b2ed8b2 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851742 Feb 20 03:45:07.598908 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 7a2c0003-6a6e-4c90-9103-cd87c17a26b2, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=7a2c0003-6a6e-4c90-9103-cd87c17a26b2,segment=NetworkSegment(62e0b498-d38d-4750-b089-0bc3a2eabed2),segment_id=62e0b498-d38d-4750-b089-0bc3a2eabed2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:07.640420 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abd57c-ec65-4efa-932a-57250b7afd70 req-335c4c72-a7c9-475d-91ed-ab604219e9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:07.645418 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-86abd57c-ec65-4efa-932a-57250b7afd70 req-335c4c72-a7c9-475d-91ed-ab604219e9f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec9d4964-56bb-4af3-beab-8c8d3923a688 HTTP/1.1" status: 200 len: 849 time: 0.1526444 Feb 20 03:45:07.664677 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '7a2c0003-6a6e-4c90-9103-cd87c17a26b2', 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a', 'port_id': '7a2c0003-6a6e-4c90-9103-cd87c17a26b2', 'mac_address': 'fa:16:3e:65:52:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec9d4964-56bb-4af3-beab-8c8d3923a688', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:45:07.747634 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 7a2c0003-6a6e-4c90-9103-cd87c17a26b2 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:07.748147 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7a2c0003-6a6e-4c90-9103-cd87c17a26b2), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:07.774724 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a2c0003-6a6e-4c90-9103-cd87c17a26b2 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:45:07.779698 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abd57c-ec65-4efa-932a-57250b7afd70 req-913431f4-4ce5-42eb-8cf1-6c961a735ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:07.781467 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-86abd57c-ec65-4efa-932a-57250b7afd70 req-913431f4-4ce5-42eb-8cf1-6c961a735ed2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=18b77a5e-5446-4d58-b319-36a274f1014a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1304533 Feb 20 03:45:07.809597 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 7a2c0003-6a6e-4c90-9103-cd87c17a26b2, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=7a2c0003-6a6e-4c90-9103-cd87c17a26b2,segment=NetworkSegment(62e0b498-d38d-4750-b089-0bc3a2eabed2),segment_id=62e0b498-d38d-4750-b089-0bc3a2eabed2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:07.864491 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a87645-b0f2-4fd4-868d-dc416714a1a1 req-b60b0ecc-f4ed-430a-9aee-e47bcadc6057 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:07.866149 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6a87645-b0f2-4fd4-868d-dc416714a1a1 req-b60b0ecc-f4ed-430a-9aee-e47bcadc6057 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 946 time: 0.1395524 Feb 20 03:45:07.874981 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (7a2c0003-6a6e-4c90-9103-cd87c17a26b2), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:07.953053 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-86abd57c-ec65-4efa-932a-57250b7afd70 req-8f5ff5ce-1b1e-4991-b9a0-020df307ad19 service neutron] 10.222.0.42 "GET /v2.0/networks/18b77a5e-5446-4d58-b319-36a274f1014a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644654 Feb 20 03:45:08.080039 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=7a2c0003-6a6e-4c90-9103-cd87c17a26b2,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:08.102099 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['7a2c0003-6a6e-4c90-9103-cd87c17a26b2'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:45:08.216592 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2518b34f-3215-4360-8067-6b8213199c73 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for port (52a5ed07-399e-4352-8c79-28ee98c258fe), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:08.245667 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6a87645-b0f2-4fd4-868d-dc416714a1a1 req-8a7fd30a-9a00-4771-b4f3-5859af76b31d tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720467 Feb 20 03:45:08.302698 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2518b34f-3215-4360-8067-6b8213199c73 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (52a5ed07-399e-4352-8c79-28ee98c258fe), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:08.322746 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-86abd57c-ec65-4efa-932a-57250b7afd70 req-1cfa4479-e7ad-425c-9a19-ca2fd3d787f4 service neutron] 10.222.0.42 "GET /v2.0/networks/18b77a5e-5446-4d58-b319-36a274f1014a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587093 Feb 20 03:45:08.532427 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518b34f-3215-4360-8067-6b8213199c73 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Port': ['ID=52a5ed07-399e-4352-8c79-28ee98c258fe,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:08.555808 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2518b34f-3215-4360-8067-6b8213199c73 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (711f0fc0-f88f-474b-91d1-e0edfc76135a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:08.616979 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 237d172a-1677-423d-b610-e015eaaec208 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:45:08.735572 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2518b34f-3215-4360-8067-6b8213199c73 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network e18c56fe-42a1-460e-a977-ce7ef939d6d3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:45:08.737662 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-2518b34f-3215-4360-8067-6b8213199c73 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:45:08.895433 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 237d172a-1677-423d-b610-e015eaaec208 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:08.896052 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (237d172a-1677-423d-b610-e015eaaec208), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:09.099261 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2518b34f-3215-4360-8067-6b8213199c73 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Router 711f0fc0-f88f-474b-91d1-e0edfc76135a has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:45:09.147517 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad76f1-56b6-48b2-9504-c484b9fa7706 req-952bed38-cc76-442a-bbf1-fd7df4266737 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:09.149666 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d0ad76f1-56b6-48b2-9504-c484b9fa7706 req-952bed38-cc76-442a-bbf1-fd7df4266737 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 944 time: 0.1919746 Feb 20 03:45:09.215100 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d405094a-b2e9-4e00-bf40-241a5ef89719 None None] Network e18c56fe-42a1-460e-a977-ce7ef939d6d3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:45:09.260733 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d0ad76f1-56b6-48b2-9504-c484b9fa7706 req-302422cf-ca24-44f2-8a64-545cbda5012b tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948024 Feb 20 03:45:09.261126 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 7a2c0003-6a6e-4c90-9103-cd87c17a26b2 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:45:09.367982 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2518b34f-3215-4360-8067-6b8213199c73 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:45:09.384981 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b790fc37-4559-496d-9c79-5ded21d6b854 None None] Sync routers for ids ['711f0fc0-f88f-474b-91d1-e0edfc76135a'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:45:09.386880 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2518b34f-3215-4360-8067-6b8213199c73 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "PUT /v2.0/routers/711f0fc0-f88f-474b-91d1-e0edfc76135a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4528997 Feb 20 03:45:09.387012 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 47764) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:09.393779 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-bfe5f8c6-bae5-40f8-8778-0a1e4008dd44 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Request body: {'network': {'name': 'tempest-RoutersTest-753311181'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:45:09.411555 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b790fc37-4559-496d-9c79-5ded21d6b854 None None] Routers {'711f0fc0-f88f-474b-91d1-e0edfc76135a'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:45:09.412694 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-b790fc37-4559-496d-9c79-5ded21d6b854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:44:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['711f0fc0-f88f-474b-91d1-e0edfc76135a'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:09.429107 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b2448-d21e-4cee-9465-571ca91fef3b req-0892a679-cb00-44c1-98d3-8e29c413f48b tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:09.441355 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-167b2448-d21e-4cee-9465-571ca91fef3b req-0892a679-cb00-44c1-98d3-8e29c413f48b tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1129413 Feb 20 03:45:09.501008 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 237d172a-1677-423d-b610-e015eaaec208 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:09.501467 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (237d172a-1677-423d-b610-e015eaaec208), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:09.526364 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-151d5de6-1170-44e0-9807-f6106ef7364e None None] Provisioning complete for port 237d172a-1677-423d-b610-e015eaaec208 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:09.526698 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-151d5de6-1170-44e0-9807-f6106ef7364e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (237d172a-1677-423d-b610-e015eaaec208), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:09.543785 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe5f8c6-bae5-40f8-8778-0a1e4008dd44 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Made reservation on behalf of 43d4b034525e47029e777f2e09722643 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:45:09.554196 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bfe5f8c6-bae5-40f8-8778-0a1e4008dd44 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:09.619743 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-b790fc37-4559-496d-9c79-5ded21d6b854 None None] Set router 711f0fc0-f88f-474b-91d1-e0edfc76135a gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:45:09.629150 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 237d172a-1677-423d-b610-e015eaaec208, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=237d172a-1677-423d-b610-e015eaaec208,segment=NetworkSegment(c4638906-87d7-438c-a172-e14afcc133e9),segment_id=c4638906-87d7-438c-a172-e14afcc133e9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:09.647494 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-167b2448-d21e-4cee-9465-571ca91fef3b req-c736c6c4-68f0-4aa2-afef-ace1e1cf95d6 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049541 Feb 20 03:45:09.683500 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfe5f8c6-bae5-40f8-8778-0a1e4008dd44 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:45:09.701939 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bfe5f8c6-bae5-40f8-8778-0a1e4008dd44 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (d904d1b0-f697-4f28-adf7-53c227443006), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:09.702299 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-bfe5f8c6-bae5-40f8-8778-0a1e4008dd44 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Added segment d904d1b0-f697-4f28-adf7-53c227443006 of type vlan for network dcfea93f-ff61-4960-bf0f-bd5dc0dba05a Feb 20 03:45:09.779877 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 7a2c0003-6a6e-4c90-9103-cd87c17a26b2 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:45:09.836866 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 7a2c0003-6a6e-4c90-9103-cd87c17a26b2 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:09.837254 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (7a2c0003-6a6e-4c90-9103-cd87c17a26b2), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:09.880957 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bfe5f8c6-bae5-40f8-8778-0a1e4008dd44 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (dcfea93f-ff61-4960-bf0f-bd5dc0dba05a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:09.919999 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (237d172a-1677-423d-b610-e015eaaec208), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:09.920806 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4e99940d-85ad-4df2-86d6-9cffa58cb8d3 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:45:09.967759 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945da46d-34e6-4d64-9537-279732313629 req-5cdb3db0-d8ea-44ca-9a1a-0c0b127d951f tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:09.977321 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-945da46d-34e6-4d64-9537-279732313629 req-5cdb3db0-d8ea-44ca-9a1a-0c0b127d951f tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 946 time: 0.1933458 Feb 20 03:45:10.000972 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-b790fc37-4559-496d-9c79-5ded21d6b854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'name': 'tempest-RoutersTest-router-1887084734', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:48Z', 'updated_at': '2022-02-20T03:45:07Z', 'revision_number': 3, 'project_id': '43d4b034525e47029e777f2e09722643', 'gw_port_host': None, '_interfaces': [{'id': '4e99940d-85ad-4df2-86d6-9cffa58cb8d3', 'name': '', 'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:e4:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:53Z', 'updated_at': '2022-02-20T03:45:05Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52a5ed07-399e-4352-8c79-28ee98c258fe', 'name': '', 'network_id': 'e18c56fe-42a1-460e-a977-ce7ef939d6d3', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:4e:87:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:05Z', 'updated_at': '2022-02-20T03:45:07Z', 'revision_number': 2, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:10.033878 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b790fc37-4559-496d-9c79-5ded21d6b854 None None] Checking router: 711f0fc0-f88f-474b-91d1-e0edfc76135a for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:45:10.034536 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b790fc37-4559-496d-9c79-5ded21d6b854 None None] Updating router 711f0fc0-f88f-474b-91d1-e0edfc76135a port 52a5ed07-399e-4352-8c79-28ee98c258fe binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:45:10.055778 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-945da46d-34e6-4d64-9537-279732313629 req-26e390f6-0bb4-4d5b-a6e2-c4578801b88d tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769172 Feb 20 03:45:10.057961 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bfe5f8c6-bae5-40f8-8778-0a1e4008dd44 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (dcfea93f-ff61-4960-bf0f-bd5dc0dba05a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:10.075677 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe5f8c6-bae5-40f8-8778-0a1e4008dd44 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:10.076631 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bfe5f8c6-bae5-40f8-8778-0a1e4008dd44 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:10.086085 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-151d5de6-1170-44e0-9807-f6106ef7364e None None] Current status of the port 237d172a-1677-423d-b610-e015eaaec208 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:10.093051 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-151d5de6-1170-44e0-9807-f6106ef7364e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (237d172a-1677-423d-b610-e015eaaec208), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:10.129859 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b790fc37-4559-496d-9c79-5ded21d6b854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (52a5ed07-399e-4352-8c79-28ee98c258fe), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:10.234789 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-bfe5f8c6-bae5-40f8-8778-0a1e4008dd44 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8463912 Feb 20 03:45:10.237739 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47776) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:10.242794 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-aac8c1ab-ed8b-4c1a-8dfa-ccb2f5b9baae tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Request body: {'subnet': {'network_id': 'dcfea93f-ff61-4960-bf0f-bd5dc0dba05a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:45:10.315242 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=237d172a-1677-423d-b610-e015eaaec208,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:10.367606 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5f8c6-bae5-40f8-8778-0a1e4008dd44 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Network': ['ID=dcfea93f-ff61-4960-bf0f-bd5dc0dba05a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:10.403040 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network dcfea93f-ff61-4960-bf0f-bd5dc0dba05a details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:45:10.412647 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1113499-c3ed-4479-95f5-7d16974a9d84 req-991043be-ab45-47a3-926f-36e6b4378790 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:10.419272 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 7a2c0003-6a6e-4c90-9103-cd87c17a26b2 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:10.419700 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7a2c0003-6a6e-4c90-9103-cd87c17a26b2), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:10.427092 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c1113499-c3ed-4479-95f5-7d16974a9d84 req-991043be-ab45-47a3-926f-36e6b4378790 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1972373 Feb 20 03:45:10.484743 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-151d5de6-1170-44e0-9807-f6106ef7364e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:45:10.485106 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-151d5de6-1170-44e0-9807-f6106ef7364e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:45:10.547530 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c1113499-c3ed-4479-95f5-7d16974a9d84 req-6631e7c3-7a75-40f5-b666-c531de8e8c92 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166081 Feb 20 03:45:10.583570 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac8c1ab-ed8b-4c1a-8dfa-ccb2f5b9baae tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Made reservation on behalf of 43d4b034525e47029e777f2e09722643 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:45:10.589213 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aac8c1ab-ed8b-4c1a-8dfa-ccb2f5b9baae tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:10.590919 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338a8e12-2719-41d3-9fe3-1de34cb3e8dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2c0003-6a6e-4c90-9103-cd87c17a26b2'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:45:10.593342 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2019cea-2ec1-448d-b945-4a10dd0cabe3" -d '{"events": [{"server_uuid": "338a8e12-2719-41d3-9fe3-1de34cb3e8dd", "name": "network-vif-plugged", "status": "completed", "tag": "7a2c0003-6a6e-4c90-9103-cd87c17a26b2"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:45:10.620418 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 4e99940d-85ad-4df2-86d6-9cffa58cb8d3 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:10.620814 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4e99940d-85ad-4df2-86d6-9cffa58cb8d3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:10.703111 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 7a2c0003-6a6e-4c90-9103-cd87c17a26b2, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=7a2c0003-6a6e-4c90-9103-cd87c17a26b2,segment=NetworkSegment(62e0b498-d38d-4750-b089-0bc3a2eabed2),segment_id=62e0b498-d38d-4750-b089-0bc3a2eabed2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:10.800960 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (7a2c0003-6a6e-4c90-9103-cd87c17a26b2), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:10.824327 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718bf010-ab65-4bea-86fb-3b3298f4fdba req-251b18bd-4503-43a9-b07c-4269c18c5ee6 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:10.856588 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-718bf010-ab65-4bea-86fb-3b3298f4fdba req-251b18bd-4503-43a9-b07c-4269c18c5ee6 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 944 time: 0.1830246 Feb 20 03:45:10.946427 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b790fc37-4559-496d-9c79-5ded21d6b854 None None] Publish callbacks [] for port (52a5ed07-399e-4352-8c79-28ee98c258fe), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:10.964324 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-718bf010-ab65-4bea-86fb-3b3298f4fdba req-ed4a8c73-1ae9-4fc4-9433-e6b85b2029e3 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065249 Feb 20 03:45:11.042293 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b790fc37-4559-496d-9c79-5ded21d6b854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (52a5ed07-399e-4352-8c79-28ee98c258fe), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:11.074547 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfe68c-b067-466b-af4a-b0bd61986eaf req-9cea00f7-5bb7-4bff-85b0-ada76cd931fe tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:11.076987 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c6dfe68c-b067-466b-af4a-b0bd61986eaf req-9cea00f7-5bb7-4bff-85b0-ada76cd931fe tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 946 time: 0.1091785 Feb 20 03:45:11.139232 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fad470-2a1a-4335-b9d1-dba6bd5a1447 None None] Pushing event updated for resources: {'Port': ['ID=52a5ed07-399e-4352-8c79-28ee98c258fe,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:11.199753 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fad470-2a1a-4335-b9d1-dba6bd5a1447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:11.201327 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fad470-2a1a-4335-b9d1-dba6bd5a1447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:11.201877 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fad470-2a1a-4335-b9d1-dba6bd5a1447 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:11.202403 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fad470-2a1a-4335-b9d1-dba6bd5a1447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:11.202948 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fad470-2a1a-4335-b9d1-dba6bd5a1447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:11.203593 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fad470-2a1a-4335-b9d1-dba6bd5a1447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:11.204093 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fad470-2a1a-4335-b9d1-dba6bd5a1447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:11.206890 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fad470-2a1a-4335-b9d1-dba6bd5a1447 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:11.207242 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fad470-2a1a-4335-b9d1-dba6bd5a1447 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:11.207378 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 4e99940d-85ad-4df2-86d6-9cffa58cb8d3 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:11.207585 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fad470-2a1a-4335-b9d1-dba6bd5a1447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:11.207925 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fad470-2a1a-4335-b9d1-dba6bd5a1447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:11.208258 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fad470-2a1a-4335-b9d1-dba6bd5a1447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:11.208679 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fad470-2a1a-4335-b9d1-dba6bd5a1447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:11.211738 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-151d5de6-1170-44e0-9807-f6106ef7364e None None] Current status of the port 237d172a-1677-423d-b610-e015eaaec208 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:11.276095 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=7a2c0003-6a6e-4c90-9103-cd87c17a26b2,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:11.279787 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-b790fc37-4559-496d-9c79-5ded21d6b854 None None] Attempting to bind port 52a5ed07-399e-4352-8c79-28ee98c258fe on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:45:11.280171 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-b790fc37-4559-496d-9c79-5ded21d6b854 None None] Attempting to bind port 52a5ed07-399e-4352-8c79-28ee98c258fe by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'c4638906-87d7-438c-a172-e14afcc133e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e18c56fe-42a1-460e-a977-ce7ef939d6d3'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:45:11.280535 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b790fc37-4559-496d-9c79-5ded21d6b854 None None] Attempting to bind port 52a5ed07-399e-4352-8c79-28ee98c258fe on network e18c56fe-42a1-460e-a977-ce7ef939d6d3 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:45:11.292361 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b790fc37-4559-496d-9c79-5ded21d6b854 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:45:11.292361 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b790fc37-4559-496d-9c79-5ded21d6b854 None None] Checking segment: {'id': 'c4638906-87d7-438c-a172-e14afcc133e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e18c56fe-42a1-460e-a977-ce7ef939d6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:45:11.292361 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b790fc37-4559-496d-9c79-5ded21d6b854 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:11.292361 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b790fc37-4559-496d-9c79-5ded21d6b854 None None] Bound using segment: {'id': 'c4638906-87d7-438c-a172-e14afcc133e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e18c56fe-42a1-460e-a977-ce7ef939d6d3'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:45:11.292838 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-b790fc37-4559-496d-9c79-5ded21d6b854 None None] Bound port: 52a5ed07-399e-4352-8c79-28ee98c258fe, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4638906-87d7-438c-a172-e14afcc133e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e18c56fe-42a1-460e-a977-ce7ef939d6d3'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:45:11.293107 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b790fc37-4559-496d-9c79-5ded21d6b854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (52a5ed07-399e-4352-8c79-28ee98c258fe), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:11.332046 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-c6dfe68c-b067-466b-af4a-b0bd61986eaf req-f781b0df-85fb-42e8-b7a8-ccb67d37f695 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Deleting port b4ae335b-d16e-416a-9eb9-2cda22109139 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:45:11.332593 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c6dfe68c-b067-466b-af4a-b0bd61986eaf req-f781b0df-85fb-42e8-b7a8-ccb67d37f695 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b4ae335b-d16e-416a-9eb9-2cda22109139), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:11.343591 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aac8c1ab-ed8b-4c1a-8dfa-ccb2f5b9baae tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:11.351302 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-20f5fa8e-ddde-43f6-a44e-b9cfae8bde68 None None] Provisioning complete for port 52a5ed07-399e-4352-8c79-28ee98c258fe triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:11.353357 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-20f5fa8e-ddde-43f6-a44e-b9cfae8bde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (52a5ed07-399e-4352-8c79-28ee98c258fe), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:11.530925 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-20f5fa8e-ddde-43f6-a44e-b9cfae8bde68 None None] Port 52a5ed07-399e-4352-8c79-28ee98c258fe cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:45:11.544103 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-b790fc37-4559-496d-9c79-5ded21d6b854 None None] For port 52a5ed07-399e-4352-8c79-28ee98c258fe, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:45:11.561396 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d23480-a95b-4a80-9089-4dc7240e2262 x-openstack-request-id: req-c8d23480-a95b-4a80-9089-4dc7240e2262 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:45:11.561959 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338a8e12-2719-41d3-9fe3-1de34cb3e8dd", "name": "network-vif-plugged", "status": "completed", "tag": "7a2c0003-6a6e-4c90-9103-cd87c17a26b2", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:45:11.562414 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c8d23480-a95b-4a80-9089-4dc7240e2262 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:45:11.564525 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338a8e12-2719-41d3-9fe3-1de34cb3e8dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2c0003-6a6e-4c90-9103-cd87c17a26b2', 'code': 200} Feb 20 03:45:11.565208 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-b790fc37-4559-496d-9c79-5ded21d6b854 None None] For port 52a5ed07-399e-4352-8c79-28ee98c258fe, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=52a5ed07-399e-4352-8c79-28ee98c258fe,segment=NetworkSegment(c4638906-87d7-438c-a172-e14afcc133e9),segment_id=c4638906-87d7-438c-a172-e14afcc133e9)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:45:11.571100 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 237d172a-1677-423d-b610-e015eaaec208 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:45:11.574183 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8c1ab-ed8b-4c1a-8dfa-ccb2f5b9baae tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Subnet': ['ID=0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:11.601246 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac8c1ab-ed8b-4c1a-8dfa-ccb2f5b9baae tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Checking segment: {'id': 'd904d1b0-f697-4f28-adf7-53c227443006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'dcfea93f-ff61-4960-bf0f-bd5dc0dba05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:45:11.604632 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac8c1ab-ed8b-4c1a-8dfa-ccb2f5b9baae tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network hostable DHCP agents. Network: dcfea93f-ff61-4960-bf0f-bd5dc0dba05a, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:45:11.643613 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-c6dfe68c-b067-466b-af4a-b0bd61986eaf req-f781b0df-85fb-42e8-b7a8-ccb67d37f695 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] For port b4ae335b-d16e-416a-9eb9-2cda22109139, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=b4ae335b-d16e-416a-9eb9-2cda22109139,segment=NetworkSegment(f319aa1c-162d-43f3-86f8-ad73b68a5ca8),segment_id=f319aa1c-162d-43f3-86f8-ad73b68a5ca8)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:11.644181 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c6dfe68c-b067-466b-af4a-b0bd61986eaf req-f781b0df-85fb-42e8-b7a8-ccb67d37f695 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b4ae335b-d16e-416a-9eb9-2cda22109139), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:11.664316 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-c6dfe68c-b067-466b-af4a-b0bd61986eaf req-f781b0df-85fb-42e8-b7a8-ccb67d37f695 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Calling delete_port for b4ae335b-d16e-416a-9eb9-2cda22109139 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:45:11.774993 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-20f5fa8e-ddde-43f6-a44e-b9cfae8bde68 None None] Provisioning complete for port 237d172a-1677-423d-b610-e015eaaec208 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:11.775567 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-20f5fa8e-ddde-43f6-a44e-b9cfae8bde68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (237d172a-1677-423d-b610-e015eaaec208), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:11.876096 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 237d172a-1677-423d-b610-e015eaaec208 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:11.880185 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (237d172a-1677-423d-b610-e015eaaec208), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:11.902963 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b790fc37-4559-496d-9c79-5ded21d6b854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (52a5ed07-399e-4352-8c79-28ee98c258fe), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:11.913897 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac8c1ab-ed8b-4c1a-8dfa-ccb2f5b9baae tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network dcfea93f-ff61-4960-bf0f-bd5dc0dba05a is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:45:11.963222 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-20f5fa8e-ddde-43f6-a44e-b9cfae8bde68 None None] Current status of the port 237d172a-1677-423d-b610-e015eaaec208 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:11.968140 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca43fbe-89d1-41c8-84d9-ac90f82f12db req-4746d34e-a196-4175-ba47-4390243c259e tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:11.971587 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aca43fbe-89d1-41c8-84d9-ac90f82f12db req-4746d34e-a196-4175-ba47-4390243c259e tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 946 time: 0.1813865 Feb 20 03:45:11.977382 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1ff34-6a8c-4bfe-994a-c6ab109bdd3f req-2b8a19cb-9714-4b34-a16a-9e5a6adbe626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:11.978950 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-97d1ff34-6a8c-4bfe-994a-c6ab109bdd3f req-2b8a19cb-9714-4b34-a16a-9e5a6adbe626 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 1127 time: 0.2041295 Feb 20 03:45:12.011677 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-aac8c1ab-ed8b-4c1a-8dfa-ccb2f5b9baae tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, dcfea93f-ff61-4960-bf0f-bd5dc0dba05a) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:45:12.017272 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac8c1ab-ed8b-4c1a-8dfa-ccb2f5b9baae tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:12.018256 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aac8c1ab-ed8b-4c1a-8dfa-ccb2f5b9baae tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:12.037233 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6831123c-fb0a-44a3-a840-a7040d57cfbe None None] Network dcfea93f-ff61-4960-bf0f-bd5dc0dba05a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:45:12.088678 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fad470-2a1a-4335-b9d1-dba6bd5a1447 None None] Pushing event updated for resources: {'Port': ['ID=52a5ed07-399e-4352-8c79-28ee98c258fe,revision_number=4']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:12.096963 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b790fc37-4559-496d-9c79-5ded21d6b854 None None] Routers {'711f0fc0-f88f-474b-91d1-e0edfc76135a'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:45:12.097610 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-b790fc37-4559-496d-9c79-5ded21d6b854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:44:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['711f0fc0-f88f-474b-91d1-e0edfc76135a'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:12.129256 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-aac8c1ab-ed8b-4c1a-8dfa-ccb2f5b9baae tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8902481 Feb 20 03:45:12.131920 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47812) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:12.163587 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-97d1ff34-6a8c-4bfe-994a-c6ab109bdd3f req-6feab971-8e8d-4ec4-814a-0a4a5ecbb3f0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652982 Feb 20 03:45:12.247307 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7eb1858-66da-457c-82df-716292deb9e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-dcfea93f-ff61-4960-bf0f-bd5dc0dba05a', 'network_id': 'dcfea93f-ff61-4960-bf0f-bd5dc0dba05a', 'project_id': '43d4b034525e47029e777f2e09722643', 'fixed_ips': [{'subnet_id': '0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:45:12.248598 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a7eb1858-66da-457c-82df-716292deb9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:12.386403 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aca43fbe-89d1-41c8-84d9-ac90f82f12db req-178b1f1d-63eb-4df0-baaf-b2c68218cc1c tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/security-groups?id=ed06e5b8-d92c-4484-910f-5ea86142528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061902 Feb 20 03:45:12.503764 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-b790fc37-4559-496d-9c79-5ded21d6b854 None None] Set router 711f0fc0-f88f-474b-91d1-e0edfc76135a gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:45:12.545716 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c6dfe68c-b067-466b-af4a-b0bd61986eaf req-f781b0df-85fb-42e8-b7a8-ccb67d37f695 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (b4ae335b-d16e-416a-9eb9-2cda22109139), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:12.638549 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-a7eb1858-66da-457c-82df-716292deb9e8 None None] Allocated IP 172.22.0.2 (dcfea93f-ff61-4960-bf0f-bd5dc0dba05a/0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5/ef287a27-dbd3-4477-81f4-1a60f46e38d4) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:45:12.738775 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781b0df-85fb-42e8-b7a8-ccb67d37f695 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Pushing event deleted for resources: {'Port': ['ID=b4ae335b-d16e-416a-9eb9-2cda22109139,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:12.897771 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6dfe68c-b067-466b-af4a-b0bd61986eaf req-f781b0df-85fb-42e8-b7a8-ccb67d37f695 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] No DVR routers for this DVR port b4ae335b-d16e-416a-9eb9-2cda22109139 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:45:12.905371 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c6dfe68c-b067-466b-af4a-b0bd61986eaf req-f781b0df-85fb-42e8-b7a8-ccb67d37f695 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:12.908664 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a7eb1858-66da-457c-82df-716292deb9e8 None None] Publish callbacks [] for port (ef287a27-dbd3-4477-81f4-1a60f46e38d4), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:12.918021 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['b4ae335b-d16e-416a-9eb9-2cda22109139'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:45:12.921280 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c6dfe68c-b067-466b-af4a-b0bd61986eaf req-f781b0df-85fb-42e8-b7a8-ccb67d37f695 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.93 "DELETE /v2.0/ports/b4ae335b-d16e-416a-9eb9-2cda22109139 HTTP/1.1" status: 204 len: 173 time: 1.8370547 Feb 20 03:45:12.924112 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd06062d-b407-4ff9-94bd-6971f57ec866', 'name': 'network-vif-deleted', 'tag': 'b4ae335b-d16e-416a-9eb9-2cda22109139'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:45:12.925233 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-923dfda8-336a-4268-af59-81234698d480 None None] Provisioning complete for port 52a5ed07-399e-4352-8c79-28ee98c258fe triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:12.925861 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-923dfda8-336a-4268-af59-81234698d480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (52a5ed07-399e-4352-8c79-28ee98c258fe), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:12.933790 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbc0aa9-56c7-42db-ae21-adc3361735c2" -d '{"events": [{"server_uuid": "dd06062d-b407-4ff9-94bd-6971f57ec866", "name": "network-vif-deleted", "tag": "b4ae335b-d16e-416a-9eb9-2cda22109139"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:45:12.993872 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc8b87-4ba6-4573-9563-ea0efd9e76f2 req-1170f179-a3ac-49e8-88c8-724f0aae5887 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:12.999182 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3dfc8b87-4ba6-4573-9563-ea0efd9e76f2 req-1170f179-a3ac-49e8-88c8-724f0aae5887 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.4140685 Feb 20 03:45:13.036776 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a7eb1858-66da-457c-82df-716292deb9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (ef287a27-dbd3-4477-81f4-1a60f46e38d4), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:13.083305 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 237d172a-1677-423d-b610-e015eaaec208 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:13.085107 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf9d990a-77fd-485a-90f9-f299ffcda405 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:13.134194 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-b790fc37-4559-496d-9c79-5ded21d6b854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'name': 'tempest-RoutersTest-router-1887084734', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:48Z', 'updated_at': '2022-02-20T03:45:07Z', 'revision_number': 3, 'project_id': '43d4b034525e47029e777f2e09722643', 'gw_port_host': None, '_interfaces': [{'id': '4e99940d-85ad-4df2-86d6-9cffa58cb8d3', 'name': '', 'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:e4:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:53Z', 'updated_at': '2022-02-20T03:45:05Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52a5ed07-399e-4352-8c79-28ee98c258fe', 'name': '', 'network_id': 'e18c56fe-42a1-460e-a977-ce7ef939d6d3', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:4e:87:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:05Z', 'updated_at': '2022-02-20T03:45:11Z', 'revision_number': 4, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:13.172800 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b790fc37-4559-496d-9c79-5ded21d6b854 None None] The sync data for ids ['711f0fc0-f88f-474b-91d1-e0edfc76135a'] in n-d-829866-4 is: [{'id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'name': 'tempest-RoutersTest-router-1887084734', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:48Z', 'updated_at': '2022-02-20T03:45:07Z', 'revision_number': 3, 'project_id': '43d4b034525e47029e777f2e09722643', 'gw_port_host': None, '_interfaces': [{'id': '4e99940d-85ad-4df2-86d6-9cffa58cb8d3', 'name': '', 'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:e4:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:53Z', 'updated_at': '2022-02-20T03:45:05Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52a5ed07-399e-4352-8c79-28ee98c258fe', 'name': '', 'network_id': 'e18c56fe-42a1-460e-a977-ce7ef939d6d3', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:4e:87:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:05Z', 'updated_at': '2022-02-20T03:45:11Z', 'revision_number': 4, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:45:13.176899 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3dfc8b87-4ba6-4573-9563-ea0efd9e76f2 req-d3c01963-f853-40cc-8cf0-1db43a7bad9d tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703331 Feb 20 03:45:13.316982 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7eb1858-66da-457c-82df-716292deb9e8 None None] Network dcfea93f-ff61-4960-bf0f-bd5dc0dba05a is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:45:13.358685 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-a7eb1858-66da-457c-82df-716292deb9e8 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:45:13.363971 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eb1858-66da-457c-82df-716292deb9e8 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:45:13.384619 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb1858-66da-457c-82df-716292deb9e8 None None] Pushing event updated for resources: {'Port': ['ID=ef287a27-dbd3-4477-81f4-1a60f46e38d4,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:13.541680 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fceb6e4-4f9d-4070-a6eb-746d016dc785 req-193e1dc5-f205-4da1-94ad-e2c00405a4cd tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:13.552540 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7fceb6e4-4f9d-4070-a6eb-746d016dc785 req-193e1dc5-f205-4da1-94ad-e2c00405a4cd tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 945 time: 0.1991129 Feb 20 03:45:13.611722 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-923dfda8-336a-4268-af59-81234698d480 None None] Current status of the port 52a5ed07-399e-4352-8c79-28ee98c258fe is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:13.613694 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-923dfda8-336a-4268-af59-81234698d480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (52a5ed07-399e-4352-8c79-28ee98c258fe), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:13.619516 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a7eb1858-66da-457c-82df-716292deb9e8 None None] Attempting to bind port ef287a27-dbd3-4477-81f4-1a60f46e38d4 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:45:13.619952 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a7eb1858-66da-457c-82df-716292deb9e8 None None] Attempting to bind port ef287a27-dbd3-4477-81f4-1a60f46e38d4 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'd904d1b0-f697-4f28-adf7-53c227443006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'dcfea93f-ff61-4960-bf0f-bd5dc0dba05a'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:45:13.620316 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb1858-66da-457c-82df-716292deb9e8 None None] Attempting to bind port ef287a27-dbd3-4477-81f4-1a60f46e38d4 on network dcfea93f-ff61-4960-bf0f-bd5dc0dba05a {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:45:13.673878 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb1858-66da-457c-82df-716292deb9e8 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:45:13.676865 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb1858-66da-457c-82df-716292deb9e8 None None] Checking segment: {'id': 'd904d1b0-f697-4f28-adf7-53c227443006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'dcfea93f-ff61-4960-bf0f-bd5dc0dba05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:45:13.678824 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a7eb1858-66da-457c-82df-716292deb9e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:13.679172 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7fceb6e4-4f9d-4070-a6eb-746d016dc785 req-9ad71d3f-a3da-4861-b082-c47daa1e3b62 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202526 Feb 20 03:45:13.679889 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eb1858-66da-457c-82df-716292deb9e8 None None] Bound using segment: {'id': 'd904d1b0-f697-4f28-adf7-53c227443006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'dcfea93f-ff61-4960-bf0f-bd5dc0dba05a'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:45:13.681054 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a7eb1858-66da-457c-82df-716292deb9e8 None None] Bound port: ef287a27-dbd3-4477-81f4-1a60f46e38d4, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd904d1b0-f697-4f28-adf7-53c227443006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'dcfea93f-ff61-4960-bf0f-bd5dc0dba05a'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:45:13.685978 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a7eb1858-66da-457c-82df-716292deb9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ef287a27-dbd3-4477-81f4-1a60f46e38d4), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:13.757360 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-923dfda8-336a-4268-af59-81234698d480 None None] For port 52a5ed07-399e-4352-8c79-28ee98c258fe, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=52a5ed07-399e-4352-8c79-28ee98c258fe,segment=NetworkSegment(c4638906-87d7-438c-a172-e14afcc133e9),segment_id=c4638906-87d7-438c-a172-e14afcc133e9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:13.761142 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f99325f-8c9d-46d3-973e-fe8b1c22b09a x-openstack-request-id: req-1f99325f-8c9d-46d3-973e-fe8b1c22b09a {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:45:13.761442 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd06062d-b407-4ff9-94bd-6971f57ec866", "name": "network-vif-deleted", "tag": "b4ae335b-d16e-416a-9eb9-2cda22109139", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:45:13.765018 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1f99325f-8c9d-46d3-973e-fe8b1c22b09a {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:45:13.765018 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd06062d-b407-4ff9-94bd-6971f57ec866', 'name': 'network-vif-deleted', 'tag': 'b4ae335b-d16e-416a-9eb9-2cda22109139', 'status': 'completed', 'code': 200} Feb 20 03:45:13.871171 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-923dfda8-336a-4268-af59-81234698d480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (52a5ed07-399e-4352-8c79-28ee98c258fe), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:13.931858 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-bf9d990a-77fd-485a-90f9-f299ffcda405 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Allocated IP 172.22.0.1 (dcfea93f-ff61-4960-bf0f-bd5dc0dba05a/0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5/77b89bee-8b2b-4b33-8520-6c3db4fccc47) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:45:13.959027 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665b28f-edbd-4b09-9a4c-019fa2a4a5d1 req-33ef4893-4fc2-4082-920c-80dc17b4b05d tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:13.967727 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b665b28f-edbd-4b09-9a4c-019fa2a4a5d1 req-33ef4893-4fc2-4082-920c-80dc17b4b05d tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1428633 Feb 20 03:45:13.998534 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923dfda8-336a-4268-af59-81234698d480 None None] Pushing event updated for resources: {'Port': ['ID=52a5ed07-399e-4352-8c79-28ee98c258fe,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:14.025156 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-a7eb1858-66da-457c-82df-716292deb9e8 None None] For port ef287a27-dbd3-4477-81f4-1a60f46e38d4, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:45:14.030971 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-a7eb1858-66da-457c-82df-716292deb9e8 None None] For port ef287a27-dbd3-4477-81f4-1a60f46e38d4, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=ef287a27-dbd3-4477-81f4-1a60f46e38d4,segment=NetworkSegment(d904d1b0-f697-4f28-adf7-53c227443006),segment_id=d904d1b0-f697-4f28-adf7-53c227443006)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:45:14.042876 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-85315e57-3864-45e0-9712-2b226d753e37 None None] Provisioning complete for port 52a5ed07-399e-4352-8c79-28ee98c258fe triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:14.043281 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-85315e57-3864-45e0-9712-2b226d753e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (52a5ed07-399e-4352-8c79-28ee98c258fe), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:14.124168 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b665b28f-edbd-4b09-9a4c-019fa2a4a5d1 req-50dc5e69-d685-41ed-be07-268365693ea8 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488194 Feb 20 03:45:14.171191 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf9d990a-77fd-485a-90f9-f299ffcda405 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for port (77b89bee-8b2b-4b33-8520-6c3db4fccc47), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:14.192837 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a7eb1858-66da-457c-82df-716292deb9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ef287a27-dbd3-4477-81f4-1a60f46e38d4), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:14.308849 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-85315e57-3864-45e0-9712-2b226d753e37 None None] Current status of the port 52a5ed07-399e-4352-8c79-28ee98c258fe is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:14.335214 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf9d990a-77fd-485a-90f9-f299ffcda405 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (77b89bee-8b2b-4b33-8520-6c3db4fccc47), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:14.355345 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb1858-66da-457c-82df-716292deb9e8 None None] Pushing event updated for resources: {'Port': ['ID=ef287a27-dbd3-4477-81f4-1a60f46e38d4,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:14.419505 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3af68fef-3c57-4d8b-a7e9-b243538693c3 req-96e4e53e-dcb7-41c2-82f7-20608050a476 tempest-ServerRescueNegativeTestJSON-1239685794 tempest-ServerRescueNegativeTestJSON-1239685794-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd06062d-b407-4ff9-94bd-6971f57ec866 HTTP/1.1" status: 200 len: 210 time: 0.1781957 Feb 20 03:45:14.493403 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9d990a-77fd-485a-90f9-f299ffcda405 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network dcfea93f-ff61-4960-bf0f-bd5dc0dba05a is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:45:14.516422 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-bf9d990a-77fd-485a-90f9-f299ffcda405 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:45:14.521038 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9d990a-77fd-485a-90f9-f299ffcda405 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:45:14.586602 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d990a-77fd-485a-90f9-f299ffcda405 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Port': ['ID=77b89bee-8b2b-4b33-8520-6c3db4fccc47,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:14.643980 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf9d990a-77fd-485a-90f9-f299ffcda405 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (711f0fc0-f88f-474b-91d1-e0edfc76135a), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:14.790177 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f8142-1f7f-4342-a039-46a8aa84a471 req-0d858b43-cc77-411f-ace1-93e26a9aace7 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:14.803720 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ef9f8142-1f7f-4342-a039-46a8aa84a471 req-0d858b43-cc77-411f-ace1-93e26a9aace7 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1379728 Feb 20 03:45:14.874914 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ef9f8142-1f7f-4342-a039-46a8aa84a471 req-c5b42a7a-2a4e-471d-9ad6-89ef1625aa42 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652814 Feb 20 03:45:15.002242 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf9d990a-77fd-485a-90f9-f299ffcda405 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (77b89bee-8b2b-4b33-8520-6c3db4fccc47), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:15.058417 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aef8ce-4b86-44f4-a2bf-045de3d0007b req-36e86287-8450-46f0-9135-5f12953737ce tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:15.065163 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d4aef8ce-4b86-44f4-a2bf-045de3d0007b req-36e86287-8450-46f0-9135-5f12953737ce tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 945 time: 0.0977652 Feb 20 03:45:15.122995 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d4aef8ce-4b86-44f4-a2bf-045de3d0007b req-0b6cbe08-a241-4720-8dfb-824f552dddad tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520372 Feb 20 03:45:15.199774 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device b4ae335b-d16e-416a-9eb9-2cda22109139 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:45:15.223910 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: b4ae335b-d16e-416a-9eb9-2cda22109139 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:45:15.224669 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device b4ae335b-d16e-416a-9eb9-2cda22109139 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:45:15.254305 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24448f-4b25-431c-856a-4b251fab1cd8 req-a646ae74-1324-4e84-a323-15b526635bbb tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:15.261481 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7b24448f-4b25-431c-856a-4b251fab1cd8 req-a646ae74-1324-4e84-a323-15b526635bbb tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.0763192 Feb 20 03:45:15.323956 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7b24448f-4b25-431c-856a-4b251fab1cd8 req-a91c90e6-5ce9-46ae-87db-4403d27090e0 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615315 Feb 20 03:45:15.366938 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf9d990a-77fd-485a-90f9-f299ffcda405 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for port (77b89bee-8b2b-4b33-8520-6c3db4fccc47), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:15.382549 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ef287a27-dbd3-4477-81f4-1a60f46e38d4 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:45:15.444552 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port ef287a27-dbd3-4477-81f4-1a60f46e38d4 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:15.445024 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ef287a27-dbd3-4477-81f4-1a60f46e38d4), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:15.475610 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7353a-a9d4-443d-903f-c53b67e2ecc5 req-e518be68-7915-496e-b887-5266dc88d77f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:15.477469 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aec7353a-a9d4-443d-903f-c53b67e2ecc5 req-e518be68-7915-496e-b887-5266dc88d77f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 945 time: 0.0745232 Feb 20 03:45:15.508530 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf9d990a-77fd-485a-90f9-f299ffcda405 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (77b89bee-8b2b-4b33-8520-6c3db4fccc47), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:15.566648 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aec7353a-a9d4-443d-903f-c53b67e2ecc5 req-5387054b-83d9-4895-a6eb-827d30169c15 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828309 Feb 20 03:45:15.655583 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf9d990a-77fd-485a-90f9-f299ffcda405 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (711f0fc0-f88f-474b-91d1-e0edfc76135a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:15.676692 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d990a-77fd-485a-90f9-f299ffcda405 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Port': ['ID=77b89bee-8b2b-4b33-8520-6c3db4fccc47,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:15.764085 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701ad69-1bd7-415e-9821-2d0973220594 req-c09748c3-e5b6-4584-a974-6f8c47a05e4f tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:15.768182 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4701ad69-1bd7-415e-9821-2d0973220594 req-c09748c3-e5b6-4584-a974-6f8c47a05e4f tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 945 time: 0.0913353 Feb 20 03:45:15.778154 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47880) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:15.784241 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-9f99e8b8-1bad-45dc-b229-d7712172646e tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Request body: {'floatingip': {'port_id': '7a2c0003-6a6e-4c90-9103-cd87c17a26b2'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:45:15.785715 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port ef287a27-dbd3-4477-81f4-1a60f46e38d4 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:15.786258 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ef287a27-dbd3-4477-81f4-1a60f46e38d4), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:15.827582 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port ef287a27-dbd3-4477-81f4-1a60f46e38d4, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=ef287a27-dbd3-4477-81f4-1a60f46e38d4,segment=NetworkSegment(d904d1b0-f697-4f28-adf7-53c227443006),segment_id=d904d1b0-f697-4f28-adf7-53c227443006)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:15.837758 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9f99e8b8-1bad-45dc-b229-d7712172646e tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for floatingip (2568203e-9c19-408f-a0b1-3129c2e9db1f), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:15.882332 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 47886) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:15.920383 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ef287a27-dbd3-4477-81f4-1a60f46e38d4), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:15.921205 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 52a5ed07-399e-4352-8c79-28ee98c258fe up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:45:15.977746 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9d990a-77fd-485a-90f9-f299ffcda405 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network dcfea93f-ff61-4960-bf0f-bd5dc0dba05a is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:45:15.982292 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-bf9d990a-77fd-485a-90f9-f299ffcda405 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:45:16.066708 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5139aa-318e-4f5a-be49-9b715e971b25 None None] Network dcfea93f-ff61-4960-bf0f-bd5dc0dba05a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:45:16.278937 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=ef287a27-dbd3-4477-81f4-1a60f46e38d4,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:16.287539 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-b63799cb-8ca8-4e88-a6dc-5b10e1d4d9e3 None None] Provisioning complete for port ef287a27-dbd3-4477-81f4-1a60f46e38d4 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:16.288101 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b63799cb-8ca8-4e88-a6dc-5b10e1d4d9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ef287a27-dbd3-4477-81f4-1a60f46e38d4), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:16.363479 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 52a5ed07-399e-4352-8c79-28ee98c258fe triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:16.363479 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (52a5ed07-399e-4352-8c79-28ee98c258fe), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:16.513723 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b63799cb-8ca8-4e88-a6dc-5b10e1d4d9e3 None None] Current status of the port ef287a27-dbd3-4477-81f4-1a60f46e38d4 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:16.580584 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 52a5ed07-399e-4352-8c79-28ee98c258fe is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:16.636617 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a56a46c-e60c-4c26-ac8a-d6a1be5f9534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (fd4611ce-d7e6-47dd-a146-fbdc3505d638), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:16.946582 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c9debf79-9c3d-40f2-809b-839acbc588d4 None None] Provisioning complete for port 77b89bee-8b2b-4b33-8520-6c3db4fccc47 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:16.955420 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c9debf79-9c3d-40f2-809b-839acbc588d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (77b89bee-8b2b-4b33-8520-6c3db4fccc47), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:17.018580 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47908) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:17.061964 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9d990a-77fd-485a-90f9-f299ffcda405 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Router 711f0fc0-f88f-474b-91d1-e0edfc76135a has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:45:17.080703 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c9debf79-9c3d-40f2-809b-839acbc588d4 None None] Port 77b89bee-8b2b-4b33-8520-6c3db4fccc47 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:45:17.126647 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c9debf79-9c3d-40f2-809b-839acbc588d4 None None] Provisioning complete for port ef287a27-dbd3-4477-81f4-1a60f46e38d4 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:17.130789 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c9debf79-9c3d-40f2-809b-839acbc588d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ef287a27-dbd3-4477-81f4-1a60f46e38d4), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:17.179450 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8e741-e9be-448d-bfe5-f19814112a79 req-5e83cfaa-d3fa-472a-96e5-fd86609c2b92 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:17.182134 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d2e8e741-e9be-448d-bfe5-f19814112a79 req-5e83cfaa-d3fa-472a-96e5-fd86609c2b92 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.3442125 Feb 20 03:45:17.319269 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c9debf79-9c3d-40f2-809b-839acbc588d4 None None] Current status of the port ef287a27-dbd3-4477-81f4-1a60f46e38d4 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:17.372781 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ef287a27-dbd3-4477-81f4-1a60f46e38d4 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:45:17.372933 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d2e8e741-e9be-448d-bfe5-f19814112a79 req-cfd01fe3-3ee1-4e09-b41b-b9d9c26754d7 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820011 Feb 20 03:45:17.453360 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-086be8ef-3c72-4b44-a39c-650edcb22444 None None] Provisioning complete for port 77b89bee-8b2b-4b33-8520-6c3db4fccc47 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:17.453879 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-086be8ef-3c72-4b44-a39c-650edcb22444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (77b89bee-8b2b-4b33-8520-6c3db4fccc47), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:17.524824 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-086be8ef-3c72-4b44-a39c-650edcb22444 None None] Port 77b89bee-8b2b-4b33-8520-6c3db4fccc47 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:45:17.575085 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port ef287a27-dbd3-4477-81f4-1a60f46e38d4 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:17.576465 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ef287a27-dbd3-4477-81f4-1a60f46e38d4), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:17.605230 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9f99e8b8-1bad-45dc-b229-d7712172646e tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:17.622131 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78d72c5d-692c-4622-a600-f0838904ee9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:17.695784 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-1a56a46c-e60c-4c26-ac8a-d6a1be5f9534 admin admin] Deleting port 3d91f020-e4a1-4e5b-9cdb-57e148acf1f9 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:45:17.696424 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a56a46c-e60c-4c26-ac8a-d6a1be5f9534 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (3d91f020-e4a1-4e5b-9cdb-57e148acf1f9), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:17.718966 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ca708-6856-4c93-b591-e45b09032b85 req-c454f099-d4e1-4e3c-b987-d4821d76c6a6 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:17.720987 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e28ca708-6856-4c93-b591-e45b09032b85 req-c454f099-d4e1-4e3c-b987-d4821d76c6a6 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1488531 Feb 20 03:45:17.737981 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9d990a-77fd-485a-90f9-f299ffcda405 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:45:17.759359 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bf9d990a-77fd-485a-90f9-f299ffcda405 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "PUT /v2.0/routers/711f0fc0-f88f-474b-91d1-e0edfc76135a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6262448 Feb 20 03:45:17.764317 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e28c699-1bfb-4f10-ba21-2f5e03dc21b8 None None] Sync routers for ids ['711f0fc0-f88f-474b-91d1-e0edfc76135a'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:45:17.765192 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47920) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:17.766008 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9f99e8b8-1bad-45dc-b229-d7712172646e tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (2568203e-9c19-408f-a0b1-3129c2e9db1f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:17.781525 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-403b12a2-4f7d-43ad-950e-4f1f92f78015 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Request body: {'network': {'name': 'tempest-RoutersTest-1717982535'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:45:17.821917 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e28ca708-6856-4c93-b591-e45b09032b85 req-f4ee771d-8e3f-4689-9571-ded1ad73119a tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569048 Feb 20 03:45:17.822791 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port ef287a27-dbd3-4477-81f4-1a60f46e38d4 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:17.831686 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e28c699-1bfb-4f10-ba21-2f5e03dc21b8 None None] Routers {'711f0fc0-f88f-474b-91d1-e0edfc76135a'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:45:17.834027 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2e28c699-1bfb-4f10-ba21-2f5e03dc21b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:44:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['711f0fc0-f88f-474b-91d1-e0edfc76135a'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:17.903553 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-1a56a46c-e60c-4c26-ac8a-d6a1be5f9534 admin admin] For port 3d91f020-e4a1-4e5b-9cdb-57e148acf1f9, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3d91f020-e4a1-4e5b-9cdb-57e148acf1f9,segment=NetworkSegment(f319aa1c-162d-43f3-86f8-ad73b68a5ca8),segment_id=f319aa1c-162d-43f3-86f8-ad73b68a5ca8)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:17.904803 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a56a46c-e60c-4c26-ac8a-d6a1be5f9534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (3d91f020-e4a1-4e5b-9cdb-57e148acf1f9), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:17.939757 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-1a56a46c-e60c-4c26-ac8a-d6a1be5f9534 admin admin] Calling delete_port for 3d91f020-e4a1-4e5b-9cdb-57e148acf1f9 owned by network:router_interface {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:45:17.945956 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78d72c5d-692c-4622-a600-f0838904ee9d admin admin] Publish callbacks [] for security_group (2f4e933a-7241-4980-a808-e3194b530fa3), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:17.952376 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403b12a2-4f7d-43ad-950e-4f1f92f78015 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Made reservation on behalf of 43d4b034525e47029e777f2e09722643 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:45:17.957214 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-2e28c699-1bfb-4f10-ba21-2f5e03dc21b8 None None] Set router 711f0fc0-f88f-474b-91d1-e0edfc76135a gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:45:17.957500 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-403b12a2-4f7d-43ad-950e-4f1f92f78015 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:17.989274 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ffa44d51-0651-4561-afb4-8ef52fd7fc88 None None] Provisioning complete for port 77b89bee-8b2b-4b33-8520-6c3db4fccc47 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:17.989760 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ffa44d51-0651-4561-afb4-8ef52fd7fc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (77b89bee-8b2b-4b33-8520-6c3db4fccc47), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:18.045491 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-403b12a2-4f7d-43ad-950e-4f1f92f78015 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:45:18.058544 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78d72c5d-692c-4622-a600-f0838904ee9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (2f4e933a-7241-4980-a808-e3194b530fa3), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:18.090574 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-78d72c5d-692c-4622-a600-f0838904ee9d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6e404a420dd445319b56db9538d4202d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0697403 Feb 20 03:45:18.097102 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47926) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:18.098384 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-403b12a2-4f7d-43ad-950e-4f1f92f78015 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (5cfb03a1-85bb-40a9-b7b0-d77ecf19480e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:18.098745 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-403b12a2-4f7d-43ad-950e-4f1f92f78015 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Added segment 5cfb03a1-85bb-40a9-b7b0-d77ecf19480e of type vlan for network f3326c34-f17d-45b9-bf50-d5d1a9a26d6a Feb 20 03:45:18.146537 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f814e-f906-4f02-88e9-4001c900d8b5 req-f9f68546-f4e4-46ea-8242-0652ad85ac7c tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:18.155953 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b9f814e-f906-4f02-88e9-4001c900d8b5 req-f9f68546-f4e4-46ea-8242-0652ad85ac7c tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1186318 Feb 20 03:45:18.180538 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ffa44d51-0651-4561-afb4-8ef52fd7fc88 None None] Port 77b89bee-8b2b-4b33-8520-6c3db4fccc47 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:45:18.239480 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2e28c699-1bfb-4f10-ba21-2f5e03dc21b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'name': 'tempest-RoutersTest-router-1887084734', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:48Z', 'updated_at': '2022-02-20T03:45:14Z', 'revision_number': 4, 'project_id': '43d4b034525e47029e777f2e09722643', 'gw_port_host': None, '_interfaces': [{'id': '4e99940d-85ad-4df2-86d6-9cffa58cb8d3', 'name': '', 'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:e4:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:53Z', 'updated_at': '2022-02-20T03:45:05Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52a5ed07-399e-4352-8c79-28ee98c258fe', 'name': '', 'network_id': 'e18c56fe-42a1-460e-a977-ce7ef939d6d3', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:4e:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:05Z', 'updated_at': '2022-02-20T03:45:13Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77b89bee-8b2b-4b33-8520-6c3db4fccc47', 'name': '', 'network_id': 'dcfea93f-ff61-4960-bf0f-bd5dc0dba05a', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:09:88:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:13Z', 'updated_at': '2022-02-20T03:45:15Z', 'revision_number': 2, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': '0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:18.247092 n-d-829866-4 neutron-server[104106]: INFO neutron.db.l3_db [None req-9f99e8b8-1bad-45dc-b229-d7712172646e tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Floating IP 2568203e-9c19-408f-a0b1-3129c2e9db1f associated. External IP: 172.25.7.113, port: 7a2c0003-6a6e-4c90-9103-cd87c17a26b2. Feb 20 03:45:18.301259 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b9f814e-f906-4f02-88e9-4001c900d8b5 req-af6996b1-696d-4d41-a3b4-20cff4244c7d tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424150 Feb 20 03:45:18.309225 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e28c699-1bfb-4f10-ba21-2f5e03dc21b8 None None] Checking router: 711f0fc0-f88f-474b-91d1-e0edfc76135a for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:45:18.310479 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e28c699-1bfb-4f10-ba21-2f5e03dc21b8 None None] Updating router 711f0fc0-f88f-474b-91d1-e0edfc76135a port 77b89bee-8b2b-4b33-8520-6c3db4fccc47 binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:45:18.341126 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d72c5d-692c-4622-a600-f0838904ee9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4e933a-7241-4980-a808-e3194b530fa3,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:18.345110 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-403b12a2-4f7d-43ad-950e-4f1f92f78015 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (f3326c34-f17d-45b9-bf50-d5d1a9a26d6a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:18.372154 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2e28c699-1bfb-4f10-ba21-2f5e03dc21b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (77b89bee-8b2b-4b33-8520-6c3db4fccc47), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:18.381339 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2c9a34f4-55ee-4dda-bf79-d80aef66ab87 admin admin] Publish callbacks [] for security_group (2f4e933a-7241-4980-a808-e3194b530fa3), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:18.468109 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2c9a34f4-55ee-4dda-bf79-d80aef66ab87 admin admin] Publish callbacks [] for security_group (2f4e933a-7241-4980-a808-e3194b530fa3), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:18.506236 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a56a46c-e60c-4c26-ac8a-d6a1be5f9534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (3d91f020-e4a1-4e5b-9cdb-57e148acf1f9), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:18.533741 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56a46c-e60c-4c26-ac8a-d6a1be5f9534 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d91f020-e4a1-4e5b-9cdb-57e148acf1f9,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:18.560956 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56a46c-e60c-4c26-ac8a-d6a1be5f9534 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:18.561461 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56a46c-e60c-4c26-ac8a-d6a1be5f9534 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:18.561813 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56a46c-e60c-4c26-ac8a-d6a1be5f9534 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:18.562228 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56a46c-e60c-4c26-ac8a-d6a1be5f9534 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:18.562571 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56a46c-e60c-4c26-ac8a-d6a1be5f9534 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:18.563248 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56a46c-e60c-4c26-ac8a-d6a1be5f9534 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:18.563497 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56a46c-e60c-4c26-ac8a-d6a1be5f9534 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:18.564046 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56a46c-e60c-4c26-ac8a-d6a1be5f9534 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:18.564405 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56a46c-e60c-4c26-ac8a-d6a1be5f9534 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:18.565376 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56a46c-e60c-4c26-ac8a-d6a1be5f9534 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:18.565376 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56a46c-e60c-4c26-ac8a-d6a1be5f9534 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:18.565799 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56a46c-e60c-4c26-ac8a-d6a1be5f9534 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:18.566178 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56a46c-e60c-4c26-ac8a-d6a1be5f9534 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:18.601139 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2518c-4d8a-4fee-89cf-01a5a096672f req-99d43b6c-d88c-4631-95e5-39e1a2534276 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:18.602324 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-403b12a2-4f7d-43ad-950e-4f1f92f78015 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (f3326c34-f17d-45b9-bf50-d5d1a9a26d6a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:18.608237 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2cc2518c-4d8a-4fee-89cf-01a5a096672f req-99d43b6c-d88c-4631-95e5-39e1a2534276 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1405933 Feb 20 03:45:18.608781 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b12a2-4f7d-43ad-950e-4f1f92f78015 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:18.609521 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-403b12a2-4f7d-43ad-950e-4f1f92f78015 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:18.700057 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2cc2518c-4d8a-4fee-89cf-01a5a096672f req-cc14711f-8bb9-4e30-9b1f-0325641b5cda tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888710 Feb 20 03:45:18.752612 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-403b12a2-4f7d-43ad-950e-4f1f92f78015 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9805098 Feb 20 03:45:18.828845 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47936) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:18.840541 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-2ecd913b-8399-4b9c-9f98-aca07be49285 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Request body: {'subnet': {'network_id': 'f3326c34-f17d-45b9-bf50-d5d1a9a26d6a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:45:18.858401 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2c9a34f4-55ee-4dda-bf79-d80aef66ab87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (2f4e933a-7241-4980-a808-e3194b530fa3), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:18.863553 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2c9a34f4-55ee-4dda-bf79-d80aef66ab87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:18.871648 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2c9a34f4-55ee-4dda-bf79-d80aef66ab87 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2f4e933a-7241-4980-a808-e3194b530fa3 HTTP/1.1" status: 204 len: 168 time: 0.7675791 Feb 20 03:45:18.879648 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2e28c699-1bfb-4f10-ba21-2f5e03dc21b8 None None] Publish callbacks [] for port (77b89bee-8b2b-4b33-8520-6c3db4fccc47), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:18.936815 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b12a2-4f7d-43ad-950e-4f1f92f78015 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Network': ['ID=f3326c34-f17d-45b9-bf50-d5d1a9a26d6a,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:18.952085 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network f3326c34-f17d-45b9-bf50-d5d1a9a26d6a details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:45:18.972754 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a34f4-55ee-4dda-bf79-d80aef66ab87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4e933a-7241-4980-a808-e3194b530fa3,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:19.038406 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2e28c699-1bfb-4f10-ba21-2f5e03dc21b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (77b89bee-8b2b-4b33-8520-6c3db4fccc47), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:19.078528 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a56a46c-e60c-4c26-ac8a-d6a1be5f9534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (fd4611ce-d7e6-47dd-a146-fbdc3505d638), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:19.103952 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0dc40b-c277-41e6-8da2-484442abedb0 req-3e124f17-a325-4b82-ae5b-1960aa72d3e2 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:19.112325 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f0dc40b-c277-41e6-8da2-484442abedb0 req-3e124f17-a325-4b82-ae5b-1960aa72d3e2 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.2237043 Feb 20 03:45:19.131194 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f99e8b8-1bad-45dc-b229-d7712172646e tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Router 3fa0165c-bb63-4346-b751-7abaa5ffbfae has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:45:19.220789 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 704b66a5-2e83-41de-ba1d-777ee6bc4c8e no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:45:19.288165 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecd913b-8399-4b9c-9f98-aca07be49285 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Made reservation on behalf of 43d4b034525e47029e777f2e09722643 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:45:19.289582 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f0dc40b-c277-41e6-8da2-484442abedb0 req-1e496374-7565-43ea-a2b3-d9495285bbe8 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763680 Feb 20 03:45:19.291610 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2ecd913b-8399-4b9c-9f98-aca07be49285 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:19.485353 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f3355-6910-40fc-a20c-cb7693f5e20b None None] Pushing event updated for resources: {'Port': ['ID=77b89bee-8b2b-4b33-8520-6c3db4fccc47,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:19.493612 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-2e28c699-1bfb-4f10-ba21-2f5e03dc21b8 None None] Attempting to bind port 77b89bee-8b2b-4b33-8520-6c3db4fccc47 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:45:19.493987 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-2e28c699-1bfb-4f10-ba21-2f5e03dc21b8 None None] Attempting to bind port 77b89bee-8b2b-4b33-8520-6c3db4fccc47 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'd904d1b0-f697-4f28-adf7-53c227443006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'dcfea93f-ff61-4960-bf0f-bd5dc0dba05a'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:45:19.494357 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e28c699-1bfb-4f10-ba21-2f5e03dc21b8 None None] Attempting to bind port 77b89bee-8b2b-4b33-8520-6c3db4fccc47 on network dcfea93f-ff61-4960-bf0f-bd5dc0dba05a {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:45:19.556030 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e28c699-1bfb-4f10-ba21-2f5e03dc21b8 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:45:19.556454 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e28c699-1bfb-4f10-ba21-2f5e03dc21b8 None None] Checking segment: {'id': 'd904d1b0-f697-4f28-adf7-53c227443006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'dcfea93f-ff61-4960-bf0f-bd5dc0dba05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:45:19.556898 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2e28c699-1bfb-4f10-ba21-2f5e03dc21b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:19.557276 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e28c699-1bfb-4f10-ba21-2f5e03dc21b8 None None] Bound using segment: {'id': 'd904d1b0-f697-4f28-adf7-53c227443006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'dcfea93f-ff61-4960-bf0f-bd5dc0dba05a'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:45:19.557857 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-2e28c699-1bfb-4f10-ba21-2f5e03dc21b8 None None] Bound port: 77b89bee-8b2b-4b33-8520-6c3db4fccc47, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd904d1b0-f697-4f28-adf7-53c227443006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'dcfea93f-ff61-4960-bf0f-bd5dc0dba05a'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:45:19.558166 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2e28c699-1bfb-4f10-ba21-2f5e03dc21b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (77b89bee-8b2b-4b33-8520-6c3db4fccc47), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:19.605630 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:45:19.628883 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f99e8b8-1bad-45dc-b229-d7712172646e tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:45:19.637493 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158675cf-234d-4d99-a1da-b2c9a59d1272 req-b4a26edf-4bac-46cb-8786-d55cc13bc9e0 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:19.642506 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e8925a-de00-48b7-b0e6-c9a56165890e None None] Sync routers for ids ['3fa0165c-bb63-4346-b751-7abaa5ffbfae'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:45:19.648630 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-158675cf-234d-4d99-a1da-b2c9a59d1272 req-b4a26edf-4bac-46cb-8786-d55cc13bc9e0 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.2490506 Feb 20 03:45:19.659320 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e8925a-de00-48b7-b0e6-c9a56165890e None None] Routers {'3fa0165c-bb63-4346-b751-7abaa5ffbfae'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:45:19.662106 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-d9e8925a-de00-48b7-b0e6-c9a56165890e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:44:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3fa0165c-bb63-4346-b751-7abaa5ffbfae'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:19.691383 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:19.691771 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:19.800321 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a56a46c-e60c-4c26-ac8a-d6a1be5f9534 admin admin] Router fd4611ce-d7e6-47dd-a146-fbdc3505d638 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:45:19.831111 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-158675cf-234d-4d99-a1da-b2c9a59d1272 req-42bdd8ca-2263-4357-8b17-0eb848b76a01 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811066 Feb 20 03:45:19.862235 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9f99e8b8-1bad-45dc-b229-d7712172646e tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:19.876478 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-1061792f-b915-4e1f-8cad-df17e27101a9 None None] Provisioning complete for port 77b89bee-8b2b-4b33-8520-6c3db4fccc47 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:19.879096 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1061792f-b915-4e1f-8cad-df17e27101a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (77b89bee-8b2b-4b33-8520-6c3db4fccc47), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:19.906810 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9f99e8b8-1bad-45dc-b229-d7712172646e tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "PUT /v2.0/floatingips/2568203e-9c19-408f-a0b1-3129c2e9db1f HTTP/1.1" status: 200 len: 991 time: 4.1275530 Feb 20 03:45:19.909069 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338a8e12-2719-41d3-9fe3-1de34cb3e8dd', 'tag': '7a2c0003-6a6e-4c90-9103-cd87c17a26b2'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:45:19.913341 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31e72bd-8dae-45f0-a824-66b1d86eb3ba" -d '{"events": [{"name": "network-changed", "server_uuid": "338a8e12-2719-41d3-9fe3-1de34cb3e8dd", "tag": "7a2c0003-6a6e-4c90-9103-cd87c17a26b2"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:45:19.932217 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47960) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:19.942956 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-d9e8925a-de00-48b7-b0e6-c9a56165890e None None] Set router 3fa0165c-bb63-4346-b751-7abaa5ffbfae gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:45:19.981916 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2ecd913b-8399-4b9c-9f98-aca07be49285 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (f84ccc79-6c09-4f40-82bb-097c7fb5840e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:20.023754 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f004074b-e805-4aa4-bbeb-e586c3c33964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:20.099434 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a56a46c-e60c-4c26-ac8a-d6a1be5f9534 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:45:20.113601 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1a56a46c-e60c-4c26-ac8a-d6a1be5f9534 admin admin] 10.222.0.89 "PUT /v2.0/routers/fd4611ce-d7e6-47dd-a146-fbdc3505d638/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2293606 Feb 20 03:45:20.119762 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 47966) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:20.215373 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d706963-2afd-445a-bade-ebffa81cd4e1 x-openstack-request-id: req-3d706963-2afd-445a-bade-ebffa81cd4e1 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:45:20.220257 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "338a8e12-2719-41d3-9fe3-1de34cb3e8dd", "tag": "7a2c0003-6a6e-4c90-9103-cd87c17a26b2", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:45:20.220257 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3d706963-2afd-445a-bade-ebffa81cd4e1 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:45:20.220257 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '338a8e12-2719-41d3-9fe3-1de34cb3e8dd', 'tag': '7a2c0003-6a6e-4c90-9103-cd87c17a26b2', 'status': 'completed', 'code': 200} Feb 20 03:45:20.299110 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd913b-8399-4b9c-9f98-aca07be49285 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Subnet': ['ID=f84ccc79-6c09-4f40-82bb-097c7fb5840e,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:20.336296 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f004074b-e805-4aa4-bbeb-e586c3c33964 admin admin] Publish callbacks [] for security_group (1ee8bc50-3231-4cbb-ac1e-486f268c8dc6), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:20.337202 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f7da043a-d6f9-4af5-8c31-19c74b253c21 admin admin] Publish callbacks [] for router (fd4611ce-d7e6-47dd-a146-fbdc3505d638), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:20.337502 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecd913b-8399-4b9c-9f98-aca07be49285 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Checking segment: {'id': '5cfb03a1-85bb-40a9-b7b0-d77ecf19480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'f3326c34-f17d-45b9-bf50-d5d1a9a26d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:45:20.337866 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecd913b-8399-4b9c-9f98-aca07be49285 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network hostable DHCP agents. Network: f3326c34-f17d-45b9-bf50-d5d1a9a26d6a, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:45:20.367755 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdf3ed9-5df0-44b0-a64d-ee7c6874470b None None] Sync routers for ids ['fd4611ce-d7e6-47dd-a146-fbdc3505d638'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:45:20.369581 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43c33d3-020b-4334-87ed-69fe568475fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '704b66a5-2e83-41de-ba1d-777ee6bc4c8e'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:45:20.372277 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709dc8d6-a9ca-4218-aaa5-12c7a537ac87" -d '{"events": [{"server_uuid": "e43c33d3-020b-4334-87ed-69fe568475fd", "name": "network-vif-unplugged", "status": "completed", "tag": "704b66a5-2e83-41de-ba1d-777ee6bc4c8e"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:45:20.406885 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=704b66a5-2e83-41de-ba1d-777ee6bc4c8e,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:20.409070 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-2e28c699-1bfb-4f10-ba21-2f5e03dc21b8 None None] For port 77b89bee-8b2b-4b33-8520-6c3db4fccc47, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:45:20.419708 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-2e28c699-1bfb-4f10-ba21-2f5e03dc21b8 None None] For port 77b89bee-8b2b-4b33-8520-6c3db4fccc47, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=77b89bee-8b2b-4b33-8520-6c3db4fccc47,segment=NetworkSegment(d904d1b0-f697-4f28-adf7-53c227443006),segment_id=d904d1b0-f697-4f28-adf7-53c227443006)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:45:20.424476 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdf3ed9-5df0-44b0-a64d-ee7c6874470b None None] Routers {'fd4611ce-d7e6-47dd-a146-fbdc3505d638'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:45:20.425129 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-5cdf3ed9-5df0-44b0-a64d-ee7c6874470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:44:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['fd4611ce-d7e6-47dd-a146-fbdc3505d638'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:20.428923 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-1061792f-b915-4e1f-8cad-df17e27101a9 None None] Port 77b89bee-8b2b-4b33-8520-6c3db4fccc47 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:45:20.458916 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f004074b-e805-4aa4-bbeb-e586c3c33964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1ee8bc50-3231-4cbb-ac1e-486f268c8dc6), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:20.528710 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-d9e8925a-de00-48b7-b0e6-c9a56165890e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'name': 'tempest-AttachVolumeTestJSON-237415728-router', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:29Z', 'updated_at': '2022-02-20T03:44:38Z', 'revision_number': 4, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'gw_port': {'id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:31Z', 'updated_at': '2022-02-20T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '2568203e-9c19-408f-a0b1-3129c2e9db1f', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'floating_ip_address': '172.25.7.113', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'port_id': '7a2c0003-6a6e-4c90-9103-cd87c17a26b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a', 'mac_address': 'fa:16:3e:65:52:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338a8e12-2719-41d3-9fe3-1de34cb3e8dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:44:46Z', 'updated_at': '2022-02-20T03:45:17Z', 'revision_number': 1, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caeabdbf-9be1-417d-b66e-d93a08bd5956', 'name': '', 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'mac_address': 'fa:16:3e:c8:3e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'ec9d4964-56bb-4af3-beab-8c8d3923a688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:37Z', 'updated_at': '2022-02-20T03:44:47Z', 'revision_number': 5, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'subnets': [{'id': 'ec9d4964-56bb-4af3-beab-8c8d3923a688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:20.537605 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004074b-e805-4aa4-bbeb-e586c3c33964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee8bc50-3231-4cbb-ac1e-486f268c8dc6,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:20.569910 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecd913b-8399-4b9c-9f98-aca07be49285 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network f3326c34-f17d-45b9-bf50-d5d1a9a26d6a is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:45:20.570035 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e8925a-de00-48b7-b0e6-c9a56165890e None None] Checking router: 3fa0165c-bb63-4346-b751-7abaa5ffbfae for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:45:20.578200 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e8925a-de00-48b7-b0e6-c9a56165890e None None] Routers {'3fa0165c-bb63-4346-b751-7abaa5ffbfae'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:45:20.579696 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-d9e8925a-de00-48b7-b0e6-c9a56165890e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:44:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3fa0165c-bb63-4346-b751-7abaa5ffbfae'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:20.581545 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:20.621776 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f004074b-e805-4aa4-bbeb-e586c3c33964 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9adbc0303ead4f918f1763ec8ca3e011&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6832986 Feb 20 03:45:20.621776 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47980) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:20.656634 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=704b66a5-2e83-41de-ba1d-777ee6bc4c8e,revision_number=8']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:20.664059 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2e28c699-1bfb-4f10-ba21-2f5e03dc21b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (77b89bee-8b2b-4b33-8520-6c3db4fccc47), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:20.857459 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f3355-6910-40fc-a20c-cb7693f5e20b None None] Pushing event updated for resources: {'Port': ['ID=77b89bee-8b2b-4b33-8520-6c3db4fccc47,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:20.869151 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-5cdf3ed9-5df0-44b0-a64d-ee7c6874470b None None] Set router fd4611ce-d7e6-47dd-a146-fbdc3505d638 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:45:20.885414 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-2ecd913b-8399-4b9c-9f98-aca07be49285 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, f3326c34-f17d-45b9-bf50-d5d1a9a26d6a) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:45:20.896255 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecd913b-8399-4b9c-9f98-aca07be49285 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:20.898015 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2ecd913b-8399-4b9c-9f98-aca07be49285 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:20.976299 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bddc1a14-33eb-4ed4-9a5f-d257d4abdee9 admin admin] Publish callbacks [] for security_group (1ee8bc50-3231-4cbb-ac1e-486f268c8dc6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:20.989293 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89824db4-7177-4900-8853-d10d7c3c03a1 None None] Network f3326c34-f17d-45b9-bf50-d5d1a9a26d6a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:45:21.019368 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bddc1a14-33eb-4ed4-9a5f-d257d4abdee9 admin admin] Publish callbacks [] for security_group (1ee8bc50-3231-4cbb-ac1e-486f268c8dc6), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:21.023517 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:21.134320 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2ecd913b-8399-4b9c-9f98-aca07be49285 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3010926 Feb 20 03:45:21.135031 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47992) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:21.149384 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-d9e8925a-de00-48b7-b0e6-c9a56165890e None None] Set router 3fa0165c-bb63-4346-b751-7abaa5ffbfae gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:45:21.201982 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9288a9-c8e3-4a54-ad9f-0ec3e9fc9f7a req-81feb789-00bc-410d-9c42-99a6561c9954 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:21.212430 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-de9288a9-c8e3-4a54-ad9f-0ec3e9fc9f7a req-81feb789-00bc-410d-9c42-99a6561c9954 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.8943803 Feb 20 03:45:21.225772 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bddc1a14-33eb-4ed4-9a5f-d257d4abdee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1ee8bc50-3231-4cbb-ac1e-486f268c8dc6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:21.228499 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e28c699-1bfb-4f10-ba21-2f5e03dc21b8 None None] Routers {'711f0fc0-f88f-474b-91d1-e0edfc76135a'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:45:21.229800 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bddc1a14-33eb-4ed4-9a5f-d257d4abdee9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:21.231394 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bddc1a14-33eb-4ed4-9a5f-d257d4abdee9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1ee8bc50-3231-4cbb-ac1e-486f268c8dc6 HTTP/1.1" status: 204 len: 168 time: 0.6101704 Feb 20 03:45:21.234336 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2e28c699-1bfb-4f10-ba21-2f5e03dc21b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:44:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['711f0fc0-f88f-474b-91d1-e0edfc76135a'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:21.242791 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e72bd-8dae-45f0-a824-66b1d86eb3ba req-65380d6f-ece7-4dcd-83e1-70141f766097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:21.244557 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b31e72bd-8dae-45f0-a824-66b1d86eb3ba req-65380d6f-ece7-4dcd-83e1-70141f766097 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=541ea901ffd34c35a78734a2429fed7a&device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 1127 time: 0.9176588 Feb 20 03:45:21.306796 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 704b66a5-2e83-41de-ba1d-777ee6bc4c8e details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:45:21.326027 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc1a14-33eb-4ed4-9a5f-d257d4abdee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee8bc50-3231-4cbb-ac1e-486f268c8dc6,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:21.401485 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:21.405372 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f7da043a-d6f9-4af5-8c31-19c74b253c21 admin admin] Publish callbacks [] for router_gateway (fd4611ce-d7e6-47dd-a146-fbdc3505d638), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:21.503030 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-de9288a9-c8e3-4a54-ad9f-0ec3e9fc9f7a req-9e9ac89a-46c8-4083-8da8-bf337b66a49e tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817485 Feb 20 03:45:21.596330 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cba2c8c-34fd-4569-8b58-68ae2f1dfde2 x-openstack-request-id: req-8cba2c8c-34fd-4569-8b58-68ae2f1dfde2 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:45:21.596905 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43c33d3-020b-4334-87ed-69fe568475fd", "name": "network-vif-unplugged", "status": "completed", "tag": "704b66a5-2e83-41de-ba1d-777ee6bc4c8e", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:45:21.596905 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8cba2c8c-34fd-4569-8b58-68ae2f1dfde2 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:45:21.597651 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43c33d3-020b-4334-87ed-69fe568475fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '704b66a5-2e83-41de-ba1d-777ee6bc4c8e', 'code': 200} Feb 20 03:45:21.631192 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e72bd-8dae-45f0-a824-66b1d86eb3ba req-34c66fba-e0ef-4633-a62e-5f364c2dd228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:21.632965 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b31e72bd-8dae-45f0-a824-66b1d86eb3ba req-34c66fba-e0ef-4633-a62e-5f364c2dd228 service neutron] 10.222.0.42 "GET /v2.0/networks?id=18b77a5e-5446-4d58-b319-36a274f1014a HTTP/1.1" status: 200 len: 911 time: 0.3796129 Feb 20 03:45:21.673355 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-d9e8925a-de00-48b7-b0e6-c9a56165890e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'name': 'tempest-AttachVolumeTestJSON-237415728-router', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:29Z', 'updated_at': '2022-02-20T03:44:38Z', 'revision_number': 4, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'gw_port': {'id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:31Z', 'updated_at': '2022-02-20T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '2568203e-9c19-408f-a0b1-3129c2e9db1f', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'floating_ip_address': '172.25.7.113', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'port_id': '7a2c0003-6a6e-4c90-9103-cd87c17a26b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a', 'mac_address': 'fa:16:3e:65:52:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338a8e12-2719-41d3-9fe3-1de34cb3e8dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:44:46Z', 'updated_at': '2022-02-20T03:45:17Z', 'revision_number': 1, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caeabdbf-9be1-417d-b66e-d93a08bd5956', 'name': '', 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'mac_address': 'fa:16:3e:c8:3e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'ec9d4964-56bb-4af3-beab-8c8d3923a688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:37Z', 'updated_at': '2022-02-20T03:44:47Z', 'revision_number': 5, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'subnets': [{'id': 'ec9d4964-56bb-4af3-beab-8c8d3923a688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:21.677203 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.resource_extend [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 03:45:21.686568 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-fc047380-445c-4d61-a8a1-de0158f0d50a None None] Provisioning complete for port 77b89bee-8b2b-4b33-8520-6c3db4fccc47 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:21.687511 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fc047380-445c-4d61-a8a1-de0158f0d50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (77b89bee-8b2b-4b33-8520-6c3db4fccc47), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:21.732569 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e8925a-de00-48b7-b0e6-c9a56165890e None None] The sync data for ids ['3fa0165c-bb63-4346-b751-7abaa5ffbfae'] in n-d-829866-4 is: [{'id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'name': 'tempest-AttachVolumeTestJSON-237415728-router', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:29Z', 'updated_at': '2022-02-20T03:44:38Z', 'revision_number': 4, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'gw_port': {'id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:31Z', 'updated_at': '2022-02-20T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '2568203e-9c19-408f-a0b1-3129c2e9db1f', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'floating_ip_address': '172.25.7.113', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'port_id': '7a2c0003-6a6e-4c90-9103-cd87c17a26b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a', 'mac_address': 'fa:16:3e:65:52:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338a8e12-2719-41d3-9fe3-1de34cb3e8dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:44:46Z', 'updated_at': '2022-02-20T03:45:17Z', 'revision_number': 1, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caeabdbf-9be1-417d-b66e-d93a08bd5956', 'name': '', 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'mac_address': 'fa:16:3e:c8:3e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'ec9d4964-56bb-4af3-beab-8c8d3923a688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:37Z', 'updated_at': '2022-02-20T03:44:47Z', 'revision_number': 5, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'subnets': [{'id': 'ec9d4964-56bb-4af3-beab-8c8d3923a688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:45:21.815558 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b31e72bd-8dae-45f0-a824-66b1d86eb3ba req-f68e45b2-92b5-4c69-903b-b09b73ebcb0b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a2c0003-6a6e-4c90-9103-cd87c17a26b2 HTTP/1.1" status: 200 len: 999 time: 0.1616385 Feb 20 03:45:21.885015 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-2e28c699-1bfb-4f10-ba21-2f5e03dc21b8 None None] Set router 711f0fc0-f88f-474b-91d1-e0edfc76135a gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:45:21.961089 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e72bd-8dae-45f0-a824-66b1d86eb3ba req-c3759ef2-4542-4465-bd74-323f53e523bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:21.962605 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b31e72bd-8dae-45f0-a824-66b1d86eb3ba req-c3759ef2-4542-4465-bd74-323f53e523bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec9d4964-56bb-4af3-beab-8c8d3923a688 HTTP/1.1" status: 200 len: 849 time: 0.1411266 Feb 20 03:45:21.976638 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fc01d7b8-bc86-49c3-98d1-d4fbdc22ce1e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:22.190090 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-f7da043a-d6f9-4af5-8c31-19c74b253c21 admin admin] Deleting port 7b3c54b1-c68d-48f6-9547-8609a18dfd32 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:45:22.190351 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083c5ca0-559c-44ed-a8be-30e9791874cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-f3326c34-f17d-45b9-bf50-d5d1a9a26d6a', 'network_id': 'f3326c34-f17d-45b9-bf50-d5d1a9a26d6a', 'project_id': '43d4b034525e47029e777f2e09722643', 'fixed_ips': [{'subnet_id': 'f84ccc79-6c09-4f40-82bb-097c7fb5840e'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:45:22.190475 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f7da043a-d6f9-4af5-8c31-19c74b253c21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (7b3c54b1-c68d-48f6-9547-8609a18dfd32), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:22.191002 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-083c5ca0-559c-44ed-a8be-30e9791874cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:22.249534 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b7ca09-085b-4a11-9a0b-1bdc456e5531 None None] New status for floating IP 2568203e-9c19-408f-a0b1-3129c2e9db1f: ACTIVE {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:45:22.325433 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953dadc-2eae-4f5a-b024-56448aca87df req-e4505c29-3d32-424e-ae28-46515fbf0923 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:22.339190 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3953dadc-2eae-4f5a-b024-56448aca87df req-e4505c29-3d32-424e-ae28-46515fbf0923 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.5216873 Feb 20 03:45:22.533346 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e72bd-8dae-45f0-a824-66b1d86eb3ba req-3670b9e8-dad6-493d-a709-4c59f0f91226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:22.535803 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b31e72bd-8dae-45f0-a824-66b1d86eb3ba req-3670b9e8-dad6-493d-a709-4c59f0f91226 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=18b77a5e-5446-4d58-b319-36a274f1014a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5038717 Feb 20 03:45:22.561825 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3953dadc-2eae-4f5a-b024-56448aca87df req-afd3af6c-a0bb-4412-9b11-ba681c352025 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211568 Feb 20 03:45:22.647448 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-083c5ca0-559c-44ed-a8be-30e9791874cf None None] Allocated IP 172.23.0.2 (f3326c34-f17d-45b9-bf50-d5d1a9a26d6a/f84ccc79-6c09-4f40-82bb-097c7fb5840e/3c5a369d-381d-4cde-9834-4a3c66a3f02c) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:45:22.931340 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-f7da043a-d6f9-4af5-8c31-19c74b253c21 admin admin] For port 7b3c54b1-c68d-48f6-9547-8609a18dfd32, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=7b3c54b1-c68d-48f6-9547-8609a18dfd32,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:22.932868 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f7da043a-d6f9-4af5-8c31-19c74b253c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (7b3c54b1-c68d-48f6-9547-8609a18dfd32), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:23.025691 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-083c5ca0-559c-44ed-a8be-30e9791874cf None None] Publish callbacks [] for port (3c5a369d-381d-4cde-9834-4a3c66a3f02c), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:23.048991 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-f7da043a-d6f9-4af5-8c31-19c74b253c21 admin admin] Calling delete_port for 7b3c54b1-c68d-48f6-9547-8609a18dfd32 owned by network:router_gateway {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:45:23.071118 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb59f53-adcf-4598-bf39-bc0849ade531 req-3a3f99f9-ee2a-464f-8672-2164029c24e6 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:23.072811 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dbb59f53-adcf-4598-bf39-bc0849ade531 req-3a3f99f9-ee2a-464f-8672-2164029c24e6 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.3520019 Feb 20 03:45:23.104411 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b31e72bd-8dae-45f0-a824-66b1d86eb3ba req-b9bfb8a9-8b03-4270-8e42-8332c4b0008d service neutron] 10.222.0.42 "GET /v2.0/networks/18b77a5e-5446-4d58-b319-36a274f1014a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5411725 Feb 20 03:45:23.216779 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-fc047380-445c-4d61-a8a1-de0158f0d50a None None] Current status of the port 77b89bee-8b2b-4b33-8520-6c3db4fccc47 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:23.217596 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fc047380-445c-4d61-a8a1-de0158f0d50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (77b89bee-8b2b-4b33-8520-6c3db4fccc47), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:23.305993 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dbb59f53-adcf-4598-bf39-bc0849ade531 req-8212a979-86c4-43ea-a4f0-267aab835666 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109714 Feb 20 03:45:23.372277 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-fc01d7b8-bc86-49c3-98d1-d4fbdc22ce1e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Allocated IP 172.23.0.1 (f3326c34-f17d-45b9-bf50-d5d1a9a26d6a/f84ccc79-6c09-4f40-82bb-097c7fb5840e/c7289f45-4e6b-4233-afc7-26e45705e19a) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:45:23.432059 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b31e72bd-8dae-45f0-a824-66b1d86eb3ba req-d322287d-d63b-4b6f-a03b-ff5e6e64508d service neutron] 10.222.0.42 "GET /v2.0/networks/18b77a5e-5446-4d58-b319-36a274f1014a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791274 Feb 20 03:45:23.517720 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-083c5ca0-559c-44ed-a8be-30e9791874cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (3c5a369d-381d-4cde-9834-4a3c66a3f02c), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:23.570702 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fc01d7b8-bc86-49c3-98d1-d4fbdc22ce1e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for port (c7289f45-4e6b-4233-afc7-26e45705e19a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:23.660584 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bee1c-368c-4d1c-8aef-c68148e9d206 req-f778f5a8-9d27-4863-b763-754083016493 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:23.667814 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ab5bee1c-368c-4d1c-8aef-c68148e9d206 req-f778f5a8-9d27-4863-b763-754083016493 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.2286184 Feb 20 03:45:23.698265 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fc01d7b8-bc86-49c3-98d1-d4fbdc22ce1e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (c7289f45-4e6b-4233-afc7-26e45705e19a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:23.713681 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-fc047380-445c-4d61-a8a1-de0158f0d50a None None] For port 77b89bee-8b2b-4b33-8520-6c3db4fccc47, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=77b89bee-8b2b-4b33-8520-6c3db4fccc47,segment=NetworkSegment(d904d1b0-f697-4f28-adf7-53c227443006),segment_id=d904d1b0-f697-4f28-adf7-53c227443006)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:23.743769 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f7da043a-d6f9-4af5-8c31-19c74b253c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (7b3c54b1-c68d-48f6-9547-8609a18dfd32), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:23.760730 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083c5ca0-559c-44ed-a8be-30e9791874cf None None] Network f3326c34-f17d-45b9-bf50-d5d1a9a26d6a is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:45:23.761519 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c5ca0-559c-44ed-a8be-30e9791874cf None None] Pushing event updated for resources: {'Port': ['ID=3c5a369d-381d-4cde-9834-4a3c66a3f02c,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:23.769093 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=704b66a5-2e83-41de-ba1d-777ee6bc4c8e,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:23.774494 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-083c5ca0-559c-44ed-a8be-30e9791874cf None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:45:23.787443 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083c5ca0-559c-44ed-a8be-30e9791874cf None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:45:23.794121 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-5cdf3ed9-5df0-44b0-a64d-ee7c6874470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4611ce-d7e6-47dd-a146-fbdc3505d638', 'name': 'tempest-ServerRescueNegativeTestJSON-231006868-router', 'tenant_id': '68913620b1864349b0b30a94042b9c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': '7b3c54b1-c68d-48f6-9547-8609a18dfd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:53Z', 'updated_at': '2022-02-20T03:45:18Z', 'revision_number': 5, 'project_id': '68913620b1864349b0b30a94042b9c2a', 'gw_port': {'id': '7b3c54b1-c68d-48f6-9547-8609a18dfd32', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4611ce-d7e6-47dd-a146-fbdc3505d638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:55Z', 'updated_at': '2022-02-20T03:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:23.826955 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '704b66a5-2e83-41de-ba1d-777ee6bc4c8e', 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51', 'port_id': '704b66a5-2e83-41de-ba1d-777ee6bc4c8e', 'mac_address': 'fa:16:3e:cf:6c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e8c386-47fc-4d48-86f0-3d288a799fec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:45:23.831561 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fc047380-445c-4d61-a8a1-de0158f0d50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (77b89bee-8b2b-4b33-8520-6c3db4fccc47), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:23.836381 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdf3ed9-5df0-44b0-a64d-ee7c6874470b None None] Checking router: fd4611ce-d7e6-47dd-a146-fbdc3505d638 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:45:23.841961 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ab5bee1c-368c-4d1c-8aef-c68148e9d206 req-1342ab9b-7f09-4a71-8ab0-38bd1c634015 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732140 Feb 20 03:45:23.889196 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc01d7b8-bc86-49c3-98d1-d4fbdc22ce1e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network f3326c34-f17d-45b9-bf50-d5d1a9a26d6a is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:45:23.896488 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01d7b8-bc86-49c3-98d1-d4fbdc22ce1e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Port': ['ID=c7289f45-4e6b-4233-afc7-26e45705e19a,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:23.905595 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-fc01d7b8-bc86-49c3-98d1-d4fbdc22ce1e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:45:23.909296 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc01d7b8-bc86-49c3-98d1-d4fbdc22ce1e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:45:23.929022 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da043a-d6f9-4af5-8c31-19c74b253c21 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b3c54b1-c68d-48f6-9547-8609a18dfd32,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:24.026806 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fc01d7b8-bc86-49c3-98d1-d4fbdc22ce1e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (711f0fc0-f88f-474b-91d1-e0edfc76135a), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:24.085337 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f7da043a-d6f9-4af5-8c31-19c74b253c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (fd4611ce-d7e6-47dd-a146-fbdc3505d638), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:24.212180 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb6d1e-fb9f-451d-9fa8-f0b042967e4f req-7629e6a2-d56e-4bbe-bcd4-1d24152b26fd tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:24.213764 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78fb6d1e-fb9f-451d-9fa8-f0b042967e4f req-7629e6a2-d56e-4bbe-bcd4-1d24152b26fd tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1902847 Feb 20 03:45:24.218479 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f7da043a-d6f9-4af5-8c31-19c74b253c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (fd4611ce-d7e6-47dd-a146-fbdc3505d638), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:24.225468 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f7da043a-d6f9-4af5-8c31-19c74b253c21 admin admin] Publish callbacks [] for router_controller (fd4611ce-d7e6-47dd-a146-fbdc3505d638), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:24.322665 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fc01d7b8-bc86-49c3-98d1-d4fbdc22ce1e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c7289f45-4e6b-4233-afc7-26e45705e19a), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:24.351849 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78fb6d1e-fb9f-451d-9fa8-f0b042967e4f req-45050fff-b5b3-4e24-813d-d2a81a59783d tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279616 Feb 20 03:45:24.384532 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f7da043a-d6f9-4af5-8c31-19c74b253c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (fd4611ce-d7e6-47dd-a146-fbdc3505d638), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:24.385075 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7da043a-d6f9-4af5-8c31-19c74b253c21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd4611ce-d7e6-47dd-a146-fbdc3505d638 {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:45:24.390900 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f7da043a-d6f9-4af5-8c31-19c74b253c21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:24.395208 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f7da043a-d6f9-4af5-8c31-19c74b253c21 admin admin] 10.222.0.89 "DELETE /v2.0/routers/fd4611ce-d7e6-47dd-a146-fbdc3505d638 HTTP/1.1" status: 204 len: 168 time: 4.2711797 Feb 20 03:45:24.399392 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48100) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:24.520751 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3179fe0-f9a9-441d-9d74-a6a70ef1be6a admin admin] Deleting subnet 59da23fb-2a69-4f62-8734-ed62cd9e052d {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:45:24.525770 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f3179fe0-f9a9-441d-9d74-a6a70ef1be6a admin admin] Publish callbacks [] for subnet (59da23fb-2a69-4f62-8734-ed62cd9e052d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:24.559406 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be49a03-6d5a-402f-8dee-d62747ba3c97 req-a71ad1e5-0af6-4078-a9fb-dcc8be2c3dc7 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:24.567188 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1be49a03-6d5a-402f-8dee-d62747ba3c97 req-a71ad1e5-0af6-4078-a9fb-dcc8be2c3dc7 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1131759 Feb 20 03:45:24.623420 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f3179fe0-f9a9-441d-9d74-a6a70ef1be6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (59da23fb-2a69-4f62-8734-ed62cd9e052d), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:24.647816 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:24.648481 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:24.786214 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1be49a03-6d5a-402f-8dee-d62747ba3c97 req-828b249b-f2d5-43d5-b2a3-95eefebd0bad tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092581 Feb 20 03:45:24.841973 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f3179fe0-f9a9-441d-9d74-a6a70ef1be6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (59da23fb-2a69-4f62-8734-ed62cd9e052d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:24.848837 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdf3ed9-5df0-44b0-a64d-ee7c6874470b None None] Routers set() bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:45:24.849397 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdf3ed9-5df0-44b0-a64d-ee7c6874470b None None] Router IDs set() for agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 20 03:45:24.850118 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_agentschedulers_db [None req-5cdf3ed9-5df0-44b0-a64d-ee7c6874470b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fd4611ce-d7e6-47dd-a146-fbdc3505d638'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:44:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent'). {{(pid=104107) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 20 03:45:24.859192 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdf3ed9-5df0-44b0-a64d-ee7c6874470b None None] The sync data for ids ['fd4611ce-d7e6-47dd-a146-fbdc3505d638'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:45:24.915838 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 704b66a5-2e83-41de-ba1d-777ee6bc4c8e {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:45:25.038819 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc047380-445c-4d61-a8a1-de0158f0d50a None None] Pushing event updated for resources: {'Port': ['ID=77b89bee-8b2b-4b33-8520-6c3db4fccc47,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:25.073454 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2e28c699-1bfb-4f10-ba21-2f5e03dc21b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'name': 'tempest-RoutersTest-router-1887084734', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:48Z', 'updated_at': '2022-02-20T03:45:14Z', 'revision_number': 4, 'project_id': '43d4b034525e47029e777f2e09722643', 'gw_port_host': None, '_interfaces': [{'id': '4e99940d-85ad-4df2-86d6-9cffa58cb8d3', 'name': '', 'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:e4:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:53Z', 'updated_at': '2022-02-20T03:45:05Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52a5ed07-399e-4352-8c79-28ee98c258fe', 'name': '', 'network_id': 'e18c56fe-42a1-460e-a977-ce7ef939d6d3', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:4e:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:05Z', 'updated_at': '2022-02-20T03:45:13Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77b89bee-8b2b-4b33-8520-6c3db4fccc47', 'name': '', 'network_id': 'dcfea93f-ff61-4960-bf0f-bd5dc0dba05a', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:09:88:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:13Z', 'updated_at': '2022-02-20T03:45:20Z', 'revision_number': 4, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': '0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:25.078785 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-083c5ca0-559c-44ed-a8be-30e9791874cf None None] Attempting to bind port 3c5a369d-381d-4cde-9834-4a3c66a3f02c on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:45:25.079632 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-083c5ca0-559c-44ed-a8be-30e9791874cf None None] Attempting to bind port 3c5a369d-381d-4cde-9834-4a3c66a3f02c by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '5cfb03a1-85bb-40a9-b7b0-d77ecf19480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'f3326c34-f17d-45b9-bf50-d5d1a9a26d6a'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:45:25.080698 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083c5ca0-559c-44ed-a8be-30e9791874cf None None] Attempting to bind port 3c5a369d-381d-4cde-9834-4a3c66a3f02c on network f3326c34-f17d-45b9-bf50-d5d1a9a26d6a {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:45:25.110290 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f3179fe0-f9a9-441d-9d74-a6a70ef1be6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (59da23fb-2a69-4f62-8734-ed62cd9e052d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:25.137766 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f3179fe0-f9a9-441d-9d74-a6a70ef1be6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:25.152326 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f3179fe0-f9a9-441d-9d74-a6a70ef1be6a admin admin] 10.222.0.89 "DELETE /v2.0/subnets/59da23fb-2a69-4f62-8734-ed62cd9e052d HTTP/1.1" status: 204 len: 168 time: 0.7518137 Feb 20 03:45:25.155426 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48120) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:25.213847 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083c5ca0-559c-44ed-a8be-30e9791874cf None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:45:25.215328 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083c5ca0-559c-44ed-a8be-30e9791874cf None None] Checking segment: {'id': '5cfb03a1-85bb-40a9-b7b0-d77ecf19480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'f3326c34-f17d-45b9-bf50-d5d1a9a26d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:45:25.216528 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-083c5ca0-559c-44ed-a8be-30e9791874cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:25.217904 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083c5ca0-559c-44ed-a8be-30e9791874cf None None] Bound using segment: {'id': '5cfb03a1-85bb-40a9-b7b0-d77ecf19480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'f3326c34-f17d-45b9-bf50-d5d1a9a26d6a'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:45:25.219073 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-083c5ca0-559c-44ed-a8be-30e9791874cf None None] Bound port: 3c5a369d-381d-4cde-9834-4a3c66a3f02c, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfb03a1-85bb-40a9-b7b0-d77ecf19480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'f3326c34-f17d-45b9-bf50-d5d1a9a26d6a'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:45:25.220328 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-083c5ca0-559c-44ed-a8be-30e9791874cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3c5a369d-381d-4cde-9834-4a3c66a3f02c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:25.265921 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=704b66a5-2e83-41de-ba1d-777ee6bc4c8e,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:25.272638 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e28c699-1bfb-4f10-ba21-2f5e03dc21b8 None None] The sync data for ids ['711f0fc0-f88f-474b-91d1-e0edfc76135a'] in n-d-829866-4 is: [{'id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'name': 'tempest-RoutersTest-router-1887084734', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:48Z', 'updated_at': '2022-02-20T03:45:14Z', 'revision_number': 4, 'project_id': '43d4b034525e47029e777f2e09722643', 'gw_port_host': None, '_interfaces': [{'id': '4e99940d-85ad-4df2-86d6-9cffa58cb8d3', 'name': '', 'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:e4:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:53Z', 'updated_at': '2022-02-20T03:45:05Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52a5ed07-399e-4352-8c79-28ee98c258fe', 'name': '', 'network_id': 'e18c56fe-42a1-460e-a977-ce7ef939d6d3', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:4e:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:05Z', 'updated_at': '2022-02-20T03:45:13Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77b89bee-8b2b-4b33-8520-6c3db4fccc47', 'name': '', 'network_id': 'dcfea93f-ff61-4960-bf0f-bd5dc0dba05a', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:09:88:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:13Z', 'updated_at': '2022-02-20T03:45:20Z', 'revision_number': 4, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': '0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:45:25.284106 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3179fe0-f9a9-441d-9d74-a6a70ef1be6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59da23fb-2a69-4f62-8734-ed62cd9e052d,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:25.349535 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:25.415023 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1f297-0487-470e-9a05-7a9de9f1f581 req-e01005b9-ea8e-4854-b2f2-e74eef99259d tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:25.442390 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9fe1f297-0487-470e-9a05-7a9de9f1f581 req-e01005b9-ea8e-4854-b2f2-e74eef99259d tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.2838123 Feb 20 03:45:25.557544 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fc01d7b8-bc86-49c3-98d1-d4fbdc22ce1e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for port (c7289f45-4e6b-4233-afc7-26e45705e19a), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:25.673914 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['704b66a5-2e83-41de-ba1d-777ee6bc4c8e'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:45:25.755947 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=704b66a5-2e83-41de-ba1d-777ee6bc4c8e,revision_number=9']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:25.781108 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-083c5ca0-559c-44ed-a8be-30e9791874cf None None] For port 3c5a369d-381d-4cde-9834-4a3c66a3f02c, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:45:25.806697 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9fe1f297-0487-470e-9a05-7a9de9f1f581 req-cf4081bd-240a-4f28-8bf0-25e1c19357bb tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626416 Feb 20 03:45:25.814263 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-083c5ca0-559c-44ed-a8be-30e9791874cf None None] For port 3c5a369d-381d-4cde-9834-4a3c66a3f02c, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3c5a369d-381d-4cde-9834-4a3c66a3f02c,segment=NetworkSegment(5cfb03a1-85bb-40a9-b7b0-d77ecf19480e),segment_id=5cfb03a1-85bb-40a9-b7b0-d77ecf19480e)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:45:25.829752 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3d91f020-e4a1-4e5b-9cdb-57e148acf1f9 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:45:25.858641 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fc01d7b8-bc86-49c3-98d1-d4fbdc22ce1e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (c7289f45-4e6b-4233-afc7-26e45705e19a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:25.866317 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 3d91f020-e4a1-4e5b-9cdb-57e148acf1f9 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:45:25.867168 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3d91f020-e4a1-4e5b-9cdb-57e148acf1f9 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:45:25.923340 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-083c5ca0-559c-44ed-a8be-30e9791874cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3c5a369d-381d-4cde-9834-4a3c66a3f02c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:26.021718 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c5ca0-559c-44ed-a8be-30e9791874cf None None] Pushing event updated for resources: {'Port': ['ID=3c5a369d-381d-4cde-9834-4a3c66a3f02c,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:26.094086 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84d941-4391-4c2c-b436-1e554c5ae262 req-9e01664a-e3f2-41a9-a62a-3fb9a12737bc tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:26.115317 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3b84d941-4391-4c2c-b436-1e554c5ae262 req-9e01664a-e3f2-41a9-a62a-3fb9a12737bc tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1438556 Feb 20 03:45:26.119012 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01d7b8-bc86-49c3-98d1-d4fbdc22ce1e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event updated for resources: {'Port': ['ID=c7289f45-4e6b-4233-afc7-26e45705e19a,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:26.277156 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-061382e5-96e4-46b3-8284-03719f72f990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:26.309459 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3b84d941-4391-4c2c-b436-1e554c5ae262 req-02de8229-b693-4759-b90b-bd1daf6811ff tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885920 Feb 20 03:45:26.343709 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fc01d7b8-bc86-49c3-98d1-d4fbdc22ce1e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (711f0fc0-f88f-474b-91d1-e0edfc76135a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:26.463086 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-52c05215-2461-4bb5-8110-eb8c961a2371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:26.572504 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbf6ad-304c-4fdd-9cdc-023547a24cc0 req-6df56831-c01e-460f-95ab-aa5c59aa19bc tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:26.594391 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-44bbf6ad-304c-4fdd-9cdc-023547a24cc0 req-6df56831-c01e-460f-95ab-aa5c59aa19bc tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1390836 Feb 20 03:45:26.734684 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-061382e5-96e4-46b3-8284-03719f72f990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:26.769127 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-44bbf6ad-304c-4fdd-9cdc-023547a24cc0 req-c7564d54-d6c8-4d36-b656-450790d524bf tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727934 Feb 20 03:45:26.807869 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-061382e5-96e4-46b3-8284-03719f72f990 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:26.869532 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-061382e5-96e4-46b3-8284-03719f72f990 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f319aa1c-162d-43f3-86f8-ad73b68a5ca8') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:26.869532 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-061382e5-96e4-46b3-8284-03719f72f990 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f319aa1c-162d-43f3-86f8-ad73b68a5ca8') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:26.896838 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-061382e5-96e4-46b3-8284-03719f72f990 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (f319aa1c-162d-43f3-86f8-ad73b68a5ca8), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:26.926069 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-061382e5-96e4-46b3-8284-03719f72f990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (f319aa1c-162d-43f3-86f8-ad73b68a5ca8), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:26.931949 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc01d7b8-bc86-49c3-98d1-d4fbdc22ce1e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Network f3326c34-f17d-45b9-bf50-d5d1a9a26d6a is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:45:26.934308 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-fc01d7b8-bc86-49c3-98d1-d4fbdc22ce1e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:45:26.946373 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-061382e5-96e4-46b3-8284-03719f72f990 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:45:26.947069 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-061382e5-96e4-46b3-8284-03719f72f990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (f319aa1c-162d-43f3-86f8-ad73b68a5ca8), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:26.949010 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:45:26.949010 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:45:26.949010 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:45:26.949010 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:45:26.949010 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:45:26.949010 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:45:26.949010 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:45:26.949010 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:45:26.949010 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:45:26.949010 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:45:26.949010 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:45:26.949010 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:45:26.949010 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:45:26.949010 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:45:26.949010 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:45:26.949010 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:45:26.949010 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:45:26.949010 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:45:26.949010 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:45:26.949010 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:45:26.949010 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:45:26.949010 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:45:26.949010 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:45:26.949010 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:45:26.949010 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:45:26.949010 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:45:26.949010 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:45:26.949010 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:45:26.949010 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:45:26.949010 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:45:26.949010 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:45:26.949010 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:45:27.007517 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327058bb-5c23-4afe-bb96-90058556ff25 req-929a8ed4-568d-46d2-bada-1b6bbb481d1f tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:27.016177 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-327058bb-5c23-4afe-bb96-90058556ff25 req-929a8ed4-568d-46d2-bada-1b6bbb481d1f tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.0907984 Feb 20 03:45:27.096049 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-327058bb-5c23-4afe-bb96-90058556ff25 req-e947c273-cb67-4ebf-8910-bb23e870fcf5 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788171 Feb 20 03:45:27.214197 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc01d7b8-bc86-49c3-98d1-d4fbdc22ce1e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Router 711f0fc0-f88f-474b-91d1-e0edfc76135a has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:45:27.327675 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-061382e5-96e4-46b3-8284-03719f72f990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:27.342326 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-061382e5-96e4-46b3-8284-03719f72f990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:27.349407 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-061382e5-96e4-46b3-8284-03719f72f990 admin admin] 10.222.0.89 "DELETE /v2.0/networks/b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879 HTTP/1.1" status: 204 len: 168 time: 2.1893768 Feb 20 03:45:27.360564 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 704b66a5-2e83-41de-ba1d-777ee6bc4c8e up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:45:27.446670 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:27.447746 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:27.481838 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061382e5-96e4-46b3-8284-03719f72f990 admin admin] Pushing event deleted for resources: {'Network': ['ID=b388d4d0-ba68-4d9e-9e2e-d01f5c3a2879,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:27.515423 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc01d7b8-bc86-49c3-98d1-d4fbdc22ce1e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:45:27.527475 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fc01d7b8-bc86-49c3-98d1-d4fbdc22ce1e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "PUT /v2.0/routers/711f0fc0-f88f-474b-91d1-e0edfc76135a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3891776 Feb 20 03:45:27.531399 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48168) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:27.536888 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-c168ead3-e426-4a9d-8179-5f6e1b909aaf tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:45:27.561133 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0d495b-8190-48ac-a491-9cbd1f63d707 None None] Sync routers for ids ['711f0fc0-f88f-474b-91d1-e0edfc76135a'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:45:27.577535 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3c5a369d-381d-4cde-9834-4a3c66a3f02c up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:45:27.752935 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0d495b-8190-48ac-a491-9cbd1f63d707 None None] Routers {'711f0fc0-f88f-474b-91d1-e0edfc76135a'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:45:27.759367 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ad0d495b-8190-48ac-a491-9cbd1f63d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:44:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['711f0fc0-f88f-474b-91d1-e0edfc76135a'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:27.945751 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:27.946148 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:28.055921 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43c33d3-020b-4334-87ed-69fe568475fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704b66a5-2e83-41de-ba1d-777ee6bc4c8e'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:45:28.058249 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5492de-99a8-4179-acd5-917ab99e52a3" -d '{"events": [{"server_uuid": "e43c33d3-020b-4334-87ed-69fe568475fd", "name": "network-vif-plugged", "status": "completed", "tag": "704b66a5-2e83-41de-ba1d-777ee6bc4c8e"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:45:28.089153 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=704b66a5-2e83-41de-ba1d-777ee6bc4c8e,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:28.090201 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 3c5a369d-381d-4cde-9834-4a3c66a3f02c triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:28.090592 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3c5a369d-381d-4cde-9834-4a3c66a3f02c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:28.095899 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-ad0d495b-8190-48ac-a491-9cbd1f63d707 None None] Set router 711f0fc0-f88f-474b-91d1-e0edfc76135a gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:45:28.313007 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48194) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:28.368485 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:28.465049 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-14328bbc-c2cd-4209-ba27-b94962aa04bd admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=68913620b1864349b0b30a94042b9c2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1477070 Feb 20 03:45:28.467334 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48196) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:28.540322 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed79294f-2818-48a5-aff5-93609baa8af3 x-openstack-request-id: req-ed79294f-2818-48a5-aff5-93609baa8af3 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:45:28.540769 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43c33d3-020b-4334-87ed-69fe568475fd", "name": "network-vif-plugged", "status": "completed", "tag": "704b66a5-2e83-41de-ba1d-777ee6bc4c8e", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:45:28.541034 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ed79294f-2818-48a5-aff5-93609baa8af3 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:45:28.541444 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43c33d3-020b-4334-87ed-69fe568475fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704b66a5-2e83-41de-ba1d-777ee6bc4c8e', 'code': 200} Feb 20 03:45:28.552206 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=704b66a5-2e83-41de-ba1d-777ee6bc4c8e,revision_number=10']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:28.572464 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c1b640a0-93c7-45f8-94ee-f449dcc3440d admin admin] Publish callbacks [] for security_group (ed06e5b8-d92c-4484-910f-5ea86142528b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:28.601324 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c1b640a0-93c7-45f8-94ee-f449dcc3440d admin admin] Publish callbacks [] for security_group (ed06e5b8-d92c-4484-910f-5ea86142528b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:28.652815 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df3963c-712b-4501-a8c3-e415ce33eaac None None] Network f3326c34-f17d-45b9-bf50-d5d1a9a26d6a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:45:28.766145 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c1b640a0-93c7-45f8-94ee-f449dcc3440d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ed06e5b8-d92c-4484-910f-5ea86142528b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:28.769461 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c1b640a0-93c7-45f8-94ee-f449dcc3440d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:28.774208 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c1b640a0-93c7-45f8-94ee-f449dcc3440d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ed06e5b8-d92c-4484-910f-5ea86142528b HTTP/1.1" status: 204 len: 168 time: 0.3049581 Feb 20 03:45:28.791477 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b640a0-93c7-45f8-94ee-f449dcc3440d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed06e5b8-d92c-4484-910f-5ea86142528b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:28.815211 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.extraroute_db [None req-c168ead3-e426-4a9d-8179-5f6e1b909aaf tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=104105) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 20 03:45:28.835064 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23327751-3500-4f39-8f9c-be986b6aaa2a req-3a8fa040-0597-47b8-8af6-6950e039ae7d tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:28.842253 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-23327751-3500-4f39-8f9c-be986b6aaa2a req-3a8fa040-0597-47b8-8af6-6950e039ae7d tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.3190882 Feb 20 03:45:28.854412 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.extraroute_db [None req-c168ead3-e426-4a9d-8179-5f6e1b909aaf tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Removed routes are [] {{(pid=104105) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 20 03:45:28.854990 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c168ead3-e426-4a9d-8179-5f6e1b909aaf tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16304713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16307768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6330'] for router (711f0fc0-f88f-474b-91d1-e0edfc76135a), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:28.949820 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-23327751-3500-4f39-8f9c-be986b6aaa2a req-379e581b-de5b-48e9-9435-c0fee67505e3 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011913 Feb 20 03:45:28.949975 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2f818d5c-7302-4d56-b193-6617b59ffd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:29.081604 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 3c5a369d-381d-4cde-9834-4a3c66a3f02c is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:29.089419 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3c5a369d-381d-4cde-9834-4a3c66a3f02c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:29.096099 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d7d05a41-9040-4bd9-ac18-ba3b510b3877 None None] Provisioning complete for port 3c5a369d-381d-4cde-9834-4a3c66a3f02c triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:29.096607 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d7d05a41-9040-4bd9-ac18-ba3b510b3877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3c5a369d-381d-4cde-9834-4a3c66a3f02c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:29.168791 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 3c5a369d-381d-4cde-9834-4a3c66a3f02c, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3c5a369d-381d-4cde-9834-4a3c66a3f02c,segment=NetworkSegment(5cfb03a1-85bb-40a9-b7b0-d77ecf19480e),segment_id=5cfb03a1-85bb-40a9-b7b0-d77ecf19480e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:29.247728 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3c5a369d-381d-4cde-9834-4a3c66a3f02c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:29.248675 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 77b89bee-8b2b-4b33-8520-6c3db4fccc47 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:45:29.342236 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=3c5a369d-381d-4cde-9834-4a3c66a3f02c,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:29.385841 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d7d05a41-9040-4bd9-ac18-ba3b510b3877 None None] Current status of the port 3c5a369d-381d-4cde-9834-4a3c66a3f02c is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:29.417356 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c168ead3-e426-4a9d-8179-5f6e1b909aaf tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16304713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16307768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6330'] for router (711f0fc0-f88f-474b-91d1-e0edfc76135a), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:29.428528 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c168ead3-e426-4a9d-8179-5f6e1b909aaf tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16304734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16304727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16307761'] for router (711f0fc0-f88f-474b-91d1-e0edfc76135a), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:29.438019 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ad0d495b-8190-48ac-a491-9cbd1f63d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'name': 'tempest-RoutersTest-router-1887084734', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:48Z', 'updated_at': '2022-02-20T03:45:24Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'gw_port_host': None, '_interfaces': [{'id': '4e99940d-85ad-4df2-86d6-9cffa58cb8d3', 'name': '', 'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:e4:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:53Z', 'updated_at': '2022-02-20T03:45:05Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52a5ed07-399e-4352-8c79-28ee98c258fe', 'name': '', 'network_id': 'e18c56fe-42a1-460e-a977-ce7ef939d6d3', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:4e:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:05Z', 'updated_at': '2022-02-20T03:45:13Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77b89bee-8b2b-4b33-8520-6c3db4fccc47', 'name': '', 'network_id': 'dcfea93f-ff61-4960-bf0f-bd5dc0dba05a', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:09:88:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:13Z', 'updated_at': '2022-02-20T03:45:23Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': '0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7289f45-4e6b-4233-afc7-26e45705e19a', 'name': '', 'network_id': 'f3326c34-f17d-45b9-bf50-d5d1a9a26d6a', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:ca:f2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f84ccc79-6c09-4f40-82bb-097c7fb5840e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:22Z', 'updated_at': '2022-02-20T03:45:24Z', 'revision_number': 2, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'f84ccc79-6c09-4f40-82bb-097c7fb5840e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:29.517715 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0d495b-8190-48ac-a491-9cbd1f63d707 None None] Checking router: 711f0fc0-f88f-474b-91d1-e0edfc76135a for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:45:29.518219 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0d495b-8190-48ac-a491-9cbd1f63d707 None None] Updating router 711f0fc0-f88f-474b-91d1-e0edfc76135a port c7289f45-4e6b-4233-afc7-26e45705e19a binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:45:29.551889 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ad0d495b-8190-48ac-a491-9cbd1f63d707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c7289f45-4e6b-4233-afc7-26e45705e19a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:29.571709 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 77b89bee-8b2b-4b33-8520-6c3db4fccc47 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:29.572259 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (77b89bee-8b2b-4b33-8520-6c3db4fccc47), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:29.767463 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c168ead3-e426-4a9d-8179-5f6e1b909aaf tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Router 711f0fc0-f88f-474b-91d1-e0edfc76135a has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:45:29.884048 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 77b89bee-8b2b-4b33-8520-6c3db4fccc47 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:29.892627 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-843567ec-fbe6-4dbe-89a4-4af5e5899296 None None] Provisioning complete for port c7289f45-4e6b-4233-afc7-26e45705e19a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:29.892796 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-843567ec-fbe6-4dbe-89a4-4af5e5899296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c7289f45-4e6b-4233-afc7-26e45705e19a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:29.900591 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 7b3c54b1-c68d-48f6-9547-8609a18dfd32 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:45:29.934047 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 7b3c54b1-c68d-48f6-9547-8609a18dfd32 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:45:29.934431 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 7b3c54b1-c68d-48f6-9547-8609a18dfd32 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:45:30.021834 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c168ead3-e426-4a9d-8179-5f6e1b909aaf tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:45:30.051049 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c168ead3-e426-4a9d-8179-5f6e1b909aaf tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:30.052261 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:30.053805 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c168ead3-e426-4a9d-8179-5f6e1b909aaf tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "PUT /v2.0/routers/711f0fc0-f88f-474b-91d1-e0edfc76135a HTTP/1.1" status: 200 len: 934 time: 2.5212853 Feb 20 03:45:30.056625 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48224) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:30.071442 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-843567ec-fbe6-4dbe-89a4-4af5e5899296 None None] Port c7289f45-4e6b-4233-afc7-26e45705e19a cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:45:30.125552 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-843567ec-fbe6-4dbe-89a4-4af5e5899296 None None] Provisioning complete for port 3c5a369d-381d-4cde-9834-4a3c66a3f02c triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:30.126598 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-843567ec-fbe6-4dbe-89a4-4af5e5899296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3c5a369d-381d-4cde-9834-4a3c66a3f02c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:30.211432 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3c5a369d-381d-4cde-9834-4a3c66a3f02c up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:45:30.301474 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d07a8c-dcae-4442-969b-a1a6c02c8f3d req-4a778827-8154-4261-9e13-bde6ef2f4f66 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:30.326353 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-91d07a8c-dcae-4442-969b-a1a6c02c8f3d req-4a778827-8154-4261-9e13-bde6ef2f4f66 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1788747 Feb 20 03:45:30.404038 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-47a83155-3c1e-4d96-9248-9f6475caaa77 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "GET /v2.0/routers/711f0fc0-f88f-474b-91d1-e0edfc76135a HTTP/1.1" status: 200 len: 934 time: 0.3431756 Feb 20 03:45:30.407508 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48228) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:30.411326 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-2e03bc37-2671-498d-9852-1c50ce328324 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Request body: {'router': {'routes': None}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:45:30.495880 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-91d07a8c-dcae-4442-969b-a1a6c02c8f3d req-729eb9dd-7f51-4c71-9be3-4f19d643b5ce tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681509 Feb 20 03:45:30.707957 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 3c5a369d-381d-4cde-9834-4a3c66a3f02c triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:30.708480 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3c5a369d-381d-4cde-9834-4a3c66a3f02c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:30.929348 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ad0d495b-8190-48ac-a491-9cbd1f63d707 None None] Publish callbacks [] for port (c7289f45-4e6b-4233-afc7-26e45705e19a), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:30.929348 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-843567ec-fbe6-4dbe-89a4-4af5e5899296 None None] Current status of the port 3c5a369d-381d-4cde-9834-4a3c66a3f02c is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:30.929348 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 3c5a369d-381d-4cde-9834-4a3c66a3f02c is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:31.010335 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-048efff0-f0bb-4e2c-bd1c-953691a8e9d3 None None] Provisioning complete for port c7289f45-4e6b-4233-afc7-26e45705e19a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:31.010723 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-048efff0-f0bb-4e2c-bd1c-953691a8e9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c7289f45-4e6b-4233-afc7-26e45705e19a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:31.085203 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-048efff0-f0bb-4e2c-bd1c-953691a8e9d3 None None] Port c7289f45-4e6b-4233-afc7-26e45705e19a cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:45:31.094961 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ad0d495b-8190-48ac-a491-9cbd1f63d707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (c7289f45-4e6b-4233-afc7-26e45705e19a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:31.112019 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.extraroute_db [None req-2e03bc37-2671-498d-9852-1c50ce328324 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Added routes are [] {{(pid=104106) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 20 03:45:31.112632 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.extraroute_db [None req-2e03bc37-2671-498d-9852-1c50ce328324 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=104106) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 20 03:45:31.183874 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da63a4-2779-429c-bcd6-7d78d3a6eb70 None None] Pushing event updated for resources: {'Port': ['ID=c7289f45-4e6b-4233-afc7-26e45705e19a,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:31.203060 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48256) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:31.238271 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2e03bc37-2671-498d-9852-1c50ce328324 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16304713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16307768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6330'] for router (711f0fc0-f88f-474b-91d1-e0edfc76135a), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:31.285975 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ad0d495b-8190-48ac-a491-9cbd1f63d707 None None] Attempting to bind port c7289f45-4e6b-4233-afc7-26e45705e19a on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:45:31.286982 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ad0d495b-8190-48ac-a491-9cbd1f63d707 None None] Attempting to bind port c7289f45-4e6b-4233-afc7-26e45705e19a by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '5cfb03a1-85bb-40a9-b7b0-d77ecf19480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'f3326c34-f17d-45b9-bf50-d5d1a9a26d6a'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:45:31.287456 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0d495b-8190-48ac-a491-9cbd1f63d707 None None] Attempting to bind port c7289f45-4e6b-4233-afc7-26e45705e19a on network f3326c34-f17d-45b9-bf50-d5d1a9a26d6a {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:45:31.294296 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0d495b-8190-48ac-a491-9cbd1f63d707 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:45:31.295000 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0d495b-8190-48ac-a491-9cbd1f63d707 None None] Checking segment: {'id': '5cfb03a1-85bb-40a9-b7b0-d77ecf19480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'f3326c34-f17d-45b9-bf50-d5d1a9a26d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:45:31.295546 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ad0d495b-8190-48ac-a491-9cbd1f63d707 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:31.296055 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0d495b-8190-48ac-a491-9cbd1f63d707 None None] Bound using segment: {'id': '5cfb03a1-85bb-40a9-b7b0-d77ecf19480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'f3326c34-f17d-45b9-bf50-d5d1a9a26d6a'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:45:31.297154 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ad0d495b-8190-48ac-a491-9cbd1f63d707 None None] Bound port: c7289f45-4e6b-4233-afc7-26e45705e19a, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cfb03a1-85bb-40a9-b7b0-d77ecf19480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'f3326c34-f17d-45b9-bf50-d5d1a9a26d6a'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:45:31.297688 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ad0d495b-8190-48ac-a491-9cbd1f63d707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c7289f45-4e6b-4233-afc7-26e45705e19a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:31.299895 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:31.411427 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ad0d495b-8190-48ac-a491-9cbd1f63d707 None None] For port c7289f45-4e6b-4233-afc7-26e45705e19a, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:45:31.417022 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ad0d495b-8190-48ac-a491-9cbd1f63d707 None None] For port c7289f45-4e6b-4233-afc7-26e45705e19a, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=c7289f45-4e6b-4233-afc7-26e45705e19a,segment=NetworkSegment(5cfb03a1-85bb-40a9-b7b0-d77ecf19480e),segment_id=5cfb03a1-85bb-40a9-b7b0-d77ecf19480e)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:45:31.443760 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-1c2574b5-76b0-43e2-8dae-6fbbc18d9fd9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-733287737-network', 'tenant_id': 'ee1f83dd43a749889a261be042aa9ecd'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:45:31.522170 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ad0d495b-8190-48ac-a491-9cbd1f63d707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (c7289f45-4e6b-4233-afc7-26e45705e19a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:31.588679 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2574b5-76b0-43e2-8dae-6fbbc18d9fd9 admin admin] Made reservation on behalf of ee1f83dd43a749889a261be042aa9ecd for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:45:31.591252 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1c2574b5-76b0-43e2-8dae-6fbbc18d9fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:31.613569 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1c2574b5-76b0-43e2-8dae-6fbbc18d9fd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:31.674309 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0d495b-8190-48ac-a491-9cbd1f63d707 None None] Routers {'711f0fc0-f88f-474b-91d1-e0edfc76135a'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:45:31.676778 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ad0d495b-8190-48ac-a491-9cbd1f63d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:45:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['711f0fc0-f88f-474b-91d1-e0edfc76135a'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:31.755117 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2e03bc37-2671-498d-9852-1c50ce328324 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16304713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16307768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6330'] for router (711f0fc0-f88f-474b-91d1-e0edfc76135a), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:31.761517 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2e03bc37-2671-498d-9852-1c50ce328324 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16304734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16304727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16307761'] for router (711f0fc0-f88f-474b-91d1-e0edfc76135a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:31.924132 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-ad0d495b-8190-48ac-a491-9cbd1f63d707 None None] Set router 711f0fc0-f88f-474b-91d1-e0edfc76135a gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:45:31.940994 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e03bc37-2671-498d-9852-1c50ce328324 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Router 711f0fc0-f88f-474b-91d1-e0edfc76135a has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:45:32.014593 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0ee74-44a2-4d56-bc0b-104f92305a38 req-6bb06336-676a-4ca7-9cbf-cc972e419ce6 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:32.022610 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06c0ee74-44a2-4d56-bc0b-104f92305a38 req-6bb06336-676a-4ca7-9cbf-cc972e419ce6 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.2929292 Feb 20 03:45:32.082223 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-4b07f9fd-15da-409e-ab8d-c726e6664fb5 None None] Provisioning complete for port c7289f45-4e6b-4233-afc7-26e45705e19a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:32.082223 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4b07f9fd-15da-409e-ab8d-c726e6664fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c7289f45-4e6b-4233-afc7-26e45705e19a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:32.121989 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da63a4-2779-429c-bcd6-7d78d3a6eb70 None None] Pushing event updated for resources: {'Port': ['ID=c7289f45-4e6b-4233-afc7-26e45705e19a,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:32.135175 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e03bc37-2671-498d-9852-1c50ce328324 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:45:32.146651 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2e03bc37-2671-498d-9852-1c50ce328324 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:32.150908 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2e03bc37-2671-498d-9852-1c50ce328324 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "PUT /v2.0/routers/711f0fc0-f88f-474b-91d1-e0edfc76135a HTTP/1.1" status: 200 len: 700 time: 1.7450380 Feb 20 03:45:32.160269 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48274) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:32.178657 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1c2574b5-76b0-43e2-8dae-6fbbc18d9fd9 admin admin] Publish callbacks [] for security_group (942210c5-942a-4ade-9cbe-392ef7d9f3c4), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:32.258990 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06c0ee74-44a2-4d56-bc0b-104f92305a38 req-ddc89651-6295-45dd-81c6-f7aedc7bce97 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199218 Feb 20 03:45:32.268900 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1c2574b5-76b0-43e2-8dae-6fbbc18d9fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (942210c5-942a-4ade-9cbe-392ef7d9f3c4), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:32.348945 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c2574b5-76b0-43e2-8dae-6fbbc18d9fd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:45:32.354566 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-4b07f9fd-15da-409e-ab8d-c726e6664fb5 None None] Current status of the port c7289f45-4e6b-4233-afc7-26e45705e19a is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:32.355696 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4b07f9fd-15da-409e-ab8d-c726e6664fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c7289f45-4e6b-4233-afc7-26e45705e19a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:32.362815 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2574b5-76b0-43e2-8dae-6fbbc18d9fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942210c5-942a-4ade-9cbe-392ef7d9f3c4,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:32.377975 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1c2574b5-76b0-43e2-8dae-6fbbc18d9fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (7ac0e132-f159-46b3-89b9-bf69b2d2b389), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:32.378372 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-1c2574b5-76b0-43e2-8dae-6fbbc18d9fd9 admin admin] Added segment 7ac0e132-f159-46b3-89b9-bf69b2d2b389 of type vlan for network e7145295-dd19-4a16-9b45-ef5241878299 Feb 20 03:45:32.387496 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fd4e5b38-b4c0-4273-a033-562c97736067 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "GET /v2.0/routers/711f0fc0-f88f-474b-91d1-e0edfc76135a HTTP/1.1" status: 200 len: 700 time: 0.2234704 Feb 20 03:45:32.388233 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48278) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:32.454644 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-4b07f9fd-15da-409e-ab8d-c726e6664fb5 None None] For port c7289f45-4e6b-4233-afc7-26e45705e19a, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=c7289f45-4e6b-4233-afc7-26e45705e19a,segment=NetworkSegment(5cfb03a1-85bb-40a9-b7b0-d77ecf19480e),segment_id=5cfb03a1-85bb-40a9-b7b0-d77ecf19480e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:32.566806 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4b07f9fd-15da-409e-ab8d-c726e6664fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (c7289f45-4e6b-4233-afc7-26e45705e19a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:32.662077 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1c2574b5-76b0-43e2-8dae-6fbbc18d9fd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (e7145295-dd19-4a16-9b45-ef5241878299), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:32.700257 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07f9fd-15da-409e-ab8d-c726e6664fb5 None None] Pushing event updated for resources: {'Port': ['ID=c7289f45-4e6b-4233-afc7-26e45705e19a,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:32.713688 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-87b0102d-7894-4aa8-a660-036b470657de None None] Provisioning complete for port c7289f45-4e6b-4233-afc7-26e45705e19a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:32.714112 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-87b0102d-7894-4aa8-a660-036b470657de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c7289f45-4e6b-4233-afc7-26e45705e19a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:32.791615 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:32.797262 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ad0d495b-8190-48ac-a491-9cbd1f63d707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'name': 'tempest-RoutersTest-router-1887084734', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:48Z', 'updated_at': '2022-02-20T03:45:31Z', 'revision_number': 7, 'project_id': '43d4b034525e47029e777f2e09722643', 'gw_port_host': None, '_interfaces': [{'id': '4e99940d-85ad-4df2-86d6-9cffa58cb8d3', 'name': '', 'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:e4:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:53Z', 'updated_at': '2022-02-20T03:45:05Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52a5ed07-399e-4352-8c79-28ee98c258fe', 'name': '', 'network_id': 'e18c56fe-42a1-460e-a977-ce7ef939d6d3', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:4e:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:05Z', 'updated_at': '2022-02-20T03:45:13Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77b89bee-8b2b-4b33-8520-6c3db4fccc47', 'name': '', 'network_id': 'dcfea93f-ff61-4960-bf0f-bd5dc0dba05a', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:09:88:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:13Z', 'updated_at': '2022-02-20T03:45:23Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': '0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7289f45-4e6b-4233-afc7-26e45705e19a', 'name': '', 'network_id': 'f3326c34-f17d-45b9-bf50-d5d1a9a26d6a', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:ca:f2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f84ccc79-6c09-4f40-82bb-097c7fb5840e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:22Z', 'updated_at': '2022-02-20T03:45:31Z', 'revision_number': 4, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'f84ccc79-6c09-4f40-82bb-097c7fb5840e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:32.834185 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0d495b-8190-48ac-a491-9cbd1f63d707 None None] The sync data for ids ['711f0fc0-f88f-474b-91d1-e0edfc76135a'] in n-d-829866-4 is: [{'id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'name': 'tempest-RoutersTest-router-1887084734', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:48Z', 'updated_at': '2022-02-20T03:45:31Z', 'revision_number': 7, 'project_id': '43d4b034525e47029e777f2e09722643', 'gw_port_host': None, '_interfaces': [{'id': '4e99940d-85ad-4df2-86d6-9cffa58cb8d3', 'name': '', 'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:e4:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:53Z', 'updated_at': '2022-02-20T03:45:05Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52a5ed07-399e-4352-8c79-28ee98c258fe', 'name': '', 'network_id': 'e18c56fe-42a1-460e-a977-ce7ef939d6d3', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:4e:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:05Z', 'updated_at': '2022-02-20T03:45:13Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77b89bee-8b2b-4b33-8520-6c3db4fccc47', 'name': '', 'network_id': 'dcfea93f-ff61-4960-bf0f-bd5dc0dba05a', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:09:88:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:13Z', 'updated_at': '2022-02-20T03:45:23Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': '0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7289f45-4e6b-4233-afc7-26e45705e19a', 'name': '', 'network_id': 'f3326c34-f17d-45b9-bf50-d5d1a9a26d6a', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:ca:f2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f84ccc79-6c09-4f40-82bb-097c7fb5840e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:22Z', 'updated_at': '2022-02-20T03:45:31Z', 'revision_number': 4, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'f84ccc79-6c09-4f40-82bb-097c7fb5840e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:45:32.962416 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-87b0102d-7894-4aa8-a660-036b470657de None None] Current status of the port c7289f45-4e6b-4233-afc7-26e45705e19a is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:33.790579 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1c2574b5-76b0-43e2-8dae-6fbbc18d9fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (e7145295-dd19-4a16-9b45-ef5241878299), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:33.792202 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2574b5-76b0-43e2-8dae-6fbbc18d9fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:33.793129 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1c2574b5-76b0-43e2-8dae-6fbbc18d9fd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:33.992181 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48294) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:33.998184 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1c2574b5-76b0-43e2-8dae-6fbbc18d9fd9 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.7937508 Feb 20 03:45:34.008589 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-39ee7c56-f05f-4a56-a188-35efc57b55b8 admin admin] Request body: {'subnet': {'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-733287737-subnet', 'tenant_id': 'ee1f83dd43a749889a261be042aa9ecd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:45:34.154645 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ee7c56-f05f-4a56-a188-35efc57b55b8 admin admin] Made reservation on behalf of ee1f83dd43a749889a261be042aa9ecd for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:45:34.158323 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-39ee7c56-f05f-4a56-a188-35efc57b55b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:34.178725 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device c7289f45-4e6b-4233-afc7-26e45705e19a up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:45:34.221371 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b127a00-2553-4155-8676-2b80933420ba None None] Sync routers for ids ['711f0fc0-f88f-474b-91d1-e0edfc76135a'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:45:34.223313 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2574b5-76b0-43e2-8dae-6fbbc18d9fd9 admin admin] Pushing event updated for resources: {'Network': ['ID=e7145295-dd19-4a16-9b45-ef5241878299,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:34.241551 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b127a00-2553-4155-8676-2b80933420ba None None] Routers {'711f0fc0-f88f-474b-91d1-e0edfc76135a'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:45:34.242178 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-0b127a00-2553-4155-8676-2b80933420ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:45:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['711f0fc0-f88f-474b-91d1-e0edfc76135a'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:34.244463 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5351f1-b5a9-43bc-81ff-132f3d898bbd req-37a89f7f-549f-40f1-8890-931e7e827ea7 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:34.257257 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network e7145295-dd19-4a16-9b45-ef5241878299 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:45:34.269898 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9b5351f1-b5a9-43bc-81ff-132f3d898bbd req-37a89f7f-549f-40f1-8890-931e7e827ea7 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.4916515 Feb 20 03:45:34.377352 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9b5351f1-b5a9-43bc-81ff-132f3d898bbd req-6156474f-8e31-4ddd-a6db-259ce52f99eb tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064463 Feb 20 03:45:34.444151 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port c7289f45-4e6b-4233-afc7-26e45705e19a triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:34.444552 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c7289f45-4e6b-4233-afc7-26e45705e19a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:34.552469 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3c06ecbb-fdb2-4564-8a18-9f5003fccdd7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (711f0fc0-f88f-474b-91d1-e0edfc76135a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:34.615882 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-0b127a00-2553-4155-8676-2b80933420ba None None] Set router 711f0fc0-f88f-474b-91d1-e0edfc76135a gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:45:34.642512 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port c7289f45-4e6b-4233-afc7-26e45705e19a is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:34.708820 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-39ee7c56-f05f-4a56-a188-35efc57b55b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (9ceea925-1fd0-4335-a582-98f4180d0060), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:34.864742 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee7c56-f05f-4a56-a188-35efc57b55b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ceea925-1fd0-4335-a582-98f4180d0060,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:34.895048 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-0b127a00-2553-4155-8676-2b80933420ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'name': 'tempest-RoutersTest-router-1887084734', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:48Z', 'updated_at': '2022-02-20T03:45:31Z', 'revision_number': 7, 'project_id': '43d4b034525e47029e777f2e09722643', 'gw_port_host': None, '_interfaces': [{'id': '4e99940d-85ad-4df2-86d6-9cffa58cb8d3', 'name': '', 'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:e4:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:53Z', 'updated_at': '2022-02-20T03:45:05Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52a5ed07-399e-4352-8c79-28ee98c258fe', 'name': '', 'network_id': 'e18c56fe-42a1-460e-a977-ce7ef939d6d3', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:4e:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:05Z', 'updated_at': '2022-02-20T03:45:13Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77b89bee-8b2b-4b33-8520-6c3db4fccc47', 'name': '', 'network_id': 'dcfea93f-ff61-4960-bf0f-bd5dc0dba05a', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:09:88:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:13Z', 'updated_at': '2022-02-20T03:45:23Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': '0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7289f45-4e6b-4233-afc7-26e45705e19a', 'name': '', 'network_id': 'f3326c34-f17d-45b9-bf50-d5d1a9a26d6a', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:ca:f2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f84ccc79-6c09-4f40-82bb-097c7fb5840e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:22Z', 'updated_at': '2022-02-20T03:45:32Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'f84ccc79-6c09-4f40-82bb-097c7fb5840e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:34.900161 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee7c56-f05f-4a56-a188-35efc57b55b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:34.900516 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee7c56-f05f-4a56-a188-35efc57b55b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:34.900864 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee7c56-f05f-4a56-a188-35efc57b55b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:34.901203 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee7c56-f05f-4a56-a188-35efc57b55b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:34.901978 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee7c56-f05f-4a56-a188-35efc57b55b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:34.902321 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee7c56-f05f-4a56-a188-35efc57b55b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:34.902654 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee7c56-f05f-4a56-a188-35efc57b55b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:34.905284 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee7c56-f05f-4a56-a188-35efc57b55b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:34.905673 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee7c56-f05f-4a56-a188-35efc57b55b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:34.906016 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee7c56-f05f-4a56-a188-35efc57b55b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:34.906359 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee7c56-f05f-4a56-a188-35efc57b55b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:34.906699 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee7c56-f05f-4a56-a188-35efc57b55b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:34.910125 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ee7c56-f05f-4a56-a188-35efc57b55b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:34.930521 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b127a00-2553-4155-8676-2b80933420ba None None] Checking router: 711f0fc0-f88f-474b-91d1-e0edfc76135a for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:45:34.942273 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b127a00-2553-4155-8676-2b80933420ba None None] Routers {'711f0fc0-f88f-474b-91d1-e0edfc76135a'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:45:34.943400 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-0b127a00-2553-4155-8676-2b80933420ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:45:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['711f0fc0-f88f-474b-91d1-e0edfc76135a'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:34.971857 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee7c56-f05f-4a56-a188-35efc57b55b8 admin admin] Checking segment: {'id': '7ac0e132-f159-46b3-89b9-bf69b2d2b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:45:34.972212 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ee7c56-f05f-4a56-a188-35efc57b55b8 admin admin] Network hostable DHCP agents. Network: e7145295-dd19-4a16-9b45-ef5241878299, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:45:35.043754 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-0b127a00-2553-4155-8676-2b80933420ba None None] Set router 711f0fc0-f88f-474b-91d1-e0edfc76135a gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:45:35.104804 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-3c06ecbb-fdb2-4564-8a18-9f5003fccdd7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Deleting port c7289f45-4e6b-4233-afc7-26e45705e19a {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:45:35.106654 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3c06ecbb-fdb2-4564-8a18-9f5003fccdd7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (c7289f45-4e6b-4233-afc7-26e45705e19a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:35.169743 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ee7c56-f05f-4a56-a188-35efc57b55b8 admin admin] Network e7145295-dd19-4a16-9b45-ef5241878299 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:45:35.219109 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-3c06ecbb-fdb2-4564-8a18-9f5003fccdd7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] For port c7289f45-4e6b-4233-afc7-26e45705e19a, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=c7289f45-4e6b-4233-afc7-26e45705e19a,segment=NetworkSegment(5cfb03a1-85bb-40a9-b7b0-d77ecf19480e),segment_id=5cfb03a1-85bb-40a9-b7b0-d77ecf19480e)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:35.220094 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3c06ecbb-fdb2-4564-8a18-9f5003fccdd7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (c7289f45-4e6b-4233-afc7-26e45705e19a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:35.234328 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-3c06ecbb-fdb2-4564-8a18-9f5003fccdd7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Calling delete_port for c7289f45-4e6b-4233-afc7-26e45705e19a owned by network:router_interface {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:45:35.286408 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-0b127a00-2553-4155-8676-2b80933420ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'name': 'tempest-RoutersTest-router-1887084734', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:48Z', 'updated_at': '2022-02-20T03:45:31Z', 'revision_number': 7, 'project_id': '43d4b034525e47029e777f2e09722643', 'gw_port_host': None, '_interfaces': [{'id': '4e99940d-85ad-4df2-86d6-9cffa58cb8d3', 'name': '', 'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:e4:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:53Z', 'updated_at': '2022-02-20T03:45:05Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52a5ed07-399e-4352-8c79-28ee98c258fe', 'name': '', 'network_id': 'e18c56fe-42a1-460e-a977-ce7ef939d6d3', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:4e:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:05Z', 'updated_at': '2022-02-20T03:45:13Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77b89bee-8b2b-4b33-8520-6c3db4fccc47', 'name': '', 'network_id': 'dcfea93f-ff61-4960-bf0f-bd5dc0dba05a', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:09:88:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:13Z', 'updated_at': '2022-02-20T03:45:23Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': '0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7289f45-4e6b-4233-afc7-26e45705e19a', 'name': '', 'network_id': 'f3326c34-f17d-45b9-bf50-d5d1a9a26d6a', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:ca:f2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f84ccc79-6c09-4f40-82bb-097c7fb5840e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:22Z', 'updated_at': '2022-02-20T03:45:32Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'f84ccc79-6c09-4f40-82bb-097c7fb5840e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:35.310245 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-39ee7c56-f05f-4a56-a188-35efc57b55b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, e7145295-dd19-4a16-9b45-ef5241878299) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:45:35.315425 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ee7c56-f05f-4a56-a188-35efc57b55b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:35.316412 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-39ee7c56-f05f-4a56-a188-35efc57b55b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:35.323734 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b127a00-2553-4155-8676-2b80933420ba None None] The sync data for ids ['711f0fc0-f88f-474b-91d1-e0edfc76135a'] in n-d-829866-4 is: [{'id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'name': 'tempest-RoutersTest-router-1887084734', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:48Z', 'updated_at': '2022-02-20T03:45:31Z', 'revision_number': 7, 'project_id': '43d4b034525e47029e777f2e09722643', 'gw_port_host': None, '_interfaces': [{'id': '4e99940d-85ad-4df2-86d6-9cffa58cb8d3', 'name': '', 'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:e4:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:53Z', 'updated_at': '2022-02-20T03:45:05Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52a5ed07-399e-4352-8c79-28ee98c258fe', 'name': '', 'network_id': 'e18c56fe-42a1-460e-a977-ce7ef939d6d3', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:4e:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:05Z', 'updated_at': '2022-02-20T03:45:13Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77b89bee-8b2b-4b33-8520-6c3db4fccc47', 'name': '', 'network_id': 'dcfea93f-ff61-4960-bf0f-bd5dc0dba05a', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:09:88:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:13Z', 'updated_at': '2022-02-20T03:45:23Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': '0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7289f45-4e6b-4233-afc7-26e45705e19a', 'name': '', 'network_id': 'f3326c34-f17d-45b9-bf50-d5d1a9a26d6a', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:ca:f2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'f84ccc79-6c09-4f40-82bb-097c7fb5840e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:22Z', 'updated_at': '2022-02-20T03:45:32Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'f84ccc79-6c09-4f40-82bb-097c7fb5840e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:45:35.324908 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6926413f-b41f-45e3-8f22-2c1ae271dd03 None None] Network e7145295-dd19-4a16-9b45-ef5241878299 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:45:35.423719 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-39ee7c56-f05f-4a56-a188-35efc57b55b8 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4250295 Feb 20 03:45:35.704534 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b51d8-e985-4441-9b5f-f23f5325ebee req-7c60dc84-5248-4742-9058-40ce1a8dc9c9 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:35.706276 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a48b51d8-e985-4441-9b5f-f23f5325ebee req-7c60dc84-5248-4742-9058-40ce1a8dc9c9 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1551166 Feb 20 03:45:35.736656 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac86f50c-6037-4974-8804-5c55a0a98504 None None] Network e7145295-dd19-4a16-9b45-ef5241878299 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:45:35.771946 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3c06ecbb-fdb2-4564-8a18-9f5003fccdd7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (c7289f45-4e6b-4233-afc7-26e45705e19a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:35.858673 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06ecbb-fdb2-4564-8a18-9f5003fccdd7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Port': ['ID=c7289f45-4e6b-4233-afc7-26e45705e19a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:35.932211 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a48b51d8-e985-4441-9b5f-f23f5325ebee req-a567ed98-e8e9-4c9f-9da7-3627aaedda42 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185428 Feb 20 03:45:36.320112 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3c06ecbb-fdb2-4564-8a18-9f5003fccdd7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (711f0fc0-f88f-474b-91d1-e0edfc76135a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:36.588832 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258054d-4441-4190-8d61-1f06437da9ef req-cc8d68d3-817f-48fa-9277-41a81c9ef7f2 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:36.590743 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7258054d-4441-4190-8d61-1f06437da9ef req-cc8d68d3-817f-48fa-9277-41a81c9ef7f2 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/networks?id=e7145295-dd19-4a16-9b45-ef5241878299 HTTP/1.1" status: 200 len: 805 time: 0.1194439 Feb 20 03:45:36.661704 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7258054d-4441-4190-8d61-1f06437da9ef req-dbf7a197-cafe-4d39-8629-3af1311675e8 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/quotas/ee1f83dd43a749889a261be042aa9ecd HTTP/1.1" status: 200 len: 375 time: 0.0621533 Feb 20 03:45:36.738124 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7258054d-4441-4190-8d61-1f06437da9ef req-6841a690-11bd-4473-89d4-4e2da89aee78 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=ee1f83dd43a749889a261be042aa9ecd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349178 Feb 20 03:45:36.775514 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c06ecbb-fdb2-4564-8a18-9f5003fccdd7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Router 711f0fc0-f88f-474b-91d1-e0edfc76135a has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:45:36.942187 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c06ecbb-fdb2-4564-8a18-9f5003fccdd7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:45:36.948059 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-7258054d-4441-4190-8d61-1f06437da9ef req-aac5da15-e2f5-40b2-adf6-ba505ae007d6 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:45:36.949307 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7258054d-4441-4190-8d61-1f06437da9ef req-aac5da15-e2f5-40b2-adf6-ba505ae007d6 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2004306 Feb 20 03:45:36.954944 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3c06ecbb-fdb2-4564-8a18-9f5003fccdd7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "PUT /v2.0/routers/711f0fc0-f88f-474b-91d1-e0edfc76135a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5634079 Feb 20 03:45:36.965780 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48346) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:36.965943 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1d0eec-7e05-4fd9-88c5-f648606a8b92 None None] Sync routers for ids ['711f0fc0-f88f-474b-91d1-e0edfc76135a'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:45:36.994104 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1d0eec-7e05-4fd9-88c5-f648606a8b92 None None] Routers {'711f0fc0-f88f-474b-91d1-e0edfc76135a'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:45:36.995564 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ee1d0eec-7e05-4fd9-88c5-f648606a8b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:45:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['711f0fc0-f88f-474b-91d1-e0edfc76135a'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:37.072360 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3e49d8-debe-4377-af6b-0e0d6ec058c4 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Deleting subnet f84ccc79-6c09-4f40-82bb-097c7fb5840e {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:45:37.078751 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a3e49d8-debe-4377-af6b-0e0d6ec058c4 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for subnet (f84ccc79-6c09-4f40-82bb-097c7fb5840e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:37.149110 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a3e49d8-debe-4377-af6b-0e0d6ec058c4 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (f84ccc79-6c09-4f40-82bb-097c7fb5840e), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:37.153734 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7258054d-4441-4190-8d61-1f06437da9ef req-717c1206-0b9f-4285-96e6-9c93d60610df service neutron] 10.222.0.89 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868577 Feb 20 03:45:37.191687 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-ee1d0eec-7e05-4fd9-88c5-f648606a8b92 None None] Set router 711f0fc0-f88f-474b-91d1-e0edfc76135a gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:45:37.345525 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a3e49d8-debe-4377-af6b-0e0d6ec058c4 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (f84ccc79-6c09-4f40-82bb-097c7fb5840e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:37.350410 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7258054d-4441-4190-8d61-1f06437da9ef req-71275c4f-a736-4595-b508-98b6ecc0247e service neutron] 10.222.0.89 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613247 Feb 20 03:45:37.513311 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ee1d0eec-7e05-4fd9-88c5-f648606a8b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'name': 'tempest-RoutersTest-router-1887084734', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:48Z', 'updated_at': '2022-02-20T03:45:35Z', 'revision_number': 8, 'project_id': '43d4b034525e47029e777f2e09722643', 'gw_port_host': None, '_interfaces': [{'id': '4e99940d-85ad-4df2-86d6-9cffa58cb8d3', 'name': '', 'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:e4:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:53Z', 'updated_at': '2022-02-20T03:45:05Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52a5ed07-399e-4352-8c79-28ee98c258fe', 'name': '', 'network_id': 'e18c56fe-42a1-460e-a977-ce7ef939d6d3', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:4e:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:05Z', 'updated_at': '2022-02-20T03:45:13Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77b89bee-8b2b-4b33-8520-6c3db4fccc47', 'name': '', 'network_id': 'dcfea93f-ff61-4960-bf0f-bd5dc0dba05a', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:09:88:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:13Z', 'updated_at': '2022-02-20T03:45:23Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': '0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:37.542123 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a3e49d8-debe-4377-af6b-0e0d6ec058c4 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (f84ccc79-6c09-4f40-82bb-097c7fb5840e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:37.548733 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1d0eec-7e05-4fd9-88c5-f648606a8b92 None None] Checking router: 711f0fc0-f88f-474b-91d1-e0edfc76135a for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:45:37.558610 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1d0eec-7e05-4fd9-88c5-f648606a8b92 None None] Routers {'711f0fc0-f88f-474b-91d1-e0edfc76135a'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:45:37.559498 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ee1d0eec-7e05-4fd9-88c5-f648606a8b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:45:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['711f0fc0-f88f-474b-91d1-e0edfc76135a'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:37.602008 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199ea6ff-90a9-4fbb-98c9-223e1f7b8d24 None None] Network f3326c34-f17d-45b9-bf50-d5d1a9a26d6a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:45:37.686344 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a3e49d8-debe-4377-af6b-0e0d6ec058c4 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:37.699962 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1a3e49d8-debe-4377-af6b-0e0d6ec058c4 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/subnets/f84ccc79-6c09-4f40-82bb-097c7fb5840e HTTP/1.1" status: 204 len: 168 time: 0.7414305 Feb 20 03:45:37.701471 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e49d8-debe-4377-af6b-0e0d6ec058c4 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Subnet': ['ID=f84ccc79-6c09-4f40-82bb-097c7fb5840e,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:37.702781 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48356) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:37.930539 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fa31711c-cafb-4dae-94a3-132cf5067d1a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (f3326c34-f17d-45b9-bf50-d5d1a9a26d6a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:37.989364 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d91923-48d4-4a6e-8624-749c92c0885e req-f61c7d5c-bd6a-4c01-bf8e-d9f168e9bad9 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:37.991187 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-91d91923-48d4-4a6e-8624-749c92c0885e req-f61c7d5c-bd6a-4c01-bf8e-d9f168e9bad9 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1636856 Feb 20 03:45:38.059811 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-fa31711c-cafb-4dae-94a3-132cf5067d1a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Deleting port 3c5a369d-381d-4cde-9834-4a3c66a3f02c {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:45:38.060418 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fa31711c-cafb-4dae-94a3-132cf5067d1a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (3c5a369d-381d-4cde-9834-4a3c66a3f02c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:38.120385 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-91d91923-48d4-4a6e-8624-749c92c0885e req-14470cf0-c6e1-428f-b139-e349c6b43b9f tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232290 Feb 20 03:45:38.172990 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-ee1d0eec-7e05-4fd9-88c5-f648606a8b92 None None] Set router 711f0fc0-f88f-474b-91d1-e0edfc76135a gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:45:38.259421 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fceebf26-c9d9-4519-bd19-ac215c0e50be req-f21df933-4fc5-42bf-afcc-4c21a630ab94 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd HTTP/1.1" status: 200 len: 210 time: 0.0464320 Feb 20 03:45:38.474061 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eeba82c-be58-4d80-95bd-e92850f1ad8d None None] DHCP port deletion for f3326c34-f17d-45b9-bf50-d5d1a9a26d6a request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:45:38.556083 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-fa31711c-cafb-4dae-94a3-132cf5067d1a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] For port 3c5a369d-381d-4cde-9834-4a3c66a3f02c, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3c5a369d-381d-4cde-9834-4a3c66a3f02c,segment=NetworkSegment(5cfb03a1-85bb-40a9-b7b0-d77ecf19480e),segment_id=5cfb03a1-85bb-40a9-b7b0-d77ecf19480e)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:38.557660 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fa31711c-cafb-4dae-94a3-132cf5067d1a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (3c5a369d-381d-4cde-9834-4a3c66a3f02c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:38.601155 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-fa31711c-cafb-4dae-94a3-132cf5067d1a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Calling delete_port for 3c5a369d-381d-4cde-9834-4a3c66a3f02c owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:45:38.630755 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ee1d0eec-7e05-4fd9-88c5-f648606a8b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'name': 'tempest-RoutersTest-router-1887084734', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:48Z', 'updated_at': '2022-02-20T03:45:35Z', 'revision_number': 8, 'project_id': '43d4b034525e47029e777f2e09722643', 'gw_port_host': None, '_interfaces': [{'id': '4e99940d-85ad-4df2-86d6-9cffa58cb8d3', 'name': '', 'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:e4:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:53Z', 'updated_at': '2022-02-20T03:45:05Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52a5ed07-399e-4352-8c79-28ee98c258fe', 'name': '', 'network_id': 'e18c56fe-42a1-460e-a977-ce7ef939d6d3', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:4e:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:05Z', 'updated_at': '2022-02-20T03:45:13Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77b89bee-8b2b-4b33-8520-6c3db4fccc47', 'name': '', 'network_id': 'dcfea93f-ff61-4960-bf0f-bd5dc0dba05a', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:09:88:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:13Z', 'updated_at': '2022-02-20T03:45:23Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': '0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:38.705035 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1d0eec-7e05-4fd9-88c5-f648606a8b92 None None] The sync data for ids ['711f0fc0-f88f-474b-91d1-e0edfc76135a'] in n-d-829866-4 is: [{'id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'name': 'tempest-RoutersTest-router-1887084734', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:48Z', 'updated_at': '2022-02-20T03:45:35Z', 'revision_number': 8, 'project_id': '43d4b034525e47029e777f2e09722643', 'gw_port_host': None, '_interfaces': [{'id': '4e99940d-85ad-4df2-86d6-9cffa58cb8d3', 'name': '', 'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:e4:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:53Z', 'updated_at': '2022-02-20T03:45:05Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52a5ed07-399e-4352-8c79-28ee98c258fe', 'name': '', 'network_id': 'e18c56fe-42a1-460e-a977-ce7ef939d6d3', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:4e:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:05Z', 'updated_at': '2022-02-20T03:45:13Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77b89bee-8b2b-4b33-8520-6c3db4fccc47', 'name': '', 'network_id': 'dcfea93f-ff61-4960-bf0f-bd5dc0dba05a', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:09:88:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:13Z', 'updated_at': '2022-02-20T03:45:23Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': '0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:45:38.735648 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2eeba82c-be58-4d80-95bd-e92850f1ad8d None None] Deleting port 3c5a369d-381d-4cde-9834-4a3c66a3f02c {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:45:38.754277 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2eeba82c-be58-4d80-95bd-e92850f1ad8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (3c5a369d-381d-4cde-9834-4a3c66a3f02c), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:38.880419 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-2eeba82c-be58-4d80-95bd-e92850f1ad8d None None] For port 3c5a369d-381d-4cde-9834-4a3c66a3f02c, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3c5a369d-381d-4cde-9834-4a3c66a3f02c,segment=NetworkSegment(5cfb03a1-85bb-40a9-b7b0-d77ecf19480e),segment_id=5cfb03a1-85bb-40a9-b7b0-d77ecf19480e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:38.881026 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2eeba82c-be58-4d80-95bd-e92850f1ad8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (3c5a369d-381d-4cde-9834-4a3c66a3f02c), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:38.915532 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2eeba82c-be58-4d80-95bd-e92850f1ad8d None None] Calling delete_port for 3c5a369d-381d-4cde-9834-4a3c66a3f02c owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:45:38.923275 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fa31711c-cafb-4dae-94a3-132cf5067d1a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (3c5a369d-381d-4cde-9834-4a3c66a3f02c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:38.980088 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa31711c-cafb-4dae-94a3-132cf5067d1a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] No DVR routers for this DVR port 3c5a369d-381d-4cde-9834-4a3c66a3f02c on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:45:39.057132 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2eeba82c-be58-4d80-95bd-e92850f1ad8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (3c5a369d-381d-4cde-9834-4a3c66a3f02c), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:39.105128 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeba82c-be58-4d80-95bd-e92850f1ad8d None None] No DVR routers for this DVR port 3c5a369d-381d-4cde-9834-4a3c66a3f02c on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:45:39.109651 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeba82c-be58-4d80-95bd-e92850f1ad8d None None] Pushing event deleted for resources: {'Port': ['ID=3c5a369d-381d-4cde-9834-4a3c66a3f02c,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:39.265926 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31711c-cafb-4dae-94a3-132cf5067d1a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Port': ['ID=3c5a369d-381d-4cde-9834-4a3c66a3f02c,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:39.286517 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fa31711c-cafb-4dae-94a3-132cf5067d1a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (f3326c34-f17d-45b9-bf50-d5d1a9a26d6a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:39.369911 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-fa31711c-cafb-4dae-94a3-132cf5067d1a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3326c34-f17d-45b9-bf50-d5d1a9a26d6a']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:39.390703 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-fa31711c-cafb-4dae-94a3-132cf5067d1a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cfb03a1-85bb-40a9-b7b0-d77ecf19480e') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:39.395175 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064fed3-84d9-448b-ba05-5ade0e4ebb1e req-1132a398-7730-40d7-8de1-923fd435e0a2 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:39.397380 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-fa31711c-cafb-4dae-94a3-132cf5067d1a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cfb03a1-85bb-40a9-b7b0-d77ecf19480e') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:39.407609 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5064fed3-84d9-448b-ba05-5ade0e4ebb1e req-1132a398-7730-40d7-8de1-923fd435e0a2 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1409717 Feb 20 03:45:39.421301 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fa31711c-cafb-4dae-94a3-132cf5067d1a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (5cfb03a1-85bb-40a9-b7b0-d77ecf19480e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:39.456708 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fa31711c-cafb-4dae-94a3-132cf5067d1a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (5cfb03a1-85bb-40a9-b7b0-d77ecf19480e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:39.469756 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa31711c-cafb-4dae-94a3-132cf5067d1a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:45:39.475186 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fa31711c-cafb-4dae-94a3-132cf5067d1a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (5cfb03a1-85bb-40a9-b7b0-d77ecf19480e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:39.480120 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:45:39.480120 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:45:39.480120 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:45:39.480120 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:45:39.480120 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:45:39.480120 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:45:39.480120 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:45:39.480120 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:45:39.480120 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:45:39.480120 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:45:39.480120 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:45:39.480120 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:45:39.480120 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:45:39.480120 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:45:39.480120 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:45:39.480120 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:45:39.480120 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:45:39.480120 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:45:39.480120 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:45:39.480120 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:45:39.480120 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:45:39.480120 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:45:39.480120 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:45:39.480120 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:45:39.480120 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:45:39.480120 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:45:39.480120 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:45:39.480120 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:45:39.480120 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:45:39.480120 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:45:39.480120 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:45:39.480120 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:45:39.510882 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5064fed3-84d9-448b-ba05-5ade0e4ebb1e req-41b95327-0771-406f-9f5f-d255da1f772f tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948806 Feb 20 03:45:39.644443 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd18e9b5-d81a-488d-a443-d5fe1da465e7 req-85bed1e2-ab48-498e-8b26-c031cb5251ed tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd HTTP/1.1" status: 200 len: 210 time: 0.0359776 Feb 20 03:45:39.814117 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fa31711c-cafb-4dae-94a3-132cf5067d1a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (f3326c34-f17d-45b9-bf50-d5d1a9a26d6a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:39.827631 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fa31711c-cafb-4dae-94a3-132cf5067d1a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:39.837257 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fa31711c-cafb-4dae-94a3-132cf5067d1a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/networks/f3326c34-f17d-45b9-bf50-d5d1a9a26d6a HTTP/1.1" status: 204 len: 168 time: 2.1315722 Feb 20 03:45:39.837866 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48392) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:39.854433 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31711c-cafb-4dae-94a3-132cf5067d1a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Network': ['ID=f3326c34-f17d-45b9-bf50-d5d1a9a26d6a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:40.098793 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device c7289f45-4e6b-4233-afc7-26e45705e19a no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:45:40.145432 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: c7289f45-4e6b-4233-afc7-26e45705e19a {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:45:40.146105 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device c7289f45-4e6b-4233-afc7-26e45705e19a not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:45:40.146756 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3c5a369d-381d-4cde-9834-4a3c66a3f02c no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:45:40.170384 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48400) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:40.202070 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 3c5a369d-381d-4cde-9834-4a3c66a3f02c {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:45:40.203729 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3c5a369d-381d-4cde-9834-4a3c66a3f02c not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:45:40.365587 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fe161d7f-9fdb-4709-9e9f-7dce4de6c0b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:40.393998 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cc6bbe39-1481-40bd-a5fa-732547bb10b7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (711f0fc0-f88f-474b-91d1-e0edfc76135a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:40.540119 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fe161d7f-9fdb-4709-9e9f-7dce4de6c0b3 admin admin] Publish callbacks [] for security_group (cc59e26e-3b05-4e55-8255-1132d7eddc8e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:40.622769 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fe161d7f-9fdb-4709-9e9f-7dce4de6c0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (cc59e26e-3b05-4e55-8255-1132d7eddc8e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:40.671750 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fe161d7f-9fdb-4709-9e9f-7dce4de6c0b3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=bb2c7eb0cdd64e8c8d4745552abcc2da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5001116 Feb 20 03:45:40.684495 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48408) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:40.728622 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe161d7f-9fdb-4709-9e9f-7dce4de6c0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc59e26e-3b05-4e55-8255-1132d7eddc8e,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:40.816756 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ce4108bc-6124-426c-a63f-b3c4463f5386 req-e091b50e-da64-4aab-acc4-2b8d572102ce tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd HTTP/1.1" status: 200 len: 210 time: 0.0530157 Feb 20 03:45:40.840937 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3e5fb4f3-2253-4311-af85-6129d2fdc7d8 admin admin] Publish callbacks [] for security_group (cc59e26e-3b05-4e55-8255-1132d7eddc8e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:40.844749 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-cc6bbe39-1481-40bd-a5fa-732547bb10b7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Deleting port 77b89bee-8b2b-4b33-8520-6c3db4fccc47 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:45:40.845272 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cc6bbe39-1481-40bd-a5fa-732547bb10b7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (77b89bee-8b2b-4b33-8520-6c3db4fccc47), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:40.877882 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3e5fb4f3-2253-4311-af85-6129d2fdc7d8 admin admin] Publish callbacks [] for security_group (cc59e26e-3b05-4e55-8255-1132d7eddc8e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:41.019618 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-cc6bbe39-1481-40bd-a5fa-732547bb10b7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] For port 77b89bee-8b2b-4b33-8520-6c3db4fccc47, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=77b89bee-8b2b-4b33-8520-6c3db4fccc47,segment=NetworkSegment(d904d1b0-f697-4f28-adf7-53c227443006),segment_id=d904d1b0-f697-4f28-adf7-53c227443006)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:41.020144 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cc6bbe39-1481-40bd-a5fa-732547bb10b7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (77b89bee-8b2b-4b33-8520-6c3db4fccc47), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:41.037809 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-cc6bbe39-1481-40bd-a5fa-732547bb10b7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Calling delete_port for 77b89bee-8b2b-4b33-8520-6c3db4fccc47 owned by network:router_interface {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:45:41.042297 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3e5fb4f3-2253-4311-af85-6129d2fdc7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (cc59e26e-3b05-4e55-8255-1132d7eddc8e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:41.042297 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3e5fb4f3-2253-4311-af85-6129d2fdc7d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:41.043510 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3e5fb4f3-2253-4311-af85-6129d2fdc7d8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/cc59e26e-3b05-4e55-8255-1132d7eddc8e HTTP/1.1" status: 204 len: 168 time: 0.3627765 Feb 20 03:45:41.059377 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fb4f3-2253-4311-af85-6129d2fdc7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc59e26e-3b05-4e55-8255-1132d7eddc8e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:41.062953 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35e0da-31b6-48e1-8bbe-faa107e4ed0a req-f363d8c0-f3ea-4216-bb1f-121a7a8d82c1 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:41.064733 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac35e0da-31b6-48e1-8bbe-faa107e4ed0a req-f363d8c0-f3ea-4216-bb1f-121a7a8d82c1 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1027803 Feb 20 03:45:41.187000 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac35e0da-31b6-48e1-8bbe-faa107e4ed0a req-e671f574-a667-4330-8f58-78803a21e97c tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604289 Feb 20 03:45:41.362260 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device bf3783b4-809a-4c35-bd34-df196608bb8e details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:45:41.605775 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port bf3783b4-809a-4c35-bd34-df196608bb8e, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=bf3783b4-809a-4c35-bd34-df196608bb8e,segment=NetworkSegment(37054cbd-f424-4c3e-9627-4d3b1f665915),segment_id=37054cbd-f424-4c3e-9627-4d3b1f665915)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:41.648505 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'bf3783b4-809a-4c35-bd34-df196608bb8e', 'network_id': 'b6106e2a-8ac1-4f4b-b272-b4b0beeb37af', 'port_id': 'bf3783b4-809a-4c35-bd34-df196608bb8e', 'mac_address': 'fa:16:3e:f0:d7:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '883b5707-28cf-44b8-81fe-08e0b3a98ddb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:45:41.696464 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258054d-4441-4190-8d61-1f06437da9ef req-8e48a277-4a58-418c-833e-eb696e8a0188 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:41.702747 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7258054d-4441-4190-8d61-1f06437da9ef req-8e48a277-4a58-418c-833e-eb696e8a0188 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.93 "GET /v2.0/networks?id=e7145295-dd19-4a16-9b45-ef5241878299 HTTP/1.1" status: 200 len: 805 time: 0.3720798 Feb 20 03:45:41.736960 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-7258054d-4441-4190-8d61-1f06437da9ef req-9e3101e5-b655-4808-86de-24dbe9a9e289 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Request body: {'port': {'device_id': '40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd', 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299', 'admin_state_up': True, 'tenant_id': 'ee1f83dd43a749889a261be042aa9ecd'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:45:41.753940 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port bf3783b4-809a-4c35-bd34-df196608bb8e is: ACTIVE; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:41.754185 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bf3783b4-809a-4c35-bd34-df196608bb8e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:41.776077 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf3783b4-809a-4c35-bd34-df196608bb8e {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:45:41.834303 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port bf3783b4-809a-4c35-bd34-df196608bb8e, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=bf3783b4-809a-4c35-bd34-df196608bb8e,segment=NetworkSegment(37054cbd-f424-4c3e-9627-4d3b1f665915),segment_id=37054cbd-f424-4c3e-9627-4d3b1f665915)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:41.910937 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cc6bbe39-1481-40bd-a5fa-732547bb10b7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (77b89bee-8b2b-4b33-8520-6c3db4fccc47), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:41.950545 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6bbe39-1481-40bd-a5fa-732547bb10b7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Port': ['ID=77b89bee-8b2b-4b33-8520-6c3db4fccc47,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:41.970417 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bf3783b4-809a-4c35-bd34-df196608bb8e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:42.097170 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fdc8114d-6d44-4236-b820-5aeddc838de7 req-31d660dc-231d-4820-a1ca-85ae9304c0fb tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd HTTP/1.1" status: 200 len: 210 time: 0.0651755 Feb 20 03:45:42.231292 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['bf3783b4-809a-4c35-bd34-df196608bb8e'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:45:42.330292 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48446) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:42.351604 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cc6bbe39-1481-40bd-a5fa-732547bb10b7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (711f0fc0-f88f-474b-91d1-e0edfc76135a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:42.354214 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-72038ebb-f749-4232-9d1d-8e2ed6d57ae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:42.359241 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7258054d-4441-4190-8d61-1f06437da9ef req-9e3101e5-b655-4808-86de-24dbe9a9e289 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Made reservation on behalf of ee1f83dd43a749889a261be042aa9ecd for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:45:42.367291 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7258054d-4441-4190-8d61-1f06437da9ef req-9e3101e5-b655-4808-86de-24dbe9a9e289 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:42.397024 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=bf3783b4-809a-4c35-bd34-df196608bb8e,revision_number=6']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:42.587987 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-72038ebb-f749-4232-9d1d-8e2ed6d57ae0 admin admin] Publish callbacks [] for security_group (b505edea-f38a-4ad0-99cf-b865ed138977), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:42.674596 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4ffc7-f10a-436d-a2bb-100db990623e req-99005344-b284-48a3-b7e1-e83e73ba1729 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:42.677313 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-acb4ffc7-f10a-436d-a2bb-100db990623e req-99005344-b284-48a3-b7e1-e83e73ba1729 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 944 time: 0.2885835 Feb 20 03:45:42.691756 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-72038ebb-f749-4232-9d1d-8e2ed6d57ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b505edea-f38a-4ad0-99cf-b865ed138977), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:42.735617 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-72038ebb-f749-4232-9d1d-8e2ed6d57ae0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5b4df0505f2648e2bd51e7d924f7c0f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4023359 Feb 20 03:45:42.736499 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48454) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:42.761584 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72038ebb-f749-4232-9d1d-8e2ed6d57ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b505edea-f38a-4ad0-99cf-b865ed138977,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:42.886570 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-7258054d-4441-4190-8d61-1f06437da9ef req-9e3101e5-b655-4808-86de-24dbe9a9e289 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Allocated IP 172.20.0.2 (e7145295-dd19-4a16-9b45-ef5241878299/9ceea925-1fd0-4335-a582-98f4180d0060/01c6f12a-e18f-4e22-8ca3-befe7fa5df30) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:45:43.208764 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [req-f7ce0e94-6644-4aaa-8fe7-8dbfc62f9b19 req-e5e46329-1502-4dd4-8e9d-c68cd26c4ac7 service neutron] (104106) timed out ('10.222.0.93', 50347) {{(pid=104106) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 03:45:43.364759 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device bf3783b4-809a-4c35-bd34-df196608bb8e up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:45:43.429517 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-acb4ffc7-f10a-436d-a2bb-100db990623e req-4da4cbf1-aebc-411e-af8e-c21109415049 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6857998 Feb 20 03:45:43.561042 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6bbe39-1481-40bd-a5fa-732547bb10b7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Router 711f0fc0-f88f-474b-91d1-e0edfc76135a has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:45:43.583219 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port bf3783b4-809a-4c35-bd34-df196608bb8e triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:43.584283 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (bf3783b4-809a-4c35-bd34-df196608bb8e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:43.610630 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a1a7824-bb57-41f2-8e92-4a743f1e4ab9 admin admin] Publish callbacks [] for security_group (b505edea-f38a-4ad0-99cf-b865ed138977), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:43.652661 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a1a7824-bb57-41f2-8e92-4a743f1e4ab9 admin admin] Publish callbacks [] for security_group (b505edea-f38a-4ad0-99cf-b865ed138977), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:43.766191 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port bf3783b4-809a-4c35-bd34-df196608bb8e is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:43.766191 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bf3783b4-809a-4c35-bd34-df196608bb8e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:43.804145 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d6f6570-595e-43d2-999c-fb400676eea7 req-9e0ed215-66ab-4f80-bc08-9b0b149faf18 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd HTTP/1.1" status: 200 len: 210 time: 0.2278662 Feb 20 03:45:43.846313 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port bf3783b4-809a-4c35-bd34-df196608bb8e, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=bf3783b4-809a-4c35-bd34-df196608bb8e,segment=NetworkSegment(37054cbd-f424-4c3e-9627-4d3b1f665915),segment_id=37054cbd-f424-4c3e-9627-4d3b1f665915)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:43.856996 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1d7768-3174-402d-a0de-fab0564778fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3783b4-809a-4c35-bd34-df196608bb8e'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:45:43.860467 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7a455c-5cdb-4fd6-83ca-eebc7c87d4b3" -d '{"events": [{"server_uuid": "7a1d7768-3174-402d-a0de-fab0564778fb", "name": "network-vif-plugged", "status": "completed", "tag": "bf3783b4-809a-4c35-bd34-df196608bb8e"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:45:43.924540 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4145fa-1636-41ae-9a02-b63ea018be73 x-openstack-request-id: req-fd4145fa-1636-41ae-9a02-b63ea018be73 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:45:43.925102 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1d7768-3174-402d-a0de-fab0564778fb", "name": "network-vif-plugged", "status": "completed", "tag": "bf3783b4-809a-4c35-bd34-df196608bb8e", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:45:43.925541 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fd4145fa-1636-41ae-9a02-b63ea018be73 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:45:43.926105 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1d7768-3174-402d-a0de-fab0564778fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3783b4-809a-4c35-bd34-df196608bb8e', 'code': 200} Feb 20 03:45:43.931615 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bf3783b4-809a-4c35-bd34-df196608bb8e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:43.949673 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6bbe39-1481-40bd-a5fa-732547bb10b7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:45:43.962054 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26210b3-47ad-4252-a344-728a64e84499 None None] Sync routers for ids ['711f0fc0-f88f-474b-91d1-e0edfc76135a'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:45:43.993994 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26210b3-47ad-4252-a344-728a64e84499 None None] Routers {'711f0fc0-f88f-474b-91d1-e0edfc76135a'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:45:43.997149 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-cc6bbe39-1481-40bd-a5fa-732547bb10b7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "PUT /v2.0/routers/711f0fc0-f88f-474b-91d1-e0edfc76135a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1577475 Feb 20 03:45:44.000460 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48472) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:44.005100 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-c26210b3-47ad-4252-a344-728a64e84499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:45:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['711f0fc0-f88f-474b-91d1-e0edfc76135a'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:44.028218 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=bf3783b4-809a-4c35-bd34-df196608bb8e,revision_number=7']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:44.134710 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc3fa32-1d2b-4195-a1f9-883971e254b3 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Deleting subnet 0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:45:44.144138 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-c26210b3-47ad-4252-a344-728a64e84499 None None] Set router 711f0fc0-f88f-474b-91d1-e0edfc76135a gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:45:44.146287 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bdc3fa32-1d2b-4195-a1f9-883971e254b3 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for subnet (0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:44.169820 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a1a7824-bb57-41f2-8e92-4a743f1e4ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b505edea-f38a-4ad0-99cf-b865ed138977), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:44.173749 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a1a7824-bb57-41f2-8e92-4a743f1e4ab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:44.183887 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1a1a7824-bb57-41f2-8e92-4a743f1e4ab9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b505edea-f38a-4ad0-99cf-b865ed138977 HTTP/1.1" status: 204 len: 168 time: 1.4382575 Feb 20 03:45:44.226428 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7258054d-4441-4190-8d61-1f06437da9ef req-9e3101e5-b655-4808-86de-24dbe9a9e289 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks [] for port (01c6f12a-e18f-4e22-8ca3-befe7fa5df30), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:44.246811 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a7824-bb57-41f2-8e92-4a743f1e4ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b505edea-f38a-4ad0-99cf-b865ed138977,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:44.290899 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bdc3fa32-1d2b-4195-a1f9-883971e254b3 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:44.463393 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7258054d-4441-4190-8d61-1f06437da9ef req-9e3101e5-b655-4808-86de-24dbe9a9e289 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (01c6f12a-e18f-4e22-8ca3-befe7fa5df30), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:44.514224 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bdc3fa32-1d2b-4195-a1f9-883971e254b3 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:44.657203 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7258054d-4441-4190-8d61-1f06437da9ef req-9e3101e5-b655-4808-86de-24dbe9a9e289 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Network e7145295-dd19-4a16-9b45-ef5241878299 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:45:44.670714 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-7258054d-4441-4190-8d61-1f06437da9ef req-9e3101e5-b655-4808-86de-24dbe9a9e289 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:45:44.677566 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-7258054d-4441-4190-8d61-1f06437da9ef req-9e3101e5-b655-4808-86de-24dbe9a9e289 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:45:44.706784 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-c26210b3-47ad-4252-a344-728a64e84499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'name': 'tempest-RoutersTest-router-1887084734', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:48Z', 'updated_at': '2022-02-20T03:45:41Z', 'revision_number': 9, 'project_id': '43d4b034525e47029e777f2e09722643', 'gw_port_host': None, '_interfaces': [{'id': '4e99940d-85ad-4df2-86d6-9cffa58cb8d3', 'name': '', 'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:e4:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:53Z', 'updated_at': '2022-02-20T03:45:05Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52a5ed07-399e-4352-8c79-28ee98c258fe', 'name': '', 'network_id': 'e18c56fe-42a1-460e-a977-ce7ef939d6d3', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:4e:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:05Z', 'updated_at': '2022-02-20T03:45:13Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:44.749778 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3101e5-b655-4808-86de-24dbe9a9e289 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Pushing event updated for resources: {'Port': ['ID=01c6f12a-e18f-4e22-8ca3-befe7fa5df30,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:44.802022 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bdc3fa32-1d2b-4195-a1f9-883971e254b3 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:44.805429 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26210b3-47ad-4252-a344-728a64e84499 None None] Checking router: 711f0fc0-f88f-474b-91d1-e0edfc76135a for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:45:44.819084 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26210b3-47ad-4252-a344-728a64e84499 None None] Routers {'711f0fc0-f88f-474b-91d1-e0edfc76135a'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:45:44.821123 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-c26210b3-47ad-4252-a344-728a64e84499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:45:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['711f0fc0-f88f-474b-91d1-e0edfc76135a'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:44.828363 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bdc3fa32-1d2b-4195-a1f9-883971e254b3 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:44.831960 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c007acbe-01a0-4e80-8c28-dbd68b2556ad None None] Network dcfea93f-ff61-4960-bf0f-bd5dc0dba05a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:45:44.843204 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48484) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:44.847230 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bdc3fa32-1d2b-4195-a1f9-883971e254b3 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/subnets/0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5 HTTP/1.1" status: 204 len: 168 time: 0.8448505 Feb 20 03:45:44.901825 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258054d-4441-4190-8d61-1f06437da9ef req-9e3101e5-b655-4808-86de-24dbe9a9e289 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:44.912035 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7258054d-4441-4190-8d61-1f06437da9ef req-9e3101e5-b655-4808-86de-24dbe9a9e289 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:44.947805 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3fa32-1d2b-4195-a1f9-883971e254b3 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Subnet': ['ID=0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:44.972985 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89247ecf-2a97-4fdd-9fc9-76c40fc8c417 req-dbc785a2-a1a1-4e88-a7a3-ac6fe31b2727 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:44.981713 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-89247ecf-2a97-4fdd-9fc9-76c40fc8c417 req-dbc785a2-a1a1-4e88-a7a3-ac6fe31b2727 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.4165387 Feb 20 03:45:45.087011 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-c26210b3-47ad-4252-a344-728a64e84499 None None] Set router 711f0fc0-f88f-474b-91d1-e0edfc76135a gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:45:45.193650 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2485c516-8f14-4e9e-ad36-43ce0bf46b3b None None] DHCP port deletion for dcfea93f-ff61-4960-bf0f-bd5dc0dba05a request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:45:45.252042 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7258054d-4441-4190-8d61-1f06437da9ef req-9e3101e5-b655-4808-86de-24dbe9a9e289 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5335088 Feb 20 03:45:45.270002 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-7258054d-4441-4190-8d61-1f06437da9ef req-7ecd7cfb-7933-4df0-a4e4-34597b19acae service neutron] Request body: {'port': {'device_id': '40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:45:45.356528 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2485c516-8f14-4e9e-ad36-43ce0bf46b3b None None] Deleting port ef287a27-dbd3-4477-81f4-1a60f46e38d4 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:45:45.358750 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2485c516-8f14-4e9e-ad36-43ce0bf46b3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ef287a27-dbd3-4477-81f4-1a60f46e38d4), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:45.431093 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-89247ecf-2a97-4fdd-9fc9-76c40fc8c417 req-94066808-7300-4788-a9ae-45663475297a tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863416 Feb 20 03:45:45.457214 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e8197fa9-d2f6-4930-acc8-638f2f16d50e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (dcfea93f-ff61-4960-bf0f-bd5dc0dba05a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:45.527453 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-2485c516-8f14-4e9e-ad36-43ce0bf46b3b None None] For port ef287a27-dbd3-4477-81f4-1a60f46e38d4, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=ef287a27-dbd3-4477-81f4-1a60f46e38d4,segment=NetworkSegment(d904d1b0-f697-4f28-adf7-53c227443006),segment_id=d904d1b0-f697-4f28-adf7-53c227443006)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:45.538230 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2485c516-8f14-4e9e-ad36-43ce0bf46b3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ef287a27-dbd3-4477-81f4-1a60f46e38d4), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:45.595664 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2485c516-8f14-4e9e-ad36-43ce0bf46b3b None None] Calling delete_port for ef287a27-dbd3-4477-81f4-1a60f46e38d4 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:45:45.743749 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7258054d-4441-4190-8d61-1f06437da9ef req-7ecd7cfb-7933-4df0-a4e4-34597b19acae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (01c6f12a-e18f-4e22-8ca3-befe7fa5df30), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:45.832863 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-c26210b3-47ad-4252-a344-728a64e84499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'name': 'tempest-RoutersTest-router-1887084734', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:48Z', 'updated_at': '2022-02-20T03:45:41Z', 'revision_number': 9, 'project_id': '43d4b034525e47029e777f2e09722643', 'gw_port_host': None, '_interfaces': [{'id': '4e99940d-85ad-4df2-86d6-9cffa58cb8d3', 'name': '', 'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:e4:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:53Z', 'updated_at': '2022-02-20T03:45:05Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52a5ed07-399e-4352-8c79-28ee98c258fe', 'name': '', 'network_id': 'e18c56fe-42a1-460e-a977-ce7ef939d6d3', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:4e:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:05Z', 'updated_at': '2022-02-20T03:45:13Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:45.838055 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8190c-6fa5-4567-aaa1-0f6d53962379 req-178f3f56-efe7-489e-b713-69fef735e4ca tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:45.850130 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79f8190c-6fa5-4567-aaa1-0f6d53962379 req-178f3f56-efe7-489e-b713-69fef735e4ca tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd HTTP/1.1" status: 200 len: 931 time: 0.1987660 Feb 20 03:45:45.959176 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26210b3-47ad-4252-a344-728a64e84499 None None] The sync data for ids ['711f0fc0-f88f-474b-91d1-e0edfc76135a'] in n-d-829866-4 is: [{'id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'name': 'tempest-RoutersTest-router-1887084734', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:48Z', 'updated_at': '2022-02-20T03:45:41Z', 'revision_number': 9, 'project_id': '43d4b034525e47029e777f2e09722643', 'gw_port_host': None, '_interfaces': [{'id': '4e99940d-85ad-4df2-86d6-9cffa58cb8d3', 'name': '', 'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:e4:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:53Z', 'updated_at': '2022-02-20T03:45:05Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52a5ed07-399e-4352-8c79-28ee98c258fe', 'name': '', 'network_id': 'e18c56fe-42a1-460e-a977-ce7ef939d6d3', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:4e:87:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:45:05Z', 'updated_at': '2022-02-20T03:45:13Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'e7abce88-b0cc-4dcb-94ed-a5b7a6863685', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:45:46.055465 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2485c516-8f14-4e9e-ad36-43ce0bf46b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (ef287a27-dbd3-4477-81f4-1a60f46e38d4), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:46.103478 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485c516-8f14-4e9e-ad36-43ce0bf46b3b None None] Pushing event deleted for resources: {'Port': ['ID=ef287a27-dbd3-4477-81f4-1a60f46e38d4,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:46.114923 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2485c516-8f14-4e9e-ad36-43ce0bf46b3b None None] No DVR routers for this DVR port ef287a27-dbd3-4477-81f4-1a60f46e38d4 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:45:46.256951 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-e8197fa9-d2f6-4930-acc8-638f2f16d50e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Deleting port ef287a27-dbd3-4477-81f4-1a60f46e38d4 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:45:46.256951 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e8197fa9-d2f6-4930-acc8-638f2f16d50e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ef287a27-dbd3-4477-81f4-1a60f46e38d4), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:46.337998 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-e8197fa9-d2f6-4930-acc8-638f2f16d50e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] For port ef287a27-dbd3-4477-81f4-1a60f46e38d4, host n-d-829866-4, got binding levels [] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:46.340620 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e8197fa9-d2f6-4930-acc8-638f2f16d50e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ef287a27-dbd3-4477-81f4-1a60f46e38d4), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:46.357730 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-e8197fa9-d2f6-4930-acc8-638f2f16d50e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Calling delete_port for ef287a27-dbd3-4477-81f4-1a60f46e38d4 owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:45:46.373791 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.ipam_backend_mixin [None req-e8197fa9-d2f6-4930-acc8-638f2f16d50e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Port ef287a27-dbd3-4477-81f4-1a60f46e38d4 was not found and therefore no delete operation was performed {{(pid=104105) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 03:45:46.378078 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e8197fa9-d2f6-4930-acc8-638f2f16d50e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (ef287a27-dbd3-4477-81f4-1a60f46e38d4), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:46.397325 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79f8190c-6fa5-4567-aaa1-0f6d53962379 req-d470d284-15de-4607-bb13-d51ad1e336db tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5462992 Feb 20 03:45:46.429773 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ef287a27-dbd3-4477-81f4-1a60f46e38d4 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:45:46.496020 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: ef287a27-dbd3-4477-81f4-1a60f46e38d4 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:45:46.496381 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ef287a27-dbd3-4477-81f4-1a60f46e38d4 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:45:46.568659 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8197fa9-d2f6-4930-acc8-638f2f16d50e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Port': ['ID=ef287a27-dbd3-4477-81f4-1a60f46e38d4,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:46.591935 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8197fa9-d2f6-4930-acc8-638f2f16d50e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] No DVR routers for this DVR port ef287a27-dbd3-4477-81f4-1a60f46e38d4 on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:45:46.770407 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e8197fa9-d2f6-4930-acc8-638f2f16d50e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (dcfea93f-ff61-4960-bf0f-bd5dc0dba05a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:46.780205 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eded6e-5727-4e91-a96e-f3d31fbff4d6 req-3adfe8d5-6e1e-47fc-96b2-ccf3660b7764 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:46.782652 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f4eded6e-5727-4e91-a96e-f3d31fbff4d6 req-3adfe8d5-6e1e-47fc-96b2-ccf3660b7764 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.2025995 Feb 20 03:45:46.853197 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-e8197fa9-d2f6-4930-acc8-638f2f16d50e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcfea93f-ff61-4960-bf0f-bd5dc0dba05a']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:46.868908 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-e8197fa9-d2f6-4930-acc8-638f2f16d50e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd904d1b0-f697-4f28-adf7-53c227443006') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:46.868908 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-e8197fa9-d2f6-4930-acc8-638f2f16d50e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd904d1b0-f697-4f28-adf7-53c227443006') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:46.902776 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e8197fa9-d2f6-4930-acc8-638f2f16d50e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (d904d1b0-f697-4f28-adf7-53c227443006), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:46.921161 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-7258054d-4441-4190-8d61-1f06437da9ef req-7ecd7cfb-7933-4df0-a4e4-34597b19acae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01c6f12a-e18f-4e22-8ca3-befe7fa5df30 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:45:46.958365 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7258054d-4441-4190-8d61-1f06437da9ef req-7ecd7cfb-7933-4df0-a4e4-34597b19acae service neutron] Publish callbacks [] for port (01c6f12a-e18f-4e22-8ca3-befe7fa5df30), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:46.960904 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e8197fa9-d2f6-4930-acc8-638f2f16d50e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (d904d1b0-f697-4f28-adf7-53c227443006), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:46.979710 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f4eded6e-5727-4e91-a96e-f3d31fbff4d6 req-71660301-cf16-4a65-8a82-ec54d79f9e7e tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728234 Feb 20 03:45:46.982918 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8197fa9-d2f6-4930-acc8-638f2f16d50e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:45:46.983122 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e8197fa9-d2f6-4930-acc8-638f2f16d50e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (d904d1b0-f697-4f28-adf7-53c227443006), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:46.986771 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:45:46.986771 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:45:46.986771 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:45:46.986771 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:45:46.986771 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:45:46.986771 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:45:46.986771 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:45:46.986771 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:45:46.986771 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:45:46.986771 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:45:46.986771 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:45:46.986771 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:45:46.986771 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:45:46.986771 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:45:46.986771 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:45:46.986771 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:45:46.986771 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:45:46.986771 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:45:46.986771 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:45:46.986771 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:45:46.986771 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:45:46.986771 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:45:46.986771 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:45:46.986771 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:45:46.986771 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:45:46.986771 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:45:46.986771 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:45:46.986771 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:45:46.986771 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:45:46.986771 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:45:46.986771 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:45:46.986771 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:45:47.183915 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-7258054d-4441-4190-8d61-1f06437da9ef req-7ecd7cfb-7933-4df0-a4e4-34597b19acae service neutron] Transition to ACTIVE for port object 01c6f12a-e18f-4e22-8ca3-befe7fa5df30 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:45:47.184684 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e8197fa9-d2f6-4930-acc8-638f2f16d50e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (dcfea93f-ff61-4960-bf0f-bd5dc0dba05a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:47.192233 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e8197fa9-d2f6-4930-acc8-638f2f16d50e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:47.195431 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e8197fa9-d2f6-4930-acc8-638f2f16d50e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/networks/dcfea93f-ff61-4960-bf0f-bd5dc0dba05a HTTP/1.1" status: 204 len: 168 time: 2.3503902 Feb 20 03:45:47.201109 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48520) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:47.224496 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8197fa9-d2f6-4930-acc8-638f2f16d50e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Network': ['ID=dcfea93f-ff61-4960-bf0f-bd5dc0dba05a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:47.247102 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7258054d-4441-4190-8d61-1f06437da9ef req-7ecd7cfb-7933-4df0-a4e4-34597b19acae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (01c6f12a-e18f-4e22-8ca3-befe7fa5df30), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:47.365193 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd7cfb-7933-4df0-a4e4-34597b19acae service neutron] Pushing event updated for resources: {'Port': ['ID=01c6f12a-e18f-4e22-8ca3-befe7fa5df30,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:47.649583 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-7258054d-4441-4190-8d61-1f06437da9ef req-7ecd7cfb-7933-4df0-a4e4-34597b19acae service neutron] Attempting to bind port 01c6f12a-e18f-4e22-8ca3-befe7fa5df30 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:45:47.649583 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-7258054d-4441-4190-8d61-1f06437da9ef req-7ecd7cfb-7933-4df0-a4e4-34597b19acae service neutron] Attempting to bind port 01c6f12a-e18f-4e22-8ca3-befe7fa5df30 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '7ac0e132-f159-46b3-89b9-bf69b2d2b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:45:47.649972 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7258054d-4441-4190-8d61-1f06437da9ef req-7ecd7cfb-7933-4df0-a4e4-34597b19acae service neutron] Attempting to bind port 01c6f12a-e18f-4e22-8ca3-befe7fa5df30 on network e7145295-dd19-4a16-9b45-ef5241878299 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:45:47.668932 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7258054d-4441-4190-8d61-1f06437da9ef req-7ecd7cfb-7933-4df0-a4e4-34597b19acae service neutron] Port 01c6f12a-e18f-4e22-8ca3-befe7fa5df30 on network e7145295-dd19-4a16-9b45-ef5241878299 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:45:47.669259 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7258054d-4441-4190-8d61-1f06437da9ef req-7ecd7cfb-7933-4df0-a4e4-34597b19acae service neutron] Attempting to bind port 01c6f12a-e18f-4e22-8ca3-befe7fa5df30 on network e7145295-dd19-4a16-9b45-ef5241878299 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:45:47.682664 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7258054d-4441-4190-8d61-1f06437da9ef req-7ecd7cfb-7933-4df0-a4e4-34597b19acae service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:45:47.683048 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7258054d-4441-4190-8d61-1f06437da9ef req-7ecd7cfb-7933-4df0-a4e4-34597b19acae service neutron] Checking segment: {'id': '7ac0e132-f159-46b3-89b9-bf69b2d2b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:45:47.683549 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7258054d-4441-4190-8d61-1f06437da9ef req-7ecd7cfb-7933-4df0-a4e4-34597b19acae service neutron] Bound using segment: {'id': '7ac0e132-f159-46b3-89b9-bf69b2d2b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:45:47.683995 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-7258054d-4441-4190-8d61-1f06437da9ef req-7ecd7cfb-7933-4df0-a4e4-34597b19acae service neutron] Bound port: 01c6f12a-e18f-4e22-8ca3-befe7fa5df30, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac0e132-f159-46b3-89b9-bf69b2d2b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:45:47.684364 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7258054d-4441-4190-8d61-1f06437da9ef req-7ecd7cfb-7933-4df0-a4e4-34597b19acae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (01c6f12a-e18f-4e22-8ca3-befe7fa5df30), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:47.707489 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba11e08-c292-4b48-8bca-85ffdcf19990 req-8a10e339-92bb-411d-a54f-705084686a77 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:47.715759 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ba11e08-c292-4b48-8bca-85ffdcf19990 req-8a10e339-92bb-411d-a54f-705084686a77 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd HTTP/1.1" status: 200 len: 943 time: 0.1840727 Feb 20 03:45:47.857916 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-7258054d-4441-4190-8d61-1f06437da9ef req-7ecd7cfb-7933-4df0-a4e4-34597b19acae service neutron] For port 01c6f12a-e18f-4e22-8ca3-befe7fa5df30, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:45:47.862360 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-7258054d-4441-4190-8d61-1f06437da9ef req-7ecd7cfb-7933-4df0-a4e4-34597b19acae service neutron] For port 01c6f12a-e18f-4e22-8ca3-befe7fa5df30, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=01c6f12a-e18f-4e22-8ca3-befe7fa5df30,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:45:47.974360 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ba11e08-c292-4b48-8bca-85ffdcf19990 req-8204c5f1-dac7-43d7-b417-3ac34a71041c tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540441 Feb 20 03:45:47.984240 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7258054d-4441-4190-8d61-1f06437da9ef req-7ecd7cfb-7933-4df0-a4e4-34597b19acae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (01c6f12a-e18f-4e22-8ca3-befe7fa5df30), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:48.010252 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b654eff8-53ef-447e-9ea5-680b23e19b39 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (711f0fc0-f88f-474b-91d1-e0edfc76135a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:48.052315 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 77b89bee-8b2b-4b33-8520-6c3db4fccc47 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:45:48.106480 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258054d-4441-4190-8d61-1f06437da9ef req-7ecd7cfb-7933-4df0-a4e4-34597b19acae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:48.109178 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7258054d-4441-4190-8d61-1f06437da9ef req-7ecd7cfb-7933-4df0-a4e4-34597b19acae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:48.112708 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7258054d-4441-4190-8d61-1f06437da9ef req-7ecd7cfb-7933-4df0-a4e4-34597b19acae service neutron] 10.222.0.93 "PUT /v2.0/ports/01c6f12a-e18f-4e22-8ca3-befe7fa5df30 HTTP/1.1" status: 200 len: 1091 time: 2.8523722 Feb 20 03:45:48.117420 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 77b89bee-8b2b-4b33-8520-6c3db4fccc47 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:45:48.117420 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 77b89bee-8b2b-4b33-8520-6c3db4fccc47 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:45:48.120293 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd', 'tag': '01c6f12a-e18f-4e22-8ca3-befe7fa5df30'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:45:48.123916 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7366534d-785c-45d3-978b-b01d9c1d337c" -d '{"events": [{"name": "network-changed", "server_uuid": "40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd", "tag": "01c6f12a-e18f-4e22-8ca3-befe7fa5df30"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:45:48.197764 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd7cfb-7933-4df0-a4e4-34597b19acae service neutron] Pushing event updated for resources: {'Port': ['ID=01c6f12a-e18f-4e22-8ca3-befe7fa5df30,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:48.265292 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0bae9-cd28-4859-b8b6-668937b10e49 req-f7a9819e-2ee9-48b6-985e-c7d9a141efec tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:48.278794 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4b0bae9-cd28-4859-b8b6-668937b10e49 req-f7a9819e-2ee9-48b6-985e-c7d9a141efec tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1275139 Feb 20 03:45:48.497123 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258054d-4441-4190-8d61-1f06437da9ef req-118f79d6-0f0c-40c3-b409-5e4badc274c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:48.499047 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7258054d-4441-4190-8d61-1f06437da9ef req-118f79d6-0f0c-40c3-b409-5e4badc274c9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ee1f83dd43a749889a261be042aa9ecd&device_id=40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd HTTP/1.1" status: 200 len: 1125 time: 0.2509327 Feb 20 03:45:48.515688 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4b0bae9-cd28-4859-b8b6-668937b10e49 req-96f54f97-cee4-4091-bae9-4337d22cf9e3 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352293 Feb 20 03:45:48.627561 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7040d03-1d4e-4dae-951c-7b46352fe159 x-openstack-request-id: req-d7040d03-1d4e-4dae-951c-7b46352fe159 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:45:48.628012 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd", "tag": "01c6f12a-e18f-4e22-8ca3-befe7fa5df30", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:45:48.628377 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d7040d03-1d4e-4dae-951c-7b46352fe159 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:45:48.628983 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd', 'tag': '01c6f12a-e18f-4e22-8ca3-befe7fa5df30', 'status': 'completed', 'code': 200} Feb 20 03:45:48.630846 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7258054d-4441-4190-8d61-1f06437da9ef req-350498be-3bac-4f15-a475-15e42f615ad4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01c6f12a-e18f-4e22-8ca3-befe7fa5df30 HTTP/1.1" status: 200 len: 217 time: 0.1127927 Feb 20 03:45:48.682369 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-b654eff8-53ef-447e-9ea5-680b23e19b39 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Deleting port 52a5ed07-399e-4352-8c79-28ee98c258fe {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:45:48.683005 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b654eff8-53ef-447e-9ea5-680b23e19b39 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (52a5ed07-399e-4352-8c79-28ee98c258fe), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:48.769972 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258054d-4441-4190-8d61-1f06437da9ef req-5749b3eb-6849-432f-80c2-253be5787a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:48.771657 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7258054d-4441-4190-8d61-1f06437da9ef req-5749b3eb-6849-432f-80c2-253be5787a84 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9ceea925-1fd0-4335-a582-98f4180d0060 HTTP/1.1" status: 200 len: 845 time: 0.1331565 Feb 20 03:45:48.826118 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7258054d-4441-4190-8d61-1f06437da9ef req-7007d321-32e5-4254-aca7-d5ef71f49c1f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e7145295-dd19-4a16-9b45-ef5241878299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483732 Feb 20 03:45:48.864524 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-b654eff8-53ef-447e-9ea5-680b23e19b39 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] For port 52a5ed07-399e-4352-8c79-28ee98c258fe, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=52a5ed07-399e-4352-8c79-28ee98c258fe,segment=NetworkSegment(c4638906-87d7-438c-a172-e14afcc133e9),segment_id=c4638906-87d7-438c-a172-e14afcc133e9)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:48.865009 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b654eff8-53ef-447e-9ea5-680b23e19b39 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (52a5ed07-399e-4352-8c79-28ee98c258fe), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:48.901853 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-b654eff8-53ef-447e-9ea5-680b23e19b39 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Calling delete_port for 52a5ed07-399e-4352-8c79-28ee98c258fe owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:45:48.999759 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7258054d-4441-4190-8d61-1f06437da9ef req-08b0e303-4347-45df-85eb-c614cdd71bb7 service neutron] 10.222.0.93 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667626 Feb 20 03:45:49.171950 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f712c5b-f7a4-4976-9c27-30ad075c074a req-108d966f-8b91-4593-bdbc-f9dadd6a1e04 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:49.174898 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f712c5b-f7a4-4976-9c27-30ad075c074a req-108d966f-8b91-4593-bdbc-f9dadd6a1e04 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd HTTP/1.1" status: 200 len: 943 time: 0.0999019 Feb 20 03:45:49.182257 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7258054d-4441-4190-8d61-1f06437da9ef req-1a55671f-b8c5-4da9-a6cd-ec227ff0e60e service neutron] 10.222.0.93 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758151 Feb 20 03:45:49.251590 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f712c5b-f7a4-4976-9c27-30ad075c074a req-8e4b7be7-d51a-41b9-9b58-a7600a68aa39 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683091 Feb 20 03:45:49.582960 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b654eff8-53ef-447e-9ea5-680b23e19b39 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (52a5ed07-399e-4352-8c79-28ee98c258fe), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:49.616099 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654eff8-53ef-447e-9ea5-680b23e19b39 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Port': ['ID=52a5ed07-399e-4352-8c79-28ee98c258fe,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:49.652774 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366534d-785c-45d3-978b-b01d9c1d337c req-5a6ab4ec-e120-4549-9ba6-ab4614823622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:49.654337 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7366534d-785c-45d3-978b-b01d9c1d337c req-5a6ab4ec-e120-4549-9ba6-ab4614823622 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ee1f83dd43a749889a261be042aa9ecd&device_id=40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd HTTP/1.1" status: 200 len: 1125 time: 0.1045821 Feb 20 03:45:49.727926 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4e76d-e78e-4998-a5e9-50f02e646f7e req-52bda67e-e3bb-4b14-a61e-68a6eb929ec1 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:49.735372 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b9f4e76d-e78e-4998-a5e9-50f02e646f7e req-52bda67e-e3bb-4b14-a61e-68a6eb929ec1 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1487031 Feb 20 03:45:49.849680 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b9f4e76d-e78e-4998-a5e9-50f02e646f7e req-66a72d39-cb3b-494f-9a8b-b0b6bac3e975 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130848 Feb 20 03:45:49.865176 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366534d-785c-45d3-978b-b01d9c1d337c req-e6dfe134-1b9e-4958-aebb-e58600d7f404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:49.869856 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7366534d-785c-45d3-978b-b01d9c1d337c req-e6dfe134-1b9e-4958-aebb-e58600d7f404 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e7145295-dd19-4a16-9b45-ef5241878299 HTTP/1.1" status: 200 len: 906 time: 0.2072134 Feb 20 03:45:49.941453 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b654eff8-53ef-447e-9ea5-680b23e19b39 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (711f0fc0-f88f-474b-91d1-e0edfc76135a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:49.954681 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7366534d-785c-45d3-978b-b01d9c1d337c req-8cc0ee64-b63f-4b56-b02e-e9058d92ee00 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01c6f12a-e18f-4e22-8ca3-befe7fa5df30 HTTP/1.1" status: 200 len: 217 time: 0.0786877 Feb 20 03:45:50.165580 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366534d-785c-45d3-978b-b01d9c1d337c req-a4746b74-90b0-4594-99be-95435ba68d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:50.167129 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7366534d-785c-45d3-978b-b01d9c1d337c req-a4746b74-90b0-4594-99be-95435ba68d0e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9ceea925-1fd0-4335-a582-98f4180d0060 HTTP/1.1" status: 200 len: 845 time: 0.2060351 Feb 20 03:45:50.188999 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bb939-d7e3-4a8e-af71-313532190bbc req-87d3266a-f429-474b-902c-d141ee053a8a tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:50.190767 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e56bb939-d7e3-4a8e-af71-313532190bbc req-87d3266a-f429-474b-902c-d141ee053a8a tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 946 time: 0.1649003 Feb 20 03:45:50.309291 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7366534d-785c-45d3-978b-b01d9c1d337c req-6b78b7de-9909-4173-99f6-9b90cb8673f5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e7145295-dd19-4a16-9b45-ef5241878299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880139 Feb 20 03:45:50.313700 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e56bb939-d7e3-4a8e-af71-313532190bbc req-b0efd1a7-3ef1-43df-b4fd-b6686ec8407e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158147 Feb 20 03:45:50.356181 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b654eff8-53ef-447e-9ea5-680b23e19b39 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Router 711f0fc0-f88f-474b-91d1-e0edfc76135a has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:45:50.492084 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b654eff8-53ef-447e-9ea5-680b23e19b39 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:45:50.504728 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e755e2ea-51e5-4ea4-bbd1-4b94c0897868 None None] Sync routers for ids ['711f0fc0-f88f-474b-91d1-e0edfc76135a'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:45:50.519668 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b654eff8-53ef-447e-9ea5-680b23e19b39 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "PUT /v2.0/routers/711f0fc0-f88f-474b-91d1-e0edfc76135a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3167458 Feb 20 03:45:50.525682 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e755e2ea-51e5-4ea4-bbd1-4b94c0897868 None None] Routers {'711f0fc0-f88f-474b-91d1-e0edfc76135a'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:45:50.526567 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-e755e2ea-51e5-4ea4-bbd1-4b94c0897868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:45:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['711f0fc0-f88f-474b-91d1-e0edfc76135a'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:50.534422 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48586) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:50.561417 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7366534d-785c-45d3-978b-b01d9c1d337c req-ab0ea4cb-4374-44e0-ab77-3f65caa8e590 service neutron] 10.222.0.93 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430601 Feb 20 03:45:50.672755 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-41f32dce-c2a2-48c2-b7cb-10f927d0407c tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Deleting subnet e7abce88-b0cc-4dcb-94ed-a5b7a6863685 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:45:50.688932 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-41f32dce-c2a2-48c2-b7cb-10f927d0407c tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for subnet (e7abce88-b0cc-4dcb-94ed-a5b7a6863685), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:50.723428 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488c5e8-aae0-4c71-bedb-ce7fcd042d67 req-7647d2ad-11a7-4fa5-865a-0f4c05028abb tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:50.734151 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d488c5e8-aae0-4c71-bedb-ce7fcd042d67 req-7647d2ad-11a7-4fa5-865a-0f4c05028abb tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd HTTP/1.1" status: 200 len: 943 time: 0.1700082 Feb 20 03:45:50.789170 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-41f32dce-c2a2-48c2-b7cb-10f927d0407c tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (e7abce88-b0cc-4dcb-94ed-a5b7a6863685), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:50.793774 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-e755e2ea-51e5-4ea4-bbd1-4b94c0897868 None None] Set router 711f0fc0-f88f-474b-91d1-e0edfc76135a gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:45:50.831947 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d488c5e8-aae0-4c71-bedb-ce7fcd042d67 req-64bc88b8-bdc9-451c-a5eb-063eb534c72e tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959656 Feb 20 03:45:50.896169 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7366534d-785c-45d3-978b-b01d9c1d337c req-937b2394-1fd7-4b5b-8db9-a62ddf23c5bc service neutron] 10.222.0.93 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935171 Feb 20 03:45:51.003979 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-41f32dce-c2a2-48c2-b7cb-10f927d0407c tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (e7abce88-b0cc-4dcb-94ed-a5b7a6863685), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:51.019190 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:51.079005 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549e556-5781-4b86-b69d-87c9fd7ac695 req-454d8369-8858-4d02-9828-5c5b0e001bec tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:51.094902 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d549e556-5781-4b86-b69d-87c9fd7ac695 req-454d8369-8858-4d02-9828-5c5b0e001bec tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1316237 Feb 20 03:45:51.173818 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:51.183803 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d549e556-5781-4b86-b69d-87c9fd7ac695 req-c53533d4-3832-42aa-b845-c3e5c5d85cbb tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879998 Feb 20 03:45:51.210432 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-41f32dce-c2a2-48c2-b7cb-10f927d0407c tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (e7abce88-b0cc-4dcb-94ed-a5b7a6863685), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:51.284543 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-41f32dce-c2a2-48c2-b7cb-10f927d0407c tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:51.289183 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-41f32dce-c2a2-48c2-b7cb-10f927d0407c tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/subnets/e7abce88-b0cc-4dcb-94ed-a5b7a6863685 HTTP/1.1" status: 204 len: 168 time: 0.7533774 Feb 20 03:45:51.290431 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f32dce-c2a2-48c2-b7cb-10f927d0407c tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Subnet': ['ID=e7abce88-b0cc-4dcb-94ed-a5b7a6863685,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:51.291512 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3ff4b4-7f19-468b-8e85-ce8cef3653c0 None None] Network e18c56fe-42a1-460e-a977-ce7ef939d6d3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:45:51.293016 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48598) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:51.449993 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a2e9ac18-3bb4-44dc-9c65-7c55dd1ebbc7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (e18c56fe-42a1-460e-a977-ce7ef939d6d3), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:51.522635 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-e755e2ea-51e5-4ea4-bbd1-4b94c0897868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'name': 'tempest-RoutersTest-router-1887084734', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:48Z', 'updated_at': '2022-02-20T03:45:49Z', 'revision_number': 10, 'project_id': '43d4b034525e47029e777f2e09722643', 'gw_port_host': None, '_interfaces': [{'id': '4e99940d-85ad-4df2-86d6-9cffa58cb8d3', 'name': '', 'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:e4:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:53Z', 'updated_at': '2022-02-20T03:45:05Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:51.583132 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e755e2ea-51e5-4ea4-bbd1-4b94c0897868 None None] Checking router: 711f0fc0-f88f-474b-91d1-e0edfc76135a for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:45:51.607679 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e755e2ea-51e5-4ea4-bbd1-4b94c0897868 None None] Routers {'711f0fc0-f88f-474b-91d1-e0edfc76135a'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:45:51.608721 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-e755e2ea-51e5-4ea4-bbd1-4b94c0897868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:45:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['711f0fc0-f88f-474b-91d1-e0edfc76135a'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:51.693227 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-a2e9ac18-3bb4-44dc-9c65-7c55dd1ebbc7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Deleting port 237d172a-1677-423d-b610-e015eaaec208 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:45:51.693638 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a2e9ac18-3bb4-44dc-9c65-7c55dd1ebbc7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (237d172a-1677-423d-b610-e015eaaec208), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:51.702699 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e72187-d587-401e-8f72-130a03732c42 None None] DHCP port deletion for e18c56fe-42a1-460e-a977-ce7ef939d6d3 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:45:51.723837 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057be26-788c-4585-9b26-61836c3c4de0 req-4e387fd3-4742-435d-abb5-efdbacedc9e2 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:51.726390 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a057be26-788c-4585-9b26-61836c3c4de0 req-4e387fd3-4742-435d-abb5-efdbacedc9e2 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 946 time: 0.1987188 Feb 20 03:45:51.905026 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48612) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:51.920173 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-a2e9ac18-3bb4-44dc-9c65-7c55dd1ebbc7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] For port 237d172a-1677-423d-b610-e015eaaec208, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=237d172a-1677-423d-b610-e015eaaec208,segment=NetworkSegment(c4638906-87d7-438c-a172-e14afcc133e9),segment_id=c4638906-87d7-438c-a172-e14afcc133e9)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:51.920682 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a2e9ac18-3bb4-44dc-9c65-7c55dd1ebbc7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (237d172a-1677-423d-b610-e015eaaec208), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:51.950271 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-a2e9ac18-3bb4-44dc-9c65-7c55dd1ebbc7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Calling delete_port for 237d172a-1677-423d-b610-e015eaaec208 owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:45:51.964476 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a057be26-788c-4585-9b26-61836c3c4de0 req-c80931b7-768e-4d92-95b9-b737ad6a4636 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996498 Feb 20 03:45:52.247251 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 237d172a-1677-423d-b610-e015eaaec208 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:45:52.271089 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-493464ba-6cb0-40f0-8148-dcfa3e8da438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:52.337719 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-e755e2ea-51e5-4ea4-bbd1-4b94c0897868 None None] Set router 711f0fc0-f88f-474b-91d1-e0edfc76135a gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:45:52.348326 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c524183-95d5-4808-b36a-9a06b20157e2 req-07d0f5ee-f83b-471c-97b4-ad95f9f1c328 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:52.356986 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1c524183-95d5-4808-b36a-9a06b20157e2 req-07d0f5ee-f83b-471c-97b4-ad95f9f1c328 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd HTTP/1.1" status: 200 len: 943 time: 0.2286968 Feb 20 03:45:52.454604 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-493464ba-6cb0-40f0-8148-dcfa3e8da438 admin admin] Publish callbacks [] for security_group (d1cdea22-54fb-4b7a-b344-a9b11792389a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:52.458771 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a2e9ac18-3bb4-44dc-9c65-7c55dd1ebbc7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (237d172a-1677-423d-b610-e015eaaec208), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:52.496948 n-d-829866-4 neutron-server[104107]: INFO neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No ports have port_id starting with 237d172a-1677-423d-b610-e015eaaec208 Feb 20 03:45:52.498394 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d4e72187-d587-401e-8f72-130a03732c42 None None] Deleting port 237d172a-1677-423d-b610-e015eaaec208 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:45:52.498766 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d4e72187-d587-401e-8f72-130a03732c42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (237d172a-1677-423d-b610-e015eaaec208), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:52.510079 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1c524183-95d5-4808-b36a-9a06b20157e2 req-81b4e09b-e4f6-4ac8-a30f-1016fa035be3 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453903 Feb 20 03:45:52.524720 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9ac18-3bb4-44dc-9c65-7c55dd1ebbc7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Port': ['ID=237d172a-1677-423d-b610-e015eaaec208,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:52.537996 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e9ac18-3bb4-44dc-9c65-7c55dd1ebbc7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] No DVR routers for this DVR port 237d172a-1677-423d-b610-e015eaaec208 on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:45:52.559648 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-493464ba-6cb0-40f0-8148-dcfa3e8da438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d1cdea22-54fb-4b7a-b344-a9b11792389a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:52.639916 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493464ba-6cb0-40f0-8148-dcfa3e8da438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cdea22-54fb-4b7a-b344-a9b11792389a,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:52.696590 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-493464ba-6cb0-40f0-8148-dcfa3e8da438 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=be4e495cabdd48d187cf2e6ecf782372&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7881715 Feb 20 03:45:52.697187 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48624) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:52.783305 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d4e72187-d587-401e-8f72-130a03732c42 None None] For port 237d172a-1677-423d-b610-e015eaaec208, host n-d-829866-4, got binding levels [] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:52.783902 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d4e72187-d587-401e-8f72-130a03732c42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (237d172a-1677-423d-b610-e015eaaec208), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:52.800979 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6b1eb1b1-0ec9-4153-9fb3-bff8294c18a6 admin admin] Publish callbacks [] for security_group (d1cdea22-54fb-4b7a-b344-a9b11792389a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:52.826391 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a2e9ac18-3bb4-44dc-9c65-7c55dd1ebbc7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (e18c56fe-42a1-460e-a977-ce7ef939d6d3), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:52.843511 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d4e72187-d587-401e-8f72-130a03732c42 None None] Calling delete_port for 237d172a-1677-423d-b610-e015eaaec208 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:45:52.853245 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.ipam_backend_mixin [None req-d4e72187-d587-401e-8f72-130a03732c42 None None] Port 237d172a-1677-423d-b610-e015eaaec208 was not found and therefore no delete operation was performed {{(pid=104107) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 03:45:52.854930 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6b1eb1b1-0ec9-4153-9fb3-bff8294c18a6 admin admin] Publish callbacks [] for security_group (d1cdea22-54fb-4b7a-b344-a9b11792389a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:52.857351 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d4e72187-d587-401e-8f72-130a03732c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (237d172a-1677-423d-b610-e015eaaec208), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:52.884005 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-a2e9ac18-3bb4-44dc-9c65-7c55dd1ebbc7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e18c56fe-42a1-460e-a977-ce7ef939d6d3']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:52.926773 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-a2e9ac18-3bb4-44dc-9c65-7c55dd1ebbc7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4638906-87d7-438c-a172-e14afcc133e9') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:52.927085 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-a2e9ac18-3bb4-44dc-9c65-7c55dd1ebbc7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4638906-87d7-438c-a172-e14afcc133e9') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:52.952122 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a2e9ac18-3bb4-44dc-9c65-7c55dd1ebbc7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (c4638906-87d7-438c-a172-e14afcc133e9), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:52.956763 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e72187-d587-401e-8f72-130a03732c42 None None] Pushing event deleted for resources: {'Port': ['ID=237d172a-1677-423d-b610-e015eaaec208,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:52.972467 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e72187-d587-401e-8f72-130a03732c42 None None] No DVR routers for this DVR port 237d172a-1677-423d-b610-e015eaaec208 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:45:52.988224 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a2e9ac18-3bb4-44dc-9c65-7c55dd1ebbc7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (c4638906-87d7-438c-a172-e14afcc133e9), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:53.002846 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2e9ac18-3bb4-44dc-9c65-7c55dd1ebbc7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:45:53.004228 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a2e9ac18-3bb4-44dc-9c65-7c55dd1ebbc7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (c4638906-87d7-438c-a172-e14afcc133e9), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:53.010321 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:45:53.010321 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:45:53.010321 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:45:53.010321 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:45:53.010321 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:45:53.010321 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:45:53.010321 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:45:53.010321 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:45:53.010321 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:45:53.010321 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:45:53.010321 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:45:53.010321 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:45:53.010321 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:45:53.010321 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:45:53.010321 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:45:53.010321 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:45:53.010321 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:45:53.010321 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:45:53.010321 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:45:53.010321 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:45:53.010321 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:45:53.010321 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:45:53.010321 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:45:53.010321 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:45:53.010321 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:45:53.010321 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:45:53.010321 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:45:53.010321 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:45:53.010321 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:45:53.010321 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:45:53.010321 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:45:53.010321 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:45:53.045366 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-e755e2ea-51e5-4ea4-bbd1-4b94c0897868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'name': 'tempest-RoutersTest-router-1887084734', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:48Z', 'updated_at': '2022-02-20T03:45:49Z', 'revision_number': 10, 'project_id': '43d4b034525e47029e777f2e09722643', 'gw_port_host': None, '_interfaces': [{'id': '4e99940d-85ad-4df2-86d6-9cffa58cb8d3', 'name': '', 'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:e4:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:53Z', 'updated_at': '2022-02-20T03:45:05Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:53.057105 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6b1eb1b1-0ec9-4153-9fb3-bff8294c18a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d1cdea22-54fb-4b7a-b344-a9b11792389a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:53.060084 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6b1eb1b1-0ec9-4153-9fb3-bff8294c18a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:53.068200 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6b1eb1b1-0ec9-4153-9fb3-bff8294c18a6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d1cdea22-54fb-4b7a-b344-a9b11792389a HTTP/1.1" status: 204 len: 168 time: 0.3698840 Feb 20 03:45:53.088806 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e755e2ea-51e5-4ea4-bbd1-4b94c0897868 None None] The sync data for ids ['711f0fc0-f88f-474b-91d1-e0edfc76135a'] in n-d-829866-4 is: [{'id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'name': 'tempest-RoutersTest-router-1887084734', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:48Z', 'updated_at': '2022-02-20T03:45:49Z', 'revision_number': 10, 'project_id': '43d4b034525e47029e777f2e09722643', 'gw_port_host': None, '_interfaces': [{'id': '4e99940d-85ad-4df2-86d6-9cffa58cb8d3', 'name': '', 'network_id': 'dfc93d71-3e0e-4fc9-8d53-938a3e269cb4', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'mac_address': 'fa:16:3e:e4:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:53Z', 'updated_at': '2022-02-20T03:45:05Z', 'revision_number': 5, 'project_id': '43d4b034525e47029e777f2e09722643', 'subnets': [{'id': 'fa11ee3e-df3b-4eec-8987-5d786cddd8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:45:53.090274 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1eb1b1-0ec9-4153-9fb3-bff8294c18a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cdea22-54fb-4b7a-b344-a9b11792389a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:53.276482 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a2e9ac18-3bb4-44dc-9c65-7c55dd1ebbc7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (e18c56fe-42a1-460e-a977-ce7ef939d6d3), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:53.292916 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-f0f82b54-4c0b-405f-a6e5-a8f6985985df service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1012440 Feb 20 03:45:53.301156 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a2e9ac18-3bb4-44dc-9c65-7c55dd1ebbc7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:53.307482 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a2e9ac18-3bb4-44dc-9c65-7c55dd1ebbc7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/networks/e18c56fe-42a1-460e-a977-ce7ef939d6d3 HTTP/1.1" status: 204 len: 168 time: 2.0109491 Feb 20 03:45:53.308525 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48636) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:53.331348 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9ac18-3bb4-44dc-9c65-7c55dd1ebbc7 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Network': ['ID=e18c56fe-42a1-460e-a977-ce7ef939d6d3,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:53.484267 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 01c6f12a-e18f-4e22-8ca3-befe7fa5df30 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:45:53.486762 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-bb672e27-b5f1-4b83-95cf-8c0ce65b4584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:53.487835 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-bb672e27-b5f1-4b83-95cf-8c0ce65b4584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:53.488491 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-bb672e27-b5f1-4b83-95cf-8c0ce65b4584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:53.489127 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-bb672e27-b5f1-4b83-95cf-8c0ce65b4584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:53.489603 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-bb672e27-b5f1-4b83-95cf-8c0ce65b4584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:53.490667 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-bb672e27-b5f1-4b83-95cf-8c0ce65b4584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:53.491260 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-bb672e27-b5f1-4b83-95cf-8c0ce65b4584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:53.493509 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-bb672e27-b5f1-4b83-95cf-8c0ce65b4584 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0d4e5737e103447f89841b11bed8bb31&device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 6707 time: 0.1473601 Feb 20 03:45:53.711244 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-9e37787d-e8bc-4787-bb66-cb260919a47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:53.712511 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-9e37787d-e8bc-4787-bb66-cb260919a47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:53.716709 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-9e37787d-e8bc-4787-bb66-cb260919a47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:53.718460 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-9e37787d-e8bc-4787-bb66-cb260919a47f service neutron] 10.222.0.93 "GET /v2.0/networks?id=b098f8c6-16ef-4470-b828-67d64bde6c7f&id=d998f68e-c8b2-419a-a92f-ff474bef2a54&id=d998f68e-c8b2-419a-a92f-ff474bef2a54&id=d998f68e-c8b2-419a-a92f-ff474bef2a54&id=d998f68e-c8b2-419a-a92f-ff474bef2a54&id=8ca4b396-14bc-4fc6-83df-227a6726eb74&id=8ca4b396-14bc-4fc6-83df-227a6726eb74 HTTP/1.1" status: 200 len: 2292 time: 0.1877284 Feb 20 03:45:53.788113 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 01c6f12a-e18f-4e22-8ca3-befe7fa5df30, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=01c6f12a-e18f-4e22-8ca3-befe7fa5df30,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:53.856711 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '01c6f12a-e18f-4e22-8ca3-befe7fa5df30', 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299', 'port_id': '01c6f12a-e18f-4e22-8ca3-befe7fa5df30', 'mac_address': 'fa:16:3e:d6:2a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ceea925-1fd0-4335-a582-98f4180d0060', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:45:54.021930 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 01c6f12a-e18f-4e22-8ca3-befe7fa5df30 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:54.021930 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (01c6f12a-e18f-4e22-8ca3-befe7fa5df30), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:54.034601 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01c6f12a-e18f-4e22-8ca3-befe7fa5df30 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:45:54.085635 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 52a5ed07-399e-4352-8c79-28ee98c258fe no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:45:54.113911 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-44d6f2e8-3693-44dd-9b1c-9e31543a6f11 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecc9fc1c-32de-42f6-beff-ccab1aa82d9c HTTP/1.1" status: 200 len: 1001 time: 0.3861063 Feb 20 03:45:54.200695 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 01c6f12a-e18f-4e22-8ca3-befe7fa5df30, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=01c6f12a-e18f-4e22-8ca3-befe7fa5df30,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:54.208478 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 52a5ed07-399e-4352-8c79-28ee98c258fe {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:45:54.210219 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 52a5ed07-399e-4352-8c79-28ee98c258fe not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:45:54.233442 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1b604-cbbc-4d01-8ce1-e15a0d15701c req-5ed19c66-145d-4c7d-973f-f3a255fc40cb tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:54.237296 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65d1b604-cbbc-4d01-8ce1-e15a0d15701c req-5ed19c66-145d-4c7d-973f-f3a255fc40cb tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.3114955 Feb 20 03:45:54.285791 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (01c6f12a-e18f-4e22-8ca3-befe7fa5df30), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:54.304147 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-19b9237f-88fe-4d9d-8105-5acb1c20851e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:54.305649 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-19b9237f-88fe-4d9d-8105-5acb1c20851e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=31a197bb-5fd0-42b5-ae4b-c35a9b090699 HTTP/1.1" status: 200 len: 850 time: 0.1848991 Feb 20 03:45:54.411710 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-34615623-653c-4880-bb4b-e3bf2791ad61 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (711f0fc0-f88f-474b-91d1-e0edfc76135a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:54.426376 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=01c6f12a-e18f-4e22-8ca3-befe7fa5df30,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:54.439407 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65d1b604-cbbc-4d01-8ce1-e15a0d15701c req-88755a6e-80a4-451b-aaa7-b8a17dfaa52c tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863894 Feb 20 03:45:54.472781 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:54.473137 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:54.473484 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:54.473827 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:54.474167 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:54.474502 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:54.474832 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:54.475270 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:54.475513 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:54.475837 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:54.476159 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:54.476487 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:54.476814 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:45:54.478192 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-798342cf-ce77-479c-a971-7509b5a932bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:54.479455 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-798342cf-ce77-479c-a971-7509b5a932bf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b098f8c6-16ef-4470-b828-67d64bde6c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1599019 Feb 20 03:45:54.667637 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['01c6f12a-e18f-4e22-8ca3-befe7fa5df30'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:45:54.893419 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c20d03-9380-47a4-a62f-d90cc69252d4 req-3bd5fc25-c389-4a98-b451-709be34d7cfa tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:54.903213 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a9c20d03-9380-47a4-a62f-d90cc69252d4 req-3bd5fc25-c389-4a98-b451-709be34d7cfa tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd HTTP/1.1" status: 200 len: 944 time: 0.2668664 Feb 20 03:45:54.924532 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-daecbc75-6d3f-4d1b-87ab-d6fbafd7f71c service neutron] 10.222.0.93 "GET /v2.0/networks/b098f8c6-16ef-4470-b828-67d64bde6c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368041 Feb 20 03:45:55.088456 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a9c20d03-9380-47a4-a62f-d90cc69252d4 req-ccb8cedb-82d4-4e95-80b0-74c166248ec1 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704824 Feb 20 03:45:55.116211 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-34615623-653c-4880-bb4b-e3bf2791ad61 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Deleting port 4e99940d-85ad-4df2-86d6-9cffa58cb8d3 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:45:55.116211 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-34615623-653c-4880-bb4b-e3bf2791ad61 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (4e99940d-85ad-4df2-86d6-9cffa58cb8d3), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:55.208077 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-777d4880-1456-4954-9368-8c5a338b25e0 service neutron] 10.222.0.93 "GET /v2.0/networks/b098f8c6-16ef-4470-b828-67d64bde6c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701814 Feb 20 03:45:55.284322 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-34615623-653c-4880-bb4b-e3bf2791ad61 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] For port 4e99940d-85ad-4df2-86d6-9cffa58cb8d3, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=4e99940d-85ad-4df2-86d6-9cffa58cb8d3,segment=NetworkSegment(c25727cb-6eba-4a23-afe6-3b6d38d54f57),segment_id=c25727cb-6eba-4a23-afe6-3b6d38d54f57)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:55.289399 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-34615623-653c-4880-bb4b-e3bf2791ad61 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (4e99940d-85ad-4df2-86d6-9cffa58cb8d3), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:55.295893 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-c326f46a-caa5-41e1-9727-7bc0b90fbe43 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=f6c5c77e-83cb-48f4-8702-35718ef6076d HTTP/1.1" status: 200 len: 217 time: 0.0798974 Feb 20 03:45:55.319682 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-34615623-653c-4880-bb4b-e3bf2791ad61 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Calling delete_port for 4e99940d-85ad-4df2-86d6-9cffa58cb8d3 owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:45:55.370436 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d1f64-2412-4683-afe1-e391c0ab85f0 req-52d58e0e-189e-4227-9504-363341015bbd tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:55.379054 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6e1d1f64-2412-4683-afe1-e391c0ab85f0 req-52d58e0e-189e-4227-9504-363341015bbd tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 946 time: 0.1648755 Feb 20 03:45:55.415095 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-7112fe36-a25c-455e-bd71-a26720af698f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:55.416918 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-7112fe36-a25c-455e-bd71-a26720af698f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f78cbae5-a431-4119-b386-a5d435c775cc HTTP/1.1" status: 200 len: 797 time: 0.1130807 Feb 20 03:45:55.498921 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 704b66a5-2e83-41de-ba1d-777ee6bc4c8e no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:45:55.590752 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6e1d1f64-2412-4683-afe1-e391c0ab85f0 req-fcc4499d-925d-493c-848b-c8a0c55336a8 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105339 Feb 20 03:45:55.643623 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-5286e56a-b965-4ab2-a4f7-3323bcd83281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:55.645727 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-5286e56a-b965-4ab2-a4f7-3323bcd83281 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d998f68e-c8b2-419a-a92f-ff474bef2a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2211072 Feb 20 03:45:55.731546 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:55.735210 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:55.839966 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=704b66a5-2e83-41de-ba1d-777ee6bc4c8e,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:55.843402 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43c33d3-020b-4334-87ed-69fe568475fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '704b66a5-2e83-41de-ba1d-777ee6bc4c8e'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:45:55.853000 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b211879-4bfe-4ce5-854e-2ccca46b3236" -d '{"events": [{"server_uuid": "e43c33d3-020b-4334-87ed-69fe568475fd", "name": "network-vif-unplugged", "status": "completed", "tag": "704b66a5-2e83-41de-ba1d-777ee6bc4c8e"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:45:55.855692 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-34615623-653c-4880-bb4b-e3bf2791ad61 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (4e99940d-85ad-4df2-86d6-9cffa58cb8d3), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:55.879338 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c9942-5139-4167-9a15-2f31661efadc req-264fd51e-1bb1-4e17-b368-21f3d1747c1b tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:55.896634 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f4c9942-5139-4167-9a15-2f31661efadc req-264fd51e-1bb1-4e17-b368-21f3d1747c1b tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1049027 Feb 20 03:45:55.923423 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-2bfc87c8-68e2-48e6-9765-d4e436d3f638 service neutron] 10.222.0.93 "GET /v2.0/networks/d998f68e-c8b2-419a-a92f-ff474bef2a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682412 Feb 20 03:45:55.932233 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:55.948118 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34615623-653c-4880-bb4b-e3bf2791ad61 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Port': ['ID=4e99940d-85ad-4df2-86d6-9cffa58cb8d3,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:56.088654 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-95864946-ea79-48f3-a5d1-89fb191ad140 service neutron] 10.222.0.93 "GET /v2.0/networks/d998f68e-c8b2-419a-a92f-ff474bef2a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570594 Feb 20 03:45:56.130613 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f4c9942-5139-4167-9a15-2f31661efadc req-01ec8931-bc61-43b4-ab31-f4e9420c0772 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248888 Feb 20 03:45:56.162470 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=704b66a5-2e83-41de-ba1d-777ee6bc4c8e,revision_number=11']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:56.221507 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30035b6a-b2e0-448f-ae0e-ff4fa1abbc52 x-openstack-request-id: req-30035b6a-b2e0-448f-ae0e-ff4fa1abbc52 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:45:56.221814 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43c33d3-020b-4334-87ed-69fe568475fd", "name": "network-vif-unplugged", "status": "completed", "tag": "704b66a5-2e83-41de-ba1d-777ee6bc4c8e", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:45:56.222078 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-30035b6a-b2e0-448f-ae0e-ff4fa1abbc52 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:45:56.222583 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43c33d3-020b-4334-87ed-69fe568475fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '704b66a5-2e83-41de-ba1d-777ee6bc4c8e', 'code': 200} Feb 20 03:45:56.274699 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-a2cb4484-4ea1-4f6c-8b5d-1ea928102f6f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=f90d40c0-5b58-4b00-ae70-023f49494c0e HTTP/1.1" status: 200 len: 217 time: 0.1467736 Feb 20 03:45:56.442643 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-34615623-653c-4880-bb4b-e3bf2791ad61 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (711f0fc0-f88f-474b-91d1-e0edfc76135a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:56.478684 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a5e1bc31-b089-4551-a7bd-a3a51c035653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:56.599596 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:45:57.164395 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-03580a3f-bffb-4903-820b-5c6be495455c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:57.166907 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-03580a3f-bffb-4903-820b-5c6be495455c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f78cbae5-a431-4119-b386-a5d435c775cc HTTP/1.1" status: 200 len: 797 time: 0.8920221 Feb 20 03:45:57.276051 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47760365-f69a-46ae-a451-7e8d8bc4b9ec req-3031b12c-d5ff-4e37-a3ec-cde3fd28e085 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:57.285705 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-47760365-f69a-46ae-a451-7e8d8bc4b9ec req-3031b12c-d5ff-4e37-a3ec-cde3fd28e085 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd HTTP/1.1" status: 200 len: 944 time: 0.1832135 Feb 20 03:45:57.338337 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-c4e1eee8-4515-48af-ab2e-74a18e0f0e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:57.340481 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-c4e1eee8-4515-48af-ab2e-74a18e0f0e73 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d998f68e-c8b2-419a-a92f-ff474bef2a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1492910 Feb 20 03:45:57.378966 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48708) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:57.485951 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-47760365-f69a-46ae-a451-7e8d8bc4b9ec req-8ffc1126-dba7-4454-bc07-3fd382cc8dc1 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909206 Feb 20 03:45:57.522053 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 704b66a5-2e83-41de-ba1d-777ee6bc4c8e details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:45:57.524243 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 01c6f12a-e18f-4e22-8ca3-befe7fa5df30 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:45:57.553153 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-a5dc5c93-81ea-407d-8b5f-a75023e63286 service neutron] 10.222.0.93 "GET /v2.0/networks/d998f68e-c8b2-419a-a92f-ff474bef2a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760385 Feb 20 03:45:57.579848 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34615623-653c-4880-bb4b-e3bf2791ad61 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Router 711f0fc0-f88f-474b-91d1-e0edfc76135a has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:45:57.773884 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-e98576a8-752a-4848-8629-73d9c4b62cdf tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Request body: {'network': {'name': 'tempest-network-smoke--1666065970', 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'port_security_enabled': True}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:45:57.800417 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34615623-653c-4880-bb4b-e3bf2791ad61 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:45:57.807242 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2c49ea-493c-49bd-b839-2a9bcb461970 None None] Sync routers for ids ['711f0fc0-f88f-474b-91d1-e0edfc76135a'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:45:57.813762 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-34615623-653c-4880-bb4b-e3bf2791ad61 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "PUT /v2.0/routers/711f0fc0-f88f-474b-91d1-e0edfc76135a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5036514 Feb 20 03:45:57.814087 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48714) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:57.825120 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2c49ea-493c-49bd-b839-2a9bcb461970 None None] Routers {'711f0fc0-f88f-474b-91d1-e0edfc76135a'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:45:57.826183 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-4b2c49ea-493c-49bd-b839-2a9bcb461970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:45:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['711f0fc0-f88f-474b-91d1-e0edfc76135a'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:57.867999 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=704b66a5-2e83-41de-ba1d-777ee6bc4c8e,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:57.885888 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '704b66a5-2e83-41de-ba1d-777ee6bc4c8e', 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51', 'port_id': '704b66a5-2e83-41de-ba1d-777ee6bc4c8e', 'mac_address': 'fa:16:3e:cf:6c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e8c386-47fc-4d48-86f0-3d288a799fec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:45:57.898738 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-4e235f56-1d78-4c16-9518-fd13f6d2d25d service neutron] 10.222.0.93 "GET /v2.0/networks/d998f68e-c8b2-419a-a92f-ff474bef2a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370228 Feb 20 03:45:57.937405 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c84064-f3a9-4a29-b01d-7d1024886b53 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Deleting subnet fa11ee3e-df3b-4eec-8987-5d786cddd8f1 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:45:57.951834 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-64c84064-f3a9-4a29-b01d-7d1024886b53 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for subnet (fa11ee3e-df3b-4eec-8987-5d786cddd8f1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:58.012035 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-e7faf8d8-81d7-4826-baf2-2f38b7408d71 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=c7a136aa-1a7e-4a1d-8972-04de33f5dc56 HTTP/1.1" status: 200 len: 217 time: 0.1001306 Feb 20 03:45:58.013685 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-4b2c49ea-493c-49bd-b839-2a9bcb461970 None None] Set router 711f0fc0-f88f-474b-91d1-e0edfc76135a gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:45:58.017206 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-64c84064-f3a9-4a29-b01d-7d1024886b53 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (fa11ee3e-df3b-4eec-8987-5d786cddd8f1), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:58.022291 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:58.023843 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98576a8-752a-4848-8629-73d9c4b62cdf tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Made reservation on behalf of cdf6aa5f9d3c4cef8fb0e04bd6cac1cb for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:45:58.024106 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:58.029260 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 01c6f12a-e18f-4e22-8ca3-befe7fa5df30 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:45:58.033898 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e98576a8-752a-4848-8629-73d9c4b62cdf tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:58.065188 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 01c6f12a-e18f-4e22-8ca3-befe7fa5df30 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:45:58.065565 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (01c6f12a-e18f-4e22-8ca3-befe7fa5df30), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:58.080715 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e98576a8-752a-4848-8629-73d9c4b62cdf tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:58.117146 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-64c84064-f3a9-4a29-b01d-7d1024886b53 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (fa11ee3e-df3b-4eec-8987-5d786cddd8f1), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:58.146217 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 704b66a5-2e83-41de-ba1d-777ee6bc4c8e {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:45:58.160257 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-4b2c49ea-493c-49bd-b839-2a9bcb461970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'name': 'tempest-RoutersTest-router-1887084734', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:48Z', 'updated_at': '2022-02-20T03:45:55Z', 'revision_number': 11, 'project_id': '43d4b034525e47029e777f2e09722643', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:58.172649 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=704b66a5-2e83-41de-ba1d-777ee6bc4c8e,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:58.191657 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-533d0937-c831-4d0c-8afe-2eea63f29660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:58.193171 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-533d0937-c831-4d0c-8afe-2eea63f29660 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f78cbae5-a431-4119-b386-a5d435c775cc HTTP/1.1" status: 200 len: 797 time: 0.1215315 Feb 20 03:45:58.229451 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2c49ea-493c-49bd-b839-2a9bcb461970 None None] Checking router: 711f0fc0-f88f-474b-91d1-e0edfc76135a for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:45:58.243288 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:58.257226 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2c49ea-493c-49bd-b839-2a9bcb461970 None None] Routers {'711f0fc0-f88f-474b-91d1-e0edfc76135a'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:45:58.258447 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-4b2c49ea-493c-49bd-b839-2a9bcb461970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:45:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['711f0fc0-f88f-474b-91d1-e0edfc76135a'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:58.264882 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-64c84064-f3a9-4a29-b01d-7d1024886b53 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (fa11ee3e-df3b-4eec-8987-5d786cddd8f1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:58.307821 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d750b8-d712-4967-a8a3-4f7c5cdc0bc1 req-a6310e6d-0662-4bcb-b8e3-5f7c6767f884 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:58.309736 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-69d750b8-d712-4967-a8a3-4f7c5cdc0bc1 req-a6310e6d-0662-4bcb-b8e3-5f7c6767f884 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.6155338 Feb 20 03:45:58.337424 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c84064-f3a9-4a29-b01d-7d1024886b53 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Subnet': ['ID=fa11ee3e-df3b-4eec-8987-5d786cddd8f1,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:58.338549 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 01c6f12a-e18f-4e22-8ca3-befe7fa5df30 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:45:58.341164 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (01c6f12a-e18f-4e22-8ca3-befe7fa5df30), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:58.379791 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-64c84064-f3a9-4a29-b01d-7d1024886b53 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:58.389016 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-64c84064-f3a9-4a29-b01d-7d1024886b53 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/subnets/fa11ee3e-df3b-4eec-8987-5d786cddd8f1 HTTP/1.1" status: 204 len: 168 time: 0.5738580 Feb 20 03:45:58.390610 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48732) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:45:58.452298 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c6f12a-e18f-4e22-8ca3-befe7fa5df30'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:45:58.455378 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-4b2c49ea-493c-49bd-b839-2a9bcb461970 None None] Set router 711f0fc0-f88f-474b-91d1-e0edfc76135a gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:45:58.455588 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a670ec80-0f5b-4e9c-bdcb-c1b8f2cb1ac9" -d '{"events": [{"server_uuid": "40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd", "name": "network-vif-plugged", "status": "completed", "tag": "01c6f12a-e18f-4e22-8ca3-befe7fa5df30"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:45:58.464259 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['704b66a5-2e83-41de-ba1d-777ee6bc4c8e'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:45:58.489875 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-01d5a7cd-b044-47e7-9e8b-16480ad03849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:58.511733 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-01d5a7cd-b044-47e7-9e8b-16480ad03849 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d998f68e-c8b2-419a-a92f-ff474bef2a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2908337 Feb 20 03:45:58.599807 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-696c809d-79d8-4014-ae90-236180c19b9b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (dfc93d71-3e0e-4fc9-8d53-938a3e269cb4), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:58.601277 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 01c6f12a-e18f-4e22-8ca3-befe7fa5df30, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=01c6f12a-e18f-4e22-8ca3-befe7fa5df30,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:58.631763 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e15e5da-2100-4529-b95c-a539592e06f3 None None] Network dfc93d71-3e0e-4fc9-8d53-938a3e269cb4 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:45:58.632559 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-4b2c49ea-493c-49bd-b839-2a9bcb461970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'name': 'tempest-RoutersTest-router-1887084734', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:48Z', 'updated_at': '2022-02-20T03:45:55Z', 'revision_number': 11, 'project_id': '43d4b034525e47029e777f2e09722643', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:58.698578 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2c49ea-493c-49bd-b839-2a9bcb461970 None None] The sync data for ids ['711f0fc0-f88f-474b-91d1-e0edfc76135a'] in n-d-829866-4 is: [{'id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'name': 'tempest-RoutersTest-router-1887084734', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:48Z', 'updated_at': '2022-02-20T03:45:55Z', 'revision_number': 11, 'project_id': '43d4b034525e47029e777f2e09722643', 'gw_port_host': None}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:45:58.699305 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-696c809d-79d8-4014-ae90-236180c19b9b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Deleting port 06555334-53ba-4172-b807-e8858f8ff2f4 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:45:58.699821 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-696c809d-79d8-4014-ae90-236180c19b9b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (06555334-53ba-4172-b807-e8858f8ff2f4), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:58.716832 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-29f50ac1-b4e3-47e6-98ef-35dae69daf52 service neutron] 10.222.0.93 "GET /v2.0/networks/d998f68e-c8b2-419a-a92f-ff474bef2a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019985 Feb 20 03:45:58.801545 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=704b66a5-2e83-41de-ba1d-777ee6bc4c8e,revision_number=12']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:58.809285 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-696c809d-79d8-4014-ae90-236180c19b9b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] For port 06555334-53ba-4172-b807-e8858f8ff2f4, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=06555334-53ba-4172-b807-e8858f8ff2f4,segment=NetworkSegment(c25727cb-6eba-4a23-afe6-3b6d38d54f57),segment_id=c25727cb-6eba-4a23-afe6-3b6d38d54f57)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:58.809701 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-696c809d-79d8-4014-ae90-236180c19b9b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (06555334-53ba-4172-b807-e8858f8ff2f4), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:58.835719 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (01c6f12a-e18f-4e22-8ca3-befe7fa5df30), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:58.840736 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-696c809d-79d8-4014-ae90-236180c19b9b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Calling delete_port for 06555334-53ba-4172-b807-e8858f8ff2f4 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:45:58.875596 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-fc8a0bc7-d599-41bb-b742-f867a4b56532 service neutron] 10.222.0.93 "GET /v2.0/networks/d998f68e-c8b2-419a-a92f-ff474bef2a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500614 Feb 20 03:45:58.938952 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-69d750b8-d712-4967-a8a3-4f7c5cdc0bc1 req-a115bffc-7444-4485-95f5-6634f3ae1ea4 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6114006 Feb 20 03:45:58.959196 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-b5a8b226-cd7a-4618-87b3-a651f0c4be4a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=fa551e26-c5d6-4e30-8c15-847cfbbeb4e9 HTTP/1.1" status: 200 len: 217 time: 0.0776978 Feb 20 03:45:58.978275 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=01c6f12a-e18f-4e22-8ca3-befe7fa5df30,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:59.115087 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c126d878-57fd-4af5-8079-42a95d3d6a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:59.118962 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304edc10-a239-4b78-93f1-f436450e2d86 None None] DHCP port deletion for dfc93d71-3e0e-4fc9-8d53-938a3e269cb4 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:45:59.119804 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-9d11830a-7a40-4ee7-b357-eab45b3ec232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:59.121498 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-9d11830a-7a40-4ee7-b357-eab45b3ec232 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f78cbae5-a431-4119-b386-a5d435c775cc HTTP/1.1" status: 200 len: 797 time: 0.1612186 Feb 20 03:45:59.137417 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-696c809d-79d8-4014-ae90-236180c19b9b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (06555334-53ba-4172-b807-e8858f8ff2f4), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:59.144050 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e98576a8-752a-4848-8629-73d9c4b62cdf tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group (37bb71df-eabf-431e-a0c0-45570c4543cf), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:59.197523 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2212d-c51b-4507-b618-b1730e497473 req-7fac3329-55c6-4bee-93e3-9308231c25fe tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:59.199179 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d3e2212d-c51b-4507-b618-b1730e497473 req-7fac3329-55c6-4bee-93e3-9308231c25fe tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1424801 Feb 20 03:45:59.208010 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-c0363fc1-15b2-4986-9362-95d38e3ec62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:59.209572 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-c0363fc1-15b2-4986-9362-95d38e3ec62e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d998f68e-c8b2-419a-a92f-ff474bef2a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0787868 Feb 20 03:45:59.212570 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c809d-79d8-4014-ae90-236180c19b9b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Port': ['ID=06555334-53ba-4172-b807-e8858f8ff2f4,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:59.220514 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-304edc10-a239-4b78-93f1-f436450e2d86 None None] Deleting port 06555334-53ba-4172-b807-e8858f8ff2f4 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:45:59.220952 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-304edc10-a239-4b78-93f1-f436450e2d86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (06555334-53ba-4172-b807-e8858f8ff2f4), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:59.226022 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696c809d-79d8-4014-ae90-236180c19b9b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] No DVR routers for this DVR port 06555334-53ba-4172-b807-e8858f8ff2f4 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:45:59.307372 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e98576a8-752a-4848-8629-73d9c4b62cdf tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (37bb71df-eabf-431e-a0c0-45570c4543cf), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:59.360609 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d3e2212d-c51b-4507-b618-b1730e497473 req-78e9be60-b64c-41fe-ad80-f8bad4e7f8fd tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475117 Feb 20 03:45:59.370367 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-696c809d-79d8-4014-ae90-236180c19b9b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (dfc93d71-3e0e-4fc9-8d53-938a3e269cb4), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:59.396803 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-304edc10-a239-4b78-93f1-f436450e2d86 None None] For port 06555334-53ba-4172-b807-e8858f8ff2f4, host n-d-829866-4, got binding levels [] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:45:59.397211 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-304edc10-a239-4b78-93f1-f436450e2d86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (06555334-53ba-4172-b807-e8858f8ff2f4), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:59.433312 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-304edc10-a239-4b78-93f1-f436450e2d86 None None] Calling delete_port for 06555334-53ba-4172-b807-e8858f8ff2f4 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:45:59.436360 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.ipam_backend_mixin [None req-304edc10-a239-4b78-93f1-f436450e2d86 None None] Port 06555334-53ba-4172-b807-e8858f8ff2f4 was not found and therefore no delete operation was performed {{(pid=104107) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 03:45:59.439109 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-304edc10-a239-4b78-93f1-f436450e2d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (06555334-53ba-4172-b807-e8858f8ff2f4), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:59.439538 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-696c809d-79d8-4014-ae90-236180c19b9b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfc93d71-3e0e-4fc9-8d53-938a3e269cb4']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:59.441083 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98576a8-752a-4848-8629-73d9c4b62cdf tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37bb71df-eabf-431e-a0c0-45570c4543cf,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:59.445500 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-c26abade-44f2-4878-88aa-df60984296e9 service neutron] 10.222.0.93 "GET /v2.0/networks/d998f68e-c8b2-419a-a92f-ff474bef2a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275896 Feb 20 03:45:59.450300 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e98576a8-752a-4848-8629-73d9c4b62cdf tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:45:59.486342 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-696c809d-79d8-4014-ae90-236180c19b9b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c25727cb-6eba-4a23-afe6-3b6d38d54f57') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:59.486678 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-696c809d-79d8-4014-ae90-236180c19b9b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c25727cb-6eba-4a23-afe6-3b6d38d54f57') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:45:59.521694 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304edc10-a239-4b78-93f1-f436450e2d86 None None] Pushing event deleted for resources: {'Port': ['ID=06555334-53ba-4172-b807-e8858f8ff2f4,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:45:59.524038 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304edc10-a239-4b78-93f1-f436450e2d86 None None] No DVR routers for this DVR port 06555334-53ba-4172-b807-e8858f8ff2f4 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:45:59.542142 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-696c809d-79d8-4014-ae90-236180c19b9b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (c25727cb-6eba-4a23-afe6-3b6d38d54f57), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:59.572576 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e98576a8-752a-4848-8629-73d9c4b62cdf tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (9da57984-ef97-43a2-88b5-23ffb9ab4b24), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:59.573328 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-e98576a8-752a-4848-8629-73d9c4b62cdf tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Added segment 9da57984-ef97-43a2-88b5-23ffb9ab4b24 of type vlan for network 62b84434-5c3b-4e74-b1a7-8ac8add3a2d7 Feb 20 03:45:59.604328 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-696c809d-79d8-4014-ae90-236180c19b9b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (c25727cb-6eba-4a23-afe6-3b6d38d54f57), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:59.640149 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e98576a8-752a-4848-8629-73d9c4b62cdf tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (62b84434-5c3b-4e74-b1a7-8ac8add3a2d7), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:59.641360 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696c809d-79d8-4014-ae90-236180c19b9b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:45:59.641730 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-696c809d-79d8-4014-ae90-236180c19b9b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (c25727cb-6eba-4a23-afe6-3b6d38d54f57), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:59.655147 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:45:59.655147 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:45:59.655147 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:45:59.655147 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:45:59.655147 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:45:59.655147 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:45:59.655147 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:45:59.655147 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:45:59.655147 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:45:59.655147 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:45:59.655147 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:45:59.655147 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:45:59.655147 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:45:59.655147 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:45:59.655147 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:45:59.655147 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:45:59.655147 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:45:59.655147 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:45:59.655147 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:45:59.655147 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:45:59.655147 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:45:59.655147 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:45:59.655147 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:45:59.655147 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:45:59.655147 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:45:59.655147 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:45:59.655147 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:45:59.655147 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:45:59.655147 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:45:59.655147 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:45:59.655147 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:45:59.655147 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:45:59.726216 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-2cff51b7-3275-4bcb-9848-260591134b1c service neutron] 10.222.0.93 "GET /v2.0/networks/d998f68e-c8b2-419a-a92f-ff474bef2a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677274 Feb 20 03:45:59.817088 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-d486dc2a-15b5-4d1e-9c14-0d4403a89909 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6f63130c-106c-4905-adaf-b3b307d9f4f6 HTTP/1.1" status: 200 len: 217 time: 0.0813823 Feb 20 03:45:59.904069 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e98576a8-752a-4848-8629-73d9c4b62cdf tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (62b84434-5c3b-4e74-b1a7-8ac8add3a2d7), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:45:59.905070 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98576a8-752a-4848-8629-73d9c4b62cdf tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:45:59.905936 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e98576a8-752a-4848-8629-73d9c4b62cdf tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:00.008752 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-a63263a5-7db2-4c87-8657-26d1655f6526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:00.010316 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-a63263a5-7db2-4c87-8657-26d1655f6526 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4b49b375-a7c5-48eb-97d0-3c003902dd00 HTTP/1.1" status: 200 len: 797 time: 0.1794937 Feb 20 03:46:00.035424 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-696c809d-79d8-4014-ae90-236180c19b9b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (dfc93d71-3e0e-4fc9-8d53-938a3e269cb4), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:00.038374 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98576a8-752a-4848-8629-73d9c4b62cdf tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'Network': ['ID=62b84434-5c3b-4e74-b1a7-8ac8add3a2d7,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:00.038600 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:00.046729 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e98576a8-752a-4848-8629-73d9c4b62cdf tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.6661191 Feb 20 03:46:00.050468 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-696c809d-79d8-4014-ae90-236180c19b9b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:00.056338 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-696c809d-79d8-4014-ae90-236180c19b9b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/networks/dfc93d71-3e0e-4fc9-8d53-938a3e269cb4 HTTP/1.1" status: 204 len: 168 time: 1.6616490 Feb 20 03:46:00.057082 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48764) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:00.059960 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48766) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:00.098745 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 62b84434-5c3b-4e74-b1a7-8ac8add3a2d7 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:46:00.106354 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-d1a311ab-0baa-402e-a3ee-0eb51b4d12d5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1140130964', 'admin_state_up': True, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:00.117606 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-a85e6270-11ae-452e-a764-35c408afcb91 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Request body: {'router': {'routes': None}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:00.162709 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-83010222-b3d6-4fe0-97fe-48a5afb8b0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:00.164161 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c809d-79d8-4014-ae90-236180c19b9b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Pushing event deleted for resources: {'Network': ['ID=dfc93d71-3e0e-4fc9-8d53-938a3e269cb4,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:00.164305 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-83010222-b3d6-4fe0-97fe-48a5afb8b0c7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8ca4b396-14bc-4fc6-83df-227a6726eb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1391771 Feb 20 03:46:00.231337 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 06555334-53ba-4172-b807-e8858f8ff2f4 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:46:00.389026 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1a311ab-0baa-402e-a3ee-0eb51b4d12d5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (1f704882-8ee9-4e7c-94bb-8904fb780b41), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:00.391114 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1a311ab-0baa-402e-a3ee-0eb51b4d12d5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (1f704882-8ee9-4e7c-94bb-8904fb780b41), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:00.399091 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 06555334-53ba-4172-b807-e8858f8ff2f4 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:46:00.399514 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 06555334-53ba-4172-b807-e8858f8ff2f4 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:46:00.400099 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4e99940d-85ad-4df2-86d6-9cffa58cb8d3 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:46:00.449802 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 4e99940d-85ad-4df2-86d6-9cffa58cb8d3 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:46:00.450240 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4e99940d-85ad-4df2-86d6-9cffa58cb8d3 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:46:00.549190 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-35639779-cb13-43f6-978f-6be36baf38f2 service neutron] 10.222.0.93 "GET /v2.0/networks/8ca4b396-14bc-4fc6-83df-227a6726eb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749914 Feb 20 03:46:00.740786 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1a311ab-0baa-402e-a3ee-0eb51b4d12d5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for router_controller (1f704882-8ee9-4e7c-94bb-8904fb780b41), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:00.762153 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-ab67ce18-8018-41c6-b153-a28503c33a09 service neutron] 10.222.0.93 "GET /v2.0/networks/8ca4b396-14bc-4fc6-83df-227a6726eb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062390 Feb 20 03:46:00.872141 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-df063273-7508-4c05-8e86-f71ee80a9631 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9db11869-4975-4902-a91e-2c95a6f8cb01 HTTP/1.1" status: 200 len: 217 time: 0.1011403 Feb 20 03:46:00.886840 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.extraroute_db [None req-a85e6270-11ae-452e-a764-35c408afcb91 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Added routes are [] {{(pid=104106) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 20 03:46:00.890385 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.extraroute_db [None req-a85e6270-11ae-452e-a764-35c408afcb91 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Removed routes are [] {{(pid=104106) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 20 03:46:00.891391 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a85e6270-11ae-452e-a764-35c408afcb91 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16304713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16307768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6330'] for router (711f0fc0-f88f-474b-91d1-e0edfc76135a), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:01.088697 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356adecc-0a1a-4627-839d-e43f37059e4a req-244e7e33-6f06-4c6d-a752-cec60c506a77 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:01.100106 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-356adecc-0a1a-4627-839d-e43f37059e4a req-244e7e33-6f06-4c6d-a752-cec60c506a77 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd HTTP/1.1" status: 200 len: 945 time: 0.2298477 Feb 20 03:46:01.113842 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-75b325c4-9c0b-4385-8b0a-0206c9d625e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:01.118578 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-75b325c4-9c0b-4385-8b0a-0206c9d625e1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4b49b375-a7c5-48eb-97d0-3c003902dd00 HTTP/1.1" status: 200 len: 797 time: 0.2177808 Feb 20 03:46:01.191086 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:01.335967 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-356adecc-0a1a-4627-839d-e43f37059e4a req-24b9997a-7576-44ae-b5b3-12081ee559b4 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337372 Feb 20 03:46:01.479899 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a85e6270-11ae-452e-a764-35c408afcb91 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16304713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16307768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6330'] for router (711f0fc0-f88f-474b-91d1-e0edfc76135a), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:01.527369 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1a311ab-0baa-402e-a3ee-0eb51b4d12d5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for router_gateway (1f704882-8ee9-4e7c-94bb-8904fb780b41), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:01.536308 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1e6c00-e421-4597-9a9e-e5c56a6469ec x-openstack-request-id: req-7a1e6c00-e421-4597-9a9e-e5c56a6469ec {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:46:01.536709 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd", "name": "network-vif-plugged", "status": "completed", "tag": "01c6f12a-e18f-4e22-8ca3-befe7fa5df30", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:46:01.537053 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7a1e6c00-e421-4597-9a9e-e5c56a6469ec {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:46:01.537525 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c6f12a-e18f-4e22-8ca3-befe7fa5df30', 'code': 200} Feb 20 03:46:01.550929 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-aa39383a-ed01-450d-af3b-6b6aaf30bdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:01.552708 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a85e6270-11ae-452e-a764-35c408afcb91 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16304734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16304727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16307761'] for router (711f0fc0-f88f-474b-91d1-e0edfc76135a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:01.558458 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-aa39383a-ed01-450d-af3b-6b6aaf30bdb1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8ca4b396-14bc-4fc6-83df-227a6726eb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3633208 Feb 20 03:46:01.565918 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 704b66a5-2e83-41de-ba1d-777ee6bc4c8e up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:46:01.769897 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:46:01.773839 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:01.836586 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-a44dd3e2-0b34-4f1e-8227-4ac8636a55a1 service neutron] 10.222.0.93 "GET /v2.0/networks/8ca4b396-14bc-4fc6-83df-227a6726eb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697091 Feb 20 03:46:01.956268 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85e6270-11ae-452e-a764-35c408afcb91 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Router 711f0fc0-f88f-474b-91d1-e0edfc76135a has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:46:01.968258 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:46:01.975059 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:02.055978 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=704b66a5-2e83-41de-ba1d-777ee6bc4c8e,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:46:02.143562 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:02.244261 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85e6270-11ae-452e-a764-35c408afcb91 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:46:02.262789 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a85e6270-11ae-452e-a764-35c408afcb91 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:02.267870 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a85e6270-11ae-452e-a764-35c408afcb91 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "PUT /v2.0/routers/711f0fc0-f88f-474b-91d1-e0edfc76135a HTTP/1.1" status: 200 len: 701 time: 2.1670613 Feb 20 03:46:02.269546 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48782) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:02.316076 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1555468c-c414-43eb-bdfd-d8d144c4ed04 None None] Sync routers for ids ['711f0fc0-f88f-474b-91d1-e0edfc76135a'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:46:02.565276 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=704b66a5-2e83-41de-ba1d-777ee6bc4c8e,revision_number=13']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:02.597922 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-881b15ee-c6cb-4052-8ff7-51380ea145fe tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "GET /v2.0/ports?device_id=711f0fc0-f88f-474b-91d1-e0edfc76135a HTTP/1.1" status: 200 len: 205 time: 0.3234408 Feb 20 03:46:02.605166 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1555468c-c414-43eb-bdfd-d8d144c4ed04 None None] Routers {'711f0fc0-f88f-474b-91d1-e0edfc76135a'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:46:02.605500 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48786) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:02.606301 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-1555468c-c414-43eb-bdfd-d8d144c4ed04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:45:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['711f0fc0-f88f-474b-91d1-e0edfc76135a'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:46:02.686599 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c24f97-30b4-4ce2-a3c9-d509093495fb req-689fe6bf-3e75-451a-b4ab-900f536060b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:02.688234 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-71c24f97-30b4-4ce2-a3c9-d509093495fb req-689fe6bf-3e75-451a-b4ab-900f536060b0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd HTTP/1.1" status: 200 len: 1127 time: 0.8505678 Feb 20 03:46:02.822541 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0495a-ff35-4a53-ae95-c5d10ff2c66c req-733b63a1-3624-4fbf-baeb-f050dfb1e16c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:02.831497 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b9b0495a-ff35-4a53-ae95-c5d10ff2c66c req-733b63a1-3624-4fbf-baeb-f050dfb1e16c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 945 time: 0.9925723 Feb 20 03:46:02.835293 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39d12a04-0efa-442c-a782-10a0fe6f9775 req-43338d08-7e6e-4a28-a00a-4b5e5274e562 service neutron] 10.222.0.93 "GET /v2.0/networks/8ca4b396-14bc-4fc6-83df-227a6726eb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8757157 Feb 20 03:46:02.919781 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-1555468c-c414-43eb-bdfd-d8d144c4ed04 None None] Set router 711f0fc0-f88f-474b-91d1-e0edfc76135a gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:46:02.983768 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c1b4281c-2cae-4cdb-a5c7-64b35f4060c9 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router (711f0fc0-f88f-474b-91d1-e0edfc76135a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:03.066884 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-1555468c-c414-43eb-bdfd-d8d144c4ed04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'name': 'tempest-RoutersTest-router-1887084734', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:48Z', 'updated_at': '2022-02-20T03:45:55Z', 'revision_number': 11, 'project_id': '43d4b034525e47029e777f2e09722643', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:46:03.102031 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-71c24f97-30b4-4ce2-a3c9-d509093495fb req-a15271d7-ab2b-4c25-b927-ee6ae0d45136 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530226 Feb 20 03:46:03.110759 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1555468c-c414-43eb-bdfd-d8d144c4ed04 None None] Checking router: 711f0fc0-f88f-474b-91d1-e0edfc76135a for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:46:03.117486 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b9b0495a-ff35-4a53-ae95-c5d10ff2c66c req-ea1b905f-1b19-4c31-aac8-a1522cec9afe tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2611647 Feb 20 03:46:03.128106 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1555468c-c414-43eb-bdfd-d8d144c4ed04 None None] Routers {'711f0fc0-f88f-474b-91d1-e0edfc76135a'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:46:03.128935 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-1555468c-c414-43eb-bdfd-d8d144c4ed04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:45:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['711f0fc0-f88f-474b-91d1-e0edfc76135a'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:46:03.265125 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:03.269017 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-1555468c-c414-43eb-bdfd-d8d144c4ed04 None None] Set router 711f0fc0-f88f-474b-91d1-e0edfc76135a gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:46:03.339215 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-1555468c-c414-43eb-bdfd-d8d144c4ed04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'name': 'tempest-RoutersTest-router-1887084734', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:48Z', 'updated_at': '2022-02-20T03:45:55Z', 'revision_number': 11, 'project_id': '43d4b034525e47029e777f2e09722643', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:46:03.504267 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a735b5-5db3-40c1-bced-2e1bf3482506 req-b60a5e6c-7dcf-4cbe-8c09-75f8da0b84fe tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:03.511307 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79a735b5-5db3-40c1-bced-2e1bf3482506 req-b60a5e6c-7dcf-4cbe-8c09-75f8da0b84fe tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1731060 Feb 20 03:46:03.607457 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79a735b5-5db3-40c1-bced-2e1bf3482506 req-a6827d5c-358b-4063-b151-2af08e273a83 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950725 Feb 20 03:46:03.665865 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1a311ab-0baa-402e-a3ee-0eb51b4d12d5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for router_gateway (1f704882-8ee9-4e7c-94bb-8904fb780b41), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:03.747527 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1a311ab-0baa-402e-a3ee-0eb51b4d12d5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:03.772254 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43c33d3-020b-4334-87ed-69fe568475fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704b66a5-2e83-41de-ba1d-777ee6bc4c8e'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:46:03.774565 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804c98bc-5a33-4608-8297-538a7167ee40" -d '{"events": [{"server_uuid": "e43c33d3-020b-4334-87ed-69fe568475fd", "name": "network-vif-plugged", "status": "completed", "tag": "704b66a5-2e83-41de-ba1d-777ee6bc4c8e"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:46:03.778050 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1555468c-c414-43eb-bdfd-d8d144c4ed04 None None] The sync data for ids ['711f0fc0-f88f-474b-91d1-e0edfc76135a'] in n-d-829866-4 is: [{'id': '711f0fc0-f88f-474b-91d1-e0edfc76135a', 'name': 'tempest-RoutersTest-router-1887084734', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:48Z', 'updated_at': '2022-02-20T03:45:55Z', 'revision_number': 11, 'project_id': '43d4b034525e47029e777f2e09722643', 'gw_port_host': None}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:46:03.865096 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c1b4281c-2cae-4cdb-a5c7-64b35f4060c9 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (711f0fc0-f88f-474b-91d1-e0edfc76135a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:03.869361 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c1b4281c-2cae-4cdb-a5c7-64b35f4060c9 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router_controller (711f0fc0-f88f-474b-91d1-e0edfc76135a), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:03.916976 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27037fc-fa2e-4406-9405-5409f050754c req-db873e8f-b7f7-48c0-9f1a-5e4c74cc87b7 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:03.941180 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a27037fc-fa2e-4406-9405-5409f050754c req-db873e8f-b7f7-48c0-9f1a-5e4c74cc87b7 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd HTTP/1.1" status: 200 len: 945 time: 0.2035356 Feb 20 03:46:04.128873 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a27037fc-fa2e-4406-9405-5409f050754c req-9d1598f4-e79a-4c17-9a7d-b939bd062c5e tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866536 Feb 20 03:46:04.176261 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-d1a311ab-0baa-402e-a3ee-0eb51b4d12d5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Allocated IP 172.25.7.186 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/76539ed8-754d-4f48-88c0-643354065eac) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:46:04.278242 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da4d992-5f7d-4786-8de3-172eb7e62683 x-openstack-request-id: req-0da4d992-5f7d-4786-8de3-172eb7e62683 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:46:04.278570 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43c33d3-020b-4334-87ed-69fe568475fd", "name": "network-vif-plugged", "status": "completed", "tag": "704b66a5-2e83-41de-ba1d-777ee6bc4c8e", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:46:04.278799 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0da4d992-5f7d-4786-8de3-172eb7e62683 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:46:04.279225 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43c33d3-020b-4334-87ed-69fe568475fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704b66a5-2e83-41de-ba1d-777ee6bc4c8e', 'code': 200} Feb 20 03:46:04.585167 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3164e8-a74f-4a31-9aab-47a0556a8c30 req-b5e8fff2-461c-446c-92ff-d761beecdc36 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:04.596625 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa3164e8-a74f-4a31-9aab-47a0556a8c30 req-b5e8fff2-461c-446c-92ff-d761beecdc36 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 946 time: 0.1558621 Feb 20 03:46:04.717691 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa3164e8-a74f-4a31-9aab-47a0556a8c30 req-f7c39d0f-21fe-4427-b810-b61896e1acc1 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189721 Feb 20 03:46:04.966273 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18631e15-1023-4efb-8be0-e42dcbe46c12 req-2d95696e-ffa0-4963-9bba-3598ad647585 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:04.974905 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-18631e15-1023-4efb-8be0-e42dcbe46c12 req-2d95696e-ffa0-4963-9bba-3598ad647585 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.1349368 Feb 20 03:46:05.164411 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-18631e15-1023-4efb-8be0-e42dcbe46c12 req-237837b0-4d67-44a2-bf38-3c6cea154914 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795394 Feb 20 03:46:05.258834 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c1b4281c-2cae-4cdb-a5c7-64b35f4060c9 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (711f0fc0-f88f-474b-91d1-e0edfc76135a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:05.259481 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b4281c-2cae-4cdb-a5c7-64b35f4060c9 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Fanout notify agent at l3_agent the message router_deleted on router 711f0fc0-f88f-474b-91d1-e0edfc76135a {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:46:05.303235 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c1b4281c-2cae-4cdb-a5c7-64b35f4060c9 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:05.310122 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48814) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:05.316585 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c1b4281c-2cae-4cdb-a5c7-64b35f4060c9 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/routers/711f0fc0-f88f-474b-91d1-e0edfc76135a HTTP/1.1" status: 204 len: 168 time: 2.6971695 Feb 20 03:46:05.370035 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-64477e79-6ca1-4ab1-8417-575de6980bca tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-446846672', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:05.402018 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1a311ab-0baa-402e-a3ee-0eb51b4d12d5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for port (76539ed8-754d-4f48-88c0-643354065eac), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:05.455731 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9b550-47a3-405d-97b6-f6a4e6b6565f req-3e594a6d-dda4-4f15-ab95-1bfdd4d9bca1 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:05.472265 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d2e9b550-47a3-405d-97b6-f6a4e6b6565f req-3e594a6d-dda4-4f15-ab95-1bfdd4d9bca1 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd HTTP/1.1" status: 200 len: 945 time: 0.1776111 Feb 20 03:46:05.568161 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d2e9b550-47a3-405d-97b6-f6a4e6b6565f req-24dd33e1-e4c7-4092-9d26-fab525a43386 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948150 Feb 20 03:46:05.636446 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-64477e79-6ca1-4ab1-8417-575de6980bca tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (651ea8f4-76e1-4a7c-b8ff-d0d6e2b228d1), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:05.637627 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1a311ab-0baa-402e-a3ee-0eb51b4d12d5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (76539ed8-754d-4f48-88c0-643354065eac), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:05.643271 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-64477e79-6ca1-4ab1-8417-575de6980bca tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (651ea8f4-76e1-4a7c-b8ff-d0d6e2b228d1), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:05.832464 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a311ab-0baa-402e-a3ee-0eb51b4d12d5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:46:05.836177 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-d1a311ab-0baa-402e-a3ee-0eb51b4d12d5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:46:05.847866 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a311ab-0baa-402e-a3ee-0eb51b4d12d5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:46:05.861569 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-64477e79-6ca1-4ab1-8417-575de6980bca tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router_controller (651ea8f4-76e1-4a7c-b8ff-d0d6e2b228d1), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:06.158391 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-64477e79-6ca1-4ab1-8417-575de6980bca tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (651ea8f4-76e1-4a7c-b8ff-d0d6e2b228d1), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:06.160548 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a311ab-0baa-402e-a3ee-0eb51b4d12d5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'Port': ['ID=76539ed8-754d-4f48-88c0-643354065eac,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:06.160677 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7413c3-0b22-41ff-a01e-dce01dd2916c req-7c0a63ff-4bb2-4620-8819-beafac0789a9 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:06.160677 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8e7413c3-0b22-41ff-a01e-dce01dd2916c req-7c0a63ff-4bb2-4620-8819-beafac0789a9 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 946 time: 0.2606323 Feb 20 03:46:06.192535 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8e7413c3-0b22-41ff-a01e-dce01dd2916c req-5326a214-7c6a-4fef-8abe-c0699dc36c1f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716662 Feb 20 03:46:06.378892 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-64477e79-6ca1-4ab1-8417-575de6980bca tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:06.380525 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-64477e79-6ca1-4ab1-8417-575de6980bca tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0222344 Feb 20 03:46:06.383595 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48838) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:06.388969 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-19165abb-af43-45d9-9a00-67510b04d126 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:06.538441 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1a311ab-0baa-402e-a3ee-0eb51b4d12d5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for router_gateway (1f704882-8ee9-4e7c-94bb-8904fb780b41), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:07.053576 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-19165abb-af43-45d9-9a00-67510b04d126 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16304713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16307768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6330'] for router (651ea8f4-76e1-4a7c-b8ff-d0d6e2b228d1), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:07.148340 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-19165abb-af43-45d9-9a00-67510b04d126 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16304734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16304727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16307761'] for router (651ea8f4-76e1-4a7c-b8ff-d0d6e2b228d1), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:07.230306 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1a311ab-0baa-402e-a3ee-0eb51b4d12d5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (1f704882-8ee9-4e7c-94bb-8904fb780b41), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:07.479521 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19165abb-af43-45d9-9a00-67510b04d126 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Router 651ea8f4-76e1-4a7c-b8ff-d0d6e2b228d1 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:46:07.583714 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a311ab-0baa-402e-a3ee-0eb51b4d12d5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Router 1f704882-8ee9-4e7c-94bb-8904fb780b41 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:46:07.677418 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19165abb-af43-45d9-9a00-67510b04d126 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:46:07.692627 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260888b7-66c1-4c95-bbdc-55768f3cfacb None None] Sync routers for ids ['651ea8f4-76e1-4a7c-b8ff-d0d6e2b228d1'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:46:07.716943 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260888b7-66c1-4c95-bbdc-55768f3cfacb None None] Routers {'651ea8f4-76e1-4a7c-b8ff-d0d6e2b228d1'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:46:07.719866 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-19165abb-af43-45d9-9a00-67510b04d126 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:07.721062 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-19165abb-af43-45d9-9a00-67510b04d126 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "PUT /v2.0/routers/651ea8f4-76e1-4a7c-b8ff-d0d6e2b228d1 HTTP/1.1" status: 200 len: 693 time: 1.3358765 Feb 20 03:46:07.723942 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-260888b7-66c1-4c95-bbdc-55768f3cfacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:45:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['651ea8f4-76e1-4a7c-b8ff-d0d6e2b228d1'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:46:07.740989 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48850) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:07.898251 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a311ab-0baa-402e-a3ee-0eb51b4d12d5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:46:07.908625 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753ed814-7242-4e23-b2e4-2975b95a7f9c None None] Sync routers for ids ['1f704882-8ee9-4e7c-94bb-8904fb780b41'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:46:07.936621 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753ed814-7242-4e23-b2e4-2975b95a7f9c None None] Routers {'1f704882-8ee9-4e7c-94bb-8904fb780b41'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:46:07.944331 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-753ed814-7242-4e23-b2e4-2975b95a7f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:45:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['1f704882-8ee9-4e7c-94bb-8904fb780b41'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:46:07.976820 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-260888b7-66c1-4c95-bbdc-55768f3cfacb None None] Set router 651ea8f4-76e1-4a7c-b8ff-d0d6e2b228d1 gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:46:07.997405 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48854) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:08.035576 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f705c35e-653c-41c7-8ac4-96f7edec98f2 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "GET /v2.0/routers/651ea8f4-76e1-4a7c-b8ff-d0d6e2b228d1 HTTP/1.1" status: 200 len: 699 time: 0.2933538 Feb 20 03:46:08.082788 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7683eaf0-c5f9-4cc3-a78c-4a1c51881f69 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "GET /v2.0/ports?device_id=651ea8f4-76e1-4a7c-b8ff-d0d6e2b228d1 HTTP/1.1" status: 200 len: 205 time: 0.0838258 Feb 20 03:46:08.085735 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48858) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:08.125801 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1a311ab-0baa-402e-a3ee-0eb51b4d12d5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:08.127441 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d1a311ab-0baa-402e-a3ee-0eb51b4d12d5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.0499067 Feb 20 03:46:08.131191 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48860) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:08.182125 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-260888b7-66c1-4c95-bbdc-55768f3cfacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651ea8f4-76e1-4a7c-b8ff-d0d6e2b228d1', 'name': 'tempest-RoutersTest-router-446846672', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:46:05Z', 'updated_at': '2022-02-20T03:46:07Z', 'revision_number': 2, 'project_id': '43d4b034525e47029e777f2e09722643', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:46:08.236306 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260888b7-66c1-4c95-bbdc-55768f3cfacb None None] Checking router: 651ea8f4-76e1-4a7c-b8ff-d0d6e2b228d1 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:46:08.251868 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-04c374d3-9e72-4181-bfaa-c1b80d78fe60 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router (651ea8f4-76e1-4a7c-b8ff-d0d6e2b228d1), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:08.256148 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-753ed814-7242-4e23-b2e4-2975b95a7f9c None None] Set router 1f704882-8ee9-4e7c-94bb-8904fb780b41 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:46:08.283835 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260888b7-66c1-4c95-bbdc-55768f3cfacb None None] Routers {'651ea8f4-76e1-4a7c-b8ff-d0d6e2b228d1'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:46:08.284467 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-260888b7-66c1-4c95-bbdc-55768f3cfacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:45:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['651ea8f4-76e1-4a7c-b8ff-d0d6e2b228d1'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:46:08.355715 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48868) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:08.359856 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d81bf418-79d5-4f8e-9cba-0d22757e4c2e tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=cdf6aa5f9d3c4cef8fb0e04bd6cac1cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2067268 Feb 20 03:46:08.467501 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-260888b7-66c1-4c95-bbdc-55768f3cfacb None None] Set router 651ea8f4-76e1-4a7c-b8ff-d0d6e2b228d1 gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:46:08.577897 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-260888b7-66c1-4c95-bbdc-55768f3cfacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651ea8f4-76e1-4a7c-b8ff-d0d6e2b228d1', 'name': 'tempest-RoutersTest-router-446846672', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:46:05Z', 'updated_at': '2022-02-20T03:46:07Z', 'revision_number': 2, 'project_id': '43d4b034525e47029e777f2e09722643', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:46:08.784960 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-753ed814-7242-4e23-b2e4-2975b95a7f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'name': 'tempest-TestNetworkBasicOps-router-1140130964', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '76539ed8-754d-4f48-88c0-643354065eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:46:00Z', 'updated_at': '2022-02-20T03:46:06Z', 'revision_number': 3, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '76539ed8-754d-4f48-88c0-643354065eac', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:03Z', 'updated_at': '2022-02-20T03:46:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:46:08.802061 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-04c374d3-9e72-4181-bfaa-c1b80d78fe60 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (651ea8f4-76e1-4a7c-b8ff-d0d6e2b228d1), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:08.828834 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-04c374d3-9e72-4181-bfaa-c1b80d78fe60 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router_controller (651ea8f4-76e1-4a7c-b8ff-d0d6e2b228d1), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:08.859801 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260888b7-66c1-4c95-bbdc-55768f3cfacb None None] The sync data for ids ['651ea8f4-76e1-4a7c-b8ff-d0d6e2b228d1'] in n-d-829866-4 is: [{'id': '651ea8f4-76e1-4a7c-b8ff-d0d6e2b228d1', 'name': 'tempest-RoutersTest-router-446846672', 'tenant_id': '43d4b034525e47029e777f2e09722643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:46:05Z', 'updated_at': '2022-02-20T03:46:07Z', 'revision_number': 2, 'project_id': '43d4b034525e47029e777f2e09722643', 'gw_port_host': None}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:46:08.861804 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753ed814-7242-4e23-b2e4-2975b95a7f9c None None] Checking router: 1f704882-8ee9-4e7c-94bb-8904fb780b41 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:46:08.865741 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753ed814-7242-4e23-b2e4-2975b95a7f9c None None] Updating router 1f704882-8ee9-4e7c-94bb-8904fb780b41 port 76539ed8-754d-4f48-88c0-643354065eac binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:46:08.911224 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-753ed814-7242-4e23-b2e4-2975b95a7f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (76539ed8-754d-4f48-88c0-643354065eac), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:09.096068 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d780bb9b-25c1-41fb-b412-6c9cce375c3c tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:09.100295 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d780bb9b-25c1-41fb-b412-6c9cce375c3c tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7407022 Feb 20 03:46:09.103119 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48884) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:09.245329 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-17d3c826-84eb-414b-9954-b7449bdf51f0 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=eaf6f7bf-76a8-47a9-a76f-78f3b96fe079&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1403265 Feb 20 03:46:09.246806 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48886) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:09.263529 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-98f19d88-9acc-4ff1-a3b2-8ac651526e68 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1368914949', 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7', 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:09.301067 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76587a-4b0a-405d-b2e5-7d83a547dd02 req-1fa2d602-65c4-44a6-8c50-b9ac0ea166bb tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:09.308497 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8a76587a-4b0a-405d-b2e5-7d83a547dd02 req-1fa2d602-65c4-44a6-8c50-b9ac0ea166bb tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/networks?id=e7145295-dd19-4a16-9b45-ef5241878299 HTTP/1.1" status: 200 len: 805 time: 0.4624524 Feb 20 03:46:09.312102 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-04c374d3-9e72-4181-bfaa-c1b80d78fe60 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (651ea8f4-76e1-4a7c-b8ff-d0d6e2b228d1), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:09.315256 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c374d3-9e72-4181-bfaa-c1b80d78fe60 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Fanout notify agent at l3_agent the message router_deleted on router 651ea8f4-76e1-4a7c-b8ff-d0d6e2b228d1 {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:46:09.338736 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-04c374d3-9e72-4181-bfaa-c1b80d78fe60 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:09.340911 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-04c374d3-9e72-4181-bfaa-c1b80d78fe60 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/routers/651ea8f4-76e1-4a7c-b8ff-d0d6e2b228d1 HTTP/1.1" status: 204 len: 168 time: 1.2539394 Feb 20 03:46:09.362387 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-753ed814-7242-4e23-b2e4-2975b95a7f9c None None] Publish callbacks [] for port (76539ed8-754d-4f48-88c0-643354065eac), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:09.367533 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48888) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:09.405356 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8a76587a-4b0a-405d-b2e5-7d83a547dd02 req-5da82918-5897-4a8e-8fee-897fd24c64b4 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/quotas/ee1f83dd43a749889a261be042aa9ecd HTTP/1.1" status: 200 len: 375 time: 0.0606730 Feb 20 03:46:09.462649 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-753ed814-7242-4e23-b2e4-2975b95a7f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (76539ed8-754d-4f48-88c0-643354065eac), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:09.523272 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-753ed814-7242-4e23-b2e4-2975b95a7f9c None None] Attempting to bind port 76539ed8-754d-4f48-88c0-643354065eac on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:46:09.524081 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-753ed814-7242-4e23-b2e4-2975b95a7f9c None None] Attempting to bind port 76539ed8-754d-4f48-88c0-643354065eac by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:46:09.524759 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753ed814-7242-4e23-b2e4-2975b95a7f9c None None] Attempting to bind port 76539ed8-754d-4f48-88c0-643354065eac on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:46:09.537483 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753ed814-7242-4e23-b2e4-2975b95a7f9c None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:46:09.538298 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753ed814-7242-4e23-b2e4-2975b95a7f9c None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:46:09.538950 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-753ed814-7242-4e23-b2e4-2975b95a7f9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:09.539536 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753ed814-7242-4e23-b2e4-2975b95a7f9c None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:46:09.540206 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-753ed814-7242-4e23-b2e4-2975b95a7f9c None None] Bound port: 76539ed8-754d-4f48-88c0-643354065eac, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:46:09.540802 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-753ed814-7242-4e23-b2e4-2975b95a7f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (76539ed8-754d-4f48-88c0-643354065eac), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:09.554012 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f19d88-9acc-4ff1-a3b2-8ac651526e68 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Made reservation on behalf of cdf6aa5f9d3c4cef8fb0e04bd6cac1cb for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:46:09.558188 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-98f19d88-9acc-4ff1-a3b2-8ac651526e68 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:09.610553 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177608a-3574-45ae-bdbe-d066a7dec7ae None None] Pushing event updated for resources: {'Port': ['ID=76539ed8-754d-4f48-88c0-643354065eac,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:09.702216 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-753ed814-7242-4e23-b2e4-2975b95a7f9c None None] For port 76539ed8-754d-4f48-88c0-643354065eac, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:46:09.710626 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-753ed814-7242-4e23-b2e4-2975b95a7f9c None None] For port 76539ed8-754d-4f48-88c0-643354065eac, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=76539ed8-754d-4f48-88c0-643354065eac,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:46:09.830532 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-753ed814-7242-4e23-b2e4-2975b95a7f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (76539ed8-754d-4f48-88c0-643354065eac), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:10.013341 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753ed814-7242-4e23-b2e4-2975b95a7f9c None None] Routers {'1f704882-8ee9-4e7c-94bb-8904fb780b41'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:46:10.014007 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-753ed814-7242-4e23-b2e4-2975b95a7f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:45:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['1f704882-8ee9-4e7c-94bb-8904fb780b41'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:46:10.096531 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0d740438-ade2-4346-801d-7106af18a98d tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "GET /v2.0/ports?device_id=651ea8f4-76e1-4a7c-b8ff-d0d6e2b228d1 HTTP/1.1" status: 200 len: 205 time: 0.7217441 Feb 20 03:46:10.098949 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48890) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:10.121959 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-98f19d88-9acc-4ff1-a3b2-8ac651526e68 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (9da9d33c-0bd0-4a9e-a1a9-2d056772489c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:10.250328 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f19d88-9acc-4ff1-a3b2-8ac651526e68 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'Subnet': ['ID=9da9d33c-0bd0-4a9e-a1a9-2d056772489c,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:10.269448 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-753ed814-7242-4e23-b2e4-2975b95a7f9c None None] Set router 1f704882-8ee9-4e7c-94bb-8904fb780b41 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:46:10.304272 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f19d88-9acc-4ff1-a3b2-8ac651526e68 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Checking segment: {'id': '9da57984-ef97-43a2-88b5-23ffb9ab4b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:46:10.305041 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f19d88-9acc-4ff1-a3b2-8ac651526e68 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Network hostable DHCP agents. Network: 62b84434-5c3b-4e74-b1a7-8ac8add3a2d7, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:46:10.309576 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-dd860138-1ab0-40e8-8db2-4b9100bd0ba0 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] delete failed (client error): The resource could not be found. Feb 20 03:46:10.316037 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-dd860138-1ab0-40e8-8db2-4b9100bd0ba0 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/routers/651ea8f4-76e1-4a7c-b8ff-d0d6e2b228d1 HTTP/1.1" status: 404 len: 336 time: 0.2135408 Feb 20 03:46:10.318984 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48898) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:10.346076 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177608a-3574-45ae-bdbe-d066a7dec7ae None None] Pushing event updated for resources: {'Port': ['ID=76539ed8-754d-4f48-88c0-643354065eac,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:10.371808 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb31709-1c25-4a09-8c46-e32c7093918a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] DELETE failed (client error): The resource could not be found. Feb 20 03:46:10.372266 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeb31709-1c25-4a09-8c46-e32c7093918a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:46:10.376403 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-eeb31709-1c25-4a09-8c46-e32c7093918a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/subnets/f84ccc79-6c09-4f40-82bb-097c7fb5840e HTTP/1.1" status: 404 len: 337 time: 0.0560541 Feb 20 03:46:10.378952 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48900) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:10.412935 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbba54-882d-41a9-a386-a1cc876a0a95 req-4e0681e0-8e1e-4139-9aa2-7bfd552d8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:10.414436 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0bbba54-882d-41a9-a386-a1cc876a0a95 req-4e0681e0-8e1e-4139-9aa2-7bfd552d8688 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=74366e9b5aca4b26a4824007098993f6&device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 1127 time: 0.3391724 Feb 20 03:46:10.419258 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8a76587a-4b0a-405d-b2e5-7d83a547dd02 req-f361ea70-6cb4-4b50-a4fc-5d50157d4758 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=ee1f83dd43a749889a261be042aa9ecd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3339972 Feb 20 03:46:10.470629 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f19d88-9acc-4ff1-a3b2-8ac651526e68 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Network 62b84434-5c3b-4e74-b1a7-8ac8add3a2d7 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:46:10.474532 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c16a643-30b5-4bfe-b43f-3de96f716fa6 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] DELETE failed (client error): The resource could not be found. Feb 20 03:46:10.480359 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c16a643-30b5-4bfe-b43f-3de96f716fa6 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:46:10.480359 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0c16a643-30b5-4bfe-b43f-3de96f716fa6 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/subnets/0343cdac-8ce3-4ad0-bd04-1b56b25a5bd5 HTTP/1.1" status: 404 len: 337 time: 0.0981853 Feb 20 03:46:10.481510 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48902) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:10.516656 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-753ed814-7242-4e23-b2e4-2975b95a7f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'name': 'tempest-TestNetworkBasicOps-router-1140130964', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '76539ed8-754d-4f48-88c0-643354065eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:46:00Z', 'updated_at': '2022-02-20T03:46:06Z', 'revision_number': 3, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '76539ed8-754d-4f48-88c0-643354065eac', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:03Z', 'updated_at': '2022-02-20T03:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:46:10.553337 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753ed814-7242-4e23-b2e4-2975b95a7f9c None None] The sync data for ids ['1f704882-8ee9-4e7c-94bb-8904fb780b41'] in n-d-829866-4 is: [{'id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'name': 'tempest-TestNetworkBasicOps-router-1140130964', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '76539ed8-754d-4f48-88c0-643354065eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:46:00Z', 'updated_at': '2022-02-20T03:46:06Z', 'revision_number': 3, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '76539ed8-754d-4f48-88c0-643354065eac', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:03Z', 'updated_at': '2022-02-20T03:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:46:10.555648 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-df12293c-94dd-4a4c-80a6-77739f6c1e4b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] DELETE failed (client error): The resource could not be found. Feb 20 03:46:10.555985 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df12293c-94dd-4a4c-80a6-77739f6c1e4b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:46:10.564735 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-df12293c-94dd-4a4c-80a6-77739f6c1e4b tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/subnets/e7abce88-b0cc-4dcb-94ed-a5b7a6863685 HTTP/1.1" status: 404 len: 337 time: 0.0749152 Feb 20 03:46:10.566569 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48904) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:10.650513 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-da7fdb16-3192-4600-bd6f-ab037f9a7d0f tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] DELETE failed (client error): The resource could not be found. Feb 20 03:46:10.650841 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da7fdb16-3192-4600-bd6f-ab037f9a7d0f tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:46:10.656984 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-da7fdb16-3192-4600-bd6f-ab037f9a7d0f tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/subnets/fa11ee3e-df3b-4eec-8987-5d786cddd8f1 HTTP/1.1" status: 404 len: 337 time: 0.0864015 Feb 20 03:46:10.656984 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-98f19d88-9acc-4ff1-a3b2-8ac651526e68 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 62b84434-5c3b-4e74-b1a7-8ac8add3a2d7) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:46:10.681452 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8a76587a-4b0a-405d-b2e5-7d83a547dd02 req-690b54ab-df04-4800-817c-d262b8987d38 service neutron] 10.222.0.89 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270577 Feb 20 03:46:10.682620 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93703218-b4ff-4306-ac21-53cc51cf637c None None] Network 62b84434-5c3b-4e74-b1a7-8ac8add3a2d7 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:46:10.685533 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f19d88-9acc-4ff1-a3b2-8ac651526e68 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:10.686280 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-98f19d88-9acc-4ff1-a3b2-8ac651526e68 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:10.707808 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48908) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:10.787347 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a4ff1317-2504-4b35-b4d8-b519bba27662 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "GET /v2.0/ports?device_id=711f0fc0-f88f-474b-91d1-e0edfc76135a HTTP/1.1" status: 200 len: 205 time: 0.0762610 Feb 20 03:46:10.788193 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48910) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:10.887778 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbba54-882d-41a9-a386-a1cc876a0a95 req-c079d799-6fe2-4844-b393-6220f6a68281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:10.895856 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-14db8dd9-0bca-46c6-97b9-13d33fc61b53 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] delete failed (client error): The resource could not be found. Feb 20 03:46:10.899495 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-14db8dd9-0bca-46c6-97b9-13d33fc61b53 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/routers/711f0fc0-f88f-474b-91d1-e0edfc76135a HTTP/1.1" status: 404 len: 336 time: 0.1078312 Feb 20 03:46:10.899696 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0bbba54-882d-41a9-a386-a1cc876a0a95 req-c079d799-6fe2-4844-b393-6220f6a68281 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b6106e2a-8ac1-4f4b-b272-b4b0beeb37af HTTP/1.1" status: 200 len: 915 time: 0.4763248 Feb 20 03:46:10.900358 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48912) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:10.932034 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ac0bce-9182-49c5-9ae2-bdec96ff5171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-62b84434-5c3b-4e74-b1a7-8ac8add3a2d7', 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7', 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'fixed_ips': [{'subnet_id': '9da9d33c-0bd0-4a9e-a1a9-2d056772489c'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:46:10.933283 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e9ac0bce-9182-49c5-9ae2-bdec96ff5171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:10.974840 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-98f19d88-9acc-4ff1-a3b2-8ac651526e68 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7231817 Feb 20 03:46:10.975120 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48914) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:11.237355 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-54cc5eb3-181e-47bb-93aa-34e64d64777a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "GET /v2.0/ports?device_id=1c532380-ca19-4c59-aa5f-914ad671d3da HTTP/1.1" status: 200 len: 205 time: 0.3127611 Feb 20 03:46:11.242207 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48918) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:11.243069 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0bbba54-882d-41a9-a386-a1cc876a0a95 req-bf7254fd-beae-4ab2-80a6-3b05570b658f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf3783b4-809a-4c35-bd34-df196608bb8e HTTP/1.1" status: 200 len: 217 time: 0.2770038 Feb 20 03:46:11.341007 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-943fc73a-ee93-4e9b-bff1-78d8fa79c8be tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] delete failed (client error): The resource could not be found. Feb 20 03:46:11.348355 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-943fc73a-ee93-4e9b-bff1-78d8fa79c8be tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/routers/1c532380-ca19-4c59-aa5f-914ad671d3da HTTP/1.1" status: 404 len: 336 time: 0.0913105 Feb 20 03:46:11.351894 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48920) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:11.405745 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad8e2008-4557-4dff-8200-d6c3c752dd05 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] DELETE failed (client error): The resource could not be found. Feb 20 03:46:11.420951 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad8e2008-4557-4dff-8200-d6c3c752dd05 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:46:11.429159 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ad8e2008-4557-4dff-8200-d6c3c752dd05 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/subnets/0614eae3-300b-4c56-a9ef-5857e3678181 HTTP/1.1" status: 404 len: 337 time: 0.0759957 Feb 20 03:46:11.449895 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48922) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:11.464386 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-e9ac0bce-9182-49c5-9ae2-bdec96ff5171 None None] Allocated IP 172.20.0.2 (62b84434-5c3b-4e74-b1a7-8ac8add3a2d7/9da9d33c-0bd0-4a9e-a1a9-2d056772489c/9988012e-cbf5-43dd-8e6d-a433829ec8b6) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:46:11.487793 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbba54-882d-41a9-a386-a1cc876a0a95 req-c58f7ac8-ea33-4db9-82b9-f8d8cc141e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:11.495286 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0bbba54-882d-41a9-a386-a1cc876a0a95 req-c58f7ac8-ea33-4db9-82b9-f8d8cc141e88 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=883b5707-28cf-44b8-81fe-08e0b3a98ddb HTTP/1.1" status: 200 len: 854 time: 0.2453957 Feb 20 03:46:11.585929 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48924) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:11.588012 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7667d28a-ab3a-40e9-8d9d-afc46208400a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "GET /v2.0/ports?device_id=ef4f2142-5808-4d05-af3c-64af305c22e6 HTTP/1.1" status: 200 len: 205 time: 0.1368778 Feb 20 03:46:11.599963 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8a76587a-4b0a-405d-b2e5-7d83a547dd02 req-4fc8dad0-268c-419f-a7fa-ff25f65c9ed9 service neutron] 10.222.0.89 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9190190 Feb 20 03:46:11.658669 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0bbba54-882d-41a9-a386-a1cc876a0a95 req-4bd2acc1-0908-4274-8786-8c14fae150a1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b6106e2a-8ac1-4f4b-b272-b4b0beeb37af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062579 Feb 20 03:46:11.716431 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-081092e1-6c21-453e-9001-285048970770 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] delete failed (client error): The resource could not be found. Feb 20 03:46:11.717402 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-081092e1-6c21-453e-9001-285048970770 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/routers/ef4f2142-5808-4d05-af3c-64af305c22e6 HTTP/1.1" status: 404 len: 336 time: 0.1302795 Feb 20 03:46:11.732164 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48926) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:11.792935 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b7408be8-c9b5-41d4-b574-c18f07166a7a tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "GET /v2.0/ports?device_id=8e00462b-9c54-4f77-9c3d-00db14a02b13 HTTP/1.1" status: 200 len: 205 time: 0.0596294 Feb 20 03:46:11.801367 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48930) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:11.937160 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e9ac0bce-9182-49c5-9ae2-bdec96ff5171 None None] Publish callbacks [] for port (9988012e-cbf5-43dd-8e6d-a433829ec8b6), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:11.981692 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0bbba54-882d-41a9-a386-a1cc876a0a95 req-1ca20efc-f442-4e70-b107-519804bc9fb4 service neutron] 10.222.0.42 "GET /v2.0/networks/b6106e2a-8ac1-4f4b-b272-b4b0beeb37af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063357 Feb 20 03:46:12.003377 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-21617f12-ef34-4081-8255-7c0470482971 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] delete failed (client error): The resource could not be found. Feb 20 03:46:12.003888 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-21617f12-ef34-4081-8255-7c0470482971 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/routers/8e00462b-9c54-4f77-9c3d-00db14a02b13 HTTP/1.1" status: 404 len: 336 time: 0.1999605 Feb 20 03:46:12.017606 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48934) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:12.028892 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e9ac0bce-9182-49c5-9ae2-bdec96ff5171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (9988012e-cbf5-43dd-8e6d-a433829ec8b6), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:12.105765 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-f933d558-9532-4b67-9d1c-62495a529d40 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] DELETE failed (client error): The resource could not be found. Feb 20 03:46:12.106323 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f933d558-9532-4b67-9d1c-62495a529d40 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:46:12.120456 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f933d558-9532-4b67-9d1c-62495a529d40 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/subnets/4caf1738-9bd3-4dfe-960a-cf06c6dd5cdf HTTP/1.1" status: 404 len: 337 time: 0.0936110 Feb 20 03:46:12.123500 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48938) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:12.168224 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac0bce-9182-49c5-9ae2-bdec96ff5171 None None] Pushing event updated for resources: {'Port': ['ID=9988012e-cbf5-43dd-8e6d-a433829ec8b6,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:12.199663 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ac0bce-9182-49c5-9ae2-bdec96ff5171 None None] Network 62b84434-5c3b-4e74-b1a7-8ac8add3a2d7 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:46:12.209751 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-e9ac0bce-9182-49c5-9ae2-bdec96ff5171 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:46:12.214994 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ac0bce-9182-49c5-9ae2-bdec96ff5171 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:46:12.236041 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5c91cab5-c75f-45c4-adac-9b1ee9d09d30 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "GET /v2.0/ports?device_id=ee9f8c67-8055-42cb-a8f8-6a60e1dae54f HTTP/1.1" status: 200 len: 205 time: 0.1072268 Feb 20 03:46:12.236990 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48940) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:12.298670 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 76539ed8-754d-4f48-88c0-643354065eac up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:46:12.441262 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0bbba54-882d-41a9-a386-a1cc876a0a95 req-def357f6-295c-4819-a4d3-78661de1ed11 service neutron] 10.222.0.42 "GET /v2.0/networks/b6106e2a-8ac1-4f4b-b272-b4b0beeb37af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349291 Feb 20 03:46:12.475222 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc717ff-42ab-4984-8fb5-5dae258841bb req-6165ad29-afca-42c1-9234-cbaff6706977 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:12.480279 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5dc717ff-42ab-4984-8fb5-5dae258841bb req-6165ad29-afca-42c1-9234-cbaff6706977 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 945 time: 0.3053262 Feb 20 03:46:12.507104 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-e9ac0bce-9182-49c5-9ae2-bdec96ff5171 None None] Attempting to bind port 9988012e-cbf5-43dd-8e6d-a433829ec8b6 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:46:12.507641 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-e9ac0bce-9182-49c5-9ae2-bdec96ff5171 None None] Attempting to bind port 9988012e-cbf5-43dd-8e6d-a433829ec8b6 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '9da57984-ef97-43a2-88b5-23ffb9ab4b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:46:12.508353 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ac0bce-9182-49c5-9ae2-bdec96ff5171 None None] Attempting to bind port 9988012e-cbf5-43dd-8e6d-a433829ec8b6 on network 62b84434-5c3b-4e74-b1a7-8ac8add3a2d7 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:46:12.533084 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ac0bce-9182-49c5-9ae2-bdec96ff5171 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:46:12.535750 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ac0bce-9182-49c5-9ae2-bdec96ff5171 None None] Checking segment: {'id': '9da57984-ef97-43a2-88b5-23ffb9ab4b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:46:12.536245 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e9ac0bce-9182-49c5-9ae2-bdec96ff5171 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:12.536659 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ac0bce-9182-49c5-9ae2-bdec96ff5171 None None] Bound using segment: {'id': '9da57984-ef97-43a2-88b5-23ffb9ab4b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:46:12.537179 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-e9ac0bce-9182-49c5-9ae2-bdec96ff5171 None None] Bound port: 9988012e-cbf5-43dd-8e6d-a433829ec8b6, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9da57984-ef97-43a2-88b5-23ffb9ab4b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:46:12.537575 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e9ac0bce-9182-49c5-9ae2-bdec96ff5171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9988012e-cbf5-43dd-8e6d-a433829ec8b6), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:12.658793 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-285654bf-ffd0-4230-ae4a-1f39215bd9db tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] delete failed (client error): The resource could not be found. Feb 20 03:46:12.664614 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-285654bf-ffd0-4230-ae4a-1f39215bd9db tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/routers/ee9f8c67-8055-42cb-a8f8-6a60e1dae54f HTTP/1.1" status: 404 len: 336 time: 0.4260600 Feb 20 03:46:12.665220 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48948) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:12.667531 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5dc717ff-42ab-4984-8fb5-5dae258841bb req-310dd7ca-08cc-4da9-84b1-282165700e82 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715620 Feb 20 03:46:12.783096 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaaadf5a-24c7-4348-886d-0beb8809d9fc tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] DELETE failed (client error): The resource could not be found. Feb 20 03:46:12.783552 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaaadf5a-24c7-4348-886d-0beb8809d9fc tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:46:12.789673 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48950) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:12.789905 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-aaaadf5a-24c7-4348-886d-0beb8809d9fc tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/subnets/8719cea5-5355-4214-973b-1002c5642f70 HTTP/1.1" status: 404 len: 337 time: 0.1231987 Feb 20 03:46:12.813481 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 76539ed8-754d-4f48-88c0-643354065eac triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:46:12.813871 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (76539ed8-754d-4f48-88c0-643354065eac), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:12.862876 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9e402563-516c-47a6-a4ea-334f92ee31e9 tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "GET /v2.0/ports?device_id=20a7485a-67eb-449f-b011-aab6e2921ddc HTTP/1.1" status: 200 len: 205 time: 0.0720165 Feb 20 03:46:12.864919 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48952) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:12.915567 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e9ac0bce-9182-49c5-9ae2-bdec96ff5171 None None] For port 9988012e-cbf5-43dd-8e6d-a433829ec8b6, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:46:12.920761 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e9ac0bce-9182-49c5-9ae2-bdec96ff5171 None None] For port 9988012e-cbf5-43dd-8e6d-a433829ec8b6, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=9988012e-cbf5-43dd-8e6d-a433829ec8b6,segment=NetworkSegment(9da57984-ef97-43a2-88b5-23ffb9ab4b24),segment_id=9da57984-ef97-43a2-88b5-23ffb9ab4b24)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:46:13.001513 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-36e7e6cb-0d6e-40c0-b69d-a328d1d1720d tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] delete failed (client error): The resource could not be found. Feb 20 03:46:13.002626 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-36e7e6cb-0d6e-40c0-b69d-a328d1d1720d tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/routers/20a7485a-67eb-449f-b011-aab6e2921ddc HTTP/1.1" status: 404 len: 336 time: 0.1367624 Feb 20 03:46:13.023855 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48956) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:13.061610 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 76539ed8-754d-4f48-88c0-643354065eac is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:46:13.062158 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (76539ed8-754d-4f48-88c0-643354065eac), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:13.089156 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c5fb79-438d-4f38-a5da-826b58bc9a7d tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] DELETE failed (client error): The resource could not be found. Feb 20 03:46:13.089664 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9c5fb79-438d-4f38-a5da-826b58bc9a7d tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:46:13.091688 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 76539ed8-754d-4f48-88c0-643354065eac, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=76539ed8-754d-4f48-88c0-643354065eac,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:46:13.092815 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b9c5fb79-438d-4f38-a5da-826b58bc9a7d tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/subnets/446ac02e-7cca-4c5d-b598-3f8da80117e9 HTTP/1.1" status: 404 len: 337 time: 0.0676279 Feb 20 03:46:13.102437 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df3535-9c7f-4d95-ae1c-207a7a31f79a req-38b1d9a7-3f1e-4d0d-aff3-9d43060329b1 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:13.104086 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b1df3535-9c7f-4d95-ae1c-207a7a31f79a req-38b1d9a7-3f1e-4d0d-aff3-9d43060329b1 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 946 time: 0.2538023 Feb 20 03:46:13.104618 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48958) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:13.133612 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-94801fe3-a878-41d8-a170-0a34bb7c950e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] DELETE failed (client error): The resource could not be found. Feb 20 03:46:13.134085 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94801fe3-a878-41d8-a170-0a34bb7c950e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:46:13.137431 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-94801fe3-a878-41d8-a170-0a34bb7c950e tempest-RoutersTest-65702777 tempest-RoutersTest-65702777-project] 10.222.0.89 "DELETE /v2.0/subnets/2bcdb66e-9313-4eed-91c2-2ef0b1d8d152 HTTP/1.1" status: 404 len: 337 time: 0.0317118 Feb 20 03:46:13.232933 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b1df3535-9c7f-4d95-ae1c-207a7a31f79a req-662aca22-8cc3-4e81-a60e-d1f125f264b1 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940037 Feb 20 03:46:13.265121 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e9ac0bce-9182-49c5-9ae2-bdec96ff5171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (9988012e-cbf5-43dd-8e6d-a433829ec8b6), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:13.408577 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (76539ed8-754d-4f48-88c0-643354065eac), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:13.487685 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device bf3783b4-809a-4c35-bd34-df196608bb8e no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:46:13.542358 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-83624643-4469-453c-bad2-b51027b1dc6f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:13.590468 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac0bce-9182-49c5-9ae2-bdec96ff5171 None None] Pushing event updated for resources: {'Port': ['ID=9988012e-cbf5-43dd-8e6d-a433829ec8b6,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:13.680472 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=76539ed8-754d-4f48-88c0-643354065eac,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:13.809254 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port bf3783b4-809a-4c35-bd34-df196608bb8e is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:46:13.809654 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bf3783b4-809a-4c35-bd34-df196608bb8e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:13.898135 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1d7768-3174-402d-a0de-fab0564778fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf3783b4-809a-4c35-bd34-df196608bb8e'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:46:13.915073 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be4bcbd-5e4a-4e8c-90a0-1de4b5404693" -d '{"events": [{"server_uuid": "7a1d7768-3174-402d-a0de-fab0564778fb", "name": "network-vif-unplugged", "status": "completed", "tag": "bf3783b4-809a-4c35-bd34-df196608bb8e"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:46:13.980653 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port bf3783b4-809a-4c35-bd34-df196608bb8e, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=bf3783b4-809a-4c35-bd34-df196608bb8e,segment=NetworkSegment(37054cbd-f424-4c3e-9627-4d3b1f665915),segment_id=37054cbd-f424-4c3e-9627-4d3b1f665915)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:46:14.060762 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bf3783b4-809a-4c35-bd34-df196608bb8e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:14.151703 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48982) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:14.236407 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=bf3783b4-809a-4c35-bd34-df196608bb8e,revision_number=8']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:14.382165 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 9988012e-cbf5-43dd-8e6d-a433829ec8b6 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:46:14.477924 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 9988012e-cbf5-43dd-8e6d-a433829ec8b6 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:46:14.478423 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (9988012e-cbf5-43dd-8e6d-a433829ec8b6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:14.505669 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-83624643-4469-453c-bad2-b51027b1dc6f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Allocated IP 172.20.0.1 (62b84434-5c3b-4e74-b1a7-8ac8add3a2d7/9da9d33c-0bd0-4a9e-a1a9-2d056772489c/ef44c92f-8964-4413-a4ba-4a53f5cae4ec) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:46:14.563573 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-922c7f3c-d6ae-4399-8061-83e0b9459424 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=43d4b034525e47029e777f2e09722643&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4086516 Feb 20 03:46:14.564128 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48988) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:14.608235 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 9988012e-cbf5-43dd-8e6d-a433829ec8b6 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:46:14.611038 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9988012e-cbf5-43dd-8e6d-a433829ec8b6), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:14.736150 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 9988012e-cbf5-43dd-8e6d-a433829ec8b6, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=9988012e-cbf5-43dd-8e6d-a433829ec8b6,segment=NetworkSegment(9da57984-ef97-43a2-88b5-23ffb9ab4b24),segment_id=9da57984-ef97-43a2-88b5-23ffb9ab4b24)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:46:14.766948 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77bd5f20-cf34-4eef-81d7-c4d57fc26244 admin admin] Publish callbacks [] for security_group (cf227d92-2245-459b-b7d6-bbc234562dfa), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:14.857152 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77bd5f20-cf34-4eef-81d7-c4d57fc26244 admin admin] Publish callbacks [] for security_group (cf227d92-2245-459b-b7d6-bbc234562dfa), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:14.862362 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (9988012e-cbf5-43dd-8e6d-a433829ec8b6), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:14.863233 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 76539ed8-754d-4f48-88c0-643354065eac up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:46:14.884790 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-83624643-4469-453c-bad2-b51027b1dc6f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for port (ef44c92f-8964-4413-a4ba-4a53f5cae4ec), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:15.020815 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34997a-f7b1-49fa-9978-bec072764dbd req-ae68b3b0-6d4e-4aa1-afea-337778dd15f6 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:15.031024 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a34997a-f7b1-49fa-9978-bec072764dbd req-ae68b3b0-6d4e-4aa1-afea-337778dd15f6 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 943 time: 0.1196895 Feb 20 03:46:15.039284 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77bd5f20-cf34-4eef-81d7-c4d57fc26244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (cf227d92-2245-459b-b7d6-bbc234562dfa), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:15.042144 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77bd5f20-cf34-4eef-81d7-c4d57fc26244 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:15.052950 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-77bd5f20-cf34-4eef-81d7-c4d57fc26244 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/cf227d92-2245-459b-b7d6-bbc234562dfa HTTP/1.1" status: 204 len: 168 time: 0.4841776 Feb 20 03:46:15.080422 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-83624643-4469-453c-bad2-b51027b1dc6f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (ef44c92f-8964-4413-a4ba-4a53f5cae4ec), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:15.083877 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd5f20-cf34-4eef-81d7-c4d57fc26244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf227d92-2245-459b-b7d6-bbc234562dfa,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:15.180515 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a34997a-f7b1-49fa-9978-bec072764dbd req-b193c702-bbaa-42ae-af24-4f630dcdc21d tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390407 Feb 20 03:46:15.198581 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83624643-4469-453c-bad2-b51027b1dc6f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Network 62b84434-5c3b-4e74-b1a7-8ac8add3a2d7 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:46:15.209440 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-83624643-4469-453c-bad2-b51027b1dc6f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:46:15.214213 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83624643-4469-453c-bad2-b51027b1dc6f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:46:15.231873 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=9988012e-cbf5-43dd-8e6d-a433829ec8b6,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:15.238582 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 76539ed8-754d-4f48-88c0-643354065eac triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:46:15.239623 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (76539ed8-754d-4f48-88c0-643354065eac), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:15.253117 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79129be-c5c1-4f62-bcb8-63e0d844235f x-openstack-request-id: req-b79129be-c5c1-4f62-bcb8-63e0d844235f {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:46:15.254916 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1d7768-3174-402d-a0de-fab0564778fb", "name": "network-vif-unplugged", "status": "completed", "tag": "bf3783b4-809a-4c35-bd34-df196608bb8e", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:46:15.254916 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b79129be-c5c1-4f62-bcb8-63e0d844235f {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:46:15.254916 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1d7768-3174-402d-a0de-fab0564778fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf3783b4-809a-4c35-bd34-df196608bb8e', 'code': 200} Feb 20 03:46:15.342827 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83624643-4469-453c-bad2-b51027b1dc6f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'Port': ['ID=ef44c92f-8964-4413-a4ba-4a53f5cae4ec,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:15.378399 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-83624643-4469-453c-bad2-b51027b1dc6f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (1f704882-8ee9-4e7c-94bb-8904fb780b41), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:15.471949 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 76539ed8-754d-4f48-88c0-643354065eac is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:46:15.514744 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780ddde-e156-4890-9eeb-f4c76ce9c527 req-e22062b3-1d44-44a0-8956-50b9e7bac1c5 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:15.528622 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f780ddde-e156-4890-9eeb-f4c76ce9c527 req-e22062b3-1d44-44a0-8956-50b9e7bac1c5 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 946 time: 0.1446784 Feb 20 03:46:15.604048 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbeac6c1-975f-4e9c-ae7b-89bef2406173 None None] Network 62b84434-5c3b-4e74-b1a7-8ac8add3a2d7 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:46:15.639398 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f780ddde-e156-4890-9eeb-f4c76ce9c527 req-8ee5a8e1-eda9-4e3d-9a68-2b9f2cd7408c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095545 Feb 20 03:46:15.784562 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-be1a9557-9c4d-4863-9270-7d73c9d2ff3e None None] Provisioning complete for port 9988012e-cbf5-43dd-8e6d-a433829ec8b6 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:46:15.785217 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-be1a9557-9c4d-4863-9270-7d73c9d2ff3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (9988012e-cbf5-43dd-8e6d-a433829ec8b6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:15.831351 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-83624643-4469-453c-bad2-b51027b1dc6f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ef44c92f-8964-4413-a4ba-4a53f5cae4ec), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:16.137569 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-be1a9557-9c4d-4863-9270-7d73c9d2ff3e None None] Current status of the port 9988012e-cbf5-43dd-8e6d-a433829ec8b6 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:46:16.152481 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 9988012e-cbf5-43dd-8e6d-a433829ec8b6 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:46:16.303225 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 9988012e-cbf5-43dd-8e6d-a433829ec8b6 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:46:16.304081 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (9988012e-cbf5-43dd-8e6d-a433829ec8b6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:16.456841 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-51fc6bbe-c6a8-427c-ba84-814f1e8f1f83 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:16.459406 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-51fc6bbe-c6a8-427c-ba84-814f1e8f1f83 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/networks?id=e7145295-dd19-4a16-9b45-ef5241878299 HTTP/1.1" status: 200 len: 805 time: 0.3607724 Feb 20 03:46:16.490362 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-73c48175-46fc-41e6-8a36-cd1a519229a6 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/quotas/ee1f83dd43a749889a261be042aa9ecd HTTP/1.1" status: 200 len: 375 time: 0.0250998 Feb 20 03:46:16.571711 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 9988012e-cbf5-43dd-8e6d-a433829ec8b6 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:46:16.606343 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-83624643-4469-453c-bad2-b51027b1dc6f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for port (ef44c92f-8964-4413-a4ba-4a53f5cae4ec), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:16.652956 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-39933431-0866-4c11-92ec-39690b68b1a1 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=ee1f83dd43a749889a261be042aa9ecd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1596437 Feb 20 03:46:16.702451 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-83624643-4469-453c-bad2-b51027b1dc6f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (ef44c92f-8964-4413-a4ba-4a53f5cae4ec), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:16.783755 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ed32d318-7b16-49bb-ae91-c8a6a14fc36d None None] Provisioning complete for port ef44c92f-8964-4413-a4ba-4a53f5cae4ec triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:46:16.784139 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ed32d318-7b16-49bb-ae91-c8a6a14fc36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ef44c92f-8964-4413-a4ba-4a53f5cae4ec), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:16.912103 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ed32d318-7b16-49bb-ae91-c8a6a14fc36d None None] Port ef44c92f-8964-4413-a4ba-4a53f5cae4ec cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:46:16.946011 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ed32d318-7b16-49bb-ae91-c8a6a14fc36d None None] Provisioning complete for port 9988012e-cbf5-43dd-8e6d-a433829ec8b6 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:46:16.946011 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ed32d318-7b16-49bb-ae91-c8a6a14fc36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (9988012e-cbf5-43dd-8e6d-a433829ec8b6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:16.968289 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-83624643-4469-453c-bad2-b51027b1dc6f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (1f704882-8ee9-4e7c-94bb-8904fb780b41), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:16.978039 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83624643-4469-453c-bad2-b51027b1dc6f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'Port': ['ID=ef44c92f-8964-4413-a4ba-4a53f5cae4ec,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:17.034555 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-3f6ac723-5691-4fbd-9100-d4a09071b0d2 service neutron] 10.222.0.89 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804727 Feb 20 03:46:17.222746 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49040) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:17.293836 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ed32d318-7b16-49bb-ae91-c8a6a14fc36d None None] Current status of the port 9988012e-cbf5-43dd-8e6d-a433829ec8b6 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:46:17.326181 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83624643-4469-453c-bad2-b51027b1dc6f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Network 62b84434-5c3b-4e74-b1a7-8ac8add3a2d7 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:46:17.334832 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-83624643-4469-453c-bad2-b51027b1dc6f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:46:17.368189 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-d17a1da8-f225-459c-8758-08b4489cf208 service neutron] 10.222.0.89 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326311 Feb 20 03:46:17.435601 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-04417078-4995-46d7-acf8-3ce058b93acb tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:17.436558 n-d-829866-4 neutron-server[104106]: WARNING neutron.api.v2.base [None req-04417078-4995-46d7-acf8-3ce058b93acb tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 20 03:46:17.437927 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-04417078-4995-46d7-acf8-3ce058b93acb tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] create failed (client error): There was a conflict when trying to complete your request. Feb 20 03:46:17.444746 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49046) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:17.445205 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-04417078-4995-46d7-acf8-3ce058b93acb tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2206383 Feb 20 03:46:17.450519 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-bbccf10d-c0da-4451-bcde-da0cd7d8e995 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1622724036'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:17.471562 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-58612720-6043-4135-b6ee-eb007e5f3cc2 None None] Provisioning complete for port ef44c92f-8964-4413-a4ba-4a53f5cae4ec triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:46:17.471937 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-58612720-6043-4135-b6ee-eb007e5f3cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ef44c92f-8964-4413-a4ba-4a53f5cae4ec), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:17.605631 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bbccf10d-c0da-4451-bcde-da0cd7d8e995 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:17.632142 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bbccf10d-c0da-4451-bcde-da0cd7d8e995 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:17.652341 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83624643-4469-453c-bad2-b51027b1dc6f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Router 1f704882-8ee9-4e7c-94bb-8904fb780b41 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:46:17.683665 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-58612720-6043-4135-b6ee-eb007e5f3cc2 None None] Port ef44c92f-8964-4413-a4ba-4a53f5cae4ec cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:46:17.691759 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device bf3783b4-809a-4c35-bd34-df196608bb8e no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:46:17.854119 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port bf3783b4-809a-4c35-bd34-df196608bb8e is: DOWN; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:46:17.924358 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-8376dc3e-99d1-4f38-9212-05c048a90ed6 None None] Provisioning complete for port ef44c92f-8964-4413-a4ba-4a53f5cae4ec triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:46:17.925232 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8376dc3e-99d1-4f38-9212-05c048a90ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ef44c92f-8964-4413-a4ba-4a53f5cae4ec), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:17.959846 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bbccf10d-c0da-4451-bcde-da0cd7d8e995 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (e8e64b81-23e9-4bf3-a435-30a0e521d285), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:18.027728 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83624643-4469-453c-bad2-b51027b1dc6f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:46:18.038677 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-8376dc3e-99d1-4f38-9212-05c048a90ed6 None None] Port ef44c92f-8964-4413-a4ba-4a53f5cae4ec cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:46:18.039669 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-83624643-4469-453c-bad2-b51027b1dc6f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "PUT /v2.0/routers/1f704882-8ee9-4e7c-94bb-8904fb780b41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0635374 Feb 20 03:46:18.041485 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6d7f87-c900-450e-973c-8b1097dd6418 None None] Sync routers for ids ['1f704882-8ee9-4e7c-94bb-8904fb780b41'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:46:18.046071 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49052) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:18.076870 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6d7f87-c900-450e-973c-8b1097dd6418 None None] Routers {'1f704882-8ee9-4e7c-94bb-8904fb780b41'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:46:18.089463 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-9e6d7f87-c900-450e-973c-8b1097dd6418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:45:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['1f704882-8ee9-4e7c-94bb-8904fb780b41'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:46:18.138776 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bbccf10d-c0da-4451-bcde-da0cd7d8e995 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e8e64b81-23e9-4bf3-a435-30a0e521d285), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:18.333202 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-9e6d7f87-c900-450e-973c-8b1097dd6418 None None] Set router 1f704882-8ee9-4e7c-94bb-8904fb780b41 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:46:18.403548 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7ca6ac-fd9b-4b01-b5c6-46cea4e608da tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:18.404095 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7ca6ac-fd9b-4b01-b5c6-46cea4e608da tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:18.404531 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7ca6ac-fd9b-4b01-b5c6-46cea4e608da tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:18.405046 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7ca6ac-fd9b-4b01-b5c6-46cea4e608da tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:18.405557 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7ca6ac-fd9b-4b01-b5c6-46cea4e608da tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:18.405990 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7ca6ac-fd9b-4b01-b5c6-46cea4e608da tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:18.407745 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7ca6ac-fd9b-4b01-b5c6-46cea4e608da tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:18.408324 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7ca6ac-fd9b-4b01-b5c6-46cea4e608da tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:18.408790 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7ca6ac-fd9b-4b01-b5c6-46cea4e608da tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:18.409251 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7ca6ac-fd9b-4b01-b5c6-46cea4e608da tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:18.410714 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7ca6ac-fd9b-4b01-b5c6-46cea4e608da tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:18.410714 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7ca6ac-fd9b-4b01-b5c6-46cea4e608da tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:18.416548 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-dc7ca6ac-fd9b-4b01-b5c6-46cea4e608da tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8456 time: 0.3669441 Feb 20 03:46:18.417409 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49062) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:18.447063 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bbccf10d-c0da-4451-bcde-da0cd7d8e995 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (fe261f3f-bb92-4a33-bc13-9ad7f0c0c7ec), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:18.530038 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bbccf10d-c0da-4451-bcde-da0cd7d8e995 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (fe261f3f-bb92-4a33-bc13-9ad7f0c0c7ec), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:18.537730 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbccf10d-c0da-4451-bcde-da0cd7d8e995 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e64b81-23e9-4bf3-a435-30a0e521d285,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:18.599980 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d6a6d-5963-4fc3-ad16-b2e82082666d req-b66706c5-656a-4bd1-882f-2c59b4ea802f tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:18.611969 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9a7d6a6d-5963-4fc3-ad16-b2e82082666d req-b66706c5-656a-4bd1-882f-2c59b4ea802f tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 943 time: 0.6502578 Feb 20 03:46:18.667876 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbccf10d-c0da-4451-bcde-da0cd7d8e995 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe261f3f-bb92-4a33-bc13-9ad7f0c0c7ec,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:18.679542 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbccf10d-c0da-4451-bcde-da0cd7d8e995 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:18.680160 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbccf10d-c0da-4451-bcde-da0cd7d8e995 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:18.680837 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbccf10d-c0da-4451-bcde-da0cd7d8e995 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:18.681369 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbccf10d-c0da-4451-bcde-da0cd7d8e995 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:18.682009 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbccf10d-c0da-4451-bcde-da0cd7d8e995 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:18.682511 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbccf10d-c0da-4451-bcde-da0cd7d8e995 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:18.683124 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbccf10d-c0da-4451-bcde-da0cd7d8e995 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:18.683680 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbccf10d-c0da-4451-bcde-da0cd7d8e995 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:18.684510 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbccf10d-c0da-4451-bcde-da0cd7d8e995 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:18.685023 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbccf10d-c0da-4451-bcde-da0cd7d8e995 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:18.685534 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbccf10d-c0da-4451-bcde-da0cd7d8e995 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:18.686165 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbccf10d-c0da-4451-bcde-da0cd7d8e995 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:18.686679 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbccf10d-c0da-4451-bcde-da0cd7d8e995 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:18.698391 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806819b1-975a-4f48-93ff-db58677eaf2c tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:18.698899 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806819b1-975a-4f48-93ff-db58677eaf2c tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:18.702338 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806819b1-975a-4f48-93ff-db58677eaf2c tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:18.702842 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806819b1-975a-4f48-93ff-db58677eaf2c tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:18.704454 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806819b1-975a-4f48-93ff-db58677eaf2c tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:18.706777 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806819b1-975a-4f48-93ff-db58677eaf2c tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:18.707312 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806819b1-975a-4f48-93ff-db58677eaf2c tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:18.707860 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806819b1-975a-4f48-93ff-db58677eaf2c tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:18.712176 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806819b1-975a-4f48-93ff-db58677eaf2c tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:18.715847 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806819b1-975a-4f48-93ff-db58677eaf2c tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:18.716351 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806819b1-975a-4f48-93ff-db58677eaf2c tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:18.718027 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806819b1-975a-4f48-93ff-db58677eaf2c tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:18.727441 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49066) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:18.727858 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-806819b1-975a-4f48-93ff-db58677eaf2c tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7725 time: 0.3090901 Feb 20 03:46:18.841322 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bbccf10d-c0da-4451-bcde-da0cd7d8e995 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:18.844049 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-bbccf10d-c0da-4451-bcde-da0cd7d8e995 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3976836 Feb 20 03:46:18.847180 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49070) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:18.852192 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-996252c4-46b8-4dfb-8016-769306dfd3bd tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group_rule': {'security_group_id': 'fe261f3f-bb92-4a33-bc13-9ad7f0c0c7ec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:18.873295 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9a7d6a6d-5963-4fc3-ad16-b2e82082666d req-fa953e0a-768a-4d82-9347-31f7aeabbbac tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592599 Feb 20 03:46:18.964279 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-9e6d7f87-c900-450e-973c-8b1097dd6418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'name': 'tempest-TestNetworkBasicOps-router-1140130964', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '76539ed8-754d-4f48-88c0-643354065eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:46:00Z', 'updated_at': '2022-02-20T03:46:15Z', 'revision_number': 4, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '76539ed8-754d-4f48-88c0-643354065eac', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:03Z', 'updated_at': '2022-02-20T03:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'ef44c92f-8964-4413-a4ba-4a53f5cae4ec', 'name': '', 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'mac_address': 'fa:16:3e:9a:ea:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '9da9d33c-0bd0-4a9e-a1a9-2d056772489c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:14Z', 'updated_at': '2022-02-20T03:46:16Z', 'revision_number': 2, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'subnets': [{'id': '9da9d33c-0bd0-4a9e-a1a9-2d056772489c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:46:19.028589 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-996252c4-46b8-4dfb-8016-769306dfd3bd tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group_rule (fce51738-02b1-4b48-ac57-c5ccc5a076fc), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:19.048962 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6d7f87-c900-450e-973c-8b1097dd6418 None None] Checking router: 1f704882-8ee9-4e7c-94bb-8904fb780b41 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:46:19.050928 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6d7f87-c900-450e-973c-8b1097dd6418 None None] Updating router 1f704882-8ee9-4e7c-94bb-8904fb780b41 port ef44c92f-8964-4413-a4ba-4a53f5cae4ec binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:46:19.144387 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9e6d7f87-c900-450e-973c-8b1097dd6418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ef44c92f-8964-4413-a4ba-4a53f5cae4ec), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:19.209643 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-996252c4-46b8-4dfb-8016-769306dfd3bd tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group_rule (fce51738-02b1-4b48-ac57-c5ccc5a076fc), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:19.259794 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99eafe-daab-4ceb-83bc-be66cf0372a3 req-7aa831cb-0847-4cc7-aa82-deecd1eed237 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:19.269955 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1c99eafe-daab-4ceb-83bc-be66cf0372a3 req-7aa831cb-0847-4cc7-aa82-deecd1eed237 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 946 time: 0.2117243 Feb 20 03:46:19.317563 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-996252c4-46b8-4dfb-8016-769306dfd3bd tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (fce51738-02b1-4b48-ac57-c5ccc5a076fc), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:19.358409 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a7fd8f16-8b21-4260-88f1-bcdbf95e90ba tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4487 time: 0.6286790 Feb 20 03:46:19.379746 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996252c4-46b8-4dfb-8016-769306dfd3bd tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce51738-02b1-4b48-ac57-c5ccc5a076fc,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:19.411699 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1c99eafe-daab-4ceb-83bc-be66cf0372a3 req-ebf1a9d4-5ee1-49a7-b18b-92e33ba15ae4 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162379 Feb 20 03:46:19.452981 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-996252c4-46b8-4dfb-8016-769306dfd3bd tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:19.457163 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49078) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:19.457373 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-996252c4-46b8-4dfb-8016-769306dfd3bd tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6087711 Feb 20 03:46:19.463676 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-1131c8c2-fa84-4272-a559-d1ca2c19d94e tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group_rule': {'security_group_id': 'fe261f3f-bb92-4a33-bc13-9ad7f0c0c7ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:19.603671 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9e6d7f87-c900-450e-973c-8b1097dd6418 None None] Publish callbacks [] for port (ef44c92f-8964-4413-a4ba-4a53f5cae4ec), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:19.612314 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d5a6dbee-90ee-40a0-a485-5ac93d788079 req-73ff46d2-5bf4-4c8c-8e0b-e54641dfd5ed tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=baefe0b4-264d-42d1-a3f7-976c6568ce07 HTTP/1.1" status: 200 len: 210 time: 0.0647144 Feb 20 03:46:19.638886 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1131c8c2-fa84-4272-a559-d1ca2c19d94e tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group_rule (b78c3670-cd8f-4975-a24f-70c65cf0fa97), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:19.728856 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9e6d7f87-c900-450e-973c-8b1097dd6418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ef44c92f-8964-4413-a4ba-4a53f5cae4ec), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:19.844917 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb3860-f016-4e1f-85c0-f13b018d6711 None None] Pushing event updated for resources: {'Port': ['ID=ef44c92f-8964-4413-a4ba-4a53f5cae4ec,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:19.860876 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb3860-f016-4e1f-85c0-f13b018d6711 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:19.861248 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb3860-f016-4e1f-85c0-f13b018d6711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:19.861927 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb3860-f016-4e1f-85c0-f13b018d6711 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:19.862563 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb3860-f016-4e1f-85c0-f13b018d6711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:19.863064 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb3860-f016-4e1f-85c0-f13b018d6711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:19.863471 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb3860-f016-4e1f-85c0-f13b018d6711 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:19.863868 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb3860-f016-4e1f-85c0-f13b018d6711 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:19.864270 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb3860-f016-4e1f-85c0-f13b018d6711 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:19.864842 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb3860-f016-4e1f-85c0-f13b018d6711 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:19.865245 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb3860-f016-4e1f-85c0-f13b018d6711 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:19.865644 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb3860-f016-4e1f-85c0-f13b018d6711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:19.866093 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb3860-f016-4e1f-85c0-f13b018d6711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:19.866552 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb3860-f016-4e1f-85c0-f13b018d6711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:19.917020 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19d4d2-4177-48d6-8843-fedaf1a017eb req-e3898113-c0a1-4510-8a70-a7c2187838b5 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:19.937837 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0c19d4d2-4177-48d6-8843-fedaf1a017eb req-e3898113-c0a1-4510-8a70-a7c2187838b5 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 943 time: 0.2317815 Feb 20 03:46:20.030327 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-9e6d7f87-c900-450e-973c-8b1097dd6418 None None] Attempting to bind port ef44c92f-8964-4413-a4ba-4a53f5cae4ec on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:46:20.030327 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-9e6d7f87-c900-450e-973c-8b1097dd6418 None None] Attempting to bind port ef44c92f-8964-4413-a4ba-4a53f5cae4ec by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '9da57984-ef97-43a2-88b5-23ffb9ab4b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:46:20.030327 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6d7f87-c900-450e-973c-8b1097dd6418 None None] Attempting to bind port ef44c92f-8964-4413-a4ba-4a53f5cae4ec on network 62b84434-5c3b-4e74-b1a7-8ac8add3a2d7 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:46:20.051807 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6d7f87-c900-450e-973c-8b1097dd6418 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:46:20.052961 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6d7f87-c900-450e-973c-8b1097dd6418 None None] Checking segment: {'id': '9da57984-ef97-43a2-88b5-23ffb9ab4b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:46:20.053616 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9e6d7f87-c900-450e-973c-8b1097dd6418 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:20.054181 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6d7f87-c900-450e-973c-8b1097dd6418 None None] Bound using segment: {'id': '9da57984-ef97-43a2-88b5-23ffb9ab4b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:46:20.062395 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-9e6d7f87-c900-450e-973c-8b1097dd6418 None None] Bound port: ef44c92f-8964-4413-a4ba-4a53f5cae4ec, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9da57984-ef97-43a2-88b5-23ffb9ab4b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:46:20.063339 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9e6d7f87-c900-450e-973c-8b1097dd6418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ef44c92f-8964-4413-a4ba-4a53f5cae4ec), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:20.096114 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0c19d4d2-4177-48d6-8843-fedaf1a017eb req-0ca7a946-5dab-4460-baf7-5b4b7358918f tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541994 Feb 20 03:46:20.102676 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-1131c8c2-fa84-4272-a559-d1ca2c19d94e tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] create failed (client error): There was a conflict when trying to complete your request. Feb 20 03:46:20.111397 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1131c8c2-fa84-4272-a559-d1ca2c19d94e tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6530769 Feb 20 03:46:20.114424 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49082) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:20.230909 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-9e6d7f87-c900-450e-973c-8b1097dd6418 None None] For port ef44c92f-8964-4413-a4ba-4a53f5cae4ec, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:46:20.240787 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-9e6d7f87-c900-450e-973c-8b1097dd6418 None None] For port ef44c92f-8964-4413-a4ba-4a53f5cae4ec, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=ef44c92f-8964-4413-a4ba-4a53f5cae4ec,segment=NetworkSegment(9da57984-ef97-43a2-88b5-23ffb9ab4b24),segment_id=9da57984-ef97-43a2-88b5-23ffb9ab4b24)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:46:20.244749 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-73a795aa-bf56-47db-b885-1577adeddf5f tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (fe261f3f-bb92-4a33-bc13-9ad7f0c0c7ec), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:20.331648 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-73a795aa-bf56-47db-b885-1577adeddf5f tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (fe261f3f-bb92-4a33-bc13-9ad7f0c0c7ec), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:20.421661 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-9e6d7f87-c900-450e-973c-8b1097dd6418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ef44c92f-8964-4413-a4ba-4a53f5cae4ec), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:20.503120 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-daf83f50-f1b8-43af-8354-175e61eb012f None None] Provisioning complete for port ef44c92f-8964-4413-a4ba-4a53f5cae4ec triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:46:20.503605 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-daf83f50-f1b8-43af-8354-175e61eb012f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ef44c92f-8964-4413-a4ba-4a53f5cae4ec), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:20.575272 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-73a795aa-bf56-47db-b885-1577adeddf5f tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (fe261f3f-bb92-4a33-bc13-9ad7f0c0c7ec), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:20.583025 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-73a795aa-bf56-47db-b885-1577adeddf5f tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:20.583025 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-73a795aa-bf56-47db-b885-1577adeddf5f tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "DELETE /v2.0/security-groups/fe261f3f-bb92-4a33-bc13-9ad7f0c0c7ec HTTP/1.1" status: 204 len: 168 time: 0.4672806 Feb 20 03:46:20.583295 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49094) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:20.604831 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a795aa-bf56-47db-b885-1577adeddf5f tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe261f3f-bb92-4a33-bc13-9ad7f0c0c7ec,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:20.788707 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6d7f87-c900-450e-973c-8b1097dd6418 None None] Routers {'1f704882-8ee9-4e7c-94bb-8904fb780b41'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:46:20.788707 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-9e6d7f87-c900-450e-973c-8b1097dd6418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:45:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['1f704882-8ee9-4e7c-94bb-8904fb780b41'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:46:20.790563 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49102) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:20.795689 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-058516bd-3550-486b-87ef-7c10525e26f5 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1525872562'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:20.798159 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb3860-f016-4e1f-85c0-f13b018d6711 None None] Pushing event updated for resources: {'Port': ['ID=ef44c92f-8964-4413-a4ba-4a53f5cae4ec,revision_number=4']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:20.823545 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-cd85e5ba-c8ee-4d21-aca6-f257228de1c0 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2382398 Feb 20 03:46:20.935046 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-058516bd-3550-486b-87ef-7c10525e26f5 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:20.981280 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-daf83f50-f1b8-43af-8354-175e61eb012f None None] Current status of the port ef44c92f-8964-4413-a4ba-4a53f5cae4ec is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:46:21.006045 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-daf83f50-f1b8-43af-8354-175e61eb012f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ef44c92f-8964-4413-a4ba-4a53f5cae4ec), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:21.198257 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-058516bd-3550-486b-87ef-7c10525e26f5 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (f6d82d92-3adb-4c19-a43d-6e6000967aa6), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:21.285589 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-058516bd-3550-486b-87ef-7c10525e26f5 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f6d82d92-3adb-4c19-a43d-6e6000967aa6), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:21.348398 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-9e6d7f87-c900-450e-973c-8b1097dd6418 None None] Set router 1f704882-8ee9-4e7c-94bb-8904fb780b41 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:46:21.407925 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058516bd-3550-486b-87ef-7c10525e26f5 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d82d92-3adb-4c19-a43d-6e6000967aa6,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:21.422650 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49106) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:21.430308 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-24fb4bae-2a66-40ca-94e7-a5727ba34b7c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1064113055', 'description': 'tempest-secgroup-smoke-1064113055 description', 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:21.486559 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-058516bd-3550-486b-87ef-7c10525e26f5 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:21.491007 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-058516bd-3550-486b-87ef-7c10525e26f5 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6991229 Feb 20 03:46:21.491628 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49108) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:21.496027 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-8a153c07-70b4-4018-b7fe-fe17a4520558 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group_rule': {'security_group_id': 'f6d82d92-3adb-4c19-a43d-6e6000967aa6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:21.496824 n-d-829866-4 neutron-server[104106]: WARNING neutron.api.v2.base [None req-8a153c07-70b4-4018-b7fe-fe17a4520558 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 20 03:46:21.509561 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-8a153c07-70b4-4018-b7fe-fe17a4520558 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:46:21.518942 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8a153c07-70b4-4018-b7fe-fe17a4520558 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0261412 Feb 20 03:46:21.521844 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49112) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:21.544547 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:21.591471 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-daf83f50-f1b8-43af-8354-175e61eb012f None None] For port ef44c92f-8964-4413-a4ba-4a53f5cae4ec, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=ef44c92f-8964-4413-a4ba-4a53f5cae4ec,segment=NetworkSegment(9da57984-ef97-43a2-88b5-23ffb9ab4b24),segment_id=9da57984-ef97-43a2-88b5-23ffb9ab4b24)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:46:21.634256 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-24fb4bae-2a66-40ca-94e7-a5727ba34b7c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:21.662655 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-c222c1be-46ac-4955-9c50-34567bdee647 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:21.665840 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-c222c1be-46ac-4955-9c50-34567bdee647 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.42 "GET /v2.0/networks?id=e7145295-dd19-4a16-9b45-ef5241878299 HTTP/1.1" status: 200 len: 805 time: 0.5140641 Feb 20 03:46:21.703694 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:21.706527 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-c23de45d-b1d3-4566-99fe-91ef896e35e6 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Request body: {'port': {'device_id': 'baefe0b4-264d-42d1-a3f7-976c6568ce07', 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299', 'admin_state_up': True, 'tenant_id': 'ee1f83dd43a749889a261be042aa9ecd'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:21.759207 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-daf83f50-f1b8-43af-8354-175e61eb012f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ef44c92f-8964-4413-a4ba-4a53f5cae4ec), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:21.767994 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b5bd42ab-f8f6-4fef-827e-f2e1ea3e86fb tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (f6d82d92-3adb-4c19-a43d-6e6000967aa6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:21.855438 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b5bd42ab-f8f6-4fef-827e-f2e1ea3e86fb tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (f6d82d92-3adb-4c19-a43d-6e6000967aa6), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:21.928720 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf83f50-f1b8-43af-8354-175e61eb012f None None] Pushing event updated for resources: {'Port': ['ID=ef44c92f-8964-4413-a4ba-4a53f5cae4ec,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:21.976901 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-2849e010-a188-48b6-8628-43c6688c6d81 None None] Provisioning complete for port ef44c92f-8964-4413-a4ba-4a53f5cae4ec triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:46:21.977529 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2849e010-a188-48b6-8628-43c6688c6d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ef44c92f-8964-4413-a4ba-4a53f5cae4ec), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:22.117441 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b5bd42ab-f8f6-4fef-827e-f2e1ea3e86fb tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f6d82d92-3adb-4c19-a43d-6e6000967aa6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:22.120652 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b5bd42ab-f8f6-4fef-827e-f2e1ea3e86fb tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:22.121824 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b5bd42ab-f8f6-4fef-827e-f2e1ea3e86fb tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "DELETE /v2.0/security-groups/f6d82d92-3adb-4c19-a43d-6e6000967aa6 HTTP/1.1" status: 204 len: 168 time: 0.5990312 Feb 20 03:46:22.124354 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2849e010-a188-48b6-8628-43c6688c6d81 None None] Current status of the port ef44c92f-8964-4413-a4ba-4a53f5cae4ec is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:46:22.126717 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49126) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:22.156958 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-9e6d7f87-c900-450e-973c-8b1097dd6418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'name': 'tempest-TestNetworkBasicOps-router-1140130964', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '76539ed8-754d-4f48-88c0-643354065eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:46:00Z', 'updated_at': '2022-02-20T03:46:15Z', 'revision_number': 4, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '76539ed8-754d-4f48-88c0-643354065eac', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:03Z', 'updated_at': '2022-02-20T03:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'ef44c92f-8964-4413-a4ba-4a53f5cae4ec', 'name': '', 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'mac_address': 'fa:16:3e:9a:ea:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '9da9d33c-0bd0-4a9e-a1a9-2d056772489c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:14Z', 'updated_at': '2022-02-20T03:46:20Z', 'revision_number': 4, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'subnets': [{'id': '9da9d33c-0bd0-4a9e-a1a9-2d056772489c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:46:22.196538 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd42ab-f8f6-4fef-827e-f2e1ea3e86fb tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d82d92-3adb-4c19-a43d-6e6000967aa6,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:22.258639 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6d7f87-c900-450e-973c-8b1097dd6418 None None] The sync data for ids ['1f704882-8ee9-4e7c-94bb-8904fb780b41'] in n-d-829866-4 is: [{'id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'name': 'tempest-TestNetworkBasicOps-router-1140130964', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '76539ed8-754d-4f48-88c0-643354065eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:46:00Z', 'updated_at': '2022-02-20T03:46:15Z', 'revision_number': 4, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '76539ed8-754d-4f48-88c0-643354065eac', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:03Z', 'updated_at': '2022-02-20T03:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'ef44c92f-8964-4413-a4ba-4a53f5cae4ec', 'name': '', 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'mac_address': 'fa:16:3e:9a:ea:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '9da9d33c-0bd0-4a9e-a1a9-2d056772489c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:14Z', 'updated_at': '2022-02-20T03:46:20Z', 'revision_number': 4, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'subnets': [{'id': '9da9d33c-0bd0-4a9e-a1a9-2d056772489c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:46:22.385910 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3354e19e-e595-46bd-aaca-073a4e20f901 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2564528 Feb 20 03:46:22.392733 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49132) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:22.405100 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-22c3646d-4c18-4c6c-bfc5-e4333494e78b tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group': {'name': 'tempest-secgroup--2001099248'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:22.502738 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49134) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:22.508036 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb5251-3b30-49eb-969d-5d300011d35b req-7a1bcb7c-84be-4329-9b63-10fa37cbc9b4 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:22.523245 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cfb5251-3b30-49eb-969d-5d300011d35b req-7a1bcb7c-84be-4329-9b63-10fa37cbc9b4 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 946 time: 0.6558621 Feb 20 03:46:22.724598 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-22c3646d-4c18-4c6c-bfc5-e4333494e78b tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:22.775939 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-24fb4bae-2a66-40ca-94e7-a5727ba34b7c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group (07dcdda2-53cb-4aa6-a81c-8c7289fdaa8f), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:22.837513 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cfb5251-3b30-49eb-969d-5d300011d35b req-fa132b21-230d-43ee-8690-0743a017080f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2767940 Feb 20 03:46:22.841107 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-c23de45d-b1d3-4566-99fe-91ef896e35e6 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Made reservation on behalf of ee1f83dd43a749889a261be042aa9ecd for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:46:22.855818 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-c23de45d-b1d3-4566-99fe-91ef896e35e6 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:22.903232 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283475a-4633-41a2-957b-29609409a961 req-39a66d4f-ff12-401c-bc43-d606179b0935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:22.903718 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283475a-4633-41a2-957b-29609409a961 req-39a66d4f-ff12-401c-bc43-d606179b0935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:22.904184 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283475a-4633-41a2-957b-29609409a961 req-39a66d4f-ff12-401c-bc43-d606179b0935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:22.904646 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283475a-4633-41a2-957b-29609409a961 req-39a66d4f-ff12-401c-bc43-d606179b0935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:22.905104 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283475a-4633-41a2-957b-29609409a961 req-39a66d4f-ff12-401c-bc43-d606179b0935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:22.905715 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283475a-4633-41a2-957b-29609409a961 req-39a66d4f-ff12-401c-bc43-d606179b0935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:22.906262 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283475a-4633-41a2-957b-29609409a961 req-39a66d4f-ff12-401c-bc43-d606179b0935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:22.915485 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-24fb4bae-2a66-40ca-94e7-a5727ba34b7c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (07dcdda2-53cb-4aa6-a81c-8c7289fdaa8f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:22.925747 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49140) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:22.931862 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4283475a-4633-41a2-957b-29609409a961 req-39a66d4f-ff12-401c-bc43-d606179b0935 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 6707 time: 0.4041066 Feb 20 03:46:23.111222 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-22c3646d-4c18-4c6c-bfc5-e4333494e78b tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (6eee16ea-0034-4a3b-b754-c622ced48dec), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:23.235939 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-44dba135-9a45-434f-be71-cf23e121f736 req-5f7ede0c-5f87-423c-a92f-d4f791671bfb tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=baefe0b4-264d-42d1-a3f7-976c6568ce07 HTTP/1.1" status: 200 len: 210 time: 0.2017202 Feb 20 03:46:23.240253 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4283475a-4633-41a2-957b-29609409a961 req-8e8636df-cecf-4f4f-b869-6dda5502c439 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3023241 Feb 20 03:46:23.483166 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-c23de45d-b1d3-4566-99fe-91ef896e35e6 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Allocated IP 172.20.0.12 (e7145295-dd19-4a16-9b45-ef5241878299/9ceea925-1fd0-4335-a582-98f4180d0060/296cd83c-f176-4836-bffa-0bce4c1e0207) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:46:23.568820 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-22c3646d-4c18-4c6c-bfc5-e4333494e78b tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (6eee16ea-0034-4a3b-b754-c622ced48dec), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:23.648011 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c3646d-4c18-4c6c-bfc5-e4333494e78b tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eee16ea-0034-4a3b-b754-c622ced48dec,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:23.681368 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-22c3646d-4c18-4c6c-bfc5-e4333494e78b tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:23.685229 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-22c3646d-4c18-4c6c-bfc5-e4333494e78b tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2839060 Feb 20 03:46:23.691804 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49150) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:23.691804 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-30ce512b-c6b9-4f62-9b34-7f941a12f89e tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group_rule': {'security_group_id': '6eee16ea-0034-4a3b-b754-c622ced48dec', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:23.692580 n-d-829866-4 neutron-server[104106]: WARNING neutron.api.v2.base [None req-30ce512b-c6b9-4f62-9b34-7f941a12f89e tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 20 03:46:23.693121 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-30ce512b-c6b9-4f62-9b34-7f941a12f89e tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:46:23.696656 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-30ce512b-c6b9-4f62-9b34-7f941a12f89e tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0060341 Feb 20 03:46:23.701203 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49152) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:23.792244 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-05414083-c402-4255-a5c6-30cf65d367c7 req-8d52f228-60ea-4e28-9308-7dc05fa3381a service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:46:23.799103 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-05414083-c402-4255-a5c6-30cf65d367c7 req-8d52f228-60ea-4e28-9308-7dc05fa3381a service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082445 Feb 20 03:46:23.799283 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3347585a-b706-456e-8005-cfc867545e1f tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (6eee16ea-0034-4a3b-b754-c622ced48dec), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:23.803949 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb4bae-2a66-40ca-94e7-a5727ba34b7c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07dcdda2-53cb-4aa6-a81c-8c7289fdaa8f,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:23.850244 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3347585a-b706-456e-8005-cfc867545e1f tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (6eee16ea-0034-4a3b-b754-c622ced48dec), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:23.866118 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-24fb4bae-2a66-40ca-94e7-a5727ba34b7c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:23.867994 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-24fb4bae-2a66-40ca-94e7-a5727ba34b7c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 2.4438682 Feb 20 03:46:23.872005 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49156) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:23.879034 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-c23de45d-b1d3-4566-99fe-91ef896e35e6 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks [] for port (296cd83c-f176-4836-bffa-0bce4c1e0207), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:23.885949 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-2f0cc92e-e282-4215-8e94-17c768c066a4 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Request body: {'security_group_rule': {'security_group_id': '07dcdda2-53cb-4aa6-a81c-8c7289fdaa8f', 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:23.892662 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bb074cd8-db3c-42f0-8822-25a77390c3e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:24.078836 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3347585a-b706-456e-8005-cfc867545e1f tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (6eee16ea-0034-4a3b-b754-c622ced48dec), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:24.082641 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3347585a-b706-456e-8005-cfc867545e1f tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:24.083101 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3347585a-b706-456e-8005-cfc867545e1f tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "DELETE /v2.0/security-groups/6eee16ea-0034-4a3b-b754-c622ced48dec HTTP/1.1" status: 204 len: 168 time: 0.3808601 Feb 20 03:46:24.086440 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49158) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:24.143436 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-99184622-f56f-418e-ba4e-0f5687eb629d tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0555270 Feb 20 03:46:24.146992 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49160) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:24.149231 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347585a-b706-456e-8005-cfc867545e1f tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eee16ea-0034-4a3b-b754-c622ced48dec,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:24.155252 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-64bd3b22-ab48-49cf-80e0-4fe0b350f317 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1784089652'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:24.215641 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bb074cd8-db3c-42f0-8822-25a77390c3e8 admin admin] Publish callbacks [] for security_group (c4b5a6d1-d723-4e62-87b7-6756cc4c2b17), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:24.220030 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ef44c92f-8964-4413-a4ba-4a53f5cae4ec up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:46:24.234833 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2f0cc92e-e282-4215-8e94-17c768c066a4 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (4b8df044-a54e-43c8-88de-e87eda46dbbb), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:24.320898 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2f0cc92e-e282-4215-8e94-17c768c066a4 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (4b8df044-a54e-43c8-88de-e87eda46dbbb), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:24.346304 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port ef44c92f-8964-4413-a4ba-4a53f5cae4ec triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:46:24.347093 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ef44c92f-8964-4413-a4ba-4a53f5cae4ec), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:24.417544 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-64bd3b22-ab48-49cf-80e0-4fe0b350f317 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:24.417714 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bb074cd8-db3c-42f0-8822-25a77390c3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c4b5a6d1-d723-4e62-87b7-6756cc4c2b17), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:24.417714 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-c23de45d-b1d3-4566-99fe-91ef896e35e6 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (296cd83c-f176-4836-bffa-0bce4c1e0207), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:24.547249 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port ef44c92f-8964-4413-a4ba-4a53f5cae4ec is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:46:24.549766 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['01c6f12a-e18f-4e22-8ca3-befe7fa5df30'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:46:24.590164 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-64bd3b22-ab48-49cf-80e0-4fe0b350f317 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (01d6d786-a006-4fff-ab09-3ff03405c6aa), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:24.614963 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23de45d-b1d3-4566-99fe-91ef896e35e6 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Pushing event updated for resources: {'Port': ['ID=296cd83c-f176-4836-bffa-0bce4c1e0207,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:24.641443 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2f0cc92e-e282-4215-8e94-17c768c066a4 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (4b8df044-a54e-43c8-88de-e87eda46dbbb), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:24.674036 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-64bd3b22-ab48-49cf-80e0-4fe0b350f317 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (01d6d786-a006-4fff-ab09-3ff03405c6aa), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:24.741444 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-c23de45d-b1d3-4566-99fe-91ef896e35e6 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Network e7145295-dd19-4a16-9b45-ef5241878299 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:46:24.753858 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd3b22-ab48-49cf-80e0-4fe0b350f317 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01d6d786-a006-4fff-ab09-3ff03405c6aa,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:24.823203 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-c23de45d-b1d3-4566-99fe-91ef896e35e6 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:46:24.830282 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-64bd3b22-ab48-49cf-80e0-4fe0b350f317 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:24.835125 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-64bd3b22-ab48-49cf-80e0-4fe0b350f317 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6867361 Feb 20 03:46:24.836122 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49178) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:24.842244 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-c23de45d-b1d3-4566-99fe-91ef896e35e6 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:46:24.843639 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-a5ed21fc-87d2-45d4-b43d-637e13d4918f tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group_rule': {'security_group_id': '01d6d786-a006-4fff-ab09-3ff03405c6aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:24.852427 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-bb074cd8-db3c-42f0-8822-25a77390c3e8 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ff9637a8fb644c11911094bbe4692390&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9214308 Feb 20 03:46:24.856613 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0cc92e-e282-4215-8e94-17c768c066a4 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8df044-a54e-43c8-88de-e87eda46dbbb,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:24.868748 n-d-829866-4 neutron-server[104106]: WARNING neutron.api.v2.base [None req-a5ed21fc-87d2-45d4-b43d-637e13d4918f tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 20 03:46:24.868748 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-a5ed21fc-87d2-45d4-b43d-637e13d4918f tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:46:24.868748 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a5ed21fc-87d2-45d4-b43d-637e13d4918f tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0251062 Feb 20 03:46:24.868748 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49180) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:24.877619 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49182) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:24.882943 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-2d196c4f-1546-4fba-8e4e-dae357986b61 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group_rule': {'security_group_id': '01d6d786-a006-4fff-ab09-3ff03405c6aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:24.896860 n-d-829866-4 neutron-server[104106]: WARNING neutron.api.v2.base [None req-2d196c4f-1546-4fba-8e4e-dae357986b61 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 20 03:46:24.904523 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-2d196c4f-1546-4fba-8e4e-dae357986b61 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:46:24.908402 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2d196c4f-1546-4fba-8e4e-dae357986b61 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0280900 Feb 20 03:46:24.921181 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49184) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:24.922420 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb074cd8-db3c-42f0-8822-25a77390c3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b5a6d1-d723-4e62-87b7-6756cc4c2b17,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:24.929404 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-6f60216e-128d-4969-8d4f-41a89f559f7a tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group_rule': {'security_group_id': '01d6d786-a006-4fff-ab09-3ff03405c6aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:24.931383 n-d-829866-4 neutron-server[104105]: WARNING neutron.api.v2.base [None req-6f60216e-128d-4969-8d4f-41a89f559f7a tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 20 03:46:24.932026 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-6f60216e-128d-4969-8d4f-41a89f559f7a tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:46:24.932920 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6f60216e-128d-4969-8d4f-41a89f559f7a tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073631 Feb 20 03:46:24.950701 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49186) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:24.969248 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-9de436bf-36cf-41e4-8c80-578897a4ed57 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group_rule': {'security_group_id': '01d6d786-a006-4fff-ab09-3ff03405c6aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:24.973671 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2f0cc92e-e282-4215-8e94-17c768c066a4 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:24.974294 n-d-829866-4 neutron-server[104106]: WARNING neutron.api.v2.base [None req-9de436bf-36cf-41e4-8c80-578897a4ed57 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 20 03:46:24.975092 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-9de436bf-36cf-41e4-8c80-578897a4ed57 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:46:24.976976 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9de436bf-36cf-41e4-8c80-578897a4ed57 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0217071 Feb 20 03:46:24.978560 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2f0cc92e-e282-4215-8e94-17c768c066a4 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0967429 Feb 20 03:46:24.981479 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49188) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:24.981825 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49190) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:24.994899 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-ae9590a5-2869-4c2d-b141-60032e24e1ef tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Request body: {'security_group_rule': {'security_group_id': '07dcdda2-53cb-4aa6-a81c-8c7289fdaa8f', 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:25.043670 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ca01c3a9-22a4-4090-918d-9b19473dd030 admin admin] Publish callbacks [] for security_group (c4b5a6d1-d723-4e62-87b7-6756cc4c2b17), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:25.070290 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ca01c3a9-22a4-4090-918d-9b19473dd030 admin admin] Publish callbacks [] for security_group (c4b5a6d1-d723-4e62-87b7-6756cc4c2b17), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:25.131118 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84735ef2-3797-4f49-9fab-2e5835caad30 req-22308beb-0b0c-447f-89e6-636f27c07590 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:25.132819 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-84735ef2-3797-4f49-9fab-2e5835caad30 req-22308beb-0b0c-447f-89e6-636f27c07590 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 946 time: 0.5544589 Feb 20 03:46:25.146752 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-c23de45d-b1d3-4566-99fe-91ef896e35e6 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:25.147435 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-c23de45d-b1d3-4566-99fe-91ef896e35e6 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:25.239751 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-84735ef2-3797-4f49-9fab-2e5835caad30 req-0f5c1881-d49d-4bf8-9fd1-5aa310ec9331 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857017 Feb 20 03:46:25.286876 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-942639ab-169f-4ea1-bb56-c51c37c075dc tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (01d6d786-a006-4fff-ab09-3ff03405c6aa), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:25.308426 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ca01c3a9-22a4-4090-918d-9b19473dd030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c4b5a6d1-d723-4e62-87b7-6756cc4c2b17), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:25.313420 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ca01c3a9-22a4-4090-918d-9b19473dd030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:25.325588 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ca01c3a9-22a4-4090-918d-9b19473dd030 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c4b5a6d1-d723-4e62-87b7-6756cc4c2b17 HTTP/1.1" status: 204 len: 168 time: 0.4542356 Feb 20 03:46:25.395479 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01c3a9-22a4-4090-918d-9b19473dd030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b5a6d1-d723-4e62-87b7-6756cc4c2b17,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:25.574125 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-942639ab-169f-4ea1-bb56-c51c37c075dc tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (01d6d786-a006-4fff-ab09-3ff03405c6aa), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:25.617397 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-c23de45d-b1d3-4566-99fe-91ef896e35e6 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9163995 Feb 20 03:46:25.647053 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-923c7b9b-5228-4dbd-9f41-b72178ffcfeb req-039eedb3-7e9d-4eac-ba9c-00951d71e5ec service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3172319 Feb 20 03:46:25.648828 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ae9590a5-2869-4c2d-b141-60032e24e1ef tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (4b20be9d-d6c8-4ea3-92cd-ce67e3add323), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:25.667202 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [req-923c7b9b-5228-4dbd-9f41-b72178ffcfeb req-7fbad1fb-8fea-4338-ab82-0c09ced97b17 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:46:25.667202 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-923c7b9b-5228-4dbd-9f41-b72178ffcfeb req-7fbad1fb-8fea-4338-ab82-0c09ced97b17 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127048 Feb 20 03:46:25.682802 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-b4f25585-bcb7-4e7f-b16e-ce8eb27757eb service neutron] Request body: {'port': {'device_id': 'baefe0b4-264d-42d1-a3f7-976c6568ce07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:25.805836 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4c584-a611-4fe2-b4ee-a82f1d410f1d req-7883a6ac-6d86-42b9-833f-6b6f8547b7ff tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:25.807480 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cab4c584-a611-4fe2-b4ee-a82f1d410f1d req-7883a6ac-6d86-42b9-833f-6b6f8547b7ff tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=baefe0b4-264d-42d1-a3f7-976c6568ce07 HTTP/1.1" status: 200 len: 932 time: 0.4453185 Feb 20 03:46:25.864661 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-942639ab-169f-4ea1-bb56-c51c37c075dc tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (01d6d786-a006-4fff-ab09-3ff03405c6aa), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:25.866915 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-942639ab-169f-4ea1-bb56-c51c37c075dc tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:25.870693 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-942639ab-169f-4ea1-bb56-c51c37c075dc tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "DELETE /v2.0/security-groups/01d6d786-a006-4fff-ab09-3ff03405c6aa HTTP/1.1" status: 204 len: 168 time: 0.8633707 Feb 20 03:46:25.870917 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49206) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:25.910895 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ae9590a5-2869-4c2d-b141-60032e24e1ef tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (4b20be9d-d6c8-4ea3-92cd-ce67e3add323), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:25.917669 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-b4f25585-bcb7-4e7f-b16e-ce8eb27757eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (296cd83c-f176-4836-bffa-0bce4c1e0207), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:25.920125 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942639ab-169f-4ea1-bb56-c51c37c075dc tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d6d786-a006-4fff-ab09-3ff03405c6aa,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:25.948846 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cab4c584-a611-4fe2-b4ee-a82f1d410f1d req-4c31f958-21cf-4b10-839b-e0766d73dfda tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327097 Feb 20 03:46:26.040095 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ae9590a5-2869-4c2d-b141-60032e24e1ef tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (4b20be9d-d6c8-4ea3-92cd-ce67e3add323), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:26.133899 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a5373526-b401-4688-b800-ee873fb633ef tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2615268 Feb 20 03:46:26.140920 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49208) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:26.159997 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9590a5-2869-4c2d-b141-60032e24e1ef tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b20be9d-d6c8-4ea3-92cd-ce67e3add323,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:26.166519 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-8ffd66e8-6795-477d-bf7d-11fe11750d1a tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1363799638'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:26.306453 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c9ad3-752d-4eba-a09d-4bd1335d1b78 req-8d9b22cc-71c9-4042-b94d-407774b4c5f5 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:26.308103 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-881c9ad3-752d-4eba-a09d-4bd1335d1b78 req-8d9b22cc-71c9-4042-b94d-407774b4c5f5 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 943 time: 0.2597461 Feb 20 03:46:26.347284 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ae9590a5-2869-4c2d-b141-60032e24e1ef tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:26.351641 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ae9590a5-2869-4c2d-b141-60032e24e1ef tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3649485 Feb 20 03:46:26.353599 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49212) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:26.361176 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-220e7366-defd-49af-8659-9bf3258c2879 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Request body: {'security_group_rule': {'security_group_id': '07dcdda2-53cb-4aa6-a81c-8c7289fdaa8f', 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:26.433976 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d4cc1e2b-9857-477d-9402-d0cd05eb408a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:26.467071 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-881c9ad3-752d-4eba-a09d-4bd1335d1b78 req-e3e03e3e-25ef-44c4-99d0-6454004f20bd tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504018 Feb 20 03:46:26.472482 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ffd66e8-6795-477d-bf7d-11fe11750d1a tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:26.523706 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c7b9b-5228-4dbd-9f41-b72178ffcfeb req-057084ec-8ef1-4c0e-adaa-cc321ef820a4 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:26.527444 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-220e7366-defd-49af-8659-9bf3258c2879 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (5f6c6edb-3430-4158-82b7-d0023186e54a), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:26.527746 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-923c7b9b-5228-4dbd-9f41-b72178ffcfeb req-057084ec-8ef1-4c0e-adaa-cc321ef820a4 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports/bf3783b4-809a-4c35-bd34-df196608bb8e HTTP/1.1" status: 200 len: 940 time: 0.7900028 Feb 20 03:46:26.547300 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-b4f25585-bcb7-4e7f-b16e-ce8eb27757eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 296cd83c-f176-4836-bffa-0bce4c1e0207 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:46:26.558837 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-b4f25585-bcb7-4e7f-b16e-ce8eb27757eb service neutron] Publish callbacks [] for port (296cd83c-f176-4836-bffa-0bce4c1e0207), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:26.575320 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-b4f25585-bcb7-4e7f-b16e-ce8eb27757eb service neutron] Transition to ACTIVE for port object 296cd83c-f176-4836-bffa-0bce4c1e0207 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:46:26.633326 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49218) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:26.689933 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-b4f25585-bcb7-4e7f-b16e-ce8eb27757eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (296cd83c-f176-4836-bffa-0bce4c1e0207), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:26.695726 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9a9a5f8e-4132-43d7-a0dd-997afe443b7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:26.735033 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ffd66e8-6795-477d-bf7d-11fe11750d1a tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (c4b3a2b1-1aa7-4195-bc9d-5e849b3c8dca), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:26.805448 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-220e7366-defd-49af-8659-9bf3258c2879 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (5f6c6edb-3430-4158-82b7-d0023186e54a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:26.902475 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ffd66e8-6795-477d-bf7d-11fe11750d1a tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c4b3a2b1-1aa7-4195-bc9d-5e849b3c8dca), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:26.945247 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd66e8-6795-477d-bf7d-11fe11750d1a tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b3a2b1-1aa7-4195-bc9d-5e849b3c8dca,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:26.948850 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-220e7366-defd-49af-8659-9bf3258c2879 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (5f6c6edb-3430-4158-82b7-d0023186e54a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:26.967777 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e7366-defd-49af-8659-9bf3258c2879 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f6c6edb-3430-4158-82b7-d0023186e54a,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:27.076487 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ffd66e8-6795-477d-bf7d-11fe11750d1a tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:27.077808 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8ffd66e8-6795-477d-bf7d-11fe11750d1a tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9316261 Feb 20 03:46:27.081053 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-220e7366-defd-49af-8659-9bf3258c2879 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:27.082249 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-220e7366-defd-49af-8659-9bf3258c2879 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7273889 Feb 20 03:46:27.083031 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49230) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:27.087557 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-5e3b4099-8ace-4c87-bdd0-d497abbb0eba tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group_rule': {'security_group_id': 'c4b3a2b1-1aa7-4195-bc9d-5e849b3c8dca', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:27.088337 n-d-829866-4 neutron-server[104106]: WARNING neutron.api.v2.base [None req-5e3b4099-8ace-4c87-bdd0-d497abbb0eba tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 20 03:46:27.088837 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-5e3b4099-8ace-4c87-bdd0-d497abbb0eba tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:46:27.089821 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5e3b4099-8ace-4c87-bdd0-d497abbb0eba tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058253 Feb 20 03:46:27.090347 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49232) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:27.094671 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-51237b8f-4b15-468a-907b-a00b32c17992 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Request body: {'security_group_rule': {'security_group_id': '07dcdda2-53cb-4aa6-a81c-8c7289fdaa8f', 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:27.099022 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49234) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:27.117572 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-35328de2-f623-46a8-b7df-efb0030237cc tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group_rule': {'security_group_id': 'c4b3a2b1-1aa7-4195-bc9d-5e849b3c8dca', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:27.132538 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695b76b-a806-4d71-88cd-58b2b357fd4c req-8e41cb82-da35-4b4e-aa4c-f117319e1d50 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:27.134090 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2695b76b-a806-4d71-88cd-58b2b357fd4c req-8e41cb82-da35-4b4e-aa4c-f117319e1d50 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 946 time: 0.5564511 Feb 20 03:46:27.212298 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-51237b8f-4b15-468a-907b-a00b32c17992 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (9cfab7e7-3c34-4e5c-9b8c-c36ae9201003), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:27.229025 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f25585-bcb7-4e7f-b16e-ce8eb27757eb service neutron] Pushing event updated for resources: {'Port': ['ID=296cd83c-f176-4836-bffa-0bce4c1e0207,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:27.269851 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-51237b8f-4b15-468a-907b-a00b32c17992 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (9cfab7e7-3c34-4e5c-9b8c-c36ae9201003), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:27.305004 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2695b76b-a806-4d71-88cd-58b2b357fd4c req-3f2f6053-dced-4140-a0c1-1d9d213f0dcf tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531799 Feb 20 03:46:27.342587 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-b4f25585-bcb7-4e7f-b16e-ce8eb27757eb service neutron] Attempting to bind port 296cd83c-f176-4836-bffa-0bce4c1e0207 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:46:27.342956 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-b4f25585-bcb7-4e7f-b16e-ce8eb27757eb service neutron] Attempting to bind port 296cd83c-f176-4836-bffa-0bce4c1e0207 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '7ac0e132-f159-46b3-89b9-bf69b2d2b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:46:27.343835 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-b4f25585-bcb7-4e7f-b16e-ce8eb27757eb service neutron] Attempting to bind port 296cd83c-f176-4836-bffa-0bce4c1e0207 on network e7145295-dd19-4a16-9b45-ef5241878299 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:46:27.360555 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-b4f25585-bcb7-4e7f-b16e-ce8eb27757eb service neutron] Port 296cd83c-f176-4836-bffa-0bce4c1e0207 on network e7145295-dd19-4a16-9b45-ef5241878299 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:46:27.360883 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-b4f25585-bcb7-4e7f-b16e-ce8eb27757eb service neutron] Attempting to bind port 296cd83c-f176-4836-bffa-0bce4c1e0207 on network e7145295-dd19-4a16-9b45-ef5241878299 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:46:27.370703 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9a9a5f8e-4132-43d7-a0dd-997afe443b7f admin admin] Publish callbacks [] for security_group (97dad8f0-0fb3-4868-a932-46eee616cd69), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:27.375011 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-b4f25585-bcb7-4e7f-b16e-ce8eb27757eb service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:46:27.375450 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-b4f25585-bcb7-4e7f-b16e-ce8eb27757eb service neutron] Checking segment: {'id': '7ac0e132-f159-46b3-89b9-bf69b2d2b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:46:27.375771 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-51237b8f-4b15-468a-907b-a00b32c17992 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (9cfab7e7-3c34-4e5c-9b8c-c36ae9201003), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:27.375924 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-b4f25585-bcb7-4e7f-b16e-ce8eb27757eb service neutron] Bound using segment: {'id': '7ac0e132-f159-46b3-89b9-bf69b2d2b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:46:27.376280 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-b4f25585-bcb7-4e7f-b16e-ce8eb27757eb service neutron] Bound port: 296cd83c-f176-4836-bffa-0bce4c1e0207, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac0e132-f159-46b3-89b9-bf69b2d2b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:46:27.376637 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-b4f25585-bcb7-4e7f-b16e-ce8eb27757eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (296cd83c-f176-4836-bffa-0bce4c1e0207), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:27.395264 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51237b8f-4b15-468a-907b-a00b32c17992 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cfab7e7-3c34-4e5c-9b8c-c36ae9201003,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:27.481548 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824c423-38f0-4bb6-970a-c951ce9a8d8f req-935eb09e-36b3-4bf8-bcf7-f6d3b3e91e70 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:27.483651 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-51237b8f-4b15-468a-907b-a00b32c17992 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:27.484480 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a824c423-38f0-4bb6-970a-c951ce9a8d8f req-935eb09e-36b3-4bf8-bcf7-f6d3b3e91e70 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=baefe0b4-264d-42d1-a3f7-976c6568ce07 HTTP/1.1" status: 200 len: 944 time: 0.0967824 Feb 20 03:46:27.488771 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9a9a5f8e-4132-43d7-a0dd-997afe443b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (97dad8f0-0fb3-4868-a932-46eee616cd69), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:27.490217 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-51237b8f-4b15-468a-907b-a00b32c17992 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3986757 Feb 20 03:46:27.491177 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49244) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:27.491752 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-35328de2-f623-46a8-b7df-efb0030237cc tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:46:27.495999 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-35328de2-f623-46a8-b7df-efb0030237cc tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3971341 Feb 20 03:46:27.498589 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-0ec0039b-b2ff-4c9e-8245-51c46d3834ef tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Request body: {'security_group_rule': {'security_group_id': '07dcdda2-53cb-4aa6-a81c-8c7289fdaa8f', 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:27.510133 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49248) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:27.514129 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-b4f25585-bcb7-4e7f-b16e-ce8eb27757eb service neutron] For port 296cd83c-f176-4836-bffa-0bce4c1e0207, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:46:27.518167 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-af78988c-6506-4734-be2b-f05bd8af0227 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group_rule': {'security_group_id': 'c4b3a2b1-1aa7-4195-bc9d-5e849b3c8dca', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:27.518648 n-d-829866-4 neutron-server[104106]: WARNING neutron.api.v2.base [None req-af78988c-6506-4734-be2b-f05bd8af0227 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 20 03:46:27.519807 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-af78988c-6506-4734-be2b-f05bd8af0227 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:46:27.523496 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-af78988c-6506-4734-be2b-f05bd8af0227 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0094402 Feb 20 03:46:27.525086 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49250) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:27.533215 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-df02bf2f-d376-449f-9fbd-13cfb1f4922e tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group_rule': {'security_group_id': 'c4b3a2b1-1aa7-4195-bc9d-5e849b3c8dca', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:27.555085 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-b4f25585-bcb7-4e7f-b16e-ce8eb27757eb service neutron] For port 296cd83c-f176-4836-bffa-0bce4c1e0207, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=296cd83c-f176-4836-bffa-0bce4c1e0207,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:46:27.584712 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9a9a5f8e-4132-43d7-a0dd-997afe443b7f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f543ad4059254198ab894c06d1e33bcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9423542 Feb 20 03:46:27.585441 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a5f8e-4132-43d7-a0dd-997afe443b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97dad8f0-0fb3-4868-a932-46eee616cd69,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:27.587193 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49252) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:27.610935 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a824c423-38f0-4bb6-970a-c951ce9a8d8f req-8f870ade-a79b-4e40-a879-947840fee67c tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134970 Feb 20 03:46:27.643250 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-77184c4a-be25-40e6-8d0e-5d9f0c7b6b34 admin admin] Publish callbacks [] for security_group (97dad8f0-0fb3-4868-a932-46eee616cd69), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:27.652066 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-b4f25585-bcb7-4e7f-b16e-ce8eb27757eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (296cd83c-f176-4836-bffa-0bce4c1e0207), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:27.674338 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-77184c4a-be25-40e6-8d0e-5d9f0c7b6b34 admin admin] Publish callbacks [] for security_group (97dad8f0-0fb3-4868-a932-46eee616cd69), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:27.697181 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-b4f25585-bcb7-4e7f-b16e-ce8eb27757eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:27.697523 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-b4f25585-bcb7-4e7f-b16e-ce8eb27757eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:27.699232 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-b4f25585-bcb7-4e7f-b16e-ce8eb27757eb service neutron] 10.222.0.42 "PUT /v2.0/ports/296cd83c-f176-4836-bffa-0bce4c1e0207 HTTP/1.1" status: 200 len: 1092 time: 2.0327165 Feb 20 03:46:27.699689 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baefe0b4-264d-42d1-a3f7-976c6568ce07', 'tag': '296cd83c-f176-4836-bffa-0bce4c1e0207'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:46:27.702094 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c441c2af-db88-45c2-8689-18610d787f31" -d '{"events": [{"name": "network-changed", "server_uuid": "baefe0b4-264d-42d1-a3f7-976c6568ce07", "tag": "296cd83c-f176-4836-bffa-0bce4c1e0207"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:46:27.726951 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f25585-bcb7-4e7f-b16e-ce8eb27757eb service neutron] Pushing event updated for resources: {'Port': ['ID=296cd83c-f176-4836-bffa-0bce4c1e0207,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:27.740177 n-d-829866-4 neutron-server[104106]: INFO neutron.db.securitygroups_db [None req-0ec0039b-b2ff-4c9e-8245-51c46d3834ef tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Project cdf6aa5f9d3c4cef8fb0e04bd6cac1cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 03:46:27.750504 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0ec0039b-b2ff-4c9e-8245-51c46d3834ef tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (67bc0fd1-5648-44a0-833d-1d5916970576), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:27.849364 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb5f0a-a15c-4629-b8d7-498e23f767cc req-8d018e8f-9e6d-4444-88d8-4b879e0a7805 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:27.851091 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-eeeb5f0a-a15c-4629-b8d7-498e23f767cc req-8d018e8f-9e6d-4444-88d8-4b879e0a7805 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 943 time: 0.0592206 Feb 20 03:46:27.945568 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-eeeb5f0a-a15c-4629-b8d7-498e23f767cc req-23404dad-aa93-4a8a-b52a-3db644899a3d tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887733 Feb 20 03:46:27.959757 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-10f4de39-dbb4-4d90-b8a1-419f966f69ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:27.966049 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-10f4de39-dbb4-4d90-b8a1-419f966f69ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee1f83dd43a749889a261be042aa9ecd&device_id=baefe0b4-264d-42d1-a3f7-976c6568ce07 HTTP/1.1" status: 200 len: 1126 time: 0.0816617 Feb 20 03:46:27.966207 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-df02bf2f-d376-449f-9fbd-13cfb1f4922e tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:46:27.966207 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-df02bf2f-d376-449f-9fbd-13cfb1f4922e tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4359965 Feb 20 03:46:27.966207 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-77184c4a-be25-40e6-8d0e-5d9f0c7b6b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (97dad8f0-0fb3-4868-a932-46eee616cd69), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:27.966680 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-77184c4a-be25-40e6-8d0e-5d9f0c7b6b34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:27.966811 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49264) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:27.970201 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-77184c4a-be25-40e6-8d0e-5d9f0c7b6b34 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/97dad8f0-0fb3-4868-a932-46eee616cd69 HTTP/1.1" status: 204 len: 168 time: 0.3795645 Feb 20 03:46:27.972784 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-8f3b7125-1b7f-44fe-b6ab-c5bf14cbd0d3 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group_rule': {'security_group_id': 'c4b3a2b1-1aa7-4195-bc9d-5e849b3c8dca', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:27.973581 n-d-829866-4 neutron-server[104105]: WARNING neutron.api.v2.base [None req-8f3b7125-1b7f-44fe-b6ab-c5bf14cbd0d3 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 20 03:46:27.974122 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-8f3b7125-1b7f-44fe-b6ab-c5bf14cbd0d3 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:46:27.975572 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8f3b7125-1b7f-44fe-b6ab-c5bf14cbd0d3 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075617 Feb 20 03:46:27.986078 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49268) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:27.988180 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-8cd11cef-a561-45f5-9a59-31c9bdf05514 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group_rule': {'security_group_id': 'c4b3a2b1-1aa7-4195-bc9d-5e849b3c8dca', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:27.998357 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0ec0039b-b2ff-4c9e-8245-51c46d3834ef tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (67bc0fd1-5648-44a0-833d-1d5916970576), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:27.999572 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77184c4a-be25-40e6-8d0e-5d9f0c7b6b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dad8f0-0fb3-4868-a932-46eee616cd69,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:28.028135 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-4d3a8020-3bed-447f-918a-43739b59102b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=296cd83c-f176-4836-bffa-0bce4c1e0207 HTTP/1.1" status: 200 len: 217 time: 0.0559065 Feb 20 03:46:28.038067 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0cd1aa-a1d0-4a52-a6b1-bc20df93ab17 x-openstack-request-id: req-9b0cd1aa-a1d0-4a52-a6b1-bc20df93ab17 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:46:28.038431 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baefe0b4-264d-42d1-a3f7-976c6568ce07", "tag": "296cd83c-f176-4836-bffa-0bce4c1e0207", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:46:28.038753 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9b0cd1aa-a1d0-4a52-a6b1-bc20df93ab17 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:46:28.039475 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baefe0b4-264d-42d1-a3f7-976c6568ce07', 'tag': '296cd83c-f176-4836-bffa-0bce4c1e0207', 'status': 'completed', 'code': 200} Feb 20 03:46:28.082451 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0ec0039b-b2ff-4c9e-8245-51c46d3834ef tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (67bc0fd1-5648-44a0-833d-1d5916970576), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:28.097383 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-5e9d8d05-ed3e-4555-9040-a90297d451fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:28.099573 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-5e9d8d05-ed3e-4555-9040-a90297d451fd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ceea925-1fd0-4335-a582-98f4180d0060 HTTP/1.1" status: 200 len: 845 time: 0.0637963 Feb 20 03:46:28.101451 n-d-829866-4 neutron-server[104105]: INFO neutron.db.securitygroups_db [None req-8cd11cef-a561-45f5-9a59-31c9bdf05514 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Project fb3ee009e6cd4e47bb1c63f8d594a234 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 03:46:28.114268 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0039b-b2ff-4c9e-8245-51c46d3834ef tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67bc0fd1-5648-44a0-833d-1d5916970576,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:28.151954 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-00941054-8426-49e2-b862-30e694676f02 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e7145295-dd19-4a16-9b45-ef5241878299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463347 Feb 20 03:46:28.222437 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0ec0039b-b2ff-4c9e-8245-51c46d3834ef tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:28.226825 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0ec0039b-b2ff-4c9e-8245-51c46d3834ef tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7342982 Feb 20 03:46:28.227498 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49276) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:28.232711 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-0ac43f29-db12-4072-b5b9-835c26b9aeb3 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Request body: {'security_group_rule': {'security_group_id': '07dcdda2-53cb-4aa6-a81c-8c7289fdaa8f', 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:28.258217 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-620da948-1507-4cac-90c2-4f5c7d5af0af service neutron] 10.222.0.42 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003988 Feb 20 03:46:28.275041 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-8cd11cef-a561-45f5-9a59-31c9bdf05514 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:46:28.278978 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8cd11cef-a561-45f5-9a59-31c9bdf05514 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2921443 Feb 20 03:46:28.279300 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49278) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:28.285541 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-7e3cb830-903d-40cf-81dc-754fb03a57fe tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group_rule': {'security_group_id': 'c4b3a2b1-1aa7-4195-bc9d-5e849b3c8dca', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:28.286488 n-d-829866-4 neutron-server[104106]: WARNING neutron.api.v2.base [None req-7e3cb830-903d-40cf-81dc-754fb03a57fe tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 20 03:46:28.287017 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-7e3cb830-903d-40cf-81dc-754fb03a57fe tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:46:28.290588 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7e3cb830-903d-40cf-81dc-754fb03a57fe tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072503 Feb 20 03:46:28.290756 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49280) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:28.296005 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-4415d67d-d393-488c-838e-f4fa65e97d02 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group_rule': {'security_group_id': 'c4b3a2b1-1aa7-4195-bc9d-5e849b3c8dca', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:28.367061 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3030b6c2-81d3-43aa-8375-49e3b202b0ff req-c4f6c735-ba49-4963-92d8-c112928105c8 service neutron] 10.222.0.42 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961328 Feb 20 03:46:28.386115 n-d-829866-4 neutron-server[104106]: INFO neutron.db.securitygroups_db [None req-0ac43f29-db12-4072-b5b9-835c26b9aeb3 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Project cdf6aa5f9d3c4cef8fb0e04bd6cac1cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 03:46:28.394518 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0ac43f29-db12-4072-b5b9-835c26b9aeb3 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (0b394034-00ca-4f85-afc0-300e2ac8d99f), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:28.420906 n-d-829866-4 neutron-server[104106]: INFO neutron.db.securitygroups_db [None req-4415d67d-d393-488c-838e-f4fa65e97d02 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Project fb3ee009e6cd4e47bb1c63f8d594a234 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 03:46:28.482215 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0ac43f29-db12-4072-b5b9-835c26b9aeb3 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (0b394034-00ca-4f85-afc0-300e2ac8d99f), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:28.518963 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-4415d67d-d393-488c-838e-f4fa65e97d02 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:46:28.521225 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4415d67d-d393-488c-838e-f4fa65e97d02 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2276127 Feb 20 03:46:28.529396 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49292) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:28.538381 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-6d0d5e57-d830-4c60-9657-fb33e0949793 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group_rule': {'security_group_id': 'c4b3a2b1-1aa7-4195-bc9d-5e849b3c8dca', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:28.545921 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c7b9b-5228-4dbd-9f41-b72178ffcfeb req-0385c0b0-2af2-4d24-953f-f062c5df2ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:28.547759 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-923c7b9b-5228-4dbd-9f41-b72178ffcfeb req-0385c0b0-2af2-4d24-953f-f062c5df2ff7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb&tenant_id=74366e9b5aca4b26a4824007098993f6 HTTP/1.1" status: 200 len: 1125 time: 0.1513002 Feb 20 03:46:28.590910 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a5143-eb42-487b-bf6a-3a20ca2ec9fd req-b6980689-b2aa-4b54-8a1e-196ec25374f2 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:28.592472 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f48a5143-eb42-487b-bf6a-3a20ca2ec9fd req-b6980689-b2aa-4b54-8a1e-196ec25374f2 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 946 time: 0.1867399 Feb 20 03:46:28.632056 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0ac43f29-db12-4072-b5b9-835c26b9aeb3 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (0b394034-00ca-4f85-afc0-300e2ac8d99f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:28.650305 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441c2af-db88-45c2-8689-18610d787f31 req-a49190bc-aaa0-4b98-b833-d4bfa83ac55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:28.651845 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c441c2af-db88-45c2-8689-18610d787f31 req-a49190bc-aaa0-4b98-b833-d4bfa83ac55b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee1f83dd43a749889a261be042aa9ecd&device_id=baefe0b4-264d-42d1-a3f7-976c6568ce07 HTTP/1.1" status: 200 len: 1126 time: 0.1412263 Feb 20 03:46:28.655570 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac43f29-db12-4072-b5b9-835c26b9aeb3 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b394034-00ca-4f85-afc0-300e2ac8d99f,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:28.734696 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c7b9b-5228-4dbd-9f41-b72178ffcfeb req-6102156f-b52d-40c7-b325-800b899df7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:28.736276 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-923c7b9b-5228-4dbd-9f41-b72178ffcfeb req-6102156f-b52d-40c7-b325-800b899df7eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=74366e9b5aca4b26a4824007098993f6&device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 1125 time: 0.1626639 Feb 20 03:46:28.743722 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f48a5143-eb42-487b-bf6a-3a20ca2ec9fd req-99872d17-b107-43df-9e9c-2e4b93ba4612 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265829 Feb 20 03:46:28.748229 n-d-829866-4 neutron-server[104106]: INFO neutron.db.securitygroups_db [None req-6d0d5e57-d830-4c60-9657-fb33e0949793 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Project fb3ee009e6cd4e47bb1c63f8d594a234 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 03:46:28.782659 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-dc291bdd-e3f3-4fad-b71e-9a3f47784fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:28.790683 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0ac43f29-db12-4072-b5b9-835c26b9aeb3 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:28.802339 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0ac43f29-db12-4072-b5b9-835c26b9aeb3 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5649657 Feb 20 03:46:28.851651 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441c2af-db88-45c2-8689-18610d787f31 req-8e61d44a-081b-4aa7-954e-037843527b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:28.853267 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c441c2af-db88-45c2-8689-18610d787f31 req-8e61d44a-081b-4aa7-954e-037843527b7f service neutron] 10.222.0.42 "GET /v2.0/networks?id=e7145295-dd19-4a16-9b45-ef5241878299 HTTP/1.1" status: 200 len: 906 time: 0.1893489 Feb 20 03:46:28.862390 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-6d0d5e57-d830-4c60-9657-fb33e0949793 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:46:28.863824 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6d0d5e57-d830-4c60-9657-fb33e0949793 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3333201 Feb 20 03:46:28.867632 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49314) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:28.948974 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2067ddcf-c51c-42ef-8ad7-1ed0aeb9bd7b tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (c4b3a2b1-1aa7-4195-bc9d-5e849b3c8dca), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:28.956946 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c441c2af-db88-45c2-8689-18610d787f31 req-a06ed46b-41d7-4aba-b9fa-c37a7cd3ec10 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=296cd83c-f176-4836-bffa-0bce4c1e0207 HTTP/1.1" status: 200 len: 217 time: 0.0873475 Feb 20 03:46:28.979203 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2067ddcf-c51c-42ef-8ad7-1ed0aeb9bd7b tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (c4b3a2b1-1aa7-4195-bc9d-5e849b3c8dca), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:28.999117 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c7b9b-5228-4dbd-9f41-b72178ffcfeb req-ce417c2e-b3f3-4a5c-bfb5-c78d7ddc06ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:29.001167 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-923c7b9b-5228-4dbd-9f41-b72178ffcfeb req-ce417c2e-b3f3-4a5c-bfb5-c78d7ddc06ff service neutron] 10.222.0.42 "GET /v2.0/networks?id=b6106e2a-8ac1-4f4b-b272-b4b0beeb37af HTTP/1.1" status: 200 len: 915 time: 0.2566011 Feb 20 03:46:29.057320 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-923c7b9b-5228-4dbd-9f41-b72178ffcfeb req-ff88ad13-5ce6-4ad1-a9b4-1766e6b645b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf3783b4-809a-4c35-bd34-df196608bb8e HTTP/1.1" status: 200 len: 217 time: 0.0491962 Feb 20 03:46:29.063442 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441c2af-db88-45c2-8689-18610d787f31 req-6f74f3df-3670-4452-b844-4b730e0de354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:29.064807 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c441c2af-db88-45c2-8689-18610d787f31 req-6f74f3df-3670-4452-b844-4b730e0de354 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ceea925-1fd0-4335-a582-98f4180d0060 HTTP/1.1" status: 200 len: 845 time: 0.0988054 Feb 20 03:46:29.081283 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67338d54-f65d-423d-a952-75c4a66589ec req-02f99c4a-6fc7-4402-90d5-ffc56be33c57 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:29.082747 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-67338d54-f65d-423d-a952-75c4a66589ec req-02f99c4a-6fc7-4402-90d5-ffc56be33c57 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=baefe0b4-264d-42d1-a3f7-976c6568ce07 HTTP/1.1" status: 200 len: 944 time: 0.2265186 Feb 20 03:46:29.119545 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2067ddcf-c51c-42ef-8ad7-1ed0aeb9bd7b tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c4b3a2b1-1aa7-4195-bc9d-5e849b3c8dca), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:29.122353 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2067ddcf-c51c-42ef-8ad7-1ed0aeb9bd7b tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:29.125539 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2067ddcf-c51c-42ef-8ad7-1ed0aeb9bd7b tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "DELETE /v2.0/security-groups/c4b3a2b1-1aa7-4195-bc9d-5e849b3c8dca HTTP/1.1" status: 204 len: 168 time: 0.2538023 Feb 20 03:46:29.138515 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49334) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:29.139102 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c441c2af-db88-45c2-8689-18610d787f31 req-35b0c250-409d-440b-811b-fa129a7a0342 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e7145295-dd19-4a16-9b45-ef5241878299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552540 Feb 20 03:46:29.139602 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067ddcf-c51c-42ef-8ad7-1ed0aeb9bd7b tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b3a2b1-1aa7-4195-bc9d-5e849b3c8dca,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:29.214358 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-dde4b403-8d10-4471-a3d1-61330631b713 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0458534 Feb 20 03:46:29.214633 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49336) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:29.219580 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-da26e1d1-b867-46c8-9149-13befccedb03 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group': {'name': 'tempest-secgroup--323556341'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:29.226917 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c7b9b-5228-4dbd-9f41-b72178ffcfeb req-cf415c95-aab3-431a-adeb-85172eaa7f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:29.228392 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-923c7b9b-5228-4dbd-9f41-b72178ffcfeb req-cf415c95-aab3-431a-adeb-85172eaa7f6e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=883b5707-28cf-44b8-81fe-08e0b3a98ddb HTTP/1.1" status: 200 len: 854 time: 0.1626794 Feb 20 03:46:29.277141 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-67338d54-f65d-423d-a952-75c4a66589ec req-09b1fe67-23ae-4252-81ca-f166fbada553 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763999 Feb 20 03:46:29.277141 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-923c7b9b-5228-4dbd-9f41-b72178ffcfeb req-40190fde-b1e9-4b98-b919-c95aba505193 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b6106e2a-8ac1-4f4b-b272-b4b0beeb37af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381837 Feb 20 03:46:29.351319 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c441c2af-db88-45c2-8689-18610d787f31 req-c3692e69-f235-49ad-b2a0-272c44cbcae7 service neutron] 10.222.0.42 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010291 Feb 20 03:46:29.389052 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da26e1d1-b867-46c8-9149-13befccedb03 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:29.476675 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da26e1d1-b867-46c8-9149-13befccedb03 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (fd8b7d9c-4ee7-4c73-a06c-f4add4657ba7), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:29.496693 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-923c7b9b-5228-4dbd-9f41-b72178ffcfeb req-d5900a2a-ddea-45ab-bb20-cc1b188b9494 service neutron] 10.222.0.42 "GET /v2.0/networks/b6106e2a-8ac1-4f4b-b272-b4b0beeb37af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121422 Feb 20 03:46:29.504909 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-c8caba0b-d0f8-4128-8c7f-6f4e1ccacf75 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1064113055&fields=id&tenant_id=cdf6aa5f9d3c4cef8fb0e04bd6cac1cb HTTP/1.1" status: 200 len: 267 time: 0.1362498 Feb 20 03:46:29.539956 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da26e1d1-b867-46c8-9149-13befccedb03 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (fd8b7d9c-4ee7-4c73-a06c-f4add4657ba7), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:29.545303 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c441c2af-db88-45c2-8689-18610d787f31 req-b4e18fd4-e9e8-46ad-8a15-42ce1eb0461f service neutron] 10.222.0.42 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867166 Feb 20 03:46:29.571824 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26e1d1-b867-46c8-9149-13befccedb03 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8b7d9c-4ee7-4c73-a06c-f4add4657ba7,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:29.630194 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da26e1d1-b867-46c8-9149-13befccedb03 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:29.635797 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-da26e1d1-b867-46c8-9149-13befccedb03 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4200714 Feb 20 03:46:29.636759 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49362) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:29.643656 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-51df62e8-5c10-4244-85c9-48251e779285 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group_rule': {'security_group_id': 'fd8b7d9c-4ee7-4c73-a06c-f4add4657ba7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:29.693895 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-923c7b9b-5228-4dbd-9f41-b72178ffcfeb req-77b7fd3e-7028-48a6-ba62-c9b5de80e095 service neutron] 10.222.0.42 "GET /v2.0/networks/b6106e2a-8ac1-4f4b-b272-b4b0beeb37af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836376 Feb 20 03:46:29.703400 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-08ff76f2-ebce-4c78-aa1f-9ccfdd23bf9d tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:29.710213 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-08ff76f2-ebce-4c78-aa1f-9ccfdd23bf9d tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/networks?id=62b84434-5c3b-4e74-b1a7-8ac8add3a2d7 HTTP/1.1" status: 200 len: 797 time: 0.1896281 Feb 20 03:46:29.721907 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-1bfc1898-0270-42bb-9d79-770697e67937 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/quotas/cdf6aa5f9d3c4cef8fb0e04bd6cac1cb HTTP/1.1" status: 200 len: 375 time: 0.0107799 Feb 20 03:46:29.779996 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-70ff1faa-8b3f-46e2-b206-ad8b64406948 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=cdf6aa5f9d3c4cef8fb0e04bd6cac1cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534327 Feb 20 03:46:29.845444 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-51df62e8-5c10-4244-85c9-48251e779285 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] create failed (client error): The resource could not be found. Feb 20 03:46:29.849897 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-51df62e8-5c10-4244-85c9-48251e779285 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2091439 Feb 20 03:46:29.850465 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49374) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:29.855748 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-4e28afe6-8242-4705-af1f-05fe8d4fbc0f tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group_rule': {'security_group_id': 'fd8b7d9c-4ee7-4c73-a06c-f4add4657ba7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a0b7c1fd-a711-48c3-937c-554d7e6a58d1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:29.928007 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-49d0b948-1b03-4c66-bf8b-f0da721d3f25 service neutron] 10.222.0.89 "GET /v2.0/networks/62b84434-5c3b-4e74-b1a7-8ac8add3a2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345167 Feb 20 03:46:29.951735 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:30.032066 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-6648ef6a-5404-4469-92fb-3fe11a1e7147 service neutron] 10.222.0.89 "GET /v2.0/networks/62b84434-5c3b-4e74-b1a7-8ac8add3a2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957494 Feb 20 03:46:30.074627 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-4e28afe6-8242-4705-af1f-05fe8d4fbc0f tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] create failed (client error): The resource could not be found. Feb 20 03:46:30.080067 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4e28afe6-8242-4705-af1f-05fe8d4fbc0f tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2253623 Feb 20 03:46:30.081156 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49390) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:30.143583 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b8616952-de43-4ba5-983e-abdd6a13b459 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (fd8b7d9c-4ee7-4c73-a06c-f4add4657ba7), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:30.167348 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b8616952-de43-4ba5-983e-abdd6a13b459 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (fd8b7d9c-4ee7-4c73-a06c-f4add4657ba7), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:30.294064 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b8616952-de43-4ba5-983e-abdd6a13b459 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (fd8b7d9c-4ee7-4c73-a06c-f4add4657ba7), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:30.300645 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b8616952-de43-4ba5-983e-abdd6a13b459 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:30.308662 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b8616952-de43-4ba5-983e-abdd6a13b459 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "DELETE /v2.0/security-groups/fd8b7d9c-4ee7-4c73-a06c-f4add4657ba7 HTTP/1.1" status: 204 len: 168 time: 0.2206728 Feb 20 03:46:30.308809 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49404) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:30.336853 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8616952-de43-4ba5-983e-abdd6a13b459 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8b7d9c-4ee7-4c73-a06c-f4add4657ba7,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:30.374413 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f383a-95aa-4e55-a56b-d6c26617f67a req-8d252068-c254-4d34-87ee-b019cf450803 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:30.382373 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b84f383a-95aa-4e55-a56b-d6c26617f67a req-8d252068-c254-4d34-87ee-b019cf450803 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 943 time: 0.1030343 Feb 20 03:46:30.392168 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-eb56f7e5-9b75-4213-8911-097793cde86f tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0852189 Feb 20 03:46:30.396437 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49410) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:30.404063 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-266ae6fe-cad6-424d-ac34-decbb3961150 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group_rule': {'security_group_id': 'd52c12a5-f381-46d9-914a-663e1212f437', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:30.439242 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b84f383a-95aa-4e55-a56b-d6c26617f67a req-8eb9e419-bfb6-4d0c-a7dd-a2586b851e81 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558727 Feb 20 03:46:30.550933 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f7b77f1d-12f4-48bc-9856-ac1ef339bae1 req-cf295424-e218-48ef-96a9-deeaaf66b5b3 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=233a2bb0-a125-4858-8ccb-42962e33e6a2 HTTP/1.1" status: 200 len: 210 time: 0.0627165 Feb 20 03:46:30.605840 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-266ae6fe-cad6-424d-ac34-decbb3961150 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] create failed (client error): The resource could not be found. Feb 20 03:46:30.607897 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-266ae6fe-cad6-424d-ac34-decbb3961150 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2103798 Feb 20 03:46:30.612858 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49418) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:30.620676 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-a36ffad8-0bb0-410a-9953-d795a7fbb8e3 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group': {'name': 'tempest-secgroup--226715238'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:30.723054 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058ce75-f857-4da7-ada4-be6a63fb7e98 req-5309b013-6711-4fa3-8a13-772ca1ba4b98 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:30.725280 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1058ce75-f857-4da7-ada4-be6a63fb7e98 req-5309b013-6711-4fa3-8a13-772ca1ba4b98 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=baefe0b4-264d-42d1-a3f7-976c6568ce07 HTTP/1.1" status: 200 len: 944 time: 0.0883319 Feb 20 03:46:30.736931 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a36ffad8-0bb0-410a-9953-d795a7fbb8e3 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:30.832166 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1058ce75-f857-4da7-ada4-be6a63fb7e98 req-ca340a2f-93e5-466f-a21f-8afa539caea4 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998466 Feb 20 03:46:30.868186 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a36ffad8-0bb0-410a-9953-d795a7fbb8e3 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (b13d3956-b2ca-475b-a450-6900cfb1269c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:30.942812 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a36ffad8-0bb0-410a-9953-d795a7fbb8e3 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b13d3956-b2ca-475b-a450-6900cfb1269c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:31.035097 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ffad8-0bb0-410a-9953-d795a7fbb8e3 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b13d3956-b2ca-475b-a450-6900cfb1269c,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:31.159934 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d772fe-ea69-4e8e-b180-ca279342eb7a req-8238915c-2363-43de-80fe-9446aa304c5e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:31.161582 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d3d772fe-ea69-4e8e-b180-ca279342eb7a req-8238915c-2363-43de-80fe-9446aa304c5e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 946 time: 0.0755897 Feb 20 03:46:31.192621 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a36ffad8-0bb0-410a-9953-d795a7fbb8e3 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:31.192621 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a36ffad8-0bb0-410a-9953-d795a7fbb8e3 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5711710 Feb 20 03:46:31.192621 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49434) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:31.200494 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-cf971994-25f0-4611-b65a-5c30073df19f tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1352508343'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:31.234009 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d3d772fe-ea69-4e8e-b180-ca279342eb7a req-4cd26012-7e7d-4759-984f-33baf0d966e1 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637717 Feb 20 03:46:31.245657 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:31.342649 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cf971994-25f0-4611-b65a-5c30073df19f tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:31.480145 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cf971994-25f0-4611-b65a-5c30073df19f tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (a940a89c-27d4-4a18-ba1b-65f9847523dc), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:31.564803 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 296cd83c-f176-4836-bffa-0bce4c1e0207 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:46:31.578942 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cf971994-25f0-4611-b65a-5c30073df19f tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a940a89c-27d4-4a18-ba1b-65f9847523dc), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:31.643790 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf971994-25f0-4611-b65a-5c30073df19f tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a940a89c-27d4-4a18-ba1b-65f9847523dc,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:31.646347 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b2f4f-6af3-4271-8361-e27607512933 req-984639c8-b20e-4bfb-b066-f2fece894539 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:31.653410 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b38b2f4f-6af3-4271-8361-e27607512933 req-984639c8-b20e-4bfb-b066-f2fece894539 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 943 time: 0.1240807 Feb 20 03:46:31.712187 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 704b66a5-2e83-41de-ba1d-777ee6bc4c8e no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:46:31.738829 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cf971994-25f0-4611-b65a-5c30073df19f tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:31.744975 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cf971994-25f0-4611-b65a-5c30073df19f tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5512857 Feb 20 03:46:31.746656 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49464) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:31.761253 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-642a2c53-92eb-45bd-8504-1aef7b7ddec1 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group_rule': {'security_group_id': 'b13d3956-b2ca-475b-a450-6900cfb1269c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a940a89c-27d4-4a18-ba1b-65f9847523dc'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:31.772275 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b38b2f4f-6af3-4271-8361-e27607512933 req-678508aa-57fe-4567-a1fb-35c76f1a0503 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177516 Feb 20 03:46:31.794065 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 296cd83c-f176-4836-bffa-0bce4c1e0207, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=296cd83c-f176-4836-bffa-0bce4c1e0207,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:46:31.842719 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '296cd83c-f176-4836-bffa-0bce4c1e0207', 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299', 'port_id': '296cd83c-f176-4836-bffa-0bce4c1e0207', 'mac_address': 'fa:16:3e:71:3d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ceea925-1fd0-4335-a582-98f4180d0060', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:46:31.911216 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:46:31.912221 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:31.929872 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 296cd83c-f176-4836-bffa-0bce4c1e0207 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:46:31.930699 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (296cd83c-f176-4836-bffa-0bce4c1e0207), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:31.961261 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2c4a69de-62d8-4112-82cc-4046e59e100c req-846c05ac-86fb-4dd5-9e12-55c9aa4c36e5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=233a2bb0-a125-4858-8ccb-42962e33e6a2 HTTP/1.1" status: 200 len: 210 time: 0.0908046 Feb 20 03:46:31.967001 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43c33d3-020b-4334-87ed-69fe568475fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '704b66a5-2e83-41de-ba1d-777ee6bc4c8e'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:46:31.969963 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cd50f0-2700-4a33-89e2-127ea7c584d5" -d '{"events": [{"server_uuid": "e43c33d3-020b-4334-87ed-69fe568475fd", "name": "network-vif-unplugged", "status": "completed", "tag": "704b66a5-2e83-41de-ba1d-777ee6bc4c8e"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:46:31.982416 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-642a2c53-92eb-45bd-8504-1aef7b7ddec1 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:46:31.983080 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 296cd83c-f176-4836-bffa-0bce4c1e0207 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:46:31.983617 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-642a2c53-92eb-45bd-8504-1aef7b7ddec1 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2358713 Feb 20 03:46:31.991494 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49478) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:32.043762 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=704b66a5-2e83-41de-ba1d-777ee6bc4c8e,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:46:32.048054 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 296cd83c-f176-4836-bffa-0bce4c1e0207, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=296cd83c-f176-4836-bffa-0bce4c1e0207,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:46:32.134706 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (296cd83c-f176-4836-bffa-0bce4c1e0207), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:32.140140 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:32.217146 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4692866b-9ec7-4a60-ba96-134e8208f1d1 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (a940a89c-27d4-4a18-ba1b-65f9847523dc), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:32.221060 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=296cd83c-f176-4836-bffa-0bce4c1e0207,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:32.242220 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25738f-8adf-46b3-a615-0c0056c8e6c9 req-6dca4b68-643b-469e-b66f-773a687ea972 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:32.244121 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b25738f-8adf-46b3-a615-0c0056c8e6c9 req-6dca4b68-643b-469e-b66f-773a687ea972 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=baefe0b4-264d-42d1-a3f7-976c6568ce07 HTTP/1.1" status: 200 len: 945 time: 0.1220818 Feb 20 03:46:32.284598 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4692866b-9ec7-4a60-ba96-134e8208f1d1 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (a940a89c-27d4-4a18-ba1b-65f9847523dc), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:32.340887 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=704b66a5-2e83-41de-ba1d-777ee6bc4c8e,revision_number=14']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:32.357954 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b25738f-8adf-46b3-a615-0c0056c8e6c9 req-1bc98fa6-49ad-4657-a74e-d04b8d7f50c3 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010532 Feb 20 03:46:32.405216 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['296cd83c-f176-4836-bffa-0bce4c1e0207'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:46:32.444459 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb9f575-512c-4d9c-8d89-7a073e01abd5 x-openstack-request-id: req-6bb9f575-512c-4d9c-8d89-7a073e01abd5 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:46:32.444857 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43c33d3-020b-4334-87ed-69fe568475fd", "name": "network-vif-unplugged", "status": "completed", "tag": "704b66a5-2e83-41de-ba1d-777ee6bc4c8e", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:46:32.445237 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6bb9f575-512c-4d9c-8d89-7a073e01abd5 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:46:32.445717 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43c33d3-020b-4334-87ed-69fe568475fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '704b66a5-2e83-41de-ba1d-777ee6bc4c8e', 'code': 200} Feb 20 03:46:32.461293 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4692866b-9ec7-4a60-ba96-134e8208f1d1 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a940a89c-27d4-4a18-ba1b-65f9847523dc), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:32.464622 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4692866b-9ec7-4a60-ba96-134e8208f1d1 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:32.466312 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4692866b-9ec7-4a60-ba96-134e8208f1d1 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "DELETE /v2.0/security-groups/a940a89c-27d4-4a18-ba1b-65f9847523dc HTTP/1.1" status: 204 len: 168 time: 0.4737532 Feb 20 03:46:32.469328 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49488) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:32.483774 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4692866b-9ec7-4a60-ba96-134e8208f1d1 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a940a89c-27d4-4a18-ba1b-65f9847523dc,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:32.610074 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49490) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:32.613022 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-10fda41f-790e-4259-9bbb-554f36e4d1be tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1357336 Feb 20 03:46:32.754341 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e1ff7af1-d2c1-4b4d-9d92-e797465a3b09 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (b13d3956-b2ca-475b-a450-6900cfb1269c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:32.804617 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e1ff7af1-d2c1-4b4d-9d92-e797465a3b09 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (b13d3956-b2ca-475b-a450-6900cfb1269c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:32.834481 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:32.946443 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7c80d-0385-4034-8de1-569faa350935 req-1db8870f-43f2-40b9-b0b4-97d3eeae7034 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:32.956069 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b8d7c80d-0385-4034-8de1-569faa350935 req-1db8870f-43f2-40b9-b0b4-97d3eeae7034 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 943 time: 0.0739529 Feb 20 03:46:33.041579 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e1ff7af1-d2c1-4b4d-9d92-e797465a3b09 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b13d3956-b2ca-475b-a450-6900cfb1269c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:33.047004 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e1ff7af1-d2c1-4b4d-9d92-e797465a3b09 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:33.048544 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e1ff7af1-d2c1-4b4d-9d92-e797465a3b09 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "DELETE /v2.0/security-groups/b13d3956-b2ca-475b-a450-6900cfb1269c HTTP/1.1" status: 204 len: 168 time: 0.4372499 Feb 20 03:46:33.090067 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49502) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:33.162789 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff7af1-d2c1-4b4d-9d92-e797465a3b09 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13d3956-b2ca-475b-a450-6900cfb1269c,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:33.277066 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-290396f1-eba3-43c6-a03c-a2c82a47874c tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1729474 Feb 20 03:46:33.277716 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49506) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:33.309532 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-51728c8f-42bb-4887-b627-e4d73a14e272 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1200417293'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:33.331786 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b8d7c80d-0385-4034-8de1-569faa350935 req-17701bed-0f79-49a7-9867-4f0c784c8839 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681612 Feb 20 03:46:33.431325 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-51728c8f-42bb-4887-b627-e4d73a14e272 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:33.501425 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5ceffe6f-a480-46e7-a98f-e3e0b39358b1 req-8d8c3d78-134e-4bf1-a3f3-471530d96602 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=233a2bb0-a125-4858-8ccb-42962e33e6a2 HTTP/1.1" status: 200 len: 210 time: 0.0683672 Feb 20 03:46:33.529329 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-85a561be-5cf5-4256-bc24-e62b02e884f6 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:33.529329 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-85a561be-5cf5-4256-bc24-e62b02e884f6 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.93 "GET /v2.0/networks?id=62b84434-5c3b-4e74-b1a7-8ac8add3a2d7 HTTP/1.1" status: 200 len: 797 time: 0.2411804 Feb 20 03:46:33.575023 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 296cd83c-f176-4836-bffa-0bce4c1e0207 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:46:33.608311 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:46:33.690676 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-51728c8f-42bb-4887-b627-e4d73a14e272 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (25b9efff-6010-49b1-86ad-779445d25d09), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:33.766748 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-281fb0a0-be0a-46ea-90a0-fd26fdb6116e tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdf6aa5f9d3c4cef8fb0e04bd6cac1cb HTTP/1.1" status: 200 len: 380 time: 0.2117925 Feb 20 03:46:33.777079 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-d64eb019-adcd-4d94-a7c1-1b292f451c59 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Request body: {'port': {'device_id': '233a2bb0-a125-4858-8ccb-42962e33e6a2', 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7', 'admin_state_up': True, 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'security_groups': ['07dcdda2-53cb-4aa6-a81c-8c7289fdaa8f']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:33.790021 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-51728c8f-42bb-4887-b627-e4d73a14e272 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (25b9efff-6010-49b1-86ad-779445d25d09), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:33.824779 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 296cd83c-f176-4836-bffa-0bce4c1e0207 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:46:33.838125 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 296cd83c-f176-4836-bffa-0bce4c1e0207 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:46:33.838427 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (296cd83c-f176-4836-bffa-0bce4c1e0207), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:33.895951 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51728c8f-42bb-4887-b627-e4d73a14e272 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25b9efff-6010-49b1-86ad-779445d25d09,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:33.937519 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63888c41-575c-45dc-bbc3-194d0611ce38 req-f8d02201-2f70-4ab4-a414-128bf7ba0197 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:33.939176 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-63888c41-575c-45dc-bbc3-194d0611ce38 req-f8d02201-2f70-4ab4-a414-128bf7ba0197 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=baefe0b4-264d-42d1-a3f7-976c6568ce07 HTTP/1.1" status: 200 len: 945 time: 0.3073690 Feb 20 03:46:33.978494 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-51728c8f-42bb-4887-b627-e4d73a14e272 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:33.983277 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-51728c8f-42bb-4887-b627-e4d73a14e272 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7044160 Feb 20 03:46:33.984461 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49526) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:33.988992 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-2354abc3-d1e2-4381-9818-66a8b5e7d3fd tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group_rule': {'security_group_id': '25b9efff-6010-49b1-86ad-779445d25d09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:34.001421 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 296cd83c-f176-4836-bffa-0bce4c1e0207 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:46:34.002209 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (296cd83c-f176-4836-bffa-0bce4c1e0207), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:34.056743 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-63888c41-575c-45dc-bbc3-194d0611ce38 req-304843ba-8035-48a8-b858-ca4e48fc4cd6 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009352 Feb 20 03:46:34.065923 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 296cd83c-f176-4836-bffa-0bce4c1e0207, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=296cd83c-f176-4836-bffa-0bce4c1e0207,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:46:34.143655 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (296cd83c-f176-4836-bffa-0bce4c1e0207), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:34.196456 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=296cd83c-f176-4836-bffa-0bce4c1e0207,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:34.220535 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-2354abc3-d1e2-4381-9818-66a8b5e7d3fd tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:46:34.222153 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2354abc3-d1e2-4381-9818-66a8b5e7d3fd tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2364705 Feb 20 03:46:34.224771 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49534) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:34.229437 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-3458d6c3-5f93-4999-9c30-aaef1868c2b1 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group_rule': {'security_group_id': '25b9efff-6010-49b1-86ad-779445d25d09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:34.311702 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-d64eb019-adcd-4d94-a7c1-1b292f451c59 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Made reservation on behalf of cdf6aa5f9d3c4cef8fb0e04bd6cac1cb for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:46:34.315689 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-d64eb019-adcd-4d94-a7c1-1b292f451c59 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:34.447558 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baefe0b4-264d-42d1-a3f7-976c6568ce07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296cd83c-f176-4836-bffa-0bce4c1e0207'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:46:34.453143 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752f6b16-f82c-4267-bf82-ab11a99da362" -d '{"events": [{"server_uuid": "baefe0b4-264d-42d1-a3f7-976c6568ce07", "name": "network-vif-plugged", "status": "completed", "tag": "296cd83c-f176-4836-bffa-0bce4c1e0207"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:46:34.570695 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-3458d6c3-5f93-4999-9c30-aaef1868c2b1 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:46:34.574538 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3458d6c3-5f93-4999-9c30-aaef1868c2b1 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3461170 Feb 20 03:46:34.574900 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49552) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:34.663304 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-d64eb019-adcd-4d94-a7c1-1b292f451c59 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Allocated IP 172.20.0.3 (62b84434-5c3b-4e74-b1a7-8ac8add3a2d7/9da9d33c-0bd0-4a9e-a1a9-2d056772489c/09657b09-6260-487a-b86f-405ddf33f1bf) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:46:34.694243 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0b134998-9e55-4c05-9664-720e55047933 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (25b9efff-6010-49b1-86ad-779445d25d09), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:34.713685 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee316b-7edb-45d1-b7b8-65930ed75df4 req-a911ecfc-2344-44d4-bffe-85231915e304 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:34.717646 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2ee316b-7edb-45d1-b7b8-65930ed75df4 req-a911ecfc-2344-44d4-bffe-85231915e304 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 943 time: 0.2349231 Feb 20 03:46:34.763393 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0b134998-9e55-4c05-9664-720e55047933 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (25b9efff-6010-49b1-86ad-779445d25d09), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:34.896159 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2ee316b-7edb-45d1-b7b8-65930ed75df4 req-28a14057-07e8-4b25-a08e-0c597622d796 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553514 Feb 20 03:46:34.957359 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0b134998-9e55-4c05-9664-720e55047933 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (25b9efff-6010-49b1-86ad-779445d25d09), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:34.961320 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0b134998-9e55-4c05-9664-720e55047933 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:34.963697 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0b134998-9e55-4c05-9664-720e55047933 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "DELETE /v2.0/security-groups/25b9efff-6010-49b1-86ad-779445d25d09 HTTP/1.1" status: 204 len: 168 time: 0.3875575 Feb 20 03:46:34.968206 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49562) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:34.979900 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d7dbe0-6248-4a35-8384-db94d6839b2e x-openstack-request-id: req-f4d7dbe0-6248-4a35-8384-db94d6839b2e {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:46:34.980548 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baefe0b4-264d-42d1-a3f7-976c6568ce07", "name": "network-vif-plugged", "status": "completed", "tag": "296cd83c-f176-4836-bffa-0bce4c1e0207", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:46:34.980548 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f4d7dbe0-6248-4a35-8384-db94d6839b2e {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:46:34.981096 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baefe0b4-264d-42d1-a3f7-976c6568ce07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296cd83c-f176-4836-bffa-0bce4c1e0207', 'code': 200} Feb 20 03:46:35.000847 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-d64eb019-adcd-4d94-a7c1-1b292f451c59 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for port (09657b09-6260-487a-b86f-405ddf33f1bf), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:35.034739 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b134998-9e55-4c05-9664-720e55047933 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b9efff-6010-49b1-86ad-779445d25d09,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:35.055106 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b134998-9e55-4c05-9664-720e55047933 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:35.055473 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b134998-9e55-4c05-9664-720e55047933 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:35.055930 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b134998-9e55-4c05-9664-720e55047933 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:35.056362 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b134998-9e55-4c05-9664-720e55047933 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:35.056744 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b134998-9e55-4c05-9664-720e55047933 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:35.057080 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b134998-9e55-4c05-9664-720e55047933 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:35.057419 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b134998-9e55-4c05-9664-720e55047933 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:35.057756 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b134998-9e55-4c05-9664-720e55047933 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:35.058178 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b134998-9e55-4c05-9664-720e55047933 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:35.058564 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b134998-9e55-4c05-9664-720e55047933 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:35.059042 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b134998-9e55-4c05-9664-720e55047933 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:35.059376 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b134998-9e55-4c05-9664-720e55047933 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:35.059739 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b134998-9e55-4c05-9664-720e55047933 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:46:35.084844 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f412fe0c-49c0-4da0-9dd1-87bed2d79ef6 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1101592 Feb 20 03:46:35.085213 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49570) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:35.112972 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-baa87f93-855b-44b4-b182-a42abdda03fb tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1110006626'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:35.171309 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3156218-cbd8-44c3-b975-8aefc0946583 req-e975c47e-94db-480c-9e21-382b7d053659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:35.173068 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f3156218-cbd8-44c3-b975-8aefc0946583 req-e975c47e-94db-480c-9e21-382b7d053659 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=baefe0b4-264d-42d1-a3f7-976c6568ce07 HTTP/1.1" status: 200 len: 1128 time: 0.0572963 Feb 20 03:46:35.180782 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-d64eb019-adcd-4d94-a7c1-1b292f451c59 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (09657b09-6260-487a-b86f-405ddf33f1bf), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:35.227643 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-d64eb019-adcd-4d94-a7c1-1b292f451c59 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Network 62b84434-5c3b-4e74-b1a7-8ac8add3a2d7 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:46:35.232031 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-baa87f93-855b-44b4-b182-a42abdda03fb tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:35.278337 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-d64eb019-adcd-4d94-a7c1-1b292f451c59 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:46:35.282916 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-d64eb019-adcd-4d94-a7c1-1b292f451c59 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:46:35.359564 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-baa87f93-855b-44b4-b182-a42abdda03fb tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (03add8c1-0940-4fe7-aea4-070515eb2ac6), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:35.423976 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64eb019-adcd-4d94-a7c1-1b292f451c59 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'Port': ['ID=09657b09-6260-487a-b86f-405ddf33f1bf,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:35.444239 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-baa87f93-855b-44b4-b182-a42abdda03fb tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (03add8c1-0940-4fe7-aea4-070515eb2ac6), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:35.454157 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-d64eb019-adcd-4d94-a7c1-1b292f451c59 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:35.454157 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-d64eb019-adcd-4d94-a7c1-1b292f451c59 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:35.493474 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa87f93-855b-44b4-b182-a42abdda03fb tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03add8c1-0940-4fe7-aea4-070515eb2ac6,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:35.521303 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f3156218-cbd8-44c3-b975-8aefc0946583 req-c39cdba6-d583-4525-8cd7-915404747066 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343411 Feb 20 03:46:35.545471 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-d64eb019-adcd-4d94-a7c1-1b292f451c59 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7743011 Feb 20 03:46:35.558674 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-15906f63-a4e3-4a7f-a2f0-050e4e1c2741 service neutron] Request body: {'port': {'device_id': '233a2bb0-a125-4858-8ccb-42962e33e6a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:35.568215 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0c894-e2ff-4ec3-b284-4d4439120e59 req-1393f971-4954-4093-b723-b727c34a961f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:35.569944 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-67c0c894-e2ff-4ec3-b284-4d4439120e59 req-1393f971-4954-4093-b723-b727c34a961f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=233a2bb0-a125-4858-8ccb-42962e33e6a2 HTTP/1.1" status: 200 len: 931 time: 0.1431978 Feb 20 03:46:35.614693 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-baa87f93-855b-44b4-b182-a42abdda03fb tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:35.616491 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-baa87f93-855b-44b4-b182-a42abdda03fb tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5303371 Feb 20 03:46:35.619332 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49582) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:35.625716 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-25c81919-8f8b-425e-865e-0305f8d29b78 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:35.625716 n-d-829866-4 neutron-server[104106]: WARNING neutron.api.v2.base [None req-25c81919-8f8b-425e-865e-0305f8d29b78 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 20 03:46:35.626821 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-25c81919-8f8b-425e-865e-0305f8d29b78 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] update failed (client error): There was a conflict when trying to complete your request. Feb 20 03:46:35.628398 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-25c81919-8f8b-425e-865e-0305f8d29b78 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "PUT /v2.0/security-groups/03add8c1-0940-4fe7-aea4-070515eb2ac6 HTTP/1.1" status: 409 len: 330 time: 0.0077589 Feb 20 03:46:35.631088 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49584) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:35.744014 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-67c0c894-e2ff-4ec3-b284-4d4439120e59 req-10b07480-ee22-436c-82fe-93a0f3fa4c9c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/security-groups?id=07dcdda2-53cb-4aa6-a81c-8c7289fdaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453073 Feb 20 03:46:35.750563 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-15906f63-a4e3-4a7f-a2f0-050e4e1c2741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (09657b09-6260-487a-b86f-405ddf33f1bf), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:35.772729 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-170fdd80-109f-44c3-8992-bf2f0e6a97ad tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (03add8c1-0940-4fe7-aea4-070515eb2ac6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:35.840337 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-170fdd80-109f-44c3-8992-bf2f0e6a97ad tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (03add8c1-0940-4fe7-aea4-070515eb2ac6), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:35.849377 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-baeb901d-c0fd-4fc6-8864-47ba5e752372 None None] Provisioning complete for port 09657b09-6260-487a-b86f-405ddf33f1bf triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:46:35.849735 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-baeb901d-c0fd-4fc6-8864-47ba5e752372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (09657b09-6260-487a-b86f-405ddf33f1bf), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:35.945604 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-baeb901d-c0fd-4fc6-8864-47ba5e752372 None None] Port 09657b09-6260-487a-b86f-405ddf33f1bf cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:46:35.998463 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-170fdd80-109f-44c3-8992-bf2f0e6a97ad tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (03add8c1-0940-4fe7-aea4-070515eb2ac6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:36.005965 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-170fdd80-109f-44c3-8992-bf2f0e6a97ad tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:36.008583 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-170fdd80-109f-44c3-8992-bf2f0e6a97ad tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "DELETE /v2.0/security-groups/03add8c1-0940-4fe7-aea4-070515eb2ac6 HTTP/1.1" status: 204 len: 168 time: 0.3748865 Feb 20 03:46:36.017093 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a1dfa-55b0-4f60-acdd-173f1e7196fa req-61e5a30c-5df8-4d72-90b5-3e4552c4e087 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:36.017337 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49588) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:36.019098 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f88a1dfa-55b0-4f60-acdd-173f1e7196fa req-61e5a30c-5df8-4d72-90b5-3e4552c4e087 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=baefe0b4-264d-42d1-a3f7-976c6568ce07 HTTP/1.1" status: 200 len: 946 time: 0.1460330 Feb 20 03:46:36.052079 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fdd80-109f-44c3-8992-bf2f0e6a97ad tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03add8c1-0940-4fe7-aea4-070515eb2ac6,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:36.110917 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-702c358d-d5f8-46f6-b2bb-54e570af5c79 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0856674 Feb 20 03:46:36.127850 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49592) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:36.149785 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-69dc8b60-b47f-4373-98e3-fb717927c220 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] delete failed (client error): The resource could not be found. Feb 20 03:46:36.152000 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-69dc8b60-b47f-4373-98e3-fb717927c220 tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "DELETE /v2.0/security-groups/407fc3d5-8ed0-4995-a604-a733e62913d9 HTTP/1.1" status: 404 len: 347 time: 0.0209656 Feb 20 03:46:36.157560 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49594) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:36.179354 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-1c05d52f-4698-4cf8-9877-589bb45f02cc tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] show failed (client error): The resource could not be found. Feb 20 03:46:36.180807 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1c05d52f-4698-4cf8-9877-589bb45f02cc tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "GET /v2.0/security-groups/0f16b041-7176-4bbc-8d66-d6a1822306fb HTTP/1.1" status: 404 len: 347 time: 0.0195642 Feb 20 03:46:36.184339 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49596) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:36.204476 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-a19815fc-500d-409b-83b5-5dd0a42d7a4d tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] show failed (client error): The resource could not be found. Feb 20 03:46:36.205586 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a19815fc-500d-409b-83b5-5dd0a42d7a4d tempest-NegativeSecGroupIPv6Test-908970130 tempest-NegativeSecGroupIPv6Test-908970130-project] 10.222.0.89 "GET /v2.0/security-group-rules/14ebb173-f659-429f-a277-6d31bfc2659a HTTP/1.1" status: 404 len: 356 time: 0.0200462 Feb 20 03:46:36.257850 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f88a1dfa-55b0-4f60-acdd-173f1e7196fa req-277dee07-0d59-4673-be90-9abc585f5ba1 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143221 Feb 20 03:46:36.461886 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-15906f63-a4e3-4a7f-a2f0-050e4e1c2741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09657b09-6260-487a-b86f-405ddf33f1bf {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:46:36.476967 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-15906f63-a4e3-4a7f-a2f0-050e4e1c2741 service neutron] Publish callbacks [] for port (09657b09-6260-487a-b86f-405ddf33f1bf), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:36.509431 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-15906f63-a4e3-4a7f-a2f0-050e4e1c2741 service neutron] Transition to ACTIVE for port object 09657b09-6260-487a-b86f-405ddf33f1bf will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:46:36.517406 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bd6cd-d16a-4d81-bfb3-7668b3fe712c req-e11c5452-3ce0-44d1-9af3-fd15743d10e7 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:36.519639 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-901bd6cd-d16a-4d81-bfb3-7668b3fe712c req-e11c5452-3ce0-44d1-9af3-fd15743d10e7 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 945 time: 0.1237891 Feb 20 03:46:36.591192 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-901bd6cd-d16a-4d81-bfb3-7668b3fe712c req-cdd07f21-3457-4ccd-af19-8b1cb9afd3e4 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629616 Feb 20 03:46:36.784888 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588aeeb-978a-4d84-836b-413e05b292dd req-a8d3cf4a-e973-40c0-8179-f551fc4ee864 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:36.784888 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a588aeeb-978a-4d84-836b-413e05b292dd req-a8d3cf4a-e973-40c0-8179-f551fc4ee864 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 943 time: 0.0673158 Feb 20 03:46:36.807565 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a588aeeb-978a-4d84-836b-413e05b292dd req-caf2251d-a89e-4f10-87e1-9a94bd83b6bb tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544927 Feb 20 03:46:37.071768 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c665ac-acbe-4f64-83e2-b2e9f4ad107f req-0bdf35dc-5eeb-4a21-860d-d5ebdfd51aae tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:37.074445 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-98c665ac-acbe-4f64-83e2-b2e9f4ad107f req-0bdf35dc-5eeb-4a21-860d-d5ebdfd51aae tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.1007168 Feb 20 03:46:37.144241 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-15906f63-a4e3-4a7f-a2f0-050e4e1c2741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (09657b09-6260-487a-b86f-405ddf33f1bf), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:37.256149 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-98c665ac-acbe-4f64-83e2-b2e9f4ad107f req-63dea3e5-ab67-441f-b91b-86777374060a tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747506 Feb 20 03:46:37.274670 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15906f63-a4e3-4a7f-a2f0-050e4e1c2741 service neutron] Pushing event updated for resources: {'Port': ['ID=09657b09-6260-487a-b86f-405ddf33f1bf,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:37.504528 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-15906f63-a4e3-4a7f-a2f0-050e4e1c2741 service neutron] Attempting to bind port 09657b09-6260-487a-b86f-405ddf33f1bf on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:46:37.511024 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-15906f63-a4e3-4a7f-a2f0-050e4e1c2741 service neutron] Attempting to bind port 09657b09-6260-487a-b86f-405ddf33f1bf by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '9da57984-ef97-43a2-88b5-23ffb9ab4b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:46:37.511357 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-15906f63-a4e3-4a7f-a2f0-050e4e1c2741 service neutron] Attempting to bind port 09657b09-6260-487a-b86f-405ddf33f1bf on network 62b84434-5c3b-4e74-b1a7-8ac8add3a2d7 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:46:37.550620 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-15906f63-a4e3-4a7f-a2f0-050e4e1c2741 service neutron] Port 09657b09-6260-487a-b86f-405ddf33f1bf on network 62b84434-5c3b-4e74-b1a7-8ac8add3a2d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:46:37.554894 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-15906f63-a4e3-4a7f-a2f0-050e4e1c2741 service neutron] Attempting to bind port 09657b09-6260-487a-b86f-405ddf33f1bf on network 62b84434-5c3b-4e74-b1a7-8ac8add3a2d7 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:46:37.570575 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-15906f63-a4e3-4a7f-a2f0-050e4e1c2741 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:46:37.578879 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-15906f63-a4e3-4a7f-a2f0-050e4e1c2741 service neutron] Checking segment: {'id': '9da57984-ef97-43a2-88b5-23ffb9ab4b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:46:37.579418 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-15906f63-a4e3-4a7f-a2f0-050e4e1c2741 service neutron] Bound using segment: {'id': '9da57984-ef97-43a2-88b5-23ffb9ab4b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:46:37.579903 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-15906f63-a4e3-4a7f-a2f0-050e4e1c2741 service neutron] Bound port: 09657b09-6260-487a-b86f-405ddf33f1bf, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da57984-ef97-43a2-88b5-23ffb9ab4b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:46:37.580282 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-15906f63-a4e3-4a7f-a2f0-050e4e1c2741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (09657b09-6260-487a-b86f-405ddf33f1bf), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:37.634907 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49614) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:37.782875 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129e394-a89b-41ea-98c8-26bccad94c3e req-b6f4d7cb-33d1-40c2-85ee-f2699815310b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:37.803116 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3129e394-a89b-41ea-98c8-26bccad94c3e req-b6f4d7cb-33d1-40c2-85ee-f2699815310b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=233a2bb0-a125-4858-8ccb-42962e33e6a2 HTTP/1.1" status: 200 len: 943 time: 0.4004776 Feb 20 03:46:37.934082 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3129e394-a89b-41ea-98c8-26bccad94c3e req-317ed83e-dbed-415e-a6f9-c52778670414 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/security-groups?id=07dcdda2-53cb-4aa6-a81c-8c7289fdaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299534 Feb 20 03:46:37.941593 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-15906f63-a4e3-4a7f-a2f0-050e4e1c2741 service neutron] For port 09657b09-6260-487a-b86f-405ddf33f1bf, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:46:37.954736 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-70075895-e9c0-4cc5-9504-0179b3eb85a4 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=fb3ee009e6cd4e47bb1c63f8d594a234&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3185008 Feb 20 03:46:37.955537 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49622) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:37.972184 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-15906f63-a4e3-4a7f-a2f0-050e4e1c2741 service neutron] For port 09657b09-6260-487a-b86f-405ddf33f1bf, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=09657b09-6260-487a-b86f-405ddf33f1bf,segment=NetworkSegment(9da57984-ef97-43a2-88b5-23ffb9ab4b24),segment_id=9da57984-ef97-43a2-88b5-23ffb9ab4b24)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:46:38.045798 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-41d974f5-97b9-4174-9554-7e11c6f5d4a2 admin admin] Publish callbacks [] for security_group (e8e64b81-23e9-4bf3-a435-30a0e521d285), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:38.081867 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-15906f63-a4e3-4a7f-a2f0-050e4e1c2741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (09657b09-6260-487a-b86f-405ddf33f1bf), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:38.091024 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-41d974f5-97b9-4174-9554-7e11c6f5d4a2 admin admin] Publish callbacks [] for security_group (e8e64b81-23e9-4bf3-a435-30a0e521d285), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:38.160032 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e53b7f-1fca-467b-8c7c-dd268dd14f0c req-c9490150-ebe8-47b5-aa3d-f03e8ef926d2 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:38.161646 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e2e53b7f-1fca-467b-8c7c-dd268dd14f0c req-c9490150-ebe8-47b5-aa3d-f03e8ef926d2 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.1444793 Feb 20 03:46:38.202118 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-15906f63-a4e3-4a7f-a2f0-050e4e1c2741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:38.207528 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-15906f63-a4e3-4a7f-a2f0-050e4e1c2741 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:38.207528 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-15906f63-a4e3-4a7f-a2f0-050e4e1c2741 service neutron] 10.222.0.93 "PUT /v2.0/ports/09657b09-6260-487a-b86f-405ddf33f1bf HTTP/1.1" status: 200 len: 1091 time: 2.6507893 Feb 20 03:46:38.223042 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233a2bb0-a125-4858-8ccb-42962e33e6a2', 'tag': '09657b09-6260-487a-b86f-405ddf33f1bf'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:46:38.225744 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-41d974f5-97b9-4174-9554-7e11c6f5d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e8e64b81-23e9-4bf3-a435-30a0e521d285), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:38.228706 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-41d974f5-97b9-4174-9554-7e11c6f5d4a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:38.230600 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-41d974f5-97b9-4174-9554-7e11c6f5d4a2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e8e64b81-23e9-4bf3-a435-30a0e521d285 HTTP/1.1" status: 204 len: 168 time: 0.2725194 Feb 20 03:46:38.238132 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057de05a-8e7b-4c78-9bac-c75fe6c3fabe" -d '{"events": [{"name": "network-changed", "server_uuid": "233a2bb0-a125-4858-8ccb-42962e33e6a2", "tag": "09657b09-6260-487a-b86f-405ddf33f1bf"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:46:38.243942 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d974f5-97b9-4174-9554-7e11c6f5d4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e64b81-23e9-4bf3-a435-30a0e521d285,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:38.287818 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15906f63-a4e3-4a7f-a2f0-050e4e1c2741 service neutron] Pushing event updated for resources: {'Port': ['ID=09657b09-6260-487a-b86f-405ddf33f1bf,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:38.329803 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e2e53b7f-1fca-467b-8c7c-dd268dd14f0c req-ef60509e-6d5e-49c2-a857-411b77024aba tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584194 Feb 20 03:46:38.427509 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-4e1abbef-bea8-4025-8f2b-ad8f79594e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:38.429198 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-4e1abbef-bea8-4025-8f2b-ad8f79594e84 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cdf6aa5f9d3c4cef8fb0e04bd6cac1cb&device_id=233a2bb0-a125-4858-8ccb-42962e33e6a2 HTTP/1.1" status: 200 len: 1125 time: 0.0962026 Feb 20 03:46:38.607336 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-5a99dcbc-5278-41cc-ba34-aef70cec994a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09657b09-6260-487a-b86f-405ddf33f1bf HTTP/1.1" status: 200 len: 217 time: 0.1593251 Feb 20 03:46:38.714562 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810411a2-71d9-43ea-a132-549973448076 req-8213cc1e-45d3-4226-b8bb-e77955b1c414 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:38.716496 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-810411a2-71d9-43ea-a132-549973448076 req-8213cc1e-45d3-4226-b8bb-e77955b1c414 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=baefe0b4-264d-42d1-a3f7-976c6568ce07 HTTP/1.1" status: 200 len: 946 time: 0.2829752 Feb 20 03:46:38.718114 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-e4ae9fa5-e6a4-4e3b-b023-4bc0ae89fbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:38.719925 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-e4ae9fa5-e6a4-4e3b-b023-4bc0ae89fbea service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9da9d33c-0bd0-4a9e-a1a9-2d056772489c HTTP/1.1" status: 200 len: 835 time: 0.0903933 Feb 20 03:46:38.829111 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-810411a2-71d9-43ea-a132-549973448076 req-76592121-923b-4128-bbec-1105d297a4b7 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052229 Feb 20 03:46:38.859430 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-3be5f7e0-1ec3-410e-befe-5b3dc257677b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:38.878390 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-3be5f7e0-1ec3-410e-befe-5b3dc257677b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=62b84434-5c3b-4e74-b1a7-8ac8add3a2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1288624 Feb 20 03:46:39.130405 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-b4778c50-c023-4c5b-992c-e3fffa94c5a1 service neutron] 10.222.0.93 "GET /v2.0/networks/62b84434-5c3b-4e74-b1a7-8ac8add3a2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458813 Feb 20 03:46:39.143509 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fbc92-33dc-42b7-b669-4f8cd96e2fa5 req-329e004a-047e-4a90-9ab7-4ed3fe80c735 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:39.145359 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-258fbc92-33dc-42b7-b669-4f8cd96e2fa5 req-329e004a-047e-4a90-9ab7-4ed3fe80c735 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 945 time: 0.1523113 Feb 20 03:46:39.305907 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-258fbc92-33dc-42b7-b669-4f8cd96e2fa5 req-2013fe6c-ce20-4ebf-abb5-d6b68a8bc230 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922148 Feb 20 03:46:39.345379 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88dcce14-dd96-45dc-9168-6ac6c5b172e8 req-6b6e20d6-670c-4343-b23f-3c3e6765f4f0 service neutron] 10.222.0.93 "GET /v2.0/networks/62b84434-5c3b-4e74-b1a7-8ac8add3a2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987765 Feb 20 03:46:39.457400 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e302e-e2a4-42c7-bda8-79c3fef8e6b3 req-c5ab0bfe-d960-41cd-9600-5d90e39bd64f tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:39.459171 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-974e302e-e2a4-42c7-bda8-79c3fef8e6b3 req-c5ab0bfe-d960-41cd-9600-5d90e39bd64f tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 943 time: 0.0741675 Feb 20 03:46:39.542736 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-974e302e-e2a4-42c7-bda8-79c3fef8e6b3 req-7c82745a-499f-4ab9-8261-a29cc996cd28 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775068 Feb 20 03:46:39.616948 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d87522a-eee5-4b7e-ba15-6d8939d8e9f5 x-openstack-request-id: req-6d87522a-eee5-4b7e-ba15-6d8939d8e9f5 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:46:39.617224 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233a2bb0-a125-4858-8ccb-42962e33e6a2", "tag": "09657b09-6260-487a-b86f-405ddf33f1bf", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:46:39.617483 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6d87522a-eee5-4b7e-ba15-6d8939d8e9f5 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:46:39.620791 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233a2bb0-a125-4858-8ccb-42962e33e6a2', 'tag': '09657b09-6260-487a-b86f-405ddf33f1bf', 'status': 'completed', 'code': 200} Feb 20 03:46:39.705780 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057de05a-8e7b-4c78-9bac-c75fe6c3fabe req-6b1892d3-1887-4ee2-b0c8-b5f2f538fe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:39.707802 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-057de05a-8e7b-4c78-9bac-c75fe6c3fabe req-6b1892d3-1887-4ee2-b0c8-b5f2f538fe64 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cdf6aa5f9d3c4cef8fb0e04bd6cac1cb&device_id=233a2bb0-a125-4858-8ccb-42962e33e6a2 HTTP/1.1" status: 200 len: 1125 time: 0.0663824 Feb 20 03:46:39.830514 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b97786-f642-4d44-880b-f4db34a90d01 req-c26ec150-c177-4fdf-a510-061343ccd6ec tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:39.833180 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-16b97786-f642-4d44-880b-f4db34a90d01 req-c26ec150-c177-4fdf-a510-061343ccd6ec tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.1433427 Feb 20 03:46:39.893706 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057de05a-8e7b-4c78-9bac-c75fe6c3fabe req-45f44676-d19d-47c7-957b-87f8c4978d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:39.893706 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-057de05a-8e7b-4c78-9bac-c75fe6c3fabe req-45f44676-d19d-47c7-957b-87f8c4978d01 service neutron] 10.222.0.93 "GET /v2.0/networks?id=62b84434-5c3b-4e74-b1a7-8ac8add3a2d7 HTTP/1.1" status: 200 len: 898 time: 0.1660950 Feb 20 03:46:39.948389 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-057de05a-8e7b-4c78-9bac-c75fe6c3fabe req-ccebf2c3-32d4-4fa5-a1eb-f26565bf7446 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09657b09-6260-487a-b86f-405ddf33f1bf HTTP/1.1" status: 200 len: 217 time: 0.0463545 Feb 20 03:46:40.014922 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-16b97786-f642-4d44-880b-f4db34a90d01 req-76ac3245-4e99-4ae2-adb7-a638083195e8 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698644 Feb 20 03:46:40.055472 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49658) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:40.058732 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057de05a-8e7b-4c78-9bac-c75fe6c3fabe req-fe122b2c-a605-42a6-8e78-acbbcb732bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:40.064371 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [-] 10.222.0.89 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0069265 Feb 20 03:46:40.064962 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-057de05a-8e7b-4c78-9bac-c75fe6c3fabe req-fe122b2c-a605-42a6-8e78-acbbcb732bf6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9da9d33c-0bd0-4a9e-a1a9-2d056772489c HTTP/1.1" status: 200 len: 835 time: 0.1081753 Feb 20 03:46:40.069724 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49660) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:40.212142 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057de05a-8e7b-4c78-9bac-c75fe6c3fabe req-9fcd0e15-e920-4df3-87dc-929fcb6402ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:40.214142 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-057de05a-8e7b-4c78-9bac-c75fe6c3fabe req-9fcd0e15-e920-4df3-87dc-929fcb6402ee service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=62b84434-5c3b-4e74-b1a7-8ac8add3a2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1444368 Feb 20 03:46:40.238946 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec5ee0-6acf-4f91-8263-20f603a4128f req-6b64ff5f-4e00-4264-ba27-a74cae6af0f0 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:40.245592 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ceec5ee0-6acf-4f91-8263-20f603a4128f req-6b64ff5f-4e00-4264-ba27-a74cae6af0f0 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=baefe0b4-264d-42d1-a3f7-976c6568ce07 HTTP/1.1" status: 200 len: 946 time: 0.1118367 Feb 20 03:46:40.307301 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-329ff11f-6e0c-4b86-81d5-d9ff4e4d6171 tempest-NetworksApiDiscovery-516164543 tempest-NetworksApiDiscovery-516164543-project] 10.222.0.89 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2360930 Feb 20 03:46:40.497061 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ceec5ee0-6acf-4f91-8263-20f603a4128f req-c463b040-89c2-43cf-945d-04409546f0af tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393909 Feb 20 03:46:40.528504 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-057de05a-8e7b-4c78-9bac-c75fe6c3fabe req-19264396-4427-49a3-877f-d966e6ce17d0 service neutron] 10.222.0.93 "GET /v2.0/networks/62b84434-5c3b-4e74-b1a7-8ac8add3a2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072231 Feb 20 03:46:40.736153 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f6d68-3c55-46cf-9212-59685f2a6477 req-78974b7f-640d-465b-b642-9a2a193eab4b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:40.744168 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e09f6d68-3c55-46cf-9212-59685f2a6477 req-78974b7f-640d-465b-b642-9a2a193eab4b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=233a2bb0-a125-4858-8ccb-42962e33e6a2 HTTP/1.1" status: 200 len: 943 time: 0.1997941 Feb 20 03:46:40.832902 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-057de05a-8e7b-4c78-9bac-c75fe6c3fabe req-8134f43e-bf16-4014-87f1-4e1dcffb9e2b service neutron] 10.222.0.93 "GET /v2.0/networks/62b84434-5c3b-4e74-b1a7-8ac8add3a2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928808 Feb 20 03:46:40.848491 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e09f6d68-3c55-46cf-9212-59685f2a6477 req-f770dfb9-fd24-4d95-be8c-4da2d800ef01 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/security-groups?id=07dcdda2-53cb-4aa6-a81c-8c7289fdaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003051 Feb 20 03:46:40.857461 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bad012-58c7-4170-a68f-0982ab3de791 req-ed7d698c-42fe-42b6-b574-ba5cd05c4301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:40.859214 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-37bad012-58c7-4170-a68f-0982ab3de791 req-ed7d698c-42fe-42b6-b574-ba5cd05c4301 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=74366e9b5aca4b26a4824007098993f6&device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 1125 time: 0.1813598 Feb 20 03:46:41.095096 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49678) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:41.170087 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bad012-58c7-4170-a68f-0982ab3de791 req-d9e00ad0-c23f-4d7e-a72c-dbcbe47eed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:41.174329 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-37bad012-58c7-4170-a68f-0982ab3de791 req-d9e00ad0-c23f-4d7e-a72c-dbcbe47eed5e service neutron] 10.222.0.42 "GET /v2.0/networks?id=b6106e2a-8ac1-4f4b-b272-b4b0beeb37af HTTP/1.1" status: 200 len: 915 time: 0.2375352 Feb 20 03:46:41.295345 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-281b3e9a-1552-4378-aae3-4f2e90f7ce5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:41.344984 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-37bad012-58c7-4170-a68f-0982ab3de791 req-9c41b936-8ec0-4295-a8e2-0c7e78810897 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf3783b4-809a-4c35-bd34-df196608bb8e HTTP/1.1" status: 200 len: 217 time: 0.0511410 Feb 20 03:46:41.380699 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-281b3e9a-1552-4378-aae3-4f2e90f7ce5f admin admin] Publish callbacks [] for security_group (7b1b277f-8287-4ea0-90bd-bf776412a3a2), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:41.402141 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bad012-58c7-4170-a68f-0982ab3de791 req-07b1045e-aabc-4b84-85d1-64bc596a2208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:41.403920 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-37bad012-58c7-4170-a68f-0982ab3de791 req-07b1045e-aabc-4b84-85d1-64bc596a2208 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=883b5707-28cf-44b8-81fe-08e0b3a98ddb HTTP/1.1" status: 200 len: 854 time: 0.0523117 Feb 20 03:46:41.468064 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-281b3e9a-1552-4378-aae3-4f2e90f7ce5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (7b1b277f-8287-4ea0-90bd-bf776412a3a2), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:41.505213 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b3e9a-1552-4378-aae3-4f2e90f7ce5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1b277f-8287-4ea0-90bd-bf776412a3a2,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:41.509499 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-281b3e9a-1552-4378-aae3-4f2e90f7ce5f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3a40d5a9e15a46b481af707e6b4a5fd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4134085 Feb 20 03:46:41.512105 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49686) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:41.564057 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1227c7b4-a283-47a8-a105-0a379e60c330 admin admin] Publish callbacks [] for security_group (7b1b277f-8287-4ea0-90bd-bf776412a3a2), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:41.586325 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1227c7b4-a283-47a8-a105-0a379e60c330 admin admin] Publish callbacks [] for security_group (7b1b277f-8287-4ea0-90bd-bf776412a3a2), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:41.677396 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-37bad012-58c7-4170-a68f-0982ab3de791 req-698b4d0f-0dd9-4084-83f3-bd02b5ae62f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b6106e2a-8ac1-4f4b-b272-b4b0beeb37af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543423 Feb 20 03:46:41.720269 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1227c7b4-a283-47a8-a105-0a379e60c330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (7b1b277f-8287-4ea0-90bd-bf776412a3a2), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:41.726491 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1227c7b4-a283-47a8-a105-0a379e60c330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:41.730097 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1227c7b4-a283-47a8-a105-0a379e60c330 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7b1b277f-8287-4ea0-90bd-bf776412a3a2 HTTP/1.1" status: 204 len: 168 time: 0.2147021 Feb 20 03:46:41.745141 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1227c7b4-a283-47a8-a105-0a379e60c330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1b277f-8287-4ea0-90bd-bf776412a3a2,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:41.796849 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 09657b09-6260-487a-b86f-405ddf33f1bf details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:46:41.927413 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 09657b09-6260-487a-b86f-405ddf33f1bf, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=09657b09-6260-487a-b86f-405ddf33f1bf,segment=NetworkSegment(9da57984-ef97-43a2-88b5-23ffb9ab4b24),segment_id=9da57984-ef97-43a2-88b5-23ffb9ab4b24)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:46:41.942113 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '09657b09-6260-487a-b86f-405ddf33f1bf', 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7', 'port_id': '09657b09-6260-487a-b86f-405ddf33f1bf', 'mac_address': 'fa:16:3e:ca:c9:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9da9d33c-0bd0-4a9e-a1a9-2d056772489c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:46:41.986390 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 09657b09-6260-487a-b86f-405ddf33f1bf is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:46:41.986837 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (09657b09-6260-487a-b86f-405ddf33f1bf), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:42.001429 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09657b09-6260-487a-b86f-405ddf33f1bf {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:46:42.024373 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 09657b09-6260-487a-b86f-405ddf33f1bf, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=09657b09-6260-487a-b86f-405ddf33f1bf,segment=NetworkSegment(9da57984-ef97-43a2-88b5-23ffb9ab4b24),segment_id=9da57984-ef97-43a2-88b5-23ffb9ab4b24)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:46:42.049142 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57746a3b-098c-4525-9ee2-dcbc2e55b01e req-68e1da7a-4844-49ac-852a-2b26b461a548 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:42.050996 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57746a3b-098c-4525-9ee2-dcbc2e55b01e req-68e1da7a-4844-49ac-852a-2b26b461a548 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 945 time: 0.4397411 Feb 20 03:46:42.098452 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a043e5e-c67e-497c-849f-94bf9cbef2d8 req-997b054d-d10d-47be-8d7a-dcab2a50d8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:42.100068 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a043e5e-c67e-497c-849f-94bf9cbef2d8 req-997b054d-d10d-47be-8d7a-dcab2a50d8a7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2a426eb8717f45cda17f79dc5d1190fc&device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 1126 time: 0.4124093 Feb 20 03:46:42.101330 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (09657b09-6260-487a-b86f-405ddf33f1bf), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:42.184784 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=09657b09-6260-487a-b86f-405ddf33f1bf,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:42.201708 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57746a3b-098c-4525-9ee2-dcbc2e55b01e req-b3aa9940-e1f3-4dd2-be43-ecd2784b2687 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422925 Feb 20 03:46:42.207886 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-37bad012-58c7-4170-a68f-0982ab3de791 req-944a61f8-1473-4c06-bf48-31bf4d6c7061 service neutron] 10.222.0.42 "GET /v2.0/networks/b6106e2a-8ac1-4f4b-b272-b4b0beeb37af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5081818 Feb 20 03:46:42.274922 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a043e5e-c67e-497c-849f-94bf9cbef2d8 req-9675c067-d321-4ba7-be27-31a609b62aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:42.276222 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a043e5e-c67e-497c-849f-94bf9cbef2d8 req-9675c067-d321-4ba7-be27-31a609b62aa6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=64115127-0ca9-4210-b390-d57efc54bf51 HTTP/1.1" status: 200 len: 912 time: 0.1653676 Feb 20 03:46:42.378188 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['09657b09-6260-487a-b86f-405ddf33f1bf'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:46:42.404809 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a043e5e-c67e-497c-849f-94bf9cbef2d8 req-ceca653a-0878-43dc-aa5d-3c0ea6b2ebf2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=704b66a5-2e83-41de-ba1d-777ee6bc4c8e HTTP/1.1" status: 200 len: 998 time: 0.0978529 Feb 20 03:46:42.453285 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-37bad012-58c7-4170-a68f-0982ab3de791 req-8c45d1c8-aaf2-46ff-befa-b8d63a341c75 service neutron] 10.222.0.42 "GET /v2.0/networks/b6106e2a-8ac1-4f4b-b272-b4b0beeb37af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372236 Feb 20 03:46:42.495186 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a043e5e-c67e-497c-849f-94bf9cbef2d8 req-19723b25-4bb0-4972-a1d0-4b795cf151eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:42.496722 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a043e5e-c67e-497c-849f-94bf9cbef2d8 req-19723b25-4bb0-4972-a1d0-4b795cf151eb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=85e8c386-47fc-4d48-86f0-3d288a799fec HTTP/1.1" status: 200 len: 850 time: 0.0848179 Feb 20 03:46:42.547407 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a043e5e-c67e-497c-849f-94bf9cbef2d8 req-dce89298-0217-44b2-9849-25120efefc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:42.551705 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a043e5e-c67e-497c-849f-94bf9cbef2d8 req-dce89298-0217-44b2-9849-25120efefc99 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=64115127-0ca9-4210-b390-d57efc54bf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483713 Feb 20 03:46:42.654716 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a043e5e-c67e-497c-849f-94bf9cbef2d8 req-7fe28926-aec8-48e0-a285-a8546128211e service neutron] 10.222.0.93 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971119 Feb 20 03:46:42.801374 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221eec9c-26aa-4d94-864b-6f982c461be8 req-cd3eca47-92cb-40a7-8b88-b4ad7eda6a88 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:42.802930 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-221eec9c-26aa-4d94-864b-6f982c461be8 req-cd3eca47-92cb-40a7-8b88-b4ad7eda6a88 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 943 time: 0.0861189 Feb 20 03:46:42.807477 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a043e5e-c67e-497c-849f-94bf9cbef2d8 req-45ed49b3-b5f9-42ae-9b85-22f7e5b11973 service neutron] 10.222.0.93 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460409 Feb 20 03:46:42.860377 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-221eec9c-26aa-4d94-864b-6f982c461be8 req-3493e00b-ba3c-46d1-b26d-0af3f117389c tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514455 Feb 20 03:46:42.991106 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebeb748-7079-49d6-8ba7-2c62f2447fda req-451a292f-b80b-4cf0-bcc1-05c8552f379c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:42.997946 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ebeb748-7079-49d6-8ba7-2c62f2447fda req-451a292f-b80b-4cf0-bcc1-05c8552f379c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.0637202 Feb 20 03:46:43.047879 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ebeb748-7079-49d6-8ba7-2c62f2447fda req-3fa76f1d-9973-429d-bf86-bc489719c312 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484817 Feb 20 03:46:43.167274 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c4f3e-013d-495f-b02e-6be373eb5035 req-355c4146-686a-4a0b-b334-6afefa0102c3 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:43.171877 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4e6c4f3e-013d-495f-b02e-6be373eb5035 req-355c4146-686a-4a0b-b334-6afefa0102c3 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=233a2bb0-a125-4858-8ccb-42962e33e6a2 HTTP/1.1" status: 200 len: 944 time: 0.0583556 Feb 20 03:46:43.225056 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4e6c4f3e-013d-495f-b02e-6be373eb5035 req-3d96c834-0cba-448b-abef-a789dcd7f696 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/security-groups?id=07dcdda2-53cb-4aa6-a81c-8c7289fdaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470881 Feb 20 03:46:43.348268 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322dba0-38fe-45b0-be47-17df4d55578d req-4327e9e6-fcb2-4714-a57c-f861ca461fab tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:43.350058 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3322dba0-38fe-45b0-be47-17df4d55578d req-4327e9e6-fcb2-4714-a57c-f861ca461fab tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=baefe0b4-264d-42d1-a3f7-976c6568ce07 HTTP/1.1" status: 200 len: 946 time: 0.0596888 Feb 20 03:46:43.404501 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3322dba0-38fe-45b0-be47-17df4d55578d req-37653e84-3d74-4ed3-8f1d-30e900b03384 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451300 Feb 20 03:46:43.534506 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78e6d4-7bfd-4676-a4b6-20c5282ccb2e req-da4041a4-f634-4332-86cd-cf17702d91a6 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:43.536118 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3e78e6d4-7bfd-4676-a4b6-20c5282ccb2e req-da4041a4-f634-4332-86cd-cf17702d91a6 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 945 time: 0.0623753 Feb 20 03:46:43.604779 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3e78e6d4-7bfd-4676-a4b6-20c5282ccb2e req-287e61a8-fb35-40a0-affe-a3f4d4fd0773 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478570 Feb 20 03:46:43.801178 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 09657b09-6260-487a-b86f-405ddf33f1bf up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:46:43.934458 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 09657b09-6260-487a-b86f-405ddf33f1bf completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:46:43.939819 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 09657b09-6260-487a-b86f-405ddf33f1bf triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:46:43.940551 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (09657b09-6260-487a-b86f-405ddf33f1bf), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:44.037498 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896b4e6-a619-4880-ae6a-ee3805b0adca req-9ffceaa9-da0a-4bec-9505-f401b7d26bad tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:44.038822 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 09657b09-6260-487a-b86f-405ddf33f1bf is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:46:44.040058 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9896b4e6-a619-4880-ae6a-ee3805b0adca req-9ffceaa9-da0a-4bec-9505-f401b7d26bad tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.42 "GET /v2.0/ports?device_id=baefe0b4-264d-42d1-a3f7-976c6568ce07 HTTP/1.1" status: 200 len: 946 time: 0.1255002 Feb 20 03:46:44.040369 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (09657b09-6260-487a-b86f-405ddf33f1bf), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:44.067841 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233a2bb0-a125-4858-8ccb-42962e33e6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09657b09-6260-487a-b86f-405ddf33f1bf'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:46:44.070541 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23195c1e-574d-4828-bb55-3ff479d4dbf9" -d '{"events": [{"server_uuid": "233a2bb0-a125-4858-8ccb-42962e33e6a2", "name": "network-vif-plugged", "status": "completed", "tag": "09657b09-6260-487a-b86f-405ddf33f1bf"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:46:44.081300 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1db6e-ff87-4777-9be7-0c6c50a5fdec req-8ecbb5e1-d224-4c1a-a4ce-8b45e4932268 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:44.083135 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6c1db6e-ff87-4777-9be7-0c6c50a5fdec req-8ecbb5e1-d224-4c1a-a4ce-8b45e4932268 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 943 time: 0.1310999 Feb 20 03:46:44.087921 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 09657b09-6260-487a-b86f-405ddf33f1bf, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=09657b09-6260-487a-b86f-405ddf33f1bf,segment=NetworkSegment(9da57984-ef97-43a2-88b5-23ffb9ab4b24),segment_id=9da57984-ef97-43a2-88b5-23ffb9ab4b24)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:46:44.173603 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (09657b09-6260-487a-b86f-405ddf33f1bf), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:44.180407 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6c1db6e-ff87-4777-9be7-0c6c50a5fdec req-9b589da4-baaa-4be9-a32a-a38d6f29f6b1 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862753 Feb 20 03:46:44.226054 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-9896b4e6-a619-4880-ae6a-ee3805b0adca req-fee13428-a71e-47dc-8b83-cad2283a6907 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Deleting port 296cd83c-f176-4836-bffa-0bce4c1e0207 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:46:44.226815 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9896b4e6-a619-4880-ae6a-ee3805b0adca req-fee13428-a71e-47dc-8b83-cad2283a6907 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (296cd83c-f176-4836-bffa-0bce4c1e0207), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:44.256786 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=09657b09-6260-487a-b86f-405ddf33f1bf,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:44.369229 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-9896b4e6-a619-4880-ae6a-ee3805b0adca req-fee13428-a71e-47dc-8b83-cad2283a6907 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] For port 296cd83c-f176-4836-bffa-0bce4c1e0207, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=296cd83c-f176-4836-bffa-0bce4c1e0207,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:46:44.369642 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9896b4e6-a619-4880-ae6a-ee3805b0adca req-fee13428-a71e-47dc-8b83-cad2283a6907 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (296cd83c-f176-4836-bffa-0bce4c1e0207), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:44.384301 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649f92d-54a5-4530-8def-2963855efea5 req-b40ee85e-bfe4-4545-9014-e563b479c1b0 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:44.385812 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2649f92d-54a5-4530-8def-2963855efea5 req-b40ee85e-bfe4-4545-9014-e563b479c1b0 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.1331329 Feb 20 03:46:44.392500 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-9896b4e6-a619-4880-ae6a-ee3805b0adca req-fee13428-a71e-47dc-8b83-cad2283a6907 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Calling delete_port for 296cd83c-f176-4836-bffa-0bce4c1e0207 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:46:44.498981 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2649f92d-54a5-4530-8def-2963855efea5 req-43206c6b-2c60-4e90-8eac-d59d798e7684 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040454 Feb 20 03:46:44.549192 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e7bf1c-f3bc-4ac3-b082-bc28521eb7a2 x-openstack-request-id: req-15e7bf1c-f3bc-4ac3-b082-bc28521eb7a2 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:46:44.549485 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233a2bb0-a125-4858-8ccb-42962e33e6a2", "name": "network-vif-plugged", "status": "completed", "tag": "09657b09-6260-487a-b86f-405ddf33f1bf", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:46:44.549739 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-15e7bf1c-f3bc-4ac3-b082-bc28521eb7a2 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:46:44.550135 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233a2bb0-a125-4858-8ccb-42962e33e6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09657b09-6260-487a-b86f-405ddf33f1bf', 'code': 200} Feb 20 03:46:44.684696 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9896b4e6-a619-4880-ae6a-ee3805b0adca req-fee13428-a71e-47dc-8b83-cad2283a6907 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (296cd83c-f176-4836-bffa-0bce4c1e0207), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:44.698738 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['01c6f12a-e18f-4e22-8ca3-befe7fa5df30'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:46:44.701353 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['296cd83c-f176-4836-bffa-0bce4c1e0207'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:46:44.736170 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b52c46-c6a3-493c-b699-5bad45cfa1b4 req-f167cd64-928e-4b58-8f00-5f251dc75f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:44.737837 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-98b52c46-c6a3-493c-b699-5bad45cfa1b4 req-f167cd64-928e-4b58-8f00-5f251dc75f36 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=233a2bb0-a125-4858-8ccb-42962e33e6a2 HTTP/1.1" status: 200 len: 1127 time: 0.1232524 Feb 20 03:46:44.740946 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee13428-a71e-47dc-8b83-cad2283a6907 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Pushing event deleted for resources: {'Port': ['ID=296cd83c-f176-4836-bffa-0bce4c1e0207,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:44.779097 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514f525-7ac0-47c4-88d3-07e45a6af25b req-85e0a6aa-22dd-4aeb-ba4b-b1c21c943af7 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:44.781462 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3514f525-7ac0-47c4-88d3-07e45a6af25b req-85e0a6aa-22dd-4aeb-ba4b-b1c21c943af7 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=233a2bb0-a125-4858-8ccb-42962e33e6a2 HTTP/1.1" status: 200 len: 945 time: 0.1582696 Feb 20 03:46:44.824648 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-9896b4e6-a619-4880-ae6a-ee3805b0adca req-fee13428-a71e-47dc-8b83-cad2283a6907 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] No DVR routers for this DVR port 296cd83c-f176-4836-bffa-0bce4c1e0207 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:46:44.833333 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9896b4e6-a619-4880-ae6a-ee3805b0adca req-fee13428-a71e-47dc-8b83-cad2283a6907 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:44.836710 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9896b4e6-a619-4880-ae6a-ee3805b0adca req-fee13428-a71e-47dc-8b83-cad2283a6907 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.42 "DELETE /v2.0/ports/296cd83c-f176-4836-bffa-0bce4c1e0207 HTTP/1.1" status: 204 len: 173 time: 0.7926857 Feb 20 03:46:44.837424 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baefe0b4-264d-42d1-a3f7-976c6568ce07', 'name': 'network-vif-deleted', 'tag': '296cd83c-f176-4836-bffa-0bce4c1e0207'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:46:44.846453 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6d7546-19d5-4519-a3c5-ba2d28f94035" -d '{"events": [{"server_uuid": "baefe0b4-264d-42d1-a3f7-976c6568ce07", "name": "network-vif-deleted", "tag": "296cd83c-f176-4836-bffa-0bce4c1e0207"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:46:44.910617 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3514f525-7ac0-47c4-88d3-07e45a6af25b req-b4c4bb0c-d28b-4f9d-9f49-b8ac8a127b6c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/security-groups?id=07dcdda2-53cb-4aa6-a81c-8c7289fdaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892136 Feb 20 03:46:44.922072 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-98b52c46-c6a3-493c-b699-5bad45cfa1b4 req-b65a9e60-b591-4926-90f8-ff86fc703db2 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=07dcdda2-53cb-4aa6-a81c-8c7289fdaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357403 Feb 20 03:46:45.012298 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e133d3dc-b648-4f3a-976c-45dbb657922c req-76e579d1-b3de-4234-893b-b08a5274a339 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=baefe0b4-264d-42d1-a3f7-976c6568ce07 HTTP/1.1" status: 200 len: 210 time: 0.0277297 Feb 20 03:46:45.255649 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a6b10-75d1-440c-bb03-27a6226deea8 req-0d43cb17-e47a-41b3-9067-69886c0684ee tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:45.257951 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b9a6b10-75d1-440c-bb03-27a6226deea8 req-0d43cb17-e47a-41b3-9067-69886c0684ee tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 945 time: 0.0716650 Feb 20 03:46:45.314503 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b9a6b10-75d1-440c-bb03-27a6226deea8 req-98b435da-cc98-4b13-98af-31af10187ce3 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499043 Feb 20 03:46:45.364919 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7e4489-861e-4f06-82e1-16265f343f51 x-openstack-request-id: req-6e7e4489-861e-4f06-82e1-16265f343f51 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:46:45.365304 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baefe0b4-264d-42d1-a3f7-976c6568ce07", "name": "network-vif-deleted", "tag": "296cd83c-f176-4836-bffa-0bce4c1e0207", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:46:45.365634 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6e7e4489-861e-4f06-82e1-16265f343f51 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:46:45.366178 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baefe0b4-264d-42d1-a3f7-976c6568ce07', 'name': 'network-vif-deleted', 'tag': '296cd83c-f176-4836-bffa-0bce4c1e0207', 'status': 'completed', 'code': 200} Feb 20 03:46:45.478274 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cf757-863e-4227-a22d-e7ae5a802198 req-0627fcc8-c54f-4de4-bf1a-30cc56b3442c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:45.480192 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e24cf757-863e-4227-a22d-e7ae5a802198 req-0627fcc8-c54f-4de4-bf1a-30cc56b3442c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.0610547 Feb 20 03:46:45.528972 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e24cf757-863e-4227-a22d-e7ae5a802198 req-4c5db8e3-bd4b-4873-8694-fceed960502f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423257 Feb 20 03:46:45.610739 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device bf3783b4-809a-4c35-bd34-df196608bb8e details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:46:45.637109 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7004e4-b90c-44a2-8436-d5d43f24da2b req-8bced722-26b4-4583-bdf5-4754566f84e6 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:45.638606 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2d7004e4-b90c-44a2-8436-d5d43f24da2b req-8bced722-26b4-4583-bdf5-4754566f84e6 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 943 time: 0.0537436 Feb 20 03:46:45.691081 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2d7004e4-b90c-44a2-8436-d5d43f24da2b req-c67920e1-2c7c-4224-9351-7b82d4350339 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452874 Feb 20 03:46:45.719540 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port bf3783b4-809a-4c35-bd34-df196608bb8e, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=bf3783b4-809a-4c35-bd34-df196608bb8e,segment=NetworkSegment(37054cbd-f424-4c3e-9627-4d3b1f665915),segment_id=37054cbd-f424-4c3e-9627-4d3b1f665915)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:46:45.733073 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'bf3783b4-809a-4c35-bd34-df196608bb8e', 'network_id': 'b6106e2a-8ac1-4f4b-b272-b4b0beeb37af', 'port_id': 'bf3783b4-809a-4c35-bd34-df196608bb8e', 'mac_address': 'fa:16:3e:f0:d7:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '883b5707-28cf-44b8-81fe-08e0b3a98ddb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:46:45.781478 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port bf3783b4-809a-4c35-bd34-df196608bb8e is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:46:45.782311 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bf3783b4-809a-4c35-bd34-df196608bb8e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:45.797059 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf3783b4-809a-4c35-bd34-df196608bb8e {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:46:45.816285 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port bf3783b4-809a-4c35-bd34-df196608bb8e, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=bf3783b4-809a-4c35-bd34-df196608bb8e,segment=NetworkSegment(37054cbd-f424-4c3e-9627-4d3b1f665915),segment_id=37054cbd-f424-4c3e-9627-4d3b1f665915)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:46:45.832938 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffbccd-f75e-4a0f-935c-8375dba7bc59 req-1abb2a4b-6b83-47e6-8c63-e85ffd55efde tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:45.834431 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-faffbccd-f75e-4a0f-935c-8375dba7bc59 req-1abb2a4b-6b83-47e6-8c63-e85ffd55efde tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.0626035 Feb 20 03:46:45.885849 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-faffbccd-f75e-4a0f-935c-8375dba7bc59 req-af324519-b916-439e-86c9-80457b8de00e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448046 Feb 20 03:46:45.896514 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bf3783b4-809a-4c35-bd34-df196608bb8e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:45.950626 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=bf3783b4-809a-4c35-bd34-df196608bb8e,revision_number=9']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:46.056538 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2b115-5812-46b0-bb9c-72f68af9e1af req-1d987139-548f-43fd-874d-4875c71937eb tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:46.063773 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9bb2b115-5812-46b0-bb9c-72f68af9e1af req-1d987139-548f-43fd-874d-4875c71937eb tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.1066110 Feb 20 03:46:46.105842 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['bf3783b4-809a-4c35-bd34-df196608bb8e'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:46:46.133249 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9bb2b115-5812-46b0-bb9c-72f68af9e1af req-3237ad65-d893-4858-b8e3-c8374af66ab9 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682490 Feb 20 03:46:46.300018 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51617de2-a1c0-429a-b0b6-7462e040220e req-d8c2c06e-9de4-4581-843b-3a9d499273e4 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:46.301670 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-51617de2-a1c0-429a-b0b6-7462e040220e req-d8c2c06e-9de4-4581-843b-3a9d499273e4 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=233a2bb0-a125-4858-8ccb-42962e33e6a2 HTTP/1.1" status: 200 len: 945 time: 0.0660024 Feb 20 03:46:46.364816 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-51617de2-a1c0-429a-b0b6-7462e040220e req-1f1a114f-5a3d-437a-b852-87efe4137814 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/security-groups?id=07dcdda2-53cb-4aa6-a81c-8c7289fdaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491934 Feb 20 03:46:46.523965 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a58938-5ae0-499b-8d4e-dc2131636e1a req-deb055c9-241a-4e50-b436-b83efdb41054 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:46.525535 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-24a58938-5ae0-499b-8d4e-dc2131636e1a req-deb055c9-241a-4e50-b436-b83efdb41054 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.0609939 Feb 20 03:46:46.580396 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-24a58938-5ae0-499b-8d4e-dc2131636e1a req-827a83c7-0e5e-419d-b386-1fbca07c0245 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449491 Feb 20 03:46:46.709083 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c388c-aab4-48d3-8f73-b07d3ff91d31 req-9f1e617e-2569-410f-bcbe-cb4bef6f3b05 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:46.711408 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d68c388c-aab4-48d3-8f73-b07d3ff91d31 req-9f1e617e-2569-410f-bcbe-cb4bef6f3b05 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 945 time: 0.0603867 Feb 20 03:46:46.791464 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d68c388c-aab4-48d3-8f73-b07d3ff91d31 req-58c011d6-897a-4228-8191-10384dd7d2e0 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630550 Feb 20 03:46:47.272616 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1c17d-72f2-44f0-8b1f-c86c784f1f51 req-fcd43093-752b-4b09-b3d7-6de75b969f8a tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:47.274132 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bcb1c17d-72f2-44f0-8b1f-c86c784f1f51 req-fcd43093-752b-4b09-b3d7-6de75b969f8a tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 944 time: 0.0538650 Feb 20 03:46:47.321529 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bcb1c17d-72f2-44f0-8b1f-c86c784f1f51 req-ea116012-0d1c-4d66-9a77-8886c2766c1b tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415728 Feb 20 03:46:47.507668 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619837fd-0d52-4c28-a1cc-c023274b472e req-9f76a576-b1a6-478a-9f9f-e14f14633d5a tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:47.509177 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-619837fd-0d52-4c28-a1cc-c023274b472e req-9f76a576-b1a6-478a-9f9f-e14f14633d5a tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/networks?id=64115127-0ca9-4210-b390-d57efc54bf51 HTTP/1.1" status: 200 len: 811 time: 0.1092510 Feb 20 03:46:47.524691 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-619837fd-0d52-4c28-a1cc-c023274b472e req-3a923d43-8f37-4121-a42e-c2289d684846 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/quotas/2a426eb8717f45cda17f79dc5d1190fc HTTP/1.1" status: 200 len: 375 time: 0.0098522 Feb 20 03:46:47.584770 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-619837fd-0d52-4c28-a1cc-c023274b472e req-e10913e5-fabf-4143-9115-0c93a47636b2 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=2a426eb8717f45cda17f79dc5d1190fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0543456 Feb 20 03:46:47.626878 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device bf3783b4-809a-4c35-bd34-df196608bb8e up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:46:47.684188 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port bf3783b4-809a-4c35-bd34-df196608bb8e triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:46:47.684630 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-619837fd-0d52-4c28-a1cc-c023274b472e req-32b3b0f1-4135-48ad-9458-8ea9d606a53c service neutron] 10.222.0.89 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930440 Feb 20 03:46:47.685280 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (bf3783b4-809a-4c35-bd34-df196608bb8e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:47.777154 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port bf3783b4-809a-4c35-bd34-df196608bb8e is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:46:47.777553 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bf3783b4-809a-4c35-bd34-df196608bb8e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:47.802302 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-619837fd-0d52-4c28-a1cc-c023274b472e req-f601fa17-1749-4c8e-a48f-9c59c9a08922 service neutron] 10.222.0.89 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110363 Feb 20 03:46:47.819903 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port bf3783b4-809a-4c35-bd34-df196608bb8e, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=bf3783b4-809a-4c35-bd34-df196608bb8e,segment=NetworkSegment(37054cbd-f424-4c3e-9627-4d3b1f665915),segment_id=37054cbd-f424-4c3e-9627-4d3b1f665915)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:46:47.821483 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1d7768-3174-402d-a0de-fab0564778fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3783b4-809a-4c35-bd34-df196608bb8e'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:46:47.824092 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da34197e-6165-45a6-b359-1976e69c5751" -d '{"events": [{"server_uuid": "7a1d7768-3174-402d-a0de-fab0564778fb", "name": "network-vif-plugged", "status": "completed", "tag": "bf3783b4-809a-4c35-bd34-df196608bb8e"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:46:47.951161 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bf3783b4-809a-4c35-bd34-df196608bb8e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:47.952255 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 296cd83c-f176-4836-bffa-0bce4c1e0207 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:46:47.991409 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 296cd83c-f176-4836-bffa-0bce4c1e0207 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:46:47.991767 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 296cd83c-f176-4836-bffa-0bce4c1e0207 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:46:48.026963 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=bf3783b4-809a-4c35-bd34-df196608bb8e,revision_number=10']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:48.241307 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c365dea-5c8c-4382-84f1-992f222188d8 req-cab55eeb-f963-4d08-bc5f-1b25b76309e3 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:48.250334 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0c365dea-5c8c-4382-84f1-992f222188d8 req-cab55eeb-f963-4d08-bc5f-1b25b76309e3 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=233a2bb0-a125-4858-8ccb-42962e33e6a2 HTTP/1.1" status: 200 len: 945 time: 0.1393433 Feb 20 03:46:48.316782 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0c365dea-5c8c-4382-84f1-992f222188d8 req-f6fc0311-bc32-4341-9a22-ec1b1272d7bf tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/security-groups?id=07dcdda2-53cb-4aa6-a81c-8c7289fdaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653248 Feb 20 03:46:48.439138 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59047d66-e9b1-4cd7-9901-2f44c0c27763 req-391545ac-c8d2-440b-9a48-c54c92e4cc04 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:48.440717 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-59047d66-e9b1-4cd7-9901-2f44c0c27763 req-391545ac-c8d2-440b-9a48-c54c92e4cc04 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 945 time: 0.0603726 Feb 20 03:46:48.491685 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-59047d66-e9b1-4cd7-9901-2f44c0c27763 req-e5f30157-0ff2-42ac-b87a-7144a7192af4 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451236 Feb 20 03:46:48.541135 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0960a05-4269-417a-95f6-0aa1d6c3baea x-openstack-request-id: req-e0960a05-4269-417a-95f6-0aa1d6c3baea {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:46:48.541135 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1d7768-3174-402d-a0de-fab0564778fb", "name": "network-vif-plugged", "status": "completed", "tag": "bf3783b4-809a-4c35-bd34-df196608bb8e", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:46:48.541135 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e0960a05-4269-417a-95f6-0aa1d6c3baea {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:46:48.541135 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1d7768-3174-402d-a0de-fab0564778fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3783b4-809a-4c35-bd34-df196608bb8e', 'code': 200} Feb 20 03:46:48.675567 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b10854e1-eb6c-4a17-b605-9b9ce2a39266 req-37faa34d-ca39-43f7-9d9e-4b9facb43325 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 210 time: 0.1005046 Feb 20 03:46:48.931079 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aac268-d983-484d-a5cb-098a54784fa7 req-4348a9f6-a7ce-40c1-9f4c-21078fa85639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:48.932801 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-32aac268-d983-484d-a5cb-098a54784fa7 req-4348a9f6-a7ce-40c1-9f4c-21078fa85639 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 1128 time: 0.0845912 Feb 20 03:46:48.943508 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-faede9e4-545e-4a93-ba32-af1f6597e98d tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:48.945195 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-faede9e4-545e-4a93-ba32-af1f6597e98d tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/networks?id=e7145295-dd19-4a16-9b45-ef5241878299 HTTP/1.1" status: 200 len: 805 time: 0.1912515 Feb 20 03:46:48.989074 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-b524c256-2364-469c-b7b5-69df33bb344e tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/quotas/ee1f83dd43a749889a261be042aa9ecd HTTP/1.1" status: 200 len: 375 time: 0.0233271 Feb 20 03:46:48.995335 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-32aac268-d983-484d-a5cb-098a54784fa7 req-276523da-cc24-49bf-a004-e4e04cf5d47c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491347 Feb 20 03:46:49.049819 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-0e53cc3b-0f22-40c5-ae44-d5423228464b tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=ee1f83dd43a749889a261be042aa9ecd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0530474 Feb 20 03:46:49.157552 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-e9af5825-0c4b-41f6-8193-feb8b347fd51 service neutron] 10.222.0.89 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945706 Feb 20 03:46:49.291819 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-9719ab6a-4a93-45a8-bf84-a99c813e4dc6 service neutron] 10.222.0.89 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280358 Feb 20 03:46:49.773456 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7ef6f-ced2-4c73-8947-6532549ead08 req-4bf4cd72-828e-4d95-a12a-02ba1a347088 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:49.775035 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-27e7ef6f-ced2-4c73-8947-6532549ead08 req-4bf4cd72-828e-4d95-a12a-02ba1a347088 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=233a2bb0-a125-4858-8ccb-42962e33e6a2 HTTP/1.1" status: 200 len: 945 time: 0.0700941 Feb 20 03:46:49.839018 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-27e7ef6f-ced2-4c73-8947-6532549ead08 req-cfea6fba-e8cc-4c71-85aa-a6c7f27507b2 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/security-groups?id=07dcdda2-53cb-4aa6-a81c-8c7289fdaa8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574472 Feb 20 03:46:49.868637 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49884) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:49.981730 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd307033-fb5c-4e46-bed5-079279598ad9 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:49.984224 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cd307033-fb5c-4e46-bed5-079279598ad9 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=233a2bb0-a125-4858-8ccb-42962e33e6a2 HTTP/1.1" status: 200 len: 1122 time: 0.1137505 Feb 20 03:46:49.987703 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49890) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:49.995345 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-b57a0c28-b3d3-4270-a304-7848a2ca6462 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'port_id': '09657b09-6260-487a-b86f-405ddf33f1bf', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:50.045937 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae954cf-8c6c-4270-91d4-87f0fad45ba9 req-58d3ce01-5021-479b-a6a5-b54d2185375a tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:50.048578 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bae954cf-8c6c-4270-91d4-87f0fad45ba9 req-58d3ce01-5021-479b-a6a5-b54d2185375a tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 946 time: 0.1271071 Feb 20 03:46:50.129559 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b57a0c28-b3d3-4270-a304-7848a2ca6462 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:50.157747 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bae954cf-8c6c-4270-91d4-87f0fad45ba9 req-4e205d6f-ed11-4764-8916-8479b758c945 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830305 Feb 20 03:46:50.688517 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2af18-a115-4ee4-bd24-f23c4ca4990c req-0a538941-5221-4bb1-9124-4ada54ecd6a4 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:50.690152 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f7c2af18-a115-4ee4-bd24-f23c4ca4990c req-0a538941-5221-4bb1-9124-4ada54ecd6a4 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 945 time: 0.1179919 Feb 20 03:46:50.699463 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619837fd-0d52-4c28-a1cc-c023274b472e req-89f68d7f-b71d-4fab-9064-8f610db40dda tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:50.699463 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-619837fd-0d52-4c28-a1cc-c023274b472e req-89f68d7f-b71d-4fab-9064-8f610db40dda tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.42 "GET /v2.0/networks?id=64115127-0ca9-4210-b390-d57efc54bf51 HTTP/1.1" status: 200 len: 811 time: 0.1750364 Feb 20 03:46:50.712906 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-619837fd-0d52-4c28-a1cc-c023274b472e req-ec454317-35b5-4d5a-9e73-9858036c9c8c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Request body: {'port': {'device_id': 'cb218528-0e8e-4126-876b-4526f65ffc91', 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51', 'admin_state_up': True, 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:50.886684 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f7c2af18-a115-4ee4-bd24-f23c4ca4990c req-27309c05-68c8-40bd-8b6c-d9479695bed9 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811883 Feb 20 03:46:50.891638 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b57a0c28-b3d3-4270-a304-7848a2ca6462 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:50.926422 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:51.090331 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-51d8b7c1-b498-467b-baf2-4cd30502f936 req-d87f9251-fbb3-40d7-8c1a-021e3a49e28f tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b364297-30ee-4405-8b5a-f63124c9eb63 HTTP/1.1" status: 200 len: 210 time: 0.0580218 Feb 20 03:46:51.090885 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-619837fd-0d52-4c28-a1cc-c023274b472e req-ec454317-35b5-4d5a-9e73-9858036c9c8c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Made reservation on behalf of 2a426eb8717f45cda17f79dc5d1190fc for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:46:51.094225 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-619837fd-0d52-4c28-a1cc-c023274b472e req-ec454317-35b5-4d5a-9e73-9858036c9c8c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:51.137265 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:51.158324 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-b57a0c28-b3d3-4270-a304-7848a2ca6462 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Allocated IP 172.25.7.64 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/d140343e-a9ef-4d73-b379-995e765c7efd) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:46:51.231969 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ad0ef16b-3c56-4daa-a63b-442c5b948062 req-fa8127ea-46ae-46a2-87f6-c689e6833b70 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 210 time: 0.0434155 Feb 20 03:46:51.461592 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-619837fd-0d52-4c28-a1cc-c023274b472e req-ec454317-35b5-4d5a-9e73-9858036c9c8c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Allocated IP 172.20.0.3 (64115127-0ca9-4210-b390-d57efc54bf51/85e8c386-47fc-4d48-86f0-3d288a799fec/e0a91145-6212-4367-98ca-a36a7166e206) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:46:51.498030 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b57a0c28-b3d3-4270-a304-7848a2ca6462 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for port (d140343e-a9ef-4d73-b379-995e765c7efd), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:51.528212 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8bbc4-02ec-470b-8809-065d352f7952 req-aba11275-8eeb-4296-b772-e7419da06948 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:51.535592 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-46f8bbc4-02ec-470b-8809-065d352f7952 req-aba11275-8eeb-4296-b772-e7419da06948 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 946 time: 0.1984861 Feb 20 03:46:51.668186 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-46f8bbc4-02ec-470b-8809-065d352f7952 req-0d71c3c8-6b7e-48d8-b2ad-53918e7553c9 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317055 Feb 20 03:46:51.740177 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-619837fd-0d52-4c28-a1cc-c023274b472e req-ec454317-35b5-4d5a-9e73-9858036c9c8c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks [] for port (e0a91145-6212-4367-98ca-a36a7166e206), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:51.783548 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b57a0c28-b3d3-4270-a304-7848a2ca6462 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (d140343e-a9ef-4d73-b379-995e765c7efd), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:51.832732 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57a0c28-b3d3-4270-a304-7848a2ca6462 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:46:51.837702 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-b57a0c28-b3d3-4270-a304-7848a2ca6462 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:46:51.842228 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57a0c28-b3d3-4270-a304-7848a2ca6462 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:46:51.846994 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a0c28-b3d3-4270-a304-7848a2ca6462 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'Port': ['ID=d140343e-a9ef-4d73-b379-995e765c7efd,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:51.899833 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-619837fd-0d52-4c28-a1cc-c023274b472e req-ec454317-35b5-4d5a-9e73-9858036c9c8c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (e0a91145-6212-4367-98ca-a36a7166e206), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:51.992047 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-619837fd-0d52-4c28-a1cc-c023274b472e req-ec454317-35b5-4d5a-9e73-9858036c9c8c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Network 64115127-0ca9-4210-b390-d57efc54bf51 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:46:52.003813 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-619837fd-0d52-4c28-a1cc-c023274b472e req-ec454317-35b5-4d5a-9e73-9858036c9c8c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:46:52.007032 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-619837fd-0d52-4c28-a1cc-c023274b472e req-ec454317-35b5-4d5a-9e73-9858036c9c8c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:46:52.089689 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619837fd-0d52-4c28-a1cc-c023274b472e req-ec454317-35b5-4d5a-9e73-9858036c9c8c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:52.090408 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-619837fd-0d52-4c28-a1cc-c023274b472e req-ec454317-35b5-4d5a-9e73-9858036c9c8c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:52.144336 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec454317-35b5-4d5a-9e73-9858036c9c8c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Pushing event updated for resources: {'Port': ['ID=e0a91145-6212-4367-98ca-a36a7166e206,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:52.224558 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-619837fd-0d52-4c28-a1cc-c023274b472e req-ec454317-35b5-4d5a-9e73-9858036c9c8c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5162876 Feb 20 03:46:52.291561 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-619837fd-0d52-4c28-a1cc-c023274b472e req-0b9e39f0-3267-4c02-8b8e-865c35262b01 service neutron] Request body: {'port': {'device_id': 'cb218528-0e8e-4126-876b-4526f65ffc91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:52.388579 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f024b0f-c1a9-452e-9c09-9a585cfbab9d req-7a67fe51-8dd3-4d9e-9368-deeb7b54cf0f tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:52.391232 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f024b0f-c1a9-452e-9c09-9a585cfbab9d req-7a67fe51-8dd3-4d9e-9368-deeb7b54cf0f tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 945 time: 0.3344214 Feb 20 03:46:52.409619 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-584c85ce-92e7-43b3-9e34-73b91d249309 None None] Provisioning complete for port e0a91145-6212-4367-98ca-a36a7166e206 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:46:52.413550 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-584c85ce-92e7-43b3-9e34-73b91d249309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e0a91145-6212-4367-98ca-a36a7166e206), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:52.487792 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-584c85ce-92e7-43b3-9e34-73b91d249309 None None] Port e0a91145-6212-4367-98ca-a36a7166e206 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:46:52.540881 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-619837fd-0d52-4c28-a1cc-c023274b472e req-0b9e39f0-3267-4c02-8b8e-865c35262b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e0a91145-6212-4367-98ca-a36a7166e206), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:52.619076 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-6fed5abc-c7c9-4988-9a16-9b352151f13c tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:52.620609 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-6fed5abc-c7c9-4988-9a16-9b352151f13c tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.42 "GET /v2.0/networks?id=e7145295-dd19-4a16-9b45-ef5241878299 HTTP/1.1" status: 200 len: 805 time: 0.4711962 Feb 20 03:46:52.642804 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-e940dff4-6dc9-47b2-9068-a7989d690356 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Request body: {'port': {'device_id': '4b364297-30ee-4405-8b5a-f63124c9eb63', 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299', 'admin_state_up': True, 'tenant_id': 'ee1f83dd43a749889a261be042aa9ecd'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:53.250836 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f024b0f-c1a9-452e-9c09-9a585cfbab9d req-7e754805-24e8-4402-8819-7751d731757a tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6834245 Feb 20 03:46:53.424928 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-403de002-c4ea-4559-8b66-277c6bf27cc6 req-333c3979-169f-4af2-8bb7-6e10a82c2cc7 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b364297-30ee-4405-8b5a-f63124c9eb63 HTTP/1.1" status: 200 len: 210 time: 0.0877895 Feb 20 03:46:53.512538 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b57a0c28-b3d3-4270-a304-7848a2ca6462 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for floatingip (bb0099c6-dc55-4a28-b3a0-2383def4533d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:53.552184 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-632202db-d849-47f2-927d-38dde75d2781 req-7e5b1e45-5f6e-49a7-956c-47720bc608c2 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3488111 Feb 20 03:46:53.625916 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-e940dff4-6dc9-47b2-9068-a7989d690356 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Made reservation on behalf of ee1f83dd43a749889a261be042aa9ecd for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:46:53.629967 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-e940dff4-6dc9-47b2-9068-a7989d690356 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:53.727589 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac91956-bb79-438f-988a-67de223b9fe5 req-6a9afb6d-9932-4ae6-bb26-e7a04d9c1479 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:53.729026 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ac91956-bb79-438f-988a-67de223b9fe5 req-6a9afb6d-9932-4ae6-bb26-e7a04d9c1479 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 931 time: 0.1857486 Feb 20 03:46:53.806963 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632202db-d849-47f2-927d-38dde75d2781 req-ac098dd0-83c1-483e-a359-5b63b19741d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:53.808539 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-632202db-d849-47f2-927d-38dde75d2781 req-ac098dd0-83c1-483e-a359-5b63b19741d1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2a426eb8717f45cda17f79dc5d1190fc&device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 1126 time: 0.2068291 Feb 20 03:46:53.981609 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-619837fd-0d52-4c28-a1cc-c023274b472e req-0b9e39f0-3267-4c02-8b8e-865c35262b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0a91145-6212-4367-98ca-a36a7166e206 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:46:53.997644 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b57a0c28-b3d3-4270-a304-7848a2ca6462 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d140343e-a9ef-4d73-b379-995e765c7efd), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:54.003580 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-619837fd-0d52-4c28-a1cc-c023274b472e req-0b9e39f0-3267-4c02-8b8e-865c35262b01 service neutron] Publish callbacks [] for port (e0a91145-6212-4367-98ca-a36a7166e206), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:54.013493 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ac91956-bb79-438f-988a-67de223b9fe5 req-76ae4f14-9d8d-4966-b4c1-9569cca46cca tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772388 Feb 20 03:46:54.067029 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-619837fd-0d52-4c28-a1cc-c023274b472e req-0b9e39f0-3267-4c02-8b8e-865c35262b01 service neutron] Transition to ACTIVE for port object e0a91145-6212-4367-98ca-a36a7166e206 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:46:54.069945 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-e940dff4-6dc9-47b2-9068-a7989d690356 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Allocated IP 172.20.0.7 (e7145295-dd19-4a16-9b45-ef5241878299/9ceea925-1fd0-4335-a582-98f4180d0060/e69b0a3e-c314-4bad-af14-b9fe79125c4f) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:46:54.161081 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-619837fd-0d52-4c28-a1cc-c023274b472e req-0b9e39f0-3267-4c02-8b8e-865c35262b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (e0a91145-6212-4367-98ca-a36a7166e206), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:54.245480 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632202db-d849-47f2-927d-38dde75d2781 req-703f0f32-97bf-4277-bb02-800ddcd64f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:54.247015 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-632202db-d849-47f2-927d-38dde75d2781 req-703f0f32-97bf-4277-bb02-800ddcd64f82 service neutron] 10.222.0.93 "GET /v2.0/networks?id=64115127-0ca9-4210-b390-d57efc54bf51 HTTP/1.1" status: 200 len: 912 time: 0.4023376 Feb 20 03:46:54.374992 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e39f0-3267-4c02-8b8e-865c35262b01 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a91145-6212-4367-98ca-a36a7166e206,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:54.413768 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb99a7-5ec2-4ac6-8b52-c7a4e3369270 req-9c1a9f57-01e6-4d9f-bfe5-5a21cedc9060 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:54.419614 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-56cb99a7-5ec2-4ac6-8b52-c7a4e3369270 req-9c1a9f57-01e6-4d9f-bfe5-5a21cedc9060 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 946 time: 0.3405299 Feb 20 03:46:54.510294 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-632202db-d849-47f2-927d-38dde75d2781 req-4c93307b-65dc-47ee-8a48-ecfcd07912a5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=704b66a5-2e83-41de-ba1d-777ee6bc4c8e HTTP/1.1" status: 200 len: 998 time: 0.2490535 Feb 20 03:46:54.678288 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b57a0c28-b3d3-4270-a304-7848a2ca6462 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for port (d140343e-a9ef-4d73-b379-995e765c7efd), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:54.716823 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632202db-d849-47f2-927d-38dde75d2781 req-11d6d9eb-6ce4-4748-9c60-0e0f881e4ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:54.718493 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-632202db-d849-47f2-927d-38dde75d2781 req-11d6d9eb-6ce4-4748-9c60-0e0f881e4ac6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=85e8c386-47fc-4d48-86f0-3d288a799fec HTTP/1.1" status: 200 len: 850 time: 0.1458480 Feb 20 03:46:54.785716 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b57a0c28-b3d3-4270-a304-7848a2ca6462 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (d140343e-a9ef-4d73-b379-995e765c7efd), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:54.797269 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-619837fd-0d52-4c28-a1cc-c023274b472e req-0b9e39f0-3267-4c02-8b8e-865c35262b01 service neutron] Attempting to bind port e0a91145-6212-4367-98ca-a36a7166e206 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:46:54.797595 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-619837fd-0d52-4c28-a1cc-c023274b472e req-0b9e39f0-3267-4c02-8b8e-865c35262b01 service neutron] Attempting to bind port e0a91145-6212-4367-98ca-a36a7166e206 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': 'e9cd605c-65a4-4e74-ab33-d19d304bb06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:46:54.797927 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619837fd-0d52-4c28-a1cc-c023274b472e req-0b9e39f0-3267-4c02-8b8e-865c35262b01 service neutron] Attempting to bind port e0a91145-6212-4367-98ca-a36a7166e206 on network 64115127-0ca9-4210-b390-d57efc54bf51 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:46:54.811895 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-56cb99a7-5ec2-4ac6-8b52-c7a4e3369270 req-02747632-4624-46c7-a535-617bf7db96d5 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912220 Feb 20 03:46:54.835934 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-e940dff4-6dc9-47b2-9068-a7989d690356 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks [] for port (e69b0a3e-c314-4bad-af14-b9fe79125c4f), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:54.882848 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619837fd-0d52-4c28-a1cc-c023274b472e req-0b9e39f0-3267-4c02-8b8e-865c35262b01 service neutron] Port e0a91145-6212-4367-98ca-a36a7166e206 on network 64115127-0ca9-4210-b390-d57efc54bf51 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:46:54.883494 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619837fd-0d52-4c28-a1cc-c023274b472e req-0b9e39f0-3267-4c02-8b8e-865c35262b01 service neutron] Attempting to bind port e0a91145-6212-4367-98ca-a36a7166e206 on network 64115127-0ca9-4210-b390-d57efc54bf51 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:46:55.241713 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619837fd-0d52-4c28-a1cc-c023274b472e req-0b9e39f0-3267-4c02-8b8e-865c35262b01 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:46:55.241965 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619837fd-0d52-4c28-a1cc-c023274b472e req-0b9e39f0-3267-4c02-8b8e-865c35262b01 service neutron] Checking segment: {'id': 'e9cd605c-65a4-4e74-ab33-d19d304bb06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:46:55.247367 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619837fd-0d52-4c28-a1cc-c023274b472e req-0b9e39f0-3267-4c02-8b8e-865c35262b01 service neutron] Bound using segment: {'id': 'e9cd605c-65a4-4e74-ab33-d19d304bb06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:46:55.247367 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-619837fd-0d52-4c28-a1cc-c023274b472e req-0b9e39f0-3267-4c02-8b8e-865c35262b01 service neutron] Bound port: e0a91145-6212-4367-98ca-a36a7166e206, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9cd605c-65a4-4e74-ab33-d19d304bb06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:46:55.247367 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-619837fd-0d52-4c28-a1cc-c023274b472e req-0b9e39f0-3267-4c02-8b8e-865c35262b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e0a91145-6212-4367-98ca-a36a7166e206), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:55.295621 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a0c28-b3d3-4270-a304-7848a2ca6462 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'Port': ['ID=d140343e-a9ef-4d73-b379-995e765c7efd,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:55.311316 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632202db-d849-47f2-927d-38dde75d2781 req-d8b89c0a-12df-4cd3-b7e5-21b978d9adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:55.311316 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-632202db-d849-47f2-927d-38dde75d2781 req-d8b89c0a-12df-4cd3-b7e5-21b978d9adfe service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=64115127-0ca9-4210-b390-d57efc54bf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5790522 Feb 20 03:46:55.314728 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b57a0c28-b3d3-4270-a304-7848a2ca6462 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (bb0099c6-dc55-4a28-b3a0-2383def4533d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:55.484115 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c90f12-1998-4c4f-9f2f-4f3e58d66feb req-7fc54cfa-3750-4701-933b-90b1ce1e244f tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:55.485485 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2c90f12-1998-4c4f-9f2f-4f3e58d66feb req-7fc54cfa-3750-4701-933b-90b1ce1e244f tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 945 time: 0.2646258 Feb 20 03:46:55.523239 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-e940dff4-6dc9-47b2-9068-a7989d690356 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (e69b0a3e-c314-4bad-af14-b9fe79125c4f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:55.535157 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['01c6f12a-e18f-4e22-8ca3-befe7fa5df30'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:46:55.537984 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-619837fd-0d52-4c28-a1cc-c023274b472e req-0b9e39f0-3267-4c02-8b8e-865c35262b01 service neutron] For port e0a91145-6212-4367-98ca-a36a7166e206, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:46:55.610606 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-619837fd-0d52-4c28-a1cc-c023274b472e req-0b9e39f0-3267-4c02-8b8e-865c35262b01 service neutron] For port e0a91145-6212-4367-98ca-a36a7166e206, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=e0a91145-6212-4367-98ca-a36a7166e206,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:46:55.658364 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-632202db-d849-47f2-927d-38dde75d2781 req-8226fe22-aeb0-4fa0-bea3-8fdbb826a814 service neutron] 10.222.0.93 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375876 Feb 20 03:46:55.677398 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-e940dff4-6dc9-47b2-9068-a7989d690356 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Network e7145295-dd19-4a16-9b45-ef5241878299 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:46:55.691328 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [None req-b57a0c28-b3d3-4270-a304-7848a2ca6462 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Floating IP bb0099c6-dc55-4a28-b3a0-2383def4533d associated. External IP: 172.25.7.64, port: 09657b09-6260-487a-b86f-405ddf33f1bf. Feb 20 03:46:55.696400 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-e940dff4-6dc9-47b2-9068-a7989d690356 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:46:55.698272 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940dff4-6dc9-47b2-9068-a7989d690356 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Pushing event updated for resources: {'Port': ['ID=e69b0a3e-c314-4bad-af14-b9fe79125c4f,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:55.750553 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-e940dff4-6dc9-47b2-9068-a7989d690356 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:46:55.750553 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-619837fd-0d52-4c28-a1cc-c023274b472e req-0b9e39f0-3267-4c02-8b8e-865c35262b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (e0a91145-6212-4367-98ca-a36a7166e206), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:55.762658 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2c90f12-1998-4c4f-9f2f-4f3e58d66feb req-96b72fbd-a2a4-4e47-b43a-dd9301382e05 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433681 Feb 20 03:46:55.946018 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619837fd-0d52-4c28-a1cc-c023274b472e req-0b9e39f0-3267-4c02-8b8e-865c35262b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:55.947732 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-619837fd-0d52-4c28-a1cc-c023274b472e req-0b9e39f0-3267-4c02-8b8e-865c35262b01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:55.948105 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-619837fd-0d52-4c28-a1cc-c023274b472e req-0b9e39f0-3267-4c02-8b8e-865c35262b01 service neutron] 10.222.0.42 "PUT /v2.0/ports/e0a91145-6212-4367-98ca-a36a7166e206 HTTP/1.1" status: 200 len: 1091 time: 3.7069373 Feb 20 03:46:55.956496 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb218528-0e8e-4126-876b-4526f65ffc91', 'tag': 'e0a91145-6212-4367-98ca-a36a7166e206'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:46:55.958787 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5978fa58-efdb-47f9-8c22-16ec08c2c271" -d '{"events": [{"name": "network-changed", "server_uuid": "cb218528-0e8e-4126-876b-4526f65ffc91", "tag": "e0a91145-6212-4367-98ca-a36a7166e206"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:46:56.006783 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-e940dff4-6dc9-47b2-9068-a7989d690356 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:56.007374 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-e940dff4-6dc9-47b2-9068-a7989d690356 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:56.064289 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e39f0-3267-4c02-8b8e-865c35262b01 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a91145-6212-4367-98ca-a36a7166e206,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:56.140606 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-632202db-d849-47f2-927d-38dde75d2781 req-c36147f5-8d7b-4b7e-883a-6dd357684853 service neutron] 10.222.0.93 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4683285 Feb 20 03:46:56.151726 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e338e-2564-4240-9e8c-632a94a8b9e6 req-d40cabfb-b943-415d-bc7e-eb05187f0d7e tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:56.153217 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b5e338e-2564-4240-9e8c-632a94a8b9e6 req-d40cabfb-b943-415d-bc7e-eb05187f0d7e tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b364297-30ee-4405-8b5a-f63124c9eb63 HTTP/1.1" status: 200 len: 931 time: 0.2870522 Feb 20 03:46:56.230974 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-e940dff4-6dc9-47b2-9068-a7989d690356 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5998983 Feb 20 03:46:56.249908 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-6dee6573-cf0a-49bc-8cfa-6a36765c2cf8 service neutron] Request body: {'port': {'device_id': '4b364297-30ee-4405-8b5a-f63124c9eb63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:46:56.256007 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619837fd-0d52-4c28-a1cc-c023274b472e req-3f03c44b-f06b-4c3f-8ba1-255bb3d880d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:56.257952 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-619837fd-0d52-4c28-a1cc-c023274b472e req-3f03c44b-f06b-4c3f-8ba1-255bb3d880d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a426eb8717f45cda17f79dc5d1190fc&device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 1125 time: 0.1955643 Feb 20 03:46:56.336420 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-619837fd-0d52-4c28-a1cc-c023274b472e req-548bd5c4-8460-45f0-b4ca-ed02e1b8b0c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0a91145-6212-4367-98ca-a36a7166e206 HTTP/1.1" status: 200 len: 217 time: 0.0697300 Feb 20 03:46:56.376629 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-00a20777-58f7-4283-a428-f36d88855a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:56.435765 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b5e338e-2564-4240-9e8c-632a94a8b9e6 req-3f061416-eb06-47bd-ae1e-9c7bf612845e tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689998 Feb 20 03:46:56.525530 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619837fd-0d52-4c28-a1cc-c023274b472e req-dbd4ff3d-af5c-44fe-b619-14d83c7bf721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:56.527106 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-619837fd-0d52-4c28-a1cc-c023274b472e req-dbd4ff3d-af5c-44fe-b619-14d83c7bf721 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=85e8c386-47fc-4d48-86f0-3d288a799fec HTTP/1.1" status: 200 len: 850 time: 0.1782167 Feb 20 03:46:56.530781 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-6dee6573-cf0a-49bc-8cfa-6a36765c2cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e69b0a3e-c314-4bad-af14-b9fe79125c4f), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:56.553836 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57a0c28-b3d3-4270-a304-7848a2ca6462 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Router 1f704882-8ee9-4e7c-94bb-8904fb780b41 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:46:56.705764 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619837fd-0d52-4c28-a1cc-c023274b472e req-1c255ce9-1ce1-411a-bf66-fd2904574843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:56.707343 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-619837fd-0d52-4c28-a1cc-c023274b472e req-1c255ce9-1ce1-411a-bf66-fd2904574843 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64115127-0ca9-4210-b390-d57efc54bf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1641769 Feb 20 03:46:56.720906 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63e920-b4bc-4d65-9612-56868bf197f1 req-29bdad17-6922-4189-a137-4b3f27261cac tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:56.724279 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fe63e920-b4bc-4d65-9612-56868bf197f1 req-29bdad17-6922-4189-a137-4b3f27261cac tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 946 time: 0.1933179 Feb 20 03:46:57.268510 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fe63e920-b4bc-4d65-9612-56868bf197f1 req-44ede1ae-b173-467d-801d-3bd8cc3693c9 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5323153 Feb 20 03:46:57.296977 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57a0c28-b3d3-4270-a304-7848a2ca6462 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:46:57.308873 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-619837fd-0d52-4c28-a1cc-c023274b472e req-db54eaa6-1794-4cd0-91c9-004a05f5c532 service neutron] 10.222.0.42 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5855069 Feb 20 03:46:57.319375 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ebb7dc-04a3-4664-96ee-1906a5475a4f None None] Sync routers for ids ['1f704882-8ee9-4e7c-94bb-8904fb780b41'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:46:57.331490 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ebb7dc-04a3-4664-96ee-1906a5475a4f None None] Routers {'1f704882-8ee9-4e7c-94bb-8904fb780b41'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:46:57.334950 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-35ebb7dc-04a3-4664-96ee-1906a5475a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:46:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['1f704882-8ee9-4e7c-94bb-8904fb780b41'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:46:57.476115 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b57a0c28-b3d3-4270-a304-7848a2ca6462 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:57.509728 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-35ebb7dc-04a3-4664-96ee-1906a5475a4f None None] Set router 1f704882-8ee9-4e7c-94bb-8904fb780b41 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:46:57.597255 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 50050) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:57.603332 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b57a0c28-b3d3-4270-a304-7848a2ca6462 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.6128886 Feb 20 03:46:57.624312 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-619837fd-0d52-4c28-a1cc-c023274b472e req-af53ea93-ca30-4e3b-a7b2-1fa0a655069f service neutron] 10.222.0.42 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079545 Feb 20 03:46:57.680943 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-6dee6573-cf0a-49bc-8cfa-6a36765c2cf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e69b0a3e-c314-4bad-af14-b9fe79125c4f {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:46:57.692720 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f1039-f25f-464b-9b8c-bc295ddf2ec6 req-64d20baa-b9b2-4922-ae14-1065d1cd6c8c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:57.703260 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-af4f1039-f25f-464b-9b8c-bc295ddf2ec6 req-64d20baa-b9b2-4922-ae14-1065d1cd6c8c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 943 time: 0.2838211 Feb 20 03:46:57.722958 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-205479b6-e7f2-4ec9-8b28-e23b78debdb8 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/floatingips/bb0099c6-dc55-4a28-b3a0-2383def4533d HTTP/1.1" status: 200 len: 990 time: 0.1243691 Feb 20 03:46:57.736735 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-6dee6573-cf0a-49bc-8cfa-6a36765c2cf8 service neutron] Publish callbacks [] for port (e69b0a3e-c314-4bad-af14-b9fe79125c4f), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:57.778908 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-6dee6573-cf0a-49bc-8cfa-6a36765c2cf8 service neutron] Transition to ACTIVE for port object e69b0a3e-c314-4bad-af14-b9fe79125c4f will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:46:57.824198 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-af4f1039-f25f-464b-9b8c-bc295ddf2ec6 req-bc3b2b4b-31d7-4ed2-a1e4-bfe11bdd9bd4 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122701 Feb 20 03:46:57.896987 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-6dee6573-cf0a-49bc-8cfa-6a36765c2cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (e69b0a3e-c314-4bad-af14-b9fe79125c4f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:57.967743 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5502c47e-6686-40e1-88b6-fc4ad7795835 x-openstack-request-id: req-5502c47e-6686-40e1-88b6-fc4ad7795835 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:46:57.972335 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb218528-0e8e-4126-876b-4526f65ffc91", "tag": "e0a91145-6212-4367-98ca-a36a7166e206", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:46:57.972776 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5502c47e-6686-40e1-88b6-fc4ad7795835 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:46:57.973356 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb218528-0e8e-4126-876b-4526f65ffc91', 'tag': 'e0a91145-6212-4367-98ca-a36a7166e206', 'status': 'completed', 'code': 200} Feb 20 03:46:58.034201 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-35ebb7dc-04a3-4664-96ee-1906a5475a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'name': 'tempest-TestNetworkBasicOps-router-1140130964', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '76539ed8-754d-4f48-88c0-643354065eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:46:00Z', 'updated_at': '2022-02-20T03:46:15Z', 'revision_number': 4, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '76539ed8-754d-4f48-88c0-643354065eac', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:03Z', 'updated_at': '2022-02-20T03:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'bb0099c6-dc55-4a28-b3a0-2383def4533d', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'floating_ip_address': '172.25.7.64', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'port_id': '09657b09-6260-487a-b86f-405ddf33f1bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2284, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7', 'mac_address': 'fa:16:3e:ca:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233a2bb0-a125-4858-8ccb-42962e33e6a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:46:52Z', 'updated_at': '2022-02-20T03:46:52Z', 'revision_number': 0, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef44c92f-8964-4413-a4ba-4a53f5cae4ec', 'name': '', 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'mac_address': 'fa:16:3e:9a:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '9da9d33c-0bd0-4a9e-a1a9-2d056772489c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:14Z', 'updated_at': '2022-02-20T03:46:21Z', 'revision_number': 5, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'subnets': [{'id': '9da9d33c-0bd0-4a9e-a1a9-2d056772489c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:46:58.077806 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ebb7dc-04a3-4664-96ee-1906a5475a4f None None] Checking router: 1f704882-8ee9-4e7c-94bb-8904fb780b41 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:46:58.085262 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee6573-cf0a-49bc-8cfa-6a36765c2cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=e69b0a3e-c314-4bad-af14-b9fe79125c4f,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:58.089589 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ebb7dc-04a3-4664-96ee-1906a5475a4f None None] Routers {'1f704882-8ee9-4e7c-94bb-8904fb780b41'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:46:58.090442 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-35ebb7dc-04a3-4664-96ee-1906a5475a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:46:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['1f704882-8ee9-4e7c-94bb-8904fb780b41'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:46:58.239496 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-35ebb7dc-04a3-4664-96ee-1906a5475a4f None None] Set router 1f704882-8ee9-4e7c-94bb-8904fb780b41 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:46:58.250462 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978fa58-efdb-47f9-8c22-16ec08c2c271 req-1a220c6d-c590-4214-ab0a-79caa1d28bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:58.251998 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5978fa58-efdb-47f9-8c22-16ec08c2c271 req-1a220c6d-c590-4214-ab0a-79caa1d28bc1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a426eb8717f45cda17f79dc5d1190fc&device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 1125 time: 0.2717965 Feb 20 03:46:58.397322 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978fa58-efdb-47f9-8c22-16ec08c2c271 req-582a550d-e952-4057-b3ea-6a4a712dea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:58.399907 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5978fa58-efdb-47f9-8c22-16ec08c2c271 req-582a550d-e952-4057-b3ea-6a4a712dea48 service neutron] 10.222.0.42 "GET /v2.0/networks?id=64115127-0ca9-4210-b390-d57efc54bf51 HTTP/1.1" status: 200 len: 912 time: 0.1388950 Feb 20 03:46:58.489077 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5978fa58-efdb-47f9-8c22-16ec08c2c271 req-6e3965e7-65b5-4726-a126-c56921d462e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0a91145-6212-4367-98ca-a36a7166e206 HTTP/1.1" status: 200 len: 217 time: 0.0822394 Feb 20 03:46:58.546524 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219142b-d296-49ac-9b76-b0510829ab1a req-c2fcfae9-d042-431b-a682-73aa7798e7a8 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:58.565328 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7219142b-d296-49ac-9b76-b0510829ab1a req-c2fcfae9-d042-431b-a682-73aa7798e7a8 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 945 time: 0.4663713 Feb 20 03:46:58.606909 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-6dee6573-cf0a-49bc-8cfa-6a36765c2cf8 service neutron] Attempting to bind port e69b0a3e-c314-4bad-af14-b9fe79125c4f on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:46:58.607624 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-6dee6573-cf0a-49bc-8cfa-6a36765c2cf8 service neutron] Attempting to bind port e69b0a3e-c314-4bad-af14-b9fe79125c4f by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '7ac0e132-f159-46b3-89b9-bf69b2d2b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:46:58.607624 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-6dee6573-cf0a-49bc-8cfa-6a36765c2cf8 service neutron] Attempting to bind port e69b0a3e-c314-4bad-af14-b9fe79125c4f on network e7145295-dd19-4a16-9b45-ef5241878299 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:46:58.636576 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-35ebb7dc-04a3-4664-96ee-1906a5475a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'name': 'tempest-TestNetworkBasicOps-router-1140130964', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '76539ed8-754d-4f48-88c0-643354065eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:46:00Z', 'updated_at': '2022-02-20T03:46:15Z', 'revision_number': 4, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '76539ed8-754d-4f48-88c0-643354065eac', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:03Z', 'updated_at': '2022-02-20T03:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'bb0099c6-dc55-4a28-b3a0-2383def4533d', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'floating_ip_address': '172.25.7.64', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'port_id': '09657b09-6260-487a-b86f-405ddf33f1bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2284, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7', 'mac_address': 'fa:16:3e:ca:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233a2bb0-a125-4858-8ccb-42962e33e6a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:46:52Z', 'updated_at': '2022-02-20T03:46:52Z', 'revision_number': 0, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef44c92f-8964-4413-a4ba-4a53f5cae4ec', 'name': '', 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'mac_address': 'fa:16:3e:9a:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '9da9d33c-0bd0-4a9e-a1a9-2d056772489c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:14Z', 'updated_at': '2022-02-20T03:46:21Z', 'revision_number': 5, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'subnets': [{'id': '9da9d33c-0bd0-4a9e-a1a9-2d056772489c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:46:58.654358 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-6dee6573-cf0a-49bc-8cfa-6a36765c2cf8 service neutron] Port e69b0a3e-c314-4bad-af14-b9fe79125c4f on network e7145295-dd19-4a16-9b45-ef5241878299 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:46:58.654814 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-6dee6573-cf0a-49bc-8cfa-6a36765c2cf8 service neutron] Attempting to bind port e69b0a3e-c314-4bad-af14-b9fe79125c4f on network e7145295-dd19-4a16-9b45-ef5241878299 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:46:58.664600 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7219142b-d296-49ac-9b76-b0510829ab1a req-1ec3352f-d4a0-4907-b517-c13f1f9447f2 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983863 Feb 20 03:46:58.667820 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-6dee6573-cf0a-49bc-8cfa-6a36765c2cf8 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:46:58.668171 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-6dee6573-cf0a-49bc-8cfa-6a36765c2cf8 service neutron] Checking segment: {'id': '7ac0e132-f159-46b3-89b9-bf69b2d2b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:46:58.668612 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-6dee6573-cf0a-49bc-8cfa-6a36765c2cf8 service neutron] Bound using segment: {'id': '7ac0e132-f159-46b3-89b9-bf69b2d2b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:46:58.669075 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-6dee6573-cf0a-49bc-8cfa-6a36765c2cf8 service neutron] Bound port: e69b0a3e-c314-4bad-af14-b9fe79125c4f, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac0e132-f159-46b3-89b9-bf69b2d2b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:46:58.669870 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-6dee6573-cf0a-49bc-8cfa-6a36765c2cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e69b0a3e-c314-4bad-af14-b9fe79125c4f), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:58.695684 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978fa58-efdb-47f9-8c22-16ec08c2c271 req-d4c48d44-0d8c-4f46-ad44-6c187371ed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:58.697186 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5978fa58-efdb-47f9-8c22-16ec08c2c271 req-d4c48d44-0d8c-4f46-ad44-6c187371ed7b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=85e8c386-47fc-4d48-86f0-3d288a799fec HTTP/1.1" status: 200 len: 850 time: 0.2000239 Feb 20 03:46:58.710244 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ebb7dc-04a3-4664-96ee-1906a5475a4f None None] The sync data for ids ['1f704882-8ee9-4e7c-94bb-8904fb780b41'] in n-d-829866-4 is: [{'id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'name': 'tempest-TestNetworkBasicOps-router-1140130964', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '76539ed8-754d-4f48-88c0-643354065eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:46:00Z', 'updated_at': '2022-02-20T03:46:15Z', 'revision_number': 4, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '76539ed8-754d-4f48-88c0-643354065eac', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:03Z', 'updated_at': '2022-02-20T03:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'bb0099c6-dc55-4a28-b3a0-2383def4533d', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'floating_ip_address': '172.25.7.64', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'port_id': '09657b09-6260-487a-b86f-405ddf33f1bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2284, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7', 'mac_address': 'fa:16:3e:ca:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233a2bb0-a125-4858-8ccb-42962e33e6a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:46:52Z', 'updated_at': '2022-02-20T03:46:52Z', 'revision_number': 0, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef44c92f-8964-4413-a4ba-4a53f5cae4ec', 'name': '', 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'mac_address': 'fa:16:3e:9a:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '9da9d33c-0bd0-4a9e-a1a9-2d056772489c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:14Z', 'updated_at': '2022-02-20T03:46:21Z', 'revision_number': 5, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'subnets': [{'id': '9da9d33c-0bd0-4a9e-a1a9-2d056772489c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:46:58.713084 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-23d8aff4-d014-4d51-9050-9107c15997a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:58.721167 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 50080) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:58.823369 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-6dee6573-cf0a-49bc-8cfa-6a36765c2cf8 service neutron] For port e69b0a3e-c314-4bad-af14-b9fe79125c4f, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:46:58.827937 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-6dee6573-cf0a-49bc-8cfa-6a36765c2cf8 service neutron] For port e69b0a3e-c314-4bad-af14-b9fe79125c4f, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=e69b0a3e-c314-4bad-af14-b9fe79125c4f,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:46:58.883878 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-48aae19d-b128-4343-bfb0-34ac7a279c7b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/floatingips/bb0099c6-dc55-4a28-b3a0-2383def4533d HTTP/1.1" status: 200 len: 990 time: 0.1605425 Feb 20 03:46:58.939643 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978fa58-efdb-47f9-8c22-16ec08c2c271 req-ac932b7d-7208-4f47-a20e-e41d958eda67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:58.943712 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5978fa58-efdb-47f9-8c22-16ec08c2c271 req-ac932b7d-7208-4f47-a20e-e41d958eda67 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64115127-0ca9-4210-b390-d57efc54bf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1099963 Feb 20 03:46:58.946289 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-6dee6573-cf0a-49bc-8cfa-6a36765c2cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (e69b0a3e-c314-4bad-af14-b9fe79125c4f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:59.074465 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5978fa58-efdb-47f9-8c22-16ec08c2c271 req-47cf4e52-7dab-4869-9c22-02b511f1728f service neutron] 10.222.0.42 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183853 Feb 20 03:46:59.097973 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09db1f11-9889-4353-a93e-e56e2b688249 None None] New status for floating IP bb0099c6-dc55-4a28-b3a0-2383def4533d: ACTIVE {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:46:59.124594 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c256b6-9bfe-4020-a181-a2e1f7c31901 req-44a51acd-82a4-4532-ae7c-fbc707766cb4 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:59.126557 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-18c256b6-9bfe-4020-a181-a2e1f7c31901 req-44a51acd-82a4-4532-ae7c-fbc707766cb4 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 946 time: 0.2917407 Feb 20 03:46:59.199516 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-6dee6573-cf0a-49bc-8cfa-6a36765c2cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:59.200067 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-6dee6573-cf0a-49bc-8cfa-6a36765c2cf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:59.201459 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-6dee6573-cf0a-49bc-8cfa-6a36765c2cf8 service neutron] 10.222.0.42 "PUT /v2.0/ports/e69b0a3e-c314-4bad-af14-b9fe79125c4f HTTP/1.1" status: 200 len: 1091 time: 2.9591498 Feb 20 03:46:59.237023 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee6573-cf0a-49bc-8cfa-6a36765c2cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=e69b0a3e-c314-4bad-af14-b9fe79125c4f,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:46:59.265591 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-18c256b6-9bfe-4020-a181-a2e1f7c31901 req-42d4f02b-530b-4afa-bec7-42efb9d809a9 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241975 Feb 20 03:46:59.295956 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5978fa58-efdb-47f9-8c22-16ec08c2c271 req-d8eb92d7-49a6-4b45-a53c-e771b4f8a07f service neutron] 10.222.0.42 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890800 Feb 20 03:46:59.410876 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-4cc6c2f4-20bf-423e-9a4b-6bf9cc9ceaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:59.414278 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-4cc6c2f4-20bf-423e-9a4b-6bf9cc9ceaef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee1f83dd43a749889a261be042aa9ecd&device_id=4b364297-30ee-4405-8b5a-f63124c9eb63 HTTP/1.1" status: 200 len: 1125 time: 0.0679603 Feb 20 03:46:59.477692 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-2409113e-9ec7-4428-bc3b-86767d499536 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e69b0a3e-c314-4bad-af14-b9fe79125c4f HTTP/1.1" status: 200 len: 217 time: 0.0574756 Feb 20 03:46:59.563298 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-9c511860-e150-49c9-9e1f-14dde891d716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:59.568294 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-9c511860-e150-49c9-9e1f-14dde891d716 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ceea925-1fd0-4335-a582-98f4180d0060 HTTP/1.1" status: 200 len: 845 time: 0.0804079 Feb 20 03:46:59.579113 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6bbcd-a6a0-4cbc-bd65-97ae2442d3ca req-9cdd4903-a40e-4fe2-8f74-9adfd8b296e5 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:46:59.583402 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b2c6bbcd-a6a0-4cbc-bd65-97ae2442d3ca req-9cdd4903-a40e-4fe2-8f74-9adfd8b296e5 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b364297-30ee-4405-8b5a-f63124c9eb63 HTTP/1.1" status: 200 len: 943 time: 0.0906687 Feb 20 03:46:59.632856 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-05cb0654-fb78-4f60-98e7-654eb3cf161b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e7145295-dd19-4a16-9b45-ef5241878299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481358 Feb 20 03:46:59.688163 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device e0a91145-6212-4367-98ca-a36a7166e206 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:46:59.707785 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b2c6bbcd-a6a0-4cbc-bd65-97ae2442d3ca req-0e8408f3-2169-499e-ae92-de32f88c1dd3 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137621 Feb 20 03:46:59.777220 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-46ed8512-febc-4c35-b37f-23f9f04f9ce6 service neutron] 10.222.0.42 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309049 Feb 20 03:46:59.886065 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 50104) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:46:59.889047 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port e0a91145-6212-4367-98ca-a36a7166e206, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=e0a91145-6212-4367-98ca-a36a7166e206,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:46:59.903923 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'e0a91145-6212-4367-98ca-a36a7166e206', 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51', 'port_id': 'e0a91145-6212-4367-98ca-a36a7166e206', 'mac_address': 'fa:16:3e:1c:7e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e8c386-47fc-4d48-86f0-3d288a799fec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:46:59.963656 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port e0a91145-6212-4367-98ca-a36a7166e206 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:46:59.964208 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e0a91145-6212-4367-98ca-a36a7166e206), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:59.967583 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:46:59.984838 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d27c6ec5-1253-42a9-a55b-c1cba0ff5f9d req-32342e0c-94c3-4fe0-80d1-1d769d4648bc service neutron] 10.222.0.42 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990933 Feb 20 03:46:59.985176 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233a2bb0-a125-4858-8ccb-42962e33e6a2', 'tag': '09657b09-6260-487a-b86f-405ddf33f1bf'}, {'name': 'network-changed', 'server_uuid': '4b364297-30ee-4405-8b5a-f63124c9eb63', 'tag': 'e69b0a3e-c314-4bad-af14-b9fe79125c4f'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:46:59.993242 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc121935-d254-4530-90d5-1d2b45f324cd" -d '{"events": [{"name": "network-changed", "server_uuid": "233a2bb0-a125-4858-8ccb-42962e33e6a2", "tag": "09657b09-6260-487a-b86f-405ddf33f1bf"}, {"name": "network-changed", "server_uuid": "4b364297-30ee-4405-8b5a-f63124c9eb63", "tag": "e69b0a3e-c314-4bad-af14-b9fe79125c4f"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:47:00.005073 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0a91145-6212-4367-98ca-a36a7166e206 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:47:00.012616 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c4c57183-8fb1-4699-84e3-e4d60bc9c85b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/floatingips/bb0099c6-dc55-4a28-b3a0-2383def4533d HTTP/1.1" status: 200 len: 992 time: 0.1247377 Feb 20 03:47:00.027831 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port e0a91145-6212-4367-98ca-a36a7166e206, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=e0a91145-6212-4367-98ca-a36a7166e206,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:47:00.098459 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e0a91145-6212-4367-98ca-a36a7166e206), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:00.155633 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=e0a91145-6212-4367-98ca-a36a7166e206,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:00.164851 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:00.165491 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:00.166013 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:00.166522 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:00.167067 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:00.167566 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:00.168064 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:00.168576 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:00.169064 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:00.169697 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:00.170207 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:00.171287 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:00.172285 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:00.235822 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e42ee-6f1f-45c5-898e-42500b7c41b7 req-5ef7f101-b414-412f-a813-d6d521cc2055 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:00.246690 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-464e42ee-6f1f-45c5-898e-42500b7c41b7 req-5ef7f101-b414-412f-a813-d6d521cc2055 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 944 time: 0.1134048 Feb 20 03:47:00.325418 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-464e42ee-6f1f-45c5-898e-42500b7c41b7 req-9c9a393a-f78f-4951-adcf-57c28d05897d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775447 Feb 20 03:47:00.334899 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6a257-a5e6-4a52-899c-9909b9d40eb8 req-341167e8-eb47-48e4-b46c-d2c3501babcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:00.336512 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65a6a257-a5e6-4a52-899c-9909b9d40eb8 req-341167e8-eb47-48e4-b46c-d2c3501babcc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=541ea901ffd34c35a78734a2429fed7a&device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 1127 time: 0.0811887 Feb 20 03:47:00.346205 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['e0a91145-6212-4367-98ca-a36a7166e206'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:47:00.447699 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 20 Feb 2022 03:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6de545-2a78-4858-b3bb-58d5440c6d8f x-openstack-request-id: req-9c6de545-2a78-4858-b3bb-58d5440c6d8f {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:47:00.448097 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233a2bb0-a125-4858-8ccb-42962e33e6a2", "tag": "09657b09-6260-487a-b86f-405ddf33f1bf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4b364297-30ee-4405-8b5a-f63124c9eb63", "tag": "e69b0a3e-c314-4bad-af14-b9fe79125c4f", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:47:00.448347 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9c6de545-2a78-4858-b3bb-58d5440c6d8f {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:47:00.448879 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233a2bb0-a125-4858-8ccb-42962e33e6a2', 'tag': '09657b09-6260-487a-b86f-405ddf33f1bf', 'status': 'completed', 'code': 200} Feb 20 03:47:00.449478 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b364297-30ee-4405-8b5a-f63124c9eb63', 'tag': 'e69b0a3e-c314-4bad-af14-b9fe79125c4f', 'status': 'completed', 'code': 200} Feb 20 03:47:00.466498 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6a257-a5e6-4a52-899c-9909b9d40eb8 req-8b385d8d-60ab-44ab-a650-971fbdae8722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:00.468932 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65a6a257-a5e6-4a52-899c-9909b9d40eb8 req-8b385d8d-60ab-44ab-a650-971fbdae8722 service neutron] 10.222.0.42 "GET /v2.0/networks?id=18b77a5e-5446-4d58-b319-36a274f1014a HTTP/1.1" status: 200 len: 911 time: 0.1212616 Feb 20 03:47:00.661495 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65a6a257-a5e6-4a52-899c-9909b9d40eb8 req-7b947997-b1e8-43dd-be83-90cf760b8b5f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a2c0003-6a6e-4c90-9103-cd87c17a26b2 HTTP/1.1" status: 200 len: 1001 time: 0.1734483 Feb 20 03:47:00.665638 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc121935-d254-4530-90d5-1d2b45f324cd req-eec79118-88b0-403b-9c60-b9530465b510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:00.667165 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fc121935-d254-4530-90d5-1d2b45f324cd req-eec79118-88b0-403b-9c60-b9530465b510 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee1f83dd43a749889a261be042aa9ecd&device_id=4b364297-30ee-4405-8b5a-f63124c9eb63 HTTP/1.1" status: 200 len: 1125 time: 0.2113345 Feb 20 03:47:00.727942 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc121935-d254-4530-90d5-1d2b45f324cd req-1c8193cc-2729-4cf0-9d0a-e7fba6d5cbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:00.729446 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fc121935-d254-4530-90d5-1d2b45f324cd req-1c8193cc-2729-4cf0-9d0a-e7fba6d5cbb4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cdf6aa5f9d3c4cef8fb0e04bd6cac1cb&device_id=233a2bb0-a125-4858-8ccb-42962e33e6a2 HTTP/1.1" status: 200 len: 1127 time: 0.2342603 Feb 20 03:47:00.785535 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34466387-6a7a-46d0-b5af-30242e82435b req-068cab3f-b830-40c8-8b72-660ccab06f49 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:00.787038 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-34466387-6a7a-46d0-b5af-30242e82435b req-068cab3f-b830-40c8-8b72-660ccab06f49 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 945 time: 0.2000389 Feb 20 03:47:00.855045 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6a257-a5e6-4a52-899c-9909b9d40eb8 req-db20974c-1029-49b3-afd3-7bf8cbbb0fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:00.856769 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65a6a257-a5e6-4a52-899c-9909b9d40eb8 req-db20974c-1029-49b3-afd3-7bf8cbbb0fc4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec9d4964-56bb-4af3-beab-8c8d3923a688 HTTP/1.1" status: 200 len: 849 time: 0.1808181 Feb 20 03:47:00.952691 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc121935-d254-4530-90d5-1d2b45f324cd req-805140a4-d15e-46cc-b084-6e3ba449f6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:00.954166 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fc121935-d254-4530-90d5-1d2b45f324cd req-805140a4-d15e-46cc-b084-6e3ba449f6cc service neutron] 10.222.0.42 "GET /v2.0/networks?id=e7145295-dd19-4a16-9b45-ef5241878299 HTTP/1.1" status: 200 len: 906 time: 0.2773123 Feb 20 03:47:00.962209 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-34466387-6a7a-46d0-b5af-30242e82435b req-f650daed-eed4-4827-b38b-bfbc0eedc493 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596665 Feb 20 03:47:01.019668 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fc121935-d254-4530-90d5-1d2b45f324cd req-d54cc4d6-5bec-412c-bff0-867c869c8dc8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e69b0a3e-c314-4bad-af14-b9fe79125c4f HTTP/1.1" status: 200 len: 217 time: 0.0517292 Feb 20 03:47:01.021369 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc121935-d254-4530-90d5-1d2b45f324cd req-0cc7daff-3801-491a-83f5-f5bcc818ce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:01.022750 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fc121935-d254-4530-90d5-1d2b45f324cd req-0cc7daff-3801-491a-83f5-f5bcc818ce51 service neutron] 10.222.0.93 "GET /v2.0/networks?id=62b84434-5c3b-4e74-b1a7-8ac8add3a2d7 HTTP/1.1" status: 200 len: 898 time: 0.2847047 Feb 20 03:47:01.047321 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6a257-a5e6-4a52-899c-9909b9d40eb8 req-4b2922f0-068e-4fb7-a472-af59c6b4ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:01.048835 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65a6a257-a5e6-4a52-899c-9909b9d40eb8 req-4b2922f0-068e-4fb7-a472-af59c6b4ea4b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=18b77a5e-5446-4d58-b319-36a274f1014a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1823316 Feb 20 03:47:01.211373 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:01.502352 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc121935-d254-4530-90d5-1d2b45f324cd req-d81386d8-6a1c-434c-a52e-d441221bceee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:01.503848 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fc121935-d254-4530-90d5-1d2b45f324cd req-d81386d8-6a1c-434c-a52e-d441221bceee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ceea925-1fd0-4335-a582-98f4180d0060 HTTP/1.1" status: 200 len: 845 time: 0.4753034 Feb 20 03:47:01.510952 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fc121935-d254-4530-90d5-1d2b45f324cd req-fdfcd033-ac06-4807-b8b1-cf52508e91b2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09657b09-6260-487a-b86f-405ddf33f1bf HTTP/1.1" status: 200 len: 1000 time: 0.4590573 Feb 20 03:47:01.547412 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8bca0-2250-4825-9095-15b6b5921774 req-5d2e9218-6f3b-417e-a381-003a3d9e4cbc tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:01.548945 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f6d8bca0-2250-4825-9095-15b6b5921774 req-5d2e9218-6f3b-417e-a381-003a3d9e4cbc tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 946 time: 0.5227888 Feb 20 03:47:01.596513 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fc121935-d254-4530-90d5-1d2b45f324cd req-8ee9caa3-f748-4fa2-86bd-a1fab10635f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e7145295-dd19-4a16-9b45-ef5241878299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773242 Feb 20 03:47:01.635387 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65a6a257-a5e6-4a52-899c-9909b9d40eb8 req-e049b0b0-fa6e-42c8-85d6-b1ea9423d575 service neutron] 10.222.0.42 "GET /v2.0/networks/18b77a5e-5446-4d58-b319-36a274f1014a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5452828 Feb 20 03:47:01.705797 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device e0a91145-6212-4367-98ca-a36a7166e206 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:47:01.710376 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc121935-d254-4530-90d5-1d2b45f324cd req-0071a8e8-cab6-4a73-91cf-cc7d49f2d0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:01.711101 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fc121935-d254-4530-90d5-1d2b45f324cd req-0071a8e8-cab6-4a73-91cf-cc7d49f2d0fe service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9da9d33c-0bd0-4a9e-a1a9-2d056772489c HTTP/1.1" status: 200 len: 835 time: 0.1795316 Feb 20 03:47:01.802275 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f6d8bca0-2250-4825-9095-15b6b5921774 req-0522288f-1831-431d-b879-003d1479eac8 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327850 Feb 20 03:47:01.862688 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port e0a91145-6212-4367-98ca-a36a7166e206 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:47:01.867690 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port e0a91145-6212-4367-98ca-a36a7166e206 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:47:01.868073 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e0a91145-6212-4367-98ca-a36a7166e206), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:01.877153 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fc121935-d254-4530-90d5-1d2b45f324cd req-5e567ed4-f512-445e-8e67-927cf8d6feb3 service neutron] 10.222.0.42 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742827 Feb 20 03:47:01.881788 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc121935-d254-4530-90d5-1d2b45f324cd req-21adfaef-22c7-4e51-b97f-ea80a8da9fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:01.883337 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fc121935-d254-4530-90d5-1d2b45f324cd req-21adfaef-22c7-4e51-b97f-ea80a8da9fde service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=62b84434-5c3b-4e74-b1a7-8ac8add3a2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1419959 Feb 20 03:47:01.885519 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65a6a257-a5e6-4a52-899c-9909b9d40eb8 req-900e418a-f07a-44df-86d1-28c2a81d8dd5 service neutron] 10.222.0.42 "GET /v2.0/networks/18b77a5e-5446-4d58-b319-36a274f1014a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385237 Feb 20 03:47:01.991321 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port e0a91145-6212-4367-98ca-a36a7166e206 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:47:01.991639 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e0a91145-6212-4367-98ca-a36a7166e206), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:02.032928 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port e0a91145-6212-4367-98ca-a36a7166e206, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=e0a91145-6212-4367-98ca-a36a7166e206,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:47:02.035176 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb218528-0e8e-4126-876b-4526f65ffc91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a91145-6212-4367-98ca-a36a7166e206'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:47:02.038601 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c932c4c8-fcd4-4a92-8b4a-26d62e6d033e" -d '{"events": [{"server_uuid": "cb218528-0e8e-4126-876b-4526f65ffc91", "name": "network-vif-plugged", "status": "completed", "tag": "e0a91145-6212-4367-98ca-a36a7166e206"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:47:02.105493 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fc121935-d254-4530-90d5-1d2b45f324cd req-d3ea9bdd-cadb-48bf-9f8e-2ac7c64d3fa2 service neutron] 10.222.0.93 "GET /v2.0/networks/62b84434-5c3b-4e74-b1a7-8ac8add3a2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133763 Feb 20 03:47:02.107230 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fc121935-d254-4530-90d5-1d2b45f324cd req-52103427-e343-406b-a156-4cb933298f36 service neutron] 10.222.0.42 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071517 Feb 20 03:47:02.116575 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa5d72-5150-4175-8750-42f586549d0e req-8a2a23d4-8199-4ae6-9847-693623e61fdb tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:02.118117 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8cfa5d72-5150-4175-8750-42f586549d0e req-8a2a23d4-8199-4ae6-9847-693623e61fdb tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b364297-30ee-4405-8b5a-f63124c9eb63 HTTP/1.1" status: 200 len: 943 time: 0.1876414 Feb 20 03:47:02.129383 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e0a91145-6212-4367-98ca-a36a7166e206), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:02.180623 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=e0a91145-6212-4367-98ca-a36a7166e206,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:02.224463 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8cfa5d72-5150-4175-8750-42f586549d0e req-03238137-5420-4646-8a30-b769a4ce22fc tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974376 Feb 20 03:47:02.263744 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fc121935-d254-4530-90d5-1d2b45f324cd req-c908e2a6-4bff-49a5-bf4d-0128aea60767 service neutron] 10.222.0.93 "GET /v2.0/networks/62b84434-5c3b-4e74-b1a7-8ac8add3a2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437690 Feb 20 03:47:02.392941 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3dc95e-c1bd-40fd-ad98-519ae320df6a req-e5adf607-c479-4df7-9901-c43473023226 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:02.395354 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-db3dc95e-c1bd-40fd-ad98-519ae320df6a req-e5adf607-c479-4df7-9901-c43473023226 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 945 time: 0.0630147 Feb 20 03:47:02.446531 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-db3dc95e-c1bd-40fd-ad98-519ae320df6a req-d9421212-9372-4f31-bef2-cb6f2c1b18b9 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455687 Feb 20 03:47:02.572496 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef1dd1-a248-4ddc-a635-5d8c6c6a60f1 req-26ed370e-c251-4a03-b654-9055c55f707e tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:02.574008 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f9ef1dd1-a248-4ddc-a635-5d8c6c6a60f1 req-26ed370e-c251-4a03-b654-9055c55f707e tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 946 time: 0.0550799 Feb 20 03:47:02.635660 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f9ef1dd1-a248-4ddc-a635-5d8c6c6a60f1 req-63a62dfa-f098-4d1a-a3db-7c8428cbdc7d tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550814 Feb 20 03:47:02.788351 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1465acc-14ea-487f-b52c-fd03ef5dbd90 req-ed67145d-0b26-4b2c-bb00-3edc2e97aa41 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:02.790498 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a1465acc-14ea-487f-b52c-fd03ef5dbd90 req-ed67145d-0b26-4b2c-bb00-3edc2e97aa41 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 945 time: 0.0578504 Feb 20 03:47:02.837422 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:02.858996 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a1465acc-14ea-487f-b52c-fd03ef5dbd90 req-4067a81d-0ea4-4319-aa59-18ca17214c6a tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619414 Feb 20 03:47:02.920419 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1baca1-b649-44f5-b873-998e15eb5de9 x-openstack-request-id: req-ad1baca1-b649-44f5-b873-998e15eb5de9 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:47:02.921677 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb218528-0e8e-4126-876b-4526f65ffc91", "name": "network-vif-plugged", "status": "completed", "tag": "e0a91145-6212-4367-98ca-a36a7166e206", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:47:02.923739 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ad1baca1-b649-44f5-b873-998e15eb5de9 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:47:02.923739 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb218528-0e8e-4126-876b-4526f65ffc91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a91145-6212-4367-98ca-a36a7166e206', 'code': 200} Feb 20 03:47:03.077038 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99adf6-852b-4708-bbf0-430c8cede6e0 req-96f4c0b8-f51a-4f10-9741-55e21040c26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:03.078582 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7a99adf6-852b-4708-bbf0-430c8cede6e0 req-96f4c0b8-f51a-4f10-9741-55e21040c26b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 1127 time: 0.0940883 Feb 20 03:47:03.091002 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed81bdb-5b78-4059-8ff4-78ee98239120 req-89a37b58-1e3d-4a55-82b9-07c4689b03c2 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:03.092662 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8ed81bdb-5b78-4059-8ff4-78ee98239120 req-89a37b58-1e3d-4a55-82b9-07c4689b03c2 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 946 time: 0.0804927 Feb 20 03:47:03.164003 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7a99adf6-852b-4708-bbf0-430c8cede6e0 req-5181d0ee-0621-4fb0-b1ad-e12a915a6731 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703213 Feb 20 03:47:03.168109 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8ed81bdb-5b78-4059-8ff4-78ee98239120 req-13e352fa-9a45-4020-a514-f5e3859329c9 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692716 Feb 20 03:47:03.308436 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59a2c2-48a5-460a-b793-38f7fe32b69d req-bf3d2c38-9d9e-4105-b82e-91b5e30aed61 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:03.309892 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7b59a2c2-48a5-460a-b793-38f7fe32b69d req-bf3d2c38-9d9e-4105-b82e-91b5e30aed61 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 946 time: 0.0578783 Feb 20 03:47:03.359644 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7b59a2c2-48a5-460a-b793-38f7fe32b69d req-1d97bcff-b9f4-4070-83f9-8d303aabebb7 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423188 Feb 20 03:47:03.482884 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ed205-d34b-44eb-98d8-33e141d8499e req-01e7a443-39e3-47d4-b57c-f3eb669fed5e tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:03.485319 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e7ed205-d34b-44eb-98d8-33e141d8499e req-01e7a443-39e3-47d4-b57c-f3eb669fed5e tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b364297-30ee-4405-8b5a-f63124c9eb63 HTTP/1.1" status: 200 len: 943 time: 0.0622921 Feb 20 03:47:03.538582 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e7ed205-d34b-44eb-98d8-33e141d8499e req-7966caa1-4fa7-4ded-9b49-c5ce56ca9966 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473647 Feb 20 03:47:03.706193 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device e69b0a3e-c314-4bad-af14-b9fe79125c4f details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:47:03.814642 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port e69b0a3e-c314-4bad-af14-b9fe79125c4f, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=e69b0a3e-c314-4bad-af14-b9fe79125c4f,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:47:03.827908 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'e69b0a3e-c314-4bad-af14-b9fe79125c4f', 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299', 'port_id': 'e69b0a3e-c314-4bad-af14-b9fe79125c4f', 'mac_address': 'fa:16:3e:07:eb:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ceea925-1fd0-4335-a582-98f4180d0060', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:47:03.866998 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port e69b0a3e-c314-4bad-af14-b9fe79125c4f is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:47:03.867725 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e69b0a3e-c314-4bad-af14-b9fe79125c4f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:03.880574 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e69b0a3e-c314-4bad-af14-b9fe79125c4f {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:47:03.901158 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port e69b0a3e-c314-4bad-af14-b9fe79125c4f, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=e69b0a3e-c314-4bad-af14-b9fe79125c4f,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:47:03.965335 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e69b0a3e-c314-4bad-af14-b9fe79125c4f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:04.026907 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=e69b0a3e-c314-4bad-af14-b9fe79125c4f,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:04.068811 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6bbbe-2e71-4025-b8cb-b9b65c3c1049 req-a4619df9-c02f-4366-ae74-3d83309b2572 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:04.070919 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fbb6bbbe-2e71-4025-b8cb-b9b65c3c1049 req-a4619df9-c02f-4366-ae74-3d83309b2572 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 945 time: 0.0648050 Feb 20 03:47:04.118838 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fbb6bbbe-2e71-4025-b8cb-b9b65c3c1049 req-ebd194de-c5fd-440f-9c86-dcb6b3f9ef02 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419009 Feb 20 03:47:04.243695 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c19c2d-4e14-480a-8bb9-85d88537106a req-2257d14c-47d5-4bea-8ea1-9ed44fa92100 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:04.245252 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75c19c2d-4e14-480a-8bb9-85d88537106a req-2257d14c-47d5-4bea-8ea1-9ed44fa92100 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 945 time: 0.0561531 Feb 20 03:47:04.295293 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75c19c2d-4e14-480a-8bb9-85d88537106a req-c5cb1136-b897-466f-91ce-69b44cccb148 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428691 Feb 20 03:47:04.333010 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['e69b0a3e-c314-4bad-af14-b9fe79125c4f'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:47:04.470358 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1505a-7d53-415d-8a90-7ffa7b56f8db req-c2c7705c-d1f9-419e-b216-3b4947cdb377 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:04.471999 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8fa1505a-7d53-415d-8a90-7ffa7b56f8db req-c2c7705c-d1f9-419e-b216-3b4947cdb377 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 946 time: 0.0739572 Feb 20 03:47:04.564633 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8fa1505a-7d53-415d-8a90-7ffa7b56f8db req-042e0932-dd6e-4764-8be2-c84d57b5813b tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831530 Feb 20 03:47:04.677514 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ac3d1-a516-4c4a-89d5-3506fe2f75f3 req-4d14bec6-587e-47a6-b79e-3c5357e3a77c tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:04.679201 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb6ac3d1-a516-4c4a-89d5-3506fe2f75f3 req-4d14bec6-587e-47a6-b79e-3c5357e3a77c tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b364297-30ee-4405-8b5a-f63124c9eb63 HTTP/1.1" status: 200 len: 944 time: 0.0608704 Feb 20 03:47:04.737986 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb6ac3d1-a516-4c4a-89d5-3506fe2f75f3 req-e371a95c-69fb-47a2-9a47-bd0b9db7cd87 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528281 Feb 20 03:47:05.231245 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-1b5a622e-7948-4863-bc9d-22471a0e2088 req-e73a9622-bc09-4f99-8621-6053a70a73b0 tempest-TaggedBootDevicesTest_v242-309262759 tempest-TaggedBootDevicesTest_v242-309262759-project] (104105) timed out ('10.222.0.89', 50012) {{(pid=104105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 03:47:05.260077 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa5f74-1457-4444-a042-1dad89e63ddd req-49d52c9f-ea8a-4dc2-9d95-9f8f3cad9898 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:05.261589 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-47fa5f74-1457-4444-a042-1dad89e63ddd req-49d52c9f-ea8a-4dc2-9d95-9f8f3cad9898 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 945 time: 0.0616796 Feb 20 03:47:05.315888 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-47fa5f74-1457-4444-a042-1dad89e63ddd req-99f51022-2554-425b-b4cb-1808bb8189e2 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474591 Feb 20 03:47:05.697191 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device e69b0a3e-c314-4bad-af14-b9fe79125c4f up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:47:05.714235 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c447406-0da8-4c6c-a46b-25bdd51b6080 req-4b30b3d6-8220-40ce-96fd-33c124c1acb0 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:05.716098 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3c447406-0da8-4c6c-a46b-25bdd51b6080 req-4b30b3d6-8220-40ce-96fd-33c124c1acb0 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 946 time: 0.0592132 Feb 20 03:47:05.802354 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3c447406-0da8-4c6c-a46b-25bdd51b6080 req-09735950-cf2d-4714-ba4a-90ebf36c60f1 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800598 Feb 20 03:47:05.856006 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port e69b0a3e-c314-4bad-af14-b9fe79125c4f completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:47:05.860692 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port e69b0a3e-c314-4bad-af14-b9fe79125c4f triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:47:05.861767 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e69b0a3e-c314-4bad-af14-b9fe79125c4f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:05.914576 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1639f-151d-47b4-a1b2-0a65ea793da5 req-9149a9c2-6a8d-4fd3-b510-a727cb0ac164 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:05.916152 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a1c1639f-151d-47b4-a1b2-0a65ea793da5 req-9149a9c2-6a8d-4fd3-b510-a727cb0ac164 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 945 time: 0.0562973 Feb 20 03:47:05.949556 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port e69b0a3e-c314-4bad-af14-b9fe79125c4f is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:47:05.949945 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e69b0a3e-c314-4bad-af14-b9fe79125c4f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:05.970124 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a1c1639f-151d-47b4-a1b2-0a65ea793da5 req-6bff8c07-bd3b-41b2-a661-b2dfd4738035 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474155 Feb 20 03:47:05.975746 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b364297-30ee-4405-8b5a-f63124c9eb63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69b0a3e-c314-4bad-af14-b9fe79125c4f'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:47:05.975746 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf9c65b-e64a-4488-9260-c9f89a2bb224" -d '{"events": [{"server_uuid": "4b364297-30ee-4405-8b5a-f63124c9eb63", "name": "network-vif-plugged", "status": "completed", "tag": "e69b0a3e-c314-4bad-af14-b9fe79125c4f"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:47:05.989347 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port e69b0a3e-c314-4bad-af14-b9fe79125c4f, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=e69b0a3e-c314-4bad-af14-b9fe79125c4f,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:47:06.033498 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e69b0a3e-c314-4bad-af14-b9fe79125c4f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:06.090621 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efdfc06-f9da-4fca-b52e-9fdacca0d2dc req-a6b37039-6a57-4886-86d9-b0d76d287d13 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:06.092169 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4efdfc06-f9da-4fca-b52e-9fdacca0d2dc req-a6b37039-6a57-4886-86d9-b0d76d287d13 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b364297-30ee-4405-8b5a-f63124c9eb63 HTTP/1.1" status: 200 len: 945 time: 0.0652277 Feb 20 03:47:06.099846 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=e69b0a3e-c314-4bad-af14-b9fe79125c4f,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:06.149241 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4efdfc06-f9da-4fca-b52e-9fdacca0d2dc req-8ecc25bb-a63b-44ac-a064-37b7b00e1580 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513608 Feb 20 03:47:06.265780 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34535fc-9043-468d-abd5-ffec6f9d6b46 x-openstack-request-id: req-b34535fc-9043-468d-abd5-ffec6f9d6b46 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:47:06.266178 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b364297-30ee-4405-8b5a-f63124c9eb63", "name": "network-vif-plugged", "status": "completed", "tag": "e69b0a3e-c314-4bad-af14-b9fe79125c4f", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:47:06.266501 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b34535fc-9043-468d-abd5-ffec6f9d6b46 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:47:06.267004 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b364297-30ee-4405-8b5a-f63124c9eb63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69b0a3e-c314-4bad-af14-b9fe79125c4f', 'code': 200} Feb 20 03:47:06.377014 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f51eb-fe23-4446-abad-5ac1797e217d req-b3aa59d9-e02b-4797-aeaa-8da0eb01a315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:06.378579 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c23f51eb-fe23-4446-abad-5ac1797e217d req-b3aa59d9-e02b-4797-aeaa-8da0eb01a315 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4b364297-30ee-4405-8b5a-f63124c9eb63 HTTP/1.1" status: 200 len: 1127 time: 0.0493000 Feb 20 03:47:06.424054 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c23f51eb-fe23-4446-abad-5ac1797e217d req-d73c8f12-5096-49c6-9703-73b6fd5fda18 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390813 Feb 20 03:47:06.643836 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3182809-f402-4389-9ae2-bbb1ea58d9e0 req-46c00b6e-93bb-4050-b4dd-d5511d479485 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:06.645342 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c3182809-f402-4389-9ae2-bbb1ea58d9e0 req-46c00b6e-93bb-4050-b4dd-d5511d479485 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 946 time: 0.0591290 Feb 20 03:47:06.692354 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c3182809-f402-4389-9ae2-bbb1ea58d9e0 req-8d460819-c1b5-4d9e-b22d-d9e3ada20b51 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413377 Feb 20 03:47:06.806763 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd966a9f-8363-42c6-862a-938bbbb33eb9 req-87b63e29-8c86-4cac-8139-e4db44407a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:06.808492 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd966a9f-8363-42c6-862a-938bbbb33eb9 req-87b63e29-8c86-4cac-8139-e4db44407a64 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=74366e9b5aca4b26a4824007098993f6&device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 1128 time: 0.0562201 Feb 20 03:47:06.903979 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd966a9f-8363-42c6-862a-938bbbb33eb9 req-f726e7fc-ff34-442d-bb6b-fdf95ef20d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:06.905420 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd966a9f-8363-42c6-862a-938bbbb33eb9 req-f726e7fc-ff34-442d-bb6b-fdf95ef20d4d service neutron] 10.222.0.42 "GET /v2.0/networks?id=b6106e2a-8ac1-4f4b-b272-b4b0beeb37af HTTP/1.1" status: 200 len: 915 time: 0.0909104 Feb 20 03:47:06.946837 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd966a9f-8363-42c6-862a-938bbbb33eb9 req-0690eaf3-c571-4fd1-a833-d9bee7fc15fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf3783b4-809a-4c35-bd34-df196608bb8e HTTP/1.1" status: 200 len: 217 time: 0.0350242 Feb 20 03:47:06.994959 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd966a9f-8363-42c6-862a-938bbbb33eb9 req-5d64cd35-8f96-4935-a91e-d90399d72de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:06.996485 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd966a9f-8363-42c6-862a-938bbbb33eb9 req-5d64cd35-8f96-4935-a91e-d90399d72de0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=883b5707-28cf-44b8-81fe-08e0b3a98ddb HTTP/1.1" status: 200 len: 854 time: 0.0437274 Feb 20 03:47:07.029748 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd966a9f-8363-42c6-862a-938bbbb33eb9 req-92f4cac0-cdba-46da-a88a-6b2bf87748a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b6106e2a-8ac1-4f4b-b272-b4b0beeb37af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268116 Feb 20 03:47:07.159264 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb08af-4038-4e4c-a8e3-8dd274f7a09e req-17d613bd-c907-4af3-b0f9-d271ec06c04d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:07.160686 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bdfb08af-4038-4e4c-a8e3-8dd274f7a09e req-17d613bd-c907-4af3-b0f9-d271ec06c04d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 945 time: 0.1173456 Feb 20 03:47:07.189225 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd966a9f-8363-42c6-862a-938bbbb33eb9 req-b12ac9ff-574b-42fb-9890-0e2da893dc3f service neutron] 10.222.0.42 "GET /v2.0/networks/b6106e2a-8ac1-4f4b-b272-b4b0beeb37af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530926 Feb 20 03:47:07.260890 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bdfb08af-4038-4e4c-a8e3-8dd274f7a09e req-83068449-ef4e-408a-ab5b-c9df5f634a6e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907412 Feb 20 03:47:07.306404 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd966a9f-8363-42c6-862a-938bbbb33eb9 req-e5ce5c1c-f20f-4fbd-b611-313f50aab364 service neutron] 10.222.0.42 "GET /v2.0/networks/b6106e2a-8ac1-4f4b-b272-b4b0beeb37af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064017 Feb 20 03:47:07.390457 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa5ee1-6bdb-482e-94f1-f0c2ad94d50b req-c4aaeb38-9798-45e5-b5f1-e24bc487c988 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:07.392028 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6baa5ee1-6bdb-482e-94f1-f0c2ad94d50b req-c4aaeb38-9798-45e5-b5f1-e24bc487c988 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b364297-30ee-4405-8b5a-f63124c9eb63 HTTP/1.1" status: 200 len: 945 time: 0.0558121 Feb 20 03:47:07.445567 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6baa5ee1-6bdb-482e-94f1-f0c2ad94d50b req-6b9e0a5d-973e-44d7-9e47-fce8d4ac1e06 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469215 Feb 20 03:47:07.833111 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20386a6-7a83-4333-9a15-a2fb4fa2fc52 req-c3b8715f-1bd1-486b-ac87-146f756f5659 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:07.834110 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a20386a6-7a83-4333-9a15-a2fb4fa2fc52 req-c3b8715f-1bd1-486b-ac87-146f756f5659 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 946 time: 0.0625339 Feb 20 03:47:07.882623 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a20386a6-7a83-4333-9a15-a2fb4fa2fc52 req-008a4b9e-44c4-4c56-ba3d-ba18cb4713af tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425870 Feb 20 03:47:08.400270 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b8e1a-59cd-4896-b4a4-a293627969b9 req-f349311c-d4d5-402c-a828-82a7b3c9e725 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:08.401774 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-797b8e1a-59cd-4896-b4a4-a293627969b9 req-f349311c-d4d5-402c-a828-82a7b3c9e725 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 945 time: 0.0610769 Feb 20 03:47:08.450649 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-797b8e1a-59cd-4896-b4a4-a293627969b9 req-eaacd8ff-0e27-424b-8feb-006e61b17730 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423341 Feb 20 03:47:08.579133 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420eb15-a4cc-45bd-a9fa-5742fa7f48ed req-367db300-6b32-44c3-9e72-a5520084b1c3 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:08.585522 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7420eb15-a4cc-45bd-a9fa-5742fa7f48ed req-367db300-6b32-44c3-9e72-a5520084b1c3 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b364297-30ee-4405-8b5a-f63124c9eb63 HTTP/1.1" status: 200 len: 945 time: 0.0595026 Feb 20 03:47:08.632802 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7420eb15-a4cc-45bd-a9fa-5742fa7f48ed req-f8174e06-edd6-4834-b0e3-ab645e43f294 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465322 Feb 20 03:47:08.755784 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56e66d-85d6-4c6c-8293-62816ea9ac09 req-7fe56c11-fb4a-47bb-901d-0ed5ebc6be64 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:08.759420 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5b56e66d-85d6-4c6c-8293-62816ea9ac09 req-7fe56c11-fb4a-47bb-901d-0ed5ebc6be64 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b364297-30ee-4405-8b5a-f63124c9eb63 HTTP/1.1" status: 200 len: 945 time: 0.0583885 Feb 20 03:47:08.807503 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5b56e66d-85d6-4c6c-8293-62816ea9ac09 req-397c8d1d-fa90-42d7-b456-f65d49824a23 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453856 Feb 20 03:47:09.292975 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c49e4-37f5-49cb-9e9c-a4fba8e8417c req-2bb5501c-88dc-4838-8174-c7a86ad0e1f1 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:09.295586 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-321c49e4-37f5-49cb-9e9c-a4fba8e8417c req-2bb5501c-88dc-4838-8174-c7a86ad0e1f1 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 946 time: 0.0644155 Feb 20 03:47:09.346424 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-321c49e4-37f5-49cb-9e9c-a4fba8e8417c req-86eb7858-96fe-4051-9293-826818a60ba7 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457549 Feb 20 03:47:09.458002 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5df338-8021-4f02-ab94-8d48d0ce1ae4 req-0fc83fb2-5ec0-4d31-be53-add85e70ae74 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:09.459581 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ee5df338-8021-4f02-ab94-8d48d0ce1ae4 req-0fc83fb2-5ec0-4d31-be53-add85e70ae74 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b364297-30ee-4405-8b5a-f63124c9eb63 HTTP/1.1" status: 200 len: 945 time: 0.0579469 Feb 20 03:47:09.517017 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ee5df338-8021-4f02-ab94-8d48d0ce1ae4 req-14d10307-4b28-4521-974e-2c57af964216 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516286 Feb 20 03:47:09.666801 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b8930-05ed-43c7-abd9-91bdb3715847 req-357a7f63-6d5f-4441-ab86-df10938b1194 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:09.668546 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a92b8930-05ed-43c7-abd9-91bdb3715847 req-357a7f63-6d5f-4441-ab86-df10938b1194 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 946 time: 0.0575738 Feb 20 03:47:09.724111 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a92b8930-05ed-43c7-abd9-91bdb3715847 req-9cae120c-08b2-402e-8d5f-06cd395afd15 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486917 Feb 20 03:47:09.844825 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9a34b-2d29-4878-9ebd-fd525733139f req-5a69475c-5a26-45e4-883b-a4c0a1a48f30 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:09.846275 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17e9a34b-2d29-4878-9ebd-fd525733139f req-5a69475c-5a26-45e4-883b-a4c0a1a48f30 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 945 time: 0.0624435 Feb 20 03:47:09.903466 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17e9a34b-2d29-4878-9ebd-fd525733139f req-39d4dda3-57a2-403d-9474-5de14d6c0038 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507972 Feb 20 03:47:10.027914 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860c4ac-8819-4b7c-b742-2ffbd0df5841 req-075abdbe-9b70-4088-ab71-1d2a524b63dc tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:10.029295 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d860c4ac-8819-4b7c-b742-2ffbd0df5841 req-075abdbe-9b70-4088-ab71-1d2a524b63dc tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 946 time: 0.0553145 Feb 20 03:47:10.088819 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d860c4ac-8819-4b7c-b742-2ffbd0df5841 req-d2f1c8c6-a9ff-4749-9740-7b108898c305 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511525 Feb 20 03:47:10.209181 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e200786-bb15-475b-93db-a24b82c7e174 req-ba1bd2a5-141e-4741-b251-f17f1bc35c93 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:10.210340 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4e200786-bb15-475b-93db-a24b82c7e174 req-ba1bd2a5-141e-4741-b251-f17f1bc35c93 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 946 time: 0.0526454 Feb 20 03:47:10.275466 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4e200786-bb15-475b-93db-a24b82c7e174 req-5d75ec29-6cc8-4dc6-952a-9dd2c4553643 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568779 Feb 20 03:47:10.440059 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee6d03-451b-470b-853f-0f0828bee643 req-0bbbcc09-1cb6-4dc3-91cd-c7084eeee9a1 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:10.443695 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-38ee6d03-451b-470b-853f-0f0828bee643 req-0bbbcc09-1cb6-4dc3-91cd-c7084eeee9a1 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 946 time: 0.0567496 Feb 20 03:47:10.502131 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-38ee6d03-451b-470b-853f-0f0828bee643 req-6b293971-107e-4280-a53a-77acdae28803 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453949 Feb 20 03:47:10.597856 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:47:10.638807 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b0d94-a15a-47fc-9c47-34f4cd204228 req-d96dfcc9-2655-4a64-bb26-22484af5e402 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:10.641373 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-079b0d94-a15a-47fc-9c47-34f4cd204228 req-d96dfcc9-2655-4a64-bb26-22484af5e402 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 946 time: 0.0685875 Feb 20 03:47:10.701170 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-079b0d94-a15a-47fc-9c47-34f4cd204228 req-9a570173-9e29-41be-932a-49478e9d36c3 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533519 Feb 20 03:47:10.855962 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c69265-cdd4-4843-9002-2739ad9a903f req-fe72d7a3-cc8e-4a6f-8ff2-65a272f804b5 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:10.857467 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8c69265-cdd4-4843-9002-2739ad9a903f req-fe72d7a3-cc8e-4a6f-8ff2-65a272f804b5 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b364297-30ee-4405-8b5a-f63124c9eb63 HTTP/1.1" status: 200 len: 945 time: 0.0919120 Feb 20 03:47:10.865363 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b5049-742f-460a-9c44-37f00f9e9efb req-2263d493-4239-4c04-a444-1de2e6c3f9d9 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:10.866798 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9b1b5049-742f-460a-9c44-37f00f9e9efb req-2263d493-4239-4c04-a444-1de2e6c3f9d9 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b364297-30ee-4405-8b5a-f63124c9eb63 HTTP/1.1" status: 200 len: 945 time: 0.1032095 Feb 20 03:47:10.975009 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9b1b5049-742f-460a-9c44-37f00f9e9efb req-0058e8c9-361c-4287-a815-6d4e04f8d08a tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002743 Feb 20 03:47:11.000299 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-e8c69265-cdd4-4843-9002-2739ad9a903f req-99ab52d4-07ff-464d-90d8-0e4db61e150a tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Deleting port e69b0a3e-c314-4bad-af14-b9fe79125c4f {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:47:11.000654 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e8c69265-cdd4-4843-9002-2739ad9a903f req-99ab52d4-07ff-464d-90d8-0e4db61e150a tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (e69b0a3e-c314-4bad-af14-b9fe79125c4f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:11.130943 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-e8c69265-cdd4-4843-9002-2739ad9a903f req-99ab52d4-07ff-464d-90d8-0e4db61e150a tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] For port e69b0a3e-c314-4bad-af14-b9fe79125c4f, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=e69b0a3e-c314-4bad-af14-b9fe79125c4f,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:47:11.131325 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e8c69265-cdd4-4843-9002-2739ad9a903f req-99ab52d4-07ff-464d-90d8-0e4db61e150a tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (e69b0a3e-c314-4bad-af14-b9fe79125c4f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:11.148677 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-e8c69265-cdd4-4843-9002-2739ad9a903f req-99ab52d4-07ff-464d-90d8-0e4db61e150a tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Calling delete_port for e69b0a3e-c314-4bad-af14-b9fe79125c4f owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:47:11.172725 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485eac76-9a1c-46e3-b2c7-339d076efd4c req-89a1fa85-4f06-4311-92d1-7d962667f30c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:11.174234 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-485eac76-9a1c-46e3-b2c7-339d076efd4c req-89a1fa85-4f06-4311-92d1-7d962667f30c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 945 time: 0.1008937 Feb 20 03:47:11.275973 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-485eac76-9a1c-46e3-b2c7-339d076efd4c req-48245369-377f-4295-88ce-8fc765dba280 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676441 Feb 20 03:47:11.395253 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e8c69265-cdd4-4843-9002-2739ad9a903f req-99ab52d4-07ff-464d-90d8-0e4db61e150a tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (e69b0a3e-c314-4bad-af14-b9fe79125c4f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:11.411888 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['e69b0a3e-c314-4bad-af14-b9fe79125c4f'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:47:11.417176 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['01c6f12a-e18f-4e22-8ca3-befe7fa5df30'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:47:11.469797 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843db1db-04ea-4931-b33a-ea4f41a40818 req-473b22d3-4dea-4e19-95ca-cb5d993c355d tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:11.471411 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-843db1db-04ea-4931-b33a-ea4f41a40818 req-473b22d3-4dea-4e19-95ca-cb5d993c355d tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 946 time: 0.1240349 Feb 20 03:47:11.473480 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab52d4-07ff-464d-90d8-0e4db61e150a tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Pushing event deleted for resources: {'Port': ['ID=e69b0a3e-c314-4bad-af14-b9fe79125c4f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:11.523111 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c69265-cdd4-4843-9002-2739ad9a903f req-99ab52d4-07ff-464d-90d8-0e4db61e150a tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] No DVR routers for this DVR port e69b0a3e-c314-4bad-af14-b9fe79125c4f on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:47:11.531113 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e8c69265-cdd4-4843-9002-2739ad9a903f req-99ab52d4-07ff-464d-90d8-0e4db61e150a tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:11.534790 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8c69265-cdd4-4843-9002-2739ad9a903f req-99ab52d4-07ff-464d-90d8-0e4db61e150a tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.42 "DELETE /v2.0/ports/e69b0a3e-c314-4bad-af14-b9fe79125c4f HTTP/1.1" status: 204 len: 173 time: 0.6669712 Feb 20 03:47:11.535161 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b364297-30ee-4405-8b5a-f63124c9eb63', 'name': 'network-vif-deleted', 'tag': 'e69b0a3e-c314-4bad-af14-b9fe79125c4f'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:47:11.537412 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52554b66-65db-4aef-be95-4ea248fbcd45" -d '{"events": [{"server_uuid": "4b364297-30ee-4405-8b5a-f63124c9eb63", "name": "network-vif-deleted", "tag": "e69b0a3e-c314-4bad-af14-b9fe79125c4f"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:47:11.572351 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-843db1db-04ea-4931-b33a-ea4f41a40818 req-edad439d-bed9-4d9b-97e0-cb3900befafb tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753007 Feb 20 03:47:11.652626 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1b4b42-405f-4d2b-982a-2f1f288c871d x-openstack-request-id: req-ba1b4b42-405f-4d2b-982a-2f1f288c871d {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:47:11.653181 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b364297-30ee-4405-8b5a-f63124c9eb63", "name": "network-vif-deleted", "tag": "e69b0a3e-c314-4bad-af14-b9fe79125c4f", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:47:11.653441 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ba1b4b42-405f-4d2b-982a-2f1f288c871d {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:47:11.654014 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b364297-30ee-4405-8b5a-f63124c9eb63', 'name': 'network-vif-deleted', 'tag': 'e69b0a3e-c314-4bad-af14-b9fe79125c4f', 'status': 'completed', 'code': 200} Feb 20 03:47:11.806241 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26794422-841f-4fab-aeff-88f5afef9912 req-54c901e9-0084-4fcd-b507-6c2797ec5aab tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:11.807886 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26794422-841f-4fab-aeff-88f5afef9912 req-54c901e9-0084-4fcd-b507-6c2797ec5aab tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 946 time: 0.0856106 Feb 20 03:47:11.870724 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26794422-841f-4fab-aeff-88f5afef9912 req-8fe0c7ca-07dc-4011-ab42-ad89125338c4 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566468 Feb 20 03:47:12.047334 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fb686-1096-47ff-a58b-a2e2c4e7e848 req-d6d7745b-7e27-4087-a432-45d10f33d4fa tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:12.048894 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-515fb686-1096-47ff-a58b-a2e2c4e7e848 req-d6d7745b-7e27-4087-a432-45d10f33d4fa tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 946 time: 0.0561521 Feb 20 03:47:12.111291 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-515fb686-1096-47ff-a58b-a2e2c4e7e848 req-65725861-983e-40bc-b275-848ace01724a tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561924 Feb 20 03:47:12.206631 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b7680f63-4143-4ae2-bd3d-7f5d35014ea8 req-b4cbdaab-df98-4401-ba96-5c5bc3a9ab5c tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=4b364297-30ee-4405-8b5a-f63124c9eb63 HTTP/1.1" status: 200 len: 210 time: 0.0277297 Feb 20 03:47:12.339443 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b1316-61cc-49d9-9d59-75500a0b0c08 req-a0552785-4cd9-4d50-a020-ef2d0497b373 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:12.341230 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ad6b1316-61cc-49d9-9d59-75500a0b0c08 req-a0552785-4cd9-4d50-a020-ef2d0497b373 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 946 time: 0.0674458 Feb 20 03:47:12.394013 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ad6b1316-61cc-49d9-9d59-75500a0b0c08 req-f7fd3b95-ca57-4354-908a-08c5b7c4def4 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458634 Feb 20 03:47:12.519443 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4217ac-d309-4be8-a456-a7fed980090e req-40a01894-f0a5-4ad0-979e-f4ededef77b5 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:12.521107 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb4217ac-d309-4be8-a456-a7fed980090e req-40a01894-f0a5-4ad0-979e-f4ededef77b5 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 945 time: 0.0588796 Feb 20 03:47:12.574118 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb4217ac-d309-4be8-a456-a7fed980090e req-4109f45d-f67e-4656-a991-44bcae5c3cc3 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466111 Feb 20 03:47:12.728517 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d501f8-648d-405f-acf8-51e883e419dc req-ee4be899-24a7-4582-ae38-84ac98ffb567 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:12.729971 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-61d501f8-648d-405f-acf8-51e883e419dc req-ee4be899-24a7-4582-ae38-84ac98ffb567 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 946 time: 0.0564137 Feb 20 03:47:12.802810 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-61d501f8-648d-405f-acf8-51e883e419dc req-9ba55a95-acc9-4801-a775-b5954be703eb tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667801 Feb 20 03:47:12.938929 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d4e85-dcf2-42d1-bfe6-19d8b6948640 req-e6397347-925e-4f9b-b051-c90842fad763 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:12.940428 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9b8d4e85-dcf2-42d1-bfe6-19d8b6948640 req-e6397347-925e-4f9b-b051-c90842fad763 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 946 time: 0.0540628 Feb 20 03:47:12.992268 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9b8d4e85-dcf2-42d1-bfe6-19d8b6948640 req-cc6679c4-71b5-48c0-a5c2-5ac53ee5f0fc tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459597 Feb 20 03:47:13.133647 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33240a-32f2-42cf-83b7-bd6ad9a8c0bb req-7c6260b6-0681-4221-a02a-97d20f2bd0cd tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:13.135462 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f33240a-32f2-42cf-83b7-bd6ad9a8c0bb req-7c6260b6-0681-4221-a02a-97d20f2bd0cd tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 946 time: 0.0590966 Feb 20 03:47:13.188268 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f33240a-32f2-42cf-83b7-bd6ad9a8c0bb req-c98504fa-cf78-4a8d-b78d-96dcdbaf916c tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460267 Feb 20 03:47:13.321166 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c0382-3595-4dfe-9dad-5b48cdfda010 req-2bddcc01-6a59-4f26-bff0-f0962bd41b65 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:13.322657 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-817c0382-3595-4dfe-9dad-5b48cdfda010 req-2bddcc01-6a59-4f26-bff0-f0962bd41b65 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 946 time: 0.0595927 Feb 20 03:47:13.370910 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-817c0382-3595-4dfe-9dad-5b48cdfda010 req-0c16af0e-2f23-4091-b384-f80bbda585fd tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421906 Feb 20 03:47:13.637677 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00691741-c752-4a31-8e59-f87300eddbc7 req-6cf196c2-e161-44eb-befc-a923013444b7 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:13.639857 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-00691741-c752-4a31-8e59-f87300eddbc7 req-6cf196c2-e161-44eb-befc-a923013444b7 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 946 time: 0.0555210 Feb 20 03:47:13.689535 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-00691741-c752-4a31-8e59-f87300eddbc7 req-5b3336b7-3f92-4a1d-90bc-63cb5737728d tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432353 Feb 20 03:47:13.756998 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device e69b0a3e-c314-4bad-af14-b9fe79125c4f no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:47:13.789372 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: e69b0a3e-c314-4bad-af14-b9fe79125c4f {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:47:13.789718 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device e69b0a3e-c314-4bad-af14-b9fe79125c4f not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:47:13.899797 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-165cb1e0-2148-48db-826d-bcafbffb07bb tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:13.909030 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-165cb1e0-2148-48db-826d-bcafbffb07bb tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/networks?id=e7145295-dd19-4a16-9b45-ef5241878299 HTTP/1.1" status: 200 len: 805 time: 0.1324856 Feb 20 03:47:13.927585 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-bd94ff12-9222-4cf3-a85a-6c7ca961d615 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/quotas/ee1f83dd43a749889a261be042aa9ecd HTTP/1.1" status: 200 len: 375 time: 0.0174067 Feb 20 03:47:14.021676 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-6f52e995-91b8-4371-8f53-9cbc27620497 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=ee1f83dd43a749889a261be042aa9ecd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0926218 Feb 20 03:47:14.140754 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-8110f532-ea17-410b-918b-730f8adef9e7 service neutron] 10.222.0.89 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129737 Feb 20 03:47:14.537334 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-453a3916-c695-4866-9c45-275ebbfec9bc service neutron] 10.222.0.89 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894582 Feb 20 03:47:14.899312 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b61351-5fc6-4c93-b8e7-ce27dbd7a12a req-fb858477-c7d0-4880-99bd-7e164e699891 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:14.901159 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b8b61351-5fc6-4c93-b8e7-ce27dbd7a12a req-fb858477-c7d0-4880-99bd-7e164e699891 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 945 time: 0.0853393 Feb 20 03:47:14.977035 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b8b61351-5fc6-4c93-b8e7-ce27dbd7a12a req-3b27fa4e-8555-46b3-a95a-5abb7baf0115 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695927 Feb 20 03:47:15.204683 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9b8dd2d6-cd46-40f8-84b4-0adcc71f9609 req-6ad59a4a-144b-4cca-bd2d-6b0b83dc572a tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=feaa4cd0-ee04-4d5a-acd0-3be2d7e24c9e HTTP/1.1" status: 200 len: 210 time: 0.0396421 Feb 20 03:47:16.180844 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55587b33-33eb-46bc-806d-e4bbfd340d19 req-36975d6a-f3ed-4ed9-a5d8-d6be40e9a1b0 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:16.183994 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-55587b33-33eb-46bc-806d-e4bbfd340d19 req-36975d6a-f3ed-4ed9-a5d8-d6be40e9a1b0 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 945 time: 0.0932083 Feb 20 03:47:16.266374 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-55587b33-33eb-46bc-806d-e4bbfd340d19 req-718f9da7-c0b7-48f6-a823-04c8e43a3b9e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642972 Feb 20 03:47:16.369838 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f0b7d18-61c7-41d9-9508-67bb7d695874 req-2820f04a-d8cc-4443-bcae-a63f1619f40b tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=feaa4cd0-ee04-4d5a-acd0-3be2d7e24c9e HTTP/1.1" status: 200 len: 210 time: 0.0298171 Feb 20 03:47:17.311797 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-ec57a178-0f60-4667-b8eb-d8fc2ba5ea4c tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:17.314471 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-ec57a178-0f60-4667-b8eb-d8fc2ba5ea4c tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.93 "GET /v2.0/networks?id=e7145295-dd19-4a16-9b45-ef5241878299 HTTP/1.1" status: 200 len: 805 time: 0.2732227 Feb 20 03:47:17.339664 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1858fb98-0d0e-4dce-aaa7-f536c36ab59a tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Request body: {'port': {'device_id': 'feaa4cd0-ee04-4d5a-acd0-3be2d7e24c9e', 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299', 'admin_state_up': True, 'tenant_id': 'ee1f83dd43a749889a261be042aa9ecd'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:47:17.547345 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b22795-dd59-4c7f-a778-8ec8e1ad916b req-83b0fd36-6411-4d1d-8059-b7eb9adca783 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:17.549204 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07b22795-dd59-4c7f-a778-8ec8e1ad916b req-83b0fd36-6411-4d1d-8059-b7eb9adca783 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 945 time: 0.1783583 Feb 20 03:47:17.640008 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07b22795-dd59-4c7f-a778-8ec8e1ad916b req-59726b01-34af-49ec-8077-f69b73e140e4 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813169 Feb 20 03:47:17.725247 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-08333142-4752-43c7-be8e-6430fd2df8b3 req-d23998f5-72c9-4c57-ab9c-35250484e258 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=feaa4cd0-ee04-4d5a-acd0-3be2d7e24c9e HTTP/1.1" status: 200 len: 210 time: 0.0310788 Feb 20 03:47:17.726405 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1858fb98-0d0e-4dce-aaa7-f536c36ab59a tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Made reservation on behalf of ee1f83dd43a749889a261be042aa9ecd for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:47:17.731123 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1858fb98-0d0e-4dce-aaa7-f536c36ab59a tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:17.903182 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1858fb98-0d0e-4dce-aaa7-f536c36ab59a tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Allocated IP 172.20.0.12 (e7145295-dd19-4a16-9b45-ef5241878299/9ceea925-1fd0-4335-a582-98f4180d0060/0d0ccda7-2a40-4708-bfd3-1115e1dae0c3) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:47:18.105845 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1858fb98-0d0e-4dce-aaa7-f536c36ab59a tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks [] for port (0d0ccda7-2a40-4708-bfd3-1115e1dae0c3), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:18.242716 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1858fb98-0d0e-4dce-aaa7-f536c36ab59a tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (0d0ccda7-2a40-4708-bfd3-1115e1dae0c3), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:18.261534 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['01c6f12a-e18f-4e22-8ca3-befe7fa5df30'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:47:18.296165 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1858fb98-0d0e-4dce-aaa7-f536c36ab59a tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Network e7145295-dd19-4a16-9b45-ef5241878299 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:47:18.299736 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1858fb98-0d0e-4dce-aaa7-f536c36ab59a tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:47:18.307089 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1858fb98-0d0e-4dce-aaa7-f536c36ab59a tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:47:18.369350 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1858fb98-0d0e-4dce-aaa7-f536c36ab59a tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:18.370048 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1858fb98-0d0e-4dce-aaa7-f536c36ab59a tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:18.381334 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858fb98-0d0e-4dce-aaa7-f536c36ab59a tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Pushing event updated for resources: {'Port': ['ID=0d0ccda7-2a40-4708-bfd3-1115e1dae0c3,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:18.490370 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1858fb98-0d0e-4dce-aaa7-f536c36ab59a tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1545396 Feb 20 03:47:18.504306 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] Request body: {'port': {'device_id': 'feaa4cd0-ee04-4d5a-acd0-3be2d7e24c9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:47:18.618298 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0d0ccda7-2a40-4708-bfd3-1115e1dae0c3), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:19.017625 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79022f-a52d-470d-8848-5c3c5f464e68 req-2ec0f54d-ab96-4657-8e8b-d83ff9508935 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:19.021637 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5c79022f-a52d-470d-8848-5c3c5f464e68 req-2ec0f54d-ab96-4657-8e8b-d83ff9508935 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 945 time: 0.1802664 Feb 20 03:47:19.120976 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5c79022f-a52d-470d-8848-5c3c5f464e68 req-d7577171-9483-4c18-ae5d-6a40c096ef10 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881507 Feb 20 03:47:19.344940 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d0ccda7-2a40-4708-bfd3-1115e1dae0c3 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:47:19.386715 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] Publish callbacks [] for port (0d0ccda7-2a40-4708-bfd3-1115e1dae0c3), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:19.429288 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] Transition to ACTIVE for port object 0d0ccda7-2a40-4708-bfd3-1115e1dae0c3 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:47:19.442226 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6310f8-1112-4867-b6ae-28594ca46799 req-8a96a47c-b3fd-44a1-8d10-044c0862174f tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:19.452402 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1c6310f8-1112-4867-b6ae-28594ca46799 req-8a96a47c-b3fd-44a1-8d10-044c0862174f tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=feaa4cd0-ee04-4d5a-acd0-3be2d7e24c9e HTTP/1.1" status: 200 len: 932 time: 0.2034762 Feb 20 03:47:19.558694 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1c6310f8-1112-4867-b6ae-28594ca46799 req-f85ee52f-321f-4c9b-b588-8c7d8418c672 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052935 Feb 20 03:47:19.563936 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (0d0ccda7-2a40-4708-bfd3-1115e1dae0c3), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:19.636232 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] Pushing event updated for resources: {'Port': ['ID=0d0ccda7-2a40-4708-bfd3-1115e1dae0c3,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:19.763350 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:19.763801 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:19.764274 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:19.764695 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:19.765112 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:19.765526 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:19.765934 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:19.766345 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:19.766750 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:19.767199 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:19.767591 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:19.767988 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:19.768385 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:19.793808 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] Attempting to bind port 0d0ccda7-2a40-4708-bfd3-1115e1dae0c3 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:47:19.794307 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] Attempting to bind port 0d0ccda7-2a40-4708-bfd3-1115e1dae0c3 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '7ac0e132-f159-46b3-89b9-bf69b2d2b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:47:19.794746 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] Attempting to bind port 0d0ccda7-2a40-4708-bfd3-1115e1dae0c3 on network e7145295-dd19-4a16-9b45-ef5241878299 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:47:19.801361 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] Port 0d0ccda7-2a40-4708-bfd3-1115e1dae0c3 on network e7145295-dd19-4a16-9b45-ef5241878299 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:47:19.801361 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] Attempting to bind port 0d0ccda7-2a40-4708-bfd3-1115e1dae0c3 on network e7145295-dd19-4a16-9b45-ef5241878299 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:47:19.819439 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:47:19.819933 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] Checking segment: {'id': '7ac0e132-f159-46b3-89b9-bf69b2d2b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:47:19.820562 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] Bound using segment: {'id': '7ac0e132-f159-46b3-89b9-bf69b2d2b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:47:19.820959 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] Bound port: 0d0ccda7-2a40-4708-bfd3-1115e1dae0c3, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac0e132-f159-46b3-89b9-bf69b2d2b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:47:19.821388 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0d0ccda7-2a40-4708-bfd3-1115e1dae0c3), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:19.975104 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] For port 0d0ccda7-2a40-4708-bfd3-1115e1dae0c3, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:47:19.981498 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] For port 0d0ccda7-2a40-4708-bfd3-1115e1dae0c3, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=0d0ccda7-2a40-4708-bfd3-1115e1dae0c3,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:47:20.074749 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (0d0ccda7-2a40-4708-bfd3-1115e1dae0c3), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:20.142500 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:20.143180 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:20.148628 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] 10.222.0.93 "PUT /v2.0/ports/0d0ccda7-2a40-4708-bfd3-1115e1dae0c3 HTTP/1.1" status: 200 len: 1092 time: 1.6468353 Feb 20 03:47:20.148628 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feaa4cd0-ee04-4d5a-acd0-3be2d7e24c9e', 'tag': '0d0ccda7-2a40-4708-bfd3-1115e1dae0c3'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:47:20.148628 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87ef318-ca45-46c9-98bb-0227b661199a" -d '{"events": [{"name": "network-changed", "server_uuid": "feaa4cd0-ee04-4d5a-acd0-3be2d7e24c9e", "tag": "0d0ccda7-2a40-4708-bfd3-1115e1dae0c3"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:47:20.207120 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db446a9-56d3-481a-899f-51506d096e05 service neutron] Pushing event updated for resources: {'Port': ['ID=0d0ccda7-2a40-4708-bfd3-1115e1dae0c3,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:20.368350 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-89569164-ecea-4eef-acb0-70cf50899be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:20.370551 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-89569164-ecea-4eef-acb0-70cf50899be4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ee1f83dd43a749889a261be042aa9ecd&device_id=feaa4cd0-ee04-4d5a-acd0-3be2d7e24c9e HTTP/1.1" status: 200 len: 1126 time: 0.0980442 Feb 20 03:47:20.424461 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-1271ef98-877c-4d04-a3ae-1231d09b0a22 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d0ccda7-2a40-4708-bfd3-1115e1dae0c3 HTTP/1.1" status: 200 len: 217 time: 0.0465860 Feb 20 03:47:20.437176 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a9511-856d-4301-90b5-089d74573be4 req-6ed01408-a207-41a7-8765-f728178e5af2 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:20.439708 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-215a9511-856d-4301-90b5-089d74573be4 req-6ed01408-a207-41a7-8765-f728178e5af2 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 945 time: 0.1546655 Feb 20 03:47:20.556150 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-d2db531e-1ee7-4c66-a219-7153660877a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:20.558461 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-d2db531e-1ee7-4c66-a219-7153660877a7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9ceea925-1fd0-4335-a582-98f4180d0060 HTTP/1.1" status: 200 len: 845 time: 0.1174321 Feb 20 03:47:20.562981 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-215a9511-856d-4301-90b5-089d74573be4 req-d2c4d914-e148-4be1-9c00-185e015cd972 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803881 Feb 20 03:47:20.597993 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-161b526a-27ed-4c4e-b358-b4cfd976b461 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e7145295-dd19-4a16-9b45-ef5241878299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326817 Feb 20 03:47:20.755605 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-a8b74b30-5392-4399-b6bd-f4eae8471c39 service neutron] 10.222.0.93 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510661 Feb 20 03:47:20.757835 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a174be69-f956-445d-8196-db05021d84a2 x-openstack-request-id: req-a174be69-f956-445d-8196-db05021d84a2 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:47:20.757835 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feaa4cd0-ee04-4d5a-acd0-3be2d7e24c9e", "tag": "0d0ccda7-2a40-4708-bfd3-1115e1dae0c3", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:47:20.758075 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a174be69-f956-445d-8196-db05021d84a2 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:47:20.758504 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feaa4cd0-ee04-4d5a-acd0-3be2d7e24c9e', 'tag': '0d0ccda7-2a40-4708-bfd3-1115e1dae0c3', 'status': 'completed', 'code': 200} Feb 20 03:47:20.870704 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 50684) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:47:20.922522 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:21.086120 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:21.193507 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3ca1e-bb69-48d6-860b-952a8b4a1c5c req-b8302717-9809-4b48-98b0-3e7fa05feb8e tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:21.195223 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ebc3ca1e-bb69-48d6-860b-952a8b4a1c5c req-b8302717-9809-4b48-98b0-3e7fa05feb8e tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=feaa4cd0-ee04-4d5a-acd0-3be2d7e24c9e HTTP/1.1" status: 200 len: 944 time: 0.4018824 Feb 20 03:47:21.283027 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c5586596-8649-4778-8092-d22b6d0c41e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:21.385419 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-317ac6d8-a5ac-4409-ad15-049b70c30d82 req-e77ea011-545b-464b-85bf-2bd6674b90b9 service neutron] 10.222.0.93 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6223428 Feb 20 03:47:21.411806 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ebc3ca1e-bb69-48d6-860b-952a8b4a1c5c req-4fe2f8d6-75e7-46e5-afdb-3d9d3c383c65 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918361 Feb 20 03:47:21.474330 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c5586596-8649-4778-8092-d22b6d0c41e2 admin admin] Publish callbacks [] for security_group (e4b63a62-4f2e-4c9a-9a49-47219e8ed1c9), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:21.553065 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c5586596-8649-4778-8092-d22b6d0c41e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e4b63a62-4f2e-4c9a-9a49-47219e8ed1c9), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:21.588084 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 50698) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:47:21.650952 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c5586596-8649-4778-8092-d22b6d0c41e2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=237e089243e84328952029576ed50239&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7784812 Feb 20 03:47:21.652158 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5586596-8649-4778-8092-d22b6d0c41e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b63a62-4f2e-4c9a-9a49-47219e8ed1c9,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:21.660050 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 50704) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:47:21.746823 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ef318-ca45-46c9-98bb-0227b661199a req-81becd7f-d50f-4dc8-96b4-a89f3ad32b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:21.746823 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c87ef318-ca45-46c9-98bb-0227b661199a req-81becd7f-d50f-4dc8-96b4-a89f3ad32b4f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ee1f83dd43a749889a261be042aa9ecd&device_id=feaa4cd0-ee04-4d5a-acd0-3be2d7e24c9e HTTP/1.1" status: 200 len: 1126 time: 0.2170653 Feb 20 03:47:21.787070 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a71be8a8-bf97-4865-ba33-733cf6b34db6 admin admin] Publish callbacks [] for security_group (e4b63a62-4f2e-4c9a-9a49-47219e8ed1c9), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:21.847851 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a71be8a8-bf97-4865-ba33-733cf6b34db6 admin admin] Publish callbacks [] for security_group (e4b63a62-4f2e-4c9a-9a49-47219e8ed1c9), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:21.876117 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dace96-67d4-4080-b24a-e778d4faf5eb tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:21.876624 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dace96-67d4-4080-b24a-e778d4faf5eb tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:21.877054 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dace96-67d4-4080-b24a-e778d4faf5eb tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:21.894384 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e7dace96-67d4-4080-b24a-e778d4faf5eb tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] 10.222.0.89 "GET /v2.0/ports?project_id=cdf6aa5f9d3c4cef8fb0e04bd6cac1cb&network_id=62b84434-5c3b-4e74-b1a7-8ac8add3a2d7 HTTP/1.1" status: 200 len: 3072 time: 0.2891045 Feb 20 03:47:21.926658 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3de015-280e-4ccb-854e-019f8df9b3f8 req-54623b94-60ea-4c73-a4aa-e0fd2d1ee544 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:21.938846 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0e3de015-280e-4ccb-854e-019f8df9b3f8 req-54623b94-60ea-4c73-a4aa-e0fd2d1ee544 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 945 time: 0.2191498 Feb 20 03:47:21.982573 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ef318-ca45-46c9-98bb-0227b661199a req-73a27c42-b4b5-4da1-adaf-57a704a41946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:21.984884 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c87ef318-ca45-46c9-98bb-0227b661199a req-73a27c42-b4b5-4da1-adaf-57a704a41946 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e7145295-dd19-4a16-9b45-ef5241878299 HTTP/1.1" status: 200 len: 906 time: 0.2179658 Feb 20 03:47:22.032798 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0e3de015-280e-4ccb-854e-019f8df9b3f8 req-5078ba6d-d56f-4413-a19b-e884dce8b86d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916345 Feb 20 03:47:22.050735 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a71be8a8-bf97-4865-ba33-733cf6b34db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e4b63a62-4f2e-4c9a-9a49-47219e8ed1c9), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:22.055876 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a71be8a8-bf97-4865-ba33-733cf6b34db6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:22.055876 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a71be8a8-bf97-4865-ba33-733cf6b34db6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e4b63a62-4f2e-4c9a-9a49-47219e8ed1c9 HTTP/1.1" status: 204 len: 168 time: 0.3935299 Feb 20 03:47:22.065491 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71be8a8-bf97-4865-ba33-733cf6b34db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b63a62-4f2e-4c9a-9a49-47219e8ed1c9,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:22.179058 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c87ef318-ca45-46c9-98bb-0227b661199a req-38992ce9-adad-459a-add3-a037ecf4d198 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d0ccda7-2a40-4708-bfd3-1115e1dae0c3 HTTP/1.1" status: 200 len: 217 time: 0.1618426 Feb 20 03:47:22.246598 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ef318-ca45-46c9-98bb-0227b661199a req-06365b67-6962-4678-9103-a0f8275cec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:22.249204 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c87ef318-ca45-46c9-98bb-0227b661199a req-06365b67-6962-4678-9103-a0f8275cec96 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9ceea925-1fd0-4335-a582-98f4180d0060 HTTP/1.1" status: 200 len: 845 time: 0.0616729 Feb 20 03:47:22.285227 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c87ef318-ca45-46c9-98bb-0227b661199a req-9e21f5de-900e-4914-b240-3267fd367b17 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e7145295-dd19-4a16-9b45-ef5241878299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302606 Feb 20 03:47:22.408662 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c87ef318-ca45-46c9-98bb-0227b661199a req-961abd26-ac99-412b-9668-e6565c10f3e7 service neutron] 10.222.0.93 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146638 Feb 20 03:47:22.604975 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c87ef318-ca45-46c9-98bb-0227b661199a req-e23ddea2-2923-4e28-8ae1-b704ed176093 service neutron] 10.222.0.93 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886129 Feb 20 03:47:22.629595 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e1f9f-076f-4b19-830e-7e539f7a0be9 req-515cbad6-04f0-48f3-a468-43404e844eb4 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:22.632446 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4c7e1f9f-076f-4b19-830e-7e539f7a0be9 req-515cbad6-04f0-48f3-a468-43404e844eb4 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=feaa4cd0-ee04-4d5a-acd0-3be2d7e24c9e HTTP/1.1" status: 200 len: 944 time: 0.0902848 Feb 20 03:47:22.698907 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4c7e1f9f-076f-4b19-830e-7e539f7a0be9 req-3fd5aa89-9866-44c2-b50d-d9abaeaf5a50 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611858 Feb 20 03:47:23.000887 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 50730) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:47:23.010189 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0399bbf3-cb0f-47e6-8c4d-b6ab58b4a232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:23.095388 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0399bbf3-cb0f-47e6-8c4d-b6ab58b4a232 admin admin] Publish callbacks [] for security_group (b0c06593-f7f7-484d-9019-0fe525c26726), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:23.164730 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0399bbf3-cb0f-47e6-8c4d-b6ab58b4a232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b0c06593-f7f7-484d-9019-0fe525c26726), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:23.176900 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a990e8-cedb-4bf1-b89a-fd446bc8da3e req-43cc7158-63e5-48df-8e93-3fd0ca086b09 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:23.178544 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c1a990e8-cedb-4bf1-b89a-fd446bc8da3e req-43cc7158-63e5-48df-8e93-3fd0ca086b09 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 945 time: 0.0562901 Feb 20 03:47:23.205951 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399bbf3-cb0f-47e6-8c4d-b6ab58b4a232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c06593-f7f7-484d-9019-0fe525c26726,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:23.210639 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0399bbf3-cb0f-47e6-8c4d-b6ab58b4a232 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b9ec08ccdc3d404bb6cc9f6893711f85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2132502 Feb 20 03:47:23.213197 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 50738) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:47:23.258247 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c1a990e8-cedb-4bf1-b89a-fd446bc8da3e req-6097885e-83c3-4386-b211-e9f7fbccfd96 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695159 Feb 20 03:47:23.272523 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-06e05912-6143-49d0-b08c-e787eecf58e3 admin admin] Publish callbacks [] for security_group (b0c06593-f7f7-484d-9019-0fe525c26726), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:23.292518 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-06e05912-6143-49d0-b08c-e787eecf58e3 admin admin] Publish callbacks [] for security_group (b0c06593-f7f7-484d-9019-0fe525c26726), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:23.450393 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-06e05912-6143-49d0-b08c-e787eecf58e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b0c06593-f7f7-484d-9019-0fe525c26726), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:23.453098 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-06e05912-6143-49d0-b08c-e787eecf58e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:23.454254 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-06e05912-6143-49d0-b08c-e787eecf58e3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b0c06593-f7f7-484d-9019-0fe525c26726 HTTP/1.1" status: 204 len: 168 time: 0.2388849 Feb 20 03:47:23.462761 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e05912-6143-49d0-b08c-e787eecf58e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c06593-f7f7-484d-9019-0fe525c26726,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:23.843470 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d7104-6061-4401-92dd-db71bae0492e req-363a7577-c232-4c4b-9b95-2741ca2184c0 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:23.844962 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b66d7104-6061-4401-92dd-db71bae0492e req-363a7577-c232-4c4b-9b95-2741ca2184c0 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=feaa4cd0-ee04-4d5a-acd0-3be2d7e24c9e HTTP/1.1" status: 200 len: 944 time: 0.0578709 Feb 20 03:47:23.893859 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b66d7104-6061-4401-92dd-db71bae0492e req-53ab9703-aafa-4f1e-85b9-db6569826ad5 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429857 Feb 20 03:47:23.977672 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 0d0ccda7-2a40-4708-bfd3-1115e1dae0c3 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:47:24.098007 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 0d0ccda7-2a40-4708-bfd3-1115e1dae0c3, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=0d0ccda7-2a40-4708-bfd3-1115e1dae0c3,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:47:24.109746 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '0d0ccda7-2a40-4708-bfd3-1115e1dae0c3', 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299', 'port_id': '0d0ccda7-2a40-4708-bfd3-1115e1dae0c3', 'mac_address': 'fa:16:3e:81:3b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ceea925-1fd0-4335-a582-98f4180d0060', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:47:24.168756 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 0d0ccda7-2a40-4708-bfd3-1115e1dae0c3 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:47:24.169308 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0d0ccda7-2a40-4708-bfd3-1115e1dae0c3), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:24.187480 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d0ccda7-2a40-4708-bfd3-1115e1dae0c3 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:47:24.206211 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 0d0ccda7-2a40-4708-bfd3-1115e1dae0c3, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=0d0ccda7-2a40-4708-bfd3-1115e1dae0c3,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:47:24.298828 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0d0ccda7-2a40-4708-bfd3-1115e1dae0c3), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:24.641800 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=0d0ccda7-2a40-4708-bfd3-1115e1dae0c3,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:24.643898 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e186703-6a84-4348-b22e-98e5b6d9c238 req-17c67b03-e440-437c-9826-d04d9805e5e7 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:24.643898 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5e186703-6a84-4348-b22e-98e5b6d9c238 req-17c67b03-e440-437c-9826-d04d9805e5e7 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 945 time: 0.0870435 Feb 20 03:47:24.643898 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5e186703-6a84-4348-b22e-98e5b6d9c238 req-31d6c32c-bbbe-487f-bf48-11209d98d729 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766983 Feb 20 03:47:24.644676 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['0d0ccda7-2a40-4708-bfd3-1115e1dae0c3'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:47:25.088961 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430eae4b-1f7c-4435-90e4-997302f71bbc req-d98ddf8d-e030-4022-9c2e-f50ebe7b3278 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:25.098522 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-430eae4b-1f7c-4435-90e4-997302f71bbc req-d98ddf8d-e030-4022-9c2e-f50ebe7b3278 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=feaa4cd0-ee04-4d5a-acd0-3be2d7e24c9e HTTP/1.1" status: 200 len: 945 time: 0.0753078 Feb 20 03:47:25.159114 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-430eae4b-1f7c-4435-90e4-997302f71bbc req-1a623b92-0256-4646-bd76-69becd5460f4 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545237 Feb 20 03:47:25.841075 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adf974-6a19-48dc-923f-92e5f7f60623 req-b9ea1eab-355f-4cca-a49f-8885df95abc9 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:25.843318 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-43adf974-6a19-48dc-923f-92e5f7f60623 req-b9ea1eab-355f-4cca-a49f-8885df95abc9 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 945 time: 0.0894027 Feb 20 03:47:25.908948 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-43adf974-6a19-48dc-923f-92e5f7f60623 req-4bc9243c-4434-45f7-a35c-4bc9c049beb0 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599234 Feb 20 03:47:25.940035 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 50834) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:47:25.995009 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a831ad-8814-48fa-8aa3-711a28642924 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:25.996085 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 0d0ccda7-2a40-4708-bfd3-1115e1dae0c3 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:47:25.996533 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d0a831ad-8814-48fa-8aa3-711a28642924 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 814 time: 0.0554225 Feb 20 03:47:26.079959 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defc9d7-c2d6-4f2e-943e-eb024ecaeec5 req-42d9ec1d-7d30-4d0f-845c-2b8c8abfe590 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:26.081435 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1defc9d7-c2d6-4f2e-943e-eb024ecaeec5 req-42d9ec1d-7d30-4d0f-845c-2b8c8abfe590 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 946 time: 0.0760083 Feb 20 03:47:26.145015 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1defc9d7-c2d6-4f2e-943e-eb024ecaeec5 req-722ee0a1-a651-4f63-8821-31ed2c931890 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532155 Feb 20 03:47:26.193361 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 0d0ccda7-2a40-4708-bfd3-1115e1dae0c3 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:47:26.197563 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 0d0ccda7-2a40-4708-bfd3-1115e1dae0c3 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:47:26.197924 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0d0ccda7-2a40-4708-bfd3-1115e1dae0c3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:26.287275 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850ac8d-c301-4f95-a9fe-3ac77140c5cc req-2e9fa5d8-9dd4-4ad8-9240-262c83c7403e tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:26.294993 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8850ac8d-c301-4f95-a9fe-3ac77140c5cc req-2e9fa5d8-9dd4-4ad8-9240-262c83c7403e tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=feaa4cd0-ee04-4d5a-acd0-3be2d7e24c9e HTTP/1.1" status: 200 len: 945 time: 0.0667520 Feb 20 03:47:26.329773 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 0d0ccda7-2a40-4708-bfd3-1115e1dae0c3 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:47:26.330393 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0d0ccda7-2a40-4708-bfd3-1115e1dae0c3), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:26.376226 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 0d0ccda7-2a40-4708-bfd3-1115e1dae0c3, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=0d0ccda7-2a40-4708-bfd3-1115e1dae0c3,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:47:26.380585 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feaa4cd0-ee04-4d5a-acd0-3be2d7e24c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0ccda7-2a40-4708-bfd3-1115e1dae0c3'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:47:26.382912 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc405672-85fe-410c-bbcf-a42e9d9644db" -d '{"events": [{"server_uuid": "feaa4cd0-ee04-4d5a-acd0-3be2d7e24c9e", "name": "network-vif-plugged", "status": "completed", "tag": "0d0ccda7-2a40-4708-bfd3-1115e1dae0c3"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:47:26.390046 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8850ac8d-c301-4f95-a9fe-3ac77140c5cc req-d8efd6df-da4b-47c8-9854-897582bb2545 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885246 Feb 20 03:47:26.432053 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b36352-c19d-4af3-8885-110a50ed3e70 x-openstack-request-id: req-87b36352-c19d-4af3-8885-110a50ed3e70 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:47:26.432391 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feaa4cd0-ee04-4d5a-acd0-3be2d7e24c9e", "name": "network-vif-plugged", "status": "completed", "tag": "0d0ccda7-2a40-4708-bfd3-1115e1dae0c3", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:47:26.432653 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-87b36352-c19d-4af3-8885-110a50ed3e70 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:47:26.433055 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feaa4cd0-ee04-4d5a-acd0-3be2d7e24c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0ccda7-2a40-4708-bfd3-1115e1dae0c3', 'code': 200} Feb 20 03:47:26.479161 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0d0ccda7-2a40-4708-bfd3-1115e1dae0c3), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:26.483442 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-451894c7-1e1d-482b-a263-b76f0019d4b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:26.542122 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=0d0ccda7-2a40-4708-bfd3-1115e1dae0c3,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:26.564217 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44514743-5226-4e61-a41d-0a0bef37afa6 req-3a240f92-96cb-44f6-aac7-479dfae75920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:26.565873 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-44514743-5226-4e61-a41d-0a0bef37afa6 req-3a240f92-96cb-44f6-aac7-479dfae75920 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=feaa4cd0-ee04-4d5a-acd0-3be2d7e24c9e HTTP/1.1" status: 200 len: 1128 time: 0.0495424 Feb 20 03:47:26.619006 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-44514743-5226-4e61-a41d-0a0bef37afa6 req-b9ba9ba5-4cee-45b1-b624-023c766452d6 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460434 Feb 20 03:47:27.032748 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542672c3-3c2f-44f5-ab53-cb35d1777cdf req-19f91c5b-dab7-4e42-b3de-990c9962704e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:27.034518 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-542672c3-3c2f-44f5-ab53-cb35d1777cdf req-19f91c5b-dab7-4e42-b3de-990c9962704e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 945 time: 0.0541694 Feb 20 03:47:27.043140 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 50862) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:47:27.049549 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-ead38146-d4cc-4793-b37f-6e0c8ac665a6 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Request body: {'network': {'name': 'tempest-network-smoke--877374796', 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'port_security_enabled': True}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:47:27.085821 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-542672c3-3c2f-44f5-ab53-cb35d1777cdf req-6d4f5f5f-18dc-453b-b22d-1fa125d414c6 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459688 Feb 20 03:47:27.161832 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead38146-d4cc-4793-b37f-6e0c8ac665a6 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Made reservation on behalf of cdf6aa5f9d3c4cef8fb0e04bd6cac1cb for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:47:27.166238 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ead38146-d4cc-4793-b37f-6e0c8ac665a6 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:27.200849 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead38146-d4cc-4793-b37f-6e0c8ac665a6 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:47:27.211270 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ead38146-d4cc-4793-b37f-6e0c8ac665a6 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (5d36927e-7d65-447f-add1-1484fd5e3155), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:27.211613 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-ead38146-d4cc-4793-b37f-6e0c8ac665a6 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Added segment 5d36927e-7d65-447f-add1-1484fd5e3155 of type vlan for network 883ac37e-6da0-4f70-9a9c-08a6b62165cc Feb 20 03:47:27.259505 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ead38146-d4cc-4793-b37f-6e0c8ac665a6 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (883ac37e-6da0-4f70-9a9c-08a6b62165cc), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:27.294974 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109ae91-f5d0-47ad-9de1-da41df8cc82b req-7319507e-9b35-426d-bdac-053b5b52ac39 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:27.297854 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6109ae91-f5d0-47ad-9de1-da41df8cc82b req-7319507e-9b35-426d-bdac-053b5b52ac39 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 946 time: 0.0661192 Feb 20 03:47:27.348637 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6109ae91-f5d0-47ad-9de1-da41df8cc82b req-58ee95c2-1da7-4335-b0e2-ff808f4de0ad tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/security-groups?id=5209f110-7003-46ba-a5e3-7de581414b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451422 Feb 20 03:47:27.373355 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ead38146-d4cc-4793-b37f-6e0c8ac665a6 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (883ac37e-6da0-4f70-9a9c-08a6b62165cc), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:27.379034 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead38146-d4cc-4793-b37f-6e0c8ac665a6 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:27.379688 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ead38146-d4cc-4793-b37f-6e0c8ac665a6 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:27.548370 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dcc94b-483a-4b33-987e-2af0a450655d req-62e1492e-d479-4dec-89fb-c5e95d5558ce tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:27.556326 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e7dcc94b-483a-4b33-987e-2af0a450655d req-62e1492e-d479-4dec-89fb-c5e95d5558ce tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=feaa4cd0-ee04-4d5a-acd0-3be2d7e24c9e HTTP/1.1" status: 200 len: 946 time: 0.0993280 Feb 20 03:47:27.674955 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e7dcc94b-483a-4b33-987e-2af0a450655d req-fabc106a-6421-4448-b978-b626fd26dfb0 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176047 Feb 20 03:47:27.695779 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f16d62-bebb-473e-8fa8-50d75488d26c req-5e11c163-6c7d-4a02-baa1-c301d1f9f253 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:27.699585 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-16f16d62-bebb-473e-8fa8-50d75488d26c req-5e11c163-6c7d-4a02-baa1-c301d1f9f253 tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 946 time: 0.1681721 Feb 20 03:47:27.831466 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-16f16d62-bebb-473e-8fa8-50d75488d26c req-613f7492-1240-4c78-95f6-8f800003439d tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Deleting port bf3783b4-809a-4c35-bd34-df196608bb8e {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:47:27.831816 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-16f16d62-bebb-473e-8fa8-50d75488d26c req-613f7492-1240-4c78-95f6-8f800003439d tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (bf3783b4-809a-4c35-bd34-df196608bb8e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:27.846206 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ead38146-d4cc-4793-b37f-6e0c8ac665a6 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8014491 Feb 20 03:47:27.850011 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 50882) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:47:27.877295 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead38146-d4cc-4793-b37f-6e0c8ac665a6 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'Network': ['ID=883ac37e-6da0-4f70-9a9c-08a6b62165cc,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:27.897247 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 883ac37e-6da0-4f70-9a9c-08a6b62165cc details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:47:28.012395 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-16f16d62-bebb-473e-8fa8-50d75488d26c req-613f7492-1240-4c78-95f6-8f800003439d tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] For port bf3783b4-809a-4c35-bd34-df196608bb8e, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=bf3783b4-809a-4c35-bd34-df196608bb8e,segment=NetworkSegment(37054cbd-f424-4c3e-9627-4d3b1f665915),segment_id=37054cbd-f424-4c3e-9627-4d3b1f665915)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:47:28.015572 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-16f16d62-bebb-473e-8fa8-50d75488d26c req-613f7492-1240-4c78-95f6-8f800003439d tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (bf3783b4-809a-4c35-bd34-df196608bb8e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:28.025831 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5879376c-5fa4-4d8d-82f2-73cdc2cfdae4 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:28.029016 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5879376c-5fa4-4d8d-82f2-73cdc2cfdae4 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=cdf6aa5f9d3c4cef8fb0e04bd6cac1cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1617064 Feb 20 03:47:28.038541 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 50886) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:47:28.050803 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-16f16d62-bebb-473e-8fa8-50d75488d26c req-613f7492-1240-4c78-95f6-8f800003439d tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Calling delete_port for bf3783b4-809a-4c35-bd34-df196608bb8e owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:47:28.260468 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5267e2-d141-4cca-97aa-13641d0c8924 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:28.262895 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0e5267e2-d141-4cca-97aa-13641d0c8924 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2211058 Feb 20 03:47:28.269582 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 50892) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:47:28.312858 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8c47f63c-7745-4901-a6e5-c1cfb4ea9c40 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=eaf6f7bf-76a8-47a9-a76f-78f3b96fe079&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413210 Feb 20 03:47:28.315954 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add883eb-b6bb-4431-ab75-aafc687ba368 req-fffe27fb-0f64-47fe-acd3-69f53a33bbcd tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:28.322894 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-add883eb-b6bb-4431-ab75-aafc687ba368 req-fffe27fb-0f64-47fe-acd3-69f53a33bbcd tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 945 time: 0.0975208 Feb 20 03:47:28.323214 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 50896) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:47:28.364952 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-16f16d62-bebb-473e-8fa8-50d75488d26c req-613f7492-1240-4c78-95f6-8f800003439d tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (bf3783b4-809a-4c35-bd34-df196608bb8e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:28.370222 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-846ee859-a73a-4886-8f67-4955790b24ba tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=cdf6aa5f9d3c4cef8fb0e04bd6cac1cb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435574 Feb 20 03:47:28.371441 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 50898) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:47:28.386799 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['bf3783b4-809a-4c35-bd34-df196608bb8e'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:47:28.389490 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-add883eb-b6bb-4431-ab75-aafc687ba368 req-efa6dd7a-0121-4e68-80a1-f47f4c41172b tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651722 Feb 20 03:47:28.478189 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f7492-1240-4c78-95f6-8f800003439d tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Pushing event deleted for resources: {'Port': ['ID=bf3783b4-809a-4c35-bd34-df196608bb8e,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:28.659200 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-14e04bef-53ac-499c-8708-c2fdc8f27cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:28.864500 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f16d62-bebb-473e-8fa8-50d75488d26c req-613f7492-1240-4c78-95f6-8f800003439d tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] No DVR routers for this DVR port bf3783b4-809a-4c35-bd34-df196608bb8e on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:47:28.875435 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06103102-938b-4b6c-873b-984b22c6c6fa req-0895ec0e-5851-4cc8-98f4-fdff39383a4f tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.89 "GET /v2.0/ports?device_id=7a1d7768-3174-402d-a0de-fab0564778fb HTTP/1.1" status: 200 len: 210 time: 0.0659821 Feb 20 03:47:28.876914 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-16f16d62-bebb-473e-8fa8-50d75488d26c req-613f7492-1240-4c78-95f6-8f800003439d tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:28.882381 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-16f16d62-bebb-473e-8fa8-50d75488d26c req-613f7492-1240-4c78-95f6-8f800003439d tempest-ServersNegativeTestJSON-1100750372 tempest-ServersNegativeTestJSON-1100750372-project] 10.222.0.42 "DELETE /v2.0/ports/bf3783b4-809a-4c35-bd34-df196608bb8e HTTP/1.1" status: 204 len: 173 time: 1.1760068 Feb 20 03:47:28.906498 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1d7768-3174-402d-a0de-fab0564778fb', 'name': 'network-vif-deleted', 'tag': 'bf3783b4-809a-4c35-bd34-df196608bb8e'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:47:28.909017 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d03d901-1ac6-4f2e-af0a-cece457e5f52" -d '{"events": [{"server_uuid": "7a1d7768-3174-402d-a0de-fab0564778fb", "name": "network-vif-deleted", "tag": "bf3783b4-809a-4c35-bd34-df196608bb8e"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:47:28.913320 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887f4ab5-b6b3-42fd-ade1-567897e0f3fb tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:28.919007 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-887f4ab5-b6b3-42fd-ade1-567897e0f3fb tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5435019 Feb 20 03:47:28.923024 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 50912) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:47:28.965228 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-84018191-2303-42b3-93bd-f5cbaa24e1d4 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=eaf6f7bf-76a8-47a9-a76f-78f3b96fe079&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410192 Feb 20 03:47:28.969591 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 50916) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:47:28.976852 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-8aafd576-7e9d-4f34-9815-6846816a96cf tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-366594428', 'network_id': '883ac37e-6da0-4f70-9a9c-08a6b62165cc', 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:47:29.110288 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d93a7-7cf1-48a5-a67a-e23e27af0d38 req-48730e9b-0d18-4e92-9f8f-9450653b7523 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:29.111940 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f92d93a7-7cf1-48a5-a67a-e23e27af0d38 req-48730e9b-0d18-4e92-9f8f-9450653b7523 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=feaa4cd0-ee04-4d5a-acd0-3be2d7e24c9e HTTP/1.1" status: 200 len: 946 time: 0.1174664 Feb 20 03:47:29.194609 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f92d93a7-7cf1-48a5-a67a-e23e27af0d38 req-46a5c3ec-386e-4e8d-b7b2-886cca2ad7d3 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678768 Feb 20 03:47:29.224678 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aafd576-7e9d-4f34-9815-6846816a96cf tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Made reservation on behalf of cdf6aa5f9d3c4cef8fb0e04bd6cac1cb for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:47:29.229715 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8aafd576-7e9d-4f34-9815-6846816a96cf tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:29.283966 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f396650-6be5-4a43-a7f6-0a6ce668d4ff x-openstack-request-id: req-4f396650-6be5-4a43-a7f6-0a6ce668d4ff {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:47:29.284279 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1d7768-3174-402d-a0de-fab0564778fb", "name": "network-vif-deleted", "tag": "bf3783b4-809a-4c35-bd34-df196608bb8e", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:47:29.284538 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4f396650-6be5-4a43-a7f6-0a6ce668d4ff {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:47:29.284949 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1d7768-3174-402d-a0de-fab0564778fb', 'name': 'network-vif-deleted', 'tag': 'bf3783b4-809a-4c35-bd34-df196608bb8e', 'status': 'completed', 'code': 200} Feb 20 03:47:29.550141 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-1fd821d7-76dd-4b86-b0b7-24c34e58c807 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:29.551788 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-1fd821d7-76dd-4b86-b0b7-24c34e58c807 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/networks?id=e7145295-dd19-4a16-9b45-ef5241878299 HTTP/1.1" status: 200 len: 805 time: 0.1585526 Feb 20 03:47:29.568752 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-bface616-a609-4762-a32a-086ac38b9303 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/quotas/ee1f83dd43a749889a261be042aa9ecd HTTP/1.1" status: 200 len: 375 time: 0.0109074 Feb 20 03:47:29.619782 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8aafd576-7e9d-4f34-9815-6846816a96cf tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (c25475bf-d7a0-47e7-aa50-43ed40eb001c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:29.687871 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aafd576-7e9d-4f34-9815-6846816a96cf tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'Subnet': ['ID=c25475bf-d7a0-47e7-aa50-43ed40eb001c,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:29.702550 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-ef841088-d8d8-48d1-8e01-f3ad6b917d2e tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=ee1f83dd43a749889a261be042aa9ecd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1260364 Feb 20 03:47:29.724424 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aafd576-7e9d-4f34-9815-6846816a96cf tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Checking segment: {'id': '5d36927e-7d65-447f-add1-1484fd5e3155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '883ac37e-6da0-4f70-9a9c-08a6b62165cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:47:29.724798 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aafd576-7e9d-4f34-9815-6846816a96cf tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Network hostable DHCP agents. Network: 883ac37e-6da0-4f70-9a9c-08a6b62165cc, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:47:29.819106 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-fba5642a-a3e0-4321-a9ce-71a38e378e1b service neutron] 10.222.0.89 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074572 Feb 20 03:47:29.880471 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aafd576-7e9d-4f34-9815-6846816a96cf tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Network 883ac37e-6da0-4f70-9a9c-08a6b62165cc is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:47:29.902144 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:29.932900 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-52cab432-60a8-4882-bb39-22c9a011faf5 service neutron] 10.222.0.89 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079690 Feb 20 03:47:29.971192 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-8aafd576-7e9d-4f34-9815-6846816a96cf tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 883ac37e-6da0-4f70-9a9c-08a6b62165cc) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:47:29.983237 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2d1ddc-4cf1-4641-a4be-9c7fc21dc357 None None] Network 883ac37e-6da0-4f70-9a9c-08a6b62165cc requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:47:29.991332 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aafd576-7e9d-4f34-9815-6846816a96cf tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:30.000846 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8aafd576-7e9d-4f34-9815-6846816a96cf tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:30.126618 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b93886b-814f-4fe9-a66f-f7185a37acf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-883ac37e-6da0-4f70-9a9c-08a6b62165cc', 'network_id': '883ac37e-6da0-4f70-9a9c-08a6b62165cc', 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'fixed_ips': [{'subnet_id': 'c25475bf-d7a0-47e7-aa50-43ed40eb001c'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:47:30.128292 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2b93886b-814f-4fe9-a66f-f7185a37acf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:30.128388 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8aafd576-7e9d-4f34-9815-6846816a96cf tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1565425 Feb 20 03:47:30.331933 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-2b93886b-814f-4fe9-a66f-f7185a37acf9 None None] Allocated IP 172.20.0.18 (883ac37e-6da0-4f70-9a9c-08a6b62165cc/c25475bf-d7a0-47e7-aa50-43ed40eb001c/3c9b1d53-7130-4021-90ea-e404ae9ab6f9) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:47:30.332347 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578ba1b-533e-4a78-a203-747a0d7d09da req-a8e362c8-b29a-469e-bb5f-9c3117042ba8 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:30.346420 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2578ba1b-533e-4a78-a203-747a0d7d09da req-a8e362c8-b29a-469e-bb5f-9c3117042ba8 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 945 time: 0.0909944 Feb 20 03:47:30.418151 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2578ba1b-533e-4a78-a203-747a0d7d09da req-33a70687-5faa-4107-afd8-ff73a5dc12ba tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704985 Feb 20 03:47:30.461374 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 50966) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:47:30.568873 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2b93886b-814f-4fe9-a66f-f7185a37acf9 None None] Publish callbacks [] for port (3c9b1d53-7130-4021-90ea-e404ae9ab6f9), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:30.571917 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-c84c742e-42eb-4730-8a4d-ef363586274c admin admin] Deleting subnet 883b5707-28cf-44b8-81fe-08e0b3a98ddb {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:47:30.583637 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c84c742e-42eb-4730-8a4d-ef363586274c admin admin] Publish callbacks [] for subnet (883b5707-28cf-44b8-81fe-08e0b3a98ddb), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:30.635085 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c84c742e-42eb-4730-8a4d-ef363586274c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (883b5707-28cf-44b8-81fe-08e0b3a98ddb), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:30.676755 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2b93886b-814f-4fe9-a66f-f7185a37acf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (3c9b1d53-7130-4021-90ea-e404ae9ab6f9), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:30.700805 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c84c742e-42eb-4730-8a4d-ef363586274c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (883b5707-28cf-44b8-81fe-08e0b3a98ddb), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:30.733826 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 50970) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:47:30.739029 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-4fb56c1c-bc79-4ed8-851b-3cd3918d9f16 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1059480777', 'description': 'tempest-secgroup-smoke-1059480777 description', 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:47:30.770644 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b93886b-814f-4fe9-a66f-f7185a37acf9 None None] Network 883ac37e-6da0-4f70-9a9c-08a6b62165cc is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:47:30.791922 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-2b93886b-814f-4fe9-a66f-f7185a37acf9 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:47:30.801713 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93886b-814f-4fe9-a66f-f7185a37acf9 None None] Pushing event updated for resources: {'Port': ['ID=3c9b1d53-7130-4021-90ea-e404ae9ab6f9,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:30.813966 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b93886b-814f-4fe9-a66f-f7185a37acf9 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:47:30.825130 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78e44b79-bda4-45b7-8a21-5f781289073a req-3c244ab3-8fb4-471b-873b-905afc62a74a tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=90e89723-8449-4e1a-8dc1-12818039b2cb HTTP/1.1" status: 200 len: 210 time: 0.0424428 Feb 20 03:47:30.885055 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-2b93886b-814f-4fe9-a66f-f7185a37acf9 None None] Attempting to bind port 3c9b1d53-7130-4021-90ea-e404ae9ab6f9 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:47:30.885522 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-2b93886b-814f-4fe9-a66f-f7185a37acf9 None None] Attempting to bind port 3c9b1d53-7130-4021-90ea-e404ae9ab6f9 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '5d36927e-7d65-447f-add1-1484fd5e3155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '883ac37e-6da0-4f70-9a9c-08a6b62165cc'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:47:30.886090 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b93886b-814f-4fe9-a66f-f7185a37acf9 None None] Attempting to bind port 3c9b1d53-7130-4021-90ea-e404ae9ab6f9 on network 883ac37e-6da0-4f70-9a9c-08a6b62165cc {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:47:30.891361 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b93886b-814f-4fe9-a66f-f7185a37acf9 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:47:30.896278 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4fb56c1c-bc79-4ed8-851b-3cd3918d9f16 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:30.896408 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b93886b-814f-4fe9-a66f-f7185a37acf9 None None] Checking segment: {'id': '5d36927e-7d65-447f-add1-1484fd5e3155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '883ac37e-6da0-4f70-9a9c-08a6b62165cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:47:30.896408 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2b93886b-814f-4fe9-a66f-f7185a37acf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:30.896565 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b93886b-814f-4fe9-a66f-f7185a37acf9 None None] Bound using segment: {'id': '5d36927e-7d65-447f-add1-1484fd5e3155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '883ac37e-6da0-4f70-9a9c-08a6b62165cc'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:47:30.897600 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-2b93886b-814f-4fe9-a66f-f7185a37acf9 None None] Bound port: 3c9b1d53-7130-4021-90ea-e404ae9ab6f9, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d36927e-7d65-447f-add1-1484fd5e3155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '883ac37e-6da0-4f70-9a9c-08a6b62165cc'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:47:30.898069 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2b93886b-814f-4fe9-a66f-f7185a37acf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3c9b1d53-7130-4021-90ea-e404ae9ab6f9), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:30.951937 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c84c742e-42eb-4730-8a4d-ef363586274c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (883b5707-28cf-44b8-81fe-08e0b3a98ddb), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:30.980013 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4fb56c1c-bc79-4ed8-851b-3cd3918d9f16 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group (c552e9b9-5248-4da1-8b24-99563ef7a70c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:31.011300 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c84c742e-42eb-4730-8a4d-ef363586274c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:31.018169 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c84c742e-42eb-4730-8a4d-ef363586274c admin admin] 10.222.0.89 "DELETE /v2.0/subnets/883b5707-28cf-44b8-81fe-08e0b3a98ddb HTTP/1.1" status: 204 len: 168 time: 0.5533726 Feb 20 03:47:31.018924 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 50980) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:47:31.028853 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-2b93886b-814f-4fe9-a66f-f7185a37acf9 None None] For port 3c9b1d53-7130-4021-90ea-e404ae9ab6f9, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:47:31.032954 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-2b93886b-814f-4fe9-a66f-f7185a37acf9 None None] For port 3c9b1d53-7130-4021-90ea-e404ae9ab6f9, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3c9b1d53-7130-4021-90ea-e404ae9ab6f9,segment=NetworkSegment(5d36927e-7d65-447f-add1-1484fd5e3155),segment_id=5d36927e-7d65-447f-add1-1484fd5e3155)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:47:31.046889 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c742e-42eb-4730-8a4d-ef363586274c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=883b5707-28cf-44b8-81fe-08e0b3a98ddb,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:31.054412 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4fb56c1c-bc79-4ed8-851b-3cd3918d9f16 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c552e9b9-5248-4da1-8b24-99563ef7a70c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:31.134410 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2b93886b-814f-4fe9-a66f-f7185a37acf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3c9b1d53-7130-4021-90ea-e404ae9ab6f9), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:31.162888 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb56c1c-bc79-4ed8-851b-3cd3918d9f16 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c552e9b9-5248-4da1-8b24-99563ef7a70c,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:31.182727 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d6c6-cd4e-4c54-af0a-9e1c12555a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (b6106e2a-8ac1-4f4b-b272-b4b0beeb37af), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:31.248617 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4fb56c1c-bc79-4ed8-851b-3cd3918d9f16 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:31.250652 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:31.251500 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93886b-814f-4fe9-a66f-f7185a37acf9 None None] Pushing event updated for resources: {'Port': ['ID=3c9b1d53-7130-4021-90ea-e404ae9ab6f9,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:31.253314 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4fb56c1c-bc79-4ed8-851b-3cd3918d9f16 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5182250 Feb 20 03:47:31.254610 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 50984) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:47:31.262796 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-db3803f8-5654-4b07-bd14-2fd5931f1952 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Request body: {'security_group_rule': {'security_group_id': 'c552e9b9-5248-4da1-8b24-99563ef7a70c', 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:47:31.302885 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d6c6-cd4e-4c54-af0a-9e1c12555a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (b6106e2a-8ac1-4f4b-b272-b4b0beeb37af), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:31.328234 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-2fe8d6c6-cd4e-4c54-af0a-9e1c12555a2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6106e2a-8ac1-4f4b-b272-b4b0beeb37af']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:47:31.339954 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-2fe8d6c6-cd4e-4c54-af0a-9e1c12555a2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37054cbd-f424-4c3e-9627-4d3b1f665915') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:47:31.340313 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-2fe8d6c6-cd4e-4c54-af0a-9e1c12555a2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37054cbd-f424-4c3e-9627-4d3b1f665915') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:47:31.351496 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d6c6-cd4e-4c54-af0a-9e1c12555a2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (37054cbd-f424-4c3e-9627-4d3b1f665915), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:31.374287 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d6c6-cd4e-4c54-af0a-9e1c12555a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (37054cbd-f424-4c3e-9627-4d3b1f665915), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:31.380564 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe8d6c6-cd4e-4c54-af0a-9e1c12555a2b admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:47:31.380953 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d6c6-cd4e-4c54-af0a-9e1c12555a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (37054cbd-f424-4c3e-9627-4d3b1f665915), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:31.383046 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:47:31.383046 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:47:31.383046 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:47:31.383046 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:47:31.383046 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:47:31.383046 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:47:31.383046 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:47:31.383046 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:47:31.383046 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:47:31.383046 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:47:31.383046 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:47:31.383046 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:47:31.383046 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:47:31.383046 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:47:31.383046 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:47:31.383046 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:47:31.383046 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:47:31.383046 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:47:31.383046 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:47:31.383046 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:47:31.383046 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:47:31.383046 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:47:31.383046 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:47:31.383046 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:47:31.383046 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:47:31.383046 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:47:31.383046 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:47:31.383046 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:47:31.383046 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:47:31.383046 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:47:31.383046 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:47:31.383046 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:47:31.415252 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-db3803f8-5654-4b07-bd14-2fd5931f1952 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (86eda15b-6aea-4d01-b576-87d2ce1d132c), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:31.616126 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d6c6-cd4e-4c54-af0a-9e1c12555a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (b6106e2a-8ac1-4f4b-b272-b4b0beeb37af), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:31.626366 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2fe8d6c6-cd4e-4c54-af0a-9e1c12555a2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:31.636915 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2fe8d6c6-cd4e-4c54-af0a-9e1c12555a2b admin admin] 10.222.0.89 "DELETE /v2.0/networks/b6106e2a-8ac1-4f4b-b272-b4b0beeb37af HTTP/1.1" status: 204 len: 168 time: 0.6168470 Feb 20 03:47:31.652403 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8d6c6-cd4e-4c54-af0a-9e1c12555a2b admin admin] Pushing event deleted for resources: {'Network': ['ID=b6106e2a-8ac1-4f4b-b272-b4b0beeb37af,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:31.682629 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-db3803f8-5654-4b07-bd14-2fd5931f1952 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (86eda15b-6aea-4d01-b576-87d2ce1d132c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:31.698365 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c2f4e-5cab-4229-9e41-ac8c26380b39 req-0c48153e-85b3-44b3-9863-68a1b314d688 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:31.709712 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-030c2f4e-5cab-4229-9e41-ac8c26380b39 req-0c48153e-85b3-44b3-9863-68a1b314d688 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 945 time: 0.1725206 Feb 20 03:47:31.802822 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-030c2f4e-5cab-4229-9e41-ac8c26380b39 req-f8cb90a8-4624-4cab-a7c3-d01dcf24db4a tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919683 Feb 20 03:47:31.805555 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-db3803f8-5654-4b07-bd14-2fd5931f1952 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (86eda15b-6aea-4d01-b576-87d2ce1d132c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:31.826462 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3803f8-5654-4b07-bd14-2fd5931f1952 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86eda15b-6aea-4d01-b576-87d2ce1d132c,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:31.848303 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device bf3783b4-809a-4c35-bd34-df196608bb8e no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:47:31.890580 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: bf3783b4-809a-4c35-bd34-df196608bb8e {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:47:31.890956 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device bf3783b4-809a-4c35-bd34-df196608bb8e not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:47:31.968761 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0cde2ea7-ba84-48cb-ad8c-4e51662def1c req-bba8cdc8-177c-4b11-b499-ab2fff857af4 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=90e89723-8449-4e1a-8dc1-12818039b2cb HTTP/1.1" status: 200 len: 210 time: 0.0470209 Feb 20 03:47:31.979780 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-db3803f8-5654-4b07-bd14-2fd5931f1952 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:31.988192 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51004) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:47:31.988955 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-db3803f8-5654-4b07-bd14-2fd5931f1952 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7326684 Feb 20 03:47:31.990788 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-5f373b86-7bb0-458d-bd8d-5988d0186356 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Request body: {'security_group_rule': {'security_group_id': 'c552e9b9-5248-4da1-8b24-99563ef7a70c', 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:47:32.121636 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5f373b86-7bb0-458d-bd8d-5988d0186356 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (e02a9219-d16a-41ab-bf55-eb132ad1c16c), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:32.236857 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3c9b1d53-7130-4021-90ea-e404ae9ab6f9 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:47:32.244399 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5f373b86-7bb0-458d-bd8d-5988d0186356 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (e02a9219-d16a-41ab-bf55-eb132ad1c16c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:32.274109 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51008) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:47:32.319744 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5f373b86-7bb0-458d-bd8d-5988d0186356 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (e02a9219-d16a-41ab-bf55-eb132ad1c16c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:32.360395 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d2f37b2c-927b-4c5e-ba9c-feae70b1cd8b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=74366e9b5aca4b26a4824007098993f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0847816 Feb 20 03:47:32.363185 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 51012) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:47:32.368588 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f373b86-7bb0-458d-bd8d-5988d0186356 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02a9219-d16a-41ab-bf55-eb132ad1c16c,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:32.368726 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 3c9b1d53-7130-4021-90ea-e404ae9ab6f9 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:47:32.370789 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3c9b1d53-7130-4021-90ea-e404ae9ab6f9), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:32.448589 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5f373b86-7bb0-458d-bd8d-5988d0186356 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:32.453625 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5f373b86-7bb0-458d-bd8d-5988d0186356 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4682729 Feb 20 03:47:32.454370 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51014) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:47:32.459759 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-cbfcbe4c-8fe8-4b14-b97d-21c1da266044 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Request body: {'security_group_rule': {'security_group_id': 'c552e9b9-5248-4da1-8b24-99563ef7a70c', 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:47:32.461077 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f246f1cc-5b50-4832-9a09-accdc2c85c26 admin admin] Publish callbacks [] for security_group (5209f110-7003-46ba-a5e3-7de581414b28), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:32.496601 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f246f1cc-5b50-4832-9a09-accdc2c85c26 admin admin] Publish callbacks [] for security_group (5209f110-7003-46ba-a5e3-7de581414b28), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:32.517994 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 3c9b1d53-7130-4021-90ea-e404ae9ab6f9 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:47:32.518388 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3c9b1d53-7130-4021-90ea-e404ae9ab6f9), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:32.572068 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 3c9b1d53-7130-4021-90ea-e404ae9ab6f9, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3c9b1d53-7130-4021-90ea-e404ae9ab6f9,segment=NetworkSegment(5d36927e-7d65-447f-add1-1484fd5e3155),segment_id=5d36927e-7d65-447f-add1-1484fd5e3155)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:47:32.596249 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cbfcbe4c-8fe8-4b14-b97d-21c1da266044 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (eacc8dd2-88bc-4c19-8224-08288b6b9a6b), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:32.694498 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-bd86f731-be34-4ab8-aab2-675caef23a9b tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:32.696182 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-bd86f731-be34-4ab8-aab2-675caef23a9b tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.42 "GET /v2.0/networks?id=e7145295-dd19-4a16-9b45-ef5241878299 HTTP/1.1" status: 200 len: 805 time: 0.1703367 Feb 20 03:47:32.706071 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3c9b1d53-7130-4021-90ea-e404ae9ab6f9), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:32.713121 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-86173525-4778-4c5d-bab7-8cddf4f9da64 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Request body: {'port': {'device_id': '90e89723-8449-4e1a-8dc1-12818039b2cb', 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299', 'admin_state_up': True, 'tenant_id': 'ee1f83dd43a749889a261be042aa9ecd'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:47:32.725301 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cbfcbe4c-8fe8-4b14-b97d-21c1da266044 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (eacc8dd2-88bc-4c19-8224-08288b6b9a6b), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:32.809889 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=3c9b1d53-7130-4021-90ea-e404ae9ab6f9,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:32.881036 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cbfcbe4c-8fe8-4b14-b97d-21c1da266044 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (eacc8dd2-88bc-4c19-8224-08288b6b9a6b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:32.899900 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b107f9d-2f81-4e88-89c5-ed0ada1a07ac None None] Network 883ac37e-6da0-4f70-9a9c-08a6b62165cc requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:47:32.949409 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f246f1cc-5b50-4832-9a09-accdc2c85c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5209f110-7003-46ba-a5e3-7de581414b28), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:32.954149 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f246f1cc-5b50-4832-9a09-accdc2c85c26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:32.963564 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f246f1cc-5b50-4832-9a09-accdc2c85c26 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5209f110-7003-46ba-a5e3-7de581414b28 HTTP/1.1" status: 204 len: 168 time: 0.5990610 Feb 20 03:47:32.995072 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246f1cc-5b50-4832-9a09-accdc2c85c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5209f110-7003-46ba-a5e3-7de581414b28,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:33.028301 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfcbe4c-8fe8-4b14-b97d-21c1da266044 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eacc8dd2-88bc-4c19-8224-08288b6b9a6b,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:33.052282 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:33.085326 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-92c022e4-3531-4e7b-b7c3-62237a7e82d2 None None] Provisioning complete for port 3c9b1d53-7130-4021-90ea-e404ae9ab6f9 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:47:33.085795 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-92c022e4-3531-4e7b-b7c3-62237a7e82d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3c9b1d53-7130-4021-90ea-e404ae9ab6f9), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:33.119146 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-86173525-4778-4c5d-bab7-8cddf4f9da64 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Made reservation on behalf of ee1f83dd43a749889a261be042aa9ecd for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:47:33.122529 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-86173525-4778-4c5d-bab7-8cddf4f9da64 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:33.131919 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cbfcbe4c-8fe8-4b14-b97d-21c1da266044 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:33.133160 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cbfcbe4c-8fe8-4b14-b97d-21c1da266044 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6777434 Feb 20 03:47:33.139937 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51030) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:47:33.144774 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-79f8bd5c-446b-43ff-8ab8-2acd9cf0dfbc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Request body: {'security_group_rule': {'security_group_id': 'c552e9b9-5248-4da1-8b24-99563ef7a70c', 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:47:33.214654 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec3dec-005f-4c00-a155-c5aa8f0412a3 req-6006cfb1-9071-4f8e-9809-046017d95ddf tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:33.222870 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5bec3dec-005f-4c00-a155-c5aa8f0412a3 req-6006cfb1-9071-4f8e-9809-046017d95ddf tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 945 time: 0.1594777 Feb 20 03:47:33.277740 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-79f8bd5c-446b-43ff-8ab8-2acd9cf0dfbc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (d4591a5c-77a7-488b-b084-8ee13d82f329), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:33.335818 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-92c022e4-3531-4e7b-b7c3-62237a7e82d2 None None] Current status of the port 3c9b1d53-7130-4021-90ea-e404ae9ab6f9 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:47:33.359387 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-79f8bd5c-446b-43ff-8ab8-2acd9cf0dfbc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (d4591a5c-77a7-488b-b084-8ee13d82f329), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:33.386736 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5bec3dec-005f-4c00-a155-c5aa8f0412a3 req-31fd640f-65af-43cf-ab15-f1a342b7e9ff tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627614 Feb 20 03:47:33.479416 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-79f8bd5c-446b-43ff-8ab8-2acd9cf0dfbc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (d4591a5c-77a7-488b-b084-8ee13d82f329), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:33.487508 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-86173525-4778-4c5d-bab7-8cddf4f9da64 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Allocated IP 172.20.0.9 (e7145295-dd19-4a16-9b45-ef5241878299/9ceea925-1fd0-4335-a582-98f4180d0060/fe6e976b-fe5e-4ff1-8323-54271b4c8607) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:47:33.504540 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8bd5c-446b-43ff-8ab8-2acd9cf0dfbc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4591a5c-77a7-488b-b084-8ee13d82f329,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:33.516049 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4267fda3-8928-40e4-aec0-ec5bdc9027f4 req-ef1c8fe4-0135-4c15-a45d-96dc1473bd84 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=90e89723-8449-4e1a-8dc1-12818039b2cb HTTP/1.1" status: 200 len: 210 time: 0.0440600 Feb 20 03:47:33.617615 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-79f8bd5c-446b-43ff-8ab8-2acd9cf0dfbc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:33.618835 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-79f8bd5c-446b-43ff-8ab8-2acd9cf0dfbc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4778872 Feb 20 03:47:33.630201 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51038) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:47:33.639316 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-41a0b19c-b79d-408e-bd00-d5a3e65b4add tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Request body: {'security_group_rule': {'security_group_id': 'c552e9b9-5248-4da1-8b24-99563ef7a70c', 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:47:33.665684 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-752ee17c-257c-4204-bb67-bf67982af493 None None] Provisioning complete for port 3c9b1d53-7130-4021-90ea-e404ae9ab6f9 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:47:33.666288 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-752ee17c-257c-4204-bb67-bf67982af493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3c9b1d53-7130-4021-90ea-e404ae9ab6f9), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:33.728108 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-86173525-4778-4c5d-bab7-8cddf4f9da64 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks [] for port (fe6e976b-fe5e-4ff1-8323-54271b4c8607), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:33.767815 n-d-829866-4 neutron-server[104106]: INFO neutron.db.securitygroups_db [None req-41a0b19c-b79d-408e-bd00-d5a3e65b4add tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Project cdf6aa5f9d3c4cef8fb0e04bd6cac1cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 03:47:33.774209 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-41a0b19c-b79d-408e-bd00-d5a3e65b4add tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (f637b723-161d-46b2-bcf3-c3cf079f2af7), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:33.813213 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-752ee17c-257c-4204-bb67-bf67982af493 None None] Current status of the port 3c9b1d53-7130-4021-90ea-e404ae9ab6f9 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:47:33.855464 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-41a0b19c-b79d-408e-bd00-d5a3e65b4add tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (f637b723-161d-46b2-bcf3-c3cf079f2af7), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:33.871049 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-86173525-4778-4c5d-bab7-8cddf4f9da64 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (fe6e976b-fe5e-4ff1-8323-54271b4c8607), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:33.882736 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['01c6f12a-e18f-4e22-8ca3-befe7fa5df30', '0d0ccda7-2a40-4708-bfd3-1115e1dae0c3'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:47:33.926718 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-86173525-4778-4c5d-bab7-8cddf4f9da64 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Network e7145295-dd19-4a16-9b45-ef5241878299 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:47:33.930019 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-86173525-4778-4c5d-bab7-8cddf4f9da64 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:47:33.945743 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-86173525-4778-4c5d-bab7-8cddf4f9da64 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:47:33.964750 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-41a0b19c-b79d-408e-bd00-d5a3e65b4add tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (f637b723-161d-46b2-bcf3-c3cf079f2af7), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:34.007204 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0b19c-b79d-408e-bd00-d5a3e65b4add tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f637b723-161d-46b2-bcf3-c3cf079f2af7,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:34.033765 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86173525-4778-4c5d-bab7-8cddf4f9da64 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Pushing event updated for resources: {'Port': ['ID=fe6e976b-fe5e-4ff1-8323-54271b4c8607,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:34.061223 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-86173525-4778-4c5d-bab7-8cddf4f9da64 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:34.062891 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-86173525-4778-4c5d-bab7-8cddf4f9da64 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:34.075143 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-41a0b19c-b79d-408e-bd00-d5a3e65b4add tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:34.081360 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 51060) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:47:34.081601 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-41a0b19c-b79d-408e-bd00-d5a3e65b4add tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4496715 Feb 20 03:47:34.094072 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-83f44aab-5733-4472-b232-efff26b39397 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Request body: {'security_group_rule': {'security_group_id': 'c552e9b9-5248-4da1-8b24-99563ef7a70c', 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:47:34.184453 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3c9b1d53-7130-4021-90ea-e404ae9ab6f9 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:47:34.245908 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-86173525-4778-4c5d-bab7-8cddf4f9da64 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5393460 Feb 20 03:47:34.246964 n-d-829866-4 neutron-server[104105]: INFO neutron.db.securitygroups_db [None req-83f44aab-5733-4472-b232-efff26b39397 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Project cdf6aa5f9d3c4cef8fb0e04bd6cac1cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 03:47:34.271721 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-a129e1ca-76eb-448a-aacf-12ace1b48636 service neutron] Request body: {'port': {'device_id': '90e89723-8449-4e1a-8dc1-12818039b2cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:47:34.278002 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-83f44aab-5733-4472-b232-efff26b39397 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (352731e7-d7fa-4320-a6fa-c0e50d24c303), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:34.286090 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 3c9b1d53-7130-4021-90ea-e404ae9ab6f9 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:47:34.286631 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3c9b1d53-7130-4021-90ea-e404ae9ab6f9), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:34.388497 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-a129e1ca-76eb-448a-aacf-12ace1b48636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fe6e976b-fe5e-4ff1-8323-54271b4c8607), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:34.394805 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 3c9b1d53-7130-4021-90ea-e404ae9ab6f9 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:47:34.396662 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-83f44aab-5733-4472-b232-efff26b39397 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (352731e7-d7fa-4320-a6fa-c0e50d24c303), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:34.489170 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-83f44aab-5733-4472-b232-efff26b39397 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (352731e7-d7fa-4320-a6fa-c0e50d24c303), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:34.602758 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f44aab-5733-4472-b232-efff26b39397 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352731e7-d7fa-4320-a6fa-c0e50d24c303,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:34.678103 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2261e2a-c8e1-4fb3-b874-5e795ae1f262 req-7a96d818-d8eb-4dc1-b86b-ebeb26f684a4 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:34.679787 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e2261e2a-c8e1-4fb3-b874-5e795ae1f262 req-7a96d818-d8eb-4dc1-b86b-ebeb26f684a4 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 945 time: 0.2127216 Feb 20 03:47:34.715601 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-83f44aab-5733-4472-b232-efff26b39397 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:34.716823 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-83f44aab-5733-4472-b232-efff26b39397 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6318519 Feb 20 03:47:34.777118 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e2261e2a-c8e1-4fb3-b874-5e795ae1f262 req-214ae2d9-33c2-4ef9-99c7-c4425b4aea8c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854013 Feb 20 03:47:34.841070 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-a129e1ca-76eb-448a-aacf-12ace1b48636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe6e976b-fe5e-4ff1-8323-54271b4c8607 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:47:34.859338 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-a129e1ca-76eb-448a-aacf-12ace1b48636 service neutron] Publish callbacks [] for port (fe6e976b-fe5e-4ff1-8323-54271b4c8607), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:34.889922 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-a129e1ca-76eb-448a-aacf-12ace1b48636 service neutron] Transition to ACTIVE for port object fe6e976b-fe5e-4ff1-8323-54271b4c8607 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:47:34.913124 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bc1e5-8b28-492e-8d70-d5d943861b99 req-f8a27410-f58d-4f93-bb04-f73c2f087c1e tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:34.914628 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-884bc1e5-8b28-492e-8d70-d5d943861b99 req-f8a27410-f58d-4f93-bb04-f73c2f087c1e tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=90e89723-8449-4e1a-8dc1-12818039b2cb HTTP/1.1" status: 200 len: 931 time: 0.0679736 Feb 20 03:47:34.975463 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-884bc1e5-8b28-492e-8d70-d5d943861b99 req-9e214317-7c8c-45a0-9ef7-dddd999c8aaa tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549288 Feb 20 03:47:35.002193 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-a129e1ca-76eb-448a-aacf-12ace1b48636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (fe6e976b-fe5e-4ff1-8323-54271b4c8607), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:35.145331 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129e1ca-76eb-448a-aacf-12ace1b48636 service neutron] Pushing event updated for resources: {'Port': ['ID=fe6e976b-fe5e-4ff1-8323-54271b4c8607,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:35.207499 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-54514ae9-3da1-492c-adac-c6910fafc285 req-b38e4bae-eb0b-4e23-8969-7496af86030d tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1059480777&fields=id&tenant_id=cdf6aa5f9d3c4cef8fb0e04bd6cac1cb HTTP/1.1" status: 200 len: 267 time: 0.1098261 Feb 20 03:47:35.210101 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-a129e1ca-76eb-448a-aacf-12ace1b48636 service neutron] Attempting to bind port fe6e976b-fe5e-4ff1-8323-54271b4c8607 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:47:35.210439 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-a129e1ca-76eb-448a-aacf-12ace1b48636 service neutron] Attempting to bind port fe6e976b-fe5e-4ff1-8323-54271b4c8607 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '7ac0e132-f159-46b3-89b9-bf69b2d2b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:47:35.210768 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-a129e1ca-76eb-448a-aacf-12ace1b48636 service neutron] Attempting to bind port fe6e976b-fe5e-4ff1-8323-54271b4c8607 on network e7145295-dd19-4a16-9b45-ef5241878299 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:47:35.225917 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-a129e1ca-76eb-448a-aacf-12ace1b48636 service neutron] Port fe6e976b-fe5e-4ff1-8323-54271b4c8607 on network e7145295-dd19-4a16-9b45-ef5241878299 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:47:35.226245 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-a129e1ca-76eb-448a-aacf-12ace1b48636 service neutron] Attempting to bind port fe6e976b-fe5e-4ff1-8323-54271b4c8607 on network e7145295-dd19-4a16-9b45-ef5241878299 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:47:35.271985 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-a129e1ca-76eb-448a-aacf-12ace1b48636 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:47:35.272334 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-a129e1ca-76eb-448a-aacf-12ace1b48636 service neutron] Checking segment: {'id': '7ac0e132-f159-46b3-89b9-bf69b2d2b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:47:35.272741 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-a129e1ca-76eb-448a-aacf-12ace1b48636 service neutron] Bound using segment: {'id': '7ac0e132-f159-46b3-89b9-bf69b2d2b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:47:35.273199 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-a129e1ca-76eb-448a-aacf-12ace1b48636 service neutron] Bound port: fe6e976b-fe5e-4ff1-8323-54271b4c8607, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac0e132-f159-46b3-89b9-bf69b2d2b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:47:35.273551 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-a129e1ca-76eb-448a-aacf-12ace1b48636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fe6e976b-fe5e-4ff1-8323-54271b4c8607), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:35.375389 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54514ae9-3da1-492c-adac-c6910fafc285 req-63c109ed-5cda-4d3d-b7b6-58ddae19cd06 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:35.376942 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-54514ae9-3da1-492c-adac-c6910fafc285 req-63c109ed-5cda-4d3d-b7b6-58ddae19cd06 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/networks?id=883ac37e-6da0-4f70-9a9c-08a6b62165cc HTTP/1.1" status: 200 len: 796 time: 0.1629779 Feb 20 03:47:35.407389 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-a129e1ca-76eb-448a-aacf-12ace1b48636 service neutron] For port fe6e976b-fe5e-4ff1-8323-54271b4c8607, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:47:35.410723 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-54514ae9-3da1-492c-adac-c6910fafc285 req-1e94560c-3db2-47a7-a2c9-16ee5ca2bbbb tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/quotas/cdf6aa5f9d3c4cef8fb0e04bd6cac1cb HTTP/1.1" status: 200 len: 375 time: 0.0229969 Feb 20 03:47:35.412452 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-a129e1ca-76eb-448a-aacf-12ace1b48636 service neutron] For port fe6e976b-fe5e-4ff1-8323-54271b4c8607, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=fe6e976b-fe5e-4ff1-8323-54271b4c8607,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:47:35.501813 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-54514ae9-3da1-492c-adac-c6910fafc285 req-8d7fce4b-6ca4-487b-ab08-715b66ecf950 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=cdf6aa5f9d3c4cef8fb0e04bd6cac1cb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0840044 Feb 20 03:47:35.523850 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-a129e1ca-76eb-448a-aacf-12ace1b48636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (fe6e976b-fe5e-4ff1-8323-54271b4c8607), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:35.554674 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-a129e1ca-76eb-448a-aacf-12ace1b48636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:35.555337 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-a129e1ca-76eb-448a-aacf-12ace1b48636 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:35.557062 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-a129e1ca-76eb-448a-aacf-12ace1b48636 service neutron] 10.222.0.42 "PUT /v2.0/ports/fe6e976b-fe5e-4ff1-8323-54271b4c8607 HTTP/1.1" status: 200 len: 1091 time: 1.2963231 Feb 20 03:47:35.578279 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e89723-8449-4e1a-8dc1-12818039b2cb', 'tag': 'fe6e976b-fe5e-4ff1-8323-54271b4c8607'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:47:35.581029 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94539257-3296-4e07-9a52-00c36ead9883" -d '{"events": [{"name": "network-changed", "server_uuid": "90e89723-8449-4e1a-8dc1-12818039b2cb", "tag": "fe6e976b-fe5e-4ff1-8323-54271b4c8607"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:47:35.669946 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129e1ca-76eb-448a-aacf-12ace1b48636 service neutron] Pushing event updated for resources: {'Port': ['ID=fe6e976b-fe5e-4ff1-8323-54271b4c8607,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:35.698157 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-54514ae9-3da1-492c-adac-c6910fafc285 req-df7aa3fd-f8fa-4aee-b6c1-4f79582c12a6 service neutron] 10.222.0.89 "GET /v2.0/networks/883ac37e-6da0-4f70-9a9c-08a6b62165cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840315 Feb 20 03:47:35.728599 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51120) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:47:35.820129 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-7b795eed-10b4-4391-b32f-208e99eb1ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:35.822249 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-7b795eed-10b4-4391-b32f-208e99eb1ef7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee1f83dd43a749889a261be042aa9ecd&device_id=90e89723-8449-4e1a-8dc1-12818039b2cb HTTP/1.1" status: 200 len: 1125 time: 0.0937595 Feb 20 03:47:35.859988 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-54514ae9-3da1-492c-adac-c6910fafc285 req-5770e510-4ae5-4803-b915-60a545bc0397 service neutron] 10.222.0.89 "GET /v2.0/networks/883ac37e-6da0-4f70-9a9c-08a6b62165cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550739 Feb 20 03:47:35.907050 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-5784c15a-bf02-4a88-a354-5d58b2ecdbc8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe6e976b-fe5e-4ff1-8323-54271b4c8607 HTTP/1.1" status: 200 len: 217 time: 0.0751340 Feb 20 03:47:35.908646 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5fbd5cef-deb8-40a7-b730-7870126174b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:36.009834 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-c9826a5d-dc97-4fac-8862-0895d65dd930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:36.013399 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-c9826a5d-dc97-4fac-8862-0895d65dd930 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ceea925-1fd0-4335-a582-98f4180d0060 HTTP/1.1" status: 200 len: 845 time: 0.0964873 Feb 20 03:47:36.034704 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5fbd5cef-deb8-40a7-b730-7870126174b9 admin admin] Publish callbacks [] for security_group (5c1719f4-0b93-4de3-aafa-c4220052ad90), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:36.052601 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-d03b9fcc-118b-4e05-84f3-62b107447e19 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e7145295-dd19-4a16-9b45-ef5241878299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323923 Feb 20 03:47:36.157606 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5fbd5cef-deb8-40a7-b730-7870126174b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5c1719f4-0b93-4de3-aafa-c4220052ad90), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:36.196185 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-e151ea0c-dcc2-4c57-b5c3-07e826e7caa0 service neutron] 10.222.0.42 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369245 Feb 20 03:47:36.223277 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5fbd5cef-deb8-40a7-b730-7870126174b9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=279fe242f473498fb7694856b0341aeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4901502 Feb 20 03:47:36.223277 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd5cef-deb8-40a7-b730-7870126174b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1719f4-0b93-4de3-aafa-c4220052ad90,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:36.223277 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51140) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:47:36.248196 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd5cef-deb8-40a7-b730-7870126174b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:36.250662 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd5cef-deb8-40a7-b730-7870126174b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:36.251218 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd5cef-deb8-40a7-b730-7870126174b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:36.251761 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd5cef-deb8-40a7-b730-7870126174b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:36.252330 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd5cef-deb8-40a7-b730-7870126174b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:36.252915 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd5cef-deb8-40a7-b730-7870126174b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:36.253408 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd5cef-deb8-40a7-b730-7870126174b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:36.253925 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd5cef-deb8-40a7-b730-7870126174b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:36.254406 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd5cef-deb8-40a7-b730-7870126174b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:36.255904 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd5cef-deb8-40a7-b730-7870126174b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:36.256392 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd5cef-deb8-40a7-b730-7870126174b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:36.256928 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd5cef-deb8-40a7-b730-7870126174b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:36.257459 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbd5cef-deb8-40a7-b730-7870126174b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:47:36.284808 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce822dd1-47a9-4f6e-94ab-7ba3e3c93d12 x-openstack-request-id: req-ce822dd1-47a9-4f6e-94ab-7ba3e3c93d12 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:47:36.285105 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e89723-8449-4e1a-8dc1-12818039b2cb", "tag": "fe6e976b-fe5e-4ff1-8323-54271b4c8607", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:47:36.285361 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ce822dd1-47a9-4f6e-94ab-7ba3e3c93d12 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:47:36.286758 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e89723-8449-4e1a-8dc1-12818039b2cb', 'tag': 'fe6e976b-fe5e-4ff1-8323-54271b4c8607', 'status': 'completed', 'code': 200} Feb 20 03:47:36.381350 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4c988f4-9589-41cf-a7d1-8e90a9bdf43e req-46e7dcbb-f3e5-488d-999e-214a56695ab4 service neutron] 10.222.0.42 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770489 Feb 20 03:47:36.397232 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3355544f-eacc-45da-a0b3-174a34c29a3c admin admin] Publish callbacks [] for security_group (5c1719f4-0b93-4de3-aafa-c4220052ad90), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:36.457249 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3355544f-eacc-45da-a0b3-174a34c29a3c admin admin] Publish callbacks [] for security_group (5c1719f4-0b93-4de3-aafa-c4220052ad90), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:36.470479 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d68777-c558-4e16-9517-9a5644c29cf3 req-5dd2ca0a-9a68-45c1-bda2-0369b59e02ce tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:36.472418 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-38d68777-c558-4e16-9517-9a5644c29cf3 req-5dd2ca0a-9a68-45c1-bda2-0369b59e02ce tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 945 time: 0.0900486 Feb 20 03:47:36.559741 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-38d68777-c558-4e16-9517-9a5644c29cf3 req-d9e4ef1a-f78f-43d5-b523-019979c68fa4 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753911 Feb 20 03:47:36.601228 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94539257-3296-4e07-9a52-00c36ead9883 req-09f1b80e-9881-4847-8553-033fe4566e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:36.603122 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94539257-3296-4e07-9a52-00c36ead9883 req-09f1b80e-9881-4847-8553-033fe4566e3a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee1f83dd43a749889a261be042aa9ecd&device_id=90e89723-8449-4e1a-8dc1-12818039b2cb HTTP/1.1" status: 200 len: 1125 time: 0.0691431 Feb 20 03:47:36.670746 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3355544f-eacc-45da-a0b3-174a34c29a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5c1719f4-0b93-4de3-aafa-c4220052ad90), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:36.670746 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3355544f-eacc-45da-a0b3-174a34c29a3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:36.672378 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3355544f-eacc-45da-a0b3-174a34c29a3c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5c1719f4-0b93-4de3-aafa-c4220052ad90 HTTP/1.1" status: 204 len: 168 time: 0.4480131 Feb 20 03:47:36.684116 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355544f-eacc-45da-a0b3-174a34c29a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1719f4-0b93-4de3-aafa-c4220052ad90,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:36.746842 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94539257-3296-4e07-9a52-00c36ead9883 req-b704d152-f838-43f7-b200-c438e8bdcd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:36.751388 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94539257-3296-4e07-9a52-00c36ead9883 req-b704d152-f838-43f7-b200-c438e8bdcd4c service neutron] 10.222.0.42 "GET /v2.0/networks?id=e7145295-dd19-4a16-9b45-ef5241878299 HTTP/1.1" status: 200 len: 906 time: 0.1393611 Feb 20 03:47:36.772845 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e13b6-50fa-4fe8-a44b-e9b96fb7b7ee req-1768e56f-7d15-434a-9cbd-18f16410891b tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:36.775773 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0e0e13b6-50fa-4fe8-a44b-e9b96fb7b7ee req-1768e56f-7d15-434a-9cbd-18f16410891b tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=90e89723-8449-4e1a-8dc1-12818039b2cb HTTP/1.1" status: 200 len: 943 time: 0.1196303 Feb 20 03:47:36.837000 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94539257-3296-4e07-9a52-00c36ead9883 req-7e6cad65-f06b-45d5-9571-084d551121aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe6e976b-fe5e-4ff1-8323-54271b4c8607 HTTP/1.1" status: 200 len: 217 time: 0.0600369 Feb 20 03:47:36.903864 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0e0e13b6-50fa-4fe8-a44b-e9b96fb7b7ee req-73d3e6dd-cc79-476f-b653-65b29660a7b5 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180499 Feb 20 03:47:36.913495 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94539257-3296-4e07-9a52-00c36ead9883 req-20fa84b6-9e90-4311-9b51-bcf85c982071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:36.915296 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94539257-3296-4e07-9a52-00c36ead9883 req-20fa84b6-9e90-4311-9b51-bcf85c982071 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ceea925-1fd0-4335-a582-98f4180d0060 HTTP/1.1" status: 200 len: 845 time: 0.0699720 Feb 20 03:47:36.956399 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94539257-3296-4e07-9a52-00c36ead9883 req-cd005040-47e8-483d-8cc1-43ccb3cdb3f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e7145295-dd19-4a16-9b45-ef5241878299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287700 Feb 20 03:47:37.034440 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a315f747-0af4-4943-8629-813397ba49c3 req-ef1c42b1-53ef-4f04-9938-9b252dc8976a tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=b88508ed-12bd-45ca-8f73-f2235de9e070 HTTP/1.1" status: 200 len: 210 time: 0.0736637 Feb 20 03:47:37.085166 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94539257-3296-4e07-9a52-00c36ead9883 req-37198be5-fed8-4440-b453-02b3d0664dae service neutron] 10.222.0.42 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142077 Feb 20 03:47:37.287773 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94539257-3296-4e07-9a52-00c36ead9883 req-a86852e0-ae8a-401f-ad6e-4250f32110ed service neutron] 10.222.0.42 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949143 Feb 20 03:47:37.334986 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559939b8-dbed-44cc-b06e-f97a8d125c3e req-fd7a7d86-8e9e-4d25-ab3a-fc61d589db9a tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:37.336624 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-559939b8-dbed-44cc-b06e-f97a8d125c3e req-fd7a7d86-8e9e-4d25-ab3a-fc61d589db9a tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.0920620 Feb 20 03:47:37.409765 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-559939b8-dbed-44cc-b06e-f97a8d125c3e req-e3bdae35-f325-488a-a5f3-d73682fc223a tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659165 Feb 20 03:47:37.906799 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7c29c-9b87-4d18-85e2-1a9a6d406eec req-2a603632-f9d6-45d3-bd11-eee544b05d33 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:37.908322 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74e7c29c-9b87-4d18-85e2-1a9a6d406eec req-2a603632-f9d6-45d3-bd11-eee544b05d33 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.4236689 Feb 20 03:47:37.959937 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74e7c29c-9b87-4d18-85e2-1a9a6d406eec req-4a84d011-38e6-4c51-a310-3494aa0bb03f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453794 Feb 20 03:47:38.539772 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2b38b-5348-4adf-8435-1c4542f0438f req-198faf9b-2d98-4671-bc2e-5397edb57b8e tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:38.541445 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7af2b38b-5348-4adf-8435-1c4542f0438f req-198faf9b-2d98-4671-bc2e-5397edb57b8e tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=90e89723-8449-4e1a-8dc1-12818039b2cb HTTP/1.1" status: 200 len: 943 time: 0.0574324 Feb 20 03:47:38.607225 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7af2b38b-5348-4adf-8435-1c4542f0438f req-b1779f3c-e7e4-432b-b9d0-e780b7e8a04d tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586588 Feb 20 03:47:38.733487 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c197c-1ff6-4d74-a485-1040fc7b692a req-6e613573-c7c9-48bd-a08b-dd069437771d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:38.735207 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-913c197c-1ff6-4d74-a485-1040fc7b692a req-6e613573-c7c9-48bd-a08b-dd069437771d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.0622222 Feb 20 03:47:38.866385 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-913c197c-1ff6-4d74-a485-1040fc7b692a req-07491c75-6f16-4350-ae6e-5e9b712b572d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217716 Feb 20 03:47:38.899520 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54514ae9-3da1-492c-adac-c6910fafc285 req-20c4ab0f-8f91-4290-9a3a-0144d513b435 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:38.901131 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-54514ae9-3da1-492c-adac-c6910fafc285 req-20c4ab0f-8f91-4290-9a3a-0144d513b435 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.93 "GET /v2.0/networks?id=883ac37e-6da0-4f70-9a9c-08a6b62165cc HTTP/1.1" status: 200 len: 796 time: 0.1650386 Feb 20 03:47:38.979313 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-77d4daf6-7d2d-4fda-95c1-bc6d4df5d5be req-11c07508-6b1c-4053-9832-7cee251e7740 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=b88508ed-12bd-45ca-8f73-f2235de9e070 HTTP/1.1" status: 200 len: 210 time: 0.0375183 Feb 20 03:47:39.021364 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-54514ae9-3da1-492c-adac-c6910fafc285 req-90b3cc3e-ae84-43bc-ad0e-a29bf7faa585 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdf6aa5f9d3c4cef8fb0e04bd6cac1cb HTTP/1.1" status: 200 len: 473 time: 0.1108315 Feb 20 03:47:39.038904 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-54514ae9-3da1-492c-adac-c6910fafc285 req-dd5c5a74-7c59-460c-be29-7459edd3d5c1 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Request body: {'port': {'device_id': 'b88508ed-12bd-45ca-8f73-f2235de9e070', 'network_id': '883ac37e-6da0-4f70-9a9c-08a6b62165cc', 'admin_state_up': True, 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'security_groups': ['c552e9b9-5248-4da1-8b24-99563ef7a70c']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:47:39.229777 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490aa26-c23e-45a2-aacc-eae8d150877e req-c281d88b-6eb4-4fe9-a739-6e7cd70ed98b tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:39.241262 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2490aa26-c23e-45a2-aacc-eae8d150877e req-c281d88b-6eb4-4fe9-a739-6e7cd70ed98b tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.1795580 Feb 20 03:47:39.307835 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2490aa26-c23e-45a2-aacc-eae8d150877e req-7655735a-7859-4bb2-8f6c-ccc51b3641e4 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671096 Feb 20 03:47:39.373446 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54514ae9-3da1-492c-adac-c6910fafc285 req-dd5c5a74-7c59-460c-be29-7459edd3d5c1 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Made reservation on behalf of cdf6aa5f9d3c4cef8fb0e04bd6cac1cb for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:47:39.378297 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-54514ae9-3da1-492c-adac-c6910fafc285 req-dd5c5a74-7c59-460c-be29-7459edd3d5c1 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:39.637889 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-54514ae9-3da1-492c-adac-c6910fafc285 req-dd5c5a74-7c59-460c-be29-7459edd3d5c1 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Allocated IP 172.20.0.25 (883ac37e-6da0-4f70-9a9c-08a6b62165cc/c25475bf-d7a0-47e7-aa50-43ed40eb001c/33060668-212a-4afd-9baf-c2cf6e960421) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:47:39.687758 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f60023-6b84-4765-aa14-f760eafd059c req-3db58bc3-b4b3-47be-ba18-18fa746381f2 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:39.695157 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-72f60023-6b84-4765-aa14-f760eafd059c req-3db58bc3-b4b3-47be-ba18-18fa746381f2 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/networks?id=64115127-0ca9-4210-b390-d57efc54bf51 HTTP/1.1" status: 200 len: 811 time: 0.1535926 Feb 20 03:47:39.729128 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-72f60023-6b84-4765-aa14-f760eafd059c req-c60ca623-b2f7-401c-9249-26db2cd6a138 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/quotas/2a426eb8717f45cda17f79dc5d1190fc HTTP/1.1" status: 200 len: 375 time: 0.0328827 Feb 20 03:47:39.897433 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-72f60023-6b84-4765-aa14-f760eafd059c req-e7ac2429-3dac-4973-a7e9-1fbebdfbee4b tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=2a426eb8717f45cda17f79dc5d1190fc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1672933 Feb 20 03:47:39.902562 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device fe6e976b-fe5e-4ff1-8323-54271b4c8607 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:47:40.002558 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-72f60023-6b84-4765-aa14-f760eafd059c req-c1dc72fc-19a3-4787-95f0-443c3e0f9572 service neutron] 10.222.0.89 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965312 Feb 20 03:47:40.135121 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port fe6e976b-fe5e-4ff1-8323-54271b4c8607, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=fe6e976b-fe5e-4ff1-8323-54271b4c8607,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:47:40.168076 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-54514ae9-3da1-492c-adac-c6910fafc285 req-dd5c5a74-7c59-460c-be29-7459edd3d5c1 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for port (33060668-212a-4afd-9baf-c2cf6e960421), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:40.178469 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'fe6e976b-fe5e-4ff1-8323-54271b4c8607', 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299', 'port_id': 'fe6e976b-fe5e-4ff1-8323-54271b4c8607', 'mac_address': 'fa:16:3e:a2:d5:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ceea925-1fd0-4335-a582-98f4180d0060', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:47:40.231340 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-72f60023-6b84-4765-aa14-f760eafd059c req-a2a0ddc0-dd85-4585-bada-c4926c4f072b service neutron] 10.222.0.89 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191162 Feb 20 03:47:40.266550 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port fe6e976b-fe5e-4ff1-8323-54271b4c8607 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:47:40.267160 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fe6e976b-fe5e-4ff1-8323-54271b4c8607), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:40.305823 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe6e976b-fe5e-4ff1-8323-54271b4c8607 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:47:40.331135 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-54514ae9-3da1-492c-adac-c6910fafc285 req-dd5c5a74-7c59-460c-be29-7459edd3d5c1 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (33060668-212a-4afd-9baf-c2cf6e960421), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:40.338646 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port fe6e976b-fe5e-4ff1-8323-54271b4c8607, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=fe6e976b-fe5e-4ff1-8323-54271b4c8607,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:47:40.399526 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54514ae9-3da1-492c-adac-c6910fafc285 req-dd5c5a74-7c59-460c-be29-7459edd3d5c1 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Network 883ac37e-6da0-4f70-9a9c-08a6b62165cc is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:47:40.403101 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-54514ae9-3da1-492c-adac-c6910fafc285 req-dd5c5a74-7c59-460c-be29-7459edd3d5c1 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:47:40.410850 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-54514ae9-3da1-492c-adac-c6910fafc285 req-dd5c5a74-7c59-460c-be29-7459edd3d5c1 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:47:40.417073 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c5a74-7c59-460c-be29-7459edd3d5c1 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'Port': ['ID=33060668-212a-4afd-9baf-c2cf6e960421,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:40.451652 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (fe6e976b-fe5e-4ff1-8323-54271b4c8607), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:40.517492 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=fe6e976b-fe5e-4ff1-8323-54271b4c8607,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:40.521910 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54514ae9-3da1-492c-adac-c6910fafc285 req-dd5c5a74-7c59-460c-be29-7459edd3d5c1 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:40.522558 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-54514ae9-3da1-492c-adac-c6910fafc285 req-dd5c5a74-7c59-460c-be29-7459edd3d5c1 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:40.615313 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-54514ae9-3da1-492c-adac-c6910fafc285 req-dd5c5a74-7c59-460c-be29-7459edd3d5c1 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5892556 Feb 20 03:47:40.629405 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-54514ae9-3da1-492c-adac-c6910fafc285 req-6e670a8d-c0b4-42ed-b865-584fe93411f8 service neutron] Request body: {'port': {'device_id': 'b88508ed-12bd-45ca-8f73-f2235de9e070', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:47:40.689116 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['fe6e976b-fe5e-4ff1-8323-54271b4c8607'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:47:40.827710 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-54514ae9-3da1-492c-adac-c6910fafc285 req-6e670a8d-c0b4-42ed-b865-584fe93411f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (33060668-212a-4afd-9baf-c2cf6e960421), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:40.922478 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304c73d-1ece-46a3-9164-72be58e32301 req-6d221fbf-0b05-448f-ba33-7079ca6367ab tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:40.931320 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c304c73d-1ece-46a3-9164-72be58e32301 req-6d221fbf-0b05-448f-ba33-7079ca6367ab tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=90e89723-8449-4e1a-8dc1-12818039b2cb HTTP/1.1" status: 200 len: 944 time: 0.1589448 Feb 20 03:47:41.008906 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-47ea21b0-3ea1-46ac-991d-c6516c642604 None None] Provisioning complete for port 33060668-212a-4afd-9baf-c2cf6e960421 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:47:41.009938 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-47ea21b0-3ea1-46ac-991d-c6516c642604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (33060668-212a-4afd-9baf-c2cf6e960421), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:41.055044 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-47ea21b0-3ea1-46ac-991d-c6516c642604 None None] Port 33060668-212a-4afd-9baf-c2cf6e960421 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:47:41.322223 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-54514ae9-3da1-492c-adac-c6910fafc285 req-6e670a8d-c0b4-42ed-b865-584fe93411f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33060668-212a-4afd-9baf-c2cf6e960421 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:47:41.332233 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-54514ae9-3da1-492c-adac-c6910fafc285 req-6e670a8d-c0b4-42ed-b865-584fe93411f8 service neutron] Publish callbacks [] for port (33060668-212a-4afd-9baf-c2cf6e960421), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:41.347260 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-54514ae9-3da1-492c-adac-c6910fafc285 req-6e670a8d-c0b4-42ed-b865-584fe93411f8 service neutron] Transition to ACTIVE for port object 33060668-212a-4afd-9baf-c2cf6e960421 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:47:41.397119 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c304c73d-1ece-46a3-9164-72be58e32301 req-f6956397-b64a-4067-9e99-e99d8becf08a tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4662676 Feb 20 03:47:41.430532 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-54514ae9-3da1-492c-adac-c6910fafc285 req-6e670a8d-c0b4-42ed-b865-584fe93411f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (33060668-212a-4afd-9baf-c2cf6e960421), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:41.549575 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e670a8d-c0b4-42ed-b865-584fe93411f8 service neutron] Pushing event updated for resources: {'Port': ['ID=33060668-212a-4afd-9baf-c2cf6e960421,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:41.683371 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05772e6-cb6d-4c5a-bf98-c137846b9792 req-6dd9e7e9-1094-45a6-bd9b-535e886c2156 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:41.700976 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d05772e6-cb6d-4c5a-bf98-c137846b9792 req-6dd9e7e9-1094-45a6-bd9b-535e886c2156 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=b88508ed-12bd-45ca-8f73-f2235de9e070 HTTP/1.1" status: 200 len: 944 time: 0.2370350 Feb 20 03:47:41.760492 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-54514ae9-3da1-492c-adac-c6910fafc285 req-6e670a8d-c0b4-42ed-b865-584fe93411f8 service neutron] Attempting to bind port 33060668-212a-4afd-9baf-c2cf6e960421 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:47:41.760492 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-54514ae9-3da1-492c-adac-c6910fafc285 req-6e670a8d-c0b4-42ed-b865-584fe93411f8 service neutron] Attempting to bind port 33060668-212a-4afd-9baf-c2cf6e960421 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '5d36927e-7d65-447f-add1-1484fd5e3155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '883ac37e-6da0-4f70-9a9c-08a6b62165cc'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:47:41.760492 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54514ae9-3da1-492c-adac-c6910fafc285 req-6e670a8d-c0b4-42ed-b865-584fe93411f8 service neutron] Attempting to bind port 33060668-212a-4afd-9baf-c2cf6e960421 on network 883ac37e-6da0-4f70-9a9c-08a6b62165cc {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:47:41.772080 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54514ae9-3da1-492c-adac-c6910fafc285 req-6e670a8d-c0b4-42ed-b865-584fe93411f8 service neutron] Port 33060668-212a-4afd-9baf-c2cf6e960421 on network 883ac37e-6da0-4f70-9a9c-08a6b62165cc not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:47:41.772418 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54514ae9-3da1-492c-adac-c6910fafc285 req-6e670a8d-c0b4-42ed-b865-584fe93411f8 service neutron] Attempting to bind port 33060668-212a-4afd-9baf-c2cf6e960421 on network 883ac37e-6da0-4f70-9a9c-08a6b62165cc {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:47:41.802143 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d05772e6-cb6d-4c5a-bf98-c137846b9792 req-ce3c6555-b834-4cca-81bf-c58b21608c91 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/security-groups?id=c552e9b9-5248-4da1-8b24-99563ef7a70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973010 Feb 20 03:47:41.803396 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54514ae9-3da1-492c-adac-c6910fafc285 req-6e670a8d-c0b4-42ed-b865-584fe93411f8 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:47:41.803746 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54514ae9-3da1-492c-adac-c6910fafc285 req-6e670a8d-c0b4-42ed-b865-584fe93411f8 service neutron] Checking segment: {'id': '5d36927e-7d65-447f-add1-1484fd5e3155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '883ac37e-6da0-4f70-9a9c-08a6b62165cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:47:41.804145 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54514ae9-3da1-492c-adac-c6910fafc285 req-6e670a8d-c0b4-42ed-b865-584fe93411f8 service neutron] Bound using segment: {'id': '5d36927e-7d65-447f-add1-1484fd5e3155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '883ac37e-6da0-4f70-9a9c-08a6b62165cc'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:47:41.804610 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-54514ae9-3da1-492c-adac-c6910fafc285 req-6e670a8d-c0b4-42ed-b865-584fe93411f8 service neutron] Bound port: 33060668-212a-4afd-9baf-c2cf6e960421, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d36927e-7d65-447f-add1-1484fd5e3155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '883ac37e-6da0-4f70-9a9c-08a6b62165cc'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:47:41.804973 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-54514ae9-3da1-492c-adac-c6910fafc285 req-6e670a8d-c0b4-42ed-b865-584fe93411f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (33060668-212a-4afd-9baf-c2cf6e960421), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:41.912948 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device fe6e976b-fe5e-4ff1-8323-54271b4c8607 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:47:41.928756 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-54514ae9-3da1-492c-adac-c6910fafc285 req-6e670a8d-c0b4-42ed-b865-584fe93411f8 service neutron] For port 33060668-212a-4afd-9baf-c2cf6e960421, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:47:41.932360 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-54514ae9-3da1-492c-adac-c6910fafc285 req-6e670a8d-c0b4-42ed-b865-584fe93411f8 service neutron] For port 33060668-212a-4afd-9baf-c2cf6e960421, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=33060668-212a-4afd-9baf-c2cf6e960421,segment=NetworkSegment(5d36927e-7d65-447f-add1-1484fd5e3155),segment_id=5d36927e-7d65-447f-add1-1484fd5e3155)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:47:41.987000 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8ff8fa22-aea6-44f6-aeab-d9bc4eb46a84 req-ba1d0827-99b8-47ea-8711-06de284f25b8 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3123e9e-8665-4653-aa02-c285f95e4d2c HTTP/1.1" status: 200 len: 210 time: 0.0512209 Feb 20 03:47:42.008010 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-54514ae9-3da1-492c-adac-c6910fafc285 req-6e670a8d-c0b4-42ed-b865-584fe93411f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (33060668-212a-4afd-9baf-c2cf6e960421), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:42.081974 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54514ae9-3da1-492c-adac-c6910fafc285 req-6e670a8d-c0b4-42ed-b865-584fe93411f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:42.083277 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-54514ae9-3da1-492c-adac-c6910fafc285 req-6e670a8d-c0b4-42ed-b865-584fe93411f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:42.085215 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-54514ae9-3da1-492c-adac-c6910fafc285 req-6e670a8d-c0b4-42ed-b865-584fe93411f8 service neutron] 10.222.0.93 "PUT /v2.0/ports/33060668-212a-4afd-9baf-c2cf6e960421 HTTP/1.1" status: 200 len: 1092 time: 1.4609880 Feb 20 03:47:42.110129 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b88508ed-12bd-45ca-8f73-f2235de9e070', 'tag': '33060668-212a-4afd-9baf-c2cf6e960421'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:47:42.112541 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48832146-fa66-45d9-9310-9804ab96849a" -d '{"events": [{"name": "network-changed", "server_uuid": "b88508ed-12bd-45ca-8f73-f2235de9e070", "tag": "33060668-212a-4afd-9baf-c2cf6e960421"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:47:42.142657 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port fe6e976b-fe5e-4ff1-8323-54271b4c8607 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:47:42.160735 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port fe6e976b-fe5e-4ff1-8323-54271b4c8607 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:47:42.160735 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (fe6e976b-fe5e-4ff1-8323-54271b4c8607), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:42.194357 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e670a8d-c0b4-42ed-b865-584fe93411f8 service neutron] Pushing event updated for resources: {'Port': ['ID=33060668-212a-4afd-9baf-c2cf6e960421,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:42.234310 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec13bfce-643e-4638-943a-499a3cc0fb1c x-openstack-request-id: req-ec13bfce-643e-4638-943a-499a3cc0fb1c {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:47:42.235609 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b88508ed-12bd-45ca-8f73-f2235de9e070", "tag": "33060668-212a-4afd-9baf-c2cf6e960421", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:47:42.235609 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ec13bfce-643e-4638-943a-499a3cc0fb1c {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:47:42.235609 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b88508ed-12bd-45ca-8f73-f2235de9e070', 'tag': '33060668-212a-4afd-9baf-c2cf6e960421', 'status': 'completed', 'code': 200} Feb 20 03:47:42.320541 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54514ae9-3da1-492c-adac-c6910fafc285 req-828bdd4e-0aef-4c41-b7c4-7914b085d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:42.322846 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-54514ae9-3da1-492c-adac-c6910fafc285 req-828bdd4e-0aef-4c41-b7c4-7914b085d515 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cdf6aa5f9d3c4cef8fb0e04bd6cac1cb&device_id=b88508ed-12bd-45ca-8f73-f2235de9e070 HTTP/1.1" status: 200 len: 1126 time: 0.1137846 Feb 20 03:47:42.384294 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port fe6e976b-fe5e-4ff1-8323-54271b4c8607 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:47:42.384926 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fe6e976b-fe5e-4ff1-8323-54271b4c8607), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:42.404373 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-54514ae9-3da1-492c-adac-c6910fafc285 req-d5b5015d-ad75-4c42-883c-9b6ea920c623 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=33060668-212a-4afd-9baf-c2cf6e960421 HTTP/1.1" status: 200 len: 217 time: 0.0717444 Feb 20 03:47:42.490923 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e89723-8449-4e1a-8dc1-12818039b2cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe6e976b-fe5e-4ff1-8323-54271b4c8607'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:47:42.493999 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad2148b-7554-44dd-853f-475d148a1e2d" -d '{"events": [{"server_uuid": "90e89723-8449-4e1a-8dc1-12818039b2cb", "name": "network-vif-plugged", "status": "completed", "tag": "fe6e976b-fe5e-4ff1-8323-54271b4c8607"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:47:42.532119 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port fe6e976b-fe5e-4ff1-8323-54271b4c8607, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=fe6e976b-fe5e-4ff1-8323-54271b4c8607,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:47:42.533895 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54514ae9-3da1-492c-adac-c6910fafc285 req-d112582e-959b-4ecd-aa74-755cc55af8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:42.535938 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-54514ae9-3da1-492c-adac-c6910fafc285 req-d112582e-959b-4ecd-aa74-755cc55af8f2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c25475bf-d7a0-47e7-aa50-43ed40eb001c HTTP/1.1" status: 200 len: 837 time: 0.1243060 Feb 20 03:47:42.653264 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (fe6e976b-fe5e-4ff1-8323-54271b4c8607), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:42.707818 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b8987062-d10f-40d0-86db-8c3fe95a41dc req-858a7263-8a51-4fb6-9716-21179e9f9858 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1703947 Feb 20 03:47:42.720219 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e87c4-7d62-4c4d-9881-bbb02f4f7fe4 req-fafa1f5c-8c2b-4b2f-b5a1-890aa9411c1d tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:42.731290 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-759e87c4-7d62-4c4d-9881-bbb02f4f7fe4 req-fafa1f5c-8c2b-4b2f-b5a1-890aa9411c1d tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=90e89723-8449-4e1a-8dc1-12818039b2cb HTTP/1.1" status: 200 len: 944 time: 0.1838441 Feb 20 03:47:42.833544 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=fe6e976b-fe5e-4ff1-8323-54271b4c8607,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:42.838773 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54514ae9-3da1-492c-adac-c6910fafc285 req-2b264cce-2236-4b7e-bece-6e64265aee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:42.840356 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-54514ae9-3da1-492c-adac-c6910fafc285 req-2b264cce-2236-4b7e-bece-6e64265aee4e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=883ac37e-6da0-4f70-9a9c-08a6b62165cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2740695 Feb 20 03:47:42.885037 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-759e87c4-7d62-4c4d-9881-bbb02f4f7fe4 req-1b75cae4-7c63-4900-93e4-e45889e7a131 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527593 Feb 20 03:47:42.952202 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8987062-d10f-40d0-86db-8c3fe95a41dc req-2cef5a2c-5a0c-4cd0-a9a0-1962aad475f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:42.953803 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b8987062-d10f-40d0-86db-8c3fe95a41dc req-2cef5a2c-5a0c-4cd0-a9a0-1962aad475f5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=541ea901ffd34c35a78734a2429fed7a&device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 1127 time: 0.2190645 Feb 20 03:47:42.957074 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118ce1b9-9641-4880-9453-c81d852d25c9 x-openstack-request-id: req-118ce1b9-9641-4880-9453-c81d852d25c9 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:47:42.957369 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e89723-8449-4e1a-8dc1-12818039b2cb", "name": "network-vif-plugged", "status": "completed", "tag": "fe6e976b-fe5e-4ff1-8323-54271b4c8607", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:47:42.957624 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-118ce1b9-9641-4880-9453-c81d852d25c9 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:47:42.958036 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e89723-8449-4e1a-8dc1-12818039b2cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe6e976b-fe5e-4ff1-8323-54271b4c8607', 'code': 200} Feb 20 03:47:43.042948 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-54514ae9-3da1-492c-adac-c6910fafc285 req-591e540f-cb41-4b89-a1b3-ec3579e04fdd service neutron] 10.222.0.93 "GET /v2.0/networks/883ac37e-6da0-4f70-9a9c-08a6b62165cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932442 Feb 20 03:47:43.302687 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-54514ae9-3da1-492c-adac-c6910fafc285 req-34b3db60-b45b-49a4-b489-c0d80debf8f1 service neutron] 10.222.0.93 "GET /v2.0/networks/883ac37e-6da0-4f70-9a9c-08a6b62165cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537684 Feb 20 03:47:43.319576 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fdbef-6696-4639-a514-ffeb913635e5 req-53f44eaf-367d-4cbe-a1c1-bd33b748c680 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:43.327287 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e84fdbef-6696-4639-a514-ffeb913635e5 req-53f44eaf-367d-4cbe-a1c1-bd33b748c680 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=b88508ed-12bd-45ca-8f73-f2235de9e070 HTTP/1.1" status: 200 len: 944 time: 0.2057476 Feb 20 03:47:43.367177 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268ba7e-80f4-48a4-9577-0b104ff8e4aa req-34275ef5-8dab-46b0-b28c-cd301728dcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:43.368872 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c268ba7e-80f4-48a4-9577-0b104ff8e4aa req-34275ef5-8dab-46b0-b28c-cd301728dcee service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=90e89723-8449-4e1a-8dc1-12818039b2cb HTTP/1.1" status: 200 len: 1127 time: 0.1792927 Feb 20 03:47:43.451199 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8987062-d10f-40d0-86db-8c3fe95a41dc req-d59fb7d1-17b4-4203-9ca0-99d4a2cee64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:43.453859 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b8987062-d10f-40d0-86db-8c3fe95a41dc req-d59fb7d1-17b4-4203-9ca0-99d4a2cee64a service neutron] 10.222.0.42 "GET /v2.0/networks?id=18b77a5e-5446-4d58-b319-36a274f1014a HTTP/1.1" status: 200 len: 911 time: 0.3162239 Feb 20 03:47:43.560048 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b8987062-d10f-40d0-86db-8c3fe95a41dc req-c6e9fa60-dea2-4246-9d4c-708d0c3229f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a2c0003-6a6e-4c90-9103-cd87c17a26b2 HTTP/1.1" status: 200 len: 1001 time: 0.0933959 Feb 20 03:47:43.632856 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e84fdbef-6696-4639-a514-ffeb913635e5 req-d99885e5-2cb5-4c28-9185-d7cc87d19e69 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/security-groups?id=c552e9b9-5248-4da1-8b24-99563ef7a70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3043377 Feb 20 03:47:43.752668 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c268ba7e-80f4-48a4-9577-0b104ff8e4aa req-94a4a932-307f-4da9-9c13-1bd2f0644caa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366692 Feb 20 03:47:43.754743 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48832146-fa66-45d9-9310-9804ab96849a req-3471a74d-edfe-4053-8ade-4c149c72adf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:43.757209 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-48832146-fa66-45d9-9310-9804ab96849a req-3471a74d-edfe-4053-8ade-4c149c72adf3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cdf6aa5f9d3c4cef8fb0e04bd6cac1cb&device_id=b88508ed-12bd-45ca-8f73-f2235de9e070 HTTP/1.1" status: 200 len: 1126 time: 0.1927476 Feb 20 03:47:43.796239 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c3098a67-dee6-4049-8c41-1bf175118bc6 req-6d41c8cc-bcc0-47cd-975d-e2b873763567 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3123e9e-8665-4653-aa02-c285f95e4d2c HTTP/1.1" status: 200 len: 210 time: 0.0593596 Feb 20 03:47:43.812746 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8987062-d10f-40d0-86db-8c3fe95a41dc req-9cfdd07b-93c7-4ba0-b587-b7750815c089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:43.816122 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b8987062-d10f-40d0-86db-8c3fe95a41dc req-9cfdd07b-93c7-4ba0-b587-b7750815c089 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec9d4964-56bb-4af3-beab-8c8d3923a688 HTTP/1.1" status: 200 len: 849 time: 0.2033873 Feb 20 03:47:43.945868 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48832146-fa66-45d9-9310-9804ab96849a req-be183d5c-a3ac-4d67-930e-ee0c7d5cf029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:43.959076 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-48832146-fa66-45d9-9310-9804ab96849a req-be183d5c-a3ac-4d67-930e-ee0c7d5cf029 service neutron] 10.222.0.93 "GET /v2.0/networks?id=883ac37e-6da0-4f70-9a9c-08a6b62165cc HTTP/1.1" status: 200 len: 897 time: 0.1779203 Feb 20 03:47:44.161458 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f60023-6b84-4765-aa14-f760eafd059c req-af52c668-77fa-4b0c-ad84-92905c8b427b tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:44.163554 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-72f60023-6b84-4765-aa14-f760eafd059c req-af52c668-77fa-4b0c-ad84-92905c8b427b tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.42 "GET /v2.0/networks?id=64115127-0ca9-4210-b390-d57efc54bf51 HTTP/1.1" status: 200 len: 811 time: 0.2022436 Feb 20 03:47:44.225253 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-72f60023-6b84-4765-aa14-f760eafd059c req-0e1db0f8-7d58-436d-aafa-ac3317f9f8c8 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Request body: {'port': {'device_id': 'd3123e9e-8665-4653-aa02-c285f95e4d2c', 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51', 'admin_state_up': True, 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:47:44.285226 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-48832146-fa66-45d9-9310-9804ab96849a req-ab612c36-e113-408a-860a-7b4476c101b1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=33060668-212a-4afd-9baf-c2cf6e960421 HTTP/1.1" status: 200 len: 217 time: 0.1159298 Feb 20 03:47:44.368932 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8987062-d10f-40d0-86db-8c3fe95a41dc req-36600932-bceb-45ab-bb00-ce72628d8d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:44.371297 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b8987062-d10f-40d0-86db-8c3fe95a41dc req-36600932-bceb-45ab-bb00-ce72628d8d93 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=18b77a5e-5446-4d58-b319-36a274f1014a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4056435 Feb 20 03:47:44.402497 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290e18a-98d7-48f6-9be6-d298363f0441 req-87aef735-f4e9-4ac4-9253-c1b42f9100bf tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:44.404049 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3290e18a-98d7-48f6-9be6-d298363f0441 req-87aef735-f4e9-4ac4-9253-c1b42f9100bf tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=90e89723-8449-4e1a-8dc1-12818039b2cb HTTP/1.1" status: 200 len: 945 time: 0.2392695 Feb 20 03:47:44.505063 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48832146-fa66-45d9-9310-9804ab96849a req-60c91e43-92c6-4a4e-8fc5-46c6744a026b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:44.506712 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-48832146-fa66-45d9-9310-9804ab96849a req-60c91e43-92c6-4a4e-8fc5-46c6744a026b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c25475bf-d7a0-47e7-aa50-43ed40eb001c HTTP/1.1" status: 200 len: 837 time: 0.1845999 Feb 20 03:47:44.638751 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3290e18a-98d7-48f6-9be6-d298363f0441 req-f5aa7763-1335-4ce7-a537-161e29a58963 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247517 Feb 20 03:47:44.649511 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48832146-fa66-45d9-9310-9804ab96849a req-0a4c3883-a5a4-48b3-9c66-b2e98cc0498a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:44.651073 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-48832146-fa66-45d9-9310-9804ab96849a req-0a4c3883-a5a4-48b3-9c66-b2e98cc0498a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=883ac37e-6da0-4f70-9a9c-08a6b62165cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1350605 Feb 20 03:47:44.652977 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b8987062-d10f-40d0-86db-8c3fe95a41dc req-aa6bd2aa-ff18-4e39-8f3d-fa8f803ae75b service neutron] 10.222.0.42 "GET /v2.0/networks/18b77a5e-5446-4d58-b319-36a274f1014a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728672 Feb 20 03:47:44.784065 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72f60023-6b84-4765-aa14-f760eafd059c req-0e1db0f8-7d58-436d-aafa-ac3317f9f8c8 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Made reservation on behalf of 2a426eb8717f45cda17f79dc5d1190fc for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:47:44.787140 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-72f60023-6b84-4765-aa14-f760eafd059c req-0e1db0f8-7d58-436d-aafa-ac3317f9f8c8 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:45.293655 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-48832146-fa66-45d9-9310-9804ab96849a req-9bd367de-81a3-4b5e-9ecb-69eb1ca9f7be service neutron] 10.222.0.93 "GET /v2.0/networks/883ac37e-6da0-4f70-9a9c-08a6b62165cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6344483 Feb 20 03:47:45.299982 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b8987062-d10f-40d0-86db-8c3fe95a41dc req-a077ba17-a5c4-4947-a5ca-3af455a4caca service neutron] 10.222.0.42 "GET /v2.0/networks/18b77a5e-5446-4d58-b319-36a274f1014a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6394091 Feb 20 03:47:45.321079 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4eec9-d0a4-47b1-bfb7-3bf48a4ef61f req-404c52d6-f4d1-4328-a1f0-37b720016e2c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:45.322532 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0dd4eec9-d0a4-47b1-bfb7-3bf48a4ef61f req-404c52d6-f4d1-4328-a1f0-37b720016e2c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=b88508ed-12bd-45ca-8f73-f2235de9e070 HTTP/1.1" status: 200 len: 944 time: 0.5489113 Feb 20 03:47:45.485910 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-72f60023-6b84-4765-aa14-f760eafd059c req-0e1db0f8-7d58-436d-aafa-ac3317f9f8c8 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Allocated IP 172.20.0.11 (64115127-0ca9-4210-b390-d57efc54bf51/85e8c386-47fc-4d48-86f0-3d288a799fec/f031ef27-126f-4e1d-b032-e1fa7bbd43d1) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:47:45.524200 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0dd4eec9-d0a4-47b1-bfb7-3bf48a4ef61f req-533b8e5d-0ec1-4843-b910-4a82db5cccfd tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/security-groups?id=c552e9b9-5248-4da1-8b24-99563ef7a70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848743 Feb 20 03:47:45.540303 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-48832146-fa66-45d9-9310-9804ab96849a req-c90a76e9-2a78-4518-abfb-dad82857a7c9 service neutron] 10.222.0.93 "GET /v2.0/networks/883ac37e-6da0-4f70-9a9c-08a6b62165cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393591 Feb 20 03:47:45.666931 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5ea5f5e0-8279-4dbd-ace0-9d8526b25b9b req-6a3c96c2-8d32-4e4b-a48a-06145fe08771 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3123e9e-8665-4653-aa02-c285f95e4d2c HTTP/1.1" status: 200 len: 210 time: 0.0631630 Feb 20 03:47:45.746427 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-72f60023-6b84-4765-aa14-f760eafd059c req-0e1db0f8-7d58-436d-aafa-ac3317f9f8c8 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks [] for port (f031ef27-126f-4e1d-b032-e1fa7bbd43d1), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:45.854074 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612743ec-e399-40c2-8e01-955a456a5430 req-ec1b0577-b9ce-4bc5-81c2-394a55c1f803 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:45.855647 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-612743ec-e399-40c2-8e01-955a456a5430 req-ec1b0577-b9ce-4bc5-81c2-394a55c1f803 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=90e89723-8449-4e1a-8dc1-12818039b2cb HTTP/1.1" status: 200 len: 945 time: 0.1014242 Feb 20 03:47:45.910920 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-612743ec-e399-40c2-8e01-955a456a5430 req-d8748c23-d5b6-4a10-941c-6993caa0f611 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478668 Feb 20 03:47:45.977058 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-72f60023-6b84-4765-aa14-f760eafd059c req-0e1db0f8-7d58-436d-aafa-ac3317f9f8c8 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (f031ef27-126f-4e1d-b032-e1fa7bbd43d1), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:45.990583 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['e0a91145-6212-4367-98ca-a36a7166e206'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:47:46.007205 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72f60023-6b84-4765-aa14-f760eafd059c req-0e1db0f8-7d58-436d-aafa-ac3317f9f8c8 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Network 64115127-0ca9-4210-b390-d57efc54bf51 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:47:46.081052 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-72f60023-6b84-4765-aa14-f760eafd059c req-0e1db0f8-7d58-436d-aafa-ac3317f9f8c8 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:47:46.088766 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f60023-6b84-4765-aa14-f760eafd059c req-0e1db0f8-7d58-436d-aafa-ac3317f9f8c8 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:47:46.099408 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 33060668-212a-4afd-9baf-c2cf6e960421 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:47:46.140158 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1db0f8-7d58-436d-aafa-ac3317f9f8c8 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Pushing event updated for resources: {'Port': ['ID=f031ef27-126f-4e1d-b032-e1fa7bbd43d1,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:46.162849 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cd638-08a1-46fc-9379-fd8a3ded336c req-84e893b7-5b95-416e-a65e-fad08682dd61 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:46.175834 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c16cd638-08a1-46fc-9379-fd8a3ded336c req-84e893b7-5b95-416e-a65e-fad08682dd61 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=feaa4cd0-ee04-4d5a-acd0-3be2d7e24c9e HTTP/1.1" status: 200 len: 946 time: 0.1758132 Feb 20 03:47:46.208197 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f60023-6b84-4765-aa14-f760eafd059c req-0e1db0f8-7d58-436d-aafa-ac3317f9f8c8 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:46.208843 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-72f60023-6b84-4765-aa14-f760eafd059c req-0e1db0f8-7d58-436d-aafa-ac3317f9f8c8 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:46.286379 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c16cd638-08a1-46fc-9379-fd8a3ded336c req-302a3fad-9e18-417b-9bc8-d749ad8d7e28 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096027 Feb 20 03:47:46.452204 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-72f60023-6b84-4765-aa14-f760eafd059c req-0e1db0f8-7d58-436d-aafa-ac3317f9f8c8 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2649202 Feb 20 03:47:46.476163 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-72f60023-6b84-4765-aa14-f760eafd059c req-aaa0cfb4-f86e-4cc1-9da6-9769ebacac8e service neutron] Request body: {'port': {'device_id': 'd3123e9e-8665-4653-aa02-c285f95e4d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:47:46.586637 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140dfe0-3640-4587-8af8-ebb69b43bdc2 req-2fbbcc55-c635-45bd-acba-5fc4058a1728 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:46.594215 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2140dfe0-3640-4587-8af8-ebb69b43bdc2 req-2fbbcc55-c635-45bd-acba-5fc4058a1728 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=90e89723-8449-4e1a-8dc1-12818039b2cb HTTP/1.1" status: 200 len: 945 time: 0.2259512 Feb 20 03:47:46.604279 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-72f60023-6b84-4765-aa14-f760eafd059c req-aaa0cfb4-f86e-4cc1-9da6-9769ebacac8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f031ef27-126f-4e1d-b032-e1fa7bbd43d1), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:46.633579 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c96197f2-04cb-46d0-ae88-5027c5d7cde2 None None] Provisioning complete for port f031ef27-126f-4e1d-b032-e1fa7bbd43d1 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:47:46.634336 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c96197f2-04cb-46d0-ae88-5027c5d7cde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f031ef27-126f-4e1d-b032-e1fa7bbd43d1), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:46.695139 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2140dfe0-3640-4587-8af8-ebb69b43bdc2 req-08199c97-e33a-4e83-82dc-6819cadb1f79 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998385 Feb 20 03:47:46.698963 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 33060668-212a-4afd-9baf-c2cf6e960421, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=33060668-212a-4afd-9baf-c2cf6e960421,segment=NetworkSegment(5d36927e-7d65-447f-add1-1484fd5e3155),segment_id=5d36927e-7d65-447f-add1-1484fd5e3155)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:47:46.769062 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '33060668-212a-4afd-9baf-c2cf6e960421', 'network_id': '883ac37e-6da0-4f70-9a9c-08a6b62165cc', 'port_id': '33060668-212a-4afd-9baf-c2cf6e960421', 'mac_address': 'fa:16:3e:11:3e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c25475bf-d7a0-47e7-aa50-43ed40eb001c', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:47:46.774765 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c96197f2-04cb-46d0-ae88-5027c5d7cde2 None None] Port f031ef27-126f-4e1d-b032-e1fa7bbd43d1 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:47:46.844490 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 33060668-212a-4afd-9baf-c2cf6e960421 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:47:46.844887 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (33060668-212a-4afd-9baf-c2cf6e960421), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:46.881231 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33060668-212a-4afd-9baf-c2cf6e960421 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:47:46.920671 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 33060668-212a-4afd-9baf-c2cf6e960421, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=33060668-212a-4afd-9baf-c2cf6e960421,segment=NetworkSegment(5d36927e-7d65-447f-add1-1484fd5e3155),segment_id=5d36927e-7d65-447f-add1-1484fd5e3155)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:47:47.041581 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (33060668-212a-4afd-9baf-c2cf6e960421), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:47.082486 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75faa083-32f4-4224-9e64-b1353502faa3 req-8bc280d1-6c2a-491b-9a32-08d21f7c1dde tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:47.090644 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75faa083-32f4-4224-9e64-b1353502faa3 req-8bc280d1-6c2a-491b-9a32-08d21f7c1dde tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=b88508ed-12bd-45ca-8f73-f2235de9e070 HTTP/1.1" status: 200 len: 944 time: 0.2130792 Feb 20 03:47:47.195645 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=33060668-212a-4afd-9baf-c2cf6e960421,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:47.245278 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-72f60023-6b84-4765-aa14-f760eafd059c req-aaa0cfb4-f86e-4cc1-9da6-9769ebacac8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f031ef27-126f-4e1d-b032-e1fa7bbd43d1 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:47:47.258319 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-72f60023-6b84-4765-aa14-f760eafd059c req-aaa0cfb4-f86e-4cc1-9da6-9769ebacac8e service neutron] Publish callbacks [] for port (f031ef27-126f-4e1d-b032-e1fa7bbd43d1), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:47.272752 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-72f60023-6b84-4765-aa14-f760eafd059c req-aaa0cfb4-f86e-4cc1-9da6-9769ebacac8e service neutron] Transition to ACTIVE for port object f031ef27-126f-4e1d-b032-e1fa7bbd43d1 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:47:47.278816 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75faa083-32f4-4224-9e64-b1353502faa3 req-a6e62820-3870-45f0-8e83-02b4caaa681b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/security-groups?id=c552e9b9-5248-4da1-8b24-99563ef7a70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873224 Feb 20 03:47:47.361329 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-72f60023-6b84-4765-aa14-f760eafd059c req-aaa0cfb4-f86e-4cc1-9da6-9769ebacac8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (f031ef27-126f-4e1d-b032-e1fa7bbd43d1), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:47.379463 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['33060668-212a-4afd-9baf-c2cf6e960421'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:47:47.520948 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0cfb4-f86e-4cc1-9da6-9769ebacac8e service neutron] Pushing event updated for resources: {'Port': ['ID=f031ef27-126f-4e1d-b032-e1fa7bbd43d1,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:47.559034 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5108b1-ec1a-4c11-805b-2646fef5687b req-13472983-09e6-41a8-9f2b-5c9b7a2ab5d8 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:47.570330 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ce5108b1-ec1a-4c11-805b-2646fef5687b req-13472983-09e6-41a8-9f2b-5c9b7a2ab5d8 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3123e9e-8665-4653-aa02-c285f95e4d2c HTTP/1.1" status: 200 len: 944 time: 0.2039042 Feb 20 03:47:47.600722 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:47:47.683725 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-72f60023-6b84-4765-aa14-f760eafd059c req-aaa0cfb4-f86e-4cc1-9da6-9769ebacac8e service neutron] Attempting to bind port f031ef27-126f-4e1d-b032-e1fa7bbd43d1 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:47:47.684156 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-72f60023-6b84-4765-aa14-f760eafd059c req-aaa0cfb4-f86e-4cc1-9da6-9769ebacac8e service neutron] Attempting to bind port f031ef27-126f-4e1d-b032-e1fa7bbd43d1 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': 'e9cd605c-65a4-4e74-ab33-d19d304bb06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:47:47.684412 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f60023-6b84-4765-aa14-f760eafd059c req-aaa0cfb4-f86e-4cc1-9da6-9769ebacac8e service neutron] Attempting to bind port f031ef27-126f-4e1d-b032-e1fa7bbd43d1 on network 64115127-0ca9-4210-b390-d57efc54bf51 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:47:47.696182 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ce5108b1-ec1a-4c11-805b-2646fef5687b req-d79a8cd6-f649-4e8a-a937-1f73103afeef tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249061 Feb 20 03:47:47.705414 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f60023-6b84-4765-aa14-f760eafd059c req-aaa0cfb4-f86e-4cc1-9da6-9769ebacac8e service neutron] Port f031ef27-126f-4e1d-b032-e1fa7bbd43d1 on network 64115127-0ca9-4210-b390-d57efc54bf51 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:47:47.705743 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f60023-6b84-4765-aa14-f760eafd059c req-aaa0cfb4-f86e-4cc1-9da6-9769ebacac8e service neutron] Attempting to bind port f031ef27-126f-4e1d-b032-e1fa7bbd43d1 on network 64115127-0ca9-4210-b390-d57efc54bf51 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:47:47.760046 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f60023-6b84-4765-aa14-f760eafd059c req-aaa0cfb4-f86e-4cc1-9da6-9769ebacac8e service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:47:47.761692 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f60023-6b84-4765-aa14-f760eafd059c req-aaa0cfb4-f86e-4cc1-9da6-9769ebacac8e service neutron] Checking segment: {'id': 'e9cd605c-65a4-4e74-ab33-d19d304bb06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:47:47.761978 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f60023-6b84-4765-aa14-f760eafd059c req-aaa0cfb4-f86e-4cc1-9da6-9769ebacac8e service neutron] Bound using segment: {'id': 'e9cd605c-65a4-4e74-ab33-d19d304bb06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:47:47.762459 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-72f60023-6b84-4765-aa14-f760eafd059c req-aaa0cfb4-f86e-4cc1-9da6-9769ebacac8e service neutron] Bound port: f031ef27-126f-4e1d-b032-e1fa7bbd43d1, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9cd605c-65a4-4e74-ab33-d19d304bb06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:47:47.762836 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-72f60023-6b84-4765-aa14-f760eafd059c req-aaa0cfb4-f86e-4cc1-9da6-9769ebacac8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f031ef27-126f-4e1d-b032-e1fa7bbd43d1), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:47.955787 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-72f60023-6b84-4765-aa14-f760eafd059c req-aaa0cfb4-f86e-4cc1-9da6-9769ebacac8e service neutron] For port f031ef27-126f-4e1d-b032-e1fa7bbd43d1, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:47:47.960006 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-72f60023-6b84-4765-aa14-f760eafd059c req-aaa0cfb4-f86e-4cc1-9da6-9769ebacac8e service neutron] For port f031ef27-126f-4e1d-b032-e1fa7bbd43d1, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=f031ef27-126f-4e1d-b032-e1fa7bbd43d1,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:47:48.037632 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-72f60023-6b84-4765-aa14-f760eafd059c req-aaa0cfb4-f86e-4cc1-9da6-9769ebacac8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (f031ef27-126f-4e1d-b032-e1fa7bbd43d1), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:48.058420 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f60023-6b84-4765-aa14-f760eafd059c req-aaa0cfb4-f86e-4cc1-9da6-9769ebacac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:48.058420 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-72f60023-6b84-4765-aa14-f760eafd059c req-aaa0cfb4-f86e-4cc1-9da6-9769ebacac8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:48.068302 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-72f60023-6b84-4765-aa14-f760eafd059c req-aaa0cfb4-f86e-4cc1-9da6-9769ebacac8e service neutron] 10.222.0.42 "PUT /v2.0/ports/f031ef27-126f-4e1d-b032-e1fa7bbd43d1 HTTP/1.1" status: 200 len: 1092 time: 1.6073658 Feb 20 03:47:48.070006 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3123e9e-8665-4653-aa02-c285f95e4d2c', 'tag': 'f031ef27-126f-4e1d-b032-e1fa7bbd43d1'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:47:48.077923 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e265ac2-b53b-461c-be18-cfddc9350151" -d '{"events": [{"name": "network-changed", "server_uuid": "d3123e9e-8665-4653-aa02-c285f95e4d2c", "tag": "f031ef27-126f-4e1d-b032-e1fa7bbd43d1"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:47:48.153759 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0cfb4-f86e-4cc1-9da6-9769ebacac8e service neutron] Pushing event updated for resources: {'Port': ['ID=f031ef27-126f-4e1d-b032-e1fa7bbd43d1,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:48.302756 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f60023-6b84-4765-aa14-f760eafd059c req-38e63f0a-8834-48e3-9c7d-d3f9e29001eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:48.304721 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-72f60023-6b84-4765-aa14-f760eafd059c req-38e63f0a-8834-48e3-9c7d-d3f9e29001eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a426eb8717f45cda17f79dc5d1190fc&device_id=d3123e9e-8665-4653-aa02-c285f95e4d2c HTTP/1.1" status: 200 len: 1126 time: 0.0668716 Feb 20 03:47:48.360850 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-72f60023-6b84-4765-aa14-f760eafd059c req-4a9bbb6b-79dc-4667-b117-a8afbaa5c5d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f031ef27-126f-4e1d-b032-e1fa7bbd43d1 HTTP/1.1" status: 200 len: 217 time: 0.0444336 Feb 20 03:47:48.443096 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104a24a0-6330-4422-af67-0f44ecd55712 x-openstack-request-id: req-104a24a0-6330-4422-af67-0f44ecd55712 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:47:48.443096 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3123e9e-8665-4653-aa02-c285f95e4d2c", "tag": "f031ef27-126f-4e1d-b032-e1fa7bbd43d1", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:47:48.443096 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-104a24a0-6330-4422-af67-0f44ecd55712 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:47:48.443096 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3123e9e-8665-4653-aa02-c285f95e4d2c', 'tag': 'f031ef27-126f-4e1d-b032-e1fa7bbd43d1', 'status': 'completed', 'code': 200} Feb 20 03:47:48.469714 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f60023-6b84-4765-aa14-f760eafd059c req-d0b03dda-c0be-4057-8f48-4b4798a77aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:48.472811 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-72f60023-6b84-4765-aa14-f760eafd059c req-d0b03dda-c0be-4057-8f48-4b4798a77aa7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=85e8c386-47fc-4d48-86f0-3d288a799fec HTTP/1.1" status: 200 len: 850 time: 0.1058805 Feb 20 03:47:48.598257 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f60023-6b84-4765-aa14-f760eafd059c req-ed64ebcc-5d6f-4749-bcca-ca1ad472b3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:48.599898 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-72f60023-6b84-4765-aa14-f760eafd059c req-ed64ebcc-5d6f-4749-bcca-ca1ad472b3e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64115127-0ca9-4210-b390-d57efc54bf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1201761 Feb 20 03:47:48.625700 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4c521-34c7-49a9-8d0f-e2e5f2eded8a req-fdb7769a-56fe-4d13-afb5-74ebdfac4f8d tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:48.627320 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9ac4c521-34c7-49a9-8d0f-e2e5f2eded8a req-fdb7769a-56fe-4d13-afb5-74ebdfac4f8d tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=b88508ed-12bd-45ca-8f73-f2235de9e070 HTTP/1.1" status: 200 len: 945 time: 0.1071024 Feb 20 03:47:48.731624 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9ac4c521-34c7-49a9-8d0f-e2e5f2eded8a req-af01f8ba-e6b5-434d-9dbe-f25347d49f48 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/security-groups?id=c552e9b9-5248-4da1-8b24-99563ef7a70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885057 Feb 20 03:47:48.771144 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-72f60023-6b84-4765-aa14-f760eafd059c req-fe1f91c5-7fc5-4060-80f0-3781b99de9eb service neutron] 10.222.0.42 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616721 Feb 20 03:47:48.947487 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd235a-e038-424c-baf0-b0657984b360 req-d5e6c7f2-f69b-404d-9f66-7c05da8ec82e tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:48.949021 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-48dd235a-e038-424c-baf0-b0657984b360 req-d5e6c7f2-f69b-404d-9f66-7c05da8ec82e tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=90e89723-8449-4e1a-8dc1-12818039b2cb HTTP/1.1" status: 200 len: 945 time: 0.1052196 Feb 20 03:47:48.951102 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-72f60023-6b84-4765-aa14-f760eafd059c req-db99d286-6fb6-4c7c-bb45-43c8998939b8 service neutron] 10.222.0.42 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727462 Feb 20 03:47:49.030746 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-48dd235a-e038-424c-baf0-b0657984b360 req-5fa7d337-305c-4dfe-9f44-46ec7328f9d6 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676177 Feb 20 03:47:49.172445 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e265ac2-b53b-461c-be18-cfddc9350151 req-ae8be8e2-cfb8-45df-94a2-a8e23a7a29a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:49.174069 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9e265ac2-b53b-461c-be18-cfddc9350151 req-ae8be8e2-cfb8-45df-94a2-a8e23a7a29a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a426eb8717f45cda17f79dc5d1190fc&device_id=d3123e9e-8665-4653-aa02-c285f95e4d2c HTTP/1.1" status: 200 len: 1126 time: 0.0914679 Feb 20 03:47:49.186197 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbd1ec-3115-465d-830e-b7bcc0171e79 req-b10c9e38-9abd-43db-a54c-4784ac1d7fed tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:49.187998 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2ecbd1ec-3115-465d-830e-b7bcc0171e79 req-b10c9e38-9abd-43db-a54c-4784ac1d7fed tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3123e9e-8665-4653-aa02-c285f95e4d2c HTTP/1.1" status: 200 len: 944 time: 0.0714467 Feb 20 03:47:49.309231 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2ecbd1ec-3115-465d-830e-b7bcc0171e79 req-3f6ce85b-1d3d-4d5c-ac3f-e518ad38532f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129262 Feb 20 03:47:49.338142 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e265ac2-b53b-461c-be18-cfddc9350151 req-1326fb49-d2db-4f89-a48e-451c54ff8a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:49.339696 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9e265ac2-b53b-461c-be18-cfddc9350151 req-1326fb49-d2db-4f89-a48e-451c54ff8a5d service neutron] 10.222.0.42 "GET /v2.0/networks?id=64115127-0ca9-4210-b390-d57efc54bf51 HTTP/1.1" status: 200 len: 912 time: 0.1508141 Feb 20 03:47:49.386308 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9e265ac2-b53b-461c-be18-cfddc9350151 req-8c31a761-6eb2-471f-84f6-ba007c5b1654 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f031ef27-126f-4e1d-b032-e1fa7bbd43d1 HTTP/1.1" status: 200 len: 217 time: 0.0379663 Feb 20 03:47:49.392206 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 51590) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:47:49.459600 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e265ac2-b53b-461c-be18-cfddc9350151 req-0feafc58-d2b6-4937-a644-c4b823290f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:49.461361 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9e265ac2-b53b-461c-be18-cfddc9350151 req-0feafc58-d2b6-4937-a644-c4b823290f9e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=85e8c386-47fc-4d48-86f0-3d288a799fec HTTP/1.1" status: 200 len: 850 time: 0.0667512 Feb 20 03:47:49.540794 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e265ac2-b53b-461c-be18-cfddc9350151 req-7ca14f73-d5b7-4840-8be0-e0edb651edeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:49.547022 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9e265ac2-b53b-461c-be18-cfddc9350151 req-7ca14f73-d5b7-4840-8be0-e0edb651edeb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64115127-0ca9-4210-b390-d57efc54bf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0779438 Feb 20 03:47:49.624086 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e47f02a0-754e-49c0-a3f9-ff08cbe95643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:49.790001 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9e265ac2-b53b-461c-be18-cfddc9350151 req-5ac912b8-1a63-4fae-a024-bea3dcb53539 service neutron] 10.222.0.42 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360635 Feb 20 03:47:49.927873 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89359dd-d243-493f-a5b2-6d78aa26ea53 req-0592decb-c4f2-4280-a576-0cc8d3f88f63 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:49.929569 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f89359dd-d243-493f-a5b2-6d78aa26ea53 req-0592decb-c4f2-4280-a576-0cc8d3f88f63 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.42 "GET /v2.0/ports?device_id=90e89723-8449-4e1a-8dc1-12818039b2cb HTTP/1.1" status: 200 len: 945 time: 0.2678347 Feb 20 03:47:50.030253 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e47f02a0-754e-49c0-a3f9-ff08cbe95643 admin admin] Publish callbacks [] for security_group (06d5e519-fea9-40ca-aed9-97b4cf1c8535), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:50.082886 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1b206-13d7-41a2-b9fa-55614bd59f06 req-37427e18-5367-429b-afb9-8a36822c53e1 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:50.084385 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aeb1b206-13d7-41a2-b9fa-55614bd59f06 req-37427e18-5367-429b-afb9-8a36822c53e1 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=b88508ed-12bd-45ca-8f73-f2235de9e070 HTTP/1.1" status: 200 len: 945 time: 0.2175603 Feb 20 03:47:50.091012 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9e265ac2-b53b-461c-be18-cfddc9350151 req-5ab1aa78-120c-45bb-8fd7-a62163161f40 service neutron] 10.222.0.42 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901278 Feb 20 03:47:50.104176 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 33060668-212a-4afd-9baf-c2cf6e960421 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:47:50.152496 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e47f02a0-754e-49c0-a3f9-ff08cbe95643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (06d5e519-fea9-40ca-aed9-97b4cf1c8535), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:50.175804 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-f89359dd-d243-493f-a5b2-6d78aa26ea53 req-248e2dcd-9e8b-485d-be27-c44e77e7b0a2 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Deleting port fe6e976b-fe5e-4ff1-8323-54271b4c8607 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:47:50.176149 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f89359dd-d243-493f-a5b2-6d78aa26ea53 req-248e2dcd-9e8b-485d-be27-c44e77e7b0a2 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (fe6e976b-fe5e-4ff1-8323-54271b4c8607), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:50.216788 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aeb1b206-13d7-41a2-b9fa-55614bd59f06 req-a2e21011-b8b2-44e6-9dff-249d256891e1 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/security-groups?id=c552e9b9-5248-4da1-8b24-99563ef7a70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230147 Feb 20 03:47:50.240288 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 33060668-212a-4afd-9baf-c2cf6e960421 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:47:50.251179 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 33060668-212a-4afd-9baf-c2cf6e960421 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:47:50.251870 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (33060668-212a-4afd-9baf-c2cf6e960421), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:50.265462 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e47f02a0-754e-49c0-a3f9-ff08cbe95643 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b5fbca697670489b934c6202c52b2358&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8721635 Feb 20 03:47:50.268238 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51604) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:47:50.271434 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f02a0-754e-49c0-a3f9-ff08cbe95643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d5e519-fea9-40ca-aed9-97b4cf1c8535,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:50.342313 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b5b52f48-1a9b-42ed-a2ad-85cbed6e2b51 admin admin] Publish callbacks [] for security_group (06d5e519-fea9-40ca-aed9-97b4cf1c8535), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:50.366640 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 33060668-212a-4afd-9baf-c2cf6e960421 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:47:50.367073 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (33060668-212a-4afd-9baf-c2cf6e960421), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:50.374544 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b5b52f48-1a9b-42ed-a2ad-85cbed6e2b51 admin admin] Publish callbacks [] for security_group (06d5e519-fea9-40ca-aed9-97b4cf1c8535), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:50.392622 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88508ed-12bd-45ca-8f73-f2235de9e070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33060668-212a-4afd-9baf-c2cf6e960421'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:47:50.395255 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-f89359dd-d243-493f-a5b2-6d78aa26ea53 req-248e2dcd-9e8b-485d-be27-c44e77e7b0a2 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] For port fe6e976b-fe5e-4ff1-8323-54271b4c8607, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=fe6e976b-fe5e-4ff1-8323-54271b4c8607,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:47:50.395711 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d6f9c4-4a46-4ef6-a8b3-b170cfe5aa0e" -d '{"events": [{"server_uuid": "b88508ed-12bd-45ca-8f73-f2235de9e070", "name": "network-vif-plugged", "status": "completed", "tag": "33060668-212a-4afd-9baf-c2cf6e960421"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:47:50.396303 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f89359dd-d243-493f-a5b2-6d78aa26ea53 req-248e2dcd-9e8b-485d-be27-c44e77e7b0a2 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (fe6e976b-fe5e-4ff1-8323-54271b4c8607), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:50.412005 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 33060668-212a-4afd-9baf-c2cf6e960421, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=33060668-212a-4afd-9baf-c2cf6e960421,segment=NetworkSegment(5d36927e-7d65-447f-add1-1484fd5e3155),segment_id=5d36927e-7d65-447f-add1-1484fd5e3155)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:47:50.415214 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-f89359dd-d243-493f-a5b2-6d78aa26ea53 req-248e2dcd-9e8b-485d-be27-c44e77e7b0a2 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Calling delete_port for fe6e976b-fe5e-4ff1-8323-54271b4c8607 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:47:50.444514 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e19ef-7a8a-4b9f-97ee-2f6392ed2ca1 req-8f4032e7-b26f-436e-9a06-d9e85b682c04 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:50.446282 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c35e19ef-7a8a-4b9f-97ee-2f6392ed2ca1 req-8f4032e7-b26f-436e-9a06-d9e85b682c04 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=90e89723-8449-4e1a-8dc1-12818039b2cb HTTP/1.1" status: 200 len: 945 time: 0.1213996 Feb 20 03:47:50.499309 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (33060668-212a-4afd-9baf-c2cf6e960421), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:50.533706 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b5b52f48-1a9b-42ed-a2ad-85cbed6e2b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (06d5e519-fea9-40ca-aed9-97b4cf1c8535), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:50.536984 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b5b52f48-1a9b-42ed-a2ad-85cbed6e2b51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:50.541280 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b5b52f48-1a9b-42ed-a2ad-85cbed6e2b51 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/06d5e519-fea9-40ca-aed9-97b4cf1c8535 HTTP/1.1" status: 204 len: 168 time: 0.2721052 Feb 20 03:47:50.555522 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c35e19ef-7a8a-4b9f-97ee-2f6392ed2ca1 req-448c3df6-0d75-4ab9-a7bf-8ce633cd10cb tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753999 Feb 20 03:47:50.561011 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b52f48-1a9b-42ed-a2ad-85cbed6e2b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d5e519-fea9-40ca-aed9-97b4cf1c8535,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:50.620462 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=33060668-212a-4afd-9baf-c2cf6e960421,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:50.712279 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1f2dc-0853-4a2a-8376-b4846dd1c64f req-247b963d-42b2-4d27-a230-7701822d9cb9 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:50.713788 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a2a1f2dc-0853-4a2a-8376-b4846dd1c64f req-247b963d-42b2-4d27-a230-7701822d9cb9 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3123e9e-8665-4653-aa02-c285f95e4d2c HTTP/1.1" status: 200 len: 944 time: 0.0611379 Feb 20 03:47:50.747145 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f89359dd-d243-493f-a5b2-6d78aa26ea53 req-248e2dcd-9e8b-485d-be27-c44e77e7b0a2 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (fe6e976b-fe5e-4ff1-8323-54271b4c8607), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:50.761393 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['01c6f12a-e18f-4e22-8ca3-befe7fa5df30', '0d0ccda7-2a40-4708-bfd3-1115e1dae0c3'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:47:50.764562 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['fe6e976b-fe5e-4ff1-8323-54271b4c8607'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:47:50.793549 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e2dcd-9e8b-485d-be27-c44e77e7b0a2 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Pushing event deleted for resources: {'Port': ['ID=fe6e976b-fe5e-4ff1-8323-54271b4c8607,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:50.821698 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a2a1f2dc-0853-4a2a-8376-b4846dd1c64f req-2e20d5a1-59ab-4e74-90cf-bbb72e71d91c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016495 Feb 20 03:47:50.878467 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89359dd-d243-493f-a5b2-6d78aa26ea53 req-248e2dcd-9e8b-485d-be27-c44e77e7b0a2 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] No DVR routers for this DVR port fe6e976b-fe5e-4ff1-8323-54271b4c8607 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:47:50.881391 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f89359dd-d243-493f-a5b2-6d78aa26ea53 req-248e2dcd-9e8b-485d-be27-c44e77e7b0a2 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:50.884917 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f89359dd-d243-493f-a5b2-6d78aa26ea53 req-248e2dcd-9e8b-485d-be27-c44e77e7b0a2 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.42 "DELETE /v2.0/ports/fe6e976b-fe5e-4ff1-8323-54271b4c8607 HTTP/1.1" status: 204 len: 173 time: 0.9429061 Feb 20 03:47:50.885385 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e89723-8449-4e1a-8dc1-12818039b2cb', 'name': 'network-vif-deleted', 'tag': 'fe6e976b-fe5e-4ff1-8323-54271b4c8607'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:47:50.887719 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13621dee-e603-4e3c-998e-fdaa7c91480f" -d '{"events": [{"server_uuid": "90e89723-8449-4e1a-8dc1-12818039b2cb", "name": "network-vif-deleted", "tag": "fe6e976b-fe5e-4ff1-8323-54271b4c8607"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:47:50.911127 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e9c9a8-bd7d-4c0f-b2e9-0b6b4c33bc20 x-openstack-request-id: req-f9e9c9a8-bd7d-4c0f-b2e9-0b6b4c33bc20 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:47:50.911444 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88508ed-12bd-45ca-8f73-f2235de9e070", "name": "network-vif-plugged", "status": "completed", "tag": "33060668-212a-4afd-9baf-c2cf6e960421", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:47:50.911799 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f9e9c9a8-bd7d-4c0f-b2e9-0b6b4c33bc20 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:47:50.912204 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88508ed-12bd-45ca-8f73-f2235de9e070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33060668-212a-4afd-9baf-c2cf6e960421', 'code': 200} Feb 20 03:47:50.947410 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:50.953666 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41932b37-ef11-48b8-a64d-6ca5091de95f x-openstack-request-id: req-41932b37-ef11-48b8-a64d-6ca5091de95f {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:47:50.953666 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e89723-8449-4e1a-8dc1-12818039b2cb", "name": "network-vif-deleted", "tag": "fe6e976b-fe5e-4ff1-8323-54271b4c8607", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:47:50.954067 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-41932b37-ef11-48b8-a64d-6ca5091de95f {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:47:50.954450 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e89723-8449-4e1a-8dc1-12818039b2cb', 'name': 'network-vif-deleted', 'tag': 'fe6e976b-fe5e-4ff1-8323-54271b4c8607', 'status': 'completed', 'code': 200} Feb 20 03:47:51.055922 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1819a73-aa75-47dd-ab7b-029f47bdbafd req-fa7db805-95f0-4318-948b-9e7e46d6969a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:51.055922 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a1819a73-aa75-47dd-ab7b-029f47bdbafd req-fa7db805-95f0-4318-948b-9e7e46d6969a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b88508ed-12bd-45ca-8f73-f2235de9e070 HTTP/1.1" status: 200 len: 1128 time: 0.0756831 Feb 20 03:47:51.125109 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:51.149029 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a1819a73-aa75-47dd-ab7b-029f47bdbafd req-5591516e-fb76-4745-a8bc-fd5f7201045b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c552e9b9-5248-4da1-8b24-99563ef7a70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891688 Feb 20 03:47:51.359532 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11372e5-20b1-41dd-b87d-fe64476e3bf6 req-048ef56b-be37-4f30-b2f9-f6699a5bd7f8 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:51.361232 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c11372e5-20b1-41dd-b87d-fe64476e3bf6 req-048ef56b-be37-4f30-b2f9-f6699a5bd7f8 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=b88508ed-12bd-45ca-8f73-f2235de9e070 HTTP/1.1" status: 200 len: 946 time: 0.0615406 Feb 20 03:47:51.416240 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c11372e5-20b1-41dd-b87d-fe64476e3bf6 req-c9842b75-083d-4ac2-87d0-f1a4a0659861 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/security-groups?id=c552e9b9-5248-4da1-8b24-99563ef7a70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474029 Feb 20 03:47:51.449993 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51632) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:47:51.467565 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2136af14-a5b0-49fd-830b-d7535ed4dc48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:51.546775 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2136af14-a5b0-49fd-830b-d7535ed4dc48 admin admin] Publish callbacks [] for security_group (a7083324-8996-4560-a8a3-474f606549ff), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:51.610072 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2136af14-a5b0-49fd-830b-d7535ed4dc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a7083324-8996-4560-a8a3-474f606549ff), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:51.639900 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136af14-a5b0-49fd-830b-d7535ed4dc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7083324-8996-4560-a8a3-474f606549ff,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:51.683445 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2136af14-a5b0-49fd-830b-d7535ed4dc48 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=76a8ba3577204afca034938d4ebe0fab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2324390 Feb 20 03:47:51.684558 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51638) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:47:51.709367 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e84a82f0-a836-40c0-837a-9bcf4e9d064a req-889deb1e-7a89-4ae8-ab7d-2cdfc10fe52b tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=90e89723-8449-4e1a-8dc1-12818039b2cb HTTP/1.1" status: 200 len: 210 time: 0.0424149 Feb 20 03:47:51.750598 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ab264a1-b6c2-4938-aae5-e1385ecb53d9 admin admin] Publish callbacks [] for security_group (a7083324-8996-4560-a8a3-474f606549ff), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:51.780139 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ab264a1-b6c2-4938-aae5-e1385ecb53d9 admin admin] Publish callbacks [] for security_group (a7083324-8996-4560-a8a3-474f606549ff), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:51.950538 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ab264a1-b6c2-4938-aae5-e1385ecb53d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a7083324-8996-4560-a8a3-474f606549ff), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:51.953629 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ab264a1-b6c2-4938-aae5-e1385ecb53d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:51.957830 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8ab264a1-b6c2-4938-aae5-e1385ecb53d9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a7083324-8996-4560-a8a3-474f606549ff HTTP/1.1" status: 204 len: 168 time: 0.2685022 Feb 20 03:47:51.969888 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device f031ef27-126f-4e1d-b032-e1fa7bbd43d1 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:47:51.974880 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478e699-a65e-4e3a-bf3d-68bde3d76f5d req-79e4bea6-7c80-4cdc-81c4-24be0616c454 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:51.976435 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1478e699-a65e-4e3a-bf3d-68bde3d76f5d req-79e4bea6-7c80-4cdc-81c4-24be0616c454 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3123e9e-8665-4653-aa02-c285f95e4d2c HTTP/1.1" status: 200 len: 944 time: 0.0770228 Feb 20 03:47:51.977975 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab264a1-b6c2-4938-aae5-e1385ecb53d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7083324-8996-4560-a8a3-474f606549ff,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:52.078532 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1478e699-a65e-4e3a-bf3d-68bde3d76f5d req-964d3948-2a2d-420d-bb02-3a94bf0a6360 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943506 Feb 20 03:47:52.180349 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port f031ef27-126f-4e1d-b032-e1fa7bbd43d1, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=f031ef27-126f-4e1d-b032-e1fa7bbd43d1,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:47:52.196738 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'f031ef27-126f-4e1d-b032-e1fa7bbd43d1', 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51', 'port_id': 'f031ef27-126f-4e1d-b032-e1fa7bbd43d1', 'mac_address': 'fa:16:3e:97:86:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e8c386-47fc-4d48-86f0-3d288a799fec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:47:52.258018 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port f031ef27-126f-4e1d-b032-e1fa7bbd43d1 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:47:52.258677 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f031ef27-126f-4e1d-b032-e1fa7bbd43d1), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:52.280736 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f031ef27-126f-4e1d-b032-e1fa7bbd43d1 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:47:52.307408 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port f031ef27-126f-4e1d-b032-e1fa7bbd43d1, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=f031ef27-126f-4e1d-b032-e1fa7bbd43d1,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:47:52.391005 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f031ef27-126f-4e1d-b032-e1fa7bbd43d1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:52.485468 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=f031ef27-126f-4e1d-b032-e1fa7bbd43d1,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:52.593148 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e7ecf-d946-43ac-9ed7-aad2f2f46459 req-428bfe4b-ab3c-420e-b86c-5444f6b1c0e5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:52.605021 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['f031ef27-126f-4e1d-b032-e1fa7bbd43d1'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:47:52.605293 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-917e7ecf-d946-43ac-9ed7-aad2f2f46459 req-428bfe4b-ab3c-420e-b86c-5444f6b1c0e5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=b88508ed-12bd-45ca-8f73-f2235de9e070 HTTP/1.1" status: 200 len: 946 time: 0.0732887 Feb 20 03:47:52.662955 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-917e7ecf-d946-43ac-9ed7-aad2f2f46459 req-12542c8c-0be6-4e9e-bfb1-6448496aa881 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/security-groups?id=c552e9b9-5248-4da1-8b24-99563ef7a70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566499 Feb 20 03:47:52.860876 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7393b-65ab-4fc5-8292-328eb4c71c90 req-0290ace5-fa22-4e5d-bdd1-57e5f3a62fbd tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:52.869347 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-82b7393b-65ab-4fc5-8292-328eb4c71c90 req-0290ace5-fa22-4e5d-bdd1-57e5f3a62fbd tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=b88508ed-12bd-45ca-8f73-f2235de9e070 HTTP/1.1" status: 200 len: 946 time: 0.1324825 Feb 20 03:47:52.936301 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-82b7393b-65ab-4fc5-8292-328eb4c71c90 req-7a4f2f33-6390-4278-b829-e9278a9889e8 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/security-groups?id=c552e9b9-5248-4da1-8b24-99563ef7a70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648429 Feb 20 03:47:53.778610 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf3af6-fb80-446f-83d1-87459e4517ee req-179ca8d5-9445-4a13-94d2-228ced7e519d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:53.782254 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cacf3af6-fb80-446f-83d1-87459e4517ee req-179ca8d5-9445-4a13-94d2-228ced7e519d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3123e9e-8665-4653-aa02-c285f95e4d2c HTTP/1.1" status: 200 len: 945 time: 0.0629256 Feb 20 03:47:53.839409 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cacf3af6-fb80-446f-83d1-87459e4517ee req-d479e759-df70-4d21-a195-c266b992b043 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506639 Feb 20 03:47:53.981424 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321ffa6-c186-4e68-b851-96d5d53ac1a6 req-06945cde-5d14-4afa-aedf-2fb99dea6c4b tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:53.983712 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f321ffa6-c186-4e68-b851-96d5d53ac1a6 req-06945cde-5d14-4afa-aedf-2fb99dea6c4b tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 945 time: 0.0678234 Feb 20 03:47:53.987517 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device f031ef27-126f-4e1d-b032-e1fa7bbd43d1 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:47:54.072401 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f321ffa6-c186-4e68-b851-96d5d53ac1a6 req-4bf961c4-5535-4252-9970-4f841500eb12 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805290 Feb 20 03:47:54.153581 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port f031ef27-126f-4e1d-b032-e1fa7bbd43d1 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:47:54.162507 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port f031ef27-126f-4e1d-b032-e1fa7bbd43d1 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:47:54.165567 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f031ef27-126f-4e1d-b032-e1fa7bbd43d1), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:54.271505 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port f031ef27-126f-4e1d-b032-e1fa7bbd43d1 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:47:54.272290 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f031ef27-126f-4e1d-b032-e1fa7bbd43d1), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:54.316149 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3123e9e-8665-4653-aa02-c285f95e4d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f031ef27-126f-4e1d-b032-e1fa7bbd43d1'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:47:54.319800 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163cf0b5-6724-43c4-abb0-a6fa391c2cca" -d '{"events": [{"server_uuid": "d3123e9e-8665-4653-aa02-c285f95e4d2c", "name": "network-vif-plugged", "status": "completed", "tag": "f031ef27-126f-4e1d-b032-e1fa7bbd43d1"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:47:54.339495 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port f031ef27-126f-4e1d-b032-e1fa7bbd43d1, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=f031ef27-126f-4e1d-b032-e1fa7bbd43d1,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:47:54.339641 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680a676-08f3-4914-8f79-994403a9880d req-290bbdd3-dab7-4d10-9d4c-7a4330a16e6a tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:54.342784 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5680a676-08f3-4914-8f79-994403a9880d req-290bbdd3-dab7-4d10-9d4c-7a4330a16e6a tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=feaa4cd0-ee04-4d5a-acd0-3be2d7e24c9e HTTP/1.1" status: 200 len: 946 time: 0.1405797 Feb 20 03:47:54.355452 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-050eed13-3025-44da-b079-af38815706ff service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1509678 Feb 20 03:47:54.439789 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f031ef27-126f-4e1d-b032-e1fa7bbd43d1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:54.443109 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device fe6e976b-fe5e-4ff1-8323-54271b4c8607 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:47:54.450341 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5680a676-08f3-4914-8f79-994403a9880d req-3f403fa3-b34b-4a21-ad53-82760a75e0a1 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917826 Feb 20 03:47:54.468063 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51712) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:47:54.497084 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: fe6e976b-fe5e-4ff1-8323-54271b4c8607 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:47:54.498250 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device fe6e976b-fe5e-4ff1-8323-54271b4c8607 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:47:54.620629 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-f3a314b0-03c4-4293-8689-0cfa639df46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:54.621108 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-f3a314b0-03c4-4293-8689-0cfa639df46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:54.621576 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-f3a314b0-03c4-4293-8689-0cfa639df46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:54.623359 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-f3a314b0-03c4-4293-8689-0cfa639df46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:54.623359 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-f3a314b0-03c4-4293-8689-0cfa639df46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:54.624503 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-f3a314b0-03c4-4293-8689-0cfa639df46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:54.626364 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-f3a314b0-03c4-4293-8689-0cfa639df46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:54.627340 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-f3a314b0-03c4-4293-8689-0cfa639df46f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0d4e5737e103447f89841b11bed8bb31&device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 6707 time: 0.1745632 Feb 20 03:47:54.691826 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=f031ef27-126f-4e1d-b032-e1fa7bbd43d1,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:54.700533 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68976cb-d58a-4a17-9056-3f1cbb2cf098 x-openstack-request-id: req-b68976cb-d58a-4a17-9056-3f1cbb2cf098 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:47:54.701631 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3123e9e-8665-4653-aa02-c285f95e4d2c", "name": "network-vif-plugged", "status": "completed", "tag": "f031ef27-126f-4e1d-b032-e1fa7bbd43d1", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:47:54.702077 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b68976cb-d58a-4a17-9056-3f1cbb2cf098 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:47:54.702748 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3123e9e-8665-4653-aa02-c285f95e4d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f031ef27-126f-4e1d-b032-e1fa7bbd43d1', 'code': 200} Feb 20 03:47:54.806479 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376478a-3f28-45c8-8717-84e634457f53 req-922f1ddc-9639-41c3-b89e-de87c9bf3fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:54.808001 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3376478a-3f28-45c8-8717-84e634457f53 req-922f1ddc-9639-41c3-b89e-de87c9bf3fa7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d3123e9e-8665-4653-aa02-c285f95e4d2c HTTP/1.1" status: 200 len: 1128 time: 0.0696793 Feb 20 03:47:54.845712 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-6a935eee-ff2c-41de-a051-21a0b7b35520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:54.846180 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-6a935eee-ff2c-41de-a051-21a0b7b35520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:54.846643 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-6a935eee-ff2c-41de-a051-21a0b7b35520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:54.848880 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-6a935eee-ff2c-41de-a051-21a0b7b35520 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b098f8c6-16ef-4470-b828-67d64bde6c7f&id=d998f68e-c8b2-419a-a92f-ff474bef2a54&id=d998f68e-c8b2-419a-a92f-ff474bef2a54&id=d998f68e-c8b2-419a-a92f-ff474bef2a54&id=d998f68e-c8b2-419a-a92f-ff474bef2a54&id=8ca4b396-14bc-4fc6-83df-227a6726eb74&id=8ca4b396-14bc-4fc6-83df-227a6726eb74 HTTP/1.1" status: 200 len: 2292 time: 0.1917145 Feb 20 03:47:54.916931 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3376478a-3f28-45c8-8717-84e634457f53 req-ef29ccd9-18c9-4c90-8e67-9c8436fd3e6e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997510 Feb 20 03:47:54.944385 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-a2ae3305-6052-4c50-bfb5-3df2a5c80306 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecc9fc1c-32de-42f6-beff-ccab1aa82d9c HTTP/1.1" status: 200 len: 1001 time: 0.0847669 Feb 20 03:47:55.055046 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-20b0466e-13f3-42c4-b6fc-7f80f65e5105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:55.056698 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-20b0466e-13f3-42c4-b6fc-7f80f65e5105 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=31a197bb-5fd0-42b5-ae4b-c35a9b090699 HTTP/1.1" status: 200 len: 850 time: 0.1049910 Feb 20 03:47:55.167625 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126bf48-a31c-459f-a5e0-52285679c5e2 req-fd42471a-d833-4026-9b17-4fedb1db967b tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:55.169258 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c126bf48-a31c-459f-a5e0-52285679c5e2 req-fd42471a-d833-4026-9b17-4fedb1db967b tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3123e9e-8665-4653-aa02-c285f95e4d2c HTTP/1.1" status: 200 len: 946 time: 0.1741910 Feb 20 03:47:55.179432 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb504d-9bd7-452a-a614-47f061f3a95a req-4bb45029-5219-4ee7-bb5a-8c09f551ad82 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:55.180997 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6ecb504d-9bd7-452a-a614-47f061f3a95a req-4bb45029-5219-4ee7-bb5a-8c09f551ad82 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.93 "GET /v2.0/ports?device_id=feaa4cd0-ee04-4d5a-acd0-3be2d7e24c9e HTTP/1.1" status: 200 len: 946 time: 0.1728520 Feb 20 03:47:55.238681 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0418cdae-73d4-4e91-94aa-037278519003 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:55.271174 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-f3975736-b972-4ea0-bf4c-69f7486cde32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:55.273330 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-f3975736-b972-4ea0-bf4c-69f7486cde32 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b098f8c6-16ef-4470-b828-67d64bde6c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2090769 Feb 20 03:47:55.386675 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c126bf48-a31c-459f-a5e0-52285679c5e2 req-bb3d4c1d-2702-41f8-8af0-3d4936626c77 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028875 Feb 20 03:47:55.434421 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-d9a26fe1-fc2f-4708-92f6-fafad982a8f7 service neutron] 10.222.0.93 "GET /v2.0/networks/b098f8c6-16ef-4470-b828-67d64bde6c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348410 Feb 20 03:47:55.490703 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-6ecb504d-9bd7-452a-a614-47f061f3a95a req-db7e9d9f-27e5-4b78-b90f-aa8d3b05d6c4 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Deleting port 0d0ccda7-2a40-4708-bfd3-1115e1dae0c3 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:47:55.491186 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6ecb504d-9bd7-452a-a614-47f061f3a95a req-db7e9d9f-27e5-4b78-b90f-aa8d3b05d6c4 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (0d0ccda7-2a40-4708-bfd3-1115e1dae0c3), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:55.630101 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-0418cdae-73d4-4e91-94aa-037278519003 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Allocated IP 172.20.0.17 (883ac37e-6da0-4f70-9a9c-08a6b62165cc/c25475bf-d7a0-47e7-aa50-43ed40eb001c/5b1906ea-ed9a-4db6-92e8-9d3445470074) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:47:55.799272 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0418cdae-73d4-4e91-94aa-037278519003 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for port (5b1906ea-ed9a-4db6-92e8-9d3445470074), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:55.944821 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0418cdae-73d4-4e91-94aa-037278519003 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (5b1906ea-ed9a-4db6-92e8-9d3445470074), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:55.992897 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0418cdae-73d4-4e91-94aa-037278519003 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Network 883ac37e-6da0-4f70-9a9c-08a6b62165cc is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:47:55.997110 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-0418cdae-73d4-4e91-94aa-037278519003 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:47:56.001038 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0418cdae-73d4-4e91-94aa-037278519003 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:47:56.034650 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a068d-5021-4891-89fd-399270bfc40e req-dfd0cd59-f96c-4d96-82de-d95f7066c842 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:56.041341 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5d0a068d-5021-4891-89fd-399270bfc40e req-dfd0cd59-f96c-4d96-82de-d95f7066c842 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 945 time: 0.5668824 Feb 20 03:47:56.058386 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418cdae-73d4-4e91-94aa-037278519003 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'Port': ['ID=5b1906ea-ed9a-4db6-92e8-9d3445470074,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:56.078358 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-6ecb504d-9bd7-452a-a614-47f061f3a95a req-db7e9d9f-27e5-4b78-b90f-aa8d3b05d6c4 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] For port 0d0ccda7-2a40-4708-bfd3-1115e1dae0c3, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=0d0ccda7-2a40-4708-bfd3-1115e1dae0c3,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:47:56.078730 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6ecb504d-9bd7-452a-a614-47f061f3a95a req-db7e9d9f-27e5-4b78-b90f-aa8d3b05d6c4 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (0d0ccda7-2a40-4708-bfd3-1115e1dae0c3), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:56.082668 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-f38ab2fc-5676-48ff-968b-71d32add4588 service neutron] 10.222.0.93 "GET /v2.0/networks/b098f8c6-16ef-4470-b828-67d64bde6c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6411400 Feb 20 03:47:56.112523 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0418cdae-73d4-4e91-94aa-037278519003 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (1f704882-8ee9-4e7c-94bb-8904fb780b41), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:56.196031 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-6ecb504d-9bd7-452a-a614-47f061f3a95a req-db7e9d9f-27e5-4b78-b90f-aa8d3b05d6c4 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Calling delete_port for 0d0ccda7-2a40-4708-bfd3-1115e1dae0c3 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:47:56.202426 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5d0a068d-5021-4891-89fd-399270bfc40e req-5f869fdd-5c4a-41a0-ad8d-b434f570a4ba tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588426 Feb 20 03:47:56.204943 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-fcb50c6c-3e84-4088-bcfb-8b8ba8b9be2a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=f6c5c77e-83cb-48f4-8702-35718ef6076d HTTP/1.1" status: 200 len: 217 time: 0.1045227 Feb 20 03:47:56.387361 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-45ae18d6-b64f-4f6c-80bc-c58b2be4e645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:56.387361 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-45ae18d6-b64f-4f6c-80bc-c58b2be4e645 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f78cbae5-a431-4119-b386-a5d435c775cc HTTP/1.1" status: 200 len: 797 time: 0.1653273 Feb 20 03:47:56.435226 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1cd59346-29e3-4576-a118-bf45997bfe41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:56.453444 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff97f2-2452-40dd-bbde-183fe9fd3368 req-a12a395f-226c-4e32-bbdc-5e364f477db7 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:56.455044 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25ff97f2-2452-40dd-bbde-183fe9fd3368 req-a12a395f-226c-4e32-bbdc-5e364f477db7 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=feaa4cd0-ee04-4d5a-acd0-3be2d7e24c9e HTTP/1.1" status: 200 len: 946 time: 0.1366072 Feb 20 03:47:56.475608 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-00a9c5f3-db38-468d-8027-66eb2b12424c None None] Provisioning complete for port 5b1906ea-ed9a-4db6-92e8-9d3445470074 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:47:56.476232 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-00a9c5f3-db38-468d-8027-66eb2b12424c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (5b1906ea-ed9a-4db6-92e8-9d3445470074), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:56.504532 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0418cdae-73d4-4e91-94aa-037278519003 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5b1906ea-ed9a-4db6-92e8-9d3445470074), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:56.515543 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-6644f267-c015-4113-99f9-a85a5ee96011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:56.517113 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-6644f267-c015-4113-99f9-a85a5ee96011 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d998f68e-c8b2-419a-a92f-ff474bef2a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1274238 Feb 20 03:47:56.527122 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-00a9c5f3-db38-468d-8027-66eb2b12424c None None] Port 5b1906ea-ed9a-4db6-92e8-9d3445470074 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:47:56.646956 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25ff97f2-2452-40dd-bbde-183fe9fd3368 req-d219540b-154f-4997-8685-c9a567ef9132 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792407 Feb 20 03:47:56.670432 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6ecb504d-9bd7-452a-a614-47f061f3a95a req-db7e9d9f-27e5-4b78-b90f-aa8d3b05d6c4 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (0d0ccda7-2a40-4708-bfd3-1115e1dae0c3), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:56.686482 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['01c6f12a-e18f-4e22-8ca3-befe7fa5df30'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:47:56.764328 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e9d9f-27e5-4b78-b90f-aa8d3b05d6c4 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Pushing event deleted for resources: {'Port': ['ID=0d0ccda7-2a40-4708-bfd3-1115e1dae0c3,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:56.846240 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-2d032744-49ba-45ac-94a5-57a444db846c service neutron] 10.222.0.93 "GET /v2.0/networks/d998f68e-c8b2-419a-a92f-ff474bef2a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161287 Feb 20 03:47:56.881520 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ecb504d-9bd7-452a-a614-47f061f3a95a req-db7e9d9f-27e5-4b78-b90f-aa8d3b05d6c4 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] No DVR routers for this DVR port 0d0ccda7-2a40-4708-bfd3-1115e1dae0c3 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:47:56.887140 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6ecb504d-9bd7-452a-a614-47f061f3a95a req-db7e9d9f-27e5-4b78-b90f-aa8d3b05d6c4 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:56.893679 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6ecb504d-9bd7-452a-a614-47f061f3a95a req-db7e9d9f-27e5-4b78-b90f-aa8d3b05d6c4 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.93 "DELETE /v2.0/ports/0d0ccda7-2a40-4708-bfd3-1115e1dae0c3 HTTP/1.1" status: 204 len: 173 time: 1.7064896 Feb 20 03:47:56.906085 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feaa4cd0-ee04-4d5a-acd0-3be2d7e24c9e', 'name': 'network-vif-deleted', 'tag': '0d0ccda7-2a40-4708-bfd3-1115e1dae0c3'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:47:56.908330 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87cf9b0-d2ea-4ff2-ab2e-e3eccabbbc63" -d '{"events": [{"server_uuid": "feaa4cd0-ee04-4d5a-acd0-3be2d7e24c9e", "name": "network-vif-deleted", "tag": "0d0ccda7-2a40-4708-bfd3-1115e1dae0c3"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:47:56.950386 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0418cdae-73d4-4e91-94aa-037278519003 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for port (5b1906ea-ed9a-4db6-92e8-9d3445470074), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:57.005214 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac99864-f8c4-4378-8b1a-acbc66009d2b req-12c02c10-6542-42ee-97c0-bf2cdf4cead0 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:57.008201 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4ac99864-f8c4-4378-8b1a-acbc66009d2b req-12c02c10-6542-42ee-97c0-bf2cdf4cead0 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3123e9e-8665-4653-aa02-c285f95e4d2c HTTP/1.1" status: 200 len: 946 time: 0.2701347 Feb 20 03:47:57.040086 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0418cdae-73d4-4e91-94aa-037278519003 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (5b1906ea-ed9a-4db6-92e8-9d3445470074), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:57.157517 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-015df535-c83f-4450-a69a-4c7c9d65a379 service neutron] 10.222.0.93 "GET /v2.0/networks/d998f68e-c8b2-419a-a92f-ff474bef2a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900431 Feb 20 03:47:57.189305 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0418cdae-73d4-4e91-94aa-037278519003 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (1f704882-8ee9-4e7c-94bb-8904fb780b41), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:57.191819 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418cdae-73d4-4e91-94aa-037278519003 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'Port': ['ID=5b1906ea-ed9a-4db6-92e8-9d3445470074,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:57.241856 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4ac99864-f8c4-4378-8b1a-acbc66009d2b req-f2f23328-b402-4f95-af6c-e798f3312914 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228045 Feb 20 03:47:57.340576 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0418cdae-73d4-4e91-94aa-037278519003 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Network 883ac37e-6da0-4f70-9a9c-08a6b62165cc is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:47:57.342972 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-0418cdae-73d4-4e91-94aa-037278519003 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:47:57.368728 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafaad77-9582-45d7-8b3c-c66c08e8456c x-openstack-request-id: req-aafaad77-9582-45d7-8b3c-c66c08e8456c {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:47:57.368926 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feaa4cd0-ee04-4d5a-acd0-3be2d7e24c9e", "name": "network-vif-deleted", "tag": "0d0ccda7-2a40-4708-bfd3-1115e1dae0c3", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:47:57.369166 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-aafaad77-9582-45d7-8b3c-c66c08e8456c {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:47:57.373301 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feaa4cd0-ee04-4d5a-acd0-3be2d7e24c9e', 'name': 'network-vif-deleted', 'tag': '0d0ccda7-2a40-4708-bfd3-1115e1dae0c3', 'status': 'completed', 'code': 200} Feb 20 03:47:57.373301 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-1f983e4f-8f4d-4e4d-87a0-9204582d84b0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=f90d40c0-5b58-4b00-ae70-023f49494c0e HTTP/1.1" status: 200 len: 217 time: 0.1466293 Feb 20 03:47:57.557852 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-9c98966c-ed78-4486-8100-4c86ec19eca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:57.559411 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-9c98966c-ed78-4486-8100-4c86ec19eca2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f78cbae5-a431-4119-b386-a5d435c775cc HTTP/1.1" status: 200 len: 797 time: 0.1821513 Feb 20 03:47:57.574213 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0418cdae-73d4-4e91-94aa-037278519003 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Router 1f704882-8ee9-4e7c-94bb-8904fb780b41 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:47:57.616147 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb3626-52f1-44b3-abc5-a914906a44fb req-59b02a04-cb3e-4981-875f-9cebb0065838 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:57.617723 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b2bb3626-52f1-44b3-abc5-a914906a44fb req-59b02a04-cb3e-4981-875f-9cebb0065838 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 945 time: 0.1663523 Feb 20 03:47:57.705486 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b2bb3626-52f1-44b3-abc5-a914906a44fb req-d4ecd162-f644-4cd1-8eb9-bb024c171c68 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771976 Feb 20 03:47:57.734451 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-1989435e-aab9-4006-8510-1d981ee6f9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:57.738448 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-1989435e-aab9-4006-8510-1d981ee6f9e1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d998f68e-c8b2-419a-a92f-ff474bef2a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1700411 Feb 20 03:47:57.776619 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-72e18dcb-b9e3-48fb-84f5-e1ce770ad8ee None None] Provisioning complete for port 5b1906ea-ed9a-4db6-92e8-9d3445470074 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:47:57.778811 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-72e18dcb-b9e3-48fb-84f5-e1ce770ad8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (5b1906ea-ed9a-4db6-92e8-9d3445470074), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:57.816247 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0418cdae-73d4-4e91-94aa-037278519003 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:47:57.836847 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0418cdae-73d4-4e91-94aa-037278519003 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "PUT /v2.0/routers/1f704882-8ee9-4e7c-94bb-8904fb780b41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3675480 Feb 20 03:47:57.867557 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-72e18dcb-b9e3-48fb-84f5-e1ce770ad8ee None None] Port 5b1906ea-ed9a-4db6-92e8-9d3445470074 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:47:57.871217 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90297ea0-430a-460d-8162-f4f708d29194 None None] Sync routers for ids ['1f704882-8ee9-4e7c-94bb-8904fb780b41'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:47:57.888594 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90297ea0-430a-460d-8162-f4f708d29194 None None] Routers {'1f704882-8ee9-4e7c-94bb-8904fb780b41'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:47:57.889579 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-90297ea0-430a-460d-8162-f4f708d29194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:47:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['1f704882-8ee9-4e7c-94bb-8904fb780b41'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:47:57.977075 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-34716208-b01a-4406-bce3-5e47aca82864 service neutron] 10.222.0.93 "GET /v2.0/networks/d998f68e-c8b2-419a-a92f-ff474bef2a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292902 Feb 20 03:47:58.095322 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-90297ea0-430a-460d-8162-f4f708d29194 None None] Set router 1f704882-8ee9-4e7c-94bb-8904fb780b41 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:47:58.135810 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-52398e0d-9996-4db7-92e0-4022b607f6ec req-21e047f4-38a6-48ea-b1a6-88c8060dc068 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=feaa4cd0-ee04-4d5a-acd0-3be2d7e24c9e HTTP/1.1" status: 200 len: 210 time: 0.0832989 Feb 20 03:47:58.179801 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-5d0dbd99-cccb-4967-b674-11533e906945 service neutron] 10.222.0.93 "GET /v2.0/networks/d998f68e-c8b2-419a-a92f-ff474bef2a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956925 Feb 20 03:47:58.234236 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-770be6c2-5cab-4537-9aad-22143746e4dd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=c7a136aa-1a7e-4a1d-8972-04de33f5dc56 HTTP/1.1" status: 200 len: 217 time: 0.0459223 Feb 20 03:47:58.251974 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 0d0ccda7-2a40-4708-bfd3-1115e1dae0c3 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:47:58.288104 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 0d0ccda7-2a40-4708-bfd3-1115e1dae0c3 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:47:58.288589 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 0d0ccda7-2a40-4708-bfd3-1115e1dae0c3 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:47:58.350673 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-9dcbbd7b-1711-4ccd-90c4-8fd28ba93ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:58.352256 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-9dcbbd7b-1711-4ccd-90c4-8fd28ba93ee0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f78cbae5-a431-4119-b386-a5d435c775cc HTTP/1.1" status: 200 len: 797 time: 0.1061833 Feb 20 03:47:58.367804 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51798) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:47:58.454567 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-e319307c-88be-4126-bdeb-328f83bba4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:58.456884 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-e319307c-88be-4126-bdeb-328f83bba4a6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d998f68e-c8b2-419a-a92f-ff474bef2a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0983102 Feb 20 03:47:58.500223 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-90297ea0-430a-460d-8162-f4f708d29194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'name': 'tempest-TestNetworkBasicOps-router-1140130964', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '76539ed8-754d-4f48-88c0-643354065eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:46:00Z', 'updated_at': '2022-02-20T03:47:56Z', 'revision_number': 5, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '76539ed8-754d-4f48-88c0-643354065eac', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:03Z', 'updated_at': '2022-02-20T03:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'bb0099c6-dc55-4a28-b3a0-2383def4533d', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'floating_ip_address': '172.25.7.64', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'port_id': '09657b09-6260-487a-b86f-405ddf33f1bf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2284, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7', 'mac_address': 'fa:16:3e:ca:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233a2bb0-a125-4858-8ccb-42962e33e6a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:46:52Z', 'updated_at': '2022-02-20T03:46:59Z', 'revision_number': 1, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b1906ea-ed9a-4db6-92e8-9d3445470074', 'name': '', 'network_id': '883ac37e-6da0-4f70-9a9c-08a6b62165cc', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'mac_address': 'fa:16:3e:08:80:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'c25475bf-d7a0-47e7-aa50-43ed40eb001c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:47:55Z', 'updated_at': '2022-02-20T03:47:56Z', 'revision_number': 2, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'subnets': [{'id': 'c25475bf-d7a0-47e7-aa50-43ed40eb001c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef44c92f-8964-4413-a4ba-4a53f5cae4ec', 'name': '', 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'mac_address': 'fa:16:3e:9a:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '9da9d33c-0bd0-4a9e-a1a9-2d056772489c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:14Z', 'updated_at': '2022-02-20T03:46:21Z', 'revision_number': 5, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'subnets': [{'id': '9da9d33c-0bd0-4a9e-a1a9-2d056772489c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:47:58.528410 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90297ea0-430a-460d-8162-f4f708d29194 None None] Checking router: 1f704882-8ee9-4e7c-94bb-8904fb780b41 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:47:58.528878 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90297ea0-430a-460d-8162-f4f708d29194 None None] Updating router 1f704882-8ee9-4e7c-94bb-8904fb780b41 port 5b1906ea-ed9a-4db6-92e8-9d3445470074 binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:47:58.540729 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6fcb9efc-f4d0-4f40-b2da-d207a1fef147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:58.560989 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-90297ea0-430a-460d-8162-f4f708d29194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5b1906ea-ed9a-4db6-92e8-9d3445470074), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:58.590679 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-b677e3c5-134b-4461-b8d9-457e7fa910f3 service neutron] 10.222.0.93 "GET /v2.0/networks/d998f68e-c8b2-419a-a92f-ff474bef2a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267927 Feb 20 03:47:58.668297 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6fcb9efc-f4d0-4f40-b2da-d207a1fef147 admin admin] Publish callbacks [] for security_group (a595590e-34ce-4a78-9b33-140c6835fa2d), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:58.718877 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-8e902821-ab34-46c1-9a9b-07e8b4caed3f service neutron] 10.222.0.93 "GET /v2.0/networks/d998f68e-c8b2-419a-a92f-ff474bef2a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126354 Feb 20 03:47:58.770614 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6fcb9efc-f4d0-4f40-b2da-d207a1fef147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a595590e-34ce-4a78-9b33-140c6835fa2d), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:58.814414 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-35645c2a-3d4a-4489-9e24-6800a7ca68a9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=fa551e26-c5d6-4e30-8c15-847cfbbeb4e9 HTTP/1.1" status: 200 len: 217 time: 0.0893722 Feb 20 03:47:58.847819 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6fcb9efc-f4d0-4f40-b2da-d207a1fef147 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5e14fbf603e544d99db4fcf340f387e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4763041 Feb 20 03:47:58.852344 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51806) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:47:58.910111 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-17359390-4e1f-4f90-b542-50ccfa52a1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:58.911754 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-17359390-4e1f-4f90-b542-50ccfa52a1b1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f78cbae5-a431-4119-b386-a5d435c775cc HTTP/1.1" status: 200 len: 797 time: 0.0907247 Feb 20 03:47:58.928204 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f256a-fdf5-4323-a0ce-3695f9a6ffe6 req-046c3138-5c1f-4b30-81a3-765517d88be2 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:58.930493 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-733f256a-fdf5-4323-a0ce-3695f9a6ffe6 req-046c3138-5c1f-4b30-81a3-765517d88be2 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 945 time: 0.1107020 Feb 20 03:47:59.003901 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb9efc-f4d0-4f40-b2da-d207a1fef147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a595590e-34ce-4a78-9b33-140c6835fa2d,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:59.009068 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-53724684-7e4c-4340-8a94-a1cba66d8303 admin admin] Publish callbacks [] for security_group (a595590e-34ce-4a78-9b33-140c6835fa2d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:59.033031 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-ba359433-27d1-43ec-8022-3521fbb5af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:59.035184 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-ba359433-27d1-43ec-8022-3521fbb5af7d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d998f68e-c8b2-419a-a92f-ff474bef2a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1174746 Feb 20 03:47:59.040534 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-733f256a-fdf5-4323-a0ce-3695f9a6ffe6 req-42eec30c-f942-4e29-aa20-9ee2865fa903 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996513 Feb 20 03:47:59.072206 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-53724684-7e4c-4340-8a94-a1cba66d8303 admin admin] Publish callbacks [] for security_group (a595590e-34ce-4a78-9b33-140c6835fa2d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:59.110801 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-90297ea0-430a-460d-8162-f4f708d29194 None None] Publish callbacks [] for port (5b1906ea-ed9a-4db6-92e8-9d3445470074), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:59.327461 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-cfd7e796-3fdd-475b-9190-2abc32ce0ff5 service neutron] 10.222.0.93 "GET /v2.0/networks/d998f68e-c8b2-419a-a92f-ff474bef2a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632609 Feb 20 03:47:59.327461 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-3ecf915f-0076-4cb6-b395-cbe18d0ce7ef service neutron] 10.222.0.93 "GET /v2.0/networks/d998f68e-c8b2-419a-a92f-ff474bef2a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002667 Feb 20 03:47:59.370197 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-46085618-677d-456a-b9c6-69788b85e606 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6f63130c-106c-4905-adaf-b3b307d9f4f6 HTTP/1.1" status: 200 len: 217 time: 0.0459964 Feb 20 03:47:59.383969 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-90297ea0-430a-460d-8162-f4f708d29194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (5b1906ea-ed9a-4db6-92e8-9d3445470074), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:59.418703 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-53724684-7e4c-4340-8a94-a1cba66d8303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a595590e-34ce-4a78-9b33-140c6835fa2d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:59.422771 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-53724684-7e4c-4340-8a94-a1cba66d8303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:59.424389 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-53724684-7e4c-4340-8a94-a1cba66d8303 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a595590e-34ce-4a78-9b33-140c6835fa2d HTTP/1.1" status: 204 len: 168 time: 0.5709398 Feb 20 03:47:59.449057 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bb370ef0-1055-4b89-81d9-02e983870951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:59.486140 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53724684-7e4c-4340-8a94-a1cba66d8303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a595590e-34ce-4a78-9b33-140c6835fa2d,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:59.525385 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-4879c13e-b3fa-4640-b42a-abdc102c906a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:59.535250 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-4879c13e-b3fa-4640-b42a-abdc102c906a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4b49b375-a7c5-48eb-97d0-3c003902dd00 HTTP/1.1" status: 200 len: 797 time: 0.1593921 Feb 20 03:47:59.595155 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33d7df-191f-4ae8-9712-0e81e27e8826 None None] Pushing event updated for resources: {'Port': ['ID=5b1906ea-ed9a-4db6-92e8-9d3445470074,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:47:59.658190 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-f7d62cda-d831-42d4-9ef4-a151852ac209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:59.661663 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-f7d62cda-d831-42d4-9ef4-a151852ac209 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8ca4b396-14bc-4fc6-83df-227a6726eb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1258073 Feb 20 03:47:59.663598 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-90297ea0-430a-460d-8162-f4f708d29194 None None] Attempting to bind port 5b1906ea-ed9a-4db6-92e8-9d3445470074 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:47:59.663984 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-90297ea0-430a-460d-8162-f4f708d29194 None None] Attempting to bind port 5b1906ea-ed9a-4db6-92e8-9d3445470074 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '5d36927e-7d65-447f-add1-1484fd5e3155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '883ac37e-6da0-4f70-9a9c-08a6b62165cc'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:47:59.664352 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90297ea0-430a-460d-8162-f4f708d29194 None None] Attempting to bind port 5b1906ea-ed9a-4db6-92e8-9d3445470074 on network 883ac37e-6da0-4f70-9a9c-08a6b62165cc {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:47:59.670403 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90297ea0-430a-460d-8162-f4f708d29194 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:47:59.675228 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90297ea0-430a-460d-8162-f4f708d29194 None None] Checking segment: {'id': '5d36927e-7d65-447f-add1-1484fd5e3155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '883ac37e-6da0-4f70-9a9c-08a6b62165cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:47:59.675228 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-90297ea0-430a-460d-8162-f4f708d29194 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:59.675228 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90297ea0-430a-460d-8162-f4f708d29194 None None] Bound using segment: {'id': '5d36927e-7d65-447f-add1-1484fd5e3155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '883ac37e-6da0-4f70-9a9c-08a6b62165cc'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:47:59.675228 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-90297ea0-430a-460d-8162-f4f708d29194 None None] Bound port: 5b1906ea-ed9a-4db6-92e8-9d3445470074, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d36927e-7d65-447f-add1-1484fd5e3155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '883ac37e-6da0-4f70-9a9c-08a6b62165cc'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:47:59.675228 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-90297ea0-430a-460d-8162-f4f708d29194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5b1906ea-ed9a-4db6-92e8-9d3445470074), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:59.786305 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-90297ea0-430a-460d-8162-f4f708d29194 None None] For port 5b1906ea-ed9a-4db6-92e8-9d3445470074, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:47:59.790491 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-90297ea0-430a-460d-8162-f4f708d29194 None None] For port 5b1906ea-ed9a-4db6-92e8-9d3445470074, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=5b1906ea-ed9a-4db6-92e8-9d3445470074,segment=NetworkSegment(5d36927e-7d65-447f-add1-1484fd5e3155),segment_id=5d36927e-7d65-447f-add1-1484fd5e3155)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:47:59.874775 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-d306f6dc-7c4a-46e5-802a-30b2e4ec3b7c service neutron] 10.222.0.93 "GET /v2.0/networks/8ca4b396-14bc-4fc6-83df-227a6726eb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996992 Feb 20 03:47:59.901868 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-a1458422-3431-4e18-b941-d2ef9254e14a None None] Provisioning complete for port 5b1906ea-ed9a-4db6-92e8-9d3445470074 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:47:59.902397 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a1458422-3431-4e18-b941-d2ef9254e14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (5b1906ea-ed9a-4db6-92e8-9d3445470074), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:59.940273 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-90297ea0-430a-460d-8162-f4f708d29194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (5b1906ea-ed9a-4db6-92e8-9d3445470074), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:47:59.982462 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-40e2998f-9a6e-4dac-9b24-5c588a81b34c tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:47:59.984751 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-40e2998f-9a6e-4dac-9b24-5c588a81b34c tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/networks?id=e7145295-dd19-4a16-9b45-ef5241878299 HTTP/1.1" status: 200 len: 805 time: 0.3213360 Feb 20 03:47:59.992248 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:00.014408 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-49976eeb-382b-4c5f-8fb3-961b64bd38bf tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/quotas/ee1f83dd43a749889a261be042aa9ecd HTTP/1.1" status: 200 len: 375 time: 0.0191476 Feb 20 03:48:00.057185 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33d7df-191f-4ae8-9712-0e81e27e8826 None None] Pushing event updated for resources: {'Port': ['ID=5b1906ea-ed9a-4db6-92e8-9d3445470074,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:00.063874 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90297ea0-430a-460d-8162-f4f708d29194 None None] Routers {'1f704882-8ee9-4e7c-94bb-8904fb780b41'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:48:00.064518 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-90297ea0-430a-460d-8162-f4f708d29194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:47:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['1f704882-8ee9-4e7c-94bb-8904fb780b41'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:00.104252 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-e433ae49-125e-4963-a4d7-722c5099affd service neutron] 10.222.0.93 "GET /v2.0/networks/8ca4b396-14bc-4fc6-83df-227a6726eb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219915 Feb 20 03:48:00.184590 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-5cb56bea-5418-4fa6-b246-479280310599 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9db11869-4975-4902-a91e-2c95a6f8cb01 HTTP/1.1" status: 200 len: 217 time: 0.0705330 Feb 20 03:48:00.189359 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-9ab675eb-fcb5-4492-a3d5-5bbd778a35d0 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=ee1f83dd43a749889a261be042aa9ecd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1676695 Feb 20 03:48:00.316166 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-7c4c4194-11b4-4a24-bb85-6f5a2e17be61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:00.317805 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-7c4c4194-11b4-4a24-bb85-6f5a2e17be61 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4b49b375-a7c5-48eb-97d0-3c003902dd00 HTTP/1.1" status: 200 len: 797 time: 0.1275213 Feb 20 03:48:00.476924 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-a1458422-3431-4e18-b941-d2ef9254e14a None None] Port 5b1906ea-ed9a-4db6-92e8-9d3445470074 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:48:00.512607 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-bb87de4a-fbb9-4393-a33e-77004e938719 service neutron] 10.222.0.89 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117576 Feb 20 03:48:00.515912 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-90297ea0-430a-460d-8162-f4f708d29194 None None] Set router 1f704882-8ee9-4e7c-94bb-8904fb780b41 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:48:00.598577 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-4f08fc1f-57e5-437b-a846-90014e128d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:00.600266 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-4f08fc1f-57e5-437b-a846-90014e128d1b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8ca4b396-14bc-4fc6-83df-227a6726eb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2754889 Feb 20 03:48:00.620096 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 51842) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:00.642442 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-55bb574d-66ab-4eb5-81e4-967ad5853373 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:00.699297 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-2f675256-a108-40b6-b504-49d90cf4ef45 None None] Provisioning complete for port 5b1906ea-ed9a-4db6-92e8-9d3445470074 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:48:00.699683 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2f675256-a108-40b6-b504-49d90cf4ef45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (5b1906ea-ed9a-4db6-92e8-9d3445470074), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:00.710641 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-2d8232f0-090a-4d02-870e-d8590bec70ca service neutron] 10.222.0.89 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932313 Feb 20 03:48:00.755357 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-154440c3-debc-45f2-ae8d-765c37a4556a service neutron] 10.222.0.93 "GET /v2.0/networks/8ca4b396-14bc-4fc6-83df-227a6726eb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473739 Feb 20 03:48:00.809364 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-55bb574d-66ab-4eb5-81e4-967ad5853373 admin admin] Publish callbacks [] for security_group (12312408-460c-4397-abfc-e95ef587d637), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:00.869724 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b51988b5-c7c9-4ae8-92a1-e5b65d8ebb97 req-781f8082-085b-4b2c-ad06-cf4bcafcbfe0 service neutron] 10.222.0.93 "GET /v2.0/networks/8ca4b396-14bc-4fc6-83df-227a6726eb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079955 Feb 20 03:48:00.901587 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-55bb574d-66ab-4eb5-81e4-967ad5853373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (12312408-460c-4397-abfc-e95ef587d637), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:00.947009 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-55bb574d-66ab-4eb5-81e4-967ad5853373 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6dcafa1a2c2e4e19814a80cedfcd73f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3256190 Feb 20 03:48:00.948288 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb574d-66ab-4eb5-81e4-967ad5853373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12312408-460c-4397-abfc-e95ef587d637,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:00.949736 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 51844) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:00.961176 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2f675256-a108-40b6-b504-49d90cf4ef45 None None] Current status of the port 5b1906ea-ed9a-4db6-92e8-9d3445470074 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:48:00.961176 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2f675256-a108-40b6-b504-49d90cf4ef45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5b1906ea-ed9a-4db6-92e8-9d3445470074), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:01.007587 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-2f675256-a108-40b6-b504-49d90cf4ef45 None None] For port 5b1906ea-ed9a-4db6-92e8-9d3445470074, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=5b1906ea-ed9a-4db6-92e8-9d3445470074,segment=NetworkSegment(5d36927e-7d65-447f-add1-1484fd5e3155),segment_id=5d36927e-7d65-447f-add1-1484fd5e3155)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:48:01.043212 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-90297ea0-430a-460d-8162-f4f708d29194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'name': 'tempest-TestNetworkBasicOps-router-1140130964', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '76539ed8-754d-4f48-88c0-643354065eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:46:00Z', 'updated_at': '2022-02-20T03:47:56Z', 'revision_number': 5, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '76539ed8-754d-4f48-88c0-643354065eac', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:03Z', 'updated_at': '2022-02-20T03:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'bb0099c6-dc55-4a28-b3a0-2383def4533d', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'floating_ip_address': '172.25.7.64', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'port_id': '09657b09-6260-487a-b86f-405ddf33f1bf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2284, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7', 'mac_address': 'fa:16:3e:ca:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233a2bb0-a125-4858-8ccb-42962e33e6a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:46:52Z', 'updated_at': '2022-02-20T03:46:59Z', 'revision_number': 1, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b1906ea-ed9a-4db6-92e8-9d3445470074', 'name': '', 'network_id': '883ac37e-6da0-4f70-9a9c-08a6b62165cc', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'mac_address': 'fa:16:3e:08:80:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'c25475bf-d7a0-47e7-aa50-43ed40eb001c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:47:55Z', 'updated_at': '2022-02-20T03:47:59Z', 'revision_number': 4, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'subnets': [{'id': 'c25475bf-d7a0-47e7-aa50-43ed40eb001c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef44c92f-8964-4413-a4ba-4a53f5cae4ec', 'name': '', 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'mac_address': 'fa:16:3e:9a:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '9da9d33c-0bd0-4a9e-a1a9-2d056772489c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:14Z', 'updated_at': '2022-02-20T03:46:21Z', 'revision_number': 5, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'subnets': [{'id': '9da9d33c-0bd0-4a9e-a1a9-2d056772489c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:01.086135 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90297ea0-430a-460d-8162-f4f708d29194 None None] The sync data for ids ['1f704882-8ee9-4e7c-94bb-8904fb780b41'] in n-d-829866-4 is: [{'id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'name': 'tempest-TestNetworkBasicOps-router-1140130964', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '76539ed8-754d-4f48-88c0-643354065eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:46:00Z', 'updated_at': '2022-02-20T03:47:56Z', 'revision_number': 5, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '76539ed8-754d-4f48-88c0-643354065eac', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:03Z', 'updated_at': '2022-02-20T03:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'bb0099c6-dc55-4a28-b3a0-2383def4533d', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'floating_ip_address': '172.25.7.64', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'port_id': '09657b09-6260-487a-b86f-405ddf33f1bf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2284, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7', 'mac_address': 'fa:16:3e:ca:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233a2bb0-a125-4858-8ccb-42962e33e6a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:46:52Z', 'updated_at': '2022-02-20T03:46:59Z', 'revision_number': 1, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b1906ea-ed9a-4db6-92e8-9d3445470074', 'name': '', 'network_id': '883ac37e-6da0-4f70-9a9c-08a6b62165cc', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'mac_address': 'fa:16:3e:08:80:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'c25475bf-d7a0-47e7-aa50-43ed40eb001c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:47:55Z', 'updated_at': '2022-02-20T03:47:59Z', 'revision_number': 4, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'subnets': [{'id': 'c25475bf-d7a0-47e7-aa50-43ed40eb001c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef44c92f-8964-4413-a4ba-4a53f5cae4ec', 'name': '', 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'mac_address': 'fa:16:3e:9a:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '9da9d33c-0bd0-4a9e-a1a9-2d056772489c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:14Z', 'updated_at': '2022-02-20T03:46:21Z', 'revision_number': 5, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'subnets': [{'id': '9da9d33c-0bd0-4a9e-a1a9-2d056772489c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:48:01.101958 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2f675256-a108-40b6-b504-49d90cf4ef45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (5b1906ea-ed9a-4db6-92e8-9d3445470074), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:01.102819 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4ce67fc4-d69d-4f1d-a066-1ec67d24db81 admin admin] Publish callbacks [] for security_group (12312408-460c-4397-abfc-e95ef587d637), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:01.189038 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f675256-a108-40b6-b504-49d90cf4ef45 None None] Pushing event updated for resources: {'Port': ['ID=5b1906ea-ed9a-4db6-92e8-9d3445470074,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:01.198577 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4ce67fc4-d69d-4f1d-a066-1ec67d24db81 admin admin] Publish callbacks [] for security_group (12312408-460c-4397-abfc-e95ef587d637), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:01.206700 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f675256-a108-40b6-b504-49d90cf4ef45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:01.207055 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f675256-a108-40b6-b504-49d90cf4ef45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:01.207402 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f675256-a108-40b6-b504-49d90cf4ef45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:01.207746 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f675256-a108-40b6-b504-49d90cf4ef45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:01.208241 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f675256-a108-40b6-b504-49d90cf4ef45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:01.208584 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f675256-a108-40b6-b504-49d90cf4ef45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:01.209312 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f675256-a108-40b6-b504-49d90cf4ef45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:01.209312 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f675256-a108-40b6-b504-49d90cf4ef45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:01.210021 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f675256-a108-40b6-b504-49d90cf4ef45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:01.210021 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f675256-a108-40b6-b504-49d90cf4ef45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:01.210674 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f675256-a108-40b6-b504-49d90cf4ef45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:01.210674 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f675256-a108-40b6-b504-49d90cf4ef45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:01.211712 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f675256-a108-40b6-b504-49d90cf4ef45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:01.229042 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1825d-8663-4f54-aba7-35ff8de675f8 req-86203893-570e-48f9-a2bf-ebb993b075bf tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:01.243501 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c8e1825d-8663-4f54-aba7-35ff8de675f8 req-86203893-570e-48f9-a2bf-ebb993b075bf tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 945 time: 0.1843417 Feb 20 03:48:01.296466 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:01.322643 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c8e1825d-8663-4f54-aba7-35ff8de675f8 req-ef15dbbd-c1f5-4ec4-b958-3f42aa3d1e82 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781467 Feb 20 03:48:01.405215 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4ce67fc4-d69d-4f1d-a066-1ec67d24db81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (12312408-460c-4397-abfc-e95ef587d637), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:01.409596 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4ce67fc4-d69d-4f1d-a066-1ec67d24db81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:01.415167 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4ce67fc4-d69d-4f1d-a066-1ec67d24db81 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/12312408-460c-4397-abfc-e95ef587d637 HTTP/1.1" status: 204 len: 168 time: 0.4601884 Feb 20 03:48:01.423041 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce67fc4-d69d-4f1d-a066-1ec67d24db81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12312408-460c-4397-abfc-e95ef587d637,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:01.520389 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-de9a6a6a-cd2f-4275-a2c0-0f19c6511d1c req-bed5df69-2d13-4b89-bc11-8a9848398fd1 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1f50fcc-9d51-4031-b6be-a1c2b02c2bcb HTTP/1.1" status: 200 len: 210 time: 0.0605645 Feb 20 03:48:02.266759 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 5b1906ea-ed9a-4db6-92e8-9d3445470074 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:48:02.333166 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 5b1906ea-ed9a-4db6-92e8-9d3445470074 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:48:02.334287 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (5b1906ea-ed9a-4db6-92e8-9d3445470074), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:02.477407 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd00e8-fa14-4adf-87fb-689e9557fe77 req-0cc18b57-71e4-4968-abe0-22834efc0ddb tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:02.507690 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cbcd00e8-fa14-4adf-87fb-689e9557fe77 req-0cc18b57-71e4-4968-abe0-22834efc0ddb tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 945 time: 0.0955312 Feb 20 03:48:02.583916 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 5b1906ea-ed9a-4db6-92e8-9d3445470074 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:48:02.643656 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cbcd00e8-fa14-4adf-87fb-689e9557fe77 req-de440dff-c071-44e3-8640-5968ad3bacad tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241233 Feb 20 03:48:02.805283 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:02.885326 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dbf67f01-b422-43f5-9434-e14aa8b038a3 req-ff181147-7c1c-4953-a1ae-87f530399f10 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1f50fcc-9d51-4031-b6be-a1c2b02c2bcb HTTP/1.1" status: 200 len: 210 time: 0.0531869 Feb 20 03:48:03.593829 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-236b01d1-cce9-4227-a55d-b058c40917b7 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:03.595684 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-236b01d1-cce9-4227-a55d-b058c40917b7 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.42 "GET /v2.0/networks?id=e7145295-dd19-4a16-9b45-ef5241878299 HTTP/1.1" status: 200 len: 805 time: 0.1492643 Feb 20 03:48:03.614799 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-b9554970-667a-468b-abbb-2d4703c4a11b tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Request body: {'port': {'device_id': 'd1f50fcc-9d51-4031-b6be-a1c2b02c2bcb', 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299', 'admin_state_up': True, 'tenant_id': 'ee1f83dd43a749889a261be042aa9ecd'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:48:03.973775 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2134d-2715-42fd-8a4c-2aa38607e569 req-b6c92e57-9431-4c78-bc58-f4e7fb274d50 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:04.059963 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-41e2134d-2715-42fd-8a4c-2aa38607e569 req-b6c92e57-9431-4c78-bc58-f4e7fb274d50 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 945 time: 0.2116537 Feb 20 03:48:04.088100 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-41e2134d-2715-42fd-8a4c-2aa38607e569 req-62eeb59c-96fa-4e41-a512-eaff122bca13 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818360 Feb 20 03:48:04.130302 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-b9554970-667a-468b-abbb-2d4703c4a11b tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Made reservation on behalf of ee1f83dd43a749889a261be042aa9ecd for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:48:04.167215 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-b9554970-667a-468b-abbb-2d4703c4a11b tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:04.268641 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1604bd2-1c3b-4709-b486-e3fc364657b4 req-693d0751-aa30-4d33-bc04-aa72609f3eb7 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1f50fcc-9d51-4031-b6be-a1c2b02c2bcb HTTP/1.1" status: 200 len: 210 time: 0.0332925 Feb 20 03:48:04.328465 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-b9554970-667a-468b-abbb-2d4703c4a11b tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Allocated IP 172.20.0.6 (e7145295-dd19-4a16-9b45-ef5241878299/9ceea925-1fd0-4335-a582-98f4180d0060/911a45f6-cd1a-4a1d-b563-6e7095aca65f) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:48:04.496195 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-b9554970-667a-468b-abbb-2d4703c4a11b tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks [] for port (911a45f6-cd1a-4a1d-b563-6e7095aca65f), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:04.613266 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-b9554970-667a-468b-abbb-2d4703c4a11b tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (911a45f6-cd1a-4a1d-b563-6e7095aca65f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:04.631756 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['01c6f12a-e18f-4e22-8ca3-befe7fa5df30'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:48:04.667305 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-b9554970-667a-468b-abbb-2d4703c4a11b tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Network e7145295-dd19-4a16-9b45-ef5241878299 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:48:04.671598 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-b9554970-667a-468b-abbb-2d4703c4a11b tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:48:04.681436 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-b9554970-667a-468b-abbb-2d4703c4a11b tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:48:04.765979 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9554970-667a-468b-abbb-2d4703c4a11b tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Pushing event updated for resources: {'Port': ['ID=911a45f6-cd1a-4a1d-b563-6e7095aca65f,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:04.775267 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-b9554970-667a-468b-abbb-2d4703c4a11b tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:04.776022 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-b9554970-667a-468b-abbb-2d4703c4a11b tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:04.893383 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-b9554970-667a-468b-abbb-2d4703c4a11b tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2827451 Feb 20 03:48:04.909610 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-69cd3a66-d310-41d6-ad60-e39a9827d956 service neutron] Request body: {'port': {'device_id': 'd1f50fcc-9d51-4031-b6be-a1c2b02c2bcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:48:04.987041 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-69cd3a66-d310-41d6-ad60-e39a9827d956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (911a45f6-cd1a-4a1d-b563-6e7095aca65f), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:05.287261 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3072d0-2d29-462d-8d2e-a306d860ff06 req-0962ea60-0cd9-4fa4-8f51-06705f4f28c6 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:05.288661 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8f3072d0-2d29-462d-8d2e-a306d860ff06 req-0962ea60-0cd9-4fa4-8f51-06705f4f28c6 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 945 time: 0.0978942 Feb 20 03:48:05.674184 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8f3072d0-2d29-462d-8d2e-a306d860ff06 req-4a6741ae-0414-4c36-add7-42796d14513a tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3781414 Feb 20 03:48:05.680353 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-69cd3a66-d310-41d6-ad60-e39a9827d956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 911a45f6-cd1a-4a1d-b563-6e7095aca65f {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:48:05.684582 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-69cd3a66-d310-41d6-ad60-e39a9827d956 service neutron] Publish callbacks [] for port (911a45f6-cd1a-4a1d-b563-6e7095aca65f), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:05.697706 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-69cd3a66-d310-41d6-ad60-e39a9827d956 service neutron] Transition to ACTIVE for port object 911a45f6-cd1a-4a1d-b563-6e7095aca65f will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:48:05.766757 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-69cd3a66-d310-41d6-ad60-e39a9827d956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (911a45f6-cd1a-4a1d-b563-6e7095aca65f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:05.843996 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd3a66-d310-41d6-ad60-e39a9827d956 service neutron] Pushing event updated for resources: {'Port': ['ID=911a45f6-cd1a-4a1d-b563-6e7095aca65f,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:05.928397 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9154ca6-77fa-42a3-9265-84e56e0140f2 req-ce89b538-6aab-4469-a04a-0e5415380736 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:05.929799 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e9154ca6-77fa-42a3-9265-84e56e0140f2 req-ce89b538-6aab-4469-a04a-0e5415380736 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1f50fcc-9d51-4031-b6be-a1c2b02c2bcb HTTP/1.1" status: 200 len: 943 time: 0.1303346 Feb 20 03:48:05.947179 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-69cd3a66-d310-41d6-ad60-e39a9827d956 service neutron] Attempting to bind port 911a45f6-cd1a-4a1d-b563-6e7095aca65f on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:48:05.947521 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-69cd3a66-d310-41d6-ad60-e39a9827d956 service neutron] Attempting to bind port 911a45f6-cd1a-4a1d-b563-6e7095aca65f by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '7ac0e132-f159-46b3-89b9-bf69b2d2b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:48:05.947851 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-69cd3a66-d310-41d6-ad60-e39a9827d956 service neutron] Attempting to bind port 911a45f6-cd1a-4a1d-b563-6e7095aca65f on network e7145295-dd19-4a16-9b45-ef5241878299 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:48:05.960702 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-69cd3a66-d310-41d6-ad60-e39a9827d956 service neutron] Port 911a45f6-cd1a-4a1d-b563-6e7095aca65f on network e7145295-dd19-4a16-9b45-ef5241878299 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:48:05.964060 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-69cd3a66-d310-41d6-ad60-e39a9827d956 service neutron] Attempting to bind port 911a45f6-cd1a-4a1d-b563-6e7095aca65f on network e7145295-dd19-4a16-9b45-ef5241878299 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:48:05.969218 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-69cd3a66-d310-41d6-ad60-e39a9827d956 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:48:05.969568 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-69cd3a66-d310-41d6-ad60-e39a9827d956 service neutron] Checking segment: {'id': '7ac0e132-f159-46b3-89b9-bf69b2d2b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:48:05.969960 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-69cd3a66-d310-41d6-ad60-e39a9827d956 service neutron] Bound using segment: {'id': '7ac0e132-f159-46b3-89b9-bf69b2d2b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:48:05.970596 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-69cd3a66-d310-41d6-ad60-e39a9827d956 service neutron] Bound port: 911a45f6-cd1a-4a1d-b563-6e7095aca65f, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac0e132-f159-46b3-89b9-bf69b2d2b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:48:05.970875 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-69cd3a66-d310-41d6-ad60-e39a9827d956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (911a45f6-cd1a-4a1d-b563-6e7095aca65f), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:06.021273 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e9154ca6-77fa-42a3-9265-84e56e0140f2 req-78b8179e-da28-4959-9293-4070466d6541 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837448 Feb 20 03:48:06.052996 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-69cd3a66-d310-41d6-ad60-e39a9827d956 service neutron] For port 911a45f6-cd1a-4a1d-b563-6e7095aca65f, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:48:06.056407 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-69cd3a66-d310-41d6-ad60-e39a9827d956 service neutron] For port 911a45f6-cd1a-4a1d-b563-6e7095aca65f, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=911a45f6-cd1a-4a1d-b563-6e7095aca65f,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:48:06.118782 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-69cd3a66-d310-41d6-ad60-e39a9827d956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (911a45f6-cd1a-4a1d-b563-6e7095aca65f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:06.157120 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-69cd3a66-d310-41d6-ad60-e39a9827d956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:06.157857 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-69cd3a66-d310-41d6-ad60-e39a9827d956 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:06.159288 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-69cd3a66-d310-41d6-ad60-e39a9827d956 service neutron] 10.222.0.42 "PUT /v2.0/ports/911a45f6-cd1a-4a1d-b563-6e7095aca65f HTTP/1.1" status: 200 len: 1091 time: 1.2547760 Feb 20 03:48:06.159738 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f50fcc-9d51-4031-b6be-a1c2b02c2bcb', 'tag': '911a45f6-cd1a-4a1d-b563-6e7095aca65f'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:48:06.161978 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6effdeae-b917-489e-93c9-2bdaec3ccd64" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f50fcc-9d51-4031-b6be-a1c2b02c2bcb", "tag": "911a45f6-cd1a-4a1d-b563-6e7095aca65f"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:48:06.188297 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd3a66-d310-41d6-ad60-e39a9827d956 service neutron] Pushing event updated for resources: {'Port': ['ID=911a45f6-cd1a-4a1d-b563-6e7095aca65f,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:06.322467 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-a74d4800-7452-4c38-9c5f-6d0b1029a5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:06.324046 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-a74d4800-7452-4c38-9c5f-6d0b1029a5d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee1f83dd43a749889a261be042aa9ecd&device_id=d1f50fcc-9d51-4031-b6be-a1c2b02c2bcb HTTP/1.1" status: 200 len: 1125 time: 0.0523400 Feb 20 03:48:06.327676 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a396bf4-4ff9-43f5-a7c9-8a67a6f471fa x-openstack-request-id: req-4a396bf4-4ff9-43f5-a7c9-8a67a6f471fa {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:48:06.327971 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f50fcc-9d51-4031-b6be-a1c2b02c2bcb", "tag": "911a45f6-cd1a-4a1d-b563-6e7095aca65f", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:48:06.328227 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4a396bf4-4ff9-43f5-a7c9-8a67a6f471fa {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:48:06.330082 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f50fcc-9d51-4031-b6be-a1c2b02c2bcb', 'tag': '911a45f6-cd1a-4a1d-b563-6e7095aca65f', 'status': 'completed', 'code': 200} Feb 20 03:48:06.375086 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-d398c89f-3f59-4bb3-97f2-9c225e252a7e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=911a45f6-cd1a-4a1d-b563-6e7095aca65f HTTP/1.1" status: 200 len: 217 time: 0.0368338 Feb 20 03:48:06.454087 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-fd8de40d-e215-4abd-8cde-344d71031db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:06.455567 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-fd8de40d-e215-4abd-8cde-344d71031db2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ceea925-1fd0-4335-a582-98f4180d0060 HTTP/1.1" status: 200 len: 845 time: 0.0733132 Feb 20 03:48:06.467453 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa00ca-a57c-4544-b84c-f7c88729101e req-2cfe0be3-f35c-4cc4-875b-fbbbbcdc34fe tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:06.468935 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-96fa00ca-a57c-4544-b84c-f7c88729101e req-2cfe0be3-f35c-4cc4-875b-fbbbbcdc34fe tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 945 time: 0.0964916 Feb 20 03:48:06.499021 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-a2e5b21a-4947-4451-bc29-e0e7e290280f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e7145295-dd19-4a16-9b45-ef5241878299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290642 Feb 20 03:48:06.620631 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-96fa00ca-a57c-4544-b84c-f7c88729101e req-5d970fbf-530c-4397-98ba-264be8651276 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408868 Feb 20 03:48:06.639746 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b25ed-4852-4b62-b748-fdd21d9c314a req-b0e5b942-7c34-499b-986a-ae8523104e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:06.641178 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3e9b25ed-4852-4b62-b748-fdd21d9c314a req-b0e5b942-7c34-499b-986a-ae8523104e4b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=541ea901ffd34c35a78734a2429fed7a&device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 1127 time: 0.1413143 Feb 20 03:48:06.678923 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-77faa58e-37fc-4bb5-a9c4-d9086555d908 service neutron] 10.222.0.42 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666052 Feb 20 03:48:06.844052 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b25ed-4852-4b62-b748-fdd21d9c314a req-39c690f3-b6ed-4a2c-b7e0-eb46b7ab74d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:06.845539 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3e9b25ed-4852-4b62-b748-fdd21d9c314a req-39c690f3-b6ed-4a2c-b7e0-eb46b7ab74d3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=18b77a5e-5446-4d58-b319-36a274f1014a HTTP/1.1" status: 200 len: 911 time: 0.1957788 Feb 20 03:48:06.897690 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9db807eb-9ab1-4a3a-9372-1fb67d65fe89 req-cd470b5d-4c39-4657-b479-c3d86e5d916e service neutron] 10.222.0.42 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896260 Feb 20 03:48:06.930787 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3e9b25ed-4852-4b62-b748-fdd21d9c314a req-427862f8-7bd5-4d87-a83d-b7d61f139805 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a2c0003-6a6e-4c90-9103-cd87c17a26b2 HTTP/1.1" status: 200 len: 1001 time: 0.0758090 Feb 20 03:48:06.980371 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b25ed-4852-4b62-b748-fdd21d9c314a req-637c8197-d413-449a-a894-08f276883a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:06.982289 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3e9b25ed-4852-4b62-b748-fdd21d9c314a req-637c8197-d413-449a-a894-08f276883a13 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec9d4964-56bb-4af3-beab-8c8d3923a688 HTTP/1.1" status: 200 len: 849 time: 0.0452406 Feb 20 03:48:07.031789 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b25ed-4852-4b62-b748-fdd21d9c314a req-29878475-7917-4946-915e-7af97ae7517c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:07.033357 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3e9b25ed-4852-4b62-b748-fdd21d9c314a req-29878475-7917-4946-915e-7af97ae7517c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=18b77a5e-5446-4d58-b319-36a274f1014a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454969 Feb 20 03:48:07.231182 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3e9b25ed-4852-4b62-b748-fdd21d9c314a req-1f17a142-27dd-4180-9d9c-6f279bd94a75 service neutron] 10.222.0.42 "GET /v2.0/networks/18b77a5e-5446-4d58-b319-36a274f1014a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891224 Feb 20 03:48:07.238153 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b2e6e-644c-41d2-8b89-c7f6a8fe9375 req-6a79c6c4-59d2-40da-af73-48f755c90817 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:07.239577 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-135b2e6e-644c-41d2-8b89-c7f6a8fe9375 req-6a79c6c4-59d2-40da-af73-48f755c90817 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1f50fcc-9d51-4031-b6be-a1c2b02c2bcb HTTP/1.1" status: 200 len: 943 time: 0.1201873 Feb 20 03:48:07.252037 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effdeae-b917-489e-93c9-2bdaec3ccd64 req-77c759af-fe10-42e1-aedc-b120ced8edc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:07.253443 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6effdeae-b917-489e-93c9-2bdaec3ccd64 req-77c759af-fe10-42e1-aedc-b120ced8edc1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee1f83dd43a749889a261be042aa9ecd&device_id=d1f50fcc-9d51-4031-b6be-a1c2b02c2bcb HTTP/1.1" status: 200 len: 1125 time: 0.1754272 Feb 20 03:48:07.432831 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-135b2e6e-644c-41d2-8b89-c7f6a8fe9375 req-ec709578-3615-4ff5-b094-291c85c59cf2 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839051 Feb 20 03:48:07.458848 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3e9b25ed-4852-4b62-b748-fdd21d9c314a req-c769a2bb-4b92-4ae3-91fa-86eb46dedd09 service neutron] 10.222.0.42 "GET /v2.0/networks/18b77a5e-5446-4d58-b319-36a274f1014a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183180 Feb 20 03:48:07.463194 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effdeae-b917-489e-93c9-2bdaec3ccd64 req-e3372de3-4a27-4c6d-a1ee-cc1b45fbd588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:07.463478 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6effdeae-b917-489e-93c9-2bdaec3ccd64 req-e3372de3-4a27-4c6d-a1ee-cc1b45fbd588 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e7145295-dd19-4a16-9b45-ef5241878299 HTTP/1.1" status: 200 len: 906 time: 0.1949394 Feb 20 03:48:07.525416 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6effdeae-b917-489e-93c9-2bdaec3ccd64 req-930edec3-4dd0-4c38-93bd-9a33af9e3030 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=911a45f6-cd1a-4a1d-b563-6e7095aca65f HTTP/1.1" status: 200 len: 217 time: 0.0538957 Feb 20 03:48:07.601621 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effdeae-b917-489e-93c9-2bdaec3ccd64 req-8ef22bc7-d9be-47dc-9f2b-c5b8b031cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:07.603175 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6effdeae-b917-489e-93c9-2bdaec3ccd64 req-8ef22bc7-d9be-47dc-9f2b-c5b8b031cb47 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ceea925-1fd0-4335-a582-98f4180d0060 HTTP/1.1" status: 200 len: 845 time: 0.0700099 Feb 20 03:48:07.644869 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6effdeae-b917-489e-93c9-2bdaec3ccd64 req-188cefc6-1458-4798-8c6e-5b20ea1f1b1c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e7145295-dd19-4a16-9b45-ef5241878299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313578 Feb 20 03:48:07.829580 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2173f-8432-4c87-8709-59ea9c96b6a0 req-13f23c48-548c-4283-a98a-16ea9bf83ada tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:07.835624 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6be2173f-8432-4c87-8709-59ea9c96b6a0 req-13f23c48-548c-4283-a98a-16ea9bf83ada tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 945 time: 0.1167359 Feb 20 03:48:07.847582 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6effdeae-b917-489e-93c9-2bdaec3ccd64 req-d76f2c4b-9ce1-415f-bfbe-a601fb52e5c6 service neutron] 10.222.0.42 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920490 Feb 20 03:48:07.914027 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6be2173f-8432-4c87-8709-59ea9c96b6a0 req-f7a4e122-1b06-48df-8ec8-607d2a142ef1 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775311 Feb 20 03:48:08.050884 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6effdeae-b917-489e-93c9-2bdaec3ccd64 req-7e76bb48-49c9-461d-8aae-7b525141b4ec service neutron] 10.222.0.42 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655045 Feb 20 03:48:08.597558 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae54b2-3a68-4b5d-96e2-9cdcd85c21ff req-446abeb1-42f3-4153-87fe-890160abe26f tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:08.599475 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-deae54b2-3a68-4b5d-96e2-9cdcd85c21ff req-446abeb1-42f3-4153-87fe-890160abe26f tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1f50fcc-9d51-4031-b6be-a1c2b02c2bcb HTTP/1.1" status: 200 len: 943 time: 0.0764272 Feb 20 03:48:08.666195 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-deae54b2-3a68-4b5d-96e2-9cdcd85c21ff req-dba6a162-1965-4e7e-9e74-1fb875eb65b6 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604677 Feb 20 03:48:09.071954 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0747b-5ebb-4599-81d9-439b0bbeef28 req-6dade439-af07-4bc5-9174-6aa9c04ca3f5 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:09.077501 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e6f0747b-5ebb-4599-81d9-439b0bbeef28 req-6dade439-af07-4bc5-9174-6aa9c04ca3f5 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 945 time: 0.0857143 Feb 20 03:48:09.143888 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e6f0747b-5ebb-4599-81d9-439b0bbeef28 req-ad975bf9-838b-4ca8-8661-faa47ef32338 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628667 Feb 20 03:48:09.342952 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c813142-8a23-4c3c-a6d7-cb7ca297dfb0 req-7edb6609-ad80-4a2b-acdd-348f8270bb34 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:09.344147 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6c813142-8a23-4c3c-a6d7-cb7ca297dfb0 req-7edb6609-ad80-4a2b-acdd-348f8270bb34 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.0603971 Feb 20 03:48:09.397749 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6c813142-8a23-4c3c-a6d7-cb7ca297dfb0 req-78d69c12-21ef-4cbd-9325-362f0dcca3bb tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475624 Feb 20 03:48:09.661398 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d867cd-86d7-42d7-86dc-646ea3b17242 req-d26c73de-355e-412f-8b94-0a9bde06eff7 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:09.661398 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79d867cd-86d7-42d7-86dc-646ea3b17242 req-d26c73de-355e-412f-8b94-0a9bde06eff7 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.0591729 Feb 20 03:48:09.696629 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79d867cd-86d7-42d7-86dc-646ea3b17242 req-da007ac4-7877-4d78-8d8c-15ef1f3b1c85 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434170 Feb 20 03:48:09.812035 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b18c8e-bffe-49f3-96e8-2b6f1a5b32b5 req-427a61a0-a596-40a8-a014-ae30dd13cf51 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:09.815218 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-33b18c8e-bffe-49f3-96e8-2b6f1a5b32b5 req-427a61a0-a596-40a8-a014-ae30dd13cf51 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1f50fcc-9d51-4031-b6be-a1c2b02c2bcb HTTP/1.1" status: 200 len: 943 time: 0.0604844 Feb 20 03:48:09.882680 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-33b18c8e-bffe-49f3-96e8-2b6f1a5b32b5 req-17271aed-e333-42d8-9430-77b56eb04ef1 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627568 Feb 20 03:48:10.007147 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5583f-3329-4ea5-a2e2-5eba75e5ba1e req-b8cb65a4-508f-42ee-a324-626784bbf355 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:10.008789 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73a5583f-3329-4ea5-a2e2-5eba75e5ba1e req-b8cb65a4-508f-42ee-a324-626784bbf355 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.0635076 Feb 20 03:48:10.047359 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 911a45f6-cd1a-4a1d-b563-6e7095aca65f details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:48:10.085606 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73a5583f-3329-4ea5-a2e2-5eba75e5ba1e req-f5b3963f-fca2-426b-924d-4aac45101677 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676987 Feb 20 03:48:10.171302 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 911a45f6-cd1a-4a1d-b563-6e7095aca65f, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=911a45f6-cd1a-4a1d-b563-6e7095aca65f,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:48:10.186997 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '911a45f6-cd1a-4a1d-b563-6e7095aca65f', 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299', 'port_id': '911a45f6-cd1a-4a1d-b563-6e7095aca65f', 'mac_address': 'fa:16:3e:31:b3:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ceea925-1fd0-4335-a582-98f4180d0060', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:48:10.217822 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff7279-c8c4-4e68-bdbc-a5b4f2f3651e req-e8905201-b222-4e85-a128-5668513e211f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:10.219379 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-eaff7279-c8c4-4e68-bdbc-a5b4f2f3651e req-e8905201-b222-4e85-a128-5668513e211f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.0559580 Feb 20 03:48:10.233737 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 911a45f6-cd1a-4a1d-b563-6e7095aca65f is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:48:10.234368 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (911a45f6-cd1a-4a1d-b563-6e7095aca65f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:10.254321 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911a45f6-cd1a-4a1d-b563-6e7095aca65f {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:48:10.277234 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 911a45f6-cd1a-4a1d-b563-6e7095aca65f, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=911a45f6-cd1a-4a1d-b563-6e7095aca65f,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:48:10.284986 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-eaff7279-c8c4-4e68-bdbc-a5b4f2f3651e req-a176acb0-14d8-4280-b873-3b7a6e221dad tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590916 Feb 20 03:48:10.377942 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (911a45f6-cd1a-4a1d-b563-6e7095aca65f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:10.425772 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=911a45f6-cd1a-4a1d-b563-6e7095aca65f,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:10.642400 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['911a45f6-cd1a-4a1d-b563-6e7095aca65f'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:48:10.867332 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697c07c-4344-4cdb-b817-33aa9a3aa1df req-3f0daaa2-56ee-4245-b6a5-9c3156ff12fe tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:10.868983 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7697c07c-4344-4cdb-b817-33aa9a3aa1df req-3f0daaa2-56ee-4245-b6a5-9c3156ff12fe tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.0790827 Feb 20 03:48:10.930258 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7697c07c-4344-4cdb-b817-33aa9a3aa1df req-31c5e7b1-db5a-4e8b-8755-44bc6b3228e2 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548854 Feb 20 03:48:11.099557 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71acb4a-0180-4732-ab0f-056e013f4274 req-08cc25fe-629d-40e2-a407-9e949390b4d1 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:11.101327 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c71acb4a-0180-4732-ab0f-056e013f4274 req-08cc25fe-629d-40e2-a407-9e949390b4d1 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1f50fcc-9d51-4031-b6be-a1c2b02c2bcb HTTP/1.1" status: 200 len: 944 time: 0.0747993 Feb 20 03:48:11.155330 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c71acb4a-0180-4732-ab0f-056e013f4274 req-e00a1522-6015-4cec-9dda-2d88ff483c9d tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466678 Feb 20 03:48:12.032576 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f3563-09be-4ce1-b748-f184a36e4514 req-0a8f07e7-ad68-43cd-a6de-8d90863eb891 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:12.039724 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3f6f3563-09be-4ce1-b748-f184a36e4514 req-0a8f07e7-ad68-43cd-a6de-8d90863eb891 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.0670166 Feb 20 03:48:12.047715 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 911a45f6-cd1a-4a1d-b563-6e7095aca65f up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:48:12.109515 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3f6f3563-09be-4ce1-b748-f184a36e4514 req-475dba92-7242-42b6-837b-1a8edcb17e92 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673852 Feb 20 03:48:12.201353 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 911a45f6-cd1a-4a1d-b563-6e7095aca65f completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:48:12.205374 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 911a45f6-cd1a-4a1d-b563-6e7095aca65f triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:48:12.205760 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (911a45f6-cd1a-4a1d-b563-6e7095aca65f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:12.313176 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 911a45f6-cd1a-4a1d-b563-6e7095aca65f is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:48:12.317782 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (911a45f6-cd1a-4a1d-b563-6e7095aca65f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:12.327609 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c95979-d867-4d68-9064-76a058ad5722 req-1e83d3c1-f670-4239-bd75-dc8556182b8b tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:12.335758 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a1c95979-d867-4d68-9064-76a058ad5722 req-1e83d3c1-f670-4239-bd75-dc8556182b8b tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1f50fcc-9d51-4031-b6be-a1c2b02c2bcb HTTP/1.1" status: 200 len: 944 time: 0.0958805 Feb 20 03:48:12.384292 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f50fcc-9d51-4031-b6be-a1c2b02c2bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911a45f6-cd1a-4a1d-b563-6e7095aca65f'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:48:12.388776 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7fa58e-84bb-4b3e-aad0-8d59ffdadb34" -d '{"events": [{"server_uuid": "d1f50fcc-9d51-4031-b6be-a1c2b02c2bcb", "name": "network-vif-plugged", "status": "completed", "tag": "911a45f6-cd1a-4a1d-b563-6e7095aca65f"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:48:12.399932 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a1c95979-d867-4d68-9064-76a058ad5722 req-8a8b8041-0e9a-4617-bdae-f78a53e2a903 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632684 Feb 20 03:48:12.413881 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 911a45f6-cd1a-4a1d-b563-6e7095aca65f, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=911a45f6-cd1a-4a1d-b563-6e7095aca65f,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:48:12.484741 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4808a576-fabb-40e4-b871-db5238f7d737 x-openstack-request-id: req-4808a576-fabb-40e4-b871-db5238f7d737 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:48:12.485501 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f50fcc-9d51-4031-b6be-a1c2b02c2bcb", "name": "network-vif-plugged", "status": "completed", "tag": "911a45f6-cd1a-4a1d-b563-6e7095aca65f", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:48:12.486044 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4808a576-fabb-40e4-b871-db5238f7d737 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:48:12.486732 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f50fcc-9d51-4031-b6be-a1c2b02c2bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911a45f6-cd1a-4a1d-b563-6e7095aca65f', 'code': 200} Feb 20 03:48:12.501104 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (911a45f6-cd1a-4a1d-b563-6e7095aca65f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:12.554774 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=911a45f6-cd1a-4a1d-b563-6e7095aca65f,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:12.610569 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff295a-fd85-41aa-bbe4-f77cf6c3a8fd req-918ac650-1be0-4ff2-9448-9ef42a95d6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:12.612392 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73ff295a-fd85-41aa-bbe4-f77cf6c3a8fd req-918ac650-1be0-4ff2-9448-9ef42a95d6a1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d1f50fcc-9d51-4031-b6be-a1c2b02c2bcb HTTP/1.1" status: 200 len: 1127 time: 0.0578659 Feb 20 03:48:12.678442 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73ff295a-fd85-41aa-bbe4-f77cf6c3a8fd req-313d96aa-9cf9-4b14-aa32-ad4b00803cfe service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592425 Feb 20 03:48:13.358209 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaef138-15ff-4d45-a005-5297c026d48a req-f7fa423f-f2fe-4887-8962-d1b9ec80203d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:13.365001 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-caaef138-15ff-4d45-a005-5297c026d48a req-f7fa423f-f2fe-4887-8962-d1b9ec80203d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.1308208 Feb 20 03:48:13.444794 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-caaef138-15ff-4d45-a005-5297c026d48a req-396bb957-4d9c-4cc9-9be6-aa202fa9bce7 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649920 Feb 20 03:48:13.593094 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5172aa-ebd9-4158-a1df-ea004f9e8a1f req-7344be8f-834e-4c60-9c59-67e866e15383 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:13.627520 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9b5172aa-ebd9-4158-a1df-ea004f9e8a1f req-7344be8f-834e-4c60-9c59-67e866e15383 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1f50fcc-9d51-4031-b6be-a1c2b02c2bcb HTTP/1.1" status: 200 len: 945 time: 0.0941908 Feb 20 03:48:13.708476 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9b5172aa-ebd9-4158-a1df-ea004f9e8a1f req-63fa08d0-2849-4977-9d62-ffe2e4aa281c tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781405 Feb 20 03:48:14.559024 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffab188-169d-4024-aaee-d149e2565812 req-d81cefbe-c35e-4177-8334-22f3db7583a1 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:14.561379 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4ffab188-169d-4024-aaee-d149e2565812 req-d81cefbe-c35e-4177-8334-22f3db7583a1 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.0554674 Feb 20 03:48:14.620278 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4ffab188-169d-4024-aaee-d149e2565812 req-c01911e3-8340-4f93-99d8-b308b15f7d89 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530190 Feb 20 03:48:14.840148 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7501610-04c8-47dd-a40b-e8f78d817de8 req-9ae0e194-3015-4785-80e9-5727d581200d tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:14.841783 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c7501610-04c8-47dd-a40b-e8f78d817de8 req-9ae0e194-3015-4785-80e9-5727d581200d tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1f50fcc-9d51-4031-b6be-a1c2b02c2bcb HTTP/1.1" status: 200 len: 945 time: 0.0577099 Feb 20 03:48:14.895302 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c7501610-04c8-47dd-a40b-e8f78d817de8 req-c1b6fa96-4471-469d-9226-95283d0a7c74 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476332 Feb 20 03:48:15.202246 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3cc31-03a0-403e-9ae4-fc2caacbec4d req-b99293d2-6583-405d-9b26-f2d3dcece92b tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:15.203974 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7da3cc31-03a0-403e-9ae4-fc2caacbec4d req-b99293d2-6583-405d-9b26-f2d3dcece92b tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1f50fcc-9d51-4031-b6be-a1c2b02c2bcb HTTP/1.1" status: 200 len: 945 time: 0.0674155 Feb 20 03:48:15.267278 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7da3cc31-03a0-403e-9ae4-fc2caacbec4d req-e48742cb-893b-40e5-9b38-81da8a7059ba tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563803 Feb 20 03:48:15.391054 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd6d07-63e5-4d88-a6d2-8e6aceb2ef7c req-ba5ddc81-4533-4e9d-9e0d-468579b71c13 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:15.392628 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2edd6d07-63e5-4d88-a6d2-8e6aceb2ef7c req-ba5ddc81-4533-4e9d-9e0d-468579b71c13 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1f50fcc-9d51-4031-b6be-a1c2b02c2bcb HTTP/1.1" status: 200 len: 945 time: 0.0586390 Feb 20 03:48:15.442610 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2edd6d07-63e5-4d88-a6d2-8e6aceb2ef7c req-5c8e7fee-cdaa-4450-8767-9f1e83125140 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431550 Feb 20 03:48:16.038241 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c1c3c-af5f-4572-964c-3a4c02e7f87b req-8823cf27-b87c-4a52-8bfb-819edae6ecd6 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:16.050605 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-df9c1c3c-af5f-4572-964c-3a4c02e7f87b req-8823cf27-b87c-4a52-8bfb-819edae6ecd6 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.0746181 Feb 20 03:48:16.126590 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-df9c1c3c-af5f-4572-964c-3a4c02e7f87b req-927400d8-f8a3-4896-a235-b53b477299e2 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665874 Feb 20 03:48:16.262563 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5ba70-3ea5-48b1-a814-be09bca6be2b req-c33c9770-d5da-4115-beaa-a679a4b7aa85 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:16.265104 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5bb5ba70-3ea5-48b1-a814-be09bca6be2b req-c33c9770-d5da-4115-beaa-a679a4b7aa85 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1f50fcc-9d51-4031-b6be-a1c2b02c2bcb HTTP/1.1" status: 200 len: 945 time: 0.0864897 Feb 20 03:48:16.330245 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5bb5ba70-3ea5-48b1-a814-be09bca6be2b req-75ff95a6-1c06-47eb-8e68-92f21c471991 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541589 Feb 20 03:48:17.308807 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2a64d-13e4-4914-88d4-356eb53ad75d req-53f9c1f1-6aa7-4f92-a423-abed7fd531e7 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:17.317216 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07c2a64d-13e4-4914-88d4-356eb53ad75d req-53f9c1f1-6aa7-4f92-a423-abed7fd531e7 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.0928459 Feb 20 03:48:17.397693 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07c2a64d-13e4-4914-88d4-356eb53ad75d req-432edb7a-eaf1-408c-bc7b-66c8b66ca472 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790815 Feb 20 03:48:17.427865 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d51f8-0e0d-4756-b331-e0441e0b1477 req-62303731-6829-434f-8240-fb396218bd3d tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:17.429592 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f6d51f8-0e0d-4756-b331-e0441e0b1477 req-62303731-6829-434f-8240-fb396218bd3d tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1f50fcc-9d51-4031-b6be-a1c2b02c2bcb HTTP/1.1" status: 200 len: 945 time: 0.0809281 Feb 20 03:48:17.598124 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518675c-3f4d-4da7-8ed0-d7d70d9b3930 req-10df9970-92eb-4779-88c3-c9d12ef3bae2 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:17.598124 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0518675c-3f4d-4da7-8ed0-d7d70d9b3930 req-10df9970-92eb-4779-88c3-c9d12ef3bae2 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1f50fcc-9d51-4031-b6be-a1c2b02c2bcb HTTP/1.1" status: 200 len: 945 time: 0.1102831 Feb 20 03:48:17.642830 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-4f6d51f8-0e0d-4756-b331-e0441e0b1477 req-f1625e17-e471-47ba-af85-b8047be3c4b7 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Deleting port 911a45f6-cd1a-4a1d-b563-6e7095aca65f {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:48:17.643262 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4f6d51f8-0e0d-4756-b331-e0441e0b1477 req-f1625e17-e471-47ba-af85-b8047be3c4b7 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (911a45f6-cd1a-4a1d-b563-6e7095aca65f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:17.808311 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-4f6d51f8-0e0d-4756-b331-e0441e0b1477 req-f1625e17-e471-47ba-af85-b8047be3c4b7 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] For port 911a45f6-cd1a-4a1d-b563-6e7095aca65f, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=911a45f6-cd1a-4a1d-b563-6e7095aca65f,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:48:17.808697 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4f6d51f8-0e0d-4756-b331-e0441e0b1477 req-f1625e17-e471-47ba-af85-b8047be3c4b7 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (911a45f6-cd1a-4a1d-b563-6e7095aca65f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:17.831818 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-4f6d51f8-0e0d-4756-b331-e0441e0b1477 req-f1625e17-e471-47ba-af85-b8047be3c4b7 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Calling delete_port for 911a45f6-cd1a-4a1d-b563-6e7095aca65f owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:48:17.861542 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0518675c-3f4d-4da7-8ed0-d7d70d9b3930 req-06fc0d07-ccf3-4738-bfb7-5b911b0f7374 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530408 Feb 20 03:48:18.124439 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4f6d51f8-0e0d-4756-b331-e0441e0b1477 req-f1625e17-e471-47ba-af85-b8047be3c4b7 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (911a45f6-cd1a-4a1d-b563-6e7095aca65f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:18.136719 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['911a45f6-cd1a-4a1d-b563-6e7095aca65f'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:48:18.160586 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1625e17-e471-47ba-af85-b8047be3c4b7 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Pushing event deleted for resources: {'Port': ['ID=911a45f6-cd1a-4a1d-b563-6e7095aca65f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:18.234616 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6d51f8-0e0d-4756-b331-e0441e0b1477 req-f1625e17-e471-47ba-af85-b8047be3c4b7 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] No DVR routers for this DVR port 911a45f6-cd1a-4a1d-b563-6e7095aca65f on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:48:18.237729 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4f6d51f8-0e0d-4756-b331-e0441e0b1477 req-f1625e17-e471-47ba-af85-b8047be3c4b7 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:18.241638 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f6d51f8-0e0d-4756-b331-e0441e0b1477 req-f1625e17-e471-47ba-af85-b8047be3c4b7 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.42 "DELETE /v2.0/ports/911a45f6-cd1a-4a1d-b563-6e7095aca65f HTTP/1.1" status: 204 len: 173 time: 0.8039470 Feb 20 03:48:18.242456 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f50fcc-9d51-4031-b6be-a1c2b02c2bcb', 'name': 'network-vif-deleted', 'tag': '911a45f6-cd1a-4a1d-b563-6e7095aca65f'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:48:18.244946 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66978526-e4ca-4900-84ec-3681154c70ac" -d '{"events": [{"server_uuid": "d1f50fcc-9d51-4031-b6be-a1c2b02c2bcb", "name": "network-vif-deleted", "tag": "911a45f6-cd1a-4a1d-b563-6e7095aca65f"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:48:18.297183 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['01c6f12a-e18f-4e22-8ca3-befe7fa5df30'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:48:18.377162 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ec4ff8-d7d0-4807-9b36-1e90e306f784 x-openstack-request-id: req-f8ec4ff8-d7d0-4807-9b36-1e90e306f784 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:48:18.377162 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f50fcc-9d51-4031-b6be-a1c2b02c2bcb", "name": "network-vif-deleted", "tag": "911a45f6-cd1a-4a1d-b563-6e7095aca65f", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:48:18.377739 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f8ec4ff8-d7d0-4807-9b36-1e90e306f784 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:48:18.377739 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f50fcc-9d51-4031-b6be-a1c2b02c2bcb', 'name': 'network-vif-deleted', 'tag': '911a45f6-cd1a-4a1d-b563-6e7095aca65f', 'status': 'completed', 'code': 200} Feb 20 03:48:18.605258 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0dd70f-2b18-4edc-ad2a-557e1bdb9f5b req-da638522-8b4c-4f20-9d36-bdb19f1c14df tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:18.607611 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2e0dd70f-2b18-4edc-ad2a-557e1bdb9f5b req-da638522-8b4c-4f20-9d36-bdb19f1c14df tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.0721707 Feb 20 03:48:18.613390 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52332) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:18.728493 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2e0dd70f-2b18-4edc-ad2a-557e1bdb9f5b req-bb908e85-46bc-4736-8576-67ae3d79d734 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925622 Feb 20 03:48:19.007144 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-570165aa-3a9c-4d5c-9fe3-c78b8413967a req-50971a91-36be-4e0a-a2ca-70a6eaf68a91 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1f50fcc-9d51-4031-b6be-a1c2b02c2bcb HTTP/1.1" status: 200 len: 210 time: 0.0585933 Feb 20 03:48:19.344184 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4e3e274f-47a1-4fd0-9983-fe2c8a0524fd tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (1f704882-8ee9-4e7c-94bb-8904fb780b41), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:19.753818 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-4e3e274f-47a1-4fd0-9983-fe2c8a0524fd tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Deleting port 5b1906ea-ed9a-4db6-92e8-9d3445470074 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:48:19.754466 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4e3e274f-47a1-4fd0-9983-fe2c8a0524fd tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (5b1906ea-ed9a-4db6-92e8-9d3445470074), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:19.913474 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-4e3e274f-47a1-4fd0-9983-fe2c8a0524fd tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] For port 5b1906ea-ed9a-4db6-92e8-9d3445470074, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=5b1906ea-ed9a-4db6-92e8-9d3445470074,segment=NetworkSegment(5d36927e-7d65-447f-add1-1484fd5e3155),segment_id=5d36927e-7d65-447f-add1-1484fd5e3155)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:48:19.914177 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4e3e274f-47a1-4fd0-9983-fe2c8a0524fd tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (5b1906ea-ed9a-4db6-92e8-9d3445470074), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:19.945998 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-4e3e274f-47a1-4fd0-9983-fe2c8a0524fd tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Calling delete_port for 5b1906ea-ed9a-4db6-92e8-9d3445470074 owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:48:19.972455 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932d306-38b6-4566-ac8d-3fb95876efba req-966f791b-f133-4f54-b797-b3f3f122d34c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:19.974114 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b932d306-38b6-4566-ac8d-3fb95876efba req-966f791b-f133-4f54-b797-b3f3f122d34c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.0879271 Feb 20 03:48:20.030839 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b932d306-38b6-4566-ac8d-3fb95876efba req-406c95cb-c701-4ccd-bef0-175ae7ac8ded tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499547 Feb 20 03:48:20.307134 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4e3e274f-47a1-4fd0-9983-fe2c8a0524fd tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (5b1906ea-ed9a-4db6-92e8-9d3445470074), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:20.336714 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e274f-47a1-4fd0-9983-fe2c8a0524fd tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event deleted for resources: {'Port': ['ID=5b1906ea-ed9a-4db6-92e8-9d3445470074,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:20.424816 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-39c522a0-cdd2-4ce5-ab68-bddbeaa9a037 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:20.442419 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-39c522a0-cdd2-4ce5-ab68-bddbeaa9a037 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/networks?id=e7145295-dd19-4a16-9b45-ef5241878299 HTTP/1.1" status: 200 len: 805 time: 0.1568012 Feb 20 03:48:20.479212 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-103456a0-3087-4ff6-a0e5-dd1d8d423742 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/quotas/ee1f83dd43a749889a261be042aa9ecd HTTP/1.1" status: 200 len: 375 time: 0.0357738 Feb 20 03:48:20.556325 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-656210be-11c8-4666-8cfc-3d7ac10829a2 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=ee1f83dd43a749889a261be042aa9ecd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0762384 Feb 20 03:48:20.716233 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-2c9ce1f9-e09b-408c-b18f-edc5a9a4f654 service neutron] 10.222.0.89 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517839 Feb 20 03:48:20.844503 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-9c82c2b5-8214-44c9-be03-176628e7a7a9 service neutron] 10.222.0.89 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271603 Feb 20 03:48:20.941372 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:21.094654 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4e3e274f-47a1-4fd0-9983-fe2c8a0524fd tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (1f704882-8ee9-4e7c-94bb-8904fb780b41), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:21.097027 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:21.353450 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f4457-8168-4250-b32e-62d275229b19 req-610a6fcc-31df-47df-8a6a-85da78d9961a tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:21.355007 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0f6f4457-8168-4250-b32e-62d275229b19 req-610a6fcc-31df-47df-8a6a-85da78d9961a tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.0922961 Feb 20 03:48:21.429640 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0f6f4457-8168-4250-b32e-62d275229b19 req-1178357f-325e-4e8a-9030-c21942bb2ee9 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624959 Feb 20 03:48:21.440196 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3e274f-47a1-4fd0-9983-fe2c8a0524fd tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Router 1f704882-8ee9-4e7c-94bb-8904fb780b41 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:48:21.548062 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fd3b8188-987c-48e1-9fc7-0bae7c913bd2 req-085f6249-4a41-4111-a0c2-410b3ca432bd tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 210 time: 0.0541706 Feb 20 03:48:21.661832 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3e274f-47a1-4fd0-9983-fe2c8a0524fd tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:48:21.676777 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c687733-d199-4e82-b1dd-a8914daa7c75 None None] Sync routers for ids ['1f704882-8ee9-4e7c-94bb-8904fb780b41'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:48:21.699917 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c687733-d199-4e82-b1dd-a8914daa7c75 None None] Routers {'1f704882-8ee9-4e7c-94bb-8904fb780b41'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:48:21.702515 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4e3e274f-47a1-4fd0-9983-fe2c8a0524fd tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "PUT /v2.0/routers/1f704882-8ee9-4e7c-94bb-8904fb780b41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0774901 Feb 20 03:48:21.703548 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-1c687733-d199-4e82-b1dd-a8914daa7c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:47:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['1f704882-8ee9-4e7c-94bb-8904fb780b41'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:21.797025 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 52398) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:21.942120 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-1c687733-d199-4e82-b1dd-a8914daa7c75 None None] Set router 1f704882-8ee9-4e7c-94bb-8904fb780b41 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:48:22.109305 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 911a45f6-cd1a-4a1d-b563-6e7095aca65f no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:48:22.172331 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 911a45f6-cd1a-4a1d-b563-6e7095aca65f {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:48:22.172994 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 911a45f6-cd1a-4a1d-b563-6e7095aca65f not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:48:22.314884 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-1c687733-d199-4e82-b1dd-a8914daa7c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'name': 'tempest-TestNetworkBasicOps-router-1140130964', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '76539ed8-754d-4f48-88c0-643354065eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:46:00Z', 'updated_at': '2022-02-20T03:48:20Z', 'revision_number': 6, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '76539ed8-754d-4f48-88c0-643354065eac', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:03Z', 'updated_at': '2022-02-20T03:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'bb0099c6-dc55-4a28-b3a0-2383def4533d', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'floating_ip_address': '172.25.7.64', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'port_id': '09657b09-6260-487a-b86f-405ddf33f1bf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2284, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7', 'mac_address': 'fa:16:3e:ca:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233a2bb0-a125-4858-8ccb-42962e33e6a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:46:52Z', 'updated_at': '2022-02-20T03:46:59Z', 'revision_number': 1, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef44c92f-8964-4413-a4ba-4a53f5cae4ec', 'name': '', 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'mac_address': 'fa:16:3e:9a:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '9da9d33c-0bd0-4a9e-a1a9-2d056772489c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:14Z', 'updated_at': '2022-02-20T03:46:21Z', 'revision_number': 5, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'subnets': [{'id': '9da9d33c-0bd0-4a9e-a1a9-2d056772489c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:22.348691 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c687733-d199-4e82-b1dd-a8914daa7c75 None None] Checking router: 1f704882-8ee9-4e7c-94bb-8904fb780b41 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:48:22.374354 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c687733-d199-4e82-b1dd-a8914daa7c75 None None] Routers {'1f704882-8ee9-4e7c-94bb-8904fb780b41'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:48:22.376120 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-1c687733-d199-4e82-b1dd-a8914daa7c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:47:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['1f704882-8ee9-4e7c-94bb-8904fb780b41'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:22.451054 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7876a737-4035-4b50-973b-13c85cb132ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:22.521521 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-1c687733-d199-4e82-b1dd-a8914daa7c75 None None] Set router 1f704882-8ee9-4e7c-94bb-8904fb780b41 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:48:22.582149 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1925c-4728-43e3-90ce-80aa4a1c35e2 req-d4b1c8d5-a7c3-443b-9cf0-b9752df4bad6 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:22.583806 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b1a1925c-4728-43e3-90ce-80aa4a1c35e2 req-d4b1c8d5-a7c3-443b-9cf0-b9752df4bad6 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=b88508ed-12bd-45ca-8f73-f2235de9e070 HTTP/1.1" status: 200 len: 946 time: 0.1212044 Feb 20 03:48:22.627536 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7876a737-4035-4b50-973b-13c85cb132ad admin admin] Publish callbacks [] for security_group (a212ba9a-1659-4389-a600-7d07bcad7fa3), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:22.661836 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b1a1925c-4728-43e3-90ce-80aa4a1c35e2 req-02806dc0-0725-4d42-afa0-fae059a7a935 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/security-groups?id=c552e9b9-5248-4da1-8b24-99563ef7a70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707402 Feb 20 03:48:22.746591 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7876a737-4035-4b50-973b-13c85cb132ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a212ba9a-1659-4389-a600-7d07bcad7fa3), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:22.827565 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876a737-4035-4b50-973b-13c85cb132ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a212ba9a-1659-4389-a600-7d07bcad7fa3,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:22.859037 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-1c687733-d199-4e82-b1dd-a8914daa7c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'name': 'tempest-TestNetworkBasicOps-router-1140130964', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '76539ed8-754d-4f48-88c0-643354065eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:46:00Z', 'updated_at': '2022-02-20T03:48:20Z', 'revision_number': 6, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '76539ed8-754d-4f48-88c0-643354065eac', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:03Z', 'updated_at': '2022-02-20T03:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'bb0099c6-dc55-4a28-b3a0-2383def4533d', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'floating_ip_address': '172.25.7.64', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'port_id': '09657b09-6260-487a-b86f-405ddf33f1bf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2284, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7', 'mac_address': 'fa:16:3e:ca:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233a2bb0-a125-4858-8ccb-42962e33e6a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:46:52Z', 'updated_at': '2022-02-20T03:46:59Z', 'revision_number': 1, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef44c92f-8964-4413-a4ba-4a53f5cae4ec', 'name': '', 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'mac_address': 'fa:16:3e:9a:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '9da9d33c-0bd0-4a9e-a1a9-2d056772489c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:14Z', 'updated_at': '2022-02-20T03:46:21Z', 'revision_number': 5, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'subnets': [{'id': '9da9d33c-0bd0-4a9e-a1a9-2d056772489c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:22.861157 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876a737-4035-4b50-973b-13c85cb132ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:22.861521 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876a737-4035-4b50-973b-13c85cb132ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:22.861916 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876a737-4035-4b50-973b-13c85cb132ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:22.862311 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876a737-4035-4b50-973b-13c85cb132ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:22.862603 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876a737-4035-4b50-973b-13c85cb132ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:22.862999 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876a737-4035-4b50-973b-13c85cb132ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:22.863344 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876a737-4035-4b50-973b-13c85cb132ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:22.863677 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876a737-4035-4b50-973b-13c85cb132ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:22.864008 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876a737-4035-4b50-973b-13c85cb132ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:22.864349 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876a737-4035-4b50-973b-13c85cb132ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:22.864670 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876a737-4035-4b50-973b-13c85cb132ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:22.865037 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876a737-4035-4b50-973b-13c85cb132ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:22.865498 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7876a737-4035-4b50-973b-13c85cb132ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:22.883064 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7876a737-4035-4b50-973b-13c85cb132ad admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4e9f49e143f54a0a8e6dbe2316ffbf51&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0847890 Feb 20 03:48:22.885772 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52416) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:22.939290 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa2052-8d2e-4721-9890-2b9d9a3a2076 req-dfdaf6d8-953b-4cbf-9a85-980e9fed72d1 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:22.942580 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c687733-d199-4e82-b1dd-a8914daa7c75 None None] The sync data for ids ['1f704882-8ee9-4e7c-94bb-8904fb780b41'] in n-d-829866-4 is: [{'id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'name': 'tempest-TestNetworkBasicOps-router-1140130964', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '76539ed8-754d-4f48-88c0-643354065eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:46:00Z', 'updated_at': '2022-02-20T03:48:20Z', 'revision_number': 6, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '76539ed8-754d-4f48-88c0-643354065eac', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:03Z', 'updated_at': '2022-02-20T03:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'bb0099c6-dc55-4a28-b3a0-2383def4533d', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'floating_ip_address': '172.25.7.64', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'port_id': '09657b09-6260-487a-b86f-405ddf33f1bf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2284, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7', 'mac_address': 'fa:16:3e:ca:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233a2bb0-a125-4858-8ccb-42962e33e6a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:46:52Z', 'updated_at': '2022-02-20T03:46:59Z', 'revision_number': 1, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef44c92f-8964-4413-a4ba-4a53f5cae4ec', 'name': '', 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'mac_address': 'fa:16:3e:9a:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '9da9d33c-0bd0-4a9e-a1a9-2d056772489c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:14Z', 'updated_at': '2022-02-20T03:46:21Z', 'revision_number': 5, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'subnets': [{'id': '9da9d33c-0bd0-4a9e-a1a9-2d056772489c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:48:22.957654 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a3fa2052-8d2e-4721-9890-2b9d9a3a2076 req-dfdaf6d8-953b-4cbf-9a85-980e9fed72d1 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.2200868 Feb 20 03:48:22.994526 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-99db20e5-e39b-41f9-9276-59f09a30d828 admin admin] Publish callbacks [] for security_group (a212ba9a-1659-4389-a600-7d07bcad7fa3), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:23.035681 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-99db20e5-e39b-41f9-9276-59f09a30d828 admin admin] Publish callbacks [] for security_group (a212ba9a-1659-4389-a600-7d07bcad7fa3), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:23.048415 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a3fa2052-8d2e-4721-9890-2b9d9a3a2076 req-4400aefd-925d-42bd-8a39-49c80958880b tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840640 Feb 20 03:48:23.169620 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ee84b7b5-95e5-4b5a-8c4f-1f52cb1d04e2 req-2a2c733e-6395-43bc-9646-f7125d46ab6b tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 210 time: 0.0305331 Feb 20 03:48:23.218203 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-99db20e5-e39b-41f9-9276-59f09a30d828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a212ba9a-1659-4389-a600-7d07bcad7fa3), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:23.220917 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-99db20e5-e39b-41f9-9276-59f09a30d828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:23.222146 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-99db20e5-e39b-41f9-9276-59f09a30d828 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a212ba9a-1659-4389-a600-7d07bcad7fa3 HTTP/1.1" status: 204 len: 168 time: 0.3353219 Feb 20 03:48:23.250569 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db20e5-e39b-41f9-9276-59f09a30d828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a212ba9a-1659-4389-a600-7d07bcad7fa3,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:23.629317 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3482e-2788-4073-80ac-54e3e3e9981b req-ef65c7a4-5d6a-441d-acad-15f71377693f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:23.630888 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b5c3482e-2788-4073-80ac-54e3e3e9981b req-ef65c7a4-5d6a-441d-acad-15f71377693f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.0690091 Feb 20 03:48:23.748803 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b5c3482e-2788-4073-80ac-54e3e3e9981b req-f9bf4945-8acd-4f8d-8e56-6d6b75e24706 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118917 Feb 20 03:48:23.766112 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dc6df-56f0-4ed0-85a4-d131fdd405b3 req-fc52e436-486f-4554-897e-ae7442c6b308 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:23.767877 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bd8dc6df-56f0-4ed0-85a4-d131fdd405b3 req-fc52e436-486f-4554-897e-ae7442c6b308 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.93 "GET /v2.0/ports?device_id=b88508ed-12bd-45ca-8f73-f2235de9e070 HTTP/1.1" status: 200 len: 946 time: 0.1227479 Feb 20 03:48:23.863559 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962a991-d4db-4da3-9d4a-6283b170529f req-559c3def-63d8-449c-9413-f4e3f852370d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:23.865090 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6962a991-d4db-4da3-9d4a-6283b170529f req-559c3def-63d8-449c-9413-f4e3f852370d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2a426eb8717f45cda17f79dc5d1190fc&device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 1126 time: 0.1515334 Feb 20 03:48:24.108111 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52432) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:24.108589 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ff63c-b008-4617-a464-f422e510e7e9 req-34038df7-ffae-4599-96e9-da39203af730 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:24.115346 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6e4ff63c-b008-4617-a464-f422e510e7e9 req-34038df7-ffae-4599-96e9-da39203af730 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=b88508ed-12bd-45ca-8f73-f2235de9e070 HTTP/1.1" status: 200 len: 946 time: 0.2636964 Feb 20 03:48:24.123200 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-240cdb4e-c6a2-4fb0-b6e6-cc48ea1f930e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:24.129271 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-c6605225-666c-46bc-a85f-57e35449de2f tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:24.130739 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-c6605225-666c-46bc-a85f-57e35449de2f tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.42 "GET /v2.0/networks?id=e7145295-dd19-4a16-9b45-ef5241878299 HTTP/1.1" status: 200 len: 805 time: 0.3171532 Feb 20 03:48:24.158194 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-d473e32b-8e5e-4b11-a591-6f74902cf081 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Request body: {'port': {'device_id': '58cafbf8-a284-4ca1-bb6c-e68e1552ec6e', 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299', 'admin_state_up': True, 'tenant_id': 'ee1f83dd43a749889a261be042aa9ecd'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:48:24.182783 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 5b1906ea-ed9a-4db6-92e8-9d3445470074 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:48:24.212070 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962a991-d4db-4da3-9d4a-6283b170529f req-887fe4c6-ba90-4041-b575-e5849c18dcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:24.213587 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6962a991-d4db-4da3-9d4a-6283b170529f req-887fe4c6-ba90-4041-b575-e5849c18dcf7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=64115127-0ca9-4210-b390-d57efc54bf51 HTTP/1.1" status: 200 len: 912 time: 0.2958746 Feb 20 03:48:24.214698 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 5b1906ea-ed9a-4db6-92e8-9d3445470074 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:48:24.216465 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 5b1906ea-ed9a-4db6-92e8-9d3445470074 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:48:24.254804 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-240cdb4e-c6a2-4fb0-b6e6-cc48ea1f930e admin admin] Publish callbacks [] for security_group (bec88634-2513-4f16-9782-72d98da57543), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:24.261085 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-bd8dc6df-56f0-4ed0-85a4-d131fdd405b3 req-709ba3fa-3bf3-47b8-8ff3-549f051ea96b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Deleting port 33060668-212a-4afd-9baf-c2cf6e960421 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:48:24.261432 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bd8dc6df-56f0-4ed0-85a4-d131fdd405b3 req-709ba3fa-3bf3-47b8-8ff3-549f051ea96b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (33060668-212a-4afd-9baf-c2cf6e960421), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:24.329978 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-240cdb4e-c6a2-4fb0-b6e6-cc48ea1f930e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (bec88634-2513-4f16-9782-72d98da57543), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:24.386936 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240cdb4e-c6a2-4fb0-b6e6-cc48ea1f930e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec88634-2513-4f16-9782-72d98da57543,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:24.393361 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6e4ff63c-b008-4617-a464-f422e510e7e9 req-122fa052-5bd8-41a7-9726-f0414c219d73 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/security-groups?id=c552e9b9-5248-4da1-8b24-99563ef7a70c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2770109 Feb 20 03:48:24.425039 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-240cdb4e-c6a2-4fb0-b6e6-cc48ea1f930e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ec69c3c8ebf94104b342593a3595037d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3149979 Feb 20 03:48:24.428538 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52438) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:24.514323 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d0156cfe-ee1c-4a38-8042-73968c63433d admin admin] Publish callbacks [] for security_group (bec88634-2513-4f16-9782-72d98da57543), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:24.521081 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6962a991-d4db-4da3-9d4a-6283b170529f req-4e021bea-9106-4dff-b063-c09e7038029c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=704b66a5-2e83-41de-ba1d-777ee6bc4c8e HTTP/1.1" status: 200 len: 998 time: 0.2968328 Feb 20 03:48:24.541053 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d0156cfe-ee1c-4a38-8042-73968c63433d admin admin] Publish callbacks [] for security_group (bec88634-2513-4f16-9782-72d98da57543), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:24.565084 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa8b88e9-371b-46cd-843a-90072c07d77b req-1606db2b-34d8-46a9-a8d2-cc7acd8bd015 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 210 time: 0.0658541 Feb 20 03:48:24.599918 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:48:24.614667 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-d473e32b-8e5e-4b11-a591-6f74902cf081 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Made reservation on behalf of ee1f83dd43a749889a261be042aa9ecd for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:48:24.617987 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-d473e32b-8e5e-4b11-a591-6f74902cf081 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:24.658258 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-bd8dc6df-56f0-4ed0-85a4-d131fdd405b3 req-709ba3fa-3bf3-47b8-8ff3-549f051ea96b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] For port 33060668-212a-4afd-9baf-c2cf6e960421, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=33060668-212a-4afd-9baf-c2cf6e960421,segment=NetworkSegment(5d36927e-7d65-447f-add1-1484fd5e3155),segment_id=5d36927e-7d65-447f-add1-1484fd5e3155)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:48:24.658946 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bd8dc6df-56f0-4ed0-85a4-d131fdd405b3 req-709ba3fa-3bf3-47b8-8ff3-549f051ea96b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (33060668-212a-4afd-9baf-c2cf6e960421), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:24.678093 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962a991-d4db-4da3-9d4a-6283b170529f req-fc79dd66-669c-4bf5-98a9-6077e65946f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:24.679603 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6962a991-d4db-4da3-9d4a-6283b170529f req-fc79dd66-669c-4bf5-98a9-6077e65946f4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=85e8c386-47fc-4d48-86f0-3d288a799fec HTTP/1.1" status: 200 len: 850 time: 0.1136415 Feb 20 03:48:24.686358 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-bd8dc6df-56f0-4ed0-85a4-d131fdd405b3 req-709ba3fa-3bf3-47b8-8ff3-549f051ea96b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Calling delete_port for 33060668-212a-4afd-9baf-c2cf6e960421 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:48:24.689492 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d0156cfe-ee1c-4a38-8042-73968c63433d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (bec88634-2513-4f16-9782-72d98da57543), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:24.693165 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d0156cfe-ee1c-4a38-8042-73968c63433d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:24.697525 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d0156cfe-ee1c-4a38-8042-73968c63433d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/bec88634-2513-4f16-9782-72d98da57543 HTTP/1.1" status: 204 len: 168 time: 0.2674923 Feb 20 03:48:24.710109 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0156cfe-ee1c-4a38-8042-73968c63433d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec88634-2513-4f16-9782-72d98da57543,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:24.868440 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962a991-d4db-4da3-9d4a-6283b170529f req-279c43cb-8470-4b94-ba7e-cccd7a5df265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:24.869954 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6962a991-d4db-4da3-9d4a-6283b170529f req-279c43cb-8470-4b94-ba7e-cccd7a5df265 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=64115127-0ca9-4210-b390-d57efc54bf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1818359 Feb 20 03:48:25.012245 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-d473e32b-8e5e-4b11-a591-6f74902cf081 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Allocated IP 172.20.0.10 (e7145295-dd19-4a16-9b45-ef5241878299/9ceea925-1fd0-4335-a582-98f4180d0060/5e791b85-9b82-48c2-831e-799f6f6f0742) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:48:25.163420 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90112f07-eb18-4d8e-9097-aeb297dbfec9 req-162e18a8-8781-434e-be19-7db7920795f1 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:25.165209 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-90112f07-eb18-4d8e-9097-aeb297dbfec9 req-162e18a8-8781-434e-be19-7db7920795f1 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.2564337 Feb 20 03:48:25.194554 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6962a991-d4db-4da3-9d4a-6283b170529f req-476b240b-12a4-49e0-8f8a-65ff51a710e3 service neutron] 10.222.0.93 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103402 Feb 20 03:48:25.292963 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bd8dc6df-56f0-4ed0-85a4-d131fdd405b3 req-709ba3fa-3bf3-47b8-8ff3-549f051ea96b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (33060668-212a-4afd-9baf-c2cf6e960421), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:25.378562 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-90112f07-eb18-4d8e-9097-aeb297dbfec9 req-01df6bb7-930e-4393-9baa-a73ac5d58e2b tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915421 Feb 20 03:48:25.411952 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ba3fa-3bf3-47b8-8ff3-549f051ea96b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event deleted for resources: {'Port': ['ID=33060668-212a-4afd-9baf-c2cf6e960421,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:25.497362 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8dc6df-56f0-4ed0-85a4-d131fdd405b3 req-709ba3fa-3bf3-47b8-8ff3-549f051ea96b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] No DVR routers for this DVR port 33060668-212a-4afd-9baf-c2cf6e960421 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:48:25.505122 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bd8dc6df-56f0-4ed0-85a4-d131fdd405b3 req-709ba3fa-3bf3-47b8-8ff3-549f051ea96b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:25.508563 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bd8dc6df-56f0-4ed0-85a4-d131fdd405b3 req-709ba3fa-3bf3-47b8-8ff3-549f051ea96b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.93 "DELETE /v2.0/ports/33060668-212a-4afd-9baf-c2cf6e960421 HTTP/1.1" status: 204 len: 173 time: 1.7359848 Feb 20 03:48:25.518244 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88508ed-12bd-45ca-8f73-f2235de9e070', 'name': 'network-vif-deleted', 'tag': '33060668-212a-4afd-9baf-c2cf6e960421'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:48:25.520968 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdcc896-95e0-4249-ab4a-a9cdb85aeda8" -d '{"events": [{"server_uuid": "b88508ed-12bd-45ca-8f73-f2235de9e070", "name": "network-vif-deleted", "tag": "33060668-212a-4afd-9baf-c2cf6e960421"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:48:25.530437 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6962a991-d4db-4da3-9d4a-6283b170529f req-9ec8f833-3c2f-468f-a3af-f0511d020bc9 service neutron] 10.222.0.93 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159776 Feb 20 03:48:25.561318 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-d473e32b-8e5e-4b11-a591-6f74902cf081 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks [] for port (5e791b85-9b82-48c2-831e-799f6f6f0742), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:25.675383 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-d473e32b-8e5e-4b11-a591-6f74902cf081 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (5e791b85-9b82-48c2-831e-799f6f6f0742), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:25.688520 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['01c6f12a-e18f-4e22-8ca3-befe7fa5df30'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:48:25.726595 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-d473e32b-8e5e-4b11-a591-6f74902cf081 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Network e7145295-dd19-4a16-9b45-ef5241878299 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:48:25.730304 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-d473e32b-8e5e-4b11-a591-6f74902cf081 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:48:25.734940 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-d473e32b-8e5e-4b11-a591-6f74902cf081 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:48:25.937955 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473e32b-8e5e-4b11-a591-6f74902cf081 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Pushing event updated for resources: {'Port': ['ID=5e791b85-9b82-48c2-831e-799f6f6f0742,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:25.981545 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-d473e32b-8e5e-4b11-a591-6f74902cf081 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:25.982494 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-d473e32b-8e5e-4b11-a591-6f74902cf081 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:26.071580 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-d473e32b-8e5e-4b11-a591-6f74902cf081 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9256368 Feb 20 03:48:26.088709 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-aeb7a688-1ba7-451c-8733-b46691b84ba1 service neutron] Request body: {'port': {'device_id': '58cafbf8-a284-4ca1-bb6c-e68e1552ec6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:48:26.206432 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-aeb7a688-1ba7-451c-8733-b46691b84ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5e791b85-9b82-48c2-831e-799f6f6f0742), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:26.345016 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e5b19980-64bb-462e-bd9c-e0b22417dc10 req-3699a547-9664-4809-82c4-c12d393f8ddf tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=b88508ed-12bd-45ca-8f73-f2235de9e070 HTTP/1.1" status: 200 len: 210 time: 0.0329130 Feb 20 03:48:26.437697 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-59017fe9-169c-4168-b4d2-b0f16fd71055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:26.462997 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d3a02e-4550-41d6-8f15-0e80fb3ce537 x-openstack-request-id: req-88d3a02e-4550-41d6-8f15-0e80fb3ce537 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:48:26.463142 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88508ed-12bd-45ca-8f73-f2235de9e070", "name": "network-vif-deleted", "tag": "33060668-212a-4afd-9baf-c2cf6e960421", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:48:26.463460 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-88d3a02e-4550-41d6-8f15-0e80fb3ce537 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:48:26.463881 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88508ed-12bd-45ca-8f73-f2235de9e070', 'name': 'network-vif-deleted', 'tag': '33060668-212a-4afd-9baf-c2cf6e960421', 'status': 'completed', 'code': 200} Feb 20 03:48:26.651191 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107f941-0877-4e7d-8ece-4aa68f60e593 req-23a90982-54e5-410a-8e0f-949eabb2475c tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:26.652707 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6107f941-0877-4e7d-8ece-4aa68f60e593 req-23a90982-54e5-410a-8e0f-949eabb2475c tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 932 time: 0.0927029 Feb 20 03:48:26.763758 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6107f941-0877-4e7d-8ece-4aa68f60e593 req-e083d711-a67f-4110-9db1-58f828235d73 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999522 Feb 20 03:48:26.841114 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-aeb7a688-1ba7-451c-8733-b46691b84ba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e791b85-9b82-48c2-831e-799f6f6f0742 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:48:26.865434 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-aeb7a688-1ba7-451c-8733-b46691b84ba1 service neutron] Publish callbacks [] for port (5e791b85-9b82-48c2-831e-799f6f6f0742), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:26.893837 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-aeb7a688-1ba7-451c-8733-b46691b84ba1 service neutron] Transition to ACTIVE for port object 5e791b85-9b82-48c2-831e-799f6f6f0742 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:48:26.935942 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 52556) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:27.002125 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246da75-a13a-42fd-939a-8149aaa36c3b req-cd775695-2073-48aa-b7c5-26ae8b97298a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:27.007923 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246da75-a13a-42fd-939a-8149aaa36c3b req-cd775695-2073-48aa-b7c5-26ae8b97298a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:27.013488 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246da75-a13a-42fd-939a-8149aaa36c3b req-cd775695-2073-48aa-b7c5-26ae8b97298a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:27.019021 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246da75-a13a-42fd-939a-8149aaa36c3b req-cd775695-2073-48aa-b7c5-26ae8b97298a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:27.024536 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246da75-a13a-42fd-939a-8149aaa36c3b req-cd775695-2073-48aa-b7c5-26ae8b97298a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:27.030184 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246da75-a13a-42fd-939a-8149aaa36c3b req-cd775695-2073-48aa-b7c5-26ae8b97298a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:27.036254 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246da75-a13a-42fd-939a-8149aaa36c3b req-cd775695-2073-48aa-b7c5-26ae8b97298a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:27.038396 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0246da75-a13a-42fd-939a-8149aaa36c3b req-cd775695-2073-48aa-b7c5-26ae8b97298a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5433 time: 0.1481373 Feb 20 03:48:27.039838 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-aeb7a688-1ba7-451c-8733-b46691b84ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (5e791b85-9b82-48c2-831e-799f6f6f0742), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:27.127991 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-202cb374-88ec-4482-a303-216c29ef3c6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:27.196692 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7a688-1ba7-451c-8733-b46691b84ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=5e791b85-9b82-48c2-831e-799f6f6f0742,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:27.266794 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0246da75-a13a-42fd-939a-8149aaa36c3b req-6ef8c270-1f8d-4884-b7ca-f36e1e71817d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2204468 Feb 20 03:48:27.323069 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-aeb7a688-1ba7-451c-8733-b46691b84ba1 service neutron] Attempting to bind port 5e791b85-9b82-48c2-831e-799f6f6f0742 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:48:27.323412 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-aeb7a688-1ba7-451c-8733-b46691b84ba1 service neutron] Attempting to bind port 5e791b85-9b82-48c2-831e-799f6f6f0742 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '7ac0e132-f159-46b3-89b9-bf69b2d2b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:48:27.323750 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-aeb7a688-1ba7-451c-8733-b46691b84ba1 service neutron] Attempting to bind port 5e791b85-9b82-48c2-831e-799f6f6f0742 on network e7145295-dd19-4a16-9b45-ef5241878299 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:48:27.340894 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-aeb7a688-1ba7-451c-8733-b46691b84ba1 service neutron] Port 5e791b85-9b82-48c2-831e-799f6f6f0742 on network e7145295-dd19-4a16-9b45-ef5241878299 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:48:27.340894 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-aeb7a688-1ba7-451c-8733-b46691b84ba1 service neutron] Attempting to bind port 5e791b85-9b82-48c2-831e-799f6f6f0742 on network e7145295-dd19-4a16-9b45-ef5241878299 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:48:27.345539 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-aeb7a688-1ba7-451c-8733-b46691b84ba1 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:48:27.345893 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-aeb7a688-1ba7-451c-8733-b46691b84ba1 service neutron] Checking segment: {'id': '7ac0e132-f159-46b3-89b9-bf69b2d2b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:48:27.346290 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-aeb7a688-1ba7-451c-8733-b46691b84ba1 service neutron] Bound using segment: {'id': '7ac0e132-f159-46b3-89b9-bf69b2d2b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:48:27.346736 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-aeb7a688-1ba7-451c-8733-b46691b84ba1 service neutron] Bound port: 5e791b85-9b82-48c2-831e-799f6f6f0742, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac0e132-f159-46b3-89b9-bf69b2d2b389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:48:27.347123 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-aeb7a688-1ba7-451c-8733-b46691b84ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5e791b85-9b82-48c2-831e-799f6f6f0742), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:27.413360 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-202cb374-88ec-4482-a303-216c29ef3c6d admin admin] Publish callbacks [] for security_group (df0dcdd7-d893-4263-acb4-c7ead375ef4c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:27.490997 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd76f49-099a-42c9-8ce9-56423c37c9a3 req-077cc3ea-f5c4-4e8d-87e2-cf91d163e78c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:27.495392 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-edd76f49-099a-42c9-8ce9-56423c37c9a3 req-077cc3ea-f5c4-4e8d-87e2-cf91d163e78c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.1432028 Feb 20 03:48:27.499168 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-202cb374-88ec-4482-a303-216c29ef3c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (df0dcdd7-d893-4263-acb4-c7ead375ef4c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:27.540518 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52574) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:27.557587 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-aeb7a688-1ba7-451c-8733-b46691b84ba1 service neutron] For port 5e791b85-9b82-48c2-831e-799f6f6f0742, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:48:27.597525 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-aeb7a688-1ba7-451c-8733-b46691b84ba1 service neutron] For port 5e791b85-9b82-48c2-831e-799f6f6f0742, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=5e791b85-9b82-48c2-831e-799f6f6f0742,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:48:27.605894 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-202cb374-88ec-4482-a303-216c29ef3c6d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4db25133e7b445658e1143eebe1b47d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6679697 Feb 20 03:48:27.608824 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52578) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:27.614741 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-edd76f49-099a-42c9-8ce9-56423c37c9a3 req-249ce3ad-7177-42e0-a6c9-ebec0ff65ab6 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099589 Feb 20 03:48:27.615918 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cb374-88ec-4482-a303-216c29ef3c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0dcdd7-d893-4263-acb4-c7ead375ef4c,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:27.685207 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 52582) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:27.694395 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-469fefa5-df6c-44b0-8d6d-0135077032a0 admin admin] Publish callbacks [] for security_group (df0dcdd7-d893-4263-acb4-c7ead375ef4c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:27.736862 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-aeb7a688-1ba7-451c-8733-b46691b84ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (5e791b85-9b82-48c2-831e-799f6f6f0742), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:27.757233 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3c60810e-b033-4908-9799-b924742ecc73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:27.766759 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-469fefa5-df6c-44b0-8d6d-0135077032a0 admin admin] Publish callbacks [] for security_group (df0dcdd7-d893-4263-acb4-c7ead375ef4c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:27.781930 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-aeb7a688-1ba7-451c-8733-b46691b84ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:27.782578 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-aeb7a688-1ba7-451c-8733-b46691b84ba1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:27.784054 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-aeb7a688-1ba7-451c-8733-b46691b84ba1 service neutron] 10.222.0.42 "PUT /v2.0/ports/5e791b85-9b82-48c2-831e-799f6f6f0742 HTTP/1.1" status: 200 len: 1092 time: 1.7030008 Feb 20 03:48:27.909360 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3c60810e-b033-4908-9799-b924742ecc73 admin admin] Publish callbacks [] for security_group (737c9615-c241-4993-a831-aa3d26fca786), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:27.924918 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7a688-1ba7-451c-8733-b46691b84ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=5e791b85-9b82-48c2-831e-799f6f6f0742,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:27.932385 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8e014412-ac60-4171-9a67-1d4e7030ef85 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group (c552e9b9-5248-4da1-8b24-99563ef7a70c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:27.945987 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d161a-f4d2-4ed9-af7a-2dd2694ba934 req-ee38e608-1705-4caa-be3d-15acc63bd78d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:27.954454 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b00d161a-f4d2-4ed9-af7a-2dd2694ba934 req-ee38e608-1705-4caa-be3d-15acc63bd78d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.2041149 Feb 20 03:48:28.023607 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-469fefa5-df6c-44b0-8d6d-0135077032a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (df0dcdd7-d893-4263-acb4-c7ead375ef4c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:28.026287 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-469fefa5-df6c-44b0-8d6d-0135077032a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:28.029727 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-469fefa5-df6c-44b0-8d6d-0135077032a0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/df0dcdd7-d893-4263-acb4-c7ead375ef4c HTTP/1.1" status: 204 len: 168 time: 0.4181821 Feb 20 03:48:28.041976 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469fefa5-df6c-44b0-8d6d-0135077032a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0dcdd7-d893-4263-acb4-c7ead375ef4c,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:28.048438 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8e014412-ac60-4171-9a67-1d4e7030ef85 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group (c552e9b9-5248-4da1-8b24-99563ef7a70c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:28.061691 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3c60810e-b033-4908-9799-b924742ecc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (737c9615-c241-4993-a831-aa3d26fca786), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:28.140322 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b00d161a-f4d2-4ed9-af7a-2dd2694ba934 req-9d7a10f1-dab8-4e95-b19b-f91ecccaf8c2 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825101 Feb 20 03:48:28.151802 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-4d1a64ac-1120-4d18-a1d0-ff54a8a6871b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:28.156737 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-4d1a64ac-1120-4d18-a1d0-ff54a8a6871b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee1f83dd43a749889a261be042aa9ecd&device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 1126 time: 0.1930521 Feb 20 03:48:28.187558 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3c60810e-b033-4908-9799-b924742ecc73 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=bf70a7aaecec4359b28bdc97e675d487&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6459517 Feb 20 03:48:28.189643 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60810e-b033-4908-9799-b924742ecc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737c9615-c241-4993-a831-aa3d26fca786,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:28.190745 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52596) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:28.249496 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4da5300c-3567-4874-b506-36ccfa88c99d admin admin] Publish callbacks [] for security_group (737c9615-c241-4993-a831-aa3d26fca786), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:28.251117 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-10e8978c-872f-4856-8498-07de0250cc67 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e791b85-9b82-48c2-831e-799f6f6f0742 HTTP/1.1" status: 200 len: 217 time: 0.0863600 Feb 20 03:48:28.286693 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4da5300c-3567-4874-b506-36ccfa88c99d admin admin] Publish callbacks [] for security_group (737c9615-c241-4993-a831-aa3d26fca786), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:28.348736 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 33060668-212a-4afd-9baf-c2cf6e960421 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:48:28.372604 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-a6a8267a-2229-4226-822d-00717729bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:28.374896 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-a6a8267a-2229-4226-822d-00717729bd04 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ceea925-1fd0-4335-a582-98f4180d0060 HTTP/1.1" status: 200 len: 845 time: 0.1088507 Feb 20 03:48:28.375741 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 33060668-212a-4afd-9baf-c2cf6e960421 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:48:28.376120 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 33060668-212a-4afd-9baf-c2cf6e960421 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:48:28.402914 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb866f6a-daeb-45e6-ae65-4ffbce88cb25 req-992a050e-4dea-4645-af80-8561856e34c7 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:28.411148 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cb866f6a-daeb-45e6-ae65-4ffbce88cb25 req-992a050e-4dea-4645-af80-8561856e34c7 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 944 time: 0.1644104 Feb 20 03:48:28.440530 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4da5300c-3567-4874-b506-36ccfa88c99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (737c9615-c241-4993-a831-aa3d26fca786), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:28.444610 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-867e958e-22cc-4d72-89ea-46fe9fb26e0c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e7145295-dd19-4a16-9b45-ef5241878299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606675 Feb 20 03:48:28.447912 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8e014412-ac60-4171-9a67-1d4e7030ef85 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c552e9b9-5248-4da1-8b24-99563ef7a70c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:28.448656 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4da5300c-3567-4874-b506-36ccfa88c99d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:28.452510 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8e014412-ac60-4171-9a67-1d4e7030ef85 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:28.452510 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8e014412-ac60-4171-9a67-1d4e7030ef85 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "DELETE /v2.0/security-groups/c552e9b9-5248-4da1-8b24-99563ef7a70c HTTP/1.1" status: 204 len: 168 time: 0.7654939 Feb 20 03:48:28.457060 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4da5300c-3567-4874-b506-36ccfa88c99d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/737c9615-c241-4993-a831-aa3d26fca786 HTTP/1.1" status: 204 len: 168 time: 0.2651963 Feb 20 03:48:28.480325 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5300c-3567-4874-b506-36ccfa88c99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737c9615-c241-4993-a831-aa3d26fca786,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:28.514948 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58cafbf8-a284-4ca1-bb6c-e68e1552ec6e', 'tag': '5e791b85-9b82-48c2-831e-799f6f6f0742'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:48:28.519170 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc614c79-edfd-4ace-80e0-caa899d924fb" -d '{"events": [{"name": "network-changed", "server_uuid": "58cafbf8-a284-4ca1-bb6c-e68e1552ec6e", "tag": "5e791b85-9b82-48c2-831e-799f6f6f0742"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:48:28.595694 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cb866f6a-daeb-45e6-ae65-4ffbce88cb25 req-a625f75f-f2f4-45dd-8040-0f9bc6fd269f tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795440 Feb 20 03:48:28.597305 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e014412-ac60-4171-9a67-1d4e7030ef85 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c552e9b9-5248-4da1-8b24-99563ef7a70c,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:28.685617 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-af387218-0605-49e0-bbc0-cbb6e2a62180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:28.932911 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52616) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:28.949790 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3f8928ce-1cf6-422e-8469-7b96cfa31a2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:29.033502 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-539d53e5-8572-4a5c-b0a1-3deeba4850d0 service neutron] 10.222.0.42 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5613587 Feb 20 03:48:29.069743 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3f8928ce-1cf6-422e-8469-7b96cfa31a2b admin admin] Publish callbacks [] for security_group (bf814f7f-0df2-4578-bb30-d3926501d29d), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:29.133219 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b2616e95-5702-4666-80a3-1d85f6bc372c req-468891a4-f2a6-4b06-9a6c-21f74680f815 service neutron] 10.222.0.42 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908515 Feb 20 03:48:29.155621 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3f8928ce-1cf6-422e-8469-7b96cfa31a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (bf814f7f-0df2-4578-bb30-d3926501d29d), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:29.201430 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3f8928ce-1cf6-422e-8469-7b96cfa31a2b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3e18db49deff4d13b98805d247d114fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2666066 Feb 20 03:48:29.202826 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8928ce-1cf6-422e-8469-7b96cfa31a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf814f7f-0df2-4578-bb30-d3926501d29d,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:29.204202 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 52628) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:29.291694 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4cb10740-0a2a-4a09-ba71-6442b10a7f69 admin admin] Publish callbacks [] for security_group (bf814f7f-0df2-4578-bb30-d3926501d29d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:29.344649 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4cb10740-0a2a-4a09-ba71-6442b10a7f69 admin admin] Publish callbacks [] for security_group (bf814f7f-0df2-4578-bb30-d3926501d29d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:29.443536 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96755f89-af66-45a6-994f-01eb01a87327 req-94ec3aba-cba7-4084-b057-8a4e6a33158e tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:29.448983 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96755f89-af66-45a6-994f-01eb01a87327 req-94ec3aba-cba7-4084-b057-8a4e6a33158e tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:29.455098 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96755f89-af66-45a6-994f-01eb01a87327 req-94ec3aba-cba7-4084-b057-8a4e6a33158e tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:29.460461 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96755f89-af66-45a6-994f-01eb01a87327 req-94ec3aba-cba7-4084-b057-8a4e6a33158e tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:29.467030 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96755f89-af66-45a6-994f-01eb01a87327 req-94ec3aba-cba7-4084-b057-8a4e6a33158e tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:29.472485 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96755f89-af66-45a6-994f-01eb01a87327 req-94ec3aba-cba7-4084-b057-8a4e6a33158e tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:29.477997 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96755f89-af66-45a6-994f-01eb01a87327 req-94ec3aba-cba7-4084-b057-8a4e6a33158e tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:29.480046 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-96755f89-af66-45a6-994f-01eb01a87327 req-94ec3aba-cba7-4084-b057-8a4e6a33158e tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5433 time: 0.1902184 Feb 20 03:48:29.521291 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-c4a127e2-1e5c-4afd-849e-a3f114509f9b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:29.526807 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-c4a127e2-1e5c-4afd-849e-a3f114509f9b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:29.532448 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-c4a127e2-1e5c-4afd-849e-a3f114509f9b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:29.537955 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-c4a127e2-1e5c-4afd-849e-a3f114509f9b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:29.543267 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-c4a127e2-1e5c-4afd-849e-a3f114509f9b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:29.552687 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-c4a127e2-1e5c-4afd-849e-a3f114509f9b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:29.558055 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-c4a127e2-1e5c-4afd-849e-a3f114509f9b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:29.561522 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-c4a127e2-1e5c-4afd-849e-a3f114509f9b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.93 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 5433 time: 0.2149005 Feb 20 03:48:29.643396 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-8227f1e8-72a3-4e05-9b92-f48cf3f74a93 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:29.645174 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-8227f1e8-72a3-4e05-9b92-f48cf3f74a93 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.93 "GET /v2.0/ports/f6c5c77e-83cb-48f4-8702-35718ef6076d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0781829 Feb 20 03:48:29.663129 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-96755f89-af66-45a6-994f-01eb01a87327 req-1df5b100-0736-4695-9c5f-b8d5fa3fbb41 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1733000 Feb 20 03:48:29.687975 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4cb10740-0a2a-4a09-ba71-6442b10a7f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (bf814f7f-0df2-4578-bb30-d3926501d29d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:29.690559 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4cb10740-0a2a-4a09-ba71-6442b10a7f69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:29.691768 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4cb10740-0a2a-4a09-ba71-6442b10a7f69 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/bf814f7f-0df2-4578-bb30-d3926501d29d HTTP/1.1" status: 204 len: 168 time: 0.4865468 Feb 20 03:48:29.744968 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb10740-0a2a-4a09-ba71-6442b10a7f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf814f7f-0df2-4578-bb30-d3926501d29d,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:29.801442 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-4df9451a-23c6-4780-b9a3-ee4f2de04f12 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.93 "GET /v2.0/networks/d998f68e-c8b2-419a-a92f-ff474bef2a54?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1372042 Feb 20 03:48:29.814207 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-bd94bcad-9574-429f-9ed8-1ac86f83ecce service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:48:29.817682 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52656) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:29.908706 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed6f9613-a18b-4783-85b4-140780fcd3c2 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Deleting subnet c25475bf-d7a0-47e7-aa50-43ed40eb001c {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:48:29.916047 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed6f9613-a18b-4783-85b4-140780fcd3c2 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for subnet (c25475bf-d7a0-47e7-aa50-43ed40eb001c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:29.929129 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f24f45d-011a-4ebb-81d5-ad9b5565cf41 x-openstack-request-id: req-9f24f45d-011a-4ebb-81d5-ad9b5565cf41 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:48:29.929587 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58cafbf8-a284-4ca1-bb6c-e68e1552ec6e", "tag": "5e791b85-9b82-48c2-831e-799f6f6f0742", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:48:29.929987 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9f24f45d-011a-4ebb-81d5-ad9b5565cf41 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:48:29.930450 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58cafbf8-a284-4ca1-bb6c-e68e1552ec6e', 'tag': '5e791b85-9b82-48c2-831e-799f6f6f0742', 'status': 'completed', 'code': 200} Feb 20 03:48:29.948659 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:29.963561 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed6f9613-a18b-4783-85b4-140780fcd3c2 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (c25475bf-d7a0-47e7-aa50-43ed40eb001c), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:30.017056 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-bd94bcad-9574-429f-9ed8-1ac86f83ecce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f6c5c77e-83cb-48f4-8702-35718ef6076d), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:30.089099 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5f6e0-c51c-4681-af0c-92b36743e970 req-c94f6d84-733e-46d2-8ddc-2b0f6f8483df tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:30.090674 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-63d5f6e0-c51c-4681-af0c-92b36743e970 req-c94f6d84-733e-46d2-8ddc-2b0f6f8483df tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.1568377 Feb 20 03:48:30.100677 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed6f9613-a18b-4783-85b4-140780fcd3c2 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (c25475bf-d7a0-47e7-aa50-43ed40eb001c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:30.111431 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc614c79-edfd-4ace-80e0-caa899d924fb req-1baa5f1f-e66f-4df3-8170-7697ba83463d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:30.113051 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bc614c79-edfd-4ace-80e0-caa899d924fb req-1baa5f1f-e66f-4df3-8170-7697ba83463d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee1f83dd43a749889a261be042aa9ecd&device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 1126 time: 0.1803458 Feb 20 03:48:30.264428 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed6f9613-a18b-4783-85b4-140780fcd3c2 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (c25475bf-d7a0-47e7-aa50-43ed40eb001c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:30.268072 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-63d5f6e0-c51c-4681-af0c-92b36743e970 req-8f90e26c-80b6-401c-8f8b-5b562f50d317 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702101 Feb 20 03:48:30.339224 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f9613-a18b-4783-85b4-140780fcd3c2 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event deleted for resources: {'Subnet': ['ID=c25475bf-d7a0-47e7-aa50-43ed40eb001c,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:30.339224 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed6f9613-a18b-4783-85b4-140780fcd3c2 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:30.339224 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ed6f9613-a18b-4783-85b4-140780fcd3c2 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "DELETE /v2.0/subnets/c25475bf-d7a0-47e7-aa50-43ed40eb001c HTTP/1.1" status: 204 len: 168 time: 0.5191305 Feb 20 03:48:30.343991 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52682) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:30.346056 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28283dc1-24d4-4dfb-882e-238867f455ab None None] Network 883ac37e-6da0-4f70-9a9c-08a6b62165cc requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:48:30.364395 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc614c79-edfd-4ace-80e0-caa899d924fb req-9e9aa318-bd6c-45d4-b3af-836821713e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:30.365924 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bc614c79-edfd-4ace-80e0-caa899d924fb req-9e9aa318-bd6c-45d4-b3af-836821713e96 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e7145295-dd19-4a16-9b45-ef5241878299 HTTP/1.1" status: 200 len: 906 time: 0.2403169 Feb 20 03:48:30.437520 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bc614c79-edfd-4ace-80e0-caa899d924fb req-9637bbcf-7c71-408b-a513-5905e8e1b466 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e791b85-9b82-48c2-831e-799f6f6f0742 HTTP/1.1" status: 200 len: 217 time: 0.0511415 Feb 20 03:48:30.462433 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa62cd50-ff73-48a6-8db2-80898a77da49 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (883ac37e-6da0-4f70-9a9c-08a6b62165cc), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:30.475009 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-bd94bcad-9574-429f-9ed8-1ac86f83ecce service neutron] For port f6c5c77e-83cb-48f4-8702-35718ef6076d, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f6c5c77e-83cb-48f4-8702-35718ef6076d,segment=NetworkSegment(c3e52511-31f2-431c-b287-feea51e304d9),segment_id=c3e52511-31f2-431c-b287-feea51e304d9)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:48:30.552292 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc614c79-edfd-4ace-80e0-caa899d924fb req-069042e1-18e9-40cd-a9ec-a647a5b1a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:30.553813 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bc614c79-edfd-4ace-80e0-caa899d924fb req-069042e1-18e9-40cd-a9ec-a647a5b1a000 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9ceea925-1fd0-4335-a582-98f4180d0060 HTTP/1.1" status: 200 len: 845 time: 0.1016662 Feb 20 03:48:30.571439 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a26df6-47d4-4ea0-9700-271836788d7f req-a7b0b231-4a94-42a4-9e35-94648744a994 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:30.575260 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-40a26df6-47d4-4ea0-9700-271836788d7f req-a7b0b231-4a94-42a4-9e35-94648744a994 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 944 time: 0.2138522 Feb 20 03:48:30.582796 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-aa62cd50-ff73-48a6-8db2-80898a77da49 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Deleting port 3c9b1d53-7130-4021-90ea-e404ae9ab6f9 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:48:30.583157 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa62cd50-ff73-48a6-8db2-80898a77da49 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (3c9b1d53-7130-4021-90ea-e404ae9ab6f9), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:30.599458 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-bd94bcad-9574-429f-9ed8-1ac86f83ecce service neutron] For port f6c5c77e-83cb-48f4-8702-35718ef6076d, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:48:30.623865 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cc9f9d-2342-4219-b040-0ee714b11986 None None] DHCP port deletion for 883ac37e-6da0-4f70-9a9c-08a6b62165cc request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:48:30.655168 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bc614c79-edfd-4ace-80e0-caa899d924fb req-1e5d40c0-ff15-47ca-a6cc-a4ea9ea6820b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e7145295-dd19-4a16-9b45-ef5241878299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780861 Feb 20 03:48:30.694991 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-31cc9f9d-2342-4219-b040-0ee714b11986 None None] Deleting port 3c9b1d53-7130-4021-90ea-e404ae9ab6f9 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:48:30.695419 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-31cc9f9d-2342-4219-b040-0ee714b11986 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (3c9b1d53-7130-4021-90ea-e404ae9ab6f9), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:30.701128 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-aa62cd50-ff73-48a6-8db2-80898a77da49 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] For port 3c9b1d53-7130-4021-90ea-e404ae9ab6f9, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3c9b1d53-7130-4021-90ea-e404ae9ab6f9,segment=NetworkSegment(5d36927e-7d65-447f-add1-1484fd5e3155),segment_id=5d36927e-7d65-447f-add1-1484fd5e3155)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:48:30.701553 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa62cd50-ff73-48a6-8db2-80898a77da49 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (3c9b1d53-7130-4021-90ea-e404ae9ab6f9), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:30.715368 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-aa62cd50-ff73-48a6-8db2-80898a77da49 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Calling delete_port for 3c9b1d53-7130-4021-90ea-e404ae9ab6f9 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:48:30.729906 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-bd94bcad-9574-429f-9ed8-1ac86f83ecce service neutron] device_id is not set on port f6c5c77e-83cb-48f4-8702-35718ef6076d yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:48:30.755165 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-bd94bcad-9574-429f-9ed8-1ac86f83ecce service neutron] Publish callbacks [] for port (f6c5c77e-83cb-48f4-8702-35718ef6076d), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:30.766714 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-40a26df6-47d4-4ea0-9700-271836788d7f req-cd4696ab-6c27-4ae2-aba1-8dad8531713f tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774230 Feb 20 03:48:30.766902 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-31cc9f9d-2342-4219-b040-0ee714b11986 None None] For port 3c9b1d53-7130-4021-90ea-e404ae9ab6f9, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3c9b1d53-7130-4021-90ea-e404ae9ab6f9,segment=NetworkSegment(5d36927e-7d65-447f-add1-1484fd5e3155),segment_id=5d36927e-7d65-447f-add1-1484fd5e3155)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:48:30.767291 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-31cc9f9d-2342-4219-b040-0ee714b11986 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (3c9b1d53-7130-4021-90ea-e404ae9ab6f9), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:30.791053 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-31cc9f9d-2342-4219-b040-0ee714b11986 None None] Calling delete_port for 3c9b1d53-7130-4021-90ea-e404ae9ab6f9 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:48:30.813822 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bc614c79-edfd-4ace-80e0-caa899d924fb req-6446d41a-44d6-4031-a4cb-e5d7b427a365 service neutron] 10.222.0.42 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502597 Feb 20 03:48:30.951865 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-bd94bcad-9574-429f-9ed8-1ac86f83ecce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (f6c5c77e-83cb-48f4-8702-35718ef6076d), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:30.954280 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa62cd50-ff73-48a6-8db2-80898a77da49 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (3c9b1d53-7130-4021-90ea-e404ae9ab6f9), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:30.957025 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-31cc9f9d-2342-4219-b040-0ee714b11986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (3c9b1d53-7130-4021-90ea-e404ae9ab6f9), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:30.991109 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc9f9d-2342-4219-b040-0ee714b11986 None None] Pushing event deleted for resources: {'Port': ['ID=3c9b1d53-7130-4021-90ea-e404ae9ab6f9,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:30.991109 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cc9f9d-2342-4219-b040-0ee714b11986 None None] No DVR routers for this DVR port 3c9b1d53-7130-4021-90ea-e404ae9ab6f9 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:48:31.012734 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bc614c79-edfd-4ace-80e0-caa899d924fb req-3f335f8e-a6d9-4e1a-a762-0af11f8cacb7 service neutron] 10.222.0.42 "GET /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873453 Feb 20 03:48:31.043162 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62cd50-ff73-48a6-8db2-80898a77da49 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event deleted for resources: {'Port': ['ID=3c9b1d53-7130-4021-90ea-e404ae9ab6f9,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:31.055044 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa62cd50-ff73-48a6-8db2-80898a77da49 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] No DVR routers for this DVR port 3c9b1d53-7130-4021-90ea-e404ae9ab6f9 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:48:31.100215 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b2e76-b6c6-4fbf-8a6f-f6ded3ad9ba9 req-466a594e-09d5-490b-b8b1-98858f5dc4a5 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:31.101844 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3e8b2e76-b6c6-4fbf-8a6f-f6ded3ad9ba9 req-466a594e-09d5-490b-b8b1-98858f5dc4a5 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.2494757 Feb 20 03:48:31.157383 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-bd94bcad-9574-429f-9ed8-1ac86f83ecce service neutron] No DVR routers for this DVR port f6c5c77e-83cb-48f4-8702-35718ef6076d on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:48:31.200950 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa62cd50-ff73-48a6-8db2-80898a77da49 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (883ac37e-6da0-4f70-9a9c-08a6b62165cc), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:31.210601 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94bcad-9574-429f-9ed8-1ac86f83ecce service neutron] Pushing event updated for resources: {'Port': ['ID=f6c5c77e-83cb-48f4-8702-35718ef6076d,revision_number=6']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:31.226034 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-aa62cd50-ff73-48a6-8db2-80898a77da49 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['883ac37e-6da0-4f70-9a9c-08a6b62165cc']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:31.240792 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-aa62cd50-ff73-48a6-8db2-80898a77da49 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d36927e-7d65-447f-add1-1484fd5e3155') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:31.241433 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-aa62cd50-ff73-48a6-8db2-80898a77da49 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d36927e-7d65-447f-add1-1484fd5e3155') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:31.248372 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-bd94bcad-9574-429f-9ed8-1ac86f83ecce service neutron] In _notify_port_updated(), no bound segment for port f6c5c77e-83cb-48f4-8702-35718ef6076d on network d998f68e-c8b2-419a-a92f-ff474bef2a54 {{(pid=104105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 03:48:31.249071 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-bd94bcad-9574-429f-9ed8-1ac86f83ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:31.249695 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-bd94bcad-9574-429f-9ed8-1ac86f83ecce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:31.252249 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-bd94bcad-9574-429f-9ed8-1ac86f83ecce service neutron] 10.222.0.93 "PUT /v2.0/ports/f6c5c77e-83cb-48f4-8702-35718ef6076d HTTP/1.1" status: 200 len: 1027 time: 1.4426889 Feb 20 03:48:31.253107 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:31.260680 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa62cd50-ff73-48a6-8db2-80898a77da49 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (5d36927e-7d65-447f-add1-1484fd5e3155), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:31.279083 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa62cd50-ff73-48a6-8db2-80898a77da49 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (5d36927e-7d65-447f-add1-1484fd5e3155), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:31.290815 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa62cd50-ff73-48a6-8db2-80898a77da49 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:48:31.291648 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa62cd50-ff73-48a6-8db2-80898a77da49 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (5d36927e-7d65-447f-add1-1484fd5e3155), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:31.295932 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:48:31.295932 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:48:31.295932 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:48:31.295932 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:48:31.295932 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:48:31.295932 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:48:31.295932 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:48:31.295932 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:48:31.295932 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:48:31.295932 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:48:31.295932 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:48:31.295932 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:48:31.295932 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:48:31.295932 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:48:31.295932 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:48:31.295932 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:48:31.295932 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:48:31.295932 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:48:31.295932 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:48:31.295932 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:48:31.295932 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:48:31.295932 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:48:31.295932 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:48:31.295932 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:48:31.295932 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:48:31.295932 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:48:31.295932 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:48:31.295932 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:48:31.295932 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:48:31.295932 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:48:31.295932 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:48:31.295932 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:48:31.370118 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3e8b2e76-b6c6-4fbf-8a6f-f6ded3ad9ba9 req-dca98aee-3ef1-4655-aca5-e7299657c258 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120070 Feb 20 03:48:31.387588 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-17bd985e-1013-45f2-97ca-ad0027f33922 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:31.391363 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-17bd985e-1013-45f2-97ca-ad0027f33922 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.93 "GET /v2.0/ports/f90d40c0-5b58-4b00-ae70-023f49494c0e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1159973 Feb 20 03:48:31.400942 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-b02754a0-cd0e-4133-8f36-f467a51afddf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:48:31.503522 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa62cd50-ff73-48a6-8db2-80898a77da49 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (883ac37e-6da0-4f70-9a9c-08a6b62165cc), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:31.525048 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-b02754a0-cd0e-4133-8f36-f467a51afddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f90d40c0-5b58-4b00-ae70-023f49494c0e), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:31.525373 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa62cd50-ff73-48a6-8db2-80898a77da49 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:31.532360 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-aa62cd50-ff73-48a6-8db2-80898a77da49 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "DELETE /v2.0/networks/883ac37e-6da0-4f70-9a9c-08a6b62165cc HTTP/1.1" status: 204 len: 168 time: 1.1870592 Feb 20 03:48:31.533332 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52734) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:31.536202 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62cd50-ff73-48a6-8db2-80898a77da49 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event deleted for resources: {'Network': ['ID=883ac37e-6da0-4f70-9a9c-08a6b62165cc,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:31.554186 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-2c9cf2ce-49ec-4a3c-adfa-be7ee92f87de None None] Provisioning complete for port f6c5c77e-83cb-48f4-8702-35718ef6076d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:48:31.554186 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2c9cf2ce-49ec-4a3c-adfa-be7ee92f87de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f6c5c77e-83cb-48f4-8702-35718ef6076d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:31.601486 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be5ad7-d92f-4c96-92f1-e962f7e48546 req-f2bfcd75-de14-45f0-87ad-047e12d1dba5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:31.606027 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be5ad7-d92f-4c96-92f1-e962f7e48546 req-f2bfcd75-de14-45f0-87ad-047e12d1dba5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:31.614168 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be5ad7-d92f-4c96-92f1-e962f7e48546 req-f2bfcd75-de14-45f0-87ad-047e12d1dba5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:31.623804 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be5ad7-d92f-4c96-92f1-e962f7e48546 req-f2bfcd75-de14-45f0-87ad-047e12d1dba5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:31.630591 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be5ad7-d92f-4c96-92f1-e962f7e48546 req-f2bfcd75-de14-45f0-87ad-047e12d1dba5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:31.636272 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be5ad7-d92f-4c96-92f1-e962f7e48546 req-f2bfcd75-de14-45f0-87ad-047e12d1dba5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:31.641005 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-46be5ad7-d92f-4c96-92f1-e962f7e48546 req-f2bfcd75-de14-45f0-87ad-047e12d1dba5 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 4659 time: 0.1892436 Feb 20 03:48:31.644840 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2c9cf2ce-49ec-4a3c-adfa-be7ee92f87de None None] Port f6c5c77e-83cb-48f4-8702-35718ef6076d cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:48:31.775766 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-cdd4c6c1-a57e-4ba7-a183-a8ebf4f572e9 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Deleting port d140343e-a9ef-4d73-b379-995e765c7efd {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:48:31.776309 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cdd4c6c1-a57e-4ba7-a183-a8ebf4f572e9 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (d140343e-a9ef-4d73-b379-995e765c7efd), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:31.835099 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-46be5ad7-d92f-4c96-92f1-e962f7e48546 req-0e7ced52-2186-49af-b243-7d40d334689b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&id=afe54234-6471-462d-a2c5-c5441fb9054a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1847615 Feb 20 03:48:31.874997 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cdd4c6c1-a57e-4ba7-a183-a8ebf4f572e9 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (d140343e-a9ef-4d73-b379-995e765c7efd), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:31.875261 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cdd4c6c1-a57e-4ba7-a183-a8ebf4f572e9 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for floatingip (d140343e-a9ef-4d73-b379-995e765c7efd), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:31.890041 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-b02754a0-cd0e-4133-8f36-f467a51afddf service neutron] For port f90d40c0-5b58-4b00-ae70-023f49494c0e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f90d40c0-5b58-4b00-ae70-023f49494c0e,segment=NetworkSegment(c3e52511-31f2-431c-b287-feea51e304d9),segment_id=c3e52511-31f2-431c-b287-feea51e304d9)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:48:31.906205 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-cdd4c6c1-a57e-4ba7-a183-a8ebf4f572e9 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Calling delete_port for d140343e-a9ef-4d73-b379-995e765c7efd owned by network:floatingip {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:48:31.930681 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-b02754a0-cd0e-4133-8f36-f467a51afddf service neutron] For port f90d40c0-5b58-4b00-ae70-023f49494c0e, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:48:31.994395 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-b02754a0-cd0e-4133-8f36-f467a51afddf service neutron] device_id is not set on port f90d40c0-5b58-4b00-ae70-023f49494c0e yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:48:32.020008 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-b02754a0-cd0e-4133-8f36-f467a51afddf service neutron] Publish callbacks [] for port (f90d40c0-5b58-4b00-ae70-023f49494c0e), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:32.049045 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ed973-4fb3-4119-bcc6-4edf9f8638f5 req-eee728f4-f3a7-4f9d-9e91-6d59f4e6b9a0 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:32.049045 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8e9ed973-4fb3-4119-bcc6-4edf9f8638f5 req-eee728f4-f3a7-4f9d-9e91-6d59f4e6b9a0 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.0721862 Feb 20 03:48:32.107414 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8e9ed973-4fb3-4119-bcc6-4edf9f8638f5 req-5f8049db-8221-49b0-94fe-5fcc0eb51500 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497854 Feb 20 03:48:32.148340 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-b02754a0-cd0e-4133-8f36-f467a51afddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (f90d40c0-5b58-4b00-ae70-023f49494c0e), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:32.160507 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 5e791b85-9b82-48c2-831e-799f6f6f0742 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:48:32.233712 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cdd4c6c1-a57e-4ba7-a183-a8ebf4f572e9 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (d140343e-a9ef-4d73-b379-995e765c7efd), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:32.262556 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-b02754a0-cd0e-4133-8f36-f467a51afddf service neutron] No DVR routers for this DVR port f90d40c0-5b58-4b00-ae70-023f49494c0e on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:48:32.311662 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4c6c1-a57e-4ba7-a183-a8ebf4f572e9 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event deleted for resources: {'Port': ['ID=d140343e-a9ef-4d73-b379-995e765c7efd,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:32.361404 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 52768) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:32.373893 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3c9b1d53-7130-4021-90ea-e404ae9ab6f9 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:48:32.381875 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 6f63130c-106c-4905-adaf-b3b307d9f4f6 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:48:32.410041 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02754a0-cd0e-4133-8f36-f467a51afddf service neutron] Pushing event updated for resources: {'Port': ['ID=f90d40c0-5b58-4b00-ae70-023f49494c0e,revision_number=6']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:32.410258 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cdd4c6c1-a57e-4ba7-a183-a8ebf4f572e9 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for floatingip (bb0099c6-dc55-4a28-b3a0-2383def4533d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:32.410402 n-d-829866-4 neutron-server[104106]: INFO neutron.db.l3_db [None req-cdd4c6c1-a57e-4ba7-a183-a8ebf4f572e9 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Floating IP bb0099c6-dc55-4a28-b3a0-2383def4533d disassociated (deleted). External IP: 172.25.7.64, port: 09657b09-6260-487a-b86f-405ddf33f1bf. Feb 20 03:48:32.438016 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-b02754a0-cd0e-4133-8f36-f467a51afddf service neutron] In _notify_port_updated(), no bound segment for port f90d40c0-5b58-4b00-ae70-023f49494c0e on network d998f68e-c8b2-419a-a92f-ff474bef2a54 {{(pid=104105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 03:48:32.439000 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-b02754a0-cd0e-4133-8f36-f467a51afddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:32.441107 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-b02754a0-cd0e-4133-8f36-f467a51afddf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:32.441968 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-b02754a0-cd0e-4133-8f36-f467a51afddf service neutron] 10.222.0.93 "PUT /v2.0/ports/f90d40c0-5b58-4b00-ae70-023f49494c0e HTTP/1.1" status: 200 len: 1028 time: 1.0457618 Feb 20 03:48:32.478849 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 3c9b1d53-7130-4021-90ea-e404ae9ab6f9 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:48:32.479678 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3c9b1d53-7130-4021-90ea-e404ae9ab6f9 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:48:32.589532 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 6f63130c-106c-4905-adaf-b3b307d9f4f6 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:48:32.589927 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (6f63130c-106c-4905-adaf-b3b307d9f4f6), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:32.619440 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef9433-05e4-4b0d-93d0-3039c3f311f4 req-b42cd217-f0d9-4fdc-9a13-46c6119652f0 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:32.631221 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39ef9433-05e4-4b0d-93d0-3039c3f311f4 req-b42cd217-f0d9-4fdc-9a13-46c6119652f0 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 944 time: 0.3262413 Feb 20 03:48:32.647629 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 5e791b85-9b82-48c2-831e-799f6f6f0742, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=5e791b85-9b82-48c2-831e-799f6f6f0742,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:48:32.705242 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f63130c-106c-4905-adaf-b3b307d9f4f6'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:48:32.708162 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecd6d62-364d-4213-bd62-850e2a0f42fa" -d '{"events": [{"server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "name": "network-vif-unplugged", "status": "completed", "tag": "6f63130c-106c-4905-adaf-b3b307d9f4f6"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:48:32.713379 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '5e791b85-9b82-48c2-831e-799f6f6f0742', 'network_id': 'e7145295-dd19-4a16-9b45-ef5241878299', 'port_id': '5e791b85-9b82-48c2-831e-799f6f6f0742', 'mac_address': 'fa:16:3e:00:e8:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ceea925-1fd0-4335-a582-98f4180d0060', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:48:32.741844 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 6f63130c-106c-4905-adaf-b3b307d9f4f6, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=6f63130c-106c-4905-adaf-b3b307d9f4f6,segment=NetworkSegment(8f6e3763-2606-45f0-911a-d3695f15f4a6),segment_id=8f6e3763-2606-45f0-911a-d3695f15f4a6)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:48:32.793301 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-072a5f16-5b3a-453d-8896-81f8070fb3f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:32.814187 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-2c0b438b-fb65-4f3b-8c82-db76db752c76 None None] Provisioning complete for port f90d40c0-5b58-4b00-ae70-023f49494c0e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:48:32.816391 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2c0b438b-fb65-4f3b-8c82-db76db752c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f90d40c0-5b58-4b00-ae70-023f49494c0e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:32.849432 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39ef9433-05e4-4b0d-93d0-3039c3f311f4 req-76937c9f-148c-4ef3-91cb-07dc0b5cf1d4 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172363 Feb 20 03:48:32.859845 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd4c6c1-a57e-4ba7-a183-a8ebf4f572e9 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Router 1f704882-8ee9-4e7c-94bb-8904fb780b41 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:48:32.874601 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-2f80c540-0fe2-4640-b0fd-37eb42ea88fc tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Deleting port c7a136aa-1a7e-4a1d-8972-04de33f5dc56 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:48:32.874601 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-2f80c540-0fe2-4640-b0fd-37eb42ea88fc tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (c7a136aa-1a7e-4a1d-8972-04de33f5dc56), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:32.880045 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 5e791b85-9b82-48c2-831e-799f6f6f0742 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:48:32.880715 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5e791b85-9b82-48c2-831e-799f6f6f0742), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:32.883421 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (6f63130c-106c-4905-adaf-b3b307d9f4f6), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:32.884547 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device c7a136aa-1a7e-4a1d-8972-04de33f5dc56 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:48:32.955680 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2c0b438b-fb65-4f3b-8c82-db76db752c76 None None] Port f90d40c0-5b58-4b00-ae70-023f49494c0e cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:48:32.964072 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e791b85-9b82-48c2-831e-799f6f6f0742 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:48:32.997837 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 5e791b85-9b82-48c2-831e-799f6f6f0742, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=5e791b85-9b82-48c2-831e-799f6f6f0742,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:48:33.030272 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:33.068078 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-2f80c540-0fe2-4640-b0fd-37eb42ea88fc tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] For port c7a136aa-1a7e-4a1d-8972-04de33f5dc56, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=c7a136aa-1a7e-4a1d-8972-04de33f5dc56,segment=NetworkSegment(c3e52511-31f2-431c-b287-feea51e304d9),segment_id=c3e52511-31f2-431c-b287-feea51e304d9)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:48:33.068677 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-2f80c540-0fe2-4640-b0fd-37eb42ea88fc tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (c7a136aa-1a7e-4a1d-8972-04de33f5dc56), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:33.088584 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd4c6c1-a57e-4ba7-a183-a8ebf4f572e9 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:48:33.094660 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cdd4c6c1-a57e-4ba7-a183-a8ebf4f572e9 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:33.104163 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c740b0b-6f23-43e2-b280-635872cacf57 None None] Sync routers for ids ['1f704882-8ee9-4e7c-94bb-8904fb780b41'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:48:33.112193 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port c7a136aa-1a7e-4a1d-8972-04de33f5dc56 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:48:33.112193 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c7a136aa-1a7e-4a1d-8972-04de33f5dc56), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:33.112193 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=6f63130c-106c-4905-adaf-b3b307d9f4f6,revision_number=6']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:33.112648 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-2f80c540-0fe2-4640-b0fd-37eb42ea88fc tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Calling delete_port for c7a136aa-1a7e-4a1d-8972-04de33f5dc56 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:48:33.138958 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (5e791b85-9b82-48c2-831e-799f6f6f0742), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:33.152806 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cdd4c6c1-a57e-4ba7-a183-a8ebf4f572e9 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "DELETE /v2.0/floatingips/bb0099c6-dc55-4a28-b3a0-2383def4533d HTTP/1.1" status: 204 len: 168 time: 1.6178911 Feb 20 03:48:33.156233 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233a2bb0-a125-4858-8ccb-42962e33e6a2', 'tag': '09657b09-6260-487a-b86f-405ddf33f1bf'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:48:33.158903 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c740b0b-6f23-43e2-b280-635872cacf57 None None] Routers {'1f704882-8ee9-4e7c-94bb-8904fb780b41'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:48:33.159557 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-1c740b0b-6f23-43e2-b280-635872cacf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:48:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['1f704882-8ee9-4e7c-94bb-8904fb780b41'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:33.162509 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f738092-1b03-4d71-be8b-dc9231717cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "233a2bb0-a125-4858-8ccb-42962e33e6a2", "tag": "09657b09-6260-487a-b86f-405ddf33f1bf"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:48:33.222405 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-072a5f16-5b3a-453d-8896-81f8070fb3f3 admin admin] Publish callbacks [] for security_group (84e272f8-a84d-44c0-9df5-5c1db55412f7), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:33.308471 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-072a5f16-5b3a-453d-8896-81f8070fb3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (84e272f8-a84d-44c0-9df5-5c1db55412f7), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:33.367486 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a5f16-5b3a-453d-8896-81f8070fb3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e272f8-a84d-44c0-9df5-5c1db55412f7,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:33.404538 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-072a5f16-5b3a-453d-8896-81f8070fb3f3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4e7343f7c0a14bd08c21ce3a1b9054bc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0354836 Feb 20 03:48:33.407297 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52810) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:33.434097 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port c7a136aa-1a7e-4a1d-8972-04de33f5dc56, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=c7a136aa-1a7e-4a1d-8972-04de33f5dc56,segment=NetworkSegment(c3e52511-31f2-431c-b287-feea51e304d9),segment_id=c3e52511-31f2-431c-b287-feea51e304d9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:48:33.437086 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5808ba68-1f2f-45c0-a711-5ce7301ce6e5 x-openstack-request-id: req-5808ba68-1f2f-45c0-a711-5ce7301ce6e5 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:48:33.437379 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "name": "network-vif-unplugged", "status": "completed", "tag": "6f63130c-106c-4905-adaf-b3b307d9f4f6", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:48:33.437636 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5808ba68-1f2f-45c0-a711-5ce7301ce6e5 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:48:33.438028 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f63130c-106c-4905-adaf-b3b307d9f4f6', 'code': 200} Feb 20 03:48:33.480370 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=5e791b85-9b82-48c2-831e-799f6f6f0742,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:33.503833 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1f91a7d7-de61-472f-a6fd-860cfb5b6011 admin admin] Publish callbacks [] for security_group (84e272f8-a84d-44c0-9df5-5c1db55412f7), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:33.521515 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (c7a136aa-1a7e-4a1d-8972-04de33f5dc56), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:33.528727 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 9db11869-4975-4902-a91e-2c95a6f8cb01 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:48:33.532875 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf722a-5c3d-480c-97d6-afda4d1eec87 req-3675ccbc-4cff-4974-9b5e-517860851a45 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:33.561159 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1f91a7d7-de61-472f-a6fd-860cfb5b6011 admin admin] Publish callbacks [] for security_group (84e272f8-a84d-44c0-9df5-5c1db55412f7), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:33.565611 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf722a-5c3d-480c-97d6-afda4d1eec87 req-3675ccbc-4cff-4974-9b5e-517860851a45 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:33.570871 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf722a-5c3d-480c-97d6-afda4d1eec87 req-3675ccbc-4cff-4974-9b5e-517860851a45 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:33.592034 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf722a-5c3d-480c-97d6-afda4d1eec87 req-3675ccbc-4cff-4974-9b5e-517860851a45 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:33.595034 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['5e791b85-9b82-48c2-831e-799f6f6f0742'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:48:33.601626 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf722a-5c3d-480c-97d6-afda4d1eec87 req-3675ccbc-4cff-4974-9b5e-517860851a45 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:33.606282 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-04bf722a-5c3d-480c-97d6-afda4d1eec87 req-3675ccbc-4cff-4974-9b5e-517860851a45 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 3882 time: 0.1934326 Feb 20 03:48:33.656090 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-1c740b0b-6f23-43e2-b280-635872cacf57 None None] Set router 1f704882-8ee9-4e7c-94bb-8904fb780b41 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:48:33.729822 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=c7a136aa-1a7e-4a1d-8972-04de33f5dc56,revision_number=6']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:33.739947 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-04bf722a-5c3d-480c-97d6-afda4d1eec87 req-6649d6a2-0745-4121-ac47-4cbc14489b1a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270506 Feb 20 03:48:33.764567 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1f91a7d7-de61-472f-a6fd-860cfb5b6011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (84e272f8-a84d-44c0-9df5-5c1db55412f7), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:33.764567 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1f91a7d7-de61-472f-a6fd-860cfb5b6011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:33.764567 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1f91a7d7-de61-472f-a6fd-860cfb5b6011 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/84e272f8-a84d-44c0-9df5-5c1db55412f7 HTTP/1.1" status: 204 len: 168 time: 0.3494744 Feb 20 03:48:33.777430 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91a7d7-de61-472f-a6fd-860cfb5b6011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e272f8-a84d-44c0-9df5-5c1db55412f7,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:33.860962 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-2f80c540-0fe2-4640-b0fd-37eb42ea88fc tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (c7a136aa-1a7e-4a1d-8972-04de33f5dc56), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:33.925403 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80c540-0fe2-4640-b0fd-37eb42ea88fc tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Pushing event deleted for resources: {'Port': ['ID=c7a136aa-1a7e-4a1d-8972-04de33f5dc56,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:33.961517 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 9db11869-4975-4902-a91e-2c95a6f8cb01 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:48:33.961963 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9db11869-4975-4902-a91e-2c95a6f8cb01), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:33.992562 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-2f80c540-0fe2-4640-b0fd-37eb42ea88fc tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] No DVR routers for this DVR port c7a136aa-1a7e-4a1d-8972-04de33f5dc56 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:48:33.995442 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-2f80c540-0fe2-4640-b0fd-37eb42ea88fc tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:33.999899 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-2f80c540-0fe2-4640-b0fd-37eb42ea88fc tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.93 "DELETE /v2.0/ports/c7a136aa-1a7e-4a1d-8972-04de33f5dc56 HTTP/1.1" status: 204 len: 173 time: 1.5516875 Feb 20 03:48:34.004779 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'name': 'network-vif-deleted', 'tag': 'c7a136aa-1a7e-4a1d-8972-04de33f5dc56'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:48:34.004779 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2618da-cb19-4614-9bd4-1ae7cf62bbc4" -d '{"events": [{"server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "name": "network-vif-deleted", "tag": "c7a136aa-1a7e-4a1d-8972-04de33f5dc56"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:48:34.084814 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 9db11869-4975-4902-a91e-2c95a6f8cb01, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=9db11869-4975-4902-a91e-2c95a6f8cb01,segment=NetworkSegment(8f6e3763-2606-45f0-911a-d3695f15f4a6),segment_id=8f6e3763-2606-45f0-911a-d3695f15f4a6)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:48:34.117692 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-007c29aa-7c43-45c9-a9c5-d21a009424bb tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Deleting port ecc9fc1c-32de-42f6-beff-ccab1aa82d9c {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:48:34.118252 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-007c29aa-7c43-45c9-a9c5-d21a009424bb tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ecc9fc1c-32de-42f6-beff-ccab1aa82d9c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:34.157870 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-1c740b0b-6f23-43e2-b280-635872cacf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'name': 'tempest-TestNetworkBasicOps-router-1140130964', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '76539ed8-754d-4f48-88c0-643354065eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:46:00Z', 'updated_at': '2022-02-20T03:48:20Z', 'revision_number': 6, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '76539ed8-754d-4f48-88c0-643354065eac', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:03Z', 'updated_at': '2022-02-20T03:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'ef44c92f-8964-4413-a4ba-4a53f5cae4ec', 'name': '', 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'mac_address': 'fa:16:3e:9a:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '9da9d33c-0bd0-4a9e-a1a9-2d056772489c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:14Z', 'updated_at': '2022-02-20T03:46:21Z', 'revision_number': 5, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'subnets': [{'id': '9da9d33c-0bd0-4a9e-a1a9-2d056772489c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:34.188327 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c740b0b-6f23-43e2-b280-635872cacf57 None None] Checking router: 1f704882-8ee9-4e7c-94bb-8904fb780b41 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:48:34.202699 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c740b0b-6f23-43e2-b280-635872cacf57 None None] Routers {'1f704882-8ee9-4e7c-94bb-8904fb780b41'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:48:34.203655 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-1c740b0b-6f23-43e2-b280-635872cacf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:48:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['1f704882-8ee9-4e7c-94bb-8904fb780b41'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:34.207040 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (9db11869-4975-4902-a91e-2c95a6f8cb01), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:34.207947 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device ecc9fc1c-32de-42f6-beff-ccab1aa82d9c no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:48:34.238010 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-007c29aa-7c43-45c9-a9c5-d21a009424bb tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] For port ecc9fc1c-32de-42f6-beff-ccab1aa82d9c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ecc9fc1c-32de-42f6-beff-ccab1aa82d9c,segment=NetworkSegment(d72d462e-fc0a-426c-bb37-f85f00dbb615),segment_id=d72d462e-fc0a-426c-bb37-f85f00dbb615)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:48:34.238468 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-007c29aa-7c43-45c9-a9c5-d21a009424bb tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ecc9fc1c-32de-42f6-beff-ccab1aa82d9c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:34.372739 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=9db11869-4975-4902-a91e-2c95a6f8cb01,revision_number=6']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:34.459116 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-1c740b0b-6f23-43e2-b280-635872cacf57 None None] Set router 1f704882-8ee9-4e7c-94bb-8904fb780b41 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:48:34.527190 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port ecc9fc1c-32de-42f6-beff-ccab1aa82d9c is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:48:34.527673 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ecc9fc1c-32de-42f6-beff-ccab1aa82d9c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:34.662012 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port ecc9fc1c-32de-42f6-beff-ccab1aa82d9c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=ecc9fc1c-32de-42f6-beff-ccab1aa82d9c,segment=NetworkSegment(d72d462e-fc0a-426c-bb37-f85f00dbb615),segment_id=d72d462e-fc0a-426c-bb37-f85f00dbb615)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:48:34.695481 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-007c29aa-7c43-45c9-a9c5-d21a009424bb tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:34.695872 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-007c29aa-7c43-45c9-a9c5-d21a009424bb tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (5d1b5109-bb8d-4bc6-9cdf-4b717a1a098c), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:34.696206 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-007c29aa-7c43-45c9-a9c5-d21a009424bb tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Floating IP 5d1b5109-bb8d-4bc6-9cdf-4b717a1a098c disassociated. External IP: 172.25.7.254, port: ecc9fc1c-32de-42f6-beff-ccab1aa82d9c. Feb 20 03:48:34.696540 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-007c29aa-7c43-45c9-a9c5-d21a009424bb tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Calling delete_port for ecc9fc1c-32de-42f6-beff-ccab1aa82d9c owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:48:34.741577 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7417d05c-f0b1-43fe-8d7e-a6bdd12900b8 x-openstack-request-id: req-7417d05c-f0b1-43fe-8d7e-a6bdd12900b8 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:48:34.742737 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233a2bb0-a125-4858-8ccb-42962e33e6a2", "tag": "09657b09-6260-487a-b86f-405ddf33f1bf", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:48:34.743227 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7417d05c-f0b1-43fe-8d7e-a6bdd12900b8 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:48:34.743906 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233a2bb0-a125-4858-8ccb-42962e33e6a2', 'tag': '09657b09-6260-487a-b86f-405ddf33f1bf', 'status': 'completed', 'code': 200} Feb 20 03:48:34.797653 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ecc9fc1c-32de-42f6-beff-ccab1aa82d9c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:34.800397 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f6c5c77e-83cb-48f4-8702-35718ef6076d no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:48:34.940505 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] The host n-h2-829866-4 is not matching for port f6c5c77e-83cb-48f4-8702-35718ef6076d host ! {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 03:48:34.940914 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f6c5c77e-83cb-48f4-8702-35718ef6076d not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:48:34.941355 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device fa551e26-c5d6-4e30-8c15-847cfbbeb4e9 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:48:34.944439 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=ecc9fc1c-32de-42f6-beff-ccab1aa82d9c,revision_number=6']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:35.015228 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-1c740b0b-6f23-43e2-b280-635872cacf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'name': 'tempest-TestNetworkBasicOps-router-1140130964', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '76539ed8-754d-4f48-88c0-643354065eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:46:00Z', 'updated_at': '2022-02-20T03:48:20Z', 'revision_number': 6, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '76539ed8-754d-4f48-88c0-643354065eac', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:03Z', 'updated_at': '2022-02-20T03:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'ef44c92f-8964-4413-a4ba-4a53f5cae4ec', 'name': '', 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'mac_address': 'fa:16:3e:9a:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '9da9d33c-0bd0-4a9e-a1a9-2d056772489c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:14Z', 'updated_at': '2022-02-20T03:46:21Z', 'revision_number': 5, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'subnets': [{'id': '9da9d33c-0bd0-4a9e-a1a9-2d056772489c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:35.055638 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c740b0b-6f23-43e2-b280-635872cacf57 None None] The sync data for ids ['1f704882-8ee9-4e7c-94bb-8904fb780b41'] in n-d-829866-4 is: [{'id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'name': 'tempest-TestNetworkBasicOps-router-1140130964', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '76539ed8-754d-4f48-88c0-643354065eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:46:00Z', 'updated_at': '2022-02-20T03:48:20Z', 'revision_number': 6, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '76539ed8-754d-4f48-88c0-643354065eac', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:03Z', 'updated_at': '2022-02-20T03:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'ef44c92f-8964-4413-a4ba-4a53f5cae4ec', 'name': '', 'network_id': '62b84434-5c3b-4e74-b1a7-8ac8add3a2d7', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'mac_address': 'fa:16:3e:9a:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '9da9d33c-0bd0-4a9e-a1a9-2d056772489c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:14Z', 'updated_at': '2022-02-20T03:46:21Z', 'revision_number': 5, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'subnets': [{'id': '9da9d33c-0bd0-4a9e-a1a9-2d056772489c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:48:35.142282 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port fa551e26-c5d6-4e30-8c15-847cfbbeb4e9 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:48:35.142830 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fa551e26-c5d6-4e30-8c15-847cfbbeb4e9), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:35.229143 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port fa551e26-c5d6-4e30-8c15-847cfbbeb4e9, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=fa551e26-c5d6-4e30-8c15-847cfbbeb4e9,segment=NetworkSegment(c3e52511-31f2-431c-b287-feea51e304d9),segment_id=c3e52511-31f2-431c-b287-feea51e304d9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:48:35.334521 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6fa09-3fb0-4262-9ae1-078d38c485eb req-cc12998a-5673-4b1e-ae9b-714715e39b7d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:35.336154 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-76f6fa09-3fb0-4262-9ae1-078d38c485eb req-cc12998a-5673-4b1e-ae9b-714715e39b7d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.1341219 Feb 20 03:48:35.339784 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f738092-1b03-4d71-be8b-dc9231717cc2 req-ccf0dcc5-9302-4f91-845c-7f56b4ab14bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:35.341893 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f738092-1b03-4d71-be8b-dc9231717cc2 req-ccf0dcc5-9302-4f91-845c-7f56b4ab14bb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cdf6aa5f9d3c4cef8fb0e04bd6cac1cb&device_id=233a2bb0-a125-4858-8ccb-42962e33e6a2 HTTP/1.1" status: 200 len: 1127 time: 0.1384416 Feb 20 03:48:35.348931 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (fa551e26-c5d6-4e30-8c15-847cfbbeb4e9), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:35.349710 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f90d40c0-5b58-4b00-ae70-023f49494c0e no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:48:35.474582 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7a136aa-1a7e-4a1d-8972-04de33f5dc56'}, {'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9db11869-4975-4902-a91e-2c95a6f8cb01'}, {'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecc9fc1c-32de-42f6-beff-ccab1aa82d9c'}, {'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa551e26-c5d6-4e30-8c15-847cfbbeb4e9'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:48:35.485891 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ae7e44-95de-4342-92ba-46b22b3d7d50" -d '{"events": [{"server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "name": "network-vif-unplugged", "status": "completed", "tag": "c7a136aa-1a7e-4a1d-8972-04de33f5dc56"}, {"server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "name": "network-vif-unplugged", "status": "completed", "tag": "9db11869-4975-4902-a91e-2c95a6f8cb01"}, {"server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "name": "network-vif-unplugged", "status": "completed", "tag": "ecc9fc1c-32de-42f6-beff-ccab1aa82d9c"}, {"server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "name": "network-vif-unplugged", "status": "completed", "tag": "fa551e26-c5d6-4e30-8c15-847cfbbeb4e9"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:48:35.524501 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] The host n-h2-829866-4 is not matching for port f90d40c0-5b58-4b00-ae70-023f49494c0e host ! {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 03:48:35.525190 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f90d40c0-5b58-4b00-ae70-023f49494c0e not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:48:35.526197 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e518a38-5b58-494d-8c02-698c374f10e5 None None] New status for floating IP bb0099c6-dc55-4a28-b3a0-2383def4533d: DOWN {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:48:35.560297 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=fa551e26-c5d6-4e30-8c15-847cfbbeb4e9,revision_number=6']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:35.604656 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-76f6fa09-3fb0-4262-9ae1-078d38c485eb req-2d5ba54d-59e7-41b6-9009-7d14b3df2c42 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2546110 Feb 20 03:48:35.607994 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-007c29aa-7c43-45c9-a9c5-d21a009424bb tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (ecc9fc1c-32de-42f6-beff-ccab1aa82d9c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:35.709933 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c29aa-7c43-45c9-a9c5-d21a009424bb tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Pushing event deleted for resources: {'Port': ['ID=ecc9fc1c-32de-42f6-beff-ccab1aa82d9c,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:35.716464 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9f3b9-49ac-45ce-a997-09a3f7ce250e req-06dcd56b-68e5-4920-93ab-b5df70617e82 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:35.721999 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-bbd9f3b9-49ac-45ce-a997-09a3f7ce250e req-06dcd56b-68e5-4920-93ab-b5df70617e82 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.93 "GET /v2.0/ports?device_id=233a2bb0-a125-4858-8ccb-42962e33e6a2 HTTP/1.1" status: 200 len: 945 time: 0.1247129 Feb 20 03:48:35.828156 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f738092-1b03-4d71-be8b-dc9231717cc2 req-a8e5a121-bc2d-4c6e-8be6-751050f48ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:35.831316 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f738092-1b03-4d71-be8b-dc9231717cc2 req-a8e5a121-bc2d-4c6e-8be6-751050f48ee9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=62b84434-5c3b-4e74-b1a7-8ac8add3a2d7 HTTP/1.1" status: 200 len: 898 time: 0.4751592 Feb 20 03:48:35.886917 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-bbd9f3b9-49ac-45ce-a997-09a3f7ce250e req-1512020b-c219-445f-a77e-3fb4ffaf2e2f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Deleting port 09657b09-6260-487a-b86f-405ddf33f1bf {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:48:35.888522 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-bbd9f3b9-49ac-45ce-a997-09a3f7ce250e req-1512020b-c219-445f-a77e-3fb4ffaf2e2f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (09657b09-6260-487a-b86f-405ddf33f1bf), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:35.905557 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f738092-1b03-4d71-be8b-dc9231717cc2 req-104801d4-23a9-4ac7-808a-9a2b5a9d4521 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09657b09-6260-487a-b86f-405ddf33f1bf HTTP/1.1" status: 200 len: 217 time: 0.0661361 Feb 20 03:48:35.984823 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc68c2-72ca-463f-86a1-15d318e3117d req-50e3b600-9e5b-406c-b183-4aa6efceef65 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:35.986952 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2fcc68c2-72ca-463f-86a1-15d318e3117d req-50e3b600-9e5b-406c-b183-4aa6efceef65 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 945 time: 0.2887740 Feb 20 03:48:36.025772 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-bbd9f3b9-49ac-45ce-a997-09a3f7ce250e req-1512020b-c219-445f-a77e-3fb4ffaf2e2f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] For port 09657b09-6260-487a-b86f-405ddf33f1bf, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=09657b09-6260-487a-b86f-405ddf33f1bf,segment=NetworkSegment(9da57984-ef97-43a2-88b5-23ffb9ab4b24),segment_id=9da57984-ef97-43a2-88b5-23ffb9ab4b24)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:48:36.026067 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-bbd9f3b9-49ac-45ce-a997-09a3f7ce250e req-1512020b-c219-445f-a77e-3fb4ffaf2e2f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (09657b09-6260-487a-b86f-405ddf33f1bf), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:36.041045 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-bbd9f3b9-49ac-45ce-a997-09a3f7ce250e req-1512020b-c219-445f-a77e-3fb4ffaf2e2f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Calling delete_port for 09657b09-6260-487a-b86f-405ddf33f1bf owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:48:36.061300 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f738092-1b03-4d71-be8b-dc9231717cc2 req-f8e7f6f3-592f-4c4a-8dfa-c3f82b0a3809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:36.062782 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f738092-1b03-4d71-be8b-dc9231717cc2 req-f8e7f6f3-592f-4c4a-8dfa-c3f82b0a3809 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9da9d33c-0bd0-4a9e-a1a9-2d056772489c HTTP/1.1" status: 200 len: 835 time: 0.1500957 Feb 20 03:48:36.092950 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-007c29aa-7c43-45c9-a9c5-d21a009424bb tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Router d898df1e-7635-4633-93c6-1b99803f1be6 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:48:36.119540 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2fcc68c2-72ca-463f-86a1-15d318e3117d req-1d481a11-d224-4b3a-bb65-b21c98af2f79 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116095 Feb 20 03:48:36.188399 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 5e791b85-9b82-48c2-831e-799f6f6f0742 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:48:36.222674 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f738092-1b03-4d71-be8b-dc9231717cc2 req-559747fc-1762-44b6-8603-8b3db6ac9f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:36.226025 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f738092-1b03-4d71-be8b-dc9231717cc2 req-559747fc-1762-44b6-8603-8b3db6ac9f0f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=62b84434-5c3b-4e74-b1a7-8ac8add3a2d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1528528 Feb 20 03:48:36.308766 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26455458-bd19-4490-b8ef-eacd0b49125b x-openstack-request-id: req-26455458-bd19-4490-b8ef-eacd0b49125b {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:48:36.309676 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "name": "network-vif-deleted", "tag": "c7a136aa-1a7e-4a1d-8972-04de33f5dc56", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:48:36.309676 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-26455458-bd19-4490-b8ef-eacd0b49125b {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:48:36.310658 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'name': 'network-vif-deleted', 'tag': 'c7a136aa-1a7e-4a1d-8972-04de33f5dc56', 'status': 'completed', 'code': 200} Feb 20 03:48:36.352966 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-bbd9f3b9-49ac-45ce-a997-09a3f7ce250e req-1512020b-c219-445f-a77e-3fb4ffaf2e2f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (09657b09-6260-487a-b86f-405ddf33f1bf), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:36.421489 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512020b-c219-445f-a77e-3fb4ffaf2e2f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event deleted for resources: {'Port': ['ID=09657b09-6260-487a-b86f-405ddf33f1bf,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:36.460639 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-52d6a5d8-fb25-47b0-bfe4-403c1468ed3d req-5090d2bf-97e6-4a2c-88ad-2786c1772610 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=233a2bb0-a125-4858-8ccb-42962e33e6a2 HTTP/1.1" status: 200 len: 210 time: 0.0550780 Feb 20 03:48:36.462027 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512020b-c219-445f-a77e-3fb4ffaf2e2f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:36.462340 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512020b-c219-445f-a77e-3fb4ffaf2e2f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:36.462693 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512020b-c219-445f-a77e-3fb4ffaf2e2f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:36.463051 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512020b-c219-445f-a77e-3fb4ffaf2e2f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:36.463391 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512020b-c219-445f-a77e-3fb4ffaf2e2f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:36.463723 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512020b-c219-445f-a77e-3fb4ffaf2e2f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:36.464054 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512020b-c219-445f-a77e-3fb4ffaf2e2f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:36.464382 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512020b-c219-445f-a77e-3fb4ffaf2e2f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:36.464709 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512020b-c219-445f-a77e-3fb4ffaf2e2f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:36.465036 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512020b-c219-445f-a77e-3fb4ffaf2e2f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:36.465357 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512020b-c219-445f-a77e-3fb4ffaf2e2f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:36.467638 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512020b-c219-445f-a77e-3fb4ffaf2e2f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:36.467638 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1512020b-c219-445f-a77e-3fb4ffaf2e2f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:36.472158 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 5e791b85-9b82-48c2-831e-799f6f6f0742 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:48:36.491926 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-007c29aa-7c43-45c9-a9c5-d21a009424bb tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:48:36.495777 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f738092-1b03-4d71-be8b-dc9231717cc2 req-b4924809-0b96-46cb-8c90-60c4876fc49d service neutron] 10.222.0.93 "GET /v2.0/networks/62b84434-5c3b-4e74-b1a7-8ac8add3a2d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618220 Feb 20 03:48:36.500716 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 5e791b85-9b82-48c2-831e-799f6f6f0742 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:48:36.502999 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (5e791b85-9b82-48c2-831e-799f6f6f0742), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:36.527914 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd9f3b9-49ac-45ce-a997-09a3f7ce250e req-1512020b-c219-445f-a77e-3fb4ffaf2e2f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] No DVR routers for this DVR port 09657b09-6260-487a-b86f-405ddf33f1bf on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:48:36.532579 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-bbd9f3b9-49ac-45ce-a997-09a3f7ce250e req-1512020b-c219-445f-a77e-3fb4ffaf2e2f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:36.538273 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-bbd9f3b9-49ac-45ce-a997-09a3f7ce250e req-1512020b-c219-445f-a77e-3fb4ffaf2e2f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.93 "DELETE /v2.0/ports/09657b09-6260-487a-b86f-405ddf33f1bf HTTP/1.1" status: 204 len: 173 time: 0.8134220 Feb 20 03:48:36.602929 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e350df-8ad7-4d78-9334-2bd222f05793 None None] Sync routers for ids ['d898df1e-7635-4633-93c6-1b99803f1be6'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:48:36.620065 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e350df-8ad7-4d78-9334-2bd222f05793 None None] Routers {'d898df1e-7635-4633-93c6-1b99803f1be6'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:48:36.621042 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d2e350df-8ad7-4d78-9334-2bd222f05793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:48:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['d898df1e-7635-4633-93c6-1b99803f1be6'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:36.645439 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-007c29aa-7c43-45c9-a9c5-d21a009424bb tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] No DVR routers for this DVR port ecc9fc1c-32de-42f6-beff-ccab1aa82d9c on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:48:36.650649 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-007c29aa-7c43-45c9-a9c5-d21a009424bb tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:36.654776 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-007c29aa-7c43-45c9-a9c5-d21a009424bb tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.93 "DELETE /v2.0/ports/ecc9fc1c-32de-42f6-beff-ccab1aa82d9c HTTP/1.1" status: 204 len: 173 time: 2.6481283 Feb 20 03:48:36.747570 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f738092-1b03-4d71-be8b-dc9231717cc2 req-7b142018-c0ce-45fd-b559-83212e90db26 service neutron] 10.222.0.93 "GET /v2.0/networks/62b84434-5c3b-4e74-b1a7-8ac8add3a2d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447402 Feb 20 03:48:36.748093 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233a2bb0-a125-4858-8ccb-42962e33e6a2', 'name': 'network-vif-deleted', 'tag': '09657b09-6260-487a-b86f-405ddf33f1bf'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:48:36.750799 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf402820-fbd3-4205-8d89-7753b8303199" -d '{"events": [{"server_uuid": "233a2bb0-a125-4858-8ccb-42962e33e6a2", "name": "network-vif-deleted", "tag": "09657b09-6260-487a-b86f-405ddf33f1bf"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:48:36.798784 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 5e791b85-9b82-48c2-831e-799f6f6f0742 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:48:36.798784 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5e791b85-9b82-48c2-831e-799f6f6f0742), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:36.799142 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802b7c7-54e6-41d5-8ed6-0cebe8d1ad21 req-76d04932-1baf-4ac4-81ec-e41c281e57c0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:36.802850 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802b7c7-54e6-41d5-8ed6-0cebe8d1ad21 req-76d04932-1baf-4ac4-81ec-e41c281e57c0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:36.808298 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802b7c7-54e6-41d5-8ed6-0cebe8d1ad21 req-76d04932-1baf-4ac4-81ec-e41c281e57c0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:36.819813 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d802b7c7-54e6-41d5-8ed6-0cebe8d1ad21 req-76d04932-1baf-4ac4-81ec-e41c281e57c0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 2409 time: 0.2072783 Feb 20 03:48:36.886910 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-d2e350df-8ad7-4d78-9334-2bd222f05793 None None] Set router d898df1e-7635-4633-93c6-1b99803f1be6 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:48:36.930322 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-9e432052-4602-4393-adb7-90a689c80162 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Deleting port fa551e26-c5d6-4e30-8c15-847cfbbeb4e9 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:48:36.930680 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-9e432052-4602-4393-adb7-90a689c80162 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (fa551e26-c5d6-4e30-8c15-847cfbbeb4e9), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:36.968799 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d802b7c7-54e6-41d5-8ed6-0cebe8d1ad21 req-2c2b8af8-4e3a-48c4-bb28-685f717640dd tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474402 Feb 20 03:48:37.132305 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-9e432052-4602-4393-adb7-90a689c80162 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] For port fa551e26-c5d6-4e30-8c15-847cfbbeb4e9, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=fa551e26-c5d6-4e30-8c15-847cfbbeb4e9,segment=NetworkSegment(c3e52511-31f2-431c-b287-feea51e304d9),segment_id=c3e52511-31f2-431c-b287-feea51e304d9)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:48:37.134322 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-9e432052-4602-4393-adb7-90a689c80162 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (fa551e26-c5d6-4e30-8c15-847cfbbeb4e9), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:37.163158 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-9e432052-4602-4393-adb7-90a689c80162 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Calling delete_port for fa551e26-c5d6-4e30-8c15-847cfbbeb4e9 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:48:37.285447 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 5e791b85-9b82-48c2-831e-799f6f6f0742, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=5e791b85-9b82-48c2-831e-799f6f6f0742,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:48:37.286978 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Sun, 20 Feb 2022 03:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813bc412-11f6-4d57-9186-0226c4567bda x-openstack-request-id: req-813bc412-11f6-4d57-9186-0226c4567bda {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:48:37.287251 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "name": "network-vif-unplugged", "status": "completed", "tag": "c7a136aa-1a7e-4a1d-8972-04de33f5dc56", "code": 200}, {"server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "name": "network-vif-unplugged", "status": "completed", "tag": "9db11869-4975-4902-a91e-2c95a6f8cb01", "code": 200}, {"server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "name": "network-vif-unplugged", "status": "completed", "tag": "ecc9fc1c-32de-42f6-beff-ccab1aa82d9c", "code": 200}, {"server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "name": "network-vif-unplugged", "status": "completed", "tag": "fa551e26-c5d6-4e30-8c15-847cfbbeb4e9", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:48:37.287502 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-813bc412-11f6-4d57-9186-0226c4567bda {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:48:37.287902 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7a136aa-1a7e-4a1d-8972-04de33f5dc56', 'code': 200} Feb 20 03:48:37.288233 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9db11869-4975-4902-a91e-2c95a6f8cb01', 'code': 200} Feb 20 03:48:37.288496 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecc9fc1c-32de-42f6-beff-ccab1aa82d9c', 'code': 200} Feb 20 03:48:37.288752 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa551e26-c5d6-4e30-8c15-847cfbbeb4e9', 'code': 200} Feb 20 03:48:37.324870 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52940) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:37.376943 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c62db9-438f-482b-ab1e-7052e455c925 x-openstack-request-id: req-d2c62db9-438f-482b-ab1e-7052e455c925 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:48:37.377243 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233a2bb0-a125-4858-8ccb-42962e33e6a2", "name": "network-vif-deleted", "tag": "09657b09-6260-487a-b86f-405ddf33f1bf", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:48:37.377566 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d2c62db9-438f-482b-ab1e-7052e455c925 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:48:37.377893 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233a2bb0-a125-4858-8ccb-42962e33e6a2', 'name': 'network-vif-deleted', 'tag': '09657b09-6260-487a-b86f-405ddf33f1bf', 'status': 'completed', 'code': 200} Feb 20 03:48:37.381118 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (5e791b85-9b82-48c2-831e-799f6f6f0742), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:37.444148 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-9e432052-4602-4393-adb7-90a689c80162 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (fa551e26-c5d6-4e30-8c15-847cfbbeb4e9), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:37.458532 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52948) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:37.514160 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=5e791b85-9b82-48c2-831e-799f6f6f0742,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:37.556463 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e432052-4602-4393-adb7-90a689c80162 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Pushing event deleted for resources: {'Port': ['ID=fa551e26-c5d6-4e30-8c15-847cfbbeb4e9,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:37.609840 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d2e350df-8ad7-4d78-9334-2bd222f05793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'name': 'tempest-TaggedBootDevicesTest-826249413-router', 'tenant_id': '0d4e5737e103447f89841b11bed8bb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '99b8dc6d-fe60-453f-8bde-d8c4d643698b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:45Z', 'updated_at': '2022-02-20T03:40:57Z', 'revision_number': 4, 'project_id': '0d4e5737e103447f89841b11bed8bb31', 'gw_port': {'id': '99b8dc6d-fe60-453f-8bde-d8c4d643698b', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ba:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:47Z', 'updated_at': '2022-02-20T03:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185', 'name': '', 'network_id': 'b098f8c6-16ef-4470-b828-67d64bde6c7f', 'tenant_id': '0d4e5737e103447f89841b11bed8bb31', 'mac_address': 'fa:16:3e:9c:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '31a197bb-5fd0-42b5-ae4b-c35a9b090699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:54Z', 'updated_at': '2022-02-20T03:41:04Z', 'revision_number': 5, 'project_id': '0d4e5737e103447f89841b11bed8bb31', 'subnets': [{'id': '31a197bb-5fd0-42b5-ae4b-c35a9b090699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:37.629300 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700b686-8020-40a3-9ba9-217e19f94730 req-4300bfa0-4eb3-4bf9-afa0-cad025f010cb tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:37.631042 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1700b686-8020-40a3-9ba9-217e19f94730 req-4300bfa0-4eb3-4bf9-afa0-cad025f010cb tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 946 time: 0.1672478 Feb 20 03:48:37.631977 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-9e432052-4602-4393-adb7-90a689c80162 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] No DVR routers for this DVR port fa551e26-c5d6-4e30-8c15-847cfbbeb4e9 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:48:37.634470 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-9e432052-4602-4393-adb7-90a689c80162 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:37.640333 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-9e432052-4602-4393-adb7-90a689c80162 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.93 "DELETE /v2.0/ports/fa551e26-c5d6-4e30-8c15-847cfbbeb4e9 HTTP/1.1" status: 204 len: 173 time: 0.9630368 Feb 20 03:48:37.682995 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e350df-8ad7-4d78-9334-2bd222f05793 None None] Checking router: d898df1e-7635-4633-93c6-1b99803f1be6 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:48:37.693744 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e350df-8ad7-4d78-9334-2bd222f05793 None None] Routers {'d898df1e-7635-4633-93c6-1b99803f1be6'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:48:37.694811 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d2e350df-8ad7-4d78-9334-2bd222f05793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:48:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['d898df1e-7635-4633-93c6-1b99803f1be6'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:37.704268 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-16b56ce8-9620-49dd-8aa0-f4388473f359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:37.802373 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1700b686-8020-40a3-9ba9-217e19f94730 req-f717ceda-e995-4189-8184-04085e732d5d tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633215 Feb 20 03:48:37.840796 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-1aade09e-deb2-4821-bfaf-ea011ef0440e tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Deleting port 9db11869-4975-4902-a91e-2c95a6f8cb01 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:48:37.841143 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-1aade09e-deb2-4821-bfaf-ea011ef0440e tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (9db11869-4975-4902-a91e-2c95a6f8cb01), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:37.866244 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-b211d9ce-3db7-42f9-ae97-946b333f39e0 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:48:37.884332 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-d2e350df-8ad7-4d78-9334-2bd222f05793 None None] Set router d898df1e-7635-4633-93c6-1b99803f1be6 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:48:38.041776 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd773c-1cb2-46d5-a94d-b2d9586beb53 req-ac81cfdc-92bf-4d2c-9f0c-c9b50dd4a7d7 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:38.052897 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-16b56ce8-9620-49dd-8aa0-f4388473f359 admin admin] Publish callbacks [] for security_group (1912513f-1849-4ce2-bfb9-707084ffe727), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:38.055086 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b211d9ce-3db7-42f9-ae97-946b333f39e0 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:38.056357 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-35fd773c-1cb2-46d5-a94d-b2d9586beb53 req-ac81cfdc-92bf-4d2c-9f0c-c9b50dd4a7d7 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.1359472 Feb 20 03:48:38.069684 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-1aade09e-deb2-4821-bfaf-ea011ef0440e tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] For port 9db11869-4975-4902-a91e-2c95a6f8cb01, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=9db11869-4975-4902-a91e-2c95a6f8cb01,segment=NetworkSegment(8f6e3763-2606-45f0-911a-d3695f15f4a6),segment_id=8f6e3763-2606-45f0-911a-d3695f15f4a6)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:48:38.070056 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-1aade09e-deb2-4821-bfaf-ea011ef0440e tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (9db11869-4975-4902-a91e-2c95a6f8cb01), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:38.109814 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-1aade09e-deb2-4821-bfaf-ea011ef0440e tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Calling delete_port for 9db11869-4975-4902-a91e-2c95a6f8cb01 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:48:38.179451 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-16b56ce8-9620-49dd-8aa0-f4388473f359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1912513f-1849-4ce2-bfb9-707084ffe727), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:38.203270 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-35fd773c-1cb2-46d5-a94d-b2d9586beb53 req-76f97343-0425-405f-81f6-14f6164bd2e8 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459019 Feb 20 03:48:38.212988 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d2e350df-8ad7-4d78-9334-2bd222f05793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'name': 'tempest-TaggedBootDevicesTest-826249413-router', 'tenant_id': '0d4e5737e103447f89841b11bed8bb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '99b8dc6d-fe60-453f-8bde-d8c4d643698b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:45Z', 'updated_at': '2022-02-20T03:40:57Z', 'revision_number': 4, 'project_id': '0d4e5737e103447f89841b11bed8bb31', 'gw_port': {'id': '99b8dc6d-fe60-453f-8bde-d8c4d643698b', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ba:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:47Z', 'updated_at': '2022-02-20T03:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185', 'name': '', 'network_id': 'b098f8c6-16ef-4470-b828-67d64bde6c7f', 'tenant_id': '0d4e5737e103447f89841b11bed8bb31', 'mac_address': 'fa:16:3e:9c:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '31a197bb-5fd0-42b5-ae4b-c35a9b090699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:54Z', 'updated_at': '2022-02-20T03:41:04Z', 'revision_number': 5, 'project_id': '0d4e5737e103447f89841b11bed8bb31', 'subnets': [{'id': '31a197bb-5fd0-42b5-ae4b-c35a9b090699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:38.271011 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b211d9ce-3db7-42f9-ae97-946b333f39e0 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:38.277357 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e350df-8ad7-4d78-9334-2bd222f05793 None None] The sync data for ids ['d898df1e-7635-4633-93c6-1b99803f1be6'] in n-d-829866-4 is: [{'id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'name': 'tempest-TaggedBootDevicesTest-826249413-router', 'tenant_id': '0d4e5737e103447f89841b11bed8bb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '99b8dc6d-fe60-453f-8bde-d8c4d643698b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:45Z', 'updated_at': '2022-02-20T03:40:57Z', 'revision_number': 4, 'project_id': '0d4e5737e103447f89841b11bed8bb31', 'gw_port': {'id': '99b8dc6d-fe60-453f-8bde-d8c4d643698b', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ba:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:47Z', 'updated_at': '2022-02-20T03:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185', 'name': '', 'network_id': 'b098f8c6-16ef-4470-b828-67d64bde6c7f', 'tenant_id': '0d4e5737e103447f89841b11bed8bb31', 'mac_address': 'fa:16:3e:9c:94:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '31a197bb-5fd0-42b5-ae4b-c35a9b090699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:54Z', 'updated_at': '2022-02-20T03:41:04Z', 'revision_number': 5, 'project_id': '0d4e5737e103447f89841b11bed8bb31', 'subnets': [{'id': '31a197bb-5fd0-42b5-ae4b-c35a9b090699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:48:38.282907 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-16b56ce8-9620-49dd-8aa0-f4388473f359 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=cbf0add5031e471cbe04d87d25920200&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8206120 Feb 20 03:48:38.286312 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52966) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:38.295179 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b56ce8-9620-49dd-8aa0-f4388473f359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1912513f-1849-4ce2-bfb9-707084ffe727,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:38.310607 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52968) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:38.343089 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'name': 'network-vif-deleted', 'tag': 'ecc9fc1c-32de-42f6-beff-ccab1aa82d9c'}, {'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'name': 'network-vif-deleted', 'tag': 'fa551e26-c5d6-4e30-8c15-847cfbbeb4e9'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:48:38.345629 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286f4593-6816-4838-b707-0441d17b1252" -d '{"events": [{"server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "name": "network-vif-deleted", "tag": "ecc9fc1c-32de-42f6-beff-ccab1aa82d9c"}, {"server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "name": "network-vif-deleted", "tag": "fa551e26-c5d6-4e30-8c15-847cfbbeb4e9"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:48:38.473384 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-1aade09e-deb2-4821-bfaf-ea011ef0440e tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (9db11869-4975-4902-a91e-2c95a6f8cb01), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:38.479046 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fa84c65f-af92-4933-b245-9db948108775 admin admin] Publish callbacks [] for security_group (1912513f-1849-4ce2-bfb9-707084ffe727), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:38.486196 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-647fe7b0-707a-4e4f-ad5e-a3056253c8a8 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group (07dcdda2-53cb-4aa6-a81c-8c7289fdaa8f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:38.499388 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf83edc-7c85-4ab8-acc6-dc9d304b3da5 req-cc739a03-559d-40ab-a3ad-0d26cf01ddef tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:38.504952 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf83edc-7c85-4ab8-acc6-dc9d304b3da5 req-cc739a03-559d-40ab-a3ad-0d26cf01ddef tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:38.507057 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4bf83edc-7c85-4ab8-acc6-dc9d304b3da5 req-cc739a03-559d-40ab-a3ad-0d26cf01ddef tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 1677 time: 0.1049292 Feb 20 03:48:38.539858 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fa84c65f-af92-4933-b245-9db948108775 admin admin] Publish callbacks [] for security_group (1912513f-1849-4ce2-bfb9-707084ffe727), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:38.543077 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-647fe7b0-707a-4e4f-ad5e-a3056253c8a8 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group (07dcdda2-53cb-4aa6-a81c-8c7289fdaa8f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:38.547810 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aade09e-deb2-4821-bfaf-ea011ef0440e tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Pushing event deleted for resources: {'Port': ['ID=9db11869-4975-4902-a91e-2c95a6f8cb01,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:38.573590 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-b211d9ce-3db7-42f9-ae97-946b333f39e0 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] Allocated IP 172.25.7.102 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/f21ee251-0dee-47ca-a940-e4242f58f2c4) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:48:38.626210 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-1aade09e-deb2-4821-bfaf-ea011ef0440e tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] No DVR routers for this DVR port 9db11869-4975-4902-a91e-2c95a6f8cb01 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:48:38.633518 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-1aade09e-deb2-4821-bfaf-ea011ef0440e tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:38.637816 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-1aade09e-deb2-4821-bfaf-ea011ef0440e tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.93 "DELETE /v2.0/ports/9db11869-4975-4902-a91e-2c95a6f8cb01 HTTP/1.1" status: 204 len: 173 time: 0.9909213 Feb 20 03:48:38.680807 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd06c01d-0597-47e0-85d2-58d74a63583b None None] New status for floating IP 5d1b5109-bb8d-4bc6-9cdf-4b717a1a098c: DOWN {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:48:38.720770 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4bf83edc-7c85-4ab8-acc6-dc9d304b3da5 req-cf91c46c-3067-4fa1-809f-8694ed65cd43 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups?id=c99bdd9b-3833-4526-833f-04904635e8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817622 Feb 20 03:48:38.815105 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-68d11a91-7a32-4f82-80c4-5301b7d1c0d0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Deleting port 6f63130c-106c-4905-adaf-b3b307d9f4f6 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:48:38.815530 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-68d11a91-7a32-4f82-80c4-5301b7d1c0d0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (6f63130c-106c-4905-adaf-b3b307d9f4f6), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:38.842916 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fa84c65f-af92-4933-b245-9db948108775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1912513f-1849-4ce2-bfb9-707084ffe727), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:38.845848 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fa84c65f-af92-4933-b245-9db948108775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:38.849793 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fa84c65f-af92-4933-b245-9db948108775 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1912513f-1849-4ce2-bfb9-707084ffe727 HTTP/1.1" status: 204 len: 168 time: 0.5597076 Feb 20 03:48:38.849971 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 20 Feb 2022 03:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b228548-962d-4663-a90f-e0f519818347 x-openstack-request-id: req-7b228548-962d-4663-a90f-e0f519818347 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:48:38.849971 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "name": "network-vif-deleted", "tag": "ecc9fc1c-32de-42f6-beff-ccab1aa82d9c", "status": "completed", "code": 200}, {"server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "name": "network-vif-deleted", "tag": "fa551e26-c5d6-4e30-8c15-847cfbbeb4e9", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:48:38.849971 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7b228548-962d-4663-a90f-e0f519818347 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:48:38.855909 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'name': 'network-vif-deleted', 'tag': 'ecc9fc1c-32de-42f6-beff-ccab1aa82d9c', 'status': 'completed', 'code': 200} Feb 20 03:48:38.857973 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'name': 'network-vif-deleted', 'tag': 'fa551e26-c5d6-4e30-8c15-847cfbbeb4e9', 'status': 'completed', 'code': 200} Feb 20 03:48:38.865827 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84c65f-af92-4933-b245-9db948108775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1912513f-1849-4ce2-bfb9-707084ffe727,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:38.870016 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b211d9ce-3db7-42f9-ae97-946b333f39e0 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] Publish callbacks [] for port (f21ee251-0dee-47ca-a940-e4242f58f2c4), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:38.895913 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-647fe7b0-707a-4e4f-ad5e-a3056253c8a8 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (07dcdda2-53cb-4aa6-a81c-8c7289fdaa8f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:38.897446 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-647fe7b0-707a-4e4f-ad5e-a3056253c8a8 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:38.901246 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-647fe7b0-707a-4e4f-ad5e-a3056253c8a8 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "DELETE /v2.0/security-groups/07dcdda2-53cb-4aa6-a81c-8c7289fdaa8f HTTP/1.1" status: 204 len: 168 time: 0.5856848 Feb 20 03:48:38.914225 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647fe7b0-707a-4e4f-ad5e-a3056253c8a8 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07dcdda2-53cb-4aa6-a81c-8c7289fdaa8f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:38.996485 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b211d9ce-3db7-42f9-ae97-946b333f39e0 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (f21ee251-0dee-47ca-a940-e4242f58f2c4), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:39.039367 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-68d11a91-7a32-4f82-80c4-5301b7d1c0d0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] For port 6f63130c-106c-4905-adaf-b3b307d9f4f6, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=6f63130c-106c-4905-adaf-b3b307d9f4f6,segment=NetworkSegment(8f6e3763-2606-45f0-911a-d3695f15f4a6),segment_id=8f6e3763-2606-45f0-911a-d3695f15f4a6)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:48:39.039752 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-68d11a91-7a32-4f82-80c4-5301b7d1c0d0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (6f63130c-106c-4905-adaf-b3b307d9f4f6), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:39.086118 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b211d9ce-3db7-42f9-ae97-946b333f39e0 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:48:39.088335 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-68d11a91-7a32-4f82-80c4-5301b7d1c0d0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Calling delete_port for 6f63130c-106c-4905-adaf-b3b307d9f4f6 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:48:39.091116 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-b211d9ce-3db7-42f9-ae97-946b333f39e0 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:48:39.098112 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbc633-e5cb-4b7b-8a7a-ee455580150f req-91e67139-f982-4d51-bb8c-14e180d8fe88 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:39.099330 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b211d9ce-3db7-42f9-ae97-946b333f39e0 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:48:39.105015 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-67cbc633-e5cb-4b7b-8a7a-ee455580150f req-91e67139-f982-4d51-bb8c-14e180d8fe88 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 946 time: 0.1749752 Feb 20 03:48:39.158309 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211d9ce-3db7-42f9-ae97-946b333f39e0 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] Pushing event updated for resources: {'Port': ['ID=f21ee251-0dee-47ca-a940-e4242f58f2c4,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:39.205626 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-67cbc633-e5cb-4b7b-8a7a-ee455580150f req-f5f9939b-f4ac-4875-a912-de61c425061c tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995746 Feb 20 03:48:39.243690 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b211d9ce-3db7-42f9-ae97-946b333f39e0 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] Publish callbacks [] for floatingip (ba017593-ec8c-4c16-b78b-1417ee5ce208), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:39.291306 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cafbf8-a284-4ca1-bb6c-e68e1552ec6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e791b85-9b82-48c2-831e-799f6f6f0742'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:48:39.296060 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b81e4c3-c6cc-4cd4-b666-4080fb58649f" -d '{"events": [{"server_uuid": "58cafbf8-a284-4ca1-bb6c-e68e1552ec6e", "name": "network-vif-plugged", "status": "completed", "tag": "5e791b85-9b82-48c2-831e-799f6f6f0742"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:48:39.381802 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b211d9ce-3db7-42f9-ae97-946b333f39e0 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f21ee251-0dee-47ca-a940-e4242f58f2c4), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:39.421104 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-68d11a91-7a32-4f82-80c4-5301b7d1c0d0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (6f63130c-106c-4905-adaf-b3b307d9f4f6), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:39.428376 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52998) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:39.489065 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d11a91-7a32-4f82-80c4-5301b7d1c0d0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Pushing event deleted for resources: {'Port': ['ID=6f63130c-106c-4905-adaf-b3b307d9f4f6,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:39.532171 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-68d11a91-7a32-4f82-80c4-5301b7d1c0d0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] No DVR routers for this DVR port 6f63130c-106c-4905-adaf-b3b307d9f4f6 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:48:39.537070 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-68d11a91-7a32-4f82-80c4-5301b7d1c0d0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:39.540402 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-27cccef1-71c9-4b38-9a63-ce8fa6100b43 req-68d11a91-7a32-4f82-80c4-5301b7d1c0d0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.93 "DELETE /v2.0/ports/6f63130c-106c-4905-adaf-b3b307d9f4f6 HTTP/1.1" status: 204 len: 173 time: 0.8942959 Feb 20 03:48:39.581508 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21db2bd-d354-49c8-b8b6-cfc2fc79bdd7 req-3e7ef8fc-d336-49d5-81bc-f75ee81a7d7e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:39.583195 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e21db2bd-d354-49c8-b8b6-cfc2fc79bdd7 req-3e7ef8fc-d336-49d5-81bc-f75ee81a7d7e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.0958629 Feb 20 03:48:39.632444 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e21db2bd-d354-49c8-b8b6-cfc2fc79bdd7 req-af5c355b-8543-400e-b7e2-bef1061d145b tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434935 Feb 20 03:48:39.698058 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dcacc1-a291-40cc-826f-d19b0307d0a1 x-openstack-request-id: req-c7dcacc1-a291-40cc-826f-d19b0307d0a1 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:48:39.698425 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58cafbf8-a284-4ca1-bb6c-e68e1552ec6e", "name": "network-vif-plugged", "status": "completed", "tag": "5e791b85-9b82-48c2-831e-799f6f6f0742", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:48:39.698742 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c7dcacc1-a291-40cc-826f-d19b0307d0a1 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:48:39.699253 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58cafbf8-a284-4ca1-bb6c-e68e1552ec6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e791b85-9b82-48c2-831e-799f6f6f0742', 'code': 200} Feb 20 03:48:39.720254 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b211d9ce-3db7-42f9-ae97-946b333f39e0 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] Publish callbacks [] for port (f21ee251-0dee-47ca-a940-e4242f58f2c4), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:39.865909 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53010) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:39.868385 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b73b5-66b7-4ddb-b65e-93a893b232ee req-f3f6e578-6914-44c4-a9ee-29c37f0e5405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:39.870157 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-415b73b5-66b7-4ddb-b65e-93a893b232ee req-f3f6e578-6914-44c4-a9ee-29c37f0e5405 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 1128 time: 0.0993533 Feb 20 03:48:39.886475 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-67d33d8e-0752-45c3-84f6-37af0aeb4a54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:40.197341 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b211d9ce-3db7-42f9-ae97-946b333f39e0 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (f21ee251-0dee-47ca-a940-e4242f58f2c4), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:40.295668 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211d9ce-3db7-42f9-ae97-946b333f39e0 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] Pushing event updated for resources: {'Port': ['ID=f21ee251-0dee-47ca-a940-e4242f58f2c4,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:40.333813 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e041492-a1c8-424a-b03a-8ab2ca26123a req-09b42687-2b41-4c59-a120-0f194b475958 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:40.339213 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b211d9ce-3db7-42f9-ae97-946b333f39e0 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (ba017593-ec8c-4c16-b78b-1417ee5ce208), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:40.342172 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9e041492-a1c8-424a-b03a-8ab2ca26123a req-09b42687-2b41-4c59-a120-0f194b475958 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.5297108 Feb 20 03:48:40.399238 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 09657b09-6260-487a-b86f-405ddf33f1bf no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:48:40.411089 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-415b73b5-66b7-4ddb-b65e-93a893b232ee req-3e27f918-9c44-4545-8a73-f2e93113fd18 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5213182 Feb 20 03:48:40.443545 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 09657b09-6260-487a-b86f-405ddf33f1bf {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:48:40.444168 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 09657b09-6260-487a-b86f-405ddf33f1bf not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:48:40.455075 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9e041492-a1c8-424a-b03a-8ab2ca26123a req-0bf2ec8f-d07e-45bb-bede-f4c07bcc7ce8 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062350 Feb 20 03:48:40.509324 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da22302e-ee34-4e70-90a5-fb9265e11dcc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (1f704882-8ee9-4e7c-94bb-8904fb780b41), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:40.515006 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b211d9ce-3db7-42f9-ae97-946b333f39e0 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:40.516452 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b211d9ce-3db7-42f9-ae97-946b333f39e0 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1898499 Feb 20 03:48:40.540803 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53024) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:40.557192 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-1d78243f-f77b-46ae-a824-b6a3ce243c1b tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-349040827', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'fixed_ips': [{'ip_address': '172.25.7.102'}]}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:48:40.563054 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-67d33d8e-0752-45c3-84f6-37af0aeb4a54 admin admin] Publish callbacks [] for security_group (51561068-ae3c-4d45-b4c5-8eb2613734fa), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:40.597827 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e229cd99-7b9d-4429-b5b5-516cab1c67fb req-7f839546-7405-4a70-9947-02c2f830e966 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 210 time: 0.0333095 Feb 20 03:48:40.682091 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-67d33d8e-0752-45c3-84f6-37af0aeb4a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (51561068-ae3c-4d45-b4c5-8eb2613734fa), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:40.728577 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d78243f-f77b-46ae-a824-b6a3ce243c1b tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] Made reservation on behalf of c904821e675b4cffb5a3b0438835a9c2 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:48:40.731067 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1d78243f-f77b-46ae-a824-b6a3ce243c1b tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:40.767721 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1d78243f-f77b-46ae-a824-b6a3ce243c1b tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:40.781322 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d33d8e-0752-45c3-84f6-37af0aeb4a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51561068-ae3c-4d45-b4c5-8eb2613734fa,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:40.791591 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-67d33d8e-0752-45c3-84f6-37af0aeb4a54 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8ff734a60ebd4497a2ff4014eaddb36c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9195845 Feb 20 03:48:40.825458 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34336e-7d4b-4af8-a317-c45196865cc2 req-4dd65d83-32e0-45b0-a6a7-6ea9303565d9 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:40.832548 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ed34336e-7d4b-4af8-a317-c45196865cc2 req-4dd65d83-32e0-45b0-a6a7-6ea9303565d9 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 946 time: 0.1627996 Feb 20 03:48:40.834998 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53030) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:40.858392 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'name': 'network-vif-deleted', 'tag': '9db11869-4975-4902-a91e-2c95a6f8cb01'}, {'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'name': 'network-vif-deleted', 'tag': '6f63130c-106c-4905-adaf-b3b307d9f4f6'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:48:40.860769 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9005d65f-d9d8-40b9-9576-48aa7789afc2" -d '{"events": [{"server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "name": "network-vif-deleted", "tag": "9db11869-4975-4902-a91e-2c95a6f8cb01"}, {"server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "name": "network-vif-deleted", "tag": "6f63130c-106c-4905-adaf-b3b307d9f4f6"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:48:40.920036 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ed34336e-7d4b-4af8-a317-c45196865cc2 req-ba174360-6b7a-4579-9797-df8ef827844f tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863078 Feb 20 03:48:40.974949 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1d78243f-f77b-46ae-a824-b6a3ce243c1b tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] Publish callbacks [] for security_group (dc67478c-fde0-410b-89c5-fb02e2806754), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:40.979415 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-09f3b2e5-cfbe-4473-b1f3-518d91d9e367 admin admin] Publish callbacks [] for security_group (51561068-ae3c-4d45-b4c5-8eb2613734fa), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:41.017937 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-09f3b2e5-cfbe-4473-b1f3-518d91d9e367 admin admin] Publish callbacks [] for security_group (51561068-ae3c-4d45-b4c5-8eb2613734fa), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:41.021464 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-da22302e-ee34-4e70-90a5-fb9265e11dcc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Deleting port ef44c92f-8964-4413-a4ba-4a53f5cae4ec {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:48:41.021850 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da22302e-ee34-4e70-90a5-fb9265e11dcc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ef44c92f-8964-4413-a4ba-4a53f5cae4ec), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:41.082968 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e6fa6-5125-4317-b360-220baddd3af8 req-73df887e-b389-4c8c-a8d1-5be48f51e0a1 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:41.083394 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-799e6fa6-5125-4317-b360-220baddd3af8 req-73df887e-b389-4c8c-a8d1-5be48f51e0a1 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.0745480 Feb 20 03:48:41.119244 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1d78243f-f77b-46ae-a824-b6a3ce243c1b tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (dc67478c-fde0-410b-89c5-fb02e2806754), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:41.132583 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-1d78243f-f77b-46ae-a824-b6a3ce243c1b tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] device_id is not set on port 83add279-aa1b-4d66-9514-53b7711169fb yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:48:41.156905 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-da22302e-ee34-4e70-90a5-fb9265e11dcc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] For port ef44c92f-8964-4413-a4ba-4a53f5cae4ec, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=ef44c92f-8964-4413-a4ba-4a53f5cae4ec,segment=NetworkSegment(9da57984-ef97-43a2-88b5-23ffb9ab4b24),segment_id=9da57984-ef97-43a2-88b5-23ffb9ab4b24)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:48:41.164097 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da22302e-ee34-4e70-90a5-fb9265e11dcc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ef44c92f-8964-4413-a4ba-4a53f5cae4ec), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:41.175142 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-da22302e-ee34-4e70-90a5-fb9265e11dcc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Calling delete_port for ef44c92f-8964-4413-a4ba-4a53f5cae4ec owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:48:41.177358 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-799e6fa6-5125-4317-b360-220baddd3af8 req-15b27a8b-7db9-4054-813e-32f85a94d568 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862088 Feb 20 03:48:41.179313 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78243f-f77b-46ae-a824-b6a3ce243c1b tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc67478c-fde0-410b-89c5-fb02e2806754,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:41.235564 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-09f3b2e5-cfbe-4473-b1f3-518d91d9e367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (51561068-ae3c-4d45-b4c5-8eb2613734fa), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:41.239036 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-09f3b2e5-cfbe-4473-b1f3-518d91d9e367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:41.240393 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-09f3b2e5-cfbe-4473-b1f3-518d91d9e367 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/51561068-ae3c-4d45-b4c5-8eb2613734fa HTTP/1.1" status: 204 len: 168 time: 0.4039721 Feb 20 03:48:41.257731 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f3b2e5-cfbe-4473-b1f3-518d91d9e367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51561068-ae3c-4d45-b4c5-8eb2613734fa,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:41.317637 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 20 Feb 2022 03:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae63cab5-832d-4472-bfca-370461a06e2c x-openstack-request-id: req-ae63cab5-832d-4472-bfca-370461a06e2c {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:48:41.317954 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "name": "network-vif-deleted", "tag": "9db11869-4975-4902-a91e-2c95a6f8cb01", "status": "completed", "code": 200}, {"server_uuid": "420c7d9c-2912-4b0d-9505-b598845fcf1c", "name": "network-vif-deleted", "tag": "6f63130c-106c-4905-adaf-b3b307d9f4f6", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:48:41.318219 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ae63cab5-832d-4472-bfca-370461a06e2c {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:48:41.318630 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'name': 'network-vif-deleted', 'tag': '9db11869-4975-4902-a91e-2c95a6f8cb01', 'status': 'completed', 'code': 200} Feb 20 03:48:41.318911 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420c7d9c-2912-4b0d-9505-b598845fcf1c', 'name': 'network-vif-deleted', 'tag': '6f63130c-106c-4905-adaf-b3b307d9f4f6', 'status': 'completed', 'code': 200} Feb 20 03:48:41.541324 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2f37e-794b-43ff-9c99-e5e05587d415 req-3b49e3e1-c53e-4955-be2b-f8c1e8cf75da tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:41.543004 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dbe2f37e-794b-43ff-9c99-e5e05587d415 req-3b49e3e1-c53e-4955-be2b-f8c1e8cf75da tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.1528952 Feb 20 03:48:41.594299 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dbe2f37e-794b-43ff-9c99-e5e05587d415 req-690a9696-b6ed-4ba8-b26e-2b8d6359e67f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447502 Feb 20 03:48:41.595980 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d78243f-f77b-46ae-a824-b6a3ce243c1b tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 20 03:48:41.597359 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d78243f-f77b-46ae-a824-b6a3ce243c1b tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:48:41.647142 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da22302e-ee34-4e70-90a5-fb9265e11dcc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (ef44c92f-8964-4413-a4ba-4a53f5cae4ec), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:41.683460 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1d78243f-f77b-46ae-a824-b6a3ce243c1b tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.1382005 Feb 20 03:48:41.689822 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53056) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:41.699410 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22302e-ee34-4e70-90a5-fb9265e11dcc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event deleted for resources: {'Port': ['ID=ef44c92f-8964-4413-a4ba-4a53f5cae4ec,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:42.053653 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941aaf8-5b08-4881-90da-3391509ba834 req-2adf0c23-5868-429b-9941-6bdbf350fdb1 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:42.060479 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da22302e-ee34-4e70-90a5-fb9265e11dcc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (1f704882-8ee9-4e7c-94bb-8904fb780b41), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:42.062144 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e941aaf8-5b08-4881-90da-3391509ba834 req-2adf0c23-5868-429b-9941-6bdbf350fdb1 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.2317803 Feb 20 03:48:42.130702 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-63ba9d99-2308-43ec-a277-b6352202ac76 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] Deleting port f21ee251-0dee-47ca-a940-e4242f58f2c4 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:48:42.131088 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63ba9d99-2308-43ec-a277-b6352202ac76 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (f21ee251-0dee-47ca-a940-e4242f58f2c4), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:42.154227 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e941aaf8-5b08-4881-90da-3391509ba834 req-6685dfc0-58f1-4c71-b411-d27a58748bde tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902357 Feb 20 03:48:42.271882 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63ba9d99-2308-43ec-a277-b6352202ac76 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (f21ee251-0dee-47ca-a940-e4242f58f2c4), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:42.272291 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63ba9d99-2308-43ec-a277-b6352202ac76 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] Publish callbacks [] for floatingip (f21ee251-0dee-47ca-a940-e4242f58f2c4), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:42.305476 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-63ba9d99-2308-43ec-a277-b6352202ac76 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] Calling delete_port for f21ee251-0dee-47ca-a940-e4242f58f2c4 owned by network:floatingip {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:48:42.359765 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4169cda1-031b-46ba-bb10-26b629721573 req-26396a0a-5753-4a36-a16b-5ac4c0dc92c9 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 210 time: 0.0706072 Feb 20 03:48:42.514593 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da22302e-ee34-4e70-90a5-fb9265e11dcc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Router 1f704882-8ee9-4e7c-94bb-8904fb780b41 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:48:42.653903 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da22302e-ee34-4e70-90a5-fb9265e11dcc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:48:42.661486 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-da22302e-ee34-4e70-90a5-fb9265e11dcc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "PUT /v2.0/routers/1f704882-8ee9-4e7c-94bb-8904fb780b41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2296615 Feb 20 03:48:42.663075 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53086) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:42.667319 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5f7b9e-6a82-4227-90db-bfdfb6308d6c None None] Sync routers for ids ['1f704882-8ee9-4e7c-94bb-8904fb780b41'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:48:42.669031 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3ddcf-363d-4fee-a34b-a8dd79b618da req-811c9e3d-fcc2-443c-9947-7b2cee400f19 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:42.678258 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-99a3ddcf-363d-4fee-a34b-a8dd79b618da req-811c9e3d-fcc2-443c-9947-7b2cee400f19 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 946 time: 0.1024835 Feb 20 03:48:42.699204 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5f7b9e-6a82-4227-90db-bfdfb6308d6c None None] Routers {'1f704882-8ee9-4e7c-94bb-8904fb780b41'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:48:42.700570 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-8a5f7b9e-6a82-4227-90db-bfdfb6308d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:48:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['1f704882-8ee9-4e7c-94bb-8904fb780b41'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:42.753742 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f26c16-376d-40e5-ad03-fa302c8aba3d tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Deleting subnet 9da9d33c-0bd0-4a9e-a1a9-2d056772489c {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:48:42.753742 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85f26c16-376d-40e5-ad03-fa302c8aba3d tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for subnet (9da9d33c-0bd0-4a9e-a1a9-2d056772489c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:42.767581 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-99a3ddcf-363d-4fee-a34b-a8dd79b618da req-3fd95dfa-3fa5-425f-b527-8f6c23d064f5 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830619 Feb 20 03:48:42.768300 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63ba9d99-2308-43ec-a277-b6352202ac76 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (f21ee251-0dee-47ca-a940-e4242f58f2c4), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:42.866643 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85f26c16-376d-40e5-ad03-fa302c8aba3d tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (9da9d33c-0bd0-4a9e-a1a9-2d056772489c), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:42.923038 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba9d99-2308-43ec-a277-b6352202ac76 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] Pushing event deleted for resources: {'Port': ['ID=f21ee251-0dee-47ca-a940-e4242f58f2c4,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:42.939472 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63ba9d99-2308-43ec-a277-b6352202ac76 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] Publish callbacks [] for floatingip (ba017593-ec8c-4c16-b78b-1417ee5ce208), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:42.942092 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-8a5f7b9e-6a82-4227-90db-bfdfb6308d6c None None] Set router 1f704882-8ee9-4e7c-94bb-8904fb780b41 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:48:42.943382 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63ba9d99-2308-43ec-a277-b6352202ac76 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:42.959258 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-63ba9d99-2308-43ec-a277-b6352202ac76 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561 tempest-ExternalNetworksAdminNegativeTestJSON-1651915561-project-admin] 10.222.0.89 "DELETE /v2.0/floatingips/ba017593-ec8c-4c16-b78b-1417ee5ce208 HTTP/1.1" status: 204 len: 168 time: 1.2665591 Feb 20 03:48:42.991234 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85f26c16-376d-40e5-ad03-fa302c8aba3d tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (9da9d33c-0bd0-4a9e-a1a9-2d056772489c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:43.111646 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8522c-8570-4a01-8386-427c1cbfae9b req-f6a01109-41c5-4d36-976f-e63a766db4a1 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:43.113230 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5cd8522c-8570-4a01-8386-427c1cbfae9b req-f6a01109-41c5-4d36-976f-e63a766db4a1 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.1216433 Feb 20 03:48:43.187575 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5cd8522c-8570-4a01-8386-427c1cbfae9b req-ffdfc51e-e266-4fb3-b7d9-773298ab70e3 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636063 Feb 20 03:48:43.195597 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85f26c16-376d-40e5-ad03-fa302c8aba3d tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (9da9d33c-0bd0-4a9e-a1a9-2d056772489c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:43.220183 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53106) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:43.279518 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-8a5f7b9e-6a82-4227-90db-bfdfb6308d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'name': 'tempest-TestNetworkBasicOps-router-1140130964', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '76539ed8-754d-4f48-88c0-643354065eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:46:00Z', 'updated_at': '2022-02-20T03:48:41Z', 'revision_number': 7, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '76539ed8-754d-4f48-88c0-643354065eac', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:03Z', 'updated_at': '2022-02-20T03:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:43.292823 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f26c16-376d-40e5-ad03-fa302c8aba3d tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event deleted for resources: {'Subnet': ['ID=9da9d33c-0bd0-4a9e-a1a9-2d056772489c,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:43.299901 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85f26c16-376d-40e5-ad03-fa302c8aba3d tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:43.306189 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53114) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:43.312675 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-85f26c16-376d-40e5-ad03-fa302c8aba3d tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "DELETE /v2.0/subnets/9da9d33c-0bd0-4a9e-a1a9-2d056772489c HTTP/1.1" status: 204 len: 168 time: 0.6423161 Feb 20 03:48:43.401579 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3add10e9-0718-4ecf-8064-8e15b727dfd1 None None] Network 62b84434-5c3b-4e74-b1a7-8ac8add3a2d7 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:48:43.425245 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5f7b9e-6a82-4227-90db-bfdfb6308d6c None None] Checking router: 1f704882-8ee9-4e7c-94bb-8904fb780b41 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:48:43.502344 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5f7b9e-6a82-4227-90db-bfdfb6308d6c None None] Routers {'1f704882-8ee9-4e7c-94bb-8904fb780b41'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:48:43.503016 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-8a5f7b9e-6a82-4227-90db-bfdfb6308d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:48:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['1f704882-8ee9-4e7c-94bb-8904fb780b41'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:43.508118 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-878444b0-a651-4c5c-9362-44ad8605557a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1480038747-network', 'tenant_id': '60d08e22a69e4798aa40996d505312e3'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:48:43.618021 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8622bdc6-81be-4bbf-9615-7ea7035dbe4b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for router (1f704882-8ee9-4e7c-94bb-8904fb780b41), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:43.688608 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-8a5f7b9e-6a82-4227-90db-bfdfb6308d6c None None] Set router 1f704882-8ee9-4e7c-94bb-8904fb780b41 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:48:43.707509 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878444b0-a651-4c5c-9362-44ad8605557a admin admin] Made reservation on behalf of 60d08e22a69e4798aa40996d505312e3 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:48:43.714209 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-878444b0-a651-4c5c-9362-44ad8605557a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:43.721103 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53130) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:43.742053 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-878444b0-a651-4c5c-9362-44ad8605557a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:43.828036 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadbb622-c2bd-4549-9b34-d42802aca9f3 None None] DHCP port deletion for 62b84434-5c3b-4e74-b1a7-8ac8add3a2d7 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:48:43.878762 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-053c85b9-049a-4f34-9f72-36fd034935df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:43.958411 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-878444b0-a651-4c5c-9362-44ad8605557a admin admin] Publish callbacks [] for security_group (9392f95e-12c9-4077-a22d-7b7645ff71d8), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:43.981076 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8622bdc6-81be-4bbf-9615-7ea7035dbe4b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for router_gateway (1f704882-8ee9-4e7c-94bb-8904fb780b41), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:43.998246 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-cadbb622-c2bd-4549-9b34-d42802aca9f3 None None] Deleting port 9988012e-cbf5-43dd-8e6d-a433829ec8b6 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:48:43.999009 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cadbb622-c2bd-4549-9b34-d42802aca9f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (9988012e-cbf5-43dd-8e6d-a433829ec8b6), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:44.021518 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-053c85b9-049a-4f34-9f72-36fd034935df admin admin] Publish callbacks [] for security_group (5c5b2327-4c49-4e5d-81f8-ff3a27d469e1), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:44.032505 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-878444b0-a651-4c5c-9362-44ad8605557a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (9392f95e-12c9-4077-a22d-7b7645ff71d8), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:44.073991 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-878444b0-a651-4c5c-9362-44ad8605557a admin admin] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:48:44.073991 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878444b0-a651-4c5c-9362-44ad8605557a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9392f95e-12c9-4077-a22d-7b7645ff71d8,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:44.115619 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-878444b0-a651-4c5c-9362-44ad8605557a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (32b55a2c-f233-4bdc-816f-9fe6a18fd9e3), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:44.116205 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-878444b0-a651-4c5c-9362-44ad8605557a admin admin] Added segment 32b55a2c-f233-4bdc-816f-9fe6a18fd9e3 of type vlan for network 8afa4c13-e9e7-4baf-b598-8cec682b9b84 Feb 20 03:48:44.124841 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-053c85b9-049a-4f34-9f72-36fd034935df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5c5b2327-4c49-4e5d-81f8-ff3a27d469e1), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:44.138908 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-cadbb622-c2bd-4549-9b34-d42802aca9f3 None None] For port 9988012e-cbf5-43dd-8e6d-a433829ec8b6, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=9988012e-cbf5-43dd-8e6d-a433829ec8b6,segment=NetworkSegment(9da57984-ef97-43a2-88b5-23ffb9ab4b24),segment_id=9da57984-ef97-43a2-88b5-23ffb9ab4b24)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:48:44.138908 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cadbb622-c2bd-4549-9b34-d42802aca9f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (9988012e-cbf5-43dd-8e6d-a433829ec8b6), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:44.157437 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-cadbb622-c2bd-4549-9b34-d42802aca9f3 None None] Calling delete_port for 9988012e-cbf5-43dd-8e6d-a433829ec8b6 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:48:44.175529 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-878444b0-a651-4c5c-9362-44ad8605557a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (8afa4c13-e9e7-4baf-b598-8cec682b9b84), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:44.209269 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8622bdc6-81be-4bbf-9615-7ea7035dbe4b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Deleting port 76539ed8-754d-4f48-88c0-643354065eac {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:48:44.209893 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8622bdc6-81be-4bbf-9615-7ea7035dbe4b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (76539ed8-754d-4f48-88c0-643354065eac), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:44.244320 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-8a5f7b9e-6a82-4227-90db-bfdfb6308d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'name': 'tempest-TestNetworkBasicOps-router-1140130964', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '76539ed8-754d-4f48-88c0-643354065eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:46:00Z', 'updated_at': '2022-02-20T03:48:41Z', 'revision_number': 7, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '76539ed8-754d-4f48-88c0-643354065eac', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:03Z', 'updated_at': '2022-02-20T03:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:44.262107 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-053c85b9-049a-4f34-9f72-36fd034935df admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0a26f3adef154be59d4ffed7e3c29084&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5373530 Feb 20 03:48:44.267790 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53142) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:44.279652 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5f7b9e-6a82-4227-90db-bfdfb6308d6c None None] The sync data for ids ['1f704882-8ee9-4e7c-94bb-8904fb780b41'] in n-d-829866-4 is: [{'id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'name': 'tempest-TestNetworkBasicOps-router-1140130964', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '76539ed8-754d-4f48-88c0-643354065eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:46:00Z', 'updated_at': '2022-02-20T03:48:41Z', 'revision_number': 7, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '76539ed8-754d-4f48-88c0-643354065eac', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f704882-8ee9-4e7c-94bb-8904fb780b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:46:03Z', 'updated_at': '2022-02-20T03:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:48:44.315183 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-125a01b6-f49f-4133-aa64-2ab0d350c397 req-754e2f3b-0380-4fad-87c1-5de53e2f6e0b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 210 time: 0.0872381 Feb 20 03:48:44.345359 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-878444b0-a651-4c5c-9362-44ad8605557a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (8afa4c13-e9e7-4baf-b598-8cec682b9b84), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:44.346399 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878444b0-a651-4c5c-9362-44ad8605557a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:44.347973 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-878444b0-a651-4c5c-9362-44ad8605557a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:44.375369 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c85b9-049a-4f34-9f72-36fd034935df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5b2327-4c49-4e5d-81f8-ff3a27d469e1,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:44.481652 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8622bdc6-81be-4bbf-9615-7ea7035dbe4b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] For port 76539ed8-754d-4f48-88c0-643354065eac, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=76539ed8-754d-4f48-88c0-643354065eac,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:48:44.482010 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8622bdc6-81be-4bbf-9615-7ea7035dbe4b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (76539ed8-754d-4f48-88c0-643354065eac), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:44.502611 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878444b0-a651-4c5c-9362-44ad8605557a admin admin] Pushing event updated for resources: {'Network': ['ID=8afa4c13-e9e7-4baf-b598-8cec682b9b84,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:44.504084 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cadbb622-c2bd-4549-9b34-d42802aca9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (9988012e-cbf5-43dd-8e6d-a433829ec8b6), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:44.530975 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-878444b0-a651-4c5c-9362-44ad8605557a admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3068070 Feb 20 03:48:44.532014 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8622bdc6-81be-4bbf-9615-7ea7035dbe4b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Calling delete_port for 76539ed8-754d-4f48-88c0-643354065eac owned by network:router_gateway {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:48:44.532793 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53148) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:44.534551 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadbb622-c2bd-4549-9b34-d42802aca9f3 None None] No DVR routers for this DVR port 9988012e-cbf5-43dd-8e6d-a433829ec8b6 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:48:44.537105 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3695c8b9-1593-4554-b850-f4f217e05b70 admin admin] Publish callbacks [] for security_group (5c5b2327-4c49-4e5d-81f8-ff3a27d469e1), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:44.538923 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 8afa4c13-e9e7-4baf-b598-8cec682b9b84 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:48:44.540705 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-41eb63f3-1752-46c7-a58a-2f8e86793816 admin admin] Request body: {'subnet': {'network_id': '8afa4c13-e9e7-4baf-b598-8cec682b9b84', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1480038747-subnet', 'tenant_id': '60d08e22a69e4798aa40996d505312e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:48:44.609901 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3695c8b9-1593-4554-b850-f4f217e05b70 admin admin] Publish callbacks [] for security_group (5c5b2327-4c49-4e5d-81f8-ff3a27d469e1), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:44.617262 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadbb622-c2bd-4549-9b34-d42802aca9f3 None None] Pushing event deleted for resources: {'Port': ['ID=9988012e-cbf5-43dd-8e6d-a433829ec8b6,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:44.640352 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a83a22-b623-4b0e-9675-18de9a2b39b9 req-bfe7eb38-3718-4cea-8231-533ba323cba6 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:44.642715 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-55a83a22-b623-4b0e-9675-18de9a2b39b9 req-bfe7eb38-3718-4cea-8231-533ba323cba6 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 946 time: 0.1954679 Feb 20 03:48:44.661873 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41eb63f3-1752-46c7-a58a-2f8e86793816 admin admin] Made reservation on behalf of 60d08e22a69e4798aa40996d505312e3 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:48:44.664488 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-41eb63f3-1752-46c7-a58a-2f8e86793816 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:44.673796 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 9988012e-cbf5-43dd-8e6d-a433829ec8b6 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:48:44.705165 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 9988012e-cbf5-43dd-8e6d-a433829ec8b6 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:48:44.705839 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 9988012e-cbf5-43dd-8e6d-a433829ec8b6 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:48:44.927805 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-55a83a22-b623-4b0e-9675-18de9a2b39b9 req-fda8abee-9282-46a0-b0e3-728b1c266b88 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355538 Feb 20 03:48:45.065662 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73137bf4-da2f-4974-abd7-9b7157e3425b req-a98efa63-a947-480c-8529-b938e55f2061 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:45.065662 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73137bf4-da2f-4974-abd7-9b7157e3425b req-a98efa63-a947-480c-8529-b938e55f2061 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 945 time: 0.0582073 Feb 20 03:48:45.094458 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3695c8b9-1593-4554-b850-f4f217e05b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5c5b2327-4c49-4e5d-81f8-ff3a27d469e1), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:45.097303 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3695c8b9-1593-4554-b850-f4f217e05b70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:45.101052 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3695c8b9-1593-4554-b850-f4f217e05b70 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5c5b2327-4c49-4e5d-81f8-ff3a27d469e1 HTTP/1.1" status: 204 len: 168 time: 0.8256907 Feb 20 03:48:45.140483 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3695c8b9-1593-4554-b850-f4f217e05b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5b2327-4c49-4e5d-81f8-ff3a27d469e1,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:45.160470 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8622bdc6-81be-4bbf-9615-7ea7035dbe4b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (76539ed8-754d-4f48-88c0-643354065eac), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:45.168053 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73137bf4-da2f-4974-abd7-9b7157e3425b req-d3427532-da6c-4435-ad9a-f25aacee45cb tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963950 Feb 20 03:48:45.203620 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622bdc6-81be-4bbf-9615-7ea7035dbe4b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event deleted for resources: {'Port': ['ID=76539ed8-754d-4f48-88c0-643354065eac,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:45.321940 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8622bdc6-81be-4bbf-9615-7ea7035dbe4b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (1f704882-8ee9-4e7c-94bb-8904fb780b41), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:45.395241 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-41eb63f3-1752-46c7-a58a-2f8e86793816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (c5b4fd31-0b75-4d1b-9b9e-4859885d11ed), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:45.444061 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8622bdc6-81be-4bbf-9615-7ea7035dbe4b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (1f704882-8ee9-4e7c-94bb-8904fb780b41), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:45.447757 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8622bdc6-81be-4bbf-9615-7ea7035dbe4b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for router_controller (1f704882-8ee9-4e7c-94bb-8904fb780b41), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:45.469179 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaae6e9-6046-436d-bb6c-ac7000ebe7e0 req-8480a1b2-cca1-4e4e-a05d-b5c7215d78f3 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:45.476338 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fcaae6e9-6046-436d-bb6c-ac7000ebe7e0 req-8480a1b2-cca1-4e4e-a05d-b5c7215d78f3 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 946 time: 0.2015035 Feb 20 03:48:45.500871 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb63f3-1752-46c7-a58a-2f8e86793816 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5b4fd31-0b75-4d1b-9b9e-4859885d11ed,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:45.527567 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eb63f3-1752-46c7-a58a-2f8e86793816 admin admin] Checking segment: {'id': '32b55a2c-f233-4bdc-816f-9fe6a18fd9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '8afa4c13-e9e7-4baf-b598-8cec682b9b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:48:45.527567 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41eb63f3-1752-46c7-a58a-2f8e86793816 admin admin] Network hostable DHCP agents. Network: 8afa4c13-e9e7-4baf-b598-8cec682b9b84, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:48:45.571562 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fcaae6e9-6046-436d-bb6c-ac7000ebe7e0 req-c7ab82c4-f5e2-4d03-9d9a-edaaad3ca474 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942633 Feb 20 03:48:45.616983 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8622bdc6-81be-4bbf-9615-7ea7035dbe4b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (1f704882-8ee9-4e7c-94bb-8904fb780b41), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:45.617577 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8622bdc6-81be-4bbf-9615-7ea7035dbe4b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Fanout notify agent at l3_agent the message router_deleted on router 1f704882-8ee9-4e7c-94bb-8904fb780b41 {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:48:45.634139 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8622bdc6-81be-4bbf-9615-7ea7035dbe4b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:45.638895 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8622bdc6-81be-4bbf-9615-7ea7035dbe4b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "DELETE /v2.0/routers/1f704882-8ee9-4e7c-94bb-8904fb780b41 HTTP/1.1" status: 204 len: 168 time: 2.3289480 Feb 20 03:48:45.639820 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53176) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:45.675470 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41eb63f3-1752-46c7-a58a-2f8e86793816 admin admin] Network 8afa4c13-e9e7-4baf-b598-8cec682b9b84 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:48:45.705348 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-68919995-8a03-4ed9-b8fb-df29e973a149 req-c0ce844e-7752-43fa-bbe2-3a13d8fe4d88 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 210 time: 0.0505745 Feb 20 03:48:45.781243 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-30359beb-8586-4cb2-ba42-2ebc4dc2a9d8 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (62b84434-5c3b-4e74-b1a7-8ac8add3a2d7), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:45.805686 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-41eb63f3-1752-46c7-a58a-2f8e86793816 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 8afa4c13-e9e7-4baf-b598-8cec682b9b84) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:48:45.811070 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eb63f3-1752-46c7-a58a-2f8e86793816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:45.811928 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-41eb63f3-1752-46c7-a58a-2f8e86793816 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:45.830171 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034fcac1-59b4-43bc-b766-d28e0693ea32 None None] Network 8afa4c13-e9e7-4baf-b598-8cec682b9b84 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:48:45.957455 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-30359beb-8586-4cb2-ba42-2ebc4dc2a9d8 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (62b84434-5c3b-4e74-b1a7-8ac8add3a2d7), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:45.983562 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-30359beb-8586-4cb2-ba42-2ebc4dc2a9d8 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b84434-5c3b-4e74-b1a7-8ac8add3a2d7']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:45.994094 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-30359beb-8586-4cb2-ba42-2ebc4dc2a9d8 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da57984-ef97-43a2-88b5-23ffb9ab4b24') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:45.994259 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-30359beb-8586-4cb2-ba42-2ebc4dc2a9d8 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da57984-ef97-43a2-88b5-23ffb9ab4b24') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:45.999918 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30aa40b5-0877-4ebc-a62b-a923b4fdc23d None None] Network 8afa4c13-e9e7-4baf-b598-8cec682b9b84 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:48:46.008035 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-30359beb-8586-4cb2-ba42-2ebc4dc2a9d8 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (9da57984-ef97-43a2-88b5-23ffb9ab4b24), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:46.030766 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-30359beb-8586-4cb2-ba42-2ebc4dc2a9d8 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (9da57984-ef97-43a2-88b5-23ffb9ab4b24), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:46.046556 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30359beb-8586-4cb2-ba42-2ebc4dc2a9d8 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:48:46.051454 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-30359beb-8586-4cb2-ba42-2ebc4dc2a9d8 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (9da57984-ef97-43a2-88b5-23ffb9ab4b24), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:46.054797 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:48:46.054797 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:48:46.054797 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:48:46.054797 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:48:46.054797 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:48:46.054797 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:48:46.054797 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:48:46.054797 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:48:46.054797 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:48:46.054797 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:48:46.054797 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:48:46.054797 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:48:46.054797 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:48:46.054797 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:48:46.054797 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:48:46.054797 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:48:46.054797 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:48:46.054797 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:48:46.054797 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:48:46.054797 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:48:46.054797 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:48:46.054797 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:48:46.054797 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:48:46.054797 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:48:46.054797 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:48:46.054797 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:48:46.054797 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:48:46.054797 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:48:46.054797 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:48:46.054797 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:48:46.054797 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:48:46.054797 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:48:46.119496 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eeba79-c970-41a3-ac4b-a29c3da7a2e6 req-88e18d30-d223-4572-8a5e-5b6cd55776ce tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:46.139773 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f7eeba79-c970-41a3-ac4b-a29c3da7a2e6 req-88e18d30-d223-4572-8a5e-5b6cd55776ce tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.42 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 945 time: 0.1038122 Feb 20 03:48:46.171540 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53184) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:46.245109 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-41eb63f3-1752-46c7-a58a-2f8e86793816 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7105172 Feb 20 03:48:46.319504 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53192) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:46.330761 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e4803370-6421-414e-81fe-dc6c2cb7ebef admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c904821e675b4cffb5a3b0438835a9c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1516519 Feb 20 03:48:46.338307 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-30359beb-8586-4cb2-ba42-2ebc4dc2a9d8 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (62b84434-5c3b-4e74-b1a7-8ac8add3a2d7), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:46.398272 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-30359beb-8586-4cb2-ba42-2ebc4dc2a9d8 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:46.412952 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-30359beb-8586-4cb2-ba42-2ebc4dc2a9d8 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "DELETE /v2.0/networks/62b84434-5c3b-4e74-b1a7-8ac8add3a2d7 HTTP/1.1" status: 204 len: 168 time: 0.7692928 Feb 20 03:48:46.414080 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30359beb-8586-4cb2-ba42-2ebc4dc2a9d8 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event deleted for resources: {'Network': ['ID=62b84434-5c3b-4e74-b1a7-8ac8add3a2d7,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:46.436196 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53196) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:46.444468 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-e9b4029d-0512-46f2-9f7a-19380b437a4c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Request body: {'network': {'name': 'tempest-network-smoke--99787798', 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'port_security_enabled': True}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:48:46.492397 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ef44c92f-8964-4413-a4ba-4a53f5cae4ec no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:48:46.540197 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: ef44c92f-8964-4413-a4ba-4a53f5cae4ec {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:48:46.540553 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ef44c92f-8964-4413-a4ba-4a53f5cae4ec not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:48:46.540994 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 76539ed8-754d-4f48-88c0-643354065eac no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:48:46.554589 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b4029d-0512-46f2-9f7a-19380b437a4c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Made reservation on behalf of cdf6aa5f9d3c4cef8fb0e04bd6cac1cb for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:48:46.558798 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e9b4029d-0512-46f2-9f7a-19380b437a4c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:46.583680 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e0fb798f-b02d-420e-9f12-333823bdaa97 admin admin] Publish callbacks [] for security_group (dc67478c-fde0-410b-89c5-fb02e2806754), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:46.589545 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-f7eeba79-c970-41a3-ac4b-a29c3da7a2e6 req-c6dcff70-aeea-4f0d-8c80-de13392fb621 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Deleting port 7a2c0003-6a6e-4c90-9103-cd87c17a26b2 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:48:46.589891 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f7eeba79-c970-41a3-ac4b-a29c3da7a2e6 req-c6dcff70-aeea-4f0d-8c80-de13392fb621 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (7a2c0003-6a6e-4c90-9103-cd87c17a26b2), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:46.595386 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 76539ed8-754d-4f48-88c0-643354065eac {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:48:46.596010 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 76539ed8-754d-4f48-88c0-643354065eac not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:48:46.599539 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b4029d-0512-46f2-9f7a-19380b437a4c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:48:46.612605 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e9b4029d-0512-46f2-9f7a-19380b437a4c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:46.612924 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-e9b4029d-0512-46f2-9f7a-19380b437a4c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Added segment 3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782 of type vlan for network fab84f58-beb2-495b-a859-5edb782f99da Feb 20 03:48:46.636291 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece55386-3464-4ca6-92f8-30cb070aa72d req-59c5f37d-3857-4dfa-a874-a466aae84dc9 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:46.643918 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ece55386-3464-4ca6-92f8-30cb070aa72d req-59c5f37d-3857-4dfa-a874-a466aae84dc9 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 946 time: 0.2729495 Feb 20 03:48:46.693617 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e9b4029d-0512-46f2-9f7a-19380b437a4c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (fab84f58-beb2-495b-a859-5edb782f99da), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:46.713932 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e0fb798f-b02d-420e-9f12-333823bdaa97 admin admin] Publish callbacks [] for security_group (dc67478c-fde0-410b-89c5-fb02e2806754), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:46.793013 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e9b4029d-0512-46f2-9f7a-19380b437a4c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (fab84f58-beb2-495b-a859-5edb782f99da), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:46.802556 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b4029d-0512-46f2-9f7a-19380b437a4c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:46.803342 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e9b4029d-0512-46f2-9f7a-19380b437a4c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:46.836265 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-f7eeba79-c970-41a3-ac4b-a29c3da7a2e6 req-c6dcff70-aeea-4f0d-8c80-de13392fb621 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] For port 7a2c0003-6a6e-4c90-9103-cd87c17a26b2, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=7a2c0003-6a6e-4c90-9103-cd87c17a26b2,segment=NetworkSegment(62e0b498-d38d-4750-b089-0bc3a2eabed2),segment_id=62e0b498-d38d-4750-b089-0bc3a2eabed2)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:48:46.836781 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f7eeba79-c970-41a3-ac4b-a29c3da7a2e6 req-c6dcff70-aeea-4f0d-8c80-de13392fb621 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (7a2c0003-6a6e-4c90-9103-cd87c17a26b2), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:46.902098 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4029d-0512-46f2-9f7a-19380b437a4c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'Network': ['ID=fab84f58-beb2-495b-a859-5edb782f99da,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:46.914631 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network fab84f58-beb2-495b-a859-5edb782f99da details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:48:46.963136 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e0fb798f-b02d-420e-9f12-333823bdaa97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (dc67478c-fde0-410b-89c5-fb02e2806754), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:46.966080 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e0fb798f-b02d-420e-9f12-333823bdaa97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:46.967355 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e0fb798f-b02d-420e-9f12-333823bdaa97 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/dc67478c-fde0-410b-89c5-fb02e2806754 HTTP/1.1" status: 204 len: 168 time: 0.6454067 Feb 20 03:48:47.019973 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e9b4029d-0512-46f2-9f7a-19380b437a4c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5814662 Feb 20 03:48:47.022155 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53206) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:47.030497 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-5368c6a3-bea5-47ce-a4b9-979da69a57bc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-272803633', 'admin_state_up': True, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:48:47.033181 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb798f-b02d-420e-9f12-333823bdaa97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc67478c-fde0-410b-89c5-fb02e2806754,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:47.059247 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ece55386-3464-4ca6-92f8-30cb070aa72d req-b9605f13-66fe-4079-a490-ce988712633d tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092817 Feb 20 03:48:47.096229 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f7eeba79-c970-41a3-ac4b-a29c3da7a2e6 req-c6dcff70-aeea-4f0d-8c80-de13392fb621 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:47.096915 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f7eeba79-c970-41a3-ac4b-a29c3da7a2e6 req-c6dcff70-aeea-4f0d-8c80-de13392fb621 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (2568203e-9c19-408f-a0b1-3129c2e9db1f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:47.099399 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [req-f7eeba79-c970-41a3-ac4b-a29c3da7a2e6 req-c6dcff70-aeea-4f0d-8c80-de13392fb621 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Floating IP 2568203e-9c19-408f-a0b1-3129c2e9db1f disassociated. External IP: 172.25.7.113, port: 7a2c0003-6a6e-4c90-9103-cd87c17a26b2. Feb 20 03:48:47.099872 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-f7eeba79-c970-41a3-ac4b-a29c3da7a2e6 req-c6dcff70-aeea-4f0d-8c80-de13392fb621 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Calling delete_port for 7a2c0003-6a6e-4c90-9103-cd87c17a26b2 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:48:47.209721 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5368c6a3-bea5-47ce-a4b9-979da69a57bc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (25fbb678-fb9c-4845-83d6-1fddfceb8244), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:47.212701 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5368c6a3-bea5-47ce-a4b9-979da69a57bc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (25fbb678-fb9c-4845-83d6-1fddfceb8244), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:47.305411 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5368c6a3-bea5-47ce-a4b9-979da69a57bc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for router_controller (25fbb678-fb9c-4845-83d6-1fddfceb8244), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:47.321736 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fd347-2737-4df7-8612-689bff51b503 req-b24624ec-e97f-4fd3-a8b3-5dec8b93c4ca tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:47.327400 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-565fd347-2737-4df7-8612-689bff51b503 req-b24624ec-e97f-4fd3-a8b3-5dec8b93c4ca tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 945 time: 0.1055200 Feb 20 03:48:47.452747 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f7eeba79-c970-41a3-ac4b-a29c3da7a2e6 req-c6dcff70-aeea-4f0d-8c80-de13392fb621 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (7a2c0003-6a6e-4c90-9103-cd87c17a26b2), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:47.714651 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5368c6a3-bea5-47ce-a4b9-979da69a57bc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for router_gateway (25fbb678-fb9c-4845-83d6-1fddfceb8244), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:48.135652 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53230) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:48.139639 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5368c6a3-bea5-47ce-a4b9-979da69a57bc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for router_gateway (25fbb678-fb9c-4845-83d6-1fddfceb8244), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:48.146239 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-565fd347-2737-4df7-8612-689bff51b503 req-f8b8cd00-b524-40d2-a9d8-7029d66a44fd tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=38c5a958-cd8b-4515-9aa9-064d98a3d755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8012989 Feb 20 03:48:48.147684 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dcff70-aeea-4f0d-8c80-de13392fb621 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Pushing event deleted for resources: {'Port': ['ID=7a2c0003-6a6e-4c90-9103-cd87c17a26b2,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:48.183085 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-c1d02095-5c5f-4aba-8b11-4cdced36e60a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-510617616-network', 'tenant_id': 'e645de5242d94a95906b31321462b0b4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:48:48.188724 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5368c6a3-bea5-47ce-a4b9-979da69a57bc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:48.360852 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26367e9a-7f4e-408f-ae9b-a23e7e422389 req-a3c0812c-f251-494b-ab20-b025d96c91db tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 210 time: 0.0324283 Feb 20 03:48:48.363550 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d02095-5c5f-4aba-8b11-4cdced36e60a admin admin] Made reservation on behalf of e645de5242d94a95906b31321462b0b4 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:48:48.376724 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c1d02095-5c5f-4aba-8b11-4cdced36e60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:48.385235 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-5368c6a3-bea5-47ce-a4b9-979da69a57bc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Allocated IP 172.25.7.153 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/47a23be7-ee95-4d5d-a897-3bbef3ce39f2) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:48:48.412330 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c1d02095-5c5f-4aba-8b11-4cdced36e60a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:48.545024 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5368c6a3-bea5-47ce-a4b9-979da69a57bc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for port (47a23be7-ee95-4d5d-a897-3bbef3ce39f2), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:48.586516 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7eeba79-c970-41a3-ac4b-a29c3da7a2e6 req-c6dcff70-aeea-4f0d-8c80-de13392fb621 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Router 3fa0165c-bb63-4346-b751-7abaa5ffbfae has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:48:48.630061 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c1d02095-5c5f-4aba-8b11-4cdced36e60a admin admin] Publish callbacks [] for security_group (d7bc71da-28d4-4d43-b568-076c9a4588ec), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:48.645976 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5368c6a3-bea5-47ce-a4b9-979da69a57bc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (47a23be7-ee95-4d5d-a897-3bbef3ce39f2), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:48.706529 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6022f-4156-4bc3-bf64-c05733491071 req-b2a21717-71fa-4b95-9f99-7c87f3525f18 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:48.708641 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d3c6022f-4156-4bc3-bf64-c05733491071 req-b2a21717-71fa-4b95-9f99-7c87f3525f18 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 946 time: 0.1720181 Feb 20 03:48:48.722434 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c1d02095-5c5f-4aba-8b11-4cdced36e60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d7bc71da-28d4-4d43-b568-076c9a4588ec), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:48.738271 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5368c6a3-bea5-47ce-a4b9-979da69a57bc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:48:48.741453 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-5368c6a3-bea5-47ce-a4b9-979da69a57bc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:48:48.745189 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5368c6a3-bea5-47ce-a4b9-979da69a57bc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:48:48.788757 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368c6a3-bea5-47ce-a4b9-979da69a57bc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'Port': ['ID=47a23be7-ee95-4d5d-a897-3bbef3ce39f2,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:48.929937 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d02095-5c5f-4aba-8b11-4cdced36e60a admin admin] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:48:48.943936 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7eeba79-c970-41a3-ac4b-a29c3da7a2e6 req-c6dcff70-aeea-4f0d-8c80-de13392fb621 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:48:48.959343 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d02095-5c5f-4aba-8b11-4cdced36e60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bc71da-28d4-4d43-b568-076c9a4588ec,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:48.959511 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4514f0-097d-4c44-8e01-a4c6d8c202eb None None] Sync routers for ids ['3fa0165c-bb63-4346-b751-7abaa5ffbfae'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:48:48.975497 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4514f0-097d-4c44-8e01-a4c6d8c202eb None None] Routers {'3fa0165c-bb63-4346-b751-7abaa5ffbfae'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:48:48.977092 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-7b4514f0-097d-4c44-8e01-a4c6d8c202eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:48:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3fa0165c-bb63-4346-b751-7abaa5ffbfae'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:49.002582 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c1d02095-5c5f-4aba-8b11-4cdced36e60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (ee6e3979-7477-405c-ae46-ee179c64b7a9), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:49.002985 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-c1d02095-5c5f-4aba-8b11-4cdced36e60a admin admin] Added segment ee6e3979-7477-405c-ae46-ee179c64b7a9 of type vlan for network a3291148-9f02-479f-bbdd-9055fac08ebe Feb 20 03:48:49.019424 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d3c6022f-4156-4bc3-bf64-c05733491071 req-3009c673-7ff8-41f6-a01b-95869c41a4b5 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832835 Feb 20 03:48:49.058617 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7eeba79-c970-41a3-ac4b-a29c3da7a2e6 req-c6dcff70-aeea-4f0d-8c80-de13392fb621 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] No DVR routers for this DVR port 7a2c0003-6a6e-4c90-9103-cd87c17a26b2 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:48:49.062186 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f7eeba79-c970-41a3-ac4b-a29c3da7a2e6 req-c6dcff70-aeea-4f0d-8c80-de13392fb621 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:49.066185 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f7eeba79-c970-41a3-ac4b-a29c3da7a2e6 req-c6dcff70-aeea-4f0d-8c80-de13392fb621 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.42 "DELETE /v2.0/ports/7a2c0003-6a6e-4c90-9103-cd87c17a26b2 HTTP/1.1" status: 204 len: 173 time: 2.9301181 Feb 20 03:48:49.070434 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338a8e12-2719-41d3-9fe3-1de34cb3e8dd', 'name': 'network-vif-deleted', 'tag': '7a2c0003-6a6e-4c90-9103-cd87c17a26b2'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:48:49.073136 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ae135d-2d4f-4196-af23-4ee3a01017d4" -d '{"events": [{"server_uuid": "338a8e12-2719-41d3-9fe3-1de34cb3e8dd", "name": "network-vif-deleted", "tag": "7a2c0003-6a6e-4c90-9103-cd87c17a26b2"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:48:49.085999 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c1d02095-5c5f-4aba-8b11-4cdced36e60a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (a3291148-9f02-479f-bbdd-9055fac08ebe), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:49.132503 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-7b4514f0-097d-4c44-8e01-a4c6d8c202eb None None] Set router 3fa0165c-bb63-4346-b751-7abaa5ffbfae gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:48:49.146583 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4987dee-f9b3-479a-b38b-148267ff0697 x-openstack-request-id: req-c4987dee-f9b3-479a-b38b-148267ff0697 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:48:49.147176 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338a8e12-2719-41d3-9fe3-1de34cb3e8dd", "name": "network-vif-deleted", "tag": "7a2c0003-6a6e-4c90-9103-cd87c17a26b2", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:48:49.147660 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c4987dee-f9b3-479a-b38b-148267ff0697 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:48:49.148289 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338a8e12-2719-41d3-9fe3-1de34cb3e8dd', 'name': 'network-vif-deleted', 'tag': '7a2c0003-6a6e-4c90-9103-cd87c17a26b2', 'status': 'completed', 'code': 200} Feb 20 03:48:49.183209 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c1d02095-5c5f-4aba-8b11-4cdced36e60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (a3291148-9f02-479f-bbdd-9055fac08ebe), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:49.187365 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d02095-5c5f-4aba-8b11-4cdced36e60a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:49.195223 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c1d02095-5c5f-4aba-8b11-4cdced36e60a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:49.211901 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5368c6a3-bea5-47ce-a4b9-979da69a57bc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for router_gateway (25fbb678-fb9c-4845-83d6-1fddfceb8244), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:49.341957 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c1d02095-5c5f-4aba-8b11-4cdced36e60a admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2025964 Feb 20 03:48:49.354096 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53252) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:49.373391 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-846ad533-5007-4c2b-aeb6-f81407be8333 admin admin] Request body: {'subnet': {'network_id': 'a3291148-9f02-479f-bbdd-9055fac08ebe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-510617616-subnet', 'tenant_id': 'e645de5242d94a95906b31321462b0b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:48:49.412626 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-7b4514f0-097d-4c44-8e01-a4c6d8c202eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'name': 'tempest-AttachVolumeTestJSON-237415728-router', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:29Z', 'updated_at': '2022-02-20T03:44:38Z', 'revision_number': 4, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'gw_port': {'id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:31Z', 'updated_at': '2022-02-20T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'caeabdbf-9be1-417d-b66e-d93a08bd5956', 'name': '', 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'mac_address': 'fa:16:3e:c8:3e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'ec9d4964-56bb-4af3-beab-8c8d3923a688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:37Z', 'updated_at': '2022-02-20T03:44:47Z', 'revision_number': 5, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'subnets': [{'id': 'ec9d4964-56bb-4af3-beab-8c8d3923a688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:49.417844 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-23b70440-5fa3-4af7-8ace-bd24abd48ca8 req-e69997f5-2621-42d0-a8ed-4cf572efb4c4 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=338a8e12-2719-41d3-9fe3-1de34cb3e8dd HTTP/1.1" status: 200 len: 210 time: 0.0826597 Feb 20 03:48:49.419164 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d02095-5c5f-4aba-8b11-4cdced36e60a admin admin] Pushing event updated for resources: {'Network': ['ID=a3291148-9f02-479f-bbdd-9055fac08ebe,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:49.432181 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network a3291148-9f02-479f-bbdd-9055fac08ebe details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:48:49.484936 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4514f0-097d-4c44-8e01-a4c6d8c202eb None None] Checking router: 3fa0165c-bb63-4346-b751-7abaa5ffbfae for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:48:49.509788 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4514f0-097d-4c44-8e01-a4c6d8c202eb None None] Routers {'3fa0165c-bb63-4346-b751-7abaa5ffbfae'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:48:49.510573 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-7b4514f0-097d-4c44-8e01-a4c6d8c202eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:48:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3fa0165c-bb63-4346-b751-7abaa5ffbfae'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:49.631428 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1423eb78-cddb-4ee3-a510-1b4190e1c68a req-49f1e547-064e-4f18-bca5-27de7d6dd62b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 210 time: 0.0529554 Feb 20 03:48:49.876722 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-7b4514f0-097d-4c44-8e01-a4c6d8c202eb None None] Set router 3fa0165c-bb63-4346-b751-7abaa5ffbfae gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:48:50.022887 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846ad533-5007-4c2b-aeb6-f81407be8333 admin admin] Made reservation on behalf of e645de5242d94a95906b31321462b0b4 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:48:50.025343 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-846ad533-5007-4c2b-aeb6-f81407be8333 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:50.121105 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5368c6a3-bea5-47ce-a4b9-979da69a57bc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (25fbb678-fb9c-4845-83d6-1fddfceb8244), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:50.150968 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-7b4514f0-097d-4c44-8e01-a4c6d8c202eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'name': 'tempest-AttachVolumeTestJSON-237415728-router', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:29Z', 'updated_at': '2022-02-20T03:44:38Z', 'revision_number': 4, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'gw_port': {'id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:31Z', 'updated_at': '2022-02-20T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'caeabdbf-9be1-417d-b66e-d93a08bd5956', 'name': '', 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'mac_address': 'fa:16:3e:c8:3e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'ec9d4964-56bb-4af3-beab-8c8d3923a688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:37Z', 'updated_at': '2022-02-20T03:44:47Z', 'revision_number': 5, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'subnets': [{'id': 'ec9d4964-56bb-4af3-beab-8c8d3923a688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:50.156965 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53270) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:50.186451 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4514f0-097d-4c44-8e01-a4c6d8c202eb None None] The sync data for ids ['3fa0165c-bb63-4346-b751-7abaa5ffbfae'] in n-d-829866-4 is: [{'id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'name': 'tempest-AttachVolumeTestJSON-237415728-router', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:29Z', 'updated_at': '2022-02-20T03:44:38Z', 'revision_number': 4, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'gw_port': {'id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:31Z', 'updated_at': '2022-02-20T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'caeabdbf-9be1-417d-b66e-d93a08bd5956', 'name': '', 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'mac_address': 'fa:16:3e:c8:3e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'ec9d4964-56bb-4af3-beab-8c8d3923a688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:37Z', 'updated_at': '2022-02-20T03:44:47Z', 'revision_number': 5, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'subnets': [{'id': 'ec9d4964-56bb-4af3-beab-8c8d3923a688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:48:50.264596 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 7a2c0003-6a6e-4c90-9103-cd87c17a26b2 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:48:50.268168 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c8136-6895-453f-8c53-0b45e3032b7f req-702cd4bd-8c3b-4cc3-b911-9e078ae6b2e4 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:50.281860 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f7c8136-6895-453f-8c53-0b45e3032b7f req-702cd4bd-8c3b-4cc3-b911-9e078ae6b2e4 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 946 time: 0.1374965 Feb 20 03:48:50.319290 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 7a2c0003-6a6e-4c90-9103-cd87c17a26b2 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:48:50.320075 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 7a2c0003-6a6e-4c90-9103-cd87c17a26b2 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:48:50.373615 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f7c8136-6895-453f-8c53-0b45e3032b7f req-78b3af70-68da-49d1-9bf4-1bf3218eab3d tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836937 Feb 20 03:48:50.397989 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-5226353b-4a3b-444a-8bbc-a3d820a27b32 tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-809956033', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:48:50.475151 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-846ad533-5007-4c2b-aeb6-f81407be8333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (cba59f30-63a9-4608-b782-8e7837ec6a32), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:50.504949 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5226353b-4a3b-444a-8bbc-a3d820a27b32 tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Made reservation on behalf of 94f632482b874a1fa07ca14f79af5e22 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:48:50.507442 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5226353b-4a3b-444a-8bbc-a3d820a27b32 tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:50.518170 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5226353b-4a3b-444a-8bbc-a3d820a27b32 tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:50.521255 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5368c6a3-bea5-47ce-a4b9-979da69a57bc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Router 25fbb678-fb9c-4845-83d6-1fddfceb8244 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:48:50.557451 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e9fadd-9163-448b-bec9-632bbe377a46 None None] New status for floating IP 2568203e-9c19-408f-a0b1-3129c2e9db1f: DOWN {{(pid=104107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:48:50.596180 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53280) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:50.618680 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ad533-5007-4c2b-aeb6-f81407be8333 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cba59f30-63a9-4608-b782-8e7837ec6a32,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:50.635241 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5226353b-4a3b-444a-8bbc-a3d820a27b32 tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Publish callbacks [] for security_group (d751ad80-a825-4023-a56d-36c7734bf75d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:50.651962 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846ad533-5007-4c2b-aeb6-f81407be8333 admin admin] Checking segment: {'id': 'ee6e3979-7477-405c-ae46-ee179c64b7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a3291148-9f02-479f-bbdd-9055fac08ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:48:50.652321 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846ad533-5007-4c2b-aeb6-f81407be8333 admin admin] Network hostable DHCP agents. Network: a3291148-9f02-479f-bbdd-9055fac08ebe, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:48:50.702676 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5226353b-4a3b-444a-8bbc-a3d820a27b32 tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d751ad80-a825-4023-a56d-36c7734bf75d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:50.710607 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-5226353b-4a3b-444a-8bbc-a3d820a27b32 tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] device_id is not set on port 9719ade6-7d0b-415d-9b93-5c8cd9f31d68 yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:48:50.724826 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2a1462ab-292e-4a17-a3d3-9b37f66b16f6 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for security_group (38c5a958-cd8b-4515-9aa9-064d98a3d755), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:50.727933 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5368c6a3-bea5-47ce-a4b9-979da69a57bc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:48:50.744551 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c75bcd3-d8c4-4613-a64b-e4c6daaa469c None None] Sync routers for ids ['25fbb678-fb9c-4845-83d6-1fddfceb8244'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:48:50.756942 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c75bcd3-d8c4-4613-a64b-e4c6daaa469c None None] Routers {'25fbb678-fb9c-4845-83d6-1fddfceb8244'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:48:50.757767 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-4c75bcd3-d8c4-4613-a64b-e4c6daaa469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:48:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['25fbb678-fb9c-4845-83d6-1fddfceb8244'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:50.800204 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846ad533-5007-4c2b-aeb6-f81407be8333 admin admin] Network a3291148-9f02-479f-bbdd-9055fac08ebe is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:48:50.846368 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226353b-4a3b-444a-8bbc-a3d820a27b32 tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d751ad80-a825-4023-a56d-36c7734bf75d,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:50.852213 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3833bf74-59e9-4cd1-a99e-96e60415e953 req-298260eb-4539-43f4-aacc-7f8d70f10675 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 210 time: 0.0722802 Feb 20 03:48:50.857162 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2a1462ab-292e-4a17-a3d3-9b37f66b16f6 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for security_group (38c5a958-cd8b-4515-9aa9-064d98a3d755), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:50.871317 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5368c6a3-bea5-47ce-a4b9-979da69a57bc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:50.871317 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5368c6a3-bea5-47ce-a4b9-979da69a57bc tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8445144 Feb 20 03:48:50.871317 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53284) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:50.894000 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-846ad533-5007-4c2b-aeb6-f81407be8333 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, a3291148-9f02-479f-bbdd-9055fac08ebe) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:48:50.907380 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee988d8-9dc3-417c-a6d2-7e1bf5ef8299 None None] Network a3291148-9f02-479f-bbdd-9055fac08ebe requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:48:50.932176 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2e460c9a-3e00-4149-b656-a83cdf1ea239 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=cdf6aa5f9d3c4cef8fb0e04bd6cac1cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0594816 Feb 20 03:48:50.932788 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53286) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:50.937781 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846ad533-5007-4c2b-aeb6-f81407be8333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:50.938378 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-846ad533-5007-4c2b-aeb6-f81407be8333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:50.939742 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-4c75bcd3-d8c4-4613-a64b-e4c6daaa469c None None] Set router 25fbb678-fb9c-4845-83d6-1fddfceb8244 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:48:51.028914 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:51.037976 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-5226353b-4a3b-444a-8bbc-a3d820a27b32 tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Allocated IP 172.25.7.50 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/9719ade6-7d0b-415d-9b93-5c8cd9f31d68) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:48:51.070051 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cffe63d-268f-4cce-a08f-602ca55c0cb4 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:51.076689 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53288) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:51.081916 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6cffe63d-268f-4cce-a08f-602ca55c0cb4 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1424694 Feb 20 03:48:51.082062 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-846ad533-5007-4c2b-aeb6-f81407be8333 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7270181 Feb 20 03:48:51.134186 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53292) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:51.134388 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5691beb2-1bb5-4480-b7b1-b171842ad8fc tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=eaf6f7bf-76a8-47a9-a76f-78f3b96fe079&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0565560 Feb 20 03:48:51.141793 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-2e4fdf2a-1b4f-4aad-8326-ae55874c9e8c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-733009970', 'network_id': 'fab84f58-beb2-495b-a859-5edb782f99da', 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:48:51.143456 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:51.154042 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd95faa2-3599-4aa2-b861-deda13bcfcf9 None None] Network a3291148-9f02-479f-bbdd-9055fac08ebe requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:48:51.176196 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2a1462ab-292e-4a17-a3d3-9b37f66b16f6 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (38c5a958-cd8b-4515-9aa9-064d98a3d755), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:51.183379 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2a1462ab-292e-4a17-a3d3-9b37f66b16f6 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:51.184601 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2a1462ab-292e-4a17-a3d3-9b37f66b16f6 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "DELETE /v2.0/security-groups/38c5a958-cd8b-4515-9aa9-064d98a3d755 HTTP/1.1" status: 204 len: 168 time: 0.5873921 Feb 20 03:48:51.191390 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53294) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:51.213249 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-4c75bcd3-d8c4-4613-a64b-e4c6daaa469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'name': 'tempest-TestNetworkBasicOps-router-272803633', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '47a23be7-ee95-4d5d-a897-3bbef3ce39f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:48:47Z', 'updated_at': '2022-02-20T03:48:48Z', 'revision_number': 3, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '47a23be7-ee95-4d5d-a897-3bbef3ce39f2', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:48:48Z', 'updated_at': '2022-02-20T03:48:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:51.270154 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c75bcd3-d8c4-4613-a64b-e4c6daaa469c None None] Checking router: 25fbb678-fb9c-4845-83d6-1fddfceb8244 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:48:51.271810 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c75bcd3-d8c4-4613-a64b-e4c6daaa469c None None] Updating router 25fbb678-fb9c-4845-83d6-1fddfceb8244 port 47a23be7-ee95-4d5d-a897-3bbef3ce39f2 binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:48:51.318484 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4c75bcd3-d8c4-4613-a64b-e4c6daaa469c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (47a23be7-ee95-4d5d-a897-3bbef3ce39f2), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:51.346493 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-705c161d-d303-4f09-8714-31cc56d9bf2f tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] show failed (client error): The resource could not be found. Feb 20 03:48:51.347609 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-705c161d-d303-4f09-8714-31cc56d9bf2f tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups/38c5a958-cd8b-4515-9aa9-064d98a3d755 HTTP/1.1" status: 404 len: 347 time: 0.1507599 Feb 20 03:48:51.348421 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1462ab-292e-4a17-a3d3-9b37f66b16f6 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c5a958-cd8b-4515-9aa9-064d98a3d755,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:51.361839 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53302) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:51.422754 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5226353b-4a3b-444a-8bbc-a3d820a27b32 tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Publish callbacks [] for port (9719ade6-7d0b-415d-9b93-5c8cd9f31d68), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:51.474666 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4fdf2a-1b4f-4aad-8326-ae55874c9e8c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Made reservation on behalf of cdf6aa5f9d3c4cef8fb0e04bd6cac1cb for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:48:51.479554 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2e4fdf2a-1b4f-4aad-8326-ae55874c9e8c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:51.549852 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5226353b-4a3b-444a-8bbc-a3d820a27b32 tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (9719ade6-7d0b-415d-9b93-5c8cd9f31d68), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:51.613275 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-144b58a4-0680-4f64-b67b-ff00ce52385a tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Deleting port 232413f7-d1f2-4a46-8994-633ee538ec89 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:48:51.613548 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-144b58a4-0680-4f64-b67b-ff00ce52385a tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (232413f7-d1f2-4a46-8994-633ee538ec89), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:51.664499 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5226353b-4a3b-444a-8bbc-a3d820a27b32 tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:48:51.671974 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-5226353b-4a3b-444a-8bbc-a3d820a27b32 tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:48:51.676725 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5226353b-4a3b-444a-8bbc-a3d820a27b32 tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:48:51.725576 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226353b-4a3b-444a-8bbc-a3d820a27b32 tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Pushing event updated for resources: {'Port': ['ID=9719ade6-7d0b-415d-9b93-5c8cd9f31d68,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:51.728800 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5226353b-4a3b-444a-8bbc-a3d820a27b32 tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:51.729421 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5226353b-4a3b-444a-8bbc-a3d820a27b32 tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:51.768878 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-144b58a4-0680-4f64-b67b-ff00ce52385a tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (232413f7-d1f2-4a46-8994-633ee538ec89), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:51.769210 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-144b58a4-0680-4f64-b67b-ff00ce52385a tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for floatingip (232413f7-d1f2-4a46-8994-633ee538ec89), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:51.805697 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-144b58a4-0680-4f64-b67b-ff00ce52385a tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Calling delete_port for 232413f7-d1f2-4a46-8994-633ee538ec89 owned by network:floatingip {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:48:51.837682 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5226353b-4a3b-444a-8bbc-a3d820a27b32 tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.6795545 Feb 20 03:48:51.838344 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53318) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:51.847045 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-cb427f56-34b8-4480-bf18-d08bea976fe1 tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.50'}]}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:48:51.897921 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-191e575a-02d8-448a-9af2-8d52883ebcfb tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:51.899655 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-191e575a-02d8-448a-9af2-8d52883ebcfb tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] 10.222.0.89 "GET /v2.0/networks?id=8afa4c13-e9e7-4baf-b598-8cec682b9b84 HTTP/1.1" status: 200 len: 809 time: 0.1566286 Feb 20 03:48:51.903768 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4c75bcd3-d8c4-4613-a64b-e4c6daaa469c None None] Publish callbacks [] for port (47a23be7-ee95-4d5d-a897-3bbef3ce39f2), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:51.925580 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-47775877-c376-4093-8e8f-f9b4b8de4e93 tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] 10.222.0.89 "GET /v2.0/quotas/60d08e22a69e4798aa40996d505312e3 HTTP/1.1" status: 200 len: 375 time: 0.0133531 Feb 20 03:48:51.967052 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-83e0dca2-fb28-4c13-9ca6-d160b6624878 tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=60d08e22a69e4798aa40996d505312e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354235 Feb 20 03:48:51.968207 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb427f56-34b8-4480-bf18-d08bea976fe1 tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (0031e19e-039a-4364-bca7-692d0631c27c), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:51.969392 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb427f56-34b8-4480-bf18-d08bea976fe1 tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (0031e19e-039a-4364-bca7-692d0631c27c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:51.984977 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4c75bcd3-d8c4-4613-a64b-e4c6daaa469c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (47a23be7-ee95-4d5d-a897-3bbef3ce39f2), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:51.985531 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2e4fdf2a-1b4f-4aad-8326-ae55874c9e8c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:52.055238 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5c4e5-8556-4648-9007-8b855182e8c1 None None] Pushing event updated for resources: {'Port': ['ID=47a23be7-ee95-4d5d-a897-3bbef3ce39f2,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:52.064981 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4fdf2a-1b4f-4aad-8326-ae55874c9e8c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'Subnet': ['ID=df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:52.084094 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4fdf2a-1b4f-4aad-8326-ae55874c9e8c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Checking segment: {'id': '3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fab84f58-beb2-495b-a859-5edb782f99da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:48:52.084815 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4fdf2a-1b4f-4aad-8326-ae55874c9e8c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Network hostable DHCP agents. Network: fab84f58-beb2-495b-a859-5edb782f99da, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:48:52.089269 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb427f56-34b8-4480-bf18-d08bea976fe1 tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Publish callbacks [] for router_controller (0031e19e-039a-4364-bca7-692d0631c27c), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:52.092658 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5c4e5-8556-4648-9007-8b855182e8c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:52.093005 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5c4e5-8556-4648-9007-8b855182e8c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:52.093346 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5c4e5-8556-4648-9007-8b855182e8c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:52.093679 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5c4e5-8556-4648-9007-8b855182e8c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:52.094012 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5c4e5-8556-4648-9007-8b855182e8c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:52.094936 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5c4e5-8556-4648-9007-8b855182e8c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:52.095611 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5c4e5-8556-4648-9007-8b855182e8c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:52.095951 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5c4e5-8556-4648-9007-8b855182e8c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:52.096279 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5c4e5-8556-4648-9007-8b855182e8c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:52.096611 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5c4e5-8556-4648-9007-8b855182e8c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:52.097070 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5c4e5-8556-4648-9007-8b855182e8c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:52.097748 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5c4e5-8556-4648-9007-8b855182e8c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:52.098362 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e5c4e5-8556-4648-9007-8b855182e8c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:48:52.101801 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-4c75bcd3-d8c4-4613-a64b-e4c6daaa469c None None] Attempting to bind port 47a23be7-ee95-4d5d-a897-3bbef3ce39f2 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:48:52.102175 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-4c75bcd3-d8c4-4613-a64b-e4c6daaa469c None None] Attempting to bind port 47a23be7-ee95-4d5d-a897-3bbef3ce39f2 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:48:52.102585 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c75bcd3-d8c4-4613-a64b-e4c6daaa469c None None] Attempting to bind port 47a23be7-ee95-4d5d-a897-3bbef3ce39f2 on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:48:52.109004 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c75bcd3-d8c4-4613-a64b-e4c6daaa469c None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:48:52.109382 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c75bcd3-d8c4-4613-a64b-e4c6daaa469c None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:48:52.109784 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4c75bcd3-d8c4-4613-a64b-e4c6daaa469c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:52.110125 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-144b58a4-0680-4f64-b67b-ff00ce52385a tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (232413f7-d1f2-4a46-8994-633ee538ec89), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:52.110255 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c75bcd3-d8c4-4613-a64b-e4c6daaa469c None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:48:52.110633 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-4c75bcd3-d8c4-4613-a64b-e4c6daaa469c None None] Bound port: 47a23be7-ee95-4d5d-a897-3bbef3ce39f2, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:48:52.111084 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4c75bcd3-d8c4-4613-a64b-e4c6daaa469c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (47a23be7-ee95-4d5d-a897-3bbef3ce39f2), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:52.139941 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-78909f72-1c06-4566-a929-136ab4e930fc service neutron] 10.222.0.89 "GET /v2.0/networks/8afa4c13-e9e7-4baf-b598-8cec682b9b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632919 Feb 20 03:48:52.142508 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b58a4-0680-4f64-b67b-ff00ce52385a tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Pushing event deleted for resources: {'Port': ['ID=232413f7-d1f2-4a46-8994-633ee538ec89,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:52.182162 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-4c75bcd3-d8c4-4613-a64b-e4c6daaa469c None None] For port 47a23be7-ee95-4d5d-a897-3bbef3ce39f2, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:48:52.186406 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-4c75bcd3-d8c4-4613-a64b-e4c6daaa469c None None] For port 47a23be7-ee95-4d5d-a897-3bbef3ce39f2, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=47a23be7-ee95-4d5d-a897-3bbef3ce39f2,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:48:52.203109 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4fdf2a-1b4f-4aad-8326-ae55874c9e8c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Network fab84f58-beb2-495b-a859-5edb782f99da is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:48:52.212308 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-144b58a4-0680-4f64-b67b-ff00ce52385a tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for floatingip (2568203e-9c19-408f-a0b1-3129c2e9db1f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:52.214942 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-144b58a4-0680-4f64-b67b-ff00ce52385a tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:52.219045 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-144b58a4-0680-4f64-b67b-ff00ce52385a tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "DELETE /v2.0/floatingips/2568203e-9c19-408f-a0b1-3129c2e9db1f HTTP/1.1" status: 204 len: 168 time: 0.8522377 Feb 20 03:48:52.244963 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-4c75bcd3-d8c4-4613-a64b-e4c6daaa469c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (47a23be7-ee95-4d5d-a897-3bbef3ce39f2), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:52.273079 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-2e4fdf2a-1b4f-4aad-8326-ae55874c9e8c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, fab84f58-beb2-495b-a859-5edb782f99da) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:48:52.277155 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4fdf2a-1b4f-4aad-8326-ae55874c9e8c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:52.277848 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2e4fdf2a-1b4f-4aad-8326-ae55874c9e8c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:52.286623 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daa7e3f-358c-4c7c-bcb9-2d05d96ae59f None None] Network fab84f58-beb2-495b-a859-5edb782f99da requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:48:52.312255 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c75bcd3-d8c4-4613-a64b-e4c6daaa469c None None] Routers {'25fbb678-fb9c-4845-83d6-1fddfceb8244'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:48:52.313373 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-4c75bcd3-d8c4-4613-a64b-e4c6daaa469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:48:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['25fbb678-fb9c-4845-83d6-1fddfceb8244'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:52.377566 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2e4fdf2a-1b4f-4aad-8326-ae55874c9e8c tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2394705 Feb 20 03:48:52.378290 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53324) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:52.394277 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5c4e5-8556-4648-9007-8b855182e8c1 None None] Pushing event updated for resources: {'Port': ['ID=47a23be7-ee95-4d5d-a897-3bbef3ce39f2,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:52.394884 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb427f56-34b8-4480-bf18-d08bea976fe1 tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Publish callbacks [] for router_gateway (0031e19e-039a-4364-bca7-692d0631c27c), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:52.416468 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-d474429e-acf1-4440-b06c-286e2fc1c856 service neutron] 10.222.0.89 "GET /v2.0/networks/8afa4c13-e9e7-4baf-b598-8cec682b9b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576113 Feb 20 03:48:52.470235 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18071bd6-03aa-402b-b33d-ce9e6be88c9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-fab84f58-beb2-495b-a859-5edb782f99da', 'network_id': 'fab84f58-beb2-495b-a859-5edb782f99da', 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'fixed_ips': [{'subnet_id': 'df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:48:52.471528 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-18071bd6-03aa-402b-b33d-ce9e6be88c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:52.512591 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-4c75bcd3-d8c4-4613-a64b-e4c6daaa469c None None] Set router 25fbb678-fb9c-4845-83d6-1fddfceb8244 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:48:52.791639 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-18071bd6-03aa-402b-b33d-ce9e6be88c9e None None] Allocated IP 172.20.0.2 (fab84f58-beb2-495b-a859-5edb782f99da/df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0/b32b0f84-8b6c-443e-b671-818c5a551474) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:48:52.879467 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-4c75bcd3-d8c4-4613-a64b-e4c6daaa469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'name': 'tempest-TestNetworkBasicOps-router-272803633', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '47a23be7-ee95-4d5d-a897-3bbef3ce39f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:48:47Z', 'updated_at': '2022-02-20T03:48:48Z', 'revision_number': 3, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '47a23be7-ee95-4d5d-a897-3bbef3ce39f2', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:48:48Z', 'updated_at': '2022-02-20T03:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:52.950584 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c75bcd3-d8c4-4613-a64b-e4c6daaa469c None None] The sync data for ids ['25fbb678-fb9c-4845-83d6-1fddfceb8244'] in n-d-829866-4 is: [{'id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'name': 'tempest-TestNetworkBasicOps-router-272803633', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '47a23be7-ee95-4d5d-a897-3bbef3ce39f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:48:47Z', 'updated_at': '2022-02-20T03:48:48Z', 'revision_number': 3, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '47a23be7-ee95-4d5d-a897-3bbef3ce39f2', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:48:48Z', 'updated_at': '2022-02-20T03:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:48:53.017892 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb427f56-34b8-4480-bf18-d08bea976fe1 tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Publish callbacks [] for router_gateway (0031e19e-039a-4364-bca7-692d0631c27c), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:53.039980 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-18071bd6-03aa-402b-b33d-ce9e6be88c9e None None] Publish callbacks [] for port (b32b0f84-8b6c-443e-b671-818c5a551474), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:53.048181 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb427f56-34b8-4480-bf18-d08bea976fe1 tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:53.073820 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e11a9a-45cc-423e-be7f-d1f2ff3cf7fe req-f29aee49-31c5-4422-b7bb-1afd3804f6be tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:53.081840 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f0e11a9a-45cc-423e-be7f-d1f2ff3cf7fe req-f29aee49-31c5-4422-b7bb-1afd3804f6be tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 946 time: 0.2159402 Feb 20 03:48:53.143363 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-18071bd6-03aa-402b-b33d-ce9e6be88c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (b32b0f84-8b6c-443e-b671-818c5a551474), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:53.149265 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6998c368-0a6b-4786-aa3c-3852618de250 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:53.208796 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18071bd6-03aa-402b-b33d-ce9e6be88c9e None None] Network fab84f58-beb2-495b-a859-5edb782f99da is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:48:53.223866 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-18071bd6-03aa-402b-b33d-ce9e6be88c9e None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:48:53.230199 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18071bd6-03aa-402b-b33d-ce9e6be88c9e None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:48:53.253754 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f0e11a9a-45cc-423e-be7f-d1f2ff3cf7fe req-e3b4ea5c-5406-4975-adae-a85f6efa883a tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701851 Feb 20 03:48:53.255401 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18071bd6-03aa-402b-b33d-ce9e6be88c9e None None] Pushing event updated for resources: {'Port': ['ID=b32b0f84-8b6c-443e-b671-818c5a551474,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:53.356218 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-18071bd6-03aa-402b-b33d-ce9e6be88c9e None None] Attempting to bind port b32b0f84-8b6c-443e-b671-818c5a551474 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:48:53.357704 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-18071bd6-03aa-402b-b33d-ce9e6be88c9e None None] Attempting to bind port b32b0f84-8b6c-443e-b671-818c5a551474 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fab84f58-beb2-495b-a859-5edb782f99da'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:48:53.358435 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18071bd6-03aa-402b-b33d-ce9e6be88c9e None None] Attempting to bind port b32b0f84-8b6c-443e-b671-818c5a551474 on network fab84f58-beb2-495b-a859-5edb782f99da {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:48:53.402784 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18071bd6-03aa-402b-b33d-ce9e6be88c9e None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:48:53.404279 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18071bd6-03aa-402b-b33d-ce9e6be88c9e None None] Checking segment: {'id': '3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fab84f58-beb2-495b-a859-5edb782f99da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:48:53.404936 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-18071bd6-03aa-402b-b33d-ce9e6be88c9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:53.405532 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18071bd6-03aa-402b-b33d-ce9e6be88c9e None None] Bound using segment: {'id': '3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fab84f58-beb2-495b-a859-5edb782f99da'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:48:53.406242 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-18071bd6-03aa-402b-b33d-ce9e6be88c9e None None] Bound port: b32b0f84-8b6c-443e-b671-818c5a551474, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fab84f58-beb2-495b-a859-5edb782f99da'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:48:53.409803 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-18071bd6-03aa-402b-b33d-ce9e6be88c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b32b0f84-8b6c-443e-b671-818c5a551474), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:53.456947 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f442949-f5ed-48dd-803a-1182fde14ded req-0f643a86-c7ff-46c8-ae46-3b8e62d4dcc3 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 210 time: 0.0474184 Feb 20 03:48:53.524112 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb427f56-34b8-4480-bf18-d08bea976fe1 tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Publish callbacks [] for router (0031e19e-039a-4364-bca7-692d0631c27c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:53.555018 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-18071bd6-03aa-402b-b33d-ce9e6be88c9e None None] For port b32b0f84-8b6c-443e-b671-818c5a551474, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:48:53.563734 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-18071bd6-03aa-402b-b33d-ce9e6be88c9e None None] For port b32b0f84-8b6c-443e-b671-818c5a551474, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b32b0f84-8b6c-443e-b671-818c5a551474,segment=NetworkSegment(3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782),segment_id=3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:48:53.691565 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-18071bd6-03aa-402b-b33d-ce9e6be88c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b32b0f84-8b6c-443e-b671-818c5a551474), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:53.773541 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-6998c368-0a6b-4786-aa3c-3852618de250 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Allocated IP 172.20.0.1 (fab84f58-beb2-495b-a859-5edb782f99da/df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0/86b420eb-7b4d-4e75-bc98-1c4cac8d81b5) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:48:53.806175 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18071bd6-03aa-402b-b33d-ce9e6be88c9e None None] Pushing event updated for resources: {'Port': ['ID=b32b0f84-8b6c-443e-b671-818c5a551474,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:54.017265 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53340) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:54.024560 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-1c0b313a-29ce-4a9f-87b8-789cc5a9eae6 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1900635391', 'description': 'tempest-description--702593275'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:48:54.053411 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6998c368-0a6b-4786-aa3c-3852618de250 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for port (86b420eb-7b4d-4e75-bc98-1c4cac8d81b5), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:54.155124 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1c0b313a-29ce-4a9f-87b8-789cc5a9eae6 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:54.186170 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6998c368-0a6b-4786-aa3c-3852618de250 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (86b420eb-7b4d-4e75-bc98-1c4cac8d81b5), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:54.288704 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6998c368-0a6b-4786-aa3c-3852618de250 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Network fab84f58-beb2-495b-a859-5edb782f99da is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:48:54.291413 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998c368-0a6b-4786-aa3c-3852618de250 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'Port': ['ID=86b420eb-7b4d-4e75-bc98-1c4cac8d81b5,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:54.296104 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-6998c368-0a6b-4786-aa3c-3852618de250 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:48:54.298772 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6998c368-0a6b-4786-aa3c-3852618de250 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:48:54.420440 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6998c368-0a6b-4786-aa3c-3852618de250 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (25fbb678-fb9c-4845-83d6-1fddfceb8244), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:54.450821 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb427f56-34b8-4480-bf18-d08bea976fe1 tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (0031e19e-039a-4364-bca7-692d0631c27c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:54.456484 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb427f56-34b8-4480-bf18-d08bea976fe1 tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Publish callbacks [] for router_controller (0031e19e-039a-4364-bca7-692d0631c27c), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:54.480744 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f188f9f-6319-4ab0-859f-0c406d900d34 req-91d27112-0a14-4507-873a-56ccafdaf466 tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f661ee9-06ce-42b9-bafc-240ba46eb24b HTTP/1.1" status: 200 len: 210 time: 0.0443861 Feb 20 03:48:54.520222 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b32b0f84-8b6c-443e-b671-818c5a551474 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:48:54.545759 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1c0b313a-29ce-4a9f-87b8-789cc5a9eae6 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for security_group (4bdb6057-fd4c-4c20-b468-d699ea55f0ee), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:54.620029 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port b32b0f84-8b6c-443e-b671-818c5a551474 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:48:54.622470 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b32b0f84-8b6c-443e-b671-818c5a551474), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:54.661428 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1c0b313a-29ce-4a9f-87b8-789cc5a9eae6 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (4bdb6057-fd4c-4c20-b468-d699ea55f0ee), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:54.682611 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb427f56-34b8-4480-bf18-d08bea976fe1 tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (0031e19e-039a-4364-bca7-692d0631c27c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:54.685087 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb427f56-34b8-4480-bf18-d08bea976fe1 tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0031e19e-039a-4364-bca7-692d0631c27c {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:48:54.724677 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d30445-9c9c-4b1f-975f-f210d229fa5c req-0853b370-d57e-4ad4-93b2-52aef9441828 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:54.732785 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c2d30445-9c9c-4b1f-975f-f210d229fa5c req-0853b370-d57e-4ad4-93b2-52aef9441828 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 946 time: 0.1481390 Feb 20 03:48:54.760178 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port b32b0f84-8b6c-443e-b671-818c5a551474 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:48:54.761321 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b32b0f84-8b6c-443e-b671-818c5a551474), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:54.764380 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b313a-29ce-4a9f-87b8-789cc5a9eae6 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdb6057-fd4c-4c20-b468-d699ea55f0ee,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:54.806416 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-cb427f56-34b8-4480-bf18-d08bea976fe1 tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 20 03:48:54.811165 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-cb427f56-34b8-4480-bf18-d08bea976fe1 tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.9655683 Feb 20 03:48:54.818123 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53346) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:54.828105 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6998c368-0a6b-4786-aa3c-3852618de250 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (86b420eb-7b4d-4e75-bc98-1c4cac8d81b5), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:54.836188 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port b32b0f84-8b6c-443e-b671-818c5a551474, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b32b0f84-8b6c-443e-b671-818c5a551474,segment=NetworkSegment(3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782),segment_id=3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:48:54.839329 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c2d30445-9c9c-4b1f-975f-f210d229fa5c req-302af634-e47b-4ce2-aede-16f5ded16390 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056020 Feb 20 03:48:54.887984 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1c0b313a-29ce-4a9f-87b8-789cc5a9eae6 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:54.887984 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1c0b313a-29ce-4a9f-87b8-789cc5a9eae6 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8676391 Feb 20 03:48:54.890185 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53350) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:54.904772 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-6f3bd9f2-a4d5-4e95-a034-bac41418d16b tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Request body: {'security_group_rule': {'security_group_id': '4bdb6057-fd4c-4c20-b468-d699ea55f0ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:48:54.912303 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b32b0f84-8b6c-443e-b671-818c5a551474), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:54.913341 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 47a23be7-ee95-4d5d-a897-3bbef3ce39f2 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:48:55.023375 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f8caf284-5273-4357-a960-e8c7a855ec18 req-354051e6-ad62-4d09-8585-a9041734e2aa tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 210 time: 0.0401602 Feb 20 03:48:55.070437 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 47a23be7-ee95-4d5d-a897-3bbef3ce39f2 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:48:55.070437 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (47a23be7-ee95-4d5d-a897-3bbef3ce39f2), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:55.072537 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd9f2-a4d5-4e95-a034-bac41418d16b tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for security_group_rule (f9a1f832-0d70-4f61-9360-fbedf5c0517d), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:55.075285 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-065aed8d-1b3c-4a2f-903d-b41b9c2c33eb tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Deleting port 9719ade6-7d0b-415d-9b93-5c8cd9f31d68 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:48:55.076038 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-065aed8d-1b3c-4a2f-903d-b41b9c2c33eb tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (9719ade6-7d0b-415d-9b93-5c8cd9f31d68), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:55.077447 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=b32b0f84-8b6c-443e-b671-818c5a551474,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:55.224419 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd9f2-a4d5-4e95-a034-bac41418d16b tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for security_group_rule (f9a1f832-0d70-4f61-9360-fbedf5c0517d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:55.263531 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 47a23be7-ee95-4d5d-a897-3bbef3ce39f2 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:48:55.264100 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (47a23be7-ee95-4d5d-a897-3bbef3ce39f2), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:55.288085 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 47a23be7-ee95-4d5d-a897-3bbef3ce39f2, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=47a23be7-ee95-4d5d-a897-3bbef3ce39f2,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:48:55.297147 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-065aed8d-1b3c-4a2f-903d-b41b9c2c33eb tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (9719ade6-7d0b-415d-9b93-5c8cd9f31d68), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:55.321993 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1e8a2004-cb1b-422b-aa21-2644a502d88b req-0a469df5-1aaf-4a98-b89d-e2dda7bc9955 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1285255 Feb 20 03:48:55.323108 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-065aed8d-1b3c-4a2f-903d-b41b9c2c33eb tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Calling delete_port for 9719ade6-7d0b-415d-9b93-5c8cd9f31d68 owned by {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:48:55.326171 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd9f2-a4d5-4e95-a034-bac41418d16b tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (f9a1f832-0d70-4f61-9360-fbedf5c0517d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:55.337895 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6998c368-0a6b-4786-aa3c-3852618de250 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for port (86b420eb-7b4d-4e75-bc98-1c4cac8d81b5), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:55.371633 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (47a23be7-ee95-4d5d-a897-3bbef3ce39f2), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:55.374893 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3bd9f2-a4d5-4e95-a034-bac41418d16b tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a1f832-0d70-4f61-9360-fbedf5c0517d,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:55.400393 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6998c368-0a6b-4786-aa3c-3852618de250 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (86b420eb-7b4d-4e75-bc98-1c4cac8d81b5), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:55.484385 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=47a23be7-ee95-4d5d-a897-3bbef3ce39f2,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:55.500720 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6998c368-0a6b-4786-aa3c-3852618de250 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (25fbb678-fb9c-4845-83d6-1fddfceb8244), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:55.503140 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6f3bd9f2-a4d5-4e95-a034-bac41418d16b tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:55.504377 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6f3bd9f2-a4d5-4e95-a034-bac41418d16b tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6043141 Feb 20 03:48:55.507450 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53354) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:55.526051 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a2004-cb1b-422b-aa21-2644a502d88b req-b345faf6-176c-4656-9e73-c623d964decd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:55.527746 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1e8a2004-cb1b-422b-aa21-2644a502d88b req-b345faf6-176c-4656-9e73-c623d964decd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2a426eb8717f45cda17f79dc5d1190fc&device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 1126 time: 0.1714940 Feb 20 03:48:55.532458 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-41d1a354-f214-4c52-91c1-0d4e51abc6d3 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Request body: {'security_group_rule': {'security_group_id': '4bdb6057-fd4c-4c20-b468-d699ea55f0ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:48:55.716005 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998c368-0a6b-4786-aa3c-3852618de250 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'Port': ['ID=86b420eb-7b4d-4e75-bc98-1c4cac8d81b5,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:55.738701 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79bd7a58-fe6f-4e9b-9a6a-d98db3604385 req-9627450e-9c33-4579-b4f5-3872466d3636 tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f661ee9-06ce-42b9-bafc-240ba46eb24b HTTP/1.1" status: 200 len: 210 time: 0.1075892 Feb 20 03:48:55.758444 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-065aed8d-1b3c-4a2f-903d-b41b9c2c33eb tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (9719ade6-7d0b-415d-9b93-5c8cd9f31d68), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:55.789890 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6998c368-0a6b-4786-aa3c-3852618de250 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Network fab84f58-beb2-495b-a859-5edb782f99da is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:48:55.789890 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-6998c368-0a6b-4786-aa3c-3852618de250 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:48:55.825149 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-41d1a354-f214-4c52-91c1-0d4e51abc6d3 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for security_group_rule (5ff7d49e-4d39-4527-9b1a-4a6b3ccb0b61), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:55.826307 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25f9672-4dc2-4a2c-a6c1-606b69b29335 None None] Network fab84f58-beb2-495b-a859-5edb782f99da requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:48:55.917305 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-763d7099-4744-4f7f-8789-c8eaf4e631c1 None None] Provisioning complete for port b32b0f84-8b6c-443e-b671-818c5a551474 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:48:55.917689 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-763d7099-4744-4f7f-8789-c8eaf4e631c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b32b0f84-8b6c-443e-b671-818c5a551474), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:55.989013 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-fb02467c-c14b-4a02-be04-f1e470057643 tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:55.990758 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-fb02467c-c14b-4a02-be04-f1e470057643 tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] 10.222.0.93 "GET /v2.0/networks?id=8afa4c13-e9e7-4baf-b598-8cec682b9b84 HTTP/1.1" status: 200 len: 809 time: 0.3089595 Feb 20 03:48:56.028967 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-41d1a354-f214-4c52-91c1-0d4e51abc6d3 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for security_group_rule (5ff7d49e-4d39-4527-9b1a-4a6b3ccb0b61), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:56.037806 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6998c368-0a6b-4786-aa3c-3852618de250 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Router 25fbb678-fb9c-4845-83d6-1fddfceb8244 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:48:56.079741 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-ebeaebc5-aef3-4b18-901c-a59ccf9fa22f tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] Request body: {'port': {'device_id': '2f661ee9-06ce-42b9-bafc-240ba46eb24b', 'network_id': '8afa4c13-e9e7-4baf-b598-8cec682b9b84', 'admin_state_up': True, 'tenant_id': '60d08e22a69e4798aa40996d505312e3'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:48:56.089882 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-763d7099-4744-4f7f-8789-c8eaf4e631c1 None None] Current status of the port b32b0f84-8b6c-443e-b671-818c5a551474 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:48:56.110172 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065aed8d-1b3c-4a2f-903d-b41b9c2c33eb tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Pushing event deleted for resources: {'Port': ['ID=9719ade6-7d0b-415d-9b93-5c8cd9f31d68,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:56.207109 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6998c368-0a6b-4786-aa3c-3852618de250 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:48:56.221037 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598e1bdf-6a17-4e96-aaa4-5fad60a83be2 None None] Sync routers for ids ['25fbb678-fb9c-4845-83d6-1fddfceb8244'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:48:56.226576 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6998c368-0a6b-4786-aa3c-3852618de250 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "PUT /v2.0/routers/25fbb678-fb9c-4845-83d6-1fddfceb8244/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8476834 Feb 20 03:48:56.227730 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-41d1a354-f214-4c52-91c1-0d4e51abc6d3 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (5ff7d49e-4d39-4527-9b1a-4a6b3ccb0b61), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:56.235349 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53364) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:56.238060 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598e1bdf-6a17-4e96-aaa4-5fad60a83be2 None None] Routers {'25fbb678-fb9c-4845-83d6-1fddfceb8244'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:48:56.247716 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-598e1bdf-6a17-4e96-aaa4-5fad60a83be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:48:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['25fbb678-fb9c-4845-83d6-1fddfceb8244'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:56.263616 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a2004-cb1b-422b-aa21-2644a502d88b req-2351cd17-fdd4-4f15-bc01-25583fe4cd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:56.265147 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1e8a2004-cb1b-422b-aa21-2644a502d88b req-2351cd17-fdd4-4f15-bc01-25583fe4cd20 service neutron] 10.222.0.93 "GET /v2.0/networks?id=64115127-0ca9-4210-b390-d57efc54bf51 HTTP/1.1" status: 200 len: 912 time: 0.6628983 Feb 20 03:48:56.360375 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41221783-b7d7-42ed-bf2d-42d68d2ed71c req-2cf8bc82-67f2-4b92-9e94-999301b3c915 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:56.361835 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-41221783-b7d7-42ed-bf2d-42d68d2ed71c req-2cf8bc82-67f2-4b92-9e94-999301b3c915 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 946 time: 0.3677778 Feb 20 03:48:56.373393 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1a354-f214-4c52-91c1-0d4e51abc6d3 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff7d49e-4d39-4527-9b1a-4a6b3ccb0b61,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:56.386049 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-065aed8d-1b3c-4a2f-903d-b41b9c2c33eb tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:56.398949 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-065aed8d-1b3c-4a2f-903d-b41b9c2c33eb tempest-RoutersAdminNegativeTest-2086521768 tempest-RoutersAdminNegativeTest-2086521768-project-admin] 10.222.0.89 "DELETE /v2.0/ports/9719ade6-7d0b-415d-9b93-5c8cd9f31d68 HTTP/1.1" status: 204 len: 168 time: 1.5828137 Feb 20 03:48:56.424124 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-598e1bdf-6a17-4e96-aaa4-5fad60a83be2 None None] Set router 25fbb678-fb9c-4845-83d6-1fddfceb8244 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:48:56.451464 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1e8a2004-cb1b-422b-aa21-2644a502d88b req-dc8e9468-b3dc-4339-b4da-d1cad4ce3923 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=704b66a5-2e83-41de-ba1d-777ee6bc4c8e HTTP/1.1" status: 200 len: 998 time: 0.1675425 Feb 20 03:48:56.474932 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-41d1a354-f214-4c52-91c1-0d4e51abc6d3 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:56.480182 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-41d1a354-f214-4c52-91c1-0d4e51abc6d3 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9679341 Feb 20 03:48:56.490177 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53368) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:56.523616 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-41221783-b7d7-42ed-bf2d-42d68d2ed71c req-a5a17c3f-1a13-438d-8e99-3c22c6073328 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346610 Feb 20 03:48:56.524177 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-4ee71ac6-8730-4dc4-9683-1b0b3418677a tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:48:56.548590 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1415c89-d367-4371-ab91-4aeeb8cd5147 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:56.549075 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1415c89-d367-4371-ab91-4aeeb8cd5147 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:56.549341 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a2004-cb1b-422b-aa21-2644a502d88b req-951928c6-cabf-4a10-8eed-2f6abb99f90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:56.549537 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1415c89-d367-4371-ab91-4aeeb8cd5147 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:56.550001 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1415c89-d367-4371-ab91-4aeeb8cd5147 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:56.550463 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1415c89-d367-4371-ab91-4aeeb8cd5147 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:56.550938 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1415c89-d367-4371-ab91-4aeeb8cd5147 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:56.551060 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1e8a2004-cb1b-422b-aa21-2644a502d88b req-951928c6-cabf-4a10-8eed-2f6abb99f90e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=85e8c386-47fc-4d48-86f0-3d288a799fec HTTP/1.1" status: 200 len: 850 time: 0.0927339 Feb 20 03:48:56.551398 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1415c89-d367-4371-ab91-4aeeb8cd5147 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:56.551857 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1415c89-d367-4371-ab91-4aeeb8cd5147 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:56.552311 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1415c89-d367-4371-ab91-4aeeb8cd5147 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:56.552772 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1415c89-d367-4371-ab91-4aeeb8cd5147 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:56.553618 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1415c89-d367-4371-ab91-4aeeb8cd5147 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:56.554081 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1415c89-d367-4371-ab91-4aeeb8cd5147 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:56.554443 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1415c89-d367-4371-ab91-4aeeb8cd5147 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:56.555134 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-ebeaebc5-aef3-4b18-901c-a59ccf9fa22f tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] Made reservation on behalf of 60d08e22a69e4798aa40996d505312e3 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:48:56.557267 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e1415c89-d367-4371-ab91-4aeeb8cd5147 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9145 time: 0.3179123 Feb 20 03:48:56.559570 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-ebeaebc5-aef3-4b18-901c-a59ccf9fa22f tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:56.566164 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53370) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:56.643600 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b32b0f84-8b6c-443e-b671-818c5a551474 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:48:56.679212 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd38fd9-7d58-4ab5-ac67-50a4ab5ec902 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:56.685206 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd38fd9-7d58-4ab5-ac67-50a4ab5ec902 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:56.686484 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd38fd9-7d58-4ab5-ac67-50a4ab5ec902 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:56.687134 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd38fd9-7d58-4ab5-ac67-50a4ab5ec902 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:56.687741 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd38fd9-7d58-4ab5-ac67-50a4ab5ec902 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:56.690246 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd38fd9-7d58-4ab5-ac67-50a4ab5ec902 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:56.691298 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd38fd9-7d58-4ab5-ac67-50a4ab5ec902 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:56.691914 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd38fd9-7d58-4ab5-ac67-50a4ab5ec902 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:56.692519 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd38fd9-7d58-4ab5-ac67-50a4ab5ec902 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:56.694129 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd38fd9-7d58-4ab5-ac67-50a4ab5ec902 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:56.694983 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd38fd9-7d58-4ab5-ac67-50a4ab5ec902 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:56.697359 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd38fd9-7d58-4ab5-ac67-50a4ab5ec902 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:56.697988 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd38fd9-7d58-4ab5-ac67-50a4ab5ec902 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:56.698612 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-794669d6-06b1-4e25-8b77-9da3c416b74f req-860a8ad3-e25f-4264-8693-872987aeb60d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 210 time: 0.0618584 Feb 20 03:48:56.709681 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ba294be1-627b-4f39-bf69-9dfec5d61e29 None None] Provisioning complete for port b32b0f84-8b6c-443e-b671-818c5a551474 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:48:56.709681 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ba294be1-627b-4f39-bf69-9dfec5d61e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b32b0f84-8b6c-443e-b671-818c5a551474), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:56.712391 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bcd38fd9-7d58-4ab5-ac67-50a4ab5ec902 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8355 time: 0.1433175 Feb 20 03:48:56.712391 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53372) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:56.728180 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4ee71ac6-8730-4dc4-9683-1b0b3418677a tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:56.802695 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-11d7ac37-f2f5-41fc-a9ed-7ae4f2b2b29c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:56.875162 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port b32b0f84-8b6c-443e-b671-818c5a551474 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:48:56.875796 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b32b0f84-8b6c-443e-b671-818c5a551474), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:56.895151 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a2004-cb1b-422b-aa21-2644a502d88b req-164633dc-c7d5-491d-a460-623b3c5c1bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:56.896370 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1e8a2004-cb1b-422b-aa21-2644a502d88b req-164633dc-c7d5-491d-a460-623b3c5c1bdd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=64115127-0ca9-4210-b390-d57efc54bf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3087151 Feb 20 03:48:56.913079 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-317177da-c209-44a7-aa8c-f1a9435ee407 req-50d142cf-7da6-42bc-a340-c4d14cb89cf6 tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f661ee9-06ce-42b9-bafc-240ba46eb24b HTTP/1.1" status: 200 len: 210 time: 0.0469387 Feb 20 03:48:56.981961 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ba294be1-627b-4f39-bf69-9dfec5d61e29 None None] Current status of the port b32b0f84-8b6c-443e-b671-818c5a551474 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:48:57.153980 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-ebeaebc5-aef3-4b18-901c-a59ccf9fa22f tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] Allocated IP 172.20.0.6 (8afa4c13-e9e7-4baf-b598-8cec682b9b84/c5b4fd31-0b75-4d1b-9b9e-4859885d11ed/fc6c814f-5168-4a7f-892c-f11f1b07877c) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:48:57.174368 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1e8a2004-cb1b-422b-aa21-2644a502d88b req-8e6e0085-866d-4ef0-824d-e85781e662b1 service neutron] 10.222.0.93 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536297 Feb 20 03:48:57.304745 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1e8a2004-cb1b-422b-aa21-2644a502d88b req-3efc0e53-9b00-4c6b-a9ba-9694a05a6acb service neutron] 10.222.0.93 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168885 Feb 20 03:48:57.325927 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ba294be1-627b-4f39-bf69-9dfec5d61e29 None None] Provisioning complete for port 86b420eb-7b4d-4e75-bc98-1c4cac8d81b5 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:48:57.326302 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ba294be1-627b-4f39-bf69-9dfec5d61e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (86b420eb-7b4d-4e75-bc98-1c4cac8d81b5), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:57.401663 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ba294be1-627b-4f39-bf69-9dfec5d61e29 None None] Port 86b420eb-7b4d-4e75-bc98-1c4cac8d81b5 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:48:57.415209 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-598e1bdf-6a17-4e96-aaa4-5fad60a83be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'name': 'tempest-TestNetworkBasicOps-router-272803633', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '47a23be7-ee95-4d5d-a897-3bbef3ce39f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:48:47Z', 'updated_at': '2022-02-20T03:48:54Z', 'revision_number': 4, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '47a23be7-ee95-4d5d-a897-3bbef3ce39f2', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:48:48Z', 'updated_at': '2022-02-20T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '86b420eb-7b4d-4e75-bc98-1c4cac8d81b5', 'name': '', 'network_id': 'fab84f58-beb2-495b-a859-5edb782f99da', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'mac_address': 'fa:16:3e:88:0b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:48:53Z', 'updated_at': '2022-02-20T03:48:55Z', 'revision_number': 2, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'subnets': [{'id': 'df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:57.449138 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598e1bdf-6a17-4e96-aaa4-5fad60a83be2 None None] Checking router: 25fbb678-fb9c-4845-83d6-1fddfceb8244 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:48:57.449551 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598e1bdf-6a17-4e96-aaa4-5fad60a83be2 None None] Updating router 25fbb678-fb9c-4845-83d6-1fddfceb8244 port 86b420eb-7b4d-4e75-bc98-1c4cac8d81b5 binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:48:57.474278 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port b32b0f84-8b6c-443e-b671-818c5a551474 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:48:57.475500 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 47a23be7-ee95-4d5d-a897-3bbef3ce39f2 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:48:57.509602 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-598e1bdf-6a17-4e96-aaa4-5fad60a83be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (86b420eb-7b4d-4e75-bc98-1c4cac8d81b5), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:57.531709 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-ebeaebc5-aef3-4b18-901c-a59ccf9fa22f tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] Publish callbacks [] for port (fc6c814f-5168-4a7f-892c-f11f1b07877c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:57.579347 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53380) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:57.581761 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-5cc9552c-e50d-4c74-b713-7df5d89d0857 None None] Provisioning complete for port 86b420eb-7b4d-4e75-bc98-1c4cac8d81b5 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:48:57.582150 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5cc9552c-e50d-4c74-b713-7df5d89d0857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (86b420eb-7b4d-4e75-bc98-1c4cac8d81b5), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:57.653724 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-ebeaebc5-aef3-4b18-901c-a59ccf9fa22f tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (fc6c814f-5168-4a7f-892c-f11f1b07877c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:57.677691 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4ee71ac6-8730-4dc4-9683-1b0b3418677a tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:57.742597 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeaebc5-aef3-4b18-901c-a59ccf9fa22f tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] Pushing event updated for resources: {'Port': ['ID=fc6c814f-5168-4a7f-892c-f11f1b07877c,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:57.796081 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-ebeaebc5-aef3-4b18-901c-a59ccf9fa22f tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] Network 8afa4c13-e9e7-4baf-b598-8cec682b9b84 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:48:57.803940 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422daf68-978b-4694-9d46-ffc803cce70a req-1c18b7e6-3e2b-420f-9fec-4e56dacbbca1 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:57.806328 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-422daf68-978b-4694-9d46-ffc803cce70a req-1c18b7e6-3e2b-420f-9fec-4e56dacbbca1 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 946 time: 0.1923480 Feb 20 03:48:57.806888 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-69d236ff-e227-489d-a261-0867aaca367b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:57.809947 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-ebeaebc5-aef3-4b18-901c-a59ccf9fa22f tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:48:57.814784 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-ebeaebc5-aef3-4b18-901c-a59ccf9fa22f tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:48:57.824853 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 47a23be7-ee95-4d5d-a897-3bbef3ce39f2 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:48:57.824853 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (47a23be7-ee95-4d5d-a897-3bbef3ce39f2), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:57.865467 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5cc9552c-e50d-4c74-b713-7df5d89d0857 None None] Port 86b420eb-7b4d-4e75-bc98-1c4cac8d81b5 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:48:57.931039 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-03bffcbf-4313-473a-8238-7d8be7e6dc26 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4486 time: 1.2182424 Feb 20 03:48:57.945175 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-4ee71ac6-8730-4dc4-9683-1b0b3418677a tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Allocated IP 172.25.7.150 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/29a3e4c0-5615-4211-a248-155a4eef2c46) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:48:57.985632 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-ebeaebc5-aef3-4b18-901c-a59ccf9fa22f tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:57.986289 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-ebeaebc5-aef3-4b18-901c-a59ccf9fa22f tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:58.014667 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-69d236ff-e227-489d-a261-0867aaca367b admin admin] Publish callbacks [] for security_group (e3606f7f-22fb-4d1b-9f54-28aa9b6df997), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:58.018506 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-422daf68-978b-4694-9d46-ffc803cce70a req-9512c87a-b4b6-4641-b8d3-1f17e37301b3 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051544 Feb 20 03:48:58.073924 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-69d236ff-e227-489d-a261-0867aaca367b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e3606f7f-22fb-4d1b-9f54-28aa9b6df997), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:58.110493 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-ebeaebc5-aef3-4b18-901c-a59ccf9fa22f tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0797851 Feb 20 03:48:58.112545 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4ee71ac6-8730-4dc4-9683-1b0b3418677a tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for port (29a3e4c0-5615-4211-a248-155a4eef2c46), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:58.147377 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-3918da43-e8de-412e-ba32-9961e6959809 service neutron] Request body: {'port': {'device_id': '2f661ee9-06ce-42b9-bafc-240ba46eb24b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:48:58.169981 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-020fc398-5afa-402e-a9fe-0de436facf81 req-9dd60cd0-2db5-4fda-b024-bab228e3e792 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 210 time: 0.0678146 Feb 20 03:48:58.191804 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-69d236ff-e227-489d-a261-0867aaca367b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c32bb891d1244406a011acce398948cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6074698 Feb 20 03:48:58.191804 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d236ff-e227-489d-a261-0867aaca367b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3606f7f-22fb-4d1b-9f54-28aa9b6df997,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:58.192076 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-598e1bdf-6a17-4e96-aaa4-5fad60a83be2 None None] Publish callbacks [] for port (86b420eb-7b4d-4e75-bc98-1c4cac8d81b5), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:58.193338 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53394) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:58.208457 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4ee71ac6-8730-4dc4-9683-1b0b3418677a tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (29a3e4c0-5615-4211-a248-155a4eef2c46), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:58.233153 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 47a23be7-ee95-4d5d-a897-3bbef3ce39f2 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:48:58.275111 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-598e1bdf-6a17-4e96-aaa4-5fad60a83be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (86b420eb-7b4d-4e75-bc98-1c4cac8d81b5), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:58.297515 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-3918da43-e8de-412e-ba32-9961e6959809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fc6c814f-5168-4a7f-892c-f11f1b07877c), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:58.297760 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee71ac6-8730-4dc4-9683-1b0b3418677a tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:48:58.302606 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-4ee71ac6-8730-4dc4-9683-1b0b3418677a tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:48:58.316913 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee71ac6-8730-4dc4-9683-1b0b3418677a tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:48:58.359270 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee71ac6-8730-4dc4-9683-1b0b3418677a tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Pushing event updated for resources: {'Port': ['ID=29a3e4c0-5615-4211-a248-155a4eef2c46,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:58.413427 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4b99f-32d7-4be5-a7fc-2df1403ec0aa None None] Pushing event updated for resources: {'Port': ['ID=86b420eb-7b4d-4e75-bc98-1c4cac8d81b5,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:58.428950 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-598e1bdf-6a17-4e96-aaa4-5fad60a83be2 None None] Attempting to bind port 86b420eb-7b4d-4e75-bc98-1c4cac8d81b5 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:48:58.429406 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-598e1bdf-6a17-4e96-aaa4-5fad60a83be2 None None] Attempting to bind port 86b420eb-7b4d-4e75-bc98-1c4cac8d81b5 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fab84f58-beb2-495b-a859-5edb782f99da'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:48:58.429725 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e1bdf-6a17-4e96-aaa4-5fad60a83be2 None None] Attempting to bind port 86b420eb-7b4d-4e75-bc98-1c4cac8d81b5 on network fab84f58-beb2-495b-a859-5edb782f99da {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:48:58.441021 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e1bdf-6a17-4e96-aaa4-5fad60a83be2 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:48:58.441413 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e1bdf-6a17-4e96-aaa4-5fad60a83be2 None None] Checking segment: {'id': '3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fab84f58-beb2-495b-a859-5edb782f99da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:48:58.441881 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-598e1bdf-6a17-4e96-aaa4-5fad60a83be2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:58.442231 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e1bdf-6a17-4e96-aaa4-5fad60a83be2 None None] Bound using segment: {'id': '3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fab84f58-beb2-495b-a859-5edb782f99da'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:48:58.442798 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-598e1bdf-6a17-4e96-aaa4-5fad60a83be2 None None] Bound port: 86b420eb-7b4d-4e75-bc98-1c4cac8d81b5, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fab84f58-beb2-495b-a859-5edb782f99da'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:48:58.443496 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-598e1bdf-6a17-4e96-aaa4-5fad60a83be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (86b420eb-7b4d-4e75-bc98-1c4cac8d81b5), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:58.468412 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fe653896-51a2-4cbc-9a1d-6aaaefaa7bee admin admin] Publish callbacks [] for security_group (e3606f7f-22fb-4d1b-9f54-28aa9b6df997), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:58.479628 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4ee71ac6-8730-4dc4-9683-1b0b3418677a tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for floatingip (7e184321-74fb-4f0e-b4f9-1ec01aa7e832), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:58.569059 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-598e1bdf-6a17-4e96-aaa4-5fad60a83be2 None None] For port 86b420eb-7b4d-4e75-bc98-1c4cac8d81b5, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:48:58.572748 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-598e1bdf-6a17-4e96-aaa4-5fad60a83be2 None None] For port 86b420eb-7b4d-4e75-bc98-1c4cac8d81b5, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=86b420eb-7b4d-4e75-bc98-1c4cac8d81b5,segment=NetworkSegment(3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782),segment_id=3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:48:58.589230 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fe653896-51a2-4cbc-9a1d-6aaaefaa7bee admin admin] Publish callbacks [] for security_group (e3606f7f-22fb-4d1b-9f54-28aa9b6df997), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:58.620881 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57223dc-f03d-49f1-bac6-be0b6658b27d req-707ac336-ac28-42c2-b151-adf15429d048 tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:58.622655 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e57223dc-f03d-49f1-bac6-be0b6658b27d req-707ac336-ac28-42c2-b151-adf15429d048 tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f661ee9-06ce-42b9-bafc-240ba46eb24b HTTP/1.1" status: 200 len: 931 time: 0.2751479 Feb 20 03:48:58.653362 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4ee71ac6-8730-4dc4-9683-1b0b3418677a tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (29a3e4c0-5615-4211-a248-155a4eef2c46), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:58.665350 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-598e1bdf-6a17-4e96-aaa4-5fad60a83be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (86b420eb-7b4d-4e75-bc98-1c4cac8d81b5), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:58.732558 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-baef975f-10b5-4d65-a25b-2f056e27b8e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:58.768337 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e57223dc-f03d-49f1-bac6-be0b6658b27d req-2358e034-cef2-40f8-97ea-9d3ca78f21f7 tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] 10.222.0.89 "GET /v2.0/security-groups?id=9392f95e-12c9-4077-a22d-7b7645ff71d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362367 Feb 20 03:48:58.816996 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-6799c970-6b34-4b67-adee-0ae667390d2a None None] Provisioning complete for port 86b420eb-7b4d-4e75-bc98-1c4cac8d81b5 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:48:58.817752 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6799c970-6b34-4b67-adee-0ae667390d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (86b420eb-7b4d-4e75-bc98-1c4cac8d81b5), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:58.818924 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4b99f-32d7-4be5-a7fc-2df1403ec0aa None None] Pushing event updated for resources: {'Port': ['ID=86b420eb-7b4d-4e75-bc98-1c4cac8d81b5,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:58.821661 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598e1bdf-6a17-4e96-aaa4-5fad60a83be2 None None] Routers {'25fbb678-fb9c-4845-83d6-1fddfceb8244'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:48:58.822263 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-598e1bdf-6a17-4e96-aaa4-5fad60a83be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:48:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['25fbb678-fb9c-4845-83d6-1fddfceb8244'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:58.858370 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fe653896-51a2-4cbc-9a1d-6aaaefaa7bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e3606f7f-22fb-4d1b-9f54-28aa9b6df997), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:58.861889 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fe653896-51a2-4cbc-9a1d-6aaaefaa7bee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:58.863416 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-fe653896-51a2-4cbc-9a1d-6aaaefaa7bee admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e3606f7f-22fb-4d1b-9f54-28aa9b6df997 HTTP/1.1" status: 204 len: 168 time: 0.6670630 Feb 20 03:48:58.887982 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe653896-51a2-4cbc-9a1d-6aaaefaa7bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3606f7f-22fb-4d1b-9f54-28aa9b6df997,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:58.917937 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4ee71ac6-8730-4dc4-9683-1b0b3418677a tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for port (29a3e4c0-5615-4211-a248-155a4eef2c46), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:58.988614 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-3918da43-e8de-412e-ba32-9961e6959809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc6c814f-5168-4a7f-892c-f11f1b07877c {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:48:58.994530 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4ee71ac6-8730-4dc4-9683-1b0b3418677a tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (29a3e4c0-5615-4211-a248-155a4eef2c46), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:59.008922 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-3918da43-e8de-412e-ba32-9961e6959809 service neutron] Publish callbacks [] for port (fc6c814f-5168-4a7f-892c-f11f1b07877c), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:59.040948 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-3918da43-e8de-412e-ba32-9961e6959809 service neutron] Transition to ACTIVE for port object fc6c814f-5168-4a7f-892c-f11f1b07877c will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:48:59.062657 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-598e1bdf-6a17-4e96-aaa4-5fad60a83be2 None None] Set router 25fbb678-fb9c-4845-83d6-1fddfceb8244 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:48:59.112756 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-3918da43-e8de-412e-ba32-9961e6959809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (fc6c814f-5168-4a7f-892c-f11f1b07877c), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:59.149858 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee71ac6-8730-4dc4-9683-1b0b3418677a tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Pushing event updated for resources: {'Port': ['ID=29a3e4c0-5615-4211-a248-155a4eef2c46,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:59.173041 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4ee71ac6-8730-4dc4-9683-1b0b3418677a tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (7e184321-74fb-4f0e-b4f9-1ec01aa7e832), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:59.243152 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918da43-e8de-412e-ba32-9961e6959809 service neutron] Pushing event updated for resources: {'Port': ['ID=fc6c814f-5168-4a7f-892c-f11f1b07877c,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:59.290184 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-6799c970-6b34-4b67-adee-0ae667390d2a None None] Current status of the port 86b420eb-7b4d-4e75-bc98-1c4cac8d81b5 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:48:59.290732 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6799c970-6b34-4b67-adee-0ae667390d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (86b420eb-7b4d-4e75-bc98-1c4cac8d81b5), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:59.299658 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4ee71ac6-8730-4dc4-9683-1b0b3418677a tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:59.301358 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4ee71ac6-8730-4dc4-9683-1b0b3418677a tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8101821 Feb 20 03:48:59.387406 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-3918da43-e8de-412e-ba32-9961e6959809 service neutron] Attempting to bind port fc6c814f-5168-4a7f-892c-f11f1b07877c on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:48:59.388672 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-3918da43-e8de-412e-ba32-9961e6959809 service neutron] Attempting to bind port fc6c814f-5168-4a7f-892c-f11f1b07877c by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '32b55a2c-f233-4bdc-816f-9fe6a18fd9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '8afa4c13-e9e7-4baf-b598-8cec682b9b84'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:48:59.389246 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-3918da43-e8de-412e-ba32-9961e6959809 service neutron] Attempting to bind port fc6c814f-5168-4a7f-892c-f11f1b07877c on network 8afa4c13-e9e7-4baf-b598-8cec682b9b84 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:48:59.397403 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-3918da43-e8de-412e-ba32-9961e6959809 service neutron] Port fc6c814f-5168-4a7f-892c-f11f1b07877c on network 8afa4c13-e9e7-4baf-b598-8cec682b9b84 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:48:59.399001 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-3918da43-e8de-412e-ba32-9961e6959809 service neutron] Attempting to bind port fc6c814f-5168-4a7f-892c-f11f1b07877c on network 8afa4c13-e9e7-4baf-b598-8cec682b9b84 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:48:59.406599 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-3918da43-e8de-412e-ba32-9961e6959809 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:48:59.407566 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-3918da43-e8de-412e-ba32-9961e6959809 service neutron] Checking segment: {'id': '32b55a2c-f233-4bdc-816f-9fe6a18fd9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '8afa4c13-e9e7-4baf-b598-8cec682b9b84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:48:59.408019 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-3918da43-e8de-412e-ba32-9961e6959809 service neutron] Bound using segment: {'id': '32b55a2c-f233-4bdc-816f-9fe6a18fd9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '8afa4c13-e9e7-4baf-b598-8cec682b9b84'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:48:59.408748 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-3918da43-e8de-412e-ba32-9961e6959809 service neutron] Bound port: fc6c814f-5168-4a7f-892c-f11f1b07877c, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b55a2c-f233-4bdc-816f-9fe6a18fd9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '8afa4c13-e9e7-4baf-b598-8cec682b9b84'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:48:59.409222 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-3918da43-e8de-412e-ba32-9961e6959809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fc6c814f-5168-4a7f-892c-f11f1b07877c), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:59.429108 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-6799c970-6b34-4b67-adee-0ae667390d2a None None] For port 86b420eb-7b4d-4e75-bc98-1c4cac8d81b5, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=86b420eb-7b4d-4e75-bc98-1c4cac8d81b5,segment=NetworkSegment(3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782),segment_id=3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:48:59.452745 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53408) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:59.459292 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-5a00937b-98be-466e-9bb5-a45de8133fd2 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-734624146', 'description': 'tempest-secgroup-smoke-734624146 description', 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:48:59.507932 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6799c970-6b34-4b67-adee-0ae667390d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (86b420eb-7b4d-4e75-bc98-1c4cac8d81b5), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:59.508712 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-3918da43-e8de-412e-ba32-9961e6959809 service neutron] For port fc6c814f-5168-4a7f-892c-f11f1b07877c, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:48:59.516220 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-3918da43-e8de-412e-ba32-9961e6959809 service neutron] For port fc6c814f-5168-4a7f-892c-f11f1b07877c, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=fc6c814f-5168-4a7f-892c-f11f1b07877c,segment=NetworkSegment(32b55a2c-f233-4bdc-816f-9fe6a18fd9e3),segment_id=32b55a2c-f233-4bdc-816f-9fe6a18fd9e3)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:48:59.568046 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-598e1bdf-6a17-4e96-aaa4-5fad60a83be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'name': 'tempest-TestNetworkBasicOps-router-272803633', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '47a23be7-ee95-4d5d-a897-3bbef3ce39f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:48:47Z', 'updated_at': '2022-02-20T03:48:54Z', 'revision_number': 4, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '47a23be7-ee95-4d5d-a897-3bbef3ce39f2', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:48:48Z', 'updated_at': '2022-02-20T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '86b420eb-7b4d-4e75-bc98-1c4cac8d81b5', 'name': '', 'network_id': 'fab84f58-beb2-495b-a859-5edb782f99da', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'mac_address': 'fa:16:3e:88:0b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:48:53Z', 'updated_at': '2022-02-20T03:48:58Z', 'revision_number': 4, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'subnets': [{'id': 'df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:48:59.569819 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799c970-6b34-4b67-adee-0ae667390d2a None None] Pushing event updated for resources: {'Port': ['ID=86b420eb-7b4d-4e75-bc98-1c4cac8d81b5,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:59.584264 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbeb9f8-eaf8-4c9f-8fbc-0709c2df29f9 req-4f25b21c-80ba-4f1b-9360-370a21b6a9b9 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:59.585927 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2cbeb9f8-eaf8-4c9f-8fbc-0709c2df29f9 req-4f25b21c-80ba-4f1b-9360-370a21b6a9b9 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 946 time: 0.0651214 Feb 20 03:48:59.597943 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598e1bdf-6a17-4e96-aaa4-5fad60a83be2 None None] The sync data for ids ['25fbb678-fb9c-4845-83d6-1fddfceb8244'] in n-d-829866-4 is: [{'id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'name': 'tempest-TestNetworkBasicOps-router-272803633', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '47a23be7-ee95-4d5d-a897-3bbef3ce39f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:48:47Z', 'updated_at': '2022-02-20T03:48:54Z', 'revision_number': 4, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '47a23be7-ee95-4d5d-a897-3bbef3ce39f2', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:48:48Z', 'updated_at': '2022-02-20T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '86b420eb-7b4d-4e75-bc98-1c4cac8d81b5', 'name': '', 'network_id': 'fab84f58-beb2-495b-a859-5edb782f99da', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'mac_address': 'fa:16:3e:88:0b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:48:53Z', 'updated_at': '2022-02-20T03:48:58Z', 'revision_number': 4, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'subnets': [{'id': 'df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:48:59.600269 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5a00937b-98be-466e-9bb5-a45de8133fd2 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:59.641973 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-050c386a-4195-4fa2-826b-b4b0ff3c5a50 None None] Provisioning complete for port 86b420eb-7b4d-4e75-bc98-1c4cac8d81b5 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:48:59.642618 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-050c386a-4195-4fa2-826b-b4b0ff3c5a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (86b420eb-7b4d-4e75-bc98-1c4cac8d81b5), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:59.669876 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2cbeb9f8-eaf8-4c9f-8fbc-0709c2df29f9 req-217efaf8-e4ef-462c-92f4-bbb570cf5b86 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743089 Feb 20 03:48:59.686041 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-3918da43-e8de-412e-ba32-9961e6959809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (fc6c814f-5168-4a7f-892c-f11f1b07877c), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:59.750536 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5a00937b-98be-466e-9bb5-a45de8133fd2 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group (c9cc23bc-b0fc-41bb-9fa9-63c7acadbcc6), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:59.764195 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-3918da43-e8de-412e-ba32-9961e6959809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:59.764195 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-3918da43-e8de-412e-ba32-9961e6959809 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:59.764648 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-3918da43-e8de-412e-ba32-9961e6959809 service neutron] 10.222.0.93 "PUT /v2.0/ports/fc6c814f-5168-4a7f-892c-f11f1b07877c HTTP/1.1" status: 200 len: 1091 time: 1.6339772 Feb 20 03:48:59.765381 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f661ee9-06ce-42b9-bafc-240ba46eb24b', 'tag': 'fc6c814f-5168-4a7f-892c-f11f1b07877c'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:48:59.768840 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a8ff8d-197c-42ad-b879-890300376831" -d '{"events": [{"name": "network-changed", "server_uuid": "2f661ee9-06ce-42b9-bafc-240ba46eb24b", "tag": "fc6c814f-5168-4a7f-892c-f11f1b07877c"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:48:59.795757 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918da43-e8de-412e-ba32-9961e6959809 service neutron] Pushing event updated for resources: {'Port': ['ID=fc6c814f-5168-4a7f-892c-f11f1b07877c,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:59.801743 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53414) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:59.856642 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5a00937b-98be-466e-9bb5-a45de8133fd2 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c9cc23bc-b0fc-41bb-9fa9-63c7acadbcc6), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:59.873866 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8d5df775-6bae-4234-9e46-2cb6d9766833 req-74f32d8c-8e6b-47d4-abda-98f785877dca tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 210 time: 0.0379982 Feb 20 03:48:59.884821 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-050c386a-4195-4fa2-826b-b4b0ff3c5a50 None None] Current status of the port 86b420eb-7b4d-4e75-bc98-1c4cac8d81b5 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:48:59.937028 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e2621ea3-ad48-468c-9789-e0b8aae6ec5e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=94f632482b874a1fa07ca14f79af5e22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1309197 Feb 20 03:48:59.937561 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00937b-98be-466e-9bb5-a45de8133fd2 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cc23bc-b0fc-41bb-9fa9-63c7acadbcc6,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:48:59.940874 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53420) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:59.942983 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:59.979362 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5a00937b-98be-466e-9bb5-a45de8133fd2 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:48:59.984802 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5a00937b-98be-466e-9bb5-a45de8133fd2 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5308113 Feb 20 03:48:59.988560 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53426) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:48:59.995260 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-0ad09712-da84-474d-8af4-51e54a1e7376 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Request body: {'security_group_rule': {'security_group_id': 'c9cc23bc-b0fc-41bb-9fa9-63c7acadbcc6', 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:48:59.997734 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-55476b68-5271-4b9a-90b2-3800754ba7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:48:59.999288 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-55476b68-5271-4b9a-90b2-3800754ba7be service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=60d08e22a69e4798aa40996d505312e3&device_id=2f661ee9-06ce-42b9-bafc-240ba46eb24b HTTP/1.1" status: 200 len: 1125 time: 0.1197731 Feb 20 03:49:00.072931 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-ca858ffe-5142-4abd-841d-fabf9972893b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc6c814f-5168-4a7f-892c-f11f1b07877c HTTP/1.1" status: 200 len: 217 time: 0.0645959 Feb 20 03:49:00.078057 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a14a9d73-f96a-4bb5-a30b-3dc4d79d028c admin admin] Publish callbacks [] for security_group (d751ad80-a825-4023-a56d-36c7734bf75d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:00.111285 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a14a9d73-f96a-4bb5-a30b-3dc4d79d028c admin admin] Publish callbacks [] for security_group (d751ad80-a825-4023-a56d-36c7734bf75d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:00.132624 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0ad09712-da84-474d-8af4-51e54a1e7376 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (2571be15-d3c4-42b5-97a7-631266d71235), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:00.159742 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-931a7343-d3a2-46ac-98b0-112c31eeae4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:00.161273 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-931a7343-d3a2-46ac-98b0-112c31eeae4c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c5b4fd31-0b75-4d1b-9b9e-4859885d11ed HTTP/1.1" status: 200 len: 849 time: 0.0804641 Feb 20 03:49:00.170814 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-ded6fd13-5462-48de-93e5-f0aaf49ffacd tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1900635391&fields=id&tenant_id=541ea901ffd34c35a78734a2429fed7a HTTP/1.1" status: 200 len: 267 time: 0.1072419 Feb 20 03:49:00.218515 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0ad09712-da84-474d-8af4-51e54a1e7376 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (2571be15-d3c4-42b5-97a7-631266d71235), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:00.259698 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-b3ae9379-7ec6-4533-b5a8-5c984143fede service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8afa4c13-e9e7-4baf-b598-8cec682b9b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876575 Feb 20 03:49:00.291030 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a14a9d73-f96a-4bb5-a30b-3dc4d79d028c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d751ad80-a825-4023-a56d-36c7734bf75d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:00.294707 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a14a9d73-f96a-4bb5-a30b-3dc4d79d028c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:00.295929 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a14a9d73-f96a-4bb5-a30b-3dc4d79d028c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d751ad80-a825-4023-a56d-36c7734bf75d HTTP/1.1" status: 204 len: 168 time: 0.3538365 Feb 20 03:49:00.316556 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a9d73-f96a-4bb5-a30b-3dc4d79d028c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d751ad80-a825-4023-a56d-36c7734bf75d,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:00.348632 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0ad09712-da84-474d-8af4-51e54a1e7376 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (2571be15-d3c4-42b5-97a7-631266d71235), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:00.390571 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad09712-da84-474d-8af4-51e54a1e7376 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2571be15-d3c4-42b5-97a7-631266d71235,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:00.391474 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-c87b1b13-dd09-47c4-97bf-e07aa0e2109d service neutron] 10.222.0.93 "GET /v2.0/networks/8afa4c13-e9e7-4baf-b598-8cec682b9b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217096 Feb 20 03:49:00.435864 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 86b420eb-7b4d-4e75-bc98-1c4cac8d81b5 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:49:00.462326 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0ad09712-da84-474d-8af4-51e54a1e7376 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:00.465526 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0ad09712-da84-474d-8af4-51e54a1e7376 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4759433 Feb 20 03:49:00.468567 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53436) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:00.476189 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-82b522f0-9704-4719-9b00-0da143ac46a5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Request body: {'security_group_rule': {'security_group_id': 'c9cc23bc-b0fc-41bb-9fa9-63c7acadbcc6', 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:00.509497 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 86b420eb-7b4d-4e75-bc98-1c4cac8d81b5 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:49:00.509884 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (86b420eb-7b4d-4e75-bc98-1c4cac8d81b5), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:00.555571 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-17f67e0f-5ee3-417a-891d-1dab5f95906a tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:00.563621 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-17f67e0f-5ee3-417a-891d-1dab5f95906a tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/networks?id=18b77a5e-5446-4d58-b319-36a274f1014a HTTP/1.1" status: 200 len: 810 time: 0.3805535 Feb 20 03:49:00.587464 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-b8b13f6c-9e5e-4c85-acf9-3a454e4cda58 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/quotas/541ea901ffd34c35a78734a2429fed7a HTTP/1.1" status: 200 len: 375 time: 0.0229516 Feb 20 03:49:00.603937 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-82b522f0-9704-4719-9b00-0da143ac46a5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (3a91ff7d-7c73-43ab-ac7b-d98285a94294), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:00.620734 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 86b420eb-7b4d-4e75-bc98-1c4cac8d81b5 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:49:00.661899 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2ccfc07-b9a6-474f-b703-36a3f476d505 req-38ec9522-9f34-4ae8-a9a9-b9ca9a3dfa23 service neutron] 10.222.0.93 "GET /v2.0/networks/8afa4c13-e9e7-4baf-b598-8cec682b9b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617948 Feb 20 03:49:00.700884 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-82b522f0-9704-4719-9b00-0da143ac46a5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (3a91ff7d-7c73-43ab-ac7b-d98285a94294), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:00.703452 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-a65bed8c-95a9-41c8-8715-ad238fb120bf tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=541ea901ffd34c35a78734a2429fed7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1146619 Feb 20 03:49:00.822794 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-82b522f0-9704-4719-9b00-0da143ac46a5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (3a91ff7d-7c73-43ab-ac7b-d98285a94294), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:00.828995 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-9ee5de08-a098-426d-a762-f4f446e1392b service neutron] 10.222.0.89 "GET /v2.0/networks/18b77a5e-5446-4d58-b319-36a274f1014a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194701 Feb 20 03:49:00.861841 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b522f0-9704-4719-9b00-0da143ac46a5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a91ff7d-7c73-43ab-ac7b-d98285a94294,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:00.970785 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-a9688014-598d-481f-b9e3-14452d56327b service neutron] 10.222.0.89 "GET /v2.0/networks/18b77a5e-5446-4d58-b319-36a274f1014a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406713 Feb 20 03:49:00.986042 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-82b522f0-9704-4719-9b00-0da143ac46a5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:00.987764 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-82b522f0-9704-4719-9b00-0da143ac46a5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5177336 Feb 20 03:49:01.000924 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53446) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:01.006150 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-46368681-25c4-4cd2-b8c8-ddbb8d738902 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Request body: {'security_group_rule': {'security_group_id': 'c9cc23bc-b0fc-41bb-9fa9-63c7acadbcc6', 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:01.137134 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46368681-25c4-4cd2-b8c8-ddbb8d738902 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (7f7ce505-1ae4-4792-870a-c8654f87e53c), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:01.210347 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46368681-25c4-4cd2-b8c8-ddbb8d738902 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (7f7ce505-1ae4-4792-870a-c8654f87e53c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:01.225123 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:01.285085 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46368681-25c4-4cd2-b8c8-ddbb8d738902 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (7f7ce505-1ae4-4792-870a-c8654f87e53c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:01.293942 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3188734d-d4f2-4be0-bc6e-8e6bc33d0bb2 x-openstack-request-id: req-3188734d-d4f2-4be0-bc6e-8e6bc33d0bb2 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:49:01.293942 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f661ee9-06ce-42b9-bafc-240ba46eb24b", "tag": "fc6c814f-5168-4a7f-892c-f11f1b07877c", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:49:01.293942 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3188734d-d4f2-4be0-bc6e-8e6bc33d0bb2 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:49:01.293942 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f661ee9-06ce-42b9-bafc-240ba46eb24b', 'tag': 'fc6c814f-5168-4a7f-892c-f11f1b07877c', 'status': 'completed', 'code': 200} Feb 20 03:49:01.317897 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46368681-25c4-4cd2-b8c8-ddbb8d738902 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f7ce505-1ae4-4792-870a-c8654f87e53c,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:01.384165 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46368681-25c4-4cd2-b8c8-ddbb8d738902 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:01.385485 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-46368681-25c4-4cd2-b8c8-ddbb8d738902 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3835151 Feb 20 03:49:01.388633 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53460) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:01.393519 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-7d2668c2-337c-4bd0-829e-ec8334ddcc22 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Request body: {'security_group_rule': {'security_group_id': 'c9cc23bc-b0fc-41bb-9fa9-63c7acadbcc6', 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:01.454247 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8ff8d-197c-42ad-b879-890300376831 req-5433177a-f81c-4c31-9869-dd61a9e9390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:01.455933 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-76a8ff8d-197c-42ad-b879-890300376831 req-5433177a-f81c-4c31-9869-dd61a9e9390c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=60d08e22a69e4798aa40996d505312e3&device_id=2f661ee9-06ce-42b9-bafc-240ba46eb24b HTTP/1.1" status: 200 len: 1125 time: 0.1392977 Feb 20 03:49:01.475954 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39551c30-ba79-44a3-9c42-8102edd1822b req-e416f285-a2ca-4cd3-b633-f58c28b7ba0e tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:01.484244 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39551c30-ba79-44a3-9c42-8102edd1822b req-e416f285-a2ca-4cd3-b633-f58c28b7ba0e tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f661ee9-06ce-42b9-bafc-240ba46eb24b HTTP/1.1" status: 200 len: 943 time: 0.1172988 Feb 20 03:49:01.502912 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7d2668c2-337c-4bd0-829e-ec8334ddcc22 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (185e4ef0-9531-46dc-b4e0-b04b71245fb4), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:01.600666 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:49:01.654452 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7d2668c2-337c-4bd0-829e-ec8334ddcc22 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (185e4ef0-9531-46dc-b4e0-b04b71245fb4), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:01.672648 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39551c30-ba79-44a3-9c42-8102edd1822b req-03acec9e-71b6-4c75-93ed-d7819e569814 tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] 10.222.0.89 "GET /v2.0/security-groups?id=9392f95e-12c9-4077-a22d-7b7645ff71d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874101 Feb 20 03:49:01.696469 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8ff8d-197c-42ad-b879-890300376831 req-3ce91113-0179-400a-a984-237c243ae1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:01.698197 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-76a8ff8d-197c-42ad-b879-890300376831 req-3ce91113-0179-400a-a984-237c243ae1c9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8afa4c13-e9e7-4baf-b598-8cec682b9b84 HTTP/1.1" status: 200 len: 910 time: 0.2036014 Feb 20 03:49:01.753958 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-76a8ff8d-197c-42ad-b879-890300376831 req-6184f7b9-3ada-473c-8ad7-906ae2bc0329 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc6c814f-5168-4a7f-892c-f11f1b07877c HTTP/1.1" status: 200 len: 217 time: 0.0482769 Feb 20 03:49:01.771249 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7d2668c2-337c-4bd0-829e-ec8334ddcc22 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (185e4ef0-9531-46dc-b4e0-b04b71245fb4), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:01.790810 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2668c2-337c-4bd0-829e-ec8334ddcc22 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=185e4ef0-9531-46dc-b4e0-b04b71245fb4,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:01.859392 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8ff8d-197c-42ad-b879-890300376831 req-b3587a9a-db86-4bc9-8275-3e8490a51a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:01.861125 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-76a8ff8d-197c-42ad-b879-890300376831 req-b3587a9a-db86-4bc9-8275-3e8490a51a07 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c5b4fd31-0b75-4d1b-9b9e-4859885d11ed HTTP/1.1" status: 200 len: 849 time: 0.1008413 Feb 20 03:49:01.875052 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7d2668c2-337c-4bd0-829e-ec8334ddcc22 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:01.877881 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7d2668c2-337c-4bd0-829e-ec8334ddcc22 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4867153 Feb 20 03:49:01.878911 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53474) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:01.883345 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-81368cb2-b6bd-406d-b5b6-e3b0ffa79e2f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Request body: {'security_group_rule': {'security_group_id': 'c9cc23bc-b0fc-41bb-9fa9-63c7acadbcc6', 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:01.905598 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53476) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:01.907851 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-76a8ff8d-197c-42ad-b879-890300376831 req-f9b1cd90-ae0b-49aa-9d52-89b118098324 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8afa4c13-e9e7-4baf-b598-8cec682b9b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402865 Feb 20 03:49:01.945119 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7fdc1-0f78-4776-9ca6-5acf92e7df02 req-d0e7f385-c51a-4583-9da0-45554f0f44b9 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:01.946657 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5cd7fdc1-0f78-4776-9ca6-5acf92e7df02 req-d0e7f385-c51a-4583-9da0-45554f0f44b9 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 946 time: 0.1761558 Feb 20 03:49:02.029419 n-d-829866-4 neutron-server[104106]: INFO neutron.db.securitygroups_db [None req-81368cb2-b6bd-406d-b5b6-e3b0ffa79e2f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Project cdf6aa5f9d3c4cef8fb0e04bd6cac1cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 03:49:02.035094 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-d7534912-a55d-4566-b8e6-dc17cdc4d074 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-997847157'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:02.035261 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-81368cb2-b6bd-406d-b5b6-e3b0ffa79e2f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (6904b506-b3bf-4b2f-abec-f8050dd701cc), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:02.072486 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5cd7fdc1-0f78-4776-9ca6-5acf92e7df02 req-fabc11b3-7b2b-446b-8c01-8cb170c2f8b8 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970588 Feb 20 03:49:02.076696 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-76a8ff8d-197c-42ad-b879-890300376831 req-69d17c2e-fa15-4086-a4b4-4d41b07a4dd5 service neutron] 10.222.0.93 "GET /v2.0/networks/8afa4c13-e9e7-4baf-b598-8cec682b9b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602647 Feb 20 03:49:02.146882 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-81368cb2-b6bd-406d-b5b6-e3b0ffa79e2f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (6904b506-b3bf-4b2f-abec-f8050dd701cc), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:02.272489 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-81368cb2-b6bd-406d-b5b6-e3b0ffa79e2f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (6904b506-b3bf-4b2f-abec-f8050dd701cc), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:02.300154 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81368cb2-b6bd-406d-b5b6-e3b0ffa79e2f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6904b506-b3bf-4b2f-abec-f8050dd701cc,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:02.382738 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-81368cb2-b6bd-406d-b5b6-e3b0ffa79e2f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:02.386583 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-81368cb2-b6bd-406d-b5b6-e3b0ffa79e2f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5041764 Feb 20 03:49:02.387275 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53484) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:02.391740 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-6bab16a1-2084-440e-a6b5-7b7078217796 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Request body: {'security_group_rule': {'security_group_id': 'c9cc23bc-b0fc-41bb-9fa9-63c7acadbcc6', 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:02.476763 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device fc6c814f-5168-4a7f-892c-f11f1b07877c details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:49:02.492388 n-d-829866-4 neutron-server[104106]: INFO neutron.db.securitygroups_db [None req-6bab16a1-2084-440e-a6b5-7b7078217796 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Project cdf6aa5f9d3c4cef8fb0e04bd6cac1cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 03:49:02.501457 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6bab16a1-2084-440e-a6b5-7b7078217796 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (2769af98-a5a7-4be2-a93a-0b3ba5812894), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:02.595549 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7534912-a55d-4566-b8e6-dc17cdc4d074 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:49:02.600771 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d7534912-a55d-4566-b8e6-dc17cdc4d074 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:02.603721 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6bab16a1-2084-440e-a6b5-7b7078217796 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (2769af98-a5a7-4be2-a93a-0b3ba5812894), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:02.615855 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-99d6d226-8775-45b2-a97c-c6d092266ca6 req-32fb783d-98d4-4aa2-b280-8063b80586ef tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 210 time: 0.4580224 Feb 20 03:49:02.623566 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d7534912-a55d-4566-b8e6-dc17cdc4d074 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:02.650289 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port fc6c814f-5168-4a7f-892c-f11f1b07877c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=fc6c814f-5168-4a7f-892c-f11f1b07877c,segment=NetworkSegment(32b55a2c-f233-4bdc-816f-9fe6a18fd9e3),segment_id=32b55a2c-f233-4bdc-816f-9fe6a18fd9e3)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:02.667169 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'fc6c814f-5168-4a7f-892c-f11f1b07877c', 'network_id': '8afa4c13-e9e7-4baf-b598-8cec682b9b84', 'port_id': 'fc6c814f-5168-4a7f-892c-f11f1b07877c', 'mac_address': 'fa:16:3e:4c:b7:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b4fd31-0b75-4d1b-9b9e-4859885d11ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:49:02.681059 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6bab16a1-2084-440e-a6b5-7b7078217796 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (2769af98-a5a7-4be2-a93a-0b3ba5812894), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:02.732895 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab16a1-2084-440e-a6b5-7b7078217796 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2769af98-a5a7-4be2-a93a-0b3ba5812894,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:02.737941 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port fc6c814f-5168-4a7f-892c-f11f1b07877c is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:49:02.738248 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fc6c814f-5168-4a7f-892c-f11f1b07877c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:02.753854 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc6c814f-5168-4a7f-892c-f11f1b07877c {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:49:02.760658 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-76a8ff8d-197c-42ad-b879-890300376831 req-b3a43dc9-4562-453e-934f-61b54be110f5 service neutron] 10.222.0.93 "GET /v2.0/networks/8afa4c13-e9e7-4baf-b598-8cec682b9b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6722207 Feb 20 03:49:02.779512 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78554a1a-6d95-400e-9a75-b79ca01b49ad req-596ed2b4-fcb6-4669-9a5e-9d91c62367f7 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=85cb4d1c-98b2-4030-8621-590c1f40f0a6 HTTP/1.1" status: 200 len: 210 time: 0.0384409 Feb 20 03:49:02.799757 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port fc6c814f-5168-4a7f-892c-f11f1b07877c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=fc6c814f-5168-4a7f-892c-f11f1b07877c,segment=NetworkSegment(32b55a2c-f233-4bdc-816f-9fe6a18fd9e3),segment_id=32b55a2c-f233-4bdc-816f-9fe6a18fd9e3)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:02.811504 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:02.855760 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d7534912-a55d-4566-b8e6-dc17cdc4d074 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for security_group (c82f693f-70b6-4e40-af03-082f1e046425), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:02.881783 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6bab16a1-2084-440e-a6b5-7b7078217796 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:02.883337 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6bab16a1-2084-440e-a6b5-7b7078217796 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4951038 Feb 20 03:49:02.903553 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (fc6c814f-5168-4a7f-892c-f11f1b07877c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:02.922596 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219052f0-134d-4b16-8dd0-1b522775d56e req-7900aa1f-75cf-4218-be3e-d8f8d0c8b195 tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:02.924161 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-219052f0-134d-4b16-8dd0-1b522775d56e req-7900aa1f-75cf-4218-be3e-d8f8d0c8b195 tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f661ee9-06ce-42b9-bafc-240ba46eb24b HTTP/1.1" status: 200 len: 943 time: 0.0666943 Feb 20 03:49:02.967405 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=fc6c814f-5168-4a7f-892c-f11f1b07877c,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:02.984339 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:02.984681 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:02.985058 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:02.985401 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:02.985748 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:02.986080 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:02.986406 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:02.986739 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:02.987094 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:02.987422 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:02.987751 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:02.988083 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:02.988392 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:03.006649 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d7534912-a55d-4566-b8e6-dc17cdc4d074 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c82f693f-70b6-4e40-af03-082f1e046425), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:03.018079 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-219052f0-134d-4b16-8dd0-1b522775d56e req-c390122e-1250-4ee7-a4db-1c1a005e14f0 tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] 10.222.0.89 "GET /v2.0/security-groups?id=9392f95e-12c9-4077-a22d-7b7645ff71d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859201 Feb 20 03:49:03.044671 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7534912-a55d-4566-b8e6-dc17cdc4d074 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:49:03.067646 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d7534912-a55d-4566-b8e6-dc17cdc4d074 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (f49f9d8f-492e-4773-97cc-e6a76d35fb48), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:03.067646 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-d7534912-a55d-4566-b8e6-dc17cdc4d074 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Added segment f49f9d8f-492e-4773-97cc-e6a76d35fb48 of type vlan for network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 Feb 20 03:49:03.074104 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7534912-a55d-4566-b8e6-dc17cdc4d074 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c82f693f-70b6-4e40-af03-082f1e046425,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:03.122352 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d7534912-a55d-4566-b8e6-dc17cdc4d074 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (4f54fdde-6e16-424b-a89f-7d368ed79ea3), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:03.146805 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['fc6c814f-5168-4a7f-892c-f11f1b07877c'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:49:03.187468 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-2fec50e5-960a-43f8-a1cb-60d47d969403 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-734624146&fields=id&tenant_id=cdf6aa5f9d3c4cef8fb0e04bd6cac1cb HTTP/1.1" status: 200 len: 267 time: 0.0743768 Feb 20 03:49:03.267096 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d7534912-a55d-4566-b8e6-dc17cdc4d074 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (4f54fdde-6e16-424b-a89f-7d368ed79ea3), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:03.272547 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7534912-a55d-4566-b8e6-dc17cdc4d074 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:03.273325 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d7534912-a55d-4566-b8e6-dc17cdc4d074 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:03.361639 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-1d5ab7a6-98e7-464e-afc5-ada1417f3e64 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:03.363294 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-1d5ab7a6-98e7-464e-afc5-ada1417f3e64 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/networks?id=fab84f58-beb2-495b-a859-5edb782f99da HTTP/1.1" status: 200 len: 795 time: 0.1749399 Feb 20 03:49:03.380438 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7534912-a55d-4566-b8e6-dc17cdc4d074 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Network': ['ID=4f54fdde-6e16-424b-a89f-7d368ed79ea3,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:03.384712 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-bd9c9df3-02ed-4f97-9656-8becdef57eee tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/quotas/cdf6aa5f9d3c4cef8fb0e04bd6cac1cb HTTP/1.1" status: 200 len: 375 time: 0.0146613 Feb 20 03:49:03.399561 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:49:03.408806 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d7534912-a55d-4566-b8e6-dc17cdc4d074 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4999602 Feb 20 03:49:03.412196 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53504) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:03.419675 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-1eb649d7-d486-4621-a8f0-66c4c50d2857 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:03.453721 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-82fbb174-ef78-4f57-954d-3e0211843710 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=cdf6aa5f9d3c4cef8fb0e04bd6cac1cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578873 Feb 20 03:49:03.571723 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-aa9510b6-3ff0-46c7-ae28-d7730bbabea1 service neutron] 10.222.0.89 "GET /v2.0/networks/fab84f58-beb2-495b-a859-5edb782f99da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993445 Feb 20 03:49:03.615235 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb649d7-d486-4621-a8f0-66c4c50d2857 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:49:03.619592 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1eb649d7-d486-4621-a8f0-66c4c50d2857 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:03.682352 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-8045634c-adad-476b-b2f1-075ff8d0824b service neutron] 10.222.0.89 "GET /v2.0/networks/fab84f58-beb2-495b-a859-5edb782f99da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019392 Feb 20 03:49:03.884315 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1eb649d7-d486-4621-a8f0-66c4c50d2857 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (189d3209-2b34-4ac1-a6a0-180ed49aaa94), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:04.004059 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb649d7-d486-4621-a8f0-66c4c50d2857 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Subnet': ['ID=189d3209-2b34-4ac1-a6a0-180ed49aaa94,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:04.018135 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb649d7-d486-4621-a8f0-66c4c50d2857 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Checking segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:49:04.018506 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb649d7-d486-4621-a8f0-66c4c50d2857 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network hostable DHCP agents. Network: 4f54fdde-6e16-424b-a89f-7d368ed79ea3, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:49:04.063044 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-914701e3-02b4-4629-881b-183e205755a6 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:04.064470 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-914701e3-02b4-4629-881b-183e205755a6 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.42 "GET /v2.0/networks?id=18b77a5e-5446-4d58-b319-36a274f1014a HTTP/1.1" status: 200 len: 810 time: 0.2182221 Feb 20 03:49:04.104759 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b79ac0-b6fd-4bd4-9d60-271197cfbc93 req-8c34770c-f522-4bbf-a985-fad8bdc428e1 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:04.112560 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-32b79ac0-b6fd-4bd4-9d60-271197cfbc93 req-8c34770c-f522-4bbf-a985-fad8bdc428e1 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 946 time: 0.1489708 Feb 20 03:49:04.153609 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb649d7-d486-4621-a8f0-66c4c50d2857 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:49:04.199926 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-699b79f5-a174-43be-96af-aec91a243b53 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=541ea901ffd34c35a78734a2429fed7a HTTP/1.1" status: 200 len: 380 time: 0.1237862 Feb 20 03:49:04.202750 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-32b79ac0-b6fd-4bd4-9d60-271197cfbc93 req-385f2131-6477-45e5-b954-cec1c58859f4 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895307 Feb 20 03:49:04.212328 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-da66ec31-79e8-461a-9313-98a15d63a224 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Request body: {'port': {'device_id': '85cb4d1c-98b2-4030-8621-590c1f40f0a6', 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a', 'admin_state_up': True, 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'security_groups': ['4bdb6057-fd4c-4c20-b468-d699ea55f0ee']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:04.266520 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-1eb649d7-d486-4621-a8f0-66c4c50d2857 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 4f54fdde-6e16-424b-a89f-7d368ed79ea3) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:49:04.271474 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb649d7-d486-4621-a8f0-66c4c50d2857 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:04.272310 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1eb649d7-d486-4621-a8f0-66c4c50d2857 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:04.281107 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae55101-0d55-4ab0-8365-0149ca5dd385 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:49:04.336974 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-218fd61b-d69b-43b5-bfa2-65fcf278143e req-70fddca2-7cb5-4f0e-a053-e78b4570c67d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 210 time: 0.0408487 Feb 20 03:49:04.380849 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1eb649d7-d486-4621-a8f0-66c4c50d2857 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9660256 Feb 20 03:49:04.387861 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53522) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:04.395878 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-aabbc92f-0185-4b08-8b04-4d85ec71d3de tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'name': 'tempest-NetworksTestDHCPv6-998844662'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:04.427943 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e39f68b-9417-4838-832a-d90a7694d19a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'project_id': '43fe9a19d6654b4e8e70d399d460b079', 'fixed_ips': [{'subnet_id': '189d3209-2b34-4ac1-a6a0-180ed49aaa94'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:49:04.429329 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1e39f68b-9417-4838-832a-d90a7694d19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:04.471989 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-da66ec31-79e8-461a-9313-98a15d63a224 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Made reservation on behalf of 541ea901ffd34c35a78734a2429fed7a for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:49:04.477194 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-da66ec31-79e8-461a-9313-98a15d63a224 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:04.524843 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f31e6e1b-628e-46d9-b9b0-c0f01c6e624e req-02183237-42d6-4a2e-be66-4e322f2d59e4 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=85cb4d1c-98b2-4030-8621-590c1f40f0a6 HTTP/1.1" status: 200 len: 210 time: 0.0441487 Feb 20 03:49:04.540621 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device fc6c814f-5168-4a7f-892c-f11f1b07877c up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:49:04.658591 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabbc92f-0185-4b08-8b04-4d85ec71d3de tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:49:04.662023 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aabbc92f-0185-4b08-8b04-4d85ec71d3de tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:04.664699 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-1e39f68b-9417-4838-832a-d90a7694d19a None None] Allocated IP 2001:db8::2 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/189d3209-2b34-4ac1-a6a0-180ed49aaa94/b2446d57-43c1-4000-8e51-40adbca3f554) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:49:04.681437 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-143bb2ba-0788-403b-b0c9-ea66e17e469e req-0d0be8b6-31b5-420f-be22-ed6ddb8b3675 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=14ad1b11-63ad-49da-b9e1-66638ddb6ff2 HTTP/1.1" status: 200 len: 210 time: 0.0424333 Feb 20 03:49:04.696517 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port fc6c814f-5168-4a7f-892c-f11f1b07877c completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:49:04.706638 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port fc6c814f-5168-4a7f-892c-f11f1b07877c triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:49:04.706638 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (fc6c814f-5168-4a7f-892c-f11f1b07877c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:04.708142 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-aabbc92f-0185-4b08-8b04-4d85ec71d3de tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] device_id is not set on port 9b831537-2630-4188-9d0b-3c8dfdb7f004 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:49:04.721090 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-da66ec31-79e8-461a-9313-98a15d63a224 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Allocated IP 172.20.0.12 (18b77a5e-5446-4d58-b319-36a274f1014a/ec9d4964-56bb-4af3-beab-8c8d3923a688/4d02e7fa-96fc-418b-af51-ff3b5f166308) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:49:04.923325 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port fc6c814f-5168-4a7f-892c-f11f1b07877c is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:49:04.923714 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fc6c814f-5168-4a7f-892c-f11f1b07877c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:04.938680 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7bfdb9-2159-48dd-9243-49a9ddfd7611 req-6116b268-d5d2-4936-8313-71f85097e460 tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:04.946314 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e7bfdb9-2159-48dd-9243-49a9ddfd7611 req-6116b268-d5d2-4936-8313-71f85097e460 tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f661ee9-06ce-42b9-bafc-240ba46eb24b HTTP/1.1" status: 200 len: 944 time: 0.1355715 Feb 20 03:49:04.952647 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1e39f68b-9417-4838-832a-d90a7694d19a None None] Publish callbacks [] for port (b2446d57-43c1-4000-8e51-40adbca3f554), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:04.960382 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f661ee9-06ce-42b9-bafc-240ba46eb24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6c814f-5168-4a7f-892c-f11f1b07877c'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:49:04.962927 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b032d62-54b3-48d6-891e-9b7283be4382" -d '{"events": [{"server_uuid": "2f661ee9-06ce-42b9-bafc-240ba46eb24b", "name": "network-vif-plugged", "status": "completed", "tag": "fc6c814f-5168-4a7f-892c-f11f1b07877c"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:49:04.975058 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port fc6c814f-5168-4a7f-892c-f11f1b07877c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=fc6c814f-5168-4a7f-892c-f11f1b07877c,segment=NetworkSegment(32b55a2c-f233-4bdc-816f-9fe6a18fd9e3),segment_id=32b55a2c-f233-4bdc-816f-9fe6a18fd9e3)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:05.010214 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-da66ec31-79e8-461a-9313-98a15d63a224 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for port (4d02e7fa-96fc-418b-af51-ff3b5f166308), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:05.027453 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e7bfdb9-2159-48dd-9243-49a9ddfd7611 req-3c5be721-4ebc-407f-956c-f4ac1106b0cd tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] 10.222.0.89 "GET /v2.0/security-groups?id=9392f95e-12c9-4077-a22d-7b7645ff71d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799608 Feb 20 03:49:05.064162 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1e39f68b-9417-4838-832a-d90a7694d19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (b2446d57-43c1-4000-8e51-40adbca3f554), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:05.100779 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1727cce4-e4e2-44b3-b230-475fcc54ceac x-openstack-request-id: req-1727cce4-e4e2-44b3-b230-475fcc54ceac {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:49:05.101347 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f661ee9-06ce-42b9-bafc-240ba46eb24b", "name": "network-vif-plugged", "status": "completed", "tag": "fc6c814f-5168-4a7f-892c-f11f1b07877c", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:49:05.101347 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1727cce4-e4e2-44b3-b230-475fcc54ceac {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:49:05.102327 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f661ee9-06ce-42b9-bafc-240ba46eb24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6c814f-5168-4a7f-892c-f11f1b07877c', 'code': 200} Feb 20 03:49:05.108527 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (fc6c814f-5168-4a7f-892c-f11f1b07877c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:05.120732 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-da66ec31-79e8-461a-9313-98a15d63a224 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (4d02e7fa-96fc-418b-af51-ff3b5f166308), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:05.122456 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-aabbc92f-0185-4b08-8b04-4d85ec71d3de tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Allocated IP 2001:db8::344 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/189d3209-2b34-4ac1-a6a0-180ed49aaa94/9b831537-2630-4188-9d0b-3c8dfdb7f004) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:49:05.147702 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e39f68b-9417-4838-832a-d90a7694d19a None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:49:05.152769 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-1e39f68b-9417-4838-832a-d90a7694d19a None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:49:05.159860 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e39f68b-9417-4838-832a-d90a7694d19a None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:49:05.204511 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-da66ec31-79e8-461a-9313-98a15d63a224 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Network 18b77a5e-5446-4d58-b319-36a274f1014a is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:49:05.228785 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-da66ec31-79e8-461a-9313-98a15d63a224 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:49:05.232553 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-da66ec31-79e8-461a-9313-98a15d63a224 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:49:05.249542 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e39f68b-9417-4838-832a-d90a7694d19a None None] Pushing event updated for resources: {'Port': ['ID=b2446d57-43c1-4000-8e51-40adbca3f554,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:05.286402 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66ec31-79e8-461a-9313-98a15d63a224 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Pushing event updated for resources: {'Port': ['ID=4d02e7fa-96fc-418b-af51-ff3b5f166308,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:05.351977 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-da66ec31-79e8-461a-9313-98a15d63a224 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:05.352662 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-da66ec31-79e8-461a-9313-98a15d63a224 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:05.374294 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501271f-0a53-4f00-bee7-529d7c480072 req-95ae6988-9abb-4ec8-9d86-e886b0c8159d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:05.376038 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1501271f-0a53-4f00-bee7-529d7c480072 req-95ae6988-9abb-4ec8-9d86-e886b0c8159d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2f661ee9-06ce-42b9-bafc-240ba46eb24b HTTP/1.1" status: 200 len: 1127 time: 0.2021110 Feb 20 03:49:05.379378 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aabbc92f-0185-4b08-8b04-4d85ec71d3de tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for port (9b831537-2630-4188-9d0b-3c8dfdb7f004), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:05.390422 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-1e39f68b-9417-4838-832a-d90a7694d19a None None] Attempting to bind port b2446d57-43c1-4000-8e51-40adbca3f554 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:49:05.393796 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-1e39f68b-9417-4838-832a-d90a7694d19a None None] Attempting to bind port b2446d57-43c1-4000-8e51-40adbca3f554 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:49:05.394369 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e39f68b-9417-4838-832a-d90a7694d19a None None] Attempting to bind port b2446d57-43c1-4000-8e51-40adbca3f554 on network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:49:05.428514 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e39f68b-9417-4838-832a-d90a7694d19a None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:49:05.431516 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e39f68b-9417-4838-832a-d90a7694d19a None None] Checking segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:49:05.435600 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1e39f68b-9417-4838-832a-d90a7694d19a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:05.436030 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e39f68b-9417-4838-832a-d90a7694d19a None None] Bound using segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:49:05.436673 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-1e39f68b-9417-4838-832a-d90a7694d19a None None] Bound port: b2446d57-43c1-4000-8e51-40adbca3f554, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:49:05.437024 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1e39f68b-9417-4838-832a-d90a7694d19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b2446d57-43c1-4000-8e51-40adbca3f554), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:05.455185 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=fc6c814f-5168-4a7f-892c-f11f1b07877c,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:05.473311 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-da66ec31-79e8-461a-9313-98a15d63a224 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2690499 Feb 20 03:49:05.481351 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872dfaeb-3298-41a9-b10b-a061605979d1 req-62f41ad2-2ae1-4365-8d3c-c987fa052f78 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:05.483310 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-872dfaeb-3298-41a9-b10b-a061605979d1 req-62f41ad2-2ae1-4365-8d3c-c987fa052f78 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 946 time: 0.1244838 Feb 20 03:49:05.485753 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1501271f-0a53-4f00-bee7-529d7c480072 req-ac39103f-16e0-4f88-a6f3-6d5efbfa8cce service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=9392f95e-12c9-4077-a22d-7b7645ff71d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865126 Feb 20 03:49:05.491238 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-9ab5af48-435b-4131-9303-359e7138aaaa service neutron] Request body: {'port': {'device_id': '85cb4d1c-98b2-4030-8621-590c1f40f0a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:05.510306 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aabbc92f-0185-4b08-8b04-4d85ec71d3de tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (9b831537-2630-4188-9d0b-3c8dfdb7f004), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:05.540546 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-1e39f68b-9417-4838-832a-d90a7694d19a None None] For port b2446d57-43c1-4000-8e51-40adbca3f554, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:49:05.544839 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabbc92f-0185-4b08-8b04-4d85ec71d3de tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:49:05.545580 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-1e39f68b-9417-4838-832a-d90a7694d19a None None] For port b2446d57-43c1-4000-8e51-40adbca3f554, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b2446d57-43c1-4000-8e51-40adbca3f554,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:49:05.549272 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-aabbc92f-0185-4b08-8b04-4d85ec71d3de tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:49:05.571002 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabbc92f-0185-4b08-8b04-4d85ec71d3de tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:49:05.583004 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabbc92f-0185-4b08-8b04-4d85ec71d3de tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:05.583004 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aabbc92f-0185-4b08-8b04-4d85ec71d3de tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:05.601872 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-872dfaeb-3298-41a9-b10b-a061605979d1 req-6125a80b-a156-42cb-a1cc-120ebcf426fc tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082387 Feb 20 03:49:05.602843 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-9ab5af48-435b-4131-9303-359e7138aaaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4d02e7fa-96fc-418b-af51-ff3b5f166308), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:05.613024 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbc92f-0185-4b08-8b04-4d85ec71d3de tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Port': ['ID=9b831537-2630-4188-9d0b-3c8dfdb7f004,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:05.629081 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1e39f68b-9417-4838-832a-d90a7694d19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b2446d57-43c1-4000-8e51-40adbca3f554), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:05.701429 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-aabbc92f-0185-4b08-8b04-4d85ec71d3de tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3118386 Feb 20 03:49:05.703817 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53536) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:05.756595 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fb8fdc93-29b2-4f9b-a320-17e8619dab2d req-5746975b-b28f-4562-911b-f6846d2d7bdd tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 210 time: 0.0746586 Feb 20 03:49:05.872451 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e39f68b-9417-4838-832a-d90a7694d19a None None] Pushing event updated for resources: {'Port': ['ID=b2446d57-43c1-4000-8e51-40adbca3f554,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:05.877160 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531d4221-8c0f-4e51-8158-f29f4b2ac934 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:05.885539 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531d4221-8c0f-4e51-8158-f29f4b2ac934 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:05.890907 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-531d4221-8c0f-4e51-8158-f29f4b2ac934 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1857760 Feb 20 03:49:05.898471 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-4a156fa2-50c1-48c1-b805-f88da7b66714 None None] Provisioning complete for port 4d02e7fa-96fc-418b-af51-ff3b5f166308 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:49:05.899073 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4a156fa2-50c1-48c1-b805-f88da7b66714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4d02e7fa-96fc-418b-af51-ff3b5f166308), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:05.901214 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53542) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:05.959629 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-4a156fa2-50c1-48c1-b805-f88da7b66714 None None] Port 4d02e7fa-96fc-418b-af51-ff3b5f166308 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:49:06.046625 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-e5fa8faf-b812-4e92-a39d-e9d71f8be482 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting port 9b831537-2630-4188-9d0b-3c8dfdb7f004 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:49:06.047070 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e5fa8faf-b812-4e92-a39d-e9d71f8be482 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (9b831537-2630-4188-9d0b-3c8dfdb7f004), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:06.086341 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f2963-9710-4bd4-87a9-a5d9e140950a req-c15b0b5a-b869-4e7a-9385-ecc7474411f8 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:06.089031 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a72f2963-9710-4bd4-87a9-a5d9e140950a req-c15b0b5a-b869-4e7a-9385-ecc7474411f8 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=85cb4d1c-98b2-4030-8621-590c1f40f0a6 HTTP/1.1" status: 200 len: 932 time: 0.1733754 Feb 20 03:49:06.181290 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e5fa8faf-b812-4e92-a39d-e9d71f8be482 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (9b831537-2630-4188-9d0b-3c8dfdb7f004), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:06.202778 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-e5fa8faf-b812-4e92-a39d-e9d71f8be482 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Calling delete_port for 9b831537-2630-4188-9d0b-3c8dfdb7f004 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:49:06.226745 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a72f2963-9710-4bd4-87a9-a5d9e140950a req-1c50e2ab-6f7d-4f0b-ba2f-216b1130046c tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=4bdb6057-fd4c-4c20-b468-d699ea55f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172724 Feb 20 03:49:06.310943 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-9ab5af48-435b-4131-9303-359e7138aaaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d02e7fa-96fc-418b-af51-ff3b5f166308 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:49:06.337496 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-9ab5af48-435b-4131-9303-359e7138aaaa service neutron] Publish callbacks [] for port (4d02e7fa-96fc-418b-af51-ff3b5f166308), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:06.429084 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b2446d57-43c1-4000-8e51-40adbca3f554 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:49:06.432840 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-19326672-5413-4a15-91fa-c8c5d8afbb3d req-b68aefc0-7845-4eb1-a236-9db63f4a8ea2 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=14ad1b11-63ad-49da-b9e1-66638ddb6ff2 HTTP/1.1" status: 200 len: 210 time: 0.0784006 Feb 20 03:49:06.511498 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port b2446d57-43c1-4000-8e51-40adbca3f554 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:49:06.512690 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b2446d57-43c1-4000-8e51-40adbca3f554), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:06.567613 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea50fb5-2f47-42ea-b196-e04dfd10ed51 req-f52f67f3-43ba-4516-adbe-f377cf441743 tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:06.574711 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ea50fb5-2f47-42ea-b196-e04dfd10ed51 req-f52f67f3-43ba-4516-adbe-f377cf441743 tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f661ee9-06ce-42b9-bafc-240ba46eb24b HTTP/1.1" status: 200 len: 945 time: 0.0797808 Feb 20 03:49:06.593712 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-9ab5af48-435b-4131-9303-359e7138aaaa service neutron] Transition to ACTIVE for port object 4d02e7fa-96fc-418b-af51-ff3b5f166308 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:49:06.593916 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e5fa8faf-b812-4e92-a39d-e9d71f8be482 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (9b831537-2630-4188-9d0b-3c8dfdb7f004), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:06.618446 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port b2446d57-43c1-4000-8e51-40adbca3f554 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:49:06.619668 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b2446d57-43c1-4000-8e51-40adbca3f554), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:06.638695 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ea50fb5-2f47-42ea-b196-e04dfd10ed51 req-a1240235-5f8a-4ed5-bab6-d4eba2060a73 tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] 10.222.0.89 "GET /v2.0/security-groups?id=9392f95e-12c9-4077-a22d-7b7645ff71d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586195 Feb 20 03:49:06.666655 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port b2446d57-43c1-4000-8e51-40adbca3f554, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b2446d57-43c1-4000-8e51-40adbca3f554,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:06.669805 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-9ab5af48-435b-4131-9303-359e7138aaaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (4d02e7fa-96fc-418b-af51-ff3b5f166308), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:06.689796 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa8faf-b812-4e92-a39d-e9d71f8be482 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Port': ['ID=9b831537-2630-4188-9d0b-3c8dfdb7f004,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:06.734338 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e5fa8faf-b812-4e92-a39d-e9d71f8be482 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:06.738093 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e5fa8faf-b812-4e92-a39d-e9d71f8be482 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/9b831537-2630-4188-9d0b-3c8dfdb7f004 HTTP/1.1" status: 204 len: 168 time: 0.8357580 Feb 20 03:49:06.740440 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53552) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:06.764339 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b2446d57-43c1-4000-8e51-40adbca3f554), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:06.802469 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5af48-435b-4131-9303-359e7138aaaa service neutron] Pushing event updated for resources: {'Port': ['ID=4d02e7fa-96fc-418b-af51-ff3b5f166308,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:06.887727 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=b2446d57-43c1-4000-8e51-40adbca3f554,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:06.930909 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8feba3-4167-4702-a586-aa949af12483 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:06.932636 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8feba3-4167-4702-a586-aa949af12483 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:06.938522 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5d8feba3-4167-4702-a586-aa949af12483 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1969759 Feb 20 03:49:06.939746 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53558) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:07.028417 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-18915dbd-7b2b-476c-9ffb-0ab85db3bd50 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting subnet 189d3209-2b34-4ac1-a6a0-180ed49aaa94 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:49:07.035942 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-18915dbd-7b2b-476c-9ffb-0ab85db3bd50 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (189d3209-2b34-4ac1-a6a0-180ed49aaa94), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:07.067396 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db0f3a-2d40-4647-a024-ff45fbe20252 req-3596817f-4e21-42df-ba87-5290a697125c tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:07.076122 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-19db0f3a-2d40-4647-a024-ff45fbe20252 req-3596817f-4e21-42df-ba87-5290a697125c tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 946 time: 0.3504064 Feb 20 03:49:07.104699 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-18915dbd-7b2b-476c-9ffb-0ab85db3bd50 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (189d3209-2b34-4ac1-a6a0-180ed49aaa94), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:07.106705 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-b8366e72-05aa-4396-ba5d-60710965bac9 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:07.108379 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-b8366e72-05aa-4396-ba5d-60710965bac9 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.93 "GET /v2.0/networks?id=fab84f58-beb2-495b-a859-5edb782f99da HTTP/1.1" status: 200 len: 795 time: 0.2727048 Feb 20 03:49:07.194374 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-19db0f3a-2d40-4647-a024-ff45fbe20252 req-1f436005-3057-45bb-a13c-1e8c69c66780 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171825 Feb 20 03:49:07.195127 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-9ab5af48-435b-4131-9303-359e7138aaaa service neutron] Attempting to bind port 4d02e7fa-96fc-418b-af51-ff3b5f166308 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:49:07.195475 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-9ab5af48-435b-4131-9303-359e7138aaaa service neutron] Attempting to bind port 4d02e7fa-96fc-418b-af51-ff3b5f166308 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '62e0b498-d38d-4750-b089-0bc3a2eabed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:49:07.195811 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-9ab5af48-435b-4131-9303-359e7138aaaa service neutron] Attempting to bind port 4d02e7fa-96fc-418b-af51-ff3b5f166308 on network 18b77a5e-5446-4d58-b319-36a274f1014a {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:49:07.211227 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-9ab5af48-435b-4131-9303-359e7138aaaa service neutron] Port 4d02e7fa-96fc-418b-af51-ff3b5f166308 on network 18b77a5e-5446-4d58-b319-36a274f1014a not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:49:07.213479 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-9ab5af48-435b-4131-9303-359e7138aaaa service neutron] Attempting to bind port 4d02e7fa-96fc-418b-af51-ff3b5f166308 on network 18b77a5e-5446-4d58-b319-36a274f1014a {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:49:07.263370 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-9ab5af48-435b-4131-9303-359e7138aaaa service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:49:07.265976 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-9ab5af48-435b-4131-9303-359e7138aaaa service neutron] Checking segment: {'id': '62e0b498-d38d-4750-b089-0bc3a2eabed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:49:07.265976 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-9ab5af48-435b-4131-9303-359e7138aaaa service neutron] Bound using segment: {'id': '62e0b498-d38d-4750-b089-0bc3a2eabed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:49:07.266469 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-9ab5af48-435b-4131-9303-359e7138aaaa service neutron] Bound port: 4d02e7fa-96fc-418b-af51-ff3b5f166308, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62e0b498-d38d-4750-b089-0bc3a2eabed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:49:07.267805 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-9ab5af48-435b-4131-9303-359e7138aaaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4d02e7fa-96fc-418b-af51-ff3b5f166308), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:07.270193 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-18915dbd-7b2b-476c-9ffb-0ab85db3bd50 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (189d3209-2b34-4ac1-a6a0-180ed49aaa94), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:07.356456 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-34b9707f-3515-489f-b0ca-dcfbe36c5f66 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdf6aa5f9d3c4cef8fb0e04bd6cac1cb HTTP/1.1" status: 200 len: 379 time: 0.2071862 Feb 20 03:49:07.376449 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-b6009970-7445-4c1d-9375-3f99374bb0e0 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Request body: {'port': {'device_id': '14ad1b11-63ad-49da-b9e1-66638ddb6ff2', 'network_id': 'fab84f58-beb2-495b-a859-5edb782f99da', 'admin_state_up': True, 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'security_groups': ['c9cc23bc-b0fc-41bb-9fa9-63c7acadbcc6']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:07.423036 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dccf5fd7-1973-4a3c-bf9e-bf5615e2b084 req-53233645-b389-483e-a191-19c24d72acc2 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 210 time: 0.0624678 Feb 20 03:49:07.481030 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-18915dbd-7b2b-476c-9ffb-0ab85db3bd50 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (189d3209-2b34-4ac1-a6a0-180ed49aaa94), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:07.511474 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-9ab5af48-435b-4131-9303-359e7138aaaa service neutron] For port 4d02e7fa-96fc-418b-af51-ff3b5f166308, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:49:07.518259 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-9ab5af48-435b-4131-9303-359e7138aaaa service neutron] For port 4d02e7fa-96fc-418b-af51-ff3b5f166308, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=4d02e7fa-96fc-418b-af51-ff3b5f166308,segment=NetworkSegment(62e0b498-d38d-4750-b089-0bc3a2eabed2),segment_id=62e0b498-d38d-4750-b089-0bc3a2eabed2)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:49:07.542266 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-18915dbd-7b2b-476c-9ffb-0ab85db3bd50 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:07.545928 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-18915dbd-7b2b-476c-9ffb-0ab85db3bd50 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/189d3209-2b34-4ac1-a6a0-180ed49aaa94 HTTP/1.1" status: 204 len: 168 time: 0.6051314 Feb 20 03:49:07.550524 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18915dbd-7b2b-476c-9ffb-0ab85db3bd50 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Subnet': ['ID=189d3209-2b34-4ac1-a6a0-180ed49aaa94,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:07.550656 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53568) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:07.588338 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dab30a-1e4e-45e6-9e5b-3eaff9485b27 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:49:07.633436 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-26375360-d1f8-4736-9b91-221c09d06bed tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0660963 Feb 20 03:49:07.635844 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-9ab5af48-435b-4131-9303-359e7138aaaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (4d02e7fa-96fc-418b-af51-ff3b5f166308), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:07.636503 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53570) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:07.643104 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-8e277b06-f297-465b-8704-e3c3aee04fef tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:07.696634 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-b6009970-7445-4c1d-9375-3f99374bb0e0 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Made reservation on behalf of cdf6aa5f9d3c4cef8fb0e04bd6cac1cb for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:49:07.701562 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-b6009970-7445-4c1d-9375-3f99374bb0e0 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:07.706754 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f72123e1-26d1-4175-80fe-d79038b4a8ee None None] Provisioning complete for port b2446d57-43c1-4000-8e51-40adbca3f554 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:49:07.707354 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f72123e1-26d1-4175-80fe-d79038b4a8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b2446d57-43c1-4000-8e51-40adbca3f554), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:07.727362 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-9ab5af48-435b-4131-9303-359e7138aaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:07.728968 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-9ab5af48-435b-4131-9303-359e7138aaaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:07.733062 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-9ab5af48-435b-4131-9303-359e7138aaaa service neutron] 10.222.0.42 "PUT /v2.0/ports/4d02e7fa-96fc-418b-af51-ff3b5f166308 HTTP/1.1" status: 200 len: 1092 time: 2.2463610 Feb 20 03:49:07.739405 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85cb4d1c-98b2-4030-8621-590c1f40f0a6', 'tag': '4d02e7fa-96fc-418b-af51-ff3b5f166308'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:49:07.743139 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c13046-9dae-470a-8009-ab4146d52968" -d '{"events": [{"name": "network-changed", "server_uuid": "85cb4d1c-98b2-4030-8621-590c1f40f0a6", "tag": "4d02e7fa-96fc-418b-af51-ff3b5f166308"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:49:07.934736 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f72123e1-26d1-4175-80fe-d79038b4a8ee None None] Current status of the port b2446d57-43c1-4000-8e51-40adbca3f554 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:49:07.941656 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5af48-435b-4131-9303-359e7138aaaa service neutron] Pushing event updated for resources: {'Port': ['ID=4d02e7fa-96fc-418b-af51-ff3b5f166308,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:07.955084 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b18073-d664-4ada-90f1-da013547a6e4 None None] DHCP port deletion for 4f54fdde-6e16-424b-a89f-7d368ed79ea3 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:49:07.977177 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e277b06-f297-465b-8704-e3c3aee04fef tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:49:07.982264 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8e277b06-f297-465b-8704-e3c3aee04fef tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:08.005086 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-b6009970-7445-4c1d-9375-3f99374bb0e0 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Allocated IP 172.20.0.3 (fab84f58-beb2-495b-a859-5edb782f99da/df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0/f8263847-3741-4f5a-b389-9eb271a0bb6f) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:49:08.020697 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-61f90aef-978e-435e-9447-84bb49f0f9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:08.022238 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-61f90aef-978e-435e-9447-84bb49f0f9fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=541ea901ffd34c35a78734a2429fed7a&device_id=85cb4d1c-98b2-4030-8621-590c1f40f0a6 HTTP/1.1" status: 200 len: 1126 time: 0.1223450 Feb 20 03:49:08.057184 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-10b18073-d664-4ada-90f1-da013547a6e4 None None] Deleting port b2446d57-43c1-4000-8e51-40adbca3f554 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:49:08.057563 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-10b18073-d664-4ada-90f1-da013547a6e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b2446d57-43c1-4000-8e51-40adbca3f554), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:08.086875 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-181355f6-c725-42b9-bd06-c5a7ce2d38f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d02e7fa-96fc-418b-af51-ff3b5f166308 HTTP/1.1" status: 200 len: 217 time: 0.0530782 Feb 20 03:49:08.132484 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-10b18073-d664-4ada-90f1-da013547a6e4 None None] For port b2446d57-43c1-4000-8e51-40adbca3f554, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b2446d57-43c1-4000-8e51-40adbca3f554,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:08.132886 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-10b18073-d664-4ada-90f1-da013547a6e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b2446d57-43c1-4000-8e51-40adbca3f554), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:08.156298 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-10b18073-d664-4ada-90f1-da013547a6e4 None None] Calling delete_port for b2446d57-43c1-4000-8e51-40adbca3f554 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:49:08.357675 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b2446d57-43c1-4000-8e51-40adbca3f554 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:49:08.380937 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8e277b06-f297-465b-8704-e3c3aee04fef tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (077b80b9-4fb9-463d-ac2a-66aa86cbcbd1), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:08.381166 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-10b18073-d664-4ada-90f1-da013547a6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (b2446d57-43c1-4000-8e51-40adbca3f554), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:08.409184 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b18073-d664-4ada-90f1-da013547a6e4 None None] Pushing event deleted for resources: {'Port': ['ID=b2446d57-43c1-4000-8e51-40adbca3f554,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:08.425724 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e277b06-f297-465b-8704-e3c3aee04fef tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:49:08.427260 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b18073-d664-4ada-90f1-da013547a6e4 None None] No DVR routers for this DVR port b2446d57-43c1-4000-8e51-40adbca3f554 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:49:08.428647 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-8e277b06-f297-465b-8704-e3c3aee04fef tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:49:08.432716 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e277b06-f297-465b-8704-e3c3aee04fef tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:08.433312 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8e277b06-f297-465b-8704-e3c3aee04fef tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:08.434135 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No active binding found for port b2446d57-43c1-4000-8e51-40adbca3f554 {{(pid=104107) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 20 03:49:08.434920 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] The host n-d-829866-4 is not matching for port b2446d57-43c1-4000-8e51-40adbca3f554 host None! {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 03:49:08.434920 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b2446d57-43c1-4000-8e51-40adbca3f554 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:49:08.443090 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e277b06-f297-465b-8704-e3c3aee04fef tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Subnet': ['ID=077b80b9-4fb9-463d-ac2a-66aa86cbcbd1,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:08.446412 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-880792b0-0e70-4ea0-b821-c9ecb1158339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:08.450306 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-880792b0-0e70-4ea0-b821-c9ecb1158339 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec9d4964-56bb-4af3-beab-8c8d3923a688 HTTP/1.1" status: 200 len: 849 time: 0.3563724 Feb 20 03:49:08.479865 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289cfa07-a489-4f26-ae06-c58a6de2a12c None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:49:08.531328 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53584) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:08.533475 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8e277b06-f297-465b-8704-e3c3aee04fef tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8942716 Feb 20 03:49:08.537075 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-b6009970-7445-4c1d-9375-3f99374bb0e0 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for port (f8263847-3741-4f5a-b389-9eb271a0bb6f), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:08.541441 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-cd2661ba-70f1-4715-a891-524486c7c7df tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'name': 'tempest-NetworksTestDHCPv6-147948524'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:08.573123 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b5eec-5346-465e-a6e0-d34e43a3d16d req-980f8e73-b6b5-4045-a60f-1cb01ad9ff62 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:08.574665 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e84b5eec-5346-465e-a6e0-d34e43a3d16d req-980f8e73-b6b5-4045-a60f-1cb01ad9ff62 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=85cb4d1c-98b2-4030-8621-590c1f40f0a6 HTTP/1.1" status: 200 len: 944 time: 0.3288443 Feb 20 03:49:08.601064 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5d0b89-80ff-473e-910d-f1381643c7a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'project_id': '43fe9a19d6654b4e8e70d399d460b079', 'fixed_ips': [{'subnet_id': '077b80b9-4fb9-463d-ac2a-66aa86cbcbd1'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:49:08.602075 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5c5d0b89-80ff-473e-910d-f1381643c7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:08.620125 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796ec0e-87d1-45e2-a63b-a8ae0845d7a2 req-2ceb72c9-1ce2-4e88-af5e-a6ebdd8bda44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:08.621720 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a796ec0e-87d1-45e2-a63b-a8ae0845d7a2 req-2ceb72c9-1ce2-4e88-af5e-a6ebdd8bda44 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2a426eb8717f45cda17f79dc5d1190fc&device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 1126 time: 0.3272967 Feb 20 03:49:08.657823 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-d19dc672-258f-4fb6-967d-74c26a489943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:08.659332 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-d19dc672-258f-4fb6-967d-74c26a489943 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=18b77a5e-5446-4d58-b319-36a274f1014a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1990755 Feb 20 03:49:08.772938 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-5c5d0b89-80ff-473e-910d-f1381643c7a6 None None] Allocated IP 2001:db8::2 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/077b80b9-4fb9-463d-ac2a-66aa86cbcbd1/49296158-1f34-4267-be99-0fde8a257dcd) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:49:08.962258 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5c5d0b89-80ff-473e-910d-f1381643c7a6 None None] Publish callbacks [] for port (49296158-1f34-4267-be99-0fde8a257dcd), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:09.032562 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5c5d0b89-80ff-473e-910d-f1381643c7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (49296158-1f34-4267-be99-0fde8a257dcd), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:09.072782 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5d0b89-80ff-473e-910d-f1381643c7a6 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:49:09.076272 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-5c5d0b89-80ff-473e-910d-f1381643c7a6 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:49:09.078841 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5d0b89-80ff-473e-910d-f1381643c7a6 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:49:09.114257 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d0b89-80ff-473e-910d-f1381643c7a6 None None] Pushing event updated for resources: {'Port': ['ID=49296158-1f34-4267-be99-0fde8a257dcd,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:09.150900 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-5c5d0b89-80ff-473e-910d-f1381643c7a6 None None] Attempting to bind port 49296158-1f34-4267-be99-0fde8a257dcd on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:49:09.151398 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-5c5d0b89-80ff-473e-910d-f1381643c7a6 None None] Attempting to bind port 49296158-1f34-4267-be99-0fde8a257dcd by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:49:09.151635 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5d0b89-80ff-473e-910d-f1381643c7a6 None None] Attempting to bind port 49296158-1f34-4267-be99-0fde8a257dcd on network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:49:09.154516 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e84b5eec-5346-465e-a6e0-d34e43a3d16d req-7a9ed7eb-54de-4850-bf84-eb79831a7cb8 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=4bdb6057-fd4c-4c20-b468-d699ea55f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5433173 Feb 20 03:49:09.158190 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5d0b89-80ff-473e-910d-f1381643c7a6 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:49:09.158921 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5d0b89-80ff-473e-910d-f1381643c7a6 None None] Checking segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:49:09.159494 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5c5d0b89-80ff-473e-910d-f1381643c7a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:09.160751 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5d0b89-80ff-473e-910d-f1381643c7a6 None None] Bound using segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:49:09.162018 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-5c5d0b89-80ff-473e-910d-f1381643c7a6 None None] Bound port: 49296158-1f34-4267-be99-0fde8a257dcd, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:49:09.162585 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5c5d0b89-80ff-473e-910d-f1381643c7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (49296158-1f34-4267-be99-0fde8a257dcd), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:09.198765 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-b6009970-7445-4c1d-9375-3f99374bb0e0 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (f8263847-3741-4f5a-b389-9eb271a0bb6f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:09.207296 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796ec0e-87d1-45e2-a63b-a8ae0845d7a2 req-52511b73-552c-41c4-bbf0-e27ed2efabdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:09.211947 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a796ec0e-87d1-45e2-a63b-a8ae0845d7a2 req-52511b73-552c-41c4-bbf0-e27ed2efabdf service neutron] 10.222.0.93 "GET /v2.0/networks?id=64115127-0ca9-4210-b390-d57efc54bf51 HTTP/1.1" status: 200 len: 912 time: 0.5738971 Feb 20 03:49:09.248681 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-5c5d0b89-80ff-473e-910d-f1381643c7a6 None None] For port 49296158-1f34-4267-be99-0fde8a257dcd, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:49:09.252406 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-5c5d0b89-80ff-473e-910d-f1381643c7a6 None None] For port 49296158-1f34-4267-be99-0fde8a257dcd, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=49296158-1f34-4267-be99-0fde8a257dcd,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:49:09.257018 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-dd7082b6-eb32-4d4c-bd55-03519b310b9b service neutron] 10.222.0.42 "GET /v2.0/networks/18b77a5e-5446-4d58-b319-36a274f1014a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5765054 Feb 20 03:49:09.313899 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2661ba-70f1-4715-a891-524486c7c7df tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:49:09.314573 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5c5d0b89-80ff-473e-910d-f1381643c7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (49296158-1f34-4267-be99-0fde8a257dcd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:09.317156 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cd2661ba-70f1-4715-a891-524486c7c7df tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:09.332363 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-b6009970-7445-4c1d-9375-3f99374bb0e0 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Network fab84f58-beb2-495b-a859-5edb782f99da is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:49:09.386708 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d0b89-80ff-473e-910d-f1381643c7a6 None None] Pushing event updated for resources: {'Port': ['ID=49296158-1f34-4267-be99-0fde8a257dcd,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:09.401782 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-b6009970-7445-4c1d-9375-3f99374bb0e0 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:49:09.452393 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-b6009970-7445-4c1d-9375-3f99374bb0e0 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:49:09.455204 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6009970-7445-4c1d-9375-3f99374bb0e0 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'Port': ['ID=f8263847-3741-4f5a-b389-9eb271a0bb6f,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:09.496620 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a796ec0e-87d1-45e2-a63b-a8ae0845d7a2 req-d58fd3a0-3a03-4697-b899-1c9f3317ebf9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=704b66a5-2e83-41de-ba1d-777ee6bc4c8e HTTP/1.1" status: 200 len: 998 time: 0.2746632 Feb 20 03:49:09.500628 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-cd2661ba-70f1-4715-a891-524486c7c7df tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] device_id is not set on port 49e809a7-dfa3-4f84-91c9-5af30b43c37b yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:49:09.625062 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-b6009970-7445-4c1d-9375-3f99374bb0e0 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:09.625618 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-b6009970-7445-4c1d-9375-3f99374bb0e0 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:09.676197 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac1a5e-8ce9-48df-9db0-8d93c39052a3 req-00d7c7f2-8fec-46c3-a806-8291b6c590eb tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:09.685253 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-baac1a5e-8ce9-48df-9db0-8d93c39052a3 req-00d7c7f2-8fec-46c3-a806-8291b6c590eb tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=14ad1b11-63ad-49da-b9e1-66638ddb6ff2 HTTP/1.1" status: 200 len: 931 time: 0.3865023 Feb 20 03:49:09.691348 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796ec0e-87d1-45e2-a63b-a8ae0845d7a2 req-6c6caab1-f78a-42c1-bc32-945ee7d2536a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:09.692883 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a796ec0e-87d1-45e2-a63b-a8ae0845d7a2 req-6c6caab1-f78a-42c1-bc32-945ee7d2536a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=85e8c386-47fc-4d48-86f0-3d288a799fec HTTP/1.1" status: 200 len: 850 time: 0.1849983 Feb 20 03:49:09.704204 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c850b28f-2881-4edd-969c-5f5cc4852bdd req-5730f979-8f27-428b-94ea-f4c523cdcd3b service neutron] 10.222.0.42 "GET /v2.0/networks/18b77a5e-5446-4d58-b319-36a274f1014a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115100 Feb 20 03:49:09.759740 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-b6009970-7445-4c1d-9375-3f99374bb0e0 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3873076 Feb 20 03:49:09.786414 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-34d9add1-b472-46fe-86bc-004a832fcfd5 service neutron] Request body: {'port': {'device_id': '14ad1b11-63ad-49da-b9e1-66638ddb6ff2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:09.833283 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-3376192b-2930-4a1b-82e7-eb70dc6495b8 None None] Provisioning complete for port f8263847-3741-4f5a-b389-9eb271a0bb6f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:49:09.833818 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3376192b-2930-4a1b-82e7-eb70dc6495b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f8263847-3741-4f5a-b389-9eb271a0bb6f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:09.864883 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-cd2661ba-70f1-4715-a891-524486c7c7df tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Allocated IP 2001:db8::1a3 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/077b80b9-4fb9-463d-ac2a-66aa86cbcbd1/49e809a7-dfa3-4f84-91c9-5af30b43c37b) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:49:09.871785 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-3376192b-2930-4a1b-82e7-eb70dc6495b8 None None] Port f8263847-3741-4f5a-b389-9eb271a0bb6f cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:49:09.901406 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-baac1a5e-8ce9-48df-9db0-8d93c39052a3 req-c1936ca7-b710-45a6-b934-ea6a83840f5b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9cc23bc-b0fc-41bb-9fa9-63c7acadbcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151611 Feb 20 03:49:09.950348 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796ec0e-87d1-45e2-a63b-a8ae0845d7a2 req-8d1b9348-9025-48bf-b060-e9891446e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:09.952074 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a796ec0e-87d1-45e2-a63b-a8ae0845d7a2 req-8d1b9348-9025-48bf-b060-e9891446e35b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=64115127-0ca9-4210-b390-d57efc54bf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2279665 Feb 20 03:49:10.036358 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-34d9add1-b472-46fe-86bc-004a832fcfd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f8263847-3741-4f5a-b389-9eb271a0bb6f), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:10.216573 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a796ec0e-87d1-45e2-a63b-a8ae0845d7a2 req-a958a81f-c722-4773-9b8f-0e4112883e74 service neutron] 10.222.0.93 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552867 Feb 20 03:49:10.295996 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826acc1-1eca-4162-9194-8794fe52dc2b req-79e019a6-240c-45fa-b0ca-481623e3f797 tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:10.297551 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2826acc1-1eca-4162-9194-8794fe52dc2b req-79e019a6-240c-45fa-b0ca-481623e3f797 tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f661ee9-06ce-42b9-bafc-240ba46eb24b HTTP/1.1" status: 200 len: 945 time: 0.3076634 Feb 20 03:49:10.378276 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cd2661ba-70f1-4715-a891-524486c7c7df tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for port (49e809a7-dfa3-4f84-91c9-5af30b43c37b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:10.401514 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 49296158-1f34-4267-be99-0fde8a257dcd up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:49:10.448956 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a796ec0e-87d1-45e2-a63b-a8ae0845d7a2 req-c377de57-a819-4cd9-acd4-084d654c13b9 service neutron] 10.222.0.93 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230670 Feb 20 03:49:10.473429 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 49296158-1f34-4267-be99-0fde8a257dcd triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:49:10.473946 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (49296158-1f34-4267-be99-0fde8a257dcd), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:10.575652 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2826acc1-1eca-4162-9194-8794fe52dc2b req-372a813d-4360-4f3d-a138-ec5945db0c29 tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] 10.222.0.89 "GET /v2.0/security-groups?id=9392f95e-12c9-4077-a22d-7b7645ff71d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494836 Feb 20 03:49:10.642742 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 49296158-1f34-4267-be99-0fde8a257dcd is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:49:10.643243 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (49296158-1f34-4267-be99-0fde8a257dcd), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:10.661320 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a701058a-5761-44ac-a56f-91e2071221d3 x-openstack-request-id: req-a701058a-5761-44ac-a56f-91e2071221d3 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:49:10.661620 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85cb4d1c-98b2-4030-8621-590c1f40f0a6", "tag": "4d02e7fa-96fc-418b-af51-ff3b5f166308", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:49:10.661889 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a701058a-5761-44ac-a56f-91e2071221d3 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:49:10.662309 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85cb4d1c-98b2-4030-8621-590c1f40f0a6', 'tag': '4d02e7fa-96fc-418b-af51-ff3b5f166308', 'status': 'completed', 'code': 200} Feb 20 03:49:10.678992 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 49296158-1f34-4267-be99-0fde8a257dcd, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=49296158-1f34-4267-be99-0fde8a257dcd,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:10.782403 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (49296158-1f34-4267-be99-0fde8a257dcd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:10.851071 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cd2661ba-70f1-4715-a891-524486c7c7df tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (49e809a7-dfa3-4f84-91c9-5af30b43c37b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:10.893343 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-dfb5f04f-4dfa-4ded-99b9-089eea83dc0b None None] Provisioning complete for port 49296158-1f34-4267-be99-0fde8a257dcd triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:49:10.893910 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-dfb5f04f-4dfa-4ded-99b9-089eea83dc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (49296158-1f34-4267-be99-0fde8a257dcd), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:10.923766 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c13046-9dae-470a-8009-ab4146d52968 req-0bbb6528-f6b2-4fdc-8138-14f1a67729c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:10.925322 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-34c13046-9dae-470a-8009-ab4146d52968 req-0bbb6528-f6b2-4fdc-8138-14f1a67729c0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=541ea901ffd34c35a78734a2429fed7a&device_id=85cb4d1c-98b2-4030-8621-590c1f40f0a6 HTTP/1.1" status: 200 len: 1126 time: 0.2337599 Feb 20 03:49:10.935646 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=49296158-1f34-4267-be99-0fde8a257dcd,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:10.967120 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2661ba-70f1-4715-a891-524486c7c7df tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:49:10.991574 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-34d9add1-b472-46fe-86bc-004a832fcfd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8263847-3741-4f5a-b389-9eb271a0bb6f {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:49:11.000722 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-cd2661ba-70f1-4715-a891-524486c7c7df tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:49:11.044513 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5f04f-4dfa-4ded-99b9-089eea83dc0b None None] Current status of the port 49296158-1f34-4267-be99-0fde8a257dcd is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:49:11.045884 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2661ba-70f1-4715-a891-524486c7c7df tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:49:11.051119 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2661ba-70f1-4715-a891-524486c7c7df tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:11.051739 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cd2661ba-70f1-4715-a891-524486c7c7df tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:11.055118 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2661ba-70f1-4715-a891-524486c7c7df tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Port': ['ID=49e809a7-dfa3-4f84-91c9-5af30b43c37b,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:11.062808 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-34d9add1-b472-46fe-86bc-004a832fcfd5 service neutron] Publish callbacks [] for port (f8263847-3741-4f5a-b389-9eb271a0bb6f), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:11.082409 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb68f71-8a8a-46f9-818a-00a538d7f380 req-a75cdc06-5f49-428b-a533-aa7f2f41adf3 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:11.089501 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fdb68f71-8a8a-46f9-818a-00a538d7f380 req-a75cdc06-5f49-428b-a533-aa7f2f41adf3 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.3318102 Feb 20 03:49:11.113921 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-34d9add1-b472-46fe-86bc-004a832fcfd5 service neutron] Transition to ACTIVE for port object f8263847-3741-4f5a-b389-9eb271a0bb6f will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:49:11.167638 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-99e90f92-4c5d-41ce-8da1-8ec090ed2cb8 None None] Could not find standard attr ID for object 9b831537-2630-4188-9d0b-3c8dfdb7f004. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:49:11.186447 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fdb68f71-8a8a-46f9-818a-00a538d7f380 req-57347c23-69be-4a5a-aae5-4a9b767126b4 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954192 Feb 20 03:49:11.187833 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c13046-9dae-470a-8009-ab4146d52968 req-daad155f-8a15-4106-ad14-1531c145badf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:11.196095 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-34c13046-9dae-470a-8009-ab4146d52968 req-daad155f-8a15-4106-ad14-1531c145badf service neutron] 10.222.0.42 "GET /v2.0/networks?id=18b77a5e-5446-4d58-b319-36a274f1014a HTTP/1.1" status: 200 len: 911 time: 0.2632651 Feb 20 03:49:11.207479 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-cd2661ba-70f1-4715-a891-524486c7c7df tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6748405 Feb 20 03:49:11.209094 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53596) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:11.288879 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-34d9add1-b472-46fe-86bc-004a832fcfd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (f8263847-3741-4f5a-b389-9eb271a0bb6f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:11.299344 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-34c13046-9dae-470a-8009-ab4146d52968 req-fa2a3c3c-ca64-487b-a058-2143b0684756 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d02e7fa-96fc-418b-af51-ff3b5f166308 HTTP/1.1" status: 200 len: 217 time: 0.0881085 Feb 20 03:49:11.316754 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb34a62-dca3-42be-b089-d276429a5d23 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:11.322847 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb34a62-dca3-42be-b089-d276429a5d23 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:11.325188 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7bb34a62-dca3-42be-b089-d276429a5d23 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.1144972 Feb 20 03:49:11.327778 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53598) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:11.492475 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9add1-b472-46fe-86bc-004a832fcfd5 service neutron] Pushing event updated for resources: {'Port': ['ID=f8263847-3741-4f5a-b389-9eb271a0bb6f,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:11.510438 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-4cb640a3-c1a0-4f8b-b032-a2123cc4a6bc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting port 49e809a7-dfa3-4f84-91c9-5af30b43c37b {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:49:11.510790 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4cb640a3-c1a0-4f8b-b032-a2123cc4a6bc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (49e809a7-dfa3-4f84-91c9-5af30b43c37b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:11.524403 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-34d9add1-b472-46fe-86bc-004a832fcfd5 service neutron] Attempting to bind port f8263847-3741-4f5a-b389-9eb271a0bb6f on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:49:11.524856 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-34d9add1-b472-46fe-86bc-004a832fcfd5 service neutron] Attempting to bind port f8263847-3741-4f5a-b389-9eb271a0bb6f by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fab84f58-beb2-495b-a859-5edb782f99da'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:49:11.525100 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-34d9add1-b472-46fe-86bc-004a832fcfd5 service neutron] Attempting to bind port f8263847-3741-4f5a-b389-9eb271a0bb6f on network fab84f58-beb2-495b-a859-5edb782f99da {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:49:11.536953 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c13046-9dae-470a-8009-ab4146d52968 req-736e11c5-1256-430d-a723-4cd640ab5740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:11.536953 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-34c13046-9dae-470a-8009-ab4146d52968 req-736e11c5-1256-430d-a723-4cd640ab5740 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec9d4964-56bb-4af3-beab-8c8d3923a688 HTTP/1.1" status: 200 len: 849 time: 0.2140903 Feb 20 03:49:11.544728 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14db21-a48d-4523-9783-b4be74596de0 req-b2cebe00-982b-4d21-9306-3cadb9ec1aa8 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:11.546270 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3d14db21-a48d-4523-9783-b4be74596de0 req-b2cebe00-982b-4d21-9306-3cadb9ec1aa8 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 946 time: 0.2435877 Feb 20 03:49:11.560211 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-34d9add1-b472-46fe-86bc-004a832fcfd5 service neutron] Port f8263847-3741-4f5a-b389-9eb271a0bb6f on network fab84f58-beb2-495b-a859-5edb782f99da not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:49:11.560531 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-34d9add1-b472-46fe-86bc-004a832fcfd5 service neutron] Attempting to bind port f8263847-3741-4f5a-b389-9eb271a0bb6f on network fab84f58-beb2-495b-a859-5edb782f99da {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:49:11.616175 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-34d9add1-b472-46fe-86bc-004a832fcfd5 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:49:11.616864 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-34d9add1-b472-46fe-86bc-004a832fcfd5 service neutron] Checking segment: {'id': '3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fab84f58-beb2-495b-a859-5edb782f99da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:49:11.636130 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-34d9add1-b472-46fe-86bc-004a832fcfd5 service neutron] Bound using segment: {'id': '3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fab84f58-beb2-495b-a859-5edb782f99da'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:49:11.642948 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-34d9add1-b472-46fe-86bc-004a832fcfd5 service neutron] Bound port: f8263847-3741-4f5a-b389-9eb271a0bb6f, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'fab84f58-beb2-495b-a859-5edb782f99da'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:49:11.643634 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-34d9add1-b472-46fe-86bc-004a832fcfd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f8263847-3741-4f5a-b389-9eb271a0bb6f), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:11.644394 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f73d00a3-f81d-4e89-ae10-32091327adce None None] Provisioning complete for port 49e809a7-dfa3-4f84-91c9-5af30b43c37b triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:49:11.644785 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f73d00a3-f81d-4e89-ae10-32091327adce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (49e809a7-dfa3-4f84-91c9-5af30b43c37b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:11.648439 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4cb640a3-c1a0-4f8b-b032-a2123cc4a6bc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (49e809a7-dfa3-4f84-91c9-5af30b43c37b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:11.677081 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-4cb640a3-c1a0-4f8b-b032-a2123cc4a6bc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Calling delete_port for 49e809a7-dfa3-4f84-91c9-5af30b43c37b owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:49:11.712326 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f73d00a3-f81d-4e89-ae10-32091327adce None None] Port 49e809a7-dfa3-4f84-91c9-5af30b43c37b cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:49:11.835267 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3d14db21-a48d-4523-9783-b4be74596de0 req-acc46bb4-6fb6-4ae8-80bd-4ee8df4f5d11 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749231 Feb 20 03:49:11.890944 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c13046-9dae-470a-8009-ab4146d52968 req-9a001e3b-1525-4dd2-9406-61308424b813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:11.892759 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-34c13046-9dae-470a-8009-ab4146d52968 req-9a001e3b-1525-4dd2-9406-61308424b813 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=18b77a5e-5446-4d58-b319-36a274f1014a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3437407 Feb 20 03:49:11.899293 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-34d9add1-b472-46fe-86bc-004a832fcfd5 service neutron] For port f8263847-3741-4f5a-b389-9eb271a0bb6f, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:49:11.903799 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-34d9add1-b472-46fe-86bc-004a832fcfd5 service neutron] For port f8263847-3741-4f5a-b389-9eb271a0bb6f, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f8263847-3741-4f5a-b389-9eb271a0bb6f,segment=NetworkSegment(3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782),segment_id=3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:49:12.040023 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87b89594-b7b7-4682-9472-0614538f8a8e req-f13ae5fc-d2dd-4e34-9221-8c0212220dfd tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 210 time: 0.0528793 Feb 20 03:49:12.066223 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-34d9add1-b472-46fe-86bc-004a832fcfd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (f8263847-3741-4f5a-b389-9eb271a0bb6f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:12.088812 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-34c13046-9dae-470a-8009-ab4146d52968 req-d947a52c-99c5-47fe-b18f-b24247ed8f52 service neutron] 10.222.0.42 "GET /v2.0/networks/18b77a5e-5446-4d58-b319-36a274f1014a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807773 Feb 20 03:49:12.108417 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4cb640a3-c1a0-4f8b-b032-a2123cc4a6bc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (49e809a7-dfa3-4f84-91c9-5af30b43c37b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:12.141123 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb640a3-c1a0-4f8b-b032-a2123cc4a6bc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Port': ['ID=49e809a7-dfa3-4f84-91c9-5af30b43c37b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:12.172935 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4cb640a3-c1a0-4f8b-b032-a2123cc4a6bc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:12.177494 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4cb640a3-c1a0-4f8b-b032-a2123cc4a6bc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/49e809a7-dfa3-4f84-91c9-5af30b43c37b HTTP/1.1" status: 204 len: 168 time: 0.8482749 Feb 20 03:49:12.179951 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53608) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:12.180798 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-34d9add1-b472-46fe-86bc-004a832fcfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:12.181283 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-34d9add1-b472-46fe-86bc-004a832fcfd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:12.182671 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-34d9add1-b472-46fe-86bc-004a832fcfd5 service neutron] 10.222.0.93 "PUT /v2.0/ports/f8263847-3741-4f5a-b389-9eb271a0bb6f HTTP/1.1" status: 200 len: 1091 time: 2.4028888 Feb 20 03:49:12.250807 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f04aaf-6aa9-4ab3-bafe-0eb8422f5754 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:12.257604 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f04aaf-6aa9-4ab3-bafe-0eb8422f5754 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:12.260113 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-12f04aaf-6aa9-4ab3-bafe-0eb8422f5754 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0784798 Feb 20 03:49:12.263201 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53612) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:12.287362 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9add1-b472-46fe-86bc-004a832fcfd5 service neutron] Pushing event updated for resources: {'Port': ['ID=f8263847-3741-4f5a-b389-9eb271a0bb6f,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:12.318839 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087daef-830c-42f1-8b3b-631065a3ce39 req-2f70782a-7826-48ad-afe7-bb106a82a2ee tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:12.321117 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5087daef-830c-42f1-8b3b-631065a3ce39 req-2f70782a-7826-48ad-afe7-bb106a82a2ee tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=85cb4d1c-98b2-4030-8621-590c1f40f0a6 HTTP/1.1" status: 200 len: 944 time: 0.2026536 Feb 20 03:49:12.356175 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 4d02e7fa-96fc-418b-af51-ff3b5f166308 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:49:12.415100 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb56b15e-092a-41c4-ae6e-e2382637a388 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting subnet 077b80b9-4fb9-463d-ac2a-66aa86cbcbd1 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:49:12.429367 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fb56b15e-092a-41c4-ae6e-e2382637a388 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (077b80b9-4fb9-463d-ac2a-66aa86cbcbd1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:12.483796 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-34c13046-9dae-470a-8009-ab4146d52968 req-f80c9a25-6157-4a6e-a745-34a93e03d240 service neutron] 10.222.0.42 "GET /v2.0/networks/18b77a5e-5446-4d58-b319-36a274f1014a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898966 Feb 20 03:49:12.539818 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fb56b15e-092a-41c4-ae6e-e2382637a388 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (077b80b9-4fb9-463d-ac2a-66aa86cbcbd1), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:12.546845 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-8be96e7d-a299-4b90-9835-7ceb3d7b78e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:12.548558 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-8be96e7d-a299-4b90-9835-7ceb3d7b78e8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cdf6aa5f9d3c4cef8fb0e04bd6cac1cb&device_id=14ad1b11-63ad-49da-b9e1-66638ddb6ff2 HTTP/1.1" status: 200 len: 1125 time: 0.2237606 Feb 20 03:49:12.560627 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5087daef-830c-42f1-8b3b-631065a3ce39 req-6a006761-ae1c-4b3b-ad92-54acc7250761 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=4bdb6057-fd4c-4c20-b468-d699ea55f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893520 Feb 20 03:49:12.639906 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 4d02e7fa-96fc-418b-af51-ff3b5f166308, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=4d02e7fa-96fc-418b-af51-ff3b5f166308,segment=NetworkSegment(62e0b498-d38d-4750-b089-0bc3a2eabed2),segment_id=62e0b498-d38d-4750-b089-0bc3a2eabed2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:12.658746 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-9d619cfe-d86b-4394-acf9-9789aded9c0a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8263847-3741-4f5a-b389-9eb271a0bb6f HTTP/1.1" status: 200 len: 217 time: 0.0918012 Feb 20 03:49:12.664942 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 49296158-1f34-4267-be99-0fde8a257dcd up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:49:12.666339 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ad1b11-63ad-49da-b9e1-66638ddb6ff2', 'tag': 'f8263847-3741-4f5a-b389-9eb271a0bb6f'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:49:12.672702 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97240091-d256-4533-acaf-c4856425bd3e" -d '{"events": [{"name": "network-changed", "server_uuid": "14ad1b11-63ad-49da-b9e1-66638ddb6ff2", "tag": "f8263847-3741-4f5a-b389-9eb271a0bb6f"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:49:12.728851 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '4d02e7fa-96fc-418b-af51-ff3b5f166308', 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a', 'port_id': '4d02e7fa-96fc-418b-af51-ff3b5f166308', 'mac_address': 'fa:16:3e:fc:bf:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec9d4964-56bb-4af3-beab-8c8d3923a688', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:49:12.742040 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fb56b15e-092a-41c4-ae6e-e2382637a388 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (077b80b9-4fb9-463d-ac2a-66aa86cbcbd1), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:12.816454 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-376ddc65-97d4-43a4-b643-a2ed4ddd9f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:12.818451 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-376ddc65-97d4-43a4-b643-a2ed4ddd9f63 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0 HTTP/1.1" status: 200 len: 834 time: 0.1353955 Feb 20 03:49:12.838640 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 4d02e7fa-96fc-418b-af51-ff3b5f166308 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:49:12.839644 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4d02e7fa-96fc-418b-af51-ff3b5f166308), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:12.871879 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d02e7fa-96fc-418b-af51-ff3b5f166308 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:49:12.880186 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0970edd-cf48-4879-ad4a-89c623f50d93 req-4f596dde-f7fd-4577-966b-5ada2cb98de5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:12.881846 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d0970edd-cf48-4879-ad4a-89c623f50d93 req-4f596dde-f7fd-4577-966b-5ada2cb98de5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=14ad1b11-63ad-49da-b9e1-66638ddb6ff2 HTTP/1.1" status: 200 len: 943 time: 0.1125648 Feb 20 03:49:12.901025 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-322afe59-121a-4ff1-93d9-a3c27514060c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:12.902792 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-322afe59-121a-4ff1-93d9-a3c27514060c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fab84f58-beb2-495b-a859-5edb782f99da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0784767 Feb 20 03:49:12.903973 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 4d02e7fa-96fc-418b-af51-ff3b5f166308, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=4d02e7fa-96fc-418b-af51-ff3b5f166308,segment=NetworkSegment(62e0b498-d38d-4750-b089-0bc3a2eabed2),segment_id=62e0b498-d38d-4750-b089-0bc3a2eabed2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:12.909271 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fb56b15e-092a-41c4-ae6e-e2382637a388 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (077b80b9-4fb9-463d-ac2a-66aa86cbcbd1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:12.937077 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 49296158-1f34-4267-be99-0fde8a257dcd triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:49:12.937466 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (49296158-1f34-4267-be99-0fde8a257dcd), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:12.975401 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb56b15e-092a-41c4-ae6e-e2382637a388 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Subnet': ['ID=077b80b9-4fb9-463d-ac2a-66aa86cbcbd1,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:12.983888 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fb56b15e-092a-41c4-ae6e-e2382637a388 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:12.994914 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (4d02e7fa-96fc-418b-af51-ff3b5f166308), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:12.995741 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fb56b15e-092a-41c4-ae6e-e2382637a388 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/077b80b9-4fb9-463d-ac2a-66aa86cbcbd1 HTTP/1.1" status: 204 len: 168 time: 0.7311139 Feb 20 03:49:12.999252 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53624) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:13.003287 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fd03d9-b2a2-4f86-80c8-8da5e54fecda None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:49:13.091348 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d0970edd-cf48-4879-ad4a-89c623f50d93 req-12788e4b-211f-4bde-8ec5-8ccc54cd034b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9cc23bc-b0fc-41bb-9fa9-63c7acadbcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030070 Feb 20 03:49:13.104245 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53628) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:13.106794 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4cdea626-afc1-489d-aad5-91f29e038b8b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1053302 Feb 20 03:49:13.124967 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-6623d766-20b8-466c-9fe4-0fbeca132adc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:13.129726 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 49296158-1f34-4267-be99-0fde8a257dcd is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:49:13.176741 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=4d02e7fa-96fc-418b-af51-ff3b5f166308,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:13.240707 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['4d02e7fa-96fc-418b-af51-ff3b5f166308'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:49:13.303648 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a82525-95a7-4ef2-9541-cd65ce387601 None None] DHCP port deletion for 4f54fdde-6e16-424b-a89f-7d368ed79ea3 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:49:13.484364 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c1a82525-95a7-4ef2-9541-cd65ce387601 None None] Deleting port 49296158-1f34-4267-be99-0fde8a257dcd {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:49:13.485496 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c1a82525-95a7-4ef2-9541-cd65ce387601 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (49296158-1f34-4267-be99-0fde8a257dcd), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:13.560782 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c1a82525-95a7-4ef2-9541-cd65ce387601 None None] For port 49296158-1f34-4267-be99-0fde8a257dcd, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=49296158-1f34-4267-be99-0fde8a257dcd,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:13.561532 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c1a82525-95a7-4ef2-9541-cd65ce387601 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (49296158-1f34-4267-be99-0fde8a257dcd), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:13.577812 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c1a82525-95a7-4ef2-9541-cd65ce387601 None None] Calling delete_port for 49296158-1f34-4267-be99-0fde8a257dcd owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:49:13.702163 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-b71a98c0-3a73-4ba5-a5b1-73eecbcdfc9c service neutron] 10.222.0.93 "GET /v2.0/networks/fab84f58-beb2-495b-a859-5edb782f99da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7915485 Feb 20 03:49:13.780445 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26fc3f-5ef2-4883-bf5b-7f028cce8d80 req-9c7bd47f-8f3d-4d71-a22b-dc76e87685dc tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:13.782350 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-db26fc3f-5ef2-4883-bf5b-7f028cce8d80 req-9c7bd47f-8f3d-4d71-a22b-dc76e87685dc tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.5408821 Feb 20 03:49:13.812884 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c1a82525-95a7-4ef2-9541-cd65ce387601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (49296158-1f34-4267-be99-0fde8a257dcd), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:13.823336 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6623d766-20b8-466c-9fe4-0fbeca132adc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:49:13.827575 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6623d766-20b8-466c-9fe4-0fbeca132adc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:13.841748 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a82525-95a7-4ef2-9541-cd65ce387601 None None] Pushing event deleted for resources: {'Port': ['ID=49296158-1f34-4267-be99-0fde8a257dcd,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:13.843594 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a82525-95a7-4ef2-9541-cd65ce387601 None None] No DVR routers for this DVR port 49296158-1f34-4267-be99-0fde8a257dcd on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:49:13.928009 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bccc2a1c-0cdf-488e-b39b-586e52545d4c req-a7620747-8403-4812-b6e3-9ec27f5c6123 service neutron] 10.222.0.93 "GET /v2.0/networks/fab84f58-beb2-495b-a859-5edb782f99da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181132 Feb 20 03:49:13.943179 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-db26fc3f-5ef2-4883-bf5b-7f028cce8d80 req-2c991402-fa3d-4bad-b3e5-6b69ee434bb2 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512547 Feb 20 03:49:14.050069 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc569962-aadb-43b8-a4ce-d5af5a158813 x-openstack-request-id: req-bc569962-aadb-43b8-a4ce-d5af5a158813 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:49:14.050510 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14ad1b11-63ad-49da-b9e1-66638ddb6ff2", "tag": "f8263847-3741-4f5a-b389-9eb271a0bb6f", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:49:14.050912 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-bc569962-aadb-43b8-a4ce-d5af5a158813 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:49:14.051428 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14ad1b11-63ad-49da-b9e1-66638ddb6ff2', 'tag': 'f8263847-3741-4f5a-b389-9eb271a0bb6f', 'status': 'completed', 'code': 200} Feb 20 03:49:14.225511 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97240091-d256-4533-acaf-c4856425bd3e req-d2965059-c2da-4155-bfb7-cbd9b93ffb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:14.225511 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-97240091-d256-4533-acaf-c4856425bd3e req-d2965059-c2da-4155-bfb7-cbd9b93ffb92 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cdf6aa5f9d3c4cef8fb0e04bd6cac1cb&device_id=14ad1b11-63ad-49da-b9e1-66638ddb6ff2 HTTP/1.1" status: 200 len: 1125 time: 0.1482313 Feb 20 03:49:14.235290 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc1b81-7cbd-4fb3-a577-124510cef15a req-f5419117-a4d2-4ee8-9ace-9bb6ec14a674 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:14.236884 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c3bc1b81-7cbd-4fb3-a577-124510cef15a req-f5419117-a4d2-4ee8-9ace-9bb6ec14a674 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 946 time: 0.1104276 Feb 20 03:49:14.296334 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6623d766-20b8-466c-9fe4-0fbeca132adc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (f69d8132-88d9-44ec-b17f-11a0f76ab0fb), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:14.322396 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 49296158-1f34-4267-be99-0fde8a257dcd no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:49:14.345972 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 49296158-1f34-4267-be99-0fde8a257dcd {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:49:14.346438 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 49296158-1f34-4267-be99-0fde8a257dcd not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:49:14.359929 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 4d02e7fa-96fc-418b-af51-ff3b5f166308 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:49:14.394098 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6623d766-20b8-466c-9fe4-0fbeca132adc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:49:14.411404 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-6623d766-20b8-466c-9fe4-0fbeca132adc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:49:14.415090 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6623d766-20b8-466c-9fe4-0fbeca132adc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:14.415765 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6623d766-20b8-466c-9fe4-0fbeca132adc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:14.422003 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3dc27b-8399-4a23-9480-bb9f054a1343 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:49:14.433328 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6623d766-20b8-466c-9fe4-0fbeca132adc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Subnet': ['ID=f69d8132-88d9-44ec-b17f-11a0f76ab0fb,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:14.445108 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c3bc1b81-7cbd-4fb3-a577-124510cef15a req-d4d60c67-242f-4d66-a619-932bed3d3746 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980608 Feb 20 03:49:14.450418 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97240091-d256-4533-acaf-c4856425bd3e req-a79b6521-dbb0-479d-8444-e6a2769ac6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:14.452230 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-97240091-d256-4533-acaf-c4856425bd3e req-a79b6521-dbb0-479d-8444-e6a2769ac6e9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fab84f58-beb2-495b-a859-5edb782f99da HTTP/1.1" status: 200 len: 896 time: 0.2143304 Feb 20 03:49:14.492728 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 4d02e7fa-96fc-418b-af51-ff3b5f166308 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:49:14.501707 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 4d02e7fa-96fc-418b-af51-ff3b5f166308 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:49:14.502017 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4d02e7fa-96fc-418b-af51-ff3b5f166308), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:14.531294 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6623d766-20b8-466c-9fe4-0fbeca132adc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4127040 Feb 20 03:49:14.536845 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-97240091-d256-4533-acaf-c4856425bd3e req-344d79a2-611a-4afa-8310-76878d0135f9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8263847-3741-4f5a-b389-9eb271a0bb6f HTTP/1.1" status: 200 len: 217 time: 0.0736365 Feb 20 03:49:14.536986 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53642) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:14.538797 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-a2a123dd-c915-4598-b966-696705dc3fb4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'name': 'tempest-NetworksTestDHCPv6-1550686256'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:14.587210 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d21e363-5649-4d27-89a7-96e1f1323493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'project_id': '43fe9a19d6654b4e8e70d399d460b079', 'fixed_ips': [{'subnet_id': 'f69d8132-88d9-44ec-b17f-11a0f76ab0fb'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:49:14.588193 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4d21e363-5649-4d27-89a7-96e1f1323493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:14.632010 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97240091-d256-4533-acaf-c4856425bd3e req-aa537883-e8e6-48ae-8015-167b9c6155a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:14.633137 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-97240091-d256-4533-acaf-c4856425bd3e req-aa537883-e8e6-48ae-8015-167b9c6155a9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0 HTTP/1.1" status: 200 len: 834 time: 0.0886478 Feb 20 03:49:14.635175 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1ef2d3bd-5c0f-42db-a687-743a977ea793 req-cd5d787c-d4d9-4c79-bdd6-7b7717257ff8 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 210 time: 0.0320437 Feb 20 03:49:14.709098 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97240091-d256-4533-acaf-c4856425bd3e req-74399525-7164-41c1-965f-269caab3c35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:14.710809 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-97240091-d256-4533-acaf-c4856425bd3e req-74399525-7164-41c1-965f-269caab3c35c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fab84f58-beb2-495b-a859-5edb782f99da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0698543 Feb 20 03:49:14.724817 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 4d02e7fa-96fc-418b-af51-ff3b5f166308 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:49:14.725584 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4d02e7fa-96fc-418b-af51-ff3b5f166308), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:14.780539 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85cb4d1c-98b2-4030-8621-590c1f40f0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d02e7fa-96fc-418b-af51-ff3b5f166308'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:49:14.783029 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4371ba6f-6889-415c-9c5c-9873c4cea1b5" -d '{"events": [{"server_uuid": "85cb4d1c-98b2-4030-8621-590c1f40f0a6", "name": "network-vif-plugged", "status": "completed", "tag": "4d02e7fa-96fc-418b-af51-ff3b5f166308"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:49:14.811249 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a123dd-c915-4598-b966-696705dc3fb4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:49:14.814730 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a2a123dd-c915-4598-b966-696705dc3fb4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:14.829059 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-97240091-d256-4533-acaf-c4856425bd3e req-fb69c1c9-6ad8-4a51-9858-b18d7a955b8b service neutron] 10.222.0.93 "GET /v2.0/networks/fab84f58-beb2-495b-a859-5edb782f99da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066127 Feb 20 03:49:14.857601 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-a2a123dd-c915-4598-b966-696705dc3fb4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] device_id is not set on port dd85d384-d770-48c2-975c-333cec35b249 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:49:14.978415 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-97240091-d256-4533-acaf-c4856425bd3e req-2f7f9ba4-07c6-46a5-bfb7-9fe3f05903f6 service neutron] 10.222.0.93 "GET /v2.0/networks/fab84f58-beb2-495b-a859-5edb782f99da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155732 Feb 20 03:49:15.001359 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670439fe-ee0e-4be0-943e-8532b4d25920 req-cc03e53e-f475-474a-b4c8-b7ed31178db9 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:15.003462 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-670439fe-ee0e-4be0-943e-8532b4d25920 req-cc03e53e-f475-474a-b4c8-b7ed31178db9 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=85cb4d1c-98b2-4030-8621-590c1f40f0a6 HTTP/1.1" status: 200 len: 945 time: 0.1766267 Feb 20 03:49:15.033799 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 4d02e7fa-96fc-418b-af51-ff3b5f166308, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=4d02e7fa-96fc-418b-af51-ff3b5f166308,segment=NetworkSegment(62e0b498-d38d-4750-b089-0bc3a2eabed2),segment_id=62e0b498-d38d-4750-b089-0bc3a2eabed2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:15.055577 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-4d21e363-5649-4d27-89a7-96e1f1323493 None None] Allocated IP 2001:db8::2 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/f69d8132-88d9-44ec-b17f-11a0f76ab0fb/2619a52d-2313-41e1-8fff-cdce30f43c89) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:49:15.089380 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-670439fe-ee0e-4be0-943e-8532b4d25920 req-edce04f0-62c9-43b8-8b49-6914ac665ab2 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=4bdb6057-fd4c-4c20-b468-d699ea55f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725751 Feb 20 03:49:15.114430 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (4d02e7fa-96fc-418b-af51-ff3b5f166308), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:15.196657 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=4d02e7fa-96fc-418b-af51-ff3b5f166308,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:15.256452 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4d21e363-5649-4d27-89a7-96e1f1323493 None None] Publish callbacks [] for port (2619a52d-2313-41e1-8fff-cdce30f43c89), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:15.258023 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c2297-c003-47bd-b7ec-a7e893534e2e req-8004bb35-fe92-4de7-a799-e9679bdc9cc5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:15.259683 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7b7c2297-c003-47bd-b7ec-a7e893534e2e req-8004bb35-fe92-4de7-a799-e9679bdc9cc5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=14ad1b11-63ad-49da-b9e1-66638ddb6ff2 HTTP/1.1" status: 200 len: 943 time: 0.0665181 Feb 20 03:49:15.314353 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7b7c2297-c003-47bd-b7ec-a7e893534e2e req-18afd2c5-c620-47c8-a29c-9fb102ab5332 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9cc23bc-b0fc-41bb-9fa9-63c7acadbcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473962 Feb 20 03:49:15.326139 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4d21e363-5649-4d27-89a7-96e1f1323493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (2619a52d-2313-41e1-8fff-cdce30f43c89), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:15.373366 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d21e363-5649-4d27-89a7-96e1f1323493 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:49:15.387695 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-4d21e363-5649-4d27-89a7-96e1f1323493 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:49:15.405191 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d21e363-5649-4d27-89a7-96e1f1323493 None None] Pushing event updated for resources: {'Port': ['ID=2619a52d-2313-41e1-8fff-cdce30f43c89,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:15.408741 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d21e363-5649-4d27-89a7-96e1f1323493 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:49:15.444762 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-a2a123dd-c915-4598-b966-696705dc3fb4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Allocated IP 2001:db8::2e6 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/f69d8132-88d9-44ec-b17f-11a0f76ab0fb/dd85d384-d770-48c2-975c-333cec35b249) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:49:15.499863 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-4d21e363-5649-4d27-89a7-96e1f1323493 None None] Attempting to bind port 2619a52d-2313-41e1-8fff-cdce30f43c89 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:49:15.500366 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-4d21e363-5649-4d27-89a7-96e1f1323493 None None] Attempting to bind port 2619a52d-2313-41e1-8fff-cdce30f43c89 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:49:15.500603 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d21e363-5649-4d27-89a7-96e1f1323493 None None] Attempting to bind port 2619a52d-2313-41e1-8fff-cdce30f43c89 on network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:49:15.505995 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d21e363-5649-4d27-89a7-96e1f1323493 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:49:15.506388 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d21e363-5649-4d27-89a7-96e1f1323493 None None] Checking segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:49:15.506807 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4d21e363-5649-4d27-89a7-96e1f1323493 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:15.507242 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d21e363-5649-4d27-89a7-96e1f1323493 None None] Bound using segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:49:15.507776 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-4d21e363-5649-4d27-89a7-96e1f1323493 None None] Bound port: 2619a52d-2313-41e1-8fff-cdce30f43c89, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:49:15.508165 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4d21e363-5649-4d27-89a7-96e1f1323493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2619a52d-2313-41e1-8fff-cdce30f43c89), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:15.635648 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ef16c7-983b-44d9-ac67-5bcb0245986d x-openstack-request-id: req-14ef16c7-983b-44d9-ac67-5bcb0245986d {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:49:15.635648 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85cb4d1c-98b2-4030-8621-590c1f40f0a6", "name": "network-vif-plugged", "status": "completed", "tag": "4d02e7fa-96fc-418b-af51-ff3b5f166308", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:49:15.635648 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-14ef16c7-983b-44d9-ac67-5bcb0245986d {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:49:15.635648 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85cb4d1c-98b2-4030-8621-590c1f40f0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d02e7fa-96fc-418b-af51-ff3b5f166308', 'code': 200} Feb 20 03:49:15.643229 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-4d21e363-5649-4d27-89a7-96e1f1323493 None None] For port 2619a52d-2313-41e1-8fff-cdce30f43c89, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:49:15.649794 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-4d21e363-5649-4d27-89a7-96e1f1323493 None None] For port 2619a52d-2313-41e1-8fff-cdce30f43c89, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2619a52d-2313-41e1-8fff-cdce30f43c89,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:49:15.664400 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a2a123dd-c915-4598-b966-696705dc3fb4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for port (dd85d384-d770-48c2-975c-333cec35b249), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:15.720611 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4d21e363-5649-4d27-89a7-96e1f1323493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2619a52d-2313-41e1-8fff-cdce30f43c89), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:15.790089 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d21e363-5649-4d27-89a7-96e1f1323493 None None] Pushing event updated for resources: {'Port': ['ID=2619a52d-2313-41e1-8fff-cdce30f43c89,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:15.808933 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe96c4c-cdcb-4549-a28c-a639f135c798 req-f36d9479-072d-459d-ae03-95c53d25270c tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:15.811883 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a2a123dd-c915-4598-b966-696705dc3fb4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (dd85d384-d770-48c2-975c-333cec35b249), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:15.816071 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fbe96c4c-cdcb-4549-a28c-a639f135c798 req-f36d9479-072d-459d-ae03-95c53d25270c tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 946 time: 0.1356993 Feb 20 03:49:15.822329 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f9cbe-6cab-4cde-ad29-92caa566685b req-0de12b0b-9df8-4918-9a19-c4b4216d215f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:15.822329 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a5f9cbe-6cab-4cde-ad29-92caa566685b req-0de12b0b-9df8-4918-9a19-c4b4216d215f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=85cb4d1c-98b2-4030-8621-590c1f40f0a6 HTTP/1.1" status: 200 len: 1128 time: 0.1027606 Feb 20 03:49:15.864521 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a123dd-c915-4598-b966-696705dc3fb4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:49:15.868168 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-a2a123dd-c915-4598-b966-696705dc3fb4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:49:15.873259 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a123dd-c915-4598-b966-696705dc3fb4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:49:15.878795 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a123dd-c915-4598-b966-696705dc3fb4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:15.879641 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a2a123dd-c915-4598-b966-696705dc3fb4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:15.900802 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a123dd-c915-4598-b966-696705dc3fb4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Port': ['ID=dd85d384-d770-48c2-975c-333cec35b249,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:15.942146 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fbe96c4c-cdcb-4549-a28c-a639f135c798 req-6c2906f3-5524-45e2-89a0-715b3475279f tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181340 Feb 20 03:49:15.944983 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a5f9cbe-6cab-4cde-ad29-92caa566685b req-68a04acb-afef-44f1-abc1-fbfb46562fbd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4bdb6057-fd4c-4c20-b468-d699ea55f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136987 Feb 20 03:49:15.959369 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a2a123dd-c915-4598-b966-696705dc3fb4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4219739 Feb 20 03:49:15.965479 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53666) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:16.115167 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70309a6d-37de-4e3d-993f-ca10abdd3181 req-ce6c3679-6a70-42ee-b5ea-0f6b78a210b9 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 210 time: 0.0725403 Feb 20 03:49:16.133907 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec4a755-a2da-4d7f-80eb-c80cab2568bd tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:16.139813 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec4a755-a2da-4d7f-80eb-c80cab2568bd tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:16.141469 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-bec4a755-a2da-4d7f-80eb-c80cab2568bd tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1804447 Feb 20 03:49:16.145210 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53676) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:16.289096 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2738a35-703a-4fb1-b537-5d523bb763e2 req-0c0ef072-a0dc-4c33-95f5-7575fb2b0ca0 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:16.297755 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2738a35-703a-4fb1-b537-5d523bb763e2 req-0c0ef072-a0dc-4c33-95f5-7575fb2b0ca0 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 946 time: 0.0946348 Feb 20 03:49:16.394077 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-e2c63db3-8bf8-486c-9b2a-3daab6ff713f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting port dd85d384-d770-48c2-975c-333cec35b249 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:49:16.394077 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e2c63db3-8bf8-486c-9b2a-3daab6ff713f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (dd85d384-d770-48c2-975c-333cec35b249), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:16.394476 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2738a35-703a-4fb1-b537-5d523bb763e2 req-8ae0d26d-ddfe-4e20-ab1c-c18b33456fa4 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740957 Feb 20 03:49:16.439567 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 2619a52d-2313-41e1-8fff-cdce30f43c89 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:49:16.477870 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e2c63db3-8bf8-486c-9b2a-3daab6ff713f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (dd85d384-d770-48c2-975c-333cec35b249), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:16.491631 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-e2c63db3-8bf8-486c-9b2a-3daab6ff713f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Calling delete_port for dd85d384-d770-48c2-975c-333cec35b249 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:49:16.523521 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40725f09-f501-4d1b-8c85-5e0aae8ee457 req-844db213-d1cd-4934-9eaf-751ee2fc78f4 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:16.525351 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-40725f09-f501-4d1b-8c85-5e0aae8ee457 req-844db213-d1cd-4934-9eaf-751ee2fc78f4 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=85cb4d1c-98b2-4030-8621-590c1f40f0a6 HTTP/1.1" status: 200 len: 946 time: 0.0886431 Feb 20 03:49:16.530050 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 2619a52d-2313-41e1-8fff-cdce30f43c89 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:49:16.530807 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2619a52d-2313-41e1-8fff-cdce30f43c89), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:16.583652 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f8263847-3741-4f5a-b389-9eb271a0bb6f details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:49:16.589350 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-40725f09-f501-4d1b-8c85-5e0aae8ee457 req-6ea27ada-57de-4d92-9218-bf69e2dc3489 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=4bdb6057-fd4c-4c20-b468-d699ea55f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555005 Feb 20 03:49:16.772470 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e2c63db3-8bf8-486c-9b2a-3daab6ff713f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (dd85d384-d770-48c2-975c-333cec35b249), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:16.801435 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d53a9-6801-428b-8434-38827043d10b req-f50f295d-0dd1-4412-88b3-b078f50ab882 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:16.809277 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c63db3-8bf8-486c-9b2a-3daab6ff713f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Port': ['ID=dd85d384-d770-48c2-975c-333cec35b249,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:16.813006 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ed1d53a9-6801-428b-8434-38827043d10b req-f50f295d-0dd1-4412-88b3-b078f50ab882 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=14ad1b11-63ad-49da-b9e1-66638ddb6ff2 HTTP/1.1" status: 200 len: 943 time: 0.1047258 Feb 20 03:49:16.830230 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 2619a52d-2313-41e1-8fff-cdce30f43c89 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:49:16.830630 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2619a52d-2313-41e1-8fff-cdce30f43c89), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:16.868436 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port f8263847-3741-4f5a-b389-9eb271a0bb6f, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f8263847-3741-4f5a-b389-9eb271a0bb6f,segment=NetworkSegment(3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782),segment_id=3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:16.873027 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e2c63db3-8bf8-486c-9b2a-3daab6ff713f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:16.877383 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e2c63db3-8bf8-486c-9b2a-3daab6ff713f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/dd85d384-d770-48c2-975c-333cec35b249 HTTP/1.1" status: 204 len: 168 time: 0.7310627 Feb 20 03:49:16.879989 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53688) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:16.905541 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ed1d53a9-6801-428b-8434-38827043d10b req-7b617499-884d-4a7e-8853-49e915d2389a tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9cc23bc-b0fc-41bb-9fa9-63c7acadbcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897694 Feb 20 03:49:16.924423 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 2619a52d-2313-41e1-8fff-cdce30f43c89, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2619a52d-2313-41e1-8fff-cdce30f43c89,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:16.951173 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'f8263847-3741-4f5a-b389-9eb271a0bb6f', 'network_id': 'fab84f58-beb2-495b-a859-5edb782f99da', 'port_id': 'f8263847-3741-4f5a-b389-9eb271a0bb6f', 'mac_address': 'fa:16:3e:1c:dd:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:49:16.997509 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adde65cc-8180-4d64-adea-a915118235f9 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:17.002872 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adde65cc-8180-4d64-adea-a915118235f9 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:17.009708 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53690) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:17.009923 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-adde65cc-8180-4d64-adea-a915118235f9 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1284597 Feb 20 03:49:17.025814 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port f8263847-3741-4f5a-b389-9eb271a0bb6f is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:49:17.026401 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f8263847-3741-4f5a-b389-9eb271a0bb6f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:17.042775 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2619a52d-2313-41e1-8fff-cdce30f43c89), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:17.117248 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-82445511-fdca-4051-9d1a-629508c9f96e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting subnet f69d8132-88d9-44ec-b17f-11a0f76ab0fb {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:49:17.123565 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-82445511-fdca-4051-9d1a-629508c9f96e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (f69d8132-88d9-44ec-b17f-11a0f76ab0fb), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:17.123752 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8263847-3741-4f5a-b389-9eb271a0bb6f {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:49:17.215685 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-82445511-fdca-4051-9d1a-629508c9f96e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (f69d8132-88d9-44ec-b17f-11a0f76ab0fb), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:17.243218 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=2619a52d-2313-41e1-8fff-cdce30f43c89,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:17.250113 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port f8263847-3741-4f5a-b389-9eb271a0bb6f, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f8263847-3741-4f5a-b389-9eb271a0bb6f,segment=NetworkSegment(3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782),segment_id=3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:17.323641 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f8263847-3741-4f5a-b389-9eb271a0bb6f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:17.409023 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-82445511-fdca-4051-9d1a-629508c9f96e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (f69d8132-88d9-44ec-b17f-11a0f76ab0fb), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:17.409456 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=f8263847-3741-4f5a-b389-9eb271a0bb6f,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:17.537022 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a16c821-f9b6-4174-9ae4-4acdbfc29b58 req-f76a208c-6bc0-4cce-a009-92b7b10822fc tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 210 time: 0.0332644 Feb 20 03:49:17.583163 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['f8263847-3741-4f5a-b389-9eb271a0bb6f'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:49:17.623536 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-82445511-fdca-4051-9d1a-629508c9f96e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (f69d8132-88d9-44ec-b17f-11a0f76ab0fb), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:17.677101 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ffe61ae4-4ea1-4d52-99e1-b98b36cf5a2b None None] Provisioning complete for port 2619a52d-2313-41e1-8fff-cdce30f43c89 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:49:17.677291 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ffe61ae4-4ea1-4d52-99e1-b98b36cf5a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2619a52d-2313-41e1-8fff-cdce30f43c89), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:17.689777 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82445511-fdca-4051-9d1a-629508c9f96e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Subnet': ['ID=f69d8132-88d9-44ec-b17f-11a0f76ab0fb,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:17.697010 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-82445511-fdca-4051-9d1a-629508c9f96e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:17.707339 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-82445511-fdca-4051-9d1a-629508c9f96e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/f69d8132-88d9-44ec-b17f-11a0f76ab0fb HTTP/1.1" status: 204 len: 168 time: 0.6963537 Feb 20 03:49:17.709857 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53704) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:17.781201 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53706) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:17.796295 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-26ed997b-cc33-45d5-828e-e80329bef6a4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0852120 Feb 20 03:49:17.840581 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d686e24b-5457-49a1-8197-b506f31ad8a5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:17.843833 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ffe61ae4-4ea1-4d52-99e1-b98b36cf5a2b None None] Current status of the port 2619a52d-2313-41e1-8fff-cdce30f43c89 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:49:17.845737 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53708) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:17.857622 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d686e24b-5457-49a1-8197-b506f31ad8a5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0752320 Feb 20 03:49:17.908664 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50eea91-bfeb-415a-b938-04eec0a90e96 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:49:17.960231 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c573bc88-d720-4766-868d-2ab4012d7b80 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:17.966307 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53712) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:17.974339 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c573bc88-d720-4766-868d-2ab4012d7b80 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1273837 Feb 20 03:49:17.990994 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-7761f428-a17a-492a-b7b2-6e687faa7ec7 None None] Could not find standard attr ID for object dd85d384-d770-48c2-975c-333cec35b249. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:49:18.037582 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53716) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:18.048254 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-8bc838a3-a55c-42c8-9e0b-2602d691bd2f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:18.048405 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-53b92bdd-e36a-43d1-8f65-87c5b4eccd8e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0803692 Feb 20 03:49:18.210111 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16f9e67-9aa7-4a85-9161-08edddeaf143 None None] DHCP port deletion for 4f54fdde-6e16-424b-a89f-7d368ed79ea3 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:49:18.234931 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9068f5-385d-4567-b55c-7c6879312b09 req-85c8cfdc-d9ad-4cb3-acb4-91b937208185 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:18.236390 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd9068f5-385d-4567-b55c-7c6879312b09 req-85c8cfdc-d9ad-4cb3-acb4-91b937208185 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 946 time: 0.1365492 Feb 20 03:49:18.296253 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c16f9e67-9aa7-4a85-9161-08edddeaf143 None None] Deleting port 2619a52d-2313-41e1-8fff-cdce30f43c89 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:49:18.296628 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c16f9e67-9aa7-4a85-9161-08edddeaf143 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (2619a52d-2313-41e1-8fff-cdce30f43c89), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:18.318486 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd9068f5-385d-4567-b55c-7c6879312b09 req-d45a63a4-caf1-4e7a-86bf-c5bc9a43b5fb tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752001 Feb 20 03:49:18.331282 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc838a3-a55c-42c8-9e0b-2602d691bd2f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:49:18.335188 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8bc838a3-a55c-42c8-9e0b-2602d691bd2f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:18.369342 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 2619a52d-2313-41e1-8fff-cdce30f43c89 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:49:18.428279 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c16f9e67-9aa7-4a85-9161-08edddeaf143 None None] For port 2619a52d-2313-41e1-8fff-cdce30f43c89, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2619a52d-2313-41e1-8fff-cdce30f43c89,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:18.428828 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c16f9e67-9aa7-4a85-9161-08edddeaf143 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (2619a52d-2313-41e1-8fff-cdce30f43c89), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:18.454134 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c16f9e67-9aa7-4a85-9161-08edddeaf143 None None] Calling delete_port for 2619a52d-2313-41e1-8fff-cdce30f43c89 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:49:18.506133 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded43eca-fc82-4e7d-ba29-8c64d582e2e1 req-4ee3468e-1fdb-4cca-a603-fcec5b4d39d1 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:18.508040 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ded43eca-fc82-4e7d-ba29-8c64d582e2e1 req-4ee3468e-1fdb-4cca-a603-fcec5b4d39d1 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=85cb4d1c-98b2-4030-8621-590c1f40f0a6 HTTP/1.1" status: 200 len: 946 time: 0.1128526 Feb 20 03:49:18.516789 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 2619a52d-2313-41e1-8fff-cdce30f43c89 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:49:18.517188 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2619a52d-2313-41e1-8fff-cdce30f43c89), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:18.602751 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 2619a52d-2313-41e1-8fff-cdce30f43c89, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2619a52d-2313-41e1-8fff-cdce30f43c89,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:18.647554 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ded43eca-fc82-4e7d-ba29-8c64d582e2e1 req-273a527c-9cbe-41c4-96fd-3e8edb422323 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=4bdb6057-fd4c-4c20-b468-d699ea55f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295698 Feb 20 03:49:18.675168 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2619a52d-2313-41e1-8fff-cdce30f43c89), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:18.752868 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=2619a52d-2313-41e1-8fff-cdce30f43c89,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:18.759904 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dce352-ef2a-4805-b9bc-c909f960175a req-9a529994-8b7b-4866-8607-9274b5f04bdc tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:18.762469 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-23dce352-ef2a-4805-b9bc-c909f960175a req-9a529994-8b7b-4866-8607-9274b5f04bdc tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.42 "GET /v2.0/ports?device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 946 time: 0.1788161 Feb 20 03:49:18.783437 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8bc838a3-a55c-42c8-9e0b-2602d691bd2f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (8b945800-3307-4d6b-83c9-81e95ec00f2f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:18.806803 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c16f9e67-9aa7-4a85-9161-08edddeaf143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (2619a52d-2313-41e1-8fff-cdce30f43c89), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:18.835356 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f9e67-9aa7-4a85-9161-08edddeaf143 None None] Pushing event deleted for resources: {'Port': ['ID=2619a52d-2313-41e1-8fff-cdce30f43c89,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:18.842163 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16f9e67-9aa7-4a85-9161-08edddeaf143 None None] No DVR routers for this DVR port 2619a52d-2313-41e1-8fff-cdce30f43c89 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:49:18.912277 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc838a3-a55c-42c8-9e0b-2602d691bd2f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:49:18.926060 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-8bc838a3-a55c-42c8-9e0b-2602d691bd2f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:49:18.930633 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc838a3-a55c-42c8-9e0b-2602d691bd2f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Subnet': ['ID=8b945800-3307-4d6b-83c9-81e95ec00f2f,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:18.933385 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc838a3-a55c-42c8-9e0b-2602d691bd2f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:18.934776 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8bc838a3-a55c-42c8-9e0b-2602d691bd2f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:18.951821 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346353f8-f6e4-4ec2-a1dd-306955b0e8a9 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:49:18.995401 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa083d-23ac-475b-bf73-60f05c24a05d req-82eca6a4-a106-4a59-94d1-b3423b3c07e9 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:18.997765 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-02fa083d-23ac-475b-bf73-60f05c24a05d req-82eca6a4-a106-4a59-94d1-b3423b3c07e9 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=14ad1b11-63ad-49da-b9e1-66638ddb6ff2 HTTP/1.1" status: 200 len: 944 time: 0.2341349 Feb 20 03:49:19.087674 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-02fa083d-23ac-475b-bf73-60f05c24a05d req-18f16f48-b381-4ed1-b6f8-5d2ab4e5fca0 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9cc23bc-b0fc-41bb-9fa9-63c7acadbcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807793 Feb 20 03:49:19.096472 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-23dce352-ef2a-4805-b9bc-c909f960175a req-ffcd3883-ec6e-4e34-acb3-5c301bdacc69 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Deleting port 5e791b85-9b82-48c2-831e-799f6f6f0742 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:49:19.096822 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-23dce352-ef2a-4805-b9bc-c909f960175a req-ffcd3883-ec6e-4e34-acb3-5c301bdacc69 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (5e791b85-9b82-48c2-831e-799f6f6f0742), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:19.116514 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c647be22-3421-4fbc-8086-fbb4df921dc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'project_id': '43fe9a19d6654b4e8e70d399d460b079', 'fixed_ips': [{'subnet_id': '8b945800-3307-4d6b-83c9-81e95ec00f2f'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:49:19.116514 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c647be22-3421-4fbc-8086-fbb4df921dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:19.168659 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8bc838a3-a55c-42c8-9e0b-2602d691bd2f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1293945 Feb 20 03:49:19.172892 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53724) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:19.179032 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-831a7c4f-100d-4095-9ddf-73f3baf2f7ff tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'fixed_ips': [{'subnet_id': '8b945800-3307-4d6b-83c9-81e95ec00f2f', 'ip_address': '2001:db8::9c9d:d6c6:e233:db3a'}], 'name': 'tempest-NetworksTestDHCPv6-912656099'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:19.289739 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-23dce352-ef2a-4805-b9bc-c909f960175a req-ffcd3883-ec6e-4e34-acb3-5c301bdacc69 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] For port 5e791b85-9b82-48c2-831e-799f6f6f0742, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=5e791b85-9b82-48c2-831e-799f6f6f0742,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:19.290416 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-23dce352-ef2a-4805-b9bc-c909f960175a req-ffcd3883-ec6e-4e34-acb3-5c301bdacc69 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (5e791b85-9b82-48c2-831e-799f6f6f0742), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:19.310099 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea297fa-37bf-4070-ba37-575226853064 req-01d676ed-b1b9-459c-a8ec-3e76f00b575d tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:19.312154 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fea297fa-37bf-4070-ba37-575226853064 req-01d676ed-b1b9-459c-a8ec-3e76f00b575d tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f661ee9-06ce-42b9-bafc-240ba46eb24b HTTP/1.1" status: 200 len: 945 time: 0.1532757 Feb 20 03:49:19.333956 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-23dce352-ef2a-4805-b9bc-c909f960175a req-ffcd3883-ec6e-4e34-acb3-5c301bdacc69 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Calling delete_port for 5e791b85-9b82-48c2-831e-799f6f6f0742 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:49:19.455472 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-c647be22-3421-4fbc-8086-fbb4df921dc8 None None] Allocated IP 2001:db8::2 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/8b945800-3307-4d6b-83c9-81e95ec00f2f/7e2c1104-a49b-40ef-a826-197614d3699b) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:49:19.460920 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fea297fa-37bf-4070-ba37-575226853064 req-c27a85d2-3faa-42da-992c-86a5aed621a7 tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] 10.222.0.89 "GET /v2.0/security-groups?id=9392f95e-12c9-4077-a22d-7b7645ff71d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345997 Feb 20 03:49:19.489318 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831a7c4f-100d-4095-9ddf-73f3baf2f7ff tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:49:19.506986 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b6588-c04e-4e80-a7ae-f6df1b1e14d7 req-d6f385c9-5ba9-42d6-85c4-3df7d5b2325c tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:19.508672 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a40b6588-c04e-4e80-a7ae-f6df1b1e14d7 req-d6f385c9-5ba9-42d6-85c4-3df7d5b2325c tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] 10.222.0.93 "GET /v2.0/ports?device_id=2f661ee9-06ce-42b9-bafc-240ba46eb24b HTTP/1.1" status: 200 len: 945 time: 0.1017864 Feb 20 03:49:19.685610 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31ca0238-8e69-4b54-8a3a-757bbacd0dfd req-401de434-dcae-4c84-bc0b-b00940609700 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 210 time: 0.0410101 Feb 20 03:49:19.687252 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-831a7c4f-100d-4095-9ddf-73f3baf2f7ff tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:19.729802 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c647be22-3421-4fbc-8086-fbb4df921dc8 None None] Publish callbacks [] for port (7e2c1104-a49b-40ef-a826-197614d3699b), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:19.730735 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-a40b6588-c04e-4e80-a7ae-f6df1b1e14d7 req-e98a00e3-919a-44a7-b767-b97dca88e6b2 tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] Deleting port fc6c814f-5168-4a7f-892c-f11f1b07877c {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:49:19.731079 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a40b6588-c04e-4e80-a7ae-f6df1b1e14d7 req-e98a00e3-919a-44a7-b767-b97dca88e6b2 tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (fc6c814f-5168-4a7f-892c-f11f1b07877c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:19.743708 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-831a7c4f-100d-4095-9ddf-73f3baf2f7ff tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] device_id is not set on port a63fd356-d0dc-45cd-b333-03fa3d8d60b8 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:49:19.767589 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-23dce352-ef2a-4805-b9bc-c909f960175a req-ffcd3883-ec6e-4e34-acb3-5c301bdacc69 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (5e791b85-9b82-48c2-831e-799f6f6f0742), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:19.787554 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['01c6f12a-e18f-4e22-8ca3-befe7fa5df30'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:49:19.820374 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['5e791b85-9b82-48c2-831e-799f6f6f0742'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:49:19.937262 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd3883-ec6e-4e34-acb3-5c301bdacc69 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Pushing event deleted for resources: {'Port': ['ID=5e791b85-9b82-48c2-831e-799f6f6f0742,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:19.950738 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c647be22-3421-4fbc-8086-fbb4df921dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (7e2c1104-a49b-40ef-a826-197614d3699b), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:19.991350 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-831a7c4f-100d-4095-9ddf-73f3baf2f7ff tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Allocated IP 2001:db8::9c9d:d6c6:e233:db3a (4f54fdde-6e16-424b-a89f-7d368ed79ea3/8b945800-3307-4d6b-83c9-81e95ec00f2f/a63fd356-d0dc-45cd-b333-03fa3d8d60b8) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:49:20.045084 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c647be22-3421-4fbc-8086-fbb4df921dc8 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:49:20.050572 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-c647be22-3421-4fbc-8086-fbb4df921dc8 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:49:20.061236 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c647be22-3421-4fbc-8086-fbb4df921dc8 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:49:20.086058 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-a40b6588-c04e-4e80-a7ae-f6df1b1e14d7 req-e98a00e3-919a-44a7-b767-b97dca88e6b2 tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] For port fc6c814f-5168-4a7f-892c-f11f1b07877c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=fc6c814f-5168-4a7f-892c-f11f1b07877c,segment=NetworkSegment(32b55a2c-f233-4bdc-816f-9fe6a18fd9e3),segment_id=32b55a2c-f233-4bdc-816f-9fe6a18fd9e3)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:20.088093 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647be22-3421-4fbc-8086-fbb4df921dc8 None None] Pushing event updated for resources: {'Port': ['ID=7e2c1104-a49b-40ef-a826-197614d3699b,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:20.088416 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a40b6588-c04e-4e80-a7ae-f6df1b1e14d7 req-e98a00e3-919a-44a7-b767-b97dca88e6b2 tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (fc6c814f-5168-4a7f-892c-f11f1b07877c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:20.113525 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-23dce352-ef2a-4805-b9bc-c909f960175a req-ffcd3883-ec6e-4e34-acb3-5c301bdacc69 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] No DVR routers for this DVR port 5e791b85-9b82-48c2-831e-799f6f6f0742 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:49:20.120406 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-23dce352-ef2a-4805-b9bc-c909f960175a req-ffcd3883-ec6e-4e34-acb3-5c301bdacc69 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:20.123990 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-23dce352-ef2a-4805-b9bc-c909f960175a req-ffcd3883-ec6e-4e34-acb3-5c301bdacc69 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.42 "DELETE /v2.0/ports/5e791b85-9b82-48c2-831e-799f6f6f0742 HTTP/1.1" status: 204 len: 173 time: 1.3495307 Feb 20 03:49:20.125572 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cafbf8-a284-4ca1-bb6c-e68e1552ec6e', 'name': 'network-vif-deleted', 'tag': '5e791b85-9b82-48c2-831e-799f6f6f0742'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:49:20.127954 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39073143-4dd0-4fb9-8fd9-50abc6c523ee" -d '{"events": [{"server_uuid": "58cafbf8-a284-4ca1-bb6c-e68e1552ec6e", "name": "network-vif-deleted", "tag": "5e791b85-9b82-48c2-831e-799f6f6f0742"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:49:20.137160 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-a40b6588-c04e-4e80-a7ae-f6df1b1e14d7 req-e98a00e3-919a-44a7-b767-b97dca88e6b2 tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] Calling delete_port for fc6c814f-5168-4a7f-892c-f11f1b07877c owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:49:20.160321 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386088b-66a4-4016-b9f9-47cd804df661 req-f55e98ed-78b4-48d2-b4f9-03ad257ab924 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:20.173984 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9386088b-66a4-4016-b9f9-47cd804df661 req-f55e98ed-78b4-48d2-b4f9-03ad257ab924 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=85cb4d1c-98b2-4030-8621-590c1f40f0a6 HTTP/1.1" status: 200 len: 946 time: 0.3142538 Feb 20 03:49:20.177673 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53734) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:20.183927 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-831a7c4f-100d-4095-9ddf-73f3baf2f7ff tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for port (a63fd356-d0dc-45cd-b333-03fa3d8d60b8), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:20.192519 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-c9116716-3ec6-40a5-924e-4411972c948f tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Request body: {'floatingip': {'port_id': '4d02e7fa-96fc-418b-af51-ff3b5f166308'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:20.219593 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-c647be22-3421-4fbc-8086-fbb4df921dc8 None None] Attempting to bind port 7e2c1104-a49b-40ef-a826-197614d3699b on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:49:20.223574 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-c647be22-3421-4fbc-8086-fbb4df921dc8 None None] Attempting to bind port 7e2c1104-a49b-40ef-a826-197614d3699b by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:49:20.223574 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c647be22-3421-4fbc-8086-fbb4df921dc8 None None] Attempting to bind port 7e2c1104-a49b-40ef-a826-197614d3699b on network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:49:20.229713 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c647be22-3421-4fbc-8086-fbb4df921dc8 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:49:20.231084 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c647be22-3421-4fbc-8086-fbb4df921dc8 None None] Checking segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:49:20.231509 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c647be22-3421-4fbc-8086-fbb4df921dc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:20.231971 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c647be22-3421-4fbc-8086-fbb4df921dc8 None None] Bound using segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:49:20.232503 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-c647be22-3421-4fbc-8086-fbb4df921dc8 None None] Bound port: 7e2c1104-a49b-40ef-a826-197614d3699b, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:49:20.232894 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c647be22-3421-4fbc-8086-fbb4df921dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7e2c1104-a49b-40ef-a826-197614d3699b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:20.318661 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-831a7c4f-100d-4095-9ddf-73f3baf2f7ff tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (a63fd356-d0dc-45cd-b333-03fa3d8d60b8), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:20.344842 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c647be22-3421-4fbc-8086-fbb4df921dc8 None None] For port 7e2c1104-a49b-40ef-a826-197614d3699b, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:49:20.347095 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c647be22-3421-4fbc-8086-fbb4df921dc8 None None] For port 7e2c1104-a49b-40ef-a826-197614d3699b, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=7e2c1104-a49b-40ef-a826-197614d3699b,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:49:20.357483 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c9116716-3ec6-40a5-924e-4411972c948f tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for floatingip (7e184321-74fb-4f0e-b4f9-1ec01aa7e832), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:20.409316 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831a7c4f-100d-4095-9ddf-73f3baf2f7ff tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:49:20.410502 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e9a5e3e9-f842-49f2-850e-3e782e06c6bc req-a02eefe5-db2f-4292-9384-c2429a5ca1d5 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=58cafbf8-a284-4ca1-bb6c-e68e1552ec6e HTTP/1.1" status: 200 len: 210 time: 0.1526244 Feb 20 03:49:20.422041 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c647be22-3421-4fbc-8086-fbb4df921dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (7e2c1104-a49b-40ef-a826-197614d3699b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:20.438203 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-831a7c4f-100d-4095-9ddf-73f3baf2f7ff tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:49:20.439826 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a7c4f-100d-4095-9ddf-73f3baf2f7ff tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:49:20.460659 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831a7c4f-100d-4095-9ddf-73f3baf2f7ff tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:20.461355 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-831a7c4f-100d-4095-9ddf-73f3baf2f7ff tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:20.504727 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a7c4f-100d-4095-9ddf-73f3baf2f7ff tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Port': ['ID=a63fd356-d0dc-45cd-b333-03fa3d8d60b8,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:20.558259 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647be22-3421-4fbc-8086-fbb4df921dc8 None None] Pushing event updated for resources: {'Port': ['ID=7e2c1104-a49b-40ef-a826-197614d3699b,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:20.585194 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f8263847-3741-4f5a-b389-9eb271a0bb6f up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:49:20.636331 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-831a7c4f-100d-4095-9ddf-73f3baf2f7ff tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4612992 Feb 20 03:49:20.642504 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53746) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:20.712543 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cb99fe-0d3c-4d3a-8115-f97b0c8ca1a5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:20.719863 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cb99fe-0d3c-4d3a-8115-f97b0c8ca1a5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:20.721801 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-20cb99fe-0d3c-4d3a-8115-f97b0c8ca1a5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0815978 Feb 20 03:49:20.724603 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53750) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:20.822962 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port f8263847-3741-4f5a-b389-9eb271a0bb6f completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:49:20.832061 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port f8263847-3741-4f5a-b389-9eb271a0bb6f triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:49:20.832225 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f8263847-3741-4f5a-b389-9eb271a0bb6f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:20.846072 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a40b6588-c04e-4e80-a7ae-f6df1b1e14d7 req-e98a00e3-919a-44a7-b767-b97dca88e6b2 tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (fc6c814f-5168-4a7f-892c-f11f1b07877c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:20.906354 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a00e3-919a-44a7-b767-b97dca88e6b2 tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] Pushing event deleted for resources: {'Port': ['ID=fc6c814f-5168-4a7f-892c-f11f1b07877c,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:20.915475 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742c49f-cc9f-4cff-985b-725bafa590a1 req-7a54c1b2-4e87-4667-96a7-0da90a2ab0ee tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:20.923720 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a742c49f-cc9f-4cff-985b-725bafa590a1 req-7a54c1b2-4e87-4667-96a7-0da90a2ab0ee tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=14ad1b11-63ad-49da-b9e1-66638ddb6ff2 HTTP/1.1" status: 200 len: 944 time: 0.3434865 Feb 20 03:49:20.945806 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-7e65ad5b-2cd4-4995-b1df-695688c4135b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting port a63fd356-d0dc-45cd-b333-03fa3d8d60b8 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:49:20.946156 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7e65ad5b-2cd4-4995-b1df-695688c4135b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (a63fd356-d0dc-45cd-b333-03fa3d8d60b8), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:21.131956 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port f8263847-3741-4f5a-b389-9eb271a0bb6f is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:49:21.132358 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f8263847-3741-4f5a-b389-9eb271a0bb6f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:21.171214 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ad1b11-63ad-49da-b9e1-66638ddb6ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8263847-3741-4f5a-b389-9eb271a0bb6f'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:49:21.172881 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7e65ad5b-2cd4-4995-b1df-695688c4135b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (a63fd356-d0dc-45cd-b333-03fa3d8d60b8), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:21.174131 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba144db1-6454-434c-97a7-c47f00809397" -d '{"events": [{"server_uuid": "14ad1b11-63ad-49da-b9e1-66638ddb6ff2", "name": "network-vif-plugged", "status": "completed", "tag": "f8263847-3741-4f5a-b389-9eb271a0bb6f"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:49:21.193017 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port f8263847-3741-4f5a-b389-9eb271a0bb6f, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f8263847-3741-4f5a-b389-9eb271a0bb6f,segment=NetworkSegment(3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782),segment_id=3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:21.196928 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-7e65ad5b-2cd4-4995-b1df-695688c4135b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Calling delete_port for a63fd356-d0dc-45cd-b333-03fa3d8d60b8 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:49:21.205201 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:21.207060 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:21.292312 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f8263847-3741-4f5a-b389-9eb271a0bb6f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:21.412097 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=f8263847-3741-4f5a-b389-9eb271a0bb6f,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:21.456557 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7e65ad5b-2cd4-4995-b1df-695688c4135b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (a63fd356-d0dc-45cd-b333-03fa3d8d60b8), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:21.490415 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65ad5b-2cd4-4995-b1df-695688c4135b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Port': ['ID=a63fd356-d0dc-45cd-b333-03fa3d8d60b8,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:21.521311 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7e65ad5b-2cd4-4995-b1df-695688c4135b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:21.527608 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7e65ad5b-2cd4-4995-b1df-695688c4135b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/a63fd356-d0dc-45cd-b333-03fa3d8d60b8 HTTP/1.1" status: 204 len: 168 time: 0.7918029 Feb 20 03:49:21.527935 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53770) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:21.570921 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40b6588-c04e-4e80-a7ae-f6df1b1e14d7 req-e98a00e3-919a-44a7-b767-b97dca88e6b2 tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] No DVR routers for this DVR port fc6c814f-5168-4a7f-892c-f11f1b07877c on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:49:21.573764 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a40b6588-c04e-4e80-a7ae-f6df1b1e14d7 req-e98a00e3-919a-44a7-b767-b97dca88e6b2 tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:21.578506 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a40b6588-c04e-4e80-a7ae-f6df1b1e14d7 req-e98a00e3-919a-44a7-b767-b97dca88e6b2 tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] 10.222.0.93 "DELETE /v2.0/ports/fc6c814f-5168-4a7f-892c-f11f1b07877c HTTP/1.1" status: 204 len: 173 time: 2.0628686 Feb 20 03:49:21.589336 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b98790-4595-46e7-96cc-ea026b2b24dd tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:21.591059 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b98790-4595-46e7-96cc-ea026b2b24dd tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:21.603458 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-97b98790-4595-46e7-96cc-ea026b2b24dd tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0636621 Feb 20 03:49:21.604132 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a742c49f-cc9f-4cff-985b-725bafa590a1 req-292d8a62-0289-43cd-8618-b5954a8c42c0 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9cc23bc-b0fc-41bb-9fa9-63c7acadbcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6696217 Feb 20 03:49:21.604132 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53772) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:21.676399 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f366808-fda3-40b4-abc0-c2524013e606 x-openstack-request-id: req-0f366808-fda3-40b4-abc0-c2524013e606 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:49:21.676703 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58cafbf8-a284-4ca1-bb6c-e68e1552ec6e", "name": "network-vif-deleted", "tag": "5e791b85-9b82-48c2-831e-799f6f6f0742", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:49:21.676966 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0f366808-fda3-40b4-abc0-c2524013e606 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:49:21.677372 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58cafbf8-a284-4ca1-bb6c-e68e1552ec6e', 'name': 'network-vif-deleted', 'tag': '5e791b85-9b82-48c2-831e-799f6f6f0742', 'status': 'completed', 'code': 200} Feb 20 03:49:21.853947 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d09e8b3-6090-429a-a9f7-2849b42f4cd5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting subnet 8b945800-3307-4d6b-83c9-81e95ec00f2f {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:49:21.859643 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d140dfb9-b0e1-4622-b8a3-e3ad5c7375ad req-7e617709-d37d-4b97-8580-3f66f07832d0 tempest-VolumesActionsTest-519830600 tempest-VolumesActionsTest-519830600-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f661ee9-06ce-42b9-bafc-240ba46eb24b HTTP/1.1" status: 200 len: 210 time: 0.1009955 Feb 20 03:49:21.862727 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5d09e8b3-6090-429a-a9f7-2849b42f4cd5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (8b945800-3307-4d6b-83c9-81e95ec00f2f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:21.956159 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5d09e8b3-6090-429a-a9f7-2849b42f4cd5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (8b945800-3307-4d6b-83c9-81e95ec00f2f), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:22.038080 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d04b2cdf-ba6d-4e63-93f6-9dd474ad5211 req-8237de77-079b-45ce-87c8-2c6b701efb1e tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 210 time: 0.0580173 Feb 20 03:49:22.169134 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8531a65b-eade-49af-9770-f4b4ca238b4a x-openstack-request-id: req-8531a65b-eade-49af-9770-f4b4ca238b4a {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:49:22.169873 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ad1b11-63ad-49da-b9e1-66638ddb6ff2", "name": "network-vif-plugged", "status": "completed", "tag": "f8263847-3741-4f5a-b389-9eb271a0bb6f", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:49:22.170015 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8531a65b-eade-49af-9770-f4b4ca238b4a {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:49:22.170438 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ad1b11-63ad-49da-b9e1-66638ddb6ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8263847-3741-4f5a-b389-9eb271a0bb6f', 'code': 200} Feb 20 03:49:22.173797 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-09d7b66e-2337-41db-8903-0d6ef9eb201f None None] Provisioning complete for port 7e2c1104-a49b-40ef-a826-197614d3699b triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:49:22.175410 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09d7b66e-2337-41db-8903-0d6ef9eb201f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (7e2c1104-a49b-40ef-a826-197614d3699b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:22.433082 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c9116716-3ec6-40a5-924e-4411972c948f tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:22.456493 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 5e791b85-9b82-48c2-831e-799f6f6f0742 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:49:22.457313 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5d09e8b3-6090-429a-a9f7-2849b42f4cd5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (8b945800-3307-4d6b-83c9-81e95ec00f2f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:22.509191 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 5e791b85-9b82-48c2-831e-799f6f6f0742 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:49:22.509592 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 5e791b85-9b82-48c2-831e-799f6f6f0742 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:49:22.531857 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-09d7b66e-2337-41db-8903-0d6ef9eb201f None None] Current status of the port 7e2c1104-a49b-40ef-a826-197614d3699b is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:49:22.531857 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09d7b66e-2337-41db-8903-0d6ef9eb201f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7e2c1104-a49b-40ef-a826-197614d3699b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:22.554076 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c9116716-3ec6-40a5-924e-4411972c948f tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (7e184321-74fb-4f0e-b4f9-1ec01aa7e832), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:22.586406 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 7e2c1104-a49b-40ef-a826-197614d3699b up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:49:22.616921 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device fc6c814f-5168-4a7f-892c-f11f1b07877c no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:49:22.669402 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531a675-4fd1-4098-bc2a-7958e2558723 req-5ec1ee31-b745-4be1-a182-c4afa2479cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:22.669402 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4531a675-4fd1-4098-bc2a-7958e2558723 req-5ec1ee31-b745-4be1-a182-c4afa2479cfa service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=14ad1b11-63ad-49da-b9e1-66638ddb6ff2 HTTP/1.1" status: 200 len: 1127 time: 0.3851047 Feb 20 03:49:22.813317 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5d09e8b3-6090-429a-a9f7-2849b42f4cd5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (8b945800-3307-4d6b-83c9-81e95ec00f2f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:22.898628 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4531a675-4fd1-4098-bc2a-7958e2558723 req-3e0cd856-65f1-4bb0-a0f7-9d66b3e0ebba service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c9cc23bc-b0fc-41bb-9fa9-63c7acadbcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243702 Feb 20 03:49:22.908552 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [None req-c9116716-3ec6-40a5-924e-4411972c948f tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Floating IP 7e184321-74fb-4f0e-b4f9-1ec01aa7e832 associated. External IP: 172.25.7.150, port: 4d02e7fa-96fc-418b-af51-ff3b5f166308. Feb 20 03:49:22.910775 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09e8b3-6090-429a-a9f7-2849b42f4cd5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Subnet': ['ID=8b945800-3307-4d6b-83c9-81e95ec00f2f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:22.913795 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5d09e8b3-6090-429a-a9f7-2849b42f4cd5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:22.920008 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53816) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:22.927257 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5d09e8b3-6090-429a-a9f7-2849b42f4cd5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/8b945800-3307-4d6b-83c9-81e95ec00f2f HTTP/1.1" status: 204 len: 168 time: 1.3281815 Feb 20 03:49:22.988976 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b27ac78-2840-4222-9010-77607a7785a0 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:49:22.990980 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-766613e0-9e1f-4795-9ef6-870cc011fe17 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0696013 Feb 20 03:49:22.993754 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53822) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:22.994831 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: fc6c814f-5168-4a7f-892c-f11f1b07877c {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:49:22.995199 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device fc6c814f-5168-4a7f-892c-f11f1b07877c not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:49:23.006349 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-6f22a882-dead-41a0-a09d-80407fe115a3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:23.014958 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09e8b3-6090-429a-a9f7-2849b42f4cd5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:23.015316 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09e8b3-6090-429a-a9f7-2849b42f4cd5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:23.015694 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09e8b3-6090-429a-a9f7-2849b42f4cd5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:23.016154 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09e8b3-6090-429a-a9f7-2849b42f4cd5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:23.016601 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09e8b3-6090-429a-a9f7-2849b42f4cd5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:23.017065 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09e8b3-6090-429a-a9f7-2849b42f4cd5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:23.017542 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09e8b3-6090-429a-a9f7-2849b42f4cd5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:23.018021 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09e8b3-6090-429a-a9f7-2849b42f4cd5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:23.018512 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09e8b3-6090-429a-a9f7-2849b42f4cd5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:23.018845 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09e8b3-6090-429a-a9f7-2849b42f4cd5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:23.019273 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09e8b3-6090-429a-a9f7-2849b42f4cd5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:23.019611 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09e8b3-6090-429a-a9f7-2849b42f4cd5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:23.020180 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d09e8b3-6090-429a-a9f7-2849b42f4cd5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:23.116480 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 7e2c1104-a49b-40ef-a826-197614d3699b triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:49:23.116870 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (7e2c1104-a49b-40ef-a826-197614d3699b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:23.126900 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-09d7b66e-2337-41db-8903-0d6ef9eb201f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:49:23.126900 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-09d7b66e-2337-41db-8903-0d6ef9eb201f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:49:23.139221 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dad46c-ef05-4171-9426-36819f43c2ad req-296c178f-8c80-4e79-8c93-0345f0dcd295 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:23.140845 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25dad46c-ef05-4171-9426-36819f43c2ad req-296c178f-8c80-4e79-8c93-0345f0dcd295 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=14ad1b11-63ad-49da-b9e1-66638ddb6ff2 HTTP/1.1" status: 200 len: 945 time: 0.3979144 Feb 20 03:49:23.222738 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 7e2c1104-a49b-40ef-a826-197614d3699b is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:49:23.223270 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7e2c1104-a49b-40ef-a826-197614d3699b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:23.261027 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 7e2c1104-a49b-40ef-a826-197614d3699b, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=7e2c1104-a49b-40ef-a826-197614d3699b,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:23.282102 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25dad46c-ef05-4171-9426-36819f43c2ad req-85d78322-0a10-4556-93ce-9605d3da4ecf tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9cc23bc-b0fc-41bb-9fa9-63c7acadbcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301458 Feb 20 03:49:23.299051 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86f8034-3349-47e2-b194-c2b8413bc6fe None None] DHCP port deletion for 4f54fdde-6e16-424b-a89f-7d368ed79ea3 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:49:23.340739 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f22a882-dead-41a0-a09d-80407fe115a3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:49:23.342954 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6f22a882-dead-41a0-a09d-80407fe115a3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:23.366548 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (7e2c1104-a49b-40ef-a826-197614d3699b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:23.474503 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=7e2c1104-a49b-40ef-a826-197614d3699b,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:23.476553 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9116716-3ec6-40a5-924e-4411972c948f tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Router 3fa0165c-bb63-4346-b751-7abaa5ffbfae has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:49:23.509612 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d86f8034-3349-47e2-b194-c2b8413bc6fe None None] Deleting port 7e2c1104-a49b-40ef-a826-197614d3699b {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:49:23.509973 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d86f8034-3349-47e2-b194-c2b8413bc6fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (7e2c1104-a49b-40ef-a826-197614d3699b), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:23.591345 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-72042c46-03d6-47fd-9456-a158556abad3 req-8181218e-0f0b-4d04-9240-999669ac1a61 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 210 time: 0.0742803 Feb 20 03:49:23.617798 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d86f8034-3349-47e2-b194-c2b8413bc6fe None None] For port 7e2c1104-a49b-40ef-a826-197614d3699b, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=7e2c1104-a49b-40ef-a826-197614d3699b,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:23.618787 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d86f8034-3349-47e2-b194-c2b8413bc6fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (7e2c1104-a49b-40ef-a826-197614d3699b), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:23.667006 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d86f8034-3349-47e2-b194-c2b8413bc6fe None None] Calling delete_port for 7e2c1104-a49b-40ef-a826-197614d3699b owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:49:23.719819 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f661ee9-06ce-42b9-bafc-240ba46eb24b', 'name': 'network-vif-deleted', 'tag': 'fc6c814f-5168-4a7f-892c-f11f1b07877c'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:49:23.724570 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3de2de-e3ad-4de2-ae59-767cc84f20e2" -d '{"events": [{"server_uuid": "2f661ee9-06ce-42b9-bafc-240ba46eb24b", "name": "network-vif-deleted", "tag": "fc6c814f-5168-4a7f-892c-f11f1b07877c"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:49:23.745416 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-09d7b66e-2337-41db-8903-0d6ef9eb201f None None] Current status of the port 7e2c1104-a49b-40ef-a826-197614d3699b is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:49:23.827453 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40ba4e4-9cf2-4e07-9bec-62d2737d3342 x-openstack-request-id: req-f40ba4e4-9cf2-4e07-9bec-62d2737d3342 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:49:23.833485 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f661ee9-06ce-42b9-bafc-240ba46eb24b", "name": "network-vif-deleted", "tag": "fc6c814f-5168-4a7f-892c-f11f1b07877c", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:49:23.833485 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f40ba4e4-9cf2-4e07-9bec-62d2737d3342 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:49:23.833485 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f661ee9-06ce-42b9-bafc-240ba46eb24b', 'name': 'network-vif-deleted', 'tag': 'fc6c814f-5168-4a7f-892c-f11f1b07877c', 'status': 'completed', 'code': 200} Feb 20 03:49:23.876979 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9116716-3ec6-40a5-924e-4411972c948f tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:49:23.890166 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c9116716-3ec6-40a5-924e-4411972c948f tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:23.890272 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c112d98-fb95-4876-8714-e73300fb0041 None None] Sync routers for ids ['3fa0165c-bb63-4346-b751-7abaa5ffbfae'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:49:23.896318 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-518212e3-bf1a-4820-ba95-634af4afb4b5 None None] Could not find standard attr ID for object a63fd356-d0dc-45cd-b333-03fa3d8d60b8. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:49:23.904499 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c112d98-fb95-4876-8714-e73300fb0041 None None] Routers {'3fa0165c-bb63-4346-b751-7abaa5ffbfae'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:49:23.905146 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-5c112d98-fb95-4876-8714-e73300fb0041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:48:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3fa0165c-bb63-4346-b751-7abaa5ffbfae'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:49:23.946292 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c9116716-3ec6-40a5-924e-4411972c948f tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "PUT /v2.0/floatingips/7e184321-74fb-4f0e-b4f9-1ec01aa7e832 HTTP/1.1" status: 200 len: 992 time: 3.7655218 Feb 20 03:49:23.982009 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6f22a882-dead-41a0-a09d-80407fe115a3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (6382ab06-91b4-4f61-88b6-8a27d2990448), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:23.982148 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d86f8034-3349-47e2-b194-c2b8413bc6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (7e2c1104-a49b-40ef-a826-197614d3699b), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:24.096880 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f8034-3349-47e2-b194-c2b8413bc6fe None None] Pushing event deleted for resources: {'Port': ['ID=7e2c1104-a49b-40ef-a826-197614d3699b,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:24.101489 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86f8034-3349-47e2-b194-c2b8413bc6fe None None] No DVR routers for this DVR port 7e2c1104-a49b-40ef-a826-197614d3699b on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:49:24.124982 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f22a882-dead-41a0-a09d-80407fe115a3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:49:24.141580 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-6f22a882-dead-41a0-a09d-80407fe115a3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:49:24.144703 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f22a882-dead-41a0-a09d-80407fe115a3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:24.145586 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6f22a882-dead-41a0-a09d-80407fe115a3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:24.161489 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22a882-dead-41a0-a09d-80407fe115a3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Subnet': ['ID=6382ab06-91b4-4f61-88b6-8a27d2990448,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:24.167165 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9f8885-49b3-4fe4-b829-a2cb92b39843 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:49:24.195878 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-5c112d98-fb95-4876-8714-e73300fb0041 None None] Set router 3fa0165c-bb63-4346-b751-7abaa5ffbfae gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:49:24.268799 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53902) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:24.271267 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-250f2f5a-3f05-4181-9762-f4f6d596c625 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'fixed_ips': [{'subnet_id': '6382ab06-91b4-4f61-88b6-8a27d2990448', 'ip_address': '2001:db8::362f:cc4b:1b3:ef50'}], 'name': 'tempest-NetworksTestDHCPv6-1392609024'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:24.274073 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6f22a882-dead-41a0-a09d-80407fe115a3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2592876 Feb 20 03:49:24.475492 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 7e2c1104-a49b-40ef-a826-197614d3699b no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:49:24.494470 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5167aaff-93c6-4705-9691-27b7f974aac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'project_id': '43fe9a19d6654b4e8e70d399d460b079', 'fixed_ips': [{'subnet_id': '6382ab06-91b4-4f61-88b6-8a27d2990448'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:49:24.495847 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5167aaff-93c6-4705-9691-27b7f974aac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:24.499356 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 7e2c1104-a49b-40ef-a826-197614d3699b {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:49:24.499773 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 7e2c1104-a49b-40ef-a826-197614d3699b not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:49:24.561119 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a1139-aa34-4eb2-a3ff-0df321f2d3dd req-89370d4c-34b7-430a-ba90-5bb3a3030cc9 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:24.569163 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff2a1139-aa34-4eb2-a3ff-0df321f2d3dd req-89370d4c-34b7-430a-ba90-5bb3a3030cc9 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=14ad1b11-63ad-49da-b9e1-66638ddb6ff2 HTTP/1.1" status: 200 len: 945 time: 0.1151729 Feb 20 03:49:24.622122 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-5c112d98-fb95-4876-8714-e73300fb0041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'name': 'tempest-AttachVolumeTestJSON-237415728-router', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:29Z', 'updated_at': '2022-02-20T03:44:38Z', 'revision_number': 4, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'gw_port': {'id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:31Z', 'updated_at': '2022-02-20T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '7e184321-74fb-4f0e-b4f9-1ec01aa7e832', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'floating_ip_address': '172.25.7.150', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'port_id': '4d02e7fa-96fc-418b-af51-ff3b5f166308', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a', 'mac_address': 'fa:16:3e:fc:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cb4d1c-98b2-4030-8621-590c1f40f0a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:48:58Z', 'updated_at': '2022-02-20T03:49:22Z', 'revision_number': 1, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caeabdbf-9be1-417d-b66e-d93a08bd5956', 'name': '', 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'mac_address': 'fa:16:3e:c8:3e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'ec9d4964-56bb-4af3-beab-8c8d3923a688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:37Z', 'updated_at': '2022-02-20T03:44:47Z', 'revision_number': 5, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'subnets': [{'id': 'ec9d4964-56bb-4af3-beab-8c8d3923a688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:49:24.679769 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff2a1139-aa34-4eb2-a3ff-0df321f2d3dd req-69d93eb7-ee2e-4c29-be02-d9697bedd95e tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9cc23bc-b0fc-41bb-9fa9-63c7acadbcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961220 Feb 20 03:49:24.691325 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250f2f5a-3f05-4181-9762-f4f6d596c625 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:49:24.695982 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c112d98-fb95-4876-8714-e73300fb0041 None None] Checking router: 3fa0165c-bb63-4346-b751-7abaa5ffbfae for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:49:24.715475 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-5167aaff-93c6-4705-9691-27b7f974aac1 None None] Allocated IP 2001:db8::2 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/6382ab06-91b4-4f61-88b6-8a27d2990448/079ce438-4260-41f3-aa10-dd6a5b90709a) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:49:24.736681 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c112d98-fb95-4876-8714-e73300fb0041 None None] Routers {'3fa0165c-bb63-4346-b751-7abaa5ffbfae'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:49:24.738222 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-5c112d98-fb95-4876-8714-e73300fb0041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:48:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3fa0165c-bb63-4346-b751-7abaa5ffbfae'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:49:24.934257 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-250f2f5a-3f05-4181-9762-f4f6d596c625 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:24.945671 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-5c112d98-fb95-4876-8714-e73300fb0041 None None] Set router 3fa0165c-bb63-4346-b751-7abaa5ffbfae gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:49:24.955811 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-51fd3e7b-f114-49b3-9672-505b80f49cb2 req-512784aa-ab49-4c41-949c-fbc1092dd025 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 210 time: 0.0738976 Feb 20 03:49:24.995654 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-250f2f5a-3f05-4181-9762-f4f6d596c625 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] device_id is not set on port b0dfdebd-a189-4b55-8bcb-6c29cbb0f795 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:49:25.137422 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5167aaff-93c6-4705-9691-27b7f974aac1 None None] Publish callbacks [] for port (079ce438-4260-41f3-aa10-dd6a5b90709a), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:25.205545 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a739e-c26d-46d4-81c8-4d7087d8bf0e req-a7886863-1516-4881-b13b-0320176e97d2 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:25.210921 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5167aaff-93c6-4705-9691-27b7f974aac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (079ce438-4260-41f3-aa10-dd6a5b90709a), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:25.223905 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-221a739e-c26d-46d4-81c8-4d7087d8bf0e req-a7886863-1516-4881-b13b-0320176e97d2 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=14ad1b11-63ad-49da-b9e1-66638ddb6ff2 HTTP/1.1" status: 200 len: 945 time: 0.1150727 Feb 20 03:49:25.312806 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-5c112d98-fb95-4876-8714-e73300fb0041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'name': 'tempest-AttachVolumeTestJSON-237415728-router', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:29Z', 'updated_at': '2022-02-20T03:44:38Z', 'revision_number': 4, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'gw_port': {'id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:31Z', 'updated_at': '2022-02-20T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '7e184321-74fb-4f0e-b4f9-1ec01aa7e832', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'floating_ip_address': '172.25.7.150', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'port_id': '4d02e7fa-96fc-418b-af51-ff3b5f166308', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a', 'mac_address': 'fa:16:3e:fc:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cb4d1c-98b2-4030-8621-590c1f40f0a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:48:58Z', 'updated_at': '2022-02-20T03:49:22Z', 'revision_number': 1, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caeabdbf-9be1-417d-b66e-d93a08bd5956', 'name': '', 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'mac_address': 'fa:16:3e:c8:3e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'ec9d4964-56bb-4af3-beab-8c8d3923a688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:37Z', 'updated_at': '2022-02-20T03:44:47Z', 'revision_number': 5, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'subnets': [{'id': 'ec9d4964-56bb-4af3-beab-8c8d3923a688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:49:25.315589 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5167aaff-93c6-4705-9691-27b7f974aac1 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:49:25.342062 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-5167aaff-93c6-4705-9691-27b7f974aac1 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:49:25.350215 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c112d98-fb95-4876-8714-e73300fb0041 None None] The sync data for ids ['3fa0165c-bb63-4346-b751-7abaa5ffbfae'] in n-d-829866-4 is: [{'id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'name': 'tempest-AttachVolumeTestJSON-237415728-router', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:29Z', 'updated_at': '2022-02-20T03:44:38Z', 'revision_number': 4, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'gw_port': {'id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:31Z', 'updated_at': '2022-02-20T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '7e184321-74fb-4f0e-b4f9-1ec01aa7e832', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'floating_ip_address': '172.25.7.150', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'port_id': '4d02e7fa-96fc-418b-af51-ff3b5f166308', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a', 'mac_address': 'fa:16:3e:fc:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cb4d1c-98b2-4030-8621-590c1f40f0a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:48:58Z', 'updated_at': '2022-02-20T03:49:22Z', 'revision_number': 1, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caeabdbf-9be1-417d-b66e-d93a08bd5956', 'name': '', 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'mac_address': 'fa:16:3e:c8:3e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'ec9d4964-56bb-4af3-beab-8c8d3923a688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:37Z', 'updated_at': '2022-02-20T03:44:47Z', 'revision_number': 5, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'subnets': [{'id': 'ec9d4964-56bb-4af3-beab-8c8d3923a688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:49:25.350537 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5167aaff-93c6-4705-9691-27b7f974aac1 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:49:25.356583 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-221a739e-c26d-46d4-81c8-4d7087d8bf0e req-0d8b1f95-11dc-4c60-b608-28e29f606e30 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9cc23bc-b0fc-41bb-9fa9-63c7acadbcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317065 Feb 20 03:49:25.373663 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167aaff-93c6-4705-9691-27b7f974aac1 None None] Pushing event updated for resources: {'Port': ['ID=079ce438-4260-41f3-aa10-dd6a5b90709a,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:25.397138 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53966) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:25.483594 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-5167aaff-93c6-4705-9691-27b7f974aac1 None None] Attempting to bind port 079ce438-4260-41f3-aa10-dd6a5b90709a on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:49:25.485495 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-5167aaff-93c6-4705-9691-27b7f974aac1 None None] Attempting to bind port 079ce438-4260-41f3-aa10-dd6a5b90709a by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:49:25.485495 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5167aaff-93c6-4705-9691-27b7f974aac1 None None] Attempting to bind port 079ce438-4260-41f3-aa10-dd6a5b90709a on network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:49:25.492862 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5167aaff-93c6-4705-9691-27b7f974aac1 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:49:25.493187 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5167aaff-93c6-4705-9691-27b7f974aac1 None None] Checking segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:49:25.493761 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5167aaff-93c6-4705-9691-27b7f974aac1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:25.494172 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5167aaff-93c6-4705-9691-27b7f974aac1 None None] Bound using segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:49:25.494665 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-5167aaff-93c6-4705-9691-27b7f974aac1 None None] Bound port: 079ce438-4260-41f3-aa10-dd6a5b90709a, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:49:25.495115 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5167aaff-93c6-4705-9691-27b7f974aac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (079ce438-4260-41f3-aa10-dd6a5b90709a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:25.549645 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-250f2f5a-3f05-4181-9762-f4f6d596c625 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Allocated IP 2001:db8::362f:cc4b:1b3:ef50 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/6382ab06-91b4-4f61-88b6-8a27d2990448/b0dfdebd-a189-4b55-8bcb-6c29cbb0f795) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:49:25.600350 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-5167aaff-93c6-4705-9691-27b7f974aac1 None None] For port 079ce438-4260-41f3-aa10-dd6a5b90709a, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:49:25.601425 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-5167aaff-93c6-4705-9691-27b7f974aac1 None None] For port 079ce438-4260-41f3-aa10-dd6a5b90709a, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=079ce438-4260-41f3-aa10-dd6a5b90709a,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:49:25.623648 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287a024-19a9-4775-8ef7-be6635206992 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:25.625428 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a287a024-19a9-4775-8ef7-be6635206992 tempest-TestNetworkBasicOps-1419039641 tempest-TestNetworkBasicOps-1419039641-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=14ad1b11-63ad-49da-b9e1-66638ddb6ff2 HTTP/1.1" status: 200 len: 1122 time: 0.2270849 Feb 20 03:49:25.628276 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53980) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:25.640378 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-29b7a023-7508-498a-b947-8799a4493d0b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'port_id': 'f8263847-3741-4f5a-b389-9eb271a0bb6f', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:25.658654 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5167aaff-93c6-4705-9691-27b7f974aac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (079ce438-4260-41f3-aa10-dd6a5b90709a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:25.762749 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167aaff-93c6-4705-9691-27b7f974aac1 None None] Pushing event updated for resources: {'Port': ['ID=079ce438-4260-41f3-aa10-dd6a5b90709a,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:25.829143 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85cb4d1c-98b2-4030-8621-590c1f40f0a6', 'tag': '4d02e7fa-96fc-418b-af51-ff3b5f166308'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:49:25.831500 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefc323b-7d46-46ef-b4a9-c37b99bcf584" -d '{"events": [{"name": "network-changed", "server_uuid": "85cb4d1c-98b2-4030-8621-590c1f40f0a6", "tag": "4d02e7fa-96fc-418b-af51-ff3b5f166308"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:49:25.860271 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-250f2f5a-3f05-4181-9762-f4f6d596c625 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for port (b0dfdebd-a189-4b55-8bcb-6c29cbb0f795), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:25.893911 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50171935-71a8-4b51-b145-c4f2d9a72058 None None] New status for floating IP 7e184321-74fb-4f0e-b4f9-1ec01aa7e832: ACTIVE {{(pid=104107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:49:25.903145 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-29b7a023-7508-498a-b947-8799a4493d0b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:26.010890 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-250f2f5a-3f05-4181-9762-f4f6d596c625 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (b0dfdebd-a189-4b55-8bcb-6c29cbb0f795), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:26.171668 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-29b7a023-7508-498a-b947-8799a4493d0b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:26.227121 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250f2f5a-3f05-4181-9762-f4f6d596c625 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:49:26.238184 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-250f2f5a-3f05-4181-9762-f4f6d596c625 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:49:26.251922 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250f2f5a-3f05-4181-9762-f4f6d596c625 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:49:26.259412 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250f2f5a-3f05-4181-9762-f4f6d596c625 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:26.260257 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-250f2f5a-3f05-4181-9762-f4f6d596c625 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:26.280759 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f2f5a-3f05-4181-9762-f4f6d596c625 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Port': ['ID=b0dfdebd-a189-4b55-8bcb-6c29cbb0f795,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:26.400914 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-250f2f5a-3f05-4181-9762-f4f6d596c625 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1313446 Feb 20 03:49:26.401774 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54020) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:26.410321 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d807cd8-67ff-4993-ab3e-e184469cd26c x-openstack-request-id: req-4d807cd8-67ff-4993-ab3e-e184469cd26c {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:49:26.411033 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85cb4d1c-98b2-4030-8621-590c1f40f0a6", "tag": "4d02e7fa-96fc-418b-af51-ff3b5f166308", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:49:26.411640 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4d807cd8-67ff-4993-ab3e-e184469cd26c {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:49:26.412442 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85cb4d1c-98b2-4030-8621-590c1f40f0a6', 'tag': '4d02e7fa-96fc-418b-af51-ff3b5f166308', 'status': 'completed', 'code': 200} Feb 20 03:49:26.583699 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-20ab8fc0-7259-4d5a-9d5c-80bb5e2d2561 req-1117cb8e-82b0-4f0a-aafa-abdfe204c684 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 210 time: 0.0580719 Feb 20 03:49:26.607523 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 079ce438-4260-41f3-aa10-dd6a5b90709a up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:49:26.680074 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc323b-7d46-46ef-b4a9-c37b99bcf584 req-8b43ae84-cb36-4442-b44a-bcb933a42e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:26.682156 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fefc323b-7d46-46ef-b4a9-c37b99bcf584 req-8b43ae84-cb36-4442-b44a-bcb933a42e48 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=541ea901ffd34c35a78734a2429fed7a&device_id=85cb4d1c-98b2-4030-8621-590c1f40f0a6 HTTP/1.1" status: 200 len: 1128 time: 0.2936330 Feb 20 03:49:26.706166 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f61c1f0c-6515-41e6-97da-cfd7a1fb97f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:26.765825 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 079ce438-4260-41f3-aa10-dd6a5b90709a triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:49:26.767027 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (079ce438-4260-41f3-aa10-dd6a5b90709a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:26.814036 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc323b-7d46-46ef-b4a9-c37b99bcf584 req-76f75367-1277-4669-b0c8-40b99f286cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:26.815550 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fefc323b-7d46-46ef-b4a9-c37b99bcf584 req-76f75367-1277-4669-b0c8-40b99f286cad service neutron] 10.222.0.42 "GET /v2.0/networks?id=18b77a5e-5446-4d58-b319-36a274f1014a HTTP/1.1" status: 200 len: 911 time: 0.1250982 Feb 20 03:49:26.885068 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 079ce438-4260-41f3-aa10-dd6a5b90709a is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:49:26.885927 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (079ce438-4260-41f3-aa10-dd6a5b90709a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:26.947239 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 079ce438-4260-41f3-aa10-dd6a5b90709a, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=079ce438-4260-41f3-aa10-dd6a5b90709a,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:27.051008 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (079ce438-4260-41f3-aa10-dd6a5b90709a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:27.212022 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=079ce438-4260-41f3-aa10-dd6a5b90709a,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:27.448725 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef080842-7fe4-4d97-aa50-90c9fcc24a88 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:27.456648 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef080842-7fe4-4d97-aa50-90c9fcc24a88 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:27.459037 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ef080842-7fe4-4d97-aa50-90c9fcc24a88 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.0526235 Feb 20 03:49:27.461647 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54060) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:27.566711 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-29b7a023-7508-498a-b947-8799a4493d0b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Allocated IP 172.25.7.214 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/bdf410c0-a6e8-4dd1-ba95-75873365ed34) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:49:27.597030 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fefc323b-7d46-46ef-b4a9-c37b99bcf584 req-93b7191f-6cac-4737-b380-dd1dfa159e2a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d02e7fa-96fc-418b-af51-ff3b5f166308 HTTP/1.1" status: 200 len: 1002 time: 0.7603981 Feb 20 03:49:27.642885 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-eec4b878-4876-4e77-b998-a9b0ec5229c1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting port b0dfdebd-a189-4b55-8bcb-6c29cbb0f795 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:49:27.643418 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eec4b878-4876-4e77-b998-a9b0ec5229c1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b0dfdebd-a189-4b55-8bcb-6c29cbb0f795), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:27.734174 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2556f-25f4-4348-b6fa-0073b8140deb req-53deeab1-b889-4554-b6be-6b64e723cc76 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:27.750886 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31e2556f-25f4-4348-b6fa-0073b8140deb req-53deeab1-b889-4554-b6be-6b64e723cc76 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd HTTP/1.1" status: 200 len: 945 time: 0.9245188 Feb 20 03:49:27.787764 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eec4b878-4876-4e77-b998-a9b0ec5229c1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b0dfdebd-a189-4b55-8bcb-6c29cbb0f795), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:27.807277 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-eec4b878-4876-4e77-b998-a9b0ec5229c1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Calling delete_port for b0dfdebd-a189-4b55-8bcb-6c29cbb0f795 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:49:27.888265 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc323b-7d46-46ef-b4a9-c37b99bcf584 req-706a58b8-e7ba-465c-9760-4cbe062c6c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:27.890096 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fefc323b-7d46-46ef-b4a9-c37b99bcf584 req-706a58b8-e7ba-465c-9760-4cbe062c6c25 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec9d4964-56bb-4af3-beab-8c8d3923a688 HTTP/1.1" status: 200 len: 849 time: 0.2780004 Feb 20 03:49:27.913053 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-a93c03eb-0841-44ab-86fc-2d8b0139d07d None None] Provisioning complete for port 079ce438-4260-41f3-aa10-dd6a5b90709a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:49:27.915808 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a93c03eb-0841-44ab-86fc-2d8b0139d07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (079ce438-4260-41f3-aa10-dd6a5b90709a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:27.922367 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51811a54-9bf5-4510-bca7-8044e41c3b84 req-024310e3-2a5a-46ed-be5c-43782e6eed34 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:27.927504 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-51811a54-9bf5-4510-bca7-8044e41c3b84 req-024310e3-2a5a-46ed-be5c-43782e6eed34 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.93 "GET /v2.0/ports?device_id=40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd HTTP/1.1" status: 200 len: 945 time: 0.3862603 Feb 20 03:49:28.090508 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31e2556f-25f4-4348-b6fa-0073b8140deb req-b10704de-f025-4b87-a5ff-dbd56e7dcc93 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449254 Feb 20 03:49:28.133720 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-a93c03eb-0841-44ab-86fc-2d8b0139d07d None None] Current status of the port 079ce438-4260-41f3-aa10-dd6a5b90709a is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:49:28.218990 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-29b7a023-7508-498a-b947-8799a4493d0b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for port (bdf410c0-a6e8-4dd1-ba95-75873365ed34), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:28.308093 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eec4b878-4876-4e77-b998-a9b0ec5229c1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (b0dfdebd-a189-4b55-8bcb-6c29cbb0f795), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:28.333499 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea378ee4-979f-4c38-bbd0-ce208913cc2a req-fc996c56-da9d-4074-91fd-b1a97300497d tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 210 time: 0.0386744 Feb 20 03:49:28.347889 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f762ca3a-778c-4952-9bb1-6fce5fe7651d None None] Could not find standard attr ID for object b0dfdebd-a189-4b55-8bcb-6c29cbb0f795. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:49:28.357103 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 079ce438-4260-41f3-aa10-dd6a5b90709a up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:49:28.361917 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc323b-7d46-46ef-b4a9-c37b99bcf584 req-e0fbd931-855c-4f90-b61e-c13ba37f404d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:28.363634 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fefc323b-7d46-46ef-b4a9-c37b99bcf584 req-e0fbd931-855c-4f90-b61e-c13ba37f404d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=18b77a5e-5446-4d58-b319-36a274f1014a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4330919 Feb 20 03:49:28.391847 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4b878-4876-4e77-b998-a9b0ec5229c1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Port': ['ID=b0dfdebd-a189-4b55-8bcb-6c29cbb0f795,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:28.391995 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-51811a54-9bf5-4510-bca7-8044e41c3b84 req-e8bd120f-44d8-4bad-a5dd-7b5c81f05376 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Deleting port 01c6f12a-e18f-4e22-8ca3-befe7fa5df30 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:49:28.397046 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-51811a54-9bf5-4510-bca7-8044e41c3b84 req-e8bd120f-44d8-4bad-a5dd-7b5c81f05376 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (01c6f12a-e18f-4e22-8ca3-befe7fa5df30), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:28.428287 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eec4b878-4876-4e77-b998-a9b0ec5229c1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:28.435669 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-eec4b878-4876-4e77-b998-a9b0ec5229c1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/b0dfdebd-a189-4b55-8bcb-6c29cbb0f795 HTTP/1.1" status: 204 len: 168 time: 0.9727523 Feb 20 03:49:28.443043 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54096) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:28.495446 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 079ce438-4260-41f3-aa10-dd6a5b90709a triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:49:28.496086 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (079ce438-4260-41f3-aa10-dd6a5b90709a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:28.511153 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4972c291-e1c6-4df8-85ef-babcfbb87072 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:28.513840 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4972c291-e1c6-4df8-85ef-babcfbb87072 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:28.515491 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4972c291-e1c6-4df8-85ef-babcfbb87072 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0776751 Feb 20 03:49:28.522605 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54104) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:28.544707 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-29b7a023-7508-498a-b947-8799a4493d0b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (bdf410c0-a6e8-4dd1-ba95-75873365ed34), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:28.689909 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb872a9-0ad6-4194-93cc-434fb35b99d4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting subnet 6382ab06-91b4-4f61-88b6-8a27d2990448 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:49:28.724331 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cdb872a9-0ad6-4194-93cc-434fb35b99d4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (6382ab06-91b4-4f61-88b6-8a27d2990448), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:28.729631 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b7a023-7508-498a-b947-8799a4493d0b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:49:28.738184 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6a19e0d8-c594-42ed-bab7-b135b502e08a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:28.756632 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 079ce438-4260-41f3-aa10-dd6a5b90709a is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:49:28.768827 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7a023-7508-498a-b947-8799a4493d0b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'Port': ['ID=bdf410c0-a6e8-4dd1-ba95-75873365ed34,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:28.823328 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-51811a54-9bf5-4510-bca7-8044e41c3b84 req-e8bd120f-44d8-4bad-a5dd-7b5c81f05376 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] For port 01c6f12a-e18f-4e22-8ca3-befe7fa5df30, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=01c6f12a-e18f-4e22-8ca3-befe7fa5df30,segment=NetworkSegment(7ac0e132-f159-46b3-89b9-bf69b2d2b389),segment_id=7ac0e132-f159-46b3-89b9-bf69b2d2b389)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:28.823585 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-51811a54-9bf5-4510-bca7-8044e41c3b84 req-e8bd120f-44d8-4bad-a5dd-7b5c81f05376 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (01c6f12a-e18f-4e22-8ca3-befe7fa5df30), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:28.828867 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cdb872a9-0ad6-4194-93cc-434fb35b99d4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (6382ab06-91b4-4f61-88b6-8a27d2990448), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:28.843916 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-51811a54-9bf5-4510-bca7-8044e41c3b84 req-e8bd120f-44d8-4bad-a5dd-7b5c81f05376 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Calling delete_port for 01c6f12a-e18f-4e22-8ca3-befe7fa5df30 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:49:28.904562 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fefc323b-7d46-46ef-b4a9-c37b99bcf584 req-34947c81-b1dd-44b5-8d7d-a1aa5b7df08c service neutron] 10.222.0.42 "GET /v2.0/networks/18b77a5e-5446-4d58-b319-36a274f1014a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5302572 Feb 20 03:49:28.910029 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-29b7a023-7508-498a-b947-8799a4493d0b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:49:28.923585 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b7a023-7508-498a-b947-8799a4493d0b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:49:28.929974 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cdb872a9-0ad6-4194-93cc-434fb35b99d4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (6382ab06-91b4-4f61-88b6-8a27d2990448), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:29.095648 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cdb872a9-0ad6-4194-93cc-434fb35b99d4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (6382ab06-91b4-4f61-88b6-8a27d2990448), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:29.147566 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cdb872a9-0ad6-4194-93cc-434fb35b99d4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:29.155894 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1b50ec-3e10-43b0-8c82-fc2fe49f8444 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:49:29.176362 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fefc323b-7d46-46ef-b4a9-c37b99bcf584 req-de59d99c-24bf-4c8c-90f7-de3f86056043 service neutron] 10.222.0.42 "GET /v2.0/networks/18b77a5e-5446-4d58-b319-36a274f1014a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568309 Feb 20 03:49:29.176547 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cdb872a9-0ad6-4194-93cc-434fb35b99d4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/6382ab06-91b4-4f61-88b6-8a27d2990448 HTTP/1.1" status: 204 len: 168 time: 0.6497831 Feb 20 03:49:29.176547 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb872a9-0ad6-4194-93cc-434fb35b99d4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Subnet': ['ID=6382ab06-91b4-4f61-88b6-8a27d2990448,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:29.186945 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54132) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:29.257530 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1132efe4-a315-49e1-a13d-24cbde17c4eb tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689771 Feb 20 03:49:29.260972 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54138) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:29.266310 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-19b9ac94-5883-49fc-8d41-9033287b9d5b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:29.342035 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab193b-706b-4184-8eea-a8f7cea05be8 req-679fa097-7cdc-42bb-82ec-c3bb9867854e tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:29.354547 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-55ab193b-706b-4184-8eea-a8f7cea05be8 req-679fa097-7cdc-42bb-82ec-c3bb9867854e tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/ports?device_id=40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd HTTP/1.1" status: 200 len: 945 time: 0.1792886 Feb 20 03:49:29.373976 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-51811a54-9bf5-4510-bca7-8044e41c3b84 req-e8bd120f-44d8-4bad-a5dd-7b5c81f05376 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (01c6f12a-e18f-4e22-8ca3-befe7fa5df30), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:29.431090 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368de692-9880-420e-a629-efc78f8ab5a2 None None] DHCP port deletion for 4f54fdde-6e16-424b-a89f-7d368ed79ea3 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:49:29.483287 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-368de692-9880-420e-a629-efc78f8ab5a2 None None] Deleting port 079ce438-4260-41f3-aa10-dd6a5b90709a {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:49:29.483795 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-368de692-9880-420e-a629-efc78f8ab5a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (079ce438-4260-41f3-aa10-dd6a5b90709a), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:29.500555 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd120f-44d8-4bad-a5dd-7b5c81f05376 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Pushing event deleted for resources: {'Port': ['ID=01c6f12a-e18f-4e22-8ca3-befe7fa5df30,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:29.507860 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b9ac94-5883-49fc-8d41-9033287b9d5b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:49:29.511846 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-19b9ac94-5883-49fc-8d41-9033287b9d5b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:29.583254 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-55ab193b-706b-4184-8eea-a8f7cea05be8 req-4e8c75bf-c5fc-4a8a-8dbd-6e897c2415ca tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.89 "GET /v2.0/security-groups?id=942210c5-942a-4ade-9cbe-392ef7d9f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329831 Feb 20 03:49:29.601027 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-51811a54-9bf5-4510-bca7-8044e41c3b84 req-e8bd120f-44d8-4bad-a5dd-7b5c81f05376 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] No DVR routers for this DVR port 01c6f12a-e18f-4e22-8ca3-befe7fa5df30 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:49:29.605787 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-51811a54-9bf5-4510-bca7-8044e41c3b84 req-e8bd120f-44d8-4bad-a5dd-7b5c81f05376 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:29.610057 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-51811a54-9bf5-4510-bca7-8044e41c3b84 req-e8bd120f-44d8-4bad-a5dd-7b5c81f05376 tempest-ServersTestJSON-1063763828 tempest-ServersTestJSON-1063763828-project] 10.222.0.93 "DELETE /v2.0/ports/01c6f12a-e18f-4e22-8ca3-befe7fa5df30 HTTP/1.1" status: 204 len: 173 time: 1.6585121 Feb 20 03:49:29.610588 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd', 'name': 'network-vif-deleted', 'tag': '01c6f12a-e18f-4e22-8ca3-befe7fa5df30'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:49:29.613000 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdece315-7866-4970-84fc-d4fb4708e4c6" -d '{"events": [{"server_uuid": "40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd", "name": "network-vif-deleted", "tag": "01c6f12a-e18f-4e22-8ca3-befe7fa5df30"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:49:29.631175 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-368de692-9880-420e-a629-efc78f8ab5a2 None None] For port 079ce438-4260-41f3-aa10-dd6a5b90709a, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=079ce438-4260-41f3-aa10-dd6a5b90709a,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:29.632015 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-368de692-9880-420e-a629-efc78f8ab5a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (079ce438-4260-41f3-aa10-dd6a5b90709a), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:29.657141 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-368de692-9880-420e-a629-efc78f8ab5a2 None None] Calling delete_port for 079ce438-4260-41f3-aa10-dd6a5b90709a owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:49:29.719395 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-29b7a023-7508-498a-b947-8799a4493d0b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for floatingip (f892b4c5-0c02-4449-918a-41bf29485a10), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:29.822003 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4a65f294-6fd8-4afd-9251-504078f6755b req-532a4548-7ccc-4d88-98e4-0c9e5e6636d6 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 210 time: 0.0360661 Feb 20 03:49:29.834111 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-368de692-9880-420e-a629-efc78f8ab5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (079ce438-4260-41f3-aa10-dd6a5b90709a), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:29.869596 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368de692-9880-420e-a629-efc78f8ab5a2 None None] Pushing event deleted for resources: {'Port': ['ID=079ce438-4260-41f3-aa10-dd6a5b90709a,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:29.888523 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368de692-9880-420e-a629-efc78f8ab5a2 None None] No DVR routers for this DVR port 079ce438-4260-41f3-aa10-dd6a5b90709a on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:49:29.911128 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348db042-5e74-4fe0-b834-8d7566c43ff8 x-openstack-request-id: req-348db042-5e74-4fe0-b834-8d7566c43ff8 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:49:29.911427 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd", "name": "network-vif-deleted", "tag": "01c6f12a-e18f-4e22-8ca3-befe7fa5df30", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:49:29.911690 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-348db042-5e74-4fe0-b834-8d7566c43ff8 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:49:29.912123 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e2ac69-0bf3-4fa9-99ce-bf8cb0dee0bd', 'name': 'network-vif-deleted', 'tag': '01c6f12a-e18f-4e22-8ca3-befe7fa5df30', 'status': 'completed', 'code': 200} Feb 20 03:49:30.009200 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-29b7a023-7508-498a-b947-8799a4493d0b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bdf410c0-a6e8-4dd1-ba95-75873365ed34), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:30.020904 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:30.106831 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-19b9ac94-5883-49fc-8d41-9033287b9d5b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (182cbb0d-9850-4a8e-8275-63a668232532), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:30.181504 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b9ac94-5883-49fc-8d41-9033287b9d5b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:49:30.186646 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-19b9ac94-5883-49fc-8d41-9033287b9d5b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:49:30.189709 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b9ac94-5883-49fc-8d41-9033287b9d5b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:30.190347 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-19b9ac94-5883-49fc-8d41-9033287b9d5b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:30.199261 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0a4a43-0f16-4e82-b58a-0dca97c442aa None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:49:30.212459 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b9ac94-5883-49fc-8d41-9033287b9d5b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Subnet': ['ID=182cbb0d-9850-4a8e-8275-63a668232532,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:30.240120 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-29b7a023-7508-498a-b947-8799a4493d0b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for port (bdf410c0-a6e8-4dd1-ba95-75873365ed34), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:30.328006 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-19b9ac94-5883-49fc-8d41-9033287b9d5b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0657685 Feb 20 03:49:30.331258 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54198) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:30.336732 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-0bd51ef2-1428-4195-a0e7-90d94fad1db8 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'fixed_ips': [{'subnet_id': '182cbb0d-9850-4a8e-8275-63a668232532', 'ip_address': '2001:db8::63d6:4c63:8284:2fd7'}], 'name': 'tempest-NetworksTestDHCPv6-227459050'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:30.363552 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c47257b-48e5-4ce7-813a-ec225f77254f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'project_id': '43fe9a19d6654b4e8e70d399d460b079', 'fixed_ips': [{'subnet_id': '182cbb0d-9850-4a8e-8275-63a668232532'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:49:30.364421 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8c47257b-48e5-4ce7-813a-ec225f77254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:30.395814 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 079ce438-4260-41f3-aa10-dd6a5b90709a no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:49:30.446546 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-29b7a023-7508-498a-b947-8799a4493d0b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (bdf410c0-a6e8-4dd1-ba95-75873365ed34), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:30.460193 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 079ce438-4260-41f3-aa10-dd6a5b90709a {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:49:30.461036 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 079ce438-4260-41f3-aa10-dd6a5b90709a not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:49:30.565088 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7a023-7508-498a-b947-8799a4493d0b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event updated for resources: {'Port': ['ID=bdf410c0-a6e8-4dd1-ba95-75873365ed34,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:30.624165 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-29b7a023-7508-498a-b947-8799a4493d0b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (f892b4c5-0c02-4449-918a-41bf29485a10), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:30.732105 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-8c47257b-48e5-4ce7-813a-ec225f77254f None None] Allocated IP 2001:db8::2 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/182cbb0d-9850-4a8e-8275-63a668232532/369cdc40-8124-4cc2-b745-627dcbee5744) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:49:30.799975 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [None req-29b7a023-7508-498a-b947-8799a4493d0b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Floating IP f892b4c5-0c02-4449-918a-41bf29485a10 associated. External IP: 172.25.7.214, port: f8263847-3741-4f5a-b389-9eb271a0bb6f. Feb 20 03:49:30.899099 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 01c6f12a-e18f-4e22-8ca3-befe7fa5df30 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:49:31.018338 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 01c6f12a-e18f-4e22-8ca3-befe7fa5df30 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:49:31.018685 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 01c6f12a-e18f-4e22-8ca3-befe7fa5df30 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:49:31.020621 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8c47257b-48e5-4ce7-813a-ec225f77254f None None] Publish callbacks [] for port (369cdc40-8124-4cc2-b745-627dcbee5744), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:31.031569 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd51ef2-1428-4195-a0e7-90d94fad1db8 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:49:31.124413 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8c47257b-48e5-4ce7-813a-ec225f77254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (369cdc40-8124-4cc2-b745-627dcbee5744), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:31.156043 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b7a023-7508-498a-b947-8799a4493d0b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Router 25fbb678-fb9c-4845-83d6-1fddfceb8244 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:49:31.209531 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0bd51ef2-1428-4195-a0e7-90d94fad1db8 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:31.256951 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54244) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:31.291100 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c47257b-48e5-4ce7-813a-ec225f77254f None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:49:31.307300 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-8c47257b-48e5-4ce7-813a-ec225f77254f None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:49:31.310238 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c47257b-48e5-4ce7-813a-ec225f77254f None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:49:31.317494 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-0bd51ef2-1428-4195-a0e7-90d94fad1db8 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] device_id is not set on port 0571f112-3bd6-46c7-9472-32f6419a78f0 yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:49:31.349359 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47257b-48e5-4ce7-813a-ec225f77254f None None] Pushing event updated for resources: {'Port': ['ID=369cdc40-8124-4cc2-b745-627dcbee5744,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:31.359918 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:31.375828 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-92103e6f-ef68-4006-8563-90d19a09200a admin admin] Deleting subnet 9ceea925-1fd0-4335-a582-98f4180d0060 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:49:31.389470 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-92103e6f-ef68-4006-8563-90d19a09200a admin admin] Publish callbacks [] for subnet (9ceea925-1fd0-4335-a582-98f4180d0060), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:31.477565 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-92103e6f-ef68-4006-8563-90d19a09200a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (9ceea925-1fd0-4335-a582-98f4180d0060), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:31.533725 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-92103e6f-ef68-4006-8563-90d19a09200a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (9ceea925-1fd0-4335-a582-98f4180d0060), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:31.682321 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf24c1a2-6b3d-4740-8867-ef946392c937 req-bde9b38b-6a62-421f-83af-16fe9b739549 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 210 time: 0.2152851 Feb 20 03:49:31.684839 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b7a023-7508-498a-b947-8799a4493d0b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:49:31.716531 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3619c1-1b94-4bdc-bc89-b0290a9540b3 None None] Sync routers for ids ['25fbb678-fb9c-4845-83d6-1fddfceb8244'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:49:31.731082 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3619c1-1b94-4bdc-bc89-b0290a9540b3 None None] Routers {'25fbb678-fb9c-4845-83d6-1fddfceb8244'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:49:31.731745 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ba3619c1-1b94-4bdc-bc89-b0290a9540b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:49:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['25fbb678-fb9c-4845-83d6-1fddfceb8244'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:49:31.765030 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-92103e6f-ef68-4006-8563-90d19a09200a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (9ceea925-1fd0-4335-a582-98f4180d0060), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:31.785339 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-8c47257b-48e5-4ce7-813a-ec225f77254f None None] Attempting to bind port 369cdc40-8124-4cc2-b745-627dcbee5744 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:49:31.785907 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-8c47257b-48e5-4ce7-813a-ec225f77254f None None] Attempting to bind port 369cdc40-8124-4cc2-b745-627dcbee5744 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:49:31.786830 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c47257b-48e5-4ce7-813a-ec225f77254f None None] Attempting to bind port 369cdc40-8124-4cc2-b745-627dcbee5744 on network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:49:31.792728 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c47257b-48e5-4ce7-813a-ec225f77254f None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:49:31.793494 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c47257b-48e5-4ce7-813a-ec225f77254f None None] Checking segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:49:31.794710 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8c47257b-48e5-4ce7-813a-ec225f77254f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:31.795486 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c47257b-48e5-4ce7-813a-ec225f77254f None None] Bound using segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:49:31.796454 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-8c47257b-48e5-4ce7-813a-ec225f77254f None None] Bound port: 369cdc40-8124-4cc2-b745-627dcbee5744, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:49:31.797089 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8c47257b-48e5-4ce7-813a-ec225f77254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (369cdc40-8124-4cc2-b745-627dcbee5744), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:31.823669 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92103e6f-ef68-4006-8563-90d19a09200a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ceea925-1fd0-4335-a582-98f4180d0060,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:31.839752 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-92103e6f-ef68-4006-8563-90d19a09200a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:31.854763 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-92103e6f-ef68-4006-8563-90d19a09200a admin admin] 10.222.0.89 "DELETE /v2.0/subnets/9ceea925-1fd0-4335-a582-98f4180d0060 HTTP/1.1" status: 204 len: 168 time: 0.5936692 Feb 20 03:49:31.855580 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54266) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:31.893335 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-8c47257b-48e5-4ce7-813a-ec225f77254f None None] For port 369cdc40-8124-4cc2-b745-627dcbee5744, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:49:31.895628 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-29b7a023-7508-498a-b947-8799a4493d0b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:31.899972 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-8c47257b-48e5-4ce7-813a-ec225f77254f None None] For port 369cdc40-8124-4cc2-b745-627dcbee5744, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=369cdc40-8124-4cc2-b745-627dcbee5744,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:49:31.977160 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-ba3619c1-1b94-4bdc-bc89-b0290a9540b3 None None] Set router 25fbb678-fb9c-4845-83d6-1fddfceb8244 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:49:31.994061 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8c47257b-48e5-4ce7-813a-ec225f77254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (369cdc40-8124-4cc2-b745-627dcbee5744), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:32.034091 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-0bd51ef2-1428-4195-a0e7-90d94fad1db8 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Allocated IP 2001:db8::63d6:4c63:8284:2fd7 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/182cbb0d-9850-4a8e-8275-63a668232532/0571f112-3bd6-46c7-9472-32f6419a78f0) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:49:32.081132 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54276) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:32.092910 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-29b7a023-7508-498a-b947-8799a4493d0b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.4633837 Feb 20 03:49:32.109331 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ad1b11-63ad-49da-b9e1-66638ddb6ff2', 'tag': 'f8263847-3741-4f5a-b389-9eb271a0bb6f'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:49:32.111789 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99cc50d-16ba-4a17-85bb-e779ff78165e" -d '{"events": [{"name": "network-changed", "server_uuid": "14ad1b11-63ad-49da-b9e1-66638ddb6ff2", "tag": "f8263847-3741-4f5a-b389-9eb271a0bb6f"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:49:32.167125 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47257b-48e5-4ce7-813a-ec225f77254f None None] Pushing event updated for resources: {'Port': ['ID=369cdc40-8124-4cc2-b745-627dcbee5744,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:32.168491 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-79da1c21-a3c3-42e9-b595-424bc8ddba22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (e7145295-dd19-4a16-9b45-ef5241878299), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:32.241450 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfe93a1-2e87-4ce2-b00d-2ef054e66110 x-openstack-request-id: req-4bfe93a1-2e87-4ce2-b00d-2ef054e66110 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:49:32.241802 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14ad1b11-63ad-49da-b9e1-66638ddb6ff2", "tag": "f8263847-3741-4f5a-b389-9eb271a0bb6f", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:49:32.242006 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4bfe93a1-2e87-4ce2-b00d-2ef054e66110 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:49:32.245491 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14ad1b11-63ad-49da-b9e1-66638ddb6ff2', 'tag': 'f8263847-3741-4f5a-b389-9eb271a0bb6f', 'status': 'completed', 'code': 200} Feb 20 03:49:32.263892 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ecee66a7-6d3f-4199-b57b-73df5e413740 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/floatingips/f892b4c5-0c02-4449-918a-41bf29485a10 HTTP/1.1" status: 200 len: 991 time: 0.1768448 Feb 20 03:49:32.405688 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ba3619c1-1b94-4bdc-bc89-b0290a9540b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'name': 'tempest-TestNetworkBasicOps-router-272803633', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '47a23be7-ee95-4d5d-a897-3bbef3ce39f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:48:47Z', 'updated_at': '2022-02-20T03:48:54Z', 'revision_number': 4, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '47a23be7-ee95-4d5d-a897-3bbef3ce39f2', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:48:48Z', 'updated_at': '2022-02-20T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'f892b4c5-0c02-4449-918a-41bf29485a10', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'floating_ip_address': '172.25.7.214', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'port_id': 'f8263847-3741-4f5a-b389-9eb271a0bb6f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fab84f58-beb2-495b-a859-5edb782f99da', 'mac_address': 'fa:16:3e:1c:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ad1b11-63ad-49da-b9e1-66638ddb6ff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:49:29Z', 'updated_at': '2022-02-20T03:49:29Z', 'revision_number': 0, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b420eb-7b4d-4e75-bc98-1c4cac8d81b5', 'name': '', 'network_id': 'fab84f58-beb2-495b-a859-5edb782f99da', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'mac_address': 'fa:16:3e:88:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:48:53Z', 'updated_at': '2022-02-20T03:48:59Z', 'revision_number': 5, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'subnets': [{'id': 'df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:49:32.464848 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3619c1-1b94-4bdc-bc89-b0290a9540b3 None None] Checking router: 25fbb678-fb9c-4845-83d6-1fddfceb8244 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:49:32.499050 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3619c1-1b94-4bdc-bc89-b0290a9540b3 None None] Routers {'25fbb678-fb9c-4845-83d6-1fddfceb8244'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:49:32.499961 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ba3619c1-1b94-4bdc-bc89-b0290a9540b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:49:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['25fbb678-fb9c-4845-83d6-1fddfceb8244'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:49:32.788019 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-ba3619c1-1b94-4bdc-bc89-b0290a9540b3 None None] Set router 25fbb678-fb9c-4845-83d6-1fddfceb8244 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:49:32.850638 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:33.188468 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ba3619c1-1b94-4bdc-bc89-b0290a9540b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'name': 'tempest-TestNetworkBasicOps-router-272803633', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '47a23be7-ee95-4d5d-a897-3bbef3ce39f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:48:47Z', 'updated_at': '2022-02-20T03:48:54Z', 'revision_number': 4, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '47a23be7-ee95-4d5d-a897-3bbef3ce39f2', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:48:48Z', 'updated_at': '2022-02-20T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'f892b4c5-0c02-4449-918a-41bf29485a10', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'floating_ip_address': '172.25.7.214', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'port_id': 'f8263847-3741-4f5a-b389-9eb271a0bb6f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fab84f58-beb2-495b-a859-5edb782f99da', 'mac_address': 'fa:16:3e:1c:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ad1b11-63ad-49da-b9e1-66638ddb6ff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:49:29Z', 'updated_at': '2022-02-20T03:49:29Z', 'revision_number': 0, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b420eb-7b4d-4e75-bc98-1c4cac8d81b5', 'name': '', 'network_id': 'fab84f58-beb2-495b-a859-5edb782f99da', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'mac_address': 'fa:16:3e:88:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:48:53Z', 'updated_at': '2022-02-20T03:48:59Z', 'revision_number': 5, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'subnets': [{'id': 'df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:49:33.231692 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0bd51ef2-1428-4195-a0e7-90d94fad1db8 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for port (0571f112-3bd6-46c7-9472-32f6419a78f0), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:33.263038 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54328) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:33.345819 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e78cfefe-c583-4d4a-884a-463128872ef3 req-0925003e-13de-4624-8319-5d4c90c460d7 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 210 time: 0.2128158 Feb 20 03:49:33.420266 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3619c1-1b94-4bdc-bc89-b0290a9540b3 None None] The sync data for ids ['25fbb678-fb9c-4845-83d6-1fddfceb8244'] in n-d-829866-4 is: [{'id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'name': 'tempest-TestNetworkBasicOps-router-272803633', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '47a23be7-ee95-4d5d-a897-3bbef3ce39f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:48:47Z', 'updated_at': '2022-02-20T03:48:54Z', 'revision_number': 4, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '47a23be7-ee95-4d5d-a897-3bbef3ce39f2', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:48:48Z', 'updated_at': '2022-02-20T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'f892b4c5-0c02-4449-918a-41bf29485a10', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'floating_ip_address': '172.25.7.214', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'port_id': 'f8263847-3741-4f5a-b389-9eb271a0bb6f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fab84f58-beb2-495b-a859-5edb782f99da', 'mac_address': 'fa:16:3e:1c:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ad1b11-63ad-49da-b9e1-66638ddb6ff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:49:29Z', 'updated_at': '2022-02-20T03:49:29Z', 'revision_number': 0, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b420eb-7b4d-4e75-bc98-1c4cac8d81b5', 'name': '', 'network_id': 'fab84f58-beb2-495b-a859-5edb782f99da', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'mac_address': 'fa:16:3e:88:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:48:53Z', 'updated_at': '2022-02-20T03:48:59Z', 'revision_number': 5, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'subnets': [{'id': 'df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:49:33.427515 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-49948b7c-8489-436d-9bd1-5e463da49fb6 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/floatingips/f892b4c5-0c02-4449-918a-41bf29485a10 HTTP/1.1" status: 200 len: 991 time: 0.1631286 Feb 20 03:49:33.468913 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99cc50d-16ba-4a17-85bb-e779ff78165e req-77c948eb-9754-423d-86f1-9bf90d7199dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:33.470477 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f99cc50d-16ba-4a17-85bb-e779ff78165e req-77c948eb-9754-423d-86f1-9bf90d7199dd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cdf6aa5f9d3c4cef8fb0e04bd6cac1cb&device_id=14ad1b11-63ad-49da-b9e1-66638ddb6ff2 HTTP/1.1" status: 200 len: 1127 time: 1.2233589 Feb 20 03:49:33.478081 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-79da1c21-a3c3-42e9-b595-424bc8ddba22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (e7145295-dd19-4a16-9b45-ef5241878299), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:33.699705 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-79da1c21-a3c3-42e9-b595-424bc8ddba22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7145295-dd19-4a16-9b45-ef5241878299']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:49:33.702409 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99cc50d-16ba-4a17-85bb-e779ff78165e req-45232c82-1f93-4883-9070-c6bcd698f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:33.703933 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f99cc50d-16ba-4a17-85bb-e779ff78165e req-45232c82-1f93-4883-9070-c6bcd698f6bc service neutron] 10.222.0.93 "GET /v2.0/networks?id=fab84f58-beb2-495b-a859-5edb782f99da HTTP/1.1" status: 200 len: 896 time: 0.2128932 Feb 20 03:49:33.801418 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f99cc50d-16ba-4a17-85bb-e779ff78165e req-7f076ce5-2a91-441f-acd8-de684befa054 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8263847-3741-4f5a-b389-9eb271a0bb6f HTTP/1.1" status: 200 len: 999 time: 0.0894029 Feb 20 03:49:33.803181 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-79da1c21-a3c3-42e9-b595-424bc8ddba22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac0e132-f159-46b3-89b9-bf69b2d2b389') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:49:33.803481 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-79da1c21-a3c3-42e9-b595-424bc8ddba22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac0e132-f159-46b3-89b9-bf69b2d2b389') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:49:33.832977 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-79da1c21-a3c3-42e9-b595-424bc8ddba22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (7ac0e132-f159-46b3-89b9-bf69b2d2b389), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:33.882616 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-79da1c21-a3c3-42e9-b595-424bc8ddba22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (7ac0e132-f159-46b3-89b9-bf69b2d2b389), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:33.895702 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61587a43-8252-461f-a9d0-9a53ac76fa74 None None] New status for floating IP f892b4c5-0c02-4449-918a-41bf29485a10: ACTIVE {{(pid=104107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:49:33.900186 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79da1c21-a3c3-42e9-b595-424bc8ddba22 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:49:33.901277 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-79da1c21-a3c3-42e9-b595-424bc8ddba22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (7ac0e132-f159-46b3-89b9-bf69b2d2b389), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:33.913286 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:49:33.913286 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:49:33.913286 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:49:33.913286 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:49:33.913286 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:49:33.913286 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:49:33.913286 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:49:33.913286 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:49:33.913286 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:49:33.913286 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:49:33.913286 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:49:33.913286 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:49:33.913286 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:49:33.913286 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:49:33.913286 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:49:33.913286 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:49:33.913286 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:49:33.913286 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:49:33.913286 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:49:33.913286 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:49:33.913286 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:49:33.913286 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:49:33.913286 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:49:33.913286 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:49:33.913286 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:49:33.913286 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:49:33.913286 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:49:33.913286 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:49:33.913286 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:49:33.913286 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:49:33.913286 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:49:33.913286 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:49:33.931652 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99cc50d-16ba-4a17-85bb-e779ff78165e req-11d1fb96-9e31-4e1d-ba3a-5a8cb5c502dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:33.933877 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f99cc50d-16ba-4a17-85bb-e779ff78165e req-11d1fb96-9e31-4e1d-ba3a-5a8cb5c502dd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0 HTTP/1.1" status: 200 len: 834 time: 0.1202519 Feb 20 03:49:33.938044 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0bd51ef2-1428-4195-a0e7-90d94fad1db8 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (0571f112-3bd6-46c7-9472-32f6419a78f0), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:34.073124 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd51ef2-1428-4195-a0e7-90d94fad1db8 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:49:34.078798 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd51ef2-1428-4195-a0e7-90d94fad1db8 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Port': ['ID=0571f112-3bd6-46c7-9472-32f6419a78f0,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:34.081504 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-0bd51ef2-1428-4195-a0e7-90d94fad1db8 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:49:34.090848 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd51ef2-1428-4195-a0e7-90d94fad1db8 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:49:34.092913 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd51ef2-1428-4195-a0e7-90d94fad1db8 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:34.093586 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0bd51ef2-1428-4195-a0e7-90d94fad1db8 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:34.106910 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99cc50d-16ba-4a17-85bb-e779ff78165e req-34176e1b-c2d6-4403-92f1-b346faefdf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:34.108564 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f99cc50d-16ba-4a17-85bb-e779ff78165e req-34176e1b-c2d6-4403-92f1-b346faefdf0c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fab84f58-beb2-495b-a859-5edb782f99da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1382415 Feb 20 03:49:34.152466 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-79da1c21-a3c3-42e9-b595-424bc8ddba22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (e7145295-dd19-4a16-9b45-ef5241878299), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:34.169572 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-79da1c21-a3c3-42e9-b595-424bc8ddba22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:34.169572 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-79da1c21-a3c3-42e9-b595-424bc8ddba22 admin admin] 10.222.0.89 "DELETE /v2.0/networks/e7145295-dd19-4a16-9b45-ef5241878299 HTTP/1.1" status: 204 len: 168 time: 2.3103423 Feb 20 03:49:34.179223 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-9304376c-ec6d-4184-a5f9-c72221db48e2 None None] Provisioning complete for port 369cdc40-8124-4cc2-b745-627dcbee5744 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:49:34.179664 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9304376c-ec6d-4184-a5f9-c72221db48e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (369cdc40-8124-4cc2-b745-627dcbee5744), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:34.256405 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54368) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:34.268400 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0bd51ef2-1428-4195-a0e7-90d94fad1db8 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9348214 Feb 20 03:49:34.310457 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da1c21-a3c3-42e9-b595-424bc8ddba22 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7145295-dd19-4a16-9b45-ef5241878299,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:34.401385 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-9304376c-ec6d-4184-a5f9-c72221db48e2 None None] Current status of the port 369cdc40-8124-4cc2-b745-627dcbee5744 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:49:34.401648 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9304376c-ec6d-4184-a5f9-c72221db48e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (369cdc40-8124-4cc2-b745-627dcbee5744), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:34.445814 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54376) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:34.448009 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f518c31-8d76-4636-b4b9-b0bea88eb081 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:34.454238 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f518c31-8d76-4636-b4b9-b0bea88eb081 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:34.485875 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9f518c31-8d76-4636-b4b9-b0bea88eb081 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2282987 Feb 20 03:49:34.488803 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54380) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:34.550110 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-9304376c-ec6d-4184-a5f9-c72221db48e2 None None] For port 369cdc40-8124-4cc2-b745-627dcbee5744, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=369cdc40-8124-4cc2-b745-627dcbee5744,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:34.595055 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 369cdc40-8124-4cc2-b745-627dcbee5744 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:49:34.671621 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9304376c-ec6d-4184-a5f9-c72221db48e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (369cdc40-8124-4cc2-b745-627dcbee5744), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:34.723717 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b2279547-cd94-49d6-9491-b055e269b038 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/floatingips/f892b4c5-0c02-4449-918a-41bf29485a10 HTTP/1.1" status: 200 len: 993 time: 0.2684128 Feb 20 03:49:34.726535 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-61d2bf4f-6c6c-4f67-afea-e082a4a986c3 req-e3f00ac5-12f7-4acd-89ef-fa9228ed0b99 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/ports?device_id=420c7d9c-2912-4b0d-9505-b598845fcf1c HTTP/1.1" status: 200 len: 210 time: 0.0574851 Feb 20 03:49:34.742702 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-cb8581da-5617-477f-80d8-94482f599dac tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting port 0571f112-3bd6-46c7-9472-32f6419a78f0 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:49:34.746166 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cb8581da-5617-477f-80d8-94482f599dac tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (0571f112-3bd6-46c7-9472-32f6419a78f0), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:34.748504 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f99cc50d-16ba-4a17-85bb-e779ff78165e req-e482cc77-cf67-4a93-ba58-c828d898bf26 service neutron] 10.222.0.93 "GET /v2.0/networks/fab84f58-beb2-495b-a859-5edb782f99da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6298311 Feb 20 03:49:34.811022 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304376c-ec6d-4184-a5f9-c72221db48e2 None None] Pushing event updated for resources: {'Port': ['ID=369cdc40-8124-4cc2-b745-627dcbee5744,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:34.838404 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-a80c7163-b9e4-455e-93ae-4ec1809f6e1f None None] Provisioning complete for port 0571f112-3bd6-46c7-9472-32f6419a78f0 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:49:34.843336 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a80c7163-b9e4-455e-93ae-4ec1809f6e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0571f112-3bd6-46c7-9472-32f6419a78f0), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:34.910931 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54396) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:34.914024 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-a80c7163-b9e4-455e-93ae-4ec1809f6e1f None None] Port 0571f112-3bd6-46c7-9472-32f6419a78f0 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:49:34.917149 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cb8581da-5617-477f-80d8-94482f599dac tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (0571f112-3bd6-46c7-9472-32f6419a78f0), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:34.918040 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 369cdc40-8124-4cc2-b745-627dcbee5744 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:49:34.918460 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (369cdc40-8124-4cc2-b745-627dcbee5744), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:34.957950 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-cb8581da-5617-477f-80d8-94482f599dac tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Calling delete_port for 0571f112-3bd6-46c7-9472-32f6419a78f0 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:49:34.971737 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f99cc50d-16ba-4a17-85bb-e779ff78165e req-c3ddb9f9-a42c-4470-be54-7d00ce9fd69b service neutron] 10.222.0.93 "GET /v2.0/networks/fab84f58-beb2-495b-a859-5edb782f99da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074358 Feb 20 03:49:35.026590 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7538de86-ec80-42bd-9885-a8744ec73062 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ee1f83dd43a749889a261be042aa9ecd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1145408 Feb 20 03:49:35.029774 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54400) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:35.047440 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 369cdc40-8124-4cc2-b745-627dcbee5744 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:49:35.104619 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-267b7c28-f656-43ba-aeeb-3a5270dc02d3 admin admin] Publish callbacks [] for security_group (942210c5-942a-4ade-9cbe-392ef7d9f3c4), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:35.132914 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-267b7c28-f656-43ba-aeeb-3a5270dc02d3 admin admin] Publish callbacks [] for security_group (942210c5-942a-4ade-9cbe-392ef7d9f3c4), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:35.252107 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cb8581da-5617-477f-80d8-94482f599dac tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (0571f112-3bd6-46c7-9472-32f6419a78f0), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:35.279257 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-267b7c28-f656-43ba-aeeb-3a5270dc02d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (942210c5-942a-4ade-9cbe-392ef7d9f3c4), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:35.281984 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-267b7c28-f656-43ba-aeeb-3a5270dc02d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:35.283396 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-267b7c28-f656-43ba-aeeb-3a5270dc02d3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/942210c5-942a-4ade-9cbe-392ef7d9f3c4 HTTP/1.1" status: 204 len: 168 time: 0.2526658 Feb 20 03:49:35.292116 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b7c28-f656-43ba-aeeb-3a5270dc02d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942210c5-942a-4ade-9cbe-392ef7d9f3c4,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:35.358977 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cb8581da-5617-477f-80d8-94482f599dac tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:35.365779 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54404) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:35.366282 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cb8581da-5617-477f-80d8-94482f599dac tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/0571f112-3bd6-46c7-9472-32f6419a78f0 HTTP/1.1" status: 204 len: 168 time: 0.8759513 Feb 20 03:49:35.368054 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8581da-5617-477f-80d8-94482f599dac tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Port': ['ID=0571f112-3bd6-46c7-9472-32f6419a78f0,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:35.468466 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce85aad-119e-4275-a661-c229e25f8a0b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:35.469931 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce85aad-119e-4275-a661-c229e25f8a0b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:35.471985 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8ce85aad-119e-4275-a661-c229e25f8a0b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1047535 Feb 20 03:49:35.474174 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54406) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:35.548203 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb2cf87-5463-4978-a83c-9402bf416ed3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting subnet 182cbb0d-9850-4a8e-8275-63a668232532 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:49:35.552638 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0cb2cf87-5463-4978-a83c-9402bf416ed3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (182cbb0d-9850-4a8e-8275-63a668232532), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:35.634382 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0cb2cf87-5463-4978-a83c-9402bf416ed3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (182cbb0d-9850-4a8e-8275-63a668232532), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:35.874068 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-99c9bbed-2b24-4988-ad9e-595e199e5683 req-1d919f0e-7507-4a0b-8737-e7b568c68bf2 service neutron] (104105) timed out ('10.222.0.89', 34440) {{(pid=104105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 03:49:35.875811 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0cb2cf87-5463-4978-a83c-9402bf416ed3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (182cbb0d-9850-4a8e-8275-63a668232532), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:36.018632 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54426) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:36.019100 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0cb2cf87-5463-4978-a83c-9402bf416ed3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (182cbb0d-9850-4a8e-8275-63a668232532), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:36.040008 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0cb2cf87-5463-4978-a83c-9402bf416ed3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:36.047027 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0cb2cf87-5463-4978-a83c-9402bf416ed3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/182cbb0d-9850-4a8e-8275-63a668232532 HTTP/1.1" status: 204 len: 168 time: 0.5694997 Feb 20 03:49:36.050599 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54428) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:36.051889 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fadf74-0fcc-41ec-853d-33a11f2844a7 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:49:36.076361 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2cf87-5463-4978-a83c-9402bf416ed3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Subnet': ['ID=182cbb0d-9850-4a8e-8275-63a668232532,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:36.140698 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e1038b86-7eb6-47ec-8e4e-73638f3ab0f8 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0856462 Feb 20 03:49:36.141797 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54432) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:36.228008 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24095c48-c062-4ac1-acd2-7c7dc72d6b65 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:36.232164 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-24095c48-c062-4ac1-acd2-7c7dc72d6b65 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0869336 Feb 20 03:49:36.233430 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54436) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:36.255589 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-991fb7bc-5771-4091-a6dc-63215a693d60 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks [] for security_group (c99bdd9b-3833-4526-833f-04904635e8a9), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:36.338981 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9d6e0d-eabf-45e7-ad88-eacf4bd2e12c None None] DHCP port deletion for 4f54fdde-6e16-424b-a89f-7d368ed79ea3 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:49:36.399757 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-991fb7bc-5771-4091-a6dc-63215a693d60 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks [] for security_group (c99bdd9b-3833-4526-833f-04904635e8a9), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:36.400958 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70f731f-da12-4a31-bbd0-2212ac015f09 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:36.403211 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f70f731f-da12-4a31-bbd0-2212ac015f09 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1685729 Feb 20 03:49:36.405759 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54438) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:36.442614 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-8f9d6e0d-eabf-45e7-ad88-eacf4bd2e12c None None] Deleting port 369cdc40-8124-4cc2-b745-627dcbee5744 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:49:36.443433 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8f9d6e0d-eabf-45e7-ad88-eacf4bd2e12c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (369cdc40-8124-4cc2-b745-627dcbee5744), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:36.457489 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-52582ebf-e759-40b1-af50-2c6fddd01900 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0506139 Feb 20 03:49:36.462507 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54440) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:36.471366 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-a02434d0-bd99-403f-8196-d55e38e7277d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:36.517975 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-8f9d6e0d-eabf-45e7-ad88-eacf4bd2e12c None None] For port 369cdc40-8124-4cc2-b745-627dcbee5744, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=369cdc40-8124-4cc2-b745-627dcbee5744,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:36.518408 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8f9d6e0d-eabf-45e7-ad88-eacf4bd2e12c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (369cdc40-8124-4cc2-b745-627dcbee5744), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:36.550487 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-8f9d6e0d-eabf-45e7-ad88-eacf4bd2e12c None None] Calling delete_port for 369cdc40-8124-4cc2-b745-627dcbee5744 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:49:36.575302 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-991fb7bc-5771-4091-a6dc-63215a693d60 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c99bdd9b-3833-4526-833f-04904635e8a9), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:36.578846 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-991fb7bc-5771-4091-a6dc-63215a693d60 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:36.580576 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-991fb7bc-5771-4091-a6dc-63215a693d60 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "DELETE /v2.0/security-groups/c99bdd9b-3833-4526-833f-04904635e8a9 HTTP/1.1" status: 204 len: 168 time: 0.5649955 Feb 20 03:49:36.583368 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54448) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:36.603979 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991fb7bc-5771-4091-a6dc-63215a693d60 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99bdd9b-3833-4526-833f-04904635e8a9,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:36.614810 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991fb7bc-5771-4091-a6dc-63215a693d60 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:36.615479 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991fb7bc-5771-4091-a6dc-63215a693d60 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:36.615984 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991fb7bc-5771-4091-a6dc-63215a693d60 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:36.616511 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991fb7bc-5771-4091-a6dc-63215a693d60 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:36.617081 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991fb7bc-5771-4091-a6dc-63215a693d60 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:36.617622 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-17880422-344f-4968-bb72-7d92ab8b1912 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] show failed (client error): The resource could not be found. Feb 20 03:49:36.617745 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991fb7bc-5771-4091-a6dc-63215a693d60 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:36.618262 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991fb7bc-5771-4091-a6dc-63215a693d60 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:36.618700 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-17880422-344f-4968-bb72-7d92ab8b1912 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "GET /v2.0/security-groups/c99bdd9b-3833-4526-833f-04904635e8a9 HTTP/1.1" status: 404 len: 347 time: 0.0343299 Feb 20 03:49:36.619137 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991fb7bc-5771-4091-a6dc-63215a693d60 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:36.619795 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991fb7bc-5771-4091-a6dc-63215a693d60 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:36.620372 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991fb7bc-5771-4091-a6dc-63215a693d60 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:36.621470 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991fb7bc-5771-4091-a6dc-63215a693d60 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:36.622089 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991fb7bc-5771-4091-a6dc-63215a693d60 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:36.622609 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54452) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:36.622969 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991fb7bc-5771-4091-a6dc-63215a693d60 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:36.690955 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02434d0-bd99-403f-8196-d55e38e7277d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:49:36.695114 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a02434d0-bd99-403f-8196-d55e38e7277d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:36.814981 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-70d5847d-1086-4220-a665-c259b3f78b10 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Deleting port 27689544-3b8b-4b34-90b5-430232ec99e8 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:49:36.815519 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-70d5847d-1086-4220-a665-c259b3f78b10 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (27689544-3b8b-4b34-90b5-430232ec99e8), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:36.908505 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8f9d6e0d-eabf-45e7-ad88-eacf4bd2e12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (369cdc40-8124-4cc2-b745-627dcbee5744), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:36.958424 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-70d5847d-1086-4220-a665-c259b3f78b10 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (27689544-3b8b-4b34-90b5-430232ec99e8), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:36.958780 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-70d5847d-1086-4220-a665-c259b3f78b10 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks [] for floatingip (27689544-3b8b-4b34-90b5-430232ec99e8), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:36.972473 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d6e0d-eabf-45e7-ad88-eacf4bd2e12c None None] Pushing event deleted for resources: {'Port': ['ID=369cdc40-8124-4cc2-b745-627dcbee5744,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:36.994453 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9d6e0d-eabf-45e7-ad88-eacf4bd2e12c None None] No DVR routers for this DVR port 369cdc40-8124-4cc2-b745-627dcbee5744 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:49:37.006717 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-70d5847d-1086-4220-a665-c259b3f78b10 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Calling delete_port for 27689544-3b8b-4b34-90b5-430232ec99e8 owned by network:floatingip {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:49:37.152447 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54464) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:37.256308 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-70d5847d-1086-4220-a665-c259b3f78b10 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (27689544-3b8b-4b34-90b5-430232ec99e8), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:37.285168 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a02434d0-bd99-403f-8196-d55e38e7277d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (52c9ff41-28ee-46ce-bc1a-abf9b199e5e6), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:37.329382 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5847d-1086-4220-a665-c259b3f78b10 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Pushing event deleted for resources: {'Port': ['ID=27689544-3b8b-4b34-90b5-430232ec99e8,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:37.356850 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02434d0-bd99-403f-8196-d55e38e7277d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Subnet': ['ID=52c9ff41-28ee-46ce-bc1a-abf9b199e5e6,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:37.369853 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-ad6ffd6e-332e-40bb-8347-ff3050f1b040 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-865011552-network', 'tenant_id': '947add77657c4ae49f3a740d0e7115e4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:37.376967 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02434d0-bd99-403f-8196-d55e38e7277d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:49:37.380812 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-a02434d0-bd99-403f-8196-d55e38e7277d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:49:37.385479 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02434d0-bd99-403f-8196-d55e38e7277d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:37.386983 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a02434d0-bd99-403f-8196-d55e38e7277d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:37.393553 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf37416d-aed3-4ee5-b4d2-2afd91d83c6c None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:49:37.471826 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-70d5847d-1086-4220-a665-c259b3f78b10 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks [] for floatingip (5d1b5109-bb8d-4bc6-9cdf-4b717a1a098c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:37.474083 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a02434d0-bd99-403f-8196-d55e38e7277d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0104048 Feb 20 03:49:37.474415 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-70d5847d-1086-4220-a665-c259b3f78b10 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:37.475607 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-70d5847d-1086-4220-a665-c259b3f78b10 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "DELETE /v2.0/floatingips/5d1b5109-bb8d-4bc6-9cdf-4b717a1a098c HTTP/1.1" status: 204 len: 168 time: 0.8520405 Feb 20 03:49:37.476710 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54472) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:37.479526 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54474) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:37.482270 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-f819968c-e562-499f-b5db-ea4860fe041d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'fixed_ips': [{'subnet_id': '52c9ff41-28ee-46ce-bc1a-abf9b199e5e6', 'ip_address': '2001:db8::cb17:44d8:15a6:d81e'}], 'name': 'tempest-NetworksTestDHCPv6-1864618476'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:37.548935 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b78af6-afee-46a8-acd6-125d2d1528c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'project_id': '43fe9a19d6654b4e8e70d399d460b079', 'fixed_ips': [{'subnet_id': '52c9ff41-28ee-46ce-bc1a-abf9b199e5e6'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:49:37.550169 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-99b78af6-afee-46a8-acd6-125d2d1528c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:37.638523 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6ffd6e-332e-40bb-8347-ff3050f1b040 admin admin] Made reservation on behalf of 947add77657c4ae49f3a740d0e7115e4 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:49:37.642747 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ad6ffd6e-332e-40bb-8347-ff3050f1b040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:37.666553 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ad6ffd6e-332e-40bb-8347-ff3050f1b040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:37.773436 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ad6ffd6e-332e-40bb-8347-ff3050f1b040 admin admin] Publish callbacks [] for security_group (d9fbf7df-e604-4ffe-9ba6-9f98e81dc8ec), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:37.778571 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-cabcd84d-5080-45ca-b439-ccd1e57da6c0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Deleting port f90d40c0-5b58-4b00-ae70-023f49494c0e {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:49:37.778935 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cabcd84d-5080-45ca-b439-ccd1e57da6c0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (f90d40c0-5b58-4b00-ae70-023f49494c0e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:37.781568 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f819968c-e562-499f-b5db-ea4860fe041d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:49:37.876581 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ad6ffd6e-332e-40bb-8347-ff3050f1b040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d9fbf7df-e604-4ffe-9ba6-9f98e81dc8ec), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:37.915714 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad6ffd6e-332e-40bb-8347-ff3050f1b040 admin admin] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:49:37.938361 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ad6ffd6e-332e-40bb-8347-ff3050f1b040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (6499126d-691a-4283-96b5-f80f4600d9e0), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:37.938908 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-ad6ffd6e-332e-40bb-8347-ff3050f1b040 admin admin] Added segment 6499126d-691a-4283-96b5-f80f4600d9e0 of type vlan for network 50c706b7-f189-4827-92e0-7d224c9945c9 Feb 20 03:49:37.988166 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f819968c-e562-499f-b5db-ea4860fe041d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:37.992880 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ad6ffd6e-332e-40bb-8347-ff3050f1b040 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (50c706b7-f189-4827-92e0-7d224c9945c9), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:38.032462 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-f819968c-e562-499f-b5db-ea4860fe041d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] device_id is not set on port d7cb1082-9a9e-4fb4-a9d3-a118da21fb62 yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:49:38.068057 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ffd6e-332e-40bb-8347-ff3050f1b040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fbf7df-e604-4ffe-9ba6-9f98e81dc8ec,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:38.089021 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-99b78af6-afee-46a8-acd6-125d2d1528c1 None None] Allocated IP 2001:db8::2 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/52c9ff41-28ee-46ce-bc1a-abf9b199e5e6/20e4cbfe-997e-42c3-97a4-d3c86346b6f7) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:49:38.116887 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ad6ffd6e-332e-40bb-8347-ff3050f1b040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (50c706b7-f189-4827-92e0-7d224c9945c9), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:38.117966 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6ffd6e-332e-40bb-8347-ff3050f1b040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:38.118617 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ad6ffd6e-332e-40bb-8347-ff3050f1b040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:38.247877 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cabcd84d-5080-45ca-b439-ccd1e57da6c0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (f90d40c0-5b58-4b00-ae70-023f49494c0e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:38.332157 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-99b78af6-afee-46a8-acd6-125d2d1528c1 None None] Publish callbacks [] for port (20e4cbfe-997e-42c3-97a4-d3c86346b6f7), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:38.408978 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ad6ffd6e-332e-40bb-8347-ff3050f1b040 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2530932 Feb 20 03:49:38.409777 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-cabcd84d-5080-45ca-b439-ccd1e57da6c0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Calling delete_port for f90d40c0-5b58-4b00-ae70-023f49494c0e owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:49:38.410450 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54486) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:38.415135 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 369cdc40-8124-4cc2-b745-627dcbee5744 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:49:38.415963 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-0848812f-62bc-4759-9188-0d32b5ba0b64 admin admin] Request body: {'subnet': {'network_id': '50c706b7-f189-4827-92e0-7d224c9945c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-865011552-subnet', 'tenant_id': '947add77657c4ae49f3a740d0e7115e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:38.469035 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 369cdc40-8124-4cc2-b745-627dcbee5744 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:49:38.469352 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 369cdc40-8124-4cc2-b745-627dcbee5744 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:49:38.477629 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-99b78af6-afee-46a8-acd6-125d2d1528c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (20e4cbfe-997e-42c3-97a4-d3c86346b6f7), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:38.501494 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ffd6e-332e-40bb-8347-ff3050f1b040 admin admin] Pushing event updated for resources: {'Network': ['ID=50c706b7-f189-4827-92e0-7d224c9945c9,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:38.576325 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b78af6-afee-46a8-acd6-125d2d1528c1 None None] Pushing event updated for resources: {'Port': ['ID=20e4cbfe-997e-42c3-97a4-d3c86346b6f7,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:38.590610 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 50c706b7-f189-4827-92e0-7d224c9945c9 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:49:38.599914 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:49:38.614063 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-f819968c-e562-499f-b5db-ea4860fe041d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Allocated IP 2001:db8::cb17:44d8:15a6:d81e (4f54fdde-6e16-424b-a89f-7d368ed79ea3/52c9ff41-28ee-46ce-bc1a-abf9b199e5e6/d7cb1082-9a9e-4fb4-a9d3-a118da21fb62) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:49:38.748415 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b78af6-afee-46a8-acd6-125d2d1528c1 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:49:38.752039 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-99b78af6-afee-46a8-acd6-125d2d1528c1 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:49:38.757139 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b78af6-afee-46a8-acd6-125d2d1528c1 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:49:38.854002 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-99b78af6-afee-46a8-acd6-125d2d1528c1 None None] Attempting to bind port 20e4cbfe-997e-42c3-97a4-d3c86346b6f7 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:49:38.854466 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-99b78af6-afee-46a8-acd6-125d2d1528c1 None None] Attempting to bind port 20e4cbfe-997e-42c3-97a4-d3c86346b6f7 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:49:38.855107 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b78af6-afee-46a8-acd6-125d2d1528c1 None None] Attempting to bind port 20e4cbfe-997e-42c3-97a4-d3c86346b6f7 on network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:49:38.860384 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cabcd84d-5080-45ca-b439-ccd1e57da6c0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (f90d40c0-5b58-4b00-ae70-023f49494c0e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:38.866396 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0848812f-62bc-4759-9188-0d32b5ba0b64 admin admin] Made reservation on behalf of 947add77657c4ae49f3a740d0e7115e4 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:49:38.868822 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0848812f-62bc-4759-9188-0d32b5ba0b64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:38.874616 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b78af6-afee-46a8-acd6-125d2d1528c1 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:49:38.876283 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b78af6-afee-46a8-acd6-125d2d1528c1 None None] Checking segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:49:38.876664 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-99b78af6-afee-46a8-acd6-125d2d1528c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:38.877063 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b78af6-afee-46a8-acd6-125d2d1528c1 None None] Bound using segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:49:38.878671 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-99b78af6-afee-46a8-acd6-125d2d1528c1 None None] Bound port: 20e4cbfe-997e-42c3-97a4-d3c86346b6f7, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:49:38.879128 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-99b78af6-afee-46a8-acd6-125d2d1528c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (20e4cbfe-997e-42c3-97a4-d3c86346b6f7), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:38.940669 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcd84d-5080-45ca-b439-ccd1e57da6c0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Pushing event deleted for resources: {'Port': ['ID=f90d40c0-5b58-4b00-ae70-023f49494c0e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:39.003695 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-99b78af6-afee-46a8-acd6-125d2d1528c1 None None] For port 20e4cbfe-997e-42c3-97a4-d3c86346b6f7, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:49:39.007182 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-99b78af6-afee-46a8-acd6-125d2d1528c1 None None] For port 20e4cbfe-997e-42c3-97a4-d3c86346b6f7, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=20e4cbfe-997e-42c3-97a4-d3c86346b6f7,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:49:39.103959 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-99b78af6-afee-46a8-acd6-125d2d1528c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (20e4cbfe-997e-42c3-97a4-d3c86346b6f7), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:39.127686 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cabcd84d-5080-45ca-b439-ccd1e57da6c0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:39.139423 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cabcd84d-5080-45ca-b439-ccd1e57da6c0 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "DELETE /v2.0/ports/f90d40c0-5b58-4b00-ae70-023f49494c0e HTTP/1.1" status: 204 len: 168 time: 1.6580751 Feb 20 03:49:39.140268 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54494) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:39.307338 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0848812f-62bc-4759-9188-0d32b5ba0b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (e9ea91d3-c0e7-46ca-8ae5-b4acfe127a5f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:39.323798 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b78af6-afee-46a8-acd6-125d2d1528c1 None None] Pushing event updated for resources: {'Port': ['ID=20e4cbfe-997e-42c3-97a4-d3c86346b6f7,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:39.414109 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c094c0e2-6468-42c3-a5a1-a83754fec679 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Deleting port f6c5c77e-83cb-48f4-8702-35718ef6076d {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:49:39.414664 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c094c0e2-6468-42c3-a5a1-a83754fec679 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (f6c5c77e-83cb-48f4-8702-35718ef6076d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:39.466280 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f819968c-e562-499f-b5db-ea4860fe041d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for port (d7cb1082-9a9e-4fb4-a9d3-a118da21fb62), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:39.523748 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0848812f-62bc-4759-9188-0d32b5ba0b64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9ea91d3-c0e7-46ca-8ae5-b4acfe127a5f,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:39.570579 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0848812f-62bc-4759-9188-0d32b5ba0b64 admin admin] Checking segment: {'id': '6499126d-691a-4283-96b5-f80f4600d9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '50c706b7-f189-4827-92e0-7d224c9945c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:49:39.571312 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0848812f-62bc-4759-9188-0d32b5ba0b64 admin admin] Network hostable DHCP agents. Network: 50c706b7-f189-4827-92e0-7d224c9945c9, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:49:39.651171 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c094c0e2-6468-42c3-a5a1-a83754fec679 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (f6c5c77e-83cb-48f4-8702-35718ef6076d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:39.668978 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c094c0e2-6468-42c3-a5a1-a83754fec679 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Calling delete_port for f6c5c77e-83cb-48f4-8702-35718ef6076d owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:49:39.677666 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f819968c-e562-499f-b5db-ea4860fe041d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (d7cb1082-9a9e-4fb4-a9d3-a118da21fb62), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:39.787861 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0848812f-62bc-4759-9188-0d32b5ba0b64 admin admin] Network 50c706b7-f189-4827-92e0-7d224c9945c9 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:49:39.841441 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f819968c-e562-499f-b5db-ea4860fe041d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:49:39.861500 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-f819968c-e562-499f-b5db-ea4860fe041d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:49:39.872382 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f819968c-e562-499f-b5db-ea4860fe041d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:49:39.883638 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f819968c-e562-499f-b5db-ea4860fe041d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:39.884711 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f819968c-e562-499f-b5db-ea4860fe041d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:39.930903 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819968c-e562-499f-b5db-ea4860fe041d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Port': ['ID=d7cb1082-9a9e-4fb4-a9d3-a118da21fb62,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:39.942035 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-0848812f-62bc-4759-9188-0d32b5ba0b64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 50c706b7-f189-4827-92e0-7d224c9945c9) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:49:39.946001 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0848812f-62bc-4759-9188-0d32b5ba0b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:39.946607 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0848812f-62bc-4759-9188-0d32b5ba0b64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:39.958377 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1701c305-d358-4ebd-8b23-8194db16a4ec None None] Network 50c706b7-f189-4827-92e0-7d224c9945c9 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:49:39.984140 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f819968c-e562-499f-b5db-ea4860fe041d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5062890 Feb 20 03:49:39.987167 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54498) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:39.992860 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-116b53bf-e4c5-492e-8384-e6358b1d1f6f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'fixed_ips': [{'subnet_id': '52c9ff41-28ee-46ce-bc1a-abf9b199e5e6', 'ip_address': '2001:db8::cb17:44d8:15a6:d81e'}], 'name': 'tempest-NetworksTestDHCPv6-1513530186'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:40.106887 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0848812f-62bc-4759-9188-0d32b5ba0b64 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6881583 Feb 20 03:49:40.125158 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c094c0e2-6468-42c3-a5a1-a83754fec679 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (f6c5c77e-83cb-48f4-8702-35718ef6076d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:40.218249 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094c0e2-6468-42c3-a5a1-a83754fec679 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Pushing event deleted for resources: {'Port': ['ID=f6c5c77e-83cb-48f4-8702-35718ef6076d,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:40.303448 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38295f69-3ac4-442a-aeaa-64d9889591dd None None] Network 50c706b7-f189-4827-92e0-7d224c9945c9 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:49:40.388087 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116b53bf-e4c5-492e-8384-e6358b1d1f6f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:49:40.393123 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-116b53bf-e4c5-492e-8384-e6358b1d1f6f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:40.395045 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54508) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:40.469862 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c094c0e2-6468-42c3-a5a1-a83754fec679 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:40.482243 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c094c0e2-6468-42c3-a5a1-a83754fec679 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "DELETE /v2.0/ports/f6c5c77e-83cb-48f4-8702-35718ef6076d HTTP/1.1" status: 204 len: 168 time: 1.3408196 Feb 20 03:49:40.484741 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54510) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:40.564181 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 20e4cbfe-997e-42c3-97a4-d3c86346b6f7 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:49:40.567017 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-116b53bf-e4c5-492e-8384-e6358b1d1f6f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] device_id is not set on port b836b6cc-0d6c-4bcf-ab12-4d25b969037d yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:49:40.597217 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-17520811-7edc-45fa-89fa-36a49465690b admin admin] Deleting subnet e9ea91d3-c0e7-46ca-8ae5-b4acfe127a5f {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:49:40.608276 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-17520811-7edc-45fa-89fa-36a49465690b admin admin] Publish callbacks [] for subnet (e9ea91d3-c0e7-46ca-8ae5-b4acfe127a5f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:40.626218 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc3cfc7-610f-46f3-b502-4f2ce9a3a62b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Deleting subnet 4b49b375-a7c5-48eb-97d0-3c003902dd00 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:49:40.635550 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5fc3cfc7-610f-46f3-b502-4f2ce9a3a62b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks [] for subnet (4b49b375-a7c5-48eb-97d0-3c003902dd00), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:40.678429 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-17520811-7edc-45fa-89fa-36a49465690b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (e9ea91d3-c0e7-46ca-8ae5-b4acfe127a5f), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:40.711048 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 20e4cbfe-997e-42c3-97a4-d3c86346b6f7 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:49:40.711431 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (20e4cbfe-997e-42c3-97a4-d3c86346b6f7), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:40.742717 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5fc3cfc7-610f-46f3-b502-4f2ce9a3a62b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (4b49b375-a7c5-48eb-97d0-3c003902dd00), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:40.788015 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-17520811-7edc-45fa-89fa-36a49465690b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (e9ea91d3-c0e7-46ca-8ae5-b4acfe127a5f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:40.965874 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 20e4cbfe-997e-42c3-97a4-d3c86346b6f7 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:49:40.969539 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (20e4cbfe-997e-42c3-97a4-d3c86346b6f7), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:40.975379 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5fc3cfc7-610f-46f3-b502-4f2ce9a3a62b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (4b49b375-a7c5-48eb-97d0-3c003902dd00), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:41.059190 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 20e4cbfe-997e-42c3-97a4-d3c86346b6f7, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=20e4cbfe-997e-42c3-97a4-d3c86346b6f7,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:41.119114 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (20e4cbfe-997e-42c3-97a4-d3c86346b6f7), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:41.188138 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5fc3cfc7-610f-46f3-b502-4f2ce9a3a62b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (4b49b375-a7c5-48eb-97d0-3c003902dd00), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:41.260271 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=20e4cbfe-997e-42c3-97a4-d3c86346b6f7,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:41.293583 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3cfc7-610f-46f3-b502-4f2ce9a3a62b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Pushing event deleted for resources: {'Subnet': ['ID=4b49b375-a7c5-48eb-97d0-3c003902dd00,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:41.300278 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf033f2-16ff-4f31-8d59-27f801454a98 None None] Network 8ca4b396-14bc-4fc6-83df-227a6726eb74 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:49:41.303810 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5fc3cfc7-610f-46f3-b502-4f2ce9a3a62b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:41.319675 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5fc3cfc7-610f-46f3-b502-4f2ce9a3a62b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "DELETE /v2.0/subnets/4b49b375-a7c5-48eb-97d0-3c003902dd00 HTTP/1.1" status: 204 len: 168 time: 0.8314800 Feb 20 03:49:41.320141 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54518) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:41.398520 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-0732233a-2156-4d1f-a3ad-00f7507da037 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Deleting subnet f78cbae5-a431-4119-b386-a5d435c775cc {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:49:41.404326 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-116b53bf-e4c5-492e-8384-e6358b1d1f6f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 20 03:49:41.404853 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-116b53bf-e4c5-492e-8384-e6358b1d1f6f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:49:41.408081 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0732233a-2156-4d1f-a3ad-00f7507da037 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks [] for subnet (f78cbae5-a431-4119-b386-a5d435c775cc), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:41.414415 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-17520811-7edc-45fa-89fa-36a49465690b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (e9ea91d3-c0e7-46ca-8ae5-b4acfe127a5f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:41.563633 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17520811-7edc-45fa-89fa-36a49465690b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9ea91d3-c0e7-46ca-8ae5-b4acfe127a5f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:41.584172 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-17520811-7edc-45fa-89fa-36a49465690b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:41.591783 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54522) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:41.593703 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-17520811-7edc-45fa-89fa-36a49465690b admin admin] 10.222.0.89 "DELETE /v2.0/subnets/e9ea91d3-c0e7-46ca-8ae5-b4acfe127a5f HTTP/1.1" status: 204 len: 168 time: 1.1971810 Feb 20 03:49:41.628167 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0732233a-2156-4d1f-a3ad-00f7507da037 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (f78cbae5-a431-4119-b386-a5d435c775cc), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:41.706198 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-116b53bf-e4c5-492e-8384-e6358b1d1f6f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7176714 Feb 20 03:49:41.736066 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54524) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:41.882104 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3c29b5-c313-40f6-98c7-1100a55f833e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:41.889440 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3c29b5-c313-40f6-98c7-1100a55f833e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:41.891155 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-fc3c29b5-c313-40f6-98c7-1100a55f833e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1542764 Feb 20 03:49:41.899316 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f84dcf48-9ce2-4a30-a019-7477b51b9b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (50c706b7-f189-4827-92e0-7d224c9945c9), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:41.903883 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54526) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:41.939100 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0732233a-2156-4d1f-a3ad-00f7507da037 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (f78cbae5-a431-4119-b386-a5d435c775cc), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:42.117602 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-94cdda67-4866-49a6-88da-02dfa897b76a None None] Provisioning complete for port 20e4cbfe-997e-42c3-97a4-d3c86346b6f7 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:49:42.118079 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-94cdda67-4866-49a6-88da-02dfa897b76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (20e4cbfe-997e-42c3-97a4-d3c86346b6f7), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:42.125593 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0732233a-2156-4d1f-a3ad-00f7507da037 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (f78cbae5-a431-4119-b386-a5d435c775cc), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:42.156577 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0732233a-2156-4d1f-a3ad-00f7507da037 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Pushing event deleted for resources: {'Subnet': ['ID=f78cbae5-a431-4119-b386-a5d435c775cc,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:42.163980 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0732233a-2156-4d1f-a3ad-00f7507da037 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:42.168999 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0732233a-2156-4d1f-a3ad-00f7507da037 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "DELETE /v2.0/subnets/f78cbae5-a431-4119-b386-a5d435c775cc HTTP/1.1" status: 204 len: 168 time: 0.8467438 Feb 20 03:49:42.170753 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54536) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:42.192911 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afeff885-6054-47e3-9532-3899687e3bf4 None None] Network d998f68e-c8b2-419a-a92f-ff474bef2a54 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:49:42.293915 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f84dcf48-9ce2-4a30-a019-7477b51b9b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (50c706b7-f189-4827-92e0-7d224c9945c9), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:42.319289 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-dfdb5a66-9311-4381-b89c-f713e978835e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting port d7cb1082-9a9e-4fb4-a9d3-a118da21fb62 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:49:42.324703 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5a66-9311-4381-b89c-f713e978835e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (d7cb1082-9a9e-4fb4-a9d3-a118da21fb62), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:42.385667 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-51a41559-4ed3-4931-b28b-1081f26c1f5b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (8ca4b396-14bc-4fc6-83df-227a6726eb74), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:42.492330 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 20e4cbfe-997e-42c3-97a4-d3c86346b6f7 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:49:42.504290 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-51a41559-4ed3-4931-b28b-1081f26c1f5b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Deleting port 0f15747c-e368-4c22-9071-053b29d0905e {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:49:42.505635 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-51a41559-4ed3-4931-b28b-1081f26c1f5b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (0f15747c-e368-4c22-9071-053b29d0905e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:42.616068 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-f84dcf48-9ce2-4a30-a019-7477b51b9b9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50c706b7-f189-4827-92e0-7d224c9945c9']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:49:42.666621 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-51a41559-4ed3-4931-b28b-1081f26c1f5b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] For port 0f15747c-e368-4c22-9071-053b29d0905e, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0f15747c-e368-4c22-9071-053b29d0905e,segment=NetworkSegment(8f6e3763-2606-45f0-911a-d3695f15f4a6),segment_id=8f6e3763-2606-45f0-911a-d3695f15f4a6)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:42.668007 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-51a41559-4ed3-4931-b28b-1081f26c1f5b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (0f15747c-e368-4c22-9071-053b29d0905e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:42.704112 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-f84dcf48-9ce2-4a30-a019-7477b51b9b9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6499126d-691a-4283-96b5-f80f4600d9e0') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:49:42.706364 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-f84dcf48-9ce2-4a30-a019-7477b51b9b9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6499126d-691a-4283-96b5-f80f4600d9e0') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:49:42.717265 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-51a41559-4ed3-4931-b28b-1081f26c1f5b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Calling delete_port for 0f15747c-e368-4c22-9071-053b29d0905e owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:49:42.740351 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f84dcf48-9ce2-4a30-a019-7477b51b9b9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (6499126d-691a-4283-96b5-f80f4600d9e0), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:42.783173 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f84dcf48-9ce2-4a30-a019-7477b51b9b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (6499126d-691a-4283-96b5-f80f4600d9e0), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:42.783660 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-94cdda67-4866-49a6-88da-02dfa897b76a None None] Current status of the port 20e4cbfe-997e-42c3-97a4-d3c86346b6f7 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:49:42.790449 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8949b4-dbbc-477d-a81c-eed4155a881e None None] DHCP port deletion for 8ca4b396-14bc-4fc6-83df-227a6726eb74 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:49:42.796235 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f84dcf48-9ce2-4a30-a019-7477b51b9b9b admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:49:42.796650 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f84dcf48-9ce2-4a30-a019-7477b51b9b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (6499126d-691a-4283-96b5-f80f4600d9e0), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:42.918178 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2373c5c7-b518-4f7d-9161-3051934ce066 req-7b9e3fcd-22fb-4486-989d-df79bc9adadb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cb218528-0e8e-4126-876b-4526f65ffc91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4030693 Feb 20 03:49:42.958652 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:49:42.958652 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:49:42.958652 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:49:42.958652 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:49:42.958652 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:49:42.958652 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:49:42.958652 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:49:42.958652 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:49:42.958652 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:49:42.958652 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:49:42.958652 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:49:42.958652 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:49:42.958652 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:49:42.958652 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:49:42.958652 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:49:42.958652 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:49:42.958652 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:49:42.958652 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:49:42.958652 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:49:42.958652 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:49:42.958652 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:49:42.958652 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:49:42.958652 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:49:42.958652 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:49:42.958652 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:49:42.958652 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:49:42.958652 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:49:42.958652 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:49:42.958652 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:49:42.958652 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:49:42.958652 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:49:42.958652 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:49:42.973198 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 20e4cbfe-997e-42c3-97a4-d3c86346b6f7 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:49:42.981604 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (20e4cbfe-997e-42c3-97a4-d3c86346b6f7), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:43.005359 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5a66-9311-4381-b89c-f713e978835e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (d7cb1082-9a9e-4fb4-a9d3-a118da21fb62), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:43.033510 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-dfdb5a66-9311-4381-b89c-f713e978835e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Calling delete_port for d7cb1082-9a9e-4fb4-a9d3-a118da21fb62 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:49:43.042968 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-259e88ce-b1d8-4ccb-b481-6c214b2eda39 None None] Provisioning complete for port d7cb1082-9a9e-4fb4-a9d3-a118da21fb62 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:49:43.042968 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-259e88ce-b1d8-4ccb-b481-6c214b2eda39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d7cb1082-9a9e-4fb4-a9d3-a118da21fb62), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:43.068870 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373c5c7-b518-4f7d-9161-3051934ce066 req-c5ec9cb5-7227-42ef-8de0-2e3953d24e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:43.070708 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2373c5c7-b518-4f7d-9161-3051934ce066 req-c5ec9cb5-7227-42ef-8de0-2e3953d24e20 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a426eb8717f45cda17f79dc5d1190fc&device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 1127 time: 0.0961494 Feb 20 03:49:43.083957 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed00aed7-c5b4-4324-9180-46d86cee8019 None None] DHCP port deletion for d998f68e-c8b2-419a-a92f-ff474bef2a54 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:49:43.106940 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-51a41559-4ed3-4931-b28b-1081f26c1f5b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (0f15747c-e368-4c22-9071-053b29d0905e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:43.139551 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f84dcf48-9ce2-4a30-a019-7477b51b9b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (50c706b7-f189-4827-92e0-7d224c9945c9), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:43.164280 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-3f8949b4-dbbc-477d-a81c-eed4155a881e None None] Deleting port 0f15747c-e368-4c22-9071-053b29d0905e {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:49:43.165517 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3f8949b4-dbbc-477d-a81c-eed4155a881e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (0f15747c-e368-4c22-9071-053b29d0905e), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:43.176160 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f84dcf48-9ce2-4a30-a019-7477b51b9b9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:43.189108 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f84dcf48-9ce2-4a30-a019-7477b51b9b9b admin admin] 10.222.0.89 "DELETE /v2.0/networks/50c706b7-f189-4827-92e0-7d224c9945c9 HTTP/1.1" status: 204 len: 168 time: 1.5961995 Feb 20 03:49:43.199665 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84dcf48-9ce2-4a30-a019-7477b51b9b9b admin admin] Pushing event deleted for resources: {'Network': ['ID=50c706b7-f189-4827-92e0-7d224c9945c9,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:43.219105 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-259e88ce-b1d8-4ccb-b481-6c214b2eda39 None None] Port d7cb1082-9a9e-4fb4-a9d3-a118da21fb62 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:49:43.293897 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a41559-4ed3-4931-b28b-1081f26c1f5b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] No DVR routers for this DVR port 0f15747c-e368-4c22-9071-053b29d0905e on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:49:43.300469 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a41559-4ed3-4931-b28b-1081f26c1f5b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Pushing event deleted for resources: {'Port': ['ID=0f15747c-e368-4c22-9071-053b29d0905e,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:43.381953 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-3f8949b4-dbbc-477d-a81c-eed4155a881e None None] For port 0f15747c-e368-4c22-9071-053b29d0905e, host n-d-829866-4, got binding levels [] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:43.384921 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3f8949b4-dbbc-477d-a81c-eed4155a881e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (0f15747c-e368-4c22-9071-053b29d0905e), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:43.414631 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-3f8949b4-dbbc-477d-a81c-eed4155a881e None None] Calling delete_port for 0f15747c-e368-4c22-9071-053b29d0905e owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:49:43.423349 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.ipam_backend_mixin [None req-3f8949b4-dbbc-477d-a81c-eed4155a881e None None] Port 0f15747c-e368-4c22-9071-053b29d0905e was not found and therefore no delete operation was performed {{(pid=104107) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 03:49:43.432191 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3f8949b4-dbbc-477d-a81c-eed4155a881e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (0f15747c-e368-4c22-9071-053b29d0905e), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:43.475400 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-51a41559-4ed3-4931-b28b-1081f26c1f5b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (8ca4b396-14bc-4fc6-83df-227a6726eb74), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:43.496913 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5a66-9311-4381-b89c-f713e978835e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (d7cb1082-9a9e-4fb4-a9d3-a118da21fb62), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:43.513136 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-51a41559-4ed3-4931-b28b-1081f26c1f5b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca4b396-14bc-4fc6-83df-227a6726eb74']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:49:43.534986 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-51a41559-4ed3-4931-b28b-1081f26c1f5b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6e3763-2606-45f0-911a-d3695f15f4a6') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:49:43.535304 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-51a41559-4ed3-4931-b28b-1081f26c1f5b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6e3763-2606-45f0-911a-d3695f15f4a6') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:49:43.537384 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8949b4-dbbc-477d-a81c-eed4155a881e None None] Pushing event deleted for resources: {'Port': ['ID=0f15747c-e368-4c22-9071-053b29d0905e,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:43.562522 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-51a41559-4ed3-4931-b28b-1081f26c1f5b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (8f6e3763-2606-45f0-911a-d3695f15f4a6), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:43.570295 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 20e4cbfe-997e-42c3-97a4-d3c86346b6f7 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:49:43.582218 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8949b4-dbbc-477d-a81c-eed4155a881e None None] No DVR routers for this DVR port 0f15747c-e368-4c22-9071-053b29d0905e on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:49:43.592134 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb5a66-9311-4381-b89c-f713e978835e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Port': ['ID=d7cb1082-9a9e-4fb4-a9d3-a118da21fb62,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:43.595559 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-51a41559-4ed3-4931-b28b-1081f26c1f5b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (8f6e3763-2606-45f0-911a-d3695f15f4a6), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:43.608966 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ed00aed7-c5b4-4324-9180-46d86cee8019 None None] Deleting port f68309c5-9df2-42e9-bc92-730ff2512013 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:49:43.611213 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ed00aed7-c5b4-4324-9180-46d86cee8019 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (f68309c5-9df2-42e9-bc92-730ff2512013), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:43.631567 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51a41559-4ed3-4931-b28b-1081f26c1f5b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:49:43.631567 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-51a41559-4ed3-4931-b28b-1081f26c1f5b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (8f6e3763-2606-45f0-911a-d3695f15f4a6), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:43.676277 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54560) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:43.690363 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5a66-9311-4381-b89c-f713e978835e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:43.703813 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-dfdb5a66-9311-4381-b89c-f713e978835e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/d7cb1082-9a9e-4fb4-a9d3-a118da21fb62 HTTP/1.1" status: 204 len: 168 time: 1.7962334 Feb 20 03:49:43.723847 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54562) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:43.743081 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:49:43.743081 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:49:43.743081 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:49:43.743081 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:49:43.743081 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:49:43.743081 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:49:43.743081 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:49:43.743081 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:49:43.743081 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:49:43.743081 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:49:43.743081 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:49:43.743081 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:49:43.743081 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:49:43.743081 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:49:43.743081 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:49:43.743081 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:49:43.743081 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:49:43.743081 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:49:43.743081 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:49:43.743081 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:49:43.743081 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:49:43.743081 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:49:43.743081 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:49:43.743081 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:49:43.743081 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:49:43.743081 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:49:43.743081 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:49:43.743081 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:49:43.743081 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:49:43.743081 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:49:43.743081 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:49:43.743081 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:49:43.788184 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373c5c7-b518-4f7d-9161-3051934ce066 req-1e05829e-cd62-41da-a3aa-b31cd30fd84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:43.790026 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2373c5c7-b518-4f7d-9161-3051934ce066 req-1e05829e-cd62-41da-a3aa-b31cd30fd84a service neutron] 10.222.0.42 "GET /v2.0/networks?id=64115127-0ca9-4210-b390-d57efc54bf51 HTTP/1.1" status: 200 len: 912 time: 0.6947253 Feb 20 03:49:43.809680 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ed00aed7-c5b4-4324-9180-46d86cee8019 None None] For port f68309c5-9df2-42e9-bc92-730ff2512013, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=f68309c5-9df2-42e9-bc92-730ff2512013,segment=NetworkSegment(c3e52511-31f2-431c-b287-feea51e304d9),segment_id=c3e52511-31f2-431c-b287-feea51e304d9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:43.811334 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ed00aed7-c5b4-4324-9180-46d86cee8019 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (f68309c5-9df2-42e9-bc92-730ff2512013), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:43.841017 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ed00aed7-c5b4-4324-9180-46d86cee8019 None None] Calling delete_port for f68309c5-9df2-42e9-bc92-730ff2512013 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:49:43.887138 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5052e3f3-bd93-4c7d-afad-5a8e21a1772f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=947add77657c4ae49f3a740d0e7115e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1818674 Feb 20 03:49:43.892406 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5eb2b6-eb8b-4425-bcee-e45f6b111bd5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:43.893885 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5eb2b6-eb8b-4425-bcee-e45f6b111bd5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:43.898150 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1d5eb2b6-eb8b-4425-bcee-e45f6b111bd5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1706765 Feb 20 03:49:43.899619 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54564) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:43.902671 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54566) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:43.932551 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-51a41559-4ed3-4931-b28b-1081f26c1f5b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (8ca4b396-14bc-4fc6-83df-227a6726eb74), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:43.944033 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-51a41559-4ed3-4931-b28b-1081f26c1f5b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:43.952109 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54568) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:43.956361 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-51a41559-4ed3-4931-b28b-1081f26c1f5b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "DELETE /v2.0/networks/8ca4b396-14bc-4fc6-83df-227a6726eb74 HTTP/1.1" status: 204 len: 168 time: 1.7843432 Feb 20 03:49:43.974543 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2373c5c7-b518-4f7d-9161-3051934ce066 req-576024a0-a7d0-4c6f-8f66-9795c138112b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0a91145-6212-4367-98ca-a36a7166e206 HTTP/1.1" status: 200 len: 217 time: 0.1770322 Feb 20 03:49:44.091853 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373c5c7-b518-4f7d-9161-3051934ce066 req-0d4826b1-0c24-48a2-bbdb-79460ddfb41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:44.093874 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2373c5c7-b518-4f7d-9161-3051934ce066 req-0d4826b1-0c24-48a2-bbdb-79460ddfb41a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=85e8c386-47fc-4d48-86f0-3d288a799fec HTTP/1.1" status: 200 len: 850 time: 0.0474589 Feb 20 03:49:44.099228 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a41559-4ed3-4931-b28b-1081f26c1f5b tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Pushing event deleted for resources: {'Network': ['ID=8ca4b396-14bc-4fc6-83df-227a6726eb74,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:44.115539 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7a521edb-ed43-4bb3-8c40-485bf720f73a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (d998f68e-c8b2-419a-a92f-ff474bef2a54), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:44.136713 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ed00aed7-c5b4-4324-9180-46d86cee8019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (f68309c5-9df2-42e9-bc92-730ff2512013), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:44.188143 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00aed7-c5b4-4324-9180-46d86cee8019 None None] Pushing event deleted for resources: {'Port': ['ID=f68309c5-9df2-42e9-bc92-730ff2512013,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:44.197332 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed00aed7-c5b4-4324-9180-46d86cee8019 None None] No DVR routers for this DVR port f68309c5-9df2-42e9-bc92-730ff2512013 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:49:44.234959 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-9342e1b3-baee-47a0-913a-4cf5876fbf1e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting subnet 52c9ff41-28ee-46ce-bc1a-abf9b199e5e6 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:49:44.240220 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-96a651c9-09f0-4117-ab35-620f8a38cf9c admin admin] Publish callbacks [] for security_group (d9fbf7df-e604-4ffe-9ba6-9f98e81dc8ec), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:44.264453 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-96a651c9-09f0-4117-ab35-620f8a38cf9c admin admin] Publish callbacks [] for security_group (d9fbf7df-e604-4ffe-9ba6-9f98e81dc8ec), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:44.316849 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9342e1b3-baee-47a0-913a-4cf5876fbf1e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (52c9ff41-28ee-46ce-bc1a-abf9b199e5e6), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:44.329041 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7a521edb-ed43-4bb3-8c40-485bf720f73a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (d998f68e-c8b2-419a-a92f-ff474bef2a54), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:44.359329 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373c5c7-b518-4f7d-9161-3051934ce066 req-cff67e4e-0d1d-4e02-89bf-f7c4c1c02a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:44.363415 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2373c5c7-b518-4f7d-9161-3051934ce066 req-cff67e4e-0d1d-4e02-89bf-f7c4c1c02a78 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64115127-0ca9-4210-b390-d57efc54bf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2576303 Feb 20 03:49:44.384344 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-7a521edb-ed43-4bb3-8c40-485bf720f73a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d998f68e-c8b2-419a-a92f-ff474bef2a54']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:49:44.391837 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9342e1b3-baee-47a0-913a-4cf5876fbf1e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (52c9ff41-28ee-46ce-bc1a-abf9b199e5e6), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:44.431668 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-7a521edb-ed43-4bb3-8c40-485bf720f73a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e52511-31f2-431c-b287-feea51e304d9') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:49:44.432010 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-7a521edb-ed43-4bb3-8c40-485bf720f73a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e52511-31f2-431c-b287-feea51e304d9') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:49:44.461231 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-96a651c9-09f0-4117-ab35-620f8a38cf9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d9fbf7df-e604-4ffe-9ba6-9f98e81dc8ec), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:44.463927 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-96a651c9-09f0-4117-ab35-620f8a38cf9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:44.465216 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-96a651c9-09f0-4117-ab35-620f8a38cf9c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d9fbf7df-e604-4ffe-9ba6-9f98e81dc8ec HTTP/1.1" status: 204 len: 168 time: 0.5605574 Feb 20 03:49:44.471850 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7a521edb-ed43-4bb3-8c40-485bf720f73a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (c3e52511-31f2-431c-b287-feea51e304d9), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:44.494655 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0f15747c-e368-4c22-9071-053b29d0905e no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:49:44.505698 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a651c9-09f0-4117-ab35-620f8a38cf9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fbf7df-e604-4ffe-9ba6-9f98e81dc8ec,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:44.509068 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7a521edb-ed43-4bb3-8c40-485bf720f73a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (c3e52511-31f2-431c-b287-feea51e304d9), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:44.524550 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a521edb-ed43-4bb3-8c40-485bf720f73a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:49:44.526191 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7a521edb-ed43-4bb3-8c40-485bf720f73a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (c3e52511-31f2-431c-b287-feea51e304d9), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:44.532828 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:49:44.532828 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:49:44.532828 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:49:44.532828 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:49:44.532828 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:49:44.532828 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:49:44.532828 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:49:44.532828 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:49:44.532828 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:49:44.532828 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:49:44.532828 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:49:44.532828 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:49:44.532828 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:49:44.532828 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:49:44.532828 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:49:44.532828 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:49:44.532828 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:49:44.532828 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:49:44.532828 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:49:44.532828 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:49:44.532828 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:49:44.532828 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:49:44.532828 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:49:44.532828 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:49:44.532828 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:49:44.532828 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:49:44.532828 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:49:44.532828 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:49:44.532828 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:49:44.532828 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:49:44.532828 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:49:44.532828 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:49:44.560056 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 0f15747c-e368-4c22-9071-053b29d0905e {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:49:44.562744 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0f15747c-e368-4c22-9071-053b29d0905e not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:49:44.563420 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device f68309c5-9df2-42e9-bc92-730ff2512013 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:49:44.668575 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: f68309c5-9df2-42e9-bc92-730ff2512013 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:49:44.670137 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device f68309c5-9df2-42e9-bc92-730ff2512013 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:49:44.756400 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7a521edb-ed43-4bb3-8c40-485bf720f73a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (d998f68e-c8b2-419a-a92f-ff474bef2a54), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:44.766244 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7a521edb-ed43-4bb3-8c40-485bf720f73a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:44.778223 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7a521edb-ed43-4bb3-8c40-485bf720f73a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] 10.222.0.89 "DELETE /v2.0/networks/d998f68e-c8b2-419a-a92f-ff474bef2a54 HTTP/1.1" status: 204 len: 168 time: 0.8217733 Feb 20 03:49:44.784472 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9342e1b3-baee-47a0-913a-4cf5876fbf1e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (52c9ff41-28ee-46ce-bc1a-abf9b199e5e6), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:44.814340 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2373c5c7-b518-4f7d-9161-3051934ce066 req-46c548ab-7906-4d3c-9df2-3adfffb6946e service neutron] 10.222.0.42 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338775 Feb 20 03:49:44.824701 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a521edb-ed43-4bb3-8c40-485bf720f73a tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] Pushing event deleted for resources: {'Network': ['ID=d998f68e-c8b2-419a-a92f-ff474bef2a54,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:45.666561 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2373c5c7-b518-4f7d-9161-3051934ce066 req-a52d196c-7126-4bfd-bf53-e3383961af64 service neutron] 10.222.0.42 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7506499 Feb 20 03:49:45.685358 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9342e1b3-baee-47a0-913a-4cf5876fbf1e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (52c9ff41-28ee-46ce-bc1a-abf9b199e5e6), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:45.718355 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342e1b3-baee-47a0-913a-4cf5876fbf1e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Subnet': ['ID=52c9ff41-28ee-46ce-bc1a-abf9b199e5e6,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:45.729465 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9342e1b3-baee-47a0-913a-4cf5876fbf1e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:45.739124 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9be895-5349-47bd-9b9c-82e1b352b752 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:49:45.764837 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9342e1b3-baee-47a0-913a-4cf5876fbf1e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/52c9ff41-28ee-46ce-bc1a-abf9b199e5e6 HTTP/1.1" status: 204 len: 168 time: 1.8488021 Feb 20 03:49:45.767328 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54606) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:46.000907 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d950e3d9-b497-4f19-9534-33f4ac4ebcb3 None None] DHCP port deletion for 4f54fdde-6e16-424b-a89f-7d368ed79ea3 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:49:46.068001 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d950e3d9-b497-4f19-9534-33f4ac4ebcb3 None None] Deleting port 20e4cbfe-997e-42c3-97a4-d3c86346b6f7 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:49:46.068717 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d950e3d9-b497-4f19-9534-33f4ac4ebcb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (20e4cbfe-997e-42c3-97a4-d3c86346b6f7), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:46.148562 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d950e3d9-b497-4f19-9534-33f4ac4ebcb3 None None] For port 20e4cbfe-997e-42c3-97a4-d3c86346b6f7, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=20e4cbfe-997e-42c3-97a4-d3c86346b6f7,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:46.149551 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d950e3d9-b497-4f19-9534-33f4ac4ebcb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (20e4cbfe-997e-42c3-97a4-d3c86346b6f7), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:46.169155 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d950e3d9-b497-4f19-9534-33f4ac4ebcb3 None None] Calling delete_port for 20e4cbfe-997e-42c3-97a4-d3c86346b6f7 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:49:46.172927 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54612) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:46.177099 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1b60add4-b206-41ba-8d4c-b85e28439d11 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4039795 Feb 20 03:49:46.178211 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-18444359-aa85-477b-b7bf-3e0f0f126355 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:46.347548 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d950e3d9-b497-4f19-9534-33f4ac4ebcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (20e4cbfe-997e-42c3-97a4-d3c86346b6f7), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:46.391346 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 20e4cbfe-997e-42c3-97a4-d3c86346b6f7 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:49:46.410900 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d472d1f-740f-47d1-9d7a-80c0e2954948 req-b1bc6d3b-fb0b-4cee-8582-a2e5416513cc tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:46.418269 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 20e4cbfe-997e-42c3-97a4-d3c86346b6f7 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:49:46.419013 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 20e4cbfe-997e-42c3-97a4-d3c86346b6f7 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:49:46.419799 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5d472d1f-740f-47d1-9d7a-80c0e2954948 req-b1bc6d3b-fb0b-4cee-8582-a2e5416513cc tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.0811155 Feb 20 03:49:46.436043 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d950e3d9-b497-4f19-9534-33f4ac4ebcb3 None None] Pushing event deleted for resources: {'Port': ['ID=20e4cbfe-997e-42c3-97a4-d3c86346b6f7,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:46.452230 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d950e3d9-b497-4f19-9534-33f4ac4ebcb3 None None] No DVR routers for this DVR port 20e4cbfe-997e-42c3-97a4-d3c86346b6f7 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:49:46.484381 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5d472d1f-740f-47d1-9d7a-80c0e2954948 req-d913dfa1-3e93-47bd-8c71-c133fbb22a29 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635233 Feb 20 03:49:46.485340 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18444359-aa85-477b-b7bf-3e0f0f126355 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:49:46.519949 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-18444359-aa85-477b-b7bf-3e0f0f126355 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:46.811637 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385fd9a-8e7e-4eca-9310-21738ae8502c req-7bacf0e0-d28e-43ad-a195-3e2be5fbf9ca tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:46.813527 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e385fd9a-8e7e-4eca-9310-21738ae8502c req-7bacf0e0-d28e-43ad-a195-3e2be5fbf9ca tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.0776074 Feb 20 03:49:46.835921 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-18444359-aa85-477b-b7bf-3e0f0f126355 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (fa2bc54b-18e5-4a91-b49f-cba6a3db7630), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:46.906724 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18444359-aa85-477b-b7bf-3e0f0f126355 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:49:46.919911 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-18444359-aa85-477b-b7bf-3e0f0f126355 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:49:46.919911 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18444359-aa85-477b-b7bf-3e0f0f126355 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:46.919911 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-18444359-aa85-477b-b7bf-3e0f0f126355 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:46.924495 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf15a1dc-55b7-44a3-85b9-432c88d85c17 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:49:46.927793 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e385fd9a-8e7e-4eca-9310-21738ae8502c req-e951db36-cbbc-4976-8428-2f72f5a5ff26 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081858 Feb 20 03:49:46.939214 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18444359-aa85-477b-b7bf-3e0f0f126355 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Subnet': ['ID=fa2bc54b-18e5-4a91-b49f-cba6a3db7630,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:47.007195 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-18444359-aa85-477b-b7bf-3e0f0f126355 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8330572 Feb 20 03:49:47.009888 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54634) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:47.018620 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-487f38a1-edce-4494-8ae1-da0f2740ee50 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'fixed_ips': [{'subnet_id': 'fa2bc54b-18e5-4a91-b49f-cba6a3db7630', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1206433521'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:47.099262 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8666b4dd-7d1d-42c8-b8e0-8de52c0d73e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'project_id': '43fe9a19d6654b4e8e70d399d460b079', 'fixed_ips': [{'subnet_id': 'fa2bc54b-18e5-4a91-b49f-cba6a3db7630'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:49:47.100509 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8666b4dd-7d1d-42c8-b8e0-8de52c0d73e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:47.241490 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe356b-6d63-401e-9d3d-3ded9faef2f9 req-b9d8e9e2-f8cf-4140-9277-421ba302271b tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:47.250370 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-08fe356b-6d63-401e-9d3d-3ded9faef2f9 req-b9d8e9e2-f8cf-4140-9277-421ba302271b tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.1059966 Feb 20 03:49:47.302871 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-8666b4dd-7d1d-42c8-b8e0-8de52c0d73e5 None None] Allocated IP 2001:db8::2 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/fa2bc54b-18e5-4a91-b49f-cba6a3db7630/30d89b3f-c72e-4792-a735-001ebf8dfd89) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:49:47.315159 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-08fe356b-6d63-401e-9d3d-3ded9faef2f9 req-459ac81c-a592-410d-a97b-24772989d00f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636830 Feb 20 03:49:47.317226 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487f38a1-edce-4494-8ae1-da0f2740ee50 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:49:47.513475 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8666b4dd-7d1d-42c8-b8e0-8de52c0d73e5 None None] Publish callbacks [] for port (30d89b3f-c72e-4792-a735-001ebf8dfd89), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:47.514810 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7696364-3947-40eb-81d9-63dbd13206c9 req-24c7ed64-43dd-4ae5-8eaf-e070b3c6f5ae tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:47.522701 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e7696364-3947-40eb-81d9-63dbd13206c9 req-24c7ed64-43dd-4ae5-8eaf-e070b3c6f5ae tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.0995951 Feb 20 03:49:47.538684 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-487f38a1-edce-4494-8ae1-da0f2740ee50 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:47.570126 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-487f38a1-edce-4494-8ae1-da0f2740ee50 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] device_id is not set on port a6615394-83da-42fa-bf8e-ddb9b5814366 yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:49:47.656632 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8666b4dd-7d1d-42c8-b8e0-8de52c0d73e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (30d89b3f-c72e-4792-a735-001ebf8dfd89), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:47.684517 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e7696364-3947-40eb-81d9-63dbd13206c9 req-4858aede-8cf6-40f4-a105-3605a1babfcd tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572673 Feb 20 03:49:47.737619 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8666b4dd-7d1d-42c8-b8e0-8de52c0d73e5 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:49:47.753158 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-8666b4dd-7d1d-42c8-b8e0-8de52c0d73e5 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:49:47.774055 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8666b4dd-7d1d-42c8-b8e0-8de52c0d73e5 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:49:47.856464 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666b4dd-7d1d-42c8-b8e0-8de52c0d73e5 None None] Pushing event updated for resources: {'Port': ['ID=30d89b3f-c72e-4792-a735-001ebf8dfd89,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:47.879172 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-487f38a1-edce-4494-8ae1-da0f2740ee50 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:49:47.879642 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-487f38a1-edce-4494-8ae1-da0f2740ee50 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:49:47.924804 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-8666b4dd-7d1d-42c8-b8e0-8de52c0d73e5 None None] Attempting to bind port 30d89b3f-c72e-4792-a735-001ebf8dfd89 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:49:47.924804 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-8666b4dd-7d1d-42c8-b8e0-8de52c0d73e5 None None] Attempting to bind port 30d89b3f-c72e-4792-a735-001ebf8dfd89 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:49:47.924804 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8666b4dd-7d1d-42c8-b8e0-8de52c0d73e5 None None] Attempting to bind port 30d89b3f-c72e-4792-a735-001ebf8dfd89 on network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:49:47.942252 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8666b4dd-7d1d-42c8-b8e0-8de52c0d73e5 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:49:47.942684 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8666b4dd-7d1d-42c8-b8e0-8de52c0d73e5 None None] Checking segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:49:47.945375 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8666b4dd-7d1d-42c8-b8e0-8de52c0d73e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:47.945996 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8666b4dd-7d1d-42c8-b8e0-8de52c0d73e5 None None] Bound using segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:49:47.947175 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-8666b4dd-7d1d-42c8-b8e0-8de52c0d73e5 None None] Bound port: 30d89b3f-c72e-4792-a735-001ebf8dfd89, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:49:47.953144 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8666b4dd-7d1d-42c8-b8e0-8de52c0d73e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (30d89b3f-c72e-4792-a735-001ebf8dfd89), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:48.015779 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-487f38a1-edce-4494-8ae1-da0f2740ee50 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0046771 Feb 20 03:49:48.018465 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54662) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:48.059701 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-8666b4dd-7d1d-42c8-b8e0-8de52c0d73e5 None None] For port 30d89b3f-c72e-4792-a735-001ebf8dfd89, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:49:48.063884 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-8666b4dd-7d1d-42c8-b8e0-8de52c0d73e5 None None] For port 30d89b3f-c72e-4792-a735-001ebf8dfd89, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=30d89b3f-c72e-4792-a735-001ebf8dfd89,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:49:48.105447 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c088cab4-8ada-492e-ac36-d2bbd5fd4c53 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:48.111263 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c088cab4-8ada-492e-ac36-d2bbd5fd4c53 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0904067 Feb 20 03:49:48.111720 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54664) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:48.148032 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8666b4dd-7d1d-42c8-b8e0-8de52c0d73e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (30d89b3f-c72e-4792-a735-001ebf8dfd89), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:48.197107 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-d3ae40a2-c584-4e5d-a9be-67fef6c3358c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:48.199038 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f414545-45f4-49e1-8c3b-4f50bd8e446a tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:48.200728 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f414545-45f4-49e1-8c3b-4f50bd8e446a tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:48.207594 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3f414545-45f4-49e1-8c3b-4f50bd8e446a tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0945539 Feb 20 03:49:48.210510 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54666) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:48.222375 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-d3ae40a2-c584-4e5d-a9be-67fef6c3358c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/networks?id=64115127-0ca9-4210-b390-d57efc54bf51 HTTP/1.1" status: 200 len: 811 time: 0.2021198 Feb 20 03:49:48.258666 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-d1cf3624-b319-466b-ad13-67c99c40345d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/quotas/2a426eb8717f45cda17f79dc5d1190fc HTTP/1.1" status: 200 len: 375 time: 0.0381689 Feb 20 03:49:48.310009 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666b4dd-7d1d-42c8-b8e0-8de52c0d73e5 None None] Pushing event updated for resources: {'Port': ['ID=30d89b3f-c72e-4792-a735-001ebf8dfd89,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:48.367115 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a6729b-93de-4f7d-bf59-a31337795faf tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting subnet fa2bc54b-18e5-4a91-b49f-cba6a3db7630 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:49:48.373946 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e1a6729b-93de-4f7d-bf59-a31337795faf tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (fa2bc54b-18e5-4a91-b49f-cba6a3db7630), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:48.399684 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-fbfc8011-a48b-49d5-8759-3917301dedf6 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=2a426eb8717f45cda17f79dc5d1190fc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1371295 Feb 20 03:49:48.430140 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e1a6729b-93de-4f7d-bf59-a31337795faf tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (fa2bc54b-18e5-4a91-b49f-cba6a3db7630), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:48.472240 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54670) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:48.620842 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-2eaa54e4-b9b3-4f46-ad9c-0b42bfb3ac21 service neutron] 10.222.0.89 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194579 Feb 20 03:49:48.669360 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e1a6729b-93de-4f7d-bf59-a31337795faf tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (fa2bc54b-18e5-4a91-b49f-cba6a3db7630), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:48.816699 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7067a137-7755-47d9-8b52-271f79408a6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:48.842500 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-9b76e23b-713f-4757-a6c7-10c1a2c0e1a3 service neutron] 10.222.0.89 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103512 Feb 20 03:49:48.955246 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e1a6729b-93de-4f7d-bf59-a31337795faf tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (fa2bc54b-18e5-4a91-b49f-cba6a3db7630), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:48.999686 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6729b-93de-4f7d-bf59-a31337795faf tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Subnet': ['ID=fa2bc54b-18e5-4a91-b49f-cba6a3db7630,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:49.030341 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e1a6729b-93de-4f7d-bf59-a31337795faf tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:49.038735 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e1a6729b-93de-4f7d-bf59-a31337795faf tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/fa2bc54b-18e5-4a91-b49f-cba6a3db7630 HTTP/1.1" status: 204 len: 168 time: 0.8267035 Feb 20 03:49:49.041232 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54680) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:49.157402 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7067a137-7755-47d9-8b52-271f79408a6e admin admin] Publish callbacks [] for security_group (f1d7eb8a-1c3b-4c3f-a63f-f0928e348410), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:49.180011 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54688) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:49.187863 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-029f72c2-9635-4398-bbb4-3238359dc43e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:49.191565 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b980ae64-1689-4cf2-a2cf-59439705c828 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1490729 Feb 20 03:49:49.256202 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7067a137-7755-47d9-8b52-271f79408a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f1d7eb8a-1c3b-4c3f-a63f-f0928e348410), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:49.258934 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3a803652-7109-4093-900c-40e20fd055d2 req-888fda9d-bbbb-4995-9be4-31e090d5dec8 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=96e7b8b4-d780-4a50-a502-14c75539c3d3 HTTP/1.1" status: 200 len: 210 time: 0.0859561 Feb 20 03:49:49.342600 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7067a137-7755-47d9-8b52-271f79408a6e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4e6c4c0d4965401f828670ed8b36d2c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8688197 Feb 20 03:49:49.345237 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54692) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:49.358576 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7067a137-7755-47d9-8b52-271f79408a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d7eb8a-1c3b-4c3f-a63f-f0928e348410,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:49.452587 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-08ab37c0-0ec0-4ef9-814e-c7010e4c7873 admin admin] Publish callbacks [] for security_group (f1d7eb8a-1c3b-4c3f-a63f-f0928e348410), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:49.478569 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-08ab37c0-0ec0-4ef9-814e-c7010e4c7873 admin admin] Publish callbacks [] for security_group (f1d7eb8a-1c3b-4c3f-a63f-f0928e348410), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:49.620827 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029f72c2-9635-4398-bbb4-3238359dc43e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:49:49.625042 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-029f72c2-9635-4398-bbb4-3238359dc43e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:49.645659 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-08ab37c0-0ec0-4ef9-814e-c7010e4c7873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f1d7eb8a-1c3b-4c3f-a63f-f0928e348410), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:49.648410 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-08ab37c0-0ec0-4ef9-814e-c7010e4c7873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:49.649551 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-08ab37c0-0ec0-4ef9-814e-c7010e4c7873 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f1d7eb8a-1c3b-4c3f-a63f-f0928e348410 HTTP/1.1" status: 204 len: 168 time: 0.3031046 Feb 20 03:49:49.666544 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab37c0-0ec0-4ef9-814e-c7010e4c7873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d7eb8a-1c3b-4c3f-a63f-f0928e348410,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:50.030649 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52b142b-c958-44e2-b620-160d63b9f79e None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:49:50.145943 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f81d5ca2-1839-454f-8bc0-f26253697695 None None] Provisioning complete for port 30d89b3f-c72e-4792-a735-001ebf8dfd89 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:49:50.154103 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f81d5ca2-1839-454f-8bc0-f26253697695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (30d89b3f-c72e-4792-a735-001ebf8dfd89), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:50.200108 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-029f72c2-9635-4398-bbb4-3238359dc43e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (f56ccf3a-90fc-4dc0-8680-38227982cb3a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:50.304727 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f81d5ca2-1839-454f-8bc0-f26253697695 None None] Current status of the port 30d89b3f-c72e-4792-a735-001ebf8dfd89 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:49:50.307229 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f81d5ca2-1839-454f-8bc0-f26253697695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (30d89b3f-c72e-4792-a735-001ebf8dfd89), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:50.323901 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029f72c2-9635-4398-bbb4-3238359dc43e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:49:50.344340 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-029f72c2-9635-4398-bbb4-3238359dc43e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:49:50.354733 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029f72c2-9635-4398-bbb4-3238359dc43e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:50.354733 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-029f72c2-9635-4398-bbb4-3238359dc43e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:50.356424 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f72c2-9635-4398-bbb4-3238359dc43e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Subnet': ['ID=f56ccf3a-90fc-4dc0-8680-38227982cb3a,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:50.358606 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-f81d5ca2-1839-454f-8bc0-f26253697695 None None] For port 30d89b3f-c72e-4792-a735-001ebf8dfd89, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=30d89b3f-c72e-4792-a735-001ebf8dfd89,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:50.377676 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e838602-9e71-4ca7-882c-d0f4b5efc148 None None] DHCP port deletion for 4f54fdde-6e16-424b-a89f-7d368ed79ea3 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:49:50.434585 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-6e838602-9e71-4ca7-882c-d0f4b5efc148 None None] Deleting port 30d89b3f-c72e-4792-a735-001ebf8dfd89 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:49:50.439294 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6e838602-9e71-4ca7-882c-d0f4b5efc148 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (30d89b3f-c72e-4792-a735-001ebf8dfd89), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:50.439444 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d6020fd7-1d0b-4858-8ebb-26c1219049bd req-10b4369e-2500-4323-9c18-9f86c2eecaf2 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=96e7b8b4-d780-4a50-a502-14c75539c3d3 HTTP/1.1" status: 200 len: 210 time: 0.0729272 Feb 20 03:49:50.459878 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-029f72c2-9635-4398-bbb4-3238359dc43e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2775290 Feb 20 03:49:50.465176 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54718) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:50.471616 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-e6bc8f81-39d7-431b-a190-f8b02be58ca6 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-74326204', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:50.519108 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f81d5ca2-1839-454f-8bc0-f26253697695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (30d89b3f-c72e-4792-a735-001ebf8dfd89), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:50.618897 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-6e838602-9e71-4ca7-882c-d0f4b5efc148 None None] For port 30d89b3f-c72e-4792-a735-001ebf8dfd89, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=30d89b3f-c72e-4792-a735-001ebf8dfd89,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:50.619269 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6e838602-9e71-4ca7-882c-d0f4b5efc148 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (30d89b3f-c72e-4792-a735-001ebf8dfd89), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:50.627211 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e6bc8f81-39d7-431b-a190-f8b02be58ca6 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (02357eb2-745b-4a31-8b47-a83724510d87), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:50.628544 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e6bc8f81-39d7-431b-a190-f8b02be58ca6 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (02357eb2-745b-4a31-8b47-a83724510d87), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:50.647881 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d5ca2-1839-454f-8bc0-f26253697695 None None] Pushing event updated for resources: {'Port': ['ID=30d89b3f-c72e-4792-a735-001ebf8dfd89,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:50.672527 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-6e838602-9e71-4ca7-882c-d0f4b5efc148 None None] Calling delete_port for 30d89b3f-c72e-4792-a735-001ebf8dfd89 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:49:50.699786 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e6bc8f81-39d7-431b-a190-f8b02be58ca6 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for router_controller (02357eb2-745b-4a31-8b47-a83724510d87), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:50.777831 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e6bc8f81-39d7-431b-a190-f8b02be58ca6 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (02357eb2-745b-4a31-8b47-a83724510d87), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:51.035408 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e6bc8f81-39d7-431b-a190-f8b02be58ca6 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:51.039310 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e6bc8f81-39d7-431b-a190-f8b02be58ca6 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5697110 Feb 20 03:49:51.039611 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54738) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:51.095109 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6e838602-9e71-4ca7-882c-d0f4b5efc148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (30d89b3f-c72e-4792-a735-001ebf8dfd89), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:51.097119 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:51.138907 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e838602-9e71-4ca7-882c-d0f4b5efc148 None None] Pushing event deleted for resources: {'Port': ['ID=30d89b3f-c72e-4792-a735-001ebf8dfd89,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:51.155958 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:51.167785 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e838602-9e71-4ca7-882c-d0f4b5efc148 None None] No DVR routers for this DVR port 30d89b3f-c72e-4792-a735-001ebf8dfd89 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:49:51.185869 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafa2742-c9d0-41eb-9919-7acd4b13fd58 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:49:51.403190 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39dfc63-aaa6-4593-a511-c5c1136fa920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'project_id': '43fe9a19d6654b4e8e70d399d460b079', 'fixed_ips': [{'subnet_id': 'f56ccf3a-90fc-4dc0-8680-38227982cb3a'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:49:51.403894 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a39dfc63-aaa6-4593-a511-c5c1136fa920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:51.638667 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3cabaa28-e02a-4712-8faf-d39d750903fc req-14d64521-41f3-4370-9020-cabd103a3c79 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=96e7b8b4-d780-4a50-a502-14c75539c3d3 HTTP/1.1" status: 200 len: 210 time: 0.0522120 Feb 20 03:49:51.720918 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-a39dfc63-aaa6-4593-a511-c5c1136fa920 None None] Allocated IP 2001:db8::2 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/f56ccf3a-90fc-4dc0-8680-38227982cb3a/87d14d9e-8bc3-4205-be36-40c8d26cdd2c) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:49:51.742157 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-516480cb-6f90-48a6-b0b1-ec026921159c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:51.998220 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a39dfc63-aaa6-4593-a511-c5c1136fa920 None None] Publish callbacks [] for port (87d14d9e-8bc3-4205-be36-40c8d26cdd2c), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:52.085154 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a39dfc63-aaa6-4593-a511-c5c1136fa920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (87d14d9e-8bc3-4205-be36-40c8d26cdd2c), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:52.172795 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39dfc63-aaa6-4593-a511-c5c1136fa920 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:49:52.183291 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-a39dfc63-aaa6-4593-a511-c5c1136fa920 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:49:52.183291 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39dfc63-aaa6-4593-a511-c5c1136fa920 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:49:52.201455 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39dfc63-aaa6-4593-a511-c5c1136fa920 None None] Pushing event updated for resources: {'Port': ['ID=87d14d9e-8bc3-4205-be36-40c8d26cdd2c,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:52.233174 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-fff2053e-77f7-4daa-bd64-853c5753371e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:52.234780 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-fff2053e-77f7-4daa-bd64-853c5753371e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.93 "GET /v2.0/networks?id=64115127-0ca9-4210-b390-d57efc54bf51 HTTP/1.1" status: 200 len: 811 time: 0.2421739 Feb 20 03:49:52.257071 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-c5287d1e-4d32-4462-9daa-26be0cc68b3f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Request body: {'port': {'device_id': '96e7b8b4-d780-4a50-a502-14c75539c3d3', 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51', 'admin_state_up': True, 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:52.273163 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a39dfc63-aaa6-4593-a511-c5c1136fa920 None None] Attempting to bind port 87d14d9e-8bc3-4205-be36-40c8d26cdd2c on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:49:52.273675 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a39dfc63-aaa6-4593-a511-c5c1136fa920 None None] Attempting to bind port 87d14d9e-8bc3-4205-be36-40c8d26cdd2c by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:49:52.274041 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39dfc63-aaa6-4593-a511-c5c1136fa920 None None] Attempting to bind port 87d14d9e-8bc3-4205-be36-40c8d26cdd2c on network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:49:52.281999 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39dfc63-aaa6-4593-a511-c5c1136fa920 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:49:52.285853 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39dfc63-aaa6-4593-a511-c5c1136fa920 None None] Checking segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:49:52.285853 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a39dfc63-aaa6-4593-a511-c5c1136fa920 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:52.285853 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39dfc63-aaa6-4593-a511-c5c1136fa920 None None] Bound using segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:49:52.285853 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a39dfc63-aaa6-4593-a511-c5c1136fa920 None None] Bound port: 87d14d9e-8bc3-4205-be36-40c8d26cdd2c, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:49:52.285853 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a39dfc63-aaa6-4593-a511-c5c1136fa920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (87d14d9e-8bc3-4205-be36-40c8d26cdd2c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:52.379026 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-516480cb-6f90-48a6-b0b1-ec026921159c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Allocated IP 2001:db8::1 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/f56ccf3a-90fc-4dc0-8680-38227982cb3a/db375cc2-300c-4ec7-ba4b-43b9926ba60c) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:49:52.381892 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 30d89b3f-c72e-4792-a735-001ebf8dfd89 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:49:52.491794 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 30d89b3f-c72e-4792-a735-001ebf8dfd89 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:49:52.492150 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 30d89b3f-c72e-4792-a735-001ebf8dfd89 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:49:52.509585 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-a39dfc63-aaa6-4593-a511-c5c1136fa920 None None] For port 87d14d9e-8bc3-4205-be36-40c8d26cdd2c, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:49:52.514108 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-a39dfc63-aaa6-4593-a511-c5c1136fa920 None None] For port 87d14d9e-8bc3-4205-be36-40c8d26cdd2c, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=87d14d9e-8bc3-4205-be36-40c8d26cdd2c,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:49:52.588643 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a39dfc63-aaa6-4593-a511-c5c1136fa920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (87d14d9e-8bc3-4205-be36-40c8d26cdd2c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:52.633477 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-516480cb-6f90-48a6-b0b1-ec026921159c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for port (db375cc2-300c-4ec7-ba4b-43b9926ba60c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:52.678450 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-c5287d1e-4d32-4462-9daa-26be0cc68b3f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Made reservation on behalf of 2a426eb8717f45cda17f79dc5d1190fc for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:49:52.684823 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-c5287d1e-4d32-4462-9daa-26be0cc68b3f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:52.794810 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39dfc63-aaa6-4593-a511-c5c1136fa920 None None] Pushing event updated for resources: {'Port': ['ID=87d14d9e-8bc3-4205-be36-40c8d26cdd2c,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:52.909644 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-516480cb-6f90-48a6-b0b1-ec026921159c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (db375cc2-300c-4ec7-ba4b-43b9926ba60c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:53.130953 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516480cb-6f90-48a6-b0b1-ec026921159c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:49:53.185046 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-516480cb-6f90-48a6-b0b1-ec026921159c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:49:53.211606 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516480cb-6f90-48a6-b0b1-ec026921159c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:49:53.213013 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-516480cb-6f90-48a6-b0b1-ec026921159c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (02357eb2-745b-4a31-8b47-a83724510d87), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:53.282576 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516480cb-6f90-48a6-b0b1-ec026921159c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Port': ['ID=db375cc2-300c-4ec7-ba4b-43b9926ba60c,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:53.287993 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f258f00d-388b-41b5-8038-46abca464628 req-8e5f9267-a211-431f-8dff-b95ba6322cc8 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=96e7b8b4-d780-4a50-a502-14c75539c3d3 HTTP/1.1" status: 200 len: 210 time: 0.2556419 Feb 20 03:49:53.399990 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-c5287d1e-4d32-4462-9daa-26be0cc68b3f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Allocated IP 172.20.0.6 (64115127-0ca9-4210-b390-d57efc54bf51/85e8c386-47fc-4d48-86f0-3d288a799fec/cc06ee76-9fa2-42ac-b677-5fe9e7720210) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:49:53.784597 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-c5287d1e-4d32-4462-9daa-26be0cc68b3f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks [] for port (cc06ee76-9fa2-42ac-b677-5fe9e7720210), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:53.792751 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-516480cb-6f90-48a6-b0b1-ec026921159c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (db375cc2-300c-4ec7-ba4b-43b9926ba60c), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:53.946447 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-c5287d1e-4d32-4462-9daa-26be0cc68b3f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (cc06ee76-9fa2-42ac-b677-5fe9e7720210), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:53.960798 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['e0a91145-6212-4367-98ca-a36a7166e206', 'f031ef27-126f-4e1d-b032-e1fa7bbd43d1'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:49:54.056209 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-c5287d1e-4d32-4462-9daa-26be0cc68b3f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Network 64115127-0ca9-4210-b390-d57efc54bf51 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:49:54.070882 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-c5287d1e-4d32-4462-9daa-26be0cc68b3f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:49:54.078401 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-c5287d1e-4d32-4462-9daa-26be0cc68b3f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:49:54.205566 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5287d1e-4d32-4462-9daa-26be0cc68b3f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Pushing event updated for resources: {'Port': ['ID=cc06ee76-9fa2-42ac-b677-5fe9e7720210,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:54.327286 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-c5287d1e-4d32-4462-9daa-26be0cc68b3f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:54.329149 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-c5287d1e-4d32-4462-9daa-26be0cc68b3f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:54.470372 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-c5287d1e-4d32-4462-9daa-26be0cc68b3f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2258306 Feb 20 03:49:54.667859 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-516480cb-6f90-48a6-b0b1-ec026921159c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for port (db375cc2-300c-4ec7-ba4b-43b9926ba60c), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:54.746215 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 87d14d9e-8bc3-4205-be36-40c8d26cdd2c up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:49:54.751071 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-516480cb-6f90-48a6-b0b1-ec026921159c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (db375cc2-300c-4ec7-ba4b-43b9926ba60c), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:54.751071 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-516480cb-6f90-48a6-b0b1-ec026921159c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (02357eb2-745b-4a31-8b47-a83724510d87), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:54.756602 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df9f60-3069-4a4e-979d-208d8ef0d869 req-9f328cf8-d152-437a-838b-dee22c05b18d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:54.767946 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f7df9f60-3069-4a4e-979d-208d8ef0d869 req-9f328cf8-d152-437a-838b-dee22c05b18d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=96e7b8b4-d780-4a50-a502-14c75539c3d3 HTTP/1.1" status: 200 len: 931 time: 0.2278028 Feb 20 03:49:54.803754 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-c0c99362-715d-4dd4-abaf-80d7323fdf7b service neutron] Request body: {'port': {'device_id': '96e7b8b4-d780-4a50-a502-14c75539c3d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:49:54.951316 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516480cb-6f90-48a6-b0b1-ec026921159c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Port': ['ID=db375cc2-300c-4ec7-ba4b-43b9926ba60c,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:54.953729 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-412d5ebb-4376-4083-ba94-b11510ff001c None None] Provisioning complete for port cc06ee76-9fa2-42ac-b677-5fe9e7720210 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:49:54.954099 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-412d5ebb-4376-4083-ba94-b11510ff001c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (cc06ee76-9fa2-42ac-b677-5fe9e7720210), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:55.050087 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 87d14d9e-8bc3-4205-be36-40c8d26cdd2c triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:49:55.050741 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (87d14d9e-8bc3-4205-be36-40c8d26cdd2c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:55.052315 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516480cb-6f90-48a6-b0b1-ec026921159c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:49:55.052445 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-412d5ebb-4376-4083-ba94-b11510ff001c None None] Port cc06ee76-9fa2-42ac-b677-5fe9e7720210 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:49:55.069341 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-516480cb-6f90-48a6-b0b1-ec026921159c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:49:55.085673 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f7df9f60-3069-4a4e-979d-208d8ef0d869 req-677af2db-a62c-4d5a-9bce-a9a9d1bcedd4 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167460 Feb 20 03:49:55.092823 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-c0c99362-715d-4dd4-abaf-80d7323fdf7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (cc06ee76-9fa2-42ac-b677-5fe9e7720210), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:55.295931 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-7b214f14-1c3c-4ad6-9504-b698efdd4f7a None None] Provisioning complete for port 87d14d9e-8bc3-4205-be36-40c8d26cdd2c triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:49:55.296313 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7b214f14-1c3c-4ad6-9504-b698efdd4f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (87d14d9e-8bc3-4205-be36-40c8d26cdd2c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:55.459033 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516480cb-6f90-48a6-b0b1-ec026921159c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Router 02357eb2-745b-4a31-8b47-a83724510d87 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:49:55.480150 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 87d14d9e-8bc3-4205-be36-40c8d26cdd2c is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:49:55.480150 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (87d14d9e-8bc3-4205-be36-40c8d26cdd2c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:55.557191 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-7b214f14-1c3c-4ad6-9504-b698efdd4f7a None None] Current status of the port 87d14d9e-8bc3-4205-be36-40c8d26cdd2c is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:49:55.557889 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7b214f14-1c3c-4ad6-9504-b698efdd4f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (87d14d9e-8bc3-4205-be36-40c8d26cdd2c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:55.630191 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 87d14d9e-8bc3-4205-be36-40c8d26cdd2c, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=87d14d9e-8bc3-4205-be36-40c8d26cdd2c,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:55.669057 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516480cb-6f90-48a6-b0b1-ec026921159c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:49:55.683664 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c224370c-b169-4923-8521-6d9e03c6ad55 None None] Sync routers for ids ['02357eb2-745b-4a31-8b47-a83724510d87'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:49:55.687558 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (87d14d9e-8bc3-4205-be36-40c8d26cdd2c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:55.703172 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-516480cb-6f90-48a6-b0b1-ec026921159c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "PUT /v2.0/routers/02357eb2-745b-4a31-8b47-a83724510d87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6565874 Feb 20 03:49:55.704230 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54824) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:55.715683 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c224370c-b169-4923-8521-6d9e03c6ad55 None None] Routers {'02357eb2-745b-4a31-8b47-a83724510d87'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:49:55.716710 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-c224370c-b169-4923-8521-6d9e03c6ad55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:49:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['02357eb2-745b-4a31-8b47-a83724510d87'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:49:55.847833 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b45842-ddcf-4798-b158-709bba6560d6 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:55.849700 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a0b45842-ddcf-4798-b158-709bba6560d6 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports/db375cc2-300c-4ec7-ba4b-43b9926ba60c HTTP/1.1" status: 200 len: 911 time: 0.1417811 Feb 20 03:49:55.852373 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54826) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:55.875789 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-c0c99362-715d-4dd4-abaf-80d7323fdf7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc06ee76-9fa2-42ac-b677-5fe9e7720210 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:49:55.914885 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-c0c99362-715d-4dd4-abaf-80d7323fdf7b service neutron] Publish callbacks [] for port (cc06ee76-9fa2-42ac-b677-5fe9e7720210), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:55.963674 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-c0c99362-715d-4dd4-abaf-80d7323fdf7b service neutron] Transition to ACTIVE for port object cc06ee76-9fa2-42ac-b677-5fe9e7720210 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:49:55.979384 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-c224370c-b169-4923-8521-6d9e03c6ad55 None None] Set router 02357eb2-745b-4a31-8b47-a83724510d87 gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:49:55.994506 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6c7b18-8443-4f80-b4ac-cf9d7cf0b486 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:56.003599 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-7b214f14-1c3c-4ad6-9504-b698efdd4f7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:49:56.003989 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-7b214f14-1c3c-4ad6-9504-b698efdd4f7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:49:56.006638 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6c7b18-8443-4f80-b4ac-cf9d7cf0b486 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:56.011842 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54830) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:49:56.019555 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8e6c7b18-8443-4f80-b4ac-cf9d7cf0b486 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1548262 Feb 20 03:49:56.020658 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=87d14d9e-8bc3-4205-be36-40c8d26cdd2c,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:56.072791 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-c0c99362-715d-4dd4-abaf-80d7323fdf7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (cc06ee76-9fa2-42ac-b677-5fe9e7720210), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:56.439166 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-c224370c-b169-4923-8521-6d9e03c6ad55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02357eb2-745b-4a31-8b47-a83724510d87', 'name': 'tempest-NetworksTestDHCPv6-router-74326204', 'tenant_id': '43fe9a19d6654b4e8e70d399d460b079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:49:50Z', 'updated_at': '2022-02-20T03:49:53Z', 'revision_number': 2, 'project_id': '43fe9a19d6654b4e8e70d399d460b079', 'gw_port_host': None, '_interfaces': [{'id': 'db375cc2-300c-4ec7-ba4b-43b9926ba60c', 'name': '', 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'tenant_id': '43fe9a19d6654b4e8e70d399d460b079', 'mac_address': 'fa:16:3e:9d:f6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02357eb2-745b-4a31-8b47-a83724510d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'f56ccf3a-90fc-4dc0-8680-38227982cb3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:49:51Z', 'updated_at': '2022-02-20T03:49:54Z', 'revision_number': 2, 'project_id': '43fe9a19d6654b4e8e70d399d460b079', 'subnets': [{'id': 'f56ccf3a-90fc-4dc0-8680-38227982cb3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:49:56.456131 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b9a0f317-cd29-49bf-8cb5-c82cc95c7a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:56.480868 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c99362-715d-4dd4-abaf-80d7323fdf7b service neutron] Pushing event updated for resources: {'Port': ['ID=cc06ee76-9fa2-42ac-b677-5fe9e7720210,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:56.492028 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c224370c-b169-4923-8521-6d9e03c6ad55 None None] Checking router: 02357eb2-745b-4a31-8b47-a83724510d87 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:49:56.492377 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c224370c-b169-4923-8521-6d9e03c6ad55 None None] Updating router 02357eb2-745b-4a31-8b47-a83724510d87 port db375cc2-300c-4ec7-ba4b-43b9926ba60c binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:49:56.495545 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 87d14d9e-8bc3-4205-be36-40c8d26cdd2c up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:49:56.614944 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c224370c-b169-4923-8521-6d9e03c6ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (db375cc2-300c-4ec7-ba4b-43b9926ba60c), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:56.659764 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebbf17-da36-4eed-9358-13e43b6fb0b3 req-18aa8baa-4fa6-40ab-b568-b30077d6f630 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:56.665970 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-abebbf17-da36-4eed-9358-13e43b6fb0b3 req-18aa8baa-4fa6-40ab-b568-b30077d6f630 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=96e7b8b4-d780-4a50-a502-14c75539c3d3 HTTP/1.1" status: 200 len: 943 time: 0.4215317 Feb 20 03:49:56.682383 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-c0c99362-715d-4dd4-abaf-80d7323fdf7b service neutron] Attempting to bind port cc06ee76-9fa2-42ac-b677-5fe9e7720210 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:49:56.683911 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-c0c99362-715d-4dd4-abaf-80d7323fdf7b service neutron] Attempting to bind port cc06ee76-9fa2-42ac-b677-5fe9e7720210 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'e9cd605c-65a4-4e74-ab33-d19d304bb06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:49:56.684507 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-c0c99362-715d-4dd4-abaf-80d7323fdf7b service neutron] Attempting to bind port cc06ee76-9fa2-42ac-b677-5fe9e7720210 on network 64115127-0ca9-4210-b390-d57efc54bf51 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:49:56.687339 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-7b214f14-1c3c-4ad6-9504-b698efdd4f7a None None] Current status of the port 87d14d9e-8bc3-4205-be36-40c8d26cdd2c is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:49:56.742718 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 87d14d9e-8bc3-4205-be36-40c8d26cdd2c triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:49:56.759942 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (87d14d9e-8bc3-4205-be36-40c8d26cdd2c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:56.768910 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-c0c99362-715d-4dd4-abaf-80d7323fdf7b service neutron] Port cc06ee76-9fa2-42ac-b677-5fe9e7720210 on network 64115127-0ca9-4210-b390-d57efc54bf51 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:49:56.769387 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-c0c99362-715d-4dd4-abaf-80d7323fdf7b service neutron] Attempting to bind port cc06ee76-9fa2-42ac-b677-5fe9e7720210 on network 64115127-0ca9-4210-b390-d57efc54bf51 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:49:56.826941 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-c0c99362-715d-4dd4-abaf-80d7323fdf7b service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:49:56.836868 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-c0c99362-715d-4dd4-abaf-80d7323fdf7b service neutron] Checking segment: {'id': 'e9cd605c-65a4-4e74-ab33-d19d304bb06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:49:56.837510 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-c0c99362-715d-4dd4-abaf-80d7323fdf7b service neutron] Bound using segment: {'id': 'e9cd605c-65a4-4e74-ab33-d19d304bb06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:49:56.838123 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-c0c99362-715d-4dd4-abaf-80d7323fdf7b service neutron] Bound port: cc06ee76-9fa2-42ac-b677-5fe9e7720210, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9cd605c-65a4-4e74-ab33-d19d304bb06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:49:56.839471 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-c0c99362-715d-4dd4-abaf-80d7323fdf7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (cc06ee76-9fa2-42ac-b677-5fe9e7720210), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:56.894208 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ae545312-37a2-4142-8462-c5680fff7b39 None None] Provisioning complete for port db375cc2-300c-4ec7-ba4b-43b9926ba60c triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:49:56.894833 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ae545312-37a2-4142-8462-c5680fff7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (db375cc2-300c-4ec7-ba4b-43b9926ba60c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:56.908786 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-abebbf17-da36-4eed-9358-13e43b6fb0b3 req-43b9d479-ae44-4214-92fe-8672d0569312 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182665 Feb 20 03:49:56.969016 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ae545312-37a2-4142-8462-c5680fff7b39 None None] Port db375cc2-300c-4ec7-ba4b-43b9926ba60c cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:49:56.972662 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 87d14d9e-8bc3-4205-be36-40c8d26cdd2c is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:49:57.062010 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-c0c99362-715d-4dd4-abaf-80d7323fdf7b service neutron] For port cc06ee76-9fa2-42ac-b677-5fe9e7720210, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:49:57.069564 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-c0c99362-715d-4dd4-abaf-80d7323fdf7b service neutron] For port cc06ee76-9fa2-42ac-b677-5fe9e7720210, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=cc06ee76-9fa2-42ac-b677-5fe9e7720210,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:49:57.172797 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c224370c-b169-4923-8521-6d9e03c6ad55 None None] Publish callbacks [] for port (db375cc2-300c-4ec7-ba4b-43b9926ba60c), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:57.187616 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-c0c99362-715d-4dd4-abaf-80d7323fdf7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (cc06ee76-9fa2-42ac-b677-5fe9e7720210), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:57.262910 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-c0c99362-715d-4dd4-abaf-80d7323fdf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:57.262910 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-c0c99362-715d-4dd4-abaf-80d7323fdf7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:57.264295 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-c0c99362-715d-4dd4-abaf-80d7323fdf7b service neutron] 10.222.0.93 "PUT /v2.0/ports/cc06ee76-9fa2-42ac-b677-5fe9e7720210 HTTP/1.1" status: 200 len: 1091 time: 2.7855079 Feb 20 03:49:57.272867 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e7b8b4-d780-4a50-a502-14c75539c3d3', 'tag': 'cc06ee76-9fa2-42ac-b677-5fe9e7720210'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:49:57.275244 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8fcfdc-ffd0-4433-a058-a84d177a1cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "96e7b8b4-d780-4a50-a502-14c75539c3d3", "tag": "cc06ee76-9fa2-42ac-b677-5fe9e7720210"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:49:57.280949 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c224370c-b169-4923-8521-6d9e03c6ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (db375cc2-300c-4ec7-ba4b-43b9926ba60c), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:57.311797 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f1a77d5e-a6a2-4aea-8942-256d8b9685f9 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (02357eb2-745b-4a31-8b47-a83724510d87), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:57.516786 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09bccdc-513d-4018-aec0-8f2a8eedcdec None None] Pushing event updated for resources: {'Port': ['ID=db375cc2-300c-4ec7-ba4b-43b9926ba60c,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:57.609553 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bccdc-513d-4018-aec0-8f2a8eedcdec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:57.609903 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bccdc-513d-4018-aec0-8f2a8eedcdec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:57.610245 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bccdc-513d-4018-aec0-8f2a8eedcdec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:57.610589 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bccdc-513d-4018-aec0-8f2a8eedcdec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:57.610943 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bccdc-513d-4018-aec0-8f2a8eedcdec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:57.611343 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bccdc-513d-4018-aec0-8f2a8eedcdec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:57.611590 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bccdc-513d-4018-aec0-8f2a8eedcdec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:57.611916 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bccdc-513d-4018-aec0-8f2a8eedcdec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:57.612242 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bccdc-513d-4018-aec0-8f2a8eedcdec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:57.612565 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bccdc-513d-4018-aec0-8f2a8eedcdec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:57.613010 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bccdc-513d-4018-aec0-8f2a8eedcdec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:57.613193 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bccdc-513d-4018-aec0-8f2a8eedcdec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:57.613519 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09bccdc-513d-4018-aec0-8f2a8eedcdec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:49:57.680180 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-c224370c-b169-4923-8521-6d9e03c6ad55 None None] Attempting to bind port db375cc2-300c-4ec7-ba4b-43b9926ba60c on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:49:57.680573 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-c224370c-b169-4923-8521-6d9e03c6ad55 None None] Attempting to bind port db375cc2-300c-4ec7-ba4b-43b9926ba60c by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:49:57.681000 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c224370c-b169-4923-8521-6d9e03c6ad55 None None] Attempting to bind port db375cc2-300c-4ec7-ba4b-43b9926ba60c on network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:49:57.697892 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c224370c-b169-4923-8521-6d9e03c6ad55 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:49:57.698308 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c224370c-b169-4923-8521-6d9e03c6ad55 None None] Checking segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:49:57.699447 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c224370c-b169-4923-8521-6d9e03c6ad55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:57.699906 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c224370c-b169-4923-8521-6d9e03c6ad55 None None] Bound using segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:49:57.700330 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-c224370c-b169-4923-8521-6d9e03c6ad55 None None] Bound port: db375cc2-300c-4ec7-ba4b-43b9926ba60c, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:49:57.700899 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c224370c-b169-4923-8521-6d9e03c6ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (db375cc2-300c-4ec7-ba4b-43b9926ba60c), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:57.876484 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-c224370c-b169-4923-8521-6d9e03c6ad55 None None] For port db375cc2-300c-4ec7-ba4b-43b9926ba60c, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:49:57.884931 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-c224370c-b169-4923-8521-6d9e03c6ad55 None None] For port db375cc2-300c-4ec7-ba4b-43b9926ba60c, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=db375cc2-300c-4ec7-ba4b-43b9926ba60c,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:49:57.939439 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-26770ff4-f268-41f7-b8c4-95c1d49ca380 None None] Provisioning complete for port db375cc2-300c-4ec7-ba4b-43b9926ba60c triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:49:57.939994 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-26770ff4-f268-41f7-b8c4-95c1d49ca380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (db375cc2-300c-4ec7-ba4b-43b9926ba60c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:57.965140 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c224370c-b169-4923-8521-6d9e03c6ad55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (db375cc2-300c-4ec7-ba4b-43b9926ba60c), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:58.025849 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-26770ff4-f268-41f7-b8c4-95c1d49ca380 None None] Port db375cc2-300c-4ec7-ba4b-43b9926ba60c cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:49:58.109383 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09bccdc-513d-4018-aec0-8f2a8eedcdec None None] Pushing event updated for resources: {'Port': ['ID=db375cc2-300c-4ec7-ba4b-43b9926ba60c,revision_number=4']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:58.151043 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c224370c-b169-4923-8521-6d9e03c6ad55 None None] Routers {'02357eb2-745b-4a31-8b47-a83724510d87'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:49:58.152116 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-c224370c-b169-4923-8521-6d9e03c6ad55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:49:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['02357eb2-745b-4a31-8b47-a83724510d87'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:49:58.170582 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802a798f-cf1d-4cbc-8cdb-059e2ca964e3 x-openstack-request-id: req-802a798f-cf1d-4cbc-8cdb-059e2ca964e3 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:49:58.171703 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96e7b8b4-d780-4a50-a502-14c75539c3d3", "tag": "cc06ee76-9fa2-42ac-b677-5fe9e7720210", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:49:58.190296 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-802a798f-cf1d-4cbc-8cdb-059e2ca964e3 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:49:58.193939 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e7b8b4-d780-4a50-a502-14c75539c3d3', 'tag': 'cc06ee76-9fa2-42ac-b677-5fe9e7720210', 'status': 'completed', 'code': 200} Feb 20 03:49:58.249882 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c99362-715d-4dd4-abaf-80d7323fdf7b service neutron] Pushing event updated for resources: {'Port': ['ID=cc06ee76-9fa2-42ac-b677-5fe9e7720210,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:58.291105 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-c224370c-b169-4923-8521-6d9e03c6ad55 None None] Set router 02357eb2-745b-4a31-8b47-a83724510d87 gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:49:58.596600 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fcfdc-ffd0-4433-a058-a84d177a1cb0 req-0fe51d6c-95f6-4e68-9777-4e78ab0b7d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:58.598584 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f8fcfdc-ffd0-4433-a058-a84d177a1cb0 req-0fe51d6c-95f6-4e68-9777-4e78ab0b7d72 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2a426eb8717f45cda17f79dc5d1190fc&device_id=96e7b8b4-d780-4a50-a502-14c75539c3d3 HTTP/1.1" status: 200 len: 1125 time: 0.3971486 Feb 20 03:49:58.617450 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eabb4a-b540-4b91-8fed-7d833552acc2 req-37fa6826-0172-4de5-922f-86c411b645da tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:58.621626 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80eabb4a-b540-4b91-8fed-7d833552acc2 req-37fa6826-0172-4de5-922f-86c411b645da tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=96e7b8b4-d780-4a50-a502-14c75539c3d3 HTTP/1.1" status: 200 len: 943 time: 0.4278193 Feb 20 03:49:58.676419 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-c224370c-b169-4923-8521-6d9e03c6ad55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02357eb2-745b-4a31-8b47-a83724510d87', 'name': 'tempest-NetworksTestDHCPv6-router-74326204', 'tenant_id': '43fe9a19d6654b4e8e70d399d460b079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:49:50Z', 'updated_at': '2022-02-20T03:49:53Z', 'revision_number': 2, 'project_id': '43fe9a19d6654b4e8e70d399d460b079', 'gw_port_host': None, '_interfaces': [{'id': 'db375cc2-300c-4ec7-ba4b-43b9926ba60c', 'name': '', 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'tenant_id': '43fe9a19d6654b4e8e70d399d460b079', 'mac_address': 'fa:16:3e:9d:f6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02357eb2-745b-4a31-8b47-a83724510d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'f56ccf3a-90fc-4dc0-8680-38227982cb3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:49:51Z', 'updated_at': '2022-02-20T03:49:57Z', 'revision_number': 4, 'project_id': '43fe9a19d6654b4e8e70d399d460b079', 'subnets': [{'id': 'f56ccf3a-90fc-4dc0-8680-38227982cb3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:49:58.677557 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e6e94078-d73c-4897-8cb4-f518eed367a9 None None] Provisioning complete for port db375cc2-300c-4ec7-ba4b-43b9926ba60c triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:49:58.678380 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e6e94078-d73c-4897-8cb4-f518eed367a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (db375cc2-300c-4ec7-ba4b-43b9926ba60c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:58.749929 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-58537268-46e2-43b5-a7bf-2d76e9db45cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:58.776188 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c224370c-b169-4923-8521-6d9e03c6ad55 None None] The sync data for ids ['02357eb2-745b-4a31-8b47-a83724510d87'] in n-d-829866-4 is: [{'id': '02357eb2-745b-4a31-8b47-a83724510d87', 'name': 'tempest-NetworksTestDHCPv6-router-74326204', 'tenant_id': '43fe9a19d6654b4e8e70d399d460b079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:49:50Z', 'updated_at': '2022-02-20T03:49:53Z', 'revision_number': 2, 'project_id': '43fe9a19d6654b4e8e70d399d460b079', 'gw_port_host': None, '_interfaces': [{'id': 'db375cc2-300c-4ec7-ba4b-43b9926ba60c', 'name': '', 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'tenant_id': '43fe9a19d6654b4e8e70d399d460b079', 'mac_address': 'fa:16:3e:9d:f6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02357eb2-745b-4a31-8b47-a83724510d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'f56ccf3a-90fc-4dc0-8680-38227982cb3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:49:51Z', 'updated_at': '2022-02-20T03:49:57Z', 'revision_number': 4, 'project_id': '43fe9a19d6654b4e8e70d399d460b079', 'subnets': [{'id': 'f56ccf3a-90fc-4dc0-8680-38227982cb3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:49:58.901150 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fcfdc-ffd0-4433-a058-a84d177a1cb0 req-c6d88606-a9c8-4b09-a533-5848bb451c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:58.903438 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f8fcfdc-ffd0-4433-a058-a84d177a1cb0 req-c6d88606-a9c8-4b09-a533-5848bb451c86 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=2a426eb8717f45cda17f79dc5d1190fc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2704670 Feb 20 03:49:58.959169 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e6e94078-d73c-4897-8cb4-f518eed367a9 None None] Current status of the port db375cc2-300c-4ec7-ba4b-43b9926ba60c is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:49:58.959740 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e6e94078-d73c-4897-8cb4-f518eed367a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (db375cc2-300c-4ec7-ba4b-43b9926ba60c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:59.110227 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e6e94078-d73c-4897-8cb4-f518eed367a9 None None] For port db375cc2-300c-4ec7-ba4b-43b9926ba60c, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=db375cc2-300c-4ec7-ba4b-43b9926ba60c,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:59.210109 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e6e94078-d73c-4897-8cb4-f518eed367a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (db375cc2-300c-4ec7-ba4b-43b9926ba60c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:59.239003 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80eabb4a-b540-4b91-8fed-7d833552acc2 req-a04bc4d3-8630-461b-ad13-352507252e0f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6166735 Feb 20 03:49:59.416401 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e94078-d73c-4897-8cb4-f518eed367a9 None None] Pushing event updated for resources: {'Port': ['ID=db375cc2-300c-4ec7-ba4b-43b9926ba60c,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:49:59.478483 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fcfdc-ffd0-4433-a058-a84d177a1cb0 req-1b71ed13-ebf0-454b-bcb8-20c5166d0574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:59.481941 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f8fcfdc-ffd0-4433-a058-a84d177a1cb0 req-1b71ed13-ebf0-454b-bcb8-20c5166d0574 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5691817 Feb 20 03:49:59.614603 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-f1a77d5e-a6a2-4aea-8942-256d8b9685f9 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting port db375cc2-300c-4ec7-ba4b-43b9926ba60c {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:49:59.615331 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f1a77d5e-a6a2-4aea-8942-256d8b9685f9 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (db375cc2-300c-4ec7-ba4b-43b9926ba60c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:59.774246 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-f1a77d5e-a6a2-4aea-8942-256d8b9685f9 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] For port db375cc2-300c-4ec7-ba4b-43b9926ba60c, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=db375cc2-300c-4ec7-ba4b-43b9926ba60c,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:49:59.778447 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f1a77d5e-a6a2-4aea-8942-256d8b9685f9 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (db375cc2-300c-4ec7-ba4b-43b9926ba60c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:49:59.816271 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-90bb9c1b-6426-4413-8eed-fbe5f26cf299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:49:59.817921 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-90bb9c1b-6426-4413-8eed-fbe5f26cf299 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2a426eb8717f45cda17f79dc5d1190fc&device_id=96e7b8b4-d780-4a50-a502-14c75539c3d3 HTTP/1.1" status: 200 len: 1125 time: 0.2934513 Feb 20 03:49:59.846799 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-f1a77d5e-a6a2-4aea-8942-256d8b9685f9 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Calling delete_port for db375cc2-300c-4ec7-ba4b-43b9926ba60c owned by network:router_interface {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:49:59.916388 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-f71181a4-55fb-4f31-81dd-e608c7a86994 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc06ee76-9fa2-42ac-b677-5fe9e7720210 HTTP/1.1" status: 200 len: 217 time: 0.0818958 Feb 20 03:49:59.937848 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:00.034485 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-1d9dc706-22c1-49a7-937d-177c6cec9234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:00.036801 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-1d9dc706-22c1-49a7-937d-177c6cec9234 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=85e8c386-47fc-4d48-86f0-3d288a799fec HTTP/1.1" status: 200 len: 850 time: 0.1129801 Feb 20 03:50:00.154819 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-e69e7db1-d15f-4294-a531-68f501a84fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:00.156444 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-e69e7db1-d15f-4294-a531-68f501a84fc1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=64115127-0ca9-4210-b390-d57efc54bf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1130917 Feb 20 03:50:00.312656 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f1a77d5e-a6a2-4aea-8942-256d8b9685f9 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (db375cc2-300c-4ec7-ba4b-43b9926ba60c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:00.359765 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a77d5e-a6a2-4aea-8942-256d8b9685f9 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Port': ['ID=db375cc2-300c-4ec7-ba4b-43b9926ba60c,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:00.428071 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-505cac03-365d-41cc-b52b-712737cce9c1 service neutron] 10.222.0.93 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631009 Feb 20 03:50:00.449861 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device db375cc2-300c-4ec7-ba4b-43b9926ba60c up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:50:00.515332 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: db375cc2-300c-4ec7-ba4b-43b9926ba60c {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:50:00.523411 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device db375cc2-300c-4ec7-ba4b-43b9926ba60c not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 20 03:50:00.601675 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Port db375cc2-300c-4ec7-ba4b-43b9926ba60c not found, will not notify nova. {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 20 03:50:00.884421 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3a705-4213-4248-b54a-aa1f9664f1f8 req-59da800f-9025-4556-b452-5a4864423fd8 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:00.899043 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ed3a705-4213-4248-b54a-aa1f9664f1f8 req-59da800f-9025-4556-b452-5a4864423fd8 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=96e7b8b4-d780-4a50-a502-14c75539c3d3 HTTP/1.1" status: 200 len: 943 time: 0.5290983 Feb 20 03:50:00.926385 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f1a77d5e-a6a2-4aea-8942-256d8b9685f9 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (02357eb2-745b-4a31-8b47-a83724510d87), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:01.076760 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b25d965f-90b8-4257-bd16-da1c544c7ede req-e5405252-46a8-464d-8b7e-fc2a251153f2 service neutron] 10.222.0.93 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6227131 Feb 20 03:50:01.175287 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ed3a705-4213-4248-b54a-aa1f9664f1f8 req-ce9e009f-b765-4605-84e2-7427d97c99e0 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737904 Feb 20 03:50:01.272801 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:01.361797 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a77d5e-a6a2-4aea-8942-256d8b9685f9 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Router 02357eb2-745b-4a31-8b47-a83724510d87 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:50:01.533583 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a77d5e-a6a2-4aea-8942-256d8b9685f9 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:50:01.552336 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154fcd42-0833-4dbe-b2cc-3e8435ece11c None None] Sync routers for ids ['02357eb2-745b-4a31-8b47-a83724510d87'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:50:01.563483 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54942) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:01.565388 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f1a77d5e-a6a2-4aea-8942-256d8b9685f9 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "PUT /v2.0/routers/02357eb2-745b-4a31-8b47-a83724510d87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5519140 Feb 20 03:50:01.591433 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154fcd42-0833-4dbe-b2cc-3e8435ece11c None None] Routers {'02357eb2-745b-4a31-8b47-a83724510d87'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:50:01.592080 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-154fcd42-0833-4dbe-b2cc-3e8435ece11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:49:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['02357eb2-745b-4a31-8b47-a83724510d87'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:50:01.664768 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1b0074-f913-44a6-8565-b5617b9c6d9d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:01.666572 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1b0074-f913-44a6-8565-b5617b9c6d9d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:01.670882 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1e1b0074-f913-44a6-8565-b5617b9c6d9d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1040082 Feb 20 03:50:01.671295 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54944) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:01.776830 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-0297c1c9-27ba-4c79-bbac-9c26bd48d144 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting subnet f56ccf3a-90fc-4dc0-8680-38227982cb3a {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:50:01.781362 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0297c1c9-27ba-4c79-bbac-9c26bd48d144 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (f56ccf3a-90fc-4dc0-8680-38227982cb3a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:01.784227 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-154fcd42-0833-4dbe-b2cc-3e8435ece11c None None] Set router 02357eb2-745b-4a31-8b47-a83724510d87 gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:50:01.832780 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0297c1c9-27ba-4c79-bbac-9c26bd48d144 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (f56ccf3a-90fc-4dc0-8680-38227982cb3a), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:01.905018 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-154fcd42-0833-4dbe-b2cc-3e8435ece11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02357eb2-745b-4a31-8b47-a83724510d87', 'name': 'tempest-NetworksTestDHCPv6-router-74326204', 'tenant_id': '43fe9a19d6654b4e8e70d399d460b079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:49:50Z', 'updated_at': '2022-02-20T03:50:00Z', 'revision_number': 3, 'project_id': '43fe9a19d6654b4e8e70d399d460b079', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:50:01.919954 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0297c1c9-27ba-4c79-bbac-9c26bd48d144 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (f56ccf3a-90fc-4dc0-8680-38227982cb3a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:02.014947 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154fcd42-0833-4dbe-b2cc-3e8435ece11c None None] Checking router: 02357eb2-745b-4a31-8b47-a83724510d87 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:50:02.036243 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154fcd42-0833-4dbe-b2cc-3e8435ece11c None None] Routers {'02357eb2-745b-4a31-8b47-a83724510d87'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:50:02.036866 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-154fcd42-0833-4dbe-b2cc-3e8435ece11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:49:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['02357eb2-745b-4a31-8b47-a83724510d87'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:50:02.063089 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54954) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:02.109446 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-154fcd42-0833-4dbe-b2cc-3e8435ece11c None None] Set router 02357eb2-745b-4a31-8b47-a83724510d87 gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:50:02.156933 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cf8e442a-99e9-417a-9905-10c7f165d095 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/floatingips/f892b4c5-0c02-4449-918a-41bf29485a10 HTTP/1.1" status: 200 len: 993 time: 0.0933793 Feb 20 03:50:02.160278 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0297c1c9-27ba-4c79-bbac-9c26bd48d144 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (f56ccf3a-90fc-4dc0-8680-38227982cb3a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:02.168998 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-154fcd42-0833-4dbe-b2cc-3e8435ece11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02357eb2-745b-4a31-8b47-a83724510d87', 'name': 'tempest-NetworksTestDHCPv6-router-74326204', 'tenant_id': '43fe9a19d6654b4e8e70d399d460b079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:49:50Z', 'updated_at': '2022-02-20T03:50:00Z', 'revision_number': 3, 'project_id': '43fe9a19d6654b4e8e70d399d460b079', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:50:02.183753 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0297c1c9-27ba-4c79-bbac-9c26bd48d144 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:02.191354 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54958) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:02.200195 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0297c1c9-27ba-4c79-bbac-9c26bd48d144 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/f56ccf3a-90fc-4dc0-8680-38227982cb3a HTTP/1.1" status: 204 len: 168 time: 0.5273902 Feb 20 03:50:02.202748 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154fcd42-0833-4dbe-b2cc-3e8435ece11c None None] The sync data for ids ['02357eb2-745b-4a31-8b47-a83724510d87'] in n-d-829866-4 is: [{'id': '02357eb2-745b-4a31-8b47-a83724510d87', 'name': 'tempest-NetworksTestDHCPv6-router-74326204', 'tenant_id': '43fe9a19d6654b4e8e70d399d460b079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:49:50Z', 'updated_at': '2022-02-20T03:50:00Z', 'revision_number': 3, 'project_id': '43fe9a19d6654b4e8e70d399d460b079', 'gw_port_host': None}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:50:02.204649 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3991ef4e-72ff-45c7-a8c3-c42914e1eaf5 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:50:02.291284 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297c1c9-27ba-4c79-bbac-9c26bd48d144 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Subnet': ['ID=f56ccf3a-90fc-4dc0-8680-38227982cb3a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:02.485821 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f3ab7f2c-9b8f-47dc-bf2f-009caa784c18 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.2923496 Feb 20 03:50:02.488411 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54966) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:02.506037 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54970) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:02.563782 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ff9fa-f160-4492-8afa-c33c843c31a9 req-aa6a5b02-ab7c-47f7-9cd5-b8b183a4a893 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:02.565475 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5d3ff9fa-f160-4492-8afa-c33c843c31a9 req-aa6a5b02-ab7c-47f7-9cd5-b8b183a4a893 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=96e7b8b4-d780-4a50-a502-14c75539c3d3 HTTP/1.1" status: 200 len: 943 time: 0.1621203 Feb 20 03:50:02.582057 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842511f5-8773-4f61-a17d-65c4af321b13 None None] DHCP port deletion for 4f54fdde-6e16-424b-a89f-7d368ed79ea3 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:50:02.786264 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device db375cc2-300c-4ec7-ba4b-43b9926ba60c no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:50:02.809521 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device cc06ee76-9fa2-42ac-b677-5fe9e7720210 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:50:02.820629 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-301bcc01-c62f-43a8-8e9b-936e881dd53c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for router (02357eb2-745b-4a31-8b47-a83724510d87), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:02.930387 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-7255ed67-45b2-4f73-9749-ab72f8cbaf07 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Deleting port bdf410c0-a6e8-4dd1-ba95-75873365ed34 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:50:02.930956 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7255ed67-45b2-4f73-9749-ab72f8cbaf07 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (bdf410c0-a6e8-4dd1-ba95-75873365ed34), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:02.965982 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5d3ff9fa-f160-4492-8afa-c33c843c31a9 req-ebfd7a37-125b-4533-b3ca-e692eeebd035 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900816 Feb 20 03:50:02.975037 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port cc06ee76-9fa2-42ac-b677-5fe9e7720210, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=cc06ee76-9fa2-42ac-b677-5fe9e7720210,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:50:02.990829 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'cc06ee76-9fa2-42ac-b677-5fe9e7720210', 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51', 'port_id': 'cc06ee76-9fa2-42ac-b677-5fe9e7720210', 'mac_address': 'fa:16:3e:99:98:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e8c386-47fc-4d48-86f0-3d288a799fec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:50:03.043172 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: db375cc2-300c-4ec7-ba4b-43b9926ba60c {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:50:03.046678 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device db375cc2-300c-4ec7-ba4b-43b9926ba60c not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:50:03.046678 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 87d14d9e-8bc3-4205-be36-40c8d26cdd2c no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:50:03.111233 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port cc06ee76-9fa2-42ac-b677-5fe9e7720210 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:03.111986 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (cc06ee76-9fa2-42ac-b677-5fe9e7720210), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:03.131029 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc06ee76-9fa2-42ac-b677-5fe9e7720210 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:50:03.138509 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-842511f5-8773-4f61-a17d-65c4af321b13 None None] Deleting port 87d14d9e-8bc3-4205-be36-40c8d26cdd2c {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:50:03.139719 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-842511f5-8773-4f61-a17d-65c4af321b13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (87d14d9e-8bc3-4205-be36-40c8d26cdd2c), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:03.154089 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7255ed67-45b2-4f73-9749-ab72f8cbaf07 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (bdf410c0-a6e8-4dd1-ba95-75873365ed34), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:03.154089 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7255ed67-45b2-4f73-9749-ab72f8cbaf07 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for floatingip (bdf410c0-a6e8-4dd1-ba95-75873365ed34), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:03.183416 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-7255ed67-45b2-4f73-9749-ab72f8cbaf07 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Calling delete_port for bdf410c0-a6e8-4dd1-ba95-75873365ed34 owned by network:floatingip {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:50:03.209217 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-842511f5-8773-4f61-a17d-65c4af321b13 None None] For port 87d14d9e-8bc3-4205-be36-40c8d26cdd2c, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=87d14d9e-8bc3-4205-be36-40c8d26cdd2c,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:50:03.209805 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-842511f5-8773-4f61-a17d-65c4af321b13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (87d14d9e-8bc3-4205-be36-40c8d26cdd2c), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:03.224426 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-842511f5-8773-4f61-a17d-65c4af321b13 None None] Calling delete_port for 87d14d9e-8bc3-4205-be36-40c8d26cdd2c owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:50:03.561433 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7255ed67-45b2-4f73-9749-ab72f8cbaf07 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (bdf410c0-a6e8-4dd1-ba95-75873365ed34), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:03.616947 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:03.649159 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port cc06ee76-9fa2-42ac-b677-5fe9e7720210, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=cc06ee76-9fa2-42ac-b677-5fe9e7720210,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:50:03.674425 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7255ed67-45b2-4f73-9749-ab72f8cbaf07 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event deleted for resources: {'Port': ['ID=bdf410c0-a6e8-4dd1-ba95-75873365ed34,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:03.699683 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 87d14d9e-8bc3-4205-be36-40c8d26cdd2c is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:03.700041 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (87d14d9e-8bc3-4205-be36-40c8d26cdd2c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:03.718528 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-842511f5-8773-4f61-a17d-65c4af321b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (87d14d9e-8bc3-4205-be36-40c8d26cdd2c), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:03.728954 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (cc06ee76-9fa2-42ac-b677-5fe9e7720210), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:03.760362 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842511f5-8773-4f61-a17d-65c4af321b13 None None] Pushing event deleted for resources: {'Port': ['ID=87d14d9e-8bc3-4205-be36-40c8d26cdd2c,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:03.763376 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842511f5-8773-4f61-a17d-65c4af321b13 None None] No DVR routers for this DVR port 87d14d9e-8bc3-4205-be36-40c8d26cdd2c on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:50:03.803969 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842511f5-8773-4f61-a17d-65c4af321b13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:03.804238 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842511f5-8773-4f61-a17d-65c4af321b13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:03.804583 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842511f5-8773-4f61-a17d-65c4af321b13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:03.804926 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842511f5-8773-4f61-a17d-65c4af321b13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:03.805276 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842511f5-8773-4f61-a17d-65c4af321b13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:03.805582 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842511f5-8773-4f61-a17d-65c4af321b13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:03.805918 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842511f5-8773-4f61-a17d-65c4af321b13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:03.806239 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842511f5-8773-4f61-a17d-65c4af321b13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:03.806566 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842511f5-8773-4f61-a17d-65c4af321b13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:03.806949 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842511f5-8773-4f61-a17d-65c4af321b13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:03.807455 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842511f5-8773-4f61-a17d-65c4af321b13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:03.808815 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842511f5-8773-4f61-a17d-65c4af321b13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:03.809155 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842511f5-8773-4f61-a17d-65c4af321b13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:03.903143 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=cc06ee76-9fa2-42ac-b677-5fe9e7720210,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:03.960588 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7255ed67-45b2-4f73-9749-ab72f8cbaf07 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for floatingip (f892b4c5-0c02-4449-918a-41bf29485a10), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:03.961144 n-d-829866-4 neutron-server[104106]: INFO neutron.db.l3_db [None req-7255ed67-45b2-4f73-9749-ab72f8cbaf07 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Floating IP f892b4c5-0c02-4449-918a-41bf29485a10 disassociated (deleted). External IP: 172.25.7.214, port: f8263847-3741-4f5a-b389-9eb271a0bb6f. Feb 20 03:50:04.000807 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['cc06ee76-9fa2-42ac-b677-5fe9e7720210'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:50:04.229369 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-301bcc01-c62f-43a8-8e9b-936e881dd53c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (02357eb2-745b-4a31-8b47-a83724510d87), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:04.257390 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-301bcc01-c62f-43a8-8e9b-936e881dd53c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for router_controller (02357eb2-745b-4a31-8b47-a83724510d87), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:04.330612 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadf9af-df42-423a-b674-3429166f03fb req-a11d286f-b994-4bf4-a276-4169802a194d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:04.337069 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6fadf9af-df42-423a-b674-3429166f03fb req-a11d286f-b994-4bf4-a276-4169802a194d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=96e7b8b4-d780-4a50-a502-14c75539c3d3 HTTP/1.1" status: 200 len: 944 time: 0.2473700 Feb 20 03:50:04.389356 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7255ed67-45b2-4f73-9749-ab72f8cbaf07 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Router 25fbb678-fb9c-4845-83d6-1fddfceb8244 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:50:04.435734 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-301bcc01-c62f-43a8-8e9b-936e881dd53c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (02357eb2-745b-4a31-8b47-a83724510d87), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:04.435734 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301bcc01-c62f-43a8-8e9b-936e881dd53c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Fanout notify agent at l3_agent the message router_deleted on router 02357eb2-745b-4a31-8b47-a83724510d87 {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:50:04.448489 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-301bcc01-c62f-43a8-8e9b-936e881dd53c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:04.452626 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-301bcc01-c62f-43a8-8e9b-936e881dd53c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/routers/02357eb2-745b-4a31-8b47-a83724510d87 HTTP/1.1" status: 204 len: 168 time: 1.9605632 Feb 20 03:50:04.453018 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55002) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:04.460835 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-0f689cb2-256e-4953-928c-a8dbd48d4840 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:50:04.495263 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6fadf9af-df42-423a-b674-3429166f03fb req-ce77f33f-6dd6-4453-9f9a-567e5cb9dba8 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562631 Feb 20 03:50:04.672939 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f689cb2-256e-4953-928c-a8dbd48d4840 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:50:04.677403 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0f689cb2-256e-4953-928c-a8dbd48d4840 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:04.801868 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device cc06ee76-9fa2-42ac-b677-5fe9e7720210 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:50:04.992704 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port cc06ee76-9fa2-42ac-b677-5fe9e7720210 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:50:04.999432 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port cc06ee76-9fa2-42ac-b677-5fe9e7720210 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:50:05.000970 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (cc06ee76-9fa2-42ac-b677-5fe9e7720210), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:05.049569 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7255ed67-45b2-4f73-9749-ab72f8cbaf07 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:50:05.061534 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7769c49c-f9f9-48df-b8c3-3cd9dd9de1c4 None None] Sync routers for ids ['25fbb678-fb9c-4845-83d6-1fddfceb8244'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:50:05.062934 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7255ed67-45b2-4f73-9749-ab72f8cbaf07 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:05.082294 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7769c49c-f9f9-48df-b8c3-3cd9dd9de1c4 None None] Routers {'25fbb678-fb9c-4845-83d6-1fddfceb8244'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:50:05.088104 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-7769c49c-f9f9-48df-b8c3-3cd9dd9de1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:49:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['25fbb678-fb9c-4845-83d6-1fddfceb8244'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:50:05.129954 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7255ed67-45b2-4f73-9749-ab72f8cbaf07 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "DELETE /v2.0/floatingips/f892b4c5-0c02-4449-918a-41bf29485a10 HTTP/1.1" status: 204 len: 168 time: 2.6202226 Feb 20 03:50:05.129954 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ad1b11-63ad-49da-b9e1-66638ddb6ff2', 'tag': 'f8263847-3741-4f5a-b389-9eb271a0bb6f'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:50:05.151005 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a23256-60be-47b7-8bbf-40f280ab9b86" -d '{"events": [{"name": "network-changed", "server_uuid": "14ad1b11-63ad-49da-b9e1-66638ddb6ff2", "tag": "f8263847-3741-4f5a-b389-9eb271a0bb6f"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:50:05.168684 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port cc06ee76-9fa2-42ac-b677-5fe9e7720210 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:05.169378 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (cc06ee76-9fa2-42ac-b677-5fe9e7720210), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:05.196403 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0f689cb2-256e-4953-928c-a8dbd48d4840 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (b863ff40-1224-412d-8062-d844cec80164), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:05.229160 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e7b8b4-d780-4a50-a502-14c75539c3d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc06ee76-9fa2-42ac-b677-5fe9e7720210'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:50:05.241635 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2e6f8a-141f-49b5-a39a-e54807b4877a" -d '{"events": [{"server_uuid": "96e7b8b4-d780-4a50-a502-14c75539c3d3", "name": "network-vif-plugged", "status": "completed", "tag": "cc06ee76-9fa2-42ac-b677-5fe9e7720210"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:50:05.274413 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port cc06ee76-9fa2-42ac-b677-5fe9e7720210, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=cc06ee76-9fa2-42ac-b677-5fe9e7720210,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:50:05.322589 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f689cb2-256e-4953-928c-a8dbd48d4840 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:50:05.331546 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-0f689cb2-256e-4953-928c-a8dbd48d4840 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:50:05.337186 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f689cb2-256e-4953-928c-a8dbd48d4840 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:05.338011 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0f689cb2-256e-4953-928c-a8dbd48d4840 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:05.345844 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5916bc-02fb-4492-98b4-44f4f826abd1 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:50:05.378717 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-7769c49c-f9f9-48df-b8c3-3cd9dd9de1c4 None None] Set router 25fbb678-fb9c-4845-83d6-1fddfceb8244 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:50:05.396671 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f689cb2-256e-4953-928c-a8dbd48d4840 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Subnet': ['ID=b863ff40-1224-412d-8062-d844cec80164,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:05.438843 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (cc06ee76-9fa2-42ac-b677-5fe9e7720210), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:05.453082 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0f689cb2-256e-4953-928c-a8dbd48d4840 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9991665 Feb 20 03:50:05.455801 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55026) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:05.460238 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-8ef637b2-c615-4c8d-825d-8fa86e0009b2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-602802536', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:50:05.581797 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=cc06ee76-9fa2-42ac-b677-5fe9e7720210,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:05.587501 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8ef637b2-c615-4c8d-825d-8fa86e0009b2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (171d6504-10dd-46d1-89fa-9acf2fd9510f), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:05.589626 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8ef637b2-c615-4c8d-825d-8fa86e0009b2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (171d6504-10dd-46d1-89fa-9acf2fd9510f), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:05.598659 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad4ba8b-459d-4759-a5ec-a9d382176c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'project_id': '43fe9a19d6654b4e8e70d399d460b079', 'fixed_ips': [{'subnet_id': 'b863ff40-1224-412d-8062-d844cec80164'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:50:05.600764 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cad4ba8b-459d-4759-a5ec-a9d382176c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:05.724293 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8ef637b2-c615-4c8d-825d-8fa86e0009b2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for router_controller (171d6504-10dd-46d1-89fa-9acf2fd9510f), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:05.765899 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5a012d-61ba-4ea7-8ab4-a94caa89446a x-openstack-request-id: req-cc5a012d-61ba-4ea7-8ab4-a94caa89446a {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:50:05.766297 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14ad1b11-63ad-49da-b9e1-66638ddb6ff2", "tag": "f8263847-3741-4f5a-b389-9eb271a0bb6f", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:50:05.766636 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cc5a012d-61ba-4ea7-8ab4-a94caa89446a {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:50:05.767778 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14ad1b11-63ad-49da-b9e1-66638ddb6ff2', 'tag': 'f8263847-3741-4f5a-b389-9eb271a0bb6f', 'status': 'completed', 'code': 200} Feb 20 03:50:05.821505 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8ef637b2-c615-4c8d-825d-8fa86e0009b2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (171d6504-10dd-46d1-89fa-9acf2fd9510f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:05.993590 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-cad4ba8b-459d-4759-a5ec-a9d382176c10 None None] Allocated IP 2001:db8::2 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/b863ff40-1224-412d-8062-d844cec80164/04a18a69-5f7e-4137-a994-925dc5d87d9b) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:50:06.040428 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8ef637b2-c615-4c8d-825d-8fa86e0009b2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:06.045232 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55038) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:06.047369 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8ef637b2-c615-4c8d-825d-8fa86e0009b2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5904810 Feb 20 03:50:06.088207 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-7769c49c-f9f9-48df-b8c3-3cd9dd9de1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'name': 'tempest-TestNetworkBasicOps-router-272803633', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '47a23be7-ee95-4d5d-a897-3bbef3ce39f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:48:47Z', 'updated_at': '2022-02-20T03:48:54Z', 'revision_number': 4, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '47a23be7-ee95-4d5d-a897-3bbef3ce39f2', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:48:48Z', 'updated_at': '2022-02-20T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '86b420eb-7b4d-4e75-bc98-1c4cac8d81b5', 'name': '', 'network_id': 'fab84f58-beb2-495b-a859-5edb782f99da', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'mac_address': 'fa:16:3e:88:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:48:53Z', 'updated_at': '2022-02-20T03:48:59Z', 'revision_number': 5, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'subnets': [{'id': 'df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:50:06.146514 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7769c49c-f9f9-48df-b8c3-3cd9dd9de1c4 None None] Checking router: 25fbb678-fb9c-4845-83d6-1fddfceb8244 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:50:06.167484 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7769c49c-f9f9-48df-b8c3-3cd9dd9de1c4 None None] Routers {'25fbb678-fb9c-4845-83d6-1fddfceb8244'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:50:06.168026 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-7769c49c-f9f9-48df-b8c3-3cd9dd9de1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:49:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['25fbb678-fb9c-4845-83d6-1fddfceb8244'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:50:06.190138 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a837c121-4b48-42cd-a987-bf7af4b442ee x-openstack-request-id: req-a837c121-4b48-42cd-a987-bf7af4b442ee {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:50:06.190341 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e7b8b4-d780-4a50-a502-14c75539c3d3", "name": "network-vif-plugged", "status": "completed", "tag": "cc06ee76-9fa2-42ac-b677-5fe9e7720210", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:50:06.190578 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a837c121-4b48-42cd-a987-bf7af4b442ee {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:50:06.195817 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e7b8b4-d780-4a50-a502-14c75539c3d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc06ee76-9fa2-42ac-b677-5fe9e7720210', 'code': 200} Feb 20 03:50:06.230640 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056cfe4-3783-4b40-acc5-2ddacbe9a0e6 req-1ecca3d3-6f7b-4c00-9d43-888f31454af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:06.233452 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b056cfe4-3783-4b40-acc5-2ddacbe9a0e6 req-1ecca3d3-6f7b-4c00-9d43-888f31454af5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=96e7b8b4-d780-4a50-a502-14c75539c3d3 HTTP/1.1" status: 200 len: 1127 time: 0.2791891 Feb 20 03:50:06.239670 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a23256-60be-47b7-8bbf-40f280ab9b86 req-2d074da9-bcf3-44f5-8d59-3cdc042bb8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:06.242447 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a3a23256-60be-47b7-8bbf-40f280ab9b86 req-2d074da9-bcf3-44f5-8d59-3cdc042bb8e3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cdf6aa5f9d3c4cef8fb0e04bd6cac1cb&device_id=14ad1b11-63ad-49da-b9e1-66638ddb6ff2 HTTP/1.1" status: 200 len: 1127 time: 0.4450762 Feb 20 03:50:06.404074 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cad4ba8b-459d-4759-a5ec-a9d382176c10 None None] Publish callbacks [] for port (04a18a69-5f7e-4137-a994-925dc5d87d9b), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:06.433244 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-7769c49c-f9f9-48df-b8c3-3cd9dd9de1c4 None None] Set router 25fbb678-fb9c-4845-83d6-1fddfceb8244 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:50:06.486127 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c06fe6-59ca-49b1-b7a6-78d6e7ce79db req-9e53283d-764a-41d8-82ae-c49cca2b77bd tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:06.492378 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8c06fe6-59ca-49b1-b7a6-78d6e7ce79db req-9e53283d-764a-41d8-82ae-c49cca2b77bd tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=96e7b8b4-d780-4a50-a502-14c75539c3d3 HTTP/1.1" status: 200 len: 945 time: 0.4658535 Feb 20 03:50:06.532041 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cad4ba8b-459d-4759-a5ec-a9d382176c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (04a18a69-5f7e-4137-a994-925dc5d87d9b), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:06.599405 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b056cfe4-3783-4b40-acc5-2ddacbe9a0e6 req-ece4d14e-d913-4cdd-b872-72b7dadc2672 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513672 Feb 20 03:50:06.637511 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad4ba8b-459d-4759-a5ec-a9d382176c10 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:50:06.640402 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-cad4ba8b-459d-4759-a5ec-a9d382176c10 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:50:06.659254 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad4ba8b-459d-4759-a5ec-a9d382176c10 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:50:06.668709 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4ba8b-459d-4759-a5ec-a9d382176c10 None None] Pushing event updated for resources: {'Port': ['ID=04a18a69-5f7e-4137-a994-925dc5d87d9b,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:06.716302 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8c06fe6-59ca-49b1-b7a6-78d6e7ce79db req-c1866efd-071d-4fbf-8b42-29842ba3d539 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141888 Feb 20 03:50:06.730396 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a23256-60be-47b7-8bbf-40f280ab9b86 req-a74a099f-d97a-4a96-9037-5dbbd4c0b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:06.732070 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a3a23256-60be-47b7-8bbf-40f280ab9b86 req-a74a099f-d97a-4a96-9037-5dbbd4c0b5c2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fab84f58-beb2-495b-a859-5edb782f99da HTTP/1.1" status: 200 len: 896 time: 0.4267180 Feb 20 03:50:06.814430 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5099131b-a2e2-4f16-9932-cec2d5f5a2a0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:06.845479 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-cad4ba8b-459d-4759-a5ec-a9d382176c10 None None] Attempting to bind port 04a18a69-5f7e-4137-a994-925dc5d87d9b on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:50:06.846094 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-cad4ba8b-459d-4759-a5ec-a9d382176c10 None None] Attempting to bind port 04a18a69-5f7e-4137-a994-925dc5d87d9b by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:50:06.846679 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4ba8b-459d-4759-a5ec-a9d382176c10 None None] Attempting to bind port 04a18a69-5f7e-4137-a994-925dc5d87d9b on network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:50:06.852856 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4ba8b-459d-4759-a5ec-a9d382176c10 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:50:06.853614 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4ba8b-459d-4759-a5ec-a9d382176c10 None None] Checking segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:50:06.856294 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cad4ba8b-459d-4759-a5ec-a9d382176c10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:06.856294 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4ba8b-459d-4759-a5ec-a9d382176c10 None None] Bound using segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:50:06.856294 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-cad4ba8b-459d-4759-a5ec-a9d382176c10 None None] Bound port: 04a18a69-5f7e-4137-a994-925dc5d87d9b, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:50:06.856749 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cad4ba8b-459d-4759-a5ec-a9d382176c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (04a18a69-5f7e-4137-a994-925dc5d87d9b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:06.953690 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a3a23256-60be-47b7-8bbf-40f280ab9b86 req-722db524-d4c8-4c86-92a9-d54ecf0097dc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8263847-3741-4f5a-b389-9eb271a0bb6f HTTP/1.1" status: 200 len: 217 time: 0.1597586 Feb 20 03:50:06.986850 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-cad4ba8b-459d-4759-a5ec-a9d382176c10 None None] For port 04a18a69-5f7e-4137-a994-925dc5d87d9b, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:50:06.996649 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-cad4ba8b-459d-4759-a5ec-a9d382176c10 None None] For port 04a18a69-5f7e-4137-a994-925dc5d87d9b, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=04a18a69-5f7e-4137-a994-925dc5d87d9b,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:50:07.036192 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-7769c49c-f9f9-48df-b8c3-3cd9dd9de1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'name': 'tempest-TestNetworkBasicOps-router-272803633', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '47a23be7-ee95-4d5d-a897-3bbef3ce39f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:48:47Z', 'updated_at': '2022-02-20T03:48:54Z', 'revision_number': 4, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '47a23be7-ee95-4d5d-a897-3bbef3ce39f2', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:48:48Z', 'updated_at': '2022-02-20T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '86b420eb-7b4d-4e75-bc98-1c4cac8d81b5', 'name': '', 'network_id': 'fab84f58-beb2-495b-a859-5edb782f99da', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'mac_address': 'fa:16:3e:88:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:48:53Z', 'updated_at': '2022-02-20T03:48:59Z', 'revision_number': 5, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'subnets': [{'id': 'df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:50:07.055957 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d84db-40ce-4bbd-b420-7f3dcee590d2 req-b3ca3117-cd69-4120-b9f9-92afcf987be0 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:07.058097 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-088d84db-40ce-4bbd-b420-7f3dcee590d2 req-b3ca3117-cd69-4120-b9f9-92afcf987be0 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=14ad1b11-63ad-49da-b9e1-66638ddb6ff2 HTTP/1.1" status: 200 len: 945 time: 0.1453142 Feb 20 03:50:07.060064 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a23256-60be-47b7-8bbf-40f280ab9b86 req-fe0ae634-540d-4577-a2d4-a20f9274d8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:07.061555 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a3a23256-60be-47b7-8bbf-40f280ab9b86 req-fe0ae634-540d-4577-a2d4-a20f9274d8e4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0 HTTP/1.1" status: 200 len: 834 time: 0.0953608 Feb 20 03:50:07.081354 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7769c49c-f9f9-48df-b8c3-3cd9dd9de1c4 None None] The sync data for ids ['25fbb678-fb9c-4845-83d6-1fddfceb8244'] in n-d-829866-4 is: [{'id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'name': 'tempest-TestNetworkBasicOps-router-272803633', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '47a23be7-ee95-4d5d-a897-3bbef3ce39f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:48:47Z', 'updated_at': '2022-02-20T03:48:54Z', 'revision_number': 4, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '47a23be7-ee95-4d5d-a897-3bbef3ce39f2', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:48:48Z', 'updated_at': '2022-02-20T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '86b420eb-7b4d-4e75-bc98-1c4cac8d81b5', 'name': '', 'network_id': 'fab84f58-beb2-495b-a859-5edb782f99da', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'mac_address': 'fa:16:3e:88:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:48:53Z', 'updated_at': '2022-02-20T03:48:59Z', 'revision_number': 5, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'subnets': [{'id': 'df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:50:07.084761 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cad4ba8b-459d-4759-a5ec-a9d382176c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (04a18a69-5f7e-4137-a994-925dc5d87d9b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:07.210387 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4ba8b-459d-4759-a5ec-a9d382176c10 None None] Pushing event updated for resources: {'Port': ['ID=04a18a69-5f7e-4137-a994-925dc5d87d9b,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:07.353944 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-088d84db-40ce-4bbd-b420-7f3dcee590d2 req-38c5b3c8-2a2b-4556-86f1-bedaaff4f4c9 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9cc23bc-b0fc-41bb-9fa9-63c7acadbcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2834725 Feb 20 03:50:07.515503 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83720cc8-e54e-457c-bc10-7062debbb5cb req-cfbe4734-296b-45f9-bb03-f3f4512cdea7 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:07.517168 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-83720cc8-e54e-457c-bc10-7062debbb5cb req-cfbe4734-296b-45f9-bb03-f3f4512cdea7 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.93 "GET /v2.0/ports?device_id=14ad1b11-63ad-49da-b9e1-66638ddb6ff2 HTTP/1.1" status: 200 len: 945 time: 0.3615236 Feb 20 03:50:07.524314 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a23256-60be-47b7-8bbf-40f280ab9b86 req-4daa691a-7cbe-43fb-951f-7ff9e5232694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:07.529222 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a3a23256-60be-47b7-8bbf-40f280ab9b86 req-4daa691a-7cbe-43fb-951f-7ff9e5232694 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fab84f58-beb2-495b-a859-5edb782f99da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4561589 Feb 20 03:50:07.779461 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-5099131b-a2e2-4f16-9932-cec2d5f5a2a0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Allocated IP 2001:db8::1 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/b863ff40-1224-412d-8062-d844cec80164/83407447-243f-479c-b3e2-94306ea9d333) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:50:07.796493 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87a4b22-1b99-41c4-bad8-446d15f0ec1c None None] New status for floating IP f892b4c5-0c02-4449-918a-41bf29485a10: DOWN {{(pid=104107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:50:08.023895 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5099131b-a2e2-4f16-9932-cec2d5f5a2a0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for port (83407447-243f-479c-b3e2-94306ea9d333), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:08.176220 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc41728-3cc4-422e-934d-84fc0ac6991a req-4ca7e9f0-a6cd-42ac-a754-8819c894fbb5 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:08.185259 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55060) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:08.188951 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0dc41728-3cc4-422e-934d-84fc0ac6991a req-4ca7e9f0-a6cd-42ac-a754-8819c894fbb5 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=96e7b8b4-d780-4a50-a502-14c75539c3d3 HTTP/1.1" status: 200 len: 945 time: 0.2996044 Feb 20 03:50:08.192959 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5099131b-a2e2-4f16-9932-cec2d5f5a2a0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (83407447-243f-479c-b3e2-94306ea9d333), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:08.234723 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a3a23256-60be-47b7-8bbf-40f280ab9b86 req-ff75e9e8-28fd-4e4a-87af-3040007390f7 service neutron] 10.222.0.93 "GET /v2.0/networks/fab84f58-beb2-495b-a859-5edb782f99da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6578012 Feb 20 03:50:08.284311 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5099131b-a2e2-4f16-9932-cec2d5f5a2a0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:50:08.284917 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-83720cc8-e54e-457c-bc10-7062debbb5cb req-59aa43e5-6d94-421d-8903-861839e2f79b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Deleting port f8263847-3741-4f5a-b389-9eb271a0bb6f {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:50:08.285359 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-83720cc8-e54e-457c-bc10-7062debbb5cb req-59aa43e5-6d94-421d-8903-861839e2f79b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (f8263847-3741-4f5a-b389-9eb271a0bb6f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:08.305154 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-5099131b-a2e2-4f16-9932-cec2d5f5a2a0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:50:08.314515 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5099131b-a2e2-4f16-9932-cec2d5f5a2a0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:50:08.316979 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5099131b-a2e2-4f16-9932-cec2d5f5a2a0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (171d6504-10dd-46d1-89fa-9acf2fd9510f), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:08.461690 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099131b-a2e2-4f16-9932-cec2d5f5a2a0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Port': ['ID=83407447-243f-479c-b3e2-94306ea9d333,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:08.561697 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c59410af-9acd-40ba-a9d4-0a773b699b49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:08.570657 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 04a18a69-5f7e-4137-a994-925dc5d87d9b up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:50:08.662979 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0dc41728-3cc4-422e-934d-84fc0ac6991a req-6410a32d-48e2-4e83-b22f-e189f5c8309e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728127 Feb 20 03:50:08.735463 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 04a18a69-5f7e-4137-a994-925dc5d87d9b triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:50:08.737323 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (04a18a69-5f7e-4137-a994-925dc5d87d9b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:08.854708 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-83720cc8-e54e-457c-bc10-7062debbb5cb req-59aa43e5-6d94-421d-8903-861839e2f79b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] For port f8263847-3741-4f5a-b389-9eb271a0bb6f, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f8263847-3741-4f5a-b389-9eb271a0bb6f,segment=NetworkSegment(3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782),segment_id=3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:50:08.855233 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-83720cc8-e54e-457c-bc10-7062debbb5cb req-59aa43e5-6d94-421d-8903-861839e2f79b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (f8263847-3741-4f5a-b389-9eb271a0bb6f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:08.862372 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c59410af-9acd-40ba-a9d4-0a773b699b49 admin admin] Publish callbacks [] for security_group (b03c66c1-bf6a-4be9-b234-0ab4b009c030), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:08.880513 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-83720cc8-e54e-457c-bc10-7062debbb5cb req-59aa43e5-6d94-421d-8903-861839e2f79b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Calling delete_port for f8263847-3741-4f5a-b389-9eb271a0bb6f owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:50:08.924948 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 04a18a69-5f7e-4137-a994-925dc5d87d9b is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:08.925538 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (04a18a69-5f7e-4137-a994-925dc5d87d9b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:08.982380 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c59410af-9acd-40ba-a9d4-0a773b699b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b03c66c1-bf6a-4be9-b234-0ab4b009c030), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:08.988010 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 04a18a69-5f7e-4137-a994-925dc5d87d9b, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=04a18a69-5f7e-4137-a994-925dc5d87d9b,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:50:09.015199 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a3a23256-60be-47b7-8bbf-40f280ab9b86 req-1a308bad-ff7e-4d87-9045-e5a6218e4dd5 service neutron] 10.222.0.93 "GET /v2.0/networks/fab84f58-beb2-495b-a859-5edb782f99da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7700841 Feb 20 03:50:09.053289 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8130c99-dac3-48a4-b4fc-5dcf291eb30e req-183e1eb0-2a53-4600-9a78-fbfe4e41dee4 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:09.071749 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d8130c99-dac3-48a4-b4fc-5dcf291eb30e req-183e1eb0-2a53-4600-9a78-fbfe4e41dee4 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=14ad1b11-63ad-49da-b9e1-66638ddb6ff2 HTTP/1.1" status: 200 len: 945 time: 0.1563857 Feb 20 03:50:09.076538 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e3af4a8b-6b41-482c-bb6a-746c6848a01f None None] Provisioning complete for port 04a18a69-5f7e-4137-a994-925dc5d87d9b triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:50:09.076923 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e3af4a8b-6b41-482c-bb6a-746c6848a01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (04a18a69-5f7e-4137-a994-925dc5d87d9b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:09.101738 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c59410af-9acd-40ba-a9d4-0a773b699b49 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=508e1c71004148b59f54709ffc93e08c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9151247 Feb 20 03:50:09.106300 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55074) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:09.108472 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59410af-9acd-40ba-a9d4-0a773b699b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03c66c1-bf6a-4be9-b234-0ab4b009c030,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:09.176132 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (04a18a69-5f7e-4137-a994-925dc5d87d9b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:09.200205 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5099131b-a2e2-4f16-9932-cec2d5f5a2a0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (83407447-243f-479c-b3e2-94306ea9d333), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:09.210099 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d8130c99-dac3-48a4-b4fc-5dcf291eb30e req-9e111f25-7edb-495a-ab73-702c417903a9 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/security-groups?id=c9cc23bc-b0fc-41bb-9fa9-63c7acadbcc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467168 Feb 20 03:50:09.326831 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=04a18a69-5f7e-4137-a994-925dc5d87d9b,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:09.374539 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-83720cc8-e54e-457c-bc10-7062debbb5cb req-59aa43e5-6d94-421d-8903-861839e2f79b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (f8263847-3741-4f5a-b389-9eb271a0bb6f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:09.433390 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e3af4a8b-6b41-482c-bb6a-746c6848a01f None None] Current status of the port 04a18a69-5f7e-4137-a994-925dc5d87d9b is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:09.437779 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa43e5-6d94-421d-8903-861839e2f79b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event deleted for resources: {'Port': ['ID=f8263847-3741-4f5a-b389-9eb271a0bb6f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:09.533432 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5be2d94b-abc8-421e-b4d8-116957e706e9 admin admin] Publish callbacks [] for security_group (b03c66c1-bf6a-4be9-b234-0ab4b009c030), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:09.595309 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-7b59a673-d413-4fbb-a163-a7cac2aebcfc None None] Provisioning complete for port 83407447-243f-479c-b3e2-94306ea9d333 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:50:09.595899 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7b59a673-d413-4fbb-a163-a7cac2aebcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (83407447-243f-479c-b3e2-94306ea9d333), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:09.600111 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-83720cc8-e54e-457c-bc10-7062debbb5cb req-59aa43e5-6d94-421d-8903-861839e2f79b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] No DVR routers for this DVR port f8263847-3741-4f5a-b389-9eb271a0bb6f on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:50:09.607537 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-83720cc8-e54e-457c-bc10-7062debbb5cb req-59aa43e5-6d94-421d-8903-861839e2f79b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:09.611486 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-83720cc8-e54e-457c-bc10-7062debbb5cb req-59aa43e5-6d94-421d-8903-861839e2f79b tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.93 "DELETE /v2.0/ports/f8263847-3741-4f5a-b389-9eb271a0bb6f HTTP/1.1" status: 204 len: 173 time: 2.0812201 Feb 20 03:50:09.613190 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ad1b11-63ad-49da-b9e1-66638ddb6ff2', 'name': 'network-vif-deleted', 'tag': 'f8263847-3741-4f5a-b389-9eb271a0bb6f'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:50:09.617169 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5be2d94b-abc8-421e-b4d8-116957e706e9 admin admin] Publish callbacks [] for security_group (b03c66c1-bf6a-4be9-b234-0ab4b009c030), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:09.624650 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70ae108-6700-49c1-85c7-713c6b0db534" -d '{"events": [{"server_uuid": "14ad1b11-63ad-49da-b9e1-66638ddb6ff2", "name": "network-vif-deleted", "tag": "f8263847-3741-4f5a-b389-9eb271a0bb6f"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:50:09.728691 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-7b59a673-d413-4fbb-a163-a7cac2aebcfc None None] Port 83407447-243f-479c-b3e2-94306ea9d333 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:50:09.825694 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5099131b-a2e2-4f16-9932-cec2d5f5a2a0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for port (83407447-243f-479c-b3e2-94306ea9d333), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:09.856116 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5be2d94b-abc8-421e-b4d8-116957e706e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b03c66c1-bf6a-4be9-b234-0ab4b009c030), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:09.859078 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5be2d94b-abc8-421e-b4d8-116957e706e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:09.860409 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5be2d94b-abc8-421e-b4d8-116957e706e9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b03c66c1-bf6a-4be9-b234-0ab4b009c030 HTTP/1.1" status: 204 len: 168 time: 0.7462399 Feb 20 03:50:09.877900 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2d94b-abc8-421e-b4d8-116957e706e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03c66c1-bf6a-4be9-b234-0ab4b009c030,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:09.922451 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5099131b-a2e2-4f16-9932-cec2d5f5a2a0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (83407447-243f-479c-b3e2-94306ea9d333), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:09.922451 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5099131b-a2e2-4f16-9932-cec2d5f5a2a0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (171d6504-10dd-46d1-89fa-9acf2fd9510f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:09.923135 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16432b6-1e6a-41a1-997e-b639ba060502 x-openstack-request-id: req-c16432b6-1e6a-41a1-997e-b639ba060502 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:50:09.923671 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ad1b11-63ad-49da-b9e1-66638ddb6ff2", "name": "network-vif-deleted", "tag": "f8263847-3741-4f5a-b389-9eb271a0bb6f", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:50:09.924922 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c16432b6-1e6a-41a1-997e-b639ba060502 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:50:09.925527 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ad1b11-63ad-49da-b9e1-66638ddb6ff2', 'name': 'network-vif-deleted', 'tag': 'f8263847-3741-4f5a-b389-9eb271a0bb6f', 'status': 'completed', 'code': 200} Feb 20 03:50:10.085213 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099131b-a2e2-4f16-9932-cec2d5f5a2a0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Port': ['ID=83407447-243f-479c-b3e2-94306ea9d333,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:10.158121 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5099131b-a2e2-4f16-9932-cec2d5f5a2a0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:50:10.158716 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272113b6-6271-4ded-9001-847d3b3ce8b7 req-f0390b8d-c56e-4ca1-b477-57e9ebbf143c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:10.160007 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-272113b6-6271-4ded-9001-847d3b3ce8b7 req-f0390b8d-c56e-4ca1-b477-57e9ebbf143c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=96e7b8b4-d780-4a50-a502-14c75539c3d3 HTTP/1.1" status: 200 len: 945 time: 0.1013830 Feb 20 03:50:10.160340 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-5099131b-a2e2-4f16-9932-cec2d5f5a2a0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:50:10.266841 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-272113b6-6271-4ded-9001-847d3b3ce8b7 req-39c8ae4d-924a-4c3a-bb58-ddef20895c8c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961967 Feb 20 03:50:10.400682 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5099131b-a2e2-4f16-9932-cec2d5f5a2a0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Router 171d6504-10dd-46d1-89fa-9acf2fd9510f is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:50:10.433077 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2b0d9ff8-5b57-4c5d-b3ec-85ce49771a5a req-7531f27d-edf6-46f9-bfdc-550f779b2c5f tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "GET /v2.0/ports?device_id=14ad1b11-63ad-49da-b9e1-66638ddb6ff2 HTTP/1.1" status: 200 len: 210 time: 0.0434253 Feb 20 03:50:10.466514 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 04a18a69-5f7e-4137-a994-925dc5d87d9b up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:50:10.536863 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5099131b-a2e2-4f16-9932-cec2d5f5a2a0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:50:10.550658 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dd19a1-b2cf-4613-b166-0878cdc2b128 None None] Sync routers for ids ['171d6504-10dd-46d1-89fa-9acf2fd9510f'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:50:10.557846 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55100) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:10.559213 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5099131b-a2e2-4f16-9932-cec2d5f5a2a0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "PUT /v2.0/routers/171d6504-10dd-46d1-89fa-9acf2fd9510f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5101364 Feb 20 03:50:10.565629 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dd19a1-b2cf-4613-b166-0878cdc2b128 None None] Routers {'171d6504-10dd-46d1-89fa-9acf2fd9510f'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:50:10.567027 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-55dd19a1-b2cf-4613-b166-0878cdc2b128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:49:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['171d6504-10dd-46d1-89fa-9acf2fd9510f'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:50:10.586767 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 04a18a69-5f7e-4137-a994-925dc5d87d9b triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:50:10.586767 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (04a18a69-5f7e-4137-a994-925dc5d87d9b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:10.619455 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-367a6738-e7ea-460b-8554-c14204cd5eab None None] Provisioning complete for port 83407447-243f-479c-b3e2-94306ea9d333 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:50:10.620790 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-367a6738-e7ea-460b-8554-c14204cd5eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (83407447-243f-479c-b3e2-94306ea9d333), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:10.697653 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-367a6738-e7ea-460b-8554-c14204cd5eab None None] Port 83407447-243f-479c-b3e2-94306ea9d333 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:50:10.707021 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5fa109d2-e603-4950-a4a3-c77faa337a54 req-0e76381d-b6fd-4d37-ac5a-8d71502664bb tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=2a426eb8717f45cda17f79dc5d1190fc HTTP/1.1" status: 200 len: 267 time: 0.1826591 Feb 20 03:50:10.717606 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df893e00-a9c7-46e0-baaf-b2bc55b6f1a4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:10.719460 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-df893e00-a9c7-46e0-baaf-b2bc55b6f1a4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports/83407447-243f-479c-b3e2-94306ea9d333 HTTP/1.1" status: 200 len: 911 time: 0.1590106 Feb 20 03:50:10.722089 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55108) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:10.773961 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-55dd19a1-b2cf-4613-b166-0878cdc2b128 None None] Set router 171d6504-10dd-46d1-89fa-9acf2fd9510f gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:50:10.774438 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55110) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:10.803141 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f8263847-3741-4f5a-b389-9eb271a0bb6f no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:50:10.807143 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-92254000-e211-41ce-9a81-1f14b3a20108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:10.837068 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa109d2-e603-4950-a4a3-c77faa337a54 req-e729c267-31a2-4a03-901b-030f1013e586 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:10.839212 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5fa109d2-e603-4950-a4a3-c77faa337a54 req-e729c267-31a2-4a03-901b-030f1013e586 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=96e7b8b4-d780-4a50-a502-14c75539c3d3 HTTP/1.1" status: 200 len: 945 time: 0.1184232 Feb 20 03:50:10.842404 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 04a18a69-5f7e-4137-a994-925dc5d87d9b is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:10.844694 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: f8263847-3741-4f5a-b389-9eb271a0bb6f {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:50:10.845043 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f8263847-3741-4f5a-b389-9eb271a0bb6f not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:50:10.856019 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ffb9e8-7be7-47c8-967e-1d65e4dea0bb tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:10.862473 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ffb9e8-7be7-47c8-967e-1d65e4dea0bb tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:10.864216 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-27ffb9e8-7be7-47c8-967e-1d65e4dea0bb tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1338232 Feb 20 03:50:10.869243 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55114) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:10.871646 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-5fa109d2-e603-4950-a4a3-c77faa337a54 req-1c8be527-115b-435e-9338-13d431157066 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Request body: {'port': {'security_groups': []}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:50:10.976579 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5fa109d2-e603-4950-a4a3-c77faa337a54 req-1c8be527-115b-435e-9338-13d431157066 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (cc06ee76-9fa2-42ac-b677-5fe9e7720210), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:11.116625 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-55dd19a1-b2cf-4613-b166-0878cdc2b128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171d6504-10dd-46d1-89fa-9acf2fd9510f', 'name': 'tempest-NetworksTestDHCPv6-router-602802536', 'tenant_id': '43fe9a19d6654b4e8e70d399d460b079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:50:05Z', 'updated_at': '2022-02-20T03:50:08Z', 'revision_number': 2, 'project_id': '43fe9a19d6654b4e8e70d399d460b079', 'gw_port_host': None, '_interfaces': [{'id': '83407447-243f-479c-b3e2-94306ea9d333', 'name': '', 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'tenant_id': '43fe9a19d6654b4e8e70d399d460b079', 'mac_address': 'fa:16:3e:10:19:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171d6504-10dd-46d1-89fa-9acf2fd9510f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': 'b863ff40-1224-412d-8062-d844cec80164', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:50:07Z', 'updated_at': '2022-02-20T03:50:09Z', 'revision_number': 2, 'project_id': '43fe9a19d6654b4e8e70d399d460b079', 'subnets': [{'id': 'b863ff40-1224-412d-8062-d844cec80164', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:50:11.126174 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-92254000-e211-41ce-9a81-1f14b3a20108 admin admin] Publish callbacks [] for security_group (84f38c13-ed9f-4249-88e2-30ca7b8cee42), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:11.161341 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dd19a1-b2cf-4613-b166-0878cdc2b128 None None] Checking router: 171d6504-10dd-46d1-89fa-9acf2fd9510f for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:50:11.161698 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dd19a1-b2cf-4613-b166-0878cdc2b128 None None] Updating router 171d6504-10dd-46d1-89fa-9acf2fd9510f port 83407447-243f-479c-b3e2-94306ea9d333 binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:50:11.221261 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-55dd19a1-b2cf-4613-b166-0878cdc2b128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (83407447-243f-479c-b3e2-94306ea9d333), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:11.221433 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-5fa109d2-e603-4950-a4a3-c77faa337a54 req-1c8be527-115b-435e-9338-13d431157066 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] For port cc06ee76-9fa2-42ac-b677-5fe9e7720210, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=cc06ee76-9fa2-42ac-b677-5fe9e7720210,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:50:11.248752 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-92254000-e211-41ce-9a81-1f14b3a20108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (84f38c13-ed9f-4249-88e2-30ca7b8cee42), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:11.256260 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5fa109d2-e603-4950-a4a3-c77faa337a54 req-1c8be527-115b-435e-9338-13d431157066 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks [] for port (cc06ee76-9fa2-42ac-b677-5fe9e7720210), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:11.330590 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5fa109d2-e603-4950-a4a3-c77faa337a54 req-1c8be527-115b-435e-9338-13d431157066 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (cc06ee76-9fa2-42ac-b677-5fe9e7720210), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:11.346261 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['cc06ee76-9fa2-42ac-b677-5fe9e7720210'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:50:11.349620 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['e0a91145-6212-4367-98ca-a36a7166e206', 'f031ef27-126f-4e1d-b032-e1fa7bbd43d1'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:50:11.371302 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92254000-e211-41ce-9a81-1f14b3a20108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f38c13-ed9f-4249-88e2-30ca7b8cee42,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:11.396364 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-92254000-e211-41ce-9a81-1f14b3a20108 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5f7d2193824a40bbaf92de0c9b86b83c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6208723 Feb 20 03:50:11.403409 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55122) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:11.455708 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8be527-115b-435e-9338-13d431157066 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Pushing event updated for resources: {'Port': ['ID=cc06ee76-9fa2-42ac-b677-5fe9e7720210,revision_number=6']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:11.530601 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa109d2-e603-4950-a4a3-c77faa337a54 req-1c8be527-115b-435e-9338-13d431157066 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:11.535589 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-5fa109d2-e603-4950-a4a3-c77faa337a54 req-1c8be527-115b-435e-9338-13d431157066 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:11.559639 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5fa109d2-e603-4950-a4a3-c77faa337a54 req-1c8be527-115b-435e-9338-13d431157066 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "PUT /v2.0/ports/cc06ee76-9fa2-42ac-b677-5fe9e7720210 HTTP/1.1" status: 200 len: 904 time: 0.6881509 Feb 20 03:50:11.587770 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-22204b32-3eb1-476a-84a2-03acd6c8fcc3 admin admin] Publish callbacks [] for security_group (84f38c13-ed9f-4249-88e2-30ca7b8cee42), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:11.606233 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['cc06ee76-9fa2-42ac-b677-5fe9e7720210'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:50:11.609044 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55130) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:11.654237 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9e4d116-2bdd-412e-9bc0-3af546fa5ea8 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (171d6504-10dd-46d1-89fa-9acf2fd9510f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:11.797379 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ae17c8e0-d6b1-4c2f-b955-79681f74a9d1 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group (c9cc23bc-b0fc-41bb-9fa9-63c7acadbcc6), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:11.859378 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-55dd19a1-b2cf-4613-b166-0878cdc2b128 None None] Publish callbacks [] for port (83407447-243f-479c-b3e2-94306ea9d333), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:11.878295 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-22204b32-3eb1-476a-84a2-03acd6c8fcc3 admin admin] Publish callbacks [] for security_group (84f38c13-ed9f-4249-88e2-30ca7b8cee42), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:11.902841 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ae17c8e0-d6b1-4c2f-b955-79681f74a9d1 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group (c9cc23bc-b0fc-41bb-9fa9-63c7acadbcc6), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:11.941012 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-55dd19a1-b2cf-4613-b166-0878cdc2b128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (83407447-243f-479c-b3e2-94306ea9d333), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:11.984061 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e7b8b4-d780-4a50-a502-14c75539c3d3', 'tag': 'cc06ee76-9fa2-42ac-b677-5fe9e7720210'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:50:11.986405 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32460b1-e68b-4c00-b444-0128d201afbf" -d '{"events": [{"name": "network-changed", "server_uuid": "96e7b8b4-d780-4a50-a502-14c75539c3d3", "tag": "cc06ee76-9fa2-42ac-b677-5fe9e7720210"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:50:12.013265 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d951d5e-9a38-4ea5-af08-f35b3ebfb28e req-19e7b19d-9914-4df0-8b85-21b0fec7ed05 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:12.027551 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8d951d5e-9a38-4ea5-af08-f35b3ebfb28e req-19e7b19d-9914-4df0-8b85-21b0fec7ed05 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=96e7b8b4-d780-4a50-a502-14c75539c3d3 HTTP/1.1" status: 200 len: 907 time: 0.2272818 Feb 20 03:50:12.064777 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-534f4567-815c-40ef-b6c3-f2c9431dbcea None None] Provisioning complete for port cc06ee76-9fa2-42ac-b677-5fe9e7720210 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:50:12.065263 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-534f4567-815c-40ef-b6c3-f2c9431dbcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (cc06ee76-9fa2-42ac-b677-5fe9e7720210), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:12.090156 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5ac12-3a24-4a4f-8bb1-883da821d3fc None None] Pushing event updated for resources: {'Port': ['ID=83407447-243f-479c-b3e2-94306ea9d333,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:12.095224 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ae17c8e0-d6b1-4c2f-b955-79681f74a9d1 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c9cc23bc-b0fc-41bb-9fa9-63c7acadbcc6), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:12.097963 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ae17c8e0-d6b1-4c2f-b955-79681f74a9d1 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:12.099187 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ae17c8e0-d6b1-4c2f-b955-79681f74a9d1 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "DELETE /v2.0/security-groups/c9cc23bc-b0fc-41bb-9fa9-63c7acadbcc6 HTTP/1.1" status: 204 len: 168 time: 0.4885571 Feb 20 03:50:12.122761 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17c8e0-d6b1-4c2f-b955-79681f74a9d1 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cc23bc-b0fc-41bb-9fa9-63c7acadbcc6,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:12.133103 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f44951a-b686-46f6-a77d-7d7bd1c6c3f6 x-openstack-request-id: req-1f44951a-b686-46f6-a77d-7d7bd1c6c3f6 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:50:12.133399 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96e7b8b4-d780-4a50-a502-14c75539c3d3", "tag": "cc06ee76-9fa2-42ac-b677-5fe9e7720210", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:50:12.133659 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1f44951a-b686-46f6-a77d-7d7bd1c6c3f6 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:50:12.139228 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e7b8b4-d780-4a50-a502-14c75539c3d3', 'tag': 'cc06ee76-9fa2-42ac-b677-5fe9e7720210', 'status': 'completed', 'code': 200} Feb 20 03:50:12.290375 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-55dd19a1-b2cf-4613-b166-0878cdc2b128 None None] Attempting to bind port 83407447-243f-479c-b3e2-94306ea9d333 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:50:12.290749 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-55dd19a1-b2cf-4613-b166-0878cdc2b128 None None] Attempting to bind port 83407447-243f-479c-b3e2-94306ea9d333 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:50:12.291136 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dd19a1-b2cf-4613-b166-0878cdc2b128 None None] Attempting to bind port 83407447-243f-479c-b3e2-94306ea9d333 on network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:50:12.296291 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32460b1-e68b-4c00-b444-0128d201afbf req-f384e71d-1a91-4756-8566-fb5bf92681a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:12.298611 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c32460b1-e68b-4c00-b444-0128d201afbf req-f384e71d-1a91-4756-8566-fb5bf92681a5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2a426eb8717f45cda17f79dc5d1190fc&device_id=96e7b8b4-d780-4a50-a502-14c75539c3d3 HTTP/1.1" status: 200 len: 1089 time: 0.1497595 Feb 20 03:50:12.309027 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dd19a1-b2cf-4613-b166-0878cdc2b128 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:50:12.309399 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dd19a1-b2cf-4613-b166-0878cdc2b128 None None] Checking segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:50:12.309807 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-55dd19a1-b2cf-4613-b166-0878cdc2b128 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:12.310252 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dd19a1-b2cf-4613-b166-0878cdc2b128 None None] Bound using segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:50:12.310670 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-55dd19a1-b2cf-4613-b166-0878cdc2b128 None None] Bound port: 83407447-243f-479c-b3e2-94306ea9d333, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:50:12.313523 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-55dd19a1-b2cf-4613-b166-0878cdc2b128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (83407447-243f-479c-b3e2-94306ea9d333), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:12.396038 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-534f4567-815c-40ef-b6c3-f2c9431dbcea None None] Current status of the port cc06ee76-9fa2-42ac-b677-5fe9e7720210 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:12.443967 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-55dd19a1-b2cf-4613-b166-0878cdc2b128 None None] For port 83407447-243f-479c-b3e2-94306ea9d333, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:50:12.452481 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-55dd19a1-b2cf-4613-b166-0878cdc2b128 None None] For port 83407447-243f-479c-b3e2-94306ea9d333, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=83407447-243f-479c-b3e2-94306ea9d333,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:50:12.504819 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffe4de-9412-41e9-b0f8-6338fd946059 req-56bda885-dde4-4658-b5e2-4a33b843fafd tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:12.506560 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aeffe4de-9412-41e9-b0f8-6338fd946059 req-56bda885-dde4-4658-b5e2-4a33b843fafd tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.2070024 Feb 20 03:50:12.525451 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32460b1-e68b-4c00-b444-0128d201afbf req-2a1e798c-534c-481d-be90-45d5df52f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:12.529757 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-4aa79576-1e5c-4a81-9608-cfbc031a7e74 None None] Provisioning complete for port 83407447-243f-479c-b3e2-94306ea9d333 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:50:12.530144 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4aa79576-1e5c-4a81-9608-cfbc031a7e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (83407447-243f-479c-b3e2-94306ea9d333), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:12.533474 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c32460b1-e68b-4c00-b444-0128d201afbf req-2a1e798c-534c-481d-be90-45d5df52f5e7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=64115127-0ca9-4210-b390-d57efc54bf51 HTTP/1.1" status: 200 len: 912 time: 0.2089980 Feb 20 03:50:12.564909 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-55dd19a1-b2cf-4613-b166-0878cdc2b128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (83407447-243f-479c-b3e2-94306ea9d333), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:12.571414 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-d9e4d116-2bdd-412e-9bc0-3af546fa5ea8 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting port 83407447-243f-479c-b3e2-94306ea9d333 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:50:12.571953 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9e4d116-2bdd-412e-9bc0-3af546fa5ea8 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (83407447-243f-479c-b3e2-94306ea9d333), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:12.598565 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-4aa79576-1e5c-4a81-9608-cfbc031a7e74 None None] Port 83407447-243f-479c-b3e2-94306ea9d333 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:50:12.651959 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5ac12-3a24-4a4f-8bb1-883da821d3fc None None] Pushing event updated for resources: {'Port': ['ID=83407447-243f-479c-b3e2-94306ea9d333,revision_number=4']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:12.672981 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dd19a1-b2cf-4613-b166-0878cdc2b128 None None] Routers {'171d6504-10dd-46d1-89fa-9acf2fd9510f'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:50:12.673841 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-55dd19a1-b2cf-4613-b166-0878cdc2b128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:49:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['171d6504-10dd-46d1-89fa-9acf2fd9510f'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:50:12.678477 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-22204b32-3eb1-476a-84a2-03acd6c8fcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (84f38c13-ed9f-4249-88e2-30ca7b8cee42), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:12.696516 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-22204b32-3eb1-476a-84a2-03acd6c8fcc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:12.697832 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-22204b32-3eb1-476a-84a2-03acd6c8fcc3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/84f38c13-ed9f-4249-88e2-30ca7b8cee42 HTTP/1.1" status: 204 len: 168 time: 1.2924075 Feb 20 03:50:12.724989 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c32460b1-e68b-4c00-b444-0128d201afbf req-7605b356-6319-45be-ac44-1bf3146e8eca service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc06ee76-9fa2-42ac-b677-5fe9e7720210 HTTP/1.1" status: 200 len: 217 time: 0.1073298 Feb 20 03:50:12.771404 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22204b32-3eb1-476a-84a2-03acd6c8fcc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f38c13-ed9f-4249-88e2-30ca7b8cee42,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:12.842555 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-55dd19a1-b2cf-4613-b166-0878cdc2b128 None None] Set router 171d6504-10dd-46d1-89fa-9acf2fd9510f gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:50:12.869468 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aeffe4de-9412-41e9-b0f8-6338fd946059 req-82398887-9969-44b4-ba74-d6a649133c89 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3500993 Feb 20 03:50:12.895080 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32460b1-e68b-4c00-b444-0128d201afbf req-32466db5-37c5-4d6d-8e41-06af08604aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:12.896496 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-d9e4d116-2bdd-412e-9bc0-3af546fa5ea8 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] For port 83407447-243f-479c-b3e2-94306ea9d333, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=83407447-243f-479c-b3e2-94306ea9d333,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:50:12.896869 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9e4d116-2bdd-412e-9bc0-3af546fa5ea8 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (83407447-243f-479c-b3e2-94306ea9d333), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:12.902785 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c32460b1-e68b-4c00-b444-0128d201afbf req-32466db5-37c5-4d6d-8e41-06af08604aea service neutron] 10.222.0.93 "GET /v2.0/subnets?id=85e8c386-47fc-4d48-86f0-3d288a799fec HTTP/1.1" status: 200 len: 850 time: 0.1777296 Feb 20 03:50:12.931011 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-d9e4d116-2bdd-412e-9bc0-3af546fa5ea8 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Calling delete_port for 83407447-243f-479c-b3e2-94306ea9d333 owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:50:13.000199 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32460b1-e68b-4c00-b444-0128d201afbf req-361bf7c4-81bc-4f5a-9961-ae295e85fc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:13.002131 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c32460b1-e68b-4c00-b444-0128d201afbf req-361bf7c4-81bc-4f5a-9961-ae295e85fc40 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=64115127-0ca9-4210-b390-d57efc54bf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0925503 Feb 20 03:50:13.037752 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55156) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:13.233942 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-4326fca8-4c35-413a-9092-25eab64e0bd8 None None] Provisioning complete for port 83407447-243f-479c-b3e2-94306ea9d333 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:50:13.234477 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4326fca8-4c35-413a-9092-25eab64e0bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (83407447-243f-479c-b3e2-94306ea9d333), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:13.378873 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60baa49-2bd1-4da7-875c-29267c34d74e req-e5fa6f8d-61e9-4ec9-a584-e859e36a3394 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:13.380771 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e60baa49-2bd1-4da7-875c-29267c34d74e req-e5fa6f8d-61e9-4ec9-a584-e859e36a3394 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.2188649 Feb 20 03:50:13.405289 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-4326fca8-4c35-413a-9092-25eab64e0bd8 None None] Current status of the port 83407447-243f-479c-b3e2-94306ea9d333 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:13.405688 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4326fca8-4c35-413a-9092-25eab64e0bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (83407447-243f-479c-b3e2-94306ea9d333), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:13.415606 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9e4d116-2bdd-412e-9bc0-3af546fa5ea8 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (83407447-243f-479c-b3e2-94306ea9d333), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:13.427721 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c32460b1-e68b-4c00-b444-0128d201afbf req-3019eed6-ee77-4f21-bbd3-62add3526214 service neutron] 10.222.0.93 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171147 Feb 20 03:50:13.535816 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4d116-2bdd-412e-9bc0-3af546fa5ea8 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Port': ['ID=83407447-243f-479c-b3e2-94306ea9d333,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:13.648813 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9e4d116-2bdd-412e-9bc0-3af546fa5ea8 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (171d6504-10dd-46d1-89fa-9acf2fd9510f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:13.786250 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-55dd19a1-b2cf-4613-b166-0878cdc2b128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171d6504-10dd-46d1-89fa-9acf2fd9510f', 'name': 'tempest-NetworksTestDHCPv6-router-602802536', 'tenant_id': '43fe9a19d6654b4e8e70d399d460b079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:50:05Z', 'updated_at': '2022-02-20T03:50:08Z', 'revision_number': 2, 'project_id': '43fe9a19d6654b4e8e70d399d460b079', 'gw_port_host': None, '_interfaces': [{'id': '83407447-243f-479c-b3e2-94306ea9d333', 'name': '', 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'tenant_id': '43fe9a19d6654b4e8e70d399d460b079', 'mac_address': 'fa:16:3e:10:19:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171d6504-10dd-46d1-89fa-9acf2fd9510f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': 'b863ff40-1224-412d-8062-d844cec80164', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:50:07Z', 'updated_at': '2022-02-20T03:50:12Z', 'revision_number': 4, 'project_id': '43fe9a19d6654b4e8e70d399d460b079', 'subnets': [{'id': 'b863ff40-1224-412d-8062-d844cec80164', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:50:13.868819 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dd19a1-b2cf-4613-b166-0878cdc2b128 None None] The sync data for ids ['171d6504-10dd-46d1-89fa-9acf2fd9510f'] in n-d-829866-4 is: [{'id': '171d6504-10dd-46d1-89fa-9acf2fd9510f', 'name': 'tempest-NetworksTestDHCPv6-router-602802536', 'tenant_id': '43fe9a19d6654b4e8e70d399d460b079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:50:05Z', 'updated_at': '2022-02-20T03:50:08Z', 'revision_number': 2, 'project_id': '43fe9a19d6654b4e8e70d399d460b079', 'gw_port_host': None, '_interfaces': [{'id': '83407447-243f-479c-b3e2-94306ea9d333', 'name': '', 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'tenant_id': '43fe9a19d6654b4e8e70d399d460b079', 'mac_address': 'fa:16:3e:10:19:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171d6504-10dd-46d1-89fa-9acf2fd9510f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': 'b863ff40-1224-412d-8062-d844cec80164', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:50:07Z', 'updated_at': '2022-02-20T03:50:12Z', 'revision_number': 4, 'project_id': '43fe9a19d6654b4e8e70d399d460b079', 'subnets': [{'id': 'b863ff40-1224-412d-8062-d844cec80164', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:50:14.069855 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e4d116-2bdd-412e-9bc0-3af546fa5ea8 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Router 171d6504-10dd-46d1-89fa-9acf2fd9510f has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:50:14.239810 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e4d116-2bdd-412e-9bc0-3af546fa5ea8 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:50:14.279407 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d9e4d116-2bdd-412e-9bc0-3af546fa5ea8 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "PUT /v2.0/routers/171d6504-10dd-46d1-89fa-9acf2fd9510f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4084196 Feb 20 03:50:14.282115 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55182) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:14.403472 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e6f178-2505-468c-874e-abc1c85ebc4f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:14.405757 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e6f178-2505-468c-874e-abc1c85ebc4f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:14.409937 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f6e6f178-2505-468c-874e-abc1c85ebc4f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1244168 Feb 20 03:50:14.410252 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55184) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:14.484639 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eb40964-2cdf-47e6-809d-95d714616cdd tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting subnet b863ff40-1224-412d-8062-d844cec80164 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:50:14.491619 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2eb40964-2cdf-47e6-809d-95d714616cdd tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (b863ff40-1224-412d-8062-d844cec80164), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:14.568544 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2eb40964-2cdf-47e6-809d-95d714616cdd tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (b863ff40-1224-412d-8062-d844cec80164), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:14.713679 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2eb40964-2cdf-47e6-809d-95d714616cdd tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (b863ff40-1224-412d-8062-d844cec80164), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:14.774834 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c32460b1-e68b-4c00-b444-0128d201afbf req-d7474fcf-ae8a-4917-8b13-b73a6f3d1b13 service neutron] 10.222.0.93 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1376383 Feb 20 03:50:14.810249 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e60baa49-2bd1-4da7-875c-29267c34d74e req-442747fc-547f-4d65-bfc8-5f4f721c76e7 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4203320 Feb 20 03:50:14.911759 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2eb40964-2cdf-47e6-809d-95d714616cdd tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (b863ff40-1224-412d-8062-d844cec80164), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:14.958009 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb40964-2cdf-47e6-809d-95d714616cdd tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Subnet': ['ID=b863ff40-1224-412d-8062-d844cec80164,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:14.969209 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2eb40964-2cdf-47e6-809d-95d714616cdd tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:14.974133 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2eb40964-2cdf-47e6-809d-95d714616cdd tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/b863ff40-1224-412d-8062-d844cec80164 HTTP/1.1" status: 204 len: 168 time: 0.5623069 Feb 20 03:50:14.976164 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55196) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:14.978814 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20740de7-ba18-4438-9d4d-dd6f80a28652 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:50:15.069155 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18f5ac-cb7b-414f-8517-d83496cb1c1e req-87381e56-3871-4b89-bb3b-8a44f709bebb tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:15.069155 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7c18f5ac-cb7b-414f-8517-d83496cb1c1e req-87381e56-3871-4b89-bb3b-8a44f709bebb tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.0754912 Feb 20 03:50:15.201715 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7c18f5ac-cb7b-414f-8517-d83496cb1c1e req-d0b9d2a8-d917-4779-a544-b2db8c6d4b82 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276069 Feb 20 03:50:15.297470 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec4d074-dd66-4d15-a6d7-11bd4db929b9 None None] DHCP port deletion for 4f54fdde-6e16-424b-a89f-7d368ed79ea3 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:50:15.363738 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d0206154-6271-4bfd-888f-f1d32eb5b0be tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3843145 Feb 20 03:50:15.364361 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55208) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:15.373968 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-eaea37ec-e789-4337-bb57-5266b1920195 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (25fbb678-fb9c-4845-83d6-1fddfceb8244), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:15.433796 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-3ec4d074-dd66-4d15-a6d7-11bd4db929b9 None None] Deleting port 04a18a69-5f7e-4137-a994-925dc5d87d9b {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:50:15.434198 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3ec4d074-dd66-4d15-a6d7-11bd4db929b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (04a18a69-5f7e-4137-a994-925dc5d87d9b), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:15.488103 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ecd8c018-1e67-4cb7-86b9-1e06176c210e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for router (171d6504-10dd-46d1-89fa-9acf2fd9510f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:15.586517 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-3ec4d074-dd66-4d15-a6d7-11bd4db929b9 None None] For port 04a18a69-5f7e-4137-a994-925dc5d87d9b, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=04a18a69-5f7e-4137-a994-925dc5d87d9b,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:50:15.586951 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3ec4d074-dd66-4d15-a6d7-11bd4db929b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (04a18a69-5f7e-4137-a994-925dc5d87d9b), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:15.600199 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:50:15.626920 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-3ec4d074-dd66-4d15-a6d7-11bd4db929b9 None None] Calling delete_port for 04a18a69-5f7e-4137-a994-925dc5d87d9b owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:50:15.633518 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfa775-6a5b-4cdd-8ddb-e15c98e5d679 req-1d62f97a-4bd2-4b37-a494-961776db896e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:15.644265 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2fbfa775-6a5b-4cdd-8ddb-e15c98e5d679 req-1d62f97a-4bd2-4b37-a494-961776db896e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.2905431 Feb 20 03:50:15.714636 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2fbfa775-6a5b-4cdd-8ddb-e15c98e5d679 req-cb43e087-2e73-4ded-b367-001e11a4486f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688896 Feb 20 03:50:15.812430 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ecd8c018-1e67-4cb7-86b9-1e06176c210e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (171d6504-10dd-46d1-89fa-9acf2fd9510f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:15.820636 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ecd8c018-1e67-4cb7-86b9-1e06176c210e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for router_controller (171d6504-10dd-46d1-89fa-9acf2fd9510f), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:15.937651 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-eaea37ec-e789-4337-bb57-5266b1920195 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Deleting port 86b420eb-7b4d-4e75-bc98-1c4cac8d81b5 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:50:15.938149 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-eaea37ec-e789-4337-bb57-5266b1920195 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (86b420eb-7b4d-4e75-bc98-1c4cac8d81b5), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:15.944971 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3ec4d074-dd66-4d15-a6d7-11bd4db929b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (04a18a69-5f7e-4137-a994-925dc5d87d9b), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:15.986215 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec4d074-dd66-4d15-a6d7-11bd4db929b9 None None] Pushing event deleted for resources: {'Port': ['ID=04a18a69-5f7e-4137-a994-925dc5d87d9b,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:15.992295 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ecd8c018-1e67-4cb7-86b9-1e06176c210e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (171d6504-10dd-46d1-89fa-9acf2fd9510f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:15.992850 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd8c018-1e67-4cb7-86b9-1e06176c210e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Fanout notify agent at l3_agent the message router_deleted on router 171d6504-10dd-46d1-89fa-9acf2fd9510f {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:50:16.002713 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ecd8c018-1e67-4cb7-86b9-1e06176c210e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:16.007233 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ecd8c018-1e67-4cb7-86b9-1e06176c210e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/routers/171d6504-10dd-46d1-89fa-9acf2fd9510f HTTP/1.1" status: 204 len: 168 time: 0.6383543 Feb 20 03:50:16.009928 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55226) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:16.010149 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec4d074-dd66-4d15-a6d7-11bd4db929b9 None None] No DVR routers for this DVR port 04a18a69-5f7e-4137-a994-925dc5d87d9b on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:50:16.062915 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-75b91c70-4dff-4d3e-a4a0-019097c119c8 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0517051 Feb 20 03:50:16.066617 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55232) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:16.214260 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69eb27f-3781-475c-85ee-a196c56c6989 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:16.215986 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f69eb27f-3781-475c-85ee-a196c56c6989 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1478314 Feb 20 03:50:16.219886 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55240) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:16.251950 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-eaea37ec-e789-4337-bb57-5266b1920195 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] For port 86b420eb-7b4d-4e75-bc98-1c4cac8d81b5, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=86b420eb-7b4d-4e75-bc98-1c4cac8d81b5,segment=NetworkSegment(3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782),segment_id=3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:50:16.252481 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-eaea37ec-e789-4337-bb57-5266b1920195 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (86b420eb-7b4d-4e75-bc98-1c4cac8d81b5), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:16.281804 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-eaea37ec-e789-4337-bb57-5266b1920195 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Calling delete_port for 86b420eb-7b4d-4e75-bc98-1c4cac8d81b5 owned by network:router_interface {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:50:16.283837 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6270f5f1-cc5c-4946-b5bc-54fdf46fdd82 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0618024 Feb 20 03:50:16.289396 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55246) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:16.317115 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-f8c79db6-1ad9-4278-8993-1a9cb400fe99 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:50:16.332521 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-9bedf426-543d-476f-b64f-6c6dd549c235 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:16.332521 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-9bedf426-543d-476f-b64f-6c6dd549c235 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/networks?id=64115127-0ca9-4210-b390-d57efc54bf51 HTTP/1.1" status: 200 len: 811 time: 0.2123632 Feb 20 03:50:16.391948 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86070b9d-d588-4f26-940e-0feba25b66de None None] Sync routers for ids ['171d6504-10dd-46d1-89fa-9acf2fd9510f'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:50:16.418708 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86070b9d-d588-4f26-940e-0feba25b66de None None] Routers set() bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:50:16.425445 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86070b9d-d588-4f26-940e-0feba25b66de None None] Router IDs set() for agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 20 03:50:16.426818 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_agentschedulers_db [None req-86070b9d-d588-4f26-940e-0feba25b66de None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'171d6504-10dd-46d1-89fa-9acf2fd9510f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:49:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent'). {{(pid=104107) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 20 03:50:16.449340 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86070b9d-d588-4f26-940e-0feba25b66de None None] Routers set() bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:50:16.450114 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86070b9d-d588-4f26-940e-0feba25b66de None None] Router IDs set() for agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 20 03:50:16.450963 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_agentschedulers_db [None req-86070b9d-d588-4f26-940e-0feba25b66de None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'171d6504-10dd-46d1-89fa-9acf2fd9510f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:49:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent'). {{(pid=104107) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 20 03:50:16.452585 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86070b9d-d588-4f26-940e-0feba25b66de None None] The sync data for ids ['171d6504-10dd-46d1-89fa-9acf2fd9510f'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:50:16.466788 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 04a18a69-5f7e-4137-a994-925dc5d87d9b no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:50:16.484129 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-9fcb6a5c-ec73-43e3-acbb-0fb4ebc2b334 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/quotas/2a426eb8717f45cda17f79dc5d1190fc HTTP/1.1" status: 200 len: 375 time: 0.1452999 Feb 20 03:50:16.511824 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 04a18a69-5f7e-4137-a994-925dc5d87d9b {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:50:16.513457 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 04a18a69-5f7e-4137-a994-925dc5d87d9b not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:50:16.518199 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c79db6-1ad9-4278-8993-1a9cb400fe99 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:50:16.521868 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f8c79db6-1ad9-4278-8993-1a9cb400fe99 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:16.644497 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-90d51da8-499b-41d6-9cf4-d614ec4ef542 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=2a426eb8717f45cda17f79dc5d1190fc&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1593313 Feb 20 03:50:16.909053 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-05e97d3d-08ce-4dbc-a06e-e8710cc8e670 service neutron] 10.222.0.89 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564106 Feb 20 03:50:17.129748 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-eaea37ec-e789-4337-bb57-5266b1920195 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (86b420eb-7b4d-4e75-bc98-1c4cac8d81b5), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:17.240378 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea37ec-e789-4337-bb57-5266b1920195 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event deleted for resources: {'Port': ['ID=86b420eb-7b4d-4e75-bc98-1c4cac8d81b5,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:17.252293 n-d-829866-4 neutron-server[104106]: DEBUG neutron.objects.ports [None req-f8c79db6-1ad9-4278-8993-1a9cb400fe99 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104106) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 03:50:17.254501 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f8c79db6-1ad9-4278-8993-1a9cb400fe99 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (1bff5d8f-5f09-4894-8ef2-91ccb107f59f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:17.261458 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-f23ffda2-cb1f-439d-a85f-009178fe2079 service neutron] 10.222.0.89 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500218 Feb 20 03:50:17.436798 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c79db6-1ad9-4278-8993-1a9cb400fe99 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Subnet': ['ID=1bff5d8f-5f09-4894-8ef2-91ccb107f59f,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:17.464570 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c79db6-1ad9-4278-8993-1a9cb400fe99 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:50:17.470314 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-f8c79db6-1ad9-4278-8993-1a9cb400fe99 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:50:17.477416 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c79db6-1ad9-4278-8993-1a9cb400fe99 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:17.480341 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f8c79db6-1ad9-4278-8993-1a9cb400fe99 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:17.505082 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c06e34-28a5-47ef-95d6-142a0eccd9c6 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:50:17.640157 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f8c79db6-1ad9-4278-8993-1a9cb400fe99 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3496008 Feb 20 03:50:17.645268 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55268) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:17.673688 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-72850468-ff4a-4198-8ada-f1805af6a28f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:50:18.001482 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39005a6f-b3b6-4b92-84ce-b0a041b25956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'project_id': '43fe9a19d6654b4e8e70d399d460b079', 'fixed_ips': [{'subnet_id': '1bff5d8f-5f09-4894-8ef2-91ccb107f59f'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:50:18.006718 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-eaea37ec-e789-4337-bb57-5266b1920195 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (25fbb678-fb9c-4845-83d6-1fddfceb8244), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:18.010045 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-39005a6f-b3b6-4b92-84ce-b0a041b25956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:18.029033 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72850468-ff4a-4198-8ada-f1805af6a28f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:50:18.037209 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-72850468-ff4a-4198-8ada-f1805af6a28f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:18.091745 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a8ff0d83-d381-4234-8cc4-18d5292df51b req-f60f1ffc-dfb3-40aa-b95a-c9449aae654a tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 210 time: 0.3195055 Feb 20 03:50:18.964361 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaea37ec-e789-4337-bb57-5266b1920195 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Router 25fbb678-fb9c-4845-83d6-1fddfceb8244 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:50:19.261358 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaea37ec-e789-4337-bb57-5266b1920195 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:50:19.273978 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-eaea37ec-e789-4337-bb57-5266b1920195 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "PUT /v2.0/routers/25fbb678-fb9c-4845-83d6-1fddfceb8244/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2331870 Feb 20 03:50:19.277277 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55302) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:19.288305 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f53d22-2b4f-4590-b4fe-abca97b0ca72 None None] Sync routers for ids ['25fbb678-fb9c-4845-83d6-1fddfceb8244'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:50:19.308103 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-72850468-ff4a-4198-8ada-f1805af6a28f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (a67edcd9-01a6-43aa-9028-02af13dfe25b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:19.321098 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f53d22-2b4f-4590-b4fe-abca97b0ca72 None None] Routers {'25fbb678-fb9c-4845-83d6-1fddfceb8244'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:50:19.326559 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-73f53d22-2b4f-4590-b4fe-abca97b0ca72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:49:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['25fbb678-fb9c-4845-83d6-1fddfceb8244'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:50:19.351409 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 83407447-243f-479c-b3e2-94306ea9d333 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:50:19.467381 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 83407447-243f-479c-b3e2-94306ea9d333 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:50:19.467938 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 83407447-243f-479c-b3e2-94306ea9d333 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:50:19.547322 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c2e6f4ab-fdcc-410b-9618-7c796af9e78c req-e00c23be-c9d6-488b-94ee-a495a0cef30b tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 210 time: 0.2311499 Feb 20 03:50:19.554482 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-39005a6f-b3b6-4b92-84ce-b0a041b25956 None None] Allocated IP 2001:db8::f816:3eff:fe83:a0dd (4f54fdde-6e16-424b-a89f-7d368ed79ea3/1bff5d8f-5f09-4894-8ef2-91ccb107f59f/430c34f8-92a1-42fb-be33-0ce0c044c106) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:50:19.615220 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c0ccdd-1d7d-4a89-8e2a-0b71926c7d6a tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Deleting subnet df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:50:19.633707 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b2c0ccdd-1d7d-4a89-8e2a-0b71926c7d6a tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for subnet (df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:19.684522 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-73f53d22-2b4f-4590-b4fe-abca97b0ca72 None None] Set router 25fbb678-fb9c-4845-83d6-1fddfceb8244 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:50:19.720462 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b2c0ccdd-1d7d-4a89-8e2a-0b71926c7d6a tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:19.946689 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72850468-ff4a-4198-8ada-f1805af6a28f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Subnet': ['ID=a67edcd9-01a6-43aa-9028-02af13dfe25b,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:19.960463 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72850468-ff4a-4198-8ada-f1805af6a28f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:50:19.962317 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-72850468-ff4a-4198-8ada-f1805af6a28f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:50:19.972852 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72850468-ff4a-4198-8ada-f1805af6a28f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:19.973989 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-72850468-ff4a-4198-8ada-f1805af6a28f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:20.078342 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-72850468-ff4a-4198-8ada-f1805af6a28f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4283803 Feb 20 03:50:20.078498 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b2c0ccdd-1d7d-4a89-8e2a-0b71926c7d6a tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:20.079325 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55318) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:20.095597 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-e2b7dca3-dd6e-4df6-9052-da497226bc66 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'mac_address': 'fa:16:3e:98:5c:3f', 'name': 'tempest-NetworksTestDHCPv6-1842794920'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:50:20.121627 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-39005a6f-b3b6-4b92-84ce-b0a041b25956 None None] Publish callbacks [] for port (430c34f8-92a1-42fb-be33-0ce0c044c106), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:20.211502 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-39005a6f-b3b6-4b92-84ce-b0a041b25956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (430c34f8-92a1-42fb-be33-0ce0c044c106), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:20.334820 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b2c0ccdd-1d7d-4a89-8e2a-0b71926c7d6a tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:20.360477 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-73f53d22-2b4f-4590-b4fe-abca97b0ca72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'name': 'tempest-TestNetworkBasicOps-router-272803633', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '47a23be7-ee95-4d5d-a897-3bbef3ce39f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:48:47Z', 'updated_at': '2022-02-20T03:50:16Z', 'revision_number': 5, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '47a23be7-ee95-4d5d-a897-3bbef3ce39f2', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:48:48Z', 'updated_at': '2022-02-20T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:50:20.367565 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39005a6f-b3b6-4b92-84ce-b0a041b25956 None None] Pushing event updated for resources: {'Port': ['ID=430c34f8-92a1-42fb-be33-0ce0c044c106,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:20.397210 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39005a6f-b3b6-4b92-84ce-b0a041b25956 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:50:20.399292 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-39005a6f-b3b6-4b92-84ce-b0a041b25956 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:50:20.412792 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39005a6f-b3b6-4b92-84ce-b0a041b25956 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:50:20.444159 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f53d22-2b4f-4590-b4fe-abca97b0ca72 None None] Checking router: 25fbb678-fb9c-4845-83d6-1fddfceb8244 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:50:20.470202 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f53d22-2b4f-4590-b4fe-abca97b0ca72 None None] Routers {'25fbb678-fb9c-4845-83d6-1fddfceb8244'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:50:20.471190 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-73f53d22-2b4f-4590-b4fe-abca97b0ca72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:49:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['25fbb678-fb9c-4845-83d6-1fddfceb8244'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:50:20.495712 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b7dca3-dd6e-4df6-9052-da497226bc66 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:50:20.503658 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-39005a6f-b3b6-4b92-84ce-b0a041b25956 None None] Attempting to bind port 430c34f8-92a1-42fb-be33-0ce0c044c106 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:50:20.503970 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-39005a6f-b3b6-4b92-84ce-b0a041b25956 None None] Attempting to bind port 430c34f8-92a1-42fb-be33-0ce0c044c106 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:50:20.504318 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39005a6f-b3b6-4b92-84ce-b0a041b25956 None None] Attempting to bind port 430c34f8-92a1-42fb-be33-0ce0c044c106 on network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:50:20.508078 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b2c0ccdd-1d7d-4a89-8e2a-0b71926c7d6a tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:20.511493 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c83825d-5095-48f1-b7a1-adf461b20062 None None] Network fab84f58-beb2-495b-a859-5edb782f99da requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:50:20.518052 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39005a6f-b3b6-4b92-84ce-b0a041b25956 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:50:20.521734 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39005a6f-b3b6-4b92-84ce-b0a041b25956 None None] Checking segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:50:20.521734 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-39005a6f-b3b6-4b92-84ce-b0a041b25956 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:20.522661 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39005a6f-b3b6-4b92-84ce-b0a041b25956 None None] Bound using segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:50:20.523266 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-39005a6f-b3b6-4b92-84ce-b0a041b25956 None None] Bound port: 430c34f8-92a1-42fb-be33-0ce0c044c106, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:50:20.523661 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-39005a6f-b3b6-4b92-84ce-b0a041b25956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (430c34f8-92a1-42fb-be33-0ce0c044c106), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:20.539494 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b2c0ccdd-1d7d-4a89-8e2a-0b71926c7d6a tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "DELETE /v2.0/subnets/df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0 HTTP/1.1" status: 204 len: 168 time: 1.2608473 Feb 20 03:50:20.540359 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55330) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:20.541150 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0ccdd-1d7d-4a89-8e2a-0b71926c7d6a tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event deleted for resources: {'Subnet': ['ID=df8fbd96-e7ea-4d5d-a3c0-6c0712b7eab0,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:20.713427 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-73f53d22-2b4f-4590-b4fe-abca97b0ca72 None None] Set router 25fbb678-fb9c-4845-83d6-1fddfceb8244 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:50:20.715954 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55334) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:20.831603 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e2b7dca3-dd6e-4df6-9052-da497226bc66 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:20.892571 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-e2b7dca3-dd6e-4df6-9052-da497226bc66 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] device_id is not set on port 06bfc212-8b2f-4ba9-92d1-4f763176c084 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:50:20.915085 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-45055570-3856-47f5-a299-9eec358eaa59 req-fa191da5-0def-42ce-a3c5-46a93d2c1a9e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 210 time: 0.1721249 Feb 20 03:50:21.092901 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-62df575f-c189-4afd-929f-e91051653b10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:21.123544 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66e7e668-4d87-4a71-9ff3-14360eaf10c4 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for router (25fbb678-fb9c-4845-83d6-1fddfceb8244), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:21.158106 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:21.179389 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-39005a6f-b3b6-4b92-84ce-b0a041b25956 None None] For port 430c34f8-92a1-42fb-be33-0ce0c044c106, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:50:21.192344 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-39005a6f-b3b6-4b92-84ce-b0a041b25956 None None] For port 430c34f8-92a1-42fb-be33-0ce0c044c106, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=430c34f8-92a1-42fb-be33-0ce0c044c106,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:50:21.244090 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:21.301606 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-39005a6f-b3b6-4b92-84ce-b0a041b25956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (430c34f8-92a1-42fb-be33-0ce0c044c106), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:21.404000 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-e2b7dca3-dd6e-4df6-9052-da497226bc66 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Allocated IP 172.20.0.5 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/a67edcd9-01a6-43aa-9028-02af13dfe25b/06bfc212-8b2f-4ba9-92d1-4f763176c084) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:50:21.414145 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088cae81-6618-40f2-9c9a-dc5a5c554a89 None None] DHCP port deletion for fab84f58-beb2-495b-a859-5edb782f99da request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:50:21.424477 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-e2b7dca3-dd6e-4df6-9052-da497226bc66 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Allocated IP 2001:db8::f816:3eff:fe98:5c3f (4f54fdde-6e16-424b-a89f-7d368ed79ea3/1bff5d8f-5f09-4894-8ef2-91ccb107f59f/06bfc212-8b2f-4ba9-92d1-4f763176c084) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:50:21.504644 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-73f53d22-2b4f-4590-b4fe-abca97b0ca72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'name': 'tempest-TestNetworkBasicOps-router-272803633', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '47a23be7-ee95-4d5d-a897-3bbef3ce39f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:48:47Z', 'updated_at': '2022-02-20T03:50:16Z', 'revision_number': 5, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '47a23be7-ee95-4d5d-a897-3bbef3ce39f2', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:48:48Z', 'updated_at': '2022-02-20T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:50:21.611952 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f53d22-2b4f-4590-b4fe-abca97b0ca72 None None] The sync data for ids ['25fbb678-fb9c-4845-83d6-1fddfceb8244'] in n-d-829866-4 is: [{'id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'name': 'tempest-TestNetworkBasicOps-router-272803633', 'tenant_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '47a23be7-ee95-4d5d-a897-3bbef3ce39f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:48:47Z', 'updated_at': '2022-02-20T03:50:16Z', 'revision_number': 5, 'project_id': 'cdf6aa5f9d3c4cef8fb0e04bd6cac1cb', 'gw_port': {'id': '47a23be7-ee95-4d5d-a897-3bbef3ce39f2', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fbb678-fb9c-4845-83d6-1fddfceb8244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:48:48Z', 'updated_at': '2022-02-20T03:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:50:21.670004 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-62df575f-c189-4afd-929f-e91051653b10 admin admin] Publish callbacks [] for security_group (b4af429d-587a-4ea0-9c43-fae152286288), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:21.670382 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39005a6f-b3b6-4b92-84ce-b0a041b25956 None None] Pushing event updated for resources: {'Port': ['ID=430c34f8-92a1-42fb-be33-0ce0c044c106,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:21.683235 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66e7e668-4d87-4a71-9ff3-14360eaf10c4 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for router_gateway (25fbb678-fb9c-4845-83d6-1fddfceb8244), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:21.743138 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-088cae81-6618-40f2-9c9a-dc5a5c554a89 None None] Deleting port b32b0f84-8b6c-443e-b671-818c5a551474 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:50:21.761286 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-088cae81-6618-40f2-9c9a-dc5a5c554a89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b32b0f84-8b6c-443e-b671-818c5a551474), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:21.782728 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-62df575f-c189-4afd-929f-e91051653b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b4af429d-587a-4ea0-9c43-fae152286288), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:21.907220 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-fac8b620-d684-48b7-8ed4-72c7e766cc20 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:21.911239 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-fac8b620-d684-48b7-8ed4-72c7e766cc20 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.42 "GET /v2.0/networks?id=64115127-0ca9-4210-b390-d57efc54bf51 HTTP/1.1" status: 200 len: 811 time: 0.5068953 Feb 20 03:50:21.932996 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e2b7dca3-dd6e-4df6-9052-da497226bc66 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for port (06bfc212-8b2f-4ba9-92d1-4f763176c084), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:21.977674 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-088cae81-6618-40f2-9c9a-dc5a5c554a89 None None] For port b32b0f84-8b6c-443e-b671-818c5a551474, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b32b0f84-8b6c-443e-b671-818c5a551474,segment=NetworkSegment(3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782),segment_id=3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:50:21.984257 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-088cae81-6618-40f2-9c9a-dc5a5c554a89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b32b0f84-8b6c-443e-b671-818c5a551474), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:22.076095 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-088cae81-6618-40f2-9c9a-dc5a5c554a89 None None] Calling delete_port for b32b0f84-8b6c-443e-b671-818c5a551474 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:50:22.083129 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-7a02824b-2654-4a25-b96a-52811ba2398f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Request body: {'port': {'device_id': '19178270-f453-4047-82b4-c0a5b1f0f537', 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51', 'admin_state_up': True, 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:50:22.153568 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e2b7dca3-dd6e-4df6-9052-da497226bc66 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (06bfc212-8b2f-4ba9-92d1-4f763176c084), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:22.288248 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b7dca3-dd6e-4df6-9052-da497226bc66 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:50:22.310408 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-e2b7dca3-dd6e-4df6-9052-da497226bc66 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:50:22.345524 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b7dca3-dd6e-4df6-9052-da497226bc66 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:50:22.372888 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-62df575f-c189-4afd-929f-e91051653b10 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ee632aafe8a24e2a87d6168ca12e7d86&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6509032 Feb 20 03:50:22.373701 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55358) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:22.490589 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b7dca3-dd6e-4df6-9052-da497226bc66 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Port': ['ID=06bfc212-8b2f-4ba9-92d1-4f763176c084,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:22.519736 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d99276ae-ffa5-4fbe-b686-e0f96b0f0282 req-d325b475-f642-4afe-85c6-74bb7e98bed8 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 210 time: 0.2871785 Feb 20 03:50:22.530416 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-088cae81-6618-40f2-9c9a-dc5a5c554a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (b32b0f84-8b6c-443e-b671-818c5a551474), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:22.532202 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b7dca3-dd6e-4df6-9052-da497226bc66 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:22.534712 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e2b7dca3-dd6e-4df6-9052-da497226bc66 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:22.564871 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df575f-c189-4afd-929f-e91051653b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4af429d-587a-4ea0-9c43-fae152286288,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:22.638935 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e2b7dca3-dd6e-4df6-9052-da497226bc66 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5561016 Feb 20 03:50:22.646537 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55362) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:22.715893 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088cae81-6618-40f2-9c9a-dc5a5c554a89 None None] Pushing event deleted for resources: {'Port': ['ID=b32b0f84-8b6c-443e-b671-818c5a551474,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:22.739467 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 430c34f8-92a1-42fb-be33-0ce0c044c106 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:50:22.768722 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-66e7e668-4d87-4a71-9ff3-14360eaf10c4 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Deleting port 47a23be7-ee95-4d5d-a897-3bbef3ce39f2 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:50:22.769338 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66e7e668-4d87-4a71-9ff3-14360eaf10c4 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (47a23be7-ee95-4d5d-a897-3bbef3ce39f2), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:22.847846 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-044be52b-cee1-4d73-8795-fc99423635e0 admin admin] Publish callbacks [] for security_group (b4af429d-587a-4ea0-9c43-fae152286288), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:22.888879 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e9bd5f-d5fe-43bf-9002-676718680b75 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:22.891688 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088cae81-6618-40f2-9c9a-dc5a5c554a89 None None] No DVR routers for this DVR port b32b0f84-8b6c-443e-b671-818c5a551474 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:50:22.909221 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e9bd5f-d5fe-43bf-9002-676718680b75 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:22.913680 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b3e9bd5f-d5fe-43bf-9002-676718680b75 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2632759 Feb 20 03:50:22.913680 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55364) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:22.997813 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 430c34f8-92a1-42fb-be33-0ce0c044c106 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:50:23.003379 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (430c34f8-92a1-42fb-be33-0ce0c044c106), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:23.034543 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-044be52b-cee1-4d73-8795-fc99423635e0 admin admin] Publish callbacks [] for security_group (b4af429d-587a-4ea0-9c43-fae152286288), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:23.127719 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-66e7e668-4d87-4a71-9ff3-14360eaf10c4 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] For port 47a23be7-ee95-4d5d-a897-3bbef3ce39f2, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=47a23be7-ee95-4d5d-a897-3bbef3ce39f2,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:50:23.128483 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66e7e668-4d87-4a71-9ff3-14360eaf10c4 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (47a23be7-ee95-4d5d-a897-3bbef3ce39f2), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:23.151956 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-66e7e668-4d87-4a71-9ff3-14360eaf10c4 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Calling delete_port for 47a23be7-ee95-4d5d-a897-3bbef3ce39f2 owned by network:router_gateway {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:50:23.325138 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-456e07e5-8c76-4cb3-b0ae-b3db292b673b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting port 06bfc212-8b2f-4ba9-92d1-4f763176c084 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:50:23.326685 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-456e07e5-8c76-4cb3-b0ae-b3db292b673b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (06bfc212-8b2f-4ba9-92d1-4f763176c084), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:23.380596 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 430c34f8-92a1-42fb-be33-0ce0c044c106 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:23.381031 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (430c34f8-92a1-42fb-be33-0ce0c044c106), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:23.497318 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 430c34f8-92a1-42fb-be33-0ce0c044c106, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=430c34f8-92a1-42fb-be33-0ce0c044c106,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:50:23.598122 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-456e07e5-8c76-4cb3-b0ae-b3db292b673b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (06bfc212-8b2f-4ba9-92d1-4f763176c084), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:23.606903 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (430c34f8-92a1-42fb-be33-0ce0c044c106), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:23.639065 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-456e07e5-8c76-4cb3-b0ae-b3db292b673b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Calling delete_port for 06bfc212-8b2f-4ba9-92d1-4f763176c084 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:50:23.687990 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-7a02824b-2654-4a25-b96a-52811ba2398f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Made reservation on behalf of 2a426eb8717f45cda17f79dc5d1190fc for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:50:23.705822 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-7a02824b-2654-4a25-b96a-52811ba2398f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:23.732159 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 86b420eb-7b4d-4e75-bc98-1c4cac8d81b5 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:50:23.783303 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-044be52b-cee1-4d73-8795-fc99423635e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b4af429d-587a-4ea0-9c43-fae152286288), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:23.793537 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-044be52b-cee1-4d73-8795-fc99423635e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:23.814369 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-044be52b-cee1-4d73-8795-fc99423635e0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b4af429d-587a-4ea0-9c43-fae152286288 HTTP/1.1" status: 204 len: 168 time: 1.3138549 Feb 20 03:50:23.815405 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3283684-8ac8-4408-934c-5cfc38b14987 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:50:23.820196 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 86b420eb-7b4d-4e75-bc98-1c4cac8d81b5 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:50:23.830511 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 86b420eb-7b4d-4e75-bc98-1c4cac8d81b5 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:50:23.833543 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b32b0f84-8b6c-443e-b671-818c5a551474 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:50:23.923729 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044be52b-cee1-4d73-8795-fc99423635e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4af429d-587a-4ea0-9c43-fae152286288,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:23.991824 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66e7e668-4d87-4a71-9ff3-14360eaf10c4 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (47a23be7-ee95-4d5d-a897-3bbef3ce39f2), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:24.003108 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be52b-cee1-4d73-8795-fc99423635e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:24.003455 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be52b-cee1-4d73-8795-fc99423635e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:24.003800 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be52b-cee1-4d73-8795-fc99423635e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:24.004140 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be52b-cee1-4d73-8795-fc99423635e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:24.004472 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be52b-cee1-4d73-8795-fc99423635e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:24.004802 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be52b-cee1-4d73-8795-fc99423635e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:24.005127 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be52b-cee1-4d73-8795-fc99423635e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:24.005450 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be52b-cee1-4d73-8795-fc99423635e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:24.006430 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be52b-cee1-4d73-8795-fc99423635e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:24.006679 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be52b-cee1-4d73-8795-fc99423635e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:24.007028 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be52b-cee1-4d73-8795-fc99423635e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:24.007349 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be52b-cee1-4d73-8795-fc99423635e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:24.007758 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044be52b-cee1-4d73-8795-fc99423635e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:24.109644 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3928f9d0-5b7d-440e-9b4a-78c03eceafa2 req-8f698fd5-d26c-4d1f-b431-1745b11a9b59 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 210 time: 0.2774818 Feb 20 03:50:24.127150 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: b32b0f84-8b6c-443e-b671-818c5a551474 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:50:24.127507 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b32b0f84-8b6c-443e-b671-818c5a551474 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:50:24.172166 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-9298c42a-c9b7-4032-a8d6-3c3454b2c5f4 None None] Provisioning complete for port 430c34f8-92a1-42fb-be33-0ce0c044c106 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:50:24.172582 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9298c42a-c9b7-4032-a8d6-3c3454b2c5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (430c34f8-92a1-42fb-be33-0ce0c044c106), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:24.180867 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-456e07e5-8c76-4cb3-b0ae-b3db292b673b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (06bfc212-8b2f-4ba9-92d1-4f763176c084), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:24.193846 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=430c34f8-92a1-42fb-be33-0ce0c044c106,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:24.326333 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e07e5-8c76-4cb3-b0ae-b3db292b673b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Port': ['ID=06bfc212-8b2f-4ba9-92d1-4f763176c084,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:24.405626 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66e7e668-4d87-4a71-9ff3-14360eaf10c4 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (25fbb678-fb9c-4845-83d6-1fddfceb8244), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:24.514200 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-456e07e5-8c76-4cb3-b0ae-b3db292b673b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:24.534657 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-456e07e5-8c76-4cb3-b0ae-b3db292b673b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/06bfc212-8b2f-4ba9-92d1-4f763176c084 HTTP/1.1" status: 204 len: 168 time: 1.6199751 Feb 20 03:50:24.536688 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55386) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:24.640921 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 430c34f8-92a1-42fb-be33-0ce0c044c106 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:50:24.648256 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-9298c42a-c9b7-4032-a8d6-3c3454b2c5f4 None None] Current status of the port 430c34f8-92a1-42fb-be33-0ce0c044c106 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:24.713983 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7e668-4d87-4a71-9ff3-14360eaf10c4 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event deleted for resources: {'Port': ['ID=47a23be7-ee95-4d5d-a897-3bbef3ce39f2,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:24.767290 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caf5757-0079-4f8e-8c2e-8a174c155dda tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:24.770449 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caf5757-0079-4f8e-8c2e-8a174c155dda tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:24.776362 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caf5757-0079-4f8e-8c2e-8a174c155dda tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:24.785184 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8caf5757-0079-4f8e-8c2e-8a174c155dda tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2418213 Feb 20 03:50:24.786077 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55388) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:24.885536 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 430c34f8-92a1-42fb-be33-0ce0c044c106 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:50:24.886784 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (430c34f8-92a1-42fb-be33-0ce0c044c106), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:24.951009 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55392) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:25.017260 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c57305ca-bf62-4a03-a01c-8edc66255cf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:25.031187 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea86043-e6d5-4c08-bc19-a961e22b0920 None None] Update dhcp port {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'fixed_ips': [{'subnet_id': '1bff5d8f-5f09-4894-8ef2-91ccb107f59f', 'ip_address': '2001:db8::f816:3eff:fe83:a0dd'}, {'subnet_id': 'a67edcd9-01a6-43aa-9028-02af13dfe25b'}], 'binding:host_id': 'n-d-829866-4'}, 'id': '430c34f8-92a1-42fb-be33-0ce0c044c106'} from n-d-829866-4. {{(pid=104107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 03:50:25.059430 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba501d3-a6e8-42aa-828e-4a2597cb9fdb tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting subnet 1bff5d8f-5f09-4894-8ef2-91ccb107f59f {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:50:25.092241 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eba501d3-a6e8-42aa-828e-4a2597cb9fdb tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (1bff5d8f-5f09-4894-8ef2-91ccb107f59f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:25.128482 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4ea86043-e6d5-4c08-bc19-a961e22b0920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (430c34f8-92a1-42fb-be33-0ce0c044c106), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:25.233420 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eba501d3-a6e8-42aa-828e-4a2597cb9fdb tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (1bff5d8f-5f09-4894-8ef2-91ccb107f59f), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:25.436526 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c57305ca-bf62-4a03-a01c-8edc66255cf9 admin admin] Publish callbacks [] for security_group (4439b7f1-3e70-4a8a-80c5-ac6cfb206bb8), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:25.442589 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 430c34f8-92a1-42fb-be33-0ce0c044c106 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:25.574524 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eba501d3-a6e8-42aa-828e-4a2597cb9fdb tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (1bff5d8f-5f09-4894-8ef2-91ccb107f59f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:25.609475 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c57305ca-bf62-4a03-a01c-8edc66255cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (4439b7f1-3e70-4a8a-80c5-ac6cfb206bb8), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:25.677235 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66e7e668-4d87-4a71-9ff3-14360eaf10c4 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (25fbb678-fb9c-4845-83d6-1fddfceb8244), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:25.679874 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66e7e668-4d87-4a71-9ff3-14360eaf10c4 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for router_controller (25fbb678-fb9c-4845-83d6-1fddfceb8244), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:25.681611 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c57305ca-bf62-4a03-a01c-8edc66255cf9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c026aca8c50c491699dd2b97c57453b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7274573 Feb 20 03:50:25.685222 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55416) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:25.738227 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57305ca-bf62-4a03-a01c-8edc66255cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4439b7f1-3e70-4a8a-80c5-ac6cfb206bb8,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:25.750590 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eba501d3-a6e8-42aa-828e-4a2597cb9fdb tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (1bff5d8f-5f09-4894-8ef2-91ccb107f59f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:25.801967 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eba501d3-a6e8-42aa-828e-4a2597cb9fdb tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:25.809567 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-eba501d3-a6e8-42aa-828e-4a2597cb9fdb tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/1bff5d8f-5f09-4894-8ef2-91ccb107f59f HTTP/1.1" status: 204 len: 168 time: 1.0168598 Feb 20 03:50:25.810311 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55420) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server [None req-4ea86043-e6d5-4c08-bc19-a961e22b0920 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1bff5d8f-5f09-4894-8ef2-91ccb107f59f: This subnet is being modified by another concurrent operation. Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server raise exception Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1bff5d8f-5f09-4894-8ef2-91ccb107f59f: This subnet is being modified by another concurrent operation. Feb 20 03:50:25.823981 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server Feb 20 03:50:25.841461 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e9e145c1-3748-498f-9447-e8800852a59e req-eb69cea1-018d-4a66-85eb-76ad29dde62d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 210 time: 0.1851406 Feb 20 03:50:25.854595 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66e7e668-4d87-4a71-9ff3-14360eaf10c4 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (25fbb678-fb9c-4845-83d6-1fddfceb8244), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:25.856407 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e7e668-4d87-4a71-9ff3-14360eaf10c4 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Fanout notify agent at l3_agent the message router_deleted on router 25fbb678-fb9c-4845-83d6-1fddfceb8244 {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:50:25.886926 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba501d3-a6e8-42aa-828e-4a2597cb9fdb tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Subnet': ['ID=1bff5d8f-5f09-4894-8ef2-91ccb107f59f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:25.890339 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66e7e668-4d87-4a71-9ff3-14360eaf10c4 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:25.908650 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-66e7e668-4d87-4a71-9ff3-14360eaf10c4 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "DELETE /v2.0/routers/25fbb678-fb9c-4845-83d6-1fddfceb8244 HTTP/1.1" status: 204 len: 168 time: 5.3641698 Feb 20 03:50:25.914775 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55422) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:26.051024 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-7a02824b-2654-4a25-b96a-52811ba2398f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Allocated IP 172.20.0.4 (64115127-0ca9-4210-b390-d57efc54bf51/85e8c386-47fc-4d48-86f0-3d288a799fec/04614b81-1f8b-4ae5-aa74-9cd857c0f69a) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:50:26.057957 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dec914-8df4-4211-873f-0608c987dd0c None None] get_active_networks_info from n-d-829866-4 {{(pid=104107) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 03:50:26.101278 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-a99e7bb9-243b-4241-bf3d-dd4867667f00 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting subnet a67edcd9-01a6-43aa-9028-02af13dfe25b {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:50:26.128562 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a99e7bb9-243b-4241-bf3d-dd4867667f00 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (a67edcd9-01a6-43aa-9028-02af13dfe25b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:26.262086 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-7a02824b-2654-4a25-b96a-52811ba2398f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks [] for port (04614b81-1f8b-4ae5-aa74-9cd857c0f69a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:26.278067 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a99e7bb9-243b-4241-bf3d-dd4867667f00 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (a67edcd9-01a6-43aa-9028-02af13dfe25b), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:26.332452 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a99e7bb9-243b-4241-bf3d-dd4867667f00 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (a67edcd9-01a6-43aa-9028-02af13dfe25b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:26.379792 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dec914-8df4-4211-873f-0608c987dd0c None None] Resources bound (agent type, host, resource id): {{(pid=104107) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 03:50:26.398247 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-7a02824b-2654-4a25-b96a-52811ba2398f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (04614b81-1f8b-4ae5-aa74-9cd857c0f69a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:26.449048 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-8c054956-3053-4d58-9a10-b013755d62ee None None] Provisioning complete for port 430c34f8-92a1-42fb-be33-0ce0c044c106 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:50:26.450142 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8c054956-3053-4d58-9a10-b013755d62ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (430c34f8-92a1-42fb-be33-0ce0c044c106), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:26.461459 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['e0a91145-6212-4367-98ca-a36a7166e206', 'f031ef27-126f-4e1d-b032-e1fa7bbd43d1'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:50:26.474741 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-403b92ca-4d24-45d6-999c-5b8e47f1c065 admin admin] Publish callbacks [] for security_group (4439b7f1-3e70-4a8a-80c5-ac6cfb206bb8), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:26.508765 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-403b92ca-4d24-45d6-999c-5b8e47f1c065 admin admin] Publish callbacks [] for security_group (4439b7f1-3e70-4a8a-80c5-ac6cfb206bb8), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:26.521304 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2f035a21-4286-4262-81ad-4a4f2b4213d5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (fab84f58-beb2-495b-a859-5edb782f99da), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:26.524105 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-7a02824b-2654-4a25-b96a-52811ba2398f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Network 64115127-0ca9-4210-b390-d57efc54bf51 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:50:26.583012 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-7a02824b-2654-4a25-b96a-52811ba2398f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:50:26.591530 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-7a02824b-2654-4a25-b96a-52811ba2398f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:50:26.623510 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a99e7bb9-243b-4241-bf3d-dd4867667f00 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (a67edcd9-01a6-43aa-9028-02af13dfe25b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:26.651314 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1ff8e0fd-0990-4fad-a1bc-161c44f29772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:26.692971 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e7bb9-243b-4241-bf3d-dd4867667f00 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Subnet': ['ID=a67edcd9-01a6-43aa-9028-02af13dfe25b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:26.699272 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a99e7bb9-243b-4241-bf3d-dd4867667f00 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:26.702812 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a99e7bb9-243b-4241-bf3d-dd4867667f00 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/a67edcd9-01a6-43aa-9028-02af13dfe25b HTTP/1.1" status: 204 len: 168 time: 0.8610201 Feb 20 03:50:26.705419 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55440) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:26.737167 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02824b-2654-4a25-b96a-52811ba2398f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Pushing event updated for resources: {'Port': ['ID=04614b81-1f8b-4ae5-aa74-9cd857c0f69a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:26.765929 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-7a02824b-2654-4a25-b96a-52811ba2398f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:26.767158 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-403b92ca-4d24-45d6-999c-5b8e47f1c065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (4439b7f1-3e70-4a8a-80c5-ac6cfb206bb8), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:26.771801 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-7a02824b-2654-4a25-b96a-52811ba2398f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:26.772150 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-403b92ca-4d24-45d6-999c-5b8e47f1c065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:26.772933 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-403b92ca-4d24-45d6-999c-5b8e47f1c065 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4439b7f1-3e70-4a8a-80c5-ac6cfb206bb8 HTTP/1.1" status: 204 len: 168 time: 1.0865562 Feb 20 03:50:26.778816 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d9aead3f-ed58-4424-a0be-10bca45164b7 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0721757 Feb 20 03:50:26.782236 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55444) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:26.784479 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 430c34f8-92a1-42fb-be33-0ce0c044c106 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:50:26.791064 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-6ed9fc80-5c56-4d6f-8642-ea587b9c204e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:50:26.806522 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b92ca-4d24-45d6-999c-5b8e47f1c065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4439b7f1-3e70-4a8a-80c5-ac6cfb206bb8,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:26.946040 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-7a02824b-2654-4a25-b96a-52811ba2398f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0080512 Feb 20 03:50:26.959567 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-c7bfaa96-6361-41c7-bbb9-3cb64b3547df service neutron] Request body: {'port': {'device_id': '19178270-f453-4047-82b4-c0a5b1f0f537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:50:27.080936 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed9fc80-5c56-4d6f-8642-ea587b9c204e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:50:27.091082 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6ed9fc80-5c56-4d6f-8642-ea587b9c204e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:27.131877 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2f035a21-4286-4262-81ad-4a4f2b4213d5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (fab84f58-beb2-495b-a859-5edb782f99da), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:27.232695 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-c7bfaa96-6361-41c7-bbb9-3cb64b3547df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (04614b81-1f8b-4ae5-aa74-9cd857c0f69a), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:27.258930 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-2f035a21-4286-4262-81ad-4a4f2b4213d5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fab84f58-beb2-495b-a859-5edb782f99da']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:50:27.296171 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 430c34f8-92a1-42fb-be33-0ce0c044c106 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:27.296647 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (430c34f8-92a1-42fb-be33-0ce0c044c106), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:27.303673 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-2f035a21-4286-4262-81ad-4a4f2b4213d5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:50:27.304013 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-2f035a21-4286-4262-81ad-4a4f2b4213d5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:50:27.336528 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2f035a21-4286-4262-81ad-4a4f2b4213d5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:27.361443 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759172bd-6db8-4da2-a3c2-7e2b1df68e6e req-4c64cdb5-6982-4118-ab8a-c2eeda9fc417 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:27.368817 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-759172bd-6db8-4da2-a3c2-7e2b1df68e6e req-4c64cdb5-6982-4118-ab8a-c2eeda9fc417 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 931 time: 0.3322921 Feb 20 03:50:27.376031 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-8c054956-3053-4d58-9a10-b013755d62ee None None] Current status of the port 430c34f8-92a1-42fb-be33-0ce0c044c106 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:27.465679 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2f035a21-4286-4262-81ad-4a4f2b4213d5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:27.495409 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f035a21-4286-4262-81ad-4a4f2b4213d5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:50:27.495651 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2f035a21-4286-4262-81ad-4a4f2b4213d5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (3e4a67c4-f9b6-4a2b-8d0b-f8a8265fe782), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:27.504554 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:50:27.504554 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:50:27.504554 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:50:27.504554 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:50:27.504554 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:50:27.504554 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:50:27.504554 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:50:27.504554 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:50:27.504554 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:50:27.504554 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:50:27.504554 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:50:27.504554 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:50:27.504554 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:50:27.504554 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:50:27.504554 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:50:27.504554 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:50:27.504554 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:50:27.504554 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:50:27.504554 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:50:27.504554 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:50:27.504554 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:50:27.504554 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:50:27.504554 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:50:27.504554 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:50:27.504554 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:50:27.504554 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:50:27.504554 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:50:27.504554 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:50:27.504554 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:50:27.504554 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:50:27.504554 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:50:27.504554 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:50:27.653102 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 430c34f8-92a1-42fb-be33-0ce0c044c106, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=430c34f8-92a1-42fb-be33-0ce0c044c106,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:50:27.684744 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-759172bd-6db8-4da2-a3c2-7e2b1df68e6e req-fdaf31bc-1995-4b90-a7d6-c95c45c7f160 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148162 Feb 20 03:50:27.774588 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (430c34f8-92a1-42fb-be33-0ce0c044c106), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:27.775329 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 47a23be7-ee95-4d5d-a897-3bbef3ce39f2 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:50:27.870584 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2f035a21-4286-4262-81ad-4a4f2b4213d5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (fab84f58-beb2-495b-a859-5edb782f99da), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:27.891473 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2f035a21-4286-4262-81ad-4a4f2b4213d5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:27.908518 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=430c34f8-92a1-42fb-be33-0ce0c044c106,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:27.926010 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2f035a21-4286-4262-81ad-4a4f2b4213d5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] 10.222.0.89 "DELETE /v2.0/networks/fab84f58-beb2-495b-a859-5edb782f99da HTTP/1.1" status: 204 len: 168 time: 2.0074165 Feb 20 03:50:27.966458 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f035a21-4286-4262-81ad-4a4f2b4213d5 tempest-TestNetworkBasicOps-633550736 tempest-TestNetworkBasicOps-633550736-project] Pushing event deleted for resources: {'Network': ['ID=fab84f58-beb2-495b-a859-5edb782f99da,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:28.007518 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 47a23be7-ee95-4d5d-a897-3bbef3ce39f2 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:50:28.007518 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 47a23be7-ee95-4d5d-a897-3bbef3ce39f2 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:50:28.082906 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5c9fc0-a729-440b-8431-6333a075426b None None] Update dhcp port {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'fixed_ips': [{'subnet_id': 'a67edcd9-01a6-43aa-9028-02af13dfe25b'}], 'binding:host_id': 'n-d-829866-4'}, 'id': '430c34f8-92a1-42fb-be33-0ce0c044c106'} from n-d-829866-4. {{(pid=104107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 03:50:28.123162 n-d-829866-4 neutron-server[104106]: DEBUG neutron.objects.ports [None req-6ed9fc80-5c56-4d6f-8642-ea587b9c204e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104106) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 03:50:28.166226 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6a5c9fc0-a729-440b-8431-6333a075426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (430c34f8-92a1-42fb-be33-0ce0c044c106), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:28.296012 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-c7bfaa96-6361-41c7-bbb9-3cb64b3547df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04614b81-1f8b-4ae5-aa74-9cd857c0f69a {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:50:28.329186 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-c7bfaa96-6361-41c7-bbb9-3cb64b3547df service neutron] Publish callbacks [] for port (04614b81-1f8b-4ae5-aa74-9cd857c0f69a), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:28.381680 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-c7bfaa96-6361-41c7-bbb9-3cb64b3547df service neutron] Transition to ACTIVE for port object 04614b81-1f8b-4ae5-aa74-9cd857c0f69a will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:50:28.477524 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-c7bfaa96-6361-41c7-bbb9-3cb64b3547df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (04614b81-1f8b-4ae5-aa74-9cd857c0f69a), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:28.767934 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6ed9fc80-5c56-4d6f-8642-ea587b9c204e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (430c34f8-92a1-42fb-be33-0ce0c044c106), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:28.797918 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bfaa96-6361-41c7-bbb9-3cb64b3547df service neutron] Pushing event updated for resources: {'Port': ['ID=04614b81-1f8b-4ae5-aa74-9cd857c0f69a,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:28.814363 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef5ecd3-2f2c-4352-8a0f-17410c1df58c None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:50:28.833186 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0746676b-30c6-42b4-9788-ddec4ef51ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:28.859439 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55510) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:29.047166 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-481ee7c2-3769-45e2-be3b-029244f4235f None None] Provisioning complete for port 430c34f8-92a1-42fb-be33-0ce0c044c106 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:50:29.047166 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-481ee7c2-3769-45e2-be3b-029244f4235f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (430c34f8-92a1-42fb-be33-0ce0c044c106), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:29.109203 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-6ed9fc80-5c56-4d6f-8642-ea587b9c204e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] For port 430c34f8-92a1-42fb-be33-0ce0c044c106, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=430c34f8-92a1-42fb-be33-0ce0c044c106,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:50:29.165244 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-c7bfaa96-6361-41c7-bbb9-3cb64b3547df service neutron] Attempting to bind port 04614b81-1f8b-4ae5-aa74-9cd857c0f69a on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:50:29.165722 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-c7bfaa96-6361-41c7-bbb9-3cb64b3547df service neutron] Attempting to bind port 04614b81-1f8b-4ae5-aa74-9cd857c0f69a by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': 'e9cd605c-65a4-4e74-ab33-d19d304bb06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:50:29.166048 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-c7bfaa96-6361-41c7-bbb9-3cb64b3547df service neutron] Attempting to bind port 04614b81-1f8b-4ae5-aa74-9cd857c0f69a on network 64115127-0ca9-4210-b390-d57efc54bf51 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:50:29.179679 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6ed9fc80-5c56-4d6f-8642-ea587b9c204e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for port (430c34f8-92a1-42fb-be33-0ce0c044c106), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:29.185733 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-c7bfaa96-6361-41c7-bbb9-3cb64b3547df service neutron] Port 04614b81-1f8b-4ae5-aa74-9cd857c0f69a on network 64115127-0ca9-4210-b390-d57efc54bf51 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:50:29.186065 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-c7bfaa96-6361-41c7-bbb9-3cb64b3547df service neutron] Attempting to bind port 04614b81-1f8b-4ae5-aa74-9cd857c0f69a on network 64115127-0ca9-4210-b390-d57efc54bf51 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:50:29.248148 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9a257-09b8-47de-97e3-4273ed6ea3f3 req-b52b310d-295d-479a-b7fb-66890ad6200f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:29.249151 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c1f9a257-09b8-47de-97e3-4273ed6ea3f3 req-b52b310d-295d-479a-b7fb-66890ad6200f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 943 time: 0.2893054 Feb 20 03:50:29.253954 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-c7bfaa96-6361-41c7-bbb9-3cb64b3547df service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:50:29.254323 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-c7bfaa96-6361-41c7-bbb9-3cb64b3547df service neutron] Checking segment: {'id': 'e9cd605c-65a4-4e74-ab33-d19d304bb06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:50:29.254719 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-c7bfaa96-6361-41c7-bbb9-3cb64b3547df service neutron] Bound using segment: {'id': 'e9cd605c-65a4-4e74-ab33-d19d304bb06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:50:29.256398 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-c7bfaa96-6361-41c7-bbb9-3cb64b3547df service neutron] Bound port: 04614b81-1f8b-4ae5-aa74-9cd857c0f69a, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9cd605c-65a4-4e74-ab33-d19d304bb06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:50:29.256776 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-c7bfaa96-6361-41c7-bbb9-3cb64b3547df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (04614b81-1f8b-4ae5-aa74-9cd857c0f69a), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:29.266754 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6ed9fc80-5c56-4d6f-8642-ea587b9c204e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (430c34f8-92a1-42fb-be33-0ce0c044c106), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:29.412758 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6ed9fc80-5c56-4d6f-8642-ea587b9c204e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (632ee16e-5946-4478-ad48-3fa6934fd7d7), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:29.485888 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-c7bfaa96-6361-41c7-bbb9-3cb64b3547df service neutron] For port 04614b81-1f8b-4ae5-aa74-9cd857c0f69a, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:50:29.489836 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-c7bfaa96-6361-41c7-bbb9-3cb64b3547df service neutron] For port 04614b81-1f8b-4ae5-aa74-9cd857c0f69a, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=04614b81-1f8b-4ae5-aa74-9cd857c0f69a,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:50:29.524679 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-481ee7c2-3769-45e2-be3b-029244f4235f None None] Current status of the port 430c34f8-92a1-42fb-be33-0ce0c044c106 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:29.525004 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-481ee7c2-3769-45e2-be3b-029244f4235f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (430c34f8-92a1-42fb-be33-0ce0c044c106), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:29.530775 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c1f9a257-09b8-47de-97e3-4273ed6ea3f3 req-92a1e353-8cd3-4bba-b93d-494b9f39d07c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705586 Feb 20 03:50:29.563330 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-c7bfaa96-6361-41c7-bbb9-3cb64b3547df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (04614b81-1f8b-4ae5-aa74-9cd857c0f69a), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:29.647050 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-481ee7c2-3769-45e2-be3b-029244f4235f None None] For port 430c34f8-92a1-42fb-be33-0ce0c044c106, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=430c34f8-92a1-42fb-be33-0ce0c044c106,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:50:29.681072 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bfaa96-6361-41c7-bbb9-3cb64b3547df service neutron] Pushing event updated for resources: {'Port': ['ID=04614b81-1f8b-4ae5-aa74-9cd857c0f69a,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:29.706736 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-481ee7c2-3769-45e2-be3b-029244f4235f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (430c34f8-92a1-42fb-be33-0ce0c044c106), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:29.722265 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9fc80-5c56-4d6f-8642-ea587b9c204e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Subnet': ['ID=632ee16e-5946-4478-ad48-3fa6934fd7d7,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:29.722879 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-c7bfaa96-6361-41c7-bbb9-3cb64b3547df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:29.736724 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-c7bfaa96-6361-41c7-bbb9-3cb64b3547df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:29.739968 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-c7bfaa96-6361-41c7-bbb9-3cb64b3547df service neutron] 10.222.0.42 "PUT /v2.0/ports/04614b81-1f8b-4ae5-aa74-9cd857c0f69a HTTP/1.1" status: 200 len: 1091 time: 2.7846470 Feb 20 03:50:29.740473 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19178270-f453-4047-82b4-c0a5b1f0f537', 'tag': '04614b81-1f8b-4ae5-aa74-9cd857c0f69a'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:50:29.757017 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47065dcc-58f3-4b47-bdd6-37f562558086" -d '{"events": [{"name": "network-changed", "server_uuid": "19178270-f453-4047-82b4-c0a5b1f0f537", "tag": "04614b81-1f8b-4ae5-aa74-9cd857c0f69a"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:50:29.765330 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed9fc80-5c56-4d6f-8642-ea587b9c204e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:50:29.777683 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-6ed9fc80-5c56-4d6f-8642-ea587b9c204e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:50:29.792646 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed9fc80-5c56-4d6f-8642-ea587b9c204e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:29.799632 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6ed9fc80-5c56-4d6f-8642-ea587b9c204e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:29.881649 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04c97f8-9dca-4fe9-a836-6e51ef41f13a x-openstack-request-id: req-e04c97f8-9dca-4fe9-a836-6e51ef41f13a {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:50:29.883934 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19178270-f453-4047-82b4-c0a5b1f0f537", "tag": "04614b81-1f8b-4ae5-aa74-9cd857c0f69a", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:50:29.884418 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e04c97f8-9dca-4fe9-a836-6e51ef41f13a {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:50:29.886949 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19178270-f453-4047-82b4-c0a5b1f0f537', 'tag': '04614b81-1f8b-4ae5-aa74-9cd857c0f69a', 'status': 'completed', 'code': 200} Feb 20 03:50:29.920812 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ee7c2-3769-45e2-be3b-029244f4235f None None] Pushing event updated for resources: {'Port': ['ID=430c34f8-92a1-42fb-be33-0ce0c044c106,revision_number=8']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:29.925132 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-92f43f64-b281-47ab-829f-f2387479c389 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=cdf6aa5f9d3c4cef8fb0e04bd6cac1cb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0550878 Feb 20 03:50:29.930683 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414bf0d0-ba61-4e72-8078-3fcf4dafecfa None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:50:29.949621 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55536) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:30.017608 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9fc80-5c56-4d6f-8642-ea587b9c204e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Port': ['ID=430c34f8-92a1-42fb-be33-0ce0c044c106,revision_number=7']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:30.022705 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-bf61756a-7d7b-4beb-8c6b-72103e4046da None None] Could not find standard attr ID for object 06bfc212-8b2f-4ba9-92d1-4f763176c084. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:50:30.024929 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-03c3b985-e900-4b35-bed4-7107e95dd2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:30.033964 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-03c3b985-e900-4b35-bed4-7107e95dd2b3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a426eb8717f45cda17f79dc5d1190fc&device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 1125 time: 0.1625206 Feb 20 03:50:30.095518 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6ed9fc80-5c56-4d6f-8642-ea587b9c204e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3110170 Feb 20 03:50:30.104307 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55544) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:30.125422 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-1fbca705-edd2-451f-8e8b-73eec00780ab tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:50:30.140622 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:30.155746 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-5db44b0c-0a9c-4824-9274-2e881c167800 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04614b81-1f8b-4ae5-aa74-9cd857c0f69a HTTP/1.1" status: 200 len: 217 time: 0.1120927 Feb 20 03:50:30.162226 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-bf61756a-7d7b-4beb-8c6b-72103e4046da None None] Provisioning complete for port 430c34f8-92a1-42fb-be33-0ce0c044c106 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:50:30.183561 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bf61756a-7d7b-4beb-8c6b-72103e4046da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (430c34f8-92a1-42fb-be33-0ce0c044c106), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:30.296928 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-8d4b496e-3963-4c36-960b-7a4b0e647bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:30.300910 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-8d4b496e-3963-4c36-960b-7a4b0e647bae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=85e8c386-47fc-4d48-86f0-3d288a799fec HTTP/1.1" status: 200 len: 850 time: 0.1331248 Feb 20 03:50:30.348672 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0749024c-3c84-4322-9ed4-3980ec3308e6 admin admin] Publish callbacks [] for security_group (37bb71df-eabf-431e-a0c0-45570c4543cf), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:30.408784 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-cf92e763-f321-4738-b3a8-e3bcdeb9aaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:30.409620 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-cf92e763-f321-4738-b3a8-e3bcdeb9aaa3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64115127-0ca9-4210-b390-d57efc54bf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0999999 Feb 20 03:50:30.502302 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0749024c-3c84-4322-9ed4-3980ec3308e6 admin admin] Publish callbacks [] for security_group (37bb71df-eabf-431e-a0c0-45570c4543cf), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:30.540330 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-bf61756a-7d7b-4beb-8c6b-72103e4046da None None] Current status of the port 430c34f8-92a1-42fb-be33-0ce0c044c106 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:30.608475 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6da35e-e46d-45a0-a259-75ad0bfae406 None None] get_active_networks_info from n-d-829866-4 {{(pid=104107) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 03:50:30.649420 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-712e0d96-4786-499b-93ef-b1beac50c452 service neutron] 10.222.0.42 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295678 Feb 20 03:50:30.775420 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0749024c-3c84-4322-9ed4-3980ec3308e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (37bb71df-eabf-431e-a0c0-45570c4543cf), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:30.785222 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0749024c-3c84-4322-9ed4-3980ec3308e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:30.786987 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0749024c-3c84-4322-9ed4-3980ec3308e6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/37bb71df-eabf-431e-a0c0-45570c4543cf HTTP/1.1" status: 204 len: 168 time: 0.8238447 Feb 20 03:50:30.808535 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbca705-edd2-451f-8e8b-73eec00780ab tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:50:30.816875 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1fbca705-edd2-451f-8e8b-73eec00780ab tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:30.966448 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6da35e-e46d-45a0-a259-75ad0bfae406 None None] Resources bound (agent type, host, resource id): {{(pid=104107) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 03:50:30.995474 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-dcd00228-5f56-4626-9055-4fc666a2261d None None] Provisioning complete for port 430c34f8-92a1-42fb-be33-0ce0c044c106 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:50:30.995842 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-dcd00228-5f56-4626-9055-4fc666a2261d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (430c34f8-92a1-42fb-be33-0ce0c044c106), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:31.022264 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d587337-0ce2-42a0-850f-42133b843961 req-393b2c78-0e90-4fc5-89f5-02d13b6043c9 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:31.038876 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0d587337-0ce2-42a0-850f-42133b843961 req-393b2c78-0e90-4fc5-89f5-02d13b6043c9 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 943 time: 0.3803887 Feb 20 03:50:31.177224 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f1e0c61-9308-4570-a768-ddf6a4f91a72 req-39eea93f-6079-41c0-baf3-7102b9014727 service neutron] 10.222.0.42 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4958277 Feb 20 03:50:31.279949 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0d587337-0ce2-42a0-850f-42133b843961 req-9748537d-f504-474a-a7aa-a01512f1855e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395084 Feb 20 03:50:31.357628 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749024c-3c84-4322-9ed4-3980ec3308e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bb71df-eabf-431e-a0c0-45570c4543cf,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:31.464936 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47065dcc-58f3-4b47-bdd6-37f562558086 req-51028064-80c1-428e-beb5-f9fb4596eeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:31.466896 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1fbca705-edd2-451f-8e8b-73eec00780ab tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (4f2762ac-8b9c-4a8c-8640-e0c5ffcacb71), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:31.467579 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-47065dcc-58f3-4b47-bdd6-37f562558086 req-51028064-80c1-428e-beb5-f9fb4596eeba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a426eb8717f45cda17f79dc5d1190fc&device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 1125 time: 0.1478269 Feb 20 03:50:31.515444 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:31.603544 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-dcd00228-5f56-4626-9055-4fc666a2261d None None] Current status of the port 430c34f8-92a1-42fb-be33-0ce0c044c106 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:31.700805 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47065dcc-58f3-4b47-bdd6-37f562558086 req-79537df9-0da4-4d59-ba2e-27d125a15a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:31.703444 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-47065dcc-58f3-4b47-bdd6-37f562558086 req-79537df9-0da4-4d59-ba2e-27d125a15a9a service neutron] 10.222.0.42 "GET /v2.0/networks?id=64115127-0ca9-4210-b390-d57efc54bf51 HTTP/1.1" status: 200 len: 912 time: 0.2289586 Feb 20 03:50:31.703611 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbca705-edd2-451f-8e8b-73eec00780ab tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:50:31.707719 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbca705-edd2-451f-8e8b-73eec00780ab tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Subnet': ['ID=4f2762ac-8b9c-4a8c-8640-e0c5ffcacb71,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:31.751177 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-1fbca705-edd2-451f-8e8b-73eec00780ab tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:50:31.763575 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbca705-edd2-451f-8e8b-73eec00780ab tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:31.767082 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1fbca705-edd2-451f-8e8b-73eec00780ab tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:31.863315 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-47065dcc-58f3-4b47-bdd6-37f562558086 req-bf6398c3-a808-4dca-a9e4-d31ea748f239 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04614b81-1f8b-4ae5-aa74-9cd857c0f69a HTTP/1.1" status: 200 len: 217 time: 0.1526337 Feb 20 03:50:31.904152 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1fbca705-edd2-451f-8e8b-73eec00780ab tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7930005 Feb 20 03:50:31.905720 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55592) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:31.916442 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-f21b785c-0337-4e84-9769-f1cd11544117 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'mac_address': 'fa:16:3e:d1:be:e3', 'name': 'tempest-NetworksTestDHCPv6-424729274'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:50:31.984047 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47065dcc-58f3-4b47-bdd6-37f562558086 req-558d7b61-6d48-4e3e-84c6-c6d460074eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:31.986231 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-47065dcc-58f3-4b47-bdd6-37f562558086 req-558d7b61-6d48-4e3e-84c6-c6d460074eb0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=85e8c386-47fc-4d48-86f0-3d288a799fec HTTP/1.1" status: 200 len: 850 time: 0.1148095 Feb 20 03:50:32.138081 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55600) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:32.196175 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-93e7caeb-0d62-4c92-b37f-4a386a8ffdf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:32.294964 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21b785c-0337-4e84-9769-f1cd11544117 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:50:32.314019 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47065dcc-58f3-4b47-bdd6-37f562558086 req-2483cceb-1a9f-4ab0-99c5-841e0e1042c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:32.318921 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-47065dcc-58f3-4b47-bdd6-37f562558086 req-2483cceb-1a9f-4ab0-99c5-841e0e1042c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64115127-0ca9-4210-b390-d57efc54bf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3250415 Feb 20 03:50:32.500891 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f21b785c-0337-4e84-9769-f1cd11544117 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:32.578471 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-f21b785c-0337-4e84-9769-f1cd11544117 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] device_id is not set on port e09af4e6-dd3c-4c15-803d-4afbf687c310 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:50:32.654300 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 430c34f8-92a1-42fb-be33-0ce0c044c106 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:50:32.753521 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-47065dcc-58f3-4b47-bdd6-37f562558086 req-284d86ff-d5de-4602-b651-7a2921a114f2 service neutron] 10.222.0.42 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903487 Feb 20 03:50:32.794412 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 04614b81-1f8b-4ae5-aa74-9cd857c0f69a details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:50:32.942320 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:32.949516 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 430c34f8-92a1-42fb-be33-0ce0c044c106 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:50:32.949516 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (430c34f8-92a1-42fb-be33-0ce0c044c106), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:33.159138 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-47065dcc-58f3-4b47-bdd6-37f562558086 req-4e0afcbb-bfbf-4026-88c2-aa12dd961799 service neutron] 10.222.0.42 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895812 Feb 20 03:50:33.208261 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-f21b785c-0337-4e84-9769-f1cd11544117 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Allocated IP 172.20.0.8 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/4f2762ac-8b9c-4a8c-8640-e0c5ffcacb71/e09af4e6-dd3c-4c15-803d-4afbf687c310) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:50:33.219397 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-f21b785c-0337-4e84-9769-f1cd11544117 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Allocated IP 2001:db8::f816:3eff:fed1:bee3 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/632ee16e-5946-4478-ad48-3fa6934fd7d7/e09af4e6-dd3c-4c15-803d-4afbf687c310) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:50:33.260957 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-93e7caeb-0d62-4c92-b37f-4a386a8ffdf7 admin admin] Publish callbacks [] for security_group (e290aa27-39c4-4402-8f5f-4cd3d8710c45), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:33.284032 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9fff0-c10e-4542-a0f1-d968b31fac31 req-1f9244b8-b6d9-476e-9c31-06e797b4f73e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:33.286148 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-edb9fff0-c10e-4542-a0f1-d968b31fac31 req-1f9244b8-b6d9-476e-9c31-06e797b4f73e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 943 time: 0.5264852 Feb 20 03:50:33.333152 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 430c34f8-92a1-42fb-be33-0ce0c044c106 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:33.357303 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7b006b-f3de-44ed-abe6-32219b5d46d9 None None] get_active_networks_info from n-d-829866-4 {{(pid=104107) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 03:50:33.383612 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-93e7caeb-0d62-4c92-b37f-4a386a8ffdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e290aa27-39c4-4402-8f5f-4cd3d8710c45), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:33.466749 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-93e7caeb-0d62-4c92-b37f-4a386a8ffdf7 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6266feb12cef4dc3a24c9a99b77d5754&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3240585 Feb 20 03:50:33.470291 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55628) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:33.497809 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-edb9fff0-c10e-4542-a0f1-d968b31fac31 req-8599126a-7fef-49fc-bb78-2e00930d3309 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888871 Feb 20 03:50:33.525469 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 04614b81-1f8b-4ae5-aa74-9cd857c0f69a, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=04614b81-1f8b-4ae5-aa74-9cd857c0f69a,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:50:33.542508 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7caeb-0d62-4c92-b37f-4a386a8ffdf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e290aa27-39c4-4402-8f5f-4cd3d8710c45,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:33.607783 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-6d04a872-8e68-4c0a-bf61-162c70f96bba None None] Provisioning complete for port 430c34f8-92a1-42fb-be33-0ce0c044c106 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:50:33.607783 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6d04a872-8e68-4c0a-bf61-162c70f96bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (430c34f8-92a1-42fb-be33-0ce0c044c106), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:33.647586 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f54bb12-7463-4a2b-8b31-71a475920401 admin admin] Publish callbacks [] for security_group (e290aa27-39c4-4402-8f5f-4cd3d8710c45), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:33.658388 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f21b785c-0337-4e84-9769-f1cd11544117 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for port (e09af4e6-dd3c-4c15-803d-4afbf687c310), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:33.707354 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '04614b81-1f8b-4ae5-aa74-9cd857c0f69a', 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51', 'port_id': '04614b81-1f8b-4ae5-aa74-9cd857c0f69a', 'mac_address': 'fa:16:3e:16:fb:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e8c386-47fc-4d48-86f0-3d288a799fec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:50:33.720689 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f54bb12-7463-4a2b-8b31-71a475920401 admin admin] Publish callbacks [] for security_group (e290aa27-39c4-4402-8f5f-4cd3d8710c45), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:33.950316 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 04614b81-1f8b-4ae5-aa74-9cd857c0f69a is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:33.950316 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (04614b81-1f8b-4ae5-aa74-9cd857c0f69a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:33.957739 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04614b81-1f8b-4ae5-aa74-9cd857c0f69a {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:50:33.962669 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7b006b-f3de-44ed-abe6-32219b5d46d9 None None] Resources bound (agent type, host, resource id): {{(pid=104107) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 03:50:34.017015 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f21b785c-0337-4e84-9769-f1cd11544117 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (e09af4e6-dd3c-4c15-803d-4afbf687c310), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:34.065947 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 04614b81-1f8b-4ae5-aa74-9cd857c0f69a, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=04614b81-1f8b-4ae5-aa74-9cd857c0f69a,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:50:34.120989 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-6d04a872-8e68-4c0a-bf61-162c70f96bba None None] Current status of the port 430c34f8-92a1-42fb-be33-0ce0c044c106 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:34.132099 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (04614b81-1f8b-4ae5-aa74-9cd857c0f69a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:34.139683 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21b785c-0337-4e84-9769-f1cd11544117 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:50:34.143493 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f54bb12-7463-4a2b-8b31-71a475920401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e290aa27-39c4-4402-8f5f-4cd3d8710c45), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:34.149869 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f54bb12-7463-4a2b-8b31-71a475920401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:34.153067 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4f54bb12-7463-4a2b-8b31-71a475920401 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e290aa27-39c4-4402-8f5f-4cd3d8710c45 HTTP/1.1" status: 204 len: 168 time: 0.6815665 Feb 20 03:50:34.153885 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b785c-0337-4e84-9769-f1cd11544117 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Port': ['ID=e09af4e6-dd3c-4c15-803d-4afbf687c310,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:34.194975 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-f21b785c-0337-4e84-9769-f1cd11544117 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:50:34.208215 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21b785c-0337-4e84-9769-f1cd11544117 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:50:34.317930 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54bb12-7463-4a2b-8b31-71a475920401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e290aa27-39c4-4402-8f5f-4cd3d8710c45,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:34.358330 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21b785c-0337-4e84-9769-f1cd11544117 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:34.360496 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f21b785c-0337-4e84-9769-f1cd11544117 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:34.472194 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f21b785c-0337-4e84-9769-f1cd11544117 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.5630546 Feb 20 03:50:34.472809 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55654) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:34.501237 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['04614b81-1f8b-4ae5-aa74-9cd857c0f69a'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:50:34.646803 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=04614b81-1f8b-4ae5-aa74-9cd857c0f69a,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:34.653368 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea32a8b9-1c65-4d55-9619-7b2c4c61ec62 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:34.668422 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea32a8b9-1c65-4d55-9619-7b2c4c61ec62 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:34.673168 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ea32a8b9-1c65-4d55-9619-7b2c4c61ec62 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1978834 Feb 20 03:50:34.675040 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55660) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:34.953887 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f095f-774d-4859-a8cc-a6ffa5f8262c req-8e1dff6f-4e9c-4fd0-bb53-942c6dae1b65 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:34.958433 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea7f095f-774d-4859-a8cc-a6ffa5f8262c req-8e1dff6f-4e9c-4fd0-bb53-942c6dae1b65 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 944 time: 0.2703397 Feb 20 03:50:35.085537 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f936bb-1838-4736-a75c-c82a5aa0697b None None] Update dhcp port {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'fixed_ips': [{'subnet_id': '632ee16e-5946-4478-ad48-3fa6934fd7d7', 'ip_address': '2001:db8::f816:3eff:fe83:a0dd'}, {'subnet_id': '4f2762ac-8b9c-4a8c-8640-e0c5ffcacb71'}], 'binding:host_id': 'n-d-829866-4'}, 'id': '430c34f8-92a1-42fb-be33-0ce0c044c106'} from n-d-829866-4. {{(pid=104107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 03:50:35.248949 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-5a966b48-f3b8-4c9c-9b55-a43f85fd68f6 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting port e09af4e6-dd3c-4c15-803d-4afbf687c310 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:50:35.249256 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5a966b48-f3b8-4c9c-9b55-a43f85fd68f6 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (e09af4e6-dd3c-4c15-803d-4afbf687c310), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:35.255750 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c5f936bb-1838-4736-a75c-c82a5aa0697b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (430c34f8-92a1-42fb-be33-0ce0c044c106), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:35.258996 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea7f095f-774d-4859-a8cc-a6ffa5f8262c req-687f1aad-5fb3-4786-8081-2193b3068be0 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671723 Feb 20 03:50:35.488246 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5a966b48-f3b8-4c9c-9b55-a43f85fd68f6 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (e09af4e6-dd3c-4c15-803d-4afbf687c310), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:35.505717 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-5a966b48-f3b8-4c9c-9b55-a43f85fd68f6 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Calling delete_port for e09af4e6-dd3c-4c15-803d-4afbf687c310 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:50:35.838397 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5a966b48-f3b8-4c9c-9b55-a43f85fd68f6 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (e09af4e6-dd3c-4c15-803d-4afbf687c310), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:35.930030 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a966b48-f3b8-4c9c-9b55-a43f85fd68f6 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Port': ['ID=e09af4e6-dd3c-4c15-803d-4afbf687c310,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:36.048332 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-c5f936bb-1838-4736-a75c-c82a5aa0697b None None] Allocated IP 172.20.0.2 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/4f2762ac-8b9c-4a8c-8640-e0c5ffcacb71/430c34f8-92a1-42fb-be33-0ce0c044c106) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:50:36.129431 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5a966b48-f3b8-4c9c-9b55-a43f85fd68f6 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:36.136048 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5a966b48-f3b8-4c9c-9b55-a43f85fd68f6 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/e09af4e6-dd3c-4c15-803d-4afbf687c310 HTTP/1.1" status: 204 len: 168 time: 1.4561079 Feb 20 03:50:36.136446 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55690) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:36.187516 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c5f936bb-1838-4736-a75c-c82a5aa0697b None None] For port 430c34f8-92a1-42fb-be33-0ce0c044c106, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=430c34f8-92a1-42fb-be33-0ce0c044c106,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:50:36.237773 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c5f936bb-1838-4736-a75c-c82a5aa0697b None None] Publish callbacks [] for port (430c34f8-92a1-42fb-be33-0ce0c044c106), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:36.239738 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9357b369-1f27-4304-b701-979195b5699f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:36.247945 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9357b369-1f27-4304-b701-979195b5699f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:36.249463 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9357b369-1f27-4304-b701-979195b5699f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:36.251114 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9357b369-1f27-4304-b701-979195b5699f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1135988 Feb 20 03:50:36.254209 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55696) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:36.305631 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c5f936bb-1838-4736-a75c-c82a5aa0697b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (430c34f8-92a1-42fb-be33-0ce0c044c106), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:36.405899 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-586ccd00-f6b0-4152-a55c-2995999ef15a tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting subnet 4f2762ac-8b9c-4a8c-8640-e0c5ffcacb71 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:50:36.414442 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-586ccd00-f6b0-4152-a55c-2995999ef15a tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (4f2762ac-8b9c-4a8c-8640-e0c5ffcacb71), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:36.614442 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f936bb-1838-4736-a75c-c82a5aa0697b None None] Pushing event updated for resources: {'Port': ['ID=430c34f8-92a1-42fb-be33-0ce0c044c106,revision_number=9']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:36.637734 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-586ccd00-f6b0-4152-a55c-2995999ef15a tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (4f2762ac-8b9c-4a8c-8640-e0c5ffcacb71), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:36.804326 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 04614b81-1f8b-4ae5-aa74-9cd857c0f69a up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:50:36.821986 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-586ccd00-f6b0-4152-a55c-2995999ef15a tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (4f2762ac-8b9c-4a8c-8640-e0c5ffcacb71), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:36.981753 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd54dc3-0019-4c7e-90b8-24260bfe7e1a req-f30a62c8-2c44-41b7-8e0e-a6f069bcfca8 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:36.984289 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5dd54dc3-0019-4c7e-90b8-24260bfe7e1a req-f30a62c8-2c44-41b7-8e0e-a6f069bcfca8 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 944 time: 0.4175637 Feb 20 03:50:37.020403 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 04614b81-1f8b-4ae5-aa74-9cd857c0f69a completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:50:37.027327 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 04614b81-1f8b-4ae5-aa74-9cd857c0f69a triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:50:37.027962 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (04614b81-1f8b-4ae5-aa74-9cd857c0f69a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:37.074329 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-586ccd00-f6b0-4152-a55c-2995999ef15a tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (4f2762ac-8b9c-4a8c-8640-e0c5ffcacb71), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:37.185633 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5dd54dc3-0019-4c7e-90b8-24260bfe7e1a req-8480a303-db9b-47eb-9246-5215f4ea427d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892211 Feb 20 03:50:37.187046 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ccd00-f6b0-4152-a55c-2995999ef15a tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Subnet': ['ID=4f2762ac-8b9c-4a8c-8640-e0c5ffcacb71,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:37.194723 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-586ccd00-f6b0-4152-a55c-2995999ef15a tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:37.217367 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-586ccd00-f6b0-4152-a55c-2995999ef15a tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/4f2762ac-8b9c-4a8c-8640-e0c5ffcacb71 HTTP/1.1" status: 204 len: 168 time: 0.9599199 Feb 20 03:50:37.217968 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55720) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:37.262648 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 04614b81-1f8b-4ae5-aa74-9cd857c0f69a is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:37.262648 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (04614b81-1f8b-4ae5-aa74-9cd857c0f69a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:37.306166 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 04614b81-1f8b-4ae5-aa74-9cd857c0f69a, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=04614b81-1f8b-4ae5-aa74-9cd857c0f69a,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:50:37.307699 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19178270-f453-4047-82b4-c0a5b1f0f537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04614b81-1f8b-4ae5-aa74-9cd857c0f69a'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:50:37.310230 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b72a195-5760-4652-9bd9-171d0188d362" -d '{"events": [{"server_uuid": "19178270-f453-4047-82b4-c0a5b1f0f537", "name": "network-vif-plugged", "status": "completed", "tag": "04614b81-1f8b-4ae5-aa74-9cd857c0f69a"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:50:37.381381 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f44c1c-d103-4b28-bb04-65148b9c33ca tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting subnet 632ee16e-5946-4478-ad48-3fa6934fd7d7 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:50:37.391125 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-45f44c1c-d103-4b28-bb04-65148b9c33ca tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (632ee16e-5946-4478-ad48-3fa6934fd7d7), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:37.392379 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (04614b81-1f8b-4ae5-aa74-9cd857c0f69a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:37.550092 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-45f44c1c-d103-4b28-bb04-65148b9c33ca tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (632ee16e-5946-4478-ad48-3fa6934fd7d7), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:37.595655 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=04614b81-1f8b-4ae5-aa74-9cd857c0f69a,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:37.786968 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d61555-8924-4395-a56c-5c84b583132b x-openstack-request-id: req-99d61555-8924-4395-a56c-5c84b583132b {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:50:37.787266 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19178270-f453-4047-82b4-c0a5b1f0f537", "name": "network-vif-plugged", "status": "completed", "tag": "04614b81-1f8b-4ae5-aa74-9cd857c0f69a", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:50:37.787525 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-99d61555-8924-4395-a56c-5c84b583132b {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:50:37.787935 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19178270-f453-4047-82b4-c0a5b1f0f537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04614b81-1f8b-4ae5-aa74-9cd857c0f69a', 'code': 200} Feb 20 03:50:37.803765 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-45f44c1c-d103-4b28-bb04-65148b9c33ca tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (632ee16e-5946-4478-ad48-3fa6934fd7d7), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:37.899634 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb7d0bf-3a8b-4600-9d3a-9c6acd440aec None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:50:37.973753 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8893425-a824-40dc-acdd-bf4664d76a9e req-a6f324a5-18c8-428c-89e2-c8df5f9b135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:37.980142 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b8893425-a824-40dc-acdd-bf4664d76a9e req-a6f324a5-18c8-428c-89e2-c8df5f9b135d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 1127 time: 0.1312761 Feb 20 03:50:38.007903 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e2f5abc1-cc63-4abc-a7f0-7d3792b48019 None None] Provisioning complete for port 430c34f8-92a1-42fb-be33-0ce0c044c106 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:50:38.008289 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e2f5abc1-cc63-4abc-a7f0-7d3792b48019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (430c34f8-92a1-42fb-be33-0ce0c044c106), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:38.038051 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-45f44c1c-d103-4b28-bb04-65148b9c33ca tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (632ee16e-5946-4478-ad48-3fa6934fd7d7), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:38.086468 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f44c1c-d103-4b28-bb04-65148b9c33ca tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Subnet': ['ID=632ee16e-5946-4478-ad48-3fa6934fd7d7,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:38.107120 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-45f44c1c-d103-4b28-bb04-65148b9c33ca tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:38.114785 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-45f44c1c-d103-4b28-bb04-65148b9c33ca tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/632ee16e-5946-4478-ad48-3fa6934fd7d7 HTTP/1.1" status: 204 len: 168 time: 0.8957520 Feb 20 03:50:38.127226 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55744) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:38.137147 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b8893425-a824-40dc-acdd-bf4664d76a9e req-b12f5346-36da-4154-bdcd-40cfd09f88ce service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361909 Feb 20 03:50:38.166045 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44c1c-d103-4b28-bb04-65148b9c33ca tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:38.169846 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44c1c-d103-4b28-bb04-65148b9c33ca tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:38.170378 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44c1c-d103-4b28-bb04-65148b9c33ca tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:38.172785 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44c1c-d103-4b28-bb04-65148b9c33ca tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:38.174308 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44c1c-d103-4b28-bb04-65148b9c33ca tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:38.174679 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44c1c-d103-4b28-bb04-65148b9c33ca tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:38.179462 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44c1c-d103-4b28-bb04-65148b9c33ca tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:38.179462 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44c1c-d103-4b28-bb04-65148b9c33ca tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:38.179462 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44c1c-d103-4b28-bb04-65148b9c33ca tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:38.179462 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44c1c-d103-4b28-bb04-65148b9c33ca tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:38.179462 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44c1c-d103-4b28-bb04-65148b9c33ca tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:38.179800 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44c1c-d103-4b28-bb04-65148b9c33ca tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:38.179887 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f44c1c-d103-4b28-bb04-65148b9c33ca tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:50:38.239672 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e2f5abc1-cc63-4abc-a7f0-7d3792b48019 None None] Current status of the port 430c34f8-92a1-42fb-be33-0ce0c044c106 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:38.248103 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e2f5abc1-cc63-4abc-a7f0-7d3792b48019 None None] Could not find standard attr ID for object e09af4e6-dd3c-4c15-803d-4afbf687c310. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:50:38.274678 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55748) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:38.281577 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-5f61fdab-721d-4e39-9f58-000a1565396f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:50:38.287802 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-62a12874-12cd-4d78-ac55-b26d176b3565 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1580024 Feb 20 03:50:38.342670 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fe009e-03f9-4260-9868-1bcdae63d812 None None] Update dhcp port {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'fixed_ips': [{'subnet_id': '632ee16e-5946-4478-ad48-3fa6934fd7d7'}], 'binding:host_id': 'n-d-829866-4'}, 'id': '430c34f8-92a1-42fb-be33-0ce0c044c106'} from n-d-829866-4. {{(pid=104107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 03:50:38.404864 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-85fe009e-03f9-4260-9868-1bcdae63d812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (430c34f8-92a1-42fb-be33-0ce0c044c106), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:38.492548 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cd199-4f84-44df-b0d2-70804c29ac66 req-39494931-c517-490e-b01d-2a5d4c2ef3aa tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:38.492773 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 430c34f8-92a1-42fb-be33-0ce0c044c106 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:50:38.495528 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cb1cd199-4f84-44df-b0d2-70804c29ac66 req-39494931-c517-490e-b01d-2a5d4c2ef3aa tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 945 time: 0.1133084 Feb 20 03:50:38.548866 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f61fdab-721d-4e39-9f58-000a1565396f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:50:38.553312 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5f61fdab-721d-4e39-9f58-000a1565396f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:38.665997 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cb1cd199-4f84-44df-b0d2-70804c29ac66 req-c42eaa0a-da2b-47c4-9e03-dcae66fad39e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638000 Feb 20 03:50:38.809675 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 430c34f8-92a1-42fb-be33-0ce0c044c106 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:50:38.809675 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (430c34f8-92a1-42fb-be33-0ce0c044c106), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:38.903985 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fbe7e2-5bce-42e9-8470-d179752088e4 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:50:39.010452 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-a22b003f-5958-4b34-a487-ae9f602572b6 None None] Provisioning complete for port 430c34f8-92a1-42fb-be33-0ce0c044c106 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:50:39.011902 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a22b003f-5958-4b34-a487-ae9f602572b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (430c34f8-92a1-42fb-be33-0ce0c044c106), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:39.158068 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5f61fdab-721d-4e39-9f58-000a1565396f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (9e90dbae-7da7-4dfb-98fb-edaf4bbd7b21), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:39.266262 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f61fdab-721d-4e39-9f58-000a1565396f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:50:39.276929 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 430c34f8-92a1-42fb-be33-0ce0c044c106 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:39.280448 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-5f61fdab-721d-4e39-9f58-000a1565396f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:50:39.290921 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f61fdab-721d-4e39-9f58-000a1565396f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:39.292077 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5f61fdab-721d-4e39-9f58-000a1565396f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:39.370584 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61fdab-721d-4e39-9f58-000a1565396f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Subnet': ['ID=9e90dbae-7da7-4dfb-98fb-edaf4bbd7b21,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:39.398562 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-a22b003f-5958-4b34-a487-ae9f602572b6 None None] Current status of the port 430c34f8-92a1-42fb-be33-0ce0c044c106 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:39.430818 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811fb314-e1f7-42bb-a6d2-64080203c862 None None] DHCP port deletion for 4f54fdde-6e16-424b-a89f-7d368ed79ea3 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:50:39.507329 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5f61fdab-721d-4e39-9f58-000a1565396f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2279255 Feb 20 03:50:39.507497 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55784) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:39.530984 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-08afd106-b468-4b57-9c52-2ccb35d5d5a7 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:50:39.580666 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-811fb314-e1f7-42bb-a6d2-64080203c862 None None] Deleting port 430c34f8-92a1-42fb-be33-0ce0c044c106 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:50:39.581048 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-811fb314-e1f7-42bb-a6d2-64080203c862 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (430c34f8-92a1-42fb-be33-0ce0c044c106), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:39.865971 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-811fb314-e1f7-42bb-a6d2-64080203c862 None None] For port 430c34f8-92a1-42fb-be33-0ce0c044c106, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=430c34f8-92a1-42fb-be33-0ce0c044c106,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:50:39.866390 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-811fb314-e1f7-42bb-a6d2-64080203c862 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (430c34f8-92a1-42fb-be33-0ce0c044c106), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:39.901705 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-811fb314-e1f7-42bb-a6d2-64080203c862 None None] Calling delete_port for 430c34f8-92a1-42fb-be33-0ce0c044c106 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:50:40.105791 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d9371-eabd-487e-afff-c443dccc4411 req-cebe349d-a9ab-4fc2-8c17-398410bebcbe tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:40.111248 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f8d9371-eabd-487e-afff-c443dccc4411 req-cebe349d-a9ab-4fc2-8c17-398410bebcbe tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 945 time: 0.2494302 Feb 20 03:50:40.114038 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08afd106-b468-4b57-9c52-2ccb35d5d5a7 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:50:40.123478 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-08afd106-b468-4b57-9c52-2ccb35d5d5a7 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:40.175039 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-811fb314-e1f7-42bb-a6d2-64080203c862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (430c34f8-92a1-42fb-be33-0ce0c044c106), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:40.232094 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811fb314-e1f7-42bb-a6d2-64080203c862 None None] Pushing event deleted for resources: {'Port': ['ID=430c34f8-92a1-42fb-be33-0ce0c044c106,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:40.260729 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811fb314-e1f7-42bb-a6d2-64080203c862 None None] No DVR routers for this DVR port 430c34f8-92a1-42fb-be33-0ce0c044c106 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:50:40.275624 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013cc241-2ae2-4d15-a698-c29ff50c6fcd None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:50:40.444814 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 430c34f8-92a1-42fb-be33-0ce0c044c106 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:50:40.481472 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f8d9371-eabd-487e-afff-c443dccc4411 req-00ae56fc-23cb-4f43-a3bc-c484dfc5462f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325633 Feb 20 03:50:40.538960 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 430c34f8-92a1-42fb-be33-0ce0c044c106 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:50:40.539579 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 430c34f8-92a1-42fb-be33-0ce0c044c106 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:50:40.625735 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e5d133-8391-4cf2-8814-10a631c594ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'project_id': '43fe9a19d6654b4e8e70d399d460b079', 'fixed_ips': [{'subnet_id': '9e90dbae-7da7-4dfb-98fb-edaf4bbd7b21'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:50:40.626608 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b1e5d133-8391-4cf2-8814-10a631c594ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:41.085114 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-b1e5d133-8391-4cf2-8814-10a631c594ce None None] Allocated IP 172.20.0.2 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/9e90dbae-7da7-4dfb-98fb-edaf4bbd7b21/3313b3d4-caa6-4437-ac05-b5ec374d077c) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:50:41.289256 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f25b03-6c56-41f5-ac8d-e5f6bc32a22f req-3361d19b-b7bd-4c22-a973-ed821450f335 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:41.311460 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b3f25b03-6c56-41f5-ac8d-e5f6bc32a22f req-3361d19b-b7bd-4c22-a973-ed821450f335 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 945 time: 0.2539818 Feb 20 03:50:41.337079 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b1e5d133-8391-4cf2-8814-10a631c594ce None None] Publish callbacks [] for port (3313b3d4-caa6-4437-ac05-b5ec374d077c), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:41.455604 n-d-829866-4 neutron-server[104105]: DEBUG neutron.objects.ports [None req-08afd106-b468-4b57-9c52-2ccb35d5d5a7 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104105) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 03:50:41.463195 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-08afd106-b468-4b57-9c52-2ccb35d5d5a7 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (c6cf463f-df76-464c-bd53-82a7f6c59b41), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:41.483580 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b1e5d133-8391-4cf2-8814-10a631c594ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (3313b3d4-caa6-4437-ac05-b5ec374d077c), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:41.607832 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e5d133-8391-4cf2-8814-10a631c594ce None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:50:41.612189 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-b1e5d133-8391-4cf2-8814-10a631c594ce None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:50:41.619115 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e5d133-8391-4cf2-8814-10a631c594ce None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:50:41.628580 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08afd106-b468-4b57-9c52-2ccb35d5d5a7 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:50:41.675473 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-08afd106-b468-4b57-9c52-2ccb35d5d5a7 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:50:41.685222 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08afd106-b468-4b57-9c52-2ccb35d5d5a7 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:41.685820 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-08afd106-b468-4b57-9c52-2ccb35d5d5a7 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:41.731730 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e5d133-8391-4cf2-8814-10a631c594ce None None] Pushing event updated for resources: {'Port': ['ID=3313b3d4-caa6-4437-ac05-b5ec374d077c,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:41.792978 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b3f25b03-6c56-41f5-ac8d-e5f6bc32a22f req-beb0c608-e514-47f0-aa79-732c4d0e4bdc tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723170 Feb 20 03:50:41.814432 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b1e5d133-8391-4cf2-8814-10a631c594ce None None] Attempting to bind port 3313b3d4-caa6-4437-ac05-b5ec374d077c on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:50:41.814849 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b1e5d133-8391-4cf2-8814-10a631c594ce None None] Attempting to bind port 3313b3d4-caa6-4437-ac05-b5ec374d077c by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:50:41.815244 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e5d133-8391-4cf2-8814-10a631c594ce None None] Attempting to bind port 3313b3d4-caa6-4437-ac05-b5ec374d077c on network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:50:41.829206 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e5d133-8391-4cf2-8814-10a631c594ce None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:50:41.833176 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e5d133-8391-4cf2-8814-10a631c594ce None None] Checking segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:50:41.833885 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b1e5d133-8391-4cf2-8814-10a631c594ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:41.835117 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e5d133-8391-4cf2-8814-10a631c594ce None None] Bound using segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:50:41.835634 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b1e5d133-8391-4cf2-8814-10a631c594ce None None] Bound port: 3313b3d4-caa6-4437-ac05-b5ec374d077c, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:50:41.835872 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08afd106-b468-4b57-9c52-2ccb35d5d5a7 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Subnet': ['ID=c6cf463f-df76-464c-bd53-82a7f6c59b41,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:41.836050 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b1e5d133-8391-4cf2-8814-10a631c594ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3313b3d4-caa6-4437-ac05-b5ec374d077c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:41.921386 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55838) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:41.926380 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-08af43ad-3690-4ecd-b216-8a29eb8c5751 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'mac_address': 'fa:16:3e:5d:5e:fe', 'name': 'tempest-NetworksTestDHCPv6-2009009315'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:50:41.927228 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-08afd106-b468-4b57-9c52-2ccb35d5d5a7 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4186430 Feb 20 03:50:41.968281 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b1e5d133-8391-4cf2-8814-10a631c594ce None None] For port 3313b3d4-caa6-4437-ac05-b5ec374d077c, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:50:41.972707 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b1e5d133-8391-4cf2-8814-10a631c594ce None None] For port 3313b3d4-caa6-4437-ac05-b5ec374d077c, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3313b3d4-caa6-4437-ac05-b5ec374d077c,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:50:42.055273 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b1e5d133-8391-4cf2-8814-10a631c594ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3313b3d4-caa6-4437-ac05-b5ec374d077c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:42.175687 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e5d133-8391-4cf2-8814-10a631c594ce None None] Pushing event updated for resources: {'Port': ['ID=3313b3d4-caa6-4437-ac05-b5ec374d077c,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:42.290808 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08af43ad-3690-4ecd-b216-8a29eb8c5751 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:50:42.546803 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-08af43ad-3690-4ecd-b216-8a29eb8c5751 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:42.599095 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-08af43ad-3690-4ecd-b216-8a29eb8c5751 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] device_id is not set on port b1878dd7-97ad-42f4-84f0-cd7816d0c8da yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:50:43.000736 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-08af43ad-3690-4ecd-b216-8a29eb8c5751 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Allocated IP 172.20.0.7 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/9e90dbae-7da7-4dfb-98fb-edaf4bbd7b21/b1878dd7-97ad-42f4-84f0-cd7816d0c8da) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:50:43.021324 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-08af43ad-3690-4ecd-b216-8a29eb8c5751 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Allocated IP 2001:db8::f816:3eff:fe5d:5efe (4f54fdde-6e16-424b-a89f-7d368ed79ea3/c6cf463f-df76-464c-bd53-82a7f6c59b41/b1878dd7-97ad-42f4-84f0-cd7816d0c8da) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:50:43.054157 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2e094-98b9-42d3-bb66-149c54ba6859 req-cf6d37cf-d089-4f09-942c-bad772ab7752 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:43.057093 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81c2e094-98b9-42d3-bb66-149c54ba6859 req-cf6d37cf-d089-4f09-942c-bad772ab7752 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 945 time: 0.1310778 Feb 20 03:50:43.137804 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81c2e094-98b9-42d3-bb66-149c54ba6859 req-7369e672-cbd8-4c13-b584-2e4796189869 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745926 Feb 20 03:50:43.338963 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-08af43ad-3690-4ecd-b216-8a29eb8c5751 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for port (b1878dd7-97ad-42f4-84f0-cd7816d0c8da), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:43.456858 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-08af43ad-3690-4ecd-b216-8a29eb8c5751 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (b1878dd7-97ad-42f4-84f0-cd7816d0c8da), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:43.553770 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af43ad-3690-4ecd-b216-8a29eb8c5751 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Port': ['ID=b1878dd7-97ad-42f4-84f0-cd7816d0c8da,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:43.585828 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08af43ad-3690-4ecd-b216-8a29eb8c5751 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:50:43.587413 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-08af43ad-3690-4ecd-b216-8a29eb8c5751 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:50:43.590538 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08af43ad-3690-4ecd-b216-8a29eb8c5751 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:50:43.679698 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08af43ad-3690-4ecd-b216-8a29eb8c5751 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:43.680933 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-08af43ad-3690-4ecd-b216-8a29eb8c5751 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:43.699280 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65d33e6b-b8f6-4a99-88e8-50d7b1481a5e req-ff23a223-413e-43d9-a7c7-465546515299 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d3123e9e-8665-4653-aa02-c285f95e4d2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2272890 Feb 20 03:50:43.762623 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-08af43ad-3690-4ecd-b216-8a29eb8c5751 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8399997 Feb 20 03:50:43.765227 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55880) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:43.831539 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d33e6b-b8f6-4a99-88e8-50d7b1481a5e req-e6644e34-2590-4fbf-9ca4-4d947227c464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:43.833395 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65d33e6b-b8f6-4a99-88e8-50d7b1481a5e req-e6644e34-2590-4fbf-9ca4-4d947227c464 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a426eb8717f45cda17f79dc5d1190fc&device_id=d3123e9e-8665-4653-aa02-c285f95e4d2c HTTP/1.1" status: 200 len: 1128 time: 0.1079695 Feb 20 03:50:43.868548 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b2b549-0973-415e-b3af-111dc8ef8396 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:43.871050 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d517cc-21dc-4372-850f-0e7cc06c258f None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:50:43.876716 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b2b549-0973-415e-b3af-111dc8ef8396 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:43.878594 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b4b2b549-0973-415e-b3af-111dc8ef8396 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1124122 Feb 20 03:50:43.881370 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55882) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:44.057591 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-5b993a30-1764-448d-aa39-a768191cf36f None None] Provisioning complete for port 3313b3d4-caa6-4437-ac05-b5ec374d077c triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:50:44.060516 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5b993a30-1764-448d-aa39-a768191cf36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3313b3d4-caa6-4437-ac05-b5ec374d077c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:44.087481 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d33e6b-b8f6-4a99-88e8-50d7b1481a5e req-1d95d8b1-1b08-4e85-a7e7-510114115f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:44.114532 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65d33e6b-b8f6-4a99-88e8-50d7b1481a5e req-1d95d8b1-1b08-4e85-a7e7-510114115f78 service neutron] 10.222.0.42 "GET /v2.0/networks?id=64115127-0ca9-4210-b390-d57efc54bf51 HTTP/1.1" status: 200 len: 912 time: 0.2404442 Feb 20 03:50:44.115266 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-37bc01ab-4ec2-4c38-87fb-bd9c4cb80165 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting port b1878dd7-97ad-42f4-84f0-cd7816d0c8da {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:50:44.115266 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-37bc01ab-4ec2-4c38-87fb-bd9c4cb80165 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b1878dd7-97ad-42f4-84f0-cd7816d0c8da), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:44.216596 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65d33e6b-b8f6-4a99-88e8-50d7b1481a5e req-85568934-caf4-4464-875b-bdba99c0c16c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f031ef27-126f-4e1d-b032-e1fa7bbd43d1 HTTP/1.1" status: 200 len: 217 time: 0.1024120 Feb 20 03:50:44.374842 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d33e6b-b8f6-4a99-88e8-50d7b1481a5e req-76d0e2a8-0cab-4961-8810-675265925fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:44.378473 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65d33e6b-b8f6-4a99-88e8-50d7b1481a5e req-76d0e2a8-0cab-4961-8810-675265925fad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=85e8c386-47fc-4d48-86f0-3d288a799fec HTTP/1.1" status: 200 len: 850 time: 0.1569171 Feb 20 03:50:44.387398 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5b993a30-1764-448d-aa39-a768191cf36f None None] Current status of the port 3313b3d4-caa6-4437-ac05-b5ec374d077c is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:44.387903 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5b993a30-1764-448d-aa39-a768191cf36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3313b3d4-caa6-4437-ac05-b5ec374d077c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:44.465274 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-5b993a30-1764-448d-aa39-a768191cf36f None None] For port 3313b3d4-caa6-4437-ac05-b5ec374d077c, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3313b3d4-caa6-4437-ac05-b5ec374d077c,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:50:44.471167 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-37bc01ab-4ec2-4c38-87fb-bd9c4cb80165 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b1878dd7-97ad-42f4-84f0-cd7816d0c8da), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:44.485845 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cfc451-9ea0-426b-b873-18dccc15be6b None None] Update dhcp port {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'fixed_ips': [{'subnet_id': '9e90dbae-7da7-4dfb-98fb-edaf4bbd7b21', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c6cf463f-df76-464c-bd53-82a7f6c59b41'}], 'binding:host_id': 'n-d-829866-4'}, 'id': '3313b3d4-caa6-4437-ac05-b5ec374d077c'} from n-d-829866-4. {{(pid=104107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 03:50:44.517738 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-37bc01ab-4ec2-4c38-87fb-bd9c4cb80165 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Calling delete_port for b1878dd7-97ad-42f4-84f0-cd7816d0c8da owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:50:44.536018 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5b993a30-1764-448d-aa39-a768191cf36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3313b3d4-caa6-4437-ac05-b5ec374d077c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:44.656856 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b993a30-1764-448d-aa39-a768191cf36f None None] Pushing event updated for resources: {'Port': ['ID=3313b3d4-caa6-4437-ac05-b5ec374d077c,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:44.661912 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3313b3d4-caa6-4437-ac05-b5ec374d077c up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:50:44.715333 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-43cfc451-9ea0-426b-b873-18dccc15be6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3313b3d4-caa6-4437-ac05-b5ec374d077c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:44.721920 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae0a6e-5f43-4200-83b2-2d914e074da2 req-83a5d202-0303-4659-a80d-f658a109de8d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:44.726829 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 3313b3d4-caa6-4437-ac05-b5ec374d077c triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:50:44.730328 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3313b3d4-caa6-4437-ac05-b5ec374d077c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:44.730786 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-23ae0a6e-5f43-4200-83b2-2d914e074da2 req-83a5d202-0303-4659-a80d-f658a109de8d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 945 time: 0.3241744 Feb 20 03:50:44.824027 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d33e6b-b8f6-4a99-88e8-50d7b1481a5e req-22d51ab1-d549-4944-b181-7adcb2f8cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:44.828392 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65d33e6b-b8f6-4a99-88e8-50d7b1481a5e req-22d51ab1-d549-4944-b181-7adcb2f8cb6d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64115127-0ca9-4210-b390-d57efc54bf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4375999 Feb 20 03:50:44.894850 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-23ae0a6e-5f43-4200-83b2-2d914e074da2 req-e19e1e3f-d898-4b16-91c5-49cd3d830b55 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623347 Feb 20 03:50:44.974286 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 3313b3d4-caa6-4437-ac05-b5ec374d077c is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:45.061016 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-37bc01ab-4ec2-4c38-87fb-bd9c4cb80165 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (b1878dd7-97ad-42f4-84f0-cd7816d0c8da), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:45.112769 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc01ab-4ec2-4c38-87fb-bd9c4cb80165 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Port': ['ID=b1878dd7-97ad-42f4-84f0-cd7816d0c8da,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:45.144126 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65d33e6b-b8f6-4a99-88e8-50d7b1481a5e req-b94492aa-c153-45fc-8465-c4518dbabb8e service neutron] 10.222.0.42 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035705 Feb 20 03:50:45.333403 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-37bc01ab-4ec2-4c38-87fb-bd9c4cb80165 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:45.346748 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65d33e6b-b8f6-4a99-88e8-50d7b1481a5e req-61921b9c-cbe9-41fd-a7f8-b01dd40e7173 service neutron] 10.222.0.42 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896632 Feb 20 03:50:45.347246 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55920) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:45.347486 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-37bc01ab-4ec2-4c38-87fb-bd9c4cb80165 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/b1878dd7-97ad-42f4-84f0-cd7816d0c8da HTTP/1.1" status: 204 len: 168 time: 1.4647567 Feb 20 03:50:45.359036 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-43cfc451-9ea0-426b-b873-18dccc15be6b None None] Allocated IP 2001:db8::f816:3eff:fe29:18c7 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/c6cf463f-df76-464c-bd53-82a7f6c59b41/3313b3d4-caa6-4437-ac05-b5ec374d077c) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:50:45.464296 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59630811-9e9a-4e1e-bd58-75a52318b111 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:45.466181 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59630811-9e9a-4e1e-bd58-75a52318b111 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:45.470693 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59630811-9e9a-4e1e-bd58-75a52318b111 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:45.474765 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-59630811-9e9a-4e1e-bd58-75a52318b111 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1242275 Feb 20 03:50:45.475165 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55926) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:45.563260 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-43cfc451-9ea0-426b-b873-18dccc15be6b None None] For port 3313b3d4-caa6-4437-ac05-b5ec374d077c, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3313b3d4-caa6-4437-ac05-b5ec374d077c,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:50:45.586741 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1a263c-5b3a-4020-95e7-f206345011c0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting subnet 9e90dbae-7da7-4dfb-98fb-edaf4bbd7b21 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:50:45.604886 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-43cfc451-9ea0-426b-b873-18dccc15be6b None None] Publish callbacks [] for port (3313b3d4-caa6-4437-ac05-b5ec374d077c), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:45.705424 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9f1a263c-5b3a-4020-95e7-f206345011c0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (9e90dbae-7da7-4dfb-98fb-edaf4bbd7b21), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:45.706113 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-43cfc451-9ea0-426b-b873-18dccc15be6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3313b3d4-caa6-4437-ac05-b5ec374d077c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:45.777393 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9f1a263c-5b3a-4020-95e7-f206345011c0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (9e90dbae-7da7-4dfb-98fb-edaf4bbd7b21), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:45.849617 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfc451-9ea0-426b-b873-18dccc15be6b None None] Pushing event updated for resources: {'Port': ['ID=3313b3d4-caa6-4437-ac05-b5ec374d077c,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:45.958009 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9f1a263c-5b3a-4020-95e7-f206345011c0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (9e90dbae-7da7-4dfb-98fb-edaf4bbd7b21), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:46.159994 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e1860-d164-45b5-978c-c7753eb4c710 req-34339b7d-cd5a-4f8b-be9a-72da394e8f8c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:46.164850 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3c5e1860-d164-45b5-978c-c7753eb4c710 req-34339b7d-cd5a-4f8b-be9a-72da394e8f8c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 945 time: 0.1593161 Feb 20 03:50:46.167933 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9f1a263c-5b3a-4020-95e7-f206345011c0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (9e90dbae-7da7-4dfb-98fb-edaf4bbd7b21), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:46.200227 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9f1a263c-5b3a-4020-95e7-f206345011c0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:46.203621 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9f1a263c-5b3a-4020-95e7-f206345011c0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/9e90dbae-7da7-4dfb-98fb-edaf4bbd7b21 HTTP/1.1" status: 204 len: 168 time: 0.7275000 Feb 20 03:50:46.206242 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55944) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:46.235693 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a263c-5b3a-4020-95e7-f206345011c0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Subnet': ['ID=9e90dbae-7da7-4dfb-98fb-edaf4bbd7b21,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:46.325566 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3c5e1860-d164-45b5-978c-c7753eb4c710 req-9537c738-9783-4e4f-aa7a-c2157240dbd9 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500385 Feb 20 03:50:46.366611 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a680155-cfca-43e2-ae3c-868f9b8bfa21 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting subnet c6cf463f-df76-464c-bd53-82a7f6c59b41 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:50:46.383656 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1a680155-cfca-43e2-ae3c-868f9b8bfa21 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (c6cf463f-df76-464c-bd53-82a7f6c59b41), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:46.489892 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1a680155-cfca-43e2-ae3c-868f9b8bfa21 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (c6cf463f-df76-464c-bd53-82a7f6c59b41), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:46.574046 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3313b3d4-caa6-4437-ac05-b5ec374d077c up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:50:46.695948 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 3313b3d4-caa6-4437-ac05-b5ec374d077c triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:50:46.696690 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3313b3d4-caa6-4437-ac05-b5ec374d077c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:47.204622 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 04614b81-1f8b-4ae5-aa74-9cd857c0f69a details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:50:47.209964 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88514d58-5cf6-4857-bda0-8303ca89dbeb None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:50:47.229676 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55978) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:47.232470 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-62c23feb-0987-4b5e-80c6-f635f3bc0d99 None None] Could not find standard attr ID for object b1878dd7-97ad-42f4-84f0-cd7816d0c8da. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:50:47.363184 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca2c258-1779-4148-b02a-b8aca62d1496 admin admin] Deleting subnet c5b4fd31-0b75-4d1b-9b9e-4859885d11ed {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:50:47.370662 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cca2c258-1779-4148-b02a-b8aca62d1496 admin admin] Publish callbacks [] for subnet (c5b4fd31-0b75-4d1b-9b9e-4859885d11ed), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:47.437855 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1a680155-cfca-43e2-ae3c-868f9b8bfa21 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (c6cf463f-df76-464c-bd53-82a7f6c59b41), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:47.501241 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cca2c258-1779-4148-b02a-b8aca62d1496 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (c5b4fd31-0b75-4d1b-9b9e-4859885d11ed), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:47.508075 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-62c23feb-0987-4b5e-80c6-f635f3bc0d99 None None] Provisioning complete for port 3313b3d4-caa6-4437-ac05-b5ec374d077c triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:50:47.508363 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-62c23feb-0987-4b5e-80c6-f635f3bc0d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3313b3d4-caa6-4437-ac05-b5ec374d077c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:47.518428 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 3313b3d4-caa6-4437-ac05-b5ec374d077c is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:47.607041 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.resource_extend [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 03:50:47.689481 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1a680155-cfca-43e2-ae3c-868f9b8bfa21 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (c6cf463f-df76-464c-bd53-82a7f6c59b41), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:47.762016 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cca2c258-1779-4148-b02a-b8aca62d1496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (c5b4fd31-0b75-4d1b-9b9e-4859885d11ed), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:47.779319 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1a680155-cfca-43e2-ae3c-868f9b8bfa21 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:47.782604 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1a680155-cfca-43e2-ae3c-868f9b8bfa21 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/c6cf463f-df76-464c-bd53-82a7f6c59b41 HTTP/1.1" status: 204 len: 168 time: 1.5750766 Feb 20 03:50:47.798634 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56006) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:47.799603 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a680155-cfca-43e2-ae3c-868f9b8bfa21 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Subnet': ['ID=c6cf463f-df76-464c-bd53-82a7f6c59b41,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:47.940363 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223310c9-870b-4d9b-853f-6c56c464327d req-79ef8a19-58cf-47f2-96e4-feb701ed5e9e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:47.942010 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-223310c9-870b-4d9b-853f-6c56c464327d req-79ef8a19-58cf-47f2-96e4-feb701ed5e9e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 945 time: 0.3682487 Feb 20 03:50:47.975164 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b45aff8b-fc9b-4418-958d-9b4684d82416 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1731842 Feb 20 03:50:47.977931 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56010) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:47.987433 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-d22ca60c-fe80-4739-a9cc-f2d865102233 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:50:48.122084 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-223310c9-870b-4d9b-853f-6c56c464327d req-1f107d76-a82c-4e31-aac2-6cd8797609c1 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667764 Feb 20 03:50:48.147249 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cca2c258-1779-4148-b02a-b8aca62d1496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (c5b4fd31-0b75-4d1b-9b9e-4859885d11ed), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:48.167740 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 04614b81-1f8b-4ae5-aa74-9cd857c0f69a, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=04614b81-1f8b-4ae5-aa74-9cd857c0f69a,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:50:48.177512 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22ca60c-fe80-4739-a9cc-f2d865102233 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:50:48.183608 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d22ca60c-fe80-4739-a9cc-f2d865102233 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:48.193689 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-62c23feb-0987-4b5e-80c6-f635f3bc0d99 None None] Current status of the port 3313b3d4-caa6-4437-ac05-b5ec374d077c is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:48.197559 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '04614b81-1f8b-4ae5-aa74-9cd857c0f69a', 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51', 'port_id': '04614b81-1f8b-4ae5-aa74-9cd857c0f69a', 'mac_address': 'fa:16:3e:16:fb:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e8c386-47fc-4d48-86f0-3d288a799fec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:50:48.257264 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2c258-1779-4148-b02a-b8aca62d1496 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5b4fd31-0b75-4d1b-9b9e-4859885d11ed,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:48.271712 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cca2c258-1779-4148-b02a-b8aca62d1496 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:48.274980 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-cca2c258-1779-4148-b02a-b8aca62d1496 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/c5b4fd31-0b75-4d1b-9b9e-4859885d11ed HTTP/1.1" status: 204 len: 168 time: 1.0432892 Feb 20 03:50:48.280781 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56020) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:48.372219 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 04614b81-1f8b-4ae5-aa74-9cd857c0f69a is: ACTIVE; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:48.372487 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (04614b81-1f8b-4ae5-aa74-9cd857c0f69a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:48.415598 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3f5eb2-6e07-47f0-b791-ebf0995285d8 None None] Update dhcp port {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'fixed_ips': [{'subnet_id': 'c6cf463f-df76-464c-bd53-82a7f6c59b41'}], 'binding:host_id': 'n-d-829866-4'}, 'id': '3313b3d4-caa6-4437-ac05-b5ec374d077c'} from n-d-829866-4. {{(pid=104107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 03:50:48.427648 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04614b81-1f8b-4ae5-aa74-9cd857c0f69a {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:50:48.511624 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 04614b81-1f8b-4ae5-aa74-9cd857c0f69a, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=04614b81-1f8b-4ae5-aa74-9cd857c0f69a,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:50:48.523437 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6b3f5eb2-6e07-47f0-b791-ebf0995285d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3313b3d4-caa6-4437-ac05-b5ec374d077c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:48.577578 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9184e791-c62b-4728-a91d-1189accb1372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (8afa4c13-e9e7-4baf-b598-8cec682b9b84), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:48.614843 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (04614b81-1f8b-4ae5-aa74-9cd857c0f69a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:48.727936 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=04614b81-1f8b-4ae5-aa74-9cd857c0f69a,revision_number=6']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:48.887428 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['04614b81-1f8b-4ae5-aa74-9cd857c0f69a'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:50:49.092203 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40402d41-4c65-4697-b189-1788759ee43c None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:50:49.122238 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9184e791-c62b-4728-a91d-1189accb1372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (8afa4c13-e9e7-4baf-b598-8cec682b9b84), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:49.217547 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-9184e791-c62b-4728-a91d-1189accb1372 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8afa4c13-e9e7-4baf-b598-8cec682b9b84']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:50:49.231432 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-9184e791-c62b-4728-a91d-1189accb1372 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b55a2c-f233-4bdc-816f-9fe6a18fd9e3') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:50:49.231894 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-9184e791-c62b-4728-a91d-1189accb1372 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b55a2c-f233-4bdc-816f-9fe6a18fd9e3') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:50:49.247561 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9184e791-c62b-4728-a91d-1189accb1372 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (32b55a2c-f233-4bdc-816f-9fe6a18fd9e3), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:49.282967 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9184e791-c62b-4728-a91d-1189accb1372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (32b55a2c-f233-4bdc-816f-9fe6a18fd9e3), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:49.294209 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9184e791-c62b-4728-a91d-1189accb1372 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:50:49.294798 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9184e791-c62b-4728-a91d-1189accb1372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (32b55a2c-f233-4bdc-816f-9fe6a18fd9e3), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:49.427998 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f42df-dea8-45b7-9c7b-108d95b16645 req-216f723d-94de-4115-acdf-046372485c45 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:49.433476 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-884f42df-dea8-45b7-9c7b-108d95b16645 req-216f723d-94de-4115-acdf-046372485c45 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 944 time: 0.1813991 Feb 20 03:50:49.474636 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:50:49.474636 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:50:49.474636 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:50:49.474636 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:50:49.474636 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:50:49.474636 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:50:49.474636 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:50:49.474636 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:50:49.474636 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:50:49.474636 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:50:49.474636 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:50:49.474636 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:50:49.474636 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:50:49.474636 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:50:49.474636 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:50:49.474636 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:50:49.474636 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:50:49.474636 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:50:49.474636 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:50:49.474636 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:50:49.474636 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:50:49.474636 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:50:49.474636 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:50:49.474636 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:50:49.474636 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:50:49.474636 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:50:49.474636 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:50:49.474636 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:50:49.474636 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:50:49.474636 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:50:49.474636 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:50:49.474636 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:50:49.505341 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-884f42df-dea8-45b7-9c7b-108d95b16645 req-c0443d2b-4e99-40b4-a2c7-fdd98f042131 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684578 Feb 20 03:50:49.640973 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-688c4988-0b28-4516-a31b-d39bd2bc9258 None None] Provisioning complete for port 3313b3d4-caa6-4437-ac05-b5ec374d077c triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:50:49.641569 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-688c4988-0b28-4516-a31b-d39bd2bc9258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3313b3d4-caa6-4437-ac05-b5ec374d077c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:49.665087 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9184e791-c62b-4728-a91d-1189accb1372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (8afa4c13-e9e7-4baf-b598-8cec682b9b84), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:49.677136 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9184e791-c62b-4728-a91d-1189accb1372 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:49.684775 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9184e791-c62b-4728-a91d-1189accb1372 admin admin] 10.222.0.89 "DELETE /v2.0/networks/8afa4c13-e9e7-4baf-b598-8cec682b9b84 HTTP/1.1" status: 204 len: 168 time: 1.4016006 Feb 20 03:50:49.687611 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56050) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:49.718430 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184e791-c62b-4728-a91d-1189accb1372 admin admin] Pushing event deleted for resources: {'Network': ['ID=8afa4c13-e9e7-4baf-b598-8cec682b9b84,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:49.735097 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d22ca60c-fe80-4739-a9cc-f2d865102233 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (a222761b-077e-4f71-8378-e15130970e85), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:49.862219 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2932939-98a4-4fb3-80c0-b105ca726deb admin admin] Deleting subnet cba59f30-63a9-4608-b782-8e7837ec6a32 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:50:49.875552 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a2932939-98a4-4fb3-80c0-b105ca726deb admin admin] Publish callbacks [] for subnet (cba59f30-63a9-4608-b782-8e7837ec6a32), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:49.902417 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ca60c-fe80-4739-a9cc-f2d865102233 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Subnet': ['ID=a222761b-077e-4f71-8378-e15130970e85,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:49.915562 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22ca60c-fe80-4739-a9cc-f2d865102233 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:50:49.927434 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-d22ca60c-fe80-4739-a9cc-f2d865102233 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:50:49.952425 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22ca60c-fe80-4739-a9cc-f2d865102233 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:49.953040 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d22ca60c-fe80-4739-a9cc-f2d865102233 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:50.028097 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820e51e3-a587-4e9f-a72c-c1db20ed2475 None None] DHCP port deletion for 4f54fdde-6e16-424b-a89f-7d368ed79ea3 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:50:50.056179 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a2932939-98a4-4fb3-80c0-b105ca726deb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (cba59f30-63a9-4608-b782-8e7837ec6a32), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:50.064464 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d22ca60c-fe80-4739-a9cc-f2d865102233 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0842476 Feb 20 03:50:50.076742 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56062) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:50.081814 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-97c2519e-048a-4365-8957-f6c506620fbc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:50:50.096812 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-688c4988-0b28-4516-a31b-d39bd2bc9258 None None] Current status of the port 3313b3d4-caa6-4437-ac05-b5ec374d077c is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:50.211344 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a2932939-98a4-4fb3-80c0-b105ca726deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (cba59f30-63a9-4608-b782-8e7837ec6a32), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:50.277356 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-820e51e3-a587-4e9f-a72c-c1db20ed2475 None None] Deleting port 3313b3d4-caa6-4437-ac05-b5ec374d077c {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:50:50.277735 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-820e51e3-a587-4e9f-a72c-c1db20ed2475 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (3313b3d4-caa6-4437-ac05-b5ec374d077c), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:50.431953 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a2932939-98a4-4fb3-80c0-b105ca726deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (cba59f30-63a9-4608-b782-8e7837ec6a32), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:50.528960 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3313b3d4-caa6-4437-ac05-b5ec374d077c no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:50:50.625542 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c2519e-048a-4365-8957-f6c506620fbc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:50:50.632008 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-97c2519e-048a-4365-8957-f6c506620fbc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:50.684308 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-820e51e3-a587-4e9f-a72c-c1db20ed2475 None None] For port 3313b3d4-caa6-4437-ac05-b5ec374d077c, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3313b3d4-caa6-4437-ac05-b5ec374d077c,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:50:50.684948 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-820e51e3-a587-4e9f-a72c-c1db20ed2475 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (3313b3d4-caa6-4437-ac05-b5ec374d077c), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:50.737203 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-820e51e3-a587-4e9f-a72c-c1db20ed2475 None None] Calling delete_port for 3313b3d4-caa6-4437-ac05-b5ec374d077c owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:50:50.984940 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 04614b81-1f8b-4ae5-aa74-9cd857c0f69a up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:50:51.101893 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 3313b3d4-caa6-4437-ac05-b5ec374d077c is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:51.102351 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3313b3d4-caa6-4437-ac05-b5ec374d077c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:51.350031 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:51.409702 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-820e51e3-a587-4e9f-a72c-c1db20ed2475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (3313b3d4-caa6-4437-ac05-b5ec374d077c), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:51.590005 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:51.605798 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e51e3-a587-4e9f-a72c-c1db20ed2475 None None] Pushing event deleted for resources: {'Port': ['ID=3313b3d4-caa6-4437-ac05-b5ec374d077c,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:51.609406 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820e51e3-a587-4e9f-a72c-c1db20ed2475 None None] No DVR routers for this DVR port 3313b3d4-caa6-4437-ac05-b5ec374d077c on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:50:51.643591 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcae9559-0bf2-40e8-8b2a-f0fdd286a919 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:50:51.652866 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2932939-98a4-4fb3-80c0-b105ca726deb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cba59f30-63a9-4608-b782-8e7837ec6a32,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:51.773878 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a2932939-98a4-4fb3-80c0-b105ca726deb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:51.793573 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56088) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:51.799714 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a2932939-98a4-4fb3-80c0-b105ca726deb admin admin] 10.222.0.89 "DELETE /v2.0/subnets/cba59f30-63a9-4608-b782-8e7837ec6a32 HTTP/1.1" status: 204 len: 168 time: 2.1098375 Feb 20 03:50:51.888362 n-d-829866-4 neutron-server[104106]: DEBUG neutron.objects.ports [None req-97c2519e-048a-4365-8957-f6c506620fbc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104106) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 03:50:51.903189 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762376a6-f86e-4291-a713-b9333b9caa9a req-8311629f-abab-4d6e-b912-4c20d993a7f5 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:51.911383 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72db4cc5-5cea-44f8-a53e-46d183407426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'project_id': '43fe9a19d6654b4e8e70d399d460b079', 'fixed_ips': [{'subnet_id': '5193eeba-f3d5-4f5d-9156-49ed60e1d03c'}, {'subnet_id': 'a222761b-077e-4f71-8378-e15130970e85'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:50:51.914022 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-72db4cc5-5cea-44f8-a53e-46d183407426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:51.920457 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-762376a6-f86e-4291-a713-b9333b9caa9a req-8311629f-abab-4d6e-b912-4c20d993a7f5 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 944 time: 0.2791896 Feb 20 03:50:51.939186 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 04614b81-1f8b-4ae5-aa74-9cd857c0f69a triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:50:51.940154 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (04614b81-1f8b-4ae5-aa74-9cd857c0f69a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:51.957542 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-97c2519e-048a-4365-8957-f6c506620fbc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (5193eeba-f3d5-4f5d-9156-49ed60e1d03c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:52.042674 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-762376a6-f86e-4291-a713-b9333b9caa9a req-d0a41012-b493-4052-b834-045772e9ddf0 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165588 Feb 20 03:50:52.175068 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c2519e-048a-4365-8957-f6c506620fbc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:50:52.205194 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-97c2519e-048a-4365-8957-f6c506620fbc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:50:52.211398 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c2519e-048a-4365-8957-f6c506620fbc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:52.212016 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-97c2519e-048a-4365-8957-f6c506620fbc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:52.237944 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7c44a57b-1b01-4d28-8ea5-a6bc8aed17fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (a3291148-9f02-479f-bbdd-9055fac08ebe), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:52.267584 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2519e-048a-4365-8957-f6c506620fbc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Subnet': ['ID=5193eeba-f3d5-4f5d-9156-49ed60e1d03c,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:52.393448 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-97c2519e-048a-4365-8957-f6c506620fbc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3155534 Feb 20 03:50:52.396566 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56100) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:52.402549 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-a7efb584-7cd3-4fc0-a0ef-bff6124a8d2f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'mac_address': 'fa:16:3e:8c:6c:82', 'name': 'tempest-NetworksTestDHCPv6-139595813'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:50:52.523637 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 04614b81-1f8b-4ae5-aa74-9cd857c0f69a is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:52.524555 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (04614b81-1f8b-4ae5-aa74-9cd857c0f69a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:52.540073 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7c44a57b-1b01-4d28-8ea5-a6bc8aed17fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (a3291148-9f02-479f-bbdd-9055fac08ebe), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:52.571375 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-7c44a57b-1b01-4d28-8ea5-a6bc8aed17fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3291148-9f02-479f-bbdd-9055fac08ebe']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:50:52.596040 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-7c44a57b-1b01-4d28-8ea5-a6bc8aed17fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee6e3979-7477-405c-ae46-ee179c64b7a9') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:50:52.596345 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-7c44a57b-1b01-4d28-8ea5-a6bc8aed17fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee6e3979-7477-405c-ae46-ee179c64b7a9') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:50:52.602395 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:50:52.610991 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7c44a57b-1b01-4d28-8ea5-a6bc8aed17fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (ee6e3979-7477-405c-ae46-ee179c64b7a9), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:52.631803 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7c44a57b-1b01-4d28-8ea5-a6bc8aed17fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (ee6e3979-7477-405c-ae46-ee179c64b7a9), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:52.643557 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c44a57b-1b01-4d28-8ea5-a6bc8aed17fa admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:50:52.643993 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7c44a57b-1b01-4d28-8ea5-a6bc8aed17fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (ee6e3979-7477-405c-ae46-ee179c64b7a9), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:52.699631 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19178270-f453-4047-82b4-c0a5b1f0f537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04614b81-1f8b-4ae5-aa74-9cd857c0f69a'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:50:52.707071 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc21c63-042b-4e9e-ad9d-7e2fc4851459" -d '{"events": [{"server_uuid": "19178270-f453-4047-82b4-c0a5b1f0f537", "name": "network-vif-plugged", "status": "completed", "tag": "04614b81-1f8b-4ae5-aa74-9cd857c0f69a"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:50:52.755172 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-72db4cc5-5cea-44f8-a53e-46d183407426 None None] Allocated IP 172.20.0.2 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/a222761b-077e-4f71-8378-e15130970e85/ac736127-1996-4930-a8b8-3e28d40a2eaa) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:50:52.772688 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 04614b81-1f8b-4ae5-aa74-9cd857c0f69a, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=04614b81-1f8b-4ae5-aa74-9cd857c0f69a,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:50:52.784921 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-72db4cc5-5cea-44f8-a53e-46d183407426 None None] Allocated IP 2001:db8::f816:3eff:fe55:422 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/5193eeba-f3d5-4f5d-9156-49ed60e1d03c/ac736127-1996-4930-a8b8-3e28d40a2eaa) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:50:52.803168 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7efb584-7cd3-4fc0-a0ef-bff6124a8d2f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:50:52.818013 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10dda61-61fe-4275-bfe0-defa3c0e471b x-openstack-request-id: req-b10dda61-61fe-4275-bfe0-defa3c0e471b {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:50:52.818318 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19178270-f453-4047-82b4-c0a5b1f0f537", "name": "network-vif-plugged", "status": "completed", "tag": "04614b81-1f8b-4ae5-aa74-9cd857c0f69a", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:50:52.818581 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b10dda61-61fe-4275-bfe0-defa3c0e471b {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:50:52.821260 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19178270-f453-4047-82b4-c0a5b1f0f537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04614b81-1f8b-4ae5-aa74-9cd857c0f69a', 'code': 200} Feb 20 03:50:52.823462 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:50:52.823462 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:50:52.823462 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:50:52.823462 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:50:52.823462 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:50:52.823462 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:50:52.823462 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:50:52.823462 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:50:52.823462 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:50:52.823462 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:50:52.823462 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:50:52.823462 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:50:52.823462 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:50:52.823462 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:50:52.823462 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:50:52.823462 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:50:52.823462 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:50:52.823462 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:50:52.823462 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:50:52.823462 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:50:52.823462 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:50:52.823462 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:50:52.823462 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:50:52.823462 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:50:52.823462 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:50:52.823462 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:50:52.823462 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:50:52.823462 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:50:52.823462 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:50:52.823462 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:50:52.823462 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:50:52.823462 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:50:52.905607 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7c44a57b-1b01-4d28-8ea5-a6bc8aed17fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (a3291148-9f02-479f-bbdd-9055fac08ebe), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:52.911747 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7c44a57b-1b01-4d28-8ea5-a6bc8aed17fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:52.922887 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7c44a57b-1b01-4d28-8ea5-a6bc8aed17fa admin admin] 10.222.0.89 "DELETE /v2.0/networks/a3291148-9f02-479f-bbdd-9055fac08ebe HTTP/1.1" status: 204 len: 168 time: 1.1112494 Feb 20 03:50:52.962188 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44a57b-1b01-4d28-8ea5-a6bc8aed17fa admin admin] Pushing event deleted for resources: {'Network': ['ID=a3291148-9f02-479f-bbdd-9055fac08ebe,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:53.016511 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (04614b81-1f8b-4ae5-aa74-9cd857c0f69a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:53.066732 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a7efb584-7cd3-4fc0-a0ef-bff6124a8d2f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:53.083474 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=04614b81-1f8b-4ae5-aa74-9cd857c0f69a,revision_number=7']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:53.182477 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-a7efb584-7cd3-4fc0-a0ef-bff6124a8d2f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] device_id is not set on port 8f24f7bc-ffed-46cb-b748-a7ff184a4b7c yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:50:53.451366 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-72db4cc5-5cea-44f8-a53e-46d183407426 None None] Publish callbacks [] for port (ac736127-1996-4930-a8b8-3e28d40a2eaa), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:53.534469 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-72db4cc5-5cea-44f8-a53e-46d183407426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (ac736127-1996-4930-a8b8-3e28d40a2eaa), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:53.643689 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72db4cc5-5cea-44f8-a53e-46d183407426 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:50:53.671978 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-72db4cc5-5cea-44f8-a53e-46d183407426 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:50:53.678274 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72db4cc5-5cea-44f8-a53e-46d183407426 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:50:53.680532 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db4cc5-5cea-44f8-a53e-46d183407426 None None] Pushing event updated for resources: {'Port': ['ID=ac736127-1996-4930-a8b8-3e28d40a2eaa,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:53.730797 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e56d2-d16d-494c-802f-ddb5e46e277f req-4119ca09-f86a-4f54-a984-7dff20b85e09 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:53.742633 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-eb7e56d2-d16d-494c-802f-ddb5e46e277f req-4119ca09-f86a-4f54-a984-7dff20b85e09 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 945 time: 0.4530237 Feb 20 03:50:53.873431 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-72db4cc5-5cea-44f8-a53e-46d183407426 None None] Attempting to bind port ac736127-1996-4930-a8b8-3e28d40a2eaa on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:50:53.873865 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-72db4cc5-5cea-44f8-a53e-46d183407426 None None] Attempting to bind port ac736127-1996-4930-a8b8-3e28d40a2eaa by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:50:53.874226 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db4cc5-5cea-44f8-a53e-46d183407426 None None] Attempting to bind port ac736127-1996-4930-a8b8-3e28d40a2eaa on network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:50:53.883944 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db4cc5-5cea-44f8-a53e-46d183407426 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:50:53.885520 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db4cc5-5cea-44f8-a53e-46d183407426 None None] Checking segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:50:53.886051 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-72db4cc5-5cea-44f8-a53e-46d183407426 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:53.888340 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db4cc5-5cea-44f8-a53e-46d183407426 None None] Bound using segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:50:53.890781 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-72db4cc5-5cea-44f8-a53e-46d183407426 None None] Bound port: ac736127-1996-4930-a8b8-3e28d40a2eaa, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:50:53.891270 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-72db4cc5-5cea-44f8-a53e-46d183407426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ac736127-1996-4930-a8b8-3e28d40a2eaa), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:54.027122 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56138) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:54.114316 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-eb7e56d2-d16d-494c-802f-ddb5e46e277f req-349d2a27-58a3-4dfd-919f-cd0ff45ff084 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700473 Feb 20 03:50:54.143878 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0ac9948d-664c-4ba2-8c6b-fbb5ebc733aa admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=60d08e22a69e4798aa40996d505312e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1152861 Feb 20 03:50:54.144047 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56140) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:54.300107 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-a7efb584-7cd3-4fc0-a0ef-bff6124a8d2f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Allocated IP 172.20.0.14 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/a222761b-077e-4f71-8378-e15130970e85/8f24f7bc-ffed-46cb-b748-a7ff184a4b7c) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:50:54.324483 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-a7efb584-7cd3-4fc0-a0ef-bff6124a8d2f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Allocated IP 2001:db8::f816:3eff:fe8c:6c82 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/5193eeba-f3d5-4f5d-9156-49ed60e1d03c/8f24f7bc-ffed-46cb-b748-a7ff184a4b7c) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:50:54.332955 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9f7e8c63-a655-47f4-acdf-2db07b9d6e8d admin admin] Publish callbacks [] for security_group (9392f95e-12c9-4077-a22d-7b7645ff71d8), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:54.413778 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9f7e8c63-a655-47f4-acdf-2db07b9d6e8d admin admin] Publish callbacks [] for security_group (9392f95e-12c9-4077-a22d-7b7645ff71d8), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:54.424679 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56150) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:54.503671 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-72db4cc5-5cea-44f8-a53e-46d183407426 None None] For port ac736127-1996-4930-a8b8-3e28d40a2eaa, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:50:54.512108 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-72db4cc5-5cea-44f8-a53e-46d183407426 None None] For port ac736127-1996-4930-a8b8-3e28d40a2eaa, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=ac736127-1996-4930-a8b8-3e28d40a2eaa,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:50:54.643468 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-72db4cc5-5cea-44f8-a53e-46d183407426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ac736127-1996-4930-a8b8-3e28d40a2eaa), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:54.708400 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-929be86d-ee1c-4cfb-9ee1-70453e3c9542 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:54.733022 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9f7e8c63-a655-47f4-acdf-2db07b9d6e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (9392f95e-12c9-4077-a22d-7b7645ff71d8), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:54.748772 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9f7e8c63-a655-47f4-acdf-2db07b9d6e8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:54.769747 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9f7e8c63-a655-47f4-acdf-2db07b9d6e8d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9392f95e-12c9-4077-a22d-7b7645ff71d8 HTTP/1.1" status: 204 len: 168 time: 0.6244864 Feb 20 03:50:54.777494 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a7efb584-7cd3-4fc0-a0ef-bff6124a8d2f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for port (8f24f7bc-ffed-46cb-b748-a7ff184a4b7c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:54.821220 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db4cc5-5cea-44f8-a53e-46d183407426 None None] Pushing event updated for resources: {'Port': ['ID=ac736127-1996-4930-a8b8-3e28d40a2eaa,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:54.821739 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e8c63-a655-47f4-acdf-2db07b9d6e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9392f95e-12c9-4077-a22d-7b7645ff71d8,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:54.953545 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-929be86d-ee1c-4cfb-9ee1-70453e3c9542 admin admin] Publish callbacks [] for security_group (612cf92e-684a-41c5-b008-313a4ee4fad0), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:55.010299 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a7efb584-7cd3-4fc0-a0ef-bff6124a8d2f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (8f24f7bc-ffed-46cb-b748-a7ff184a4b7c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:55.062359 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-929be86d-ee1c-4cfb-9ee1-70453e3c9542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (612cf92e-684a-41c5-b008-313a4ee4fad0), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:55.093665 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7efb584-7cd3-4fc0-a0ef-bff6124a8d2f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:50:55.116521 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929be86d-ee1c-4cfb-9ee1-70453e3c9542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612cf92e-684a-41c5-b008-313a4ee4fad0,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:55.118914 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-a7efb584-7cd3-4fc0-a0ef-bff6124a8d2f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:50:55.143530 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7efb584-7cd3-4fc0-a0ef-bff6124a8d2f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:50:55.173867 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-929be86d-ee1c-4cfb-9ee1-70453e3c9542 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e3109985f7ec458d9bd2d6c803a65b53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7481186 Feb 20 03:50:55.176739 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56166) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:55.277754 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-72a946de-5a8c-43a1-a2a5-8ef9cb879d06 admin admin] Publish callbacks [] for security_group (612cf92e-684a-41c5-b008-313a4ee4fad0), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:55.336511 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-72a946de-5a8c-43a1-a2a5-8ef9cb879d06 admin admin] Publish callbacks [] for security_group (612cf92e-684a-41c5-b008-313a4ee4fad0), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:55.450132 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7efb584-7cd3-4fc0-a0ef-bff6124a8d2f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Port': ['ID=8f24f7bc-ffed-46cb-b748-a7ff184a4b7c,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:55.501096 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-72a946de-5a8c-43a1-a2a5-8ef9cb879d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (612cf92e-684a-41c5-b008-313a4ee4fad0), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:55.501964 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7efb584-7cd3-4fc0-a0ef-bff6124a8d2f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:55.502991 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a7efb584-7cd3-4fc0-a0ef-bff6124a8d2f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:55.505706 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-72a946de-5a8c-43a1-a2a5-8ef9cb879d06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:55.509887 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-72a946de-5a8c-43a1-a2a5-8ef9cb879d06 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/612cf92e-684a-41c5-b008-313a4ee4fad0 HTTP/1.1" status: 204 len: 168 time: 0.3313107 Feb 20 03:50:55.531681 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a946de-5a8c-43a1-a2a5-8ef9cb879d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612cf92e-684a-41c5-b008-313a4ee4fad0,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:55.569206 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253a376-99e2-49fa-a9c7-ebd2f6121449 req-8460d78e-b2b7-4425-9739-50e4ed3388c1 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:55.582792 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4253a376-99e2-49fa-a9c7-ebd2f6121449 req-8460d78e-b2b7-4425-9739-50e4ed3388c1 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 945 time: 0.3021710 Feb 20 03:50:55.612710 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56178) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:55.631319 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a7efb584-7cd3-4fc0-a0ef-bff6124a8d2f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2334113 Feb 20 03:50:55.633959 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56182) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:55.736625 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4253a376-99e2-49fa-a9c7-ebd2f6121449 req-ea344570-eb69-4ba5-b2dc-f44d57c0f679 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487741 Feb 20 03:50:55.764607 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0aae70-177c-466c-b6ad-5e1757dabeb9 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:55.783091 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0aae70-177c-466c-b6ad-5e1757dabeb9 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:55.784903 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5d0aae70-177c-466c-b6ad-5e1757dabeb9 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1491494 Feb 20 03:50:55.789355 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56186) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:56.043366 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-24aec69f-1091-4b61-be5b-b393398368a5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting port 8f24f7bc-ffed-46cb-b748-a7ff184a4b7c {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:50:56.043727 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-24aec69f-1091-4b61-be5b-b393398368a5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (8f24f7bc-ffed-46cb-b748-a7ff184a4b7c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:56.052653 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56190) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:56.147324 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-73193452-d343-427c-8dad-6d462bad4306 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e645de5242d94a95906b31321462b0b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0885892 Feb 20 03:50:56.148042 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56194) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:56.313473 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b6243d4-3c2c-4720-9255-c014e4aa6257 admin admin] Publish callbacks [] for security_group (d7bc71da-28d4-4d43-b568-076c9a4588ec), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:56.325399 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-24aec69f-1091-4b61-be5b-b393398368a5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (8f24f7bc-ffed-46cb-b748-a7ff184a4b7c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:56.356057 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b6243d4-3c2c-4720-9255-c014e4aa6257 admin admin] Publish callbacks [] for security_group (d7bc71da-28d4-4d43-b568-076c9a4588ec), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:56.365453 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-24aec69f-1091-4b61-be5b-b393398368a5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Calling delete_port for 8f24f7bc-ffed-46cb-b748-a7ff184a4b7c owned by {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:50:56.409056 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-688ba9df-b911-411c-8a12-34221ee3713f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:56.678610 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b6243d4-3c2c-4720-9255-c014e4aa6257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d7bc71da-28d4-4d43-b568-076c9a4588ec), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:56.684117 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ac736127-1996-4930-a8b8-3e28d40a2eaa up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:50:56.696451 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b6243d4-3c2c-4720-9255-c014e4aa6257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:56.701173 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2b6243d4-3c2c-4720-9255-c014e4aa6257 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d7bc71da-28d4-4d43-b568-076c9a4588ec HTTP/1.1" status: 204 len: 168 time: 0.5493643 Feb 20 03:50:56.715072 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6243d4-3c2c-4720-9255-c014e4aa6257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bc71da-28d4-4d43-b568-076c9a4588ec,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:56.969154 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port ac736127-1996-4930-a8b8-3e28d40a2eaa triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:50:56.969957 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ac736127-1996-4930-a8b8-3e28d40a2eaa), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:57.064814 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56208) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:57.073505 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-24aec69f-1091-4b61-be5b-b393398368a5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (8f24f7bc-ffed-46cb-b748-a7ff184a4b7c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:57.121636 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port ac736127-1996-4930-a8b8-3e28d40a2eaa is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:57.123230 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ac736127-1996-4930-a8b8-3e28d40a2eaa), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:57.198184 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port ac736127-1996-4930-a8b8-3e28d40a2eaa, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=ac736127-1996-4930-a8b8-3e28d40a2eaa,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:50:57.201124 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bb4790-d838-48be-968e-3fce6b796f8d None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:50:57.292372 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ac736127-1996-4930-a8b8-3e28d40a2eaa), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:57.367637 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=ac736127-1996-4930-a8b8-3e28d40a2eaa,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:57.388454 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-a3fbe2d9-0ee3-45bf-ad7b-8301f11aec83 None None] Provisioning complete for port ac736127-1996-4930-a8b8-3e28d40a2eaa triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:50:57.388960 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a3fbe2d9-0ee3-45bf-ad7b-8301f11aec83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ac736127-1996-4930-a8b8-3e28d40a2eaa), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:57.429754 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aec69f-1091-4b61-be5b-b393398368a5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Port': ['ID=8f24f7bc-ffed-46cb-b748-a7ff184a4b7c,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:57.582574 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-a3fbe2d9-0ee3-45bf-ad7b-8301f11aec83 None None] Current status of the port ac736127-1996-4930-a8b8-3e28d40a2eaa is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:57.669593 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8c9bb423-3661-4148-9cef-f50bcc89bd5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (d898df1e-7635-4633-93c6-1b99803f1be6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:57.694540 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ad9bdeab-b323-4cbd-8775-787042b867eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:57.723339 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-24aec69f-1091-4b61-be5b-b393398368a5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:57.736340 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-24aec69f-1091-4b61-be5b-b393398368a5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/8f24f7bc-ffed-46cb-b748-a7ff184a4b7c HTTP/1.1" status: 204 len: 168 time: 1.9472380 Feb 20 03:50:57.871955 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56224) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:57.878414 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ad9bdeab-b323-4cbd-8775-787042b867eb admin admin] Publish callbacks [] for security_group (57145156-6bee-4f0b-ac13-a8eec139d428), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:57.902475 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dd546-02f4-4eab-9728-ec1398440b2b req-cc49a846-6f2e-4cc1-aaca-189810c66b07 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:57.910391 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5b5dd546-02f4-4eab-9728-ec1398440b2b req-cc49a846-6f2e-4cc1-aaca-189810c66b07 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 945 time: 0.9586923 Feb 20 03:50:57.944059 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1a48aec4-bcbd-4813-bbc7-f709983db292 req-b31ef90b-b4ce-4818-88b5-966b0355f87a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6621220 Feb 20 03:50:57.985216 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ad9bdeab-b323-4cbd-8775-787042b867eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (57145156-6bee-4f0b-ac13-a8eec139d428), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:58.085734 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ad9bdeab-b323-4cbd-8775-787042b867eb admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a848aa979356466390dfb5f1d9555b55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9834137 Feb 20 03:50:58.091280 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56232) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:58.093322 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9bdeab-b323-4cbd-8775-787042b867eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57145156-6bee-4f0b-ac13-a8eec139d428,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:58.160393 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702f068a-20ed-4db1-a89a-8e02d3f433ae tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:58.164478 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702f068a-20ed-4db1-a89a-8e02d3f433ae tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:58.171301 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702f068a-20ed-4db1-a89a-8e02d3f433ae tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:58.174524 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-702f068a-20ed-4db1-a89a-8e02d3f433ae tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3014908 Feb 20 03:50:58.202067 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56234) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:50:58.204174 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea9664af-4e1b-4d40-86ec-4180bdf50bca admin admin] Publish callbacks [] for security_group (57145156-6bee-4f0b-ac13-a8eec139d428), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:58.235863 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-6dcefd32-32e5-45cc-8af2-74baa508713a None None] Provisioning complete for port ac736127-1996-4930-a8b8-3e28d40a2eaa triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:50:58.236387 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6dcefd32-32e5-45cc-8af2-74baa508713a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ac736127-1996-4930-a8b8-3e28d40a2eaa), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:58.285313 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5b5dd546-02f4-4eab-9728-ec1398440b2b req-7f593743-e91c-433f-acfa-4cfcb2c398a2 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643644 Feb 20 03:50:58.294993 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea9664af-4e1b-4d40-86ec-4180bdf50bca admin admin] Publish callbacks [] for security_group (57145156-6bee-4f0b-ac13-a8eec139d428), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:58.413951 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48aec4-bcbd-4813-bbc7-f709983db292 req-8feaed31-0af2-4c6e-9632-81719b16147b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:58.417212 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1a48aec4-bcbd-4813-bbc7-f709983db292 req-8feaed31-0af2-4c6e-9632-81719b16147b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2a426eb8717f45cda17f79dc5d1190fc&device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 1126 time: 0.3849924 Feb 20 03:50:58.553555 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b091cca-59ec-4761-9e03-2023f51ae509 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting subnet 5193eeba-f3d5-4f5d-9156-49ed60e1d03c {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:50:58.567696 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1b091cca-59ec-4761-9e03-2023f51ae509 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (5193eeba-f3d5-4f5d-9156-49ed60e1d03c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:58.609733 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ac736127-1996-4930-a8b8-3e28d40a2eaa up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:50:58.667218 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48aec4-bcbd-4813-bbc7-f709983db292 req-5c00303e-88a0-497b-9fba-13f1b2e5eb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:58.668936 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1a48aec4-bcbd-4813-bbc7-f709983db292 req-5c00303e-88a0-497b-9fba-13f1b2e5eb7a service neutron] 10.222.0.93 "GET /v2.0/networks?id=64115127-0ca9-4210-b390-d57efc54bf51 HTTP/1.1" status: 200 len: 912 time: 0.1739991 Feb 20 03:50:58.687659 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-6dcefd32-32e5-45cc-8af2-74baa508713a None None] Current status of the port ac736127-1996-4930-a8b8-3e28d40a2eaa is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:58.702933 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1b091cca-59ec-4761-9e03-2023f51ae509 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (5193eeba-f3d5-4f5d-9156-49ed60e1d03c), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:58.717699 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port ac736127-1996-4930-a8b8-3e28d40a2eaa triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:50:58.718079 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ac736127-1996-4930-a8b8-3e28d40a2eaa), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:58.818004 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-20561737-4f01-41bd-9799-268548748d8f None None] Could not find standard attr ID for object e09af4e6-dd3c-4c15-803d-4afbf687c310. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:50:58.823253 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1a48aec4-bcbd-4813-bbc7-f709983db292 req-81009027-d7e2-4738-bf6e-a70f2acc76d7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=704b66a5-2e83-41de-ba1d-777ee6bc4c8e HTTP/1.1" status: 200 len: 998 time: 0.1453874 Feb 20 03:50:58.825295 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea9664af-4e1b-4d40-86ec-4180bdf50bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (57145156-6bee-4f0b-ac13-a8eec139d428), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:58.831593 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea9664af-4e1b-4d40-86ec-4180bdf50bca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:58.834515 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ea9664af-4e1b-4d40-86ec-4180bdf50bca admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/57145156-6bee-4f0b-ac13-a8eec139d428 HTTP/1.1" status: 204 len: 168 time: 0.7357626 Feb 20 03:50:58.932273 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-44b6f87d-3049-4bf3-b0aa-e1cff1b72cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:58.963099 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port ac736127-1996-4930-a8b8-3e28d40a2eaa is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:50:59.015120 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9664af-4e1b-4d40-86ec-4180bdf50bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57145156-6bee-4f0b-ac13-a8eec139d428,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:59.046492 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48aec4-bcbd-4813-bbc7-f709983db292 req-e5e97904-3d9a-457b-8dc8-fd21928ad1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:59.050499 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1a48aec4-bcbd-4813-bbc7-f709983db292 req-e5e97904-3d9a-457b-8dc8-fd21928ad1ce service neutron] 10.222.0.93 "GET /v2.0/subnets?id=85e8c386-47fc-4d48-86f0-3d288a799fec HTTP/1.1" status: 200 len: 850 time: 0.2037868 Feb 20 03:50:59.205794 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48aec4-bcbd-4813-bbc7-f709983db292 req-325ed67b-3a99-4fb1-bf00-9fad59873b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:59.208302 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1a48aec4-bcbd-4813-bbc7-f709983db292 req-325ed67b-3a99-4fb1-bf00-9fad59873b12 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=64115127-0ca9-4210-b390-d57efc54bf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1513667 Feb 20 03:50:59.215214 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1b091cca-59ec-4761-9e03-2023f51ae509 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (5193eeba-f3d5-4f5d-9156-49ed60e1d03c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:59.233348 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-5f8dd078-af69-44df-aa6c-515d7d2eea5b None None] Could not find standard attr ID for object b1878dd7-97ad-42f4-84f0-cd7816d0c8da. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:50:59.429183 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1a48aec4-bcbd-4813-bbc7-f709983db292 req-0ecef028-63c7-4484-b180-09744920d572 service neutron] 10.222.0.93 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037108 Feb 20 03:50:59.640799 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1b091cca-59ec-4761-9e03-2023f51ae509 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (5193eeba-f3d5-4f5d-9156-49ed60e1d03c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:59.783355 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-7b623fef-88d7-424b-a048-efdd6711f0b0 None None] Could not find standard attr ID for object 8f24f7bc-ffed-46cb-b748-a7ff184a4b7c. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:50:59.854987 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b091cca-59ec-4761-9e03-2023f51ae509 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Subnet': ['ID=5193eeba-f3d5-4f5d-9156-49ed60e1d03c,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:50:59.863744 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-8c9bb423-3661-4148-9cef-f50bcc89bd5b admin admin] Deleting port da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:50:59.864093 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8c9bb423-3661-4148-9cef-f50bcc89bd5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:59.950894 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3061c-2d7d-45ec-8492-5eaa9535dce7 req-d143ae6b-03e0-4b96-ad80-8b39971df824 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:50:59.955138 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-95c3061c-2d7d-45ec-8492-5eaa9535dce7 req-d143ae6b-03e0-4b96-ad80-8b39971df824 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 945 time: 0.5439348 Feb 20 03:50:59.965110 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:59.993039 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1b091cca-59ec-4761-9e03-2023f51ae509 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:50:59.996585 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1b091cca-59ec-4761-9e03-2023f51ae509 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/5193eeba-f3d5-4f5d-9156-49ed60e1d03c HTTP/1.1" status: 204 len: 168 time: 1.7911346 Feb 20 03:51:00.001461 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56284) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:00.144336 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1a48aec4-bcbd-4813-bbc7-f709983db292 req-cb909185-b90b-4632-a116-ef9acabedb08 service neutron] 10.222.0.93 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6588721 Feb 20 03:51:00.204353 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-e07bf5c9-4247-4555-9d39-9e71357f4186 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting subnet a222761b-077e-4f71-8378-e15130970e85 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:51:00.206688 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-95c3061c-2d7d-45ec-8492-5eaa9535dce7 req-db10387f-02b1-420f-bff2-8ae15ffd51e5 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332368 Feb 20 03:51:00.227294 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e07bf5c9-4247-4555-9d39-9e71357f4186 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (a222761b-077e-4f71-8378-e15130970e85), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:00.236858 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56298) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:00.274431 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c1a503a6-5d96-4595-af1b-a4c1e7f48130 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:00.347819 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e07bf5c9-4247-4555-9d39-9e71357f4186 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (a222761b-077e-4f71-8378-e15130970e85), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:00.427019 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b39e0ae-9f12-49d1-bc2a-3282bad96584 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:51:00.537378 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-8c9bb423-3661-4148-9cef-f50bcc89bd5b admin admin] For port da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185,segment=NetworkSegment(d72d462e-fc0a-426c-bb37-f85f00dbb615),segment_id=d72d462e-fc0a-426c-bb37-f85f00dbb615)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:00.537897 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8c9bb423-3661-4148-9cef-f50bcc89bd5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:00.548847 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c1a503a6-5d96-4595-af1b-a4c1e7f48130 admin admin] Publish callbacks [] for security_group (d0eaa79b-c8d6-47d3-bc86-8941ff8dc4d7), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:00.616849 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-8c9bb423-3661-4148-9cef-f50bcc89bd5b admin admin] Calling delete_port for da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185 owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:51:00.636917 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c1a503a6-5d96-4595-af1b-a4c1e7f48130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d0eaa79b-c8d6-47d3-bc86-8941ff8dc4d7), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:00.681042 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e07bf5c9-4247-4555-9d39-9e71357f4186 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (a222761b-077e-4f71-8378-e15130970e85), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:00.736299 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a503a6-5d96-4595-af1b-a4c1e7f48130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0eaa79b-c8d6-47d3-bc86-8941ff8dc4d7,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:00.765807 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c1a503a6-5d96-4595-af1b-a4c1e7f48130 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3bbc82f10e31405ca72125485ae095fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5242305 Feb 20 03:51:00.765807 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56322) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:00.851884 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f75dbcb7-81c1-4eb8-9052-e0f959480a33 admin admin] Publish callbacks [] for security_group (d0eaa79b-c8d6-47d3-bc86-8941ff8dc4d7), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:00.897451 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f75dbcb7-81c1-4eb8-9052-e0f959480a33 admin admin] Publish callbacks [] for security_group (d0eaa79b-c8d6-47d3-bc86-8941ff8dc4d7), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:01.084270 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e07bf5c9-4247-4555-9d39-9e71357f4186 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (a222761b-077e-4f71-8378-e15130970e85), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:01.128533 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f75dbcb7-81c1-4eb8-9052-e0f959480a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d0eaa79b-c8d6-47d3-bc86-8941ff8dc4d7), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:01.132788 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f75dbcb7-81c1-4eb8-9052-e0f959480a33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:01.133997 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f75dbcb7-81c1-4eb8-9052-e0f959480a33 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d0eaa79b-c8d6-47d3-bc86-8941ff8dc4d7 HTTP/1.1" status: 204 len: 168 time: 0.3674767 Feb 20 03:51:01.178320 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75dbcb7-81c1-4eb8-9052-e0f959480a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0eaa79b-c8d6-47d3-bc86-8941ff8dc4d7,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:01.198652 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e07bf5c9-4247-4555-9d39-9e71357f4186 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:01.202185 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e07bf5c9-4247-4555-9d39-9e71357f4186 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/a222761b-077e-4f71-8378-e15130970e85 HTTP/1.1" status: 204 len: 168 time: 1.1987720 Feb 20 03:51:01.206944 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56334) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:01.213530 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bf5c9-4247-4555-9d39-9e71357f4186 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Subnet': ['ID=a222761b-077e-4f71-8378-e15130970e85,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:01.222086 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:01.317579 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8c9bb423-3661-4148-9cef-f50bcc89bd5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:01.411350 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-49886498-fb5f-4302-bc00-6f37b9802141 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2003248 Feb 20 03:51:01.412031 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56340) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:01.457422 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9bb423-3661-4148-9cef-f50bcc89bd5b admin admin] Pushing event deleted for resources: {'Port': ['ID=da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:01.549493 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17362bf7-fe59-4a37-8c4f-f4e0eca2d176 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:01.553867 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-17362bf7-fe59-4a37-8c4f-f4e0eca2d176 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1405487 Feb 20 03:51:01.554686 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56344) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:01.692836 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c52c417-485f-4198-8999-e27e03ab2cd0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:01.695086 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4c52c417-485f-4198-8999-e27e03ab2cd0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1348767 Feb 20 03:51:01.705872 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56350) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:01.740558 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad084802-ccdf-4e53-bd88-909acfc416d6 req-c85c4ab9-168b-4c6d-a192-9f50fe96561d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:01.742174 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ad084802-ccdf-4e53-bd88-909acfc416d6 req-c85c4ab9-168b-4c6d-a192-9f50fe96561d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 945 time: 0.2869737 Feb 20 03:51:01.852759 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-946e00ca-562b-47fe-9d60-b1027718dbf2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1051681 Feb 20 03:51:01.864046 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56352) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:01.870631 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-e9c94f4b-5391-4ce6-b302-fd7b9e411777 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:02.063207 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ad084802-ccdf-4e53-bd88-909acfc416d6 req-3d3959e4-7bb3-4433-985f-be1b03cbcc6c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888532 Feb 20 03:51:02.069729 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24749b51-3301-46b7-8d39-3917e5048de1 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:51:02.199013 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-42bd56e2-d061-4662-94f6-34be8235c06d None None] Provisioning complete for port ac736127-1996-4930-a8b8-3e28d40a2eaa triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:51:02.199692 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-42bd56e2-d061-4662-94f6-34be8235c06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ac736127-1996-4930-a8b8-3e28d40a2eaa), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:02.231838 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c94f4b-5391-4ce6-b302-fd7b9e411777 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:02.239856 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e9c94f4b-5391-4ce6-b302-fd7b9e411777 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:02.241986 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c94f4b-5391-4ce6-b302-fd7b9e411777 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:51:02.242840 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c94f4b-5391-4ce6-b302-fd7b9e411777 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:51:02.314349 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8c9bb423-3661-4148-9cef-f50bcc89bd5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (d898df1e-7635-4633-93c6-1b99803f1be6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:02.332848 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e9c94f4b-5391-4ce6-b302-fd7b9e411777 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4676859 Feb 20 03:51:02.335780 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56392) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:02.341190 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-a137b082-30b2-43af-b7dc-2a1e256854f5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:02.381688 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-42bd56e2-d061-4662-94f6-34be8235c06d None None] Current status of the port ac736127-1996-4930-a8b8-3e28d40a2eaa is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:02.520274 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8894e9-1e57-490a-afeb-43fbfc86d66a None None] DHCP port deletion for 4f54fdde-6e16-424b-a89f-7d368ed79ea3 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:51:02.695485 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-4f8894e9-1e57-490a-afeb-43fbfc86d66a None None] Deleting port ac736127-1996-4930-a8b8-3e28d40a2eaa {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:51:02.696128 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4f8894e9-1e57-490a-afeb-43fbfc86d66a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ac736127-1996-4930-a8b8-3e28d40a2eaa), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:02.734551 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9bb423-3661-4148-9cef-f50bcc89bd5b admin admin] Router d898df1e-7635-4633-93c6-1b99803f1be6 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:51:02.894585 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a137b082-30b2-43af-b7dc-2a1e256854f5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:02.903059 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a137b082-30b2-43af-b7dc-2a1e256854f5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:02.906379 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-a137b082-30b2-43af-b7dc-2a1e256854f5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:51:02.907790 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a137b082-30b2-43af-b7dc-2a1e256854f5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:51:02.988530 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-4f8894e9-1e57-490a-afeb-43fbfc86d66a None None] For port ac736127-1996-4930-a8b8-3e28d40a2eaa, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=ac736127-1996-4930-a8b8-3e28d40a2eaa,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:02.990686 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4f8894e9-1e57-490a-afeb-43fbfc86d66a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ac736127-1996-4930-a8b8-3e28d40a2eaa), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:03.025420 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a137b082-30b2-43af-b7dc-2a1e256854f5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6868482 Feb 20 03:51:03.028362 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56414) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:03.043066 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-81d502db-9cf2-4724-b87d-0dea0e330075 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:03.060466 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-4f8894e9-1e57-490a-afeb-43fbfc86d66a None None] Calling delete_port for ac736127-1996-4930-a8b8-3e28d40a2eaa owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:51:03.191150 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9bb423-3661-4148-9cef-f50bcc89bd5b admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:51:03.247612 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8c9bb423-3661-4148-9cef-f50bcc89bd5b admin admin] 10.222.0.89 "PUT /v2.0/routers/d898df1e-7635-4633-93c6-1b99803f1be6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6417701 Feb 20 03:51:03.255281 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56422) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:03.345011 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca794c1f-d5c1-4eec-afb7-038717f2240f None None] Sync routers for ids ['d898df1e-7635-4633-93c6-1b99803f1be6'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:51:03.382599 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca794c1f-d5c1-4eec-afb7-038717f2240f None None] Routers {'d898df1e-7635-4633-93c6-1b99803f1be6'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:51:03.383296 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ca794c1f-d5c1-4eec-afb7-038717f2240f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:50:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['d898df1e-7635-4633-93c6-1b99803f1be6'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:51:03.509304 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4f8894e9-1e57-490a-afeb-43fbfc86d66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (ac736127-1996-4930-a8b8-3e28d40a2eaa), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:03.512937 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420a646-2819-4cf0-a772-cb6d5019f908 req-1a7879be-e514-420b-9afd-e43e26bb2fa0 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:03.514536 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e420a646-2819-4cf0-a772-cb6d5019f908 req-1a7879be-e514-420b-9afd-e43e26bb2fa0 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 945 time: 0.2828839 Feb 20 03:51:03.580515 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:03.598186 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-237e1170-c478-4a28-8f6e-0f3e7ddc327c admin admin] Publish callbacks [] for router (d898df1e-7635-4633-93c6-1b99803f1be6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:03.628419 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8894e9-1e57-490a-afeb-43fbfc86d66a None None] No DVR routers for this DVR port ac736127-1996-4930-a8b8-3e28d40a2eaa on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:51:03.670989 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e420a646-2819-4cf0-a772-cb6d5019f908 req-99b9c3c8-cace-4ee9-b88c-e34a808a9f61 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501353 Feb 20 03:51:03.672126 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d502db-9cf2-4724-b87d-0dea0e330075 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:03.675950 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-81d502db-9cf2-4724-b87d-0dea0e330075 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:03.678197 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d502db-9cf2-4724-b87d-0dea0e330075 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:51:03.678197 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81d502db-9cf2-4724-b87d-0dea0e330075 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:51:03.699474 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8894e9-1e57-490a-afeb-43fbfc86d66a None None] Pushing event deleted for resources: {'Port': ['ID=ac736127-1996-4930-a8b8-3e28d40a2eaa,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:03.783711 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-ca794c1f-d5c1-4eec-afb7-038717f2240f None None] Set router d898df1e-7635-4633-93c6-1b99803f1be6 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:51:03.867642 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-81d502db-9cf2-4724-b87d-0dea0e330075 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8368697 Feb 20 03:51:03.871115 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56440) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:03.881022 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-61025984-d29f-466e-9fff-b8d97c4aba68 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:03.969361 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-237e1170-c478-4a28-8f6e-0f3e7ddc327c admin admin] Publish callbacks [] for router_gateway (d898df1e-7635-4633-93c6-1b99803f1be6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:04.207423 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-237e1170-c478-4a28-8f6e-0f3e7ddc327c admin admin] Deleting port 99b8dc6d-fe60-453f-8bde-d8c4d643698b {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:51:04.207423 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-237e1170-c478-4a28-8f6e-0f3e7ddc327c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (99b8dc6d-fe60-453f-8bde-d8c4d643698b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:04.236797 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61025984-d29f-466e-9fff-b8d97c4aba68 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:04.240051 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ca794c1f-d5c1-4eec-afb7-038717f2240f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'name': 'tempest-TaggedBootDevicesTest-826249413-router', 'tenant_id': '0d4e5737e103447f89841b11bed8bb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '99b8dc6d-fe60-453f-8bde-d8c4d643698b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:45Z', 'updated_at': '2022-02-20T03:51:01Z', 'revision_number': 5, 'project_id': '0d4e5737e103447f89841b11bed8bb31', 'gw_port': {'id': '99b8dc6d-fe60-453f-8bde-d8c4d643698b', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ba:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:40:47Z', 'updated_at': '2022-02-20T03:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:51:04.240361 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-61025984-d29f-466e-9fff-b8d97c4aba68 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:04.241802 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-61025984-d29f-466e-9fff-b8d97c4aba68 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:51:04.242249 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61025984-d29f-466e-9fff-b8d97c4aba68 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:51:04.304447 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca794c1f-d5c1-4eec-afb7-038717f2240f None None] Checking router: d898df1e-7635-4633-93c6-1b99803f1be6 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:51:04.319470 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca794c1f-d5c1-4eec-afb7-038717f2240f None None] Routers {'d898df1e-7635-4633-93c6-1b99803f1be6'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:51:04.320244 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ca794c1f-d5c1-4eec-afb7-038717f2240f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:50:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['d898df1e-7635-4633-93c6-1b99803f1be6'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:51:04.359747 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-61025984-d29f-466e-9fff-b8d97c4aba68 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4875567 Feb 20 03:51:04.363468 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56458) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:04.369225 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-dcc1d32c-2138-4265-890b-2b9cd98f71cb tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:04.401066 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-237e1170-c478-4a28-8f6e-0f3e7ddc327c admin admin] For port 99b8dc6d-fe60-453f-8bde-d8c4d643698b, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=99b8dc6d-fe60-453f-8bde-d8c4d643698b,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:04.401993 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-237e1170-c478-4a28-8f6e-0f3e7ddc327c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (99b8dc6d-fe60-453f-8bde-d8c4d643698b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:04.480648 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-237e1170-c478-4a28-8f6e-0f3e7ddc327c admin admin] Calling delete_port for 99b8dc6d-fe60-453f-8bde-d8c4d643698b owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:51:04.616068 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ac736127-1996-4930-a8b8-3e28d40a2eaa no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:51:04.643309 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc1d32c-2138-4265-890b-2b9cd98f71cb tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:04.643309 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-dcc1d32c-2138-4265-890b-2b9cd98f71cb tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:04.643309 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc1d32c-2138-4265-890b-2b9cd98f71cb tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:51:04.643309 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc1d32c-2138-4265-890b-2b9cd98f71cb tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:51:04.707484 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: ac736127-1996-4930-a8b8-3e28d40a2eaa {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:51:04.707832 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ac736127-1996-4930-a8b8-3e28d40a2eaa not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:51:04.720644 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-dcc1d32c-2138-4265-890b-2b9cd98f71cb tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3558605 Feb 20 03:51:04.733891 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56472) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:04.756982 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-670d070a-3dd0-4ac9-aae9-835d45c14412 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:04.781539 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-ca794c1f-d5c1-4eec-afb7-038717f2240f None None] Set router d898df1e-7635-4633-93c6-1b99803f1be6 gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:51:04.955515 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ca794c1f-d5c1-4eec-afb7-038717f2240f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'name': 'tempest-TaggedBootDevicesTest-826249413-router', 'tenant_id': '0d4e5737e103447f89841b11bed8bb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:45Z', 'updated_at': '2022-02-20T03:51:03Z', 'revision_number': 6, 'project_id': '0d4e5737e103447f89841b11bed8bb31', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:51:05.029265 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca794c1f-d5c1-4eec-afb7-038717f2240f None None] The sync data for ids ['d898df1e-7635-4633-93c6-1b99803f1be6'] in n-d-829866-4 is: [{'id': 'd898df1e-7635-4633-93c6-1b99803f1be6', 'name': 'tempest-TaggedBootDevicesTest-826249413-router', 'tenant_id': '0d4e5737e103447f89841b11bed8bb31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:40:45Z', 'updated_at': '2022-02-20T03:51:03Z', 'revision_number': 6, 'project_id': '0d4e5737e103447f89841b11bed8bb31', 'gw_port_host': None}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:51:05.157138 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-237e1170-c478-4a28-8f6e-0f3e7ddc327c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (99b8dc6d-fe60-453f-8bde-d8c4d643698b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:05.247861 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e1170-c478-4a28-8f6e-0f3e7ddc327c admin admin] Pushing event deleted for resources: {'Port': ['ID=99b8dc6d-fe60-453f-8bde-d8c4d643698b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:05.280806 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0b2b7-5001-44ad-86f9-dcbbd8260f23 req-c6520b13-40b3-4c76-93d8-b84ada07b329 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:05.293149 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-98e0b2b7-5001-44ad-86f9-dcbbd8260f23 req-c6520b13-40b3-4c76-93d8-b84ada07b329 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 945 time: 0.3160753 Feb 20 03:51:05.299192 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670d070a-3dd0-4ac9-aae9-835d45c14412 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:05.311655 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-670d070a-3dd0-4ac9-aae9-835d45c14412 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:05.313384 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-670d070a-3dd0-4ac9-aae9-835d45c14412 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:51:05.314126 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-670d070a-3dd0-4ac9-aae9-835d45c14412 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:51:05.390101 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-98e0b2b7-5001-44ad-86f9-dcbbd8260f23 req-53be67ea-23c4-489b-be31-65ed60356670 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948119 Feb 20 03:51:05.398316 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-237e1170-c478-4a28-8f6e-0f3e7ddc327c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (d898df1e-7635-4633-93c6-1b99803f1be6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:05.460975 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-670d070a-3dd0-4ac9-aae9-835d45c14412 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7315302 Feb 20 03:51:05.463681 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56490) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:05.500563 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8c9b2c72-07d5-4eec-8a81-49841334ab01 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0352662 Feb 20 03:51:05.502672 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56492) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:05.621295 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-237e1170-c478-4a28-8f6e-0f3e7ddc327c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (d898df1e-7635-4633-93c6-1b99803f1be6), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:05.624441 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-237e1170-c478-4a28-8f6e-0f3e7ddc327c admin admin] Publish callbacks [] for router_controller (d898df1e-7635-4633-93c6-1b99803f1be6), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:05.744524 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c54ada-0248-4659-bc9d-ad605ce4dd52 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:05.746836 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d1c54ada-0248-4659-bc9d-ad605ce4dd52 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2431145 Feb 20 03:51:05.749611 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56496) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:05.760848 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-237e1170-c478-4a28-8f6e-0f3e7ddc327c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (d898df1e-7635-4633-93c6-1b99803f1be6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:05.761487 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237e1170-c478-4a28-8f6e-0f3e7ddc327c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d898df1e-7635-4633-93c6-1b99803f1be6 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:51:05.768501 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-237e1170-c478-4a28-8f6e-0f3e7ddc327c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:05.769994 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-237e1170-c478-4a28-8f6e-0f3e7ddc327c admin admin] 10.222.0.89 "DELETE /v2.0/routers/d898df1e-7635-4633-93c6-1b99803f1be6 HTTP/1.1" status: 204 len: 168 time: 2.5136876 Feb 20 03:51:05.779821 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56498) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:05.860254 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4ddd062c-7063-4789-9b01-a8be489bff12 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1088812 Feb 20 03:51:05.863831 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56500) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:05.876917 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-0ed45f1f-a64e-4303-968d-0c752b015deb tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:05.955948 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-c346c503-2239-4d3b-8b2d-f523efd54629 admin admin] Deleting subnet 31a197bb-5fd0-42b5-ae4b-c35a9b090699 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:51:05.955948 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c346c503-2239-4d3b-8b2d-f523efd54629 admin admin] Publish callbacks [] for subnet (31a197bb-5fd0-42b5-ae4b-c35a9b090699), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:05.974479 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c346c503-2239-4d3b-8b2d-f523efd54629 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (31a197bb-5fd0-42b5-ae4b-c35a9b090699), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:06.158120 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c346c503-2239-4d3b-8b2d-f523efd54629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (31a197bb-5fd0-42b5-ae4b-c35a9b090699), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:06.246964 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed45f1f-a64e-4303-968d-0c752b015deb tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:06.252485 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0ed45f1f-a64e-4303-968d-0c752b015deb tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:06.329161 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c346c503-2239-4d3b-8b2d-f523efd54629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (31a197bb-5fd0-42b5-ae4b-c35a9b090699), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:06.461812 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346c503-2239-4d3b-8b2d-f523efd54629 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31a197bb-5fd0-42b5-ae4b-c35a9b090699,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:06.497102 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c346c503-2239-4d3b-8b2d-f523efd54629 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:06.502090 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43258eaa-a90b-41f5-85ef-92bb7a81276a None None] Network b098f8c6-16ef-4470-b828-67d64bde6c7f requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:51:06.508608 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56514) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:06.520276 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c346c503-2239-4d3b-8b2d-f523efd54629 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/31a197bb-5fd0-42b5-ae4b-c35a9b090699 HTTP/1.1" status: 204 len: 168 time: 0.7384548 Feb 20 03:51:06.611068 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 99b8dc6d-fe60-453f-8bde-d8c4d643698b no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:51:06.644793 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 99b8dc6d-fe60-453f-8bde-d8c4d643698b {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:51:06.645743 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 99b8dc6d-fe60-453f-8bde-d8c4d643698b not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:51:06.646673 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:51:06.707284 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:51:06.707284 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device da1ff9a8-d7e6-49cf-9ab8-b4bbd3489185 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:51:06.753187 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf04e41-f823-47a6-a31b-342fc811e58e req-9aa38cf3-3e32-434e-937b-e255f4f6b22a tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:06.755278 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fbf04e41-f823-47a6-a31b-342fc811e58e req-9aa38cf3-3e32-434e-937b-e255f4f6b22a tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 945 time: 0.2225618 Feb 20 03:51:06.822395 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60b4ff1d-93ff-4e91-91be-882f4b1c2b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (b098f8c6-16ef-4470-b828-67d64bde6c7f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:06.896029 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afd95c9-1f90-4f79-871c-836551ebe07a None None] DHCP port deletion for b098f8c6-16ef-4470-b828-67d64bde6c7f request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:51:06.902737 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fbf04e41-f823-47a6-a31b-342fc811e58e req-7c17e07a-f7af-4f2b-aa88-ce9bc4fa8f05 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390338 Feb 20 03:51:06.981870 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-9afd95c9-1f90-4f79-871c-836551ebe07a None None] Deleting port f8a8192e-3df3-47c8-9614-a3abe84f4c55 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:51:06.983620 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9afd95c9-1f90-4f79-871c-836551ebe07a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (f8a8192e-3df3-47c8-9614-a3abe84f4c55), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:07.006308 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-60b4ff1d-93ff-4e91-91be-882f4b1c2b07 admin admin] Deleting port f8a8192e-3df3-47c8-9614-a3abe84f4c55 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:51:07.006593 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60b4ff1d-93ff-4e91-91be-882f4b1c2b07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (f8a8192e-3df3-47c8-9614-a3abe84f4c55), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:07.065432 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-9afd95c9-1f90-4f79-871c-836551ebe07a None None] For port f8a8192e-3df3-47c8-9614-a3abe84f4c55, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=f8a8192e-3df3-47c8-9614-a3abe84f4c55,segment=NetworkSegment(d72d462e-fc0a-426c-bb37-f85f00dbb615),segment_id=d72d462e-fc0a-426c-bb37-f85f00dbb615)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:07.066635 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9afd95c9-1f90-4f79-871c-836551ebe07a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (f8a8192e-3df3-47c8-9614-a3abe84f4c55), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:07.089378 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-9afd95c9-1f90-4f79-871c-836551ebe07a None None] Calling delete_port for f8a8192e-3df3-47c8-9614-a3abe84f4c55 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:51:07.089746 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-60b4ff1d-93ff-4e91-91be-882f4b1c2b07 admin admin] For port f8a8192e-3df3-47c8-9614-a3abe84f4c55, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=f8a8192e-3df3-47c8-9614-a3abe84f4c55,segment=NetworkSegment(d72d462e-fc0a-426c-bb37-f85f00dbb615),segment_id=d72d462e-fc0a-426c-bb37-f85f00dbb615)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:07.090112 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60b4ff1d-93ff-4e91-91be-882f4b1c2b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (f8a8192e-3df3-47c8-9614-a3abe84f4c55), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:07.139084 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-60b4ff1d-93ff-4e91-91be-882f4b1c2b07 admin admin] Calling delete_port for f8a8192e-3df3-47c8-9614-a3abe84f4c55 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:51:07.316754 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9afd95c9-1f90-4f79-871c-836551ebe07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (f8a8192e-3df3-47c8-9614-a3abe84f4c55), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:07.380346 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd95c9-1f90-4f79-871c-836551ebe07a None None] Pushing event deleted for resources: {'Port': ['ID=f8a8192e-3df3-47c8-9614-a3abe84f4c55,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:07.395904 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afd95c9-1f90-4f79-871c-836551ebe07a None None] No DVR routers for this DVR port f8a8192e-3df3-47c8-9614-a3abe84f4c55 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:51:07.401682 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd95c9-1f90-4f79-871c-836551ebe07a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:07.402094 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd95c9-1f90-4f79-871c-836551ebe07a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:07.402649 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd95c9-1f90-4f79-871c-836551ebe07a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:07.403094 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd95c9-1f90-4f79-871c-836551ebe07a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:07.403584 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd95c9-1f90-4f79-871c-836551ebe07a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:07.403928 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd95c9-1f90-4f79-871c-836551ebe07a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:07.404316 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd95c9-1f90-4f79-871c-836551ebe07a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:07.404651 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd95c9-1f90-4f79-871c-836551ebe07a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:07.405562 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd95c9-1f90-4f79-871c-836551ebe07a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:07.405906 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd95c9-1f90-4f79-871c-836551ebe07a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:07.406291 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd95c9-1f90-4f79-871c-836551ebe07a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:07.407347 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd95c9-1f90-4f79-871c-836551ebe07a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:07.407692 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd95c9-1f90-4f79-871c-836551ebe07a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:07.415055 n-d-829866-4 neutron-server[104106]: DEBUG neutron.objects.ports [None req-0ed45f1f-a64e-4303-968d-0c752b015deb tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104106) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 03:51:07.425522 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0ed45f1f-a64e-4303-968d-0c752b015deb tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (003fdec1-2c23-4001-b778-14eac93bd97c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:07.492318 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed45f1f-a64e-4303-968d-0c752b015deb tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:51:07.500884 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-0ed45f1f-a64e-4303-968d-0c752b015deb tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:51:07.504102 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed45f1f-a64e-4303-968d-0c752b015deb tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:07.504836 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0ed45f1f-a64e-4303-968d-0c752b015deb tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:07.513144 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab2e9bd-346d-4972-ac4d-166e9c765006 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:51:07.539229 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60b4ff1d-93ff-4e91-91be-882f4b1c2b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (f8a8192e-3df3-47c8-9614-a3abe84f4c55), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:07.542386 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed45f1f-a64e-4303-968d-0c752b015deb tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Subnet': ['ID=003fdec1-2c23-4001-b778-14eac93bd97c,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:07.573829 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4ff1d-93ff-4e91-91be-882f4b1c2b07 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8a8192e-3df3-47c8-9614-a3abe84f4c55,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:07.581700 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b4ff1d-93ff-4e91-91be-882f4b1c2b07 admin admin] No DVR routers for this DVR port f8a8192e-3df3-47c8-9614-a3abe84f4c55 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:51:07.632722 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56530) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:07.638356 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-c08d9433-d46d-4f5e-83a6-ff02e04249be tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'mac_address': 'fa:16:3e:1a:9c:b6', 'name': 'tempest-NetworksTestDHCPv6-1809728845'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:07.643826 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0ed45f1f-a64e-4303-968d-0c752b015deb tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7787311 Feb 20 03:51:07.810419 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60b4ff1d-93ff-4e91-91be-882f4b1c2b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (b098f8c6-16ef-4470-b828-67d64bde6c7f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:07.860305 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-60b4ff1d-93ff-4e91-91be-882f4b1c2b07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b098f8c6-16ef-4470-b828-67d64bde6c7f']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:51:07.881667 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-60b4ff1d-93ff-4e91-91be-882f4b1c2b07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd72d462e-fc0a-426c-bb37-f85f00dbb615') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:51:07.883216 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-60b4ff1d-93ff-4e91-91be-882f4b1c2b07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd72d462e-fc0a-426c-bb37-f85f00dbb615') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:51:07.906614 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60b4ff1d-93ff-4e91-91be-882f4b1c2b07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (d72d462e-fc0a-426c-bb37-f85f00dbb615), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:07.923274 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60b4ff1d-93ff-4e91-91be-882f4b1c2b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (d72d462e-fc0a-426c-bb37-f85f00dbb615), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:07.930458 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b4ff1d-93ff-4e91-91be-882f4b1c2b07 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:51:07.933605 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60b4ff1d-93ff-4e91-91be-882f4b1c2b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (d72d462e-fc0a-426c-bb37-f85f00dbb615), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:07.980250 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08d9433-d46d-4f5e-83a6-ff02e04249be tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:08.016849 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c91c809-248f-46df-8f24-06b617dfbe05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'project_id': '43fe9a19d6654b4e8e70d399d460b079', 'fixed_ips': [{'subnet_id': '003fdec1-2c23-4001-b778-14eac93bd97c'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:51:08.021036 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7c91c809-248f-46df-8f24-06b617dfbe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:51:08.055908 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:51:08.152261 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60b4ff1d-93ff-4e91-91be-882f4b1c2b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (b098f8c6-16ef-4470-b828-67d64bde6c7f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:08.167087 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60b4ff1d-93ff-4e91-91be-882f4b1c2b07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:08.173509 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-60b4ff1d-93ff-4e91-91be-882f4b1c2b07 admin admin] 10.222.0.89 "DELETE /v2.0/networks/b098f8c6-16ef-4470-b828-67d64bde6c7f HTTP/1.1" status: 204 len: 168 time: 1.6637883 Feb 20 03:51:08.174699 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56540) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:08.345191 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e77a74-7b69-465c-9f00-9df89dc4ae9f req-10b7ac54-f4b8-4c51-b8bb-25835809620d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:08.346739 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d3e77a74-7b69-465c-9f00-9df89dc4ae9f req-10b7ac54-f4b8-4c51-b8bb-25835809620d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 945 time: 0.2383590 Feb 20 03:51:08.360923 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c08d9433-d46d-4f5e-83a6-ff02e04249be tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:08.392209 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4ff1d-93ff-4e91-91be-882f4b1c2b07 admin admin] Pushing event deleted for resources: {'Network': ['ID=b098f8c6-16ef-4470-b828-67d64bde6c7f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:08.397140 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-7c91c809-248f-46df-8f24-06b617dfbe05 None None] Allocated IP 2001:db8::f816:3eff:fe14:2bf1 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/003fdec1-2c23-4001-b778-14eac93bd97c/9949c64f-d788-4ff2-8a1e-706b46dead07) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:51:08.488754 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-c08d9433-d46d-4f5e-83a6-ff02e04249be tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] device_id is not set on port 057de9db-f246-4426-8b6b-9f7946ac0ba6 yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:51:08.524575 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device f8a8192e-3df3-47c8-9614-a3abe84f4c55 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:51:08.558837 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: f8a8192e-3df3-47c8-9614-a3abe84f4c55 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:51:08.559565 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device f8a8192e-3df3-47c8-9614-a3abe84f4c55 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:51:08.723123 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d3e77a74-7b69-465c-9f00-9df89dc4ae9f req-5b4e74ff-32f9-47d1-b94e-b3788f09620e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661804 Feb 20 03:51:08.839907 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7c91c809-248f-46df-8f24-06b617dfbe05 None None] Publish callbacks [] for port (9949c64f-d788-4ff2-8a1e-706b46dead07), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:08.891449 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7c91c809-248f-46df-8f24-06b617dfbe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (9949c64f-d788-4ff2-8a1e-706b46dead07), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:08.983360 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c91c809-248f-46df-8f24-06b617dfbe05 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:51:08.986592 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-7c91c809-248f-46df-8f24-06b617dfbe05 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:51:08.993183 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c91c809-248f-46df-8f24-06b617dfbe05 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:51:08.999381 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91c809-248f-46df-8f24-06b617dfbe05 None None] Pushing event updated for resources: {'Port': ['ID=9949c64f-d788-4ff2-8a1e-706b46dead07,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:09.040072 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-c08d9433-d46d-4f5e-83a6-ff02e04249be tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Allocated IP 2001:db8::f816:3eff:fe1a:9cb6 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/003fdec1-2c23-4001-b778-14eac93bd97c/057de9db-f246-4426-8b6b-9f7946ac0ba6) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:51:09.159167 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-7c91c809-248f-46df-8f24-06b617dfbe05 None None] Attempting to bind port 9949c64f-d788-4ff2-8a1e-706b46dead07 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:51:09.159641 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-7c91c809-248f-46df-8f24-06b617dfbe05 None None] Attempting to bind port 9949c64f-d788-4ff2-8a1e-706b46dead07 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:51:09.163970 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c91c809-248f-46df-8f24-06b617dfbe05 None None] Attempting to bind port 9949c64f-d788-4ff2-8a1e-706b46dead07 on network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:51:09.183044 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c91c809-248f-46df-8f24-06b617dfbe05 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:51:09.184284 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c91c809-248f-46df-8f24-06b617dfbe05 None None] Checking segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:51:09.185807 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7c91c809-248f-46df-8f24-06b617dfbe05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:09.186989 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c91c809-248f-46df-8f24-06b617dfbe05 None None] Bound using segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:51:09.188678 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-7c91c809-248f-46df-8f24-06b617dfbe05 None None] Bound port: 9949c64f-d788-4ff2-8a1e-706b46dead07, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:51:09.189771 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7c91c809-248f-46df-8f24-06b617dfbe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9949c64f-d788-4ff2-8a1e-706b46dead07), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:09.257506 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-224d77e0-3078-48d7-b372-6615382c6a6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (460ce07b-00d0-44fe-b5c1-5e7e9591adc3), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:09.274150 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c08d9433-d46d-4f5e-83a6-ff02e04249be tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for port (057de9db-f246-4426-8b6b-9f7946ac0ba6), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:09.374668 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-7c91c809-248f-46df-8f24-06b617dfbe05 None None] For port 9949c64f-d788-4ff2-8a1e-706b46dead07, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:51:09.379127 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-7c91c809-248f-46df-8f24-06b617dfbe05 None None] For port 9949c64f-d788-4ff2-8a1e-706b46dead07, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=9949c64f-d788-4ff2-8a1e-706b46dead07,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:51:09.389423 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c08d9433-d46d-4f5e-83a6-ff02e04249be tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (057de9db-f246-4426-8b6b-9f7946ac0ba6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:09.472320 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7c91c809-248f-46df-8f24-06b617dfbe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (9949c64f-d788-4ff2-8a1e-706b46dead07), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:09.495924 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08d9433-d46d-4f5e-83a6-ff02e04249be tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:51:09.522397 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-c08d9433-d46d-4f5e-83a6-ff02e04249be tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:51:09.528164 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08d9433-d46d-4f5e-83a6-ff02e04249be tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:51:09.535181 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08d9433-d46d-4f5e-83a6-ff02e04249be tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:09.535837 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c08d9433-d46d-4f5e-83a6-ff02e04249be tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:09.540433 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d9433-d46d-4f5e-83a6-ff02e04249be tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Port': ['ID=057de9db-f246-4426-8b6b-9f7946ac0ba6,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:09.643828 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c08d9433-d46d-4f5e-83a6-ff02e04249be tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0084884 Feb 20 03:51:09.645258 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56564) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:09.645805 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91c809-248f-46df-8f24-06b617dfbe05 None None] Pushing event updated for resources: {'Port': ['ID=9949c64f-d788-4ff2-8a1e-706b46dead07,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:09.805550 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ddfa22-8c23-44a5-949c-ecc0901e5634 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:09.817095 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ddfa22-8c23-44a5-949c-ecc0901e5634 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:09.817333 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-224d77e0-3078-48d7-b372-6615382c6a6d admin admin] Deleting port 1ccd0556-c0ad-4d77-89bb-53f974fee6ed {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:51:09.817546 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-224d77e0-3078-48d7-b372-6615382c6a6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (1ccd0556-c0ad-4d77-89bb-53f974fee6ed), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:09.825995 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56568) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:09.830021 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-46ddfa22-8c23-44a5-949c-ecc0901e5634 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1711359 Feb 20 03:51:09.960616 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279c4cb-f048-4f8e-8684-80b351f63342 req-6a2a9704-1b3f-4384-8407-14fa67ca10d4 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:09.969904 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e279c4cb-f048-4f8e-8684-80b351f63342 req-6a2a9704-1b3f-4384-8407-14fa67ca10d4 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 945 time: 0.1280766 Feb 20 03:51:10.106297 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e279c4cb-f048-4f8e-8684-80b351f63342 req-5ebc57a8-ad05-4e33-96a1-b12ac3ca9bbc tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181777 Feb 20 03:51:10.666906 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 9949c64f-d788-4ff2-8a1e-706b46dead07 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:51:10.749332 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-224d77e0-3078-48d7-b372-6615382c6a6d admin admin] For port 1ccd0556-c0ad-4d77-89bb-53f974fee6ed, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=1ccd0556-c0ad-4d77-89bb-53f974fee6ed,segment=NetworkSegment(d60e9bfd-f34d-4a39-9669-acef3f7a9d42),segment_id=d60e9bfd-f34d-4a39-9669-acef3f7a9d42)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:10.750501 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-224d77e0-3078-48d7-b372-6615382c6a6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (1ccd0556-c0ad-4d77-89bb-53f974fee6ed), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:10.783723 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-224d77e0-3078-48d7-b372-6615382c6a6d admin admin] Calling delete_port for 1ccd0556-c0ad-4d77-89bb-53f974fee6ed owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:51:10.813835 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 9949c64f-d788-4ff2-8a1e-706b46dead07 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:51:10.813835 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (9949c64f-d788-4ff2-8a1e-706b46dead07), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:10.859684 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-fdad5da3-d380-4ab1-8b0e-e3059d0d1320 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting port 057de9db-f246-4426-8b6b-9f7946ac0ba6 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:51:10.859955 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fdad5da3-d380-4ab1-8b0e-e3059d0d1320 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (057de9db-f246-4426-8b6b-9f7946ac0ba6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:11.082001 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 9949c64f-d788-4ff2-8a1e-706b46dead07 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:11.083590 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9949c64f-d788-4ff2-8a1e-706b46dead07), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:11.177872 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 9949c64f-d788-4ff2-8a1e-706b46dead07, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=9949c64f-d788-4ff2-8a1e-706b46dead07,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:11.288861 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (9949c64f-d788-4ff2-8a1e-706b46dead07), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:11.314656 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fdad5da3-d380-4ab1-8b0e-e3059d0d1320 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (057de9db-f246-4426-8b6b-9f7946ac0ba6), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:11.334482 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-fdad5da3-d380-4ab1-8b0e-e3059d0d1320 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Calling delete_port for 057de9db-f246-4426-8b6b-9f7946ac0ba6 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:51:11.382653 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013549d-9089-4840-9b97-1b185c082e30 req-87d9f54a-cf97-40a8-b5c2-1147467e9274 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:11.397090 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f013549d-9089-4840-9b97-1b185c082e30 req-87d9f54a-cf97-40a8-b5c2-1147467e9274 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 945 time: 0.1535330 Feb 20 03:51:11.407468 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=9949c64f-d788-4ff2-8a1e-706b46dead07,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:11.414567 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-224d77e0-3078-48d7-b372-6615382c6a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (1ccd0556-c0ad-4d77-89bb-53f974fee6ed), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:11.492271 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d77e0-3078-48d7-b372-6615382c6a6d admin admin] Pushing event deleted for resources: {'Port': ['ID=1ccd0556-c0ad-4d77-89bb-53f974fee6ed,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:11.531082 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f013549d-9089-4840-9b97-1b185c082e30 req-e239d882-c1ae-4909-a665-7c866b6bfad3 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329005 Feb 20 03:51:11.954272 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fdad5da3-d380-4ab1-8b0e-e3059d0d1320 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (057de9db-f246-4426-8b6b-9f7946ac0ba6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:12.078358 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-53f6eb87-5ea3-41b2-82dc-b46864cd5172 None None] Provisioning complete for port 9949c64f-d788-4ff2-8a1e-706b46dead07 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:51:12.078903 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-53f6eb87-5ea3-41b2-82dc-b46864cd5172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (9949c64f-d788-4ff2-8a1e-706b46dead07), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:12.144883 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-224d77e0-3078-48d7-b372-6615382c6a6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (460ce07b-00d0-44fe-b5c1-5e7e9591adc3), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:12.207788 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad5da3-d380-4ab1-8b0e-e3059d0d1320 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Port': ['ID=057de9db-f246-4426-8b6b-9f7946ac0ba6,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:12.296198 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-53f6eb87-5ea3-41b2-82dc-b46864cd5172 None None] Current status of the port 9949c64f-d788-4ff2-8a1e-706b46dead07 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:12.449670 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fdad5da3-d380-4ab1-8b0e-e3059d0d1320 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:12.472606 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56596) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:12.481962 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fdad5da3-d380-4ab1-8b0e-e3059d0d1320 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/057de9db-f246-4426-8b6b-9f7946ac0ba6 HTTP/1.1" status: 204 len: 168 time: 2.6548040 Feb 20 03:51:12.612741 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d93ccb51-5321-4e37-9d54-cd5bc8f5de85 None None] Could not find standard attr ID for object 057de9db-f246-4426-8b6b-9f7946ac0ba6. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:51:12.637954 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 9949c64f-d788-4ff2-8a1e-706b46dead07 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:51:12.694969 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c50ec46-8de7-45a0-a021-37cc6062ad6b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:12.709624 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c50ec46-8de7-45a0-a021-37cc6062ad6b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:12.724711 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0c50ec46-8de7-45a0-a021-37cc6062ad6b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2511923 Feb 20 03:51:12.727585 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56602) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:12.819243 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 9949c64f-d788-4ff2-8a1e-706b46dead07 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:51:12.819988 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (9949c64f-d788-4ff2-8a1e-706b46dead07), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:12.852238 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224d77e0-3078-48d7-b372-6615382c6a6d admin admin] Router 460ce07b-00d0-44fe-b5c1-5e7e9591adc3 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:51:13.094199 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 9949c64f-d788-4ff2-8a1e-706b46dead07 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:13.098035 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224d77e0-3078-48d7-b372-6615382c6a6d admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:51:13.106183 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf6ff15-a6ca-4d0c-a570-9ab720508b0c None None] Sync routers for ids ['460ce07b-00d0-44fe-b5c1-5e7e9591adc3'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:51:13.109129 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-224d77e0-3078-48d7-b372-6615382c6a6d admin admin] 10.222.0.89 "PUT /v2.0/routers/460ce07b-00d0-44fe-b5c1-5e7e9591adc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9242265 Feb 20 03:51:13.111621 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56610) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:13.120732 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf6ff15-a6ca-4d0c-a570-9ab720508b0c None None] Routers {'460ce07b-00d0-44fe-b5c1-5e7e9591adc3'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:51:13.121754 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-fcf6ff15-a6ca-4d0c-a570-9ab720508b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:50:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['460ce07b-00d0-44fe-b5c1-5e7e9591adc3'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:51:13.127435 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5e036-078b-4940-80f8-6f8c790faac7 req-42c1edcd-06f7-47f1-9976-ccba68e7e3fa tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:13.129075 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-22b5e036-078b-4940-80f8-6f8c790faac7 req-42c1edcd-06f7-47f1-9976-ccba68e7e3fa tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 945 time: 0.3969760 Feb 20 03:51:13.151865 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-27fce8bd-8eff-4427-a9c1-a2b48b5f1117 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting subnet 003fdec1-2c23-4001-b778-14eac93bd97c {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:51:13.208129 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-27fce8bd-8eff-4427-a9c1-a2b48b5f1117 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (003fdec1-2c23-4001-b778-14eac93bd97c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:13.249587 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-fcf6ff15-a6ca-4d0c-a570-9ab720508b0c None None] Set router 460ce07b-00d0-44fe-b5c1-5e7e9591adc3 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:51:13.320108 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-22b5e036-078b-4940-80f8-6f8c790faac7 req-50cb3c66-4f50-4c52-b9f8-d763bc9d1a1d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651845 Feb 20 03:51:13.376060 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-27fce8bd-8eff-4427-a9c1-a2b48b5f1117 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (003fdec1-2c23-4001-b778-14eac93bd97c), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:13.564336 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-27fce8bd-8eff-4427-a9c1-a2b48b5f1117 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (003fdec1-2c23-4001-b778-14eac93bd97c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:13.572619 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ac57fe1-b335-4f53-bf47-3d2135a1f1e2 admin admin] Publish callbacks [] for router (460ce07b-00d0-44fe-b5c1-5e7e9591adc3), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:13.731680 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ac57fe1-b335-4f53-bf47-3d2135a1f1e2 admin admin] Publish callbacks [] for router_gateway (460ce07b-00d0-44fe-b5c1-5e7e9591adc3), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:13.733264 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-fcf6ff15-a6ca-4d0c-a570-9ab720508b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460ce07b-00d0-44fe-b5c1-5e7e9591adc3', 'name': 'tempest-TaggedBootDevicesTest-1974010192-router', 'tenant_id': '3e154e9b786e41a2855c3452f0da1a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '36778d8b-db34-40ef-af9c-93ac13ffc037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:41:05Z', 'updated_at': '2022-02-20T03:51:11Z', 'revision_number': 5, 'project_id': '3e154e9b786e41a2855c3452f0da1a2a', 'gw_port': {'id': '36778d8b-db34-40ef-af9c-93ac13ffc037', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ce:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460ce07b-00d0-44fe-b5c1-5e7e9591adc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:41:07Z', 'updated_at': '2022-02-20T03:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:51:13.753564 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-27fce8bd-8eff-4427-a9c1-a2b48b5f1117 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (003fdec1-2c23-4001-b778-14eac93bd97c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:13.801778 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf6ff15-a6ca-4d0c-a570-9ab720508b0c None None] Checking router: 460ce07b-00d0-44fe-b5c1-5e7e9591adc3 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:51:13.808997 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fce8bd-8eff-4427-a9c1-a2b48b5f1117 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Subnet': ['ID=003fdec1-2c23-4001-b778-14eac93bd97c,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:13.821043 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-27fce8bd-8eff-4427-a9c1-a2b48b5f1117 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:13.822868 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf6ff15-a6ca-4d0c-a570-9ab720508b0c None None] Routers {'460ce07b-00d0-44fe-b5c1-5e7e9591adc3'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:51:13.826353 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-27fce8bd-8eff-4427-a9c1-a2b48b5f1117 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/003fdec1-2c23-4001-b778-14eac93bd97c HTTP/1.1" status: 204 len: 168 time: 1.0954473 Feb 20 03:51:13.827178 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-fcf6ff15-a6ca-4d0c-a570-9ab720508b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:50:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['460ce07b-00d0-44fe-b5c1-5e7e9591adc3'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:51:13.829210 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56620) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:13.836390 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6542e124-b95a-4f03-9de3-730952fb7ebb None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:51:13.915335 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f8cf35e1-d3cc-4813-87b0-4e8519336470 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0826752 Feb 20 03:51:13.917797 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56622) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:13.946510 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-adb5ec61-1c81-47f4-af55-201a7e247b83 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:14.126777 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-fcf6ff15-a6ca-4d0c-a570-9ab720508b0c None None] Set router 460ce07b-00d0-44fe-b5c1-5e7e9591adc3 gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:51:14.209823 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-5ac57fe1-b335-4f53-bf47-3d2135a1f1e2 admin admin] Deleting port 36778d8b-db34-40ef-af9c-93ac13ffc037 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:51:14.210353 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ac57fe1-b335-4f53-bf47-3d2135a1f1e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (36778d8b-db34-40ef-af9c-93ac13ffc037), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:14.242288 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc935997-f8c6-4fad-b9b1-de849fc75a2c None None] DHCP port deletion for 4f54fdde-6e16-424b-a89f-7d368ed79ea3 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:51:14.339654 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-fcf6ff15-a6ca-4d0c-a570-9ab720508b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460ce07b-00d0-44fe-b5c1-5e7e9591adc3', 'name': 'tempest-TaggedBootDevicesTest-1974010192-router', 'tenant_id': '3e154e9b786e41a2855c3452f0da1a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:41:05Z', 'updated_at': '2022-02-20T03:51:13Z', 'revision_number': 6, 'project_id': '3e154e9b786e41a2855c3452f0da1a2a', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:51:14.345171 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-5ac57fe1-b335-4f53-bf47-3d2135a1f1e2 admin admin] For port 36778d8b-db34-40ef-af9c-93ac13ffc037, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=36778d8b-db34-40ef-af9c-93ac13ffc037,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:14.349692 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ac57fe1-b335-4f53-bf47-3d2135a1f1e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (36778d8b-db34-40ef-af9c-93ac13ffc037), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:14.385740 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-5ac57fe1-b335-4f53-bf47-3d2135a1f1e2 admin admin] Calling delete_port for 36778d8b-db34-40ef-af9c-93ac13ffc037 owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:51:14.408568 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb5ec61-1c81-47f4-af55-201a7e247b83 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:14.412804 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-adb5ec61-1c81-47f4-af55-201a7e247b83 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:14.436449 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-cc935997-f8c6-4fad-b9b1-de849fc75a2c None None] Deleting port 9949c64f-d788-4ff2-8a1e-706b46dead07 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:51:14.436833 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cc935997-f8c6-4fad-b9b1-de849fc75a2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (9949c64f-d788-4ff2-8a1e-706b46dead07), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:14.456209 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf6ff15-a6ca-4d0c-a570-9ab720508b0c None None] The sync data for ids ['460ce07b-00d0-44fe-b5c1-5e7e9591adc3'] in n-d-829866-4 is: [{'id': '460ce07b-00d0-44fe-b5c1-5e7e9591adc3', 'name': 'tempest-TaggedBootDevicesTest-1974010192-router', 'tenant_id': '3e154e9b786e41a2855c3452f0da1a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:41:05Z', 'updated_at': '2022-02-20T03:51:13Z', 'revision_number': 6, 'project_id': '3e154e9b786e41a2855c3452f0da1a2a', 'gw_port_host': None}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:51:14.730638 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931658d2-d3fb-495e-a1fd-af0851c941b6 req-e9531819-c7d8-4ba5-8d13-91e235927bb9 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:14.750413 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-931658d2-d3fb-495e-a1fd-af0851c941b6 req-e9531819-c7d8-4ba5-8d13-91e235927bb9 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 945 time: 0.2212298 Feb 20 03:51:14.767134 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-cc935997-f8c6-4fad-b9b1-de849fc75a2c None None] For port 9949c64f-d788-4ff2-8a1e-706b46dead07, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=9949c64f-d788-4ff2-8a1e-706b46dead07,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:14.772739 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cc935997-f8c6-4fad-b9b1-de849fc75a2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (9949c64f-d788-4ff2-8a1e-706b46dead07), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:14.816858 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-cc935997-f8c6-4fad-b9b1-de849fc75a2c None None] Calling delete_port for 9949c64f-d788-4ff2-8a1e-706b46dead07 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:51:14.857127 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 9949c64f-d788-4ff2-8a1e-706b46dead07 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:51:14.953683 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-931658d2-d3fb-495e-a1fd-af0851c941b6 req-f9e307fa-4314-4d7e-b12e-3e6d6294f8c0 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905391 Feb 20 03:51:15.242735 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 9949c64f-d788-4ff2-8a1e-706b46dead07 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:15.244674 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9949c64f-d788-4ff2-8a1e-706b46dead07), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:15.306035 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ac57fe1-b335-4f53-bf47-3d2135a1f1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (36778d8b-db34-40ef-af9c-93ac13ffc037), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:15.343710 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cc935997-f8c6-4fad-b9b1-de849fc75a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (9949c64f-d788-4ff2-8a1e-706b46dead07), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:15.440525 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac57fe1-b335-4f53-bf47-3d2135a1f1e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=36778d8b-db34-40ef-af9c-93ac13ffc037,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:15.442002 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc935997-f8c6-4fad-b9b1-de849fc75a2c None None] No DVR routers for this DVR port 9949c64f-d788-4ff2-8a1e-706b46dead07 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:51:15.502374 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc935997-f8c6-4fad-b9b1-de849fc75a2c None None] Pushing event deleted for resources: {'Port': ['ID=9949c64f-d788-4ff2-8a1e-706b46dead07,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:15.579133 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ac57fe1-b335-4f53-bf47-3d2135a1f1e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (460ce07b-00d0-44fe-b5c1-5e7e9591adc3), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:15.793639 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ac57fe1-b335-4f53-bf47-3d2135a1f1e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (460ce07b-00d0-44fe-b5c1-5e7e9591adc3), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:15.796646 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ac57fe1-b335-4f53-bf47-3d2135a1f1e2 admin admin] Publish callbacks [] for router_controller (460ce07b-00d0-44fe-b5c1-5e7e9591adc3), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:15.876681 n-d-829866-4 neutron-server[104106]: DEBUG neutron.objects.ports [None req-adb5ec61-1c81-47f4-af55-201a7e247b83 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104106) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 03:51:15.878515 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-adb5ec61-1c81-47f4-af55-201a7e247b83 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (32cde918-1ce8-4927-9e75-246a81da08ef), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:15.927560 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb5ec61-1c81-47f4-af55-201a7e247b83 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:51:15.931277 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-adb5ec61-1c81-47f4-af55-201a7e247b83 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:51:15.936008 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb5ec61-1c81-47f4-af55-201a7e247b83 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:15.936621 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-adb5ec61-1c81-47f4-af55-201a7e247b83 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:15.945487 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb5ec61-1c81-47f4-af55-201a7e247b83 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Subnet': ['ID=32cde918-1ce8-4927-9e75-246a81da08ef,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:15.954313 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f722118e-4ab8-4e5d-90e7-853cac219431 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:51:16.067675 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ac57fe1-b335-4f53-bf47-3d2135a1f1e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (460ce07b-00d0-44fe-b5c1-5e7e9591adc3), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:16.069597 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac57fe1-b335-4f53-bf47-3d2135a1f1e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 460ce07b-00d0-44fe-b5c1-5e7e9591adc3 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:51:16.083006 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ac57fe1-b335-4f53-bf47-3d2135a1f1e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:16.088826 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56648) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:16.089428 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5ac57fe1-b335-4f53-bf47-3d2135a1f1e2 admin admin] 10.222.0.89 "DELETE /v2.0/routers/460ce07b-00d0-44fe-b5c1-5e7e9591adc3 HTTP/1.1" status: 204 len: 168 time: 2.9756846 Feb 20 03:51:16.108817 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3c3fd-0765-4bfc-b75e-19cb1d1e35a5 req-363d07b9-92e7-4ced-81b1-614d1ac71d4f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:16.114768 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-adb5ec61-1c81-47f4-af55-201a7e247b83 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1956246 Feb 20 03:51:16.115515 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56652) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:16.121960 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-d9ed53b3-990b-4019-bcde-5443933e904d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'mac_address': 'fa:16:3e:b5:c7:a2', 'name': 'tempest-NetworksTestDHCPv6-662426523'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:16.139766 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-efc3c3fd-0765-4bfc-b75e-19cb1d1e35a5 req-363d07b9-92e7-4ced-81b1-614d1ac71d4f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 945 time: 0.1096442 Feb 20 03:51:16.190954 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75585022-5730-4d81-bfd0-7d1885b41c0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'project_id': '43fe9a19d6654b4e8e70d399d460b079', 'fixed_ips': [{'subnet_id': '32cde918-1ce8-4927-9e75-246a81da08ef'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:51:16.191825 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-75585022-5730-4d81-bfd0-7d1885b41c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:16.456240 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-20316520-2e89-4537-b621-22555db3087a admin admin] Deleting subnet 62e77c57-8cd5-4ce9-8f4a-1dc1fb9cb76c {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:51:16.474600 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-20316520-2e89-4537-b621-22555db3087a admin admin] Publish callbacks [] for subnet (62e77c57-8cd5-4ce9-8f4a-1dc1fb9cb76c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:16.502551 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-efc3c3fd-0765-4bfc-b75e-19cb1d1e35a5 req-f72dfae2-5327-4075-8638-d5809df4b49c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617373 Feb 20 03:51:16.568439 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ed53b3-990b-4019-bcde-5443933e904d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:16.573281 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-20316520-2e89-4537-b621-22555db3087a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (62e77c57-8cd5-4ce9-8f4a-1dc1fb9cb76c), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:16.598371 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-75585022-5730-4d81-bfd0-7d1885b41c0c None None] Allocated IP 2001:db8::f816:3eff:fe78:ec12 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/32cde918-1ce8-4927-9e75-246a81da08ef/2f8a8c7a-9390-458f-8b6b-2ca51824b8a9) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:51:16.622106 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 1ccd0556-c0ad-4d77-89bb-53f974fee6ed no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:51:16.762555 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-20316520-2e89-4537-b621-22555db3087a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (62e77c57-8cd5-4ce9-8f4a-1dc1fb9cb76c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:16.832127 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9ed53b3-990b-4019-bcde-5443933e904d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:16.847990 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 1ccd0556-c0ad-4d77-89bb-53f974fee6ed {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:51:16.859497 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 1ccd0556-c0ad-4d77-89bb-53f974fee6ed not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:51:16.860178 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 36778d8b-db34-40ef-af9c-93ac13ffc037 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:51:16.888834 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-d9ed53b3-990b-4019-bcde-5443933e904d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] device_id is not set on port a80a8ca2-418f-48c5-8241-7593a2e10ce4 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:51:16.951504 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-20316520-2e89-4537-b621-22555db3087a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (62e77c57-8cd5-4ce9-8f4a-1dc1fb9cb76c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:17.013883 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-75585022-5730-4d81-bfd0-7d1885b41c0c None None] Publish callbacks [] for port (2f8a8c7a-9390-458f-8b6b-2ca51824b8a9), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:17.019146 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 36778d8b-db34-40ef-af9c-93ac13ffc037 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:51:17.019710 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 36778d8b-db34-40ef-af9c-93ac13ffc037 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:51:17.048979 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ecbe2c-323a-4b99-9885-6f9606651a48 None None] Network 321c3d2c-3cfa-4170-83ee-7c95210e4f1f requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:51:17.055330 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20316520-2e89-4537-b621-22555db3087a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62e77c57-8cd5-4ce9-8f4a-1dc1fb9cb76c,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:17.060993 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-20316520-2e89-4537-b621-22555db3087a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:17.077013 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-20316520-2e89-4537-b621-22555db3087a admin admin] 10.222.0.89 "DELETE /v2.0/subnets/62e77c57-8cd5-4ce9-8f4a-1dc1fb9cb76c HTTP/1.1" status: 204 len: 168 time: 0.9861531 Feb 20 03:51:17.083248 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56668) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:17.183787 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-75585022-5730-4d81-bfd0-7d1885b41c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (2f8a8c7a-9390-458f-8b6b-2ca51824b8a9), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:17.267983 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c56d020d-ed8f-4ef2-b124-170f242060f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (321c3d2c-3cfa-4170-83ee-7c95210e4f1f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:17.316190 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-d9ed53b3-990b-4019-bcde-5443933e904d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Allocated IP 2001:db8::f816:3eff:feb5:c7a2 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/32cde918-1ce8-4927-9e75-246a81da08ef/a80a8ca2-418f-48c5-8241-7593a2e10ce4) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:51:17.336148 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75585022-5730-4d81-bfd0-7d1885b41c0c None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:51:17.402228 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75585022-5730-4d81-bfd0-7d1885b41c0c None None] Pushing event updated for resources: {'Port': ['ID=2f8a8c7a-9390-458f-8b6b-2ca51824b8a9,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:17.410095 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-c56d020d-ed8f-4ef2-b124-170f242060f3 admin admin] Deleting port 02805224-4983-463c-9186-fc37f16d9ae3 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:51:17.411117 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c56d020d-ed8f-4ef2-b124-170f242060f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (02805224-4983-463c-9186-fc37f16d9ae3), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:17.428324 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-75585022-5730-4d81-bfd0-7d1885b41c0c None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:51:17.472503 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75585022-5730-4d81-bfd0-7d1885b41c0c None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:51:17.573176 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-c56d020d-ed8f-4ef2-b124-170f242060f3 admin admin] For port 02805224-4983-463c-9186-fc37f16d9ae3, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=02805224-4983-463c-9186-fc37f16d9ae3,segment=NetworkSegment(d60e9bfd-f34d-4a39-9669-acef3f7a9d42),segment_id=d60e9bfd-f34d-4a39-9669-acef3f7a9d42)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:17.573707 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c56d020d-ed8f-4ef2-b124-170f242060f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (02805224-4983-463c-9186-fc37f16d9ae3), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:17.611587 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-c56d020d-ed8f-4ef2-b124-170f242060f3 admin admin] Calling delete_port for 02805224-4983-463c-9186-fc37f16d9ae3 owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:51:17.659865 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-75585022-5730-4d81-bfd0-7d1885b41c0c None None] Attempting to bind port 2f8a8c7a-9390-458f-8b6b-2ca51824b8a9 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:51:17.660429 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-75585022-5730-4d81-bfd0-7d1885b41c0c None None] Attempting to bind port 2f8a8c7a-9390-458f-8b6b-2ca51824b8a9 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:51:17.672028 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75585022-5730-4d81-bfd0-7d1885b41c0c None None] Attempting to bind port 2f8a8c7a-9390-458f-8b6b-2ca51824b8a9 on network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:51:17.680187 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75585022-5730-4d81-bfd0-7d1885b41c0c None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:51:17.691259 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75585022-5730-4d81-bfd0-7d1885b41c0c None None] Checking segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:51:17.692006 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-75585022-5730-4d81-bfd0-7d1885b41c0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:17.692527 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75585022-5730-4d81-bfd0-7d1885b41c0c None None] Bound using segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:51:17.693162 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-75585022-5730-4d81-bfd0-7d1885b41c0c None None] Bound port: 2f8a8c7a-9390-458f-8b6b-2ca51824b8a9, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:51:17.693658 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-75585022-5730-4d81-bfd0-7d1885b41c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2f8a8c7a-9390-458f-8b6b-2ca51824b8a9), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:17.837229 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402caa70-f42f-4cce-afc1-e6bc795dc3b5 None None] DHCP port deletion for 321c3d2c-3cfa-4170-83ee-7c95210e4f1f request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:51:17.899516 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44791d-c3ca-40bf-9fa7-7e4a8bdb4605 req-ac73f650-f433-424f-a7d3-a300dfcf6cab tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:17.901430 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ba44791d-c3ca-40bf-9fa7-7e4a8bdb4605 req-ac73f650-f433-424f-a7d3-a300dfcf6cab tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 945 time: 0.2636907 Feb 20 03:51:17.924386 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9ed53b3-990b-4019-bcde-5443933e904d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for port (a80a8ca2-418f-48c5-8241-7593a2e10ce4), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:17.928413 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-75585022-5730-4d81-bfd0-7d1885b41c0c None None] For port 2f8a8c7a-9390-458f-8b6b-2ca51824b8a9, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:51:17.966709 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ba44791d-c3ca-40bf-9fa7-7e4a8bdb4605 req-a76df541-f8b4-4960-a0bd-f2619aa01dba tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580738 Feb 20 03:51:17.967960 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-75585022-5730-4d81-bfd0-7d1885b41c0c None None] For port 2f8a8c7a-9390-458f-8b6b-2ca51824b8a9, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2f8a8c7a-9390-458f-8b6b-2ca51824b8a9,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:51:18.014135 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c56d020d-ed8f-4ef2-b124-170f242060f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (02805224-4983-463c-9186-fc37f16d9ae3), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:18.047971 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-402caa70-f42f-4cce-afc1-e6bc795dc3b5 None None] Deleting port 02805224-4983-463c-9186-fc37f16d9ae3 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:51:18.051276 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-402caa70-f42f-4cce-afc1-e6bc795dc3b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (02805224-4983-463c-9186-fc37f16d9ae3), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:18.068832 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56d020d-ed8f-4ef2-b124-170f242060f3 admin admin] No DVR routers for this DVR port 02805224-4983-463c-9186-fc37f16d9ae3 on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:51:18.071957 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9ed53b3-990b-4019-bcde-5443933e904d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (a80a8ca2-418f-48c5-8241-7593a2e10ce4), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:18.084411 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d020d-ed8f-4ef2-b124-170f242060f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=02805224-4983-463c-9186-fc37f16d9ae3,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:18.206800 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-402caa70-f42f-4cce-afc1-e6bc795dc3b5 None None] For port 02805224-4983-463c-9186-fc37f16d9ae3, host n-d-829866-4, got binding levels [] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:18.207217 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-402caa70-f42f-4cce-afc1-e6bc795dc3b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (02805224-4983-463c-9186-fc37f16d9ae3), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:18.219442 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ed53b3-990b-4019-bcde-5443933e904d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:51:18.230975 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-d9ed53b3-990b-4019-bcde-5443933e904d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:51:18.242144 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ed53b3-990b-4019-bcde-5443933e904d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:51:18.256863 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed53b3-990b-4019-bcde-5443933e904d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:18.262573 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9ed53b3-990b-4019-bcde-5443933e904d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:18.277491 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-402caa70-f42f-4cce-afc1-e6bc795dc3b5 None None] Calling delete_port for 02805224-4983-463c-9186-fc37f16d9ae3 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:51:18.294754 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-75585022-5730-4d81-bfd0-7d1885b41c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2f8a8c7a-9390-458f-8b6b-2ca51824b8a9), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:18.299232 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed53b3-990b-4019-bcde-5443933e904d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Port': ['ID=a80a8ca2-418f-48c5-8241-7593a2e10ce4,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:18.328681 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.ipam_backend_mixin [None req-402caa70-f42f-4cce-afc1-e6bc795dc3b5 None None] Port 02805224-4983-463c-9186-fc37f16d9ae3 was not found and therefore no delete operation was performed {{(pid=104107) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 03:51:18.351396 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-402caa70-f42f-4cce-afc1-e6bc795dc3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (02805224-4983-463c-9186-fc37f16d9ae3), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:18.377681 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c56d020d-ed8f-4ef2-b124-170f242060f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (321c3d2c-3cfa-4170-83ee-7c95210e4f1f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:18.393988 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d9ed53b3-990b-4019-bcde-5443933e904d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2773538 Feb 20 03:51:18.405047 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56694) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:18.417494 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402caa70-f42f-4cce-afc1-e6bc795dc3b5 None None] No DVR routers for this DVR port 02805224-4983-463c-9186-fc37f16d9ae3 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:51:18.443609 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-c56d020d-ed8f-4ef2-b124-170f242060f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['321c3d2c-3cfa-4170-83ee-7c95210e4f1f']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:51:18.490776 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-c56d020d-ed8f-4ef2-b124-170f242060f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd60e9bfd-f34d-4a39-9669-acef3f7a9d42') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:51:18.490776 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-c56d020d-ed8f-4ef2-b124-170f242060f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd60e9bfd-f34d-4a39-9669-acef3f7a9d42') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:51:18.518078 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75585022-5730-4d81-bfd0-7d1885b41c0c None None] Pushing event updated for resources: {'Port': ['ID=2f8a8c7a-9390-458f-8b6b-2ca51824b8a9,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:18.531128 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c56d020d-ed8f-4ef2-b124-170f242060f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (d60e9bfd-f34d-4a39-9669-acef3f7a9d42), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:18.552018 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 02805224-4983-463c-9186-fc37f16d9ae3 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:51:18.571853 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c56d020d-ed8f-4ef2-b124-170f242060f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (d60e9bfd-f34d-4a39-9669-acef3f7a9d42), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:18.583025 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56d020d-ed8f-4ef2-b124-170f242060f3 admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:51:18.586200 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c56d020d-ed8f-4ef2-b124-170f242060f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (d60e9bfd-f34d-4a39-9669-acef3f7a9d42), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:18.586200 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:51:18.586200 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:51:18.586200 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:51:18.586200 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:51:18.586200 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:51:18.586200 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:51:18.586200 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:51:18.586200 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:51:18.586200 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:51:18.586200 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:51:18.586200 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:51:18.586200 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:51:18.586200 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:51:18.586200 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:51:18.586200 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:51:18.586200 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:51:18.586200 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:51:18.586200 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:51:18.586200 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:51:18.586200 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:51:18.586200 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:51:18.586200 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:51:18.586200 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:51:18.586200 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:51:18.586200 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:51:18.586200 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:51:18.586200 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:51:18.586200 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:51:18.586200 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:51:18.586200 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:51:18.586200 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:51:18.586200 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:51:18.597493 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d86311-9f62-4052-a0d0-17ee6f75b743 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:18.614792 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d86311-9f62-4052-a0d0-17ee6f75b743 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:18.624521 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-01d86311-9f62-4052-a0d0-17ee6f75b743 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2186093 Feb 20 03:51:18.624748 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56704) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:18.660780 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 02805224-4983-463c-9186-fc37f16d9ae3 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:51:18.661766 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 02805224-4983-463c-9186-fc37f16d9ae3 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:51:18.664219 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402caa70-f42f-4cce-afc1-e6bc795dc3b5 None None] Pushing event deleted for resources: {'Port': ['ID=02805224-4983-463c-9186-fc37f16d9ae3,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:18.848810 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9b8a64ee-e7bc-433f-bb13-a339b7896bbc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting port a80a8ca2-418f-48c5-8241-7593a2e10ce4 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:51:18.849649 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9b8a64ee-e7bc-433f-bb13-a339b7896bbc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (a80a8ca2-418f-48c5-8241-7593a2e10ce4), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:18.912456 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c56d020d-ed8f-4ef2-b124-170f242060f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (321c3d2c-3cfa-4170-83ee-7c95210e4f1f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:18.948569 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c56d020d-ed8f-4ef2-b124-170f242060f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:18.961684 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c56d020d-ed8f-4ef2-b124-170f242060f3 admin admin] 10.222.0.89 "DELETE /v2.0/networks/321c3d2c-3cfa-4170-83ee-7c95210e4f1f HTTP/1.1" status: 204 len: 168 time: 1.8759646 Feb 20 03:51:18.963485 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d020d-ed8f-4ef2-b124-170f242060f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=321c3d2c-3cfa-4170-83ee-7c95210e4f1f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:19.174373 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9b8a64ee-e7bc-433f-bb13-a339b7896bbc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (a80a8ca2-418f-48c5-8241-7593a2e10ce4), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:19.235569 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9b8a64ee-e7bc-433f-bb13-a339b7896bbc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Calling delete_port for a80a8ca2-418f-48c5-8241-7593a2e10ce4 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:51:19.239809 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a52a6c-c0b0-406f-aa96-e75e6d15bd3d req-b4b2587b-5760-4d5a-861b-98aed192f7cd tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:19.241388 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-40a52a6c-c0b0-406f-aa96-e75e6d15bd3d req-b4b2587b-5760-4d5a-861b-98aed192f7cd tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 945 time: 0.1464970 Feb 20 03:51:19.387505 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-40a52a6c-c0b0-406f-aa96-e75e6d15bd3d req-45766d8a-cb8e-48ad-a200-2776f803c00f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331289 Feb 20 03:51:19.608396 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9b8a64ee-e7bc-433f-bb13-a339b7896bbc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (a80a8ca2-418f-48c5-8241-7593a2e10ce4), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:19.847099 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56740) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:19.979467 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-396e39db-df98-4c7e-8506-88a32caa4fc2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0d4e5737e103447f89841b11bed8bb31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1311812 Feb 20 03:51:19.981849 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56750) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:20.075966 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-352fd6d4-bb9b-437c-9d79-0391712123fe admin admin] Publish callbacks [] for security_group (afe54234-6471-462d-a2c5-c5441fb9054a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:20.160634 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-352fd6d4-bb9b-437c-9d79-0391712123fe admin admin] Publish callbacks [] for security_group (afe54234-6471-462d-a2c5-c5441fb9054a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:20.360322 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90831c-d768-4568-b678-70ba2b4a54b9 req-3f5edcca-5d10-4c61-8bcd-621f46b74ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:20.361817 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1c90831c-d768-4568-b678-70ba2b4a54b9 req-3f5edcca-5d10-4c61-8bcd-621f46b74ec9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2a426eb8717f45cda17f79dc5d1190fc&device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 1127 time: 0.1358712 Feb 20 03:51:20.362905 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9b8a64ee-e7bc-433f-bb13-a339b7896bbc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:20.369535 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9b8a64ee-e7bc-433f-bb13-a339b7896bbc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/a80a8ca2-418f-48c5-8241-7593a2e10ce4 HTTP/1.1" status: 204 len: 168 time: 1.7408435 Feb 20 03:51:20.369913 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56760) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:20.372027 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a64ee-e7bc-433f-bb13-a339b7896bbc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Port': ['ID=a80a8ca2-418f-48c5-8241-7593a2e10ce4,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:20.538396 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-352fd6d4-bb9b-437c-9d79-0391712123fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (afe54234-6471-462d-a2c5-c5441fb9054a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:20.539918 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-76f4e471-668c-4bab-b94f-07e49e467445 None None] Provisioning complete for port 2f8a8c7a-9390-458f-8b6b-2ca51824b8a9 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:51:20.544053 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-76f4e471-668c-4bab-b94f-07e49e467445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2f8a8c7a-9390-458f-8b6b-2ca51824b8a9), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:20.549817 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-352fd6d4-bb9b-437c-9d79-0391712123fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:20.560537 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-352fd6d4-bb9b-437c-9d79-0391712123fe admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/afe54234-6471-462d-a2c5-c5441fb9054a HTTP/1.1" status: 204 len: 168 time: 0.5774610 Feb 20 03:51:20.593731 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c03258-b3a6-4f6d-9b63-5587a5074e40 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:20.613907 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c03258-b3a6-4f6d-9b63-5587a5074e40 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:20.621324 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c5c03258-b3a6-4f6d-9b63-5587a5074e40 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2472506 Feb 20 03:51:20.627443 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56782) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:20.638813 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352fd6d4-bb9b-437c-9d79-0391712123fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe54234-6471-462d-a2c5-c5441fb9054a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:20.750661 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 2f8a8c7a-9390-458f-8b6b-2ca51824b8a9 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:51:20.962165 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18b6ee6-361a-41c1-bea4-4cdc2f366ced tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting subnet 32cde918-1ce8-4927-9e75-246a81da08ef {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:51:20.962165 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a18b6ee6-361a-41c1-bea4-4cdc2f366ced tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (32cde918-1ce8-4927-9e75-246a81da08ef), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:21.026498 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a18b6ee6-361a-41c1-bea4-4cdc2f366ced tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (32cde918-1ce8-4927-9e75-246a81da08ef), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:21.089783 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-76f4e471-668c-4bab-b94f-07e49e467445 None None] Current status of the port 2f8a8c7a-9390-458f-8b6b-2ca51824b8a9 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:21.089783 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-76f4e471-668c-4bab-b94f-07e49e467445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2f8a8c7a-9390-458f-8b6b-2ca51824b8a9), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:21.182890 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-76f4e471-668c-4bab-b94f-07e49e467445 None None] For port 2f8a8c7a-9390-458f-8b6b-2ca51824b8a9, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2f8a8c7a-9390-458f-8b6b-2ca51824b8a9,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:21.193136 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:21.248749 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 2f8a8c7a-9390-458f-8b6b-2ca51824b8a9 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:51:21.248749 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2f8a8c7a-9390-458f-8b6b-2ca51824b8a9), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:21.267187 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a18b6ee6-361a-41c1-bea4-4cdc2f366ced tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (32cde918-1ce8-4927-9e75-246a81da08ef), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:21.309924 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-76f4e471-668c-4bab-b94f-07e49e467445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2f8a8c7a-9390-458f-8b6b-2ca51824b8a9), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:21.355486 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:21.523381 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a18b6ee6-361a-41c1-bea4-4cdc2f366ced tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (32cde918-1ce8-4927-9e75-246a81da08ef), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:21.550310 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f4e471-668c-4bab-b94f-07e49e467445 None None] Pushing event updated for resources: {'Port': ['ID=2f8a8c7a-9390-458f-8b6b-2ca51824b8a9,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:21.553590 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a18b6ee6-361a-41c1-bea4-4cdc2f366ced tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:21.572631 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a18b6ee6-361a-41c1-bea4-4cdc2f366ced tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/32cde918-1ce8-4927-9e75-246a81da08ef HTTP/1.1" status: 204 len: 168 time: 0.9440942 Feb 20 03:51:21.622049 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e833165e-0a46-4175-a263-79d5344ef993 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:51:21.634880 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56820) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:21.648104 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b6ee6-361a-41c1-bea4-4cdc2f366ced tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Subnet': ['ID=32cde918-1ce8-4927-9e75-246a81da08ef,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:21.715686 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cc495f5e-3b91-4fed-9fdf-2afe6256b0c9 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0787990 Feb 20 03:51:21.717959 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56822) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:21.746103 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90831c-d768-4568-b678-70ba2b4a54b9 req-19ff0844-3353-4987-ab0c-b7f2bd79208f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:21.753718 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1c90831c-d768-4568-b678-70ba2b4a54b9 req-19ff0844-3353-4987-ab0c-b7f2bd79208f service neutron] 10.222.0.42 "GET /v2.0/networks?id=64115127-0ca9-4210-b390-d57efc54bf51 HTTP/1.1" status: 200 len: 912 time: 1.3855333 Feb 20 03:51:21.783657 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-4b6e16c9-4122-4a63-a031-1bf3bf91555d None None] Could not find standard attr ID for object a80a8ca2-418f-48c5-8241-7593a2e10ce4. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:51:21.873473 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ae0c4-cde1-4145-bca4-bb58baa3fd17 req-900eea6e-2270-404d-846b-202fc2b22627 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:21.875811 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-de6ae0c4-cde1-4145-bca4-bb58baa3fd17 req-900eea6e-2270-404d-846b-202fc2b22627 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 945 time: 1.2587829 Feb 20 03:51:21.879677 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1c90831c-d768-4568-b678-70ba2b4a54b9 req-bbd25655-3401-4879-b5eb-ffd910d855df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04614b81-1f8b-4ae5-aa74-9cd857c0f69a HTTP/1.1" status: 200 len: 217 time: 0.1166768 Feb 20 03:51:21.898506 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cdc7fb-1fb0-43a9-bf87-2efec2760186 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:21.901412 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 2f8a8c7a-9390-458f-8b6b-2ca51824b8a9 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:21.902938 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a5cdc7fb-1fb0-43a9-bf87-2efec2760186 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1839824 Feb 20 03:51:21.906982 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56834) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:21.990046 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec5decb-f977-4cfc-9435-24768237d69c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:21.995019 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-aec5decb-f977-4cfc-9435-24768237d69c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0827608 Feb 20 03:51:21.995272 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56836) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:22.014685 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90831c-d768-4568-b678-70ba2b4a54b9 req-f6b3315c-251c-40e6-97d0-5f18d26a7309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:22.016460 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1c90831c-d768-4568-b678-70ba2b4a54b9 req-f6b3315c-251c-40e6-97d0-5f18d26a7309 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=85e8c386-47fc-4d48-86f0-3d288a799fec HTTP/1.1" status: 200 len: 850 time: 0.1280408 Feb 20 03:51:22.050401 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdb64d8-3db0-47e9-9620-ba6d40c7379e None None] DHCP port deletion for 4f54fdde-6e16-424b-a89f-7d368ed79ea3 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:51:22.101890 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-de6ae0c4-cde1-4145-bca4-bb58baa3fd17 req-760ada2c-b45d-4a19-9c2f-2f51dae4496f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181525 Feb 20 03:51:22.130890 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56846) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:22.138718 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2c46ca4e-b487-4d66-885f-9ac5caf40308 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1265340 Feb 20 03:51:22.152980 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-f41440aa-5352-4524-affe-9d97359ca3ca tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:22.217299 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5cdb64d8-3db0-47e9-9620-ba6d40c7379e None None] Deleting port 2f8a8c7a-9390-458f-8b6b-2ca51824b8a9 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:51:22.220112 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5cdb64d8-3db0-47e9-9620-ba6d40c7379e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (2f8a8c7a-9390-458f-8b6b-2ca51824b8a9), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:22.278604 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56852) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:22.367137 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a21cd275-37f4-4c31-a96d-7029b8e4e2fe admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3e154e9b786e41a2855c3452f0da1a2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0848305 Feb 20 03:51:22.370447 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56860) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:22.384772 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-5cdb64d8-3db0-47e9-9620-ba6d40c7379e None None] For port 2f8a8c7a-9390-458f-8b6b-2ca51824b8a9, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2f8a8c7a-9390-458f-8b6b-2ca51824b8a9,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:22.385512 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5cdb64d8-3db0-47e9-9620-ba6d40c7379e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (2f8a8c7a-9390-458f-8b6b-2ca51824b8a9), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:22.404688 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90831c-d768-4568-b678-70ba2b4a54b9 req-839d4e4e-92d9-4b4f-b3b0-73595d959d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:22.414579 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5cdb64d8-3db0-47e9-9620-ba6d40c7379e None None] Calling delete_port for 2f8a8c7a-9390-458f-8b6b-2ca51824b8a9 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:51:22.414722 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1c90831c-d768-4568-b678-70ba2b4a54b9 req-839d4e4e-92d9-4b4f-b3b0-73595d959d7b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=64115127-0ca9-4210-b390-d57efc54bf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3865416 Feb 20 03:51:22.458759 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-86e36b8a-3ccb-4ed0-9031-4420bb7a3037 admin admin] Publish callbacks [] for security_group (265499eb-e220-47f2-af5c-b02657b0c744), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:22.513922 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41440aa-5352-4524-affe-9d97359ca3ca tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:22.517825 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f41440aa-5352-4524-affe-9d97359ca3ca tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:22.521826 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-86e36b8a-3ccb-4ed0-9031-4420bb7a3037 admin admin] Publish callbacks [] for security_group (265499eb-e220-47f2-af5c-b02657b0c744), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:22.596659 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 2f8a8c7a-9390-458f-8b6b-2ca51824b8a9 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:51:22.739378 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-86e36b8a-3ccb-4ed0-9031-4420bb7a3037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (265499eb-e220-47f2-af5c-b02657b0c744), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:22.742658 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-86e36b8a-3ccb-4ed0-9031-4420bb7a3037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:22.745285 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-86e36b8a-3ccb-4ed0-9031-4420bb7a3037 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/265499eb-e220-47f2-af5c-b02657b0c744 HTTP/1.1" status: 204 len: 168 time: 0.3737569 Feb 20 03:51:22.758211 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e36b8a-3ccb-4ed0-9031-4420bb7a3037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265499eb-e220-47f2-af5c-b02657b0c744,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:22.810677 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1c90831c-d768-4568-b678-70ba2b4a54b9 req-3c010b72-5546-4f2b-a4bd-baf8f96bc84f service neutron] 10.222.0.42 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928704 Feb 20 03:51:22.823282 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5cdb64d8-3db0-47e9-9620-ba6d40c7379e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (2f8a8c7a-9390-458f-8b6b-2ca51824b8a9), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:22.862005 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 2f8a8c7a-9390-458f-8b6b-2ca51824b8a9 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:22.862416 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2f8a8c7a-9390-458f-8b6b-2ca51824b8a9), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:22.918619 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb64d8-3db0-47e9-9620-ba6d40c7379e None None] Pushing event deleted for resources: {'Port': ['ID=2f8a8c7a-9390-458f-8b6b-2ca51824b8a9,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:22.928988 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdb64d8-3db0-47e9-9620-ba6d40c7379e None None] No DVR routers for this DVR port 2f8a8c7a-9390-458f-8b6b-2ca51824b8a9 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:51:23.068006 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 04614b81-1f8b-4ae5-aa74-9cd857c0f69a no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:51:23.229550 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 04614b81-1f8b-4ae5-aa74-9cd857c0f69a is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:23.230917 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (04614b81-1f8b-4ae5-aa74-9cd857c0f69a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:23.339281 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1c90831c-d768-4568-b678-70ba2b4a54b9 req-7d94899d-4732-4530-b166-cf6f1159e626 service neutron] 10.222.0.42 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5191016 Feb 20 03:51:23.363710 n-d-829866-4 neutron-server[104105]: DEBUG neutron.objects.ports [None req-f41440aa-5352-4524-affe-9d97359ca3ca tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104105) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 03:51:23.387169 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19178270-f453-4047-82b4-c0a5b1f0f537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04614b81-1f8b-4ae5-aa74-9cd857c0f69a'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:51:23.389418 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f41440aa-5352-4524-affe-9d97359ca3ca tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (7bb09f40-0d21-4fe1-8669-5b63c3415cc6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:23.389881 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb2ac84-e2f0-4ce5-b9e1-59edf48a7755" -d '{"events": [{"server_uuid": "19178270-f453-4047-82b4-c0a5b1f0f537", "name": "network-vif-unplugged", "status": "completed", "tag": "04614b81-1f8b-4ae5-aa74-9cd857c0f69a"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:51:23.438743 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41440aa-5352-4524-affe-9d97359ca3ca tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:51:23.442946 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-f41440aa-5352-4524-affe-9d97359ca3ca tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:51:23.447827 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41440aa-5352-4524-affe-9d97359ca3ca tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:23.448708 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f41440aa-5352-4524-affe-9d97359ca3ca tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:23.486174 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 04614b81-1f8b-4ae5-aa74-9cd857c0f69a, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=04614b81-1f8b-4ae5-aa74-9cd857c0f69a,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:23.493140 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96386f7-34f2-41d2-a7fc-ab0ff377dab7 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:51:23.557134 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92bccf2-fba5-4dd8-ab8e-d58321672812 req-15654d37-62e9-46e5-84f6-66ee3959ec5b tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:23.566010 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b92bccf2-fba5-4dd8-ab8e-d58321672812 req-15654d37-62e9-46e5-84f6-66ee3959ec5b tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 945 time: 0.1998808 Feb 20 03:51:23.582910 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56912) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:23.583181 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f41440aa-5352-4524-affe-9d97359ca3ca tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4505932 Feb 20 03:51:23.589352 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-02a091bf-390f-4c88-8d3d-5d45c3f3a7a5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'mac_address': 'fa:16:3e:e7:a0:55', 'name': 'tempest-NetworksTestDHCPv6-1737525316'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:23.605126 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41440aa-5352-4524-affe-9d97359ca3ca tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Subnet': ['ID=7bb09f40-0d21-4fe1-8669-5b63c3415cc6,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:23.674512 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b92bccf2-fba5-4dd8-ab8e-d58321672812 req-05f564d4-e6bc-465c-8101-917038b7059c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069090 Feb 20 03:51:23.755599 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (04614b81-1f8b-4ae5-aa74-9cd857c0f69a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:23.905215 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a091bf-390f-4c88-8d3d-5d45c3f3a7a5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:24.008493 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0518f35a-8ed2-49c2-ad90-e2f944aabd41 x-openstack-request-id: req-0518f35a-8ed2-49c2-ad90-e2f944aabd41 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:51:24.009504 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19178270-f453-4047-82b4-c0a5b1f0f537", "name": "network-vif-unplugged", "status": "completed", "tag": "04614b81-1f8b-4ae5-aa74-9cd857c0f69a", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:51:24.009859 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0518f35a-8ed2-49c2-ad90-e2f944aabd41 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:51:24.010371 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19178270-f453-4047-82b4-c0a5b1f0f537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04614b81-1f8b-4ae5-aa74-9cd857c0f69a', 'code': 200} Feb 20 03:51:24.038630 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3625f4d5-a1f9-4b32-ada6-183e3f22a340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'project_id': '43fe9a19d6654b4e8e70d399d460b079', 'fixed_ips': [{'subnet_id': '7bb09f40-0d21-4fe1-8669-5b63c3415cc6'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:51:24.039525 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3625f4d5-a1f9-4b32-ada6-183e3f22a340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:24.058756 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-02a091bf-390f-4c88-8d3d-5d45c3f3a7a5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:24.088934 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-02a091bf-390f-4c88-8d3d-5d45c3f3a7a5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] device_id is not set on port ebe0bada-ebe2-45d1-b6ba-9e588c758c96 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:51:24.303892 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=04614b81-1f8b-4ae5-aa74-9cd857c0f69a,revision_number=8']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:24.321064 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-02a091bf-390f-4c88-8d3d-5d45c3f3a7a5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Allocated IP 2001:db8::f816:3eff:fee7:a055 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/7bb09f40-0d21-4fe1-8669-5b63c3415cc6/ebe0bada-ebe2-45d1-b6ba-9e588c758c96) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:51:24.630340 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-02a091bf-390f-4c88-8d3d-5d45c3f3a7a5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for port (ebe0bada-ebe2-45d1-b6ba-9e588c758c96), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:24.643821 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56960) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:24.710578 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56966) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:24.762693 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-02a091bf-390f-4c88-8d3d-5d45c3f3a7a5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (ebe0bada-ebe2-45d1-b6ba-9e588c758c96), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:24.877097 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-3625f4d5-a1f9-4b32-ada6-183e3f22a340 None None] Allocated IP 2001:db8::f816:3eff:fe9f:f13 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/7bb09f40-0d21-4fe1-8669-5b63c3415cc6/a4616307-23d8-4f7c-8e89-715f1ba09b9f) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:51:24.911834 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc750520-fbfc-40df-9f05-ef7626904bcc req-3dd1a1d2-62e3-47f4-9af1-6bfcf6a4b2e4 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:24.928531 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dc750520-fbfc-40df-9f05-ef7626904bcc req-3dd1a1d2-62e3-47f4-9af1-6bfcf6a4b2e4 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 943 time: 0.1274705 Feb 20 03:51:24.931845 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a091bf-390f-4c88-8d3d-5d45c3f3a7a5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:51:24.939216 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-02a091bf-390f-4c88-8d3d-5d45c3f3a7a5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:51:24.954813 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a091bf-390f-4c88-8d3d-5d45c3f3a7a5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Port': ['ID=ebe0bada-ebe2-45d1-b6ba-9e588c758c96,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:24.958118 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a091bf-390f-4c88-8d3d-5d45c3f3a7a5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:51:24.967665 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a091bf-390f-4c88-8d3d-5d45c3f3a7a5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:24.968759 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-02a091bf-390f-4c88-8d3d-5d45c3f3a7a5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:24.978360 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-6f8f3a15-d6ea-4af5-b653-35237c5b47b6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-870353357-network', 'tenant_id': '75507d776a2d4d7e92e7308dca0652c0'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:25.029001 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f7e7530a-5e86-4548-a2c6-b6e204626cca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:25.070050 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dc750520-fbfc-40df-9f05-ef7626904bcc req-fe95f1dd-451d-4e1d-81df-53913c28e042 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474152 Feb 20 03:51:25.079763 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-02a091bf-390f-4c88-8d3d-5d45c3f3a7a5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4954143 Feb 20 03:51:25.082940 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56976) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:25.171904 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8f3a15-d6ea-4af5-b653-35237c5b47b6 admin admin] Made reservation on behalf of 75507d776a2d4d7e92e7308dca0652c0 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:25.174456 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3a15-d6ea-4af5-b653-35237c5b47b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:25.184050 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3625f4d5-a1f9-4b32-ada6-183e3f22a340 None None] Publish callbacks [] for port (a4616307-23d8-4f7c-8e89-715f1ba09b9f), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:25.206511 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3a15-d6ea-4af5-b653-35237c5b47b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:25.208557 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1398e18b-3f36-4007-b929-13214e7efb28 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:25.213318 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1398e18b-3f36-4007-b929-13214e7efb28 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1267173 Feb 20 03:51:25.220023 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56980) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:25.294368 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3625f4d5-a1f9-4b32-ada6-183e3f22a340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (a4616307-23d8-4f7c-8e89-715f1ba09b9f), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:25.405099 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3625f4d5-a1f9-4b32-ada6-183e3f22a340 None None] Pushing event updated for resources: {'Port': ['ID=a4616307-23d8-4f7c-8e89-715f1ba09b9f,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:25.405443 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-48b3b037-9227-4acc-ab2c-b79345025af5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting port ebe0bada-ebe2-45d1-b6ba-9e588c758c96 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:51:25.405811 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-48b3b037-9227-4acc-ab2c-b79345025af5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ebe0bada-ebe2-45d1-b6ba-9e588c758c96), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:25.444242 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3625f4d5-a1f9-4b32-ada6-183e3f22a340 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:51:25.446010 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-3625f4d5-a1f9-4b32-ada6-183e3f22a340 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:51:25.450885 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3625f4d5-a1f9-4b32-ada6-183e3f22a340 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:51:25.472166 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3a15-d6ea-4af5-b653-35237c5b47b6 admin admin] Publish callbacks [] for security_group (148f0875-c7eb-4d7c-8858-2796b7ecbe91), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:25.557069 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f7e7530a-5e86-4548-a2c6-b6e204626cca admin admin] Publish callbacks [] for security_group (c680c05f-9cd4-466c-b8f2-e730dd8de5a9), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:25.559447 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3a15-d6ea-4af5-b653-35237c5b47b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (148f0875-c7eb-4d7c-8858-2796b7ecbe91), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:25.569472 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-3625f4d5-a1f9-4b32-ada6-183e3f22a340 None None] Attempting to bind port a4616307-23d8-4f7c-8e89-715f1ba09b9f on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:51:25.569908 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-3625f4d5-a1f9-4b32-ada6-183e3f22a340 None None] Attempting to bind port a4616307-23d8-4f7c-8e89-715f1ba09b9f by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:51:25.570291 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3625f4d5-a1f9-4b32-ada6-183e3f22a340 None None] Attempting to bind port a4616307-23d8-4f7c-8e89-715f1ba09b9f on network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:51:25.581992 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3625f4d5-a1f9-4b32-ada6-183e3f22a340 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:51:25.582494 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3625f4d5-a1f9-4b32-ada6-183e3f22a340 None None] Checking segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:51:25.585050 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3625f4d5-a1f9-4b32-ada6-183e3f22a340 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:25.585050 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3625f4d5-a1f9-4b32-ada6-183e3f22a340 None None] Bound using segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:51:25.585050 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-3625f4d5-a1f9-4b32-ada6-183e3f22a340 None None] Bound port: a4616307-23d8-4f7c-8e89-715f1ba09b9f, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:51:25.585050 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3625f4d5-a1f9-4b32-ada6-183e3f22a340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a4616307-23d8-4f7c-8e89-715f1ba09b9f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:25.610956 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-48b3b037-9227-4acc-ab2c-b79345025af5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ebe0bada-ebe2-45d1-b6ba-9e588c758c96), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:25.636871 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f3a15-d6ea-4af5-b653-35237c5b47b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148f0875-c7eb-4d7c-8858-2796b7ecbe91,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:25.641591 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f7e7530a-5e86-4548-a2c6-b6e204626cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c680c05f-9cd4-466c-b8f2-e730dd8de5a9), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:25.652986 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-48b3b037-9227-4acc-ab2c-b79345025af5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Calling delete_port for ebe0bada-ebe2-45d1-b6ba-9e588c758c96 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:51:25.663276 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f3a15-d6ea-4af5-b653-35237c5b47b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:25.663914 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f3a15-d6ea-4af5-b653-35237c5b47b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:25.664029 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f3a15-d6ea-4af5-b653-35237c5b47b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:25.664287 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f3a15-d6ea-4af5-b653-35237c5b47b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:25.664665 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f3a15-d6ea-4af5-b653-35237c5b47b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:25.664994 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f3a15-d6ea-4af5-b653-35237c5b47b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:25.665953 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f3a15-d6ea-4af5-b653-35237c5b47b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:25.666218 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f3a15-d6ea-4af5-b653-35237c5b47b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:25.666541 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f3a15-d6ea-4af5-b653-35237c5b47b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:25.666880 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f3a15-d6ea-4af5-b653-35237c5b47b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:25.671230 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f3a15-d6ea-4af5-b653-35237c5b47b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:25.671230 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f3a15-d6ea-4af5-b653-35237c5b47b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:25.671230 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8f3a15-d6ea-4af5-b653-35237c5b47b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:25.683418 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8f3a15-d6ea-4af5-b653-35237c5b47b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:51:25.697298 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-3625f4d5-a1f9-4b32-ada6-183e3f22a340 None None] For port a4616307-23d8-4f7c-8e89-715f1ba09b9f, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:51:25.702299 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-3625f4d5-a1f9-4b32-ada6-183e3f22a340 None None] For port a4616307-23d8-4f7c-8e89-715f1ba09b9f, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=a4616307-23d8-4f7c-8e89-715f1ba09b9f,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:51:25.713612 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3a15-d6ea-4af5-b653-35237c5b47b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (cd30daeb-5a04-4b64-8374-0918843073ff), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:25.714067 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-6f8f3a15-d6ea-4af5-b653-35237c5b47b6 admin admin] Added segment cd30daeb-5a04-4b64-8374-0918843073ff of type vlan for network 3d75d9ee-f1b8-44d3-82a6-3872010ad560 Feb 20 03:51:25.717772 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f7e7530a-5e86-4548-a2c6-b6e204626cca admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=849e16081b184b10a267883119ad06f6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0061679 Feb 20 03:51:25.720431 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56990) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:25.745853 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7530a-5e86-4548-a2c6-b6e204626cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c680c05f-9cd4-466c-b8f2-e730dd8de5a9,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:25.783329 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3a15-d6ea-4af5-b653-35237c5b47b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (3d75d9ee-f1b8-44d3-82a6-3872010ad560), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:25.793585 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3625f4d5-a1f9-4b32-ada6-183e3f22a340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a4616307-23d8-4f7c-8e89-715f1ba09b9f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:25.814549 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5f99f6ff-d4db-4a52-abec-7e04be29aed9 admin admin] Publish callbacks [] for security_group (c680c05f-9cd4-466c-b8f2-e730dd8de5a9), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:25.869468 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5f99f6ff-d4db-4a52-abec-7e04be29aed9 admin admin] Publish callbacks [] for security_group (c680c05f-9cd4-466c-b8f2-e730dd8de5a9), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:25.904997 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3a15-d6ea-4af5-b653-35237c5b47b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (3d75d9ee-f1b8-44d3-82a6-3872010ad560), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:25.908727 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8f3a15-d6ea-4af5-b653-35237c5b47b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:25.908727 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3a15-d6ea-4af5-b653-35237c5b47b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:25.914940 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3625f4d5-a1f9-4b32-ada6-183e3f22a340 None None] Pushing event updated for resources: {'Port': ['ID=a4616307-23d8-4f7c-8e89-715f1ba09b9f,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:25.992764 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f3a15-d6ea-4af5-b653-35237c5b47b6 admin admin] Pushing event updated for resources: {'Network': ['ID=3d75d9ee-f1b8-44d3-82a6-3872010ad560,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:26.005034 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 3d75d9ee-f1b8-44d3-82a6-3872010ad560 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:51:26.099638 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-48b3b037-9227-4acc-ab2c-b79345025af5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (ebe0bada-ebe2-45d1-b6ba-9e588c758c96), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:26.104485 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6f8f3a15-d6ea-4af5-b653-35237c5b47b6 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4595423 Feb 20 03:51:26.107874 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56996) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:26.128705 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-cf830ef2-efd5-4c36-82d9-a76c2baf3e5b admin admin] Request body: {'subnet': {'network_id': '3d75d9ee-f1b8-44d3-82a6-3872010ad560', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-870353357-subnet', 'tenant_id': '75507d776a2d4d7e92e7308dca0652c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:26.159870 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5f99f6ff-d4db-4a52-abec-7e04be29aed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c680c05f-9cd4-466c-b8f2-e730dd8de5a9), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:26.170010 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5f99f6ff-d4db-4a52-abec-7e04be29aed9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:26.177747 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5f99f6ff-d4db-4a52-abec-7e04be29aed9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c680c05f-9cd4-466c-b8f2-e730dd8de5a9 HTTP/1.1" status: 204 len: 168 time: 0.4515543 Feb 20 03:51:26.258685 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3b037-9227-4acc-ab2c-b79345025af5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Port': ['ID=ebe0bada-ebe2-45d1-b6ba-9e588c758c96,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:26.258685 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f99f6ff-d4db-4a52-abec-7e04be29aed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c680c05f-9cd4-466c-b8f2-e730dd8de5a9,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:26.269110 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-48b3b037-9227-4acc-ab2c-b79345025af5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:26.277052 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-48b3b037-9227-4acc-ab2c-b79345025af5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/ebe0bada-ebe2-45d1-b6ba-9e588c758c96 HTTP/1.1" status: 204 len: 168 time: 1.0610654 Feb 20 03:51:26.280164 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57004) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:26.344872 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387f6dc-e42f-4b3b-90b3-0bb12c99f974 req-83afa1af-a548-4832-9c21-cbcda8a17799 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:26.351463 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0387f6dc-e42f-4b3b-90b3-0bb12c99f974 req-83afa1af-a548-4832-9c21-cbcda8a17799 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 943 time: 0.1096919 Feb 20 03:51:26.397723 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4c0917-e220-424b-95dc-14be56841eda tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:26.399175 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4c0917-e220-424b-95dc-14be56841eda tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:26.401531 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ef4c0917-e220-424b-95dc-14be56841eda tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1203086 Feb 20 03:51:26.405787 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57006) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:26.434819 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0387f6dc-e42f-4b3b-90b3-0bb12c99f974 req-74126692-129e-4306-a31e-ca85b7b3cd23 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822332 Feb 20 03:51:26.539129 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device a4616307-23d8-4f7c-8e89-715f1ba09b9f up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:51:26.586197 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8b3e81b-db36-4b2b-b54d-5ce47c8a4433 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting subnet 7bb09f40-0d21-4fe1-8669-5b63c3415cc6 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:51:26.599791 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8b3e81b-db36-4b2b-b54d-5ce47c8a4433 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (7bb09f40-0d21-4fe1-8669-5b63c3415cc6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:26.651906 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e176f25-4ec3-41b1-9d58-cbcce74150d4 req-b825bfdc-2e19-482e-861b-811c268352aa tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:26.663627 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1e176f25-4ec3-41b1-9d58-cbcce74150d4 req-b825bfdc-2e19-482e-861b-811c268352aa tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.1023052 Feb 20 03:51:26.689191 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port a4616307-23d8-4f7c-8e89-715f1ba09b9f triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:51:26.690262 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a4616307-23d8-4f7c-8e89-715f1ba09b9f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:26.707080 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8b3e81b-db36-4b2b-b54d-5ce47c8a4433 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (7bb09f40-0d21-4fe1-8669-5b63c3415cc6), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:26.731125 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1e176f25-4ec3-41b1-9d58-cbcce74150d4 req-8dc2e693-2a21-4794-a507-2b4d82aafba8 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664415 Feb 20 03:51:26.817587 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port a4616307-23d8-4f7c-8e89-715f1ba09b9f is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:26.817993 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a4616307-23d8-4f7c-8e89-715f1ba09b9f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:26.841046 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8b3e81b-db36-4b2b-b54d-5ce47c8a4433 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (7bb09f40-0d21-4fe1-8669-5b63c3415cc6), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:26.897849 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf830ef2-efd5-4c36-82d9-a76c2baf3e5b admin admin] Made reservation on behalf of 75507d776a2d4d7e92e7308dca0652c0 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:26.901881 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf830ef2-efd5-4c36-82d9-a76c2baf3e5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:26.934454 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-beee1152-d94c-40d6-96ac-88ac8d6b5eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:27.025369 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8b3e81b-db36-4b2b-b54d-5ce47c8a4433 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (7bb09f40-0d21-4fe1-8669-5b63c3415cc6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:27.054812 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d157d-5f17-4543-843b-30366178fd77 req-ff9939ca-52b5-422c-b085-3219ea70554e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:27.070226 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f7d157d-5f17-4543-843b-30366178fd77 req-ff9939ca-52b5-422c-b085-3219ea70554e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.1908596 Feb 20 03:51:27.084730 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3e81b-db36-4b2b-b54d-5ce47c8a4433 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Subnet': ['ID=7bb09f40-0d21-4fe1-8669-5b63c3415cc6,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:27.090235 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8b3e81b-db36-4b2b-b54d-5ce47c8a4433 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:27.093496 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c8b3e81b-db36-4b2b-b54d-5ce47c8a4433 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/7bb09f40-0d21-4fe1-8669-5b63c3415cc6 HTTP/1.1" status: 204 len: 168 time: 0.6822951 Feb 20 03:51:27.100552 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:51:27.101529 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:51:27.103467 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57032) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:27.179098 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f7d157d-5f17-4543-843b-30366178fd77 req-46694175-e764-4846-94e7-43a9be1106ee tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060507 Feb 20 03:51:27.188033 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57036) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:27.200473 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6f52bcf5-c023-4ba5-a02e-4234b15f8591 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0790162 Feb 20 03:51:27.205095 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-4b019044-0053-4bb1-98b7-a09e0ce93656 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:27.382518 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763c0413-a624-458f-a2f7-5b21a51fe685 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:51:27.495694 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-01332aee-3d16-44bd-ac33-b485ca1e6183 None None] Provisioning complete for port a4616307-23d8-4f7c-8e89-715f1ba09b9f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:51:27.495694 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-01332aee-3d16-44bd-ac33-b485ca1e6183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a4616307-23d8-4f7c-8e89-715f1ba09b9f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:27.568512 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b019044-0053-4bb1-98b7-a09e0ce93656 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:27.572506 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4b019044-0053-4bb1-98b7-a09e0ce93656 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:27.584358 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf830ef2-efd5-4c36-82d9-a76c2baf3e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (0b6d1396-1c96-44e9-815f-709dee21f740), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:27.631070 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57052) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:27.651951 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fabea9a8-9aeb-43f2-a7ff-388430919d8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:27.677306 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-01332aee-3d16-44bd-ac33-b485ca1e6183 None None] Current status of the port a4616307-23d8-4f7c-8e89-715f1ba09b9f is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:27.677699 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-01332aee-3d16-44bd-ac33-b485ca1e6183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a4616307-23d8-4f7c-8e89-715f1ba09b9f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:27.833299 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fabea9a8-9aeb-43f2-a7ff-388430919d8b admin admin] Publish callbacks [] for security_group (bc38c5f5-0b66-4e1c-999e-8c6c96a49579), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:27.837724 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port a4616307-23d8-4f7c-8e89-715f1ba09b9f is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:27.838329 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a4616307-23d8-4f7c-8e89-715f1ba09b9f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:27.841181 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854b8534-9ac3-4c3c-ad64-ac204444e9d3 None None] DHCP port deletion for 4f54fdde-6e16-424b-a89f-7d368ed79ea3 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:51:27.856735 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-01332aee-3d16-44bd-ac33-b485ca1e6183 None None] For port a4616307-23d8-4f7c-8e89-715f1ba09b9f, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=a4616307-23d8-4f7c-8e89-715f1ba09b9f,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:27.905310 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fabea9a8-9aeb-43f2-a7ff-388430919d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (bc38c5f5-0b66-4e1c-999e-8c6c96a49579), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:27.938637 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-854b8534-9ac3-4c3c-ad64-ac204444e9d3 None None] Deleting port a4616307-23d8-4f7c-8e89-715f1ba09b9f {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:51:27.939719 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-854b8534-9ac3-4c3c-ad64-ac204444e9d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (a4616307-23d8-4f7c-8e89-715f1ba09b9f), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:27.955951 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fabea9a8-9aeb-43f2-a7ff-388430919d8b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=690940075ca942aeb4d20a6e307e029b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3246367 Feb 20 03:51:27.955951 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabea9a8-9aeb-43f2-a7ff-388430919d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc38c5f5-0b66-4e1c-999e-8c6c96a49579,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:27.957993 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57058) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:27.971421 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4aca16-041d-4c98-949d-67f396c5cfd0 req-bc7fd4d1-79b2-4c2d-a84f-fbddfacfebe2 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:27.979710 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4c4aca16-041d-4c98-949d-67f396c5cfd0 req-bc7fd4d1-79b2-4c2d-a84f-fbddfacfebe2 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.1663599 Feb 20 03:51:27.979710 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf830ef2-efd5-4c36-82d9-a76c2baf3e5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b6d1396-1c96-44e9-815f-709dee21f740,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:27.979710 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf830ef2-efd5-4c36-82d9-a76c2baf3e5b admin admin] Checking segment: {'id': 'cd30daeb-5a04-4b64-8374-0918843073ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3d75d9ee-f1b8-44d3-82a6-3872010ad560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:51:27.979710 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf830ef2-efd5-4c36-82d9-a76c2baf3e5b admin admin] Network hostable DHCP agents. Network: 3d75d9ee-f1b8-44d3-82a6-3872010ad560, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:51:28.050375 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-854b8534-9ac3-4c3c-ad64-ac204444e9d3 None None] For port a4616307-23d8-4f7c-8e89-715f1ba09b9f, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=a4616307-23d8-4f7c-8e89-715f1ba09b9f,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:28.051805 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-854b8534-9ac3-4c3c-ad64-ac204444e9d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (a4616307-23d8-4f7c-8e89-715f1ba09b9f), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:28.052604 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4c4aca16-041d-4c98-949d-67f396c5cfd0 req-df446096-4931-4741-af95-005060c3f17c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660074 Feb 20 03:51:28.068823 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9d0556c4-0bc2-4395-b4a6-5d4e64d41693 admin admin] Publish callbacks [] for security_group (bc38c5f5-0b66-4e1c-999e-8c6c96a49579), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:28.104603 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-01332aee-3d16-44bd-ac33-b485ca1e6183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a4616307-23d8-4f7c-8e89-715f1ba09b9f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:28.106303 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9d0556c4-0bc2-4395-b4a6-5d4e64d41693 admin admin] Publish callbacks [] for security_group (bc38c5f5-0b66-4e1c-999e-8c6c96a49579), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:28.125667 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf830ef2-efd5-4c36-82d9-a76c2baf3e5b admin admin] Network 3d75d9ee-f1b8-44d3-82a6-3872010ad560 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:51:28.129193 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-854b8534-9ac3-4c3c-ad64-ac204444e9d3 None None] Calling delete_port for a4616307-23d8-4f7c-8e89-715f1ba09b9f owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:51:28.248184 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-cf830ef2-efd5-4c36-82d9-a76c2baf3e5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 3d75d9ee-f1b8-44d3-82a6-3872010ad560) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:51:28.264737 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf830ef2-efd5-4c36-82d9-a76c2baf3e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:28.265433 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf830ef2-efd5-4c36-82d9-a76c2baf3e5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:28.273373 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2556dd9f-c792-44e2-bd8b-b2f15aaeef6f None None] Network 3d75d9ee-f1b8-44d3-82a6-3872010ad560 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:51:28.282958 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9d0556c4-0bc2-4395-b4a6-5d4e64d41693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (bc38c5f5-0b66-4e1c-999e-8c6c96a49579), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:28.286016 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9d0556c4-0bc2-4395-b4a6-5d4e64d41693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:28.287512 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9d0556c4-0bc2-4395-b4a6-5d4e64d41693 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/bc38c5f5-0b66-4e1c-999e-8c6c96a49579 HTTP/1.1" status: 204 len: 168 time: 0.3167000 Feb 20 03:51:28.302052 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0556c4-0bc2-4395-b4a6-5d4e64d41693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc38c5f5-0b66-4e1c-999e-8c6c96a49579,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:28.304376 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:51:28.304888 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:51:28.326155 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e657a7f-b356-451a-ad53-6bd68d1c76fe req-8d83b930-88a5-4b1c-8f65-c1d6babc980c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:28.328190 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1e657a7f-b356-451a-ad53-6bd68d1c76fe req-8d83b930-88a5-4b1c-8f65-c1d6babc980c tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.1238205 Feb 20 03:51:28.386818 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01332aee-3d16-44bd-ac33-b485ca1e6183 None None] Pushing event updated for resources: {'Port': ['ID=a4616307-23d8-4f7c-8e89-715f1ba09b9f,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:28.424777 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-cf830ef2-efd5-4c36-82d9-a76c2baf3e5b admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.3150098 Feb 20 03:51:28.495825 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1e657a7f-b356-451a-ad53-6bd68d1c76fe req-8332f5ab-caa8-4326-a3e9-9ee8552ed6e0 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581328 Feb 20 03:51:28.503885 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d4dd0c-0bf8-4200-b416-64530b1f2fda None None] Network 3d75d9ee-f1b8-44d3-82a6-3872010ad560 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:51:28.801118 n-d-829866-4 neutron-server[104105]: DEBUG neutron.objects.ports [None req-4b019044-0053-4bb1-98b7-a09e0ce93656 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104105) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 03:51:28.808312 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-854b8534-9ac3-4c3c-ad64-ac204444e9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (a4616307-23d8-4f7c-8e89-715f1ba09b9f), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:28.815805 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-94832246-91f6-4ea3-bfb3-8b2b8dbdf6b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:28.854050 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b8534-9ac3-4c3c-ad64-ac204444e9d3 None None] Pushing event deleted for resources: {'Port': ['ID=a4616307-23d8-4f7c-8e89-715f1ba09b9f,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:28.857103 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854b8534-9ac3-4c3c-ad64-ac204444e9d3 None None] No DVR routers for this DVR port a4616307-23d8-4f7c-8e89-715f1ba09b9f on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:51:29.120389 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 04614b81-1f8b-4ae5-aa74-9cd857c0f69a no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:51:29.124490 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Port a4616307-23d8-4f7c-8e89-715f1ba09b9f update to ACTIVE by agent not found {{(pid=104107) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 20 03:51:29.174331 n-d-829866-4 neutron-server[104105]: WARNING neutron.services.revisions.revision_plugin [None req-4b019044-0053-4bb1-98b7-a09e0ce93656 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Could not find related port for resource to bump revision. Feb 20 03:51:29.216310 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669f20b-618b-4f3c-9208-7d9499ff8747 req-507f83ac-a060-423e-bd5e-a7914c77c401 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:29.220439 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4669f20b-618b-4f3c-9208-7d9499ff8747 req-507f83ac-a060-423e-bd5e-a7914c77c401 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.1784213 Feb 20 03:51:29.227396 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.ipam_pluggable_backend [None req-4b019044-0053-4bb1-98b7-a09e0ce93656 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Port a4616307-23d8-4f7c-8e89-715f1ba09b9f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104105) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 20 03:51:29.228260 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.ipam_pluggable_backend [None req-4b019044-0053-4bb1-98b7-a09e0ce93656 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9f:f13 {{(pid=104105) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 20 03:51:29.233835 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.ipam_pluggable_backend [None req-4b019044-0053-4bb1-98b7-a09e0ce93656 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe9f:f13 {{(pid=104105) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 20 03:51:29.261614 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device a4616307-23d8-4f7c-8e89-715f1ba09b9f no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:51:29.280922 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4b019044-0053-4bb1-98b7-a09e0ce93656 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (f9df2de2-285d-4384-a412-364c2fe867a1), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:29.322493 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: a4616307-23d8-4f7c-8e89-715f1ba09b9f {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:51:29.322493 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device a4616307-23d8-4f7c-8e89-715f1ba09b9f not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:51:29.330454 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 04614b81-1f8b-4ae5-aa74-9cd857c0f69a is: DOWN; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:29.373207 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b019044-0053-4bb1-98b7-a09e0ce93656 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:51:29.384547 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-4b019044-0053-4bb1-98b7-a09e0ce93656 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:51:29.396238 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ce12b3-b6fb-47ee-90cb-56313735db99 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:51:29.396748 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b019044-0053-4bb1-98b7-a09e0ce93656 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:29.407492 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4b019044-0053-4bb1-98b7-a09e0ce93656 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:29.445222 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4669f20b-618b-4f3c-9208-7d9499ff8747 req-8f7a6164-9f8c-449a-8b4b-81314c34ef69 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143168 Feb 20 03:51:29.445961 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b019044-0053-4bb1-98b7-a09e0ce93656 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Subnet': ['ID=f9df2de2-285d-4384-a412-364c2fe867a1,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:29.547028 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca87b220-6e67-4a5b-b0cc-cdc4ea1c046e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'project_id': '43fe9a19d6654b4e8e70d399d460b079', 'fixed_ips': [{'subnet_id': 'f9df2de2-285d-4384-a412-364c2fe867a1'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:51:29.547982 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ca87b220-6e67-4a5b-b0cc-cdc4ea1c046e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:29.563898 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57112) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:29.574224 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4b019044-0053-4bb1-98b7-a09e0ce93656 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3838902 Feb 20 03:51:29.580661 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-46e887d5-764d-4c29-adc6-7668217f4013 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'mac_address': 'fa:16:3e:ad:92:9a', 'name': 'tempest-NetworksTestDHCPv6-2014657629'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:29.612902 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:51:29.870847 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e887d5-764d-4c29-adc6-7668217f4013 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:29.893390 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-ca87b220-6e67-4a5b-b0cc-cdc4ea1c046e None None] Allocated IP 2001:db8::f816:3eff:fe17:e37 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/f9df2de2-285d-4384-a412-364c2fe867a1/dd251a4e-1969-4aa7-98c3-2ce660cea03a) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:51:30.072474 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46e887d5-764d-4c29-adc6-7668217f4013 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:30.141812 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-46e887d5-764d-4c29-adc6-7668217f4013 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] device_id is not set on port 34054922-181d-4ba6-b4d5-9d3292252d7e yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:51:30.149543 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ca87b220-6e67-4a5b-b0cc-cdc4ea1c046e None None] Publish callbacks [] for port (dd251a4e-1969-4aa7-98c3-2ce660cea03a), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:30.160864 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-c1f52506-f653-4e1c-a7c7-afb9f705fec5 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:30.162988 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-c1f52506-f653-4e1c-a7c7-afb9f705fec5 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] 10.222.0.89 "GET /v2.0/networks?id=3d75d9ee-f1b8-44d3-82a6-3872010ad560 HTTP/1.1" status: 200 len: 817 time: 0.2644041 Feb 20 03:51:30.171340 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57140) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:30.191542 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-00994bc0-7058-474a-928b-2b2d6351c5f2 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] 10.222.0.89 "GET /v2.0/quotas/75507d776a2d4d7e92e7308dca0652c0 HTTP/1.1" status: 200 len: 375 time: 0.0110307 Feb 20 03:51:30.234428 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-e448006d-a185-4dd1-8d98-9cea23a0f8d7 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=75507d776a2d4d7e92e7308dca0652c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384235 Feb 20 03:51:30.244106 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ca87b220-6e67-4a5b-b0cc-cdc4ea1c046e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (dd251a4e-1969-4aa7-98c3-2ce660cea03a), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:30.391239 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca87b220-6e67-4a5b-b0cc-cdc4ea1c046e None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:51:30.391239 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87b220-6e67-4a5b-b0cc-cdc4ea1c046e None None] Pushing event updated for resources: {'Port': ['ID=dd251a4e-1969-4aa7-98c3-2ce660cea03a,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:30.402909 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-ca87b220-6e67-4a5b-b0cc-cdc4ea1c046e None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:51:30.403786 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-02244df6-7077-451f-8661-8e1dee271ca9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-172379875'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:30.412871 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca87b220-6e67-4a5b-b0cc-cdc4ea1c046e None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:51:30.427485 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:30.454253 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-46e887d5-764d-4c29-adc6-7668217f4013 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Allocated IP 2001:db8::f816:3eff:fead:929a (4f54fdde-6e16-424b-a89f-7d368ed79ea3/f9df2de2-285d-4384-a412-364c2fe867a1/34054922-181d-4ba6-b4d5-9d3292252d7e) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:51:30.505520 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02244df6-7077-451f-8661-8e1dee271ca9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Made reservation on behalf of 107bee4a345d4c778a9f00870695aa94 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:30.509729 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-02244df6-7077-451f-8661-8e1dee271ca9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:30.559833 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ca87b220-6e67-4a5b-b0cc-cdc4ea1c046e None None] Attempting to bind port dd251a4e-1969-4aa7-98c3-2ce660cea03a on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:51:30.560150 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ca87b220-6e67-4a5b-b0cc-cdc4ea1c046e None None] Attempting to bind port dd251a4e-1969-4aa7-98c3-2ce660cea03a by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:51:30.560515 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-02244df6-7077-451f-8661-8e1dee271ca9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:30.560632 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca87b220-6e67-4a5b-b0cc-cdc4ea1c046e None None] Attempting to bind port dd251a4e-1969-4aa7-98c3-2ce660cea03a on network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:51:30.573970 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca87b220-6e67-4a5b-b0cc-cdc4ea1c046e None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:51:30.580950 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca87b220-6e67-4a5b-b0cc-cdc4ea1c046e None None] Checking segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:51:30.580950 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ca87b220-6e67-4a5b-b0cc-cdc4ea1c046e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:30.580950 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca87b220-6e67-4a5b-b0cc-cdc4ea1c046e None None] Bound using segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:51:30.580950 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ca87b220-6e67-4a5b-b0cc-cdc4ea1c046e None None] Bound port: dd251a4e-1969-4aa7-98c3-2ce660cea03a, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:51:30.580950 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ca87b220-6e67-4a5b-b0cc-cdc4ea1c046e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dd251a4e-1969-4aa7-98c3-2ce660cea03a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:30.714252 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-e9a54ea7-af30-4ed2-a249-bb77a7ae8666 service neutron] 10.222.0.89 "GET /v2.0/networks/3d75d9ee-f1b8-44d3-82a6-3872010ad560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725802 Feb 20 03:51:30.734064 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ca87b220-6e67-4a5b-b0cc-cdc4ea1c046e None None] For port dd251a4e-1969-4aa7-98c3-2ce660cea03a, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:51:30.740699 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ca87b220-6e67-4a5b-b0cc-cdc4ea1c046e None None] For port dd251a4e-1969-4aa7-98c3-2ce660cea03a, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=dd251a4e-1969-4aa7-98c3-2ce660cea03a,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:51:30.801471 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46e887d5-764d-4c29-adc6-7668217f4013 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for port (34054922-181d-4ba6-b4d5-9d3292252d7e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:30.846210 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ca87b220-6e67-4a5b-b0cc-cdc4ea1c046e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (dd251a4e-1969-4aa7-98c3-2ce660cea03a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:30.900986 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46e887d5-764d-4c29-adc6-7668217f4013 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (34054922-181d-4ba6-b4d5-9d3292252d7e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:30.920136 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-02244df6-7077-451f-8661-8e1dee271ca9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks [] for security_group (b39556e6-e825-4d0d-883d-86bbd8f96ff4), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:30.996328 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-046c2fc2-3d23-4fa7-99ad-c8247555e441 service neutron] 10.222.0.89 "GET /v2.0/networks/3d75d9ee-f1b8-44d3-82a6-3872010ad560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695012 Feb 20 03:51:30.998410 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-02244df6-7077-451f-8661-8e1dee271ca9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b39556e6-e825-4d0d-883d-86bbd8f96ff4), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:31.033844 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e887d5-764d-4c29-adc6-7668217f4013 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Port': ['ID=34054922-181d-4ba6-b4d5-9d3292252d7e,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:31.059293 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87b220-6e67-4a5b-b0cc-cdc4ea1c046e None None] Pushing event updated for resources: {'Port': ['ID=dd251a4e-1969-4aa7-98c3-2ce660cea03a,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:31.059742 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e887d5-764d-4c29-adc6-7668217f4013 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:51:31.061617 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-46e887d5-764d-4c29-adc6-7668217f4013 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:51:31.079878 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e887d5-764d-4c29-adc6-7668217f4013 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:51:31.087500 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e887d5-764d-4c29-adc6-7668217f4013 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:31.088820 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46e887d5-764d-4c29-adc6-7668217f4013 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:31.120502 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02244df6-7077-451f-8661-8e1dee271ca9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b39556e6-e825-4d0d-883d-86bbd8f96ff4,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:31.125614 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02244df6-7077-451f-8661-8e1dee271ca9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:51:31.159972 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-02244df6-7077-451f-8661-8e1dee271ca9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (05b09b01-bf6d-4af0-943f-9332a9a2b684), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:31.160456 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-02244df6-7077-451f-8661-8e1dee271ca9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Added segment 05b09b01-bf6d-4af0-943f-9332a9a2b684 of type vlan for network fd020642-4d90-4984-b786-5b558ea3642d Feb 20 03:51:31.179556 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-46e887d5-764d-4c29-adc6-7668217f4013 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6117785 Feb 20 03:51:31.179940 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57162) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:31.230753 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:31.264158 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79798029-1ebc-4297-a261-fa734829e9fc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:31.276311 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-02244df6-7077-451f-8661-8e1dee271ca9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (fd020642-4d90-4984-b786-5b558ea3642d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:31.285276 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79798029-1ebc-4297-a261-fa734829e9fc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:31.289450 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-79798029-1ebc-4297-a261-fa734829e9fc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1061985 Feb 20 03:51:31.291506 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57164) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:31.381255 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-02244df6-7077-451f-8661-8e1dee271ca9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (fd020642-4d90-4984-b786-5b558ea3642d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:31.406719 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02244df6-7077-451f-8661-8e1dee271ca9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:31.407409 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-02244df6-7077-451f-8661-8e1dee271ca9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:31.492051 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-f290efcb-732b-4195-ae2d-a500a56873f0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting port 34054922-181d-4ba6-b4d5-9d3292252d7e {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:51:31.492423 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f290efcb-732b-4195-ae2d-a500a56873f0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (34054922-181d-4ba6-b4d5-9d3292252d7e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:31.554883 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-02244df6-7077-451f-8661-8e1dee271ca9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3695328 Feb 20 03:51:31.769705 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f290efcb-732b-4195-ae2d-a500a56873f0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (34054922-181d-4ba6-b4d5-9d3292252d7e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:31.834192 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b004a4e-27b2-4937-99e3-2072d9c950e3 req-cfbafd3f-15ad-4122-9240-3f7fcb35095e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:31.835917 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b004a4e-27b2-4937-99e3-2072d9c950e3 req-cfbafd3f-15ad-4122-9240-3f7fcb35095e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.3555462 Feb 20 03:51:31.836041 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-f290efcb-732b-4195-ae2d-a500a56873f0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Calling delete_port for 34054922-181d-4ba6-b4d5-9d3292252d7e owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:51:31.836669 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02244df6-7077-451f-8661-8e1dee271ca9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event updated for resources: {'Network': ['ID=fd020642-4d90-4984-b786-5b558ea3642d,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:31.853218 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network fd020642-4d90-4984-b786-5b558ea3642d details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:51:32.021450 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b004a4e-27b2-4937-99e3-2072d9c950e3 req-7a93365f-f1e6-4a7e-ae5a-8beca92b5498 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574988 Feb 20 03:51:32.188320 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-10e843de-20a3-4922-8924-ca57a5548a0e req-0b31eaeb-b507-4af8-a3e2-52abee72bc1f tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] 10.222.0.89 "GET /v2.0/ports?device_id=94d06d86-e8a5-48cf-bb54-54808de4f04f HTTP/1.1" status: 200 len: 210 time: 0.0872555 Feb 20 03:51:32.443359 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f290efcb-732b-4195-ae2d-a500a56873f0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (34054922-181d-4ba6-b4d5-9d3292252d7e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:32.482384 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290efcb-732b-4195-ae2d-a500a56873f0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Port': ['ID=34054922-181d-4ba6-b4d5-9d3292252d7e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:32.555453 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f290efcb-732b-4195-ae2d-a500a56873f0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:32.568792 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57190) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:32.569869 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f290efcb-732b-4195-ae2d-a500a56873f0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/34054922-181d-4ba6-b4d5-9d3292252d7e HTTP/1.1" status: 204 len: 168 time: 1.2772651 Feb 20 03:51:32.660423 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5619eff-2b94-4827-85a6-595e3dfe8798 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:32.662457 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5619eff-2b94-4827-85a6-595e3dfe8798 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:32.669882 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57192) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:32.685098 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c5619eff-2b94-4827-85a6-595e3dfe8798 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1152203 Feb 20 03:51:32.832028 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e326d79-28e8-4080-8795-6fdedd0c80d3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting subnet f9df2de2-285d-4384-a412-364c2fe867a1 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:51:32.852167 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8e326d79-28e8-4080-8795-6fdedd0c80d3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (f9df2de2-285d-4384-a412-364c2fe867a1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:32.870782 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:32.910754 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-74502976-08b7-43dd-a5f2-2d9e4daa5ebf None None] Provisioning complete for port dd251a4e-1969-4aa7-98c3-2ce660cea03a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:51:32.912411 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-74502976-08b7-43dd-a5f2-2d9e4daa5ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (dd251a4e-1969-4aa7-98c3-2ce660cea03a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:32.987242 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8e326d79-28e8-4080-8795-6fdedd0c80d3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (f9df2de2-285d-4384-a412-364c2fe867a1), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:33.443732 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device dd251a4e-1969-4aa7-98c3-2ce660cea03a up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:51:33.471325 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b425e1-9301-4e36-8d97-a45e2b4135de req-095fcf02-c54f-40ee-8b38-8ccdf8fae403 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:33.482289 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-93b425e1-9301-4e36-8d97-a45e2b4135de req-095fcf02-c54f-40ee-8b38-8ccdf8fae403 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.3222060 Feb 20 03:51:33.535388 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8e326d79-28e8-4080-8795-6fdedd0c80d3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (f9df2de2-285d-4384-a412-364c2fe867a1), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:33.700208 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-93b425e1-9301-4e36-8d97-a45e2b4135de req-d5f90a52-450b-4d9e-8715-8011efbb1d49 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169385 Feb 20 03:51:33.851820 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port dd251a4e-1969-4aa7-98c3-2ce660cea03a triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:51:33.853409 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (dd251a4e-1969-4aa7-98c3-2ce660cea03a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:33.855033 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8e326d79-28e8-4080-8795-6fdedd0c80d3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (f9df2de2-285d-4384-a412-364c2fe867a1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:33.900072 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-99bf91f5-6f44-43bc-ab91-7aa1fa9288c9 req-be5d13bc-6d66-4008-a3cf-5b0784516d99 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] 10.222.0.89 "GET /v2.0/ports?device_id=94d06d86-e8a5-48cf-bb54-54808de4f04f HTTP/1.1" status: 200 len: 210 time: 0.0915625 Feb 20 03:51:33.909827 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e326d79-28e8-4080-8795-6fdedd0c80d3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Subnet': ['ID=f9df2de2-285d-4384-a412-364c2fe867a1,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:33.916826 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8e326d79-28e8-4080-8795-6fdedd0c80d3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:33.919985 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8e326d79-28e8-4080-8795-6fdedd0c80d3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/f9df2de2-285d-4384-a412-364c2fe867a1 HTTP/1.1" status: 204 len: 168 time: 1.2489145 Feb 20 03:51:33.922572 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57212) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:33.950571 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f096ac56-99ab-42a1-9c82-720b42510e0e None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:51:33.969559 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-36937231-f92b-4b7c-aa00-b6b3b3a103b3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455420 Feb 20 03:51:33.972281 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57214) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:34.099509 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfbdf5b-470e-47c7-89b8-ecd4094aa7e2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:34.101532 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bdfbdf5b-470e-47c7-89b8-ecd4094aa7e2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1280816 Feb 20 03:51:34.104267 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57220) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:34.162892 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port dd251a4e-1969-4aa7-98c3-2ce660cea03a is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:34.162892 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dd251a4e-1969-4aa7-98c3-2ce660cea03a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:34.210685 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port dd251a4e-1969-4aa7-98c3-2ce660cea03a, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=dd251a4e-1969-4aa7-98c3-2ce660cea03a,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:34.220223 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fabbb14-3439-4b18-a8c1-38c86a2e91af tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:34.220428 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-74502976-08b7-43dd-a5f2-2d9e4daa5ebf None None] Current status of the port dd251a4e-1969-4aa7-98c3-2ce660cea03a is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:34.220851 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-74502976-08b7-43dd-a5f2-2d9e4daa5ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dd251a4e-1969-4aa7-98c3-2ce660cea03a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:34.222579 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1fabbb14-3439-4b18-a8c1-38c86a2e91af tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1169372 Feb 20 03:51:34.225414 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57222) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:34.280464 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d71fbb62-e7f5-4ef2-a302-1b9f14a78320 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0532308 Feb 20 03:51:34.286261 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57224) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:34.294027 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-ad9157fe-d7ac-4048-bb12-6f48ded6e5f0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:34.347644 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (dd251a4e-1969-4aa7-98c3-2ce660cea03a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:34.481523 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f68d4b-48a0-413c-8cb7-0f885b8bb7bc None None] DHCP port deletion for 4f54fdde-6e16-424b-a89f-7d368ed79ea3 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:51:34.484178 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=dd251a4e-1969-4aa7-98c3-2ce660cea03a,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:34.501164 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-74502976-08b7-43dd-a5f2-2d9e4daa5ebf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:51:34.501844 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-74502976-08b7-43dd-a5f2-2d9e4daa5ebf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:51:34.504653 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9157fe-d7ac-4048-bb12-6f48ded6e5f0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:34.509214 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ad9157fe-d7ac-4048-bb12-6f48ded6e5f0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:34.631256 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-40f68d4b-48a0-413c-8cb7-0f885b8bb7bc None None] Deleting port dd251a4e-1969-4aa7-98c3-2ce660cea03a {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:51:34.632004 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-40f68d4b-48a0-413c-8cb7-0f885b8bb7bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (dd251a4e-1969-4aa7-98c3-2ce660cea03a), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:34.888247 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-40f68d4b-48a0-413c-8cb7-0f885b8bb7bc None None] For port dd251a4e-1969-4aa7-98c3-2ce660cea03a, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=dd251a4e-1969-4aa7-98c3-2ce660cea03a,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:34.890070 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-40f68d4b-48a0-413c-8cb7-0f885b8bb7bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (dd251a4e-1969-4aa7-98c3-2ce660cea03a), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:34.959790 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-40f68d4b-48a0-413c-8cb7-0f885b8bb7bc None None] Calling delete_port for dd251a4e-1969-4aa7-98c3-2ce660cea03a owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:51:34.991804 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57236) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:35.001311 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-46074838-abfb-42e1-937b-eb80bde7995f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Request body: {'subnet': {'network_id': 'fd020642-4d90-4984-b786-5b558ea3642d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:35.119566 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-74502976-08b7-43dd-a5f2-2d9e4daa5ebf None None] Current status of the port dd251a4e-1969-4aa7-98c3-2ce660cea03a is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:35.242386 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-0f4db1cb-68f3-428c-933e-2f5063df3c1b None None] Could not find standard attr ID for object 34054922-181d-4ba6-b4d5-9d3292252d7e. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:51:35.256248 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398ec57-58cd-4b04-b768-138f44788177 req-3f3524ec-a5f5-4d7a-8e7f-9f667062d41e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:35.266199 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f398ec57-58cd-4b04-b768-138f44788177 req-3f3524ec-a5f5-4d7a-8e7f-9f667062d41e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.3431094 Feb 20 03:51:35.269918 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device dd251a4e-1969-4aa7-98c3-2ce660cea03a no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:51:35.277067 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46074838-abfb-42e1-937b-eb80bde7995f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Made reservation on behalf of 107bee4a345d4c778a9f00870695aa94 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:35.283211 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46074838-abfb-42e1-937b-eb80bde7995f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:35.300829 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ad9157fe-d7ac-4048-bb12-6f48ded6e5f0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (f19a316b-bdf3-4866-9c6b-adf77c9f7f23), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:35.341179 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-6ea62c76-0f3a-4344-8ab4-91031f909afd tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:35.342983 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-6ea62c76-0f3a-4344-8ab4-91031f909afd tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] 10.222.0.93 "GET /v2.0/networks?id=3d75d9ee-f1b8-44d3-82a6-3872010ad560 HTTP/1.1" status: 200 len: 817 time: 0.5583022 Feb 20 03:51:35.387285 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port dd251a4e-1969-4aa7-98c3-2ce660cea03a is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:35.387829 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dd251a4e-1969-4aa7-98c3-2ce660cea03a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:35.400421 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-c552a54a-e7b3-4f9e-9e5d-3f95edaeac29 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] Request body: {'port': {'device_id': '94d06d86-e8a5-48cf-bb54-54808de4f04f', 'network_id': '3d75d9ee-f1b8-44d3-82a6-3872010ad560', 'admin_state_up': True, 'tenant_id': '75507d776a2d4d7e92e7308dca0652c0'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:35.429124 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-40f68d4b-48a0-413c-8cb7-0f885b8bb7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (dd251a4e-1969-4aa7-98c3-2ce660cea03a), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:35.490123 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f68d4b-48a0-413c-8cb7-0f885b8bb7bc None None] Pushing event deleted for resources: {'Port': ['ID=dd251a4e-1969-4aa7-98c3-2ce660cea03a,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:35.495375 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f68d4b-48a0-413c-8cb7-0f885b8bb7bc None None] No DVR routers for this DVR port dd251a4e-1969-4aa7-98c3-2ce660cea03a on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:51:35.722412 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46074838-abfb-42e1-937b-eb80bde7995f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (bff0c75a-7048-4de2-8668-0a2a1571702e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:35.788633 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46074838-abfb-42e1-937b-eb80bde7995f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event updated for resources: {'Subnet': ['ID=bff0c75a-7048-4de2-8668-0a2a1571702e,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:35.830647 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46074838-abfb-42e1-937b-eb80bde7995f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Checking segment: {'id': '05b09b01-bf6d-4af0-943f-9332a9a2b684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'fd020642-4d90-4984-b786-5b558ea3642d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:51:35.831231 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46074838-abfb-42e1-937b-eb80bde7995f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Network hostable DHCP agents. Network: fd020642-4d90-4984-b786-5b558ea3642d, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:51:35.923279 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9157fe-d7ac-4048-bb12-6f48ded6e5f0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:51:35.930798 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46074838-abfb-42e1-937b-eb80bde7995f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Network fd020642-4d90-4984-b786-5b558ea3642d is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:51:35.937054 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-ad9157fe-d7ac-4048-bb12-6f48ded6e5f0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:51:35.950406 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b982b6-b968-4cae-91ae-6e93b582530f None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:51:35.969783 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f398ec57-58cd-4b04-b768-138f44788177 req-bf870325-76da-4011-9f1b-67ae3927170d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7026024 Feb 20 03:51:35.971505 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9157fe-d7ac-4048-bb12-6f48ded6e5f0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:35.973137 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ad9157fe-d7ac-4048-bb12-6f48ded6e5f0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:35.988742 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9157fe-d7ac-4048-bb12-6f48ded6e5f0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Subnet': ['ID=f19a316b-bdf3-4866-9c6b-adf77c9f7f23,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:36.025340 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-46074838-abfb-42e1-937b-eb80bde7995f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, fd020642-4d90-4984-b786-5b558ea3642d) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:51:36.038991 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46074838-abfb-42e1-937b-eb80bde7995f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:36.039598 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-46074838-abfb-42e1-937b-eb80bde7995f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:36.073759 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5158e1-f81a-43ef-97e4-dd84dac12434 None None] Network fd020642-4d90-4984-b786-5b558ea3642d requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:51:36.106987 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf5280e-13b8-4632-a201-bc5b836c21b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'project_id': '43fe9a19d6654b4e8e70d399d460b079', 'fixed_ips': [{'subnet_id': 'f19a316b-bdf3-4866-9c6b-adf77c9f7f23'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:51:36.127305 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cdf5280e-13b8-4632-a201-bc5b836c21b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:36.150600 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ad9157fe-d7ac-4048-bb12-6f48ded6e5f0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8222263 Feb 20 03:51:36.150707 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57264) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:36.150707 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-ae03e3d9-4452-4e09-a6b6-bc20513086cf tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'mac_address': 'fa:16:3e:1c:eb:29', 'name': 'tempest-NetworksTestDHCPv6-187725517'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:36.169582 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-af1a4fa3-6364-4efe-80af-0c15b0cfa3a3 req-ae25ff9b-621b-4316-aa7a-899f14047bc5 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] 10.222.0.89 "GET /v2.0/ports?device_id=94d06d86-e8a5-48cf-bb54-54808de4f04f HTTP/1.1" status: 200 len: 210 time: 0.0830300 Feb 20 03:51:36.191177 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-46074838-abfb-42e1-937b-eb80bde7995f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1952865 Feb 20 03:51:36.194008 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57268) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:36.224423 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-cc35c097-4368-4ced-8a63-dd12b70e03f9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-975379261'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:36.368211 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-c552a54a-e7b3-4f9e-9e5d-3f95edaeac29 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] Made reservation on behalf of 75507d776a2d4d7e92e7308dca0652c0 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:36.369713 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-cdf5280e-13b8-4632-a201-bc5b836c21b5 None None] Allocated IP 2001:db8::2 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/f19a316b-bdf3-4866-9c6b-adf77c9f7f23/b5c21f16-dfd8-42e8-8d6a-eb381d70c534) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:51:36.372193 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-c552a54a-e7b3-4f9e-9e5d-3f95edaeac29 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:36.397407 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc35c097-4368-4ced-8a63-dd12b70e03f9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Made reservation on behalf of 107bee4a345d4c778a9f00870695aa94 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:36.401637 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cc35c097-4368-4ced-8a63-dd12b70e03f9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:36.537108 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc35c097-4368-4ced-8a63-dd12b70e03f9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:51:36.545088 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae03e3d9-4452-4e09-a6b6-bc20513086cf tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:36.552147 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cdf5280e-13b8-4632-a201-bc5b836c21b5 None None] Publish callbacks [] for port (b5c21f16-dfd8-42e8-8d6a-eb381d70c534), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:36.559345 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c928d731-11e4-4521-afdd-84c6b1d28767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-fd020642-4d90-4984-b786-5b558ea3642d', 'network_id': 'fd020642-4d90-4984-b786-5b558ea3642d', 'project_id': '107bee4a345d4c778a9f00870695aa94', 'fixed_ips': [{'subnet_id': 'bff0c75a-7048-4de2-8668-0a2a1571702e'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:51:36.561751 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c928d731-11e4-4521-afdd-84c6b1d28767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:36.589071 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cc35c097-4368-4ced-8a63-dd12b70e03f9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (76929287-de3b-466c-ad47-19313dd3a6b2), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:36.593460 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-cc35c097-4368-4ced-8a63-dd12b70e03f9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Added segment 76929287-de3b-466c-ad47-19313dd3a6b2 of type vlan for network 3bc1bc4d-bbf6-40fa-ab53-209be884e1f1 Feb 20 03:51:36.716384 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cdf5280e-13b8-4632-a201-bc5b836c21b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (b5c21f16-dfd8-42e8-8d6a-eb381d70c534), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:36.736872 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ae03e3d9-4452-4e09-a6b6-bc20513086cf tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:36.782315 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cc35c097-4368-4ced-8a63-dd12b70e03f9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (3bc1bc4d-bbf6-40fa-ab53-209be884e1f1), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:36.785272 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-ae03e3d9-4452-4e09-a6b6-bc20513086cf tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] device_id is not set on port 95108603-db83-4c2c-a499-c74752fd2ccf yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:51:36.800402 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-c552a54a-e7b3-4f9e-9e5d-3f95edaeac29 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] Allocated IP 172.20.0.9 (3d75d9ee-f1b8-44d3-82a6-3872010ad560/0b6d1396-1c96-44e9-815f-709dee21f740/cd6d7835-b4f3-4582-865a-da23790d753a) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:51:36.875172 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-c928d731-11e4-4521-afdd-84c6b1d28767 None None] Allocated IP 2001:db8:0:ffff::2 (fd020642-4d90-4984-b786-5b558ea3642d/bff0c75a-7048-4de2-8668-0a2a1571702e/e68e97a2-ae21-498f-9e87-c35f8f4ef202) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:51:36.973986 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cc35c097-4368-4ced-8a63-dd12b70e03f9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (3bc1bc4d-bbf6-40fa-ab53-209be884e1f1), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:36.979717 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc35c097-4368-4ced-8a63-dd12b70e03f9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:36.980329 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cc35c097-4368-4ced-8a63-dd12b70e03f9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:36.982467 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-ae03e3d9-4452-4e09-a6b6-bc20513086cf tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Allocated IP 2001:db8::278 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/f19a316b-bdf3-4866-9c6b-adf77c9f7f23/95108603-db83-4c2c-a499-c74752fd2ccf) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:51:37.049471 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf5280e-13b8-4632-a201-bc5b836c21b5 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:51:37.084469 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-cdf5280e-13b8-4632-a201-bc5b836c21b5 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:51:37.102554 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf5280e-13b8-4632-a201-bc5b836c21b5 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:51:37.107427 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5280e-13b8-4632-a201-bc5b836c21b5 None None] Pushing event updated for resources: {'Port': ['ID=b5c21f16-dfd8-42e8-8d6a-eb381d70c534,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:37.170431 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ae03e3d9-4452-4e09-a6b6-bc20513086cf tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for port (95108603-db83-4c2c-a499-c74752fd2ccf), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:37.267527 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-cc35c097-4368-4ced-8a63-dd12b70e03f9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0693986 Feb 20 03:51:37.270295 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57278) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:37.276313 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-cdf5280e-13b8-4632-a201-bc5b836c21b5 None None] Attempting to bind port b5c21f16-dfd8-42e8-8d6a-eb381d70c534 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:51:37.277042 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-4e0e6be9-ab73-46b5-980c-0beb643a83c1 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Request body: {'subnet': {'network_id': '3bc1bc4d-bbf6-40fa-ab53-209be884e1f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:37.277336 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-cdf5280e-13b8-4632-a201-bc5b836c21b5 None None] Attempting to bind port b5c21f16-dfd8-42e8-8d6a-eb381d70c534 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:51:37.278231 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf5280e-13b8-4632-a201-bc5b836c21b5 None None] Attempting to bind port b5c21f16-dfd8-42e8-8d6a-eb381d70c534 on network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:51:37.316654 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35c097-4368-4ced-8a63-dd12b70e03f9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event updated for resources: {'Network': ['ID=3bc1bc4d-bbf6-40fa-ab53-209be884e1f1,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:37.363823 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c928d731-11e4-4521-afdd-84c6b1d28767 None None] Publish callbacks [] for port (e68e97a2-ae21-498f-9e87-c35f8f4ef202), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:37.370956 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf5280e-13b8-4632-a201-bc5b836c21b5 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:51:37.372908 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf5280e-13b8-4632-a201-bc5b836c21b5 None None] Checking segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:51:37.374194 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cdf5280e-13b8-4632-a201-bc5b836c21b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:37.375599 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf5280e-13b8-4632-a201-bc5b836c21b5 None None] Bound using segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:51:37.377836 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-cdf5280e-13b8-4632-a201-bc5b836c21b5 None None] Bound port: b5c21f16-dfd8-42e8-8d6a-eb381d70c534, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:51:37.378408 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cdf5280e-13b8-4632-a201-bc5b836c21b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b5c21f16-dfd8-42e8-8d6a-eb381d70c534), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:37.403852 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 3bc1bc4d-bbf6-40fa-ab53-209be884e1f1 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:51:37.409980 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-c552a54a-e7b3-4f9e-9e5d-3f95edaeac29 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] Publish callbacks [] for port (cd6d7835-b4f3-4582-865a-da23790d753a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:37.425725 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ae03e3d9-4452-4e09-a6b6-bc20513086cf tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (95108603-db83-4c2c-a499-c74752fd2ccf), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:37.437021 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83314d8a-1bbe-4369-b375-9488dd8040e4 req-196df10f-2681-41b7-a930-77726ba83af3 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:37.439094 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-83314d8a-1bbe-4369-b375-9488dd8040e4 req-196df10f-2681-41b7-a930-77726ba83af3 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.3353832 Feb 20 03:51:37.515546 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae03e3d9-4452-4e09-a6b6-bc20513086cf tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:51:37.522814 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-ae03e3d9-4452-4e09-a6b6-bc20513086cf tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:51:37.536635 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae03e3d9-4452-4e09-a6b6-bc20513086cf tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:51:37.545405 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae03e3d9-4452-4e09-a6b6-bc20513086cf tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:37.546899 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ae03e3d9-4452-4e09-a6b6-bc20513086cf tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:37.578333 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-83314d8a-1bbe-4369-b375-9488dd8040e4 req-0c11d6c8-aa33-4347-8d8e-595a31e5513e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290095 Feb 20 03:51:37.584981 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03e3d9-4452-4e09-a6b6-bc20513086cf tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Port': ['ID=95108603-db83-4c2c-a499-c74752fd2ccf,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:37.648330 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ae03e3d9-4452-4e09-a6b6-bc20513086cf tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5334077 Feb 20 03:51:37.655025 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57286) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:37.731264 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-c552a54a-e7b3-4f9e-9e5d-3f95edaeac29 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (cd6d7835-b4f3-4582-865a-da23790d753a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:37.738764 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-cdf5280e-13b8-4632-a201-bc5b836c21b5 None None] For port b5c21f16-dfd8-42e8-8d6a-eb381d70c534, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:51:37.754929 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-cdf5280e-13b8-4632-a201-bc5b836c21b5 None None] For port b5c21f16-dfd8-42e8-8d6a-eb381d70c534, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b5c21f16-dfd8-42e8-8d6a-eb381d70c534,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:51:37.762281 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0e6be9-ab73-46b5-980c-0beb643a83c1 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Made reservation on behalf of 107bee4a345d4c778a9f00870695aa94 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:37.770046 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4e0e6be9-ab73-46b5-980c-0beb643a83c1 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:37.793103 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c928d731-11e4-4521-afdd-84c6b1d28767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (e68e97a2-ae21-498f-9e87-c35f8f4ef202), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:37.831339 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-c552a54a-e7b3-4f9e-9e5d-3f95edaeac29 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] Network 3d75d9ee-f1b8-44d3-82a6-3872010ad560 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:51:37.846315 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-c552a54a-e7b3-4f9e-9e5d-3f95edaeac29 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:51:37.858502 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04931879-2607-4aff-8f07-517e997b18f1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:37.863711 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04931879-2607-4aff-8f07-517e997b18f1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:37.865371 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-04931879-2607-4aff-8f07-517e997b18f1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2127500 Feb 20 03:51:37.866393 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-c552a54a-e7b3-4f9e-9e5d-3f95edaeac29 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:51:37.868671 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57288) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:37.870678 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c552a54a-e7b3-4f9e-9e5d-3f95edaeac29 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] Pushing event updated for resources: {'Port': ['ID=cd6d7835-b4f3-4582-865a-da23790d753a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:37.896060 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cdf5280e-13b8-4632-a201-bc5b836c21b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b5c21f16-dfd8-42e8-8d6a-eb381d70c534), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:37.914779 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c0698-6268-4671-89d1-dae72d5f2fa3 req-140f8b17-ad15-4efd-abed-20930f296625 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:37.916436 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b2c0698-6268-4671-89d1-dae72d5f2fa3 req-140f8b17-ad15-4efd-abed-20930f296625 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] 10.222.0.89 "GET /v2.0/ports?device_id=94d06d86-e8a5-48cf-bb54-54808de4f04f HTTP/1.1" status: 200 len: 931 time: 0.2096310 Feb 20 03:51:37.995406 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-c552a54a-e7b3-4f9e-9e5d-3f95edaeac29 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:37.995749 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-c552a54a-e7b3-4f9e-9e5d-3f95edaeac29 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:38.021497 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c928d731-11e4-4521-afdd-84c6b1d28767 None None] Network fd020642-4d90-4984-b786-5b558ea3642d is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:51:38.038364 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-c928d731-11e4-4521-afdd-84c6b1d28767 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:51:38.053319 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c928d731-11e4-4521-afdd-84c6b1d28767 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:51:38.068227 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928d731-11e4-4521-afdd-84c6b1d28767 None None] Pushing event updated for resources: {'Port': ['ID=e68e97a2-ae21-498f-9e87-c35f8f4ef202,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:38.072909 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b2c0698-6268-4671-89d1-dae72d5f2fa3 req-e7c013fb-7acb-496b-9506-ae7d459af883 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] 10.222.0.89 "GET /v2.0/security-groups?id=148f0875-c7eb-4d7c-8858-2796b7ecbe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490664 Feb 20 03:51:38.113895 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-c552a54a-e7b3-4f9e-9e5d-3f95edaeac29 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7221396 Feb 20 03:51:38.132076 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-b459aff3-d8d8-4a30-92b5-3bed2e59a810 service neutron] Request body: {'port': {'device_id': '94d06d86-e8a5-48cf-bb54-54808de4f04f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:38.177744 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-2aaae19b-4542-41d3-9348-4610b8280764 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting port 95108603-db83-4c2c-a499-c74752fd2ccf {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:51:38.178333 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2aaae19b-4542-41d3-9348-4610b8280764 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (95108603-db83-4c2c-a499-c74752fd2ccf), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:38.277760 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-c928d731-11e4-4521-afdd-84c6b1d28767 None None] Attempting to bind port e68e97a2-ae21-498f-9e87-c35f8f4ef202 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:51:38.278338 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-c928d731-11e4-4521-afdd-84c6b1d28767 None None] Attempting to bind port e68e97a2-ae21-498f-9e87-c35f8f4ef202 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '05b09b01-bf6d-4af0-943f-9332a9a2b684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'fd020642-4d90-4984-b786-5b558ea3642d'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:51:38.281193 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-b459aff3-d8d8-4a30-92b5-3bed2e59a810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (cd6d7835-b4f3-4582-865a-da23790d753a), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:38.281649 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c928d731-11e4-4521-afdd-84c6b1d28767 None None] Attempting to bind port e68e97a2-ae21-498f-9e87-c35f8f4ef202 on network fd020642-4d90-4984-b786-5b558ea3642d {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:51:38.309444 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c928d731-11e4-4521-afdd-84c6b1d28767 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:51:38.325925 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c928d731-11e4-4521-afdd-84c6b1d28767 None None] Checking segment: {'id': '05b09b01-bf6d-4af0-943f-9332a9a2b684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'fd020642-4d90-4984-b786-5b558ea3642d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:51:38.325925 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c928d731-11e4-4521-afdd-84c6b1d28767 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:38.325925 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c928d731-11e4-4521-afdd-84c6b1d28767 None None] Bound using segment: {'id': '05b09b01-bf6d-4af0-943f-9332a9a2b684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'fd020642-4d90-4984-b786-5b558ea3642d'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:51:38.331103 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-c928d731-11e4-4521-afdd-84c6b1d28767 None None] Bound port: e68e97a2-ae21-498f-9e87-c35f8f4ef202, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b09b01-bf6d-4af0-943f-9332a9a2b684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'fd020642-4d90-4984-b786-5b558ea3642d'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:51:38.331103 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c928d731-11e4-4521-afdd-84c6b1d28767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e68e97a2-ae21-498f-9e87-c35f8f4ef202), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:38.365849 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5280e-13b8-4632-a201-bc5b836c21b5 None None] Pushing event updated for resources: {'Port': ['ID=b5c21f16-dfd8-42e8-8d6a-eb381d70c534,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:38.520072 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c928d731-11e4-4521-afdd-84c6b1d28767 None None] For port e68e97a2-ae21-498f-9e87-c35f8f4ef202, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:51:38.528586 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c928d731-11e4-4521-afdd-84c6b1d28767 None None] For port e68e97a2-ae21-498f-9e87-c35f8f4ef202, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=e68e97a2-ae21-498f-9e87-c35f8f4ef202,segment=NetworkSegment(05b09b01-bf6d-4af0-943f-9332a9a2b684),segment_id=05b09b01-bf6d-4af0-943f-9332a9a2b684)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:51:38.566899 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2aaae19b-4542-41d3-9348-4610b8280764 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (95108603-db83-4c2c-a499-c74752fd2ccf), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:38.598299 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-2aaae19b-4542-41d3-9348-4610b8280764 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Calling delete_port for 95108603-db83-4c2c-a499-c74752fd2ccf owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:51:38.689078 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c928d731-11e4-4521-afdd-84c6b1d28767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e68e97a2-ae21-498f-9e87-c35f8f4ef202), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:38.708849 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4e0e6be9-ab73-46b5-980c-0beb643a83c1 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (3111ab7d-7b78-45b1-aba2-02cc68c75cf4), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:38.818034 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e6be9-ab73-46b5-980c-0beb643a83c1 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event updated for resources: {'Subnet': ['ID=3111ab7d-7b78-45b1-aba2-02cc68c75cf4,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:38.828126 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928d731-11e4-4521-afdd-84c6b1d28767 None None] Pushing event updated for resources: {'Port': ['ID=e68e97a2-ae21-498f-9e87-c35f8f4ef202,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:38.842589 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0e6be9-ab73-46b5-980c-0beb643a83c1 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:38.855193 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0e6be9-ab73-46b5-980c-0beb643a83c1 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:38.855913 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0e6be9-ab73-46b5-980c-0beb643a83c1 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:38.855913 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0e6be9-ab73-46b5-980c-0beb643a83c1 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:38.857980 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0e6be9-ab73-46b5-980c-0beb643a83c1 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:38.858244 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0e6be9-ab73-46b5-980c-0beb643a83c1 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:38.858771 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0e6be9-ab73-46b5-980c-0beb643a83c1 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:38.859089 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0e6be9-ab73-46b5-980c-0beb643a83c1 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:38.859416 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0e6be9-ab73-46b5-980c-0beb643a83c1 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:38.859762 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0e6be9-ab73-46b5-980c-0beb643a83c1 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:38.860072 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0e6be9-ab73-46b5-980c-0beb643a83c1 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:38.860587 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0e6be9-ab73-46b5-980c-0beb643a83c1 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:38.860912 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0e6be9-ab73-46b5-980c-0beb643a83c1 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:51:38.884937 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0e6be9-ab73-46b5-980c-0beb643a83c1 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Checking segment: {'id': '76929287-de3b-466c-ad47-19313dd3a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '3bc1bc4d-bbf6-40fa-ab53-209be884e1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:51:38.885515 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0e6be9-ab73-46b5-980c-0beb643a83c1 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Network hostable DHCP agents. Network: 3bc1bc4d-bbf6-40fa-ab53-209be884e1f1, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:51:38.928834 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a806f33-6b24-458a-9c88-b3e4e5034d4a req-d8d8b747-bc54-4343-b713-4fb7f5fb6190 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:38.932698 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6a806f33-6b24-458a-9c88-b3e4e5034d4a req-d8d8b747-bc54-4343-b713-4fb7f5fb6190 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.2222185 Feb 20 03:51:39.022499 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-b459aff3-d8d8-4a30-92b5-3bed2e59a810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd6d7835-b4f3-4582-865a-da23790d753a {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:51:39.031651 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-b459aff3-d8d8-4a30-92b5-3bed2e59a810 service neutron] Publish callbacks [] for port (cd6d7835-b4f3-4582-865a-da23790d753a), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:39.037139 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6a806f33-6b24-458a-9c88-b3e4e5034d4a req-d6e0618f-9d02-429a-b29c-856d08a21a24 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971024 Feb 20 03:51:39.042258 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0e6be9-ab73-46b5-980c-0beb643a83c1 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Network 3bc1bc4d-bbf6-40fa-ab53-209be884e1f1 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:51:39.070593 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2aaae19b-4542-41d3-9348-4610b8280764 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (95108603-db83-4c2c-a499-c74752fd2ccf), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:39.070821 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-b459aff3-d8d8-4a30-92b5-3bed2e59a810 service neutron] Transition to ACTIVE for port object cd6d7835-b4f3-4582-865a-da23790d753a will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:51:39.144801 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-b459aff3-d8d8-4a30-92b5-3bed2e59a810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (cd6d7835-b4f3-4582-865a-da23790d753a), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:39.161250 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-4e0e6be9-ab73-46b5-980c-0beb643a83c1 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 3bc1bc4d-bbf6-40fa-ab53-209be884e1f1) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:51:39.166076 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaae19b-4542-41d3-9348-4610b8280764 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Port': ['ID=95108603-db83-4c2c-a499-c74752fd2ccf,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:39.168810 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2aaae19b-4542-41d3-9348-4610b8280764 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:39.173646 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2aaae19b-4542-41d3-9348-4610b8280764 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/95108603-db83-4c2c-a499-c74752fd2ccf HTTP/1.1" status: 204 len: 168 time: 1.3034892 Feb 20 03:51:39.176711 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57300) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:39.179516 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0e6be9-ab73-46b5-980c-0beb643a83c1 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:39.181819 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4e0e6be9-ab73-46b5-980c-0beb643a83c1 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:39.207340 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aec09d3-28b3-470b-b429-993bd0e0696f None None] Network 3bc1bc4d-bbf6-40fa-ab53-209be884e1f1 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:51:39.325540 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23b10f9-a45c-46f9-b342-fc99bddd8e41 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:39.327202 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23b10f9-a45c-46f9-b342-fc99bddd8e41 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:39.328827 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b23b10f9-a45c-46f9-b342-fc99bddd8e41 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1509421 Feb 20 03:51:39.335821 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57302) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:39.365476 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4e0e6be9-ab73-46b5-980c-0beb643a83c1 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0937638 Feb 20 03:51:39.455544 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57304) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:39.508397 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-21ce352e-8ead-4400-a67a-b3ff5952f35c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting subnet f19a316b-bdf3-4866-9c6b-adf77c9f7f23 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:51:39.515559 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-21ce352e-8ead-4400-a67a-b3ff5952f35c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (f19a316b-bdf3-4866-9c6b-adf77c9f7f23), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:39.523366 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e68e97a2-ae21-498f-9e87-c35f8f4ef202 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:51:39.598420 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459aff3-d8d8-4a30-92b5-3bed2e59a810 service neutron] Pushing event updated for resources: {'Port': ['ID=cd6d7835-b4f3-4582-865a-da23790d753a,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:39.643780 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-21ce352e-8ead-4400-a67a-b3ff5952f35c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (f19a316b-bdf3-4866-9c6b-adf77c9f7f23), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:39.669456 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1002c74f-609f-4e7e-9b0a-364785f3477a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-3bc1bc4d-bbf6-40fa-ab53-209be884e1f1', 'network_id': '3bc1bc4d-bbf6-40fa-ab53-209be884e1f1', 'project_id': '107bee4a345d4c778a9f00870695aa94', 'fixed_ips': [{'subnet_id': '3111ab7d-7b78-45b1-aba2-02cc68c75cf4'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:51:39.670546 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1002c74f-609f-4e7e-9b0a-364785f3477a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:39.744001 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port e68e97a2-ae21-498f-9e87-c35f8f4ef202 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:51:39.744398 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e68e97a2-ae21-498f-9e87-c35f8f4ef202), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:39.769226 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99655c-fbbb-44fb-af8b-b2e942b0bf18 req-4b04607b-31dd-46a7-8a9e-1c0d42d67a8f tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:39.775649 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3f99655c-fbbb-44fb-af8b-b2e942b0bf18 req-4b04607b-31dd-46a7-8a9e-1c0d42d67a8f tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] 10.222.0.89 "GET /v2.0/ports?device_id=94d06d86-e8a5-48cf-bb54-54808de4f04f HTTP/1.1" status: 200 len: 943 time: 0.5214245 Feb 20 03:51:39.795995 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-21ce352e-8ead-4400-a67a-b3ff5952f35c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (f19a316b-bdf3-4866-9c6b-adf77c9f7f23), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:39.819929 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (3bc1bc4d-bbf6-40fa-ab53-209be884e1f1), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:39.842074 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-b459aff3-d8d8-4a30-92b5-3bed2e59a810 service neutron] Attempting to bind port cd6d7835-b4f3-4582-865a-da23790d753a on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:51:39.842416 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-b459aff3-d8d8-4a30-92b5-3bed2e59a810 service neutron] Attempting to bind port cd6d7835-b4f3-4582-865a-da23790d753a by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'cd30daeb-5a04-4b64-8374-0918843073ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3d75d9ee-f1b8-44d3-82a6-3872010ad560'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:51:39.842741 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-b459aff3-d8d8-4a30-92b5-3bed2e59a810 service neutron] Attempting to bind port cd6d7835-b4f3-4582-865a-da23790d753a on network 3d75d9ee-f1b8-44d3-82a6-3872010ad560 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:51:39.864075 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-b459aff3-d8d8-4a30-92b5-3bed2e59a810 service neutron] Port cd6d7835-b4f3-4582-865a-da23790d753a on network 3d75d9ee-f1b8-44d3-82a6-3872010ad560 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:51:39.864397 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-b459aff3-d8d8-4a30-92b5-3bed2e59a810 service neutron] Attempting to bind port cd6d7835-b4f3-4582-865a-da23790d753a on network 3d75d9ee-f1b8-44d3-82a6-3872010ad560 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:51:39.873372 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-b459aff3-d8d8-4a30-92b5-3bed2e59a810 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:51:39.873957 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-b459aff3-d8d8-4a30-92b5-3bed2e59a810 service neutron] Checking segment: {'id': 'cd30daeb-5a04-4b64-8374-0918843073ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3d75d9ee-f1b8-44d3-82a6-3872010ad560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:51:39.874351 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-b459aff3-d8d8-4a30-92b5-3bed2e59a810 service neutron] Bound using segment: {'id': 'cd30daeb-5a04-4b64-8374-0918843073ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3d75d9ee-f1b8-44d3-82a6-3872010ad560'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:51:39.874793 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-b459aff3-d8d8-4a30-92b5-3bed2e59a810 service neutron] Bound port: cd6d7835-b4f3-4582-865a-da23790d753a, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd30daeb-5a04-4b64-8374-0918843073ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3d75d9ee-f1b8-44d3-82a6-3872010ad560'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:51:39.875177 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-b459aff3-d8d8-4a30-92b5-3bed2e59a810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (cd6d7835-b4f3-4582-865a-da23790d753a), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:39.968990 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (3111ab7d-7b78-45b1-aba2-02cc68c75cf4), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:40.065875 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-21ce352e-8ead-4400-a67a-b3ff5952f35c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (f19a316b-bdf3-4866-9c6b-adf77c9f7f23), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:40.099433 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-1002c74f-609f-4e7e-9b0a-364785f3477a None None] Allocated IP 2001:db8::1 (3bc1bc4d-bbf6-40fa-ab53-209be884e1f1/3111ab7d-7b78-45b1-aba2-02cc68c75cf4/d7f8aef9-e0ce-45a8-8947-c8e42b02b53b) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:51:40.104134 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3f99655c-fbbb-44fb-af8b-b2e942b0bf18 req-6c39a1ca-5729-4448-947f-176b400290be tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] 10.222.0.89 "GET /v2.0/security-groups?id=148f0875-c7eb-4d7c-8858-2796b7ecbe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881632 Feb 20 03:51:40.120959 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port e68e97a2-ae21-498f-9e87-c35f8f4ef202 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:40.121776 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e68e97a2-ae21-498f-9e87-c35f8f4ef202), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:40.145300 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce352e-8ead-4400-a67a-b3ff5952f35c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Subnet': ['ID=f19a316b-bdf3-4866-9c6b-adf77c9f7f23,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:40.160747 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-21ce352e-8ead-4400-a67a-b3ff5952f35c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:40.172332 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-21ce352e-8ead-4400-a67a-b3ff5952f35c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/f19a316b-bdf3-4866-9c6b-adf77c9f7f23 HTTP/1.1" status: 204 len: 168 time: 0.8271844 Feb 20 03:51:40.175098 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57314) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:40.193241 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-b459aff3-d8d8-4a30-92b5-3bed2e59a810 service neutron] For port cd6d7835-b4f3-4582-865a-da23790d753a, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:51:40.202244 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-b459aff3-d8d8-4a30-92b5-3bed2e59a810 service neutron] For port cd6d7835-b4f3-4582-865a-da23790d753a, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=cd6d7835-b4f3-4582-865a-da23790d753a,segment=NetworkSegment(cd30daeb-5a04-4b64-8374-0918843073ff),segment_id=cd30daeb-5a04-4b64-8374-0918843073ff)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:51:40.300591 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-b459aff3-d8d8-4a30-92b5-3bed2e59a810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (cd6d7835-b4f3-4582-865a-da23790d753a), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:40.308915 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8bab91ab-51ac-4c11-b917-a71a17be7839 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1326082 Feb 20 03:51:40.313112 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57316) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:40.322783 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-b459aff3-d8d8-4a30-92b5-3bed2e59a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:40.324320 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-b459aff3-d8d8-4a30-92b5-3bed2e59a810 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:40.325531 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-b459aff3-d8d8-4a30-92b5-3bed2e59a810 service neutron] 10.222.0.93 "PUT /v2.0/ports/cd6d7835-b4f3-4582-865a-da23790d753a HTTP/1.1" status: 200 len: 1091 time: 2.1979980 Feb 20 03:51:40.344529 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb312dc8-ebbd-4d98-a38c-275cfe1fdd75 req-2f25bfeb-30ae-4865-bda4-9149a5342432 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:40.353671 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb312dc8-ebbd-4d98-a38c-275cfe1fdd75 req-2f25bfeb-30ae-4865-bda4-9149a5342432 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.1095819 Feb 20 03:51:40.377200 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d06d86-e8a5-48cf-bb54-54808de4f04f', 'tag': 'cd6d7835-b4f3-4582-865a-da23790d753a'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:51:40.380257 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a1e6ba-8a92-4f19-8766-57268ad78cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "94d06d86-e8a5-48cf-bb54-54808de4f04f", "tag": "cd6d7835-b4f3-4582-865a-da23790d753a"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:51:40.457519 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad6d366-8fca-44eb-a1c9-6e3f2847dae6 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:40.467725 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3ad6d366-8fca-44eb-a1c9-6e3f2847dae6 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1534996 Feb 20 03:51:40.470062 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57320) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:40.536481 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb312dc8-ebbd-4d98-a38c-275cfe1fdd75 req-e0196210-d4b2-470b-b7d0-bbc493f9ee39 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776319 Feb 20 03:51:40.556755 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1002c74f-609f-4e7e-9b0a-364785f3477a None None] Publish callbacks [] for port (d7f8aef9-e0ce-45a8-8947-c8e42b02b53b), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:40.576050 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459aff3-d8d8-4a30-92b5-3bed2e59a810 service neutron] Pushing event updated for resources: {'Port': ['ID=cd6d7835-b4f3-4582-865a-da23790d753a,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:40.581318 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44dc760-6e59-4690-8909-4379c265f3ed None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:51:40.617763 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689bb209-42f3-4d14-8623-712cdb2a570a tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:40.622655 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-689bb209-42f3-4d14-8623-712cdb2a570a tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1511610 Feb 20 03:51:40.626560 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57326) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:40.631324 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-9c068659-23eb-4b31-9ea2-2aae56c33f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:40.636387 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-9c068659-23eb-4b31-9ea2-2aae56c33f2d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=75507d776a2d4d7e92e7308dca0652c0&device_id=94d06d86-e8a5-48cf-bb54-54808de4f04f HTTP/1.1" status: 200 len: 1125 time: 0.1641431 Feb 20 03:51:40.661341 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port e68e97a2-ae21-498f-9e87-c35f8f4ef202, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=e68e97a2-ae21-498f-9e87-c35f8f4ef202,segment=NetworkSegment(05b09b01-bf6d-4af0-943f-9332a9a2b684),segment_id=05b09b01-bf6d-4af0-943f-9332a9a2b684)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:40.709567 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1002c74f-609f-4e7e-9b0a-364785f3477a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (d7f8aef9-e0ce-45a8-8947-c8e42b02b53b), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:40.718244 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c04436e5-6d55-4be0-8fc2-b4db5eb0d817 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0897927 Feb 20 03:51:40.726498 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57330) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:40.735961 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-48d1bba2-bc74-41ac-bcf6-ef2d16153ea1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:40.780135 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f398830-6cde-4702-a1d3-3d3a9900a5cf x-openstack-request-id: req-2f398830-6cde-4702-a1d3-3d3a9900a5cf {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:51:40.780135 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d06d86-e8a5-48cf-bb54-54808de4f04f", "tag": "cd6d7835-b4f3-4582-865a-da23790d753a", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:51:40.780135 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2f398830-6cde-4702-a1d3-3d3a9900a5cf {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:51:40.780135 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d06d86-e8a5-48cf-bb54-54808de4f04f', 'tag': 'cd6d7835-b4f3-4582-865a-da23790d753a', 'status': 'completed', 'code': 200} Feb 20 03:51:40.785292 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-07d4e56d-34a9-4671-a73e-bb0f26c57ae1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd6d7835-b4f3-4582-865a-da23790d753a HTTP/1.1" status: 200 len: 217 time: 0.1390307 Feb 20 03:51:40.836300 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fe9948-4bc7-4b4b-ac82-0e37f78d9687 None None] Network fd020642-4d90-4984-b786-5b558ea3642d requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:51:40.894202 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-96eaeba6-1973-4980-aeb3-7a5f50484c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:40.895623 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-96eaeba6-1973-4980-aeb3-7a5f50484c11 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0b6d1396-1c96-44e9-815f-709dee21f740 HTTP/1.1" status: 200 len: 857 time: 0.1056476 Feb 20 03:51:40.898660 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-2c1b64fc-c0ac-4e06-91b0-06b47b540de3 None None] Provisioning complete for port b5c21f16-dfd8-42e8-8d6a-eb381d70c534 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:51:40.900265 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2c1b64fc-c0ac-4e06-91b0-06b47b540de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b5c21f16-dfd8-42e8-8d6a-eb381d70c534), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:40.900977 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (3111ab7d-7b78-45b1-aba2-02cc68c75cf4), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:40.942062 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002c74f-609f-4e7e-9b0a-364785f3477a None None] Pushing event updated for resources: {'Port': ['ID=d7f8aef9-e0ce-45a8-8947-c8e42b02b53b,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:40.945083 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e68e97a2-ae21-498f-9e87-c35f8f4ef202), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:40.946769 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b5c21f16-dfd8-42e8-8d6a-eb381d70c534 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:51:40.956999 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-34a4a837-7e44-4660-ab76-1ebfbe12379a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3d75d9ee-f1b8-44d3-82a6-3872010ad560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533967 Feb 20 03:51:40.963881 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event deleted for resources: {'Subnet': ['ID=3111ab7d-7b78-45b1-aba2-02cc68c75cf4,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:40.996560 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1002c74f-609f-4e7e-9b0a-364785f3477a None None] Network 3bc1bc4d-bbf6-40fa-ab53-209be884e1f1 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:51:41.013257 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-1002c74f-609f-4e7e-9b0a-364785f3477a None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:51:41.036456 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d1bba2-bc74-41ac-bcf6-ef2d16153ea1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:41.041326 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-48d1bba2-bc74-41ac-bcf6-ef2d16153ea1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:41.050386 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1002c74f-609f-4e7e-9b0a-364785f3477a None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:51:41.097758 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (3bc1bc4d-bbf6-40fa-ab53-209be884e1f1), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:41.145100 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc1bc4d-bbf6-40fa-ab53-209be884e1f1']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:51:41.167243 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76929287-de3b-466c-ad47-19313dd3a6b2') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:51:41.168415 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76929287-de3b-466c-ad47-19313dd3a6b2') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:51:41.176646 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-bed1b9ea-2c7a-478a-a93b-4d5e0a1c15bb service neutron] 10.222.0.93 "GET /v2.0/networks/3d75d9ee-f1b8-44d3-82a6-3872010ad560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100668 Feb 20 03:51:41.181916 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (76929287-de3b-466c-ad47-19313dd3a6b2), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:41.289491 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f0a652d0-3b51-4827-a17a-3bebb58e8d36 req-692c050d-f128-4091-86db-327c32c065e2 service neutron] 10.222.0.93 "GET /v2.0/networks/3d75d9ee-f1b8-44d3-82a6-3872010ad560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054449 Feb 20 03:51:41.307973 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port b5c21f16-dfd8-42e8-8d6a-eb381d70c534 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:51:41.307973 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b5c21f16-dfd8-42e8-8d6a-eb381d70c534), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:41.345816 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (76929287-de3b-466c-ad47-19313dd3a6b2), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:41.369099 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:51:41.369506 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (76929287-de3b-466c-ad47-19313dd3a6b2), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:41.373552 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:51:41.373552 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:51:41.373552 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:51:41.373552 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:51:41.373552 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:51:41.373552 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:51:41.373552 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:51:41.373552 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:51:41.373552 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:51:41.373552 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:51:41.373552 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:51:41.373552 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:51:41.373552 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:51:41.373552 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:51:41.373552 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:51:41.373552 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:51:41.373552 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:51:41.373552 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:51:41.373552 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:51:41.373552 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:51:41.373552 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:51:41.373552 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:51:41.373552 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:51:41.373552 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:51:41.373552 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:51:41.373552 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:51:41.373552 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:51:41.373552 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:51:41.373552 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:51:41.373552 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:51:41.373552 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:51:41.373552 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:51:41.379604 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00aceb88-5556-4222-bff5-b047147dc42c None None] DHCP port deletion for 4f54fdde-6e16-424b-a89f-7d368ed79ea3 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:51:41.422999 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2c1b64fc-c0ac-4e06-91b0-06b47b540de3 None None] Current status of the port b5c21f16-dfd8-42e8-8d6a-eb381d70c534 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:41.423394 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2c1b64fc-c0ac-4e06-91b0-06b47b540de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b5c21f16-dfd8-42e8-8d6a-eb381d70c534), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:41.430022 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=e68e97a2-ae21-498f-9e87-c35f8f4ef202,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:41.465846 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-1002c74f-609f-4e7e-9b0a-364785f3477a None None] Attempting to bind port d7f8aef9-e0ce-45a8-8947-c8e42b02b53b on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:51:41.466222 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-1002c74f-609f-4e7e-9b0a-364785f3477a None None] Attempting to bind port d7f8aef9-e0ce-45a8-8947-c8e42b02b53b by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '76929287-de3b-466c-ad47-19313dd3a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '3bc1bc4d-bbf6-40fa-ab53-209be884e1f1'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:51:41.466589 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1002c74f-609f-4e7e-9b0a-364785f3477a None None] Attempting to bind port d7f8aef9-e0ce-45a8-8947-c8e42b02b53b on network 3bc1bc4d-bbf6-40fa-ab53-209be884e1f1 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:51:41.525897 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1002c74f-609f-4e7e-9b0a-364785f3477a None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:51:41.526617 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1002c74f-609f-4e7e-9b0a-364785f3477a None None] Checking segment: {'id': '76929287-de3b-466c-ad47-19313dd3a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '3bc1bc4d-bbf6-40fa-ab53-209be884e1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:51:41.527822 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1002c74f-609f-4e7e-9b0a-364785f3477a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:41.527822 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1002c74f-609f-4e7e-9b0a-364785f3477a None None] Bound using segment: {'id': '76929287-de3b-466c-ad47-19313dd3a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '3bc1bc4d-bbf6-40fa-ab53-209be884e1f1'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:51:41.528815 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-1002c74f-609f-4e7e-9b0a-364785f3477a None None] Bound port: d7f8aef9-e0ce-45a8-8947-c8e42b02b53b, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76929287-de3b-466c-ad47-19313dd3a6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '3bc1bc4d-bbf6-40fa-ab53-209be884e1f1'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:51:41.529844 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1002c74f-609f-4e7e-9b0a-364785f3477a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d7f8aef9-e0ce-45a8-8947-c8e42b02b53b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:41.585387 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34512f8-8424-48aa-b008-e2432d713318 req-e64926ac-736b-4e24-bdea-6c8373372af6 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:41.592991 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a34512f8-8424-48aa-b008-e2432d713318 req-e64926ac-736b-4e24-bdea-6c8373372af6 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.2945135 Feb 20 03:51:41.620368 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a535cdd-cde1-4e28-b92c-ba2d9523a731 req-73186b4a-cd07-4c47-8e59-947e4c1b62ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:41.621892 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2a535cdd-cde1-4e28-b92c-ba2d9523a731 req-73186b4a-cd07-4c47-8e59-947e4c1b62ce service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2a426eb8717f45cda17f79dc5d1190fc&device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 1126 time: 0.2636809 Feb 20 03:51:41.640472 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-2c1b64fc-c0ac-4e06-91b0-06b47b540de3 None None] For port b5c21f16-dfd8-42e8-8d6a-eb381d70c534, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b5c21f16-dfd8-42e8-8d6a-eb381d70c534,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:41.645862 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1e6ba-8a92-4f19-8766-57268ad78cc8 req-21f215ae-683a-4f4b-adcb-7ecc51869b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:41.645862 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-00a1e6ba-8a92-4f19-8766-57268ad78cc8 req-21f215ae-683a-4f4b-adcb-7ecc51869b02 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=75507d776a2d4d7e92e7308dca0652c0&device_id=94d06d86-e8a5-48cf-bb54-54808de4f04f HTTP/1.1" status: 200 len: 1125 time: 0.1372874 Feb 20 03:51:41.652111 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.db.api [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 20 03:51:41.652111 n-d-829866-4 neutron-server[104105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 20 03:51:41.652111 n-d-829866-4 neutron-server[104105]: [parameters: {'id': '3bc1bc4d-bbf6-40fa-ab53-209be884e1f1'}] Feb 20 03:51:41.652111 n-d-829866-4 neutron-server[104105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:51:41.652732 n-d-829866-4 neutron-server[104105]: DEBUG oslo_db.api [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:51:41.697708 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-00aceb88-5556-4222-bff5-b047147dc42c None None] Deleting port b5c21f16-dfd8-42e8-8d6a-eb381d70c534 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:51:41.697938 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-00aceb88-5556-4222-bff5-b047147dc42c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b5c21f16-dfd8-42e8-8d6a-eb381d70c534), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:41.878073 n-d-829866-4 neutron-server[104106]: DEBUG neutron.objects.ports [None req-48d1bba2-bc74-41ac-bcf6-ef2d16153ea1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104106) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 03:51:41.880692 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a34512f8-8424-48aa-b008-e2432d713318 req-e85994fa-3580-4670-bee9-b24cb2c4abfa tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467687 Feb 20 03:51:41.880883 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2c1b64fc-c0ac-4e06-91b0-06b47b540de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b5c21f16-dfd8-42e8-8d6a-eb381d70c534), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:41.892079 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-1002c74f-609f-4e7e-9b0a-364785f3477a None None] For port d7f8aef9-e0ce-45a8-8947-c8e42b02b53b, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:51:41.927761 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port b5c21f16-dfd8-42e8-8d6a-eb381d70c534 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:41.928162 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b5c21f16-dfd8-42e8-8d6a-eb381d70c534), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:42.029869 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a535cdd-cde1-4e28-b92c-ba2d9523a731 req-d2e7eecb-5449-45bb-bf1e-18dfb3f9ffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:42.036339 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2a535cdd-cde1-4e28-b92c-ba2d9523a731 req-d2e7eecb-5449-45bb-bf1e-18dfb3f9ffb1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=64115127-0ca9-4210-b390-d57efc54bf51 HTTP/1.1" status: 200 len: 912 time: 0.3983636 Feb 20 03:51:42.036339 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1e6ba-8a92-4f19-8766-57268ad78cc8 req-ed9c7b45-4b39-44f7-8693-75a75462ccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:42.036339 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-00a1e6ba-8a92-4f19-8766-57268ad78cc8 req-ed9c7b45-4b39-44f7-8693-75a75462ccf3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3d75d9ee-f1b8-44d3-82a6-3872010ad560 HTTP/1.1" status: 200 len: 918 time: 0.3704438 Feb 20 03:51:42.179098 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (3bc1bc4d-bbf6-40fa-ab53-209be884e1f1), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:42.186122 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-00a1e6ba-8a92-4f19-8766-57268ad78cc8 req-d439ad22-fc98-47d3-81b4-c95ff239b582 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd6d7835-b4f3-4582-865a-da23790d753a HTTP/1.1" status: 200 len: 217 time: 0.1374772 Feb 20 03:51:42.194026 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f2cf0-5e41-40de-b8d4-044e1157f9ab req-1244b094-c2f6-448f-8fd2-c6b60f48f047 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:42.197123 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-753f2cf0-5e41-40de-b8d4-044e1157f9ab req-1244b094-c2f6-448f-8fd2-c6b60f48f047 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] 10.222.0.89 "GET /v2.0/ports?device_id=94d06d86-e8a5-48cf-bb54-54808de4f04f HTTP/1.1" status: 200 len: 943 time: 0.2303255 Feb 20 03:51:42.228350 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-1002c74f-609f-4e7e-9b0a-364785f3477a None None] For port d7f8aef9-e0ce-45a8-8947-c8e42b02b53b, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d7f8aef9-e0ce-45a8-8947-c8e42b02b53b,segment=NetworkSegment(76929287-de3b-466c-ad47-19313dd3a6b2),segment_id=76929287-de3b-466c-ad47-19313dd3a6b2)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:51:42.294343 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-7446cfb1-de22-4d44-a433-3c10f07efb42 None None] Provisioning complete for port e68e97a2-ae21-498f-9e87-c35f8f4ef202 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:51:42.294722 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7446cfb1-de22-4d44-a433-3c10f07efb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e68e97a2-ae21-498f-9e87-c35f8f4ef202), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:42.308109 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-48d1bba2-bc74-41ac-bcf6-ef2d16153ea1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b5c21f16-dfd8-42e8-8d6a-eb381d70c534), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:42.375702 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1002c74f-609f-4e7e-9b0a-364785f3477a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d7f8aef9-e0ce-45a8-8947-c8e42b02b53b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:42.392220 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b64fc-c0ac-4e06-91b0-06b47b540de3 None None] Pushing event updated for resources: {'Port': ['ID=b5c21f16-dfd8-42e8-8d6a-eb381d70c534,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:42.400462 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-00aceb88-5556-4222-bff5-b047147dc42c None None] For port b5c21f16-dfd8-42e8-8d6a-eb381d70c534, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b5c21f16-dfd8-42e8-8d6a-eb381d70c534,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:42.401016 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-00aceb88-5556-4222-bff5-b047147dc42c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b5c21f16-dfd8-42e8-8d6a-eb381d70c534), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:42.453036 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-00aceb88-5556-4222-bff5-b047147dc42c None None] Calling delete_port for b5c21f16-dfd8-42e8-8d6a-eb381d70c534 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:51:42.488673 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:51:42.489191 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:51:42.564914 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-48d1bba2-bc74-41ac-bcf6-ef2d16153ea1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] For port b5c21f16-dfd8-42e8-8d6a-eb381d70c534, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b5c21f16-dfd8-42e8-8d6a-eb381d70c534,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:42.576760 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002c74f-609f-4e7e-9b0a-364785f3477a None None] Pushing event updated for resources: {'Port': ['ID=d7f8aef9-e0ce-45a8-8947-c8e42b02b53b,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:42.612452 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-48d1bba2-bc74-41ac-bcf6-ef2d16153ea1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for port (b5c21f16-dfd8-42e8-8d6a-eb381d70c534), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:42.635046 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9d1b25-dbb1-4082-93f6-336102aa777b None None] Network 3bc1bc4d-bbf6-40fa-ab53-209be884e1f1 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:51:42.667350 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-7446cfb1-de22-4d44-a433-3c10f07efb42 None None] Current status of the port e68e97a2-ae21-498f-9e87-c35f8f4ef202 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:42.699356 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-48d1bba2-bc74-41ac-bcf6-ef2d16153ea1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (b5c21f16-dfd8-42e8-8d6a-eb381d70c534), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:42.714695 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-7446cfb1-de22-4d44-a433-3c10f07efb42 None None] Could not find standard attr ID for object 95108603-db83-4c2c-a499-c74752fd2ccf. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:51:42.731762 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2a535cdd-cde1-4e28-b92c-ba2d9523a731 req-f9124861-c2cd-4dcf-a0df-edc6334f6156 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=704b66a5-2e83-41de-ba1d-777ee6bc4c8e HTTP/1.1" status: 200 len: 998 time: 0.6660953 Feb 20 03:51:42.768271 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1e6ba-8a92-4f19-8766-57268ad78cc8 req-8b9471a2-f6f0-4378-898b-ffda321c0ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:42.769711 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-00a1e6ba-8a92-4f19-8766-57268ad78cc8 req-8b9471a2-f6f0-4378-898b-ffda321c0ebd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0b6d1396-1c96-44e9-815f-709dee21f740 HTTP/1.1" status: 200 len: 857 time: 0.5695527 Feb 20 03:51:42.777197 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1bba2-bc74-41ac-bcf6-ef2d16153ea1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Port': ['ID=b5c21f16-dfd8-42e8-8d6a-eb381d70c534,revision_number=6']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:42.801685 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-48d1bba2-bc74-41ac-bcf6-ef2d16153ea1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (342afcb3-d6c1-4720-932f-2b143565df97), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:42.809672 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-00aceb88-5556-4222-bff5-b047147dc42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (b5c21f16-dfd8-42e8-8d6a-eb381d70c534), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:42.863692 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-753f2cf0-5e41-40de-b8d4-044e1157f9ab req-3ca750d7-3f15-4ed2-b42e-1365e34c81a4 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] 10.222.0.89 "GET /v2.0/security-groups?id=148f0875-c7eb-4d7c-8858-2796b7ecbe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6498945 Feb 20 03:51:42.868723 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d1bba2-bc74-41ac-bcf6-ef2d16153ea1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:51:42.869969 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-00a1e6ba-8a92-4f19-8766-57268ad78cc8 req-f0a91e47-9084-422d-a9af-deb62ea31710 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3d75d9ee-f1b8-44d3-82a6-3872010ad560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532825 Feb 20 03:51:42.884227 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-48d1bba2-bc74-41ac-bcf6-ef2d16153ea1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:51:42.888257 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d1bba2-bc74-41ac-bcf6-ef2d16153ea1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:42.888864 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-48d1bba2-bc74-41ac-bcf6-ef2d16153ea1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:42.900804 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aceb88-5556-4222-bff5-b047147dc42c None None] Pushing event deleted for resources: {'Port': ['ID=b5c21f16-dfd8-42e8-8d6a-eb381d70c534,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:42.928074 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a535cdd-cde1-4e28-b92c-ba2d9523a731 req-b14b0c80-3a6b-40a5-ab01-379efdb0c9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:42.929542 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2a535cdd-cde1-4e28-b92c-ba2d9523a731 req-b14b0c80-3a6b-40a5-ab01-379efdb0c9cd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=85e8c386-47fc-4d48-86f0-3d288a799fec HTTP/1.1" status: 200 len: 850 time: 0.1749001 Feb 20 03:51:42.940427 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aceb88-5556-4222-bff5-b047147dc42c None None] No DVR routers for this DVR port b5c21f16-dfd8-42e8-8d6a-eb381d70c534 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:51:42.942557 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1bba2-bc74-41ac-bcf6-ef2d16153ea1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Subnet': ['ID=342afcb3-d6c1-4720-932f-2b143565df97,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:42.968290 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8c9bb9-489e-4b92-a8b3-144215ff799d None None] get_active_networks_info from n-d-829866-4 {{(pid=104107) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 03:51:42.980163 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c160bac3-8c57-4554-9fd9-44a923a460f8 None None] Provisioning complete for port e68e97a2-ae21-498f-9e87-c35f8f4ef202 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:51:42.980163 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c160bac3-8c57-4554-9fd9-44a923a460f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e68e97a2-ae21-498f-9e87-c35f8f4ef202), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:42.985907 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Deleting port d7f8aef9-e0ce-45a8-8947-c8e42b02b53b {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:51:42.986254 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (d7f8aef9-e0ce-45a8-8947-c8e42b02b53b), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:43.062525 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-48d1bba2-bc74-41ac-bcf6-ef2d16153ea1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3334849 Feb 20 03:51:43.065199 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57352) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:43.070817 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-f7f81439-a80a-4ea8-9244-6f39f9fa9756 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:43.077781 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Port b5c21f16-dfd8-42e8-8d6a-eb381d70c534 update to ACTIVE by agent not found {{(pid=104107) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 20 03:51:43.146192 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device cd6d7835-b4f3-4582-865a-da23790d753a details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:51:43.199285 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c160bac3-8c57-4554-9fd9-44a923a460f8 None None] Current status of the port e68e97a2-ae21-498f-9e87-c35f8f4ef202 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:43.259630 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] For port d7f8aef9-e0ce-45a8-8947-c8e42b02b53b, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d7f8aef9-e0ce-45a8-8947-c8e42b02b53b,segment=NetworkSegment(76929287-de3b-466c-ad47-19313dd3a6b2),segment_id=76929287-de3b-466c-ad47-19313dd3a6b2)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:43.260453 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (d7f8aef9-e0ce-45a8-8947-c8e42b02b53b), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:43.268605 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e68e97a2-ae21-498f-9e87-c35f8f4ef202 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:51:43.287453 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a535cdd-cde1-4e28-b92c-ba2d9523a731 req-50d1575c-247b-4408-9b8a-a48df0a2ccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:43.289259 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2a535cdd-cde1-4e28-b92c-ba2d9523a731 req-50d1575c-247b-4408-9b8a-a48df0a2ccfe service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=64115127-0ca9-4210-b390-d57efc54bf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3171048 Feb 20 03:51:43.328933 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Calling delete_port for d7f8aef9-e0ce-45a8-8947-c8e42b02b53b owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:51:43.353899 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-00a1e6ba-8a92-4f19-8766-57268ad78cc8 req-f51ab70a-13c4-4c1e-a0b7-35e437b488a1 service neutron] 10.222.0.93 "GET /v2.0/networks/3d75d9ee-f1b8-44d3-82a6-3872010ad560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759634 Feb 20 03:51:43.364884 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028e8c1-dfe3-4055-9d1d-f2d98e94e910 req-87aa2487-6bd1-4768-ba25-4f7817269c71 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:43.373356 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5028e8c1-dfe3-4055-9d1d-f2d98e94e910 req-87aa2487-6bd1-4768-ba25-4f7817269c71 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.3159814 Feb 20 03:51:43.379154 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8c9bb9-489e-4b92-a8b3-144215ff799d None None] Resources bound (agent type, host, resource id): {{(pid=104107) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 03:51:43.593754 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port e68e97a2-ae21-498f-9e87-c35f8f4ef202 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:51:43.594152 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e68e97a2-ae21-498f-9e87-c35f8f4ef202), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:43.624182 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5028e8c1-dfe3-4055-9d1d-f2d98e94e910 req-5123035b-31f5-46b9-8c36-3838ba7b6aa1 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468495 Feb 20 03:51:43.691933 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-00a1e6ba-8a92-4f19-8766-57268ad78cc8 req-4e64fe84-7f69-46dd-8408-3caa9327fa6f service neutron] 10.222.0.93 "GET /v2.0/networks/3d75d9ee-f1b8-44d3-82a6-3872010ad560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911274 Feb 20 03:51:43.700878 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2a535cdd-cde1-4e28-b92c-ba2d9523a731 req-c9646039-2271-4afc-801e-845ddf5dd9d1 service neutron] 10.222.0.93 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932693 Feb 20 03:51:43.705283 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port cd6d7835-b4f3-4582-865a-da23790d753a, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=cd6d7835-b4f3-4582-865a-da23790d753a,segment=NetworkSegment(cd30daeb-5a04-4b64-8374-0918843073ff),segment_id=cd30daeb-5a04-4b64-8374-0918843073ff)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:43.723128 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'cd6d7835-b4f3-4582-865a-da23790d753a', 'network_id': '3d75d9ee-f1b8-44d3-82a6-3872010ad560', 'port_id': 'cd6d7835-b4f3-4582-865a-da23790d753a', 'mac_address': 'fa:16:3e:6e:60:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b6d1396-1c96-44e9-815f-709dee21f740', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:51:43.730659 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc814a9-a532-439c-beb2-f47387660154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'project_id': '43fe9a19d6654b4e8e70d399d460b079', 'fixed_ips': [{'subnet_id': '342afcb3-d6c1-4720-932f-2b143565df97'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:51:43.731562 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-efc814a9-a532-439c-beb2-f47387660154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:43.846548 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2a535cdd-cde1-4e28-b92c-ba2d9523a731 req-400754cb-da49-4508-907e-827fae0671f3 service neutron] 10.222.0.93 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352684 Feb 20 03:51:43.846961 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port e68e97a2-ae21-498f-9e87-c35f8f4ef202 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:43.852026 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port cd6d7835-b4f3-4582-865a-da23790d753a is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:43.852026 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (cd6d7835-b4f3-4582-865a-da23790d753a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:43.884850 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd6d7835-b4f3-4582-865a-da23790d753a {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:51:43.912688 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f81439-a80a-4ea8-9244-6f39f9fa9756 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:43.913281 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b5c21f16-dfd8-42e8-8d6a-eb381d70c534 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:51:43.917546 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port cd6d7835-b4f3-4582-865a-da23790d753a, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=cd6d7835-b4f3-4582-865a-da23790d753a,segment=NetworkSegment(cd30daeb-5a04-4b64-8374-0918843073ff),segment_id=cd30daeb-5a04-4b64-8374-0918843073ff)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:43.921242 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f7f81439-a80a-4ea8-9244-6f39f9fa9756 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:43.939076 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: b5c21f16-dfd8-42e8-8d6a-eb381d70c534 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:51:43.939462 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b5c21f16-dfd8-42e8-8d6a-eb381d70c534 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:51:43.962980 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (d7f8aef9-e0ce-45a8-8947-c8e42b02b53b), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:43.981921 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] No DVR routers for this DVR port d7f8aef9-e0ce-45a8-8947-c8e42b02b53b on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:51:44.047882 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event deleted for resources: {'Port': ['ID=d7f8aef9-e0ce-45a8-8947-c8e42b02b53b,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:44.098295 n-d-829866-4 neutron-server[104106]: INFO neutron.db.ipam_backend_mixin [None req-f7f81439-a80a-4ea8-9244-6f39f9fa9756 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 342afcb3-d6c1-4720-932f-2b143565df97 (CIDR: 2001:db8::/64) Feb 20 03:51:44.103666 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (cd6d7835-b4f3-4582-865a-da23790d753a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:44.151393 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-efc814a9-a532-439c-beb2-f47387660154 None None] Allocated IP 2001:db8::f816:3eff:feb8:94e4 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/342afcb3-d6c1-4720-932f-2b143565df97/0e424a27-c2ee-41fd-9b09-5fa35c81d443) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:51:44.163799 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (3bc1bc4d-bbf6-40fa-ab53-209be884e1f1), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:44.177031 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=cd6d7835-b4f3-4582-865a-da23790d753a,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:44.193036 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7f81439-a80a-4ea8-9244-6f39f9fa9756 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:51:44.198468 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7f81439-a80a-4ea8-9244-6f39f9fa9756 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:51:44.199831 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44da59-8443-4bde-ad6c-db259e455d99 req-d3de5eba-c621-43ee-8fc3-79484ac7d9ce tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:44.206840 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea44da59-8443-4bde-ad6c-db259e455d99 req-d3de5eba-c621-43ee-8fc3-79484ac7d9ce tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] 10.222.0.89 "GET /v2.0/ports?device_id=94d06d86-e8a5-48cf-bb54-54808de4f04f HTTP/1.1" status: 200 len: 943 time: 0.1347094 Feb 20 03:51:44.215188 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc1bc4d-bbf6-40fa-ab53-209be884e1f1']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:51:44.233544 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76929287-de3b-466c-ad47-19313dd3a6b2') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:51:44.233955 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76929287-de3b-466c-ad47-19313dd3a6b2') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:51:44.246842 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (76929287-de3b-466c-ad47-19313dd3a6b2), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:44.272802 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (76929287-de3b-466c-ad47-19313dd3a6b2), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:44.293912 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea44da59-8443-4bde-ad6c-db259e455d99 req-55c372d2-c2b9-471f-91cd-45c365f52115 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] 10.222.0.89 "GET /v2.0/security-groups?id=148f0875-c7eb-4d7c-8858-2796b7ecbe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845771 Feb 20 03:51:44.293912 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:51:44.294188 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (76929287-de3b-466c-ad47-19313dd3a6b2), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:44.299855 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:51:44.299855 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:51:44.299855 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:51:44.299855 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:51:44.299855 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:51:44.299855 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:51:44.299855 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:51:44.299855 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:51:44.299855 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:51:44.299855 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:51:44.299855 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:51:44.299855 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:51:44.299855 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:51:44.299855 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:51:44.299855 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:51:44.299855 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:51:44.299855 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:51:44.299855 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:51:44.299855 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:51:44.299855 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:51:44.299855 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:51:44.299855 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:51:44.299855 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:51:44.299855 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:51:44.299855 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:51:44.299855 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:51:44.299855 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:51:44.299855 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:51:44.299855 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:51:44.299855 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:51:44.299855 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:51:44.299855 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:51:44.330945 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f7f81439-a80a-4ea8-9244-6f39f9fa9756 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2646604 Feb 20 03:51:44.333869 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57364) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:44.339550 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-0b0c6080-1a99-41b6-847f-8ced42fc3079 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:44.385867 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-efc814a9-a532-439c-beb2-f47387660154 None None] Publish callbacks [] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:44.440718 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['cd6d7835-b4f3-4582-865a-da23790d753a'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:51:44.551262 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-efc814a9-a532-439c-beb2-f47387660154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:44.573964 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (3bc1bc4d-bbf6-40fa-ab53-209be884e1f1), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:44.574235 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0c6080-1a99-41b6-847f-8ced42fc3079 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:44.578647 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0b0c6080-1a99-41b6-847f-8ced42fc3079 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:44.610520 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:44.610784 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc814a9-a532-439c-beb2-f47387660154 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:51:44.615669 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-efc814a9-a532-439c-beb2-f47387660154 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:51:44.618964 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc814a9-a532-439c-beb2-f47387660154 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:51:44.639154 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "DELETE /v2.0/networks/3bc1bc4d-bbf6-40fa-ab53-209be884e1f1 HTTP/1.1" status: 204 len: 168 time: 5.1746404 Feb 20 03:51:44.640353 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57366) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:44.654154 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-b42b3241-7407-4d4e-95e7-4000fdf92c73 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1233984143'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:44.656923 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc814a9-a532-439c-beb2-f47387660154 None None] Pushing event updated for resources: {'Port': ['ID=0e424a27-c2ee-41fd-9b09-5fa35c81d443,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:44.675760 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588d2bc-ee4e-4409-b436-7dba7c561e28 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event deleted for resources: {'Network': ['ID=3bc1bc4d-bbf6-40fa-ab53-209be884e1f1,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:44.760832 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-efc814a9-a532-439c-beb2-f47387660154 None None] Attempting to bind port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:51:44.761425 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-efc814a9-a532-439c-beb2-f47387660154 None None] Attempting to bind port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:51:44.761633 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc814a9-a532-439c-beb2-f47387660154 None None] Attempting to bind port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 on network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:51:44.770893 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42b3241-7407-4d4e-95e7-4000fdf92c73 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Made reservation on behalf of 107bee4a345d4c778a9f00870695aa94 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:44.771656 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc814a9-a532-439c-beb2-f47387660154 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:51:44.772934 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc814a9-a532-439c-beb2-f47387660154 None None] Checking segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:51:44.773362 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-efc814a9-a532-439c-beb2-f47387660154 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:44.773739 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc814a9-a532-439c-beb2-f47387660154 None None] Bound using segment: {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:51:44.775402 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-efc814a9-a532-439c-beb2-f47387660154 None None] Bound port: 0e424a27-c2ee-41fd-9b09-5fa35c81d443, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49f9d8f-492e-4773-97cc-e6a76d35fb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:51:44.775786 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-efc814a9-a532-439c-beb2-f47387660154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:44.777814 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b42b3241-7407-4d4e-95e7-4000fdf92c73 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:44.830312 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b42b3241-7407-4d4e-95e7-4000fdf92c73 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:51:44.842260 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f6f8c-399c-434e-91d7-a6f11514d3fa req-01769fd3-1f92-4fc7-a032-66eeee74064f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:44.850780 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-532f6f8c-399c-434e-91d7-a6f11514d3fa req-01769fd3-1f92-4fc7-a032-66eeee74064f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.1275647 Feb 20 03:51:44.862355 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-efc814a9-a532-439c-beb2-f47387660154 None None] For port 0e424a27-c2ee-41fd-9b09-5fa35c81d443, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:51:44.865941 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-efc814a9-a532-439c-beb2-f47387660154 None None] For port 0e424a27-c2ee-41fd-9b09-5fa35c81d443, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0e424a27-c2ee-41fd-9b09-5fa35c81d443,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:51:44.882073 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b42b3241-7407-4d4e-95e7-4000fdf92c73 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (11d4aea2-b76e-4c8b-ad27-aeb57600521b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:44.884779 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-b42b3241-7407-4d4e-95e7-4000fdf92c73 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Added segment 11d4aea2-b76e-4c8b-ad27-aeb57600521b of type vlan for network 63de78fb-7700-44f8-af82-1808bdb41e9a Feb 20 03:51:44.935216 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-532f6f8c-399c-434e-91d7-a6f11514d3fa req-d084e40b-96b2-4507-aa0c-a72d01623a2a tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834215 Feb 20 03:51:44.944107 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b42b3241-7407-4d4e-95e7-4000fdf92c73 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (63de78fb-7700-44f8-af82-1808bdb41e9a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:44.945733 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-efc814a9-a532-439c-beb2-f47387660154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:44.998470 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0b0c6080-1a99-41b6-847f-8ced42fc3079 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (b5819063-b181-4065-8b86-c4b33b53dd77), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:45.061491 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc814a9-a532-439c-beb2-f47387660154 None None] Pushing event updated for resources: {'Port': ['ID=0e424a27-c2ee-41fd-9b09-5fa35c81d443,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:45.079164 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0c6080-1a99-41b6-847f-8ced42fc3079 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:51:45.082518 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-0b0c6080-1a99-41b6-847f-8ced42fc3079 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:51:45.087723 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0c6080-1a99-41b6-847f-8ced42fc3079 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:45.088215 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0b0c6080-1a99-41b6-847f-8ced42fc3079 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:45.096593 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c6080-1a99-41b6-847f-8ced42fc3079 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Subnet': ['ID=b5819063-b181-4065-8b86-c4b33b53dd77,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:45.107942 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b42b3241-7407-4d4e-95e7-4000fdf92c73 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (63de78fb-7700-44f8-af82-1808bdb41e9a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:45.121287 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42b3241-7407-4d4e-95e7-4000fdf92c73 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:45.122062 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b42b3241-7407-4d4e-95e7-4000fdf92c73 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:45.172629 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f994c-a169-4061-ad12-59e81373dc92 req-50bc320b-83c3-4fbf-9fcb-88c12a813881 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:45.178891 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fe8f994c-a169-4061-ad12-59e81373dc92 req-50bc320b-83c3-4fbf-9fcb-88c12a813881 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.1433356 Feb 20 03:51:45.234984 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0b0c6080-1a99-41b6-847f-8ced42fc3079 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8987863 Feb 20 03:51:45.236810 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57376) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:45.244138 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-4b27f276-11f2-4a20-854c-a52b7860a10e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'mac_address': 'fa:16:3e:5a:02:d2', 'name': 'tempest-NetworksTestDHCPv6-1971135196'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:45.279503 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fe8f994c-a169-4061-ad12-59e81373dc92 req-d9f27261-3dc5-4106-af1e-a5dd2a37769a tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994222 Feb 20 03:51:45.283698 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b3241-7407-4d4e-95e7-4000fdf92c73 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event updated for resources: {'Network': ['ID=63de78fb-7700-44f8-af82-1808bdb41e9a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:45.296880 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b42b3241-7407-4d4e-95e7-4000fdf92c73 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6549382 Feb 20 03:51:45.297569 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57378) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:45.304006 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-be56664d-4516-4c8e-b1f6-abe9ad62a906 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Request body: {'subnet': {'network_id': '63de78fb-7700-44f8-af82-1808bdb41e9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:45.347400 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 63de78fb-7700-44f8-af82-1808bdb41e9a details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:51:45.588245 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a5258-d4c1-44f9-a8a3-d78c1fac3d0e req-13b77210-a249-4fe6-8933-66093aa056ee tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:45.589888 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f13a5258-d4c1-44f9-a8a3-d78c1fac3d0e req-13b77210-a249-4fe6-8933-66093aa056ee tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.1679127 Feb 20 03:51:45.597061 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-30c64e5b-6310-4007-a8a5-dbded0e18875 req-b317fb45-449f-40d8-898b-94f56fa0f2ab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=85cb4d1c-98b2-4030-8621-590c1f40f0a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0783105 Feb 20 03:51:45.613297 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b27f276-11f2-4a20-854c-a52b7860a10e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:45.654475 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f13a5258-d4c1-44f9-a8a3-d78c1fac3d0e req-4b9f7c80-5a6e-47cf-bc56-a31c927b142d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563684 Feb 20 03:51:45.687493 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be56664d-4516-4c8e-b1f6-abe9ad62a906 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Made reservation on behalf of 107bee4a345d4c778a9f00870695aa94 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:45.692046 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-be56664d-4516-4c8e-b1f6-abe9ad62a906 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:45.738345 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4b27f276-11f2-4a20-854c-a52b7860a10e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:45.773832 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-4b27f276-11f2-4a20-854c-a52b7860a10e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] device_id is not set on port 2bb46ab4-a3c5-4549-8e80-0b2d54fcdb80 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:51:45.817681 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c64e5b-6310-4007-a8a5-dbded0e18875 req-bee59526-3aac-49de-bf77-b1465d2bb9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:45.819170 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-30c64e5b-6310-4007-a8a5-dbded0e18875 req-bee59526-3aac-49de-bf77-b1465d2bb9f5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=541ea901ffd34c35a78734a2429fed7a&device_id=85cb4d1c-98b2-4030-8621-590c1f40f0a6 HTTP/1.1" status: 200 len: 1128 time: 0.1810215 Feb 20 03:51:45.850620 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1646d2e-a10a-46a2-8cce-60d853de0e2e req-775aa53f-1c4b-4d2a-8398-1e7dc39254c2 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:45.852296 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b1646d2e-a10a-46a2-8cce-60d853de0e2e req-775aa53f-1c4b-4d2a-8398-1e7dc39254c2 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] 10.222.0.89 "GET /v2.0/ports?device_id=94d06d86-e8a5-48cf-bb54-54808de4f04f HTTP/1.1" status: 200 len: 944 time: 0.1009016 Feb 20 03:51:46.010627 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-4b27f276-11f2-4a20-854c-a52b7860a10e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Allocated IP 2001:db8:0:1::3c7 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/b5819063-b181-4065-8b86-c4b33b53dd77/2bb46ab4-a3c5-4549-8e80-0b2d54fcdb80) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:51:46.018673 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-4b27f276-11f2-4a20-854c-a52b7860a10e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Allocated IP 2001:db8::f816:3eff:fe5a:2d2 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/342afcb3-d6c1-4720-932f-2b143565df97/2bb46ab4-a3c5-4549-8e80-0b2d54fcdb80) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:51:46.055911 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b1646d2e-a10a-46a2-8cce-60d853de0e2e req-adec0aeb-1884-47cf-9616-557bd6bb1092 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] 10.222.0.89 "GET /v2.0/security-groups?id=148f0875-c7eb-4d7c-8858-2796b7ecbe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923771 Feb 20 03:51:46.083317 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c64e5b-6310-4007-a8a5-dbded0e18875 req-d5092dba-9299-4618-9a16-7db26091e8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:46.084849 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-30c64e5b-6310-4007-a8a5-dbded0e18875 req-d5092dba-9299-4618-9a16-7db26091e8a5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=18b77a5e-5446-4d58-b319-36a274f1014a HTTP/1.1" status: 200 len: 911 time: 0.2315745 Feb 20 03:51:46.236469 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-be56664d-4516-4c8e-b1f6-abe9ad62a906 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (79106764-be3c-4537-8263-3ed3bd6330b7), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:46.316978 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4b27f276-11f2-4a20-854c-a52b7860a10e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for port (2bb46ab4-a3c5-4549-8e80-0b2d54fcdb80), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:46.363191 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-30c64e5b-6310-4007-a8a5-dbded0e18875 req-0cb6d19e-c88f-403e-9abb-d1a42272f181 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d02e7fa-96fc-418b-af51-ff3b5f166308 HTTP/1.1" status: 200 len: 1002 time: 0.2554717 Feb 20 03:51:46.403195 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56664d-4516-4c8e-b1f6-abe9ad62a906 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event updated for resources: {'Subnet': ['ID=79106764-be3c-4537-8263-3ed3bd6330b7,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:46.444478 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b5667-50f9-4336-81b6-1542bb90fd80 req-3084cbb8-923b-4d53-9ea1-e59cc8f32ce3 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:46.446078 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-748b5667-50f9-4336-81b6-1542bb90fd80 req-3084cbb8-923b-4d53-9ea1-e59cc8f32ce3 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.2233121 Feb 20 03:51:46.451330 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be56664d-4516-4c8e-b1f6-abe9ad62a906 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Checking segment: {'id': '11d4aea2-b76e-4c8b-ad27-aeb57600521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '63de78fb-7700-44f8-af82-1808bdb41e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:51:46.451708 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be56664d-4516-4c8e-b1f6-abe9ad62a906 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Network hostable DHCP agents. Network: 63de78fb-7700-44f8-af82-1808bdb41e9a, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:51:46.455599 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c64e5b-6310-4007-a8a5-dbded0e18875 req-8e50a7e2-439a-4bf7-866e-d68706be315f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:46.460161 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-30c64e5b-6310-4007-a8a5-dbded0e18875 req-8e50a7e2-439a-4bf7-866e-d68706be315f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec9d4964-56bb-4af3-beab-8c8d3923a688 HTTP/1.1" status: 200 len: 849 time: 0.0852764 Feb 20 03:51:46.511348 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4b27f276-11f2-4a20-854c-a52b7860a10e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (2bb46ab4-a3c5-4549-8e80-0b2d54fcdb80), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:46.558337 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-748b5667-50f9-4336-81b6-1542bb90fd80 req-847c45c5-54f2-4b18-b246-d52418d15752 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974493 Feb 20 03:51:46.581945 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9842b77e-6d2d-401b-a985-738faf632476 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:51:46.582418 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c64e5b-6310-4007-a8a5-dbded0e18875 req-3f5cde35-bb88-470e-9a59-7d73c7989dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:46.586353 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-30c64e5b-6310-4007-a8a5-dbded0e18875 req-3f5cde35-bb88-470e-9a59-7d73c7989dd6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=18b77a5e-5446-4d58-b319-36a274f1014a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1227655 Feb 20 03:51:46.603891 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b27f276-11f2-4a20-854c-a52b7860a10e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:51:46.614478 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-4b27f276-11f2-4a20-854c-a52b7860a10e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:51:46.617036 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b27f276-11f2-4a20-854c-a52b7860a10e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:51:46.625336 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b27f276-11f2-4a20-854c-a52b7860a10e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:46.626013 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4b27f276-11f2-4a20-854c-a52b7860a10e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:46.650006 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27f276-11f2-4a20-854c-a52b7860a10e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Port': ['ID=2bb46ab4-a3c5-4549-8e80-0b2d54fcdb80,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:46.670679 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be56664d-4516-4c8e-b1f6-abe9ad62a906 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Network 63de78fb-7700-44f8-af82-1808bdb41e9a is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:51:46.735432 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-72a3c645-cfaf-498f-8a0a-e0259c2a2f97 None None] Provisioning complete for port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:51:46.738519 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-72a3c645-cfaf-498f-8a0a-e0259c2a2f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:46.750996 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4b27f276-11f2-4a20-854c-a52b7860a10e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5096753 Feb 20 03:51:46.750996 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57400) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:46.819622 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-30c64e5b-6310-4007-a8a5-dbded0e18875 req-3f3c4f49-866f-4ab8-b968-528d6c08dfc4 service neutron] 10.222.0.42 "GET /v2.0/networks/18b77a5e-5446-4d58-b319-36a274f1014a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220631 Feb 20 03:51:46.834313 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c3a94-d456-4396-ab5c-de84d0aa382b req-e9a37172-ff52-49b3-9c78-33a548a8ce7e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:46.842641 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-269c3a94-d456-4396-ab5c-de84d0aa382b req-e9a37172-ff52-49b3-9c78-33a548a8ce7e tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.1199033 Feb 20 03:51:46.871342 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-72a3c645-cfaf-498f-8a0a-e0259c2a2f97 None None] Current status of the port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:46.871666 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-72a3c645-cfaf-498f-8a0a-e0259c2a2f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:46.896606 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-fbc1a097-0759-4ffc-b493-57ac5dd191df tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting port 2bb46ab4-a3c5-4549-8e80-0b2d54fcdb80 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:51:46.897334 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fbc1a097-0759-4ffc-b493-57ac5dd191df tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (2bb46ab4-a3c5-4549-8e80-0b2d54fcdb80), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:46.917691 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-be56664d-4516-4c8e-b1f6-abe9ad62a906 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 63de78fb-7700-44f8-af82-1808bdb41e9a) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:51:46.933330 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be56664d-4516-4c8e-b1f6-abe9ad62a906 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:46.933943 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-be56664d-4516-4c8e-b1f6-abe9ad62a906 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:46.936131 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-72a3c645-cfaf-498f-8a0a-e0259c2a2f97 None None] For port 0e424a27-c2ee-41fd-9b09-5fa35c81d443, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0e424a27-c2ee-41fd-9b09-5fa35c81d443,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:46.942151 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b822f39-65ca-4fef-9a73-f8026e348128 None None] Network 63de78fb-7700-44f8-af82-1808bdb41e9a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:51:46.969969 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-269c3a94-d456-4396-ab5c-de84d0aa382b req-415946d0-a3e2-4da3-9006-6fa675ca5ac5 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261156 Feb 20 03:51:47.011211 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-30c64e5b-6310-4007-a8a5-dbded0e18875 req-84320088-2d06-4483-b8d9-6c439bab3edf service neutron] 10.222.0.42 "GET /v2.0/networks/18b77a5e-5446-4d58-b319-36a274f1014a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587203 Feb 20 03:51:47.050735 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fbc1a097-0759-4ffc-b493-57ac5dd191df tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (2bb46ab4-a3c5-4549-8e80-0b2d54fcdb80), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:47.069514 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-fbc1a097-0759-4ffc-b493-57ac5dd191df tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Calling delete_port for 2bb46ab4-a3c5-4549-8e80-0b2d54fcdb80 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:51:47.117483 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-be56664d-4516-4c8e-b1f6-abe9ad62a906 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8182070 Feb 20 03:51:47.121459 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57408) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:47.128316 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-33c95679-2fe0-45d1-86ae-4b3a32df57ff tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-266296422'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:47.318576 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device cd6d7835-b4f3-4582-865a-da23790d753a up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:51:47.321053 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0e424a27-c2ee-41fd-9b09-5fa35c81d443 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:51:47.328461 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c95679-2fe0-45d1-86ae-4b3a32df57ff tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Made reservation on behalf of 107bee4a345d4c778a9f00870695aa94 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:47.329074 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-72a3c645-cfaf-498f-8a0a-e0259c2a2f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:47.335588 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-33c95679-2fe0-45d1-86ae-4b3a32df57ff tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:47.405869 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba982db7-cf5a-4fb2-9fa0-e9e1860d514f None None] Update dhcp port {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'fixed_ips': [{'subnet_id': '342afcb3-d6c1-4720-932f-2b143565df97', 'ip_address': '2001:db8::f816:3eff:feb8:94e4'}, {'subnet_id': 'b5819063-b181-4065-8b86-c4b33b53dd77'}], 'binding:host_id': 'n-d-829866-4'}, 'id': '0e424a27-c2ee-41fd-9b09-5fa35c81d443'} from n-d-829866-4. {{(pid=104107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 03:51:47.492269 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ba982db7-cf5a-4fb2-9fa0-e9e1860d514f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:47.511720 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a3c645-cfaf-498f-8a0a-e0259c2a2f97 None None] Pushing event updated for resources: {'Port': ['ID=0e424a27-c2ee-41fd-9b09-5fa35c81d443,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:47.561957 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fbc1a097-0759-4ffc-b493-57ac5dd191df tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (2bb46ab4-a3c5-4549-8e80-0b2d54fcdb80), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:47.567918 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c95679-2fe0-45d1-86ae-4b3a32df57ff tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:51:47.569692 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6298b5a8-3f5a-40d1-b770-8d17cebb29c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-63de78fb-7700-44f8-af82-1808bdb41e9a', 'network_id': '63de78fb-7700-44f8-af82-1808bdb41e9a', 'project_id': '107bee4a345d4c778a9f00870695aa94', 'fixed_ips': [{'subnet_id': '79106764-be3c-4537-8263-3ed3bd6330b7'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:51:47.570592 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6298b5a8-3f5a-40d1-b770-8d17cebb29c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:47.581038 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-33c95679-2fe0-45d1-86ae-4b3a32df57ff tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (701e928e-c1ec-49e0-ab05-f0a16428f3b8), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:47.581704 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-33c95679-2fe0-45d1-86ae-4b3a32df57ff tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Added segment 701e928e-c1ec-49e0-ab05-f0a16428f3b8 of type vlan for network fcad8406-585a-4781-87cd-4612d137fd0d Feb 20 03:51:47.594536 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:51:47.595293 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:47.637679 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-33c95679-2fe0-45d1-86ae-4b3a32df57ff tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (fcad8406-585a-4781-87cd-4612d137fd0d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:47.645646 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1a097-0759-4ffc-b493-57ac5dd191df tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Port': ['ID=2bb46ab4-a3c5-4549-8e80-0b2d54fcdb80,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:47.680903 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fbc1a097-0759-4ffc-b493-57ac5dd191df tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:47.692063 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fbc1a097-0759-4ffc-b493-57ac5dd191df tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/2bb46ab4-a3c5-4549-8e80-0b2d54fcdb80 HTTP/1.1" status: 204 len: 168 time: 0.9402463 Feb 20 03:51:47.698564 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57418) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:47.771235 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31865b73-6ad7-4fa3-a897-275635e67d86 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:47.774507 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port cd6d7835-b4f3-4582-865a-da23790d753a completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:51:47.774630 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-31865b73-6ad7-4fa3-a897-275635e67d86 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0767682 Feb 20 03:51:47.775699 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57422) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:47.796307 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port cd6d7835-b4f3-4582-865a-da23790d753a triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:51:47.796833 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (cd6d7835-b4f3-4582-865a-da23790d753a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:47.843440 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-33c95679-2fe0-45d1-86ae-4b3a32df57ff tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (fcad8406-585a-4781-87cd-4612d137fd0d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:47.848524 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c95679-2fe0-45d1-86ae-4b3a32df57ff tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:47.849113 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-33c95679-2fe0-45d1-86ae-4b3a32df57ff tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:47.938820 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c95679-2fe0-45d1-86ae-4b3a32df57ff tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event updated for resources: {'Network': ['ID=fcad8406-585a-4781-87cd-4612d137fd0d,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:47.950386 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9420ba02-6f4e-43f0-bebd-a1f043365e48 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:47.954380 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9420ba02-6f4e-43f0-bebd-a1f043365e48 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1750941 Feb 20 03:51:47.954792 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57424) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:47.959642 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-ba982db7-cf5a-4fb2-9fa0-e9e1860d514f None None] Allocated IP 2001:db8:0:1::2 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/b5819063-b181-4065-8b86-c4b33b53dd77/0e424a27-c2ee-41fd-9b09-5fa35c81d443) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:51:47.965492 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network fcad8406-585a-4781-87cd-4612d137fd0d details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:51:47.972144 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88eb85-b7c9-4f99-a9b9-a55074f8f053 req-841b7433-1748-4ddc-a2cd-7d462c75cf0d tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:47.973595 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dc88eb85-b7c9-4f99-a9b9-a55074f8f053 req-841b7433-1748-4ddc-a2cd-7d462c75cf0d tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] 10.222.0.89 "GET /v2.0/ports?device_id=94d06d86-e8a5-48cf-bb54-54808de4f04f HTTP/1.1" status: 200 len: 944 time: 0.1838121 Feb 20 03:51:48.008518 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-6298b5a8-3f5a-40d1-b770-8d17cebb29c0 None None] Allocated IP 2001:db8::1 (63de78fb-7700-44f8-af82-1808bdb41e9a/79106764-be3c-4537-8263-3ed3bd6330b7/7609db7d-0176-4af6-a358-00a1a6b20a44) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:51:48.081251 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:48.240778 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port cd6d7835-b4f3-4582-865a-da23790d753a is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:48.241193 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (cd6d7835-b4f3-4582-865a-da23790d753a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:48.278225 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-33c95679-2fe0-45d1-86ae-4b3a32df57ff tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1524158 Feb 20 03:51:48.280065 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57426) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:48.289078 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-ab42dedc-21ce-4f24-9f13-3ff29799662c tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Request body: {'subnet': {'network_id': 'fcad8406-585a-4781-87cd-4612d137fd0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:48.319661 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c99c35-e652-455a-a165-f7436926a209 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:48.321640 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c99c35-e652-455a-a165-f7436926a209 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:48.324596 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c99c35-e652-455a-a165-f7436926a209 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:48.338191 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f9c99c35-e652-455a-a165-f7436926a209 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3823400 Feb 20 03:51:48.350193 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57432) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:48.352638 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ba982db7-cf5a-4fb2-9fa0-e9e1860d514f None None] For port 0e424a27-c2ee-41fd-9b09-5fa35c81d443, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0e424a27-c2ee-41fd-9b09-5fa35c81d443,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:48.361529 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d06d86-e8a5-48cf-bb54-54808de4f04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6d7835-b4f3-4582-865a-da23790d753a'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:51:48.363842 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbf5ac8-48e0-49ce-91ee-d0a3571c5b21" -d '{"events": [{"server_uuid": "94d06d86-e8a5-48cf-bb54-54808de4f04f", "name": "network-vif-plugged", "status": "completed", "tag": "cd6d7835-b4f3-4582-865a-da23790d753a"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:51:48.397296 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dc88eb85-b7c9-4f99-a9b9-a55074f8f053 req-b0a46d41-d532-4ed2-bd3d-27e3cbfa81bb tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] 10.222.0.89 "GET /v2.0/security-groups?id=148f0875-c7eb-4d7c-8858-2796b7ecbe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310914 Feb 20 03:51:48.407649 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port cd6d7835-b4f3-4582-865a-da23790d753a, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=cd6d7835-b4f3-4582-865a-da23790d753a,segment=NetworkSegment(cd30daeb-5a04-4b64-8374-0918843073ff),segment_id=cd30daeb-5a04-4b64-8374-0918843073ff)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:48.416987 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcdaab01-71bc-4026-a192-301eff5350a4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting subnet 342afcb3-d6c1-4720-932f-2b143565df97 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:51:48.454350 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ba982db7-cf5a-4fb2-9fa0-e9e1860d514f None None] Publish callbacks [] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:48.456498 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6298b5a8-3f5a-40d1-b770-8d17cebb29c0 None None] Publish callbacks [] for port (7609db7d-0176-4af6-a358-00a1a6b20a44), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:48.488003 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (cd6d7835-b4f3-4582-865a-da23790d753a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:48.554397 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=cd6d7835-b4f3-4582-865a-da23790d753a,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:48.573612 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ba982db7-cf5a-4fb2-9fa0-e9e1860d514f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:48.584713 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-dcdaab01-71bc-4026-a192-301eff5350a4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (342afcb3-d6c1-4720-932f-2b143565df97), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:48.613668 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab42dedc-21ce-4f24-9f13-3ff29799662c tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Made reservation on behalf of 107bee4a345d4c778a9f00870695aa94 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:48.624995 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab42dedc-21ce-4f24-9f13-3ff29799662c tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:48.625168 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6298b5a8-3f5a-40d1-b770-8d17cebb29c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (7609db7d-0176-4af6-a358-00a1a6b20a44), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:48.667657 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-dcdaab01-71bc-4026-a192-301eff5350a4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (342afcb3-d6c1-4720-932f-2b143565df97), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:48.694202 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.ipam_backend_mixin [None req-ab42dedc-21ce-4f24-9f13-3ff29799662c tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Performing IP validity checks on allocation pools {{(pid=104106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 20 03:51:48.695098 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.ipam_backend_mixin [None req-ab42dedc-21ce-4f24-9f13-3ff29799662c tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 20 03:51:48.695636 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6298b5a8-3f5a-40d1-b770-8d17cebb29c0 None None] Network 63de78fb-7700-44f8-af82-1808bdb41e9a is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:51:48.697449 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-6298b5a8-3f5a-40d1-b770-8d17cebb29c0 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:51:48.700334 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6298b5a8-3f5a-40d1-b770-8d17cebb29c0 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:51:48.703540 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba982db7-cf5a-4fb2-9fa0-e9e1860d514f None None] Pushing event updated for resources: {'Port': ['ID=0e424a27-c2ee-41fd-9b09-5fa35c81d443,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:48.740140 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580a82d-9240-4cad-abfb-5dfdbf552017 req-b6ebf833-4482-47c1-89b1-0d6f1f506cab tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:48.748116 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d580a82d-9240-4cad-abfb-5dfdbf552017 req-b6ebf833-4482-47c1-89b1-0d6f1f506cab tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.1973803 Feb 20 03:51:48.811705 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298b5a8-3f5a-40d1-b770-8d17cebb29c0 None None] Pushing event updated for resources: {'Port': ['ID=7609db7d-0176-4af6-a358-00a1a6b20a44,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:48.833499 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-6298b5a8-3f5a-40d1-b770-8d17cebb29c0 None None] Attempting to bind port 7609db7d-0176-4af6-a358-00a1a6b20a44 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:51:48.833926 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-6298b5a8-3f5a-40d1-b770-8d17cebb29c0 None None] Attempting to bind port 7609db7d-0176-4af6-a358-00a1a6b20a44 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '11d4aea2-b76e-4c8b-ad27-aeb57600521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '63de78fb-7700-44f8-af82-1808bdb41e9a'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:51:48.834299 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6298b5a8-3f5a-40d1-b770-8d17cebb29c0 None None] Attempting to bind port 7609db7d-0176-4af6-a358-00a1a6b20a44 on network 63de78fb-7700-44f8-af82-1808bdb41e9a {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:51:48.850456 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6298b5a8-3f5a-40d1-b770-8d17cebb29c0 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:51:48.850848 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6298b5a8-3f5a-40d1-b770-8d17cebb29c0 None None] Checking segment: {'id': '11d4aea2-b76e-4c8b-ad27-aeb57600521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '63de78fb-7700-44f8-af82-1808bdb41e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:51:48.851283 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6298b5a8-3f5a-40d1-b770-8d17cebb29c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:48.851688 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6298b5a8-3f5a-40d1-b770-8d17cebb29c0 None None] Bound using segment: {'id': '11d4aea2-b76e-4c8b-ad27-aeb57600521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '63de78fb-7700-44f8-af82-1808bdb41e9a'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:51:48.856224 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-6298b5a8-3f5a-40d1-b770-8d17cebb29c0 None None] Bound port: 7609db7d-0176-4af6-a358-00a1a6b20a44, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d4aea2-b76e-4c8b-ad27-aeb57600521b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '63de78fb-7700-44f8-af82-1808bdb41e9a'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:51:48.859758 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6298b5a8-3f5a-40d1-b770-8d17cebb29c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7609db7d-0176-4af6-a358-00a1a6b20a44), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:48.887570 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d580a82d-9240-4cad-abfb-5dfdbf552017 req-5cb93174-239a-4d56-8e02-3a79748b6473 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384580 Feb 20 03:51:48.927197 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-dcdaab01-71bc-4026-a192-301eff5350a4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (342afcb3-d6c1-4720-932f-2b143565df97), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:48.962466 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-6298b5a8-3f5a-40d1-b770-8d17cebb29c0 None None] For port 7609db7d-0176-4af6-a358-00a1a6b20a44, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:51:48.966431 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-6298b5a8-3f5a-40d1-b770-8d17cebb29c0 None None] For port 7609db7d-0176-4af6-a358-00a1a6b20a44, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=7609db7d-0176-4af6-a358-00a1a6b20a44,segment=NetworkSegment(11d4aea2-b76e-4c8b-ad27-aeb57600521b),segment_id=11d4aea2-b76e-4c8b-ad27-aeb57600521b)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:51:48.976087 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8888a4c7-4d01-47bd-b588-a71fd717c79c x-openstack-request-id: req-8888a4c7-4d01-47bd-b588-a71fd717c79c {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:51:48.976393 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d06d86-e8a5-48cf-bb54-54808de4f04f", "name": "network-vif-plugged", "status": "completed", "tag": "cd6d7835-b4f3-4582-865a-da23790d753a", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:51:48.976906 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8888a4c7-4d01-47bd-b588-a71fd717c79c {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:51:48.978849 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d06d86-e8a5-48cf-bb54-54808de4f04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6d7835-b4f3-4582-865a-da23790d753a', 'code': 200} Feb 20 03:51:49.048332 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab42dedc-21ce-4f24-9f13-3ff29799662c tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (3e747a7e-9c96-42b8-9ec5-f273bdeb1900), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:49.078734 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6298b5a8-3f5a-40d1-b770-8d17cebb29c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (7609db7d-0176-4af6-a358-00a1a6b20a44), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:49.116583 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ebe20-39c8-4b36-80b5-1a867ecc229d req-2cfb24f1-a041-4eb9-90a4-9cb4cef26144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:49.121308 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-de0ebe20-39c8-4b36-80b5-1a867ecc229d req-2cfb24f1-a041-4eb9-90a4-9cb4cef26144 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=94d06d86-e8a5-48cf-bb54-54808de4f04f HTTP/1.1" status: 200 len: 1127 time: 0.0810485 Feb 20 03:51:49.186010 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0e424a27-c2ee-41fd-9b09-5fa35c81d443 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:51:49.203434 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-dcdaab01-71bc-4026-a192-301eff5350a4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (342afcb3-d6c1-4720-932f-2b143565df97), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:49.233235 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-dcdaab01-71bc-4026-a192-301eff5350a4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:49.239615 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-dcdaab01-71bc-4026-a192-301eff5350a4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/342afcb3-d6c1-4720-932f-2b143565df97 HTTP/1.1" status: 204 len: 168 time: 0.8902185 Feb 20 03:51:49.240947 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57442) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:49.248167 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab42dedc-21ce-4f24-9f13-3ff29799662c tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event updated for resources: {'Subnet': ['ID=3e747a7e-9c96-42b8-9ec5-f273bdeb1900,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:49.274495 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab42dedc-21ce-4f24-9f13-3ff29799662c tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Checking segment: {'id': '701e928e-c1ec-49e0-ab05-f0a16428f3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'fcad8406-585a-4781-87cd-4612d137fd0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:51:49.280460 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-de0ebe20-39c8-4b36-80b5-1a867ecc229d req-46ae8540-9ec8-4f73-9f25-525e56cb2b75 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=148f0875-c7eb-4d7c-8858-2796b7ecbe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436589 Feb 20 03:51:49.281328 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab42dedc-21ce-4f24-9f13-3ff29799662c tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Network hostable DHCP agents. Network: fcad8406-585a-4781-87cd-4612d137fd0d, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:51:49.285599 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298b5a8-3f5a-40d1-b770-8d17cebb29c0 None None] Pushing event updated for resources: {'Port': ['ID=7609db7d-0176-4af6-a358-00a1a6b20a44,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:49.315503 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaab01-71bc-4026-a192-301eff5350a4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Subnet': ['ID=342afcb3-d6c1-4720-932f-2b143565df97,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:49.324433 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:51:49.325084 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:49.373138 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c00099-c415-4624-8695-65152d27783b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting subnet b5819063-b181-4065-8b86-c4b33b53dd77 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:51:49.391871 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-42c00099-c415-4624-8695-65152d27783b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (b5819063-b181-4065-8b86-c4b33b53dd77), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:49.454441 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab42dedc-21ce-4f24-9f13-3ff29799662c tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Network fcad8406-585a-4781-87cd-4612d137fd0d is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:51:49.465756 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-42c00099-c415-4624-8695-65152d27783b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (b5819063-b181-4065-8b86-c4b33b53dd77), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:49.471953 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:49.585038 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-ab42dedc-21ce-4f24-9f13-3ff29799662c tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, fcad8406-585a-4781-87cd-4612d137fd0d) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:51:49.593864 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab42dedc-21ce-4f24-9f13-3ff29799662c tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:49.594507 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab42dedc-21ce-4f24-9f13-3ff29799662c tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:49.605667 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-42c00099-c415-4624-8695-65152d27783b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (b5819063-b181-4065-8b86-c4b33b53dd77), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:49.616424 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc237fa1-bf44-4fad-a82d-118a0bd9a2de None None] Network fcad8406-585a-4781-87cd-4612d137fd0d requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:51:49.707381 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b183b4-eb66-4ca1-8ced-bf4083b41e45 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:51:49.719464 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ab42dedc-21ce-4f24-9f13-3ff29799662c tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4353299 Feb 20 03:51:49.721960 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57452) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:49.740347 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-62252b0b-2d49-48ac-85bf-a7f3aca4f575 None None] Could not find standard attr ID for object 2bb46ab4-a3c5-4549-8e80-0b2d54fcdb80. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:51:49.808770 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-42c00099-c415-4624-8695-65152d27783b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (b5819063-b181-4065-8b86-c4b33b53dd77), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:49.808987 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-62252b0b-2d49-48ac-85bf-a7f3aca4f575 None None] Provisioning complete for port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:51:49.808987 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-62252b0b-2d49-48ac-85bf-a7f3aca4f575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:49.831742 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-42c00099-c415-4624-8695-65152d27783b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:49.837273 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-42c00099-c415-4624-8695-65152d27783b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/b5819063-b181-4065-8b86-c4b33b53dd77 HTTP/1.1" status: 204 len: 168 time: 0.5961096 Feb 20 03:51:49.844024 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57454) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:49.865173 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c00099-c415-4624-8695-65152d27783b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Subnet': ['ID=b5819063-b181-4065-8b86-c4b33b53dd77,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:49.914524 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57456) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:49.915551 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-17fd94b2-303b-4b63-89e0-8e99ba459928 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0661478 Feb 20 03:51:49.920864 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-8e5bfefe-ea52-49b0-bfde-049c326f0e9e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:49.945135 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5d260c94-75cb-410e-8613-895cdd6a4330 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (fcad8406-585a-4781-87cd-4612d137fd0d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:50.031428 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5d260c94-75cb-410e-8613-895cdd6a4330 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (3e747a7e-9c96-42b8-9ec5-f273bdeb1900), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:50.153714 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3dbf99-e5ee-4302-b66f-e45e95fa00fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-fcad8406-585a-4781-87cd-4612d137fd0d', 'network_id': 'fcad8406-585a-4781-87cd-4612d137fd0d', 'project_id': '107bee4a345d4c778a9f00870695aa94', 'fixed_ips': [{'subnet_id': '3e747a7e-9c96-42b8-9ec5-f273bdeb1900'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:51:50.154577 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9d3dbf99-e5ee-4302-b66f-e45e95fa00fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:50.156837 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5bfefe-ea52-49b0-bfde-049c326f0e9e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:50.161215 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8e5bfefe-ea52-49b0-bfde-049c326f0e9e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:50.243360 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44e100-5fc3-467e-a892-5dc06538067f req-758fa547-a7e8-49fb-a346-05e14ff8d504 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:50.251715 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1d44e100-5fc3-467e-a892-5dc06538067f req-758fa547-a7e8-49fb-a346-05e14ff8d504 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] 10.222.0.89 "GET /v2.0/ports?device_id=94d06d86-e8a5-48cf-bb54-54808de4f04f HTTP/1.1" status: 200 len: 945 time: 0.1360459 Feb 20 03:51:50.280267 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5d260c94-75cb-410e-8613-895cdd6a4330 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (3e747a7e-9c96-42b8-9ec5-f273bdeb1900), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:50.341622 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d260c94-75cb-410e-8613-895cdd6a4330 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event deleted for resources: {'Subnet': ['ID=3e747a7e-9c96-42b8-9ec5-f273bdeb1900,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:50.473610 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197ef77-fdf9-49d0-be5e-36c2481360fa req-f30b8cc8-6d77-4f65-9e19-0b58534d4c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:50.477610 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d197ef77-fdf9-49d0-be5e-36c2481360fa req-f30b8cc8-6d77-4f65-9e19-0b58534d4c7c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2a426eb8717f45cda17f79dc5d1190fc&device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 1126 time: 0.1782057 Feb 20 03:51:50.488362 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5d260c94-75cb-410e-8613-895cdd6a4330 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (fcad8406-585a-4781-87cd-4612d137fd0d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:50.514316 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-62252b0b-2d49-48ac-85bf-a7f3aca4f575 None None] Current status of the port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:50.533914 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-5d260c94-75cb-410e-8613-895cdd6a4330 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcad8406-585a-4781-87cd-4612d137fd0d']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:51:50.558687 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-5d260c94-75cb-410e-8613-895cdd6a4330 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '701e928e-c1ec-49e0-ab05-f0a16428f3b8') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:51:50.559122 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-5d260c94-75cb-410e-8613-895cdd6a4330 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '701e928e-c1ec-49e0-ab05-f0a16428f3b8') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:51:50.583302 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5d260c94-75cb-410e-8613-895cdd6a4330 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (701e928e-c1ec-49e0-ab05-f0a16428f3b8), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:50.588082 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee53bc95-e60f-4473-9261-91d139fb3aa0 None None] Update dhcp port {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'fixed_ips': [{'subnet_id': 'b5819063-b181-4065-8b86-c4b33b53dd77'}], 'binding:host_id': 'n-d-829866-4'}, 'id': '0e424a27-c2ee-41fd-9b09-5fa35c81d443'} from n-d-829866-4. {{(pid=104107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 03:51:50.605201 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5d260c94-75cb-410e-8613-895cdd6a4330 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (701e928e-c1ec-49e0-ab05-f0a16428f3b8), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:50.616780 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d260c94-75cb-410e-8613-895cdd6a4330 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:51:50.617392 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5d260c94-75cb-410e-8613-895cdd6a4330 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (701e928e-c1ec-49e0-ab05-f0a16428f3b8), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:50.622079 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:51:50.622079 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:51:50.622079 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:51:50.622079 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:51:50.622079 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:51:50.622079 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:51:50.622079 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:51:50.622079 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:51:50.622079 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:51:50.622079 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:51:50.622079 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:51:50.622079 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:51:50.622079 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:51:50.622079 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:51:50.622079 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:51:50.622079 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:51:50.622079 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:51:50.622079 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:51:50.622079 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:51:50.622079 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:51:50.622079 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:51:50.622079 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:51:50.622079 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:51:50.622079 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:51:50.622079 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:51:50.622079 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:51:50.622079 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:51:50.622079 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:51:50.622079 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:51:50.622079 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:51:50.622079 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:51:50.622079 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:51:50.663923 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1d44e100-5fc3-467e-a892-5dc06538067f req-95142ac8-beee-48bb-8fcb-ef0410d84c70 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] 10.222.0.89 "GET /v2.0/security-groups?id=148f0875-c7eb-4d7c-8858-2796b7ecbe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114988 Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server [None req-9d3dbf99-e5ee-4302-b66f-e45e95fa00fe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e747a7e-9c96-42b8-9ec5-f273bdeb1900: This subnet is being modified by another concurrent operation. Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server raise self.value Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server raise exception Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e747a7e-9c96-42b8-9ec5-f273bdeb1900: This subnet is being modified by another concurrent operation. Feb 20 03:51:50.695023 n-d-829866-4 neutron-server[104107]: ERROR oslo_messaging.rpc.server Feb 20 03:51:50.703084 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ee53bc95-e60f-4473-9261-91d139fb3aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:50.727187 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5c73c3-5a79-4468-84fa-10e481347cd2 None None] Network fcad8406-585a-4781-87cd-4612d137fd0d requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:51:50.756586 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197ef77-fdf9-49d0-be5e-36c2481360fa req-c8c60fe7-9990-419f-8c93-c5e099c75e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:50.762363 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d197ef77-fdf9-49d0-be5e-36c2481360fa req-c8c60fe7-9990-419f-8c93-c5e099c75e2f service neutron] 10.222.0.93 "GET /v2.0/networks?id=64115127-0ca9-4210-b390-d57efc54bf51 HTTP/1.1" status: 200 len: 912 time: 0.2733314 Feb 20 03:51:50.787763 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e841e4-fe9a-455e-b21e-89f91129012b None None] Network 63de78fb-7700-44f8-af82-1808bdb41e9a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:51:50.842170 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5d260c94-75cb-410e-8613-895cdd6a4330 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (fcad8406-585a-4781-87cd-4612d137fd0d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:50.852329 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5d260c94-75cb-410e-8613-895cdd6a4330 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:50.855619 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5d260c94-75cb-410e-8613-895cdd6a4330 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "DELETE /v2.0/networks/fcad8406-585a-4781-87cd-4612d137fd0d HTTP/1.1" status: 204 len: 168 time: 1.1324816 Feb 20 03:51:50.872328 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57464) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:50.877822 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-739610e3-2b96-4c36-851b-14c135d2ad27 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1812734074'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:50.883322 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d260c94-75cb-410e-8613-895cdd6a4330 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event deleted for resources: {'Network': ['ID=fcad8406-585a-4781-87cd-4612d137fd0d,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:50.914391 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d197ef77-fdf9-49d0-be5e-36c2481360fa req-566ce7f5-5f97-4971-8e81-9e8a32ebdf66 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=704b66a5-2e83-41de-ba1d-777ee6bc4c8e HTTP/1.1" status: 200 len: 998 time: 0.1484857 Feb 20 03:51:50.976067 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fd9c1-1269-4f8c-b1c8-6362e709117a req-366e5b06-5409-40d2-bfe7-0bcede3366eb tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:50.984193 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-384fd9c1-1269-4f8c-b1c8-6362e709117a req-366e5b06-5409-40d2-bfe7-0bcede3366eb tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=85cb4d1c-98b2-4030-8621-590c1f40f0a6 HTTP/1.1" status: 200 len: 946 time: 0.1713786 Feb 20 03:51:51.003550 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-1d3a6abe-d5b9-46ed-9a96-845012d959a1 None None] Provisioning complete for port 7609db7d-0176-4af6-a358-00a1a6b20a44 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:51:51.003786 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1d3a6abe-d5b9-46ed-9a96-845012d959a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (7609db7d-0176-4af6-a358-00a1a6b20a44), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:51.038086 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739610e3-2b96-4c36-851b-14c135d2ad27 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Made reservation on behalf of 107bee4a345d4c778a9f00870695aa94 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:51.049586 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-739610e3-2b96-4c36-851b-14c135d2ad27 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:51.056556 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-384fd9c1-1269-4f8c-b1c8-6362e709117a req-74fc166a-e39c-4430-acd4-130b59501475 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=4bdb6057-fd4c-4c20-b468-d699ea55f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706229 Feb 20 03:51:51.135652 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:51.135954 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-739610e3-2b96-4c36-851b-14c135d2ad27 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:51:51.150411 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3753a196-71b4-4963-af20-16d3fcc71819 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:51:51.159282 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-739610e3-2b96-4c36-851b-14c135d2ad27 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (59a55f8e-9b23-4782-a046-3cc71c4d46ba), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:51.159635 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-739610e3-2b96-4c36-851b-14c135d2ad27 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Added segment 59a55f8e-9b23-4782-a046-3cc71c4d46ba of type vlan for network 22737a14-8f6f-46fb-a0ae-3804c201ee59 Feb 20 03:51:51.168193 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197ef77-fdf9-49d0-be5e-36c2481360fa req-1155d70b-9488-4b2e-bbc8-d995f5b109e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:51.172455 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d197ef77-fdf9-49d0-be5e-36c2481360fa req-1155d70b-9488-4b2e-bbc8-d995f5b109e3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=85e8c386-47fc-4d48-86f0-3d288a799fec HTTP/1.1" status: 200 len: 850 time: 0.2460010 Feb 20 03:51:51.215586 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:51.240787 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-739610e3-2b96-4c36-851b-14c135d2ad27 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (22737a14-8f6f-46fb-a0ae-3804c201ee59), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:51.312322 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 7609db7d-0176-4af6-a358-00a1a6b20a44 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:51:51.362656 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197ef77-fdf9-49d0-be5e-36c2481360fa req-d26a7441-e773-448a-9b30-033c0672af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:51.363745 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d197ef77-fdf9-49d0-be5e-36c2481360fa req-d26a7441-e773-448a-9b30-033c0672af44 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=64115127-0ca9-4210-b390-d57efc54bf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1676416 Feb 20 03:51:51.374621 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2589a5-e3cc-4b91-bdb1-c094093820db req-2e2974da-a9f4-46c7-b1ac-cea5b18138ec tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:51.380569 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-1d3a6abe-d5b9-46ed-9a96-845012d959a1 None None] Current status of the port 7609db7d-0176-4af6-a358-00a1a6b20a44 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:51.380964 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1d3a6abe-d5b9-46ed-9a96-845012d959a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7609db7d-0176-4af6-a358-00a1a6b20a44), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:51.382398 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2d2589a5-e3cc-4b91-bdb1-c094093820db req-2e2974da-a9f4-46c7-b1ac-cea5b18138ec tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.1974518 Feb 20 03:51:51.391425 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-739610e3-2b96-4c36-851b-14c135d2ad27 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (22737a14-8f6f-46fb-a0ae-3804c201ee59), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:51.403421 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739610e3-2b96-4c36-851b-14c135d2ad27 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:51.405638 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-739610e3-2b96-4c36-851b-14c135d2ad27 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:51.444450 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-1d3a6abe-d5b9-46ed-9a96-845012d959a1 None None] For port 7609db7d-0176-4af6-a358-00a1a6b20a44, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=7609db7d-0176-4af6-a358-00a1a6b20a44,segment=NetworkSegment(11d4aea2-b76e-4c8b-ad27-aeb57600521b),segment_id=11d4aea2-b76e-4c8b-ad27-aeb57600521b)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:51.479088 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 7609db7d-0176-4af6-a358-00a1a6b20a44 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:51:51.479903 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (7609db7d-0176-4af6-a358-00a1a6b20a44), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:51.490555 n-d-829866-4 neutron-server[104105]: DEBUG neutron.objects.ports [None req-8e5bfefe-ea52-49b0-bfde-049c326f0e9e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104105) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 03:51:51.499076 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481395a7-9b1a-4b2b-a413-7d6a3ca6d373 req-30801ad7-4c8a-44c0-90b2-9d078552dd26 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:51.500640 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-481395a7-9b1a-4b2b-a413-7d6a3ca6d373 req-30801ad7-4c8a-44c0-90b2-9d078552dd26 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.42 "GET /v2.0/ports?device_id=85cb4d1c-98b2-4030-8621-590c1f40f0a6 HTTP/1.1" status: 200 len: 946 time: 0.2364695 Feb 20 03:51:51.538483 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1d3a6abe-d5b9-46ed-9a96-845012d959a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (7609db7d-0176-4af6-a358-00a1a6b20a44), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:51.595455 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae58edf-4597-4430-8cc7-73de9179caae None None] Update dhcp port {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'fixed_ips': [{'subnet_id': '21060990-ed50-44c2-89d2-6815b7e4e39e'}], 'binding:host_id': 'n-d-829866-4'}, 'id': '0e424a27-c2ee-41fd-9b09-5fa35c81d443'} from n-d-829866-4. {{(pid=104107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 03:51:51.609723 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739610e3-2b96-4c36-851b-14c135d2ad27 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event updated for resources: {'Network': ['ID=22737a14-8f6f-46fb-a0ae-3804c201ee59,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:51.654273 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 22737a14-8f6f-46fb-a0ae-3804c201ee59 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:51:51.744938 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-739610e3-2b96-4c36-851b-14c135d2ad27 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8700287 Feb 20 03:51:51.746235 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-eae58edf-4597-4430-8cc7-73de9179caae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:51.746725 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57472) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:51.754030 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a6abe-d5b9-46ed-9a96-845012d959a1 None None] Pushing event updated for resources: {'Port': ['ID=7609db7d-0176-4af6-a358-00a1a6b20a44,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:51.768700 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-6411059a-44ce-4ba1-9b49-a13a88c9c36e tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Request body: {'subnet': {'network_id': '22737a14-8f6f-46fb-a0ae-3804c201ee59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:51.800687 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2d2589a5-e3cc-4b91-bdb1-c094093820db req-7dcf84e5-07f6-4354-ab25-2f641959fed5 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4173079 Feb 20 03:51:51.806808 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f38b8e5c-0185-476d-bd64-15cff8988ce1 None None] Provisioning complete for port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:51:51.806808 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f38b8e5c-0185-476d-bd64-15cff8988ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:51.870753 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 7609db7d-0176-4af6-a358-00a1a6b20a44 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:51.887751 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d197ef77-fdf9-49d0-be5e-36c2481360fa req-44b01ca6-ec5f-4c53-b5dc-f63a7e23e233 service neutron] 10.222.0.93 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4919014 Feb 20 03:51:51.981194 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0e424a27-c2ee-41fd-9b09-5fa35c81d443 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:51:52.087957 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0bf2a6-fe9b-43e4-af43-79196109c608 req-bc8da42f-0034-4b51-a092-77ea4d417c8f tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:52.089144 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf0bf2a6-fe9b-43e4-af43-79196109c608 req-bc8da42f-0034-4b51-a092-77ea4d417c8f tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] 10.222.0.89 "GET /v2.0/ports?device_id=94d06d86-e8a5-48cf-bb54-54808de4f04f HTTP/1.1" status: 200 len: 945 time: 0.1993234 Feb 20 03:51:52.112122 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f38b8e5c-0185-476d-bd64-15cff8988ce1 None None] Current status of the port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:52.112387 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6411059a-44ce-4ba1-9b49-a13a88c9c36e tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Made reservation on behalf of 107bee4a345d4c778a9f00870695aa94 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:52.124441 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6411059a-44ce-4ba1-9b49-a13a88c9c36e tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:52.159510 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-481395a7-9b1a-4b2b-a413-7d6a3ca6d373 req-625654c6-a0b8-45b3-a96e-e662cbed0a10 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Deleting port 4d02e7fa-96fc-418b-af51-ff3b5f166308 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:51:52.160026 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-481395a7-9b1a-4b2b-a413-7d6a3ca6d373 req-625654c6-a0b8-45b3-a96e-e662cbed0a10 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (4d02e7fa-96fc-418b-af51-ff3b5f166308), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:52.165063 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:52.165063 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:52.169363 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-eae58edf-4597-4430-8cc7-73de9179caae None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 20 03:51:52.169363 n-d-829866-4 neutron-server[104107]: [SQL: INSERT INTO ipamallocations (ip_address, status, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Feb 20 03:51:52.169363 n-d-829866-4 neutron-server[104107]: [parameters: {'ip_address': '2001:db8::f816:3eff:feb8:94e4', 'status': 'ALLOCATED', 'ipam_subnet_id': 'b9f74108-c885-4f84-bd32-7c04ddea30aa'}] Feb 20 03:51:52.169363 n-d-829866-4 neutron-server[104107]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:51:52.169866 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-eae58edf-4597-4430-8cc7-73de9179caae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:51:52.179012 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d197ef77-fdf9-49d0-be5e-36c2481360fa req-674328e6-722a-44b4-821b-f0ca7d4ef73a service neutron] 10.222.0.93 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473676 Feb 20 03:51:52.256089 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf0bf2a6-fe9b-43e4-af43-79196109c608 req-87d08aea-c82e-40d7-8ff9-f41bf20c0575 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] 10.222.0.89 "GET /v2.0/security-groups?id=148f0875-c7eb-4d7c-8858-2796b7ecbe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491129 Feb 20 03:51:52.281350 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d982c67c-aab8-4c28-b7bb-2eafbf493c3a None None] Provisioning complete for port 7609db7d-0176-4af6-a358-00a1a6b20a44 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:51:52.281726 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d982c67c-aab8-4c28-b7bb-2eafbf493c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (7609db7d-0176-4af6-a358-00a1a6b20a44), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:52.341131 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:51:52.341424 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:51:52.344580 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-481395a7-9b1a-4b2b-a413-7d6a3ca6d373 req-625654c6-a0b8-45b3-a96e-e662cbed0a10 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] For port 4d02e7fa-96fc-418b-af51-ff3b5f166308, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=4d02e7fa-96fc-418b-af51-ff3b5f166308,segment=NetworkSegment(62e0b498-d38d-4750-b089-0bc3a2eabed2),segment_id=62e0b498-d38d-4750-b089-0bc3a2eabed2)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:52.344953 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-481395a7-9b1a-4b2b-a413-7d6a3ca6d373 req-625654c6-a0b8-45b3-a96e-e662cbed0a10 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (4d02e7fa-96fc-418b-af51-ff3b5f166308), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:52.347506 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8e5bfefe-ea52-49b0-bfde-049c326f0e9e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:52.420233 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d982c67c-aab8-4c28-b7bb-2eafbf493c3a None None] Current status of the port 7609db7d-0176-4af6-a358-00a1a6b20a44 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:52.597071 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6411059a-44ce-4ba1-9b49-a13a88c9c36e tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (5d739c08-91c1-4cd4-ba11-951839bbabd4), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:52.729157 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411059a-44ce-4ba1-9b49-a13a88c9c36e tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event updated for resources: {'Subnet': ['ID=5d739c08-91c1-4cd4-ba11-951839bbabd4,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:52.754906 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-eae58edf-4597-4430-8cc7-73de9179caae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:52.762871 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6411059a-44ce-4ba1-9b49-a13a88c9c36e tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Checking segment: {'id': '59a55f8e-9b23-4782-a046-3cc71c4d46ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '22737a14-8f6f-46fb-a0ae-3804c201ee59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:51:52.763275 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6411059a-44ce-4ba1-9b49-a13a88c9c36e tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Network hostable DHCP agents. Network: 22737a14-8f6f-46fb-a0ae-3804c201ee59, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:51:52.899859 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6411059a-44ce-4ba1-9b49-a13a88c9c36e tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Network 22737a14-8f6f-46fb-a0ae-3804c201ee59 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:51:52.956856 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:52.957260 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:53.048336 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-8e5bfefe-ea52-49b0-bfde-049c326f0e9e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] For port 0e424a27-c2ee-41fd-9b09-5fa35c81d443, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0e424a27-c2ee-41fd-9b09-5fa35c81d443,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:53.073896 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63245ee-e8bb-4db9-9f37-0537a0a1f514 req-e487eda7-7c72-4495-a616-3831ff4bafa7 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:53.079337 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f63245ee-e8bb-4db9-9f37-0537a0a1f514 req-e487eda7-7c72-4495-a616-3831ff4bafa7 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=85cb4d1c-98b2-4030-8621-590c1f40f0a6 HTTP/1.1" status: 200 len: 946 time: 0.7099547 Feb 20 03:51:53.110903 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-6411059a-44ce-4ba1-9b49-a13a88c9c36e tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 22737a14-8f6f-46fb-a0ae-3804c201ee59) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:51:53.117024 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6411059a-44ce-4ba1-9b49-a13a88c9c36e tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:53.118837 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6411059a-44ce-4ba1-9b49-a13a88c9c36e tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:53.121838 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c87de79-f9a6-4cbf-ac4a-e206c6cd420d None None] Network 22737a14-8f6f-46fb-a0ae-3804c201ee59 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:51:53.207033 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8e5bfefe-ea52-49b0-bfde-049c326f0e9e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:53.258531 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6411059a-44ce-4ba1-9b49-a13a88c9c36e tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5088620 Feb 20 03:51:53.261445 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57488) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:53.329079 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f63245ee-e8bb-4db9-9f37-0537a0a1f514 req-2ab5115d-4c88-49d5-ac9a-892f3f25b4cd tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups?id=4bdb6057-fd4c-4c20-b468-d699ea55f0ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413325 Feb 20 03:51:53.333480 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-481395a7-9b1a-4b2b-a413-7d6a3ca6d373 req-625654c6-a0b8-45b3-a96e-e662cbed0a10 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:53.333480 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-481395a7-9b1a-4b2b-a413-7d6a3ca6d373 req-625654c6-a0b8-45b3-a96e-e662cbed0a10 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (7e184321-74fb-4f0e-b4f9-1ec01aa7e832), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:53.333797 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [req-481395a7-9b1a-4b2b-a413-7d6a3ca6d373 req-625654c6-a0b8-45b3-a96e-e662cbed0a10 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Floating IP 7e184321-74fb-4f0e-b4f9-1ec01aa7e832 disassociated. External IP: 172.25.7.150, port: 4d02e7fa-96fc-418b-af51-ff3b5f166308. Feb 20 03:51:53.334549 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-481395a7-9b1a-4b2b-a413-7d6a3ca6d373 req-625654c6-a0b8-45b3-a96e-e662cbed0a10 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Calling delete_port for 4d02e7fa-96fc-418b-af51-ff3b5f166308 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:51:53.397435 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8e5bfefe-ea52-49b0-bfde-049c326f0e9e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:53.438174 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8e5bfefe-ea52-49b0-bfde-049c326f0e9e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (21060990-ed50-44c2-89d2-6815b7e4e39e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:53.484835 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:51:53.487825 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:51:53.503261 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-eae58edf-4597-4430-8cc7-73de9179caae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:51:53.506075 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-eae58edf-4597-4430-8cc7-73de9179caae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:51:53.513236 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7163989-f997-4a82-b9dd-5b424cf1d0b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-22737a14-8f6f-46fb-a0ae-3804c201ee59', 'network_id': '22737a14-8f6f-46fb-a0ae-3804c201ee59', 'project_id': '107bee4a345d4c778a9f00870695aa94', 'fixed_ips': [{'subnet_id': '5d739c08-91c1-4cd4-ba11-951839bbabd4'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:51:53.514392 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d7163989-f997-4a82-b9dd-5b424cf1d0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:53.532057 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5bfefe-ea52-49b0-bfde-049c326f0e9e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Subnet': ['ID=21060990-ed50-44c2-89d2-6815b7e4e39e,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:53.596180 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5bfefe-ea52-49b0-bfde-049c326f0e9e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:51:53.604065 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-8e5bfefe-ea52-49b0-bfde-049c326f0e9e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:51:53.604266 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (22737a14-8f6f-46fb-a0ae-3804c201ee59), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:53.607606 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5bfefe-ea52-49b0-bfde-049c326f0e9e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:53.608212 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8e5bfefe-ea52-49b0-bfde-049c326f0e9e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:53.610549 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5bfefe-ea52-49b0-bfde-049c326f0e9e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Port': ['ID=0e424a27-c2ee-41fd-9b09-5fa35c81d443,revision_number=8']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:53.701787 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (5d739c08-91c1-4cd4-ba11-951839bbabd4), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:53.731908 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8e5bfefe-ea52-49b0-bfde-049c326f0e9e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8149173 Feb 20 03:51:53.732576 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57494) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:53.738366 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-1022c625-4e46-49a8-b83c-abf8e1b4273a tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:53.814594 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:53.815143 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:53.827425 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-481395a7-9b1a-4b2b-a413-7d6a3ca6d373 req-625654c6-a0b8-45b3-a96e-e662cbed0a10 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (4d02e7fa-96fc-418b-af51-ff3b5f166308), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:53.856329 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625654c6-a0b8-45b3-a96e-e662cbed0a10 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Pushing event deleted for resources: {'Port': ['ID=4d02e7fa-96fc-418b-af51-ff3b5f166308,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:53.942362 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 0e424a27-c2ee-41fd-9b09-5fa35c81d443, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0e424a27-c2ee-41fd-9b09-5fa35c81d443,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:54.022776 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-d7163989-f997-4a82-b9dd-5b424cf1d0b0 None None] Allocated IP 2001:db8::1 (22737a14-8f6f-46fb-a0ae-3804c201ee59/5d739c08-91c1-4cd4-ba11-951839bbabd4/143055c3-9337-4b1d-bc56-fac16ccf1f62) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:51:54.026022 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:54.055057 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-eae58edf-4597-4430-8cc7-73de9179caae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:54.058448 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-481395a7-9b1a-4b2b-a413-7d6a3ca6d373 req-625654c6-a0b8-45b3-a96e-e662cbed0a10 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Router 3fa0165c-bb63-4346-b751-7abaa5ffbfae has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:51:54.183026 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1022c625-4e46-49a8-b83c-abf8e1b4273a tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:54.187261 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1022c625-4e46-49a8-b83c-abf8e1b4273a tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:54.232289 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fff5f8-1657-4621-baae-1d08b753d311 req-fd2c5d68-fe08-42ff-8aeb-e970cde8e9c4 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:54.234842 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-18fff5f8-1657-4621-baae-1d08b753d311 req-fd2c5d68-fe08-42ff-8aeb-e970cde8e9c4 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.2183192 Feb 20 03:51:54.273661 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-481395a7-9b1a-4b2b-a413-7d6a3ca6d373 req-625654c6-a0b8-45b3-a96e-e662cbed0a10 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:51:54.391952 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-481395a7-9b1a-4b2b-a413-7d6a3ca6d373 req-625654c6-a0b8-45b3-a96e-e662cbed0a10 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] No DVR routers for this DVR port 4d02e7fa-96fc-418b-af51-ff3b5f166308 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:51:54.399621 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-eae58edf-4597-4430-8cc7-73de9179caae None None] For port 0e424a27-c2ee-41fd-9b09-5fa35c81d443, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0e424a27-c2ee-41fd-9b09-5fa35c81d443,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:54.401761 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-481395a7-9b1a-4b2b-a413-7d6a3ca6d373 req-625654c6-a0b8-45b3-a96e-e662cbed0a10 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:54.406255 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-481395a7-9b1a-4b2b-a413-7d6a3ca6d373 req-625654c6-a0b8-45b3-a96e-e662cbed0a10 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.42 "DELETE /v2.0/ports/4d02e7fa-96fc-418b-af51-ff3b5f166308 HTTP/1.1" status: 204 len: 173 time: 2.8952343 Feb 20 03:51:54.407920 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85cb4d1c-98b2-4030-8621-590c1f40f0a6', 'name': 'network-vif-deleted', 'tag': '4d02e7fa-96fc-418b-af51-ff3b5f166308'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:51:54.421638 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badc9649-e279-4004-8a17-f72f06271b4a" -d '{"events": [{"server_uuid": "85cb4d1c-98b2-4030-8621-590c1f40f0a6", "name": "network-vif-deleted", "tag": "4d02e7fa-96fc-418b-af51-ff3b5f166308"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:51:54.432232 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-18fff5f8-1657-4621-baae-1d08b753d311 req-948c6723-8b00-44a5-a924-2bd7cd360dde tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607990 Feb 20 03:51:54.462225 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 7609db7d-0176-4af6-a358-00a1a6b20a44 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:51:54.470274 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96d6337-ac1b-4bb2-9402-803ec96f4a72 None None] Sync routers for ids ['3fa0165c-bb63-4346-b751-7abaa5ffbfae'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:51:54.521606 n-d-829866-4 neutron-server[104105]: INFO neutron.db.ipam_backend_mixin [None req-1022c625-4e46-49a8-b83c-abf8e1b4273a tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 21060990-ed50-44c2-89d2-6815b7e4e39e (CIDR: 2001:db8::/64) Feb 20 03:51:54.575624 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-eae58edf-4597-4430-8cc7-73de9179caae None None] Publish callbacks [] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:54.594042 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-1022c625-4e46-49a8-b83c-abf8e1b4273a tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:51:54.603405 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1022c625-4e46-49a8-b83c-abf8e1b4273a tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:51:54.609354 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96d6337-ac1b-4bb2-9402-803ec96f4a72 None None] Routers {'3fa0165c-bb63-4346-b751-7abaa5ffbfae'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:51:54.610325 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f96d6337-ac1b-4bb2-9402-803ec96f4a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:51:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3fa0165c-bb63-4346-b751-7abaa5ffbfae'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:51:54.640072 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7827f-7acf-4d1f-b84a-3e6a43546ac1 req-c86561b8-8c10-4157-aefe-a61494b52d68 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:54.642015 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7bf7827f-7acf-4d1f-b84a-3e6a43546ac1 req-c86561b8-8c10-4157-aefe-a61494b52d68 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] 10.222.0.89 "GET /v2.0/ports?device_id=94d06d86-e8a5-48cf-bb54-54808de4f04f HTTP/1.1" status: 200 len: 945 time: 0.1027586 Feb 20 03:51:54.685955 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1022c625-4e46-49a8-b83c-abf8e1b4273a tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9515080 Feb 20 03:51:54.690267 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57506) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:54.695614 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-5f9da9aa-ad64-4c14-8097-06ecd74f8ff0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:54.716375 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7bf7827f-7acf-4d1f-b84a-3e6a43546ac1 req-233d73a8-94e2-44be-9212-dbc8ca235996 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] 10.222.0.89 "GET /v2.0/security-groups?id=148f0875-c7eb-4d7c-8858-2796b7ecbe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647438 Feb 20 03:51:54.854596 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-f96d6337-ac1b-4bb2-9402-803ec96f4a72 None None] Set router 3fa0165c-bb63-4346-b751-7abaa5ffbfae gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:51:54.865334 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-eae58edf-4597-4430-8cc7-73de9179caae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:54.904055 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d107fa2e-5d40-40c5-bc35-681cd48ddf1b req-599c72df-c887-49d3-8d39-01200b680e97 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/ports?device_id=85cb4d1c-98b2-4030-8621-590c1f40f0a6 HTTP/1.1" status: 200 len: 210 time: 0.0617630 Feb 20 03:51:54.930967 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=0e424a27-c2ee-41fd-9b09-5fa35c81d443,revision_number=9']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:54.979940 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9da9aa-ad64-4c14-8097-06ecd74f8ff0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:54.983584 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5f9da9aa-ad64-4c14-8097-06ecd74f8ff0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:54.994060 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45c8c09-0dfa-4da9-b562-73ae0957f764 x-openstack-request-id: req-c45c8c09-0dfa-4da9-b562-73ae0957f764 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:51:54.995063 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85cb4d1c-98b2-4030-8621-590c1f40f0a6", "name": "network-vif-deleted", "tag": "4d02e7fa-96fc-418b-af51-ff3b5f166308", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:51:54.995506 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c45c8c09-0dfa-4da9-b562-73ae0957f764 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:51:54.996108 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85cb4d1c-98b2-4030-8621-590c1f40f0a6', 'name': 'network-vif-deleted', 'tag': '4d02e7fa-96fc-418b-af51-ff3b5f166308', 'status': 'completed', 'code': 200} Feb 20 03:51:55.113428 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 7609db7d-0176-4af6-a358-00a1a6b20a44 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:51:55.116276 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (7609db7d-0176-4af6-a358-00a1a6b20a44), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:55.219027 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90a60b-cc9d-426b-894e-ac65eeb03ab2 req-f1980b0f-f9c3-4492-a497-16bdc029692b tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:55.227375 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c90a60b-cc9d-426b-894e-ac65eeb03ab2 req-f1980b0f-f9c3-4492-a497-16bdc029692b tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.1769366 Feb 20 03:51:55.368826 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c90a60b-cc9d-426b-894e-ac65eeb03ab2 req-bc6be10c-7420-4f7f-a817-b61c805dde19 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370389 Feb 20 03:51:55.377502 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 4d02e7fa-96fc-418b-af51-ff3b5f166308 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:51:55.422874 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5fd6a-fa15-4dbd-9be2-e5ecdfbc97c2 req-ddb85846-760f-471a-b23e-db00d271976c tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:55.437909 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-30f5fd6a-fa15-4dbd-9be2-e5ecdfbc97c2 req-ddb85846-760f-471a-b23e-db00d271976c tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] 10.222.0.93 "GET /v2.0/ports?device_id=94d06d86-e8a5-48cf-bb54-54808de4f04f HTTP/1.1" status: 200 len: 945 time: 0.1941388 Feb 20 03:51:55.489242 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae58edf-4597-4430-8cc7-73de9179caae None None] Pushing event updated for resources: {'Port': ['ID=0e424a27-c2ee-41fd-9b09-5fa35c81d443,revision_number=10']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:55.499159 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 4d02e7fa-96fc-418b-af51-ff3b5f166308 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:51:55.499517 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 4d02e7fa-96fc-418b-af51-ff3b5f166308 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:51:55.576330 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d7163989-f997-4a82-b9dd-5b424cf1d0b0 None None] Publish callbacks [] for port (143055c3-9337-4b1d-bc56-fac16ccf1f62), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:55.580907 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5f9da9aa-ad64-4c14-8097-06ecd74f8ff0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (dc1a5731-4aa7-4e48-98a9-4368b64b2d0f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:55.635748 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 7609db7d-0176-4af6-a358-00a1a6b20a44 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:55.668787 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f96d6337-ac1b-4bb2-9402-803ec96f4a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'name': 'tempest-AttachVolumeTestJSON-237415728-router', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:29Z', 'updated_at': '2022-02-20T03:44:38Z', 'revision_number': 4, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'gw_port': {'id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:31Z', 'updated_at': '2022-02-20T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'caeabdbf-9be1-417d-b66e-d93a08bd5956', 'name': '', 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'mac_address': 'fa:16:3e:c8:3e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'ec9d4964-56bb-4af3-beab-8c8d3923a688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:37Z', 'updated_at': '2022-02-20T03:44:47Z', 'revision_number': 5, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'subnets': [{'id': 'ec9d4964-56bb-4af3-beab-8c8d3923a688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:51:55.698053 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-30f5fd6a-fa15-4dbd-9be2-e5ecdfbc97c2 req-2ffa721a-b2bd-4525-b70b-fe9dcc838e21 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] Deleting port cd6d7835-b4f3-4582-865a-da23790d753a {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:51:55.698349 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-30f5fd6a-fa15-4dbd-9be2-e5ecdfbc97c2 req-2ffa721a-b2bd-4525-b70b-fe9dcc838e21 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (cd6d7835-b4f3-4582-865a-da23790d753a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:55.710844 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96d6337-ac1b-4bb2-9402-803ec96f4a72 None None] Checking router: 3fa0165c-bb63-4346-b751-7abaa5ffbfae for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:51:55.728451 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96d6337-ac1b-4bb2-9402-803ec96f4a72 None None] Routers {'3fa0165c-bb63-4346-b751-7abaa5ffbfae'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:51:55.729124 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f96d6337-ac1b-4bb2-9402-803ec96f4a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:51:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3fa0165c-bb63-4346-b751-7abaa5ffbfae'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:51:55.781214 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d7163989-f997-4a82-b9dd-5b424cf1d0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (143055c3-9337-4b1d-bc56-fac16ccf1f62), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:55.795915 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9da9aa-ad64-4c14-8097-06ecd74f8ff0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Subnet': ['ID=dc1a5731-4aa7-4e48-98a9-4368b64b2d0f,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:55.808269 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9da9aa-ad64-4c14-8097-06ecd74f8ff0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:51:55.813574 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-5f9da9aa-ad64-4c14-8097-06ecd74f8ff0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:51:55.819688 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9da9aa-ad64-4c14-8097-06ecd74f8ff0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:55.826145 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5f9da9aa-ad64-4c14-8097-06ecd74f8ff0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:55.853659 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7163989-f997-4a82-b9dd-5b424cf1d0b0 None None] Network 22737a14-8f6f-46fb-a0ae-3804c201ee59 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:51:55.859589 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-d7163989-f997-4a82-b9dd-5b424cf1d0b0 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:51:55.877467 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7163989-f997-4a82-b9dd-5b424cf1d0b0 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:51:55.893649 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7163989-f997-4a82-b9dd-5b424cf1d0b0 None None] Pushing event updated for resources: {'Port': ['ID=143055c3-9337-4b1d-bc56-fac16ccf1f62,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:55.950117 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (5d739c08-91c1-4cd4-ba11-951839bbabd4), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:55.975212 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-f96d6337-ac1b-4bb2-9402-803ec96f4a72 None None] Set router 3fa0165c-bb63-4346-b751-7abaa5ffbfae gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:51:55.994139 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-30f5fd6a-fa15-4dbd-9be2-e5ecdfbc97c2 req-2ffa721a-b2bd-4525-b70b-fe9dcc838e21 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] For port cd6d7835-b4f3-4582-865a-da23790d753a, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=cd6d7835-b4f3-4582-865a-da23790d753a,segment=NetworkSegment(cd30daeb-5a04-4b64-8374-0918843073ff),segment_id=cd30daeb-5a04-4b64-8374-0918843073ff)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:55.994515 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-30f5fd6a-fa15-4dbd-9be2-e5ecdfbc97c2 req-2ffa721a-b2bd-4525-b70b-fe9dcc838e21 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (cd6d7835-b4f3-4582-865a-da23790d753a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:56.038823 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event deleted for resources: {'Subnet': ['ID=5d739c08-91c1-4cd4-ba11-951839bbabd4,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:56.039861 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-30f5fd6a-fa15-4dbd-9be2-e5ecdfbc97c2 req-2ffa721a-b2bd-4525-b70b-fe9dcc838e21 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] Calling delete_port for cd6d7835-b4f3-4582-865a-da23790d753a owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:51:56.059123 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5f9da9aa-ad64-4c14-8097-06ecd74f8ff0 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3673887 Feb 20 03:51:56.059796 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57534) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:56.065130 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-aedcc66a-df3c-44c0-99d9-b3180f35b6fa tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'mac_address': 'fa:16:3e:4e:b3:ad', 'name': 'tempest-NetworksTestDHCPv6-610819049'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:56.287983 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-30f5fd6a-fa15-4dbd-9be2-e5ecdfbc97c2 req-2ffa721a-b2bd-4525-b70b-fe9dcc838e21 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (cd6d7835-b4f3-4582-865a-da23790d753a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:56.304264 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d7163989-f997-4a82-b9dd-5b424cf1d0b0 None None] Attempting to bind port 143055c3-9337-4b1d-bc56-fac16ccf1f62 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:51:56.304641 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d7163989-f997-4a82-b9dd-5b424cf1d0b0 None None] Attempting to bind port 143055c3-9337-4b1d-bc56-fac16ccf1f62 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '59a55f8e-9b23-4782-a046-3cc71c4d46ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '22737a14-8f6f-46fb-a0ae-3804c201ee59'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:51:56.305102 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7163989-f997-4a82-b9dd-5b424cf1d0b0 None None] Attempting to bind port 143055c3-9337-4b1d-bc56-fac16ccf1f62 on network 22737a14-8f6f-46fb-a0ae-3804c201ee59 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:51:56.310903 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['cd6d7835-b4f3-4582-865a-da23790d753a'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:51:56.315374 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0e424a27-c2ee-41fd-9b09-5fa35c81d443 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:51:56.318872 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7163989-f997-4a82-b9dd-5b424cf1d0b0 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:51:56.319967 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7163989-f997-4a82-b9dd-5b424cf1d0b0 None None] Checking segment: {'id': '59a55f8e-9b23-4782-a046-3cc71c4d46ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '22737a14-8f6f-46fb-a0ae-3804c201ee59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:51:56.320383 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d7163989-f997-4a82-b9dd-5b424cf1d0b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:56.321322 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7163989-f997-4a82-b9dd-5b424cf1d0b0 None None] Bound using segment: {'id': '59a55f8e-9b23-4782-a046-3cc71c4d46ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '22737a14-8f6f-46fb-a0ae-3804c201ee59'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:51:56.321820 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d7163989-f997-4a82-b9dd-5b424cf1d0b0 None None] Bound port: 143055c3-9337-4b1d-bc56-fac16ccf1f62, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a55f8e-9b23-4782-a046-3cc71c4d46ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '22737a14-8f6f-46fb-a0ae-3804c201ee59'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:51:56.322205 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d7163989-f997-4a82-b9dd-5b424cf1d0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (143055c3-9337-4b1d-bc56-fac16ccf1f62), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:56.366581 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa721a-b2bd-4525-b70b-fe9dcc838e21 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] Pushing event deleted for resources: {'Port': ['ID=cd6d7835-b4f3-4582-865a-da23790d753a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:56.398997 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66552e1-c205-462d-905f-1e414dc91d4e None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:51:56.449595 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f5fd6a-fa15-4dbd-9be2-e5ecdfbc97c2 req-2ffa721a-b2bd-4525-b70b-fe9dcc838e21 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] No DVR routers for this DVR port cd6d7835-b4f3-4582-865a-da23790d753a on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:51:56.453391 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-30f5fd6a-fa15-4dbd-9be2-e5ecdfbc97c2 req-2ffa721a-b2bd-4525-b70b-fe9dcc838e21 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:56.459830 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-30f5fd6a-fa15-4dbd-9be2-e5ecdfbc97c2 req-2ffa721a-b2bd-4525-b70b-fe9dcc838e21 tempest-InstanceActionsV221TestJSON-2012004043 tempest-InstanceActionsV221TestJSON-2012004043-project] 10.222.0.93 "DELETE /v2.0/ports/cd6d7835-b4f3-4582-865a-da23790d753a HTTP/1.1" status: 204 len: 173 time: 1.0157235 Feb 20 03:51:56.494265 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedcc66a-df3c-44c0-99d9-b3180f35b6fa tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:56.552152 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (22737a14-8f6f-46fb-a0ae-3804c201ee59), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:56.583870 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22737a14-8f6f-46fb-a0ae-3804c201ee59']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:51:56.600948 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a55f8e-9b23-4782-a046-3cc71c4d46ba') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:51:56.601308 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a55f8e-9b23-4782-a046-3cc71c4d46ba') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:51:56.629885 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (59a55f8e-9b23-4782-a046-3cc71c4d46ba), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:56.670664 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aedcc66a-df3c-44c0-99d9-b3180f35b6fa tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:56.706521 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (59a55f8e-9b23-4782-a046-3cc71c4d46ba), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:56.720336 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-aedcc66a-df3c-44c0-99d9-b3180f35b6fa tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] device_id is not set on port f6786a25-c4d9-4e35-aaef-da876ccd726f yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:51:56.728350 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:51:56.729024 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (59a55f8e-9b23-4782-a046-3cc71c4d46ba), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:56.732436 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:51:56.732436 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:51:56.732436 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:51:56.732436 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:51:56.732436 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:51:56.732436 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:51:56.732436 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:51:56.732436 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:51:56.732436 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:51:56.732436 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:51:56.732436 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:51:56.732436 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:51:56.732436 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:51:56.732436 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:51:56.732436 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:51:56.732436 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:51:56.732436 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:51:56.732436 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:51:56.732436 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:51:56.732436 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:51:56.732436 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:51:56.732436 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:51:56.732436 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:51:56.732436 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:51:56.732436 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:51:56.732436 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:51:56.732436 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:51:56.732436 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:51:56.732436 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:51:56.732436 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:51:56.732436 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:51:56.732436 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:51:56.833063 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bfd0fffd-082f-4f23-8e08-b020d32211ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:56.949355 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d7163989-f997-4a82-b9dd-5b424cf1d0b0 None None] For port 143055c3-9337-4b1d-bc56-fac16ccf1f62, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:51:56.952745 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f44430ed-5e7d-41a4-b3e7-502db86f353b None None] Provisioning complete for port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:51:56.953124 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f44430ed-5e7d-41a4-b3e7-502db86f353b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:56.956979 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d7163989-f997-4a82-b9dd-5b424cf1d0b0 None None] For port 143055c3-9337-4b1d-bc56-fac16ccf1f62, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=143055c3-9337-4b1d-bc56-fac16ccf1f62,segment=NetworkSegment(59a55f8e-9b23-4782-a046-3cc71c4d46ba),segment_id=59a55f8e-9b23-4782-a046-3cc71c4d46ba)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:51:56.976006 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.db.api [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 20 03:51:56.976006 n-d-829866-4 neutron-server[104106]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 20 03:51:56.976006 n-d-829866-4 neutron-server[104106]: [parameters: {'id': '22737a14-8f6f-46fb-a0ae-3804c201ee59'}] Feb 20 03:51:56.976006 n-d-829866-4 neutron-server[104106]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:51:56.980146 n-d-829866-4 neutron-server[104106]: DEBUG oslo_db.api [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:51:56.998189 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d06d86-e8a5-48cf-bb54-54808de4f04f', 'name': 'network-vif-deleted', 'tag': 'cd6d7835-b4f3-4582-865a-da23790d753a'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:51:57.002166 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129f86ae-aa97-422d-83ee-0242e7f8495d" -d '{"events": [{"server_uuid": "94d06d86-e8a5-48cf-bb54-54808de4f04f", "name": "network-vif-deleted", "tag": "cd6d7835-b4f3-4582-865a-da23790d753a"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:51:57.005568 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-aedcc66a-df3c-44c0-99d9-b3180f35b6fa tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Allocated IP 2001:db8:0:1::227 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/dc1a5731-4aa7-4e48-98a9-4368b64b2d0f/f6786a25-c4d9-4e35-aaef-da876ccd726f) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:51:57.007847 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:51:57.008840 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:57.016294 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-aedcc66a-df3c-44c0-99d9-b3180f35b6fa tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Allocated IP 2001:db8::f816:3eff:fe4e:b3ad (4f54fdde-6e16-424b-a89f-7d368ed79ea3/21060990-ed50-44c2-89d2-6815b7e4e39e/f6786a25-c4d9-4e35-aaef-da876ccd726f) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:51:57.051667 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d7163989-f997-4a82-b9dd-5b424cf1d0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (143055c3-9337-4b1d-bc56-fac16ccf1f62), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:57.138905 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f96d6337-ac1b-4bb2-9402-803ec96f4a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'name': 'tempest-AttachVolumeTestJSON-237415728-router', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:29Z', 'updated_at': '2022-02-20T03:44:38Z', 'revision_number': 4, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'gw_port': {'id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:31Z', 'updated_at': '2022-02-20T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'caeabdbf-9be1-417d-b66e-d93a08bd5956', 'name': '', 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'mac_address': 'fa:16:3e:c8:3e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'ec9d4964-56bb-4af3-beab-8c8d3923a688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:37Z', 'updated_at': '2022-02-20T03:44:47Z', 'revision_number': 5, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'subnets': [{'id': 'ec9d4964-56bb-4af3-beab-8c8d3923a688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:51:57.235239 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aedcc66a-df3c-44c0-99d9-b3180f35b6fa tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for port (f6786a25-c4d9-4e35-aaef-da876ccd726f), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:57.240743 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96d6337-ac1b-4bb2-9402-803ec96f4a72 None None] The sync data for ids ['3fa0165c-bb63-4346-b751-7abaa5ffbfae'] in n-d-829866-4 is: [{'id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'name': 'tempest-AttachVolumeTestJSON-237415728-router', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:29Z', 'updated_at': '2022-02-20T03:44:38Z', 'revision_number': 4, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'gw_port': {'id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:31Z', 'updated_at': '2022-02-20T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'caeabdbf-9be1-417d-b66e-d93a08bd5956', 'name': '', 'network_id': '18b77a5e-5446-4d58-b319-36a274f1014a', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'mac_address': 'fa:16:3e:c8:3e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2119, 'fixed_ips': [{'subnet_id': 'ec9d4964-56bb-4af3-beab-8c8d3923a688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:37Z', 'updated_at': '2022-02-20T03:44:47Z', 'revision_number': 5, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'subnets': [{'id': 'ec9d4964-56bb-4af3-beab-8c8d3923a688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:51:57.317788 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7163989-f997-4a82-b9dd-5b424cf1d0b0 None None] Pushing event updated for resources: {'Port': ['ID=143055c3-9337-4b1d-bc56-fac16ccf1f62,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:57.349713 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ab4179-6433-4e5b-a21d-034bf2826e65 None None] Update dhcp port {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'fixed_ips': [{'subnet_id': '21060990-ed50-44c2-89d2-6815b7e4e39e', 'ip_address': '2001:db8::f816:3eff:feb8:94e4'}, {'subnet_id': 'dc1a5731-4aa7-4e48-98a9-4368b64b2d0f'}], 'binding:host_id': 'n-d-829866-4'}, 'id': '0e424a27-c2ee-41fd-9b09-5fa35c81d443'} from n-d-829866-4. {{(pid=104107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 03:51:57.373582 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b5bf6f-5508-4507-ab23-84b39c59e71a None None] Network 22737a14-8f6f-46fb-a0ae-3804c201ee59 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:51:57.402997 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f44430ed-5e7d-41a4-b3e7-502db86f353b None None] Current status of the port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:57.403809 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f44430ed-5e7d-41a4-b3e7-502db86f353b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:57.459839 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aedcc66a-df3c-44c0-99d9-b3180f35b6fa tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (f6786a25-c4d9-4e35-aaef-da876ccd726f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:57.496202 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (22737a14-8f6f-46fb-a0ae-3804c201ee59), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:57.505324 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:57.505803 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:57.511854 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-45ab4179-6433-4e5b-a21d-034bf2826e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:57.586337 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedcc66a-df3c-44c0-99d9-b3180f35b6fa tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:51:57.595942 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-aedcc66a-df3c-44c0-99d9-b3180f35b6fa tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:51:57.600758 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedcc66a-df3c-44c0-99d9-b3180f35b6fa tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:51:57.619824 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-f44430ed-5e7d-41a4-b3e7-502db86f353b None None] For port 0e424a27-c2ee-41fd-9b09-5fa35c81d443, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0e424a27-c2ee-41fd-9b09-5fa35c81d443,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:57.626618 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedcc66a-df3c-44c0-99d9-b3180f35b6fa tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:57.630621 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aedcc66a-df3c-44c0-99d9-b3180f35b6fa tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:57.686732 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f44430ed-5e7d-41a4-b3e7-502db86f353b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:57.730753 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedcc66a-df3c-44c0-99d9-b3180f35b6fa tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Port': ['ID=f6786a25-c4d9-4e35-aaef-da876ccd726f,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:57.777481 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccb47d5-c0c4-457a-91cc-8780fbf9fad4 None None] New status for floating IP 7e184321-74fb-4f0e-b4f9-1ec01aa7e832: DOWN {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:51:57.809540 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Deleting port 143055c3-9337-4b1d-bc56-fac16ccf1f62 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:51:57.810387 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (143055c3-9337-4b1d-bc56-fac16ccf1f62), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:57.819674 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-aedcc66a-df3c-44c0-99d9-b3180f35b6fa tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7584710 Feb 20 03:51:57.823744 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57576) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:57.961501 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] For port 143055c3-9337-4b1d-bc56-fac16ccf1f62, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=143055c3-9337-4b1d-bc56-fac16ccf1f62,segment=NetworkSegment(59a55f8e-9b23-4782-a046-3cc71c4d46ba),segment_id=59a55f8e-9b23-4782-a046-3cc71c4d46ba)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:57.962932 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (143055c3-9337-4b1d-bc56-fac16ccf1f62), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:57.998200 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Calling delete_port for 143055c3-9337-4b1d-bc56-fac16ccf1f62 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:51:58.006159 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:51:58.009809 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:51:58.019713 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44430ed-5e7d-41a4-b3e7-502db86f353b None None] Pushing event updated for resources: {'Port': ['ID=0e424a27-c2ee-41fd-9b09-5fa35c81d443,revision_number=11']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:58.073108 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-c6906592-f17f-476b-ae35-4977ded938e1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting port f6786a25-c4d9-4e35-aaef-da876ccd726f {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:51:58.073714 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c6906592-f17f-476b-ae35-4977ded938e1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (f6786a25-c4d9-4e35-aaef-da876ccd726f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:58.083142 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-45ab4179-6433-4e5b-a21d-034bf2826e65 None None] Allocated IP 2001:db8:0:1::2 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/dc1a5731-4aa7-4e48-98a9-4368b64b2d0f/0e424a27-c2ee-41fd-9b09-5fa35c81d443) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:51:58.091985 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce4c15-60aa-4f6e-acc4-8fe4639e5141 req-d783c5d3-0871-4044-bba8-7f379352f8bb tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:58.103419 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31ce4c15-60aa-4f6e-acc4-8fe4639e5141 req-d783c5d3-0871-4044-bba8-7f379352f8bb tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=19178270-f453-4047-82b4-c0a5b1f0f537 HTTP/1.1" status: 200 len: 943 time: 0.1580656 Feb 20 03:51:58.244895 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-45ab4179-6433-4e5b-a21d-034bf2826e65 None None] For port 0e424a27-c2ee-41fd-9b09-5fa35c81d443, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0e424a27-c2ee-41fd-9b09-5fa35c81d443,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:58.270904 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c6906592-f17f-476b-ae35-4977ded938e1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (f6786a25-c4d9-4e35-aaef-da876ccd726f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:58.282699 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (143055c3-9337-4b1d-bc56-fac16ccf1f62), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:58.292089 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-c6906592-f17f-476b-ae35-4977ded938e1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Calling delete_port for f6786a25-c4d9-4e35-aaef-da876ccd726f owned by {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:51:58.310202 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-45ab4179-6433-4e5b-a21d-034bf2826e65 None None] Publish callbacks [] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:58.338193 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] No DVR routers for this DVR port 143055c3-9337-4b1d-bc56-fac16ccf1f62 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:51:58.344142 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-31ce4c15-60aa-4f6e-acc4-8fe4639e5141 req-51405124-f601-4aaa-ae92-eb149bb897cc tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Deleting port 04614b81-1f8b-4ae5-aa74-9cd857c0f69a {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:51:58.344487 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-31ce4c15-60aa-4f6e-acc4-8fe4639e5141 req-51405124-f601-4aaa-ae92-eb149bb897cc tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (04614b81-1f8b-4ae5-aa74-9cd857c0f69a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:58.354780 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event deleted for resources: {'Port': ['ID=143055c3-9337-4b1d-bc56-fac16ccf1f62,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:58.385583 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-45ab4179-6433-4e5b-a21d-034bf2826e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:58.489830 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-31ce4c15-60aa-4f6e-acc4-8fe4639e5141 req-51405124-f601-4aaa-ae92-eb149bb897cc tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] For port 04614b81-1f8b-4ae5-aa74-9cd857c0f69a, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=04614b81-1f8b-4ae5-aa74-9cd857c0f69a,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:51:58.490083 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-31ce4c15-60aa-4f6e-acc4-8fe4639e5141 req-51405124-f601-4aaa-ae92-eb149bb897cc tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (04614b81-1f8b-4ae5-aa74-9cd857c0f69a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:58.532768 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-31ce4c15-60aa-4f6e-acc4-8fe4639e5141 req-51405124-f601-4aaa-ae92-eb149bb897cc tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Calling delete_port for 04614b81-1f8b-4ae5-aa74-9cd857c0f69a owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:51:58.547936 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (22737a14-8f6f-46fb-a0ae-3804c201ee59), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:58.606724 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22737a14-8f6f-46fb-a0ae-3804c201ee59']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:51:58.627464 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a55f8e-9b23-4782-a046-3cc71c4d46ba') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:51:58.627758 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a55f8e-9b23-4782-a046-3cc71c4d46ba') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:51:58.656757 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (59a55f8e-9b23-4782-a046-3cc71c4d46ba), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:58.678561 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (59a55f8e-9b23-4782-a046-3cc71c4d46ba), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:58.692839 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:51:58.692839 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (59a55f8e-9b23-4782-a046-3cc71c4d46ba), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:58.713239 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:51:58.713239 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:51:58.713239 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:51:58.713239 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:51:58.713239 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:51:58.713239 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:51:58.713239 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:51:58.713239 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:51:58.713239 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:51:58.713239 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:51:58.713239 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:51:58.713239 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:51:58.713239 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:51:58.713239 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:51:58.713239 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:51:58.713239 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:51:58.713239 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:51:58.713239 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:51:58.713239 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:51:58.713239 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:51:58.713239 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:51:58.713239 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:51:58.713239 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:51:58.713239 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:51:58.713239 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:51:58.713239 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:51:58.713239 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:51:58.713239 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:51:58.713239 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:51:58.713239 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:51:58.713239 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:51:58.713239 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:51:58.746217 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab4179-6433-4e5b-a21d-034bf2826e65 None None] Pushing event updated for resources: {'Port': ['ID=0e424a27-c2ee-41fd-9b09-5fa35c81d443,revision_number=12']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:58.781184 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:58.826182 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c05667a3-10ef-4fbf-91ef-da433f6e34ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:58.874115 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c6906592-f17f-476b-ae35-4977ded938e1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (f6786a25-c4d9-4e35-aaef-da876ccd726f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:58.925038 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6906592-f17f-476b-ae35-4977ded938e1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Port': ['ID=f6786a25-c4d9-4e35-aaef-da876ccd726f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:58.962628 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (22737a14-8f6f-46fb-a0ae-3804c201ee59), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:58.967007 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0e424a27-c2ee-41fd-9b09-5fa35c81d443 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:51:58.973740 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:58.983800 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "DELETE /v2.0/networks/22737a14-8f6f-46fb-a0ae-3804c201ee59 HTTP/1.1" status: 204 len: 168 time: 5.7207053 Feb 20 03:51:58.991633 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57582) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:58.998593 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8e427-ee18-4238-ab06-3f8bc2cb3bb0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event deleted for resources: {'Network': ['ID=22737a14-8f6f-46fb-a0ae-3804c201ee59,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:59.007698 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-3c6ea6a3-7a0f-4a68-ad53-1a60c895741d tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1962477768'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:59.036108 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-31ce4c15-60aa-4f6e-acc4-8fe4639e5141 req-51405124-f601-4aaa-ae92-eb149bb897cc tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (04614b81-1f8b-4ae5-aa74-9cd857c0f69a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:59.048600 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['e0a91145-6212-4367-98ca-a36a7166e206', 'f031ef27-126f-4e1d-b032-e1fa7bbd43d1'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:51:59.083218 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c6906592-f17f-476b-ae35-4977ded938e1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:59.090048 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c6906592-f17f-476b-ae35-4977ded938e1 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/f6786a25-c4d9-4e35-aaef-da876ccd726f HTTP/1.1" status: 204 len: 168 time: 1.2637599 Feb 20 03:51:59.094295 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57584) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:59.102550 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:51:59.103156 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:59.157568 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51405124-f601-4aaa-ae92-eb149bb897cc tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Pushing event deleted for resources: {'Port': ['ID=04614b81-1f8b-4ae5-aa74-9cd857c0f69a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:59.160746 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6ea6a3-7a0f-4a68-ad53-1a60c895741d tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Made reservation on behalf of 107bee4a345d4c778a9f00870695aa94 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:51:59.166534 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3c6ea6a3-7a0f-4a68-ad53-1a60c895741d tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:59.180063 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f434f7-278d-4ea4-bc7f-369e8a5b06a5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:59.182402 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-61f434f7-278d-4ea4-bc7f-369e8a5b06a5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0869863 Feb 20 03:51:59.184912 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57586) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:59.190738 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device cd6d7835-b4f3-4582-865a-da23790d753a no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:51:59.276303 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: cd6d7835-b4f3-4582-865a-da23790d753a {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:51:59.276658 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device cd6d7835-b4f3-4582-865a-da23790d753a not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:51:59.281986 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ce4c15-60aa-4f6e-acc4-8fe4639e5141 req-51405124-f601-4aaa-ae92-eb149bb897cc tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] No DVR routers for this DVR port 04614b81-1f8b-4ae5-aa74-9cd857c0f69a on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:51:59.288679 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-31ce4c15-60aa-4f6e-acc4-8fe4639e5141 req-51405124-f601-4aaa-ae92-eb149bb897cc tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:59.304443 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31ce4c15-60aa-4f6e-acc4-8fe4639e5141 req-51405124-f601-4aaa-ae92-eb149bb897cc tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "DELETE /v2.0/ports/04614b81-1f8b-4ae5-aa74-9cd857c0f69a HTTP/1.1" status: 204 len: 173 time: 1.1945205 Feb 20 03:51:59.311382 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31025fc-92c3-4927-90de-bb47da39a74c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:59.314824 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f31025fc-92c3-4927-90de-bb47da39a74c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1288369 Feb 20 03:51:59.318449 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57588) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:59.334054 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c6ea6a3-7a0f-4a68-ad53-1a60c895741d tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:51:59.374978 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3c6ea6a3-7a0f-4a68-ad53-1a60c895741d tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (519fbff9-a13d-4685-b983-5689f4b2e519), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:59.378483 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-3c6ea6a3-7a0f-4a68-ad53-1a60c895741d tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Added segment 519fbff9-a13d-4685-b983-5689f4b2e519 of type vlan for network 849c3110-d623-4ae7-8e80-f59e79c94ded Feb 20 03:51:59.408047 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:51:59.463653 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e228f56-c900-4c77-a067-e2f6b09731c3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:59.465981 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e228f56-c900-4c77-a067-e2f6b09731c3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:59.467913 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e228f56-c900-4c77-a067-e2f6b09731c3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:59.470881 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9e228f56-c900-4c77-a067-e2f6b09731c3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1511726 Feb 20 03:51:59.473570 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57590) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:59.534206 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3c6ea6a3-7a0f-4a68-ad53-1a60c895741d tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (849c3110-d623-4ae7-8e80-f59e79c94ded), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:59.582060 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-51b550b4-7efc-4d94-85f7-cf118fbd1e95 req-1e200788-360c-4465-b2b6-853ea7a00834 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=96e7b8b4-d780-4a50-a502-14c75539c3d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1247828 Feb 20 03:51:59.606427 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c79fb89-9cf5-4b48-9837-f174bda40824 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting subnet 21060990-ed50-44c2-89d2-6815b7e4e39e {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:51:59.617125 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9c79fb89-9cf5-4b48-9837-f174bda40824 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (21060990-ed50-44c2-89d2-6815b7e4e39e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:59.665308 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3c6ea6a3-7a0f-4a68-ad53-1a60c895741d tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (849c3110-d623-4ae7-8e80-f59e79c94ded), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:59.671551 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6ea6a3-7a0f-4a68-ad53-1a60c895741d tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:59.671983 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3c6ea6a3-7a0f-4a68-ad53-1a60c895741d tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:59.719581 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9c79fb89-9cf5-4b48-9837-f174bda40824 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (21060990-ed50-44c2-89d2-6815b7e4e39e), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:51:59.752655 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b550b4-7efc-4d94-85f7-cf118fbd1e95 req-6c6d2266-9af7-4dc5-8f17-f3ee152a83ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:51:59.753888 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97cdfba-0a89-4389-8958-0fd251940c20 None None] get_active_networks_info from n-d-829866-4 {{(pid=104107) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 03:51:59.754265 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-51b550b4-7efc-4d94-85f7-cf118fbd1e95 req-6c6d2266-9af7-4dc5-8f17-f3ee152a83ba service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2a426eb8717f45cda17f79dc5d1190fc&device_id=96e7b8b4-d780-4a50-a502-14c75539c3d3 HTTP/1.1" status: 200 len: 1089 time: 0.1447556 Feb 20 03:51:59.761235 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3c6ea6a3-7a0f-4a68-ad53-1a60c895741d tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7657235 Feb 20 03:51:59.764528 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57598) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:51:59.769386 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-dc31a9b5-6067-45bf-b8d6-b34340e5ed82 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Request body: {'subnet': {'network_id': '849c3110-d623-4ae7-8e80-f59e79c94ded', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:51:59.774909 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ea6a3-7a0f-4a68-ad53-1a60c895741d tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event updated for resources: {'Network': ['ID=849c3110-d623-4ae7-8e80-f59e79c94ded,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:51:59.834591 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 849c3110-d623-4ae7-8e80-f59e79c94ded details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:51:59.900301 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9c79fb89-9cf5-4b48-9837-f174bda40824 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (21060990-ed50-44c2-89d2-6815b7e4e39e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:00.067527 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-9e059eac-04ce-4b0e-a4f2-df8da37d35f7 None None] Provisioning complete for port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:52:00.067527 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9e059eac-04ce-4b0e-a4f2-df8da37d35f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:00.075095 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9c79fb89-9cf5-4b48-9837-f174bda40824 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (21060990-ed50-44c2-89d2-6815b7e4e39e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:00.122056 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:00.124267 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c79fb89-9cf5-4b48-9837-f174bda40824 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Subnet': ['ID=21060990-ed50-44c2-89d2-6815b7e4e39e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:00.145188 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9c79fb89-9cf5-4b48-9837-f174bda40824 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:00.151659 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9c79fb89-9cf5-4b48-9837-f174bda40824 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/21060990-ed50-44c2-89d2-6815b7e4e39e HTTP/1.1" status: 204 len: 168 time: 0.6766899 Feb 20 03:52:00.154282 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57612) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:00.182784 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97cdfba-0a89-4389-8958-0fd251940c20 None None] Resources bound (agent type, host, resource id): {{(pid=104107) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 03:52:00.235722 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-121f8fbb-af0b-4166-9a4e-ae1ece11f4de tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting subnet dc1a5731-4aa7-4e48-98a9-4368b64b2d0f {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:52:00.239655 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-121f8fbb-af0b-4166-9a4e-ae1ece11f4de tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (dc1a5731-4aa7-4e48-98a9-4368b64b2d0f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:00.262405 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b550b4-7efc-4d94-85f7-cf118fbd1e95 req-f106a9f1-2ff5-4f5e-bedd-547cc88f6bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:00.264782 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-51b550b4-7efc-4d94-85f7-cf118fbd1e95 req-f106a9f1-2ff5-4f5e-bedd-547cc88f6bea service neutron] 10.222.0.93 "GET /v2.0/networks?id=64115127-0ca9-4210-b390-d57efc54bf51 HTTP/1.1" status: 200 len: 912 time: 0.4781404 Feb 20 03:52:00.266590 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61e10dc-051d-4fbc-a232-d8a3d92bb756 x-openstack-request-id: req-c61e10dc-051d-4fbc-a232-d8a3d92bb756 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:52:00.267070 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d06d86-e8a5-48cf-bb54-54808de4f04f", "name": "network-vif-deleted", "tag": "cd6d7835-b4f3-4582-865a-da23790d753a", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:52:00.267332 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c61e10dc-051d-4fbc-a232-d8a3d92bb756 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:52:00.267735 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d06d86-e8a5-48cf-bb54-54808de4f04f', 'name': 'network-vif-deleted', 'tag': 'cd6d7835-b4f3-4582-865a-da23790d753a', 'status': 'completed', 'code': 200} Feb 20 03:52:00.293577 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-121f8fbb-af0b-4166-9a4e-ae1ece11f4de tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (dc1a5731-4aa7-4e48-98a9-4368b64b2d0f), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:00.320936 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc31a9b5-6067-45bf-b8d6-b34340e5ed82 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Made reservation on behalf of 107bee4a345d4c778a9f00870695aa94 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:52:00.325033 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-dc31a9b5-6067-45bf-b8d6-b34340e5ed82 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:00.332921 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-51b550b4-7efc-4d94-85f7-cf118fbd1e95 req-5bd0da74-62e0-423a-a9a9-033de2f6c801 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc06ee76-9fa2-42ac-b677-5fe9e7720210 HTTP/1.1" status: 200 len: 217 time: 0.0619903 Feb 20 03:52:00.406511 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-121f8fbb-af0b-4166-9a4e-ae1ece11f4de tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (dc1a5731-4aa7-4e48-98a9-4368b64b2d0f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:00.476481 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b550b4-7efc-4d94-85f7-cf118fbd1e95 req-57ddd1a2-8a08-4edd-beec-65d9a24ba942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:00.478372 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-51b550b4-7efc-4d94-85f7-cf118fbd1e95 req-57ddd1a2-8a08-4edd-beec-65d9a24ba942 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=85e8c386-47fc-4d48-86f0-3d288a799fec HTTP/1.1" status: 200 len: 850 time: 0.1306305 Feb 20 03:52:00.565091 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57620) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:00.603595 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b550b4-7efc-4d94-85f7-cf118fbd1e95 req-53e17b6e-5f25-4280-9383-9769e939036d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:00.605171 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-51b550b4-7efc-4d94-85f7-cf118fbd1e95 req-53e17b6e-5f25-4280-9383-9769e939036d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=64115127-0ca9-4210-b390-d57efc54bf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1191525 Feb 20 03:52:00.668922 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-9e059eac-04ce-4b0e-a4f2-df8da37d35f7 None None] Current status of the port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:52:00.768714 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-51b550b4-7efc-4d94-85f7-cf118fbd1e95 req-62f9e451-e2f4-4025-ad60-7d38d189b034 service neutron] 10.222.0.93 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373351 Feb 20 03:52:00.775068 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-dc31a9b5-6067-45bf-b8d6-b34340e5ed82 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (51e6d464-1e44-42fc-b67e-8abfb93eeef2), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:00.882596 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8884075b-90ad-44f8-bf15-c0ae1e37cdb7 None None] get_active_networks_info from n-d-829866-4 {{(pid=104107) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 03:52:00.981303 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31a9b5-6067-45bf-b8d6-b34340e5ed82 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event updated for resources: {'Subnet': ['ID=51e6d464-1e44-42fc-b67e-8abfb93eeef2,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:01.035071 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc31a9b5-6067-45bf-b8d6-b34340e5ed82 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Checking segment: {'id': '519fbff9-a13d-4685-b983-5689f4b2e519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '849c3110-d623-4ae7-8e80-f59e79c94ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:52:01.035703 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc31a9b5-6067-45bf-b8d6-b34340e5ed82 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Network hostable DHCP agents. Network: 849c3110-d623-4ae7-8e80-f59e79c94ded, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:52:01.054312 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-51b550b4-7efc-4d94-85f7-cf118fbd1e95 req-dacc9735-1424-4c11-a43f-2e604ce4104a service neutron] 10.222.0.93 "GET /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745185 Feb 20 03:52:01.098741 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-121f8fbb-af0b-4166-9a4e-ae1ece11f4de tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (dc1a5731-4aa7-4e48-98a9-4368b64b2d0f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:01.144013 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f8fbb-af0b-4166-9a4e-ae1ece11f4de tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Subnet': ['ID=dc1a5731-4aa7-4e48-98a9-4368b64b2d0f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:01.145205 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc31a9b5-6067-45bf-b8d6-b34340e5ed82 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Network 849c3110-d623-4ae7-8e80-f59e79c94ded is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:52:01.171816 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-121f8fbb-af0b-4166-9a4e-ae1ece11f4de tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:01.173569 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-121f8fbb-af0b-4166-9a4e-ae1ece11f4de tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/dc1a5731-4aa7-4e48-98a9-4368b64b2d0f HTTP/1.1" status: 204 len: 168 time: 1.0182455 Feb 20 03:52:01.181323 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57632) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:01.247475 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-75e8b11c-7552-4b00-9d0e-bb4ef8431255 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for security_group (4bdb6057-fd4c-4c20-b468-d699ea55f0ee), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:01.248055 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8884075b-90ad-44f8-bf15-c0ae1e37cdb7 None None] Unable to find a vacant binding_index for network 849c3110-d623-4ae7-8e80-f59e79c94ded and agent 6eaed3ed-c78c-410f-89ef-c823367323de {{(pid=104107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 20 03:52:01.257143 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8884075b-90ad-44f8-bf15-c0ae1e37cdb7 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 849c3110-d623-4ae7-8e80-f59e79c94ded) {{(pid=104107) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 03:52:01.279804 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-75e8b11c-7552-4b00-9d0e-bb4ef8431255 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for security_group (4bdb6057-fd4c-4c20-b468-d699ea55f0ee), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:01.288880 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-51239a4c-fbff-44da-a404-f99950a5f5d4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1037199 Feb 20 03:52:01.290425 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57634) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:01.301054 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-77ecdc0f-78a0-4e8c-a202-e6ee2e463a1e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:01.301368 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-dc31a9b5-6067-45bf-b8d6-b34340e5ed82 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 849c3110-d623-4ae7-8e80-f59e79c94ded) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:52:01.345913 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc31a9b5-6067-45bf-b8d6-b34340e5ed82 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:01.346717 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-dc31a9b5-6067-45bf-b8d6-b34340e5ed82 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:01.389087 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542f031-1726-44d2-98b4-6076784b0d1a req-3dcbf8d1-e87b-49e3-b88d-f2264314eea6 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:01.394510 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0542f031-1726-44d2-98b4-6076784b0d1a req-3dcbf8d1-e87b-49e3-b88d-f2264314eea6 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=96e7b8b4-d780-4a50-a502-14c75539c3d3 HTTP/1.1" status: 200 len: 907 time: 0.1036522 Feb 20 03:52:01.404779 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:01.451013 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-dc31a9b5-6067-45bf-b8d6-b34340e5ed82 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6832168 Feb 20 03:52:01.451688 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57644) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:01.476263 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57646) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:01.530713 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-6179cc43-258f-4eaa-99ba-c566be831c98 admin admin] Deleting subnet 0b6d1396-1c96-44e9-815f-709dee21f740 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:52:01.534679 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6179cc43-258f-4eaa-99ba-c566be831c98 admin admin] Publish callbacks [] for subnet (0b6d1396-1c96-44e9-815f-709dee21f740), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:01.565599 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97803c3-9be9-4e9b-8a97-d25b1efc7c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-849c3110-d623-4ae7-8e80-f59e79c94ded', 'network_id': '849c3110-d623-4ae7-8e80-f59e79c94ded', 'project_id': '107bee4a345d4c778a9f00870695aa94', 'fixed_ips': [{'subnet_id': '51e6d464-1e44-42fc-b67e-8abfb93eeef2'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:52:01.567661 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b97803c3-9be9-4e9b-8a97-d25b1efc7c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:01.578515 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6179cc43-258f-4eaa-99ba-c566be831c98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (0b6d1396-1c96-44e9-815f-709dee21f740), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:01.581487 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (849c3110-d623-4ae7-8e80-f59e79c94ded), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:01.602886 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ecdc0f-78a0-4e8c-a202-e6ee2e463a1e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:52:01.606001 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-77ecdc0f-78a0-4e8c-a202-e6ee2e463a1e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:01.651727 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (51e6d464-1e44-42fc-b67e-8abfb93eeef2), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:01.665529 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-75e8b11c-7552-4b00-9d0e-bb4ef8431255 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (4bdb6057-fd4c-4c20-b468-d699ea55f0ee), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:01.668131 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-75e8b11c-7552-4b00-9d0e-bb4ef8431255 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:01.672131 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-75e8b11c-7552-4b00-9d0e-bb4ef8431255 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "DELETE /v2.0/security-groups/4bdb6057-fd4c-4c20-b468-d699ea55f0ee HTTP/1.1" status: 204 len: 168 time: 1.1047275 Feb 20 03:52:01.676733 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57650) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:01.698558 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-833e34f8-c7a8-4133-b503-015d9b160b94 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] show failed (client error): The resource could not be found. Feb 20 03:52:01.700544 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-833e34f8-c7a8-4133-b503-015d9b160b94 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "GET /v2.0/security-groups/4bdb6057-fd4c-4c20-b468-d699ea55f0ee HTTP/1.1" status: 404 len: 347 time: 0.0220144 Feb 20 03:52:01.707220 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8b11c-7552-4b00-9d0e-bb4ef8431255 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdb6057-fd4c-4c20-b468-d699ea55f0ee,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:01.708725 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57654) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:01.715105 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6179cc43-258f-4eaa-99ba-c566be831c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (0b6d1396-1c96-44e9-815f-709dee21f740), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:01.742331 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-b97803c3-9be9-4e9b-8a97-d25b1efc7c58 None None] Allocated IP 2001:db8::1 (849c3110-d623-4ae7-8e80-f59e79c94ded/51e6d464-1e44-42fc-b67e-8abfb93eeef2/5d90ac32-e6a2-4230-ae4e-b6285054ac4e) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:52:01.865783 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-f7f9f53d-baa7-458b-95eb-d82829ff8ff3 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Deleting port 29a3e4c0-5615-4211-a248-155a4eef2c46 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:52:01.866082 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f7f9f53d-baa7-458b-95eb-d82829ff8ff3 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (29a3e4c0-5615-4211-a248-155a4eef2c46), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:01.921472 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b97803c3-9be9-4e9b-8a97-d25b1efc7c58 None None] Publish callbacks [] for port (5d90ac32-e6a2-4230-ae4e-b6285054ac4e), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:01.956805 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6179cc43-258f-4eaa-99ba-c566be831c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (0b6d1396-1c96-44e9-815f-709dee21f740), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:01.961191 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f7f9f53d-baa7-458b-95eb-d82829ff8ff3 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (29a3e4c0-5615-4211-a248-155a4eef2c46), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:01.961662 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f7f9f53d-baa7-458b-95eb-d82829ff8ff3 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for floatingip (29a3e4c0-5615-4211-a248-155a4eef2c46), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:01.981941 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-f7f9f53d-baa7-458b-95eb-d82829ff8ff3 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Calling delete_port for 29a3e4c0-5615-4211-a248-155a4eef2c46 owned by network:floatingip {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:52:01.983597 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179cc43-258f-4eaa-99ba-c566be831c98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b6d1396-1c96-44e9-815f-709dee21f740,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:01.989015 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6179cc43-258f-4eaa-99ba-c566be831c98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:01.991799 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6179cc43-258f-4eaa-99ba-c566be831c98 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/0b6d1396-1c96-44e9-815f-709dee21f740 HTTP/1.1" status: 204 len: 168 time: 0.5135906 Feb 20 03:52:01.994831 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57668) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:02.031156 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b97803c3-9be9-4e9b-8a97-d25b1efc7c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (5d90ac32-e6a2-4230-ae4e-b6285054ac4e), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:02.082289 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4806ac4-7c2b-4966-ba8f-52c02994151c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (3d75d9ee-f1b8-44d3-82a6-3872010ad560), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:02.086499 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-77ecdc0f-78a0-4e8c-a202-e6ee2e463a1e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (61069dd5-e32a-4d44-9915-d7a2620ef330), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:02.095046 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97803c3-9be9-4e9b-8a97-d25b1efc7c58 None None] Network 849c3110-d623-4ae7-8e80-f59e79c94ded is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:52:02.096689 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97803c3-9be9-4e9b-8a97-d25b1efc7c58 None None] Pushing event updated for resources: {'Port': ['ID=5d90ac32-e6a2-4230-ae4e-b6285054ac4e,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:02.099392 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-b97803c3-9be9-4e9b-8a97-d25b1efc7c58 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:52:02.101582 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97803c3-9be9-4e9b-8a97-d25b1efc7c58 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:52:02.149053 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ecdc0f-78a0-4e8c-a202-e6ee2e463a1e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:52:02.153101 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-77ecdc0f-78a0-4e8c-a202-e6ee2e463a1e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:52:02.162836 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ecdc0f-78a0-4e8c-a202-e6ee2e463a1e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:02.163200 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (51e6d464-1e44-42fc-b67e-8abfb93eeef2), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:02.163461 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-77ecdc0f-78a0-4e8c-a202-e6ee2e463a1e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:02.171530 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b97803c3-9be9-4e9b-8a97-d25b1efc7c58 None None] Attempting to bind port 5d90ac32-e6a2-4230-ae4e-b6285054ac4e on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:52:02.171921 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b97803c3-9be9-4e9b-8a97-d25b1efc7c58 None None] Attempting to bind port 5d90ac32-e6a2-4230-ae4e-b6285054ac4e by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '519fbff9-a13d-4685-b983-5689f4b2e519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '849c3110-d623-4ae7-8e80-f59e79c94ded'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:52:02.172292 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97803c3-9be9-4e9b-8a97-d25b1efc7c58 None None] Attempting to bind port 5d90ac32-e6a2-4230-ae4e-b6285054ac4e on network 849c3110-d623-4ae7-8e80-f59e79c94ded {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:52:02.177850 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97803c3-9be9-4e9b-8a97-d25b1efc7c58 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:52:02.180891 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97803c3-9be9-4e9b-8a97-d25b1efc7c58 None None] Checking segment: {'id': '519fbff9-a13d-4685-b983-5689f4b2e519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '849c3110-d623-4ae7-8e80-f59e79c94ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:52:02.180891 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b97803c3-9be9-4e9b-8a97-d25b1efc7c58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:02.180891 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97803c3-9be9-4e9b-8a97-d25b1efc7c58 None None] Bound using segment: {'id': '519fbff9-a13d-4685-b983-5689f4b2e519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '849c3110-d623-4ae7-8e80-f59e79c94ded'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:52:02.181396 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b97803c3-9be9-4e9b-8a97-d25b1efc7c58 None None] Bound port: 5d90ac32-e6a2-4230-ae4e-b6285054ac4e, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519fbff9-a13d-4685-b983-5689f4b2e519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '849c3110-d623-4ae7-8e80-f59e79c94ded'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:52:02.181565 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b97803c3-9be9-4e9b-8a97-d25b1efc7c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (5d90ac32-e6a2-4230-ae4e-b6285054ac4e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:02.230683 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ecdc0f-78a0-4e8c-a202-e6ee2e463a1e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Subnet': ['ID=61069dd5-e32a-4d44-9915-d7a2620ef330,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:02.256820 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event deleted for resources: {'Subnet': ['ID=51e6d464-1e44-42fc-b67e-8abfb93eeef2,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:02.271059 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-77ecdc0f-78a0-4e8c-a202-e6ee2e463a1e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9764204 Feb 20 03:52:02.280602 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57680) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:02.281710 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-e4b2e970-7caf-4e96-9c4d-4eef6aa52f10 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:02.287389 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19178270-f453-4047-82b4-c0a5b1f0f537', 'name': 'network-vif-deleted', 'tag': '04614b81-1f8b-4ae5-aa74-9cd857c0f69a'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:52:02.291002 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da32f9ea-7dff-41e9-a720-6f77f1344c8d" -d '{"events": [{"server_uuid": "19178270-f453-4047-82b4-c0a5b1f0f537", "name": "network-vif-deleted", "tag": "04614b81-1f8b-4ae5-aa74-9cd857c0f69a"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:52:02.300440 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b97803c3-9be9-4e9b-8a97-d25b1efc7c58 None None] For port 5d90ac32-e6a2-4230-ae4e-b6285054ac4e, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:52:02.309664 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b97803c3-9be9-4e9b-8a97-d25b1efc7c58 None None] For port 5d90ac32-e6a2-4230-ae4e-b6285054ac4e, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=5d90ac32-e6a2-4230-ae4e-b6285054ac4e,segment=NetworkSegment(519fbff9-a13d-4685-b983-5689f4b2e519),segment_id=519fbff9-a13d-4685-b983-5689f4b2e519)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:52:02.316528 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (849c3110-d623-4ae7-8e80-f59e79c94ded), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:02.327606 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 20 Feb 2022 03:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3836a9e-1fa4-4702-b1c4-e1a045169b96 x-openstack-request-id: req-e3836a9e-1fa4-4702-b1c4-e1a045169b96 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:52:02.327910 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19178270-f453-4047-82b4-c0a5b1f0f537", "name": "network-vif-deleted", "tag": "04614b81-1f8b-4ae5-aa74-9cd857c0f69a", "status": "failed", "code": 422}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:52:02.328167 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e3836a9e-1fa4-4702-b1c4-e1a045169b96 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:52:02.328598 n-d-829866-4 neutron-server[104105]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '19178270-f453-4047-82b4-c0a5b1f0f537', 'name': 'network-vif-deleted', 'tag': '04614b81-1f8b-4ae5-aa74-9cd857c0f69a', 'status': 'failed', 'code': 422} returned with failed status Feb 20 03:52:02.341136 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['849c3110-d623-4ae7-8e80-f59e79c94ded']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:02.345130 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4806ac4-7c2b-4966-ba8f-52c02994151c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (3d75d9ee-f1b8-44d3-82a6-3872010ad560), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:02.356205 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519fbff9-a13d-4685-b983-5689f4b2e519') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:02.356205 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519fbff9-a13d-4685-b983-5689f4b2e519') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:02.370142 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (519fbff9-a13d-4685-b983-5689f4b2e519), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:02.380414 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b97803c3-9be9-4e9b-8a97-d25b1efc7c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (5d90ac32-e6a2-4230-ae4e-b6285054ac4e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:02.381638 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-c4806ac4-7c2b-4966-ba8f-52c02994151c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d75d9ee-f1b8-44d3-82a6-3872010ad560']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:02.396041 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (519fbff9-a13d-4685-b983-5689f4b2e519), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:02.402827 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-c4806ac4-7c2b-4966-ba8f-52c02994151c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd30daeb-5a04-4b64-8374-0918843073ff') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:02.403342 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-c4806ac4-7c2b-4966-ba8f-52c02994151c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd30daeb-5a04-4b64-8374-0918843073ff') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:02.403770 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f7f9f53d-baa7-458b-95eb-d82829ff8ff3 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (29a3e4c0-5615-4211-a248-155a4eef2c46), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:02.412836 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:52:02.413623 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (519fbff9-a13d-4685-b983-5689f4b2e519), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:02.419101 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4806ac4-7c2b-4966-ba8f-52c02994151c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (cd30daeb-5a04-4b64-8374-0918843073ff), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:02.423788 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:52:02.423788 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:52:02.423788 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:52:02.423788 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:52:02.423788 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:52:02.423788 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:52:02.423788 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:52:02.423788 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:52:02.423788 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:52:02.423788 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:52:02.423788 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:52:02.423788 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:52:02.423788 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:52:02.423788 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:52:02.423788 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:52:02.423788 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:52:02.423788 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:52:02.423788 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:52:02.423788 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:52:02.423788 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:52:02.423788 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:52:02.423788 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:52:02.423788 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:52:02.423788 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:52:02.423788 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:52:02.423788 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:52:02.423788 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:52:02.423788 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:52:02.423788 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:52:02.423788 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:52:02.423788 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:52:02.423788 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:52:02.440725 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4806ac4-7c2b-4966-ba8f-52c02994151c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (cd30daeb-5a04-4b64-8374-0918843073ff), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:02.449503 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4806ac4-7c2b-4966-ba8f-52c02994151c admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:52:02.449911 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4806ac4-7c2b-4966-ba8f-52c02994151c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (cd30daeb-5a04-4b64-8374-0918843073ff), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:02.452167 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:52:02.452167 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:52:02.452167 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:52:02.452167 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:52:02.452167 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:52:02.452167 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:52:02.452167 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:52:02.452167 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:52:02.452167 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:52:02.452167 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:52:02.452167 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:52:02.452167 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:52:02.452167 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:52:02.452167 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:52:02.452167 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:52:02.452167 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:52:02.452167 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:52:02.452167 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:52:02.452167 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:52:02.452167 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:52:02.452167 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:52:02.452167 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:52:02.452167 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:52:02.452167 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:52:02.452167 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:52:02.452167 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:52:02.452167 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:52:02.452167 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:52:02.452167 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:52:02.452167 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:52:02.452167 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:52:02.452167 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:52:02.522704 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcb7297-6715-4789-9365-ff2475a4db1b None None] get_active_networks_info from n-d-829866-4 {{(pid=104107) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 03:52:02.534301 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b2e970-7caf-4e96-9c4d-4eef6aa52f10 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:52:02.538411 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e4b2e970-7caf-4e96-9c4d-4eef6aa52f10 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:02.558365 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97803c3-9be9-4e9b-8a97-d25b1efc7c58 None None] Pushing event updated for resources: {'Port': ['ID=5d90ac32-e6a2-4230-ae4e-b6285054ac4e,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:02.590721 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4806ac4-7c2b-4966-ba8f-52c02994151c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (3d75d9ee-f1b8-44d3-82a6-3872010ad560), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:02.609586 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4806ac4-7c2b-4966-ba8f-52c02994151c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:02.612712 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c4806ac4-7c2b-4966-ba8f-52c02994151c admin admin] 10.222.0.89 "DELETE /v2.0/networks/3d75d9ee-f1b8-44d3-82a6-3872010ad560 HTTP/1.1" status: 204 len: 168 time: 0.6168964 Feb 20 03:52:02.614887 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4806ac4-7c2b-4966-ba8f-52c02994151c admin admin] Pushing event deleted for resources: {'Network': ['ID=3d75d9ee-f1b8-44d3-82a6-3872010ad560,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:02.619992 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9f53d-baa7-458b-95eb-d82829ff8ff3 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Pushing event deleted for resources: {'Port': ['ID=29a3e4c0-5615-4211-a248-155a4eef2c46,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:02.660790 n-d-829866-4 neutron-server[104106]: INFO neutron.db.ipam_backend_mixin [None req-e4b2e970-7caf-4e96-9c4d-4eef6aa52f10 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 61069dd5-e32a-4d44-9915-d7a2620ef330 (CIDR: 2001:db8::/64) Feb 20 03:52:02.701001 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b2e970-7caf-4e96-9c4d-4eef6aa52f10 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:52:02.701467 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b2e970-7caf-4e96-9c4d-4eef6aa52f10 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:02.723323 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.db.api [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 20 03:52:02.723323 n-d-829866-4 neutron-server[104105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 20 03:52:02.723323 n-d-829866-4 neutron-server[104105]: [parameters: {'id': '849c3110-d623-4ae7-8e80-f59e79c94ded'}] Feb 20 03:52:02.723323 n-d-829866-4 neutron-server[104105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:52:02.724159 n-d-829866-4 neutron-server[104105]: DEBUG oslo_db.api [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:52:02.733368 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcb7297-6715-4789-9365-ff2475a4db1b None None] Resources bound (agent type, host, resource id): {{(pid=104107) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 03:52:02.746437 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f7f9f53d-baa7-458b-95eb-d82829ff8ff3 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks [] for floatingip (7e184321-74fb-4f0e-b4f9-1ec01aa7e832), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:02.749074 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f7f9f53d-baa7-458b-95eb-d82829ff8ff3 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:02.772653 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f7f9f53d-baa7-458b-95eb-d82829ff8ff3 tempest-AttachVolumeTestJSON-903840015 tempest-AttachVolumeTestJSON-903840015-project] 10.222.0.89 "DELETE /v2.0/floatingips/7e184321-74fb-4f0e-b4f9-1ec01aa7e832 HTTP/1.1" status: 204 len: 168 time: 1.0624831 Feb 20 03:52:02.795579 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941de22-d133-4979-b81d-582cd38b2112 req-3ca019aa-5c65-49f1-aae3-46046115bcd1 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:02.815642 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e4b2e970-7caf-4e96-9c4d-4eef6aa52f10 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5399306 Feb 20 03:52:02.818283 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57712) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:02.825151 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d941de22-d133-4979-b81d-582cd38b2112 req-3ca019aa-5c65-49f1-aae3-46046115bcd1 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=96e7b8b4-d780-4a50-a502-14c75539c3d3 HTTP/1.1" status: 200 len: 907 time: 0.2883415 Feb 20 03:52:02.828051 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-a7f65849-0b13-415d-af21-29f17aa52259 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:02.834068 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec82d81-de54-432e-8365-414c417373de req-7ed5711b-818f-4ebd-b896-ac9342fa989a tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:02.845537 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1ec82d81-de54-432e-8365-414c417373de req-7ed5711b-818f-4ebd-b896-ac9342fa989a tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.93 "GET /v2.0/ports?device_id=96e7b8b4-d780-4a50-a502-14c75539c3d3 HTTP/1.1" status: 200 len: 907 time: 0.4007196 Feb 20 03:52:02.899325 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:02.966779 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-1ec82d81-de54-432e-8365-414c417373de req-aa4e4ac4-aa38-4924-b207-0cb6bfc1021d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Deleting port cc06ee76-9fa2-42ac-b677-5fe9e7720210 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:52:02.967174 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1ec82d81-de54-432e-8365-414c417373de req-aa4e4ac4-aa38-4924-b207-0cb6bfc1021d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (cc06ee76-9fa2-42ac-b677-5fe9e7720210), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:03.036438 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dba6ca-1033-45fe-b083-afd796414fc7 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:52:03.039721 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d610f99a-728e-42cc-9fdb-a992a08bf534 None None] Network 849c3110-d623-4ae7-8e80-f59e79c94ded requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:52:03.071842 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-1ec82d81-de54-432e-8365-414c417373de req-aa4e4ac4-aa38-4924-b207-0cb6bfc1021d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] For port cc06ee76-9fa2-42ac-b677-5fe9e7720210, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=cc06ee76-9fa2-42ac-b677-5fe9e7720210,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:03.072213 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1ec82d81-de54-432e-8365-414c417373de req-aa4e4ac4-aa38-4924-b207-0cb6bfc1021d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (cc06ee76-9fa2-42ac-b677-5fe9e7720210), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:03.082201 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f65849-0b13-415d-af21-29f17aa52259 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:52:03.085701 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a7f65849-0b13-415d-af21-29f17aa52259 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:03.101398 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-1ec82d81-de54-432e-8365-414c417373de req-aa4e4ac4-aa38-4924-b207-0cb6bfc1021d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Calling delete_port for cc06ee76-9fa2-42ac-b677-5fe9e7720210 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:52:03.230880 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435228dc-513d-425b-b6f5-d28647f5bf43 None None] Network 849c3110-d623-4ae7-8e80-f59e79c94ded requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:52:03.249170 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (849c3110-d623-4ae7-8e80-f59e79c94ded), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:03.266547 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57734) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:03.358890 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d5fef4aa-b152-4a66-b699-c74d5c8452f3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=75507d776a2d4d7e92e7308dca0652c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0691688 Feb 20 03:52:03.379493 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57740) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:03.453127 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8650a192-c1ba-4c5f-911a-f185024c9cf3 admin admin] Publish callbacks [] for security_group (148f0875-c7eb-4d7c-8858-2796b7ecbe91), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:03.502997 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8650a192-c1ba-4c5f-911a-f185024c9cf3 admin admin] Publish callbacks [] for security_group (148f0875-c7eb-4d7c-8858-2796b7ecbe91), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:03.507813 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Deleting port 5d90ac32-e6a2-4230-ae4e-b6285054ac4e {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:52:03.509307 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (5d90ac32-e6a2-4230-ae4e-b6285054ac4e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:03.517327 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20429c42-4ed1-4350-a7c4-b8fc309b60ae None None] Update dhcp port {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'fixed_ips': [{'subnet_id': '61069dd5-e32a-4d44-9915-d7a2620ef330'}], 'binding:host_id': 'n-d-829866-4'}, 'id': '0e424a27-c2ee-41fd-9b09-5fa35c81d443'} from n-d-829866-4. {{(pid=104107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 03:52:03.573509 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-20429c42-4ed1-4350-a7c4-b8fc309b60ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:03.581446 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] For port 5d90ac32-e6a2-4230-ae4e-b6285054ac4e, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=5d90ac32-e6a2-4230-ae4e-b6285054ac4e,segment=NetworkSegment(519fbff9-a13d-4685-b983-5689f4b2e519),segment_id=519fbff9-a13d-4685-b983-5689f4b2e519)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:03.581820 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (5d90ac32-e6a2-4230-ae4e-b6285054ac4e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:03.597457 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Calling delete_port for 5d90ac32-e6a2-4230-ae4e-b6285054ac4e owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:52:03.756879 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (5d90ac32-e6a2-4230-ae4e-b6285054ac4e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:03.760339 n-d-829866-4 neutron-server[104106]: DEBUG neutron.objects.ports [None req-a7f65849-0b13-415d-af21-29f17aa52259 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104106) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 03:52:03.830064 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event deleted for resources: {'Port': ['ID=5d90ac32-e6a2-4230-ae4e-b6285054ac4e,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:03.838807 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] No DVR routers for this DVR port 5d90ac32-e6a2-4230-ae4e-b6285054ac4e on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:52:03.840807 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1ec82d81-de54-432e-8365-414c417373de req-aa4e4ac4-aa38-4924-b207-0cb6bfc1021d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (cc06ee76-9fa2-42ac-b677-5fe9e7720210), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:03.901264 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e4ac4-aa38-4924-b207-0cb6bfc1021d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Pushing event deleted for resources: {'Port': ['ID=cc06ee76-9fa2-42ac-b677-5fe9e7720210,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:03.906958 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8650a192-c1ba-4c5f-911a-f185024c9cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (148f0875-c7eb-4d7c-8858-2796b7ecbe91), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:03.910076 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8650a192-c1ba-4c5f-911a-f185024c9cf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:03.915528 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8650a192-c1ba-4c5f-911a-f185024c9cf3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/148f0875-c7eb-4d7c-8858-2796b7ecbe91 HTTP/1.1" status: 204 len: 168 time: 0.5351748 Feb 20 03:52:04.020458 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650a192-c1ba-4c5f-911a-f185024c9cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148f0875-c7eb-4d7c-8858-2796b7ecbe91,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:04.058383 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6decd778-2503-4c70-8323-93bdcb28da85 req-2a7e0921-3e71-44b8-bcd9-c2dfc55b56f1 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=96e7b8b4-d780-4a50-a502-14c75539c3d3 HTTP/1.1" status: 200 len: 210 time: 0.0990417 Feb 20 03:52:04.153025 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-20429c42-4ed1-4350-a7c4-b8fc309b60ae None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 20 03:52:04.153025 n-d-829866-4 neutron-server[104107]: [SQL: INSERT INTO ipamallocations (ip_address, status, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Feb 20 03:52:04.153025 n-d-829866-4 neutron-server[104107]: [parameters: {'ip_address': '2001:db8:0:1:f816:3eff:feb8:94e4', 'status': 'ALLOCATED', 'ipam_subnet_id': '8856f21c-79df-4d1e-81df-fd2221f48ed7'}] Feb 20 03:52:04.153025 n-d-829866-4 neutron-server[104107]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:52:04.153450 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-20429c42-4ed1-4350-a7c4-b8fc309b60ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:52:04.199787 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec82d81-de54-432e-8365-414c417373de req-aa4e4ac4-aa38-4924-b207-0cb6bfc1021d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] No DVR routers for this DVR port cc06ee76-9fa2-42ac-b677-5fe9e7720210 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:52:04.204036 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1ec82d81-de54-432e-8365-414c417373de req-aa4e4ac4-aa38-4924-b207-0cb6bfc1021d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:04.207517 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1ec82d81-de54-432e-8365-414c417373de req-aa4e4ac4-aa38-4924-b207-0cb6bfc1021d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.93 "DELETE /v2.0/ports/cc06ee76-9fa2-42ac-b677-5fe9e7720210 HTTP/1.1" status: 204 len: 173 time: 1.3583763 Feb 20 03:52:04.213352 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (849c3110-d623-4ae7-8e80-f59e79c94ded), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:04.244208 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['849c3110-d623-4ae7-8e80-f59e79c94ded']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:04.257641 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519fbff9-a13d-4685-b983-5689f4b2e519') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:04.257975 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519fbff9-a13d-4685-b983-5689f4b2e519') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:04.268568 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (519fbff9-a13d-4685-b983-5689f4b2e519), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:04.288335 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (519fbff9-a13d-4685-b983-5689f4b2e519), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:04.304244 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:52:04.306259 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (519fbff9-a13d-4685-b983-5689f4b2e519), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:04.314498 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a7f65849-0b13-415d-af21-29f17aa52259 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:04.314956 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:52:04.314956 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:52:04.314956 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:52:04.314956 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:52:04.314956 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:52:04.314956 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:52:04.314956 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:52:04.314956 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:52:04.314956 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:52:04.314956 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:52:04.314956 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:52:04.314956 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:52:04.314956 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:52:04.314956 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:52:04.314956 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:52:04.314956 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:52:04.314956 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:52:04.314956 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:52:04.314956 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:52:04.314956 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:52:04.314956 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:52:04.314956 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:52:04.314956 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:52:04.314956 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:52:04.314956 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:52:04.314956 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:52:04.314956 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:52:04.314956 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:52:04.314956 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:52:04.314956 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:52:04.314956 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:52:04.314956 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:52:04.343331 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e7b8b4-d780-4a50-a502-14c75539c3d3', 'name': 'network-vif-deleted', 'tag': 'cc06ee76-9fa2-42ac-b677-5fe9e7720210'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:52:04.345598 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2310f13a-6f47-4e82-bd15-5e0d1dee0c32" -d '{"events": [{"server_uuid": "96e7b8b4-d780-4a50-a502-14c75539c3d3", "name": "network-vif-deleted", "tag": "cc06ee76-9fa2-42ac-b677-5fe9e7720210"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:52:04.450627 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db662b8-fbf7-40b2-814d-40da0d6b6d69 x-openstack-request-id: req-9db662b8-fbf7-40b2-814d-40da0d6b6d69 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:52:04.452234 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e7b8b4-d780-4a50-a502-14c75539c3d3", "name": "network-vif-deleted", "tag": "cc06ee76-9fa2-42ac-b677-5fe9e7720210", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:52:04.452665 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9db662b8-fbf7-40b2-814d-40da0d6b6d69 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:52:04.453959 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e7b8b4-d780-4a50-a502-14c75539c3d3', 'name': 'network-vif-deleted', 'tag': 'cc06ee76-9fa2-42ac-b677-5fe9e7720210', 'status': 'completed', 'code': 200} Feb 20 03:52:04.522483 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (849c3110-d623-4ae7-8e80-f59e79c94ded), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:04.531371 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:04.543621 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "DELETE /v2.0/networks/849c3110-d623-4ae7-8e80-f59e79c94ded HTTP/1.1" status: 204 len: 168 time: 3.0838747 Feb 20 03:52:04.543831 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57788) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:04.560672 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-d1ce4a9c-ace6-4d39-af95-a20505e0ff6c tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1000970647'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:04.595293 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b6b1a-360f-4ea1-8709-c7df818d5c8f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event deleted for resources: {'Network': ['ID=849c3110-d623-4ae7-8e80-f59e79c94ded,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:04.651160 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-a7f65849-0b13-415d-af21-29f17aa52259 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] For port 0e424a27-c2ee-41fd-9b09-5fa35c81d443, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0e424a27-c2ee-41fd-9b09-5fa35c81d443,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:04.690430 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a7f65849-0b13-415d-af21-29f17aa52259 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:04.703725 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-20429c42-4ed1-4350-a7c4-b8fc309b60ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:04.745381 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ce4a9c-ace6-4d39-af95-a20505e0ff6c tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Made reservation on behalf of 107bee4a345d4c778a9f00870695aa94 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:52:04.763284 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d1ce4a9c-ace6-4d39-af95-a20505e0ff6c tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:04.778222 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [req-b7cd66b9-6226-45a4-9cc9-197b27ef5a4d req-d02161bd-4ed2-4cdd-af40-b30d0f22b483 service neutron] (104106) timed out ('10.222.0.42', 53955) {{(pid=104106) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 03:52:04.779762 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a7f65849-0b13-415d-af21-29f17aa52259 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:04.809351 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a7f65849-0b13-415d-af21-29f17aa52259 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (f94442c0-4c2d-4be1-adfa-a9bf069fbcd8), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:04.841478 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ce4a9c-ace6-4d39-af95-a20505e0ff6c tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:52:04.871298 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d1ce4a9c-ace6-4d39-af95-a20505e0ff6c tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (8b6aae06-9ab2-43a4-9b8c-0bd4f83d083d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:04.871947 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-d1ce4a9c-ace6-4d39-af95-a20505e0ff6c tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Added segment 8b6aae06-9ab2-43a4-9b8c-0bd4f83d083d of type vlan for network 17809541-6447-496f-8e1a-6e795d02a5e7 Feb 20 03:52:04.877273 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f65849-0b13-415d-af21-29f17aa52259 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:52:04.936218 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-a7f65849-0b13-415d-af21-29f17aa52259 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:52:04.939110 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f65849-0b13-415d-af21-29f17aa52259 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Port': ['ID=0e424a27-c2ee-41fd-9b09-5fa35c81d443,revision_number=16']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:04.975485 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f65849-0b13-415d-af21-29f17aa52259 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:04.977261 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a7f65849-0b13-415d-af21-29f17aa52259 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:04.979451 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d1ce4a9c-ace6-4d39-af95-a20505e0ff6c tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (17809541-6447-496f-8e1a-6e795d02a5e7), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:05.065242 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f65849-0b13-415d-af21-29f17aa52259 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Subnet': ['ID=f94442c0-4c2d-4be1-adfa-a9bf069fbcd8,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:05.104363 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-20429c42-4ed1-4350-a7c4-b8fc309b60ae None None] Allocated IP 2001:db8::2 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/61069dd5-e32a-4d44-9915-d7a2620ef330/0e424a27-c2ee-41fd-9b09-5fa35c81d443) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:52:05.202891 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d1ce4a9c-ace6-4d39-af95-a20505e0ff6c tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (17809541-6447-496f-8e1a-6e795d02a5e7), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:05.206585 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a7f65849-0b13-415d-af21-29f17aa52259 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3872306 Feb 20 03:52:05.209850 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device cc06ee76-9fa2-42ac-b677-5fe9e7720210 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:52:05.214876 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57822) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:05.217655 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ce4a9c-ace6-4d39-af95-a20505e0ff6c tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:05.218441 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d1ce4a9c-ace6-4d39-af95-a20505e0ff6c tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:05.222329 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-633b5521-28c5-4a3a-b917-710e9f2da5b5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'mac_address': 'fa:16:3e:40:c5:a2', 'name': 'tempest-NetworksTestDHCPv6-695916073'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:05.255164 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: cc06ee76-9fa2-42ac-b677-5fe9e7720210 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:52:05.255543 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device cc06ee76-9fa2-42ac-b677-5fe9e7720210 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:52:05.364091 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-20429c42-4ed1-4350-a7c4-b8fc309b60ae None None] For port 0e424a27-c2ee-41fd-9b09-5fa35c81d443, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0e424a27-c2ee-41fd-9b09-5fa35c81d443,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:05.482131 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-20429c42-4ed1-4350-a7c4-b8fc309b60ae None None] Publish callbacks [] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:05.515188 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce4a9c-ace6-4d39-af95-a20505e0ff6c tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event updated for resources: {'Network': ['ID=17809541-6447-496f-8e1a-6e795d02a5e7,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:05.527589 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 17809541-6447-496f-8e1a-6e795d02a5e7 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:52:05.610045 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d1ce4a9c-ace6-4d39-af95-a20505e0ff6c tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0650668 Feb 20 03:52:05.614388 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57848) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:05.623660 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-ad1b0770-ee6a-4fbe-b7f6-70da07c4e2d7 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Request body: {'subnet': {'network_id': '17809541-6447-496f-8e1a-6e795d02a5e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:05.658298 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-20429c42-4ed1-4350-a7c4-b8fc309b60ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:05.718593 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-741198b5-a00c-410c-aae6-79c89ac16ad7 req-4c52b4b0-d5e3-44a2-9995-63efa9c62722 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=96e7b8b4-d780-4a50-a502-14c75539c3d3 HTTP/1.1" status: 200 len: 210 time: 0.0466008 Feb 20 03:52:05.801116 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633b5521-28c5-4a3a-b917-710e9f2da5b5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:52:05.932552 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-633b5521-28c5-4a3a-b917-710e9f2da5b5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:05.943663 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57864) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:05.958931 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-633b5521-28c5-4a3a-b917-710e9f2da5b5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] device_id is not set on port 4e142c1e-da05-4aef-90d2-c8e5518d1541 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:52:06.050100 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20429c42-4ed1-4350-a7c4-b8fc309b60ae None None] Pushing event updated for resources: {'Port': ['ID=0e424a27-c2ee-41fd-9b09-5fa35c81d443,revision_number=17']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:06.089976 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1b0770-ee6a-4fbe-b7f6-70da07c4e2d7 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Made reservation on behalf of 107bee4a345d4c778a9f00870695aa94 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:52:06.093021 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-4a934633-1aa7-4c52-a3b9-b79ee739d594 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-57033413-network', 'tenant_id': '3cda16f4bf3342cc9a4c00c0f5219b98'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:06.093455 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ad1b0770-ee6a-4fbe-b7f6-70da07c4e2d7 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:06.184748 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a934633-1aa7-4c52-a3b9-b79ee739d594 admin admin] Made reservation on behalf of 3cda16f4bf3342cc9a4c00c0f5219b98 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:52:06.187529 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4a934633-1aa7-4c52-a3b9-b79ee739d594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:06.217449 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4a934633-1aa7-4c52-a3b9-b79ee739d594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:06.351863 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4a934633-1aa7-4c52-a3b9-b79ee739d594 admin admin] Publish callbacks [] for security_group (17f5f9c3-7f17-4fb8-90f8-ed551dff907d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:06.352213 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-633b5521-28c5-4a3a-b917-710e9f2da5b5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Allocated IP 2001:db8::122 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/61069dd5-e32a-4d44-9915-d7a2620ef330/4e142c1e-da05-4aef-90d2-c8e5518d1541) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:52:06.362689 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-633b5521-28c5-4a3a-b917-710e9f2da5b5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Allocated IP 2001:db8:0:1:f816:3eff:fe40:c5a2 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/f94442c0-4c2d-4be1-adfa-a9bf069fbcd8/4e142c1e-da05-4aef-90d2-c8e5518d1541) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:52:06.416965 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4a934633-1aa7-4c52-a3b9-b79ee739d594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (17f5f9c3-7f17-4fb8-90f8-ed551dff907d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:06.497488 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a934633-1aa7-4c52-a3b9-b79ee739d594 admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:52:06.514624 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a934633-1aa7-4c52-a3b9-b79ee739d594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f5f9c3-7f17-4fb8-90f8-ed551dff907d,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:06.536336 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4a934633-1aa7-4c52-a3b9-b79ee739d594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (dd4c469a-f274-41f9-bc22-e809b7f2fbb9), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:06.536336 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-4a934633-1aa7-4c52-a3b9-b79ee739d594 admin admin] Added segment dd4c469a-f274-41f9-bc22-e809b7f2fbb9 of type vlan for network e214a271-1910-4f9f-bcdf-8de79d943770 Feb 20 03:52:06.616250 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:52:06.624776 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4a934633-1aa7-4c52-a3b9-b79ee739d594 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (e214a271-1910-4f9f-bcdf-8de79d943770), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:06.673836 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-633b5521-28c5-4a3a-b917-710e9f2da5b5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for port (4e142c1e-da05-4aef-90d2-c8e5518d1541), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:06.711211 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ad1b0770-ee6a-4fbe-b7f6-70da07c4e2d7 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (4c790967-4c31-4222-9e59-64fb4d53f3c1), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:06.755507 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4a934633-1aa7-4c52-a3b9-b79ee739d594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (e214a271-1910-4f9f-bcdf-8de79d943770), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:06.756968 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a934633-1aa7-4c52-a3b9-b79ee739d594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:06.757069 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4a934633-1aa7-4c52-a3b9-b79ee739d594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:06.816418 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-633b5521-28c5-4a3a-b917-710e9f2da5b5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (4e142c1e-da05-4aef-90d2-c8e5518d1541), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:06.866942 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a934633-1aa7-4c52-a3b9-b79ee739d594 admin admin] Pushing event updated for resources: {'Network': ['ID=e214a271-1910-4f9f-bcdf-8de79d943770,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:06.910617 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network e214a271-1910-4f9f-bcdf-8de79d943770 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:52:06.918061 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4a934633-1aa7-4c52-a3b9-b79ee739d594 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9689393 Feb 20 03:52:06.918061 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57912) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:06.927699 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-dd9510e2-bbd5-43f7-abce-ec36757227fc admin admin] Request body: {'subnet': {'network_id': 'e214a271-1910-4f9f-bcdf-8de79d943770', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-57033413-subnet', 'tenant_id': '3cda16f4bf3342cc9a4c00c0f5219b98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:06.995520 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b0770-ee6a-4fbe-b7f6-70da07c4e2d7 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event updated for resources: {'Subnet': ['ID=4c790967-4c31-4222-9e59-64fb4d53f3c1,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:07.000994 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b5521-28c5-4a3a-b917-710e9f2da5b5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Port': ['ID=4e142c1e-da05-4aef-90d2-c8e5518d1541,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:07.022904 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1b0770-ee6a-4fbe-b7f6-70da07c4e2d7 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Checking segment: {'id': '8b6aae06-9ab2-43a4-9b8c-0bd4f83d083d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '17809541-6447-496f-8e1a-6e795d02a5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:52:07.029108 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1b0770-ee6a-4fbe-b7f6-70da07c4e2d7 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Network hostable DHCP agents. Network: 17809541-6447-496f-8e1a-6e795d02a5e7, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:52:07.042467 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9510e2-bbd5-43f7-abce-ec36757227fc admin admin] Made reservation on behalf of 3cda16f4bf3342cc9a4c00c0f5219b98 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:52:07.043083 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633b5521-28c5-4a3a-b917-710e9f2da5b5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:52:07.044977 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-dd9510e2-bbd5-43f7-abce-ec36757227fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:07.046409 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-633b5521-28c5-4a3a-b917-710e9f2da5b5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:52:07.050718 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633b5521-28c5-4a3a-b917-710e9f2da5b5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:52:07.054685 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633b5521-28c5-4a3a-b917-710e9f2da5b5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:07.056120 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-633b5521-28c5-4a3a-b917-710e9f2da5b5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:07.099516 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0e424a27-c2ee-41fd-9b09-5fa35c81d443 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:52:07.138521 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48952844-82e1-49ec-8cfa-b44f8c6a5bbb None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:52:07.164631 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-633b5521-28c5-4a3a-b917-710e9f2da5b5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9525032 Feb 20 03:52:07.167431 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57922) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:07.247282 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1b0770-ee6a-4fbe-b7f6-70da07c4e2d7 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Network 17809541-6447-496f-8e1a-6e795d02a5e7 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:52:07.330438 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-dd9510e2-bbd5-43f7-abce-ec36757227fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (a2b9035c-9333-4674-9bbf-447b79a14259), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:07.333274 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:52:07.333772 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:07.344056 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-b6e8f150-270b-4e03-bed9-036210ecf986 None None] Provisioning complete for port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:52:07.344439 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b6e8f150-270b-4e03-bed9-036210ecf986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:07.350113 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-ad1b0770-ee6a-4fbe-b7f6-70da07c4e2d7 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 17809541-6447-496f-8e1a-6e795d02a5e7) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:52:07.371071 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1b0770-ee6a-4fbe-b7f6-70da07c4e2d7 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:07.372897 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ad1b0770-ee6a-4fbe-b7f6-70da07c4e2d7 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:07.392499 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f651b0-a2a0-4975-bde4-a275fad30743 None None] Network 17809541-6447-496f-8e1a-6e795d02a5e7 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:52:07.423663 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c6a09252-0697-4bc6-9624-95ad7d178a41 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting port 4e142c1e-da05-4aef-90d2-c8e5518d1541 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:52:07.424444 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c6a09252-0697-4bc6-9624-95ad7d178a41 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (4e142c1e-da05-4aef-90d2-c8e5518d1541), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:07.485546 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9510e2-bbd5-43f7-abce-ec36757227fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2b9035c-9333-4674-9bbf-447b79a14259,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:07.567120 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ad1b0770-ee6a-4fbe-b7f6-70da07c4e2d7 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9512591 Feb 20 03:52:07.571991 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57944) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:07.585602 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-63eb74e4-4c43-4eee-a887-1687e45dcde9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Request body: {'subnet': {'network_id': '17809541-6447-496f-8e1a-6e795d02a5e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:07.646535 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9510e2-bbd5-43f7-abce-ec36757227fc admin admin] Checking segment: {'id': 'dd4c469a-f274-41f9-bc22-e809b7f2fbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e214a271-1910-4f9f-bcdf-8de79d943770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:52:07.647399 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9510e2-bbd5-43f7-abce-ec36757227fc admin admin] Network hostable DHCP agents. Network: e214a271-1910-4f9f-bcdf-8de79d943770, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:52:07.671957 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c6a09252-0697-4bc6-9624-95ad7d178a41 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (4e142c1e-da05-4aef-90d2-c8e5518d1541), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:07.706544 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c6a09252-0697-4bc6-9624-95ad7d178a41 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Calling delete_port for 4e142c1e-da05-4aef-90d2-c8e5518d1541 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:52:07.729163 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b6e8f150-270b-4e03-bed9-036210ecf986 None None] Current status of the port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:52:07.737589 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-17809541-6447-496f-8e1a-6e795d02a5e7', 'network_id': '17809541-6447-496f-8e1a-6e795d02a5e7', 'project_id': '107bee4a345d4c778a9f00870695aa94', 'fixed_ips': [{'subnet_id': '4c790967-4c31-4222-9e59-64fb4d53f3c1'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:52:07.738533 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:07.776300 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:52:07.821466 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64624517-3801-440b-80b3-590d4fb8fb0a req-a4c806cf-3049-41b2-9e39-5c8ac50d472d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:07.823170 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-64624517-3801-440b-80b3-590d4fb8fb0a req-a4c806cf-3049-41b2-9e39-5c8ac50d472d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3123e9e-8665-4653-aa02-c285f95e4d2c HTTP/1.1" status: 200 len: 946 time: 0.3775210 Feb 20 03:52:07.922359 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9510e2-bbd5-43f7-abce-ec36757227fc admin admin] Network e214a271-1910-4f9f-bcdf-8de79d943770 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:52:08.006104 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-64624517-3801-440b-80b3-590d4fb8fb0a req-612318a4-3913-4081-888d-90f37f16b378 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639094 Feb 20 03:52:08.014297 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-dd9510e2-bbd5-43f7-abce-ec36757227fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, e214a271-1910-4f9f-bcdf-8de79d943770) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:52:08.026611 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4029daed-abb8-4d82-b86e-13b8e625350b None None] Network e214a271-1910-4f9f-bcdf-8de79d943770 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:52:08.039013 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9510e2-bbd5-43f7-abce-ec36757227fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:08.040235 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-dd9510e2-bbd5-43f7-abce-ec36757227fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:08.081775 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63eb74e4-4c43-4eee-a887-1687e45dcde9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Made reservation on behalf of 107bee4a345d4c778a9f00870695aa94 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:52:08.091216 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] Allocated IP 2001:db8::2 (17809541-6447-496f-8e1a-6e795d02a5e7/4c790967-4c31-4222-9e59-64fb4d53f3c1/bed1dee3-7c40-47cd-9369-48f5cd0d634d) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:52:08.092525 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63eb74e4-4c43-4eee-a887-1687e45dcde9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:08.173414 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c6a09252-0697-4bc6-9624-95ad7d178a41 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (4e142c1e-da05-4aef-90d2-c8e5518d1541), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:08.214888 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-dd9510e2-bbd5-43f7-abce-ec36757227fc admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2953284 Feb 20 03:52:08.237337 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a09252-0697-4bc6-9624-95ad7d178a41 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Port': ['ID=4e142c1e-da05-4aef-90d2-c8e5518d1541,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:08.271136 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c540ecf-89f3-4353-b45f-5fa195a81c76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-e214a271-1910-4f9f-bcdf-8de79d943770', 'network_id': 'e214a271-1910-4f9f-bcdf-8de79d943770', 'project_id': '3cda16f4bf3342cc9a4c00c0f5219b98', 'fixed_ips': [{'subnet_id': 'a2b9035c-9333-4674-9bbf-447b79a14259'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:52:08.273262 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4c540ecf-89f3-4353-b45f-5fa195a81c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:08.348396 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c6a09252-0697-4bc6-9624-95ad7d178a41 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:08.355855 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c6a09252-0697-4bc6-9624-95ad7d178a41 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/4e142c1e-da05-4aef-90d2-c8e5518d1541 HTTP/1.1" status: 204 len: 168 time: 1.1833224 Feb 20 03:52:08.355855 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57970) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:08.464438 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05853091-dcbc-45e1-aa46-e94f357c4739 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:08.468820 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-05853091-dcbc-45e1-aa46-e94f357c4739 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1087861 Feb 20 03:52:08.469635 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57976) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:08.615111 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4da0ff-64cf-4b58-8b3c-144491e9d6b3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:08.619658 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9c4da0ff-64cf-4b58-8b3c-144491e9d6b3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1493847 Feb 20 03:52:08.623982 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57990) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:08.659848 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] Publish callbacks [] for port (bed1dee3-7c40-47cd-9369-48f5cd0d634d), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:08.725514 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-4c540ecf-89f3-4353-b45f-5fa195a81c76 None None] Allocated IP 172.20.0.2 (e214a271-1910-4f9f-bcdf-8de79d943770/a2b9035c-9333-4674-9bbf-447b79a14259/06fec18c-b68b-4da3-b1f2-b27d1e62ab44) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:52:08.740261 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (bed1dee3-7c40-47cd-9369-48f5cd0d634d), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:08.833890 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b4762f-5f08-42f7-a046-e3d89b36229f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:08.835887 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b4762f-5f08-42f7-a046-e3d89b36229f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:08.837718 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b4762f-5f08-42f7-a046-e3d89b36229f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:08.839988 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f3b4762f-5f08-42f7-a046-e3d89b36229f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1945877 Feb 20 03:52:08.842997 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58006) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:08.864164 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] Network 17809541-6447-496f-8e1a-6e795d02a5e7 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:52:08.877128 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efb364-09e5-45d8-9d42-4bec72050095 req-290f3ec1-0a2a-49af-b75d-e02e03da8a0d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:08.882126 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66efb364-09e5-45d8-9d42-4bec72050095 req-290f3ec1-0a2a-49af-b75d-e02e03da8a0d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3123e9e-8665-4653-aa02-c285f95e4d2c HTTP/1.1" status: 200 len: 946 time: 0.2535558 Feb 20 03:52:08.885493 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63eb74e4-4c43-4eee-a887-1687e45dcde9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (1e5ee798-31fc-4457-8b7f-80191b232966), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:08.908470 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:52:08.947551 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:52:08.955133 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c39707-277f-4ed9-95b0-c75016b6ac58 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:52:08.955804 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-e25a00a7-07c3-447c-81e7-b94bff1f02db tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting subnet 61069dd5-e32a-4d44-9915-d7a2620ef330 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:52:08.968521 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e25a00a7-07c3-447c-81e7-b94bff1f02db tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (61069dd5-e32a-4d44-9915-d7a2620ef330), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:09.050634 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e25a00a7-07c3-447c-81e7-b94bff1f02db tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (61069dd5-e32a-4d44-9915-d7a2620ef330), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:09.051285 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63eb74e4-4c43-4eee-a887-1687e45dcde9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Network 17809541-6447-496f-8e1a-6e795d02a5e7 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:52:09.086724 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-63eb74e4-4c43-4eee-a887-1687e45dcde9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:52:09.090491 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63eb74e4-4c43-4eee-a887-1687e45dcde9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:09.091455 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63eb74e4-4c43-4eee-a887-1687e45dcde9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:09.102329 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb74e4-4c43-4eee-a887-1687e45dcde9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event updated for resources: {'Subnet': ['ID=1e5ee798-31fc-4457-8b7f-80191b232966,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:09.116735 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] Pushing event updated for resources: {'Port': ['ID=bed1dee3-7c40-47cd-9369-48f5cd0d634d,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:09.165602 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ddafbd05-7464-4d5d-8b75-662c2a96cbbe None None] Provisioning complete for port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:52:09.166483 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ddafbd05-7464-4d5d-8b75-662c2a96cbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:09.214222 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:09.215902 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:09.218338 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:09.218879 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:09.219569 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:09.220062 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:09.221102 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:09.223363 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:09.223762 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:09.224053 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:09.224393 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:09.224733 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:09.225063 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:09.235350 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e25a00a7-07c3-447c-81e7-b94bff1f02db tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (61069dd5-e32a-4d44-9915-d7a2620ef330), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:09.334695 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] Attempting to bind port bed1dee3-7c40-47cd-9369-48f5cd0d634d on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:52:09.335365 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] Attempting to bind port bed1dee3-7c40-47cd-9369-48f5cd0d634d by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8b6aae06-9ab2-43a4-9b8c-0bd4f83d083d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '17809541-6447-496f-8e1a-6e795d02a5e7'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:52:09.335365 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] Attempting to bind port bed1dee3-7c40-47cd-9369-48f5cd0d634d on network 17809541-6447-496f-8e1a-6e795d02a5e7 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:52:09.376752 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:52:09.376945 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] Checking segment: {'id': '8b6aae06-9ab2-43a4-9b8c-0bd4f83d083d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '17809541-6447-496f-8e1a-6e795d02a5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:52:09.377509 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:09.377914 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] Bound using segment: {'id': '8b6aae06-9ab2-43a4-9b8c-0bd4f83d083d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '17809541-6447-496f-8e1a-6e795d02a5e7'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:52:09.378668 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] Bound port: bed1dee3-7c40-47cd-9369-48f5cd0d634d, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b6aae06-9ab2-43a4-9b8c-0bd4f83d083d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '17809541-6447-496f-8e1a-6e795d02a5e7'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:52:09.379001 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bed1dee3-7c40-47cd-9369-48f5cd0d634d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:09.408222 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e25a00a7-07c3-447c-81e7-b94bff1f02db tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (61069dd5-e32a-4d44-9915-d7a2620ef330), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:09.463415 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a00a7-07c3-447c-81e7-b94bff1f02db tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Subnet': ['ID=61069dd5-e32a-4d44-9915-d7a2620ef330,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:09.479554 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e25a00a7-07c3-447c-81e7-b94bff1f02db tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:09.484901 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e25a00a7-07c3-447c-81e7-b94bff1f02db tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/61069dd5-e32a-4d44-9915-d7a2620ef330 HTTP/1.1" status: 204 len: 168 time: 0.6403904 Feb 20 03:52:09.490471 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58038) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:09.533679 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4c540ecf-89f3-4353-b45f-5fa195a81c76 None None] Publish callbacks [] for port (06fec18c-b68b-4da3-b1f2-b27d1e62ab44), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:09.549588 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] For port bed1dee3-7c40-47cd-9369-48f5cd0d634d, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:52:09.557877 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] For port bed1dee3-7c40-47cd-9369-48f5cd0d634d, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=bed1dee3-7c40-47cd-9369-48f5cd0d634d,segment=NetworkSegment(8b6aae06-9ab2-43a4-9b8c-0bd4f83d083d),segment_id=8b6aae06-9ab2-43a4-9b8c-0bd4f83d083d)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:52:09.562752 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ddafbd05-7464-4d5d-8b75-662c2a96cbbe None None] Current status of the port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:52:09.567023 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ddafbd05-7464-4d5d-8b75-662c2a96cbbe None None] Could not find standard attr ID for object 4e142c1e-da05-4aef-90d2-c8e5518d1541. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:52:09.597392 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4c540ecf-89f3-4353-b45f-5fa195a81c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (06fec18c-b68b-4da3-b1f2-b27d1e62ab44), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:09.617844 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-4394e192-ef02-4519-9427-c71e117261d6 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting subnet f94442c0-4c2d-4be1-adfa-a9bf069fbcd8 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:52:09.628208 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4394e192-ef02-4519-9427-c71e117261d6 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (f94442c0-4c2d-4be1-adfa-a9bf069fbcd8), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:09.728517 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4394e192-ef02-4519-9427-c71e117261d6 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (f94442c0-4c2d-4be1-adfa-a9bf069fbcd8), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:09.902422 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-3000dc80-d2b2-47bc-a12e-dd22bb945706 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:09.912592 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-3000dc80-d2b2-47bc-a12e-dd22bb945706 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/networks?id=e214a271-1910-4f9f-bcdf-8de79d943770 HTTP/1.1" status: 200 len: 814 time: 0.1834970 Feb 20 03:52:09.929599 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-63eb74e4-4c43-4eee-a887-1687e45dcde9 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3521249 Feb 20 03:52:09.944045 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58062) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:09.989917 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-458a43e4-6e7b-4fcb-9fd2-07fe4ca30a8b tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/quotas/3cda16f4bf3342cc9a4c00c0f5219b98 HTTP/1.1" status: 200 len: 375 time: 0.0760345 Feb 20 03:52:09.990538 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4394e192-ef02-4519-9427-c71e117261d6 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (f94442c0-4c2d-4be1-adfa-a9bf069fbcd8), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:10.056090 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-66efb364-09e5-45d8-9d42-4bec72050095 req-c006f3f0-a71c-4138-9eff-78240c79a5c2 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Deleting port f031ef27-126f-4e1d-b032-e1fa7bbd43d1 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:52:10.056461 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-66efb364-09e5-45d8-9d42-4bec72050095 req-c006f3f0-a71c-4138-9eff-78240c79a5c2 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (f031ef27-126f-4e1d-b032-e1fa7bbd43d1), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:10.061122 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c9b1d5-d251-4676-ba07-d844b9129a07 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:52:10.074036 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bed1dee3-7c40-47cd-9369-48f5cd0d634d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:10.127487 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-9544eb8e-f723-49cf-a293-d2c1c692add6 None None] Provisioning complete for port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:52:10.128014 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9544eb8e-f723-49cf-a293-d2c1c692add6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:10.129872 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c540ecf-89f3-4353-b45f-5fa195a81c76 None None] Pushing event updated for resources: {'Port': ['ID=06fec18c-b68b-4da3-b1f2-b27d1e62ab44,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:10.167996 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-66efb364-09e5-45d8-9d42-4bec72050095 req-c006f3f0-a71c-4138-9eff-78240c79a5c2 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] For port f031ef27-126f-4e1d-b032-e1fa7bbd43d1, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=f031ef27-126f-4e1d-b032-e1fa7bbd43d1,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:10.168374 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-66efb364-09e5-45d8-9d42-4bec72050095 req-c006f3f0-a71c-4138-9eff-78240c79a5c2 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (f031ef27-126f-4e1d-b032-e1fa7bbd43d1), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:10.169469 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c540ecf-89f3-4353-b45f-5fa195a81c76 None None] Network e214a271-1910-4f9f-bcdf-8de79d943770 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:52:10.185543 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4394e192-ef02-4519-9427-c71e117261d6 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (f94442c0-4c2d-4be1-adfa-a9bf069fbcd8), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:10.196876 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-66efb364-09e5-45d8-9d42-4bec72050095 req-c006f3f0-a71c-4138-9eff-78240c79a5c2 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Calling delete_port for f031ef27-126f-4e1d-b032-e1fa7bbd43d1 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:52:10.202386 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76d372c-1ca6-40ba-9d20-046f8d6fdbd6 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:10.202594 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-4c540ecf-89f3-4353-b45f-5fa195a81c76 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:52:10.203773 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76d372c-1ca6-40ba-9d20-046f8d6fdbd6 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:10.205913 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c540ecf-89f3-4353-b45f-5fa195a81c76 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:52:10.212887 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76d372c-1ca6-40ba-9d20-046f8d6fdbd6 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:10.215131 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76d372c-1ca6-40ba-9d20-046f8d6fdbd6 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:10.216585 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76d372c-1ca6-40ba-9d20-046f8d6fdbd6 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:10.222886 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a76d372c-1ca6-40ba-9d20-046f8d6fdbd6 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2710617 Feb 20 03:52:10.228965 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58076) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:10.233212 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394e192-ef02-4519-9427-c71e117261d6 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Subnet': ['ID=f94442c0-4c2d-4be1-adfa-a9bf069fbcd8,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:10.238199 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-1925dddd-3cec-4e4e-ae58-826d07cba529 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-688516071'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:10.244001 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4394e192-ef02-4519-9427-c71e117261d6 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:10.250184 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4394e192-ef02-4519-9427-c71e117261d6 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/f94442c0-4c2d-4be1-adfa-a9bf069fbcd8 HTTP/1.1" status: 204 len: 168 time: 0.7535779 Feb 20 03:52:10.250659 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58078) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:10.267912 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-1e2036b6-3d90-4e66-85e7-833512b76ad3 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=3cda16f4bf3342cc9a4c00c0f5219b98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2625549 Feb 20 03:52:10.329715 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7aa3e88e-2b30-4ebf-b9ea-96349040bfcd tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0738127 Feb 20 03:52:10.330941 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58084) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:10.337904 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-f5c03f5b-69e3-47c3-a9e2-bebce373956c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:10.453286 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1925dddd-3cec-4e4e-ae58-826d07cba529 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Made reservation on behalf of 107bee4a345d4c778a9f00870695aa94 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:52:10.457545 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1925dddd-3cec-4e4e-ae58-826d07cba529 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:10.489414 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-4c540ecf-89f3-4353-b45f-5fa195a81c76 None None] Attempting to bind port 06fec18c-b68b-4da3-b1f2-b27d1e62ab44 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:52:10.490362 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-4c540ecf-89f3-4353-b45f-5fa195a81c76 None None] Attempting to bind port 06fec18c-b68b-4da3-b1f2-b27d1e62ab44 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'dd4c469a-f274-41f9-bc22-e809b7f2fbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e214a271-1910-4f9f-bcdf-8de79d943770'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:52:10.490362 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c540ecf-89f3-4353-b45f-5fa195a81c76 None None] Attempting to bind port 06fec18c-b68b-4da3-b1f2-b27d1e62ab44 on network e214a271-1910-4f9f-bcdf-8de79d943770 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:52:10.527611 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c03f5b-69e3-47c3-a9e2-bebce373956c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:52:10.532724 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f5c03f5b-69e3-47c3-a9e2-bebce373956c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:10.543936 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c540ecf-89f3-4353-b45f-5fa195a81c76 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:52:10.544330 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c540ecf-89f3-4353-b45f-5fa195a81c76 None None] Checking segment: {'id': 'dd4c469a-f274-41f9-bc22-e809b7f2fbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e214a271-1910-4f9f-bcdf-8de79d943770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:52:10.544880 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4c540ecf-89f3-4353-b45f-5fa195a81c76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:10.546850 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c540ecf-89f3-4353-b45f-5fa195a81c76 None None] Bound using segment: {'id': 'dd4c469a-f274-41f9-bc22-e809b7f2fbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e214a271-1910-4f9f-bcdf-8de79d943770'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:52:10.549700 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-4c540ecf-89f3-4353-b45f-5fa195a81c76 None None] Bound port: 06fec18c-b68b-4da3-b1f2-b27d1e62ab44, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd4c469a-f274-41f9-bc22-e809b7f2fbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e214a271-1910-4f9f-bcdf-8de79d943770'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:52:10.550194 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4c540ecf-89f3-4353-b45f-5fa195a81c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (06fec18c-b68b-4da3-b1f2-b27d1e62ab44), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:10.551938 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1925dddd-3cec-4e4e-ae58-826d07cba529 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:52:10.557822 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6630524-14f4-4865-ab31-6761d68d47f5 None None] Pushing event updated for resources: {'Port': ['ID=bed1dee3-7c40-47cd-9369-48f5cd0d634d,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:10.623866 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1925dddd-3cec-4e4e-ae58-826d07cba529 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (4ff3700e-45d5-4f28-8143-e65031ed2144), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:10.631010 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-1925dddd-3cec-4e4e-ae58-826d07cba529 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Added segment 4ff3700e-45d5-4f28-8143-e65031ed2144 of type vlan for network a94c9876-747e-4dec-a3a2-cb76d42e1a48 Feb 20 03:52:10.808015 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-11a1a560-6ecc-4910-90bf-5d0b6613dd62 service neutron] 10.222.0.89 "GET /v2.0/networks/e214a271-1910-4f9f-bcdf-8de79d943770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673564 Feb 20 03:52:10.917687 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-4c540ecf-89f3-4353-b45f-5fa195a81c76 None None] For port 06fec18c-b68b-4da3-b1f2-b27d1e62ab44, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:52:10.922059 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-4c540ecf-89f3-4353-b45f-5fa195a81c76 None None] For port 06fec18c-b68b-4da3-b1f2-b27d1e62ab44, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=06fec18c-b68b-4da3-b1f2-b27d1e62ab44,segment=NetworkSegment(dd4c469a-f274-41f9-bc22-e809b7f2fbb9),segment_id=dd4c469a-f274-41f9-bc22-e809b7f2fbb9)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:52:10.957668 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-9544eb8e-f723-49cf-a293-d2c1c692add6 None None] Current status of the port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:52:10.976114 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1925dddd-3cec-4e4e-ae58-826d07cba529 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (a94c9876-747e-4dec-a3a2-cb76d42e1a48), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:11.120762 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4c540ecf-89f3-4353-b45f-5fa195a81c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (06fec18c-b68b-4da3-b1f2-b27d1e62ab44), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:11.131359 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device bed1dee3-7c40-47cd-9369-48f5cd0d634d up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:52:11.137985 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-98319e70-9832-4cfc-bc88-70ee0e1123c8 service neutron] 10.222.0.89 "GET /v2.0/networks/e214a271-1910-4f9f-bcdf-8de79d943770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197446 Feb 20 03:52:11.139392 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-66efb364-09e5-45d8-9d42-4bec72050095 req-c006f3f0-a71c-4138-9eff-78240c79a5c2 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (f031ef27-126f-4e1d-b032-e1fa7bbd43d1), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:11.224914 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1925dddd-3cec-4e4e-ae58-826d07cba529 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (a94c9876-747e-4dec-a3a2-cb76d42e1a48), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:11.228638 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['e0a91145-6212-4367-98ca-a36a7166e206'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:52:11.231111 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1925dddd-3cec-4e4e-ae58-826d07cba529 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:11.231744 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1925dddd-3cec-4e4e-ae58-826d07cba529 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:11.275076 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006f3f0-a71c-4138-9eff-78240c79a5c2 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Pushing event deleted for resources: {'Port': ['ID=f031ef27-126f-4e1d-b032-e1fa7bbd43d1,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:11.290168 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf097ef7-2a2e-41f7-9f20-f7bbf7a8bb19 None None] Update dhcp port {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'fixed_ips': [{'subnet_id': 'f94442c0-4c2d-4be1-adfa-a9bf069fbcd8'}], 'binding:host_id': 'n-d-829866-4'}, 'id': '0e424a27-c2ee-41fd-9b09-5fa35c81d443'} from n-d-829866-4. {{(pid=104107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 03:52:11.299759 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f5c03f5b-69e3-47c3-a9e2-bebce373956c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (c39ef0a2-446d-4277-ae02-e5b1bf76168f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:11.320199 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-66efb364-09e5-45d8-9d42-4bec72050095 req-c006f3f0-a71c-4138-9eff-78240c79a5c2 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] No DVR routers for this DVR port f031ef27-126f-4e1d-b032-e1fa7bbd43d1 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:52:11.324734 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-66efb364-09e5-45d8-9d42-4bec72050095 req-c006f3f0-a71c-4138-9eff-78240c79a5c2 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:11.330329 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66efb364-09e5-45d8-9d42-4bec72050095 req-c006f3f0-a71c-4138-9eff-78240c79a5c2 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.42 "DELETE /v2.0/ports/f031ef27-126f-4e1d-b032-e1fa7bbd43d1 HTTP/1.1" status: 204 len: 173 time: 2.4234660 Feb 20 03:52:11.364645 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3123e9e-8665-4653-aa02-c285f95e4d2c', 'name': 'network-vif-deleted', 'tag': 'f031ef27-126f-4e1d-b032-e1fa7bbd43d1'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:52:11.368841 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bdfb3c-c164-4870-8cb7-f0a472620ee5" -d '{"events": [{"server_uuid": "d3123e9e-8665-4653-aa02-c285f95e4d2c", "name": "network-vif-deleted", "tag": "f031ef27-126f-4e1d-b032-e1fa7bbd43d1"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:52:11.382548 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1925dddd-3cec-4e4e-ae58-826d07cba529 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1499367 Feb 20 03:52:11.416022 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58130) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:11.422441 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-9df67436-876b-4fd4-b9e1-089662b428a6 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:11.428498 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c03f5b-69e3-47c3-a9e2-bebce373956c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Subnet': ['ID=c39ef0a2-446d-4277-ae02-e5b1bf76168f,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:11.436966 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device f031ef27-126f-4e1d-b032-e1fa7bbd43d1 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:52:11.509230 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c03f5b-69e3-47c3-a9e2-bebce373956c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:52:11.519645 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-f5c03f5b-69e3-47c3-a9e2-bebce373956c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:52:11.535968 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c03f5b-69e3-47c3-a9e2-bebce373956c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:11.536573 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f5c03f5b-69e3-47c3-a9e2-bebce373956c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:11.661940 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f5c03f5b-69e3-47c3-a9e2-bebce373956c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3295534 Feb 20 03:52:11.667545 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58146) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:11.686626 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-1b6904ee-39e5-46ab-b6ef-be38c0f27bf7 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:11.900167 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: f031ef27-126f-4e1d-b032-e1fa7bbd43d1 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:52:11.900709 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device f031ef27-126f-4e1d-b032-e1fa7bbd43d1 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:52:11.916541 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cf097ef7-2a2e-41f7-9f20-f7bbf7a8bb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:11.920492 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925dddd-3cec-4e4e-ae58-826d07cba529 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event updated for resources: {'Network': ['ID=a94c9876-747e-4dec-a3a2-cb76d42e1a48,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:11.963103 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network a94c9876-747e-4dec-a3a2-cb76d42e1a48 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:52:12.016189 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c540ecf-89f3-4353-b45f-5fa195a81c76 None None] Pushing event updated for resources: {'Port': ['ID=06fec18c-b68b-4da3-b1f2-b27d1e62ab44,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:12.114373 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-48fdf485-5fbb-4d9d-94f9-a63a3e85b9be req-a7981e57-113f-4d60-b0b2-15d43a28d450 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=d3123e9e-8665-4653-aa02-c285f95e4d2c HTTP/1.1" status: 200 len: 210 time: 0.1947131 Feb 20 03:52:12.296850 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe7e080-0b6b-419c-85f9-90221ed37b55 x-openstack-request-id: req-4fe7e080-0b6b-419c-85f9-90221ed37b55 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:52:12.296980 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3123e9e-8665-4653-aa02-c285f95e4d2c", "name": "network-vif-deleted", "tag": "f031ef27-126f-4e1d-b032-e1fa7bbd43d1", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:52:12.297309 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4fe7e080-0b6b-419c-85f9-90221ed37b55 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:52:12.297740 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3123e9e-8665-4653-aa02-c285f95e4d2c', 'name': 'network-vif-deleted', 'tag': 'f031ef27-126f-4e1d-b032-e1fa7bbd43d1', 'status': 'completed', 'code': 200} Feb 20 03:52:12.409410 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9df67436-876b-4fd4-b9e1-089662b428a6 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (a94c9876-747e-4dec-a3a2-cb76d42e1a48), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:12.447537 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6904ee-39e5-46ab-b6ef-be38c0f27bf7 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:52:12.452149 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1b6904ee-39e5-46ab-b6ef-be38c0f27bf7 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:12.522983 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9df67436-876b-4fd4-b9e1-089662b428a6 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (a94c9876-747e-4dec-a3a2-cb76d42e1a48), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:12.528311 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port bed1dee3-7c40-47cd-9369-48f5cd0d634d triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:52:12.528713 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (bed1dee3-7c40-47cd-9369-48f5cd0d634d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:12.590771 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1840c39a-7d5a-4cde-b442-139d471aa944 None None] Network 17809541-6447-496f-8e1a-6e795d02a5e7 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:52:12.625749 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9df67436-876b-4fd4-b9e1-089662b428a6 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Network a94c9876-747e-4dec-a3a2-cb76d42e1a48 is not hosted by any dhcp agent {{(pid=104105) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 20 03:52:12.630825 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df67436-876b-4fd4-b9e1-089662b428a6 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:12.631774 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9df67436-876b-4fd4-b9e1-089662b428a6 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:12.636459 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9df67436-876b-4fd4-b9e1-089662b428a6 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "PUT /v2.0/networks/a94c9876-747e-4dec-a3a2-cb76d42e1a48 HTTP/1.1" status: 200 len: 723 time: 1.2178392 Feb 20 03:52:12.642828 n-d-829866-4 neutron-server[104106]: INFO neutron.db.ipam_backend_mixin [None req-1b6904ee-39e5-46ab-b6ef-be38c0f27bf7 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c39ef0a2-446d-4277-ae02-e5b1bf76168f (CIDR: 2001:db8::/64) Feb 20 03:52:12.645053 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58190) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:12.652218 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-60d4ad51-a68d-44a6-81a7-29df69860647 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Request body: {'subnet': {'network_id': 'a94c9876-747e-4dec-a3a2-cb76d42e1a48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:12.680561 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ba9584-5c72-4c14-b736-0b1b4abbcf4c None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:52:12.738768 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df67436-876b-4fd4-b9e1-089662b428a6 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event updated for resources: {'Network': ['ID=a94c9876-747e-4dec-a3a2-cb76d42e1a48,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:12.778782 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network a94c9876-747e-4dec-a3a2-cb76d42e1a48 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:52:12.780000 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-134c9c38-7f64-4892-aa31-ff7f1615b852 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:12.792344 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-134c9c38-7f64-4892-aa31-ff7f1615b852 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/networks?id=e214a271-1910-4f9f-bcdf-8de79d943770 HTTP/1.1" status: 200 len: 814 time: 0.3326244 Feb 20 03:52:12.811466 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-50be8f09-ed97-4c38-811c-bf3b5435e74f tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/quotas/3cda16f4bf3342cc9a4c00c0f5219b98 HTTP/1.1" status: 200 len: 375 time: 0.0180860 Feb 20 03:52:12.827133 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-a5753a36-ce9f-47f0-99b0-190e844ee686 None None] Provisioning complete for port bed1dee3-7c40-47cd-9369-48f5cd0d634d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:52:12.827508 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a5753a36-ce9f-47f0-99b0-190e844ee686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (bed1dee3-7c40-47cd-9369-48f5cd0d634d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:12.924051 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-ab57b269-aeb9-4c31-bb11-100abab48232 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=3cda16f4bf3342cc9a4c00c0f5219b98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1113648 Feb 20 03:52:13.198662 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-833a3534-6fbc-45df-8631-e07626151f0b service neutron] 10.222.0.89 "GET /v2.0/networks/e214a271-1910-4f9f-bcdf-8de79d943770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602756 Feb 20 03:52:13.250602 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-75fb4550-62ba-471c-a155-a85bde97f8eb req-8c760f7c-578c-4cc8-b9d4-5a7d54e2f78d service neutron] (104105) timed out ('10.222.0.89', 51476) {{(pid=104105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 03:52:13.327055 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b6904ee-39e5-46ab-b6ef-be38c0f27bf7 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:52:13.327683 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b6904ee-39e5-46ab-b6ef-be38c0f27bf7 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:13.364736 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port bed1dee3-7c40-47cd-9369-48f5cd0d634d is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:52:13.365220 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bed1dee3-7c40-47cd-9369-48f5cd0d634d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:13.415295 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-c0a9f7dc-6eea-47d2-aac5-50ad131927bf service neutron] 10.222.0.89 "GET /v2.0/networks/e214a271-1910-4f9f-bcdf-8de79d943770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071545 Feb 20 03:52:13.453966 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1b6904ee-39e5-46ab-b6ef-be38c0f27bf7 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7852340 Feb 20 03:52:13.465522 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58230) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:13.465522 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-f2bbfbba-a39b-4aa1-ae3f-1639af78e7d2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'subnet': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:13.504541 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10e68cf-4f20-4908-86c8-bbb24538fad5 None None] Network e214a271-1910-4f9f-bcdf-8de79d943770 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:52:13.672753 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port bed1dee3-7c40-47cd-9369-48f5cd0d634d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=bed1dee3-7c40-47cd-9369-48f5cd0d634d,segment=NetworkSegment(8b6aae06-9ab2-43a4-9b8c-0bd4f83d083d),segment_id=8b6aae06-9ab2-43a4-9b8c-0bd4f83d083d)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:13.676570 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-a5753a36-ce9f-47f0-99b0-190e844ee686 None None] Current status of the port bed1dee3-7c40-47cd-9369-48f5cd0d634d is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:52:13.679662 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a5753a36-ce9f-47f0-99b0-190e844ee686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bed1dee3-7c40-47cd-9369-48f5cd0d634d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:13.733058 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d4ad51-a68d-44a6-81a7-29df69860647 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Made reservation on behalf of 107bee4a345d4c778a9f00870695aa94 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:52:13.736814 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60d4ad51-a68d-44a6-81a7-29df69860647 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:13.762722 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bbfbba-a39b-4aa1-ae3f-1639af78e7d2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:52:13.766274 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2bbfbba-a39b-4aa1-ae3f-1639af78e7d2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:14.237141 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bed1dee3-7c40-47cd-9369-48f5cd0d634d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:14.333602 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60d4ad51-a68d-44a6-81a7-29df69860647 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (a059eb6a-38e6-4495-abf4-62f59dccf0b0), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:14.396470 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2a9f8a-ec1c-4b47-9397-93dcda9677d3 None None] Update dhcp port {'port': {'network_id': '17809541-6447-496f-8e1a-6e795d02a5e7', 'fixed_ips': [{'subnet_id': '4c790967-4c31-4222-9e59-64fb4d53f3c1', 'ip_address': '2001:db8::2'}, {'subnet_id': '1e5ee798-31fc-4457-8b7f-80191b232966'}], 'binding:host_id': 'n-d-829866-4'}, 'id': 'bed1dee3-7c40-47cd-9369-48f5cd0d634d'} from n-d-829866-4. {{(pid=104107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 03:52:14.516615 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4ad51-a68d-44a6-81a7-29df69860647 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event updated for resources: {'Subnet': ['ID=a059eb6a-38e6-4495-abf4-62f59dccf0b0,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:14.519673 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc7dff3-db9a-4bcb-adc5-e2ea57d435dd None None] Update dhcp port {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'fixed_ips': [{'subnet_id': 'c39ef0a2-446d-4277-ae02-e5b1bf76168f'}], 'binding:host_id': 'n-d-829866-4'}, 'id': '0e424a27-c2ee-41fd-9b09-5fa35c81d443'} from n-d-829866-4. {{(pid=104107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 03:52:14.534612 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d4ad51-a68d-44a6-81a7-29df69860647 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Checking segment: {'id': '4ff3700e-45d5-4f28-8143-e65031ed2144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a94c9876-747e-4dec-a3a2-cb76d42e1a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:52:14.535010 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d4ad51-a68d-44a6-81a7-29df69860647 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Network hostable DHCP agents. Network: a94c9876-747e-4dec-a3a2-cb76d42e1a48, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:52:14.642026 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d4ad51-a68d-44a6-81a7-29df69860647 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Network a94c9876-747e-4dec-a3a2-cb76d42e1a48 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:52:14.644723 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-a5753a36-ce9f-47f0-99b0-190e844ee686 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:52:14.650167 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-a5753a36-ce9f-47f0-99b0-190e844ee686 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:52:14.700605 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 06fec18c-b68b-4da3-b1f2-b27d1e62ab44 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:52:14.807158 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ad2a9f8a-ec1c-4b47-9397-93dcda9677d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bed1dee3-7c40-47cd-9369-48f5cd0d634d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:14.810223 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bdc7dff3-db9a-4bcb-adc5-e2ea57d435dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:14.847388 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-60d4ad51-a68d-44a6-81a7-29df69860647 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, a94c9876-747e-4dec-a3a2-cb76d42e1a48) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:52:14.864042 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d4ad51-a68d-44a6-81a7-29df69860647 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:14.865365 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-60d4ad51-a68d-44a6-81a7-29df69860647 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:14.892516 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 06fec18c-b68b-4da3-b1f2-b27d1e62ab44 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:52:14.896764 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (06fec18c-b68b-4da3-b1f2-b27d1e62ab44), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:14.946726 n-d-829866-4 neutron-server[104105]: DEBUG neutron.objects.ports [None req-f2bbfbba-a39b-4aa1-ae3f-1639af78e7d2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104105) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 03:52:14.947695 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f079ff2b-2eff-4c02-8f8d-893ab0ee1740 None None] Network a94c9876-747e-4dec-a3a2-cb76d42e1a48 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:52:14.973731 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-60d4ad51-a68d-44a6-81a7-29df69860647 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3245187 Feb 20 03:52:14.973731 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58324) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:14.979997 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-add0fc70-5a07-40a5-94db-9303c34df92f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:15.053445 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=bed1dee3-7c40-47cd-9369-48f5cd0d634d,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:15.289462 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-add0fc70-5a07-40a5-94db-9303c34df92f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12794914'] for subnet (a059eb6a-38e6-4495-abf4-62f59dccf0b0), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:15.384302 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8fbe9-0ddf-4f93-9797-ef21d0304bc8 req-25505ef0-e140-4e16-abcc-a5223ccfb1d5 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:15.388852 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e5d8fbe9-0ddf-4f93-9797-ef21d0304bc8 req-25505ef0-e140-4e16-abcc-a5223ccfb1d5 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 945 time: 0.6917624 Feb 20 03:52:15.463856 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5f7763-9b47-418a-9daf-77b4518510b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-a94c9876-747e-4dec-a3a2-cb76d42e1a48', 'network_id': 'a94c9876-747e-4dec-a3a2-cb76d42e1a48', 'project_id': '107bee4a345d4c778a9f00870695aa94', 'fixed_ips': [{'subnet_id': 'a059eb6a-38e6-4495-abf4-62f59dccf0b0'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:52:15.464720 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ce5f7763-9b47-418a-9daf-77b4518510b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:15.477314 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80395f-ef65-4967-a854-931eb8f1949a req-2b460b7f-94fa-4c39-b667-4d9c1afd6bd8 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:15.480680 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ee80395f-ef65-4967-a854-931eb8f1949a req-2b460b7f-94fa-4c39-b667-4d9c1afd6bd8 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/networks?id=e214a271-1910-4f9f-bcdf-8de79d943770 HTTP/1.1" status: 200 len: 814 time: 0.8015735 Feb 20 03:52:15.600043 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 06fec18c-b68b-4da3-b1f2-b27d1e62ab44 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:52:15.600448 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (06fec18c-b68b-4da3-b1f2-b27d1e62ab44), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:15.666883 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ee80395f-ef65-4967-a854-931eb8f1949a req-c6cafcea-b5e6-42c9-ad85-1d06493f406d tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/quotas/3cda16f4bf3342cc9a4c00c0f5219b98 HTTP/1.1" status: 200 len: 375 time: 0.1069858 Feb 20 03:52:15.835813 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-add0fc70-5a07-40a5-94db-9303c34df92f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760835982466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12633551'] for subnet (a059eb6a-38e6-4495-abf4-62f59dccf0b0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:15.868964 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add0fc70-5a07-40a5-94db-9303c34df92f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:15.872200 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-add0fc70-5a07-40a5-94db-9303c34df92f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:15.882180 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-add0fc70-5a07-40a5-94db-9303c34df92f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "PUT /v2.0/subnets/a059eb6a-38e6-4495-abf4-62f59dccf0b0 HTTP/1.1" status: 200 len: 826 time: 0.9074285 Feb 20 03:52:15.883761 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58336) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:15.925880 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-1f438fdc-c58e-4e7d-a4a6-1ad27d97a369 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:15.929352 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-1f438fdc-c58e-4e7d-a4a6-1ad27d97a369 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.93 "GET /v2.0/networks?id=e214a271-1910-4f9f-bcdf-8de79d943770 HTTP/1.1" status: 200 len: 814 time: 0.5230095 Feb 20 03:52:15.950878 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ee80395f-ef65-4967-a854-931eb8f1949a req-de3d9e7d-2d71-46e1-a13d-048de13658d0 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=3cda16f4bf3342cc9a4c00c0f5219b98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2654698 Feb 20 03:52:15.967798 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-30007617-4074-4ce2-861f-ae5af8711c6c tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Request body: {'port': {'device_id': '937c9427-5ee3-4135-9a6c-2d43d6252c3a', 'network_id': 'e214a271-1910-4f9f-bcdf-8de79d943770', 'admin_state_up': True, 'tenant_id': '3cda16f4bf3342cc9a4c00c0f5219b98'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:16.066649 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-a5753a36-ce9f-47f0-99b0-190e844ee686 None None] Current status of the port bed1dee3-7c40-47cd-9369-48f5cd0d634d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:52:16.083082 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-e5d8fbe9-0ddf-4f93-9797-ef21d0304bc8 req-f8b7c681-7461-4f56-99ce-723892ec44b0 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Deleting port e0a91145-6212-4367-98ca-a36a7166e206 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:52:16.085595 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e5d8fbe9-0ddf-4f93-9797-ef21d0304bc8 req-f8b7c681-7461-4f56-99ce-723892ec44b0 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (e0a91145-6212-4367-98ca-a36a7166e206), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:16.129039 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-bdc7dff3-db9a-4bcb-adc5-e2ea57d435dd None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 20 03:52:16.129039 n-d-829866-4 neutron-server[104107]: [SQL: INSERT INTO ipamallocations (ip_address, status, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Feb 20 03:52:16.129039 n-d-829866-4 neutron-server[104107]: [parameters: {'ip_address': '2001:db8:0:1:f816:3eff:feb8:94e4', 'status': 'ALLOCATED', 'ipam_subnet_id': 'a532607f-a205-4b62-bb88-5dcc2211abdf'}] Feb 20 03:52:16.129039 n-d-829866-4 neutron-server[104107]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:52:16.130300 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-bdc7dff3-db9a-4bcb-adc5-e2ea57d435dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:52:16.201438 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0fc70-5a07-40a5-94db-9303c34df92f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event updated for resources: {'Subnet': ['ID=a059eb6a-38e6-4495-abf4-62f59dccf0b0,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:16.265160 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 06fec18c-b68b-4da3-b1f2-b27d1e62ab44, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=06fec18c-b68b-4da3-b1f2-b27d1e62ab44,segment=NetworkSegment(dd4c469a-f274-41f9-bc22-e809b7f2fbb9),segment_id=dd4c469a-f274-41f9-bc22-e809b7f2fbb9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:16.293924 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (a94c9876-747e-4dec-a3a2-cb76d42e1a48), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:16.445611 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e12aff4b-1979-4bef-93ea-d83e8d04e240 None None] Provisioning complete for port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:52:16.450836 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (a059eb6a-38e6-4495-abf4-62f59dccf0b0), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:16.456978 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e12aff4b-1979-4bef-93ea-d83e8d04e240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:16.467107 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (06fec18c-b68b-4da3-b1f2-b27d1e62ab44), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:16.562252 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0e424a27-c2ee-41fd-9b09-5fa35c81d443 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:52:16.577083 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-ad2a9f8a-ec1c-4b47-9397-93dcda9677d3 None None] Allocated IP 172.20.0.1 (17809541-6447-496f-8e1a-6e795d02a5e7/1e5ee798-31fc-4457-8b7f-80191b232966/bed1dee3-7c40-47cd-9369-48f5cd0d634d) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:52:16.644544 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-ce5f7763-9b47-418a-9daf-77b4518510b1 None None] Allocated IP 2001:db8::2 (a94c9876-747e-4dec-a3a2-cb76d42e1a48/a059eb6a-38e6-4495-abf4-62f59dccf0b0/00541b95-21cc-4bff-87df-0a6c04ec0be2) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:52:16.743126 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2bbfbba-a39b-4aa1-ae3f-1639af78e7d2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:16.844236 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=06fec18c-b68b-4da3-b1f2-b27d1e62ab44,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:16.933048 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ee80395f-ef65-4967-a854-931eb8f1949a req-70c2d970-015a-4634-aceb-864f5d7613e8 service neutron] 10.222.0.89 "GET /v2.0/networks/e214a271-1910-4f9f-bcdf-8de79d943770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9784155 Feb 20 03:52:17.001207 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ad2a9f8a-ec1c-4b47-9397-93dcda9677d3 None None] For port bed1dee3-7c40-47cd-9369-48f5cd0d634d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=bed1dee3-7c40-47cd-9369-48f5cd0d634d,segment=NetworkSegment(8b6aae06-9ab2-43a4-9b8c-0bd4f83d083d),segment_id=8b6aae06-9ab2-43a4-9b8c-0bd4f83d083d)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:17.059993 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-e5d8fbe9-0ddf-4f93-9797-ef21d0304bc8 req-f8b7c681-7461-4f56-99ce-723892ec44b0 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] For port e0a91145-6212-4367-98ca-a36a7166e206, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=e0a91145-6212-4367-98ca-a36a7166e206,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:17.060597 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e5d8fbe9-0ddf-4f93-9797-ef21d0304bc8 req-f8b7c681-7461-4f56-99ce-723892ec44b0 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (e0a91145-6212-4367-98ca-a36a7166e206), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:17.061967 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ad2a9f8a-ec1c-4b47-9397-93dcda9677d3 None None] Publish callbacks [] for port (bed1dee3-7c40-47cd-9369-48f5cd0d634d), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:17.166221 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-e5d8fbe9-0ddf-4f93-9797-ef21d0304bc8 req-f8b7c681-7461-4f56-99ce-723892ec44b0 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Calling delete_port for e0a91145-6212-4367-98ca-a36a7166e206 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:52:17.202051 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-7c6a62ab-91d8-4b35-98df-22d543f1dc73 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:17.203457 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-7c6a62ab-91d8-4b35-98df-22d543f1dc73 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.93 "GET /v2.0/networks?id=e214a271-1910-4f9f-bcdf-8de79d943770 HTTP/1.1" status: 200 len: 814 time: 0.5184381 Feb 20 03:52:17.262105 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ce5f7763-9b47-418a-9daf-77b4518510b1 None None] Publish callbacks [] for port (00541b95-21cc-4bff-87df-0a6c04ec0be2), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:17.272620 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bdc7dff3-db9a-4bcb-adc5-e2ea57d435dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:17.279880 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ad2a9f8a-ec1c-4b47-9397-93dcda9677d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bed1dee3-7c40-47cd-9369-48f5cd0d634d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:17.360674 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-4cb619fc-227a-409f-b67d-1b08cfe65ead tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Request body: {'port': {'device_id': 'a2938768-8155-41d4-aa9f-8b96a03e8357', 'network_id': 'e214a271-1910-4f9f-bcdf-8de79d943770', 'admin_state_up': True, 'tenant_id': '3cda16f4bf3342cc9a4c00c0f5219b98'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:17.372121 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-30007617-4074-4ce2-861f-ae5af8711c6c tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Made reservation on behalf of 3cda16f4bf3342cc9a4c00c0f5219b98 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:52:17.376230 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-30007617-4074-4ce2-861f-ae5af8711c6c tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:17.396354 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a9f8a-ec1c-4b47-9397-93dcda9677d3 None None] Pushing event updated for resources: {'Port': ['ID=bed1dee3-7c40-47cd-9369-48f5cd0d634d,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:17.409216 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device e0a91145-6212-4367-98ca-a36a7166e206 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:52:17.465704 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ce5f7763-9b47-418a-9daf-77b4518510b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (00541b95-21cc-4bff-87df-0a6c04ec0be2), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:17.470498 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (a059eb6a-38e6-4495-abf4-62f59dccf0b0), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:17.569908 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event deleted for resources: {'Subnet': ['ID=a059eb6a-38e6-4495-abf4-62f59dccf0b0,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:17.605414 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f7763-9b47-418a-9daf-77b4518510b1 None None] Pushing event updated for resources: {'Port': ['ID=00541b95-21cc-4bff-87df-0a6c04ec0be2,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:17.633997 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:52:17.636227 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:17.749076 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ee80395f-ef65-4967-a854-931eb8f1949a req-a59473c8-0d92-4199-9783-0ed26f011e00 service neutron] 10.222.0.89 "GET /v2.0/networks/e214a271-1910-4f9f-bcdf-8de79d943770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8150115 Feb 20 03:52:17.762194 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (a94c9876-747e-4dec-a3a2-cb76d42e1a48), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:17.824998 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a94c9876-747e-4dec-a3a2-cb76d42e1a48']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:17.859364 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff3700e-45d5-4f28-8143-e65031ed2144') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:17.859678 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff3700e-45d5-4f28-8143-e65031ed2144') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:17.899951 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (4ff3700e-45d5-4f28-8143-e65031ed2144), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:17.931873 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-f2bbfbba-a39b-4aa1-ae3f-1639af78e7d2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] For port 0e424a27-c2ee-41fd-9b09-5fa35c81d443, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0e424a27-c2ee-41fd-9b09-5fa35c81d443,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:17.938227 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (4ff3700e-45d5-4f28-8143-e65031ed2144), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:17.956374 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:52:17.956781 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (4ff3700e-45d5-4f28-8143-e65031ed2144), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:17.968955 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:52:17.968955 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:52:17.968955 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:52:17.968955 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:52:17.968955 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:52:17.968955 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:52:17.968955 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:52:17.968955 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:52:17.968955 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:52:17.968955 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:52:17.968955 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:52:17.968955 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:52:17.968955 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:52:17.968955 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:52:17.968955 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:52:17.968955 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:52:17.968955 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:52:17.968955 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:52:17.968955 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:52:17.968955 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:52:17.968955 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:52:17.968955 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:52:17.968955 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:52:17.968955 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:52:17.968955 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:52:17.968955 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:52:17.968955 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:52:17.968955 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:52:17.968955 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:52:17.968955 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:52:17.968955 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:52:17.968955 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:52:18.041769 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2bbfbba-a39b-4aa1-ae3f-1639af78e7d2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:18.169054 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2bbfbba-a39b-4aa1-ae3f-1639af78e7d2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:18.178615 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.db.api [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 20 03:52:18.178615 n-d-829866-4 neutron-server[104106]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 20 03:52:18.178615 n-d-829866-4 neutron-server[104106]: [parameters: {'id': 'a94c9876-747e-4dec-a3a2-cb76d42e1a48'}] Feb 20 03:52:18.178615 n-d-829866-4 neutron-server[104106]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:52:18.179416 n-d-829866-4 neutron-server[104106]: DEBUG oslo_db.api [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:52:18.260351 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-bdc7dff3-db9a-4bcb-adc5-e2ea57d435dd None None] Allocated IP 2001:db8::2 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/c39ef0a2-446d-4277-ae02-e5b1bf76168f/0e424a27-c2ee-41fd-9b09-5fa35c81d443) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:52:18.419924 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port e0a91145-6212-4367-98ca-a36a7166e206 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:52:18.420329 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e0a91145-6212-4367-98ca-a36a7166e206), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:18.473522 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e12aff4b-1979-4bef-93ea-d83e8d04e240 None None] Current status of the port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:52:18.503769 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2bbfbba-a39b-4aa1-ae3f-1639af78e7d2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (db5e76a5-f176-4465-aeda-51b6347c9846), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:18.539815 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-bdc7dff3-db9a-4bcb-adc5-e2ea57d435dd None None] For port 0e424a27-c2ee-41fd-9b09-5fa35c81d443, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0e424a27-c2ee-41fd-9b09-5fa35c81d443,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:18.567235 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5f7763-9b47-418a-9daf-77b4518510b1 None None] Network a94c9876-747e-4dec-a3a2-cb76d42e1a48 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:52:18.593267 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port e0a91145-6212-4367-98ca-a36a7166e206, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=e0a91145-6212-4367-98ca-a36a7166e206,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:18.595963 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb218528-0e8e-4126-876b-4526f65ffc91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0a91145-6212-4367-98ca-a36a7166e206'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:52:18.598307 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25c0061-fabd-4622-930b-3ef4e567d500" -d '{"events": [{"server_uuid": "cb218528-0e8e-4126-876b-4526f65ffc91", "name": "network-vif-unplugged", "status": "completed", "tag": "e0a91145-6212-4367-98ca-a36a7166e206"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:52:18.616956 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-ce5f7763-9b47-418a-9daf-77b4518510b1 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:52:18.620783 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5f7763-9b47-418a-9daf-77b4518510b1 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:52:18.629535 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bbfbba-a39b-4aa1-ae3f-1639af78e7d2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Subnet': ['ID=db5e76a5-f176-4465-aeda-51b6347c9846,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:18.661970 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e12aff4b-1979-4bef-93ea-d83e8d04e240 None None] Provisioning complete for port 06fec18c-b68b-4da3-b1f2-b27d1e62ab44 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:52:18.662456 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e12aff4b-1979-4bef-93ea-d83e8d04e240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (06fec18c-b68b-4da3-b1f2-b27d1e62ab44), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:18.677165 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e0a91145-6212-4367-98ca-a36a7166e206), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:18.681198 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (a94c9876-747e-4dec-a3a2-cb76d42e1a48), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:18.858162 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-4cb619fc-227a-409f-b67d-1b08cfe65ead tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Made reservation on behalf of 3cda16f4bf3342cc9a4c00c0f5219b98 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:52:18.861457 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-4cb619fc-227a-409f-b67d-1b08cfe65ead tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:18.868772 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Deleting port 00541b95-21cc-4bff-87df-0a6c04ec0be2 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:52:18.869113 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (00541b95-21cc-4bff-87df-0a6c04ec0be2), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:19.004016 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bdc7dff3-db9a-4bcb-adc5-e2ea57d435dd None None] Publish callbacks [] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:19.016424 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bbfbba-a39b-4aa1-ae3f-1639af78e7d2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Port': ['ID=0e424a27-c2ee-41fd-9b09-5fa35c81d443,revision_number=21']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:19.044830 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] For port 00541b95-21cc-4bff-87df-0a6c04ec0be2, host n-d-829866-4, got binding levels [] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:19.051485 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (00541b95-21cc-4bff-87df-0a6c04ec0be2), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:19.055548 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bbfbba-a39b-4aa1-ae3f-1639af78e7d2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:52:19.076242 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Calling delete_port for 00541b95-21cc-4bff-87df-0a6c04ec0be2 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:52:19.080115 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-f2bbfbba-a39b-4aa1-ae3f-1639af78e7d2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:52:19.097521 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bbfbba-a39b-4aa1-ae3f-1639af78e7d2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:19.099623 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f2bbfbba-a39b-4aa1-ae3f-1639af78e7d2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:19.131493 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e5d8fbe9-0ddf-4f93-9797-ef21d0304bc8 req-f8b7c681-7461-4f56-99ce-723892ec44b0 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (e0a91145-6212-4367-98ca-a36a7166e206), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:19.143138 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ce5f7763-9b47-418a-9daf-77b4518510b1 None None] Attempting to bind port 00541b95-21cc-4bff-87df-0a6c04ec0be2 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:52:19.143522 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ce5f7763-9b47-418a-9daf-77b4518510b1 None None] Attempting to bind port 00541b95-21cc-4bff-87df-0a6c04ec0be2 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '4ff3700e-45d5-4f28-8143-e65031ed2144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a94c9876-747e-4dec-a3a2-cb76d42e1a48'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:52:19.149054 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5f7763-9b47-418a-9daf-77b4518510b1 None None] Attempting to bind port 00541b95-21cc-4bff-87df-0a6c04ec0be2 on network a94c9876-747e-4dec-a3a2-cb76d42e1a48 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:52:19.160710 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bdc7dff3-db9a-4bcb-adc5-e2ea57d435dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:19.206188 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-30007617-4074-4ce2-861f-ae5af8711c6c tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Allocated IP 172.20.0.4 (e214a271-1910-4f9f-bcdf-8de79d943770/a2b9035c-9333-4674-9bbf-447b79a14259/da686ece-f646-488f-ab9c-045a0200f9fc) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:52:19.268838 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adede05-f108-47f8-8903-7da628e828f7 req-6445b384-629d-4e51-b95d-0c486946976d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:19.271140 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1adede05-f108-47f8-8903-7da628e828f7 req-6445b384-629d-4e51-b95d-0c486946976d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb218528-0e8e-4126-876b-4526f65ffc91 HTTP/1.1" status: 200 len: 945 time: 0.9257121 Feb 20 03:52:19.288448 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=e0a91145-6212-4367-98ca-a36a7166e206,revision_number=6']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:19.309551 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5f7763-9b47-418a-9daf-77b4518510b1 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:52:19.309945 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5f7763-9b47-418a-9daf-77b4518510b1 None None] Checking segment: {'id': '4ff3700e-45d5-4f28-8143-e65031ed2144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a94c9876-747e-4dec-a3a2-cb76d42e1a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:52:19.310359 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ce5f7763-9b47-418a-9daf-77b4518510b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:19.310765 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5f7763-9b47-418a-9daf-77b4518510b1 None None] Bound using segment: {'id': '4ff3700e-45d5-4f28-8143-e65031ed2144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a94c9876-747e-4dec-a3a2-cb76d42e1a48'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:52:19.311411 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ce5f7763-9b47-418a-9daf-77b4518510b1 None None] Bound port: 00541b95-21cc-4bff-87df-0a6c04ec0be2, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff3700e-45d5-4f28-8143-e65031ed2144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a94c9876-747e-4dec-a3a2-cb76d42e1a48'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:52:19.311806 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ce5f7763-9b47-418a-9daf-77b4518510b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (00541b95-21cc-4bff-87df-0a6c04ec0be2), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:19.327696 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (00541b95-21cc-4bff-87df-0a6c04ec0be2), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:19.329226 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b7c681-7461-4f56-99ce-723892ec44b0 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Pushing event deleted for resources: {'Port': ['ID=e0a91145-6212-4367-98ca-a36a7166e206,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:19.370009 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event deleted for resources: {'Port': ['ID=00541b95-21cc-4bff-87df-0a6c04ec0be2,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:19.393763 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] No DVR routers for this DVR port 00541b95-21cc-4bff-87df-0a6c04ec0be2 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:52:19.450789 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f2bbfbba-a39b-4aa1-ae3f-1639af78e7d2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.9906785 Feb 20 03:52:19.498242 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58372) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:19.556125 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ce5f7763-9b47-418a-9daf-77b4518510b1 None None] Port 00541b95-21cc-4bff-87df-0a6c04ec0be2 has been deleted concurrently {{(pid=104107) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 20 03:52:19.589246 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-19e44240-61d5-44a1-a3e5-b370ba3d6afd tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Request body: {'port': {'network_id': '4f54fdde-6e16-424b-a89f-7d368ed79ea3', 'mac_address': 'fa:16:3e:31:26:28', 'name': 'tempest-NetworksTestDHCPv6-849344439'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:19.590367 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (a94c9876-747e-4dec-a3a2-cb76d42e1a48), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:19.598008 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d8fbe9-0ddf-4f93-9797-ef21d0304bc8 req-f8b7c681-7461-4f56-99ce-723892ec44b0 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] No DVR routers for this DVR port e0a91145-6212-4367-98ca-a36a7166e206 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:52:19.604067 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e5d8fbe9-0ddf-4f93-9797-ef21d0304bc8 req-f8b7c681-7461-4f56-99ce-723892ec44b0 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:19.613968 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e5d8fbe9-0ddf-4f93-9797-ef21d0304bc8 req-f8b7c681-7461-4f56-99ce-723892ec44b0 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.42 "DELETE /v2.0/ports/e0a91145-6212-4367-98ca-a36a7166e206 HTTP/1.1" status: 204 len: 173 time: 4.2149935 Feb 20 03:52:19.632287 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb218528-0e8e-4126-876b-4526f65ffc91', 'name': 'network-vif-deleted', 'tag': 'e0a91145-6212-4367-98ca-a36a7166e206'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:52:19.651442 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a94c9876-747e-4dec-a3a2-cb76d42e1a48']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:19.673400 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff3700e-45d5-4f28-8143-e65031ed2144') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:19.673692 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff3700e-45d5-4f28-8143-e65031ed2144') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:19.675319 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c3e681-01b1-4091-b46a-fe2a2ade2ab7" -d '{"events": [{"server_uuid": "cb218528-0e8e-4126-876b-4526f65ffc91", "name": "network-vif-deleted", "tag": "e0a91145-6212-4367-98ca-a36a7166e206"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:52:19.707342 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (4ff3700e-45d5-4f28-8143-e65031ed2144), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:19.725364 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7dff3-db9a-4bcb-adc5-e2ea57d435dd None None] Pushing event updated for resources: {'Port': ['ID=0e424a27-c2ee-41fd-9b09-5fa35c81d443,revision_number=22']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:19.743846 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (4ff3700e-45d5-4f28-8143-e65031ed2144), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:19.766055 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:52:19.766055 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (4ff3700e-45d5-4f28-8143-e65031ed2144), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:19.769800 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:52:19.770182 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:52:19.878248 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e12aff4b-1979-4bef-93ea-d83e8d04e240 None None] Current status of the port 06fec18c-b68b-4da3-b1f2-b27d1e62ab44 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:52:19.924794 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:52:19.924794 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:52:19.924794 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:52:19.924794 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:52:19.924794 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:52:19.924794 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:52:19.924794 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:52:19.924794 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:52:19.924794 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:52:19.924794 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:52:19.924794 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:52:19.924794 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:52:19.924794 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:52:19.924794 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:52:19.924794 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:52:19.924794 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:52:19.924794 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:52:19.924794 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:52:19.924794 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:52:19.924794 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:52:19.924794 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:52:19.924794 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:52:19.924794 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:52:19.924794 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:52:19.924794 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:52:19.924794 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:52:19.924794 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:52:19.924794 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:52:19.924794 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:52:19.924794 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:52:19.924794 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:52:19.924794 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:52:19.943696 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e61afed-734e-4b01-a51e-a94efa05af23 None None] Network 17809541-6447-496f-8e1a-6e795d02a5e7 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:52:20.001756 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (a94c9876-747e-4dec-a3a2-cb76d42e1a48), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:20.059730 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:20.071228 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "DELETE /v2.0/networks/a94c9876-747e-4dec-a3a2-cb76d42e1a48 HTTP/1.1" status: 204 len: 168 time: 4.1450899 Feb 20 03:52:20.075760 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6f464-3c81-4e1f-9c0f-45c6854a4268 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event deleted for resources: {'Network': ['ID=a94c9876-747e-4dec-a3a2-cb76d42e1a48,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:20.077669 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58376) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:20.114309 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1adede05-f108-47f8-8903-7da628e828f7 req-1d3e66c4-4b4b-4de1-8ca0-488bd6db2e53 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=b14154f8-5204-41b7-8891-8351de62e9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7871675 Feb 20 03:52:20.118625 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec75b507-862b-4366-8970-6a5717292c90 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:20.122979 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec75b507-862b-4366-8970-6a5717292c90 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:20.133698 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ec75b507-862b-4366-8970-6a5717292c90 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "DELETE /v2.0/networks/a94c9876-747e-4dec-a3a2-cb76d42e1a48 HTTP/1.1" status: 404 len: 339 time: 0.0548046 Feb 20 03:52:20.138391 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58380) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:20.146958 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-7c27f3f5-2f2c-4bde-b110-b20b1e0bbd99 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1520928206', 'description': 'd1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:20.276422 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c27f3f5-2f2c-4bde-b110-b20b1e0bbd99 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Made reservation on behalf of 107bee4a345d4c778a9f00870695aa94 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:52:20.285220 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7c27f3f5-2f2c-4bde-b110-b20b1e0bbd99 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:20.366316 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c27f3f5-2f2c-4bde-b110-b20b1e0bbd99 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:52:20.401196 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7c27f3f5-2f2c-4bde-b110-b20b1e0bbd99 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (91bcd818-a7fd-415b-b558-d03b74a19c6a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:20.401554 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-7c27f3f5-2f2c-4bde-b110-b20b1e0bbd99 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Added segment 91bcd818-a7fd-415b-b558-d03b74a19c6a of type vlan for network 727d18ea-e0dc-439b-abaf-136ea205de32 Feb 20 03:52:20.523700 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c7da65d5-72d0-468a-9358-faaf4b39b09b req-b17911ea-d050-4969-9003-172c17defde6 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=44ee9b78-dd33-48a9-b6e2-04f9f9dba374 HTTP/1.1" status: 200 len: 210 time: 0.1727448 Feb 20 03:52:20.528054 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7c27f3f5-2f2c-4bde-b110-b20b1e0bbd99 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (727d18ea-e0dc-439b-abaf-136ea205de32), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:20.648551 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f1822b40-3f2f-485d-b3d2-5b491359be09 None None] Provisioning complete for port bed1dee3-7c40-47cd-9369-48f5cd0d634d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:52:20.648930 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f1822b40-3f2f-485d-b3d2-5b491359be09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (bed1dee3-7c40-47cd-9369-48f5cd0d634d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:20.667268 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fa5a11-ad99-4464-b923-c8289a9979aa x-openstack-request-id: req-d1fa5a11-ad99-4464-b923-c8289a9979aa {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:52:20.667534 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb218528-0e8e-4126-876b-4526f65ffc91", "name": "network-vif-unplugged", "status": "completed", "tag": "e0a91145-6212-4367-98ca-a36a7166e206", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:52:20.670566 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d1fa5a11-ad99-4464-b923-c8289a9979aa {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:52:20.670566 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb218528-0e8e-4126-876b-4526f65ffc91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0a91145-6212-4367-98ca-a36a7166e206', 'code': 200} Feb 20 03:52:20.710890 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7c27f3f5-2f2c-4bde-b110-b20b1e0bbd99 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (727d18ea-e0dc-439b-abaf-136ea205de32), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:20.716720 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c27f3f5-2f2c-4bde-b110-b20b1e0bbd99 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:20.717339 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7c27f3f5-2f2c-4bde-b110-b20b1e0bbd99 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279086'] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:20.765639 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:52:20.766197 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:20.802974 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-30007617-4074-4ce2-861f-ae5af8711c6c tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Publish callbacks [] for port (da686ece-f646-488f-ab9c-045a0200f9fc), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:20.880640 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7c27f3f5-2f2c-4bde-b110-b20b1e0bbd99 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7408507 Feb 20 03:52:20.895077 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c313ffa-0f20-4bb8-abfa-e613cff0b843 x-openstack-request-id: req-3c313ffa-0f20-4bb8-abfa-e613cff0b843 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:52:20.895668 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb218528-0e8e-4126-876b-4526f65ffc91", "name": "network-vif-deleted", "tag": "e0a91145-6212-4367-98ca-a36a7166e206", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:52:20.896729 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3c313ffa-0f20-4bb8-abfa-e613cff0b843 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:52:20.899530 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb218528-0e8e-4126-876b-4526f65ffc91', 'name': 'network-vif-deleted', 'tag': 'e0a91145-6212-4367-98ca-a36a7166e206', 'status': 'completed', 'code': 200} Feb 20 03:52:20.900750 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58386) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:21.100576 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 0e424a27-c2ee-41fd-9b09-5fa35c81d443, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0e424a27-c2ee-41fd-9b09-5fa35c81d443,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:21.107160 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27f3f5-2f2c-4bde-b110-b20b1e0bbd99 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event updated for resources: {'Network': ['ID=727d18ea-e0dc-439b-abaf-136ea205de32,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:21.137732 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 727d18ea-e0dc-439b-abaf-136ea205de32 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:52:21.151219 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-30007617-4074-4ce2-861f-ae5af8711c6c tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (da686ece-f646-488f-ab9c-045a0200f9fc), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:21.205010 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:21.290701 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:21.480559 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f1822b40-3f2f-485d-b3d2-5b491359be09 None None] Current status of the port bed1dee3-7c40-47cd-9369-48f5cd0d634d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:52:21.491071 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:21.585355 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e44240-61d5-44a1-a3e5-b370ba3d6afd tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Made reservation on behalf of 43fe9a19d6654b4e8e70d399d460b079 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:52:21.911802 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=0e424a27-c2ee-41fd-9b09-5fa35c81d443,revision_number=23']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:21.920486 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-cd87e68e-8687-419b-9f6e-95df2c1e94b5 None None] Provisioning complete for port bed1dee3-7c40-47cd-9369-48f5cd0d634d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:52:21.920841 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cd87e68e-8687-419b-9f6e-95df2c1e94b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (bed1dee3-7c40-47cd-9369-48f5cd0d634d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:21.933477 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9e0445-c17c-4aac-8df9-805a9748d21d None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:52:22.089604 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-30007617-4074-4ce2-861f-ae5af8711c6c tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Network e214a271-1910-4f9f-bcdf-8de79d943770 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:52:22.119858 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device bed1dee3-7c40-47cd-9369-48f5cd0d634d up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:52:22.144151 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-4cb619fc-227a-409f-b67d-1b08cfe65ead tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Allocated IP 172.20.0.12 (e214a271-1910-4f9f-bcdf-8de79d943770/a2b9035c-9333-4674-9bbf-447b79a14259/a8521034-1ae5-4b18-bff8-85ac6ef4786d) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:52:22.153327 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3a4a2c-9305-4402-ad8b-bc8c9d108b77 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:22.155444 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7d3a4a2c-9305-4402-ad8b-bc8c9d108b77 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "GET /v2.0/networks?id=727d18ea-e0dc-439b-abaf-136ea205de32 HTTP/1.1" status: 200 len: 765 time: 1.2520897 Feb 20 03:52:22.159491 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58402) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:22.167139 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-e5591fd3-1c44-463b-9484-7bf7ff7df744 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Request body: {'network': {'description': 'd2'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:22.174081 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-30007617-4074-4ce2-861f-ae5af8711c6c tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:52:22.201634 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-30007617-4074-4ce2-861f-ae5af8711c6c tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:52:22.263835 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-30007617-4074-4ce2-861f-ae5af8711c6c tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:22.264745 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-30007617-4074-4ce2-861f-ae5af8711c6c tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:22.277154 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26ac8ee5-4937-4ff9-9dcb-6d266f9057b3 req-a377327e-bd50-420b-82a6-5bd21bbed915 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=44ee9b78-dd33-48a9-b6e2-04f9f9dba374 HTTP/1.1" status: 200 len: 210 time: 0.1951647 Feb 20 03:52:22.292111 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-19e44240-61d5-44a1-a3e5-b370ba3d6afd tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:22.294377 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30007617-4074-4ce2-861f-ae5af8711c6c tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Pushing event updated for resources: {'Port': ['ID=da686ece-f646-488f-ab9c-045a0200f9fc,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:22.419200 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3039f5-8d30-413c-ad5b-1200f5ad5d0b None None] DHCP port deletion for a94c9876-747e-4dec-a3a2-cb76d42e1a48 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:52:22.467876 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-19e44240-61d5-44a1-a3e5-b370ba3d6afd tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] device_id is not set on port f621176e-d650-4718-94ec-9f54801a6bc2 yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:52:22.504398 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c42f05-7a1f-46a3-8f2c-f704bb174de5 None None] Network a94c9876-747e-4dec-a3a2-cb76d42e1a48 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:52:22.558897 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c42f05-7a1f-46a3-8f2c-f704bb174de5 None None] Network a94c9876-747e-4dec-a3a2-cb76d42e1a48 could not be found, it might have been deleted concurrently. {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 20 03:52:22.588216 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e58951-5677-47f9-8faa-3cd1cd0c0cb4 None None] Network a94c9876-747e-4dec-a3a2-cb76d42e1a48 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:52:22.643961 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e5591fd3-1c44-463b-9484-7bf7ff7df744 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (727d18ea-e0dc-439b-abaf-136ea205de32), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:22.683821 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port bed1dee3-7c40-47cd-9369-48f5cd0d634d triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:52:22.690702 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (bed1dee3-7c40-47cd-9369-48f5cd0d634d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:22.744823 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e5591fd3-1c44-463b-9484-7bf7ff7df744 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (727d18ea-e0dc-439b-abaf-136ea205de32), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:22.756735 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e5591fd3-1c44-463b-9484-7bf7ff7df744 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Network 727d18ea-e0dc-439b-abaf-136ea205de32 is not hosted by any dhcp agent {{(pid=104106) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 20 03:52:22.769190 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5591fd3-1c44-463b-9484-7bf7ff7df744 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:22.771629 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e5591fd3-1c44-463b-9484-7bf7ff7df744 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:22.776322 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e5591fd3-1c44-463b-9484-7bf7ff7df744 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "PUT /v2.0/networks/727d18ea-e0dc-439b-abaf-136ea205de32 HTTP/1.1" status: 200 len: 762 time: 0.6152458 Feb 20 03:52:22.781892 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58410) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:22.787438 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e58951-5677-47f9-8faa-3cd1cd0c0cb4 None None] Network a94c9876-747e-4dec-a3a2-cb76d42e1a48 could not be found, it might have been deleted concurrently. {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 20 03:52:22.905486 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-cd87e68e-8687-419b-9f6e-95df2c1e94b5 None None] Current status of the port bed1dee3-7c40-47cd-9369-48f5cd0d634d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:52:22.993065 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port bed1dee3-7c40-47cd-9369-48f5cd0d634d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:52:22.993065 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 06fec18c-b68b-4da3-b1f2-b27d1e62ab44 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:52:23.062017 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-b737e64b-ba87-4668-b0ac-e62f8dda4f08 None None] Provisioning complete for port da686ece-f646-488f-ab9c-045a0200f9fc triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:52:23.062762 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b737e64b-ba87-4668-b0ac-e62f8dda4f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (da686ece-f646-488f-ab9c-045a0200f9fc), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:23.122534 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 06fec18c-b68b-4da3-b1f2-b27d1e62ab44 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:52:23.123098 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (06fec18c-b68b-4da3-b1f2-b27d1e62ab44), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:23.154004 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b737e64b-ba87-4668-b0ac-e62f8dda4f08 None None] Port da686ece-f646-488f-ab9c-045a0200f9fc cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:52:23.157976 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-b737e64b-ba87-4668-b0ac-e62f8dda4f08 None None] Could not find standard attr ID for object 00541b95-21cc-4bff-87df-0a6c04ec0be2. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:52:23.185809 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-b737e64b-ba87-4668-b0ac-e62f8dda4f08 None None] Provisioning complete for port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:52:23.186583 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b737e64b-ba87-4668-b0ac-e62f8dda4f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:23.239833 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-30007617-4074-4ce2-861f-ae5af8711c6c tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3012407 Feb 20 03:52:23.281731 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 06fec18c-b68b-4da3-b1f2-b27d1e62ab44 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:52:23.283376 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0e424a27-c2ee-41fd-9b09-5fa35c81d443 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:52:23.288021 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5591fd3-1c44-463b-9484-7bf7ff7df744 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event updated for resources: {'Network': ['ID=727d18ea-e0dc-439b-abaf-136ea205de32,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:23.323090 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-0ef1ed4e-40ae-4a64-bc06-af8b34228962 service neutron] Request body: {'port': {'device_id': '937c9427-5ee3-4135-9a6c-2d43d6252c3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:23.328877 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 727d18ea-e0dc-439b-abaf-136ea205de32 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:52:23.330501 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969338df-9a99-4d2e-82aa-1ebac573468a tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:23.341925 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-969338df-9a99-4d2e-82aa-1ebac573468a tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "GET /v2.0/networks?id=727d18ea-e0dc-439b-abaf-136ea205de32 HTTP/1.1" status: 200 len: 765 time: 0.5533810 Feb 20 03:52:23.386686 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58414) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:23.499200 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80395f-ef65-4967-a854-931eb8f1949a req-10fedd7b-b3b7-4e7e-97d3-0b02440d59d7 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:23.500693 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ee80395f-ef65-4967-a854-931eb8f1949a req-10fedd7b-b3b7-4e7e-97d3-0b02440d59d7 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.42 "GET /v2.0/networks?id=e214a271-1910-4f9f-bcdf-8de79d943770 HTTP/1.1" status: 200 len: 814 time: 2.1411355 Feb 20 03:52:23.559980 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b737e64b-ba87-4668-b0ac-e62f8dda4f08 None None] Current status of the port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:52:23.561117 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b737e64b-ba87-4668-b0ac-e62f8dda4f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:23.564389 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-ee80395f-ef65-4967-a854-931eb8f1949a req-4c9494f5-e6c1-4ddb-b048-df938c3331b7 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Request body: {'port': {'device_id': '44ee9b78-dd33-48a9-b6e2-04f9f9dba374', 'network_id': 'e214a271-1910-4f9f-bcdf-8de79d943770', 'admin_state_up': True, 'tenant_id': '3cda16f4bf3342cc9a4c00c0f5219b98'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:23.576383 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:52:23.578558 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:23.688010 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b737e64b-ba87-4668-b0ac-e62f8dda4f08 None None] For port 0e424a27-c2ee-41fd-9b09-5fa35c81d443, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0e424a27-c2ee-41fd-9b09-5fa35c81d443,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:23.697150 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afdf7d-7a63-4db1-98ee-3d67cb0469ca req-e72a7827-d24e-4a38-b58e-b47f4bf8b357 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:23.699125 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f2afdf7d-7a63-4db1-98ee-3d67cb0469ca req-e72a7827-d24e-4a38-b58e-b47f4bf8b357 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.93 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.4065776 Feb 20 03:52:23.756035 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b737e64b-ba87-4668-b0ac-e62f8dda4f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:23.932295 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853084c1-b3a2-44ea-9b82-999c8cde8502 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:23.938814 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-853084c1-b3a2-44ea-9b82-999c8cde8502 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5499229 Feb 20 03:52:23.939543 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58422) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:23.944724 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737e64b-ba87-4668-b0ac-e62f8dda4f08 None None] Pushing event updated for resources: {'Port': ['ID=0e424a27-c2ee-41fd-9b09-5fa35c81d443,revision_number=24']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:24.028020 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-be79a5e4-120e-4fb4-8915-f4e23e25da20 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "GET /v2.0/subnets?network_id=eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 207 time: 0.0850387 Feb 20 03:52:24.040871 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58424) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:24.046629 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-0ef1ed4e-40ae-4a64-bc06-af8b34228962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (da686ece-f646-488f-ab9c-045a0200f9fc), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:24.093688 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f7dd2-7dab-485a-8b51-1ca469642816 req-0f5d7e59-0468-485d-b75e-abe48464a145 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:24.112332 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9a3f7dd2-7dab-485a-8b51-1ca469642816 req-0f5d7e59-0468-485d-b75e-abe48464a145 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.9212539 Feb 20 03:52:24.135120 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:52:24.165150 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-6db20c17-9893-4582-a52d-d963ca7a0d3b None None] Provisioning complete for port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:52:24.173862 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6db20c17-9893-4582-a52d-d963ca7a0d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:24.329488 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-4cb619fc-227a-409f-b67d-1b08cfe65ead tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Publish callbacks [] for port (a8521034-1ae5-4b18-bff8-85ac6ef4786d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:24.333733 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-6db20c17-9893-4582-a52d-d963ca7a0d3b None None] Current status of the port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:52:24.349270 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-f2afdf7d-7a63-4db1-98ee-3d67cb0469ca req-18b1ca52-f402-42fc-a203-3b934957cd54 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Deleting port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:52:24.349842 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f2afdf7d-7a63-4db1-98ee-3d67cb0469ca req-18b1ca52-f402-42fc-a203-3b934957cd54 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:24.356270 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-19e44240-61d5-44a1-a3e5-b370ba3d6afd tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Allocated IP 2001:db8::2e8 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/c39ef0a2-446d-4277-ae02-e5b1bf76168f/f621176e-d650-4718-94ec-9f54801a6bc2) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:52:24.366590 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0e424a27-c2ee-41fd-9b09-5fa35c81d443 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:52:24.457321 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-5bd7f805-787d-41c8-bc57-143e52eb104a None None] Could not find standard attr ID for object 2bb46ab4-a3c5-4549-8e80-0b2d54fcdb80. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:52:24.470113 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:52:24.472095 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:24.490387 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-19e44240-61d5-44a1-a3e5-b370ba3d6afd tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Allocated IP 2001:db8:0:1:f816:3eff:fe31:2628 (4f54fdde-6e16-424b-a89f-7d368ed79ea3/db5e76a5-f176-4465-aeda-51b6347c9846/f621176e-d650-4718-94ec-9f54801a6bc2) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:52:24.628616 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:52:24.636110 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd69b57-b463-45f4-ae0a-c8d932d8e9e0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:24.640576 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 00541b95-21cc-4bff-87df-0a6c04ec0be2 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:52:24.653762 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd69b57-b463-45f4-ae0a-c8d932d8e9e0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:24.669079 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd69b57-b463-45f4-ae0a-c8d932d8e9e0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:24.679060 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd69b57-b463-45f4-ae0a-c8d932d8e9e0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:24.686011 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd69b57-b463-45f4-ae0a-c8d932d8e9e0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:24.692715 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 00541b95-21cc-4bff-87df-0a6c04ec0be2 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:52:24.693071 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 00541b95-21cc-4bff-87df-0a6c04ec0be2 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:52:24.702402 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd69b57-b463-45f4-ae0a-c8d932d8e9e0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:24.712536 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cbd69b57-b463-45f4-ae0a-c8d932d8e9e0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.6658053 Feb 20 03:52:24.719019 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58426) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:24.782681 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-5407e545-d33a-4def-b4a6-773afa7d9d85 None None] Could not find standard attr ID for object f6786a25-c4d9-4e35-aaef-da876ccd726f. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:52:24.830516 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9a3f7dd2-7dab-485a-8b51-1ca469642816 req-f9fdcbee-f02b-4282-8afd-af5fd464964f tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5747526 Feb 20 03:52:24.977631 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee80395f-ef65-4967-a854-931eb8f1949a req-4c9494f5-e6c1-4ddb-b048-df938c3331b7 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Made reservation on behalf of 3cda16f4bf3342cc9a4c00c0f5219b98 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:52:24.996942 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ee80395f-ef65-4967-a854-931eb8f1949a req-4c9494f5-e6c1-4ddb-b048-df938c3331b7 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:25.001442 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ddd7055b-e777-4969-a680-ed8a9c3883a7 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2807882 Feb 20 03:52:25.007735 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58432) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:25.035231 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-4cb619fc-227a-409f-b67d-1b08cfe65ead tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (a8521034-1ae5-4b18-bff8-85ac6ef4786d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:25.045387 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-f2afdf7d-7a63-4db1-98ee-3d67cb0469ca req-18b1ca52-f402-42fc-a203-3b934957cd54 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] For port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=704b66a5-2e83-41de-ba1d-777ee6bc4c8e,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:25.047249 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f2afdf7d-7a63-4db1-98ee-3d67cb0469ca req-18b1ca52-f402-42fc-a203-3b934957cd54 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:25.203977 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-85c360b5-7e96-458e-8bc3-44faad7599ed None None] Could not find standard attr ID for object 4e142c1e-da05-4aef-90d2-c8e5518d1541. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:52:25.215771 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e83440-a420-4a4b-bd71-aa3f4941bf3d tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:25.215771 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e83440-a420-4a4b-bd71-aa3f4941bf3d tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:25.215771 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e83440-a420-4a4b-bd71-aa3f4941bf3d tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:25.215771 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e83440-a420-4a4b-bd71-aa3f4941bf3d tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:25.215771 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e83440-a420-4a4b-bd71-aa3f4941bf3d tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:25.235720 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b6e83440-a420-4a4b-bd71-aa3f4941bf3d tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2260296 Feb 20 03:52:25.246224 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58436) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:25.418553 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-0ef1ed4e-40ae-4a64-bc06-af8b34228962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da686ece-f646-488f-ab9c-045a0200f9fc {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:52:25.447695 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-0ef1ed4e-40ae-4a64-bc06-af8b34228962 service neutron] Publish callbacks [] for port (da686ece-f646-488f-ab9c-045a0200f9fc), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:25.481731 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75a243a5-8927-46ec-ac3d-b5c43c3276f2 req-88ec7173-46a0-4f90-9e86-fcec4028a1d1 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=44ee9b78-dd33-48a9-b6e2-04f9f9dba374 HTTP/1.1" status: 200 len: 210 time: 0.4816887 Feb 20 03:52:25.572333 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-4cb619fc-227a-409f-b67d-1b08cfe65ead tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Network e214a271-1910-4f9f-bcdf-8de79d943770 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:52:25.618600 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-0ef1ed4e-40ae-4a64-bc06-af8b34228962 service neutron] Transition to ACTIVE for port object da686ece-f646-488f-ab9c-045a0200f9fc will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:52:25.629524 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-4cb619fc-227a-409f-b67d-1b08cfe65ead tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:52:25.697634 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-4cb619fc-227a-409f-b67d-1b08cfe65ead tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:52:25.810584 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-19e44240-61d5-44a1-a3e5-b370ba3d6afd tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for port (f621176e-d650-4718-94ec-9f54801a6bc2), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:25.814335 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-0ef1ed4e-40ae-4a64-bc06-af8b34228962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (da686ece-f646-488f-ab9c-045a0200f9fc), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:25.816368 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb619fc-227a-409f-b67d-1b08cfe65ead tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Pushing event updated for resources: {'Port': ['ID=a8521034-1ae5-4b18-bff8-85ac6ef4786d,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:25.933066 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb619fc-227a-409f-b67d-1b08cfe65ead tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:25.933424 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb619fc-227a-409f-b67d-1b08cfe65ead tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:25.933774 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb619fc-227a-409f-b67d-1b08cfe65ead tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:25.934113 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb619fc-227a-409f-b67d-1b08cfe65ead tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:25.934447 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb619fc-227a-409f-b67d-1b08cfe65ead tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:25.935004 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb619fc-227a-409f-b67d-1b08cfe65ead tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:25.935258 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb619fc-227a-409f-b67d-1b08cfe65ead tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:25.935588 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb619fc-227a-409f-b67d-1b08cfe65ead tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:25.935927 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb619fc-227a-409f-b67d-1b08cfe65ead tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:25.936253 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb619fc-227a-409f-b67d-1b08cfe65ead tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:25.937247 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb619fc-227a-409f-b67d-1b08cfe65ead tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:25.937596 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb619fc-227a-409f-b67d-1b08cfe65ead tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:25.937924 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb619fc-227a-409f-b67d-1b08cfe65ead tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:26.041743 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd04795-cfc8-4295-9215-5103a3486681 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['shared'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:26.061848 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd04795-cfc8-4295-9215-5103a3486681 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['shared'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:26.062543 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd04795-cfc8-4295-9215-5103a3486681 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['shared'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:26.072853 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd04795-cfc8-4295-9215-5103a3486681 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['shared'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:26.080824 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd04795-cfc8-4295-9215-5103a3486681 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['shared'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:26.099510 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0cd04795-cfc8-4295-9215-5103a3486681 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.8444223 Feb 20 03:52:26.128973 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58444) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:26.133454 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-4cb619fc-227a-409f-b67d-1b08cfe65ead tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:26.134147 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-4cb619fc-227a-409f-b67d-1b08cfe65ead tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:26.420702 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-a89a1f5c-d663-4a88-bf53-85878c9ca168 None None] Provisioning complete for port a8521034-1ae5-4b18-bff8-85ac6ef4786d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:52:26.421303 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a89a1f5c-d663-4a88-bf53-85878c9ca168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a8521034-1ae5-4b18-bff8-85ac6ef4786d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:26.432279 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-19e44240-61d5-44a1-a3e5-b370ba3d6afd tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (f621176e-d650-4718-94ec-9f54801a6bc2), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:26.509724 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0ae42d1d-b314-4ce3-a0df-17efa352b547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:26.532996 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-a89a1f5c-d663-4a88-bf53-85878c9ca168 None None] Port a8521034-1ae5-4b18-bff8-85ac6ef4786d cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:52:26.579964 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-4cb619fc-227a-409f-b67d-1b08cfe65ead tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.3007450 Feb 20 03:52:26.604402 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8841ed-dd73-484c-9db6-920ba1476112 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:26.608168 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1ed4e-40ae-4a64-bc06-af8b34228962 service neutron] Pushing event updated for resources: {'Port': ['ID=da686ece-f646-488f-ab9c-045a0200f9fc,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:26.608344 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7a8841ed-dd73-484c-9db6-920ba1476112 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "GET /v2.0/networks/fd020642-4d90-4984-b786-5b558ea3642d HTTP/1.1" status: 200 len: 803 time: 0.4617059 Feb 20 03:52:26.609908 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58450) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:26.622729 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f2afdf7d-7a63-4db1-98ee-3d67cb0469ca req-18b1ca52-f402-42fc-a203-3b934957cd54 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:26.623258 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f2afdf7d-7a63-4db1-98ee-3d67cb0469ca req-18b1ca52-f402-42fc-a203-3b934957cd54 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (ff3e8f42-d5d7-4aa4-87e3-9bad0e2b14d0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:26.623584 n-d-829866-4 neutron-server[104106]: INFO neutron.db.l3_db [req-f2afdf7d-7a63-4db1-98ee-3d67cb0469ca req-18b1ca52-f402-42fc-a203-3b934957cd54 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Floating IP ff3e8f42-d5d7-4aa4-87e3-9bad0e2b14d0 disassociated. External IP: 172.25.7.80, port: 704b66a5-2e83-41de-ba1d-777ee6bc4c8e. Feb 20 03:52:26.623935 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-f2afdf7d-7a63-4db1-98ee-3d67cb0469ca req-18b1ca52-f402-42fc-a203-3b934957cd54 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Calling delete_port for 704b66a5-2e83-41de-ba1d-777ee6bc4c8e owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:52:26.655490 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-a97cc59a-0ea4-4d58-b7f2-6a199d1df70e service neutron] Request body: {'port': {'device_id': 'a2938768-8155-41d4-aa9f-8b96a03e8357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:26.729740 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-ee80395f-ef65-4967-a854-931eb8f1949a req-4c9494f5-e6c1-4ddb-b048-df938c3331b7 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Allocated IP 172.20.0.14 (e214a271-1910-4f9f-bcdf-8de79d943770/a2b9035c-9333-4674-9bbf-447b79a14259/3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:52:26.766501 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e44240-61d5-44a1-a3e5-b370ba3d6afd tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:52:26.796803 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-19e44240-61d5-44a1-a3e5-b370ba3d6afd tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:52:26.824840 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e44240-61d5-44a1-a3e5-b370ba3d6afd tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:52:26.827482 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0b49fb7e-5df4-484d-a763-59ad4a372da3 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "GET /v2.0/networks/fd020642-4d90-4984-b786-5b558ea3642d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2164533 Feb 20 03:52:26.834779 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58452) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:26.837783 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e44240-61d5-44a1-a3e5-b370ba3d6afd tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:26.838702 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-19e44240-61d5-44a1-a3e5-b370ba3d6afd tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:26.868612 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e44240-61d5-44a1-a3e5-b370ba3d6afd tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event updated for resources: {'Port': ['ID=f621176e-d650-4718-94ec-9f54801a6bc2,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:26.959124 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ce1462-d8af-4f0b-ab9b-bfc14f906bb1 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:26.970461 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-97ce1462-d8af-4f0b-ab9b-bfc14f906bb1 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "GET /v2.0/subnets/bff0c75a-7048-4de2-8668-0a2a1571702e HTTP/1.1" status: 200 len: 843 time: 0.1246879 Feb 20 03:52:26.973773 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58454) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:27.029120 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892265c9-a180-4538-bb18-057b3f23213c req-74d7a068-1f16-40c3-97cc-cdc35065c5e6 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:27.031194 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-892265c9-a180-4538-bb18-057b3f23213c req-74d7a068-1f16-40c3-97cc-cdc35065c5e6 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 944 time: 0.8869870 Feb 20 03:52:27.046918 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-19e44240-61d5-44a1-a3e5-b370ba3d6afd tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 7.5403404 Feb 20 03:52:27.051306 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58456) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:27.052727 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f22959-7da1-4690-8bae-1429e765a090 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['shared'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:27.061472 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-54f22959-7da1-4690-8bae-1429e765a090 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "GET /v2.0/subnets/bff0c75a-7048-4de2-8668-0a2a1571702e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0860980 Feb 20 03:52:27.062450 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58458) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:27.067958 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-05131e53-f3e2-4439-a727-043e3321377b tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1931277603'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:27.086683 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f2afdf7d-7a63-4db1-98ee-3d67cb0469ca req-18b1ca52-f402-42fc-a203-3b934957cd54 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (704b66a5-2e83-41de-ba1d-777ee6bc4c8e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:27.121487 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-0ef1ed4e-40ae-4a64-bc06-af8b34228962 service neutron] Attempting to bind port da686ece-f646-488f-ab9c-045a0200f9fc on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:52:27.121487 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-0ef1ed4e-40ae-4a64-bc06-af8b34228962 service neutron] Attempting to bind port da686ece-f646-488f-ab9c-045a0200f9fc by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'dd4c469a-f274-41f9-bc22-e809b7f2fbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e214a271-1910-4f9f-bcdf-8de79d943770'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:52:27.121487 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-0ef1ed4e-40ae-4a64-bc06-af8b34228962 service neutron] Attempting to bind port da686ece-f646-488f-ab9c-045a0200f9fc on network e214a271-1910-4f9f-bcdf-8de79d943770 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:52:27.131028 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1ca52-f402-42fc-a203-3b934957cd54 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Pushing event deleted for resources: {'Port': ['ID=704b66a5-2e83-41de-ba1d-777ee6bc4c8e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:27.144384 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05131e53-f3e2-4439-a727-043e3321377b tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Made reservation on behalf of 107bee4a345d4c778a9f00870695aa94 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:52:27.149922 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05131e53-f3e2-4439-a727-043e3321377b tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:27.243864 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-a97cc59a-0ea4-4d58-b7f2-6a199d1df70e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a8521034-1ae5-4b18-bff8-85ac6ef4786d), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:27.265775 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 704b66a5-2e83-41de-ba1d-777ee6bc4c8e no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:52:27.308172 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-0ef1ed4e-40ae-4a64-bc06-af8b34228962 service neutron] Port da686ece-f646-488f-ab9c-045a0200f9fc on network e214a271-1910-4f9f-bcdf-8de79d943770 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:52:27.308172 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-0ef1ed4e-40ae-4a64-bc06-af8b34228962 service neutron] Attempting to bind port da686ece-f646-488f-ab9c-045a0200f9fc on network e214a271-1910-4f9f-bcdf-8de79d943770 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:52:27.312827 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05131e53-f3e2-4439-a727-043e3321377b tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:52:27.329040 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 704b66a5-2e83-41de-ba1d-777ee6bc4c8e {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:52:27.332426 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 704b66a5-2e83-41de-ba1d-777ee6bc4c8e not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:52:27.349741 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-0ef1ed4e-40ae-4a64-bc06-af8b34228962 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:52:27.352556 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-0ef1ed4e-40ae-4a64-bc06-af8b34228962 service neutron] Checking segment: {'id': 'dd4c469a-f274-41f9-bc22-e809b7f2fbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e214a271-1910-4f9f-bcdf-8de79d943770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:52:27.353797 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-0ef1ed4e-40ae-4a64-bc06-af8b34228962 service neutron] Bound using segment: {'id': 'dd4c469a-f274-41f9-bc22-e809b7f2fbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e214a271-1910-4f9f-bcdf-8de79d943770'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:52:27.355083 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-0ef1ed4e-40ae-4a64-bc06-af8b34228962 service neutron] Bound port: da686ece-f646-488f-ab9c-045a0200f9fc, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd4c469a-f274-41f9-bc22-e809b7f2fbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e214a271-1910-4f9f-bcdf-8de79d943770'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:52:27.356789 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-0ef1ed4e-40ae-4a64-bc06-af8b34228962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (da686ece-f646-488f-ab9c-045a0200f9fc), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:27.369861 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05131e53-f3e2-4439-a727-043e3321377b tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (57cb47cc-72f4-43c2-8df4-84e720a2eb2d), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:27.370357 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-05131e53-f3e2-4439-a727-043e3321377b tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Added segment 57cb47cc-72f4-43c2-8df4-84e720a2eb2d of type vlan for network f765ae27-c0a5-44c8-ab7e-2f06c4f565f1 Feb 20 03:52:27.372427 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e432205d-b39a-4bf6-9015-14dd7fe46e35 None None] Provisioning complete for port f621176e-d650-4718-94ec-9f54801a6bc2 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:52:27.376337 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e432205d-b39a-4bf6-9015-14dd7fe46e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f621176e-d650-4718-94ec-9f54801a6bc2), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:27.468493 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05131e53-f3e2-4439-a727-043e3321377b tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (f765ae27-c0a5-44c8-ab7e-2f06c4f565f1), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:27.480125 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e432205d-b39a-4bf6-9015-14dd7fe46e35 None None] Port f621176e-d650-4718-94ec-9f54801a6bc2 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:52:27.480667 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2afdf7d-7a63-4db1-98ee-3d67cb0469ca req-18b1ca52-f402-42fc-a203-3b934957cd54 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Router 3956c1f6-e866-4a2f-8da9-45d59ab37f07 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:52:27.513133 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-892265c9-a180-4538-bb18-057b3f23213c req-d4dc338d-d89c-4832-a571-a0dd4c1c314b tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups?id=d10abac1-d137-4baa-b7c6-8505354ca56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4649055 Feb 20 03:52:27.646571 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.db.resource_extend [None req-05131e53-f3e2-4439-a727-043e3321377b tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 03:52:27.674223 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2afdf7d-7a63-4db1-98ee-3d67cb0469ca req-18b1ca52-f402-42fc-a203-3b934957cd54 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:52:27.687711 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd48a120-5236-406d-9000-09219d074ff8 None None] Sync routers for ids ['3956c1f6-e866-4a2f-8da9-45d59ab37f07'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:52:27.700882 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd48a120-5236-406d-9000-09219d074ff8 None None] Routers {'3956c1f6-e866-4a2f-8da9-45d59ab37f07'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:52:27.701957 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-cd48a120-5236-406d-9000-09219d074ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:51:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3956c1f6-e866-4a2f-8da9-45d59ab37f07'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:27.731321 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2afdf7d-7a63-4db1-98ee-3d67cb0469ca req-18b1ca52-f402-42fc-a203-3b934957cd54 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] No DVR routers for this DVR port 704b66a5-2e83-41de-ba1d-777ee6bc4c8e on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:52:27.734434 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-f2afdf7d-7a63-4db1-98ee-3d67cb0469ca req-18b1ca52-f402-42fc-a203-3b934957cd54 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:27.739995 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-f2afdf7d-7a63-4db1-98ee-3d67cb0469ca req-18b1ca52-f402-42fc-a203-3b934957cd54 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.93 "DELETE /v2.0/ports/704b66a5-2e83-41de-ba1d-777ee6bc4c8e HTTP/1.1" status: 204 len: 173 time: 4.0319510 Feb 20 03:52:27.740435 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43c33d3-020b-4334-87ed-69fe568475fd', 'name': 'network-vif-deleted', 'tag': '704b66a5-2e83-41de-ba1d-777ee6bc4c8e'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:52:27.743974 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f212dd6b-056e-429d-b2dc-3cf616d0239d" -d '{"events": [{"server_uuid": "e43c33d3-020b-4334-87ed-69fe568475fd", "name": "network-vif-deleted", "tag": "704b66a5-2e83-41de-ba1d-777ee6bc4c8e"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:52:27.749671 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05131e53-f3e2-4439-a727-043e3321377b tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (f765ae27-c0a5-44c8-ab7e-2f06c4f565f1), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:27.755197 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ee80395f-ef65-4967-a854-931eb8f1949a req-4c9494f5-e6c1-4ddb-b048-df938c3331b7 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Publish callbacks [] for port (3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:27.755334 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05131e53-f3e2-4439-a727-043e3321377b tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:27.755902 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05131e53-f3e2-4439-a727-043e3321377b tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:27.854559 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05131e53-f3e2-4439-a727-043e3321377b tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event updated for resources: {'Network': ['ID=f765ae27-c0a5-44c8-ab7e-2f06c4f565f1,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:27.895590 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network f765ae27-c0a5-44c8-ab7e-2f06c4f565f1 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:52:27.901717 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-05131e53-f3e2-4439-a727-043e3321377b tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8381293 Feb 20 03:52:27.902453 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58474) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:27.912883 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-ae1cfa78-7918-4c69-bc0a-14fed4a58199 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Request body: {'subnet': {'network_id': 'f765ae27-c0a5-44c8-ab7e-2f06c4f565f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:28.135622 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-0ef1ed4e-40ae-4a64-bc06-af8b34228962 service neutron] For port da686ece-f646-488f-ab9c-045a0200f9fc, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:52:28.143019 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-0ef1ed4e-40ae-4a64-bc06-af8b34228962 service neutron] For port da686ece-f646-488f-ab9c-045a0200f9fc, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=da686ece-f646-488f-ab9c-045a0200f9fc,segment=NetworkSegment(dd4c469a-f274-41f9-bc22-e809b7f2fbb9),segment_id=dd4c469a-f274-41f9-bc22-e809b7f2fbb9)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:52:28.219743 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8e0ad3cc-291c-4b2e-8278-6b39d0597ea3 req-068e474d-e079-45fb-b8ec-68475bb5b716 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=44ee9b78-dd33-48a9-b6e2-04f9f9dba374 HTTP/1.1" status: 200 len: 210 time: 0.4447117 Feb 20 03:52:28.229266 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-cd48a120-5236-406d-9000-09219d074ff8 None None] Set router 3956c1f6-e866-4a2f-8da9-45d59ab37f07 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:52:28.317003 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d2d112-0368-4f7c-a8ea-09e47b68b8fe x-openstack-request-id: req-68d2d112-0368-4f7c-a8ea-09e47b68b8fe {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:52:28.317538 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43c33d3-020b-4334-87ed-69fe568475fd", "name": "network-vif-deleted", "tag": "704b66a5-2e83-41de-ba1d-777ee6bc4c8e", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:52:28.317538 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-68d2d112-0368-4f7c-a8ea-09e47b68b8fe {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:52:28.318053 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43c33d3-020b-4334-87ed-69fe568475fd', 'name': 'network-vif-deleted', 'tag': '704b66a5-2e83-41de-ba1d-777ee6bc4c8e', 'status': 'completed', 'code': 200} Feb 20 03:52:28.324488 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-ba69926a-5629-49b2-94d7-e20babb3fe9b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting port f621176e-d650-4718-94ec-9f54801a6bc2 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:52:28.327218 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1cfa78-7918-4c69-bc0a-14fed4a58199 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Made reservation on behalf of 107bee4a345d4c778a9f00870695aa94 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:52:28.330833 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ae1cfa78-7918-4c69-bc0a-14fed4a58199 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:28.352378 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba69926a-5629-49b2-94d7-e20babb3fe9b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (f621176e-d650-4718-94ec-9f54801a6bc2), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:28.369105 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-0ef1ed4e-40ae-4a64-bc06-af8b34228962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (da686ece-f646-488f-ab9c-045a0200f9fc), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:28.456560 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.ipam_backend_mixin [None req-ae1cfa78-7918-4c69-bc0a-14fed4a58199 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Performing IP validity checks on allocation pools {{(pid=104106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 20 03:52:28.457103 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.ipam_backend_mixin [None req-ae1cfa78-7918-4c69-bc0a-14fed4a58199 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 20 03:52:28.536802 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ee80395f-ef65-4967-a854-931eb8f1949a req-4c9494f5-e6c1-4ddb-b048-df938c3331b7 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:28.549657 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-cd48a120-5236-406d-9000-09219d074ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'name': 'tempest-ServerActionsTestJSON-621480509-router', 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '4c8b8026-db2c-4fde-b78a-144b7a66b541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:43:40Z', 'updated_at': '2022-02-20T03:43:49Z', 'revision_number': 4, 'project_id': '2a426eb8717f45cda17f79dc5d1190fc', 'gw_port': {'id': '4c8b8026-db2c-4fde-b78a-144b7a66b541', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:43:42Z', 'updated_at': '2022-02-20T03:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '6bbb872a-4b2b-4c83-8810-e2178f5d82ab', 'name': '', 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51', 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc', 'mac_address': 'fa:16:3e:74:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '85e8c386-47fc-4d48-86f0-3d288a799fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:43:47Z', 'updated_at': '2022-02-20T03:43:54Z', 'revision_number': 5, 'project_id': '2a426eb8717f45cda17f79dc5d1190fc', 'subnets': [{'id': '85e8c386-47fc-4d48-86f0-3d288a799fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:28.563907 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-0ef1ed4e-40ae-4a64-bc06-af8b34228962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:28.564549 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-0ef1ed4e-40ae-4a64-bc06-af8b34228962 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:28.567363 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-0ef1ed4e-40ae-4a64-bc06-af8b34228962 service neutron] 10.222.0.93 "PUT /v2.0/ports/da686ece-f646-488f-ab9c-045a0200f9fc HTTP/1.1" status: 200 len: 1091 time: 5.2591372 Feb 20 03:52:28.582735 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937c9427-5ee3-4135-9a6c-2d43d6252c3a', 'tag': 'da686ece-f646-488f-ab9c-045a0200f9fc'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:52:28.588218 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7012b470-7365-4c70-a83d-8a95b2d08004" -d '{"events": [{"name": "network-changed", "server_uuid": "937c9427-5ee3-4135-9a6c-2d43d6252c3a", "tag": "da686ece-f646-488f-ab9c-045a0200f9fc"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:52:28.692420 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd48a120-5236-406d-9000-09219d074ff8 None None] Checking router: 3956c1f6-e866-4a2f-8da9-45d59ab37f07 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:52:28.719034 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd48a120-5236-406d-9000-09219d074ff8 None None] Routers {'3956c1f6-e866-4a2f-8da9-45d59ab37f07'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:52:28.724249 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-cd48a120-5236-406d-9000-09219d074ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:51:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3956c1f6-e866-4a2f-8da9-45d59ab37f07'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:28.750606 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1ed4e-40ae-4a64-bc06-af8b34228962 service neutron] Pushing event updated for resources: {'Port': ['ID=da686ece-f646-488f-ab9c-045a0200f9fc,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:28.831598 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-55de0897-5657-45a5-ad56-c079de051303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:28.922689 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ae1cfa78-7918-4c69-bc0a-14fed4a58199 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (85b472d5-ebe3-42e6-9c1a-f810a5f8450b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:28.979171 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-cd48a120-5236-406d-9000-09219d074ff8 None None] Set router 3956c1f6-e866-4a2f-8da9-45d59ab37f07 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:52:29.034184 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1cfa78-7918-4c69-bc0a-14fed4a58199 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event updated for resources: {'Subnet': ['ID=85b472d5-ebe3-42e6-9c1a-f810a5f8450b,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:29.045200 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1cfa78-7918-4c69-bc0a-14fed4a58199 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Checking segment: {'id': '57cb47cc-72f4-43c2-8df4-84e720a2eb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f765ae27-c0a5-44c8-ab7e-2f06c4f565f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:52:29.045790 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1cfa78-7918-4c69-bc0a-14fed4a58199 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Network hostable DHCP agents. Network: f765ae27-c0a5-44c8-ab7e-2f06c4f565f1, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:52:29.150053 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1cfa78-7918-4c69-bc0a-14fed4a58199 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Network f765ae27-c0a5-44c8-ab7e-2f06c4f565f1 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:52:29.236789 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-ae1cfa78-7918-4c69-bc0a-14fed4a58199 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, f765ae27-c0a5-44c8-ab7e-2f06c4f565f1) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:52:29.247326 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1cfa78-7918-4c69-bc0a-14fed4a58199 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:29.249498 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ae1cfa78-7918-4c69-bc0a-14fed4a58199 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:29.302558 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdb5951-a6b5-4b68-b00a-82430ac7b0bd None None] Network f765ae27-c0a5-44c8-ab7e-2f06c4f565f1 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:52:29.405551 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ae1cfa78-7918-4c69-bc0a-14fed4a58199 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5017872 Feb 20 03:52:29.408252 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58492) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:29.419686 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-1bee51d4-de88-428b-b979-8bc38c289102 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:29.510795 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcbe7ed6-b4c2-4819-8e01-c01b01e2eadb req-8f2268c0-088d-4af8-a15d-153788da0767 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/ports?device_id=e43c33d3-020b-4334-87ed-69fe568475fd HTTP/1.1" status: 200 len: 210 time: 0.7332890 Feb 20 03:52:29.520603 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee80395f-ef65-4967-a854-931eb8f1949a req-4c9494f5-e6c1-4ddb-b048-df938c3331b7 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Network e214a271-1910-4f9f-bcdf-8de79d943770 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:52:29.578822 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-cd48a120-5236-406d-9000-09219d074ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'name': 'tempest-ServerActionsTestJSON-621480509-router', 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '4c8b8026-db2c-4fde-b78a-144b7a66b541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:43:40Z', 'updated_at': '2022-02-20T03:43:49Z', 'revision_number': 4, 'project_id': '2a426eb8717f45cda17f79dc5d1190fc', 'gw_port': {'id': '4c8b8026-db2c-4fde-b78a-144b7a66b541', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:43:42Z', 'updated_at': '2022-02-20T03:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '6bbb872a-4b2b-4c83-8810-e2178f5d82ab', 'name': '', 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51', 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc', 'mac_address': 'fa:16:3e:74:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '85e8c386-47fc-4d48-86f0-3d288a799fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:43:47Z', 'updated_at': '2022-02-20T03:43:54Z', 'revision_number': 5, 'project_id': '2a426eb8717f45cda17f79dc5d1190fc', 'subnets': [{'id': '85e8c386-47fc-4d48-86f0-3d288a799fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:29.602926 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba69926a-5629-49b2-94d7-e20babb3fe9b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (f621176e-d650-4718-94ec-9f54801a6bc2), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:29.635018 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-ba69926a-5629-49b2-94d7-e20babb3fe9b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Calling delete_port for f621176e-d650-4718-94ec-9f54801a6bc2 owned by {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:52:29.636481 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1bee51d4-de88-428b-b979-8bc38c289102 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12794914'] for subnet (85b472d5-ebe3-42e6-9c1a-f810a5f8450b), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:29.661061 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd48a120-5236-406d-9000-09219d074ff8 None None] The sync data for ids ['3956c1f6-e866-4a2f-8da9-45d59ab37f07'] in n-d-829866-4 is: [{'id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'name': 'tempest-ServerActionsTestJSON-621480509-router', 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '4c8b8026-db2c-4fde-b78a-144b7a66b541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:43:40Z', 'updated_at': '2022-02-20T03:43:49Z', 'revision_number': 4, 'project_id': '2a426eb8717f45cda17f79dc5d1190fc', 'gw_port': {'id': '4c8b8026-db2c-4fde-b78a-144b7a66b541', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:43:42Z', 'updated_at': '2022-02-20T03:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '6bbb872a-4b2b-4c83-8810-e2178f5d82ab', 'name': '', 'network_id': '64115127-0ca9-4210-b390-d57efc54bf51', 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc', 'mac_address': 'fa:16:3e:74:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '85e8c386-47fc-4d48-86f0-3d288a799fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:43:47Z', 'updated_at': '2022-02-20T03:43:54Z', 'revision_number': 5, 'project_id': '2a426eb8717f45cda17f79dc5d1190fc', 'subnets': [{'id': '85e8c386-47fc-4d48-86f0-3d288a799fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:52:29.704755 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d54f12-871e-4edd-9dc5-88f4d0883c3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-f765ae27-c0a5-44c8-ab7e-2f06c4f565f1', 'network_id': 'f765ae27-c0a5-44c8-ab7e-2f06c4f565f1', 'project_id': '107bee4a345d4c778a9f00870695aa94', 'fixed_ips': [{'subnet_id': '85b472d5-ebe3-42e6-9c1a-f810a5f8450b'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:52:29.709915 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b5d54f12-871e-4edd-9dc5-88f4d0883c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:30.054424 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-ee80395f-ef65-4967-a854-931eb8f1949a req-4c9494f5-e6c1-4ddb-b048-df938c3331b7 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:52:30.064038 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:30.087932 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1bee51d4-de88-428b-b979-8bc38c289102 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760835982466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12633551'] for subnet (85b472d5-ebe3-42e6-9c1a-f810a5f8450b), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:30.133873 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bba7bf4-8451-42a8-ba2b-57e965b24b9b x-openstack-request-id: req-4bba7bf4-8451-42a8-ba2b-57e965b24b9b {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:52:30.135709 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "937c9427-5ee3-4135-9a6c-2d43d6252c3a", "tag": "da686ece-f646-488f-ab9c-045a0200f9fc", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:52:30.136140 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4bba7bf4-8451-42a8-ba2b-57e965b24b9b {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:52:30.136797 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '937c9427-5ee3-4135-9a6c-2d43d6252c3a', 'tag': 'da686ece-f646-488f-ab9c-045a0200f9fc', 'status': 'completed', 'code': 200} Feb 20 03:52:30.149703 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee80395f-ef65-4967-a854-931eb8f1949a req-4c9494f5-e6c1-4ddb-b048-df938c3331b7 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:52:30.199690 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-b5d54f12-871e-4edd-9dc5-88f4d0883c3f None None] Allocated IP 2001:db8::3 (f765ae27-c0a5-44c8-ab7e-2f06c4f565f1/85b472d5-ebe3-42e6-9c1a-f810a5f8450b/afc1acfb-62e8-4753-94e0-56d24daf5138) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:52:30.223205 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d0b12f-cc82-4cb7-a5dd-6d4a339de4f8 None None] New status for floating IP ff3e8f42-d5d7-4aa4-87e3-9bad0e2b14d0: DOWN {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:52:30.234384 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bee51d4-de88-428b-b979-8bc38c289102 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:30.240945 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1bee51d4-de88-428b-b979-8bc38c289102 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:30.245899 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1bee51d4-de88-428b-b979-8bc38c289102 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "PUT /v2.0/subnets/85b472d5-ebe3-42e6-9c1a-f810a5f8450b HTTP/1.1" status: 200 len: 900 time: 0.8361549 Feb 20 03:52:30.253053 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58498) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:30.399494 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee51d4-de88-428b-b979-8bc38c289102 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event updated for resources: {'Subnet': ['ID=85b472d5-ebe3-42e6-9c1a-f810a5f8450b,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:30.428052 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9494f5-e6c1-4ddb-b048-df938c3331b7 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Pushing event updated for resources: {'Port': ['ID=3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:30.495855 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (f765ae27-c0a5-44c8-ab7e-2f06c4f565f1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:30.514657 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80395f-ef65-4967-a854-931eb8f1949a req-4c9494f5-e6c1-4ddb-b048-df938c3331b7 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:30.515581 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ee80395f-ef65-4967-a854-931eb8f1949a req-4c9494f5-e6c1-4ddb-b048-df938c3331b7 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:30.520199 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-d1116183-ca66-442d-8741-41f2c6e834bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:30.522000 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-d1116183-ca66-442d-8741-41f2c6e834bd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3cda16f4bf3342cc9a4c00c0f5219b98&device_id=937c9427-5ee3-4135-9a6c-2d43d6252c3a HTTP/1.1" status: 200 len: 1125 time: 1.7420721 Feb 20 03:52:30.565057 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba69926a-5629-49b2-94d7-e20babb3fe9b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (f621176e-d650-4718-94ec-9f54801a6bc2), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:30.586240 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (85b472d5-ebe3-42e6-9c1a-f810a5f8450b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:30.610225 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b5d54f12-871e-4edd-9dc5-88f4d0883c3f None None] Publish callbacks [] for port (afc1acfb-62e8-4753-94e0-56d24daf5138), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:30.614437 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-87a4dd0a-5426-41cc-83f4-4dc8d333f425 None None] Provisioning complete for port 3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:52:30.614888 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-87a4dd0a-5426-41cc-83f4-4dc8d333f425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:30.688994 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-87a4dd0a-5426-41cc-83f4-4dc8d333f425 None None] Port 3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:52:30.719655 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b5d54f12-871e-4edd-9dc5-88f4d0883c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (afc1acfb-62e8-4753-94e0-56d24daf5138), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:30.792860 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d2f5e-cd64-4d73-a263-90a65a89fed7 req-8538eaf3-2768-4fb0-8d23-227b062b53e4 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:30.800378 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8d2d2f5e-cd64-4d73-a263-90a65a89fed7 req-8538eaf3-2768-4fb0-8d23-227b062b53e4 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=44ee9b78-dd33-48a9-b6e2-04f9f9dba374 HTTP/1.1" status: 200 len: 932 time: 0.7269700 Feb 20 03:52:30.809453 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-955a2dd5-d41b-4ed2-8fad-8167b2f0b922 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da686ece-f646-488f-ab9c-045a0200f9fc HTTP/1.1" status: 200 len: 217 time: 0.2735474 Feb 20 03:52:30.814359 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ee80395f-ef65-4967-a854-931eb8f1949a req-4c9494f5-e6c1-4ddb-b048-df938c3331b7 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.2710176 Feb 20 03:52:30.814791 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (85b472d5-ebe3-42e6-9c1a-f810a5f8450b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:30.833304 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d54f12-871e-4edd-9dc5-88f4d0883c3f None None] Network f765ae27-c0a5-44c8-ab7e-2f06c4f565f1 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:52:30.846118 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69926a-5629-49b2-94d7-e20babb3fe9b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Port': ['ID=f621176e-d650-4718-94ec-9f54801a6bc2,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:30.871542 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-b5d54f12-871e-4edd-9dc5-88f4d0883c3f None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:52:30.872463 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-ee80395f-ef65-4967-a854-931eb8f1949a req-ecd78477-e8a6-40e8-a355-07874633b16b service neutron] Request body: {'port': {'device_id': '44ee9b78-dd33-48a9-b6e2-04f9f9dba374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:30.873469 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d54f12-871e-4edd-9dc5-88f4d0883c3f None None] Pushing event updated for resources: {'Port': ['ID=afc1acfb-62e8-4753-94e0-56d24daf5138,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:30.887323 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d54f12-871e-4edd-9dc5-88f4d0883c3f None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:52:30.919703 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event deleted for resources: {'Subnet': ['ID=85b472d5-ebe3-42e6-9c1a-f810a5f8450b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:30.940765 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-a97cc59a-0ea4-4d58-b7f2-6a199d1df70e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8521034-1ae5-4b18-bff8-85ac6ef4786d {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:52:30.998183 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba69926a-5629-49b2-94d7-e20babb3fe9b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:31.005439 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ba69926a-5629-49b2-94d7-e20babb3fe9b tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/f621176e-d650-4718-94ec-9f54801a6bc2 HTTP/1.1" status: 204 len: 168 time: 3.9489679 Feb 20 03:52:31.027424 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58506) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:31.033512 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b5d54f12-871e-4edd-9dc5-88f4d0883c3f None None] Attempting to bind port afc1acfb-62e8-4753-94e0-56d24daf5138 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:52:31.033895 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b5d54f12-871e-4edd-9dc5-88f4d0883c3f None None] Attempting to bind port afc1acfb-62e8-4753-94e0-56d24daf5138 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '57cb47cc-72f4-43c2-8df4-84e720a2eb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f765ae27-c0a5-44c8-ab7e-2f06c4f565f1'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:52:31.034262 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d54f12-871e-4edd-9dc5-88f4d0883c3f None None] Attempting to bind port afc1acfb-62e8-4753-94e0-56d24daf5138 on network f765ae27-c0a5-44c8-ab7e-2f06c4f565f1 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:52:31.036406 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-a97cc59a-0ea4-4d58-b7f2-6a199d1df70e service neutron] Publish callbacks [] for port (a8521034-1ae5-4b18-bff8-85ac6ef4786d), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:31.058509 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d54f12-871e-4edd-9dc5-88f4d0883c3f None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:52:31.058915 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d54f12-871e-4edd-9dc5-88f4d0883c3f None None] Checking segment: {'id': '57cb47cc-72f4-43c2-8df4-84e720a2eb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f765ae27-c0a5-44c8-ab7e-2f06c4f565f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:52:31.059360 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b5d54f12-871e-4edd-9dc5-88f4d0883c3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:31.059749 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d54f12-871e-4edd-9dc5-88f4d0883c3f None None] Bound using segment: {'id': '57cb47cc-72f4-43c2-8df4-84e720a2eb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f765ae27-c0a5-44c8-ab7e-2f06c4f565f1'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:52:31.060249 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b5d54f12-871e-4edd-9dc5-88f4d0883c3f None None] Bound port: afc1acfb-62e8-4753-94e0-56d24daf5138, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57cb47cc-72f4-43c2-8df4-84e720a2eb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'f765ae27-c0a5-44c8-ab7e-2f06c4f565f1'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:52:31.060638 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b5d54f12-871e-4edd-9dc5-88f4d0883c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (afc1acfb-62e8-4753-94e0-56d24daf5138), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:31.063922 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8d2d2f5e-cd64-4d73-a263-90a65a89fed7 req-76c7704d-0afe-4945-a0d9-f08628861e5c tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625649 Feb 20 03:52:31.123504 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (f765ae27-c0a5-44c8-ab7e-2f06c4f565f1), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:31.190487 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-a97cc59a-0ea4-4d58-b7f2-6a199d1df70e service neutron] Transition to ACTIVE for port object a8521034-1ae5-4b18-bff8-85ac6ef4786d will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:52:31.194392 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f765ae27-c0a5-44c8-ab7e-2f06c4f565f1']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:31.195591 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-3cb06ab1-4649-40df-8500-f7e2460d654e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:31.198429 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-3cb06ab1-4649-40df-8500-f7e2460d654e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a2b9035c-9333-4674-9bbf-447b79a14259 HTTP/1.1" status: 200 len: 853 time: 0.3460929 Feb 20 03:52:31.223133 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ac312b-3e0e-4d22-bfc5-efd71f32bd5d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:31.228002 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e2ac312b-3e0e-4d22-bfc5-efd71f32bd5d tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1940227 Feb 20 03:52:31.228002 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57cb47cc-72f4-43c2-8df4-84e720a2eb2d') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:31.228002 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57cb47cc-72f4-43c2-8df4-84e720a2eb2d') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:31.229667 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58512) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:31.244170 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b5d54f12-871e-4edd-9dc5-88f4d0883c3f None None] For port afc1acfb-62e8-4753-94e0-56d24daf5138, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:52:31.256837 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b5d54f12-871e-4edd-9dc5-88f4d0883c3f None None] For port afc1acfb-62e8-4753-94e0-56d24daf5138, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=afc1acfb-62e8-4753-94e0-56d24daf5138,segment=NetworkSegment(57cb47cc-72f4-43c2-8df4-84e720a2eb2d),segment_id=57cb47cc-72f4-43c2-8df4-84e720a2eb2d)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:52:31.268670 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (57cb47cc-72f4-43c2-8df4-84e720a2eb2d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:31.310189 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729a533b-b3b5-4409-acfa-2c2728109da3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:31.314207 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-729a533b-b3b5-4409-acfa-2c2728109da3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0813532 Feb 20 03:52:31.314570 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58516) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:31.318759 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-a97cc59a-0ea4-4d58-b7f2-6a199d1df70e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (a8521034-1ae5-4b18-bff8-85ac6ef4786d), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:31.322307 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:31.324108 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b5d54f12-871e-4edd-9dc5-88f4d0883c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (afc1acfb-62e8-4753-94e0-56d24daf5138), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:31.331013 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ee80395f-ef65-4967-a854-931eb8f1949a req-ecd78477-e8a6-40e8-a355-07874633b16b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:31.427712 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (57cb47cc-72f4-43c2-8df4-84e720a2eb2d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:31.436563 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df16a442-97c2-4ee8-a85e-47689eae6b2f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:31.437904 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df16a442-97c2-4ee8-a85e-47689eae6b2f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:31.439274 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df16a442-97c2-4ee8-a85e-47689eae6b2f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:31.444672 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-df16a442-97c2-4ee8-a85e-47689eae6b2f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1287956 Feb 20 03:52:31.449427 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58518) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:31.467077 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d54f12-871e-4edd-9dc5-88f4d0883c3f None None] Pushing event updated for resources: {'Port': ['ID=afc1acfb-62e8-4753-94e0-56d24daf5138,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:31.488834 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-ec2406b8-eeeb-4bc7-8579-3dc13d548813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:31.496782 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-ec2406b8-eeeb-4bc7-8579-3dc13d548813 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e214a271-1910-4f9f-bcdf-8de79d943770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2831495 Feb 20 03:52:31.498067 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:52:31.498506 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (57cb47cc-72f4-43c2-8df4-84e720a2eb2d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:31.505872 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e1a51e-7b72-4d21-9ee9-f67241f93779 None None] Network f765ae27-c0a5-44c8-ab7e-2f06c4f565f1 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:52:31.575506 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:52:31.575506 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:52:31.575506 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:52:31.575506 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:52:31.575506 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:52:31.575506 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:52:31.575506 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:52:31.575506 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:52:31.575506 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:52:31.575506 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:52:31.575506 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:52:31.575506 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:52:31.575506 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:52:31.575506 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:52:31.575506 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:52:31.575506 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:52:31.575506 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:52:31.575506 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:52:31.575506 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:52:31.575506 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:52:31.575506 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:52:31.575506 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:52:31.575506 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:52:31.575506 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:52:31.575506 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:52:31.575506 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:52:31.575506 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:52:31.575506 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:52:31.575506 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:52:31.575506 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:52:31.575506 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:52:31.575506 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:52:31.584877 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58520) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:31.697780 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.db.api [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 20 03:52:31.697780 n-d-829866-4 neutron-server[104106]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 20 03:52:31.697780 n-d-829866-4 neutron-server[104106]: [parameters: {'id': 'f765ae27-c0a5-44c8-ab7e-2f06c4f565f1'}] Feb 20 03:52:31.697780 n-d-829866-4 neutron-server[104106]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:52:31.698425 n-d-829866-4 neutron-server[104106]: DEBUG oslo_db.api [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:52:31.721797 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c69c36-caa2-4d83-8f54-818ee7286e33 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting subnet c39ef0a2-446d-4277-ae02-e5b1bf76168f {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:52:31.741484 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-76c69c36-caa2-4d83-8f54-818ee7286e33 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (c39ef0a2-446d-4277-ae02-e5b1bf76168f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:31.783377 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3781ef8-840f-4708-8b1a-5325d1f2216c None None] Network f765ae27-c0a5-44c8-ab7e-2f06c4f565f1 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:52:31.879783 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97cc59a-0ea4-4d58-b7f2-6a199d1df70e service neutron] Pushing event updated for resources: {'Port': ['ID=a8521034-1ae5-4b18-bff8-85ac6ef4786d,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:31.922684 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9abedff3-00c5-4f98-98f1-88ae6b43c36d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks [] for security_group (d10abac1-d137-4baa-b7c6-8505354ca56b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:31.972359 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-76c69c36-caa2-4d83-8f54-818ee7286e33 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (c39ef0a2-446d-4277-ae02-e5b1bf76168f), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:32.012189 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bec54a-278b-49c6-a788-9b1b272a1451 None None] get_active_networks_info from n-d-829866-4 {{(pid=104107) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 03:52:32.059388 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9abedff3-00c5-4f98-98f1-88ae6b43c36d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks [] for security_group (d10abac1-d137-4baa-b7c6-8505354ca56b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:32.146439 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-35d52eb0-40f3-4ab7-97a0-88638046109d service neutron] 10.222.0.93 "GET /v2.0/networks/e214a271-1910-4f9f-bcdf-8de79d943770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4912653 Feb 20 03:52:32.224303 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (f765ae27-c0a5-44c8-ab7e-2f06c4f565f1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:32.306578 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-a97cc59a-0ea4-4d58-b7f2-6a199d1df70e service neutron] Attempting to bind port a8521034-1ae5-4b18-bff8-85ac6ef4786d on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:52:32.306578 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-a97cc59a-0ea4-4d58-b7f2-6a199d1df70e service neutron] Attempting to bind port a8521034-1ae5-4b18-bff8-85ac6ef4786d by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'dd4c469a-f274-41f9-bc22-e809b7f2fbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e214a271-1910-4f9f-bcdf-8de79d943770'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:52:32.306578 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-a97cc59a-0ea4-4d58-b7f2-6a199d1df70e service neutron] Attempting to bind port a8521034-1ae5-4b18-bff8-85ac6ef4786d on network e214a271-1910-4f9f-bcdf-8de79d943770 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:52:32.308202 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bec54a-278b-49c6-a788-9b1b272a1451 None None] Resources bound (agent type, host, resource id): {{(pid=104107) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 03:52:32.331134 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-76c69c36-caa2-4d83-8f54-818ee7286e33 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (c39ef0a2-446d-4277-ae02-e5b1bf76168f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:32.333895 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-a97cc59a-0ea4-4d58-b7f2-6a199d1df70e service neutron] Port a8521034-1ae5-4b18-bff8-85ac6ef4786d on network e214a271-1910-4f9f-bcdf-8de79d943770 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:52:32.334542 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-a97cc59a-0ea4-4d58-b7f2-6a199d1df70e service neutron] Attempting to bind port a8521034-1ae5-4b18-bff8-85ac6ef4786d on network e214a271-1910-4f9f-bcdf-8de79d943770 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:52:32.370716 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-a97cc59a-0ea4-4d58-b7f2-6a199d1df70e service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:52:32.371966 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-a97cc59a-0ea4-4d58-b7f2-6a199d1df70e service neutron] Checking segment: {'id': 'dd4c469a-f274-41f9-bc22-e809b7f2fbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e214a271-1910-4f9f-bcdf-8de79d943770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:52:32.372472 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-a97cc59a-0ea4-4d58-b7f2-6a199d1df70e service neutron] Bound using segment: {'id': 'dd4c469a-f274-41f9-bc22-e809b7f2fbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e214a271-1910-4f9f-bcdf-8de79d943770'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:52:32.373035 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-a97cc59a-0ea4-4d58-b7f2-6a199d1df70e service neutron] Bound port: a8521034-1ae5-4b18-bff8-85ac6ef4786d, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd4c469a-f274-41f9-bc22-e809b7f2fbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e214a271-1910-4f9f-bcdf-8de79d943770'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:52:32.373499 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-a97cc59a-0ea4-4d58-b7f2-6a199d1df70e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a8521034-1ae5-4b18-bff8-85ac6ef4786d), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:32.403304 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9abedff3-00c5-4f98-98f1-88ae6b43c36d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d10abac1-d137-4baa-b7c6-8505354ca56b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:32.409194 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9abedff3-00c5-4f98-98f1-88ae6b43c36d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:32.409194 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9abedff3-00c5-4f98-98f1-88ae6b43c36d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "DELETE /v2.0/security-groups/d10abac1-d137-4baa-b7c6-8505354ca56b HTTP/1.1" status: 204 len: 168 time: 0.8211200 Feb 20 03:52:32.420121 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58532) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:32.434164 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abedff3-00c5-4f98-98f1-88ae6b43c36d tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10abac1-d137-4baa-b7c6-8505354ca56b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:32.479339 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-e666dc07-273b-4575-845a-534c78fb1497 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] show failed (client error): The resource could not be found. Feb 20 03:52:32.483734 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e666dc07-273b-4575-845a-534c78fb1497 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "GET /v2.0/security-groups/d10abac1-d137-4baa-b7c6-8505354ca56b HTTP/1.1" status: 404 len: 347 time: 0.0583327 Feb 20 03:52:32.486427 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58536) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:32.498565 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25811476-8a81-4802-ae2e-e3d3cc1cf4ad req-d94fcad2-ea07-442b-af8f-a4986c5efa71 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:32.500351 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25811476-8a81-4802-ae2e-e3d3cc1cf4ad req-d94fcad2-ea07-442b-af8f-a4986c5efa71 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=44ee9b78-dd33-48a9-b6e2-04f9f9dba374 HTTP/1.1" status: 200 len: 932 time: 0.2969234 Feb 20 03:52:32.515684 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Deleting port afc1acfb-62e8-4753-94e0-56d24daf5138 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:52:32.516626 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (afc1acfb-62e8-4753-94e0-56d24daf5138), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:32.584299 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-69b2570f-5c0e-4a09-928c-1847eb3d3487 req-49dbb86e-4ec2-45d3-8b99-8d17cdf0ae81 service neutron] 10.222.0.93 "GET /v2.0/networks/e214a271-1910-4f9f-bcdf-8de79d943770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215074 Feb 20 03:52:32.606547 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-76c69c36-caa2-4d83-8f54-818ee7286e33 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (c39ef0a2-446d-4277-ae02-e5b1bf76168f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:32.677109 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c69c36-caa2-4d83-8f54-818ee7286e33 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Subnet': ['ID=c39ef0a2-446d-4277-ae02-e5b1bf76168f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:32.691877 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] For port afc1acfb-62e8-4753-94e0-56d24daf5138, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=afc1acfb-62e8-4753-94e0-56d24daf5138,segment=NetworkSegment(57cb47cc-72f4-43c2-8df4-84e720a2eb2d),segment_id=57cb47cc-72f4-43c2-8df4-84e720a2eb2d)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:32.693660 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (afc1acfb-62e8-4753-94e0-56d24daf5138), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:32.706081 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-76c69c36-caa2-4d83-8f54-818ee7286e33 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:32.718551 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-76c69c36-caa2-4d83-8f54-818ee7286e33 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/c39ef0a2-446d-4277-ae02-e5b1bf76168f HTTP/1.1" status: 204 len: 168 time: 1.2680147 Feb 20 03:52:32.726988 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58538) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:32.745871 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a567d7-db41-463d-ab26-d31e9ba348d1 None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:52:32.798268 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e1a8c93-b234-481d-bac2-bb0eb3e09634 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Deleting subnet db5e76a5-f176-4465-aeda-51b6347c9846 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:52:32.800854 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Calling delete_port for afc1acfb-62e8-4753-94e0-56d24daf5138 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:52:32.807453 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4e1a8c93-b234-481d-bac2-bb0eb3e09634 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (db5e76a5-f176-4465-aeda-51b6347c9846), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:32.910891 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:32.947107 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4e1a8c93-b234-481d-bac2-bb0eb3e09634 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (db5e76a5-f176-4465-aeda-51b6347c9846), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:33.066686 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25811476-8a81-4802-ae2e-e3d3cc1cf4ad req-1c721d4d-270f-4c94-b398-fd8482725077 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5567768 Feb 20 03:52:33.099668 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4e1a8c93-b234-481d-bac2-bb0eb3e09634 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (db5e76a5-f176-4465-aeda-51b6347c9846), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:33.172072 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-a97cc59a-0ea4-4d58-b7f2-6a199d1df70e service neutron] For port a8521034-1ae5-4b18-bff8-85ac6ef4786d, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:52:33.175669 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (afc1acfb-62e8-4753-94e0-56d24daf5138), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:33.232411 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-a97cc59a-0ea4-4d58-b7f2-6a199d1df70e service neutron] For port a8521034-1ae5-4b18-bff8-85ac6ef4786d, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=a8521034-1ae5-4b18-bff8-85ac6ef4786d,segment=NetworkSegment(dd4c469a-f274-41f9-bc22-e809b7f2fbb9),segment_id=dd4c469a-f274-41f9-bc22-e809b7f2fbb9)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:52:33.246505 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012b470-7365-4c70-a83d-8a95b2d08004 req-f912378e-b0ca-4dbd-9592-62ccd15a591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:33.258450 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7012b470-7365-4c70-a83d-8a95b2d08004 req-f912378e-b0ca-4dbd-9592-62ccd15a591e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3cda16f4bf3342cc9a4c00c0f5219b98&device_id=937c9427-5ee3-4135-9a6c-2d43d6252c3a HTTP/1.1" status: 200 len: 1125 time: 0.5015752 Feb 20 03:52:33.263027 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event deleted for resources: {'Port': ['ID=afc1acfb-62e8-4753-94e0-56d24daf5138,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:33.270191 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] No DVR routers for this DVR port afc1acfb-62e8-4753-94e0-56d24daf5138 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:52:33.272068 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-ee80395f-ef65-4967-a854-931eb8f1949a req-ecd78477-e8a6-40e8-a355-07874633b16b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:52:33.291329 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ee80395f-ef65-4967-a854-931eb8f1949a req-ecd78477-e8a6-40e8-a355-07874633b16b service neutron] Publish callbacks [] for port (3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:33.390767 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-ee80395f-ef65-4967-a854-931eb8f1949a req-ecd78477-e8a6-40e8-a355-07874633b16b service neutron] Transition to ACTIVE for port object 3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:52:33.399918 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-a97cc59a-0ea4-4d58-b7f2-6a199d1df70e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (a8521034-1ae5-4b18-bff8-85ac6ef4786d), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:33.410741 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-4c1be6a6-27c9-468a-aa7d-3477929d9338 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Deleting port ed23b705-f44e-403e-9399-4a11b46a3468 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:52:33.411129 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4c1be6a6-27c9-468a-aa7d-3477929d9338 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ed23b705-f44e-403e-9399-4a11b46a3468), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:33.473272 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4e1a8c93-b234-481d-bac2-bb0eb3e09634 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (db5e76a5-f176-4465-aeda-51b6347c9846), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:33.535795 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (f765ae27-c0a5-44c8-ab7e-2f06c4f565f1), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:33.557175 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4c1be6a6-27c9-468a-aa7d-3477929d9338 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ed23b705-f44e-403e-9399-4a11b46a3468), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:33.557552 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4c1be6a6-27c9-468a-aa7d-3477929d9338 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks [] for floatingip (ed23b705-f44e-403e-9399-4a11b46a3468), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:33.590540 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-4c1be6a6-27c9-468a-aa7d-3477929d9338 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Calling delete_port for ed23b705-f44e-403e-9399-4a11b46a3468 owned by network:floatingip {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:52:33.628927 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a8c93-b234-481d-bac2-bb0eb3e09634 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Subnet': ['ID=db5e76a5-f176-4465-aeda-51b6347c9846,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:33.634497 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4e1a8c93-b234-481d-bac2-bb0eb3e09634 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:33.644482 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4e1a8c93-b234-481d-bac2-bb0eb3e09634 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/db5e76a5-f176-4465-aeda-51b6347c9846 HTTP/1.1" status: 204 len: 168 time: 0.9141972 Feb 20 03:52:33.663202 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f765ae27-c0a5-44c8-ab7e-2f06c4f565f1']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:33.692268 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57cb47cc-72f4-43c2-8df4-84e720a2eb2d') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:33.698915 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57cb47cc-72f4-43c2-8df4-84e720a2eb2d') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:33.722683 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (57cb47cc-72f4-43c2-8df4-84e720a2eb2d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:33.749315 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (57cb47cc-72f4-43c2-8df4-84e720a2eb2d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:33.762608 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:52:33.763259 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (57cb47cc-72f4-43c2-8df4-84e720a2eb2d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:33.842917 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58556) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:33.893017 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:52:33.893017 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:52:33.893017 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:52:33.893017 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:52:33.893017 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:52:33.893017 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:52:33.893017 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:52:33.893017 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:52:33.893017 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:52:33.893017 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:52:33.893017 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:52:33.893017 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:52:33.893017 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:52:33.893017 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:52:33.893017 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:52:33.893017 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:52:33.893017 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:52:33.893017 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:52:33.893017 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:52:33.893017 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:52:33.893017 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:52:33.893017 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:52:33.893017 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:52:33.893017 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:52:33.893017 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:52:33.893017 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:52:33.893017 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:52:33.893017 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:52:33.893017 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:52:33.893017 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:52:33.893017 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:52:33.893017 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:52:33.895127 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ee80395f-ef65-4967-a854-931eb8f1949a req-ecd78477-e8a6-40e8-a355-07874633b16b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:33.943248 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58558) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:33.943463 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-206f8fc2-aefc-49cf-b328-19439687bbb9 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0898924 Feb 20 03:52:33.949830 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-a97cc59a-0ea4-4d58-b7f2-6a199d1df70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:33.950466 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-a97cc59a-0ea4-4d58-b7f2-6a199d1df70e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:33.974919 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-a97cc59a-0ea4-4d58-b7f2-6a199d1df70e service neutron] 10.222.0.93 "PUT /v2.0/ports/a8521034-1ae5-4b18-bff8-85ac6ef4786d HTTP/1.1" status: 200 len: 1092 time: 7.3358805 Feb 20 03:52:33.975554 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4c1be6a6-27c9-468a-aa7d-3477929d9338 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (ed23b705-f44e-403e-9399-4a11b46a3468), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:34.005195 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2938768-8155-41d4-aa9f-8b96a03e8357', 'tag': 'a8521034-1ae5-4b18-bff8-85ac6ef4786d'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:52:34.007966 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de83a26-e750-4abd-b311-8cab7088cd02" -d '{"events": [{"name": "network-changed", "server_uuid": "a2938768-8155-41d4-aa9f-8b96a03e8357", "tag": "a8521034-1ae5-4b18-bff8-85ac6ef4786d"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:52:34.024638 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (f765ae27-c0a5-44c8-ab7e-2f06c4f565f1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:34.050281 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:34.065395 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "DELETE /v2.0/networks/f765ae27-c0a5-44c8-ab7e-2f06c4f565f1 HTTP/1.1" status: 204 len: 168 time: 3.8073113 Feb 20 03:52:34.088740 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012b470-7365-4c70-a83d-8a95b2d08004 req-0fab97f9-4bfc-491e-9b3e-ddf243d5aa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:34.089367 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58564) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:34.089468 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7012b470-7365-4c70-a83d-8a95b2d08004 req-0fab97f9-4bfc-491e-9b3e-ddf243d5aa0b service neutron] 10.222.0.93 "GET /v2.0/networks?id=e214a271-1910-4f9f-bcdf-8de79d943770 HTTP/1.1" status: 200 len: 915 time: 0.7946246 Feb 20 03:52:34.156957 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cca62bf-40ff-4703-94f7-2bfcb1b19ed1 x-openstack-request-id: req-0cca62bf-40ff-4703-94f7-2bfcb1b19ed1 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:52:34.169712 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2938768-8155-41d4-aa9f-8b96a03e8357", "tag": "a8521034-1ae5-4b18-bff8-85ac6ef4786d", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:52:34.170235 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0cca62bf-40ff-4703-94f7-2bfcb1b19ed1 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:52:34.171474 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2938768-8155-41d4-aa9f-8b96a03e8357', 'tag': 'a8521034-1ae5-4b18-bff8-85ac6ef4786d', 'status': 'completed', 'code': 200} Feb 20 03:52:34.211002 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24df1b85-9db9-4306-9a15-d2538fb0abcd None None] Network 4f54fdde-6e16-424b-a89f-7d368ed79ea3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:52:34.219380 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac41c0d-99cf-4420-94db-536f4c8629c0 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event deleted for resources: {'Network': ['ID=f765ae27-c0a5-44c8-ab7e-2f06c4f565f1,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:34.224450 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b84b19e-b8ed-40b3-b88b-0bfaa0431010 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:34.240371 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b84b19e-b8ed-40b3-b88b-0bfaa0431010 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:34.248214 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6b84b19e-b8ed-40b3-b88b-0bfaa0431010 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "DELETE /v2.0/subnets/85b472d5-ebe3-42e6-9c1a-f810a5f8450b HTTP/1.1" status: 404 len: 337 time: 0.1577861 Feb 20 03:52:34.252891 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58568) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:34.285397 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f60be2f-a6cc-41e4-9e21-aea528cbb71c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:34.296505 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2f60be2f-a6cc-41e4-9e21-aea528cbb71c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.3518894 Feb 20 03:52:34.297917 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d9404f8-9e57-42b7-8fcf-0810c23551c4 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:34.298660 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d9404f8-9e57-42b7-8fcf-0810c23551c4 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:34.306478 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9d9404f8-9e57-42b7-8fcf-0810c23551c4 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "DELETE /v2.0/networks/f765ae27-c0a5-44c8-ab7e-2f06c4f565f1 HTTP/1.1" status: 404 len: 339 time: 0.0513513 Feb 20 03:52:34.307338 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58572) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:34.307886 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58574) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:34.415010 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-bbba3a4f-bd05-4864-abd5-bcecda9e1530 None None] Provisioning complete for port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:52:34.427494 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bbba3a4f-bd05-4864-abd5-bcecda9e1530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:34.488617 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2be7484-ef2c-43b0-b4c5-0466c783b887 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:34.501926 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a2be7484-ef2c-43b0-b4c5-0466c783b887 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1923442 Feb 20 03:52:34.506579 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-211b3aab-0bc5-4be1-a439-a9fa870c28cc tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (727d18ea-e0dc-439b-abaf-136ea205de32), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:34.514632 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58578) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:34.540954 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4c1be6a6-27c9-468a-aa7d-3477929d9338 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks [] for floatingip (ff3e8f42-d5d7-4aa4-87e3-9bad0e2b14d0), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:34.548475 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4c1be6a6-27c9-468a-aa7d-3477929d9338 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:34.554357 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4c1be6a6-27c9-468a-aa7d-3477929d9338 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] 10.222.0.89 "DELETE /v2.0/floatingips/ff3e8f42-d5d7-4aa4-87e3-9bad0e2b14d0 HTTP/1.1" status: 204 len: 168 time: 2.0528989 Feb 20 03:52:34.555877 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58580) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:34.591277 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7012b470-7365-4c70-a83d-8a95b2d08004 req-99802659-2023-4717-8fc3-d5cfcbb65c62 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da686ece-f646-488f-ab9c-045a0200f9fc HTTP/1.1" status: 200 len: 217 time: 0.4588637 Feb 20 03:52:34.645039 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2d213e10-f260-4a9c-8d77-adac9d762ef4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1260121 Feb 20 03:52:34.649996 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58584) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:34.686070 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59a0d5c-e7ae-419c-9dc6-8fb220a75316 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:34.687042 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c59a0d5c-e7ae-419c-9dc6-8fb220a75316 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:34.688491 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-bbba3a4f-bd05-4864-abd5-bcecda9e1530 None None] Current status of the port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:52:34.691249 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c59a0d5c-e7ae-419c-9dc6-8fb220a75316 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/f621176e-d650-4718-94ec-9f54801a6bc2 HTTP/1.1" status: 404 len: 333 time: 0.0385284 Feb 20 03:52:34.711590 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58586) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:34.714454 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97cc59a-0ea4-4d58-b7f2-6a199d1df70e service neutron] Pushing event updated for resources: {'Port': ['ID=a8521034-1ae5-4b18-bff8-85ac6ef4786d,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:34.759503 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-fef11ad4-2193-4feb-82cb-100bfd4cb754 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:34.763406 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fef11ad4-2193-4feb-82cb-100bfd4cb754 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:34.769107 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fef11ad4-2193-4feb-82cb-100bfd4cb754 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/db5e76a5-f176-4465-aeda-51b6347c9846 HTTP/1.1" status: 404 len: 337 time: 0.0526819 Feb 20 03:52:34.825435 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670e123b-7de7-404f-a65c-05c02ea6477d None None] DHCP port deletion for 4f54fdde-6e16-424b-a89f-7d368ed79ea3 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:52:34.831554 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58588) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:34.870072 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd78477-e8a6-40e8-a355-07874633b16b service neutron] Pushing event updated for resources: {'Port': ['ID=3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:34.922570 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-f157d528-8787-4b68-a445-edafb7d1436c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:34.923064 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f157d528-8787-4b68-a445-edafb7d1436c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:34.928420 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f157d528-8787-4b68-a445-edafb7d1436c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/c39ef0a2-446d-4277-ae02-e5b1bf76168f HTTP/1.1" status: 404 len: 337 time: 0.0935969 Feb 20 03:52:34.931914 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58590) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:34.937105 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-670e123b-7de7-404f-a65c-05c02ea6477d None None] Deleting port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:52:34.937651 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-670e123b-7de7-404f-a65c-05c02ea6477d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:34.955006 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-211b3aab-0bc5-4be1-a439-a9fa870c28cc tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (727d18ea-e0dc-439b-abaf-136ea205de32), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:35.003437 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-20732c31-e257-4cee-bfaa-c6b627d3be96 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:35.014397 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20732c31-e257-4cee-bfaa-c6b627d3be96 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:35.019761 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-20732c31-e257-4cee-bfaa-c6b627d3be96 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/4e142c1e-da05-4aef-90d2-c8e5518d1541 HTTP/1.1" status: 404 len: 333 time: 0.0846872 Feb 20 03:52:35.021000 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-670e123b-7de7-404f-a65c-05c02ea6477d None None] For port 0e424a27-c2ee-41fd-9b09-5fa35c81d443, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0e424a27-c2ee-41fd-9b09-5fa35c81d443,segment=NetworkSegment(f49f9d8f-492e-4773-97cc-e6a76d35fb48),segment_id=f49f9d8f-492e-4773-97cc-e6a76d35fb48)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:35.021533 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58592) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:35.022238 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-670e123b-7de7-404f-a65c-05c02ea6477d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:35.045107 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-670e123b-7de7-404f-a65c-05c02ea6477d None None] Calling delete_port for 0e424a27-c2ee-41fd-9b09-5fa35c81d443 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:52:35.085392 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-211b3aab-0bc5-4be1-a439-a9fa870c28cc tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['727d18ea-e0dc-439b-abaf-136ea205de32']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:35.102405 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-7462d21e-02cd-4c71-89d0-863eaf34cacf tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:35.103021 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7462d21e-02cd-4c71-89d0-863eaf34cacf tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:35.108339 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7462d21e-02cd-4c71-89d0-863eaf34cacf tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/f94442c0-4c2d-4be1-adfa-a9bf069fbcd8 HTTP/1.1" status: 404 len: 337 time: 0.0835514 Feb 20 03:52:35.108735 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58594) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:35.188315 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-211b3aab-0bc5-4be1-a439-a9fa870c28cc tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91bcd818-a7fd-415b-b558-d03b74a19c6a') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:35.188650 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-211b3aab-0bc5-4be1-a439-a9fa870c28cc tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91bcd818-a7fd-415b-b558-d03b74a19c6a') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:35.190930 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd9a3aa3-f5f9-48d9-a541-65e759803a6c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:35.191397 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd9a3aa3-f5f9-48d9-a541-65e759803a6c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:35.194597 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-dd9a3aa3-f5f9-48d9-a541-65e759803a6c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/61069dd5-e32a-4d44-9915-d7a2620ef330 HTTP/1.1" status: 404 len: 337 time: 0.0800242 Feb 20 03:52:35.216552 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58598) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:35.229359 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-211b3aab-0bc5-4be1-a439-a9fa870c28cc tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (91bcd818-a7fd-415b-b558-d03b74a19c6a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:35.253206 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f89d40-0a53-4174-a259-041279ec4da2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:35.253881 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9f89d40-0a53-4174-a259-041279ec4da2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:35.257021 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c9f89d40-0a53-4174-a259-041279ec4da2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/f6786a25-c4d9-4e35-aaef-da876ccd726f HTTP/1.1" status: 404 len: 333 time: 0.0394588 Feb 20 03:52:35.260851 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58600) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:35.288094 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-211b3aab-0bc5-4be1-a439-a9fa870c28cc tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (91bcd818-a7fd-415b-b558-d03b74a19c6a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:35.291627 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca74511-e9fd-45ff-892f-f54488cbea38 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:35.292094 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aca74511-e9fd-45ff-892f-f54488cbea38 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:35.295221 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-aca74511-e9fd-45ff-892f-f54488cbea38 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/dc1a5731-4aa7-4e48-98a9-4368b64b2d0f HTTP/1.1" status: 404 len: 337 time: 0.0333424 Feb 20 03:52:35.298351 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58602) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:35.309840 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-211b3aab-0bc5-4be1-a439-a9fa870c28cc tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:52:35.310255 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-211b3aab-0bc5-4be1-a439-a9fa870c28cc tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (91bcd818-a7fd-415b-b558-d03b74a19c6a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:35.313441 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:52:35.313441 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:52:35.313441 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:52:35.313441 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:52:35.313441 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:52:35.313441 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:52:35.313441 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:52:35.313441 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:52:35.313441 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:52:35.313441 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:52:35.313441 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:52:35.313441 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:52:35.313441 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:52:35.313441 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:52:35.313441 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:52:35.313441 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:52:35.313441 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:52:35.313441 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:52:35.313441 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:52:35.313441 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:52:35.313441 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:52:35.313441 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:52:35.313441 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:52:35.313441 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:52:35.313441 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:52:35.313441 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:52:35.313441 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:52:35.313441 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:52:35.313441 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:52:35.313441 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:52:35.313441 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:52:35.313441 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:52:35.327959 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device da686ece-f646-488f-ab9c-045a0200f9fc details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:52:35.344159 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a50eb15-8a54-4244-9e3a-9176651f5ece tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:35.344623 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a50eb15-8a54-4244-9e3a-9176651f5ece tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:35.347802 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3a50eb15-8a54-4244-9e3a-9176651f5ece tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/21060990-ed50-44c2-89d2-6815b7e4e39e HTTP/1.1" status: 404 len: 337 time: 0.0484531 Feb 20 03:52:35.351180 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58604) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:35.493026 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-670e123b-7de7-404f-a65c-05c02ea6477d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (0e424a27-c2ee-41fd-9b09-5fa35c81d443), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:35.555615 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e123b-7de7-404f-a65c-05c02ea6477d None None] Pushing event deleted for resources: {'Port': ['ID=0e424a27-c2ee-41fd-9b09-5fa35c81d443,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:35.573548 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670e123b-7de7-404f-a65c-05c02ea6477d None None] No DVR routers for this DVR port 0e424a27-c2ee-41fd-9b09-5fa35c81d443 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:52:35.648772 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port da686ece-f646-488f-ab9c-045a0200f9fc, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=da686ece-f646-488f-ab9c-045a0200f9fc,segment=NetworkSegment(dd4c469a-f274-41f9-bc22-e809b7f2fbb9),segment_id=dd4c469a-f274-41f9-bc22-e809b7f2fbb9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:35.653595 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1be6a6-27c9-468a-aa7d-3477929d9338 tempest-ServerActionsTestJSON-1873294317 tempest-ServerActionsTestJSON-1873294317-project] Pushing event deleted for resources: {'Port': ['ID=ed23b705-f44e-403e-9399-4a11b46a3468,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:35.723932 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012b470-7365-4c70-a83d-8a95b2d08004 req-29b13032-c5fd-434f-bd1b-2a06922f4be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:35.725682 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7012b470-7365-4c70-a83d-8a95b2d08004 req-29b13032-c5fd-434f-bd1b-2a06922f4be6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a2b9035c-9333-4674-9bbf-447b79a14259 HTTP/1.1" status: 200 len: 853 time: 1.1126430 Feb 20 03:52:35.734808 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-a7f0457a-77d5-4ff2-953e-ad7652e533a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:35.736593 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-a7f0457a-77d5-4ff2-953e-ad7652e533a4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3cda16f4bf3342cc9a4c00c0f5219b98&device_id=a2938768-8155-41d4-aa9f-8b96a03e8357 HTTP/1.1" status: 200 len: 1126 time: 1.5445027 Feb 20 03:52:35.827914 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-1036b2db-ce1a-482a-95bf-1c5034832a69 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:35.828538 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1036b2db-ce1a-482a-95bf-1c5034832a69 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:35.839862 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1036b2db-ce1a-482a-95bf-1c5034832a69 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/2bb46ab4-a3c5-4549-8e80-0b2d54fcdb80 HTTP/1.1" status: 404 len: 333 time: 0.4852536 Feb 20 03:52:35.854772 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58610) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:35.863265 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e0cb2-5ee2-4734-b6b0-f07b7a317689 req-bfeb3d57-d325-4170-b860-d577b04d65b5 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:35.875900 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-143e0cb2-5ee2-4734-b6b0-f07b7a317689 req-bfeb3d57-d325-4170-b860-d577b04d65b5 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=44ee9b78-dd33-48a9-b6e2-04f9f9dba374 HTTP/1.1" status: 200 len: 944 time: 1.5194280 Feb 20 03:52:35.919618 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-7be693b5-b22e-4d88-af33-258080045787 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:35.931376 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7be693b5-b22e-4d88-af33-258080045787 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:35.937307 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7be693b5-b22e-4d88-af33-258080045787 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/b5819063-b181-4065-8b86-c4b33b53dd77 HTTP/1.1" status: 404 len: 337 time: 0.0791471 Feb 20 03:52:35.938134 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58612) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:35.978885 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed47244b-e007-45e8-8efa-4708a42fe92e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:35.979527 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed47244b-e007-45e8-8efa-4708a42fe92e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:35.983131 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ed47244b-e007-45e8-8efa-4708a42fe92e tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/342afcb3-d6c1-4720-932f-2b143565df97 HTTP/1.1" status: 404 len: 337 time: 0.0441191 Feb 20 03:52:35.987391 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58614) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:35.997202 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-211b3aab-0bc5-4be1-a439-a9fa870c28cc tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (727d18ea-e0dc-439b-abaf-136ea205de32), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:36.010771 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-211b3aab-0bc5-4be1-a439-a9fa870c28cc tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:36.012325 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'da686ece-f646-488f-ab9c-045a0200f9fc', 'network_id': 'e214a271-1910-4f9f-bcdf-8de79d943770', 'port_id': 'da686ece-f646-488f-ab9c-045a0200f9fc', 'mac_address': 'fa:16:3e:a9:88:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b9035c-9333-4674-9bbf-447b79a14259', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:52:36.019297 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-211b3aab-0bc5-4be1-a439-a9fa870c28cc tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "DELETE /v2.0/networks/727d18ea-e0dc-439b-abaf-136ea205de32 HTTP/1.1" status: 204 len: 168 time: 1.6454673 Feb 20 03:52:36.045149 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58616) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:36.081547 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-ee80395f-ef65-4967-a854-931eb8f1949a req-ecd78477-e8a6-40e8-a355-07874633b16b service neutron] Attempting to bind port 3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:52:36.082139 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-ee80395f-ef65-4967-a854-931eb8f1949a req-ecd78477-e8a6-40e8-a355-07874633b16b service neutron] Attempting to bind port 3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': 'dd4c469a-f274-41f9-bc22-e809b7f2fbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e214a271-1910-4f9f-bcdf-8de79d943770'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:52:36.082656 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee80395f-ef65-4967-a854-931eb8f1949a req-ecd78477-e8a6-40e8-a355-07874633b16b service neutron] Attempting to bind port 3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9 on network e214a271-1910-4f9f-bcdf-8de79d943770 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:52:36.089717 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-bafdb18c-17e3-4bea-b39b-6f7462f479dc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8521034-1ae5-4b18-bff8-85ac6ef4786d HTTP/1.1" status: 200 len: 217 time: 0.2027621 Feb 20 03:52:36.091407 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port da686ece-f646-488f-ab9c-045a0200f9fc is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:52:36.091407 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (da686ece-f646-488f-ab9c-045a0200f9fc), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:36.118561 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da686ece-f646-488f-ab9c-045a0200f9fc {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:52:36.163086 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port da686ece-f646-488f-ab9c-045a0200f9fc, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=da686ece-f646-488f-ab9c-045a0200f9fc,segment=NetworkSegment(dd4c469a-f274-41f9-bc22-e809b7f2fbb9),segment_id=dd4c469a-f274-41f9-bc22-e809b7f2fbb9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:36.181406 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b3aab-0bc5-4be1-a439-a9fa870c28cc tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event deleted for resources: {'Network': ['ID=727d18ea-e0dc-439b-abaf-136ea205de32,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:36.185116 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac077e60-1c3d-49b8-8bb5-80e2f93fe914 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:36.187869 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac077e60-1c3d-49b8-8bb5-80e2f93fe914 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:36.203396 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-1b177b5e-ca98-4719-b6d9-145d4adfe267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:36.204873 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-1b177b5e-ca98-4719-b6d9-145d4adfe267 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a2b9035c-9333-4674-9bbf-447b79a14259 HTTP/1.1" status: 200 len: 853 time: 0.0798059 Feb 20 03:52:36.205237 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ac077e60-1c3d-49b8-8bb5-80e2f93fe914 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "DELETE /v2.0/subnets/a059eb6a-38e6-4495-abf4-62f59dccf0b0 HTTP/1.1" status: 404 len: 337 time: 0.1125681 Feb 20 03:52:36.206121 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58618) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:36.208502 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9ff9cc-83b5-469b-82b3-693d67108bc7 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:36.210214 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e9ff9cc-83b5-469b-82b3-693d67108bc7 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:36.211823 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-143e0cb2-5ee2-4734-b6b0-f07b7a317689 req-99cdbb89-ba22-4ae6-bd41-d787110f8c6a tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346403 Feb 20 03:52:36.238890 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee80395f-ef65-4967-a854-931eb8f1949a req-ecd78477-e8a6-40e8-a355-07874633b16b service neutron] Port 3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9 on network e214a271-1910-4f9f-bcdf-8de79d943770 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:52:36.239391 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee80395f-ef65-4967-a854-931eb8f1949a req-ecd78477-e8a6-40e8-a355-07874633b16b service neutron] Attempting to bind port 3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9 on network e214a271-1910-4f9f-bcdf-8de79d943770 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:52:36.241677 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0e9ff9cc-83b5-469b-82b3-693d67108bc7 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/95108603-db83-4c2c-a499-c74752fd2ccf HTTP/1.1" status: 404 len: 333 time: 0.2529542 Feb 20 03:52:36.242812 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58622) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:36.276021 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (da686ece-f646-488f-ab9c-045a0200f9fc), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:36.316275 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f1dbfea-c4ed-46dd-b53d-55c1f7f3a5a5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:36.316746 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f1dbfea-c4ed-46dd-b53d-55c1f7f3a5a5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:36.328652 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9f1dbfea-c4ed-46dd-b53d-55c1f7f3a5a5 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/f19a316b-bdf3-4866-9c6b-adf77c9f7f23 HTTP/1.1" status: 404 len: 337 time: 0.0847659 Feb 20 03:52:36.329332 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58624) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:36.361188 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0e424a27-c2ee-41fd-9b09-5fa35c81d443 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:52:36.364935 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012b470-7365-4c70-a83d-8a95b2d08004 req-6b62e6df-8eb7-4f66-a998-ff31bb5c70de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:36.366710 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7012b470-7365-4c70-a83d-8a95b2d08004 req-6b62e6df-8eb7-4f66-a998-ff31bb5c70de service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e214a271-1910-4f9f-bcdf-8de79d943770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6291564 Feb 20 03:52:36.370348 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee80395f-ef65-4967-a854-931eb8f1949a req-ecd78477-e8a6-40e8-a355-07874633b16b service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:52:36.370903 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee80395f-ef65-4967-a854-931eb8f1949a req-ecd78477-e8a6-40e8-a355-07874633b16b service neutron] Checking segment: {'id': 'dd4c469a-f274-41f9-bc22-e809b7f2fbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e214a271-1910-4f9f-bcdf-8de79d943770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:52:36.371471 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee80395f-ef65-4967-a854-931eb8f1949a req-ecd78477-e8a6-40e8-a355-07874633b16b service neutron] Bound using segment: {'id': 'dd4c469a-f274-41f9-bc22-e809b7f2fbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e214a271-1910-4f9f-bcdf-8de79d943770'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:52:36.372095 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-ee80395f-ef65-4967-a854-931eb8f1949a req-ecd78477-e8a6-40e8-a355-07874633b16b service neutron] Bound port: 3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd4c469a-f274-41f9-bc22-e809b7f2fbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e214a271-1910-4f9f-bcdf-8de79d943770'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:52:36.372619 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ee80395f-ef65-4967-a854-931eb8f1949a req-ecd78477-e8a6-40e8-a355-07874633b16b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:36.375018 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-344d83c5-ea12-4f00-9018-cc045600faab tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:36.375695 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-344d83c5-ea12-4f00-9018-cc045600faab tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:36.379091 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-344d83c5-ea12-4f00-9018-cc045600faab tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "DELETE /v2.0/networks/a94c9876-747e-4dec-a3a2-cb76d42e1a48 HTTP/1.1" status: 404 len: 339 time: 0.1663008 Feb 20 03:52:36.395613 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58626) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:36.414251 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-57057eab-49cb-4c53-bb4c-cf1d1fd58610 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:36.414947 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57057eab-49cb-4c53-bb4c-cf1d1fd58610 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:36.428651 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-57057eab-49cb-4c53-bb4c-cf1d1fd58610 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/34054922-181d-4ba6-b4d5-9d3292252d7e HTTP/1.1" status: 404 len: 333 time: 0.0958571 Feb 20 03:52:36.431455 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=da686ece-f646-488f-ab9c-045a0200f9fc,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:36.434841 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 0e424a27-c2ee-41fd-9b09-5fa35c81d443 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:52:36.436657 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58628) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:36.439935 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0e424a27-c2ee-41fd-9b09-5fa35c81d443 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:52:36.488222 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['da686ece-f646-488f-ab9c-045a0200f9fc'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:52:36.519628 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7012b470-7365-4c70-a83d-8a95b2d08004 req-b83a70d7-c197-4aca-858e-0bd2d9ece209 service neutron] 10.222.0.93 "GET /v2.0/networks/e214a271-1910-4f9f-bcdf-8de79d943770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383512 Feb 20 03:52:36.556904 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca20fda7-f007-40fb-a949-1ba1ae1eb1c4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:36.557373 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca20fda7-f007-40fb-a949-1ba1ae1eb1c4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:36.563710 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ca20fda7-f007-40fb-a949-1ba1ae1eb1c4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/f9df2de2-285d-4384-a412-364c2fe867a1 HTTP/1.1" status: 404 len: 337 time: 0.1260662 Feb 20 03:52:36.603828 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58632) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:36.607988 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-991a9636-c87b-4995-a7d8-a5f427ea060f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Deleting subnet 1e5ee798-31fc-4457-8b7f-80191b232966 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:52:36.638185 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-991a9636-c87b-4995-a7d8-a5f427ea060f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks [] for subnet (1e5ee798-31fc-4457-8b7f-80191b232966), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:36.641927 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d118f1-8a55-43cd-8122-5ae5aac6af9c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:36.642670 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1d118f1-8a55-43cd-8122-5ae5aac6af9c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:36.645983 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f1d118f1-8a55-43cd-8122-5ae5aac6af9c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/ebe0bada-ebe2-45d1-b6ba-9e588c758c96 HTTP/1.1" status: 404 len: 333 time: 0.0352807 Feb 20 03:52:36.684708 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58634) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:36.806073 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-97af367c-117a-4a85-9f57-d55d081667a9 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:36.827092 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97af367c-117a-4a85-9f57-d55d081667a9 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:36.830675 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-97af367c-117a-4a85-9f57-d55d081667a9 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/7bb09f40-0d21-4fe1-8669-5b63c3415cc6 HTTP/1.1" status: 404 len: 337 time: 0.1422904 Feb 20 03:52:36.834412 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58638) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:36.911657 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-991a9636-c87b-4995-a7d8-a5f427ea060f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (1e5ee798-31fc-4457-8b7f-80191b232966), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:36.979912 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-63e9a943-e7e5-493d-8469-663bc2688a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:36.981488 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-63e9a943-e7e5-493d-8469-663bc2688a47 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e214a271-1910-4f9f-bcdf-8de79d943770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7350080 Feb 20 03:52:36.991555 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7012b470-7365-4c70-a83d-8a95b2d08004 req-5e97bd0f-36db-4334-b582-81dbc68b4678 service neutron] 10.222.0.93 "GET /v2.0/networks/e214a271-1910-4f9f-bcdf-8de79d943770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401028 Feb 20 03:52:36.998953 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-ee80395f-ef65-4967-a854-931eb8f1949a req-ecd78477-e8a6-40e8-a355-07874633b16b service neutron] For port 3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:52:37.010533 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-ee80395f-ef65-4967-a854-931eb8f1949a req-ecd78477-e8a6-40e8-a355-07874633b16b service neutron] For port 3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9,segment=NetworkSegment(dd4c469a-f274-41f9-bc22-e809b7f2fbb9),segment_id=dd4c469a-f274-41f9-bc22-e809b7f2fbb9)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:52:37.078583 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-d44e4697-8df0-4d5d-95bf-475ff74ba474 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:37.087630 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d44e4697-8df0-4d5d-95bf-475ff74ba474 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:37.090757 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d44e4697-8df0-4d5d-95bf-475ff74ba474 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/a80a8ca2-418f-48c5-8241-7593a2e10ce4 HTTP/1.1" status: 404 len: 333 time: 0.2551575 Feb 20 03:52:37.094775 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58640) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:37.108549 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ee80395f-ef65-4967-a854-931eb8f1949a req-ecd78477-e8a6-40e8-a355-07874633b16b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:37.115063 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-991a9636-c87b-4995-a7d8-a5f427ea060f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (1e5ee798-31fc-4457-8b7f-80191b232966), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:37.221066 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd18ce2e-1c86-4ab8-ab49-1fd08d1049ef tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:37.221457 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd18ce2e-1c86-4ab8-ab49-1fd08d1049ef tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:37.224553 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-fd18ce2e-1c86-4ab8-ab49-1fd08d1049ef tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/32cde918-1ce8-4927-9e75-246a81da08ef HTTP/1.1" status: 404 len: 337 time: 0.1277051 Feb 20 03:52:37.228065 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58642) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:37.267790 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80395f-ef65-4967-a854-931eb8f1949a req-ecd78477-e8a6-40e8-a355-07874633b16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:37.268399 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ee80395f-ef65-4967-a854-931eb8f1949a req-ecd78477-e8a6-40e8-a355-07874633b16b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:37.269815 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ee80395f-ef65-4967-a854-931eb8f1949a req-ecd78477-e8a6-40e8-a355-07874633b16b service neutron] 10.222.0.42 "PUT /v2.0/ports/3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9 HTTP/1.1" status: 200 len: 1092 time: 6.4197340 Feb 20 03:52:37.272212 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44ee9b78-dd33-48a9-b6e2-04f9f9dba374', 'tag': '3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:52:37.275599 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcb3632-6fd2-4fa7-a0db-549d17cd9802" -d '{"events": [{"name": "network-changed", "server_uuid": "44ee9b78-dd33-48a9-b6e2-04f9f9dba374", "tag": "3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:52:37.282734 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dccf92a-d4ae-4107-9236-7fcfdb12bf28 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:37.288454 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dccf92a-d4ae-4107-9236-7fcfdb12bf28 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:37.297886 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9dccf92a-d4ae-4107-9236-7fcfdb12bf28 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/057de9db-f246-4426-8b6b-9f7946ac0ba6 HTTP/1.1" status: 404 len: 333 time: 0.0661442 Feb 20 03:52:37.305438 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58648) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:37.329216 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device da686ece-f646-488f-ab9c-045a0200f9fc up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:52:37.370381 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-d0a5a73e-175d-444d-ab07-d75fdf311da9 service neutron] 10.222.0.93 "GET /v2.0/networks/e214a271-1910-4f9f-bcdf-8de79d943770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742402 Feb 20 03:52:37.419286 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-991a9636-c87b-4995-a7d8-a5f427ea060f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (1e5ee798-31fc-4457-8b7f-80191b232966), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:37.457835 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd78477-e8a6-40e8-a355-07874633b16b service neutron] Pushing event updated for resources: {'Port': ['ID=3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:37.467373 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a9636-c87b-4995-a7d8-a5f427ea060f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event deleted for resources: {'Subnet': ['ID=1e5ee798-31fc-4457-8b7f-80191b232966,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:37.485299 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-991a9636-c87b-4995-a7d8-a5f427ea060f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:37.493300 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362fd755-6ec7-45a4-886f-a9dcde6598a5 None None] Network 17809541-6447-496f-8e1a-6e795d02a5e7 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:52:37.496794 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-991a9636-c87b-4995-a7d8-a5f427ea060f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "DELETE /v2.0/subnets/1e5ee798-31fc-4457-8b7f-80191b232966 HTTP/1.1" status: 204 len: 168 time: 1.0974920 Feb 20 03:52:37.497147 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58652) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:37.514303 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aeb4e11-dcad-4486-9a3b-5b657a078a19 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:37.514776 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aeb4e11-dcad-4486-9a3b-5b657a078a19 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:37.520281 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1aeb4e11-dcad-4486-9a3b-5b657a078a19 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/003fdec1-2c23-4001-b778-14eac93bd97c HTTP/1.1" status: 404 len: 337 time: 0.2063789 Feb 20 03:52:37.529459 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58654) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:37.637241 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-af4f89aa-3243-419b-9dcf-2b313978e2dc tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Deleting subnet 4c790967-4c31-4222-9e59-64fb4d53f3c1 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:52:37.646010 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-af4f89aa-3243-419b-9dcf-2b313978e2dc tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks [] for subnet (4c790967-4c31-4222-9e59-64fb4d53f3c1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:37.646224 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port da686ece-f646-488f-ab9c-045a0200f9fc completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:52:37.691594 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port da686ece-f646-488f-ab9c-045a0200f9fc triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:52:37.701526 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (da686ece-f646-488f-ab9c-045a0200f9fc), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:37.709308 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-af4f89aa-3243-419b-9dcf-2b313978e2dc tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (4c790967-4c31-4222-9e59-64fb4d53f3c1), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:37.765993 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-037836f3-1c9c-4bec-8cc2-110331106b53 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:37.766568 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-037836f3-1c9c-4bec-8cc2-110331106b53 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:37.782043 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-037836f3-1c9c-4bec-8cc2-110331106b53 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/8f24f7bc-ffed-46cb-b748-a7ff184a4b7c HTTP/1.1" status: 404 len: 333 time: 0.2308300 Feb 20 03:52:37.791748 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58660) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:37.828638 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-af4f89aa-3243-419b-9dcf-2b313978e2dc tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (4c790967-4c31-4222-9e59-64fb4d53f3c1), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:37.895792 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80395f-ef65-4967-a854-931eb8f1949a req-7ccac542-7eb9-4fda-a34c-43cc0f264148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:37.897561 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ee80395f-ef65-4967-a854-931eb8f1949a req-7ccac542-7eb9-4fda-a34c-43cc0f264148 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3cda16f4bf3342cc9a4c00c0f5219b98&device_id=44ee9b78-dd33-48a9-b6e2-04f9f9dba374 HTTP/1.1" status: 200 len: 1126 time: 0.4407043 Feb 20 03:52:37.922182 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port da686ece-f646-488f-ab9c-045a0200f9fc is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:52:37.922933 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (da686ece-f646-488f-ab9c-045a0200f9fc), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:37.924987 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0b0159-4841-4b02-8d2c-7914204b8dce tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:37.925459 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce0b0159-4841-4b02-8d2c-7914204b8dce tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:37.928756 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ce0b0159-4841-4b02-8d2c-7914204b8dce tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/5193eeba-f3d5-4f5d-9156-49ed60e1d03c HTTP/1.1" status: 404 len: 337 time: 0.1172059 Feb 20 03:52:37.932227 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58662) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:37.984319 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port da686ece-f646-488f-ab9c-045a0200f9fc, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=da686ece-f646-488f-ab9c-045a0200f9fc,segment=NetworkSegment(dd4c469a-f274-41f9-bc22-e809b7f2fbb9),segment_id=dd4c469a-f274-41f9-bc22-e809b7f2fbb9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:37.987099 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937c9427-5ee3-4135-9a6c-2d43d6252c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da686ece-f646-488f-ab9c-045a0200f9fc'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:52:37.991175 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7159a393-e837-4c25-b6ae-dc19c45f3076" -d '{"events": [{"server_uuid": "937c9427-5ee3-4135-9a6c-2d43d6252c3a", "name": "network-vif-plugged", "status": "completed", "tag": "da686ece-f646-488f-ab9c-045a0200f9fc"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:52:37.992630 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-af4f89aa-3243-419b-9dcf-2b313978e2dc tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (4c790967-4c31-4222-9e59-64fb4d53f3c1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:38.003894 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b856786-5c86-4a8b-b952-7be67c91b07d req-3ca752ed-1d98-4eda-8e09-2e230f102ba6 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:38.005465 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6b856786-5c86-4a8b-b952-7be67c91b07d req-3ca752ed-1d98-4eda-8e09-2e230f102ba6 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=44ee9b78-dd33-48a9-b6e2-04f9f9dba374 HTTP/1.1" status: 200 len: 944 time: 0.5733001 Feb 20 03:52:38.030693 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ee80395f-ef65-4967-a854-931eb8f1949a req-6c10d2a2-5842-47ac-8fdf-0deccbff0ffa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9 HTTP/1.1" status: 200 len: 217 time: 0.0881224 Feb 20 03:52:38.042095 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c16a680-27bb-479f-b21a-84228c2af12f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:38.042641 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c16a680-27bb-479f-b21a-84228c2af12f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:38.046806 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1dac1fbf-2228-466e-9c98-e4284a6e7a9c req-65c8eb8e-d47b-442c-937e-a5a264218632 service neutron] 10.222.0.93 "GET /v2.0/networks/e214a271-1910-4f9f-bcdf-8de79d943770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6154246 Feb 20 03:52:38.049368 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0c16a680-27bb-479f-b21a-84228c2af12f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/a222761b-077e-4f71-8378-e15130970e85 HTTP/1.1" status: 404 len: 337 time: 0.1160054 Feb 20 03:52:38.050913 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58666) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:38.057542 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f89aa-3243-419b-9dcf-2b313978e2dc tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event deleted for resources: {'Subnet': ['ID=4c790967-4c31-4222-9e59-64fb4d53f3c1,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:38.057921 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (da686ece-f646-488f-ab9c-045a0200f9fc), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:38.087581 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-af4f89aa-3243-419b-9dcf-2b313978e2dc tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:38.096382 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-af4f89aa-3243-419b-9dcf-2b313978e2dc tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "DELETE /v2.0/subnets/4c790967-4c31-4222-9e59-64fb4d53f3c1 HTTP/1.1" status: 204 len: 168 time: 0.5978038 Feb 20 03:52:38.121877 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58668) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:38.139689 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09b9c13-9b1e-4904-b13c-fee37018f39f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:38.151470 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e09b9c13-9b1e-4904-b13c-fee37018f39f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:38.157576 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e09b9c13-9b1e-4904-b13c-fee37018f39f tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/b1878dd7-97ad-42f4-84f0-cd7816d0c8da HTTP/1.1" status: 404 len: 333 time: 0.0856004 Feb 20 03:52:38.157576 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58670) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:38.165406 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=da686ece-f646-488f-ab9c-045a0200f9fc,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:38.277887 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e8bb68-6f03-4975-b15f-79fe7229c3f4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:38.278382 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85e8bb68-6f03-4975-b15f-79fe7229c3f4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:38.284781 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-85e8bb68-6f03-4975-b15f-79fe7229c3f4 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/c6cf463f-df76-464c-bd53-82a7f6c59b41 HTTP/1.1" status: 404 len: 337 time: 0.0997205 Feb 20 03:52:38.289597 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58672) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:38.298489 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6b856786-5c86-4a8b-b952-7be67c91b07d req-1b27c165-a155-4d60-8e48-8bad0b0f66c7 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796233 Feb 20 03:52:38.303075 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80395f-ef65-4967-a854-931eb8f1949a req-dc5af778-26a1-4cd9-8d95-e924eaeabeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:38.311411 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ee80395f-ef65-4967-a854-931eb8f1949a req-dc5af778-26a1-4cd9-8d95-e924eaeabeb4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a2b9035c-9333-4674-9bbf-447b79a14259 HTTP/1.1" status: 200 len: 853 time: 0.2584131 Feb 20 03:52:38.328295 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a061d6b-f297-4905-adc3-d8622b6d28b6 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:38.328903 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a061d6b-f297-4905-adc3-d8622b6d28b6 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:38.334291 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6a061d6b-f297-4905-adc3-d8622b6d28b6 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/9e90dbae-7da7-4dfb-98fb-edaf4bbd7b21 HTTP/1.1" status: 404 len: 337 time: 0.0411458 Feb 20 03:52:38.338753 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58674) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:38.378050 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-56167efb-1008-4c76-ba2d-ce8ed484adc9 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:38.378744 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56167efb-1008-4c76-ba2d-ce8ed484adc9 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:38.385182 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-56167efb-1008-4c76-ba2d-ce8ed484adc9 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/e09af4e6-dd3c-4c15-803d-4afbf687c310 HTTP/1.1" status: 404 len: 333 time: 0.0423295 Feb 20 03:52:38.390559 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2d8dc3f2-6b2f-487d-bde2-68cea192f353 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (17809541-6447-496f-8e1a-6e795d02a5e7), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:38.393281 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58676) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:38.400883 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea2d631-9c13-473d-88f1-b160f1a77812 x-openstack-request-id: req-6ea2d631-9c13-473d-88f1-b160f1a77812 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:52:38.406090 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44ee9b78-dd33-48a9-b6e2-04f9f9dba374", "tag": "3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:52:38.406556 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6ea2d631-9c13-473d-88f1-b160f1a77812 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:52:38.407606 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44ee9b78-dd33-48a9-b6e2-04f9f9dba374', 'tag': '3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9', 'status': 'completed', 'code': 200} Feb 20 03:52:38.417088 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e079c940-51a8-48a1-996d-b882ee4ce17f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (3956c1f6-e866-4a2f-8da9-45d59ab37f07), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:38.471003 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86dc4dcb-29f0-4331-be21-108875d62c3f x-openstack-request-id: req-86dc4dcb-29f0-4331-be21-108875d62c3f {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:52:38.471431 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937c9427-5ee3-4135-9a6c-2d43d6252c3a", "name": "network-vif-plugged", "status": "completed", "tag": "da686ece-f646-488f-ab9c-045a0200f9fc", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:52:38.471827 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-86dc4dcb-29f0-4331-be21-108875d62c3f {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:52:38.472344 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937c9427-5ee3-4135-9a6c-2d43d6252c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da686ece-f646-488f-ab9c-045a0200f9fc', 'code': 200} Feb 20 03:52:38.536561 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e9ac78-6a81-46f0-8f15-f573049aecd2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:38.538059 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2e9ac78-6a81-46f0-8f15-f573049aecd2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:38.546811 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f2e9ac78-6a81-46f0-8f15-f573049aecd2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/4f2762ac-8b9c-4a8c-8640-e0c5ffcacb71 HTTP/1.1" status: 404 len: 337 time: 0.1488862 Feb 20 03:52:38.548652 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58680) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:38.564448 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de83a26-e750-4abd-b311-8cab7088cd02 req-4da943a8-afb2-44fa-8d0a-5a682614238c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:38.569844 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0de83a26-e750-4abd-b311-8cab7088cd02 req-4da943a8-afb2-44fa-8d0a-5a682614238c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3cda16f4bf3342cc9a4c00c0f5219b98&device_id=a2938768-8155-41d4-aa9f-8b96a03e8357 HTTP/1.1" status: 200 len: 1126 time: 0.3403888 Feb 20 03:52:38.604895 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-7044607c-054c-4393-bef2-047b0714a819 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:38.605519 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7044607c-054c-4393-bef2-047b0714a819 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:38.610964 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7044607c-054c-4393-bef2-047b0714a819 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/632ee16e-5946-4478-ad48-3fa6934fd7d7 HTTP/1.1" status: 404 len: 337 time: 0.0580058 Feb 20 03:52:38.611396 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58682) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:38.638713 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d99b98-8126-46b3-952a-52fdb095bd57 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:38.639478 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95d99b98-8126-46b3-952a-52fdb095bd57 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:38.645213 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-95d99b98-8126-46b3-952a-52fdb095bd57 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/06bfc212-8b2f-4ba9-92d1-4f763176c084 HTTP/1.1" status: 404 len: 333 time: 0.0306208 Feb 20 03:52:38.646522 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58684) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:38.651129 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80395f-ef65-4967-a854-931eb8f1949a req-12cf077c-bf1c-46ba-a448-9225c270fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:38.653381 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ee80395f-ef65-4967-a854-931eb8f1949a req-12cf077c-bf1c-46ba-a448-9225c270fd6b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e214a271-1910-4f9f-bcdf-8de79d943770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3337409 Feb 20 03:52:38.704081 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a869d42-ddb1-4c9a-bb6e-c792b8865757 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:38.704926 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a869d42-ddb1-4c9a-bb6e-c792b8865757 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:38.711105 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9a869d42-ddb1-4c9a-bb6e-c792b8865757 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/a67edcd9-01a6-43aa-9028-02af13dfe25b HTTP/1.1" status: 404 len: 337 time: 0.0629265 Feb 20 03:52:38.714894 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58688) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:38.813542 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc88545c-d98e-4e68-951d-a1d82dd8dfd7 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:38.818960 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc88545c-d98e-4e68-951d-a1d82dd8dfd7 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:38.825414 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cc88545c-d98e-4e68-951d-a1d82dd8dfd7 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/1bff5d8f-5f09-4894-8ef2-91ccb107f59f HTTP/1.1" status: 404 len: 337 time: 0.1034534 Feb 20 03:52:38.827534 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58690) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:38.911849 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5ce09c4f-cbff-44ab-a30e-3667e440a1e2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports?device_id=171d6504-10dd-46d1-89fa-9acf2fd9510f HTTP/1.1" status: 200 len: 205 time: 0.0661476 Feb 20 03:52:38.914450 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-2d8dc3f2-6b2f-487d-bde2-68cea192f353 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Deleting port bed1dee3-7c40-47cd-9369-48f5cd0d634d {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:52:38.915045 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2d8dc3f2-6b2f-487d-bde2-68cea192f353 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (bed1dee3-7c40-47cd-9369-48f5cd0d634d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:38.917110 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58694) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:38.972138 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc7ceb4-bdd3-472c-af2f-62aee272c1ad None None] Network 17809541-6447-496f-8e1a-6e795d02a5e7 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:52:38.986196 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-72b7a189-d2df-4b8a-95ce-17a83d362e87 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] delete failed (client error): The resource could not be found. Feb 20 03:52:38.995253 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-72b7a189-d2df-4b8a-95ce-17a83d362e87 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/routers/171d6504-10dd-46d1-89fa-9acf2fd9510f HTTP/1.1" status: 404 len: 336 time: 0.0768793 Feb 20 03:52:39.053305 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58696) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:39.124729 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-95c46109-c2e4-4a6e-88c8-adc43543908b None None] Provisioning complete for port bed1dee3-7c40-47cd-9369-48f5cd0d634d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:52:39.130005 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-95c46109-c2e4-4a6e-88c8-adc43543908b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (bed1dee3-7c40-47cd-9369-48f5cd0d634d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:39.137465 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-916572e9-fa1a-4c6c-8d94-d1e6f377b68a tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:39.151638 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-916572e9-fa1a-4c6c-8d94-d1e6f377b68a tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:39.157866 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-916572e9-fa1a-4c6c-8d94-d1e6f377b68a tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/b863ff40-1224-412d-8062-d844cec80164 HTTP/1.1" status: 404 len: 337 time: 0.1031239 Feb 20 03:52:39.158734 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58698) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:39.228485 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8a322202-f635-4a30-81aa-76553ef4bd05 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "GET /v2.0/ports?device_id=02357eb2-745b-4a31-8b47-a83724510d87 HTTP/1.1" status: 200 len: 205 time: 0.0662129 Feb 20 03:52:39.240059 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58700) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:39.354422 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-7d0ad7ac-170f-449f-9eb6-3108a497a5d7 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] delete failed (client error): The resource could not be found. Feb 20 03:52:39.358260 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7d0ad7ac-170f-449f-9eb6-3108a497a5d7 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/routers/02357eb2-745b-4a31-8b47-a83724510d87 HTTP/1.1" status: 404 len: 336 time: 0.1141050 Feb 20 03:52:39.359128 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58704) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:39.399881 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fc5e1a-9edf-4306-b03f-78ca75149b9f None None] DHCP port deletion for 17809541-6447-496f-8e1a-6e795d02a5e7 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:52:39.415206 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-95c46109-c2e4-4a6e-88c8-adc43543908b None None] Current status of the port bed1dee3-7c40-47cd-9369-48f5cd0d634d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:52:39.447637 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-344d6847-4f2b-4134-8e52-c7fe24ea26c2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:39.449589 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-344d6847-4f2b-4134-8e52-c7fe24ea26c2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:39.457348 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58706) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:39.459836 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-344d6847-4f2b-4134-8e52-c7fe24ea26c2 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/f56ccf3a-90fc-4dc0-8680-38227982cb3a HTTP/1.1" status: 404 len: 337 time: 0.0881443 Feb 20 03:52:39.462200 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-2d8dc3f2-6b2f-487d-bde2-68cea192f353 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] For port bed1dee3-7c40-47cd-9369-48f5cd0d634d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=bed1dee3-7c40-47cd-9369-48f5cd0d634d,segment=NetworkSegment(8b6aae06-9ab2-43a4-9b8c-0bd4f83d083d),segment_id=8b6aae06-9ab2-43a4-9b8c-0bd4f83d083d)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:39.469944 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2d8dc3f2-6b2f-487d-bde2-68cea192f353 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (bed1dee3-7c40-47cd-9369-48f5cd0d634d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:39.496979 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-2d8dc3f2-6b2f-487d-bde2-68cea192f353 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Calling delete_port for bed1dee3-7c40-47cd-9369-48f5cd0d634d owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:52:39.532176 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e3fc5e1a-9edf-4306-b03f-78ca75149b9f None None] Deleting port bed1dee3-7c40-47cd-9369-48f5cd0d634d {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:52:39.532558 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e3fc5e1a-9edf-4306-b03f-78ca75149b9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (bed1dee3-7c40-47cd-9369-48f5cd0d634d), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:39.536308 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067c6ea-e6fa-44ea-9da9-f98a6a259262 req-6b84abac-5cb3-4dce-a1e1-ea6110226444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:39.537899 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4067c6ea-e6fa-44ea-9da9-f98a6a259262 req-6b84abac-5cb3-4dce-a1e1-ea6110226444 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=937c9427-5ee3-4135-9a6c-2d43d6252c3a HTTP/1.1" status: 200 len: 1127 time: 0.9789355 Feb 20 03:52:39.653067 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a8fe42-e947-4123-ad5d-37169e628a42 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:39.655797 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74a8fe42-e947-4123-ad5d-37169e628a42 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:39.662537 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58710) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:39.669572 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-74a8fe42-e947-4123-ad5d-37169e628a42 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/fa2bc54b-18e5-4a91-b49f-cba6a3db7630 HTTP/1.1" status: 404 len: 337 time: 0.2047131 Feb 20 03:52:39.712602 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b2accb-b5d0-4cf1-bc14-4eaa85cbdabc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:39.734396 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64b2accb-b5d0-4cf1-bc14-4eaa85cbdabc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:39.734542 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de83a26-e750-4abd-b311-8cab7088cd02 req-d4d26c9f-3aca-4786-8d71-6381a500ae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:39.734542 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0de83a26-e750-4abd-b311-8cab7088cd02 req-d4d26c9f-3aca-4786-8d71-6381a500ae96 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e214a271-1910-4f9f-bcdf-8de79d943770 HTTP/1.1" status: 200 len: 915 time: 1.1235955 Feb 20 03:52:39.734742 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-64b2accb-b5d0-4cf1-bc14-4eaa85cbdabc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/d7cb1082-9a9e-4fb4-a9d3-a118da21fb62 HTTP/1.1" status: 404 len: 333 time: 0.0614400 Feb 20 03:52:39.734742 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58712) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:39.734940 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e3fc5e1a-9edf-4306-b03f-78ca75149b9f None None] For port bed1dee3-7c40-47cd-9369-48f5cd0d634d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=bed1dee3-7c40-47cd-9369-48f5cd0d634d,segment=NetworkSegment(8b6aae06-9ab2-43a4-9b8c-0bd4f83d083d),segment_id=8b6aae06-9ab2-43a4-9b8c-0bd4f83d083d)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:39.734940 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e3fc5e1a-9edf-4306-b03f-78ca75149b9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (bed1dee3-7c40-47cd-9369-48f5cd0d634d), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:39.756673 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e3fc5e1a-9edf-4306-b03f-78ca75149b9f None None] Calling delete_port for bed1dee3-7c40-47cd-9369-48f5cd0d634d owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:52:39.817781 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2d8dc3f2-6b2f-487d-bde2-68cea192f353 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (bed1dee3-7c40-47cd-9369-48f5cd0d634d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:39.841059 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-a526c1ba-c074-48f0-9bda-c9ea191a4eac tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:39.841527 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a526c1ba-c074-48f0-9bda-c9ea191a4eac tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:39.844645 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a526c1ba-c074-48f0-9bda-c9ea191a4eac tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/52c9ff41-28ee-46ce-bc1a-abf9b199e5e6 HTTP/1.1" status: 404 len: 337 time: 0.1173792 Feb 20 03:52:39.864912 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e3fc5e1a-9edf-4306-b03f-78ca75149b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (bed1dee3-7c40-47cd-9369-48f5cd0d634d), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:39.870694 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58716) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:39.878933 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ee80395f-ef65-4967-a854-931eb8f1949a req-8b68b13c-8fc2-4411-82f7-f7ca1c2ef7c6 service neutron] 10.222.0.42 "GET /v2.0/networks/e214a271-1910-4f9f-bcdf-8de79d943770?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1937256 Feb 20 03:52:39.887613 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8dc3f2-6b2f-487d-bde2-68cea192f353 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event deleted for resources: {'Port': ['ID=bed1dee3-7c40-47cd-9369-48f5cd0d634d,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:39.900356 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fc5e1a-9edf-4306-b03f-78ca75149b9f None None] No DVR routers for this DVR port bed1dee3-7c40-47cd-9369-48f5cd0d634d on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:52:39.905761 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc5e1a-9edf-4306-b03f-78ca75149b9f None None] Pushing event deleted for resources: {'Port': ['ID=bed1dee3-7c40-47cd-9369-48f5cd0d634d,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:39.909416 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8dc3f2-6b2f-487d-bde2-68cea192f353 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:39.909781 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8dc3f2-6b2f-487d-bde2-68cea192f353 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:39.910133 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8dc3f2-6b2f-487d-bde2-68cea192f353 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:39.915020 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8dc3f2-6b2f-487d-bde2-68cea192f353 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:39.915020 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8dc3f2-6b2f-487d-bde2-68cea192f353 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:39.916265 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8dc3f2-6b2f-487d-bde2-68cea192f353 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:39.916656 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8dc3f2-6b2f-487d-bde2-68cea192f353 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:39.917014 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8dc3f2-6b2f-487d-bde2-68cea192f353 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:39.917360 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8dc3f2-6b2f-487d-bde2-68cea192f353 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:39.917701 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8dc3f2-6b2f-487d-bde2-68cea192f353 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:39.918057 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8dc3f2-6b2f-487d-bde2-68cea192f353 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:39.918389 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8dc3f2-6b2f-487d-bde2-68cea192f353 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:39.918730 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8dc3f2-6b2f-487d-bde2-68cea192f353 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:52:39.923296 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8dc3f2-6b2f-487d-bde2-68cea192f353 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] No DVR routers for this DVR port bed1dee3-7c40-47cd-9369-48f5cd0d634d on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:52:39.932888 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0de83a26-e750-4abd-b311-8cab7088cd02 req-deba7366-f8a3-4b49-9de9-dd6951ac07e0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8521034-1ae5-4b18-bff8-85ac6ef4786d HTTP/1.1" status: 200 len: 217 time: 0.1732619 Feb 20 03:52:40.040896 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2d8dc3f2-6b2f-487d-bde2-68cea192f353 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (17809541-6447-496f-8e1a-6e795d02a5e7), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:40.091660 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ee80395f-ef65-4967-a854-931eb8f1949a req-bb434b6f-9662-49d0-8327-d4b034902cbb service neutron] 10.222.0.42 "GET /v2.0/networks/e214a271-1910-4f9f-bcdf-8de79d943770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567409 Feb 20 03:52:40.101093 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-2d8dc3f2-6b2f-487d-bde2-68cea192f353 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17809541-6447-496f-8e1a-6e795d02a5e7']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:40.137668 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-2d8dc3f2-6b2f-487d-bde2-68cea192f353 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b6aae06-9ab2-43a4-9b8c-0bd4f83d083d') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:40.138137 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-2d8dc3f2-6b2f-487d-bde2-68cea192f353 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b6aae06-9ab2-43a4-9b8c-0bd4f83d083d') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:40.154844 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-32709c3f-c450-4ad1-a6c2-d7580e26a91a tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:40.155496 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32709c3f-c450-4ad1-a6c2-d7580e26a91a tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:40.164055 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2d8dc3f2-6b2f-487d-bde2-68cea192f353 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (8b6aae06-9ab2-43a4-9b8c-0bd4f83d083d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:40.164551 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-32709c3f-c450-4ad1-a6c2-d7580e26a91a tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/0571f112-3bd6-46c7-9472-32f6419a78f0 HTTP/1.1" status: 404 len: 333 time: 0.2882590 Feb 20 03:52:40.164551 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58720) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:40.175510 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2d8dc3f2-6b2f-487d-bde2-68cea192f353 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (8b6aae06-9ab2-43a4-9b8c-0bd4f83d083d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:40.184594 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d8dc3f2-6b2f-487d-bde2-68cea192f353 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:52:40.185121 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2d8dc3f2-6b2f-487d-bde2-68cea192f353 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (8b6aae06-9ab2-43a4-9b8c-0bd4f83d083d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:40.191032 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:52:40.191032 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:52:40.191032 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:52:40.191032 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:52:40.191032 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:52:40.191032 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:52:40.191032 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:52:40.191032 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:52:40.191032 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:52:40.191032 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:52:40.191032 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:52:40.191032 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:52:40.191032 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:52:40.191032 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:52:40.191032 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:52:40.191032 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:52:40.191032 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:52:40.191032 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:52:40.191032 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:52:40.191032 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:52:40.191032 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:52:40.191032 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:52:40.191032 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:52:40.191032 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:52:40.191032 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:52:40.191032 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:52:40.191032 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:52:40.191032 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:52:40.191032 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:52:40.191032 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:52:40.191032 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:52:40.191032 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:52:40.201684 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42a81a-bd6b-4a47-9726-70f11a1742d6 req-1ed82b38-f102-4cf8-8eac-702d1ed91fb3 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:40.203315 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cc42a81a-bd6b-4a47-9726-70f11a1742d6 req-1ed82b38-f102-4cf8-8eac-702d1ed91fb3 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=44ee9b78-dd33-48a9-b6e2-04f9f9dba374 HTTP/1.1" status: 200 len: 944 time: 0.7485955 Feb 20 03:52:40.207726 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-762963fb-4ca5-4f37-b5d4-8767fe1e3cf8 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:40.208176 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-762963fb-4ca5-4f37-b5d4-8767fe1e3cf8 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:40.214181 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-762963fb-4ca5-4f37-b5d4-8767fe1e3cf8 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/182cbb0d-9850-4a8e-8275-63a668232532 HTTP/1.1" status: 404 len: 337 time: 0.0452492 Feb 20 03:52:40.215834 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58722) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:40.238224 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4067c6ea-e6fa-44ea-9da9-f98a6a259262 req-3f0a61fd-c296-4f74-b9b7-97c8eb77a867 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6069353 Feb 20 03:52:40.281896 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de83a26-e750-4abd-b311-8cab7088cd02 req-6aaf90e9-aa32-4fff-8345-44fc2ef6d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:40.283402 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0de83a26-e750-4abd-b311-8cab7088cd02 req-6aaf90e9-aa32-4fff-8345-44fc2ef6d4f6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a2b9035c-9333-4674-9bbf-447b79a14259 HTTP/1.1" status: 200 len: 853 time: 0.3498650 Feb 20 03:52:40.315738 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device bed1dee3-7c40-47cd-9369-48f5cd0d634d no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:52:40.328919 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d39a9a1-c851-4846-969e-b1b313cf2410 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:40.330015 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d39a9a1-c851-4846-969e-b1b313cf2410 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:40.333907 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1d39a9a1-c851-4846-969e-b1b313cf2410 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/b0dfdebd-a189-4b55-8bcb-6c29cbb0f795 HTTP/1.1" status: 404 len: 333 time: 0.1177042 Feb 20 03:52:40.340146 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58724) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:40.376462 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cc42a81a-bd6b-4a47-9726-70f11a1742d6 req-a3706b68-e849-4d97-b24c-5988d9b27c60 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610320 Feb 20 03:52:40.385351 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb3632-6fd2-4fa7-a0db-549d17cd9802 req-7b37dc14-f92d-451c-bc3c-4cf81484b938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:40.386982 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5bcb3632-6fd2-4fa7-a0db-549d17cd9802 req-7b37dc14-f92d-451c-bc3c-4cf81484b938 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3cda16f4bf3342cc9a4c00c0f5219b98&device_id=44ee9b78-dd33-48a9-b6e2-04f9f9dba374 HTTP/1.1" status: 200 len: 1126 time: 0.1625032 Feb 20 03:52:40.388911 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: bed1dee3-7c40-47cd-9369-48f5cd0d634d {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:52:40.389701 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device bed1dee3-7c40-47cd-9369-48f5cd0d634d not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:52:40.389903 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8723cdf-d8c3-4a44-8570-cf9ea0a7c30c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:40.390544 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8723cdf-d8c3-4a44-8570-cf9ea0a7c30c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:40.400997 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d8723cdf-d8c3-4a44-8570-cf9ea0a7c30c tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/6382ab06-91b4-4f61-88b6-8a27d2990448 HTTP/1.1" status: 404 len: 337 time: 0.0586801 Feb 20 03:52:40.413534 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58726) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:40.448463 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-106e2ac2-ceba-4399-933b-e693f64c3786 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:40.448975 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-106e2ac2-ceba-4399-933b-e693f64c3786 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:40.453155 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-106e2ac2-ceba-4399-933b-e693f64c3786 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/a63fd356-d0dc-45cd-b333-03fa3d8d60b8 HTTP/1.1" status: 404 len: 333 time: 0.0385873 Feb 20 03:52:40.455929 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58728) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:40.474899 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2d8dc3f2-6b2f-487d-bde2-68cea192f353 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (17809541-6447-496f-8e1a-6e795d02a5e7), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:40.511964 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-e079c940-51a8-48a1-996d-b882ee4ce17f admin admin] Deleting port 6bbb872a-4b2b-4c83-8810-e2178f5d82ab {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:52:40.512543 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e079c940-51a8-48a1-996d-b882ee4ce17f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (6bbb872a-4b2b-4c83-8810-e2178f5d82ab), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:40.538319 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2d8dc3f2-6b2f-487d-bde2-68cea192f353 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:40.545894 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2d8dc3f2-6b2f-487d-bde2-68cea192f353 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "DELETE /v2.0/networks/17809541-6447-496f-8e1a-6e795d02a5e7 HTTP/1.1" status: 204 len: 168 time: 2.4209290 Feb 20 03:52:40.545894 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8dc3f2-6b2f-487d-bde2-68cea192f353 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event deleted for resources: {'Network': ['ID=17809541-6447-496f-8e1a-6e795d02a5e7,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:40.552616 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58730) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:40.567083 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91340eb-0e6c-4e55-8391-cb90530bcdfc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:40.568228 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d91340eb-0e6c-4e55-8391-cb90530bcdfc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:40.579413 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d91340eb-0e6c-4e55-8391-cb90530bcdfc tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/8b945800-3307-4d6b-83c9-81e95ec00f2f HTTP/1.1" status: 404 len: 337 time: 0.1216502 Feb 20 03:52:40.580204 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58732) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:40.605450 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbeb5e1a-1ed4-4df8-81f1-d022033d2b03 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:40.606068 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbeb5e1a-1ed4-4df8-81f1-d022033d2b03 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:40.613260 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cbeb5e1a-1ed4-4df8-81f1-d022033d2b03 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "DELETE /v2.0/subnets/51e6d464-1e44-42fc-b67e-8abfb93eeef2 HTTP/1.1" status: 404 len: 337 time: 0.0571461 Feb 20 03:52:40.613781 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58734) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:40.638757 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe9dd32c-4e1f-4cf8-8204-c122e09cfc3f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:40.639454 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe9dd32c-4e1f-4cf8-8204-c122e09cfc3f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:40.645193 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fe9dd32c-4e1f-4cf8-8204-c122e09cfc3f tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "DELETE /v2.0/networks/849c3110-d623-4ae7-8e80-f59e79c94ded HTTP/1.1" status: 404 len: 339 time: 0.0279078 Feb 20 03:52:40.645671 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58736) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:40.653192 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de83a26-e750-4abd-b311-8cab7088cd02 req-1bd2d1e3-653d-41d5-adc4-957b353db921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:40.654713 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0de83a26-e750-4abd-b311-8cab7088cd02 req-1bd2d1e3-653d-41d5-adc4-957b353db921 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e214a271-1910-4f9f-bcdf-8de79d943770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2236142 Feb 20 03:52:40.718094 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f628bd-5a3c-40fa-89c9-2c4e40385817 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:40.718671 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22f628bd-5a3c-40fa-89c9-2c4e40385817 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:40.725108 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca040bd2-f9ee-4daa-aa98-dbff5880db62 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:40.727054 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-22f628bd-5a3c-40fa-89c9-2c4e40385817 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/dd85d384-d770-48c2-975c-333cec35b249 HTTP/1.1" status: 404 len: 333 time: 0.1393013 Feb 20 03:52:40.734333 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca040bd2-f9ee-4daa-aa98-dbff5880db62 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:40.744172 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ca040bd2-f9ee-4daa-aa98-dbff5880db62 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "DELETE /v2.0/subnets/5d739c08-91c1-4cd4-ba11-951839bbabd4 HTTP/1.1" status: 404 len: 337 time: 0.0946009 Feb 20 03:52:40.744766 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58740) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:40.746153 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58742) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:40.786801 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-e079c940-51a8-48a1-996d-b882ee4ce17f admin admin] For port 6bbb872a-4b2b-4c83-8810-e2178f5d82ab, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=6bbb872a-4b2b-4c83-8810-e2178f5d82ab,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:40.787189 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e079c940-51a8-48a1-996d-b882ee4ce17f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (6bbb872a-4b2b-4c83-8810-e2178f5d82ab), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:40.832393 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-c061e057-2e53-4e9e-a51c-29d88257c3bb tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:40.833284 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c061e057-2e53-4e9e-a51c-29d88257c3bb tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:40.841396 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c061e057-2e53-4e9e-a51c-29d88257c3bb tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/f69d8132-88d9-44ec-b17f-11a0f76ab0fb HTTP/1.1" status: 404 len: 337 time: 0.0821819 Feb 20 03:52:40.842677 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-877473f8-61dd-42af-b370-b0e9fb12ddde tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:40.843445 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-877473f8-61dd-42af-b370-b0e9fb12ddde tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:40.846707 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-877473f8-61dd-42af-b370-b0e9fb12ddde tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "DELETE /v2.0/networks/22737a14-8f6f-46fb-a0ae-3804c201ee59 HTTP/1.1" status: 404 len: 339 time: 0.0432982 Feb 20 03:52:40.848383 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58744) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:40.875856 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58746) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:40.876996 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb3632-6fd2-4fa7-a0db-549d17cd9802 req-f1057061-4138-40ab-b550-7515d670902e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:40.877426 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c2a8ac-b43d-4865-b5c7-d8f31c3a6f13 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:40.878610 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5bcb3632-6fd2-4fa7-a0db-549d17cd9802 req-f1057061-4138-40ab-b550-7515d670902e service neutron] 10.222.0.42 "GET /v2.0/networks?id=e214a271-1910-4f9f-bcdf-8de79d943770 HTTP/1.1" status: 200 len: 915 time: 0.4830642 Feb 20 03:52:40.879359 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92c2a8ac-b43d-4865-b5c7-d8f31c3a6f13 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:40.879805 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-e079c940-51a8-48a1-996d-b882ee4ce17f admin admin] Calling delete_port for 6bbb872a-4b2b-4c83-8810-e2178f5d82ab owned by network:router_interface {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:52:40.886389 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-92c2a8ac-b43d-4865-b5c7-d8f31c3a6f13 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/49e809a7-dfa3-4f84-91c9-5af30b43c37b HTTP/1.1" status: 404 len: 333 time: 0.0367932 Feb 20 03:52:40.895072 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58748) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:40.995224 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-11555085-1c85-484b-a497-9c355a563a53 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:40.996119 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11555085-1c85-484b-a497-9c355a563a53 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:41.002689 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-11555085-1c85-484b-a497-9c355a563a53 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/077b80b9-4fb9-463d-ac2a-66aa86cbcbd1 HTTP/1.1" status: 404 len: 337 time: 0.1062920 Feb 20 03:52:41.004515 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58756) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:41.020743 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-97798bb4-9918-4f39-aa8b-9879aa3ae845 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:41.021559 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97798bb4-9918-4f39-aa8b-9879aa3ae845 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:41.027683 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-97798bb4-9918-4f39-aa8b-9879aa3ae845 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "DELETE /v2.0/subnets/3e747a7e-9c96-42b8-9ec5-f273bdeb1900 HTTP/1.1" status: 404 len: 337 time: 0.1399329 Feb 20 03:52:41.056878 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58758) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:41.068585 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-55852235-109c-4398-9db2-3ace3e0c1bd3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:41.069546 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55852235-109c-4398-9db2-3ace3e0c1bd3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:41.079060 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-55852235-109c-4398-9db2-3ace3e0c1bd3 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/ports/9b831537-2630-4188-9d0b-3c8dfdb7f004 HTTP/1.1" status: 404 len: 333 time: 0.0731900 Feb 20 03:52:41.090943 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58760) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:41.175420 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-c32c00b7-4f24-49bc-9449-d9aaa031a4e9 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:41.176250 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c32c00b7-4f24-49bc-9449-d9aaa031a4e9 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:41.185986 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c32c00b7-4f24-49bc-9449-d9aaa031a4e9 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/subnets/189d3209-2b34-4ac1-a6a0-180ed49aaa94 HTTP/1.1" status: 404 len: 337 time: 0.0937307 Feb 20 03:52:41.187978 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58764) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:41.222652 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c3068e-1328-4317-9c84-bc995bdec0b4 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:41.222652 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c3068e-1328-4317-9c84-bc995bdec0b4 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:41.223563 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c2c3068e-1328-4317-9c84-bc995bdec0b4 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "DELETE /v2.0/networks/fcad8406-585a-4781-87cd-4612d137fd0d HTTP/1.1" status: 404 len: 339 time: 0.1647439 Feb 20 03:52:41.224924 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0de83a26-e750-4abd-b311-8cab7088cd02 req-53ebe7f1-a054-41ee-ad84-f7e12da477fe service neutron] 10.222.0.93 "GET /v2.0/networks/e214a271-1910-4f9f-bcdf-8de79d943770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5423965 Feb 20 03:52:41.233686 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58766) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:41.373093 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device a8521034-1ae5-4b18-bff8-85ac6ef4786d details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:52:41.376804 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5bcb3632-6fd2-4fa7-a0db-549d17cd9802 req-f9b12e2d-4c64-4f2e-8e1e-9a61adebbd83 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9 HTTP/1.1" status: 200 len: 217 time: 0.1492920 Feb 20 03:52:41.426050 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d5561727-531e-4748-8d99-b38d28ab2d65 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (4f54fdde-6e16-424b-a89f-7d368ed79ea3), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:41.455663 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:52:41.470115 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-088bc64b-900e-48ce-82ac-7579809fad46 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Deleting subnet 79106764-be3c-4537-8263-3ed3bd6330b7 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:52:41.487952 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-088bc64b-900e-48ce-82ac-7579809fad46 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks [] for subnet (79106764-be3c-4537-8263-3ed3bd6330b7), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:41.542624 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb3632-6fd2-4fa7-a0db-549d17cd9802 req-e479c1de-2919-4dd2-a4c1-fbc710a48b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:41.555998 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5bcb3632-6fd2-4fa7-a0db-549d17cd9802 req-e479c1de-2919-4dd2-a4c1-fbc710a48b8b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a2b9035c-9333-4674-9bbf-447b79a14259 HTTP/1.1" status: 200 len: 853 time: 0.1649969 Feb 20 03:52:41.686718 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d5561727-531e-4748-8d99-b38d28ab2d65 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (4f54fdde-6e16-424b-a89f-7d368ed79ea3), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:41.692644 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port a8521034-1ae5-4b18-bff8-85ac6ef4786d, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=a8521034-1ae5-4b18-bff8-85ac6ef4786d,segment=NetworkSegment(dd4c469a-f274-41f9-bc22-e809b7f2fbb9),segment_id=dd4c469a-f274-41f9-bc22-e809b7f2fbb9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:41.702791 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e079c940-51a8-48a1-996d-b882ee4ce17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (6bbb872a-4b2b-4c83-8810-e2178f5d82ab), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:41.732536 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-d5561727-531e-4748-8d99-b38d28ab2d65 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f54fdde-6e16-424b-a89f-7d368ed79ea3']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:41.743971 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-d5561727-531e-4748-8d99-b38d28ab2d65 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f49f9d8f-492e-4773-97cc-e6a76d35fb48') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:41.744395 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-d5561727-531e-4748-8d99-b38d28ab2d65 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f49f9d8f-492e-4773-97cc-e6a76d35fb48') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:41.770125 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'a8521034-1ae5-4b18-bff8-85ac6ef4786d', 'network_id': 'e214a271-1910-4f9f-bcdf-8de79d943770', 'port_id': 'a8521034-1ae5-4b18-bff8-85ac6ef4786d', 'mac_address': 'fa:16:3e:84:71:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b9035c-9333-4674-9bbf-447b79a14259', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:52:41.772622 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0de83a26-e750-4abd-b311-8cab7088cd02 req-1c632abd-5312-4d0f-8e39-fd2aa046b2a4 service neutron] 10.222.0.93 "GET /v2.0/networks/e214a271-1910-4f9f-bcdf-8de79d943770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5377023 Feb 20 03:52:41.779212 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d5561727-531e-4748-8d99-b38d28ab2d65 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (f49f9d8f-492e-4773-97cc-e6a76d35fb48), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:41.784206 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079c940-51a8-48a1-996d-b882ee4ce17f admin admin] Pushing event deleted for resources: {'Port': ['ID=6bbb872a-4b2b-4c83-8810-e2178f5d82ab,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:41.792392 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-088bc64b-900e-48ce-82ac-7579809fad46 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (79106764-be3c-4537-8263-3ed3bd6330b7), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:41.827298 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d5561727-531e-4748-8d99-b38d28ab2d65 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (f49f9d8f-492e-4773-97cc-e6a76d35fb48), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:41.863086 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5561727-531e-4748-8d99-b38d28ab2d65 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:52:41.863850 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d5561727-531e-4748-8d99-b38d28ab2d65 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (f49f9d8f-492e-4773-97cc-e6a76d35fb48), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:41.894902 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port a8521034-1ae5-4b18-bff8-85ac6ef4786d is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:52:41.894902 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a8521034-1ae5-4b18-bff8-85ac6ef4786d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:41.939236 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb3632-6fd2-4fa7-a0db-549d17cd9802 req-e973e557-3f55-44ec-b0cc-05c800b0e6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:41.941044 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5bcb3632-6fd2-4fa7-a0db-549d17cd9802 req-e973e557-3f55-44ec-b0cc-05c800b0e6e8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e214a271-1910-4f9f-bcdf-8de79d943770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3700531 Feb 20 03:52:41.946086 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:52:41.946086 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:52:41.946086 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:52:41.946086 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:52:41.946086 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:52:41.946086 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:52:41.946086 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:52:41.946086 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:52:41.946086 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:52:41.946086 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:52:41.946086 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:52:41.946086 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:52:41.946086 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:52:41.946086 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:52:41.946086 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:52:41.946086 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:52:41.946086 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:52:41.946086 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:52:41.946086 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:52:41.946086 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:52:41.946086 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:52:41.946086 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:52:41.946086 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:52:41.946086 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:52:41.946086 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:52:41.946086 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:52:41.946086 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:52:41.946086 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:52:41.946086 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:52:41.946086 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:52:41.946086 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:52:41.946086 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:52:41.955531 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8521034-1ae5-4b18-bff8-85ac6ef4786d {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:52:41.963645 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09487c-2c27-44ca-a7bd-e66e94d895de req-119b4c6e-1b0a-46b4-aeed-405a0c68abc3 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:41.965653 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ad09487c-2c27-44ca-a7bd-e66e94d895de req-119b4c6e-1b0a-46b4-aeed-405a0c68abc3 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=44ee9b78-dd33-48a9-b6e2-04f9f9dba374 HTTP/1.1" status: 200 len: 944 time: 0.4061861 Feb 20 03:52:42.009996 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port a8521034-1ae5-4b18-bff8-85ac6ef4786d, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=a8521034-1ae5-4b18-bff8-85ac6ef4786d,segment=NetworkSegment(dd4c469a-f274-41f9-bc22-e809b7f2fbb9),segment_id=dd4c469a-f274-41f9-bc22-e809b7f2fbb9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:42.018905 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d5561727-531e-4748-8d99-b38d28ab2d65 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (4f54fdde-6e16-424b-a89f-7d368ed79ea3), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:42.027336 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d5561727-531e-4748-8d99-b38d28ab2d65 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:42.051538 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d5561727-531e-4748-8d99-b38d28ab2d65 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] 10.222.0.89 "DELETE /v2.0/networks/4f54fdde-6e16-424b-a89f-7d368ed79ea3 HTTP/1.1" status: 204 len: 168 time: 0.8604558 Feb 20 03:52:42.085927 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a8521034-1ae5-4b18-bff8-85ac6ef4786d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:42.102567 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5561727-531e-4748-8d99-b38d28ab2d65 tempest-NetworksTestDHCPv6-1688392991 tempest-NetworksTestDHCPv6-1688392991-project] Pushing event deleted for resources: {'Network': ['ID=4f54fdde-6e16-424b-a89f-7d368ed79ea3,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:42.191562 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=a8521034-1ae5-4b18-bff8-85ac6ef4786d,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:42.213909 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9,segment=NetworkSegment(dd4c469a-f274-41f9-bc22-e809b7f2fbb9),segment_id=dd4c469a-f274-41f9-bc22-e809b7f2fbb9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:42.231325 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5bcb3632-6fd2-4fa7-a0db-549d17cd9802 req-28e16e0d-f98e-4491-b4eb-b7ab57183092 service neutron] 10.222.0.42 "GET /v2.0/networks/e214a271-1910-4f9f-bcdf-8de79d943770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643855 Feb 20 03:52:42.266405 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9', 'network_id': 'e214a271-1910-4f9f-bcdf-8de79d943770', 'port_id': '3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9', 'mac_address': 'fa:16:3e:1c:03:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b9035c-9333-4674-9bbf-447b79a14259', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:52:42.347518 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['a8521034-1ae5-4b18-bff8-85ac6ef4786d'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:52:42.449190 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:52:42.451411 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:42.488707 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:52:42.557851 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9,segment=NetworkSegment(dd4c469a-f274-41f9-bc22-e809b7f2fbb9),segment_id=dd4c469a-f274-41f9-bc22-e809b7f2fbb9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:42.649215 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:42.795223 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:42.829771 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58780) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:42.900404 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:52:42.951276 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ad09487c-2c27-44ca-a7bd-e66e94d895de req-ffceaab0-fff6-40ce-a812-ce50851cb5c6 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7171087 Feb 20 03:52:42.988547 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-088bc64b-900e-48ce-82ac-7579809fad46 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (79106764-be3c-4537-8263-3ed3bd6330b7), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:43.149589 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58790) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:43.154456 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b9604ef9-c06a-4b1e-855d-db64c3c5010c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=43fe9a19d6654b4e8e70d399d460b079&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3213987 Feb 20 03:52:43.183239 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58792) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:43.219942 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e079c940-51a8-48a1-996d-b882ee4ce17f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (3956c1f6-e866-4a2f-8da9-45d59ab37f07), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:43.319572 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5bcb3632-6fd2-4fa7-a0db-549d17cd9802 req-a1579523-e923-4ae3-8218-76dff850af8c service neutron] 10.222.0.42 "GET /v2.0/networks/e214a271-1910-4f9f-bcdf-8de79d943770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0521150 Feb 20 03:52:43.375235 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device a8521034-1ae5-4b18-bff8-85ac6ef4786d up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:52:43.507763 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-088bc64b-900e-48ce-82ac-7579809fad46 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (79106764-be3c-4537-8263-3ed3bd6330b7), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:43.599047 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088bc64b-900e-48ce-82ac-7579809fad46 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event deleted for resources: {'Subnet': ['ID=79106764-be3c-4537-8263-3ed3bd6330b7,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:43.600045 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b95c9fd-c80f-4f67-ac4e-4a5bbe0b7198 None None] Network 63de78fb-7700-44f8-af82-1808bdb41e9a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:52:43.606651 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-088bc64b-900e-48ce-82ac-7579809fad46 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:43.620908 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-088bc64b-900e-48ce-82ac-7579809fad46 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "DELETE /v2.0/subnets/79106764-be3c-4537-8263-3ed3bd6330b7 HTTP/1.1" status: 204 len: 168 time: 2.3760209 Feb 20 03:52:43.626009 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58800) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:43.636955 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:52:43.700627 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0f5109a-011d-4c23-92c7-6e59b8d80ab6 admin admin] Publish callbacks [] for security_group (c82f693f-70b6-4e40-af03-082f1e046425), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:43.743164 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port a8521034-1ae5-4b18-bff8-85ac6ef4786d completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:52:43.756016 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port a8521034-1ae5-4b18-bff8-85ac6ef4786d triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:52:43.756831 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a8521034-1ae5-4b18-bff8-85ac6ef4786d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:43.814056 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0f5109a-011d-4c23-92c7-6e59b8d80ab6 admin admin] Publish callbacks [] for security_group (c82f693f-70b6-4e40-af03-082f1e046425), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:43.979262 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d4b96a12-7b7a-4a6b-9ae6-d357de6778a7 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (63de78fb-7700-44f8-af82-1808bdb41e9a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:44.062921 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port a8521034-1ae5-4b18-bff8-85ac6ef4786d is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:52:44.063596 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a8521034-1ae5-4b18-bff8-85ac6ef4786d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:44.086845 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0f5109a-011d-4c23-92c7-6e59b8d80ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c82f693f-70b6-4e40-af03-082f1e046425), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:44.093535 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0f5109a-011d-4c23-92c7-6e59b8d80ab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:44.096395 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b0f5109a-011d-4c23-92c7-6e59b8d80ab6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c82f693f-70b6-4e40-af03-082f1e046425 HTTP/1.1" status: 204 len: 168 time: 0.9076414 Feb 20 03:52:44.112806 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e079c940-51a8-48a1-996d-b882ee4ce17f admin admin] Router 3956c1f6-e866-4a2f-8da9-45d59ab37f07 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:52:44.124309 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f5109a-011d-4c23-92c7-6e59b8d80ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82f693f-70b6-4e40-af03-082f1e046425,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:44.141642 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2938768-8155-41d4-aa9f-8b96a03e8357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8521034-1ae5-4b18-bff8-85ac6ef4786d'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:52:44.150707 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c6d80e-7f8a-46fd-9a67-30f78c632162" -d '{"events": [{"server_uuid": "a2938768-8155-41d4-aa9f-8b96a03e8357", "name": "network-vif-plugged", "status": "completed", "tag": "a8521034-1ae5-4b18-bff8-85ac6ef4786d"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:52:44.172843 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66fe759-2df5-4748-9f36-efbb493b9126 None None] DHCP port deletion for 63de78fb-7700-44f8-af82-1808bdb41e9a request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:52:44.253031 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8857c99e-0e2b-443e-b5e1-6d56445e786e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (3fa0165c-bb63-4346-b751-7abaa5ffbfae), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:44.262344 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port a8521034-1ae5-4b18-bff8-85ac6ef4786d, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=a8521034-1ae5-4b18-bff8-85ac6ef4786d,segment=NetworkSegment(dd4c469a-f274-41f9-bc22-e809b7f2fbb9),segment_id=dd4c469a-f274-41f9-bc22-e809b7f2fbb9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:44.320665 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 7609db7d-0176-4af6-a358-00a1a6b20a44 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:52:44.426818 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a8521034-1ae5-4b18-bff8-85ac6ef4786d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:44.449107 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-d4b96a12-7b7a-4a6b-9ae6-d357de6778a7 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Deleting port 7609db7d-0176-4af6-a358-00a1a6b20a44 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:52:44.452854 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d4b96a12-7b7a-4a6b-9ae6-d357de6778a7 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (7609db7d-0176-4af6-a358-00a1a6b20a44), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:44.617340 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-d4b96a12-7b7a-4a6b-9ae6-d357de6778a7 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] For port 7609db7d-0176-4af6-a358-00a1a6b20a44, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=7609db7d-0176-4af6-a358-00a1a6b20a44,segment=NetworkSegment(11d4aea2-b76e-4c8b-ad27-aeb57600521b),segment_id=11d4aea2-b76e-4c8b-ad27-aeb57600521b)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:44.617683 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d4b96a12-7b7a-4a6b-9ae6-d357de6778a7 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (7609db7d-0176-4af6-a358-00a1a6b20a44), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:44.645003 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-a66fe759-2df5-4748-9f36-efbb493b9126 None None] Deleting port 7609db7d-0176-4af6-a358-00a1a6b20a44 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:52:44.645548 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a66fe759-2df5-4748-9f36-efbb493b9126 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (7609db7d-0176-4af6-a358-00a1a6b20a44), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:44.649586 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-d4b96a12-7b7a-4a6b-9ae6-d357de6778a7 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Calling delete_port for 7609db7d-0176-4af6-a358-00a1a6b20a44 owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:52:44.726548 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953ff75-5334-4ddc-8acd-34de7b309462 req-d38e0c80-019f-4e50-87a3-a70dee04e2eb tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:44.736875 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e953ff75-5334-4ddc-8acd-34de7b309462 req-d38e0c80-019f-4e50-87a3-a70dee04e2eb tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=44ee9b78-dd33-48a9-b6e2-04f9f9dba374 HTTP/1.1" status: 200 len: 945 time: 0.6220331 Feb 20 03:52:44.737584 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-8857c99e-0e2b-443e-b5e1-6d56445e786e admin admin] Deleting port caeabdbf-9be1-417d-b66e-d93a08bd5956 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:52:44.742902 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8857c99e-0e2b-443e-b5e1-6d56445e786e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (caeabdbf-9be1-417d-b66e-d93a08bd5956), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:44.887968 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-a66fe759-2df5-4748-9f36-efbb493b9126 None None] For port 7609db7d-0176-4af6-a358-00a1a6b20a44, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=7609db7d-0176-4af6-a358-00a1a6b20a44,segment=NetworkSegment(11d4aea2-b76e-4c8b-ad27-aeb57600521b),segment_id=11d4aea2-b76e-4c8b-ad27-aeb57600521b)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:44.896262 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a66fe759-2df5-4748-9f36-efbb493b9126 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (7609db7d-0176-4af6-a358-00a1a6b20a44), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:44.903274 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=a8521034-1ae5-4b18-bff8-85ac6ef4786d,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:44.930819 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 7609db7d-0176-4af6-a358-00a1a6b20a44 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:52:44.931954 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7609db7d-0176-4af6-a358-00a1a6b20a44), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:44.950254 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-8857c99e-0e2b-443e-b5e1-6d56445e786e admin admin] For port caeabdbf-9be1-417d-b66e-d93a08bd5956, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=caeabdbf-9be1-417d-b66e-d93a08bd5956,segment=NetworkSegment(62e0b498-d38d-4750-b089-0bc3a2eabed2),segment_id=62e0b498-d38d-4750-b089-0bc3a2eabed2)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:44.950648 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8857c99e-0e2b-443e-b5e1-6d56445e786e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (caeabdbf-9be1-417d-b66e-d93a08bd5956), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:44.970806 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-a66fe759-2df5-4748-9f36-efbb493b9126 None None] Calling delete_port for 7609db7d-0176-4af6-a358-00a1a6b20a44 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:52:44.986342 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-8857c99e-0e2b-443e-b5e1-6d56445e786e admin admin] Calling delete_port for caeabdbf-9be1-417d-b66e-d93a08bd5956 owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:52:45.081254 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 7609db7d-0176-4af6-a358-00a1a6b20a44, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=7609db7d-0176-4af6-a358-00a1a6b20a44,segment=NetworkSegment(11d4aea2-b76e-4c8b-ad27-aeb57600521b),segment_id=11d4aea2-b76e-4c8b-ad27-aeb57600521b)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:45.127504 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e953ff75-5334-4ddc-8acd-34de7b309462 req-ec5d3e70-97de-4f93-a38f-4e53dc1fda1b tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896410 Feb 20 03:52:45.129541 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e079c940-51a8-48a1-996d-b882ee4ce17f admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:52:45.149433 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (7609db7d-0176-4af6-a358-00a1a6b20a44), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:45.156267 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e079c940-51a8-48a1-996d-b882ee4ce17f admin admin] 10.222.0.89 "PUT /v2.0/routers/3956c1f6-e866-4a2f-8da9-45d59ab37f07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5919728 Feb 20 03:52:45.159028 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58824) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:45.184818 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a558057-4c3f-4c03-94b7-016d64151e41 None None] Sync routers for ids ['3956c1f6-e866-4a2f-8da9-45d59ab37f07'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:52:45.321391 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0403ecad-ae83-4bd6-b4f8-3e9f60c96082 x-openstack-request-id: req-0403ecad-ae83-4bd6-b4f8-3e9f60c96082 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:52:45.321853 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2938768-8155-41d4-aa9f-8b96a03e8357", "name": "network-vif-plugged", "status": "completed", "tag": "a8521034-1ae5-4b18-bff8-85ac6ef4786d", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:52:45.324194 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0403ecad-ae83-4bd6-b4f8-3e9f60c96082 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:52:45.324742 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2938768-8155-41d4-aa9f-8b96a03e8357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8521034-1ae5-4b18-bff8-85ac6ef4786d', 'code': 200} Feb 20 03:52:45.346589 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a558057-4c3f-4c03-94b7-016d64151e41 None None] Routers {'3956c1f6-e866-4a2f-8da9-45d59ab37f07'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:52:45.349143 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-9a558057-4c3f-4c03-94b7-016d64151e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:52:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3956c1f6-e866-4a2f-8da9-45d59ab37f07'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:45.373934 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8857c99e-0e2b-443e-b5e1-6d56445e786e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (caeabdbf-9be1-417d-b66e-d93a08bd5956), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:45.386997 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=7609db7d-0176-4af6-a358-00a1a6b20a44,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:45.462263 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857c99e-0e2b-443e-b5e1-6d56445e786e admin admin] Pushing event deleted for resources: {'Port': ['ID=caeabdbf-9be1-417d-b66e-d93a08bd5956,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:45.508335 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a66fe759-2df5-4748-9f36-efbb493b9126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (7609db7d-0176-4af6-a358-00a1a6b20a44), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:45.529185 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:52:45.609124 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d4b96a12-7b7a-4a6b-9ae6-d357de6778a7 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (7609db7d-0176-4af6-a358-00a1a6b20a44), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:45.641090 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5fd41d96-0f60-4fef-b247-d730444df26f admin admin] Publish callbacks [] for router (3956c1f6-e866-4a2f-8da9-45d59ab37f07), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:45.775535 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8857c99e-0e2b-443e-b5e1-6d56445e786e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (3fa0165c-bb63-4346-b751-7abaa5ffbfae), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:45.787119 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b96a12-7b7a-4a6b-9ae6-d357de6778a7 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event deleted for resources: {'Port': ['ID=7609db7d-0176-4af6-a358-00a1a6b20a44,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:45.810565 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b96a12-7b7a-4a6b-9ae6-d357de6778a7 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] No DVR routers for this DVR port 7609db7d-0176-4af6-a358-00a1a6b20a44 on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:52:45.814353 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973c099-7aad-4d82-8858-b25ab2427f41 req-fc69ba69-e45b-48a4-8b83-d699782afb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:45.818448 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f973c099-7aad-4d82-8858-b25ab2427f41 req-fc69ba69-e45b-48a4-8b83-d699782afb01 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a2938768-8155-41d4-aa9f-8b96a03e8357 HTTP/1.1" status: 200 len: 1128 time: 0.4848382 Feb 20 03:52:46.048265 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58838) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:46.056702 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fe759-2df5-4748-9f36-efbb493b9126 None None] Pushing event deleted for resources: {'Port': ['ID=7609db7d-0176-4af6-a358-00a1a6b20a44,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:46.058925 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66fe759-2df5-4748-9f36-efbb493b9126 None None] No DVR routers for this DVR port 7609db7d-0176-4af6-a358-00a1a6b20a44 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:52:46.107889 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d4b96a12-7b7a-4a6b-9ae6-d357de6778a7 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (63de78fb-7700-44f8-af82-1808bdb41e9a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:46.123306 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f973c099-7aad-4d82-8858-b25ab2427f41 req-290d24f3-b815-43d4-97a2-b9f6d6031a07 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999787 Feb 20 03:52:46.185618 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-d4b96a12-7b7a-4a6b-9ae6-d357de6778a7 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63de78fb-7700-44f8-af82-1808bdb41e9a']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:46.225593 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-d4b96a12-7b7a-4a6b-9ae6-d357de6778a7 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d4aea2-b76e-4c8b-ad27-aeb57600521b') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:46.227357 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-d4b96a12-7b7a-4a6b-9ae6-d357de6778a7 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d4aea2-b76e-4c8b-ad27-aeb57600521b') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:46.235583 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5fd41d96-0f60-4fef-b247-d730444df26f admin admin] Publish callbacks [] for router_gateway (3956c1f6-e866-4a2f-8da9-45d59ab37f07), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:46.260690 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d4b96a12-7b7a-4a6b-9ae6-d357de6778a7 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (11d4aea2-b76e-4c8b-ad27-aeb57600521b), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:46.282160 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-9a558057-4c3f-4c03-94b7-016d64151e41 None None] Set router 3956c1f6-e866-4a2f-8da9-45d59ab37f07 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:52:46.303099 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8857c99e-0e2b-443e-b5e1-6d56445e786e admin admin] Router 3fa0165c-bb63-4346-b751-7abaa5ffbfae has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:52:46.318719 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:52:46.319350 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [None req-dc3573e2-1a9e-41d1-8f6d-63c665b49edd tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:46.325239 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-dc3573e2-1a9e-41d1-8f6d-63c665b49edd tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2733006 Feb 20 03:52:46.325523 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58844) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:46.339580 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d4b96a12-7b7a-4a6b-9ae6-d357de6778a7 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (11d4aea2-b76e-4c8b-ad27-aeb57600521b), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:46.352378 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:52:46.352765 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:46.363662 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-2dd0bacc-6ebc-4660-a408-64a2df3d457c tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:46.370378 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2dd0bacc-6ebc-4660-a408-64a2df3d457c tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0184135 Feb 20 03:52:46.378681 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58846) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:46.397789 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4b96a12-7b7a-4a6b-9ae6-d357de6778a7 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:52:46.398780 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d4b96a12-7b7a-4a6b-9ae6-d357de6778a7 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (11d4aea2-b76e-4c8b-ad27-aeb57600521b), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:46.407079 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:52:46.407079 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:52:46.407079 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:52:46.407079 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:52:46.407079 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:52:46.407079 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:52:46.407079 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:52:46.407079 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:52:46.407079 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:52:46.407079 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:52:46.407079 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:52:46.407079 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:52:46.407079 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:52:46.407079 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:52:46.407079 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:52:46.407079 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:52:46.407079 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:52:46.407079 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:52:46.407079 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:52:46.407079 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:52:46.407079 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:52:46.407079 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:52:46.407079 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:52:46.407079 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:52:46.407079 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:52:46.407079 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:52:46.407079 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:52:46.407079 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:52:46.407079 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:52:46.407079 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:52:46.407079 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:52:46.407079 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:52:46.430226 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6721336-dbfd-476d-8f9a-35b632d5a5f7 req-49b8b84d-b188-45c3-8739-2f880d08beab tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:46.438257 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d6721336-dbfd-476d-8f9a-35b632d5a5f7 req-49b8b84d-b188-45c3-8739-2f880d08beab tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=44ee9b78-dd33-48a9-b6e2-04f9f9dba374 HTTP/1.1" status: 200 len: 945 time: 0.1839390 Feb 20 03:52:46.473759 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-2d0ff6f1-5b22-4b50-a094-12472790a117 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:46.475301 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2d0ff6f1-5b22-4b50-a094-12472790a117 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.1019504 Feb 20 03:52:46.483463 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58848) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:46.501337 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [None req-72b2708a-6331-48f9-97bd-ef42d49776f8 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:46.505551 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58850) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:46.516505 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-72b2708a-6331-48f9-97bd-ef42d49776f8 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0318120 Feb 20 03:52:46.538231 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-3aa8f2be-e16a-4eac-a09b-21c807860b66 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:46.538231 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3aa8f2be-e16a-4eac-a09b-21c807860b66 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0294569 Feb 20 03:52:46.544305 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58854) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:46.554520 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-1eddc874-1e12-4e18-868e-8284f7361e1a tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:46.559945 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1eddc874-1e12-4e18-868e-8284f7361e1a tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0115120 Feb 20 03:52:46.563891 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58856) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:46.569000 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-d62972e2-90b6-45ea-af48-d9b4c953e3e4 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:46.572952 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d62972e2-90b6-45ea-af48-d9b4c953e3e4 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0079374 Feb 20 03:52:46.576428 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58858) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:46.604226 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:52:46.604950 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:46.665704 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d4b96a12-7b7a-4a6b-9ae6-d357de6778a7 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (63de78fb-7700-44f8-af82-1808bdb41e9a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:46.667666 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-50da7e15-3a43-4338-b9ba-27a49bb54758 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:46.668769 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-50da7e15-3a43-4338-b9ba-27a49bb54758 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0051820 Feb 20 03:52:46.670309 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9,segment=NetworkSegment(dd4c469a-f274-41f9-bc22-e809b7f2fbb9),segment_id=dd4c469a-f274-41f9-bc22-e809b7f2fbb9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:46.670934 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8857c99e-0e2b-443e-b5e1-6d56445e786e admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:52:46.677967 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8857c99e-0e2b-443e-b5e1-6d56445e786e admin admin] 10.222.0.89 "PUT /v2.0/routers/3fa0165c-bb63-4346-b751-7abaa5ffbfae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5246472 Feb 20 03:52:46.683752 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ae9d42-465a-4313-ad5d-b57f52439fb7 None None] Sync routers for ids ['3fa0165c-bb63-4346-b751-7abaa5ffbfae'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:52:46.686126 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58862) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:46.686700 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58864) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:46.696435 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ae9d42-465a-4313-ad5d-b57f52439fb7 None None] Routers {'3fa0165c-bb63-4346-b751-7abaa5ffbfae'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:52:46.697190 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-13ae9d42-465a-4313-ad5d-b57f52439fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:52:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3fa0165c-bb63-4346-b751-7abaa5ffbfae'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:46.748898 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d4b96a12-7b7a-4a6b-9ae6-d357de6778a7 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:46.765724 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58866) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:46.773270 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d4b96a12-7b7a-4a6b-9ae6-d357de6778a7 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "DELETE /v2.0/networks/63de78fb-7700-44f8-af82-1808bdb41e9a HTTP/1.1" status: 204 len: 168 time: 3.1359987 Feb 20 03:52:46.775848 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [None req-cfb33282-fc15-46b3-ac73-1a068a18313e tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:46.776923 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-cfb33282-fc15-46b3-ac73-1a068a18313e tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0773106 Feb 20 03:52:46.780586 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58868) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:46.785671 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:46.785823 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-dba59bf4-0519-4fee-b608-2110d0c1a8c1 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:46.787383 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-dba59bf4-0519-4fee-b608-2110d0c1a8c1 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0056524 Feb 20 03:52:46.807100 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58870) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:46.812692 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-5fd41d96-0f60-4fef-b247-d730444df26f admin admin] Deleting port 4c8b8026-db2c-4fde-b78a-144b7a66b541 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:52:46.812692 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5fd41d96-0f60-4fef-b247-d730444df26f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (4c8b8026-db2c-4fde-b78a-144b7a66b541), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:46.814149 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-32202ac8-4b37-4ade-999f-55bcbe41e3e3 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:46.815438 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-32202ac8-4b37-4ade-999f-55bcbe41e3e3 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0057745 Feb 20 03:52:46.818445 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d6721336-dbfd-476d-8f9a-35b632d5a5f7 req-5e5020b9-8cb8-4656-bfd0-f858cfc35efc tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791547 Feb 20 03:52:46.822829 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58872) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:46.832724 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-f79256cd-3fa7-4b48-b002-efdb9b6d7f88 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:46.835214 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f79256cd-3fa7-4b48-b002-efdb9b6d7f88 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0087914 Feb 20 03:52:46.836906 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d9758a-b928-4455-bbd3-292c1ba9de53 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:46.838436 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42d9758a-b928-4455-bbd3-292c1ba9de53 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:46.849744 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-42d9758a-b928-4455-bbd3-292c1ba9de53 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "DELETE /v2.0/subnets/3111ab7d-7b78-45b1-aba2-02cc68c75cf4 HTTP/1.1" status: 404 len: 337 time: 0.0824320 Feb 20 03:52:46.850690 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58874) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:46.851291 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58876) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:46.860403 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-2148930d-fadd-4447-bf62-d21300c10d13 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:46.875489 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2148930d-fadd-4447-bf62-d21300c10d13 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0225220 Feb 20 03:52:46.877765 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58878) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:46.915433 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a97eb7f-cd0b-4244-aaae-1750e856905e tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] DELETE failed (client error): The resource could not be found. Feb 20 03:52:46.916301 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a97eb7f-cd0b-4244-aaae-1750e856905e tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:52:46.920850 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-13ae9d42-465a-4313-ad5d-b57f52439fb7 None None] Set router 3fa0165c-bb63-4346-b751-7abaa5ffbfae gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:52:46.921887 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:46.930512 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b96a12-7b7a-4a6b-9ae6-d357de6778a7 tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event deleted for resources: {'Network': ['ID=63de78fb-7700-44f8-af82-1808bdb41e9a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:46.930741 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4a97eb7f-cd0b-4244-aaae-1750e856905e tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "DELETE /v2.0/networks/3bc1bc4d-bbf6-40fa-ab53-209be884e1f1 HTTP/1.1" status: 404 len: 339 time: 0.0509777 Feb 20 03:52:46.933109 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-e03d39ee-f10f-4ee4-9f96-0472231fb81e tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:46.939505 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e03d39ee-f10f-4ee4-9f96-0472231fb81e tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0260203 Feb 20 03:52:46.943426 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58880) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:46.943771 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58882) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:46.968013 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-fa139ea0-1927-4df3-a802-a77269a00985 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:46.982328 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fa139ea0-1927-4df3-a802-a77269a00985 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0357513 Feb 20 03:52:46.984697 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58886) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:46.992122 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-9a558057-4c3f-4c03-94b7-016d64151e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'name': 'tempest-ServerActionsTestJSON-621480509-router', 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '4c8b8026-db2c-4fde-b78a-144b7a66b541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:43:40Z', 'updated_at': '2022-02-20T03:52:41Z', 'revision_number': 5, 'project_id': '2a426eb8717f45cda17f79dc5d1190fc', 'gw_port': {'id': '4c8b8026-db2c-4fde-b78a-144b7a66b541', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:43:42Z', 'updated_at': '2022-02-20T03:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:47.058074 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a558057-4c3f-4c03-94b7-016d64151e41 None None] Checking router: 3956c1f6-e866-4a2f-8da9-45d59ab37f07 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:52:47.078629 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-4a4a27fd-428e-45e9-a233-76f2e2c584e5 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:47.088017 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a558057-4c3f-4c03-94b7-016d64151e41 None None] Routers {'3956c1f6-e866-4a2f-8da9-45d59ab37f07'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:52:47.090601 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-9a558057-4c3f-4c03-94b7-016d64151e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:52:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3956c1f6-e866-4a2f-8da9-45d59ab37f07'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:47.093711 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4a4a27fd-428e-45e9-a233-76f2e2c584e5 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.1078563 Feb 20 03:52:47.094529 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58888) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:47.123830 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-18ca8aa4-c05a-4945-a87e-1cf9e8a45275 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:47.132217 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58890) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:47.134629 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-18ca8aa4-c05a-4945-a87e-1cf9e8a45275 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0351627 Feb 20 03:52:47.155977 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [None req-a356c54c-edea-4144-8beb-617bc86e33ea tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:47.155977 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a356c54c-edea-4144-8beb-617bc86e33ea tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0094047 Feb 20 03:52:47.165240 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-5fd41d96-0f60-4fef-b247-d730444df26f admin admin] For port 4c8b8026-db2c-4fde-b78a-144b7a66b541, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=4c8b8026-db2c-4fde-b78a-144b7a66b541,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:47.165674 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5fd41d96-0f60-4fef-b247-d730444df26f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (4c8b8026-db2c-4fde-b78a-144b7a66b541), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:47.170494 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58892) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:47.190792 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea9ab-93e4-4ba3-96b6-cda79c9a8555 admin admin] Publish callbacks [] for router (3fa0165c-bb63-4346-b751-7abaa5ffbfae), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:47.191747 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-0793d31c-e5a7-4372-bfcf-86f4dc3915ee tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:47.199172 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0793d31c-e5a7-4372-bfcf-86f4dc3915ee tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0141056 Feb 20 03:52:47.205484 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58894) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:47.214456 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [None req-162c855c-828a-4c64-8e30-db37d1a3cd6e tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:47.216735 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-162c855c-828a-4c64-8e30-db37d1a3cd6e tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0088120 Feb 20 03:52:47.236342 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-a835d839-50a6-43ff-aded-7c7c5ceccb8e tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Deleting subnet bff0c75a-7048-4de2-8668-0a2a1571702e {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:52:47.240434 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a835d839-50a6-43ff-aded-7c7c5ceccb8e tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks [] for subnet (bff0c75a-7048-4de2-8668-0a2a1571702e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:47.314585 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a835d839-50a6-43ff-aded-7c7c5ceccb8e tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (bff0c75a-7048-4de2-8668-0a2a1571702e), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:47.346739 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-9a558057-4c3f-4c03-94b7-016d64151e41 None None] Set router 3956c1f6-e866-4a2f-8da9-45d59ab37f07 gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:52:47.374048 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-13ae9d42-465a-4313-ad5d-b57f52439fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'name': 'tempest-AttachVolumeTestJSON-237415728-router', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:29Z', 'updated_at': '2022-02-20T03:52:45Z', 'revision_number': 5, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'gw_port': {'id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:31Z', 'updated_at': '2022-02-20T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:47.381351 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-5fd41d96-0f60-4fef-b247-d730444df26f admin admin] Calling delete_port for 4c8b8026-db2c-4fde-b78a-144b7a66b541 owned by network:router_gateway {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:52:47.404623 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58896) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:47.407849 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea9ab-93e4-4ba3-96b6-cda79c9a8555 admin admin] Publish callbacks [] for router_gateway (3fa0165c-bb63-4346-b751-7abaa5ffbfae), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:47.421208 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [None req-72709341-ad01-4139-9596-41664b167971 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:47.422046 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-72709341-ad01-4139-9596-41664b167971 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0085194 Feb 20 03:52:47.426739 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a835d839-50a6-43ff-aded-7c7c5ceccb8e tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (bff0c75a-7048-4de2-8668-0a2a1571702e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:47.428543 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58898) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:47.435883 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [None req-085f0600-4a2a-410d-85a8-acd081f182c1 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:47.436875 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-085f0600-4a2a-410d-85a8-acd081f182c1 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0071545 Feb 20 03:52:47.439383 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58900) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:47.449289 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ae9d42-465a-4313-ad5d-b57f52439fb7 None None] Checking router: 3fa0165c-bb63-4346-b751-7abaa5ffbfae for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:52:47.466728 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ee9b78-dd33-48a9-b6e2-04f9f9dba374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:52:47.470005 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d9a135-63f0-4eff-996d-2aa0576fb411" -d '{"events": [{"server_uuid": "44ee9b78-dd33-48a9-b6e2-04f9f9dba374", "name": "network-vif-plugged", "status": "completed", "tag": "3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:52:47.471897 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ae9d42-465a-4313-ad5d-b57f52439fb7 None None] Routers {'3fa0165c-bb63-4346-b751-7abaa5ffbfae'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:52:47.472572 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-9a558057-4c3f-4c03-94b7-016d64151e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'name': 'tempest-ServerActionsTestJSON-621480509-router', 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:43:40Z', 'updated_at': '2022-02-20T03:52:46Z', 'revision_number': 6, 'project_id': '2a426eb8717f45cda17f79dc5d1190fc', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:47.472744 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-13ae9d42-465a-4313-ad5d-b57f52439fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:52:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3fa0165c-bb63-4346-b751-7abaa5ffbfae'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:47.504324 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [None req-6bf23e49-0484-4f9b-9ac5-202e3e9b6310 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:47.508731 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6bf23e49-0484-4f9b-9ac5-202e3e9b6310 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0683517 Feb 20 03:52:47.511580 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 58904) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:47.524021 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a558057-4c3f-4c03-94b7-016d64151e41 None None] The sync data for ids ['3956c1f6-e866-4a2f-8da9-45d59ab37f07'] in n-d-829866-4 is: [{'id': '3956c1f6-e866-4a2f-8da9-45d59ab37f07', 'name': 'tempest-ServerActionsTestJSON-621480509-router', 'tenant_id': '2a426eb8717f45cda17f79dc5d1190fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:43:40Z', 'updated_at': '2022-02-20T03:52:46Z', 'revision_number': 6, 'project_id': '2a426eb8717f45cda17f79dc5d1190fc', 'gw_port_host': None}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:52:47.526171 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [None req-402c6545-12af-42d3-958e-d7f3151bdc2e tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:47.527397 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-402c6545-12af-42d3-958e-d7f3151bdc2e tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0101724 Feb 20 03:52:47.532741 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58906) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:47.537750 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-929ecedd-eea1-484b-ab0a-c89ddf8b36fa tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:47.539468 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-929ecedd-eea1-484b-ab0a-c89ddf8b36fa tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0056069 Feb 20 03:52:47.542630 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58908) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:47.548808 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-179ee587-e047-4389-a092-7f5ddfe652a2 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:47.551089 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-179ee587-e047-4389-a092-7f5ddfe652a2 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0073273 Feb 20 03:52:47.554143 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58910) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:47.562642 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df083f6e-3c3f-4cd8-a59a-fffc9d1a7190 x-openstack-request-id: req-df083f6e-3c3f-4cd8-a59a-fffc9d1a7190 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:52:47.563781 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ee9b78-dd33-48a9-b6e2-04f9f9dba374", "name": "network-vif-plugged", "status": "completed", "tag": "3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:52:47.564063 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-df083f6e-3c3f-4cd8-a59a-fffc9d1a7190 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:52:47.564472 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ee9b78-dd33-48a9-b6e2-04f9f9dba374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9', 'code': 200} Feb 20 03:52:47.579491 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-224d5b3c-3c42-4d36-b640-6940227434fe tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:47.584976 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-224d5b3c-3c42-4d36-b640-6940227434fe tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0234940 Feb 20 03:52:47.588185 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58912) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:47.623292 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-db4aa44c-3ec9-4382-ba76-8f51f412f736 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:47.629046 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-db4aa44c-3ec9-4382-ba76-8f51f412f736 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0251064 Feb 20 03:52:47.632309 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a835d839-50a6-43ff-aded-7c7c5ceccb8e tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (bff0c75a-7048-4de2-8668-0a2a1571702e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:47.658736 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58914) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:47.684543 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-8e9f9aff-9a32-4804-9c71-9f403f085d48 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:47.691666 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8e9f9aff-9a32-4804-9c71-9f403f085d48 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0288353 Feb 20 03:52:47.693926 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-13ae9d42-465a-4313-ad5d-b57f52439fb7 None None] Set router 3fa0165c-bb63-4346-b751-7abaa5ffbfae gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:52:47.695500 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58920) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:47.770234 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-5a78f191-d762-4d2d-bccc-bdb7409652a5 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:47.780385 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5a78f191-d762-4d2d-bccc-bdb7409652a5 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0351634 Feb 20 03:52:47.789247 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58924) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:47.801199 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-0c6b8f1d-0025-43b8-a993-4849864d7065 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:47.813139 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0c6b8f1d-0025-43b8-a993-4849864d7065 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0245295 Feb 20 03:52:47.827269 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835d839-50a6-43ff-aded-7c7c5ceccb8e tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event deleted for resources: {'Subnet': ['ID=bff0c75a-7048-4de2-8668-0a2a1571702e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:47.827269 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58926) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:47.846623 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-2151d9de-a923-4e09-b2b2-1bdf57eab77e tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:47.864330 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2151d9de-a923-4e09-b2b2-1bdf57eab77e tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0377748 Feb 20 03:52:47.886746 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc71506c-675e-4c55-bc0e-785a2b459cfa None None] Network fd020642-4d90-4984-b786-5b558ea3642d requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:52:47.893674 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a835d839-50a6-43ff-aded-7c7c5ceccb8e tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:47.932700 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a835d839-50a6-43ff-aded-7c7c5ceccb8e tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "DELETE /v2.0/subnets/bff0c75a-7048-4de2-8668-0a2a1571702e HTTP/1.1" status: 204 len: 168 time: 0.9827619 Feb 20 03:52:47.935920 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58930) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:47.941563 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58932) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:47.962143 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-44cbb42c-2490-4f5d-a282-90b20c884fdd tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:47.972198 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-44cbb42c-2490-4f5d-a282-90b20c884fdd tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0284874 Feb 20 03:52:48.011408 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58934) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:48.026122 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-b442cc9a-2013-40d3-bef7-6e2cb589a77a tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:48.040547 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b442cc9a-2013-40d3-bef7-6e2cb589a77a tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0244238 Feb 20 03:52:48.092163 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58936) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:48.106094 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-6f490a72-7888-4a0f-9a55-f9345d1bbdbd tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:48.139347 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6f490a72-7888-4a0f-9a55-f9345d1bbdbd tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0431364 Feb 20 03:52:48.143031 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58938) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:48.159968 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-d20dee6f-4445-4ca9-b94f-499ea8395d8d tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:48.167464 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d20dee6f-4445-4ca9-b94f-499ea8395d8d tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0118816 Feb 20 03:52:48.168037 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58940) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:48.225619 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 6bbb872a-4b2b-4c83-8810-e2178f5d82ab no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:52:48.271601 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-ef2ec219-e054-4420-a72c-c52c21e55330 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:48.278613 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 6bbb872a-4b2b-4c83-8810-e2178f5d82ab {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:52:48.278816 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ef2ec219-e054-4420-a72c-c52c21e55330 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0177712 Feb 20 03:52:48.284492 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 6bbb872a-4b2b-4c83-8810-e2178f5d82ab not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:52:48.285906 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58942) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:48.314374 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-818418a1-f181-4b09-acf2-449fadc26780 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:48.323601 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-818418a1-f181-4b09-acf2-449fadc26780 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0358818 Feb 20 03:52:48.323899 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-13ae9d42-465a-4313-ad5d-b57f52439fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'name': 'tempest-AttachVolumeTestJSON-237415728-router', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:29Z', 'updated_at': '2022-02-20T03:52:45Z', 'revision_number': 5, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'gw_port': {'id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:31Z', 'updated_at': '2022-02-20T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:48.338725 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58944) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:48.346768 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-b7d38bea-3c39-47ca-9938-9afcd5a3df4c tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:48.352838 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b7d38bea-3c39-47ca-9938-9afcd5a3df4c tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0119405 Feb 20 03:52:48.354439 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58946) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:48.357448 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ae9d42-465a-4313-ad5d-b57f52439fb7 None None] The sync data for ids ['3fa0165c-bb63-4346-b751-7abaa5ffbfae'] in n-d-829866-4 is: [{'id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'name': 'tempest-AttachVolumeTestJSON-237415728-router', 'tenant_id': '541ea901ffd34c35a78734a2429fed7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:44:29Z', 'updated_at': '2022-02-20T03:52:45Z', 'revision_number': 5, 'project_id': '541ea901ffd34c35a78734a2429fed7a', 'gw_port': {'id': '543eac14-6d36-4015-beb1-0e5e915f7753', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:cd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa0165c-bb63-4346-b751-7abaa5ffbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:44:31Z', 'updated_at': '2022-02-20T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:52:48.370786 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-f62ce19f-f015-469d-875d-7f8acbe2e59b tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:48.378007 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f62ce19f-f015-469d-875d-7f8acbe2e59b tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0157790 Feb 20 03:52:48.383688 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58948) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:48.393369 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-8ad78c97-f8cf-4c47-be7b-5255b030730e tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:48.403505 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8ad78c97-f8cf-4c47-be7b-5255b030730e tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0174010 Feb 20 03:52:48.415593 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58950) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:48.423502 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-b820ea5e-f1f6-482b-bc91-66cd65971065 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:48.430232 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b820ea5e-f1f6-482b-bc91-66cd65971065 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0129237 Feb 20 03:52:48.440999 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58952) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:48.448863 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-1951bcbb-dd6b-400f-884b-ca03de74be5b tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:48.455182 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1951bcbb-dd6b-400f-884b-ca03de74be5b tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0136237 Feb 20 03:52:48.459588 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58954) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:48.467135 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-e156a328-7f23-477b-8ac6-b5a9b4910839 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:48.473260 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e156a328-7f23-477b-8ac6-b5a9b4910839 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0112286 Feb 20 03:52:48.476959 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58956) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:48.483692 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-fb95d37b-0839-44e6-b004-ad3b8371e3ee tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:48.490267 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fb95d37b-0839-44e6-b004-ad3b8371e3ee tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0120628 Feb 20 03:52:48.495674 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58958) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:48.505119 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-6e864eb8-ec5d-445f-afa2-8bbada100d4c tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:48.512809 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6e864eb8-ec5d-445f-afa2-8bbada100d4c tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0154293 Feb 20 03:52:48.516180 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58960) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:48.525241 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec246337-1ee0-4bd3-a844-dc484bfb0caf tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (fd020642-4d90-4984-b786-5b558ea3642d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:48.534995 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-6ef95df1-4c64-46b0-9f55-6cdb5ad2f335 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:48.543021 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6ef95df1-4c64-46b0-9f55-6cdb5ad2f335 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0135126 Feb 20 03:52:48.546636 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58964) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:48.553560 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-64fd8195-6188-4ac3-8b49-bf7436f3654c tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:48.560280 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-64fd8195-6188-4ac3-8b49-bf7436f3654c tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0117888 Feb 20 03:52:48.567530 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58966) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:48.575021 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-10b0be7b-56be-4bfe-8f84-c8f8515e84ff tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:48.584355 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-10b0be7b-56be-4bfe-8f84-c8f8515e84ff tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0204999 Feb 20 03:52:48.586906 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58968) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:48.602396 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6474d7-3b23-4696-9d11-0eb017975819 None None] DHCP port deletion for fd020642-4d90-4984-b786-5b558ea3642d request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:52:48.622682 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-6a1a94bc-f2a3-4f13-85e2-a4fee72ec9b6 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:48.629136 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6a1a94bc-f2a3-4f13-85e2-a4fee72ec9b6 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0210760 Feb 20 03:52:48.630027 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58970) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:48.631527 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5fd41d96-0f60-4fef-b247-d730444df26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (4c8b8026-db2c-4fde-b78a-144b7a66b541), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:48.641741 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-a6986c33-ba8d-4de3-bfd0-d31fd8130402 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:48.646982 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a6986c33-ba8d-4de3-bfd0-d31fd8130402 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0113077 Feb 20 03:52:48.653670 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58972) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:48.666513 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-25d2d88d-b761-4d79-80ab-0915acf77c68 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:48.676327 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-25d2d88d-b761-4d79-80ab-0915acf77c68 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0118802 Feb 20 03:52:48.677975 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58974) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:48.695169 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-a0fe6421-c968-4c91-93ea-386cbb7e12b2 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:48.697818 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a0fe6421-c968-4c91-93ea-386cbb7e12b2 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0166833 Feb 20 03:52:48.702191 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58976) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:48.708851 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-33cf8b19-5189-4ac8-844d-1724a977ae2f tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:48.712592 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-33cf8b19-5189-4ac8-844d-1724a977ae2f tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0089948 Feb 20 03:52:48.715836 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58978) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:48.731339 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-cba219ff-b689-42a1-8eb1-bac2db7fd9da tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:48.733074 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cba219ff-b689-42a1-8eb1-bac2db7fd9da tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0119631 Feb 20 03:52:48.747205 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-fd6474d7-3b23-4696-9d11-0eb017975819 None None] Deleting port e68e97a2-ae21-498f-9e87-c35f8f4ef202 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:52:48.747953 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fd6474d7-3b23-4696-9d11-0eb017975819 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (e68e97a2-ae21-498f-9e87-c35f8f4ef202), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:48.767034 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58980) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:48.781460 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-4a7b2adc-1c35-4726-b3c9-f43403c38857 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:48.791739 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4a7b2adc-1c35-4726-b3c9-f43403c38857 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0201049 Feb 20 03:52:48.793730 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58982) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:48.805285 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-146156f9-78d3-4142-b8c7-69512f3f8820 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:48.806752 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-146156f9-78d3-4142-b8c7-69512f3f8820 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0118911 Feb 20 03:52:48.812172 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58984) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:48.815813 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd41d96-0f60-4fef-b247-d730444df26f admin admin] Pushing event deleted for resources: {'Port': ['ID=4c8b8026-db2c-4fde-b78a-144b7a66b541,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:48.820035 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58986) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:48.826765 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da314892-4659-42a0-8a22-39fd87e74398 req-ae9fd690-86ce-4945-b639-939e14a337f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:48.833534 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-da314892-4659-42a0-8a22-39fd87e74398 req-ae9fd690-86ce-4945-b639-939e14a337f9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=44ee9b78-dd33-48a9-b6e2-04f9f9dba374 HTTP/1.1" status: 200 len: 1128 time: 0.4584007 Feb 20 03:52:48.840104 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-da779e49-5503-4bd5-9767-d36c7f5e7be8 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:48.841300 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-da779e49-5503-4bd5-9767-d36c7f5e7be8 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0179346 Feb 20 03:52:48.844653 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58990) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:48.849954 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-d00e249f-27c1-474d-8ae1-050eb507f274 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:48.851834 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d00e249f-27c1-474d-8ae1-050eb507f274 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0053904 Feb 20 03:52:48.854190 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58992) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:48.861619 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-ec4253b6-1d17-4f3f-9e74-2240923ba10b tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:48.862795 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ec4253b6-1d17-4f3f-9e74-2240923ba10b tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0075188 Feb 20 03:52:48.868017 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58994) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:48.885425 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-fd6474d7-3b23-4696-9d11-0eb017975819 None None] For port e68e97a2-ae21-498f-9e87-c35f8f4ef202, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=e68e97a2-ae21-498f-9e87-c35f8f4ef202,segment=NetworkSegment(05b09b01-bf6d-4af0-943f-9332a9a2b684),segment_id=05b09b01-bf6d-4af0-943f-9332a9a2b684)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:48.886748 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fd6474d7-3b23-4696-9d11-0eb017975819 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (e68e97a2-ae21-498f-9e87-c35f8f4ef202), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:48.904671 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-fd6474d7-3b23-4696-9d11-0eb017975819 None None] Calling delete_port for e68e97a2-ae21-498f-9e87-c35f8f4ef202 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:52:48.907983 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-9723c9c6-3ea3-4658-a852-74257d0eaad2 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:48.909214 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9723c9c6-3ea3-4658-a852-74257d0eaad2 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0320344 Feb 20 03:52:48.912763 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58996) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:48.920965 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-7e5f9ec4-1c9b-4b82-8b48-9cb1b9def768 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:48.926724 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7e5f9ec4-1c9b-4b82-8b48-9cb1b9def768 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0057247 Feb 20 03:52:48.931524 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-cb6ea9ab-93e4-4ba3-96b6-cda79c9a8555 admin admin] Deleting port 543eac14-6d36-4015-beb1-0e5e915f7753 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:52:48.931864 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea9ab-93e4-4ba3-96b6-cda79c9a8555 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (543eac14-6d36-4015-beb1-0e5e915f7753), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:48.938970 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 58998) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:48.962907 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-dde20533-0be4-4793-aad4-46580e22dda2 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:48.966174 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-dde20533-0be4-4793-aad4-46580e22dda2 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0243592 Feb 20 03:52:49.003585 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59002) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:49.006003 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-ec246337-1ee0-4bd3-a844-dc484bfb0caf tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Deleting port e68e97a2-ae21-498f-9e87-c35f8f4ef202 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:52:49.006342 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec246337-1ee0-4bd3-a844-dc484bfb0caf tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (e68e97a2-ae21-498f-9e87-c35f8f4ef202), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:49.021341 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-ff8319df-bae5-4dbe-8559-d2b607956723 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:49.024026 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ff8319df-bae5-4dbe-8559-d2b607956723 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0109441 Feb 20 03:52:49.044088 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59004) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:49.072223 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-e6c66099-2a7d-4b00-ad73-a39e1c5b0c2d tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:49.075682 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e6c66099-2a7d-4b00-ad73-a39e1c5b0c2d tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0054207 Feb 20 03:52:49.075682 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-65bfcde8-750a-4d8b-b26c-7e400d97f83e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:49.076938 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-cb6ea9ab-93e4-4ba3-96b6-cda79c9a8555 admin admin] For port 543eac14-6d36-4015-beb1-0e5e915f7753, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=543eac14-6d36-4015-beb1-0e5e915f7753,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:49.077345 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea9ab-93e4-4ba3-96b6-cda79c9a8555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (543eac14-6d36-4015-beb1-0e5e915f7753), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:49.082987 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59006) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:49.092004 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-770747e1-cdea-4663-b192-555d1300b531 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:49.103687 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-cb6ea9ab-93e4-4ba3-96b6-cda79c9a8555 admin admin] Calling delete_port for 543eac14-6d36-4015-beb1-0e5e915f7753 owned by network:router_gateway {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:52:49.103963 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-770747e1-cdea-4663-b192-555d1300b531 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0066714 Feb 20 03:52:49.121801 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fd6474d7-3b23-4696-9d11-0eb017975819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (e68e97a2-ae21-498f-9e87-c35f8f4ef202), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:49.160689 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59008) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:49.180918 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6474d7-3b23-4696-9d11-0eb017975819 None None] Pushing event deleted for resources: {'Port': ['ID=e68e97a2-ae21-498f-9e87-c35f8f4ef202,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:49.192647 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6474d7-3b23-4696-9d11-0eb017975819 None None] No DVR routers for this DVR port e68e97a2-ae21-498f-9e87-c35f8f4ef202 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:52:49.227041 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-ec246337-1ee0-4bd3-a844-dc484bfb0caf tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] For port e68e97a2-ae21-498f-9e87-c35f8f4ef202, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=e68e97a2-ae21-498f-9e87-c35f8f4ef202,segment=NetworkSegment(05b09b01-bf6d-4af0-943f-9332a9a2b684),segment_id=05b09b01-bf6d-4af0-943f-9332a9a2b684)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:49.227041 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec246337-1ee0-4bd3-a844-dc484bfb0caf tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (e68e97a2-ae21-498f-9e87-c35f8f4ef202), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:49.243576 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-ec246337-1ee0-4bd3-a844-dc484bfb0caf tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Calling delete_port for e68e97a2-ae21-498f-9e87-c35f8f4ef202 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:52:49.295377 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa5b46-f125-4356-979d-ddd25f108555 req-0965bd48-4eb9-4f42-8401-dbec935200b4 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:49.297866 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-1a75033b-8acc-4a7c-9814-2e96f2b1ecec tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:49.298972 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1a75033b-8acc-4a7c-9814-2e96f2b1ecec tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0047808 Feb 20 03:52:49.304231 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17aa5b46-f125-4356-979d-ddd25f108555 req-0965bd48-4eb9-4f42-8401-dbec935200b4 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=44ee9b78-dd33-48a9-b6e2-04f9f9dba374 HTTP/1.1" status: 200 len: 946 time: 0.9045880 Feb 20 03:52:49.304454 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59010) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:49.309193 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-7e0ebf20-5f5f-466c-b4cd-d8ecbeba216a tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:49.313827 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7e0ebf20-5f5f-466c-b4cd-d8ecbeba216a tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0049345 Feb 20 03:52:49.321563 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59012) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:49.331528 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-19fe20bf-931c-40bf-b5f9-d3b71460e8b7 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:49.332564 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-19fe20bf-931c-40bf-b5f9-d3b71460e8b7 tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0081370 Feb 20 03:52:49.342884 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-da314892-4659-42a0-8a22-39fd87e74398 req-a098477c-f381-449d-aab3-050ae9394cdc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4836802 Feb 20 03:52:49.348349 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59014) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:49.348349 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-2869c86b-df8d-415a-963a-f09d6b2cfd1d tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:49.348349 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2869c86b-df8d-415a-963a-f09d6b2cfd1d tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0043170 Feb 20 03:52:49.351662 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59016) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:49.357352 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [None req-cf0d971c-5c15-4fde-b4e0-c00fa73ba72c tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] http://10.222.0.89:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:52:49.361966 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5fd41d96-0f60-4fef-b247-d730444df26f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (3956c1f6-e866-4a2f-8da9-45d59ab37f07), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:49.362140 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cf0d971c-5c15-4fde-b4e0-c00fa73ba72c tempest-ExtensionsTestJSON-608005334 tempest-ExtensionsTestJSON-608005334-project] 10.222.0.89 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0044334 Feb 20 03:52:49.449048 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-65bfcde8-750a-4d8b-b26c-7e400d97f83e admin admin] Publish callbacks [] for security_group (a9727394-092a-4e97-bb97-3f7788f5eafa), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:49.451531 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec246337-1ee0-4bd3-a844-dc484bfb0caf tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (e68e97a2-ae21-498f-9e87-c35f8f4ef202), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:49.481765 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246337-1ee0-4bd3-a844-dc484bfb0caf tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event deleted for resources: {'Port': ['ID=e68e97a2-ae21-498f-9e87-c35f8f4ef202,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:49.487505 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec246337-1ee0-4bd3-a844-dc484bfb0caf tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] No DVR routers for this DVR port e68e97a2-ae21-498f-9e87-c35f8f4ef202 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:52:49.519250 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-65bfcde8-750a-4d8b-b26c-7e400d97f83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a9727394-092a-4e97-bb97-3f7788f5eafa), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:49.537567 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17aa5b46-f125-4356-979d-ddd25f108555 req-85bae092-a17d-4d13-8a91-115564fcffde tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204690 Feb 20 03:52:49.539419 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5fd41d96-0f60-4fef-b247-d730444df26f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (3956c1f6-e866-4a2f-8da9-45d59ab37f07), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:49.543038 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5fd41d96-0f60-4fef-b247-d730444df26f admin admin] Publish callbacks [] for router_controller (3956c1f6-e866-4a2f-8da9-45d59ab37f07), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:49.659351 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea9ab-93e4-4ba3-96b6-cda79c9a8555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (543eac14-6d36-4015-beb1-0e5e915f7753), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:49.696163 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ea9ab-93e4-4ba3-96b6-cda79c9a8555 admin admin] Pushing event deleted for resources: {'Port': ['ID=543eac14-6d36-4015-beb1-0e5e915f7753,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:49.703947 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5fd41d96-0f60-4fef-b247-d730444df26f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (3956c1f6-e866-4a2f-8da9-45d59ab37f07), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:49.712641 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd41d96-0f60-4fef-b247-d730444df26f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3956c1f6-e866-4a2f-8da9-45d59ab37f07 {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:52:49.716739 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5fd41d96-0f60-4fef-b247-d730444df26f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:49.718417 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5fd41d96-0f60-4fef-b247-d730444df26f admin admin] 10.222.0.89 "DELETE /v2.0/routers/3956c1f6-e866-4a2f-8da9-45d59ab37f07 HTTP/1.1" status: 204 len: 168 time: 4.5572841 Feb 20 03:52:49.730757 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59020) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:49.904038 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59024) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:49.926058 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c8ca7ba-bbc1-421d-a03f-97fd1afdb6c9 admin admin] Deleting subnet 85e8c386-47fc-4d48-86f0-3d288a799fec {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:52:49.931338 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0c8ca7ba-bbc1-421d-a03f-97fd1afdb6c9 admin admin] Publish callbacks [] for subnet (85e8c386-47fc-4d48-86f0-3d288a799fec), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:49.974950 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0c8ca7ba-bbc1-421d-a03f-97fd1afdb6c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (85e8c386-47fc-4d48-86f0-3d288a799fec), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:50.024837 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-65bfcde8-750a-4d8b-b26c-7e400d97f83e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=aaf248cfc760471992f9533f1b375db0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2123549 Feb 20 03:52:50.026309 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec246337-1ee0-4bd3-a844-dc484bfb0caf tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (fd020642-4d90-4984-b786-5b558ea3642d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:50.028805 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59028) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:50.063191 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bfcde8-750a-4d8b-b26c-7e400d97f83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9727394-092a-4e97-bb97-3f7788f5eafa,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:50.087756 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-ec246337-1ee0-4bd3-a844-dc484bfb0caf tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd020642-4d90-4984-b786-5b558ea3642d']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:50.088581 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0c8ca7ba-bbc1-421d-a03f-97fd1afdb6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (85e8c386-47fc-4d48-86f0-3d288a799fec), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:50.101783 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-ec246337-1ee0-4bd3-a844-dc484bfb0caf tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b09b01-bf6d-4af0-943f-9332a9a2b684') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:50.101783 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-ec246337-1ee0-4bd3-a844-dc484bfb0caf tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b09b01-bf6d-4af0-943f-9332a9a2b684') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:50.122907 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec246337-1ee0-4bd3-a844-dc484bfb0caf tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (05b09b01-bf6d-4af0-943f-9332a9a2b684), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:50.128831 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3aa29786-6c3e-4029-954e-044e4e72d999 admin admin] Publish callbacks [] for security_group (a9727394-092a-4e97-bb97-3f7788f5eafa), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:50.142840 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec246337-1ee0-4bd3-a844-dc484bfb0caf tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (05b09b01-bf6d-4af0-943f-9332a9a2b684), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:50.156882 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec246337-1ee0-4bd3-a844-dc484bfb0caf tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:52:50.157396 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec246337-1ee0-4bd3-a844-dc484bfb0caf tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (05b09b01-bf6d-4af0-943f-9332a9a2b684), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:52:50.160480 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:52:50.177082 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3aa29786-6c3e-4029-954e-044e4e72d999 admin admin] Publish callbacks [] for security_group (a9727394-092a-4e97-bb97-3f7788f5eafa), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:50.203625 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea9ab-93e4-4ba3-96b6-cda79c9a8555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (3fa0165c-bb63-4346-b751-7abaa5ffbfae), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:50.332719 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec246337-1ee0-4bd3-a844-dc484bfb0caf tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (fd020642-4d90-4984-b786-5b558ea3642d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:50.339862 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec246337-1ee0-4bd3-a844-dc484bfb0caf tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:50.349033 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7faef812-a2fc-44ef-ab06-8d7e1402b105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:50.353255 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ec246337-1ee0-4bd3-a844-dc484bfb0caf tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] 10.222.0.89 "DELETE /v2.0/networks/fd020642-4d90-4984-b786-5b558ea3642d HTTP/1.1" status: 204 len: 168 time: 2.3762987 Feb 20 03:52:50.378659 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3aa29786-6c3e-4029-954e-044e4e72d999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a9727394-092a-4e97-bb97-3f7788f5eafa), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:50.383564 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3aa29786-6c3e-4029-954e-044e4e72d999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:50.384642 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0c8ca7ba-bbc1-421d-a03f-97fd1afdb6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (85e8c386-47fc-4d48-86f0-3d288a799fec), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:50.386831 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3aa29786-6c3e-4029-954e-044e4e72d999 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a9727394-092a-4e97-bb97-3f7788f5eafa HTTP/1.1" status: 204 len: 168 time: 0.3569682 Feb 20 03:52:50.387729 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246337-1ee0-4bd3-a844-dc484bfb0caf tempest-NetworksIpV6Test-1305478688 tempest-NetworksIpV6Test-1305478688-project] Pushing event deleted for resources: {'Network': ['ID=fd020642-4d90-4984-b786-5b558ea3642d,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:50.401761 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e68e97a2-ae21-498f-9e87-c35f8f4ef202 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:52:50.408409 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa29786-6c3e-4029-954e-044e4e72d999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9727394-092a-4e97-bb97-3f7788f5eafa,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:50.440833 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: e68e97a2-ae21-498f-9e87-c35f8f4ef202 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:52:50.441405 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e68e97a2-ae21-498f-9e87-c35f8f4ef202 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:52:50.442102 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4c8b8026-db2c-4fde-b78a-144b7a66b541 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:52:50.452531 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0c8ca7ba-bbc1-421d-a03f-97fd1afdb6c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:50.456848 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0c8ca7ba-bbc1-421d-a03f-97fd1afdb6c9 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/85e8c386-47fc-4d48-86f0-3d288a799fec HTTP/1.1" status: 204 len: 168 time: 0.7250481 Feb 20 03:52:50.459383 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59038) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:50.477307 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 4c8b8026-db2c-4fde-b78a-144b7a66b541 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:52:50.478288 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4c8b8026-db2c-4fde-b78a-144b7a66b541 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:52:50.479063 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device caeabdbf-9be1-417d-b66e-d93a08bd5956 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:52:50.493137 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15f7b12-24e1-4ab2-b40d-71f375595ce1 None None] Network 64115127-0ca9-4210-b390-d57efc54bf51 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:52:50.494897 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea9ab-93e4-4ba3-96b6-cda79c9a8555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (3fa0165c-bb63-4346-b751-7abaa5ffbfae), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:50.498487 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea9ab-93e4-4ba3-96b6-cda79c9a8555 admin admin] Publish callbacks [] for router_controller (3fa0165c-bb63-4346-b751-7abaa5ffbfae), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:50.565438 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ca7ba-bbc1-421d-a03f-97fd1afdb6c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85e8c386-47fc-4d48-86f0-3d288a799fec,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:50.619632 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: caeabdbf-9be1-417d-b66e-d93a08bd5956 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:52:50.621040 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device caeabdbf-9be1-417d-b66e-d93a08bd5956 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:52:50.672902 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fc8370e6-1a13-46cf-9aa1-5595cb733daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (64115127-0ca9-4210-b390-d57efc54bf51), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:50.735497 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea9ab-93e4-4ba3-96b6-cda79c9a8555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (3fa0165c-bb63-4346-b751-7abaa5ffbfae), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:50.736951 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6ea9ab-93e4-4ba3-96b6-cda79c9a8555 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fa0165c-bb63-4346-b751-7abaa5ffbfae {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:52:50.773994 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea9ab-93e4-4ba3-96b6-cda79c9a8555 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:50.775175 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-cb6ea9ab-93e4-4ba3-96b6-cda79c9a8555 admin admin] 10.222.0.89 "DELETE /v2.0/routers/3fa0165c-bb63-4346-b751-7abaa5ffbfae HTTP/1.1" status: 204 len: 168 time: 4.0742161 Feb 20 03:52:50.780660 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59044) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:50.798776 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-fc8370e6-1a13-46cf-9aa1-5595cb733daf admin admin] Deleting port 243938de-e8a1-4e3e-8a26-7dd8600a0bb8 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:52:50.798776 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fc8370e6-1a13-46cf-9aa1-5595cb733daf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (243938de-e8a1-4e3e-8a26-7dd8600a0bb8), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:50.863677 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821efa26-b64f-4b21-9aab-6db56b85ee53 None None] DHCP port deletion for 64115127-0ca9-4210-b390-d57efc54bf51 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:52:50.867620 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7faef812-a2fc-44ef-ab06-8d7e1402b105 admin admin] Publish callbacks [] for security_group (e27eb875-05fb-470b-a2f7-ccb5e741c3e4), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:50.895877 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c45ff5-8eaa-49ba-bef3-fbae08a9fcb9 req-42d715ca-e180-4bed-86ba-545839827bc5 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:50.898030 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-83c45ff5-8eaa-49ba-bef3-fbae08a9fcb9 req-42d715ca-e180-4bed-86ba-545839827bc5 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=44ee9b78-dd33-48a9-b6e2-04f9f9dba374 HTTP/1.1" status: 200 len: 946 time: 0.1961753 Feb 20 03:52:50.957263 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7faef812-a2fc-44ef-ab06-8d7e1402b105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e27eb875-05fb-470b-a2f7-ccb5e741c3e4), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:50.971198 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-851a84c8-c9f2-4e0e-9176-830652d139fb admin admin] Deleting subnet ec9d4964-56bb-4af3-beab-8c8d3923a688 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:52:51.008913 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-851a84c8-c9f2-4e0e-9176-830652d139fb admin admin] Publish callbacks [] for subnet (ec9d4964-56bb-4af3-beab-8c8d3923a688), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:51.026520 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7faef812-a2fc-44ef-ab06-8d7e1402b105 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ddcbdedf620249f683599caf17522d65&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1186328 Feb 20 03:52:51.030645 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59048) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:51.100561 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59050) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:51.127030 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:51.131658 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-821efa26-b64f-4b21-9aab-6db56b85ee53 None None] Deleting port 243938de-e8a1-4e3e-8a26-7dd8600a0bb8 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:52:51.138541 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-821efa26-b64f-4b21-9aab-6db56b85ee53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (243938de-e8a1-4e3e-8a26-7dd8600a0bb8), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:51.159467 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-851a84c8-c9f2-4e0e-9176-830652d139fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (ec9d4964-56bb-4af3-beab-8c8d3923a688), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:51.208788 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59056) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:51.235966 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-83c45ff5-8eaa-49ba-bef3-fbae08a9fcb9 req-200ac28f-cefa-424b-a2b2-1f07f901de09 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305361 Feb 20 03:52:51.261897 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faef812-a2fc-44ef-ab06-8d7e1402b105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27eb875-05fb-470b-a2f7-ccb5e741c3e4,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:51.263772 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-fc8370e6-1a13-46cf-9aa1-5595cb733daf admin admin] For port 243938de-e8a1-4e3e-8a26-7dd8600a0bb8, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=243938de-e8a1-4e3e-8a26-7dd8600a0bb8,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:51.265243 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fc8370e6-1a13-46cf-9aa1-5595cb733daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (243938de-e8a1-4e3e-8a26-7dd8600a0bb8), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:51.299409 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-821efa26-b64f-4b21-9aab-6db56b85ee53 None None] For port 243938de-e8a1-4e3e-8a26-7dd8600a0bb8, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=243938de-e8a1-4e3e-8a26-7dd8600a0bb8,segment=NetworkSegment(e9cd605c-65a4-4e74-ab33-d19d304bb06e),segment_id=e9cd605c-65a4-4e74-ab33-d19d304bb06e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:51.299818 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-821efa26-b64f-4b21-9aab-6db56b85ee53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (243938de-e8a1-4e3e-8a26-7dd8600a0bb8), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:51.313112 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-fc8370e6-1a13-46cf-9aa1-5595cb733daf admin admin] Calling delete_port for 243938de-e8a1-4e3e-8a26-7dd8600a0bb8 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:52:51.343235 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-821efa26-b64f-4b21-9aab-6db56b85ee53 None None] Calling delete_port for 243938de-e8a1-4e3e-8a26-7dd8600a0bb8 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:52:51.349418 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:51.358298 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2dbdc865-5107-4a13-b158-bc4d69466634 admin admin] Publish callbacks [] for security_group (e27eb875-05fb-470b-a2f7-ccb5e741c3e4), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:51.387615 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2dbdc865-5107-4a13-b158-bc4d69466634 admin admin] Publish callbacks [] for security_group (e27eb875-05fb-470b-a2f7-ccb5e741c3e4), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:51.454781 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a2055274-9610-4e09-a0ae-a4a2c9d1b584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:51.525759 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2771ff-0677-4be2-a087-03fd3f4aa7cb req-ed7552a2-3817-44ed-a0fd-5b800eada904 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:51.527958 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-821efa26-b64f-4b21-9aab-6db56b85ee53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (243938de-e8a1-4e3e-8a26-7dd8600a0bb8), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:51.533896 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c2771ff-0677-4be2-a087-03fd3f4aa7cb req-ed7552a2-3817-44ed-a0fd-5b800eada904 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=937c9427-5ee3-4135-9a6c-2d43d6252c3a HTTP/1.1" status: 200 len: 945 time: 0.1906235 Feb 20 03:52:51.537721 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fc8370e6-1a13-46cf-9aa1-5595cb733daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (243938de-e8a1-4e3e-8a26-7dd8600a0bb8), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:51.567534 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821efa26-b64f-4b21-9aab-6db56b85ee53 None None] Pushing event deleted for resources: {'Port': ['ID=243938de-e8a1-4e3e-8a26-7dd8600a0bb8,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:51.570438 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821efa26-b64f-4b21-9aab-6db56b85ee53 None None] No DVR routers for this DVR port 243938de-e8a1-4e3e-8a26-7dd8600a0bb8 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:52:51.615382 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c2771ff-0677-4be2-a087-03fd3f4aa7cb req-ea161368-6d20-4d63-a4b4-6e27f294285b tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805528 Feb 20 03:52:51.617900 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8370e6-1a13-46cf-9aa1-5595cb733daf admin admin] Pushing event deleted for resources: {'Port': ['ID=243938de-e8a1-4e3e-8a26-7dd8600a0bb8,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:51.623249 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59062) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:51.651915 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-98851610-908b-4d48-b0f3-60090616cf58 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=107bee4a345d4c778a9f00870695aa94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4296699 Feb 20 03:52:51.652935 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59064) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:51.653984 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-893397a1-b563-476d-ba62-92b51001e0cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:51.658592 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8370e6-1a13-46cf-9aa1-5595cb733daf admin admin] No DVR routers for this DVR port 243938de-e8a1-4e3e-8a26-7dd8600a0bb8 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:52:51.686622 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2dbdc865-5107-4a13-b158-bc4d69466634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e27eb875-05fb-470b-a2f7-ccb5e741c3e4), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:51.697452 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2dbdc865-5107-4a13-b158-bc4d69466634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:51.698656 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2dbdc865-5107-4a13-b158-bc4d69466634 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e27eb875-05fb-470b-a2f7-ccb5e741c3e4 HTTP/1.1" status: 204 len: 168 time: 0.6525376 Feb 20 03:52:51.800324 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbdc865-5107-4a13-b158-bc4d69466634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27eb875-05fb-470b-a2f7-ccb5e741c3e4,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:51.878839 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-851a84c8-c9f2-4e0e-9176-830652d139fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (ec9d4964-56bb-4af3-beab-8c8d3923a688), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:51.918627 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-aa22098f-68b1-4122-a4e4-ce5b568f51f3 admin admin] Publish callbacks [] for security_group (b39556e6-e825-4d0d-883d-86bbd8f96ff4), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:51.926631 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9278b-78f2-40da-91fa-b3b593044a44 req-11f849d7-ffb9-4d62-a32b-1274f4e49165 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:51.928791 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a7d9278b-78f2-40da-91fa-b3b593044a44 req-11f849d7-ffb9-4d62-a32b-1274f4e49165 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=a2938768-8155-41d4-aa9f-8b96a03e8357 HTTP/1.1" status: 200 len: 946 time: 0.1644037 Feb 20 03:52:51.948464 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a2055274-9610-4e09-a0ae-a4a2c9d1b584 admin admin] Publish callbacks [] for security_group (003973f5-7f8c-445e-8851-9036019eded3), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:51.966749 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fc8370e6-1a13-46cf-9aa1-5595cb733daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (64115127-0ca9-4210-b390-d57efc54bf51), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:51.975411 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-aa22098f-68b1-4122-a4e4-ce5b568f51f3 admin admin] Publish callbacks [] for security_group (b39556e6-e825-4d0d-883d-86bbd8f96ff4), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:51.995277 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-fc8370e6-1a13-46cf-9aa1-5595cb733daf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64115127-0ca9-4210-b390-d57efc54bf51']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:52.010670 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-fc8370e6-1a13-46cf-9aa1-5595cb733daf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9cd605c-65a4-4e74-ab33-d19d304bb06e') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:52.012755 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-fc8370e6-1a13-46cf-9aa1-5595cb733daf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9cd605c-65a4-4e74-ab33-d19d304bb06e') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:52.017625 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-893397a1-b563-476d-ba62-92b51001e0cb admin admin] Publish callbacks [] for security_group (07355482-2488-4665-900b-63680f08c4d2), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:52.021878 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fc8370e6-1a13-46cf-9aa1-5595cb733daf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (e9cd605c-65a4-4e74-ab33-d19d304bb06e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:52.047206 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a2055274-9610-4e09-a0ae-a4a2c9d1b584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (003973f5-7f8c-445e-8851-9036019eded3), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:52.047361 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a7d9278b-78f2-40da-91fa-b3b593044a44 req-ff454630-18d8-443b-80d8-b7f5e3b751cd tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062121 Feb 20 03:52:52.079247 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a2055274-9610-4e09-a0ae-a4a2c9d1b584 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f36858fa1754476186f54507f05fc10b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9758785 Feb 20 03:52:52.081348 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fc8370e6-1a13-46cf-9aa1-5595cb733daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (e9cd605c-65a4-4e74-ab33-d19d304bb06e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:52.081622 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59072) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:52.096957 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-851a84c8-c9f2-4e0e-9176-830652d139fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (ec9d4964-56bb-4af3-beab-8c8d3923a688), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:52.100037 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc8370e6-1a13-46cf-9aa1-5595cb733daf admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:52:52.100427 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fc8370e6-1a13-46cf-9aa1-5595cb733daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (e9cd605c-65a4-4e74-ab33-d19d304bb06e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:52.104780 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:52:52.104780 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:52:52.104780 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:52:52.104780 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:52:52.104780 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:52:52.104780 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:52:52.104780 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:52:52.104780 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:52:52.104780 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:52:52.104780 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:52:52.104780 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:52:52.104780 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:52:52.104780 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:52:52.104780 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:52:52.104780 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:52:52.104780 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:52:52.104780 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:52:52.104780 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:52:52.104780 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:52:52.104780 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:52:52.104780 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:52:52.104780 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:52:52.104780 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:52:52.104780 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:52:52.104780 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:52:52.104780 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:52:52.104780 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:52:52.104780 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:52:52.104780 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:52:52.104780 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:52:52.104780 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:52:52.104780 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:52:52.136744 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2055274-9610-4e09-a0ae-a4a2c9d1b584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003973f5-7f8c-445e-8851-9036019eded3,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:52.165660 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a84c8-c9f2-4e0e-9176-830652d139fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec9d4964-56bb-4af3-beab-8c8d3923a688,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:52.172568 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-851a84c8-c9f2-4e0e-9176-830652d139fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:52.178110 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-851a84c8-c9f2-4e0e-9176-830652d139fb admin admin] 10.222.0.89 "DELETE /v2.0/subnets/ec9d4964-56bb-4af3-beab-8c8d3923a688 HTTP/1.1" status: 204 len: 168 time: 1.3934293 Feb 20 03:52:52.183095 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59076) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:52.187318 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb976f1-bd20-4b92-b657-3f1b6322608c None None] Network 18b77a5e-5446-4d58-b319-36a274f1014a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:52:52.198635 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-033512b5-7d54-4c9e-b2ef-390463f02a33 admin admin] Publish callbacks [] for security_group (003973f5-7f8c-445e-8851-9036019eded3), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:52.212793 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-893397a1-b563-476d-ba62-92b51001e0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (07355482-2488-4665-900b-63680f08c4d2), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:52.215070 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-aa22098f-68b1-4122-a4e4-ce5b568f51f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b39556e6-e825-4d0d-883d-86bbd8f96ff4), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:52.220973 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-aa22098f-68b1-4122-a4e4-ce5b568f51f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:52.220973 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-aa22098f-68b1-4122-a4e4-ce5b568f51f3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b39556e6-e825-4d0d-883d-86bbd8f96ff4 HTTP/1.1" status: 204 len: 168 time: 0.5624130 Feb 20 03:52:52.284474 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fc8370e6-1a13-46cf-9aa1-5595cb733daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (64115127-0ca9-4210-b390-d57efc54bf51), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:52.302002 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fc8370e6-1a13-46cf-9aa1-5595cb733daf admin admin] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:52.305903 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fc8370e6-1a13-46cf-9aa1-5595cb733daf admin admin] 10.222.0.89 "DELETE /v2.0/networks/64115127-0ca9-4210-b390-d57efc54bf51 HTTP/1.1" status: 204 len: 168 time: 1.8454235 Feb 20 03:52:52.336367 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8370e6-1a13-46cf-9aa1-5595cb733daf admin admin] Pushing event deleted for resources: {'Network': ['ID=64115127-0ca9-4210-b390-d57efc54bf51,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:52.342442 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893397a1-b563-476d-ba62-92b51001e0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07355482-2488-4665-900b-63680f08c4d2,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:52.351551 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-033512b5-7d54-4c9e-b2ef-390463f02a33 admin admin] Publish callbacks [] for security_group (003973f5-7f8c-445e-8851-9036019eded3), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:52.371618 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eda696c0-9beb-4728-b854-764ab9640a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (18b77a5e-5446-4d58-b319-36a274f1014a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:52.395778 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 243938de-e8a1-4e3e-8a26-7dd8600a0bb8 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:52:52.419983 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-893397a1-b563-476d-ba62-92b51001e0cb admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=09c7100f0fca412095a928b88c0d2a6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7951684 Feb 20 03:52:52.420832 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59082) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:52.424137 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 243938de-e8a1-4e3e-8a26-7dd8600a0bb8 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:52:52.424756 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 243938de-e8a1-4e3e-8a26-7dd8600a0bb8 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:52:52.425769 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 543eac14-6d36-4015-beb1-0e5e915f7753 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:52:52.446263 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22098f-68b1-4122-a4e4-ce5b568f51f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39556e6-e825-4d0d-883d-86bbd8f96ff4,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:52.458777 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 543eac14-6d36-4015-beb1-0e5e915f7753 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:52:52.459752 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 543eac14-6d36-4015-beb1-0e5e915f7753 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:52:52.528821 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-eda696c0-9beb-4728-b854-764ab9640a87 admin admin] Deleting port 95c79ef8-a09b-43de-a161-02afc4f2564d {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:52:52.529327 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eda696c0-9beb-4728-b854-764ab9640a87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (95c79ef8-a09b-43de-a161-02afc4f2564d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:52.530802 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-033512b5-7d54-4c9e-b2ef-390463f02a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (003973f5-7f8c-445e-8851-9036019eded3), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:52.540080 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-033512b5-7d54-4c9e-b2ef-390463f02a33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:52.546681 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-033512b5-7d54-4c9e-b2ef-390463f02a33 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/003973f5-7f8c-445e-8851-9036019eded3 HTTP/1.1" status: 204 len: 168 time: 0.4636722 Feb 20 03:52:52.594192 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033512b5-7d54-4c9e-b2ef-390463f02a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003973f5-7f8c-445e-8851-9036019eded3,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:52.605725 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-612f08e0-14de-466e-a04f-9531d393f7cb admin admin] Publish callbacks [] for security_group (07355482-2488-4665-900b-63680f08c4d2), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:52.631294 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64c42b7-9893-4a40-92e4-8069e49d6d9e None None] DHCP port deletion for 18b77a5e-5446-4d58-b319-36a274f1014a request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:52:52.654720 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-612f08e0-14de-466e-a04f-9531d393f7cb admin admin] Publish callbacks [] for security_group (07355482-2488-4665-900b-63680f08c4d2), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:52.676170 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-eda696c0-9beb-4728-b854-764ab9640a87 admin admin] For port 95c79ef8-a09b-43de-a161-02afc4f2564d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=95c79ef8-a09b-43de-a161-02afc4f2564d,segment=NetworkSegment(62e0b498-d38d-4750-b089-0bc3a2eabed2),segment_id=62e0b498-d38d-4750-b089-0bc3a2eabed2)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:52.676727 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eda696c0-9beb-4728-b854-764ab9640a87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (95c79ef8-a09b-43de-a161-02afc4f2564d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:52.692954 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-eda696c0-9beb-4728-b854-764ab9640a87 admin admin] Calling delete_port for 95c79ef8-a09b-43de-a161-02afc4f2564d owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:52:52.717317 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b64c42b7-9893-4a40-92e4-8069e49d6d9e None None] Deleting port 95c79ef8-a09b-43de-a161-02afc4f2564d {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:52:52.717797 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b64c42b7-9893-4a40-92e4-8069e49d6d9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (95c79ef8-a09b-43de-a161-02afc4f2564d), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:52.803161 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b88e1e-4526-45a5-bec9-4fed85565323 req-ffcc104b-746d-492d-94f2-97187b484889 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:52.805023 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-58b88e1e-4526-45a5-bec9-4fed85565323 req-ffcc104b-746d-492d-94f2-97187b484889 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=44ee9b78-dd33-48a9-b6e2-04f9f9dba374 HTTP/1.1" status: 200 len: 946 time: 0.1601882 Feb 20 03:52:52.854434 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-612f08e0-14de-466e-a04f-9531d393f7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (07355482-2488-4665-900b-63680f08c4d2), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:52.855259 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-612f08e0-14de-466e-a04f-9531d393f7cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:52.855470 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b64c42b7-9893-4a40-92e4-8069e49d6d9e None None] For port 95c79ef8-a09b-43de-a161-02afc4f2564d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=95c79ef8-a09b-43de-a161-02afc4f2564d,segment=NetworkSegment(62e0b498-d38d-4750-b089-0bc3a2eabed2),segment_id=62e0b498-d38d-4750-b089-0bc3a2eabed2)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:52:52.855910 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b64c42b7-9893-4a40-92e4-8069e49d6d9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (95c79ef8-a09b-43de-a161-02afc4f2564d), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:52.859393 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-612f08e0-14de-466e-a04f-9531d393f7cb admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/07355482-2488-4665-900b-63680f08c4d2 HTTP/1.1" status: 204 len: 168 time: 0.4345267 Feb 20 03:52:52.870291 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b64c42b7-9893-4a40-92e4-8069e49d6d9e None None] Calling delete_port for 95c79ef8-a09b-43de-a161-02afc4f2564d owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:52:52.879514 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f08e0-14de-466e-a04f-9531d393f7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07355482-2488-4665-900b-63680f08c4d2,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:52.884215 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-58b88e1e-4526-45a5-bec9-4fed85565323 req-9c4a6852-7972-4e97-a3a3-6e71975728a6 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650334 Feb 20 03:52:52.902694 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eda696c0-9beb-4728-b854-764ab9640a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (95c79ef8-a09b-43de-a161-02afc4f2564d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:52.917392 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda696c0-9beb-4728-b854-764ab9640a87 admin admin] No DVR routers for this DVR port 95c79ef8-a09b-43de-a161-02afc4f2564d on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:52:52.949536 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda696c0-9beb-4728-b854-764ab9640a87 admin admin] Pushing event deleted for resources: {'Port': ['ID=95c79ef8-a09b-43de-a161-02afc4f2564d,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:52.979326 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59096) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:53.027827 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b64c42b7-9893-4a40-92e4-8069e49d6d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (95c79ef8-a09b-43de-a161-02afc4f2564d), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:53.071855 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eda696c0-9beb-4728-b854-764ab9640a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (18b77a5e-5446-4d58-b319-36a274f1014a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:53.077033 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c42b7-9893-4a40-92e4-8069e49d6d9e None None] Pushing event deleted for resources: {'Port': ['ID=95c79ef8-a09b-43de-a161-02afc4f2564d,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:53.097750 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a35dcdf6-0f9f-4f03-9297-1a92f2149403 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2a426eb8717f45cda17f79dc5d1190fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1166828 Feb 20 03:52:53.101331 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59098) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:53.102740 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-eda696c0-9beb-4728-b854-764ab9640a87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b77a5e-5446-4d58-b319-36a274f1014a']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:53.103062 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64c42b7-9893-4a40-92e4-8069e49d6d9e None None] No DVR routers for this DVR port 95c79ef8-a09b-43de-a161-02afc4f2564d on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:52:53.115702 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-eda696c0-9beb-4728-b854-764ab9640a87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e0b498-d38d-4750-b089-0bc3a2eabed2') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:53.116081 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-eda696c0-9beb-4728-b854-764ab9640a87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e0b498-d38d-4750-b089-0bc3a2eabed2') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:52:53.130212 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eda696c0-9beb-4728-b854-764ab9640a87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (62e0b498-d38d-4750-b089-0bc3a2eabed2), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:53.168811 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eda696c0-9beb-4728-b854-764ab9640a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (62e0b498-d38d-4750-b089-0bc3a2eabed2), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:53.185474 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda696c0-9beb-4728-b854-764ab9640a87 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:52:53.185900 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eda696c0-9beb-4728-b854-764ab9640a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (62e0b498-d38d-4750-b089-0bc3a2eabed2), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:53.189763 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:52:53.189763 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:52:53.189763 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:52:53.189763 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:52:53.189763 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:52:53.189763 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:52:53.189763 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:52:53.189763 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:52:53.189763 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:52:53.189763 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:52:53.189763 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:52:53.189763 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:52:53.189763 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:52:53.189763 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:52:53.189763 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:52:53.189763 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:52:53.189763 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:52:53.189763 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:52:53.189763 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:52:53.189763 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:52:53.189763 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:52:53.189763 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:52:53.189763 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:52:53.189763 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:52:53.189763 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:52:53.189763 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:52:53.189763 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:52:53.189763 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:52:53.189763 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:52:53.189763 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:52:53.189763 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:52:53.189763 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:52:53.202742 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cdba92e2-d6c9-485a-b003-2c757ca7c6f1 admin admin] Publish callbacks [] for security_group (b14154f8-5204-41b7-8891-8351de62e9c7), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:53.247089 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cdba92e2-d6c9-485a-b003-2c757ca7c6f1 admin admin] Publish callbacks [] for security_group (b14154f8-5204-41b7-8891-8351de62e9c7), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:53.346383 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceec1e0-be0a-4986-93f7-9c1069889118 req-fbba6f20-5349-41e2-a7f7-ac34c819b8fb tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:53.347953 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fceec1e0-be0a-4986-93f7-9c1069889118 req-fbba6f20-5349-41e2-a7f7-ac34c819b8fb tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=937c9427-5ee3-4135-9a6c-2d43d6252c3a HTTP/1.1" status: 200 len: 945 time: 0.0525420 Feb 20 03:52:53.377600 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eda696c0-9beb-4728-b854-764ab9640a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (18b77a5e-5446-4d58-b319-36a274f1014a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:53.387732 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eda696c0-9beb-4728-b854-764ab9640a87 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:53.387732 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-eda696c0-9beb-4728-b854-764ab9640a87 admin admin] 10.222.0.89 "DELETE /v2.0/networks/18b77a5e-5446-4d58-b319-36a274f1014a HTTP/1.1" status: 204 len: 168 time: 1.2031329 Feb 20 03:52:53.399984 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda696c0-9beb-4728-b854-764ab9640a87 admin admin] Pushing event deleted for resources: {'Network': ['ID=18b77a5e-5446-4d58-b319-36a274f1014a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:53.404965 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fceec1e0-be0a-4986-93f7-9c1069889118 req-0da713b0-0657-45b6-9697-9fbfed8de671 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499065 Feb 20 03:52:53.406209 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cdba92e2-d6c9-485a-b003-2c757ca7c6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b14154f8-5204-41b7-8891-8351de62e9c7), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:53.408911 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cdba92e2-d6c9-485a-b003-2c757ca7c6f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:53.412876 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-cdba92e2-d6c9-485a-b003-2c757ca7c6f1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b14154f8-5204-41b7-8891-8351de62e9c7 HTTP/1.1" status: 204 len: 168 time: 0.2871590 Feb 20 03:52:53.419471 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba92e2-d6c9-485a-b003-2c757ca7c6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14154f8-5204-41b7-8891-8351de62e9c7,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:53.721812 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cebcbc-6522-4c4e-98cf-cc968b79b455 req-e49ceacc-07c4-4837-b400-4bfcae0b3427 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:53.728037 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cebcbc-6522-4c4e-98cf-cc968b79b455 req-e49ceacc-07c4-4837-b400-4bfcae0b3427 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:53.734055 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cebcbc-6522-4c4e-98cf-cc968b79b455 req-e49ceacc-07c4-4837-b400-4bfcae0b3427 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:53.736149 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6cebcbc-6522-4c4e-98cf-cc968b79b455 req-e49ceacc-07c4-4837-b400-4bfcae0b3427 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=44ee9b78-dd33-48a9-b6e2-04f9f9dba374&device_id=a2938768-8155-41d4-aa9f-8b96a03e8357&device_id=937c9427-5ee3-4135-9a6c-2d43d6252c3a HTTP/1.1" status: 200 len: 2418 time: 0.0820665 Feb 20 03:52:53.785033 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6cebcbc-6522-4c4e-98cf-cc968b79b455 req-128194aa-140a-46ce-9720-6c8901aef4e6 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429771 Feb 20 03:52:53.917017 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59118) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:53.941788 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df98cc-d23f-4304-b073-d14d9ef1ac7d req-49ed71c9-f9db-4cba-9270-b742328f56db tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:53.944919 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-43df98cc-d23f-4304-b073-d14d9ef1ac7d req-49ed71c9-f9db-4cba-9270-b742328f56db tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=44ee9b78-dd33-48a9-b6e2-04f9f9dba374 HTTP/1.1" status: 200 len: 946 time: 0.0602489 Feb 20 03:52:53.972013 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2b6a78a7-270a-41ef-a588-7e2fa4c9b790 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=541ea901ffd34c35a78734a2429fed7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0533037 Feb 20 03:52:54.062103 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-43df98cc-d23f-4304-b073-d14d9ef1ac7d req-fe6b41c3-3363-4559-a3d1-1036455660c0 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564187 Feb 20 03:52:54.064546 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59120) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:54.126678 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-aaca7c57-2ae0-4221-bedd-4f0d51a249da admin admin] Publish callbacks [] for security_group (f5cb204d-8d53-4f0c-83cf-137345ab440e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:54.150814 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-aaca7c57-2ae0-4221-bedd-4f0d51a249da admin admin] Publish callbacks [] for security_group (f5cb204d-8d53-4f0c-83cf-137345ab440e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:54.293114 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-aaca7c57-2ae0-4221-bedd-4f0d51a249da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f5cb204d-8d53-4f0c-83cf-137345ab440e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:54.296995 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-aaca7c57-2ae0-4221-bedd-4f0d51a249da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:54.301421 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-aaca7c57-2ae0-4221-bedd-4f0d51a249da admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f5cb204d-8d53-4f0c-83cf-137345ab440e HTTP/1.1" status: 204 len: 168 time: 0.2358019 Feb 20 03:52:54.311784 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 95c79ef8-a09b-43de-a161-02afc4f2564d no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:52:54.326737 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca7c57-2ae0-4221-bedd-4f0d51a249da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cb204d-8d53-4f0c-83cf-137345ab440e,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:54.352155 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 95c79ef8-a09b-43de-a161-02afc4f2564d {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:52:54.352690 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 95c79ef8-a09b-43de-a161-02afc4f2564d not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:52:55.284785 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f633cc-6806-4648-8dfd-5286ac78e96f req-9f6cbbd8-bde6-495a-a466-b80ef6c239d1 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:55.286304 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d7f633cc-6806-4648-8dfd-5286ac78e96f req-9f6cbbd8-bde6-495a-a466-b80ef6c239d1 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=937c9427-5ee3-4135-9a6c-2d43d6252c3a HTTP/1.1" status: 200 len: 945 time: 0.0545006 Feb 20 03:52:55.345081 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d7f633cc-6806-4648-8dfd-5286ac78e96f req-a90d1952-c543-456a-a4cf-359356feeb1d tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525582 Feb 20 03:52:55.690078 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59212) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:55.951216 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59224) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:56.068141 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-3ca23ff4-f650-4e0f-a77b-96a813638e49 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-379768949'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:56.207551 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca23ff4-f650-4e0f-a77b-96a813638e49 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Made reservation on behalf of 22871a8315df49c89d6983e39fc945e1 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:52:56.211154 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ca23ff4-f650-4e0f-a77b-96a813638e49 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:56.220423 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ca23ff4-f650-4e0f-a77b-96a813638e49 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:56.307026 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ca23ff4-f650-4e0f-a77b-96a813638e49 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for security_group (1b0570af-0406-4b22-b347-4f778ede796f), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:56.336584 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59232) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:56.389578 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59240) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:56.406647 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ca23ff4-f650-4e0f-a77b-96a813638e49 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1b0570af-0406-4b22-b347-4f778ede796f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:56.443379 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a61e3c19-e47f-425f-951f-55bf591cd61c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:56.443866 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca23ff4-f650-4e0f-a77b-96a813638e49 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:52:56.485990 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca23ff4-f650-4e0f-a77b-96a813638e49 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0570af-0406-4b22-b347-4f778ede796f,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:56.504311 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ca23ff4-f650-4e0f-a77b-96a813638e49 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (f181ccc2-a2d2-4e2f-a0c2-f4fe3440da42), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:56.504311 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-3ca23ff4-f650-4e0f-a77b-96a813638e49 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Added segment f181ccc2-a2d2-4e2f-a0c2-f4fe3440da42 of type vlan for network cb16cbf8-050d-4ef9-88ba-f52019671f87 Feb 20 03:52:56.504311 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-1ac3b30a-72ee-40c2-942d-43a3b94e0605 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-473328642-network', 'tenant_id': 'd5051f6ae6274815a71eda28cae9f225'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:56.541224 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-a5362c54-3673-47b9-b9bf-a855f23e9220 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:56.541224 n-d-829866-4 neutron-server[104106]: WARNING neutron.api.v2.base [None req-a5362c54-3673-47b9-b9bf-a855f23e9220 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 20 03:52:56.541224 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-a5362c54-3673-47b9-b9bf-a855f23e9220 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] create failed (client error): There was a conflict when trying to complete your request. Feb 20 03:52:56.541224 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a5362c54-3673-47b9-b9bf-a855f23e9220 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5838699 Feb 20 03:52:56.541813 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59246) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:56.545853 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-329bd356-a82a-4db8-b559-8fbe045073f1 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Request body: {'security_group': {'name': 'tempest-secgroup--1158517788'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:56.562207 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ca23ff4-f650-4e0f-a77b-96a813638e49 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (cb16cbf8-050d-4ef9-88ba-f52019671f87), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:56.578909 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135885b5-8bac-4c48-bbe3-65d6a9c7d362 req-b238680c-00a7-4f05-adc8-318b48a69962 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:56.580422 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-135885b5-8bac-4c48-bbe3-65d6a9c7d362 req-b238680c-00a7-4f05-adc8-318b48a69962 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=937c9427-5ee3-4135-9a6c-2d43d6252c3a HTTP/1.1" status: 200 len: 945 time: 0.1494615 Feb 20 03:52:56.587536 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-f989cbb2-ec2e-4c2a-9462-0de3d5d03dee admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-734322124-network', 'tenant_id': 'eeeca159e815429193cd5c175355f4fe'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:56.642253 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-329bd356-a82a-4db8-b559-8fbe045073f1 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:56.645480 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac3b30a-72ee-40c2-942d-43a3b94e0605 admin admin] Made reservation on behalf of d5051f6ae6274815a71eda28cae9f225 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:52:56.648564 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1ac3b30a-72ee-40c2-942d-43a3b94e0605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:56.654396 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-329bd356-a82a-4db8-b559-8fbe045073f1 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:56.667095 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1ac3b30a-72ee-40c2-942d-43a3b94e0605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:56.678605 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-135885b5-8bac-4c48-bbe3-65d6a9c7d362 req-ad386a52-139a-434f-90c0-443909f4d0ca tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843756 Feb 20 03:52:56.709388 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f989cbb2-ec2e-4c2a-9462-0de3d5d03dee admin admin] Made reservation on behalf of eeeca159e815429193cd5c175355f4fe for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:52:56.712704 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f989cbb2-ec2e-4c2a-9462-0de3d5d03dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:56.726940 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f989cbb2-ec2e-4c2a-9462-0de3d5d03dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:56.745727 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ca23ff4-f650-4e0f-a77b-96a813638e49 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (cb16cbf8-050d-4ef9-88ba-f52019671f87), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:56.751622 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca23ff4-f650-4e0f-a77b-96a813638e49 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:56.752484 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ca23ff4-f650-4e0f-a77b-96a813638e49 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:56.761507 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-329bd356-a82a-4db8-b559-8fbe045073f1 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (4e61490e-cc8c-4526-b1ef-311c981c71f3), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:56.818479 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-329bd356-a82a-4db8-b559-8fbe045073f1 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (4e61490e-cc8c-4526-b1ef-311c981c71f3), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:56.863406 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329bd356-a82a-4db8-b559-8fbe045073f1 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e61490e-cc8c-4526-b1ef-311c981c71f3,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:56.885986 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca23ff4-f650-4e0f-a77b-96a813638e49 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Network': ['ID=cb16cbf8-050d-4ef9-88ba-f52019671f87,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:56.909039 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-329bd356-a82a-4db8-b559-8fbe045073f1 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (6e3fb11d-1b31-4475-8bc5-2a949caf7e3d), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:56.914954 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59256) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:56.916457 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3ca23ff4-f650-4e0f-a77b-96a813638e49 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2251782 Feb 20 03:52:56.917026 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network cb16cbf8-050d-4ef9-88ba-f52019671f87 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:52:56.920347 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1ac3b30a-72ee-40c2-942d-43a3b94e0605 admin admin] Publish callbacks [] for security_group (8c5ebed9-cfb2-4976-b139-b74041a52bc7), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:56.923812 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-f2d109aa-5034-4d7b-be64-92e00865551e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1975980173'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:56.967381 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-329bd356-a82a-4db8-b559-8fbe045073f1 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (6e3fb11d-1b31-4475-8bc5-2a949caf7e3d), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:56.978313 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f989cbb2-ec2e-4c2a-9462-0de3d5d03dee admin admin] Publish callbacks [] for security_group (ca760651-ca72-42c0-98c7-6724c019a845), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:57.012404 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1ac3b30a-72ee-40c2-942d-43a3b94e0605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (8c5ebed9-cfb2-4976-b139-b74041a52bc7), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:57.015424 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329bd356-a82a-4db8-b559-8fbe045073f1 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3fb11d-1b31-4475-8bc5-2a949caf7e3d,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:57.044625 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3b30a-72ee-40c2-942d-43a3b94e0605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5ebed9-cfb2-4976-b139-b74041a52bc7,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:57.046541 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d109aa-5034-4d7b-be64-92e00865551e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Made reservation on behalf of 22871a8315df49c89d6983e39fc945e1 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:52:57.047301 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac3b30a-72ee-40c2-942d-43a3b94e0605 admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:52:57.050331 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f2d109aa-5034-4d7b-be64-92e00865551e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:57.052791 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f989cbb2-ec2e-4c2a-9462-0de3d5d03dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ca760651-ca72-42c0-98c7-6724c019a845), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:57.072964 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1ac3b30a-72ee-40c2-942d-43a3b94e0605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (08fcc9f7-0087-409b-8daa-1f1ba18de35d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:57.073360 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-1ac3b30a-72ee-40c2-942d-43a3b94e0605 admin admin] Added segment 08fcc9f7-0087-409b-8daa-1f1ba18de35d of type vlan for network c3b1fdd9-c8e5-47d0-a0d3-937506587efd Feb 20 03:52:57.073525 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-329bd356-a82a-4db8-b559-8fbe045073f1 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:57.077756 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-329bd356-a82a-4db8-b559-8fbe045073f1 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5353644 Feb 20 03:52:57.078425 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59264) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:57.085972 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-0edd64f4-ee81-44d6-9ea0-e85dc6fd84a6 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Request body: {'security_group_rule': {'security_group_id': '6e3fb11d-1b31-4475-8bc5-2a949caf7e3d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:57.096798 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d109aa-5034-4d7b-be64-92e00865551e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:52:57.097217 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f989cbb2-ec2e-4c2a-9462-0de3d5d03dee admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:52:57.113980 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f2d109aa-5034-4d7b-be64-92e00865551e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (1cbea9b2-8475-4086-89ea-fb6140b7dc39), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:57.114807 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-f2d109aa-5034-4d7b-be64-92e00865551e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Added segment 1cbea9b2-8475-4086-89ea-fb6140b7dc39 of type vlan for network b1c2b207-8e4d-4a91-be1a-a1791a1d5b6c Feb 20 03:52:57.128229 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989cbb2-ec2e-4c2a-9462-0de3d5d03dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca760651-ca72-42c0-98c7-6724c019a845,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:57.138120 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f989cbb2-ec2e-4c2a-9462-0de3d5d03dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (a6398d80-5aa3-45fe-a02c-221c24d978d7), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:57.138484 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-f989cbb2-ec2e-4c2a-9462-0de3d5d03dee admin admin] Added segment a6398d80-5aa3-45fe-a02c-221c24d978d7 of type vlan for network ca8c1b38-9258-4dd0-848f-a6ef8c6db98a Feb 20 03:52:57.155772 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1ac3b30a-72ee-40c2-942d-43a3b94e0605 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (c3b1fdd9-c8e5-47d0-a0d3-937506587efd), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:57.171734 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f2d109aa-5034-4d7b-be64-92e00865551e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (b1c2b207-8e4d-4a91-be1a-a1791a1d5b6c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:57.200075 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0edd64f4-ee81-44d6-9ea0-e85dc6fd84a6 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group_rule (843a0ac1-dc3c-49c3-b0cb-6478524a9c49), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:57.202189 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f989cbb2-ec2e-4c2a-9462-0de3d5d03dee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (ca8c1b38-9258-4dd0-848f-a6ef8c6db98a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:57.274678 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0edd64f4-ee81-44d6-9ea0-e85dc6fd84a6 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group_rule (843a0ac1-dc3c-49c3-b0cb-6478524a9c49), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:57.276002 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1ac3b30a-72ee-40c2-942d-43a3b94e0605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (c3b1fdd9-c8e5-47d0-a0d3-937506587efd), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:57.280754 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac3b30a-72ee-40c2-942d-43a3b94e0605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:57.280754 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1ac3b30a-72ee-40c2-942d-43a3b94e0605 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:57.333329 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f2d109aa-5034-4d7b-be64-92e00865551e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (b1c2b207-8e4d-4a91-be1a-a1791a1d5b6c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:57.338260 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f989cbb2-ec2e-4c2a-9462-0de3d5d03dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (ca8c1b38-9258-4dd0-848f-a6ef8c6db98a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:57.338907 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d109aa-5034-4d7b-be64-92e00865551e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:57.339068 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f989cbb2-ec2e-4c2a-9462-0de3d5d03dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:57.339329 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f2d109aa-5034-4d7b-be64-92e00865551e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:57.340011 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f989cbb2-ec2e-4c2a-9462-0de3d5d03dee admin admin] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:57.353360 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3b30a-72ee-40c2-942d-43a3b94e0605 admin admin] Pushing event updated for resources: {'Network': ['ID=c3b1fdd9-c8e5-47d0-a0d3-937506587efd,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:57.364293 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network c3b1fdd9-c8e5-47d0-a0d3-937506587efd details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:52:57.385737 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0edd64f4-ee81-44d6-9ea0-e85dc6fd84a6 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (843a0ac1-dc3c-49c3-b0cb-6478524a9c49), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:57.426551 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989cbb2-ec2e-4c2a-9462-0de3d5d03dee admin admin] Pushing event updated for resources: {'Network': ['ID=ca8c1b38-9258-4dd0-848f-a6ef8c6db98a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:57.434656 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1ac3b30a-72ee-40c2-942d-43a3b94e0605 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0961919 Feb 20 03:52:57.437340 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59274) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:57.446173 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-fd1fcaf6-d52a-479d-b52d-5b39e874897c admin admin] Request body: {'subnet': {'network_id': 'c3b1fdd9-c8e5-47d0-a0d3-937506587efd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-473328642-subnet', 'tenant_id': 'd5051f6ae6274815a71eda28cae9f225', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:57.451634 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d109aa-5034-4d7b-be64-92e00865551e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Network': ['ID=b1c2b207-8e4d-4a91-be1a-a1791a1d5b6c,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:57.456274 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network ca8c1b38-9258-4dd0-848f-a6ef8c6db98a details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:52:57.474605 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network b1c2b207-8e4d-4a91-be1a-a1791a1d5b6c details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:52:57.479899 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd64f4-ee81-44d6-9ea0-e85dc6fd84a6 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=843a0ac1-dc3c-49c3-b0cb-6478524a9c49,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:57.491015 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f989cbb2-ec2e-4c2a-9462-0de3d5d03dee admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0988445 Feb 20 03:52:57.561961 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f2d109aa-5034-4d7b-be64-92e00865551e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6457131 Feb 20 03:52:57.568819 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59282) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:57.576234 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-03bdbc32-6309-45f8-a825-e77c580ceb10 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Request body: {'subnet': {'network_id': 'cb16cbf8-050d-4ef9-88ba-f52019671f87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:57.608522 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0edd64f4-ee81-44d6-9ea0-e85dc6fd84a6 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:57.608522 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0edd64f4-ee81-44d6-9ea0-e85dc6fd84a6 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5264416 Feb 20 03:52:57.610537 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59284) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:57.617945 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-78acdb48-710f-440b-949d-4f9575223f81 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Request body: {'security_group_rule': {'security_group_id': '6e3fb11d-1b31-4475-8bc5-2a949caf7e3d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:57.738009 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78acdb48-710f-440b-949d-4f9575223f81 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group_rule (e9e4bc73-97c9-4098-a4c8-72cb17379984), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:57.756038 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1fcaf6-d52a-479d-b52d-5b39e874897c admin admin] Made reservation on behalf of d5051f6ae6274815a71eda28cae9f225 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:52:57.759210 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fd1fcaf6-d52a-479d-b52d-5b39e874897c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:57.837982 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bdbc32-6309-45f8-a825-e77c580ceb10 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Made reservation on behalf of 22871a8315df49c89d6983e39fc945e1 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:52:57.841459 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-03bdbc32-6309-45f8-a825-e77c580ceb10 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:57.939356 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-78acdb48-710f-440b-949d-4f9575223f81 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] create failed (client error): There was a conflict when trying to complete your request. Feb 20 03:52:57.940658 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-78acdb48-710f-440b-949d-4f9575223f81 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3280931 Feb 20 03:52:57.943247 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59292) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:58.001607 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fcecccfa-ebb7-4e3e-8aaf-9ad6148b3d72 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (6e3fb11d-1b31-4475-8bc5-2a949caf7e3d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:58.029050 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fcecccfa-ebb7-4e3e-8aaf-9ad6148b3d72 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (6e3fb11d-1b31-4475-8bc5-2a949caf7e3d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:58.195775 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fcecccfa-ebb7-4e3e-8aaf-9ad6148b3d72 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (6e3fb11d-1b31-4475-8bc5-2a949caf7e3d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:58.199373 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fcecccfa-ebb7-4e3e-8aaf-9ad6148b3d72 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:58.200582 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fcecccfa-ebb7-4e3e-8aaf-9ad6148b3d72 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "DELETE /v2.0/security-groups/6e3fb11d-1b31-4475-8bc5-2a949caf7e3d HTTP/1.1" status: 204 len: 168 time: 0.2564034 Feb 20 03:52:58.204934 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59300) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:58.206801 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fd1fcaf6-d52a-479d-b52d-5b39e874897c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (72f48a28-b5a4-403e-824d-f08ceebd2848), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:58.217536 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcecccfa-ebb7-4e3e-8aaf-9ad6148b3d72 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3fb11d-1b31-4475-8bc5-2a949caf7e3d,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:58.243329 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2705b82-5877-4ee1-9f7a-e41ce22bfa93 req-d7a0361b-edb9-4625-93bb-9d5ae2518237 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:58.248629 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e2705b82-5877-4ee1-9f7a-e41ce22bfa93 req-d7a0361b-edb9-4625-93bb-9d5ae2518237 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=937c9427-5ee3-4135-9a6c-2d43d6252c3a HTTP/1.1" status: 200 len: 945 time: 0.1063979 Feb 20 03:52:58.277228 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-03bdbc32-6309-45f8-a825-e77c580ceb10 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (727194cd-2253-419c-9b32-f8e6e48f1328), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:58.280694 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a777ff86-9208-409e-a51c-2424ac70bb2d tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0746615 Feb 20 03:52:58.284899 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59302) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:58.290152 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-f2ca6252-7540-4623-93bd-2e7d6300e03a tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Request body: {'security_group': {'name': 'tempest-secgroup--1767833927'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:58.361132 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1fcaf6-d52a-479d-b52d-5b39e874897c admin admin] Pushing event updated for resources: {'Subnet': ['ID=72f48a28-b5a4-403e-824d-f08ceebd2848,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:58.390262 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f2ca6252-7540-4623-93bd-2e7d6300e03a tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:58.433171 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3bad7-07c1-43aa-b99a-d7f5761941de req-8753f1c7-520b-4faa-b67b-9ae0156082fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:58.435327 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8ef3bad7-07c1-43aa-b99a-d7f5761941de req-8753f1c7-520b-4faa-b67b-9ae0156082fb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3cda16f4bf3342cc9a4c00c0f5219b98&device_id=937c9427-5ee3-4135-9a6c-2d43d6252c3a HTTP/1.1" status: 200 len: 1127 time: 0.2394645 Feb 20 03:52:58.449119 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e2705b82-5877-4ee1-9f7a-e41ce22bfa93 req-c658e5ca-1a3e-45e5-a99b-a315d9243a6a tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925142 Feb 20 03:52:58.461946 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1fcaf6-d52a-479d-b52d-5b39e874897c admin admin] Checking segment: {'id': '08fcc9f7-0087-409b-8daa-1f1ba18de35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c3b1fdd9-c8e5-47d0-a0d3-937506587efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:52:58.462320 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1fcaf6-d52a-479d-b52d-5b39e874897c admin admin] Network hostable DHCP agents. Network: c3b1fdd9-c8e5-47d0-a0d3-937506587efd, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:52:58.470101 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bdbc32-6309-45f8-a825-e77c580ceb10 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Checking segment: {'id': 'f181ccc2-a2d2-4e2f-a0c2-f4fe3440da42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cb16cbf8-050d-4ef9-88ba-f52019671f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:52:58.470415 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bdbc32-6309-45f8-a825-e77c580ceb10 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network hostable DHCP agents. Network: cb16cbf8-050d-4ef9-88ba-f52019671f87, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:52:58.472408 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bdbc32-6309-45f8-a825-e77c580ceb10 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Subnet': ['ID=727194cd-2253-419c-9b32-f8e6e48f1328,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:58.494580 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f2ca6252-7540-4623-93bd-2e7d6300e03a tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (20940e99-7d4a-4e08-bc32-5ef0c845ece2), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:58.562024 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f2ca6252-7540-4623-93bd-2e7d6300e03a tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (20940e99-7d4a-4e08-bc32-5ef0c845ece2), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:58.605045 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3bad7-07c1-43aa-b99a-d7f5761941de req-6ae52467-3261-4059-901e-395a1b33f1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:58.607100 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8ef3bad7-07c1-43aa-b99a-d7f5761941de req-6ae52467-3261-4059-901e-395a1b33f1a0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e214a271-1910-4f9f-bcdf-8de79d943770 HTTP/1.1" status: 200 len: 915 time: 0.1316197 Feb 20 03:52:58.657320 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca6252-7540-4623-93bd-2e7d6300e03a tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20940e99-7d4a-4e08-bc32-5ef0c845ece2,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:58.665775 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8ef3bad7-07c1-43aa-b99a-d7f5761941de req-e63661db-c3b6-4a55-90ae-8dc8bf3a3eea service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da686ece-f646-488f-ab9c-045a0200f9fc HTTP/1.1" status: 200 len: 217 time: 0.0503378 Feb 20 03:52:58.666763 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bdbc32-6309-45f8-a825-e77c580ceb10 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network cb16cbf8-050d-4ef9-88ba-f52019671f87 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:52:58.670692 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1fcaf6-d52a-479d-b52d-5b39e874897c admin admin] Network c3b1fdd9-c8e5-47d0-a0d3-937506587efd is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:52:58.682739 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f2ca6252-7540-4623-93bd-2e7d6300e03a tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:58.684239 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f2ca6252-7540-4623-93bd-2e7d6300e03a tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3983905 Feb 20 03:52:58.687492 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59310) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:58.694673 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-563cdc75-c8b3-42ae-b5a2-7c4813d46a28 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Request body: {'security_group_rule': {'security_group_id': '20940e99-7d4a-4e08-bc32-5ef0c845ece2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:58.695465 n-d-829866-4 neutron-server[104106]: WARNING neutron.api.v2.base [None req-563cdc75-c8b3-42ae-b5a2-7c4813d46a28 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 20 03:52:58.696205 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-563cdc75-c8b3-42ae-b5a2-7c4813d46a28 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:52:58.697944 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-563cdc75-c8b3-42ae-b5a2-7c4813d46a28 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0091715 Feb 20 03:52:58.700862 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59314) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:58.710759 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-92bc6ba2-ebb8-4e5e-ba70-dac79bb814c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:58.766218 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c5dd835b-380b-4fa2-b5f0-76804393efa1 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (20940e99-7d4a-4e08-bc32-5ef0c845ece2), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:58.781282 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-03bdbc32-6309-45f8-a825-e77c580ceb10 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, cb16cbf8-050d-4ef9-88ba-f52019671f87) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:52:58.786106 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bdbc32-6309-45f8-a825-e77c580ceb10 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:58.786815 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-03bdbc32-6309-45f8-a825-e77c580ceb10 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:58.793330 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c5dd835b-380b-4fa2-b5f0-76804393efa1 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (20940e99-7d4a-4e08-bc32-5ef0c845ece2), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:58.813696 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6be057-5fcc-46eb-8a84-8a59acdb5cec None None] Network cb16cbf8-050d-4ef9-88ba-f52019671f87 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:52:58.926737 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c5dd835b-380b-4fa2-b5f0-76804393efa1 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (20940e99-7d4a-4e08-bc32-5ef0c845ece2), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:58.930280 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c5dd835b-380b-4fa2-b5f0-76804393efa1 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:58.933476 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c5dd835b-380b-4fa2-b5f0-76804393efa1 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "DELETE /v2.0/security-groups/20940e99-7d4a-4e08-bc32-5ef0c845ece2 HTTP/1.1" status: 204 len: 168 time: 0.2297316 Feb 20 03:52:58.939014 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59316) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:58.973710 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a2c148-3b89-4015-b8ef-f2a5793d70fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-cb16cbf8-050d-4ef9-88ba-f52019671f87', 'network_id': 'cb16cbf8-050d-4ef9-88ba-f52019671f87', 'project_id': '22871a8315df49c89d6983e39fc945e1', 'fixed_ips': [{'subnet_id': '727194cd-2253-419c-9b32-f8e6e48f1328'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:52:58.977993 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-90a2c148-3b89-4015-b8ef-f2a5793d70fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:58.986436 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd835b-380b-4fa2-b5f0-76804393efa1 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20940e99-7d4a-4e08-bc32-5ef0c845ece2,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:59.091298 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-10d24e4f-90f1-4dd2-b3eb-5c17db77e3ef tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1499021 Feb 20 03:52:59.093725 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59320) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:59.109211 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-99e61c04-7c2e-4da8-94d8-b8eb55ae21f4 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Request body: {'security_group': {'name': 'tempest-secgroup--2037289394'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:59.146157 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-fd1fcaf6-d52a-479d-b52d-5b39e874897c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, c3b1fdd9-c8e5-47d0-a0d3-937506587efd) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:52:59.169685 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea453d9-792d-4405-91ba-2edf168c7ace None None] Network c3b1fdd9-c8e5-47d0-a0d3-937506587efd requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:52:59.172329 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1fcaf6-d52a-479d-b52d-5b39e874897c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:59.173146 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fd1fcaf6-d52a-479d-b52d-5b39e874897c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:59.223934 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3bad7-07c1-43aa-b99a-d7f5761941de req-8993fbc3-670f-4de8-92d4-4be487213f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:59.225651 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8ef3bad7-07c1-43aa-b99a-d7f5761941de req-8993fbc3-670f-4de8-92d4-4be487213f06 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a2b9035c-9333-4674-9bbf-447b79a14259 HTTP/1.1" status: 200 len: 853 time: 0.5444605 Feb 20 03:52:59.251626 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-90a2c148-3b89-4015-b8ef-f2a5793d70fd None None] Allocated IP 2001:db8::2 (cb16cbf8-050d-4ef9-88ba-f52019671f87/727194cd-2253-419c-9b32-f8e6e48f1328/3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:52:59.255881 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-03bdbc32-6309-45f8-a825-e77c580ceb10 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6842732 Feb 20 03:52:59.259822 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59322) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:59.266271 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-c8b76e0a-d377-4c7c-981c-621cf593aa02 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Request body: {'subnet': {'network_id': 'b1c2b207-8e4d-4a91-be1a-a1791a1d5b6c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:59.300485 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-99e61c04-7c2e-4da8-94d8-b8eb55ae21f4 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:59.380997 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-fd1fcaf6-d52a-479d-b52d-5b39e874897c admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9425192 Feb 20 03:52:59.404886 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647b683-3da1-4d28-81ec-606852a48693 req-39f99b10-e7bb-4adc-987f-d7d70f13279e tempest-ComputeTenantNetworksTest-2006497015 tempest-ComputeTenantNetworksTest-2006497015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:59.410690 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647b683-3da1-4d28-81ec-606852a48693 req-39f99b10-e7bb-4adc-987f-d7d70f13279e tempest-ComputeTenantNetworksTest-2006497015 tempest-ComputeTenantNetworksTest-2006497015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:59.416714 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647b683-3da1-4d28-81ec-606852a48693 req-39f99b10-e7bb-4adc-987f-d7d70f13279e tempest-ComputeTenantNetworksTest-2006497015 tempest-ComputeTenantNetworksTest-2006497015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:59.418896 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5647b683-3da1-4d28-81ec-606852a48693 req-39f99b10-e7bb-4adc-987f-d7d70f13279e tempest-ComputeTenantNetworksTest-2006497015 tempest-ComputeTenantNetworksTest-2006497015-project] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.7413356 Feb 20 03:52:59.442064 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3bad7-07c1-43aa-b99a-d7f5761941de req-8a4e84aa-386e-48b0-9d71-2f462036ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:59.443988 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8ef3bad7-07c1-43aa-b99a-d7f5761941de req-8a4e84aa-386e-48b0-9d71-2f462036ac35 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e214a271-1910-4f9f-bcdf-8de79d943770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2083716 Feb 20 03:52:59.598328 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-99e61c04-7c2e-4da8-94d8-b8eb55ae21f4 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (7fe975a0-22fe-41c6-83b3-358de8ddac07), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:59.631137 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b76e0a-d377-4c7c-981c-621cf593aa02 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Made reservation on behalf of 22871a8315df49c89d6983e39fc945e1 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:52:59.638003 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8b76e0a-d377-4c7c-981c-621cf593aa02 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:59.675141 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1fda6-7c3f-4d42-9027-f301ae5ccd88 req-0817e3d1-be3f-4411-89bc-07cd3fbf8d97 tempest-ComputeTenantNetworksTest-2006497015 tempest-ComputeTenantNetworksTest-2006497015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:52:59.676539 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a1a1fda6-7c3f-4d42-9027-f301ae5ccd88 req-0817e3d1-be3f-4411-89bc-07cd3fbf8d97 tempest-ComputeTenantNetworksTest-2006497015 tempest-ComputeTenantNetworksTest-2006497015-project] 10.222.0.89 "GET /v2.0/networks/ca8c1b38-9258-4dd0-848f-a6ef8c6db98a HTTP/1.1" status: 200 len: 768 time: 0.1163313 Feb 20 03:52:59.695484 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59336) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:59.723270 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34763638-837c-4d69-9b0b-4c506c37ceba None None] Network c3b1fdd9-c8e5-47d0-a0d3-937506587efd requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:52:59.801890 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-99e61c04-7c2e-4da8-94d8-b8eb55ae21f4 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (7fe975a0-22fe-41c6-83b3-358de8ddac07), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:59.864237 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e61c04-7c2e-4da8-94d8-b8eb55ae21f4 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe975a0-22fe-41c6-83b3-358de8ddac07,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:52:59.885749 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8ef3bad7-07c1-43aa-b99a-d7f5761941de req-0b4ecdd2-70bd-4893-aee7-386a613b2a98 service neutron] 10.222.0.93 "GET /v2.0/networks/e214a271-1910-4f9f-bcdf-8de79d943770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336851 Feb 20 03:52:59.971019 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-99e61c04-7c2e-4da8-94d8-b8eb55ae21f4 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:52:59.971019 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-99e61c04-7c2e-4da8-94d8-b8eb55ae21f4 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8722610 Feb 20 03:52:59.971019 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59340) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:59.975576 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-7145f200-f53a-4cbe-9605-2891b22f791f tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Request body: {'security_group_rule': {'security_group_id': '7fe975a0-22fe-41c6-83b3-358de8ddac07', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:52:59.977234 n-d-829866-4 neutron-server[104106]: WARNING neutron.api.v2.base [None req-7145f200-f53a-4cbe-9605-2891b22f791f tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 20 03:52:59.977508 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-7145f200-f53a-4cbe-9605-2891b22f791f tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:52:59.979169 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7145f200-f53a-4cbe-9605-2891b22f791f tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0081611 Feb 20 03:52:59.982220 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59342) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:52:59.982693 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-90a2c148-3b89-4015-b8ef-f2a5793d70fd None None] Publish callbacks [] for port (3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:00.056013 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d2977d07-e81e-4606-99c1-123f5782a1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (ca8c1b38-9258-4dd0-848f-a6ef8c6db98a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:00.072754 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:00.093388 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a624a5c-acc0-4f5a-bb28-2ab1cef758cf req-2d73b1ed-adee-4c32-8572-698cff4e3f84 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:00.094979 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3a624a5c-acc0-4f5a-bb28-2ab1cef758cf req-2d73b1ed-adee-4c32-8572-698cff4e3f84 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=937c9427-5ee3-4135-9a6c-2d43d6252c3a HTTP/1.1" status: 200 len: 945 time: 0.2611747 Feb 20 03:53:00.097642 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5934477a-a388-4f80-979c-e043480ac1e8 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (7fe975a0-22fe-41c6-83b3-358de8ddac07), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:00.117918 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-90a2c148-3b89-4015-b8ef-f2a5793d70fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:00.153415 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5934477a-a388-4f80-979c-e043480ac1e8 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (7fe975a0-22fe-41c6-83b3-358de8ddac07), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:00.189777 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8ef3bad7-07c1-43aa-b99a-d7f5761941de req-544e3423-8f04-40eb-82b0-b98c2c006ca5 service neutron] 10.222.0.93 "GET /v2.0/networks/e214a271-1910-4f9f-bcdf-8de79d943770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542007 Feb 20 03:53:00.217477 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a2c148-3b89-4015-b8ef-f2a5793d70fd None None] Network cb16cbf8-050d-4ef9-88ba-f52019671f87 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:53:00.222631 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-90a2c148-3b89-4015-b8ef-f2a5793d70fd None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:53:00.229029 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a2c148-3b89-4015-b8ef-f2a5793d70fd None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:53:00.236373 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8b76e0a-d377-4c7c-981c-621cf593aa02 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (d49f23b8-f7ee-42b1-9e34-a794d77a5651), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:00.255676 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d2977d07-e81e-4606-99c1-123f5782a1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (ca8c1b38-9258-4dd0-848f-a6ef8c6db98a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:00.271690 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3a624a5c-acc0-4f5a-bb28-2ab1cef758cf req-bc5d0793-3cb9-4c18-a590-26729c960880 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591408 Feb 20 03:53:00.285095 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-d2977d07-e81e-4606-99c1-123f5782a1b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca8c1b38-9258-4dd0-848f-a6ef8c6db98a']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:00.311425 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-d2977d07-e81e-4606-99c1-123f5782a1b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6398d80-5aa3-45fe-a02c-221c24d978d7') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:00.311759 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-d2977d07-e81e-4606-99c1-123f5782a1b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6398d80-5aa3-45fe-a02c-221c24d978d7') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:00.327843 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2c148-3b89-4015-b8ef-f2a5793d70fd None None] Pushing event updated for resources: {'Port': ['ID=3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:00.341009 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d2977d07-e81e-4606-99c1-123f5782a1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (a6398d80-5aa3-45fe-a02c-221c24d978d7), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:00.358173 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-90a2c148-3b89-4015-b8ef-f2a5793d70fd None None] Attempting to bind port 3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:53:00.358691 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-90a2c148-3b89-4015-b8ef-f2a5793d70fd None None] Attempting to bind port 3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'f181ccc2-a2d2-4e2f-a0c2-f4fe3440da42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cb16cbf8-050d-4ef9-88ba-f52019671f87'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:53:00.359212 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a2c148-3b89-4015-b8ef-f2a5793d70fd None None] Attempting to bind port 3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27 on network cb16cbf8-050d-4ef9-88ba-f52019671f87 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:53:00.364311 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b76e0a-d377-4c7c-981c-621cf593aa02 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Subnet': ['ID=d49f23b8-f7ee-42b1-9e34-a794d77a5651,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:00.364811 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d2977d07-e81e-4606-99c1-123f5782a1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (a6398d80-5aa3-45fe-a02c-221c24d978d7), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:00.365430 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a2c148-3b89-4015-b8ef-f2a5793d70fd None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:53:00.368070 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a2c148-3b89-4015-b8ef-f2a5793d70fd None None] Checking segment: {'id': 'f181ccc2-a2d2-4e2f-a0c2-f4fe3440da42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cb16cbf8-050d-4ef9-88ba-f52019671f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:53:00.368671 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-90a2c148-3b89-4015-b8ef-f2a5793d70fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:00.369229 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a2c148-3b89-4015-b8ef-f2a5793d70fd None None] Bound using segment: {'id': 'f181ccc2-a2d2-4e2f-a0c2-f4fe3440da42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cb16cbf8-050d-4ef9-88ba-f52019671f87'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:53:00.370013 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-90a2c148-3b89-4015-b8ef-f2a5793d70fd None None] Bound port: 3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f181ccc2-a2d2-4e2f-a0c2-f4fe3440da42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cb16cbf8-050d-4ef9-88ba-f52019671f87'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:53:00.378188 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-90a2c148-3b89-4015-b8ef-f2a5793d70fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:00.378364 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2977d07-e81e-4606-99c1-123f5782a1b7 admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:53:00.378364 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d2977d07-e81e-4606-99c1-123f5782a1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (a6398d80-5aa3-45fe-a02c-221c24d978d7), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:00.418278 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b76e0a-d377-4c7c-981c-621cf593aa02 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Checking segment: {'id': '1cbea9b2-8475-4086-89ea-fb6140b7dc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b1c2b207-8e4d-4a91-be1a-a1791a1d5b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:53:00.418890 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b76e0a-d377-4c7c-981c-621cf593aa02 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network hostable DHCP agents. Network: b1c2b207-8e4d-4a91-be1a-a1791a1d5b6c, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:53:00.426721 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:53:00.426721 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:53:00.426721 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:53:00.426721 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:53:00.426721 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:53:00.426721 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:53:00.426721 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:53:00.426721 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:53:00.426721 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:53:00.426721 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:53:00.426721 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:53:00.426721 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:53:00.426721 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:53:00.426721 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:53:00.426721 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:53:00.426721 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:53:00.426721 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:53:00.426721 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:53:00.426721 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:53:00.426721 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:53:00.426721 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:53:00.426721 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:53:00.426721 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:53:00.426721 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:53:00.426721 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:53:00.426721 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:53:00.426721 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:53:00.426721 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:53:00.426721 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:53:00.426721 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:53:00.426721 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:53:00.426721 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:53:00.471972 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-90a2c148-3b89-4015-b8ef-f2a5793d70fd None None] For port 3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:53:00.476550 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-90a2c148-3b89-4015-b8ef-f2a5793d70fd None None] For port 3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27,segment=NetworkSegment(f181ccc2-a2d2-4e2f-a0c2-f4fe3440da42),segment_id=f181ccc2-a2d2-4e2f-a0c2-f4fe3440da42)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:53:00.481056 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5934477a-a388-4f80-979c-e043480ac1e8 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (7fe975a0-22fe-41c6-83b3-358de8ddac07), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:00.483708 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5934477a-a388-4f80-979c-e043480ac1e8 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:00.487157 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5934477a-a388-4f80-979c-e043480ac1e8 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "DELETE /v2.0/security-groups/7fe975a0-22fe-41c6-83b3-358de8ddac07 HTTP/1.1" status: 204 len: 168 time: 0.5020382 Feb 20 03:53:00.487847 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59344) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:00.495194 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934477a-a388-4f80-979c-e043480ac1e8 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe975a0-22fe-41c6-83b3-358de8ddac07,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:00.507084 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d2977d07-e81e-4606-99c1-123f5782a1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (ca8c1b38-9258-4dd0-848f-a6ef8c6db98a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:00.514172 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d2977d07-e81e-4606-99c1-123f5782a1b7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:00.524170 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d2977d07-e81e-4606-99c1-123f5782a1b7 admin admin] 10.222.0.89 "DELETE /v2.0/networks/ca8c1b38-9258-4dd0-848f-a6ef8c6db98a HTTP/1.1" status: 204 len: 168 time: 0.8194151 Feb 20 03:53:00.548179 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2977d07-e81e-4606-99c1-123f5782a1b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca8c1b38-9258-4dd0-848f-a6ef8c6db98a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:00.575458 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-90a2c148-3b89-4015-b8ef-f2a5793d70fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:00.575981 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b76e0a-d377-4c7c-981c-621cf593aa02 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network b1c2b207-8e4d-4a91-be1a-a1791a1d5b6c is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:53:00.584118 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-09f8f1b8-81b9-4746-8c47-9d9f8d4bbc9c tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0940316 Feb 20 03:53:00.588208 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59352) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:00.594840 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-90f00a8a-cf04-4210-a49c-d362826ec222 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Request body: {'security_group': {'name': 'tempest-secgroup--2077434344'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:00.687722 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2c148-3b89-4015-b8ef-f2a5793d70fd None None] Pushing event updated for resources: {'Port': ['ID=3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:00.709838 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-c8b76e0a-d377-4c7c-981c-621cf593aa02 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, b1c2b207-8e4d-4a91-be1a-a1791a1d5b6c) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:53:00.716533 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b76e0a-d377-4c7c-981c-621cf593aa02 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:00.717279 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8b76e0a-d377-4c7c-981c-621cf593aa02 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:00.737282 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406c12bf-a47d-4eaa-80fe-5068c9cb7142 None None] Network b1c2b207-8e4d-4a91-be1a-a1791a1d5b6c requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:53:00.739569 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-90f00a8a-cf04-4210-a49c-d362826ec222 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:00.845428 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c8b76e0a-d377-4c7c-981c-621cf593aa02 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5844448 Feb 20 03:53:00.847259 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59366) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:00.860293 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-e77dcda2-0a91-41c4-8f12-a6032a3931a3 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-509656758', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:00.950404 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-90f00a8a-cf04-4210-a49c-d362826ec222 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (c6055c29-83d9-4dfb-8a72-0358026d1fbf), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:00.959762 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8987d8a-125f-48d4-8f85-cfd1fa492dbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-b1c2b207-8e4d-4a91-be1a-a1791a1d5b6c', 'network_id': 'b1c2b207-8e4d-4a91-be1a-a1791a1d5b6c', 'project_id': '22871a8315df49c89d6983e39fc945e1', 'fixed_ips': [{'subnet_id': 'd49f23b8-f7ee-42b1-9e34-a794d77a5651'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:53:00.962493 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e8987d8a-125f-48d4-8f85-cfd1fa492dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:01.126940 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-e8987d8a-125f-48d4-8f85-cfd1fa492dbd None None] Allocated IP 2001:db8:1::2 (b1c2b207-8e4d-4a91-be1a-a1791a1d5b6c/d49f23b8-f7ee-42b1-9e34-a794d77a5651/bb901c74-94e2-4474-8c3f-72eff20d928f) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:53:01.161823 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e77dcda2-0a91-41c4-8f12-a6032a3931a3 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (2efcc662-b65b-4eb7-aa88-4694f6de07ea), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:01.162955 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e77dcda2-0a91-41c4-8f12-a6032a3931a3 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (2efcc662-b65b-4eb7-aa88-4694f6de07ea), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:01.168235 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-90f00a8a-cf04-4210-a49c-d362826ec222 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c6055c29-83d9-4dfb-8a72-0358026d1fbf), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:01.250105 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f00a8a-cf04-4210-a49c-d362826ec222 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6055c29-83d9-4dfb-8a72-0358026d1fbf,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:01.260193 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e77dcda2-0a91-41c4-8f12-a6032a3931a3 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router_controller (2efcc662-b65b-4eb7-aa88-4694f6de07ea), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:01.362272 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e77dcda2-0a91-41c4-8f12-a6032a3931a3 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (2efcc662-b65b-4eb7-aa88-4694f6de07ea), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:01.364518 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-90f00a8a-cf04-4210-a49c-d362826ec222 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:01.366991 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:01.371203 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e8987d8a-125f-48d4-8f85-cfd1fa492dbd None None] Publish callbacks [] for port (bb901c74-94e2-4474-8c3f-72eff20d928f), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:01.371500 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-90f00a8a-cf04-4210-a49c-d362826ec222 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7787824 Feb 20 03:53:01.371500 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59376) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:01.375875 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-b48739ea-d5d2-4197-be7c-04133ad0c382 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Request body: {'security_group_rule': {'security_group_id': 'c6055c29-83d9-4dfb-8a72-0358026d1fbf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:01.376758 n-d-829866-4 neutron-server[104105]: WARNING neutron.api.v2.base [None req-b48739ea-d5d2-4197-be7c-04133ad0c382 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 20 03:53:01.377269 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-b48739ea-d5d2-4197-be7c-04133ad0c382 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:53:01.389394 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b48739ea-d5d2-4197-be7c-04133ad0c382 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0179181 Feb 20 03:53:01.391028 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59378) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:01.403551 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-95438180-b8b2-415c-8167-5a4a8ea7676a tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Request body: {'security_group_rule': {'security_group_id': 'c6055c29-83d9-4dfb-8a72-0358026d1fbf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:01.404513 n-d-829866-4 neutron-server[104106]: WARNING neutron.api.v2.base [None req-95438180-b8b2-415c-8167-5a4a8ea7676a tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 20 03:53:01.405206 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-95438180-b8b2-415c-8167-5a4a8ea7676a tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:53:01.406505 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-95438180-b8b2-415c-8167-5a4a8ea7676a tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0128343 Feb 20 03:53:01.410618 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59380) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:01.416478 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-4e4a0b09-522d-478b-9d77-9f01f98e9879 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Request body: {'security_group_rule': {'security_group_id': 'c6055c29-83d9-4dfb-8a72-0358026d1fbf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:01.417555 n-d-829866-4 neutron-server[104106]: WARNING neutron.api.v2.base [None req-4e4a0b09-522d-478b-9d77-9f01f98e9879 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 20 03:53:01.418327 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-4e4a0b09-522d-478b-9d77-9f01f98e9879 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:53:01.424438 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4e4a0b09-522d-478b-9d77-9f01f98e9879 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0120802 Feb 20 03:53:01.425311 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59382) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:01.436751 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-2f223eb7-9016-4da6-bc0c-66ca643a5268 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Request body: {'security_group_rule': {'security_group_id': 'c6055c29-83d9-4dfb-8a72-0358026d1fbf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:01.438018 n-d-829866-4 neutron-server[104106]: WARNING neutron.api.v2.base [None req-2f223eb7-9016-4da6-bc0c-66ca643a5268 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 20 03:53:01.447253 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-2f223eb7-9016-4da6-bc0c-66ca643a5268 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:53:01.447253 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2f223eb7-9016-4da6-bc0c-66ca643a5268 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0144379 Feb 20 03:53:01.448892 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59384) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:01.449411 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59386) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:01.494195 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e8987d8a-125f-48d4-8f85-cfd1fa492dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (bb901c74-94e2-4474-8c3f-72eff20d928f), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:01.502251 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094800d1-8996-4729-be79-d525b226e342 req-a0a22ae0-7b9c-4e6c-9244-2327cf601398 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:01.504654 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-094800d1-8996-4729-be79-d525b226e342 req-a0a22ae0-7b9c-4e6c-9244-2327cf601398 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=937c9427-5ee3-4135-9a6c-2d43d6252c3a HTTP/1.1" status: 200 len: 945 time: 0.1137650 Feb 20 03:53:01.504812 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e77dcda2-0a91-41c4-8f12-a6032a3931a3 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:01.505933 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e77dcda2-0a91-41c4-8f12-a6032a3931a3 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6525326 Feb 20 03:53:01.509856 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59390) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:01.543521 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7e38fc1e-c7e3-4fb7-a597-9a7426afc74f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=eeeca159e815429193cd5c175355f4fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0912340 Feb 20 03:53:01.545488 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8987d8a-125f-48d4-8f85-cfd1fa492dbd None None] Network b1c2b207-8e4d-4a91-be1a-a1791a1d5b6c is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:53:01.548119 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59392) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:01.548624 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-e8987d8a-125f-48d4-8f85-cfd1fa492dbd None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:53:01.551979 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8987d8a-125f-48d4-8f85-cfd1fa492dbd None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:53:01.604475 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1b0709da-38bf-41a8-b823-9a566fddf599 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (c6055c29-83d9-4dfb-8a72-0358026d1fbf), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:01.644975 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8987d8a-125f-48d4-8f85-cfd1fa492dbd None None] Pushing event updated for resources: {'Port': ['ID=bb901c74-94e2-4474-8c3f-72eff20d928f,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:01.701060 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1b0709da-38bf-41a8-b823-9a566fddf599 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (c6055c29-83d9-4dfb-8a72-0358026d1fbf), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:01.705601 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-e8987d8a-125f-48d4-8f85-cfd1fa492dbd None None] Attempting to bind port bb901c74-94e2-4474-8c3f-72eff20d928f on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:53:01.706221 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-e8987d8a-125f-48d4-8f85-cfd1fa492dbd None None] Attempting to bind port bb901c74-94e2-4474-8c3f-72eff20d928f by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '1cbea9b2-8475-4086-89ea-fb6140b7dc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b1c2b207-8e4d-4a91-be1a-a1791a1d5b6c'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:53:01.706601 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8987d8a-125f-48d4-8f85-cfd1fa492dbd None None] Attempting to bind port bb901c74-94e2-4474-8c3f-72eff20d928f on network b1c2b207-8e4d-4a91-be1a-a1791a1d5b6c {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:53:01.725006 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8987d8a-125f-48d4-8f85-cfd1fa492dbd None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:53:01.732013 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8987d8a-125f-48d4-8f85-cfd1fa492dbd None None] Checking segment: {'id': '1cbea9b2-8475-4086-89ea-fb6140b7dc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b1c2b207-8e4d-4a91-be1a-a1791a1d5b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:53:01.732578 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e8987d8a-125f-48d4-8f85-cfd1fa492dbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:01.732998 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8987d8a-125f-48d4-8f85-cfd1fa492dbd None None] Bound using segment: {'id': '1cbea9b2-8475-4086-89ea-fb6140b7dc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b1c2b207-8e4d-4a91-be1a-a1791a1d5b6c'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:53:01.733785 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-e8987d8a-125f-48d4-8f85-cfd1fa492dbd None None] Bound port: bb901c74-94e2-4474-8c3f-72eff20d928f, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbea9b2-8475-4086-89ea-fb6140b7dc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b1c2b207-8e4d-4a91-be1a-a1791a1d5b6c'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:53:01.734186 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e8987d8a-125f-48d4-8f85-cfd1fa492dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bb901c74-94e2-4474-8c3f-72eff20d928f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:01.800692 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-12e7b318-273a-4ee7-b836-670b1d1a0b65 admin admin] Publish callbacks [] for security_group (ca760651-ca72-42c0-98c7-6724c019a845), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:01.870248 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-12e7b318-273a-4ee7-b836-670b1d1a0b65 admin admin] Publish callbacks [] for security_group (ca760651-ca72-42c0-98c7-6724c019a845), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:01.935962 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e8987d8a-125f-48d4-8f85-cfd1fa492dbd None None] For port bb901c74-94e2-4474-8c3f-72eff20d928f, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:53:01.949802 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e8987d8a-125f-48d4-8f85-cfd1fa492dbd None None] For port bb901c74-94e2-4474-8c3f-72eff20d928f, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=bb901c74-94e2-4474-8c3f-72eff20d928f,segment=NetworkSegment(1cbea9b2-8475-4086-89ea-fb6140b7dc39),segment_id=1cbea9b2-8475-4086-89ea-fb6140b7dc39)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:53:01.991667 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1b0709da-38bf-41a8-b823-9a566fddf599 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c6055c29-83d9-4dfb-8a72-0358026d1fbf), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:01.996263 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1b0709da-38bf-41a8-b823-9a566fddf599 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:01.997132 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-094800d1-8996-4729-be79-d525b226e342 req-cd32e341-c484-45f6-b33d-389ca30cf4a1 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837453 Feb 20 03:53:02.002060 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1b0709da-38bf-41a8-b823-9a566fddf599 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "DELETE /v2.0/security-groups/c6055c29-83d9-4dfb-8a72-0358026d1fbf HTTP/1.1" status: 204 len: 168 time: 0.5505776 Feb 20 03:53:02.004651 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59402) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:02.048026 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e8987d8a-125f-48d4-8f85-cfd1fa492dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bb901c74-94e2-4474-8c3f-72eff20d928f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:02.058130 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0709da-38bf-41a8-b823-9a566fddf599 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6055c29-83d9-4dfb-8a72-0358026d1fbf,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:02.094174 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-12e7b318-273a-4ee7-b836-670b1d1a0b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ca760651-ca72-42c0-98c7-6724c019a845), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:02.098158 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-12e7b318-273a-4ee7-b836-670b1d1a0b65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:02.113400 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-12e7b318-273a-4ee7-b836-670b1d1a0b65 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ca760651-ca72-42c0-98c7-6724c019a845 HTTP/1.1" status: 204 len: 168 time: 0.5636744 Feb 20 03:53:02.180952 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8987d8a-125f-48d4-8f85-cfd1fa492dbd None None] Pushing event updated for resources: {'Port': ['ID=bb901c74-94e2-4474-8c3f-72eff20d928f,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:02.187408 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59410) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:02.198549 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-71af9a32-ed83-49a0-970c-4fbe09c8e908 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1726017 Feb 20 03:53:02.198549 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7b318-273a-4ee7-b836-670b1d1a0b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca760651-ca72-42c0-98c7-6724c019a845,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:02.204484 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-2030f0bc-7e63-4f1c-b231-bb1bd218af70 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Request body: {'security_group': {'name': 'tempest-secgroup--1928135167'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:02.485863 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb942e1a-0441-402a-b651-13b528476407 None None] Network cb16cbf8-050d-4ef9-88ba-f52019671f87 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:53:02.496159 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:53:02.545269 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8fc46064-e9af-4564-ba23-3485e870ff4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:02.642061 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2030f0bc-7e63-4f1c-b231-bb1bd218af70 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:02.684585 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d148bc1d-866f-4507-8483-62a21827cdfa None None] Provisioning complete for port 3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:53:02.685027 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d148bc1d-866f-4507-8483-62a21827cdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:02.764678 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:53:02.765052 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:02.935865 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d148bc1d-866f-4507-8483-62a21827cdfa None None] Current status of the port 3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:53:02.936394 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d148bc1d-866f-4507-8483-62a21827cdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:02.946495 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:03.060756 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d148bc1d-866f-4507-8483-62a21827cdfa None None] For port 3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27,segment=NetworkSegment(f181ccc2-a2d2-4e2f-a0c2-f4fe3440da42),segment_id=f181ccc2-a2d2-4e2f-a0c2-f4fe3440da42)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:53:03.142914 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d148bc1d-866f-4507-8483-62a21827cdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:03.166251 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2030f0bc-7e63-4f1c-b231-bb1bd218af70 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (7feeb127-0c1e-4dc5-afd3-9ce5cf03feb9), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:03.276014 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2030f0bc-7e63-4f1c-b231-bb1bd218af70 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (7feeb127-0c1e-4dc5-afd3-9ce5cf03feb9), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:03.323886 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:53:03.325749 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:03.350931 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-8fc46064-e9af-4564-ba23-3485e870ff4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Allocated IP 2001:db8::1 (cb16cbf8-050d-4ef9-88ba-f52019671f87/727194cd-2253-419c-9b32-f8e6e48f1328/288ac99c-ce6b-46e2-9e24-16a8e7a936a8) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:53:03.393567 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030f0bc-7e63-4f1c-b231-bb1bd218af70 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7feeb127-0c1e-4dc5-afd3-9ce5cf03feb9,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:03.425426 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01cea6-ae9c-46fa-9abe-d309a02a7af6 req-fd171465-1f94-4138-b073-448ff138678d tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:03.426812 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148bc1d-866f-4507-8483-62a21827cdfa None None] Pushing event updated for resources: {'Port': ['ID=3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:03.434289 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3f01cea6-ae9c-46fa-9abe-d309a02a7af6 req-fd171465-1f94-4138-b073-448ff138678d tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=937c9427-5ee3-4135-9a6c-2d43d6252c3a HTTP/1.1" status: 200 len: 945 time: 0.2134013 Feb 20 03:53:03.551955 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:53:03.556853 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:53:03.585530 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2030f0bc-7e63-4f1c-b231-bb1bd218af70 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:03.590003 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59432) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:03.595477 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-67a07764-5a91-46b6-b026-ff6037a3227c tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Request body: {'security_group_rule': {'security_group_id': '7feeb127-0c1e-4dc5-afd3-9ce5cf03feb9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:03.595974 n-d-829866-4 neutron-server[104106]: WARNING neutron.api.v2.base [None req-67a07764-5a91-46b6-b026-ff6037a3227c tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 20 03:53:03.596479 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-67a07764-5a91-46b6-b026-ff6037a3227c tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:53:03.601255 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-67a07764-5a91-46b6-b026-ff6037a3227c tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0095687 Feb 20 03:53:03.601893 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59434) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:03.605370 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2030f0bc-7e63-4f1c-b231-bb1bd218af70 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4163940 Feb 20 03:53:03.627255 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-99236b1a-7c4a-4ed1-aed3-abf28ad01de9 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Request body: {'security_group_rule': {'security_group_id': '7feeb127-0c1e-4dc5-afd3-9ce5cf03feb9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:03.684412 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-dbfc1ced-5848-493c-9b37-565618beb5d0 None None] Provisioning complete for port 3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:53:03.684852 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-dbfc1ced-5848-493c-9b37-565618beb5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:03.693407 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3f01cea6-ae9c-46fa-9abe-d309a02a7af6 req-0bb28e14-4878-494f-910b-e87cb387fa9b tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443664 Feb 20 03:53:03.760401 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8fc46064-e9af-4564-ba23-3485e870ff4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for port (288ac99c-ce6b-46e2-9e24-16a8e7a936a8), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:03.884135 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-dbfc1ced-5848-493c-9b37-565618beb5d0 None None] Current status of the port 3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:53:03.887620 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-99236b1a-7c4a-4ed1-aed3-abf28ad01de9 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:53:03.888991 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-99236b1a-7c4a-4ed1-aed3-abf28ad01de9 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2861552 Feb 20 03:53:03.892070 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59442) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:03.896585 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-66334aea-ef54-4fd7-9ea3-0bb04f7def1d tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Request body: {'security_group_rule': {'security_group_id': '7feeb127-0c1e-4dc5-afd3-9ce5cf03feb9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:03.897067 n-d-829866-4 neutron-server[104106]: WARNING neutron.api.v2.base [None req-66334aea-ef54-4fd7-9ea3-0bb04f7def1d tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 20 03:53:03.898257 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-66334aea-ef54-4fd7-9ea3-0bb04f7def1d tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:53:03.901786 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-66334aea-ef54-4fd7-9ea3-0bb04f7def1d tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062168 Feb 20 03:53:03.902097 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59444) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:03.909929 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-19b3a9c2-d783-4299-9750-4cfc6bd436a9 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Request body: {'security_group_rule': {'security_group_id': '7feeb127-0c1e-4dc5-afd3-9ce5cf03feb9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:03.990744 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8fc46064-e9af-4564-ba23-3485e870ff4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (288ac99c-ce6b-46e2-9e24-16a8e7a936a8), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:04.244371 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc46064-e9af-4564-ba23-3485e870ff4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Port': ['ID=288ac99c-ce6b-46e2-9e24-16a8e7a936a8,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:04.244371 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc46064-e9af-4564-ba23-3485e870ff4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network cb16cbf8-050d-4ef9-88ba-f52019671f87 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:53:04.244371 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-8fc46064-e9af-4564-ba23-3485e870ff4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:53:04.244371 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc46064-e9af-4564-ba23-3485e870ff4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:53:04.244371 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8fc46064-e9af-4564-ba23-3485e870ff4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (2efcc662-b65b-4eb7-aa88-4694f6de07ea), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:04.247895 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:53:04.360353 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a608c8-9a94-4584-ae8a-4bf54bde4db3 None None] Network b1c2b207-8e4d-4a91-be1a-a1791a1d5b6c requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:53:04.612498 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:53:04.630973 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8fc46064-e9af-4564-ba23-3485e870ff4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (288ac99c-ce6b-46e2-9e24-16a8e7a936a8), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:04.646205 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-19b3a9c2-d783-4299-9750-4cfc6bd436a9 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:53:04.648036 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-19b3a9c2-d783-4299-9750-4cfc6bd436a9 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7438288 Feb 20 03:53:04.650736 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59458) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:04.659464 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-5d9bad58-89bd-4394-8f03-6d0f745d5fd6 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Request body: {'security_group_rule': {'security_group_id': '7feeb127-0c1e-4dc5-afd3-9ce5cf03feb9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:04.659941 n-d-829866-4 neutron-server[104106]: WARNING neutron.api.v2.base [None req-5d9bad58-89bd-4394-8f03-6d0f745d5fd6 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 20 03:53:04.661236 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-5d9bad58-89bd-4394-8f03-6d0f745d5fd6 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:53:04.662256 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5d9bad58-89bd-4394-8f03-6d0f745d5fd6 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0088797 Feb 20 03:53:04.668708 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59460) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:04.682877 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-cfab9353-6e68-4938-ad97-cb7541cf8cc9 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Request body: {'security_group_rule': {'security_group_id': '7feeb127-0c1e-4dc5-afd3-9ce5cf03feb9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:04.695806 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-8f112c53-36fb-491f-8423-6fedbc3b7a82 None None] Provisioning complete for port bb901c74-94e2-4474-8c3f-72eff20d928f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:53:04.696542 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8f112c53-36fb-491f-8423-6fedbc3b7a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (bb901c74-94e2-4474-8c3f-72eff20d928f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:04.860096 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:53:04.860525 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:04.938704 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-8f112c53-36fb-491f-8423-6fedbc3b7a82 None None] Current status of the port bb901c74-94e2-4474-8c3f-72eff20d928f is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:53:04.939140 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8f112c53-36fb-491f-8423-6fedbc3b7a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bb901c74-94e2-4474-8c3f-72eff20d928f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:04.990176 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-cfab9353-6e68-4938-ad97-cb7541cf8cc9 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:53:04.992304 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cfab9353-6e68-4938-ad97-cb7541cf8cc9 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3206255 Feb 20 03:53:04.995217 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59466) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:05.000055 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-30cbb26f-e53c-4e21-a811-9120b7253a4d tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Request body: {'security_group_rule': {'security_group_id': '7feeb127-0c1e-4dc5-afd3-9ce5cf03feb9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:05.000552 n-d-829866-4 neutron-server[104106]: WARNING neutron.api.v2.base [None req-30cbb26f-e53c-4e21-a811-9120b7253a4d tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 20 03:53:05.001046 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-30cbb26f-e53c-4e21-a811-9120b7253a4d tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:53:05.002063 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-30cbb26f-e53c-4e21-a811-9120b7253a4d tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058663 Feb 20 03:53:05.006200 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59468) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:05.016652 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-a0363f47-7c72-42cb-99ea-4d2aa2f09b91 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Request body: {'security_group_rule': {'security_group_id': '7feeb127-0c1e-4dc5-afd3-9ce5cf03feb9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:05.097959 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-8f112c53-36fb-491f-8423-6fedbc3b7a82 None None] For port bb901c74-94e2-4474-8c3f-72eff20d928f, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=bb901c74-94e2-4474-8c3f-72eff20d928f,segment=NetworkSegment(1cbea9b2-8475-4086-89ea-fb6140b7dc39),segment_id=1cbea9b2-8475-4086-89ea-fb6140b7dc39)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:53:05.126365 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:53:05.127602 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device bb901c74-94e2-4474-8c3f-72eff20d928f up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:53:05.240139 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8f112c53-36fb-491f-8423-6fedbc3b7a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bb901c74-94e2-4474-8c3f-72eff20d928f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:05.254279 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port bb901c74-94e2-4474-8c3f-72eff20d928f triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:53:05.254279 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (bb901c74-94e2-4474-8c3f-72eff20d928f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:05.304806 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-a0363f47-7c72-42cb-99ea-4d2aa2f09b91 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:53:05.309374 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a0363f47-7c72-42cb-99ea-4d2aa2f09b91 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3014746 Feb 20 03:53:05.311234 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59472) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:05.315704 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-d7627f3f-7076-4829-8740-efdbaf2f4898 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Request body: {'security_group_rule': {'security_group_id': '7feeb127-0c1e-4dc5-afd3-9ce5cf03feb9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:05.404411 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f112c53-36fb-491f-8423-6fedbc3b7a82 None None] Pushing event updated for resources: {'Port': ['ID=bb901c74-94e2-4474-8c3f-72eff20d928f,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:05.463045 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-4dcad85f-d617-4f3c-96f7-e3fe0d56254f None None] Provisioning complete for port 288ac99c-ce6b-46e2-9e24-16a8e7a936a8 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:53:05.463436 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4dcad85f-d617-4f3c-96f7-e3fe0d56254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (288ac99c-ce6b-46e2-9e24-16a8e7a936a8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:05.495787 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a140c-8da4-43e7-b511-747a0c1a0d06 req-9e4d3d1d-1b56-47d2-a7ea-4de7db433276 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:05.496967 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bf7a140c-8da4-43e7-b511-747a0c1a0d06 req-9e4d3d1d-1b56-47d2-a7ea-4de7db433276 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=937c9427-5ee3-4135-9a6c-2d43d6252c3a HTTP/1.1" status: 200 len: 945 time: 0.6590786 Feb 20 03:53:05.524756 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port bb901c74-94e2-4474-8c3f-72eff20d928f is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:53:05.551584 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-4dcad85f-d617-4f3c-96f7-e3fe0d56254f None None] Port 288ac99c-ce6b-46e2-9e24-16a8e7a936a8 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:53:05.567277 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-4dcad85f-d617-4f3c-96f7-e3fe0d56254f None None] Provisioning complete for port bb901c74-94e2-4474-8c3f-72eff20d928f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:53:05.567656 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4dcad85f-d617-4f3c-96f7-e3fe0d56254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (bb901c74-94e2-4474-8c3f-72eff20d928f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:05.588166 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-d7627f3f-7076-4829-8740-efdbaf2f4898 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:53:05.593414 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d7627f3f-7076-4829-8740-efdbaf2f4898 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2797728 Feb 20 03:53:05.594803 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59476) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:05.672118 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c52767c2-0073-48b8-9c83-a5a0946e766a tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (7feeb127-0c1e-4dc5-afd3-9ce5cf03feb9), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:05.684137 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-4dcad85f-d617-4f3c-96f7-e3fe0d56254f None None] Current status of the port bb901c74-94e2-4474-8c3f-72eff20d928f is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:53:05.718602 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c52767c2-0073-48b8-9c83-a5a0946e766a tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (7feeb127-0c1e-4dc5-afd3-9ce5cf03feb9), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:05.744527 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bf7a140c-8da4-43e7-b511-747a0c1a0d06 req-e0fc80b1-f2bc-45e7-a798-ca26b55648d4 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049689 Feb 20 03:53:05.749940 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8fc46064-e9af-4564-ba23-3485e870ff4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for port (288ac99c-ce6b-46e2-9e24-16a8e7a936a8), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:05.825261 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8fc46064-e9af-4564-ba23-3485e870ff4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (288ac99c-ce6b-46e2-9e24-16a8e7a936a8), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:05.826673 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8fc46064-e9af-4564-ba23-3485e870ff4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (2efcc662-b65b-4eb7-aa88-4694f6de07ea), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:05.898234 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c52767c2-0073-48b8-9c83-a5a0946e766a tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (7feeb127-0c1e-4dc5-afd3-9ce5cf03feb9), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:05.898234 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c52767c2-0073-48b8-9c83-a5a0946e766a tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:05.899394 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c52767c2-0073-48b8-9c83-a5a0946e766a tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "DELETE /v2.0/security-groups/7feeb127-0c1e-4dc5-afd3-9ce5cf03feb9 HTTP/1.1" status: 204 len: 168 time: 0.3031800 Feb 20 03:53:05.902748 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59484) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:05.953011 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52767c2-0073-48b8-9c83-a5a0946e766a tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7feeb127-0c1e-4dc5-afd3-9ce5cf03feb9,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:06.029564 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc46064-e9af-4564-ba23-3485e870ff4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network cb16cbf8-050d-4ef9-88ba-f52019671f87 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:53:06.034475 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc46064-e9af-4564-ba23-3485e870ff4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Port': ['ID=288ac99c-ce6b-46e2-9e24-16a8e7a936a8,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:06.034740 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ec3e58a3-0d54-49d0-91ef-440898c31a95 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1284082 Feb 20 03:53:06.034837 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-8fc46064-e9af-4564-ba23-3485e870ff4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:53:06.037809 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59486) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:06.057890 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-7b6e4cc4-9c7e-49d3-9f7f-45ca506e907f tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Request body: {'security_group': {'name': 'tempest-secgroup--1197257320'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:06.190033 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7b6e4cc4-9c7e-49d3-9f7f-45ca506e907f tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:06.335869 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7b6e4cc4-9c7e-49d3-9f7f-45ca506e907f tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (23324d15-bc2f-4244-a1b3-d7b2fbc9993a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:06.406917 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device bb901c74-94e2-4474-8c3f-72eff20d928f up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:53:06.452834 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7b6e4cc4-9c7e-49d3-9f7f-45ca506e907f tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (23324d15-bc2f-4244-a1b3-d7b2fbc9993a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:06.468001 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port bb901c74-94e2-4474-8c3f-72eff20d928f triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:53:06.468379 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (bb901c74-94e2-4474-8c3f-72eff20d928f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:06.487369 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc46064-e9af-4564-ba23-3485e870ff4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Router 2efcc662-b65b-4eb7-aa88-4694f6de07ea is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:53:06.524316 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e4cc4-9c7e-49d3-9f7f-45ca506e907f tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23324d15-bc2f-4244-a1b3-d7b2fbc9993a,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:06.577528 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-94f26a05-b544-44a1-96fd-9ab9c98cca04 None None] Provisioning complete for port 288ac99c-ce6b-46e2-9e24-16a8e7a936a8 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:53:06.577528 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-94f26a05-b544-44a1-96fd-9ab9c98cca04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (288ac99c-ce6b-46e2-9e24-16a8e7a936a8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:06.605197 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7b6e4cc4-9c7e-49d3-9f7f-45ca506e907f tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:06.606497 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7b6e4cc4-9c7e-49d3-9f7f-45ca506e907f tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5547249 Feb 20 03:53:06.609607 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59494) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:06.619067 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-22cf3f7f-dbc2-478b-aeef-f00f8671a4ab tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Request body: {'security_group_rule': {'security_group_id': '23324d15-bc2f-4244-a1b3-d7b2fbc9993a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:06.674585 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port bb901c74-94e2-4474-8c3f-72eff20d928f is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:53:06.674585 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-94f26a05-b544-44a1-96fd-9ab9c98cca04 None None] Port 288ac99c-ce6b-46e2-9e24-16a8e7a936a8 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:53:06.713876 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc46064-e9af-4564-ba23-3485e870ff4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:53:06.726141 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7072962-bcc2-43e4-93bb-37604f071ea6 None None] Sync routers for ids ['2efcc662-b65b-4eb7-aa88-4694f6de07ea'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:53:06.729942 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8fc46064-e9af-4564-ba23-3485e870ff4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "PUT /v2.0/routers/2efcc662-b65b-4eb7-aa88-4694f6de07ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2186003 Feb 20 03:53:06.732553 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59498) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:06.754588 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7072962-bcc2-43e4-93bb-37604f071ea6 None None] Routers {'2efcc662-b65b-4eb7-aa88-4694f6de07ea'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:53:06.755415 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f7072962-bcc2-43e4-93bb-37604f071ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:52:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['2efcc662-b65b-4eb7-aa88-4694f6de07ea'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:06.821178 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605bac11-21e3-4dcb-bcac-e9453302517f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:06.827086 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-605bac11-21e3-4dcb-bcac-e9453302517f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "GET /v2.0/ports/288ac99c-ce6b-46e2-9e24-16a8e7a936a8 HTTP/1.1" status: 200 len: 911 time: 0.0909669 Feb 20 03:53:06.827615 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59502) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:06.978699 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-22cf3f7f-dbc2-478b-aeef-f00f8671a4ab tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] create failed (client error): The resource could not be found. Feb 20 03:53:06.983594 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-22cf3f7f-dbc2-478b-aeef-f00f8671a4ab tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3728919 Feb 20 03:53:06.984340 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59508) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:06.989076 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-c4a52a7c-2b95-4e9b-ad50-a11477b5ca89 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Request body: {'security_group_rule': {'security_group_id': '23324d15-bc2f-4244-a1b3-d7b2fbc9993a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '9127b6ed-1eff-4085-92b8-8d8e8a12c7e3'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:07.054771 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f7072962-bcc2-43e4-93bb-37604f071ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:07.065436 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7072962-bcc2-43e4-93bb-37604f071ea6 None None] Routers {'2efcc662-b65b-4eb7-aa88-4694f6de07ea'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:53:07.066118 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f7072962-bcc2-43e4-93bb-37604f071ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:52:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['2efcc662-b65b-4eb7-aa88-4694f6de07ea'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:07.105229 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f7072962-bcc2-43e4-93bb-37604f071ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:07.105949 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7072962-bcc2-43e4-93bb-37604f071ea6 None None] The sync data for ids ['2efcc662-b65b-4eb7-aa88-4694f6de07ea'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:53:07.195329 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e9802-2254-4003-ba3a-7559a3bf2b4c req-ba92833d-6497-4e9c-8dc4-137259dce210 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:07.197026 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ab7e9802-2254-4003-ba3a-7559a3bf2b4c req-ba92833d-6497-4e9c-8dc4-137259dce210 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=937c9427-5ee3-4135-9a6c-2d43d6252c3a HTTP/1.1" status: 200 len: 945 time: 0.2685049 Feb 20 03:53:07.258213 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-c4a52a7c-2b95-4e9b-ad50-a11477b5ca89 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] create failed (client error): The resource could not be found. Feb 20 03:53:07.263153 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c4a52a7c-2b95-4e9b-ad50-a11477b5ca89 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2775359 Feb 20 03:53:07.263889 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59514) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:07.402933 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-055b60ff-2ac1-4c5f-b009-95417a520672 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (23324d15-bc2f-4244-a1b3-d7b2fbc9993a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:07.472667 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-055b60ff-2ac1-4c5f-b009-95417a520672 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (23324d15-bc2f-4244-a1b3-d7b2fbc9993a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:07.489615 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ab7e9802-2254-4003-ba3a-7559a3bf2b4c req-f3da0fd7-8a1b-4ece-8bec-2c4fa47d847e tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829541 Feb 20 03:53:07.599684 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e782e392-ce13-4a6f-9ce9-6536acb12786 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:07.658473 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-055b60ff-2ac1-4c5f-b009-95417a520672 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (23324d15-bc2f-4244-a1b3-d7b2fbc9993a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:07.661546 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-055b60ff-2ac1-4c5f-b009-95417a520672 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:07.666034 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-055b60ff-2ac1-4c5f-b009-95417a520672 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "DELETE /v2.0/security-groups/23324d15-bc2f-4244-a1b3-d7b2fbc9993a HTTP/1.1" status: 204 len: 168 time: 0.4009852 Feb 20 03:53:07.667139 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59518) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:07.712583 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b60ff-2ac1-4c5f-b009-95417a520672 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23324d15-bc2f-4244-a1b3-d7b2fbc9993a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:07.812798 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-253a783c-c5f1-4de0-ae31-896120709331 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1378839 Feb 20 03:53:07.814129 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59520) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:07.825666 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-4aeac688-0f6f-4222-a03e-f780619ddddb tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Request body: {'security_group_rule': {'security_group_id': '1716ad0d-cf2c-4154-8007-c84f1c43e075', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:08.006111 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-e782e392-ce13-4a6f-9ce9-6536acb12786 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Allocated IP 2001:db8:1::1 (b1c2b207-8e4d-4a91-be1a-a1791a1d5b6c/d49f23b8-f7ee-42b1-9e34-a794d77a5651/a6e387e0-2325-4c12-b2a2-73daaf1aa89f) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:53:08.127187 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-4aeac688-0f6f-4222-a03e-f780619ddddb tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] create failed (client error): The resource could not be found. Feb 20 03:53:08.133266 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4aeac688-0f6f-4222-a03e-f780619ddddb tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3165603 Feb 20 03:53:08.134164 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59524) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:08.138789 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-e2d27d1f-aefb-44f1-b910-d4fbd4add563 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Request body: {'security_group': {'name': 'tempest-secgroup--1024069169'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:08.171954 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e782e392-ce13-4a6f-9ce9-6536acb12786 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for port (a6e387e0-2325-4c12-b2a2-73daaf1aa89f), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:08.281308 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e2d27d1f-aefb-44f1-b910-d4fbd4add563 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:08.311146 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e782e392-ce13-4a6f-9ce9-6536acb12786 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (a6e387e0-2325-4c12-b2a2-73daaf1aa89f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:08.405949 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e2d27d1f-aefb-44f1-b910-d4fbd4add563 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (ad941b81-bb1a-4e81-a0e6-7d4f28af0f28), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:08.406230 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e782e392-ce13-4a6f-9ce9-6536acb12786 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network b1c2b207-8e4d-4a91-be1a-a1791a1d5b6c is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:53:08.416858 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-e782e392-ce13-4a6f-9ce9-6536acb12786 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:53:08.436840 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e782e392-ce13-4a6f-9ce9-6536acb12786 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:53:08.437998 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e782e392-ce13-4a6f-9ce9-6536acb12786 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (2efcc662-b65b-4eb7-aa88-4694f6de07ea), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:08.450199 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782e392-ce13-4a6f-9ce9-6536acb12786 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Port': ['ID=a6e387e0-2325-4c12-b2a2-73daaf1aa89f,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:08.510251 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e2d27d1f-aefb-44f1-b910-d4fbd4add563 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ad941b81-bb1a-4e81-a0e6-7d4f28af0f28), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:08.565266 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d27d1f-aefb-44f1-b910-d4fbd4add563 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad941b81-bb1a-4e81-a0e6-7d4f28af0f28,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:08.658353 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e2d27d1f-aefb-44f1-b910-d4fbd4add563 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:08.663552 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e2d27d1f-aefb-44f1-b910-d4fbd4add563 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5250571 Feb 20 03:53:08.665235 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59534) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:08.683652 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-751a3092-1551-4499-910b-a4b344a3cf38 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Request body: {'security_group': {'name': 'tempest-secgroup--310497330'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:08.699782 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78359369-04a2-4d12-b8d6-1ef61e335c51 req-8ece2dff-1465-416b-a366-ec49c1653ac6 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:08.701030 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78359369-04a2-4d12-b8d6-1ef61e335c51 req-8ece2dff-1465-416b-a366-ec49c1653ac6 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=937c9427-5ee3-4135-9a6c-2d43d6252c3a HTTP/1.1" status: 200 len: 945 time: 0.0729136 Feb 20 03:53:08.793363 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78359369-04a2-4d12-b8d6-1ef61e335c51 req-ef538c8a-6b84-4483-a507-324730d0b589 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851328 Feb 20 03:53:08.856703 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-751a3092-1551-4499-910b-a4b344a3cf38 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:08.862053 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e782e392-ce13-4a6f-9ce9-6536acb12786 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a6e387e0-2325-4c12-b2a2-73daaf1aa89f), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:09.027387 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-617911e5-4cbe-4073-89f2-70086f3dbc3a None None] Provisioning complete for port a6e387e0-2325-4c12-b2a2-73daaf1aa89f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:53:09.027944 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-617911e5-4cbe-4073-89f2-70086f3dbc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a6e387e0-2325-4c12-b2a2-73daaf1aa89f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:09.030499 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-751a3092-1551-4499-910b-a4b344a3cf38 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (188cd865-c908-4111-bfe2-0aaa9ae0f833), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:09.086145 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-617911e5-4cbe-4073-89f2-70086f3dbc3a None None] Port a6e387e0-2325-4c12-b2a2-73daaf1aa89f cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:53:09.154075 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-751a3092-1551-4499-910b-a4b344a3cf38 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (188cd865-c908-4111-bfe2-0aaa9ae0f833), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:09.213172 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a3092-1551-4499-910b-a4b344a3cf38 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=188cd865-c908-4111-bfe2-0aaa9ae0f833,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:09.364706 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-751a3092-1551-4499-910b-a4b344a3cf38 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:09.371323 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-751a3092-1551-4499-910b-a4b344a3cf38 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7025282 Feb 20 03:53:09.374894 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59552) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:09.404630 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-ee64636d-3a45-447f-820e-b9953bbb5416 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Request body: {'security_group_rule': {'security_group_id': 'ad941b81-bb1a-4e81-a0e6-7d4f28af0f28', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '188cd865-c908-4111-bfe2-0aaa9ae0f833'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:09.457852 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e782e392-ce13-4a6f-9ce9-6536acb12786 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for port (a6e387e0-2325-4c12-b2a2-73daaf1aa89f), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:09.606630 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e782e392-ce13-4a6f-9ce9-6536acb12786 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (a6e387e0-2325-4c12-b2a2-73daaf1aa89f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:09.606630 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e782e392-ce13-4a6f-9ce9-6536acb12786 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (2efcc662-b65b-4eb7-aa88-4694f6de07ea), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:09.721962 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-ee64636d-3a45-447f-820e-b9953bbb5416 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:53:09.724096 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ee64636d-3a45-447f-820e-b9953bbb5416 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3478773 Feb 20 03:53:09.727043 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59558) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:09.801362 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e782e392-ce13-4a6f-9ce9-6536acb12786 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network b1c2b207-8e4d-4a91-be1a-a1791a1d5b6c is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:53:09.810007 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-e782e392-ce13-4a6f-9ce9-6536acb12786 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:53:09.879023 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59562) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:09.884968 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782e392-ce13-4a6f-9ce9-6536acb12786 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Port': ['ID=a6e387e0-2325-4c12-b2a2-73daaf1aa89f,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:09.951531 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0e69100c-a2bf-416c-a28d-c28907fb8e45 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (188cd865-c908-4111-bfe2-0aaa9ae0f833), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:10.005627 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0e69100c-a2bf-416c-a28d-c28907fb8e45 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (188cd865-c908-4111-bfe2-0aaa9ae0f833), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:10.094812 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47c94b-d199-4e8e-9900-a1489df3be79 req-dce8169b-e71a-4474-9947-1c247b343a77 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:10.103840 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bd47c94b-d199-4e8e-9900-a1489df3be79 req-dce8169b-e71a-4474-9947-1c247b343a77 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=937c9427-5ee3-4135-9a6c-2d43d6252c3a HTTP/1.1" status: 200 len: 945 time: 0.1249030 Feb 20 03:53:10.127661 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e782e392-ce13-4a6f-9ce9-6536acb12786 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Router 2efcc662-b65b-4eb7-aa88-4694f6de07ea has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:53:10.164506 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-16bf62b8-d609-4c44-9173-49bf2bbff3bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:10.207685 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0e69100c-a2bf-416c-a28d-c28907fb8e45 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (188cd865-c908-4111-bfe2-0aaa9ae0f833), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:10.215643 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0e69100c-a2bf-416c-a28d-c28907fb8e45 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:10.216354 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0e69100c-a2bf-416c-a28d-c28907fb8e45 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "DELETE /v2.0/security-groups/188cd865-c908-4111-bfe2-0aaa9ae0f833 HTTP/1.1" status: 204 len: 168 time: 0.4880254 Feb 20 03:53:10.228965 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59570) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:10.271491 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bd47c94b-d199-4e8e-9900-a1489df3be79 req-ea55f9ad-5530-4447-abf3-fa0e21d7bdb8 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510272 Feb 20 03:53:10.331619 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-2033958d-2659-4ba7-839b-dd8951690ff4 None None] Provisioning complete for port a6e387e0-2325-4c12-b2a2-73daaf1aa89f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:53:10.332201 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2033958d-2659-4ba7-839b-dd8951690ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a6e387e0-2325-4c12-b2a2-73daaf1aa89f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:10.338791 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69100c-a2bf-416c-a28d-c28907fb8e45 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=188cd865-c908-4111-bfe2-0aaa9ae0f833,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:10.413922 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2033958d-2659-4ba7-839b-dd8951690ff4 None None] Port a6e387e0-2325-4c12-b2a2-73daaf1aa89f cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:53:10.479667 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-019ff171-6645-4e6b-807a-c43daee6eab5 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2365024 Feb 20 03:53:10.482024 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59578) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:10.509058 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e782e392-ce13-4a6f-9ce9-6536acb12786 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:53:10.520874 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e782e392-ce13-4a6f-9ce9-6536acb12786 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "PUT /v2.0/routers/2efcc662-b65b-4eb7-aa88-4694f6de07ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6862657 Feb 20 03:53:10.521795 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59580) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:10.525089 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c9e3c7-0659-4106-9322-7d941fbe6c0d None None] Sync routers for ids ['2efcc662-b65b-4eb7-aa88-4694f6de07ea'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:53:10.545063 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c9e3c7-0659-4106-9322-7d941fbe6c0d None None] Routers {'2efcc662-b65b-4eb7-aa88-4694f6de07ea'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:53:10.546590 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-c4c9e3c7-0659-4106-9322-7d941fbe6c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:52:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['2efcc662-b65b-4eb7-aa88-4694f6de07ea'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:10.599010 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-16bf62b8-d609-4c44-9173-49bf2bbff3bf admin admin] Publish callbacks [] for security_group (c2d4478d-357c-41fe-af25-2bd196118c0e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:10.610850 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-c4c9e3c7-0659-4106-9322-7d941fbe6c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:10.616578 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53fac01-4a97-45d7-8bd6-767d4bd854ea tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:10.626992 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e53fac01-4a97-45d7-8bd6-767d4bd854ea tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "GET /v2.0/ports/a6e387e0-2325-4c12-b2a2-73daaf1aa89f HTTP/1.1" status: 200 len: 913 time: 0.1043806 Feb 20 03:53:10.632626 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59582) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:10.657160 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c9e3c7-0659-4106-9322-7d941fbe6c0d None None] Routers {'2efcc662-b65b-4eb7-aa88-4694f6de07ea'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:53:10.659601 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-c4c9e3c7-0659-4106-9322-7d941fbe6c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:52:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['2efcc662-b65b-4eb7-aa88-4694f6de07ea'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:10.712157 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-16bf62b8-d609-4c44-9173-49bf2bbff3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c2d4478d-357c-41fe-af25-2bd196118c0e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:10.773799 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c18a413f-d0aa-485b-82d6-42e74a9df90f tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (ad941b81-bb1a-4e81-a0e6-7d4f28af0f28), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:10.837014 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-c4c9e3c7-0659-4106-9322-7d941fbe6c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:10.838084 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c9e3c7-0659-4106-9322-7d941fbe6c0d None None] The sync data for ids ['2efcc662-b65b-4eb7-aa88-4694f6de07ea'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:53:10.872908 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-16bf62b8-d609-4c44-9173-49bf2bbff3bf admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ce2529e1c1764a6c9067be950593669e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9922283 Feb 20 03:53:10.878067 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59584) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:10.920943 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf62b8-d609-4c44-9173-49bf2bbff3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d4478d-357c-41fe-af25-2bd196118c0e,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:10.933246 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c18a413f-d0aa-485b-82d6-42e74a9df90f tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (ad941b81-bb1a-4e81-a0e6-7d4f28af0f28), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:11.001783 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e82a60a5-36b4-49af-8d07-3fbc87a22498 admin admin] Publish callbacks [] for security_group (c2d4478d-357c-41fe-af25-2bd196118c0e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:11.052994 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e82a60a5-36b4-49af-8d07-3fbc87a22498 admin admin] Publish callbacks [] for security_group (c2d4478d-357c-41fe-af25-2bd196118c0e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:11.138967 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c18a413f-d0aa-485b-82d6-42e74a9df90f tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ad941b81-bb1a-4e81-a0e6-7d4f28af0f28), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:11.144626 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c18a413f-d0aa-485b-82d6-42e74a9df90f tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:11.152568 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c18a413f-d0aa-485b-82d6-42e74a9df90f tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "DELETE /v2.0/security-groups/ad941b81-bb1a-4e81-a0e6-7d4f28af0f28 HTTP/1.1" status: 204 len: 168 time: 0.6663265 Feb 20 03:53:11.156210 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59590) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:11.182614 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a413f-d0aa-485b-82d6-42e74a9df90f tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad941b81-bb1a-4e81-a0e6-7d4f28af0f28,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:11.183859 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59592) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:11.252954 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e82a60a5-36b4-49af-8d07-3fbc87a22498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c2d4478d-357c-41fe-af25-2bd196118c0e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:11.255975 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e82a60a5-36b4-49af-8d07-3fbc87a22498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:11.260922 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e82a60a5-36b4-49af-8d07-3fbc87a22498 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c2d4478d-357c-41fe-af25-2bd196118c0e HTTP/1.1" status: 204 len: 168 time: 0.3773487 Feb 20 03:53:11.317504 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a60a5-36b4-49af-8d07-3fbc87a22498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d4478d-357c-41fe-af25-2bd196118c0e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:11.338364 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e1b7e54a-1624-4bab-88e6-58c616ae5ff6 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1709156 Feb 20 03:53:11.340676 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59602) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:11.369393 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-bf45a03b-f7c4-4da4-b651-5076d4f83588 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Request body: {'security_group': {'name': 'tempest-secgroup--1547748835'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:11.455852 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9d653976-e37b-4764-820b-464445be6f59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:11.524079 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf45a03b-f7c4-4da4-b651-5076d4f83588 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:11.527234 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1dfa3cc6-960d-4565-930e-837c3ef7125c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (2efcc662-b65b-4eb7-aa88-4694f6de07ea), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:11.614150 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786849ee-1de1-4ac7-9148-6056113bb332 req-fb5cbb5d-d9f8-473d-859f-b0f68bed09bd tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:11.622550 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-786849ee-1de1-4ac7-9148-6056113bb332 req-fb5cbb5d-d9f8-473d-859f-b0f68bed09bd tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=937c9427-5ee3-4135-9a6c-2d43d6252c3a HTTP/1.1" status: 200 len: 945 time: 0.1637831 Feb 20 03:53:11.727006 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf45a03b-f7c4-4da4-b651-5076d4f83588 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (ef6577d6-a208-4855-86d4-1f1e90f282b9), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:11.859710 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9d653976-e37b-4764-820b-464445be6f59 admin admin] Publish callbacks [] for security_group (d102269b-b2af-4f29-b7e8-2b5d82a956e6), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:11.869831 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf45a03b-f7c4-4da4-b651-5076d4f83588 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ef6577d6-a208-4855-86d4-1f1e90f282b9), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:11.921270 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf45a03b-f7c4-4da4-b651-5076d4f83588 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6577d6-a208-4855-86d4-1f1e90f282b9,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:11.972938 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9d653976-e37b-4764-820b-464445be6f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d102269b-b2af-4f29-b7e8-2b5d82a956e6), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:12.032204 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d653976-e37b-4764-820b-464445be6f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d102269b-b2af-4f29-b7e8-2b5d82a956e6,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:12.068571 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf45a03b-f7c4-4da4-b651-5076d4f83588 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:12.076675 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bf45a03b-f7c4-4da4-b651-5076d4f83588 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7302630 Feb 20 03:53:12.093919 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59616) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:12.109293 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-57ad4160-1ec2-4daa-b610-d97b3ea65ff1 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:12.110629 n-d-829866-4 neutron-server[104106]: WARNING neutron.api.v2.base [None req-57ad4160-1ec2-4daa-b610-d97b3ea65ff1 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 20 03:53:12.111726 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-57ad4160-1ec2-4daa-b610-d97b3ea65ff1 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] update failed (client error): There was a conflict when trying to complete your request. Feb 20 03:53:12.113972 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-57ad4160-1ec2-4daa-b610-d97b3ea65ff1 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "PUT /v2.0/security-groups/ef6577d6-a208-4855-86d4-1f1e90f282b9 HTTP/1.1" status: 409 len: 330 time: 0.0194907 Feb 20 03:53:12.121595 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9d653976-e37b-4764-820b-464445be6f59 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a84a89bcb7e342ae80c6bf7daa198ea4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9363420 Feb 20 03:53:12.123874 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59618) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:12.130684 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59620) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:12.248211 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-50a4a625-d8b4-48a5-8f57-b1266e6a77bf tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (ef6577d6-a208-4855-86d4-1f1e90f282b9), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:12.271921 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cfb2318a-5a1b-4f85-a233-ca62a20113ee admin admin] Publish callbacks [] for security_group (d102269b-b2af-4f29-b7e8-2b5d82a956e6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:12.308505 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-50a4a625-d8b4-48a5-8f57-b1266e6a77bf tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (ef6577d6-a208-4855-86d4-1f1e90f282b9), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:12.331132 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cfb2318a-5a1b-4f85-a233-ca62a20113ee admin admin] Publish callbacks [] for security_group (d102269b-b2af-4f29-b7e8-2b5d82a956e6), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:12.363569 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-786849ee-1de1-4ac7-9148-6056113bb332 req-810e3843-5cff-4f0b-969a-9ea39d7a926b tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7399147 Feb 20 03:53:12.544863 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-50a4a625-d8b4-48a5-8f57-b1266e6a77bf tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ef6577d6-a208-4855-86d4-1f1e90f282b9), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:12.549952 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-50a4a625-d8b4-48a5-8f57-b1266e6a77bf tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:12.556290 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-50a4a625-d8b4-48a5-8f57-b1266e6a77bf tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "DELETE /v2.0/security-groups/ef6577d6-a208-4855-86d4-1f1e90f282b9 HTTP/1.1" status: 204 len: 168 time: 0.4303896 Feb 20 03:53:12.560221 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59636) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:12.575983 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4a625-d8b4-48a5-8f57-b1266e6a77bf tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6577d6-a208-4855-86d4-1f1e90f282b9,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:12.602547 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cfb2318a-5a1b-4f85-a233-ca62a20113ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d102269b-b2af-4f29-b7e8-2b5d82a956e6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:12.613882 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cfb2318a-5a1b-4f85-a233-ca62a20113ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:12.617977 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cfb2318a-5a1b-4f85-a233-ca62a20113ee admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d102269b-b2af-4f29-b7e8-2b5d82a956e6 HTTP/1.1" status: 204 len: 168 time: 0.4825075 Feb 20 03:53:12.664994 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2318a-5a1b-4f85-a233-ca62a20113ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d102269b-b2af-4f29-b7e8-2b5d82a956e6,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:12.721473 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e812fc87-d18d-46d3-9057-20e5bd810ce8 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1599028 Feb 20 03:53:12.725454 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-1dfa3cc6-960d-4565-930e-837c3ef7125c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Deleting port a6e387e0-2325-4c12-b2a2-73daaf1aa89f {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:53:12.725985 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1dfa3cc6-960d-4565-930e-837c3ef7125c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (a6e387e0-2325-4c12-b2a2-73daaf1aa89f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:12.728774 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59642) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:12.768241 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-615830f1-7a67-4fe0-8901-143c09f4e582 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] delete failed (client error): The resource could not be found. Feb 20 03:53:12.769408 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-615830f1-7a67-4fe0-8901-143c09f4e582 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "DELETE /v2.0/security-groups/cb62f141-fade-473a-a76a-3835824f845b HTTP/1.1" status: 404 len: 347 time: 0.0395925 Feb 20 03:53:12.774537 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59644) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:12.804836 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-508b6bdb-699a-49df-8815-1cd35d9fe212 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] show failed (client error): The resource could not be found. Feb 20 03:53:12.805895 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-508b6bdb-699a-49df-8815-1cd35d9fe212 tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "GET /v2.0/security-groups/ccc19e8b-1b3b-433b-9196-42c2a7f8f4a1 HTTP/1.1" status: 404 len: 347 time: 0.0293069 Feb 20 03:53:12.811840 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59646) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:12.839373 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-6279a581-a7cd-491e-82b5-9432cb1fee5e tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] show failed (client error): The resource could not be found. Feb 20 03:53:12.840534 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6279a581-a7cd-491e-82b5-9432cb1fee5e tempest-NegativeSecGroupTest-275736764 tempest-NegativeSecGroupTest-275736764-project] 10.222.0.89 "GET /v2.0/security-group-rules/d503db42-1b57-47a2-bc6d-b1d10277a883 HTTP/1.1" status: 404 len: 356 time: 0.0278563 Feb 20 03:53:12.872202 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1dfa3cc6-960d-4565-930e-837c3ef7125c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (a6e387e0-2325-4c12-b2a2-73daaf1aa89f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:12.886962 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-1dfa3cc6-960d-4565-930e-837c3ef7125c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Calling delete_port for a6e387e0-2325-4c12-b2a2-73daaf1aa89f owned by network:router_interface {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:53:13.413510 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfce4b-12a6-46c2-9636-1fa73eed0324 req-9405024e-041e-41e2-b3cb-8d873ab6265d tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:13.421813 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dacfce4b-12a6-46c2-9636-1fa73eed0324 req-9405024e-041e-41e2-b3cb-8d873ab6265d tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=937c9427-5ee3-4135-9a6c-2d43d6252c3a HTTP/1.1" status: 200 len: 945 time: 0.3549399 Feb 20 03:53:13.431087 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0c940-8940-491e-84b2-db102373ebf6 req-a113ef9a-f924-48ac-a1a9-cdab97456ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:13.432573 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a3a0c940-8940-491e-84b2-db102373ebf6 req-a113ef9a-f924-48ac-a1a9-cdab97456ec0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3cda16f4bf3342cc9a4c00c0f5219b98&device_id=937c9427-5ee3-4135-9a6c-2d43d6252c3a HTTP/1.1" status: 200 len: 1127 time: 0.1734426 Feb 20 03:53:13.544743 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1dfa3cc6-960d-4565-930e-837c3ef7125c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (a6e387e0-2325-4c12-b2a2-73daaf1aa89f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:13.594869 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa3cc6-960d-4565-930e-837c3ef7125c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Port': ['ID=a6e387e0-2325-4c12-b2a2-73daaf1aa89f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:13.711373 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dacfce4b-12a6-46c2-9636-1fa73eed0324 req-d27a62d2-3842-445d-ad81-de631d703457 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884719 Feb 20 03:53:13.791637 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59668) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:13.831965 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d75380a8-3eb4-4839-ab55-5e308c175c86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:13.961289 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0c940-8940-491e-84b2-db102373ebf6 req-3c0f0498-72df-48bf-9c88-3bf7da69f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:13.968948 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a3a0c940-8940-491e-84b2-db102373ebf6 req-3c0f0498-72df-48bf-9c88-3bf7da69f795 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e214a271-1910-4f9f-bcdf-8de79d943770 HTTP/1.1" status: 200 len: 915 time: 0.5038302 Feb 20 03:53:13.980724 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59672) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:14.030302 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a3a0c940-8940-491e-84b2-db102373ebf6 req-9aa9d8d8-0023-46d8-942e-99fc736048f9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da686ece-f646-488f-ab9c-045a0200f9fc HTTP/1.1" status: 200 len: 217 time: 0.0597293 Feb 20 03:53:14.066167 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d75380a8-3eb4-4839-ab55-5e308c175c86 admin admin] Publish callbacks [] for security_group (fe7a77e7-0c4f-4bdb-a4c7-53b830db9c2e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:14.141805 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0c940-8940-491e-84b2-db102373ebf6 req-379bd64e-11ad-4d2a-b5c5-29fa7ff8350d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:14.145375 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a3a0c940-8940-491e-84b2-db102373ebf6 req-379bd64e-11ad-4d2a-b5c5-29fa7ff8350d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a2b9035c-9333-4674-9bbf-447b79a14259 HTTP/1.1" status: 200 len: 853 time: 0.1037455 Feb 20 03:53:14.168792 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1dfa3cc6-960d-4565-930e-837c3ef7125c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (2efcc662-b65b-4eb7-aa88-4694f6de07ea), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:14.177185 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d75380a8-3eb4-4839-ab55-5e308c175c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (fe7a77e7-0c4f-4bdb-a4c7-53b830db9c2e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:14.227480 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d75380a8-3eb4-4839-ab55-5e308c175c86 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=08fbdb5d9b3d461faab74c0cb12bcd57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4341002 Feb 20 03:53:14.234318 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59678) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:14.320227 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75380a8-3eb4-4839-ab55-5e308c175c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7a77e7-0c4f-4bdb-a4c7-53b830db9c2e,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:14.327649 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0c940-8940-491e-84b2-db102373ebf6 req-93ec1d97-1d75-47e0-bb78-92d58c016eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:14.329660 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a3a0c940-8940-491e-84b2-db102373ebf6 req-93ec1d97-1d75-47e0-bb78-92d58c016eda service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e214a271-1910-4f9f-bcdf-8de79d943770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1767297 Feb 20 03:53:14.365195 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b3e6a4ad-630e-4377-b5fb-1742e521d5f5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=efda72a7fd7945d1ac7c03bc167baffa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3832569 Feb 20 03:53:14.368438 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59682) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:14.439168 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a11d94c4-2fc3-409f-afc0-b232d590c774 admin admin] Publish callbacks [] for security_group (fe7a77e7-0c4f-4bdb-a4c7-53b830db9c2e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:14.475061 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a11d94c4-2fc3-409f-afc0-b232d590c774 admin admin] Publish callbacks [] for security_group (fe7a77e7-0c4f-4bdb-a4c7-53b830db9c2e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:14.530127 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5a5b5372-73d6-4a70-81c7-6a9866f69ed2 admin admin] Publish callbacks [] for security_group (4e61490e-cc8c-4526-b1ef-311c981c71f3), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:14.537265 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a3a0c940-8940-491e-84b2-db102373ebf6 req-f67e1ec7-c322-4f53-b748-da51c5b9e0b8 service neutron] 10.222.0.93 "GET /v2.0/networks/e214a271-1910-4f9f-bcdf-8de79d943770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893349 Feb 20 03:53:14.555428 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5a5b5372-73d6-4a70-81c7-6a9866f69ed2 admin admin] Publish callbacks [] for security_group (4e61490e-cc8c-4526-b1ef-311c981c71f3), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:14.606285 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfa3cc6-960d-4565-930e-837c3ef7125c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Router 2efcc662-b65b-4eb7-aa88-4694f6de07ea has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:53:14.651717 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a11d94c4-2fc3-409f-afc0-b232d590c774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (fe7a77e7-0c4f-4bdb-a4c7-53b830db9c2e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:14.654575 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a11d94c4-2fc3-409f-afc0-b232d590c774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:14.656018 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a11d94c4-2fc3-409f-afc0-b232d590c774 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/fe7a77e7-0c4f-4bdb-a4c7-53b830db9c2e HTTP/1.1" status: 204 len: 168 time: 0.4207110 Feb 20 03:53:14.702036 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d94c4-2fc3-409f-afc0-b232d590c774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7a77e7-0c4f-4bdb-a4c7-53b830db9c2e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:14.807245 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5a5b5372-73d6-4a70-81c7-6a9866f69ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (4e61490e-cc8c-4526-b1ef-311c981c71f3), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:14.810944 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5a5b5372-73d6-4a70-81c7-6a9866f69ed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:14.814007 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5a5b5372-73d6-4a70-81c7-6a9866f69ed2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4e61490e-cc8c-4526-b1ef-311c981c71f3 HTTP/1.1" status: 204 len: 168 time: 0.4423170 Feb 20 03:53:14.827806 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b5372-73d6-4a70-81c7-6a9866f69ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e61490e-cc8c-4526-b1ef-311c981c71f3,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:14.833225 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfa3cc6-960d-4565-930e-837c3ef7125c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:53:14.853922 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139a4f71-6299-4f2e-b5d2-9c2e0b1568bb None None] Sync routers for ids ['2efcc662-b65b-4eb7-aa88-4694f6de07ea'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:53:14.855347 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1dfa3cc6-960d-4565-930e-837c3ef7125c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "PUT /v2.0/routers/2efcc662-b65b-4eb7-aa88-4694f6de07ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2212787 Feb 20 03:53:14.858235 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59698) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:14.897069 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139a4f71-6299-4f2e-b5d2-9c2e0b1568bb None None] Routers {'2efcc662-b65b-4eb7-aa88-4694f6de07ea'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:53:14.897069 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-139a4f71-6299-4f2e-b5d2-9c2e0b1568bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:52:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['2efcc662-b65b-4eb7-aa88-4694f6de07ea'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:14.907277 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a3a0c940-8940-491e-84b2-db102373ebf6 req-c41c1677-d9aa-4960-bdcd-902b2bd1e2d8 service neutron] 10.222.0.93 "GET /v2.0/networks/e214a271-1910-4f9f-bcdf-8de79d943770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626809 Feb 20 03:53:14.945560 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-139a4f71-6299-4f2e-b5d2-9c2e0b1568bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:14.957192 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139a4f71-6299-4f2e-b5d2-9c2e0b1568bb None None] Routers {'2efcc662-b65b-4eb7-aa88-4694f6de07ea'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:53:14.957842 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-139a4f71-6299-4f2e-b5d2-9c2e0b1568bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:52:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['2efcc662-b65b-4eb7-aa88-4694f6de07ea'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:14.999246 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bc2c1-dcb8-478c-9015-8850a1100642 req-e38e8671-7eb8-4493-864e-bc0c6dbc5655 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:15.001270 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-061bc2c1-dcb8-478c-9015-8850a1100642 req-e38e8671-7eb8-4493-864e-bc0c6dbc5655 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=937c9427-5ee3-4135-9a6c-2d43d6252c3a HTTP/1.1" status: 200 len: 945 time: 0.0892293 Feb 20 03:53:15.018730 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-139a4f71-6299-4f2e-b5d2-9c2e0b1568bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:15.019434 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139a4f71-6299-4f2e-b5d2-9c2e0b1568bb None None] The sync data for ids ['2efcc662-b65b-4eb7-aa88-4694f6de07ea'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:53:15.063404 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-061bc2c1-dcb8-478c-9015-8850a1100642 req-baff0d11-bc1d-43fa-8949-79c34dfb8278 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563595 Feb 20 03:53:15.390394 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8138dcf7-483f-4731-b2fc-329e8c9ada81 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (2efcc662-b65b-4eb7-aa88-4694f6de07ea), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:15.861441 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-8138dcf7-483f-4731-b2fc-329e8c9ada81 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Deleting port 288ac99c-ce6b-46e2-9e24-16a8e7a936a8 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:53:15.862018 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8138dcf7-483f-4731-b2fc-329e8c9ada81 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (288ac99c-ce6b-46e2-9e24-16a8e7a936a8), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:15.990081 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8138dcf7-483f-4731-b2fc-329e8c9ada81 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (288ac99c-ce6b-46e2-9e24-16a8e7a936a8), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:16.021972 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-8138dcf7-483f-4731-b2fc-329e8c9ada81 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Calling delete_port for 288ac99c-ce6b-46e2-9e24-16a8e7a936a8 owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:53:16.250826 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f38f0-f9d1-4570-9d9d-8d2a1a5f064d req-9e3faef4-61e3-4f22-ad6d-7a604ab47507 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:16.252528 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-618f38f0-f9d1-4570-9d9d-8d2a1a5f064d req-9e3faef4-61e3-4f22-ad6d-7a604ab47507 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=937c9427-5ee3-4135-9a6c-2d43d6252c3a HTTP/1.1" status: 200 len: 945 time: 0.0694163 Feb 20 03:53:16.309768 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-618f38f0-f9d1-4570-9d9d-8d2a1a5f064d req-d1fb6587-c1d5-4765-b87b-ef33556ec85f tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497508 Feb 20 03:53:16.367222 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8138dcf7-483f-4731-b2fc-329e8c9ada81 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (288ac99c-ce6b-46e2-9e24-16a8e7a936a8), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:16.429939 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138dcf7-483f-4731-b2fc-329e8c9ada81 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Port': ['ID=288ac99c-ce6b-46e2-9e24-16a8e7a936a8,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:16.547384 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d53fd-275b-4597-b39d-f2ff2580260d req-4a23bc7c-3737-4c70-a195-1af65baa6057 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:16.563835 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ab0d53fd-275b-4597-b39d-f2ff2580260d req-4a23bc7c-3737-4c70-a195-1af65baa6057 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=937c9427-5ee3-4135-9a6c-2d43d6252c3a HTTP/1.1" status: 200 len: 945 time: 0.1085062 Feb 20 03:53:16.688979 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ab0d53fd-275b-4597-b39d-f2ff2580260d req-6e24ea2f-a07b-4d02-af7b-34d775be16e2 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219244 Feb 20 03:53:16.731463 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8138dcf7-483f-4731-b2fc-329e8c9ada81 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (2efcc662-b65b-4eb7-aa88-4694f6de07ea), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:16.969879 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d50d8-ea84-4895-b9c8-89eb4c11ce56 req-8f8d7024-9389-4c36-9561-d38b2fd5cf1b tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:16.978114 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9e4d50d8-ea84-4895-b9c8-89eb4c11ce56 req-8f8d7024-9389-4c36-9561-d38b2fd5cf1b tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=a2938768-8155-41d4-aa9f-8b96a03e8357 HTTP/1.1" status: 200 len: 946 time: 0.1628637 Feb 20 03:53:17.016666 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8138dcf7-483f-4731-b2fc-329e8c9ada81 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Router 2efcc662-b65b-4eb7-aa88-4694f6de07ea has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:53:17.057984 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9e4d50d8-ea84-4895-b9c8-89eb4c11ce56 req-4a54780d-6255-421d-91ee-5a66e306e55b tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735133 Feb 20 03:53:17.331399 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6bb96-db0f-4cd0-b9ec-e07115a37e28 req-aeb2e22a-9195-47f4-85e3-ea3cdcb135af tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:17.342442 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ccf6bb96-db0f-4cd0-b9ec-e07115a37e28 req-aeb2e22a-9195-47f4-85e3-ea3cdcb135af tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=44ee9b78-dd33-48a9-b6e2-04f9f9dba374 HTTP/1.1" status: 200 len: 946 time: 0.1530807 Feb 20 03:53:17.435421 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ccf6bb96-db0f-4cd0-b9ec-e07115a37e28 req-8996d4c2-8648-469e-9952-045dfd40941d tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864148 Feb 20 03:53:17.476314 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-10b0d091-d517-456e-b6d7-86949b2256d1 req-9f5b1877-8312-4efb-813b-5bf021c4e749 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:53:17.477870 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-10b0d091-d517-456e-b6d7-86949b2256d1 req-9f5b1877-8312-4efb-813b-5bf021c4e749 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098386 Feb 20 03:53:17.608174 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8138dcf7-483f-4731-b2fc-329e8c9ada81 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:53:17.621654 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8138dcf7-483f-4731-b2fc-329e8c9ada81 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "PUT /v2.0/routers/2efcc662-b65b-4eb7-aa88-4694f6de07ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7579336 Feb 20 03:53:17.621773 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59782) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:17.622771 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b368f9-88bc-4c63-a88b-d14faf1703f2 None None] Sync routers for ids ['2efcc662-b65b-4eb7-aa88-4694f6de07ea'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:53:17.640261 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b368f9-88bc-4c63-a88b-d14faf1703f2 None None] Routers {'2efcc662-b65b-4eb7-aa88-4694f6de07ea'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:53:17.640904 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-02b368f9-88bc-4c63-a88b-d14faf1703f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:52:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['2efcc662-b65b-4eb7-aa88-4694f6de07ea'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:17.648587 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-10b0d091-d517-456e-b6d7-86949b2256d1 req-9c149b44-ee98-45f2-97d5-397d32122a56 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1511660 Feb 20 03:53:17.699281 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4e85f283-10dc-4dc1-a593-a10c808a61aa tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "GET /v2.0/ports?device_id=2efcc662-b65b-4eb7-aa88-4694f6de07ea HTTP/1.1" status: 200 len: 205 time: 0.0746179 Feb 20 03:53:17.699581 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59786) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:17.718356 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-02b368f9-88bc-4c63-a88b-d14faf1703f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:17.728471 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b368f9-88bc-4c63-a88b-d14faf1703f2 None None] Routers {'2efcc662-b65b-4eb7-aa88-4694f6de07ea'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:53:17.729379 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-02b368f9-88bc-4c63-a88b-d14faf1703f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:52:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['2efcc662-b65b-4eb7-aa88-4694f6de07ea'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:17.733634 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59788) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:17.768458 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-02b368f9-88bc-4c63-a88b-d14faf1703f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:17.769313 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b368f9-88bc-4c63-a88b-d14faf1703f2 None None] The sync data for ids ['2efcc662-b65b-4eb7-aa88-4694f6de07ea'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:53:17.893094 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05af0a59-9c70-40b3-ae81-be8ad7df7ae7 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router (2efcc662-b65b-4eb7-aa88-4694f6de07ea), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:18.120010 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b089801-d97d-4451-b523-6dc70ac2128d req-d8e4c136-9ecd-4554-9822-a67e256fcc22 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:18.121603 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7b089801-d97d-4451-b523-6dc70ac2128d req-d8e4c136-9ecd-4554-9822-a67e256fcc22 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=937c9427-5ee3-4135-9a6c-2d43d6252c3a HTTP/1.1" status: 200 len: 945 time: 0.1196470 Feb 20 03:53:18.189230 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05af0a59-9c70-40b3-ae81-be8ad7df7ae7 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (2efcc662-b65b-4eb7-aa88-4694f6de07ea), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:18.191653 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05af0a59-9c70-40b3-ae81-be8ad7df7ae7 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router_controller (2efcc662-b65b-4eb7-aa88-4694f6de07ea), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:18.232378 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-2859318d-b16f-46e1-a52b-8e6c413af58f tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-889705671'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:18.248746 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7b089801-d97d-4451-b523-6dc70ac2128d req-4f35c9cb-f49a-41ef-855c-36f23d8a3624 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202340 Feb 20 03:53:18.323131 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05af0a59-9c70-40b3-ae81-be8ad7df7ae7 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (2efcc662-b65b-4eb7-aa88-4694f6de07ea), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:18.323131 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05af0a59-9c70-40b3-ae81-be8ad7df7ae7 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Fanout notify agent at l3_agent the message router_deleted on router 2efcc662-b65b-4eb7-aa88-4694f6de07ea {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:53:18.340188 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05af0a59-9c70-40b3-ae81-be8ad7df7ae7 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:18.340188 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-05af0a59-9c70-40b3-ae81-be8ad7df7ae7 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/routers/2efcc662-b65b-4eb7-aa88-4694f6de07ea HTTP/1.1" status: 204 len: 168 time: 0.6330845 Feb 20 03:53:18.341085 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59814) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:18.399448 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2859318d-b16f-46e1-a52b-8e6c413af58f tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] Made reservation on behalf of bd7ee6a6ef794c7ab8c87d6090bd5481 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:53:18.402903 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2859318d-b16f-46e1-a52b-8e6c413af58f tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:18.421014 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2859318d-b16f-46e1-a52b-8e6c413af58f tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:18.469887 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad23f23-4b52-40a4-879d-66dc747971d0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Deleting subnet d49f23b8-f7ee-42b1-9e34-a794d77a5651 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:53:18.478290 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ad23f23-4b52-40a4-879d-66dc747971d0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for subnet (d49f23b8-f7ee-42b1-9e34-a794d77a5651), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:18.609675 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2859318d-b16f-46e1-a52b-8e6c413af58f tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] Publish callbacks [] for security_group (b2e1ab9d-8c00-4a64-b5a6-863087367a09), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:18.617816 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ad23f23-4b52-40a4-879d-66dc747971d0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (d49f23b8-f7ee-42b1-9e34-a794d77a5651), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:18.667128 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18523d3c-9019-4b22-a05e-d30959f4ce13 req-802428fe-70c7-49d4-a651-dc5b6aaa086d tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:18.668785 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-18523d3c-9019-4b22-a05e-d30959f4ce13 req-802428fe-70c7-49d4-a651-dc5b6aaa086d tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=a2938768-8155-41d4-aa9f-8b96a03e8357 HTTP/1.1" status: 200 len: 946 time: 0.2194517 Feb 20 03:53:18.712135 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2859318d-b16f-46e1-a52b-8e6c413af58f tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b2e1ab9d-8c00-4a64-b5a6-863087367a09), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:18.799383 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2859318d-b16f-46e1-a52b-8e6c413af58f tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:53:18.820621 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ad23f23-4b52-40a4-879d-66dc747971d0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (d49f23b8-f7ee-42b1-9e34-a794d77a5651), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:18.888064 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-18523d3c-9019-4b22-a05e-d30959f4ce13 req-71ff3724-83da-4896-ba6c-e1610080a961 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123682 Feb 20 03:53:18.892479 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859318d-b16f-46e1-a52b-8e6c413af58f tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e1ab9d-8c00-4a64-b5a6-863087367a09,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:18.923309 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2859318d-b16f-46e1-a52b-8e6c413af58f tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (618a6c8a-40c8-40d4-9681-7079e6b460f9), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:18.923670 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-2859318d-b16f-46e1-a52b-8e6c413af58f tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] Added segment 618a6c8a-40c8-40d4-9681-7079e6b460f9 of type vlan for network e432507b-8f14-4b0f-a8e6-ac8a2a54adc7 Feb 20 03:53:19.001010 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2859318d-b16f-46e1-a52b-8e6c413af58f tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (e432507b-8f14-4b0f-a8e6-ac8a2a54adc7), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:19.034226 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ad23f23-4b52-40a4-879d-66dc747971d0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (d49f23b8-f7ee-42b1-9e34-a794d77a5651), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:19.082792 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78935c0-f01d-4b78-b0d1-02b3f7a7173f None None] Network b1c2b207-8e4d-4a91-be1a-a1791a1d5b6c requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:53:19.083336 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ad23f23-4b52-40a4-879d-66dc747971d0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:19.089550 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3ad23f23-4b52-40a4-879d-66dc747971d0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/subnets/d49f23b8-f7ee-42b1-9e34-a794d77a5651 HTTP/1.1" status: 204 len: 168 time: 0.7495029 Feb 20 03:53:19.089550 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad23f23-4b52-40a4-879d-66dc747971d0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Subnet': ['ID=d49f23b8-f7ee-42b1-9e34-a794d77a5651,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:19.090063 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59834) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:19.104272 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2859318d-b16f-46e1-a52b-8e6c413af58f tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (e432507b-8f14-4b0f-a8e6-ac8a2a54adc7), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:19.109590 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2859318d-b16f-46e1-a52b-8e6c413af58f tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:19.116927 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2859318d-b16f-46e1-a52b-8e6c413af58f tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:19.191034 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-004a750d-4c0f-476c-8517-5da8a2f931ac tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Deleting subnet 727194cd-2253-419c-9b32-f8e6e48f1328 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:53:19.203323 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-004a750d-4c0f-476c-8517-5da8a2f931ac tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for subnet (727194cd-2253-419c-9b32-f8e6e48f1328), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:19.290280 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-004a750d-4c0f-476c-8517-5da8a2f931ac tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (727194cd-2253-419c-9b32-f8e6e48f1328), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:19.331123 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2859318d-b16f-46e1-a52b-8e6c413af58f tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.5971086 Feb 20 03:53:19.337865 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59840) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:19.354269 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-0f1814f3-d5da-4868-ad8e-83dcd6e6267a tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'e432507b-8f14-4b0f-a8e6-ac8a2a54adc7', 'tempest-TagsTest-Tag-1737834411') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:19.392984 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24393f9a-60cf-4f50-a639-0e05e272fc26 None None] DHCP port deletion for b1c2b207-8e4d-4a91-be1a-a1791a1d5b6c request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:53:19.430527 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859318d-b16f-46e1-a52b-8e6c413af58f tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] Pushing event updated for resources: {'Network': ['ID=e432507b-8f14-4b0f-a8e6-ac8a2a54adc7,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:19.456632 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network e432507b-8f14-4b0f-a8e6-ac8a2a54adc7 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:53:19.478886 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c6571-f02f-4aa1-a946-400cb6aaa53e req-e416f438-8323-4891-b04c-141efdaa5f2c tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:19.480724 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-004a750d-4c0f-476c-8517-5da8a2f931ac tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (727194cd-2253-419c-9b32-f8e6e48f1328), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:19.490321 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ef9c6571-f02f-4aa1-a946-400cb6aaa53e req-e416f438-8323-4891-b04c-141efdaa5f2c tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=44ee9b78-dd33-48a9-b6e2-04f9f9dba374 HTTP/1.1" status: 200 len: 946 time: 0.3288124 Feb 20 03:53:19.657050 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ef9c6571-f02f-4aa1-a946-400cb6aaa53e req-67d9bc9a-b860-4baa-96b0-4cc44b861dd0 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676967 Feb 20 03:53:19.675976 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-004a750d-4c0f-476c-8517-5da8a2f931ac tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (727194cd-2253-419c-9b32-f8e6e48f1328), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:19.735352 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-24393f9a-60cf-4f50-a639-0e05e272fc26 None None] Deleting port bb901c74-94e2-4474-8c3f-72eff20d928f {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:53:19.739501 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-24393f9a-60cf-4f50-a639-0e05e272fc26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (bb901c74-94e2-4474-8c3f-72eff20d928f), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:19.762672 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0f1814f3-d5da-4868-ad8e-83dcd6e6267a tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] 10.222.0.89 "PUT /v2.0/networks/e432507b-8f14-4b0f-a8e6-ac8a2a54adc7/tags/tempest-TagsTest-Tag-1737834411 HTTP/1.1" status: 201 len: 201 time: 0.4195595 Feb 20 03:53:19.762992 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59854) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:19.768557 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-cb6b63ce-bbdf-4c27-b6bb-de64f9874c26 tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e432507b-8f14-4b0f-a8e6-ac8a2a54adc7', 'tempest-TagsTest-Tag-1737834411') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:19.796830 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a750d-4c0f-476c-8517-5da8a2f931ac tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Subnet': ['ID=727194cd-2253-419c-9b32-f8e6e48f1328,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:19.811911 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79de302e-f632-41de-a567-07c751ac772e None None] Network cb16cbf8-050d-4ef9-88ba-f52019671f87 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:53:19.815551 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-004a750d-4c0f-476c-8517-5da8a2f931ac tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:19.836904 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-004a750d-4c0f-476c-8517-5da8a2f931ac tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/subnets/727194cd-2253-419c-9b32-f8e6e48f1328 HTTP/1.1" status: 204 len: 168 time: 0.7454455 Feb 20 03:53:19.843305 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59858) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:19.960264 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-cb6b63ce-bbdf-4c27-b6bb-de64f9874c26 tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] 10.222.0.89 "GET /v2.0/networks/e432507b-8f14-4b0f-a8e6-ac8a2a54adc7/tags/tempest-TagsTest-Tag-1737834411 HTTP/1.1" status: 204 len: 168 time: 0.1954291 Feb 20 03:53:19.961264 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59862) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:19.974675 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-3801c0ed-b55c-4923-b5f2-fb3e8b32fc38 tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'e432507b-8f14-4b0f-a8e6-ac8a2a54adc7') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:20.015498 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-24393f9a-60cf-4f50-a639-0e05e272fc26 None None] For port bb901c74-94e2-4474-8c3f-72eff20d928f, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=bb901c74-94e2-4474-8c3f-72eff20d928f,segment=NetworkSegment(1cbea9b2-8475-4086-89ea-fb6140b7dc39),segment_id=1cbea9b2-8475-4086-89ea-fb6140b7dc39)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:53:20.016231 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-24393f9a-60cf-4f50-a639-0e05e272fc26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (bb901c74-94e2-4474-8c3f-72eff20d928f), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:20.059330 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-24393f9a-60cf-4f50-a639-0e05e272fc26 None None] Calling delete_port for bb901c74-94e2-4474-8c3f-72eff20d928f owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:53:20.069543 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3792a3d0-4eb8-4fc6-8703-678ca8d47c76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (b1c2b207-8e4d-4a91-be1a-a1791a1d5b6c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:20.144583 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33dc77-50b2-422c-9f27-a94ae22ec2d5 req-1a91a44a-0035-4a87-b18c-39399e88a8bc tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:20.151520 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33dc77-50b2-422c-9f27-a94ae22ec2d5 req-1a91a44a-0035-4a87-b18c-39399e88a8bc tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:20.158109 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33dc77-50b2-422c-9f27-a94ae22ec2d5 req-1a91a44a-0035-4a87-b18c-39399e88a8bc tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:20.165249 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8b33dc77-50b2-422c-9f27-a94ae22ec2d5 req-1a91a44a-0035-4a87-b18c-39399e88a8bc tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=44ee9b78-dd33-48a9-b6e2-04f9f9dba374&device_id=a2938768-8155-41d4-aa9f-8b96a03e8357&device_id=937c9427-5ee3-4135-9a6c-2d43d6252c3a HTTP/1.1" status: 200 len: 2418 time: 0.1074805 Feb 20 03:53:20.172990 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3801c0ed-b55c-4923-b5f2-fb3e8b32fc38 tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] 10.222.0.89 "GET /v2.0/networks/e432507b-8f14-4b0f-a8e6-ac8a2a54adc7/tags HTTP/1.1" status: 200 len: 238 time: 0.2103453 Feb 20 03:53:20.173644 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59866) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:20.202122 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-d5f6afa3-27ad-47b8-8e93-4d0587e12f4d tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'e432507b-8f14-4b0f-a8e6-ac8a2a54adc7', {'tags': ['tempest-TagsTest-Tag-1253625229', 'tempest-TagsTest-Tag-289128633', 'tempest-TagsTest-Tag-1272112932']}) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:20.219430 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-3792a3d0-4eb8-4fc6-8703-678ca8d47c76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Deleting port bb901c74-94e2-4474-8c3f-72eff20d928f {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:53:20.219971 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3792a3d0-4eb8-4fc6-8703-678ca8d47c76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (bb901c74-94e2-4474-8c3f-72eff20d928f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:20.386350 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device bb901c74-94e2-4474-8c3f-72eff20d928f no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:53:20.388846 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-24393f9a-60cf-4f50-a639-0e05e272fc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (bb901c74-94e2-4474-8c3f-72eff20d928f), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:20.404010 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8b33dc77-50b2-422c-9f27-a94ae22ec2d5 req-83ede7c1-b8cd-4f93-9ef3-17ad05349eb4 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372015 Feb 20 03:53:20.447166 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-3792a3d0-4eb8-4fc6-8703-678ca8d47c76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] For port bb901c74-94e2-4474-8c3f-72eff20d928f, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=bb901c74-94e2-4474-8c3f-72eff20d928f,segment=NetworkSegment(1cbea9b2-8475-4086-89ea-fb6140b7dc39),segment_id=1cbea9b2-8475-4086-89ea-fb6140b7dc39)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:53:20.447628 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3792a3d0-4eb8-4fc6-8703-678ca8d47c76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (bb901c74-94e2-4474-8c3f-72eff20d928f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:20.469613 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-3792a3d0-4eb8-4fc6-8703-678ca8d47c76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Calling delete_port for bb901c74-94e2-4474-8c3f-72eff20d928f owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:53:20.531423 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: bb901c74-94e2-4474-8c3f-72eff20d928f {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:53:20.539066 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device bb901c74-94e2-4474-8c3f-72eff20d928f not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:53:20.552787 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d5f6afa3-27ad-47b8-8e93-4d0587e12f4d tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] 10.222.0.89 "PUT /v2.0/networks/e432507b-8f14-4b0f-a8e6-ac8a2a54adc7/tags HTTP/1.1" status: 200 len: 308 time: 0.3585291 Feb 20 03:53:20.553376 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59880) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:20.558176 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-b4ee16de-ab23-4f19-a44a-db5fde4f9e06 tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'e432507b-8f14-4b0f-a8e6-ac8a2a54adc7', 'tempest-TagsTest-Tag-1253625229') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:20.560707 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24393f9a-60cf-4f50-a639-0e05e272fc26 None None] Pushing event deleted for resources: {'Port': ['ID=bb901c74-94e2-4474-8c3f-72eff20d928f,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:20.574503 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24393f9a-60cf-4f50-a639-0e05e272fc26 None None] No DVR routers for this DVR port bb901c74-94e2-4474-8c3f-72eff20d928f on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:53:20.619073 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:53:20.620998 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24393f9a-60cf-4f50-a639-0e05e272fc26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:20.621865 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24393f9a-60cf-4f50-a639-0e05e272fc26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:20.622616 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24393f9a-60cf-4f50-a639-0e05e272fc26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:20.623229 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24393f9a-60cf-4f50-a639-0e05e272fc26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:20.623750 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24393f9a-60cf-4f50-a639-0e05e272fc26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:20.624250 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24393f9a-60cf-4f50-a639-0e05e272fc26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:20.624790 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24393f9a-60cf-4f50-a639-0e05e272fc26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:20.625417 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24393f9a-60cf-4f50-a639-0e05e272fc26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:20.625928 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24393f9a-60cf-4f50-a639-0e05e272fc26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:20.626445 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24393f9a-60cf-4f50-a639-0e05e272fc26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:20.627048 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24393f9a-60cf-4f50-a639-0e05e272fc26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:20.627600 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24393f9a-60cf-4f50-a639-0e05e272fc26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:20.628271 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24393f9a-60cf-4f50-a639-0e05e272fc26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:20.684400 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3792a3d0-4eb8-4fc6-8703-678ca8d47c76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (bb901c74-94e2-4474-8c3f-72eff20d928f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:20.718903 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792a3d0-4eb8-4fc6-8703-678ca8d47c76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Port': ['ID=bb901c74-94e2-4474-8c3f-72eff20d928f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:20.728937 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3792a3d0-4eb8-4fc6-8703-678ca8d47c76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] No DVR routers for this DVR port bb901c74-94e2-4474-8c3f-72eff20d928f on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:53:20.757497 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaef983-9892-454a-b2b2-5ef2b999582e None None] DHCP port deletion for cb16cbf8-050d-4ef9-88ba-f52019671f87 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:53:20.859239 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3792a3d0-4eb8-4fc6-8703-678ca8d47c76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (b1c2b207-8e4d-4a91-be1a-a1791a1d5b6c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:20.892908 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-3792a3d0-4eb8-4fc6-8703-678ca8d47c76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1c2b207-8e4d-4a91-be1a-a1791a1d5b6c']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:20.909282 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-3792a3d0-4eb8-4fc6-8703-678ca8d47c76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cbea9b2-8475-4086-89ea-fb6140b7dc39') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:20.909282 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-3792a3d0-4eb8-4fc6-8703-678ca8d47c76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cbea9b2-8475-4086-89ea-fb6140b7dc39') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:20.917755 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3792a3d0-4eb8-4fc6-8703-678ca8d47c76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (1cbea9b2-8475-4086-89ea-fb6140b7dc39), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:20.935574 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3792a3d0-4eb8-4fc6-8703-678ca8d47c76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (1cbea9b2-8475-4086-89ea-fb6140b7dc39), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:20.943875 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3792a3d0-4eb8-4fc6-8703-678ca8d47c76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:53:20.944430 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3792a3d0-4eb8-4fc6-8703-678ca8d47c76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (1cbea9b2-8475-4086-89ea-fb6140b7dc39), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:20.947654 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:53:20.947654 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:53:20.947654 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:53:20.947654 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:53:20.947654 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:53:20.947654 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:53:20.947654 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:53:20.947654 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:53:20.947654 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:53:20.947654 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:53:20.947654 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:53:20.947654 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:53:20.947654 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:53:20.947654 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:53:20.947654 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:53:20.947654 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:53:20.947654 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:53:20.947654 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:53:20.947654 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:53:20.947654 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:53:20.947654 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:53:20.947654 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:53:20.947654 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:53:20.947654 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:53:20.947654 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:53:20.947654 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:53:20.947654 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:53:20.947654 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:53:20.947654 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:53:20.947654 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:53:20.947654 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:53:20.947654 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:53:20.953457 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-abaef983-9892-454a-b2b2-5ef2b999582e None None] Deleting port 3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:53:20.953844 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-abaef983-9892-454a-b2b2-5ef2b999582e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:20.983238 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:21.058203 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59886) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:21.076227 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-abaef983-9892-454a-b2b2-5ef2b999582e None None] For port 3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27,segment=NetworkSegment(f181ccc2-a2d2-4e2f-a0c2-f4fe3440da42),segment_id=f181ccc2-a2d2-4e2f-a0c2-f4fe3440da42)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:53:21.076995 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-abaef983-9892-454a-b2b2-5ef2b999582e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:21.087609 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3792a3d0-4eb8-4fc6-8703-678ca8d47c76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (b1c2b207-8e4d-4a91-be1a-a1791a1d5b6c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:21.099285 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-abaef983-9892-454a-b2b2-5ef2b999582e None None] Calling delete_port for 3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:53:21.122159 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3792a3d0-4eb8-4fc6-8703-678ca8d47c76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:21.133480 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3792a3d0-4eb8-4fc6-8703-678ca8d47c76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/networks/b1c2b207-8e4d-4a91-be1a-a1791a1d5b6c HTTP/1.1" status: 204 len: 168 time: 1.2865341 Feb 20 03:53:21.136673 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792a3d0-4eb8-4fc6-8703-678ca8d47c76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Network': ['ID=b1c2b207-8e4d-4a91-be1a-a1791a1d5b6c,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:21.140669 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59890) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:21.173107 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:21.262611 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a1cf5005-e680-4450-b92f-86b4c7d2a907 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (cb16cbf8-050d-4ef9-88ba-f52019671f87), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:21.315503 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-abaef983-9892-454a-b2b2-5ef2b999582e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:21.325710 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-a1cf5005-e680-4450-b92f-86b4c7d2a907 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Deleting port 3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:53:21.326202 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a1cf5005-e680-4450-b92f-86b4c7d2a907 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:21.363492 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fec2411c-e4b3-4e81-8155-181afd4b9dc4 req-a7c9cca5-5f6c-4716-b9f0-dc9681b5309f tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.7102833 Feb 20 03:53:21.405855 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-a1cf5005-e680-4450-b92f-86b4c7d2a907 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] For port 3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27, host n-d-829866-4, got binding levels [] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:53:21.406229 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a1cf5005-e680-4450-b92f-86b4c7d2a907 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:21.420659 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-a1cf5005-e680-4450-b92f-86b4c7d2a907 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Calling delete_port for 3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:53:21.423662 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.ipam_backend_mixin [None req-a1cf5005-e680-4450-b92f-86b4c7d2a907 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Port 3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27 was not found and therefore no delete operation was performed {{(pid=104106) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 03:53:21.424613 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaef983-9892-454a-b2b2-5ef2b999582e None None] Pushing event deleted for resources: {'Port': ['ID=3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:21.426668 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a1cf5005-e680-4450-b92f-86b4c7d2a907 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:21.440356 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaef983-9892-454a-b2b2-5ef2b999582e None None] No DVR routers for this DVR port 3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:53:21.458162 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b4ee16de-ab23-4f19-a44a-db5fde4f9e06 tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] 10.222.0.89 "DELETE /v2.0/networks/e432507b-8f14-4b0f-a8e6-ac8a2a54adc7/tags/tempest-TagsTest-Tag-1253625229 HTTP/1.1" status: 204 len: 168 time: 0.9036086 Feb 20 03:53:21.464999 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59896) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:21.466598 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-b85ee8de-63b8-42a3-b478-ac4f3c1dcbe5 tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e432507b-8f14-4b0f-a8e6-ac8a2a54adc7', 'tempest-TagsTest-Tag-1253625229') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:21.488159 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf5005-e680-4450-b92f-86b4c7d2a907 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Port': ['ID=3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:21.495868 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8e81434d-2cba-4559-94cc-0e7fc31190db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:21.500441 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cf5005-e680-4450-b92f-86b4c7d2a907 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] No DVR routers for this DVR port 3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:53:21.550177 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-b85ee8de-63b8-42a3-b478-ac4f3c1dcbe5 tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] show failed (client error): The resource could not be found. Feb 20 03:53:21.559105 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b85ee8de-63b8-42a3-b478-ac4f3c1dcbe5 tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] 10.222.0.89 "GET /v2.0/networks/e432507b-8f14-4b0f-a8e6-ac8a2a54adc7/tags/tempest-TagsTest-Tag-1253625229 HTTP/1.1" status: 404 len: 326 time: 0.0967174 Feb 20 03:53:21.560402 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59898) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:21.565089 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-4ca991d8-72bc-4670-8814-f542c1f17a0f tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e432507b-8f14-4b0f-a8e6-ac8a2a54adc7', 'tempest-TagsTest-Tag-289128633') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:21.621545 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a1cf5005-e680-4450-b92f-86b4c7d2a907 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (cb16cbf8-050d-4ef9-88ba-f52019671f87), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:21.679092 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4ca991d8-72bc-4670-8814-f542c1f17a0f tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] 10.222.0.89 "GET /v2.0/networks/e432507b-8f14-4b0f-a8e6-ac8a2a54adc7/tags/tempest-TagsTest-Tag-289128633 HTTP/1.1" status: 204 len: 168 time: 0.1139011 Feb 20 03:53:21.679092 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59900) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:21.683013 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-c5bb91fc-9828-41b8-94ad-cc5c771a6617 tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e432507b-8f14-4b0f-a8e6-ac8a2a54adc7', 'tempest-TagsTest-Tag-1272112932') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:21.698440 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8e81434d-2cba-4559-94cc-0e7fc31190db admin admin] Publish callbacks [] for security_group (065f5098-2bc9-47ce-bc0b-d886a08c0cfb), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:21.745423 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-a1cf5005-e680-4450-b92f-86b4c7d2a907 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb16cbf8-050d-4ef9-88ba-f52019671f87']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:21.771664 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-a1cf5005-e680-4450-b92f-86b4c7d2a907 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f181ccc2-a2d2-4e2f-a0c2-f4fe3440da42') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:21.772090 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-a1cf5005-e680-4450-b92f-86b4c7d2a907 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f181ccc2-a2d2-4e2f-a0c2-f4fe3440da42') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:21.799828 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a1cf5005-e680-4450-b92f-86b4c7d2a907 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (f181ccc2-a2d2-4e2f-a0c2-f4fe3440da42), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:21.815630 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c5bb91fc-9828-41b8-94ad-cc5c771a6617 tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] 10.222.0.89 "GET /v2.0/networks/e432507b-8f14-4b0f-a8e6-ac8a2a54adc7/tags/tempest-TagsTest-Tag-1272112932 HTTP/1.1" status: 204 len: 168 time: 0.1379261 Feb 20 03:53:21.820202 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a1cf5005-e680-4450-b92f-86b4c7d2a907 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (f181ccc2-a2d2-4e2f-a0c2-f4fe3440da42), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:21.822970 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59910) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:21.827294 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1cf5005-e680-4450-b92f-86b4c7d2a907 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:53:21.827758 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a1cf5005-e680-4450-b92f-86b4c7d2a907 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (f181ccc2-a2d2-4e2f-a0c2-f4fe3440da42), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:21.835246 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-a5a33056-7fee-4d9b-a936-8c0adc248c63 tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e432507b-8f14-4b0f-a8e6-ac8a2a54adc7') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:21.883208 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:53:21.883208 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:53:21.883208 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:53:21.883208 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:53:21.883208 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:53:21.883208 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:53:21.883208 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:53:21.883208 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:53:21.883208 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:53:21.883208 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:53:21.883208 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:53:21.883208 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:53:21.883208 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:53:21.883208 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:53:21.883208 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:53:21.883208 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:53:21.883208 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:53:21.883208 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:53:21.883208 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:53:21.883208 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:53:21.883208 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:53:21.883208 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:53:21.883208 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:53:21.883208 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:53:21.883208 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:53:21.883208 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:53:21.883208 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:53:21.883208 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:53:21.883208 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:53:21.883208 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:53:21.883208 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:53:21.883208 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:53:21.891288 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8e81434d-2cba-4559-94cc-0e7fc31190db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (065f5098-2bc9-47ce-bc0b-d886a08c0cfb), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:21.941148 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81434d-2cba-4559-94cc-0e7fc31190db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065f5098-2bc9-47ce-bc0b-d886a08c0cfb,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:21.961292 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8e81434d-2cba-4559-94cc-0e7fc31190db admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=503f7491a96e4758a649f66271ab1de9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9019506 Feb 20 03:53:21.963943 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59912) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:22.022685 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1ce4a851-c71f-4298-aae8-cfadfeb4913c admin admin] Publish callbacks [] for security_group (065f5098-2bc9-47ce-bc0b-d886a08c0cfb), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:22.047662 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1ce4a851-c71f-4298-aae8-cfadfeb4913c admin admin] Publish callbacks [] for security_group (065f5098-2bc9-47ce-bc0b-d886a08c0cfb), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:22.066526 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a1cf5005-e680-4450-b92f-86b4c7d2a907 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (cb16cbf8-050d-4ef9-88ba-f52019671f87), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:22.082579 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a1cf5005-e680-4450-b92f-86b4c7d2a907 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:22.091968 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59920) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:22.092139 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a1cf5005-e680-4450-b92f-86b4c7d2a907 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/networks/cb16cbf8-050d-4ef9-88ba-f52019671f87 HTTP/1.1" status: 204 len: 168 time: 0.9503489 Feb 20 03:53:22.097582 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-e88c1f59-1805-4beb-9f61-09281ec41b80 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1748028158'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:22.109959 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf5005-e680-4450-b92f-86b4c7d2a907 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Network': ['ID=cb16cbf8-050d-4ef9-88ba-f52019671f87,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:22.139236 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a5a33056-7fee-4d9b-a936-8c0adc248c63 tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] 10.222.0.89 "DELETE /v2.0/networks/e432507b-8f14-4b0f-a8e6-ac8a2a54adc7/tags HTTP/1.1" status: 204 len: 168 time: 0.3138156 Feb 20 03:53:22.141816 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59922) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:22.146463 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-1a8478c2-ea74-4ef8-bada-7ae8730790d6 tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e432507b-8f14-4b0f-a8e6-ac8a2a54adc7', 'tempest-TagsTest-Tag-289128633') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:22.214175 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88c1f59-1805-4beb-9f61-09281ec41b80 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Made reservation on behalf of 22871a8315df49c89d6983e39fc945e1 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:53:22.217582 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e88c1f59-1805-4beb-9f61-09281ec41b80 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:22.244333 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-1a8478c2-ea74-4ef8-bada-7ae8730790d6 tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] show failed (client error): The resource could not be found. Feb 20 03:53:22.245458 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1a8478c2-ea74-4ef8-bada-7ae8730790d6 tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] 10.222.0.89 "GET /v2.0/networks/e432507b-8f14-4b0f-a8e6-ac8a2a54adc7/tags/tempest-TagsTest-Tag-289128633 HTTP/1.1" status: 404 len: 325 time: 0.1026354 Feb 20 03:53:22.248314 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59926) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:22.254251 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.tag.tag_plugin [None req-ca9d7e44-7fbc-4044-ac8f-b6702a882c5e tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e432507b-8f14-4b0f-a8e6-ac8a2a54adc7', 'tempest-TagsTest-Tag-1272112932') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:22.306888 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e88c1f59-1805-4beb-9f61-09281ec41b80 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:53:22.318821 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:53:22.320459 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e88c1f59-1805-4beb-9f61-09281ec41b80 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (f8e74085-27d3-4b59-bd3e-bc9a26096a42), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:22.320939 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-e88c1f59-1805-4beb-9f61-09281ec41b80 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Added segment f8e74085-27d3-4b59-bd3e-bc9a26096a42 of type vlan for network e0354b09-3a8b-4375-8c94-357af06dc66d Feb 20 03:53:22.343546 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1ce4a851-c71f-4298-aae8-cfadfeb4913c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (065f5098-2bc9-47ce-bc0b-d886a08c0cfb), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:22.346248 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1ce4a851-c71f-4298-aae8-cfadfeb4913c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:22.347508 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1ce4a851-c71f-4298-aae8-cfadfeb4913c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/065f5098-2bc9-47ce-bc0b-d886a08c0cfb HTTP/1.1" status: 204 len: 168 time: 0.3825057 Feb 20 03:53:22.362526 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4a851-c71f-4298-aae8-cfadfeb4913c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065f5098-2bc9-47ce-bc0b-d886a08c0cfb,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:22.393904 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:53:22.394525 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3db2fe5d-56bb-4ced-a7e7-e9ecdf2eac27 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:53:22.403678 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e88c1f59-1805-4beb-9f61-09281ec41b80 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (e0354b09-3a8b-4375-8c94-357af06dc66d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:22.409687 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-ca9d7e44-7fbc-4044-ac8f-b6702a882c5e tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] show failed (client error): The resource could not be found. Feb 20 03:53:22.410797 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ca9d7e44-7fbc-4044-ac8f-b6702a882c5e tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] 10.222.0.89 "GET /v2.0/networks/e432507b-8f14-4b0f-a8e6-ac8a2a54adc7/tags/tempest-TagsTest-Tag-1272112932 HTTP/1.1" status: 404 len: 326 time: 0.1612861 Feb 20 03:53:22.417539 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59936) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:22.424322 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.tag.tag_plugin [None req-d22f7fae-e91e-4153-9025-4ab1a7833872 tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e432507b-8f14-4b0f-a8e6-ac8a2a54adc7') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:22.523147 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e88c1f59-1805-4beb-9f61-09281ec41b80 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (e0354b09-3a8b-4375-8c94-357af06dc66d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:22.532788 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88c1f59-1805-4beb-9f61-09281ec41b80 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:22.535069 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e88c1f59-1805-4beb-9f61-09281ec41b80 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:22.538895 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d22f7fae-e91e-4153-9025-4ab1a7833872 tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] 10.222.0.89 "DELETE /v2.0/networks/e432507b-8f14-4b0f-a8e6-ac8a2a54adc7/tags HTTP/1.1" status: 204 len: 168 time: 0.1178558 Feb 20 03:53:22.541759 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59938) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:22.688269 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7b5c9cbd-9b26-4130-81db-f4f73e0b8ba5 tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (e432507b-8f14-4b0f-a8e6-ac8a2a54adc7), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:22.713465 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c1f59-1805-4beb-9f61-09281ec41b80 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Network': ['ID=e0354b09-3a8b-4375-8c94-357af06dc66d,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:22.724856 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network e0354b09-3a8b-4375-8c94-357af06dc66d details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:53:22.826470 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e88c1f59-1805-4beb-9f61-09281ec41b80 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7330403 Feb 20 03:53:22.827382 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59948) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:22.835018 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-69e60ba3-6eda-412b-b419-94c3b2e85278 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Request body: {'subnet': {'network_id': 'e0354b09-3a8b-4375-8c94-357af06dc66d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:22.879252 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7b5c9cbd-9b26-4130-81db-f4f73e0b8ba5 tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (e432507b-8f14-4b0f-a8e6-ac8a2a54adc7), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:22.908975 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-7b5c9cbd-9b26-4130-81db-f4f73e0b8ba5 tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e432507b-8f14-4b0f-a8e6-ac8a2a54adc7']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:22.934822 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-7b5c9cbd-9b26-4130-81db-f4f73e0b8ba5 tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '618a6c8a-40c8-40d4-9681-7079e6b460f9') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:22.935170 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-7b5c9cbd-9b26-4130-81db-f4f73e0b8ba5 tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '618a6c8a-40c8-40d4-9681-7079e6b460f9') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:22.947308 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7b5c9cbd-9b26-4130-81db-f4f73e0b8ba5 tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (618a6c8a-40c8-40d4-9681-7079e6b460f9), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:22.967849 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7b5c9cbd-9b26-4130-81db-f4f73e0b8ba5 tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (618a6c8a-40c8-40d4-9681-7079e6b460f9), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:22.982725 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b5c9cbd-9b26-4130-81db-f4f73e0b8ba5 tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:53:22.987811 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7b5c9cbd-9b26-4130-81db-f4f73e0b8ba5 tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (618a6c8a-40c8-40d4-9681-7079e6b460f9), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:23.004198 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:53:23.004198 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:53:23.004198 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:53:23.004198 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:53:23.004198 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:53:23.004198 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:53:23.004198 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:53:23.004198 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:53:23.004198 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:53:23.004198 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:53:23.004198 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:53:23.004198 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:53:23.004198 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:53:23.004198 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:53:23.004198 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:53:23.004198 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:53:23.004198 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:53:23.004198 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:53:23.004198 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:53:23.004198 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:53:23.004198 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:53:23.004198 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:53:23.004198 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:53:23.004198 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:53:23.004198 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:53:23.004198 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:53:23.004198 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:53:23.004198 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:53:23.004198 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:53:23.004198 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:53:23.004198 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:53:23.004198 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:53:23.184346 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e60ba3-6eda-412b-b419-94c3b2e85278 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Made reservation on behalf of 22871a8315df49c89d6983e39fc945e1 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:53:23.188094 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-69e60ba3-6eda-412b-b419-94c3b2e85278 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:23.264390 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7b5c9cbd-9b26-4130-81db-f4f73e0b8ba5 tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (e432507b-8f14-4b0f-a8e6-ac8a2a54adc7), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:23.293623 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7b5c9cbd-9b26-4130-81db-f4f73e0b8ba5 tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:23.300171 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7b5c9cbd-9b26-4130-81db-f4f73e0b8ba5 tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] 10.222.0.89 "DELETE /v2.0/networks/e432507b-8f14-4b0f-a8e6-ac8a2a54adc7 HTTP/1.1" status: 204 len: 168 time: 0.7535408 Feb 20 03:53:23.301089 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c9cbd-9b26-4130-81db-f4f73e0b8ba5 tempest-TagsTest-1801209060 tempest-TagsTest-1801209060-project] Pushing event deleted for resources: {'Network': ['ID=e432507b-8f14-4b0f-a8e6-ac8a2a54adc7,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:23.561692 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59964) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:23.587734 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-69e60ba3-6eda-412b-b419-94c3b2e85278 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (1357113d-1a50-4f25-9758-6b297025ae97), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:23.587734 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2286a930-5441-48b4-b7b4-b0a2ebfeac92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:23.679137 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e60ba3-6eda-412b-b419-94c3b2e85278 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Subnet': ['ID=1357113d-1a50-4f25-9758-6b297025ae97,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:23.703743 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e60ba3-6eda-412b-b419-94c3b2e85278 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Checking segment: {'id': 'f8e74085-27d3-4b59-bd3e-bc9a26096a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'e0354b09-3a8b-4375-8c94-357af06dc66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:53:23.704241 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e60ba3-6eda-412b-b419-94c3b2e85278 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network hostable DHCP agents. Network: e0354b09-3a8b-4375-8c94-357af06dc66d, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:53:23.770274 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2286a930-5441-48b4-b7b4-b0a2ebfeac92 admin admin] Publish callbacks [] for security_group (5ef9952a-1b0a-4862-af35-54330b18769d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:23.891706 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e60ba3-6eda-412b-b419-94c3b2e85278 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network e0354b09-3a8b-4375-8c94-357af06dc66d is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:53:23.895060 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2286a930-5441-48b4-b7b4-b0a2ebfeac92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5ef9952a-1b0a-4862-af35-54330b18769d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:23.994444 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59976) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:24.007955 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2286a930-5441-48b4-b7b4-b0a2ebfeac92 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f50bb412fbba4f35a83a5f57542cf7ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4443002 Feb 20 03:53:24.010091 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59980) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:24.017007 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286a930-5441-48b4-b7b4-b0a2ebfeac92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef9952a-1b0a-4862-af35-54330b18769d,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:24.105979 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c5984373-9b89-496f-ac9c-cbd2c728ba38 admin admin] Publish callbacks [] for security_group (5ef9952a-1b0a-4862-af35-54330b18769d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:24.117455 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-69e60ba3-6eda-412b-b419-94c3b2e85278 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, e0354b09-3a8b-4375-8c94-357af06dc66d) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:53:24.124921 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e60ba3-6eda-412b-b419-94c3b2e85278 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:24.125794 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-69e60ba3-6eda-412b-b419-94c3b2e85278 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:24.138047 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73604a9-fdde-4f6e-900e-9c1f63cdd0e5 None None] Network e0354b09-3a8b-4375-8c94-357af06dc66d requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:53:24.158891 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c5984373-9b89-496f-ac9c-cbd2c728ba38 admin admin] Publish callbacks [] for security_group (5ef9952a-1b0a-4862-af35-54330b18769d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:24.170479 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997281b-b58f-420e-9741-b0b39c4afac9 req-2fc5a877-5146-4c53-9167-fbd754304d94 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:24.172660 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5997281b-b58f-420e-9741-b0b39c4afac9 req-2fc5a877-5146-4c53-9167-fbd754304d94 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=44ee9b78-dd33-48a9-b6e2-04f9f9dba374 HTTP/1.1" status: 200 len: 946 time: 0.0994890 Feb 20 03:53:24.262648 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5997281b-b58f-420e-9741-b0b39c4afac9 req-2478f81f-082b-4816-a639-2b369954038e tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763750 Feb 20 03:53:24.274903 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-69e60ba3-6eda-412b-b419-94c3b2e85278 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4460399 Feb 20 03:53:24.275564 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 59982) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:24.282420 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-65f14ec2-cfc3-4117-aaf7-c982391cf862 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-270497907', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:24.298900 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-942b9aae-0d79-4076-96b5-3b671ef62f6a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=bd7ee6a6ef794c7ab8c87d6090bd5481&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3010421 Feb 20 03:53:24.305000 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59984) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:24.318730 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27143c0-c0b2-468d-a66e-5a5a5522dafb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-e0354b09-3a8b-4375-8c94-357af06dc66d', 'network_id': 'e0354b09-3a8b-4375-8c94-357af06dc66d', 'project_id': '22871a8315df49c89d6983e39fc945e1', 'fixed_ips': [{'subnet_id': '1357113d-1a50-4f25-9758-6b297025ae97'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:53:24.319891 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a27143c0-c0b2-468d-a66e-5a5a5522dafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:24.385550 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-777afccb-ac54-4267-ab75-83a34381c942 admin admin] Publish callbacks [] for security_group (b2e1ab9d-8c00-4a64-b5a6-863087367a09), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:24.415255 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-777afccb-ac54-4267-ab75-83a34381c942 admin admin] Publish callbacks [] for security_group (b2e1ab9d-8c00-4a64-b5a6-863087367a09), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:24.431153 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-65f14ec2-cfc3-4117-aaf7-c982391cf862 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (614f72e1-3779-4400-bdc5-db921cf6dc8e), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:24.432232 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-65f14ec2-cfc3-4117-aaf7-c982391cf862 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (614f72e1-3779-4400-bdc5-db921cf6dc8e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:24.470301 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c5984373-9b89-496f-ac9c-cbd2c728ba38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5ef9952a-1b0a-4862-af35-54330b18769d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:24.473860 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c5984373-9b89-496f-ac9c-cbd2c728ba38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:24.478270 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c5984373-9b89-496f-ac9c-cbd2c728ba38 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5ef9952a-1b0a-4862-af35-54330b18769d HTTP/1.1" status: 204 len: 168 time: 0.4632368 Feb 20 03:53:24.489317 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5984373-9b89-496f-ac9c-cbd2c728ba38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef9952a-1b0a-4862-af35-54330b18769d,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:24.545749 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-777afccb-ac54-4267-ab75-83a34381c942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b2e1ab9d-8c00-4a64-b5a6-863087367a09), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:24.549806 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-777afccb-ac54-4267-ab75-83a34381c942 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:24.555044 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-777afccb-ac54-4267-ab75-83a34381c942 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b2e1ab9d-8c00-4a64-b5a6-863087367a09 HTTP/1.1" status: 204 len: 168 time: 0.2489884 Feb 20 03:53:24.570903 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777afccb-ac54-4267-ab75-83a34381c942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e1ab9d-8c00-4a64-b5a6-863087367a09,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:24.679152 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-65f14ec2-cfc3-4117-aaf7-c982391cf862 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router_controller (614f72e1-3779-4400-bdc5-db921cf6dc8e), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:24.763912 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-65f14ec2-cfc3-4117-aaf7-c982391cf862 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (614f72e1-3779-4400-bdc5-db921cf6dc8e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:24.791266 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-a27143c0-c0b2-468d-a66e-5a5a5522dafb None None] Allocated IP 2001:db8::2 (e0354b09-3a8b-4375-8c94-357af06dc66d/1357113d-1a50-4f25-9758-6b297025ae97/1407d0a5-7d76-4e87-8406-846274bb5af6) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:53:24.969651 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-65f14ec2-cfc3-4117-aaf7-c982391cf862 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:24.972664 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-65f14ec2-cfc3-4117-aaf7-c982391cf862 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6947949 Feb 20 03:53:24.973385 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a27143c0-c0b2-468d-a66e-5a5a5522dafb None None] Publish callbacks [] for port (1407d0a5-7d76-4e87-8406-846274bb5af6), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:24.980187 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 59998) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:24.997111 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-37f6c405-548c-4f81-bc41-f624ec2c7e30 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Request body: {'port': {'network_id': 'e0354b09-3a8b-4375-8c94-357af06dc66d', 'name': 'tempest-RoutersIpV6Test-1599537319'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:25.160165 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a27143c0-c0b2-468d-a66e-5a5a5522dafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (1407d0a5-7d76-4e87-8406-846274bb5af6), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:25.267843 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27143c0-c0b2-468d-a66e-5a5a5522dafb None None] Pushing event updated for resources: {'Port': ['ID=1407d0a5-7d76-4e87-8406-846274bb5af6,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:25.267843 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27143c0-c0b2-468d-a66e-5a5a5522dafb None None] Network e0354b09-3a8b-4375-8c94-357af06dc66d is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:53:25.267843 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-a27143c0-c0b2-468d-a66e-5a5a5522dafb None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:53:25.267843 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27143c0-c0b2-468d-a66e-5a5a5522dafb None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:53:25.344094 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a27143c0-c0b2-468d-a66e-5a5a5522dafb None None] Attempting to bind port 1407d0a5-7d76-4e87-8406-846274bb5af6 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:53:25.344815 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a27143c0-c0b2-468d-a66e-5a5a5522dafb None None] Attempting to bind port 1407d0a5-7d76-4e87-8406-846274bb5af6 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'f8e74085-27d3-4b59-bd3e-bc9a26096a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'e0354b09-3a8b-4375-8c94-357af06dc66d'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:53:25.345409 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27143c0-c0b2-468d-a66e-5a5a5522dafb None None] Attempting to bind port 1407d0a5-7d76-4e87-8406-846274bb5af6 on network e0354b09-3a8b-4375-8c94-357af06dc66d {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:53:25.355567 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27143c0-c0b2-468d-a66e-5a5a5522dafb None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:53:25.356051 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27143c0-c0b2-468d-a66e-5a5a5522dafb None None] Checking segment: {'id': 'f8e74085-27d3-4b59-bd3e-bc9a26096a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'e0354b09-3a8b-4375-8c94-357af06dc66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:53:25.356535 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a27143c0-c0b2-468d-a66e-5a5a5522dafb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:25.357000 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27143c0-c0b2-468d-a66e-5a5a5522dafb None None] Bound using segment: {'id': 'f8e74085-27d3-4b59-bd3e-bc9a26096a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'e0354b09-3a8b-4375-8c94-357af06dc66d'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:53:25.357555 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a27143c0-c0b2-468d-a66e-5a5a5522dafb None None] Bound port: 1407d0a5-7d76-4e87-8406-846274bb5af6, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e74085-27d3-4b59-bd3e-bc9a26096a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'e0354b09-3a8b-4375-8c94-357af06dc66d'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:53:25.358021 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a27143c0-c0b2-468d-a66e-5a5a5522dafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1407d0a5-7d76-4e87-8406-846274bb5af6), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:25.431461 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f6c405-548c-4f81-bc41-f624ec2c7e30 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Made reservation on behalf of 22871a8315df49c89d6983e39fc945e1 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:53:25.433783 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-a27143c0-c0b2-468d-a66e-5a5a5522dafb None None] For port 1407d0a5-7d76-4e87-8406-846274bb5af6, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:53:25.435453 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-37f6c405-548c-4f81-bc41-f624ec2c7e30 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:25.438191 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-a27143c0-c0b2-468d-a66e-5a5a5522dafb None None] For port 1407d0a5-7d76-4e87-8406-846274bb5af6, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=1407d0a5-7d76-4e87-8406-846274bb5af6,segment=NetworkSegment(f8e74085-27d3-4b59-bd3e-bc9a26096a42),segment_id=f8e74085-27d3-4b59-bd3e-bc9a26096a42)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:53:25.478593 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-37f6c405-548c-4f81-bc41-f624ec2c7e30 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] device_id is not set on port 07014b12-6bd1-4149-964d-1c3f27d9b571 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:53:25.545380 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a27143c0-c0b2-468d-a66e-5a5a5522dafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (1407d0a5-7d76-4e87-8406-846274bb5af6), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:25.560204 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda5f79-3f4a-4ea9-ab18-206910232ff5 req-dd741916-fed9-4c92-b4c7-d2049291e323 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:25.572688 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3eda5f79-3f4a-4ea9-ab18-206910232ff5 req-dd741916-fed9-4c92-b4c7-d2049291e323 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=44ee9b78-dd33-48a9-b6e2-04f9f9dba374 HTTP/1.1" status: 200 len: 946 time: 0.2189147 Feb 20 03:53:25.641484 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b366e65-57c6-4b0f-a5da-89a6d67ffd66 req-60833a29-3884-47be-8789-a1ff3c83d0bc tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:25.643744 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9b366e65-57c6-4b0f-a5da-89a6d67ffd66 req-60833a29-3884-47be-8789-a1ff3c83d0bc tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.42 "GET /v2.0/ports?device_id=44ee9b78-dd33-48a9-b6e2-04f9f9dba374 HTTP/1.1" status: 200 len: 946 time: 0.2289684 Feb 20 03:53:25.764561 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27143c0-c0b2-468d-a66e-5a5a5522dafb None None] Pushing event updated for resources: {'Port': ['ID=1407d0a5-7d76-4e87-8406-846274bb5af6,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:25.801892 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-37f6c405-548c-4f81-bc41-f624ec2c7e30 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Allocated IP 2001:db8::3a4 (e0354b09-3a8b-4375-8c94-357af06dc66d/1357113d-1a50-4f25-9758-6b297025ae97/07014b12-6bd1-4149-964d-1c3f27d9b571) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:53:25.851943 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3eda5f79-3f4a-4ea9-ab18-206910232ff5 req-c55123e9-9425-4804-8f22-ab8e8f7b8049 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756681 Feb 20 03:53:25.913474 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-9b366e65-57c6-4b0f-a5da-89a6d67ffd66 req-b2bd1b19-0949-4d01-8389-8a11edcd53cc tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Deleting port 3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:53:25.919937 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9b366e65-57c6-4b0f-a5da-89a6d67ffd66 req-b2bd1b19-0949-4d01-8389-8a11edcd53cc tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:26.042780 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-37f6c405-548c-4f81-bc41-f624ec2c7e30 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for port (07014b12-6bd1-4149-964d-1c3f27d9b571), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:26.126103 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-9b366e65-57c6-4b0f-a5da-89a6d67ffd66 req-b2bd1b19-0949-4d01-8389-8a11edcd53cc tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] For port 3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9,segment=NetworkSegment(dd4c469a-f274-41f9-bc22-e809b7f2fbb9),segment_id=dd4c469a-f274-41f9-bc22-e809b7f2fbb9)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:53:26.126478 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9b366e65-57c6-4b0f-a5da-89a6d67ffd66 req-b2bd1b19-0949-4d01-8389-8a11edcd53cc tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:26.145433 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-9b366e65-57c6-4b0f-a5da-89a6d67ffd66 req-b2bd1b19-0949-4d01-8389-8a11edcd53cc tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Calling delete_port for 3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:53:26.178711 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-37f6c405-548c-4f81-bc41-f624ec2c7e30 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (07014b12-6bd1-4149-964d-1c3f27d9b571), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:26.271930 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f6c405-548c-4f81-bc41-f624ec2c7e30 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network e0354b09-3a8b-4375-8c94-357af06dc66d is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:53:26.281856 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-37f6c405-548c-4f81-bc41-f624ec2c7e30 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:53:26.297725 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f6c405-548c-4f81-bc41-f624ec2c7e30 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:53:26.302907 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f6c405-548c-4f81-bc41-f624ec2c7e30 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:26.303537 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-37f6c405-548c-4f81-bc41-f624ec2c7e30 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:26.324873 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6c405-548c-4f81-bc41-f624ec2c7e30 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Port': ['ID=07014b12-6bd1-4149-964d-1c3f27d9b571,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:26.415856 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-37f6c405-548c-4f81-bc41-f624ec2c7e30 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4343092 Feb 20 03:53:26.418395 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60048) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:26.483146 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 1407d0a5-7d76-4e87-8406-846274bb5af6 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:53:26.518092 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fcd99008-4453-4777-a1bf-4e368685f3fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:26.594020 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9b366e65-57c6-4b0f-a5da-89a6d67ffd66 req-b2bd1b19-0949-4d01-8389-8a11edcd53cc tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:26.623252 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:53:26.627207 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['da686ece-f646-488f-ab9c-045a0200f9fc', 'a8521034-1ae5-4b18-bff8-85ac6ef4786d'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:53:26.676837 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd1b19-0949-4d01-8389-8a11edcd53cc tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Pushing event deleted for resources: {'Port': ['ID=3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:26.723423 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 1407d0a5-7d76-4e87-8406-846274bb5af6 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:53:26.724059 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1407d0a5-7d76-4e87-8406-846274bb5af6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:26.724535 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd1b19-0949-4d01-8389-8a11edcd53cc tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:26.724908 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd1b19-0949-4d01-8389-8a11edcd53cc tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:26.725807 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd1b19-0949-4d01-8389-8a11edcd53cc tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:26.751031 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd1b19-0949-4d01-8389-8a11edcd53cc tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:26.751820 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd1b19-0949-4d01-8389-8a11edcd53cc tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:26.752332 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd1b19-0949-4d01-8389-8a11edcd53cc tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:26.752848 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd1b19-0949-4d01-8389-8a11edcd53cc tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:26.753376 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd1b19-0949-4d01-8389-8a11edcd53cc tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:26.753891 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd1b19-0949-4d01-8389-8a11edcd53cc tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:26.754406 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd1b19-0949-4d01-8389-8a11edcd53cc tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:26.754931 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd1b19-0949-4d01-8389-8a11edcd53cc tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:26.755448 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd1b19-0949-4d01-8389-8a11edcd53cc tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:26.756885 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd1b19-0949-4d01-8389-8a11edcd53cc tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:26.837533 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60056) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:26.854037 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b366e65-57c6-4b0f-a5da-89a6d67ffd66 req-b2bd1b19-0949-4d01-8389-8a11edcd53cc tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] No DVR routers for this DVR port 3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:53:26.859578 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9b366e65-57c6-4b0f-a5da-89a6d67ffd66 req-b2bd1b19-0949-4d01-8389-8a11edcd53cc tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:26.872621 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9b366e65-57c6-4b0f-a5da-89a6d67ffd66 req-b2bd1b19-0949-4d01-8389-8a11edcd53cc tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.42 "DELETE /v2.0/ports/3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9 HTTP/1.1" status: 204 len: 173 time: 1.2227457 Feb 20 03:53:26.897691 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ee9b78-dd33-48a9-b6e2-04f9f9dba374', 'name': 'network-vif-deleted', 'tag': '3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:53:26.900440 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c54cbca-31b9-49be-bf39-7a4b2ce3b9e4" -d '{"events": [{"server_uuid": "44ee9b78-dd33-48a9-b6e2-04f9f9dba374", "name": "network-vif-deleted", "tag": "3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:53:26.943716 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 1407d0a5-7d76-4e87-8406-846274bb5af6 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:53:26.944634 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1407d0a5-7d76-4e87-8406-846274bb5af6), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:27.047750 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 1407d0a5-7d76-4e87-8406-846274bb5af6, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=1407d0a5-7d76-4e87-8406-846274bb5af6,segment=NetworkSegment(f8e74085-27d3-4b59-bd3e-bc9a26096a42),segment_id=f8e74085-27d3-4b59-bd3e-bc9a26096a42)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:53:27.076945 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39890749-6e1b-4e81-8a03-26409c385de7 req-a814fef6-11c6-4296-92f3-660bb69257c7 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=44ee9b78-dd33-48a9-b6e2-04f9f9dba374 HTTP/1.1" status: 200 len: 210 time: 0.0900474 Feb 20 03:53:27.161387 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-fb30218b-e34c-486f-b8e0-28a97dcdedb7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-392097661-network', 'tenant_id': '004edbb793404b0ba2d9abc968e9c20d'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:27.199792 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (1407d0a5-7d76-4e87-8406-846274bb5af6), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:27.292562 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb30218b-e34c-486f-b8e0-28a97dcdedb7 admin admin] Made reservation on behalf of 004edbb793404b0ba2d9abc968e9c20d for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:53:27.295371 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fb30218b-e34c-486f-b8e0-28a97dcdedb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:27.330225 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7360069-275f-435c-9d14-311b8e9263b1 x-openstack-request-id: req-d7360069-275f-435c-9d14-311b8e9263b1 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:53:27.330552 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ee9b78-dd33-48a9-b6e2-04f9f9dba374", "name": "network-vif-deleted", "tag": "3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:53:27.335381 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d7360069-275f-435c-9d14-311b8e9263b1 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:53:27.335381 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ee9b78-dd33-48a9-b6e2-04f9f9dba374', 'name': 'network-vif-deleted', 'tag': '3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9', 'status': 'completed', 'code': 200} Feb 20 03:53:27.335381 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fb30218b-e34c-486f-b8e0-28a97dcdedb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:27.344364 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=1407d0a5-7d76-4e87-8406-846274bb5af6,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:27.400990 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf61360b-512f-47d0-9835-209e2b4b04f9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (07014b12-6bd1-4149-964d-1c3f27d9b571), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:27.587802 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fb30218b-e34c-486f-b8e0-28a97dcdedb7 admin admin] Publish callbacks [] for security_group (901eb5e1-2bba-4e60-9923-1783255c9c37), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:27.685026 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3e54de-9efd-4add-a4ea-da48ce61c493 None None] Network e0354b09-3a8b-4375-8c94-357af06dc66d requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:53:27.721613 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fb30218b-e34c-486f-b8e0-28a97dcdedb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (901eb5e1-2bba-4e60-9923-1783255c9c37), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:27.760734 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb30218b-e34c-486f-b8e0-28a97dcdedb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:53:27.771110 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30218b-e34c-486f-b8e0-28a97dcdedb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901eb5e1-2bba-4e60-9923-1783255c9c37,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:27.782271 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fb30218b-e34c-486f-b8e0-28a97dcdedb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (aae22329-322d-4bb2-bfe7-0b6fbd673d02), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:27.782894 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-fb30218b-e34c-486f-b8e0-28a97dcdedb7 admin admin] Added segment aae22329-322d-4bb2-bfe7-0b6fbd673d02 of type vlan for network b3c3146c-8f54-44d4-ae0c-6c15bd2464e9 Feb 20 03:53:27.832630 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-3351bcf8-0029-49c2-aff1-4ab73126e2a0 None None] Provisioning complete for port 1407d0a5-7d76-4e87-8406-846274bb5af6 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:53:27.833113 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3351bcf8-0029-49c2-aff1-4ab73126e2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1407d0a5-7d76-4e87-8406-846274bb5af6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:27.839647 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fb30218b-e34c-486f-b8e0-28a97dcdedb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (b3c3146c-8f54-44d4-ae0c-6c15bd2464e9), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:27.852718 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf61360b-512f-47d0-9835-209e2b4b04f9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for port (07014b12-6bd1-4149-964d-1c3f27d9b571), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:27.983867 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-3351bcf8-0029-49c2-aff1-4ab73126e2a0 None None] Current status of the port 1407d0a5-7d76-4e87-8406-846274bb5af6 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:53:28.013459 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf61360b-512f-47d0-9835-209e2b4b04f9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (07014b12-6bd1-4149-964d-1c3f27d9b571), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:28.051620 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fb30218b-e34c-486f-b8e0-28a97dcdedb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (b3c3146c-8f54-44d4-ae0c-6c15bd2464e9), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:28.053042 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb30218b-e34c-486f-b8e0-28a97dcdedb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:28.053973 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fb30218b-e34c-486f-b8e0-28a97dcdedb7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:28.140400 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61360b-512f-47d0-9835-209e2b4b04f9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Port': ['ID=07014b12-6bd1-4149-964d-1c3f27d9b571,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:28.230971 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30218b-e34c-486f-b8e0-28a97dcdedb7 admin admin] Pushing event updated for resources: {'Network': ['ID=b3c3146c-8f54-44d4-ae0c-6c15bd2464e9,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:28.247207 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network b3c3146c-8f54-44d4-ae0c-6c15bd2464e9 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:53:28.268498 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-fb30218b-e34c-486f-b8e0-28a97dcdedb7 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4292328 Feb 20 03:53:28.272726 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60088) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:28.296040 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-083cb01d-18df-4ad4-95e0-c91e254208c7 admin admin] Request body: {'subnet': {'network_id': 'b3c3146c-8f54-44d4-ae0c-6c15bd2464e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-392097661-subnet', 'tenant_id': '004edbb793404b0ba2d9abc968e9c20d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:28.377230 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 1407d0a5-7d76-4e87-8406-846274bb5af6 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:53:28.443218 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1927ecad-df3f-4636-aa50-79ccf2f58d7a req-1a18acce-0de8-4fd5-bbc4-ad7c565b6173 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=44ee9b78-dd33-48a9-b6e2-04f9f9dba374 HTTP/1.1" status: 200 len: 210 time: 0.1308553 Feb 20 03:53:28.509068 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 1407d0a5-7d76-4e87-8406-846274bb5af6 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:53:28.509506 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1407d0a5-7d76-4e87-8406-846274bb5af6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:28.542512 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf61360b-512f-47d0-9835-209e2b4b04f9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (614f72e1-3779-4400-bdc5-db921cf6dc8e), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:28.628872 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083cb01d-18df-4ad4-95e0-c91e254208c7 admin admin] Made reservation on behalf of 004edbb793404b0ba2d9abc968e9c20d for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:53:28.632109 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-083cb01d-18df-4ad4-95e0-c91e254208c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:28.660825 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 1407d0a5-7d76-4e87-8406-846274bb5af6 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:53:28.701218 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-b892d52a-f0b1-4311-b44b-6a146d8c92d3 None None] Provisioning complete for port 07014b12-6bd1-4149-964d-1c3f27d9b571 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:53:28.707170 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b892d52a-f0b1-4311-b44b-6a146d8c92d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (07014b12-6bd1-4149-964d-1c3f27d9b571), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:28.774520 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-71ab49bb-0da1-4f2e-b957-aad0b25bd9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:28.800988 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b892d52a-f0b1-4311-b44b-6a146d8c92d3 None None] Port 07014b12-6bd1-4149-964d-1c3f27d9b571 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:53:28.824724 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-b892d52a-f0b1-4311-b44b-6a146d8c92d3 None None] Provisioning complete for port 1407d0a5-7d76-4e87-8406-846274bb5af6 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:53:28.825112 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b892d52a-f0b1-4311-b44b-6a146d8c92d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1407d0a5-7d76-4e87-8406-846274bb5af6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:28.934407 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf61360b-512f-47d0-9835-209e2b4b04f9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (07014b12-6bd1-4149-964d-1c3f27d9b571), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:28.981584 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b892d52a-f0b1-4311-b44b-6a146d8c92d3 None None] Current status of the port 1407d0a5-7d76-4e87-8406-846274bb5af6 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:53:29.161983 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e7ccb4b2-725c-47c2-b7db-6b5f7d3dd4c9 None None] Provisioning complete for port 07014b12-6bd1-4149-964d-1c3f27d9b571 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:53:29.161983 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e7ccb4b2-725c-47c2-b7db-6b5f7d3dd4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (07014b12-6bd1-4149-964d-1c3f27d9b571), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:29.172844 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-083cb01d-18df-4ad4-95e0-c91e254208c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (540fdee3-3e7f-47e5-965e-91d97cb9f6dd), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:29.317408 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e7ccb4b2-725c-47c2-b7db-6b5f7d3dd4c9 None None] Port 07014b12-6bd1-4149-964d-1c3f27d9b571 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:53:29.323608 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083cb01d-18df-4ad4-95e0-c91e254208c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=540fdee3-3e7f-47e5-965e-91d97cb9f6dd,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:29.361003 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083cb01d-18df-4ad4-95e0-c91e254208c7 admin admin] Checking segment: {'id': 'aae22329-322d-4bb2-bfe7-0b6fbd673d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'b3c3146c-8f54-44d4-ae0c-6c15bd2464e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:53:29.361391 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083cb01d-18df-4ad4-95e0-c91e254208c7 admin admin] Network hostable DHCP agents. Network: b3c3146c-8f54-44d4-ae0c-6c15bd2464e9, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:53:29.510414 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083cb01d-18df-4ad4-95e0-c91e254208c7 admin admin] Network b3c3146c-8f54-44d4-ae0c-6c15bd2464e9 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:53:29.547903 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-2d112bda-2923-4956-88f5-0144d63658f0 None None] Provisioning complete for port 07014b12-6bd1-4149-964d-1c3f27d9b571 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:53:29.548330 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2d112bda-2923-4956-88f5-0144d63658f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (07014b12-6bd1-4149-964d-1c3f27d9b571), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:29.603186 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:53:29.644551 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:53:29.644551 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 3a05887b-2c89-4e9a-a4bb-e44d4f1a40a9 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:53:29.653934 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2d112bda-2923-4956-88f5-0144d63658f0 None None] Port 07014b12-6bd1-4149-964d-1c3f27d9b571 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:53:29.664436 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-083cb01d-18df-4ad4-95e0-c91e254208c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, b3c3146c-8f54-44d4-ae0c-6c15bd2464e9) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:53:29.670503 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083cb01d-18df-4ad4-95e0-c91e254208c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:29.671280 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-083cb01d-18df-4ad4-95e0-c91e254208c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:29.682975 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3165066-8247-4d7d-90cb-229a3b64ebd7 None None] Network b3c3146c-8f54-44d4-ae0c-6c15bd2464e9 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:53:29.875776 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-083cb01d-18df-4ad4-95e0-c91e254208c7 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5999382 Feb 20 03:53:29.953466 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf61360b-512f-47d0-9835-209e2b4b04f9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for port (07014b12-6bd1-4149-964d-1c3f27d9b571), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:30.112420 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf61360b-512f-47d0-9835-209e2b4b04f9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (07014b12-6bd1-4149-964d-1c3f27d9b571), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:30.113256 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf61360b-512f-47d0-9835-209e2b4b04f9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (614f72e1-3779-4400-bdc5-db921cf6dc8e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:30.288526 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359fb5c2-7b33-44f0-a880-d3cf739be8b7 None None] Network b3c3146c-8f54-44d4-ae0c-6c15bd2464e9 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:53:30.373168 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61360b-512f-47d0-9835-209e2b4b04f9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Port': ['ID=07014b12-6bd1-4149-964d-1c3f27d9b571,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:30.420421 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:30.506408 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fb22f-fa19-4b45-90f2-111d8f348452 req-fcfeb4be-fb09-400c-ba67-468b715e30cb tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:30.515764 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-896fb22f-fa19-4b45-90f2-111d8f348452 req-fcfeb4be-fb09-400c-ba67-468b715e30cb tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=a2938768-8155-41d4-aa9f-8b96a03e8357 HTTP/1.1" status: 200 len: 946 time: 0.1733115 Feb 20 03:53:30.518723 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf61360b-512f-47d0-9835-209e2b4b04f9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network e0354b09-3a8b-4375-8c94-357af06dc66d is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:53:30.521243 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-bf61360b-512f-47d0-9835-209e2b4b04f9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:53:30.683541 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-896fb22f-fa19-4b45-90f2-111d8f348452 req-1fd7c96d-55b0-4975-9361-cff3b26a401b tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587970 Feb 20 03:53:30.955089 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf61360b-512f-47d0-9835-209e2b4b04f9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Router 614f72e1-3779-4400-bdc5-db921cf6dc8e is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:53:31.253191 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-07d07003-a1f8-4e86-b9dd-6fba249417d0 None None] Provisioning complete for port 07014b12-6bd1-4149-964d-1c3f27d9b571 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:53:31.253569 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-07d07003-a1f8-4e86-b9dd-6fba249417d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (07014b12-6bd1-4149-964d-1c3f27d9b571), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:31.372926 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf61360b-512f-47d0-9835-209e2b4b04f9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:53:31.395944 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60156) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:31.418699 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bf61360b-512f-47d0-9835-209e2b4b04f9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "PUT /v2.0/routers/614f72e1-3779-4400-bdc5-db921cf6dc8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9991269 Feb 20 03:53:31.463423 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-07d07003-a1f8-4e86-b9dd-6fba249417d0 None None] Port 07014b12-6bd1-4149-964d-1c3f27d9b571 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:53:31.465544 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63151d7-3197-41ff-9d32-627c08769605 None None] Sync routers for ids ['614f72e1-3779-4400-bdc5-db921cf6dc8e'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:53:31.484730 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63151d7-3197-41ff-9d32-627c08769605 None None] Routers {'614f72e1-3779-4400-bdc5-db921cf6dc8e'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:53:31.489604 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a63151d7-3197-41ff-9d32-627c08769605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:53:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['614f72e1-3779-4400-bdc5-db921cf6dc8e'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:31.572593 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd39f87-164f-447d-a80a-5a09f340d1c9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:31.577548 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ddd39f87-164f-447d-a80a-5a09f340d1c9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "GET /v2.0/ports/07014b12-6bd1-4149-964d-1c3f27d9b571 HTTP/1.1" status: 200 len: 984 time: 0.1792405 Feb 20 03:53:31.579369 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60162) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:31.639240 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a63151d7-3197-41ff-9d32-627c08769605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:31.641392 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:31.705322 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63151d7-3197-41ff-9d32-627c08769605 None None] Routers {'614f72e1-3779-4400-bdc5-db921cf6dc8e'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:53:31.706124 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a63151d7-3197-41ff-9d32-627c08769605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:53:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['614f72e1-3779-4400-bdc5-db921cf6dc8e'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:31.780528 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc5ea5-7264-4fb3-becb-8ed1b1b74488 req-ba74813f-5f28-4e11-b8bc-b874d510049e tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:31.782123 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-27bc5ea5-7264-4fb3-becb-8ed1b1b74488 req-ba74813f-5f28-4e11-b8bc-b874d510049e tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.93 "GET /v2.0/ports?device_id=a2938768-8155-41d4-aa9f-8b96a03e8357 HTTP/1.1" status: 200 len: 946 time: 0.2016339 Feb 20 03:53:31.853735 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a63151d7-3197-41ff-9d32-627c08769605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:31.853971 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63151d7-3197-41ff-9d32-627c08769605 None None] The sync data for ids ['614f72e1-3779-4400-bdc5-db921cf6dc8e'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:53:32.032868 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60172) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:32.117139 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff282b4-e845-41e5-ac30-ad11138460cc req-ee32aeba-f0cd-4f4b-865b-61e21406f53d tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:32.124349 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4ff282b4-e845-41e5-ac30-ad11138460cc req-ee32aeba-f0cd-4f4b-865b-61e21406f53d tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=a2938768-8155-41d4-aa9f-8b96a03e8357 HTTP/1.1" status: 200 len: 946 time: 0.2615707 Feb 20 03:53:32.321902 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4ff282b4-e845-41e5-ac30-ad11138460cc req-24f2b517-f3e0-4aac-8c98-bfc562440483 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960235 Feb 20 03:53:32.337763 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60180) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:32.355988 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-9f7260bc-c7cf-4213-8ebd-2b7fa44bfb2c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-178761648-network', 'tenant_id': '29924391df6f49fc96f8b6e526c64ad3'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:32.388134 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-27bc5ea5-7264-4fb3-becb-8ed1b1b74488 req-3853ec19-d973-4699-8f0f-ee3d043b2edb tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Deleting port a8521034-1ae5-4b18-bff8-85ac6ef4786d {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:53:32.388345 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-27bc5ea5-7264-4fb3-becb-8ed1b1b74488 req-3853ec19-d973-4699-8f0f-ee3d043b2edb tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (a8521034-1ae5-4b18-bff8-85ac6ef4786d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:32.434648 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8a6e45db-97a1-4110-bddf-91c460366521 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:32.542617 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7260bc-c7cf-4213-8ebd-2b7fa44bfb2c admin admin] Made reservation on behalf of 29924391df6f49fc96f8b6e526c64ad3 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:53:32.545673 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9f7260bc-c7cf-4213-8ebd-2b7fa44bfb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:32.578619 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9f7260bc-c7cf-4213-8ebd-2b7fa44bfb2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:32.642532 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-27bc5ea5-7264-4fb3-becb-8ed1b1b74488 req-3853ec19-d973-4699-8f0f-ee3d043b2edb tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] For port a8521034-1ae5-4b18-bff8-85ac6ef4786d, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=a8521034-1ae5-4b18-bff8-85ac6ef4786d,segment=NetworkSegment(dd4c469a-f274-41f9-bc22-e809b7f2fbb9),segment_id=dd4c469a-f274-41f9-bc22-e809b7f2fbb9)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:53:32.642943 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-27bc5ea5-7264-4fb3-becb-8ed1b1b74488 req-3853ec19-d973-4699-8f0f-ee3d043b2edb tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (a8521034-1ae5-4b18-bff8-85ac6ef4786d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:32.666084 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8a6e45db-97a1-4110-bddf-91c460366521 admin admin] Publish callbacks [] for security_group (a4413d1f-3a5b-4ee0-afa4-843d993b62e7), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:32.705105 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8efa53d4-17b9-4d20-8fb9-8effb239cf91 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (614f72e1-3779-4400-bdc5-db921cf6dc8e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:32.743262 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-27bc5ea5-7264-4fb3-becb-8ed1b1b74488 req-3853ec19-d973-4699-8f0f-ee3d043b2edb tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Calling delete_port for a8521034-1ae5-4b18-bff8-85ac6ef4786d owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:53:32.806125 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8a6e45db-97a1-4110-bddf-91c460366521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a4413d1f-3a5b-4ee0-afa4-843d993b62e7), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:32.812830 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:32.919514 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9f7260bc-c7cf-4213-8ebd-2b7fa44bfb2c admin admin] Publish callbacks [] for security_group (b7f90c65-d0a7-4000-9302-dda93bfa2af1), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:32.937725 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8a6e45db-97a1-4110-bddf-91c460366521 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=34faa65d42fd4b3a8a68c8225c54584f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8908827 Feb 20 03:53:32.937725 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60184) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:32.992472 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9f7260bc-c7cf-4213-8ebd-2b7fa44bfb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b7f90c65-d0a7-4000-9302-dda93bfa2af1), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:33.222055 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7260bc-c7cf-4213-8ebd-2b7fa44bfb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f90c65-d0a7-4000-9302-dda93bfa2af1,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:33.299336 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e45db-97a1-4110-bddf-91c460366521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4413d1f-3a5b-4ee0-afa4-843d993b62e7,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:33.307523 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f7260bc-c7cf-4213-8ebd-2b7fa44bfb2c admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:53:33.327611 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9f7260bc-c7cf-4213-8ebd-2b7fa44bfb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (10f93011-f9c6-4738-85e2-c22bc233f131), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:33.327970 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-9f7260bc-c7cf-4213-8ebd-2b7fa44bfb2c admin admin] Added segment 10f93011-f9c6-4738-85e2-c22bc233f131 of type vlan for network 128b6abf-f528-4a4d-8bb8-a4a7514d2af4 Feb 20 03:53:33.376231 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-27bc5ea5-7264-4fb3-becb-8ed1b1b74488 req-3853ec19-d973-4699-8f0f-ee3d043b2edb tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (a8521034-1ae5-4b18-bff8-85ac6ef4786d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:33.390342 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['da686ece-f646-488f-ab9c-045a0200f9fc'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:53:33.535787 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853ec19-d973-4699-8f0f-ee3d043b2edb tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Pushing event deleted for resources: {'Port': ['ID=a8521034-1ae5-4b18-bff8-85ac6ef4786d,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:33.563454 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device a8521034-1ae5-4b18-bff8-85ac6ef4786d no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:53:33.581099 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13ee4c0a-a2a0-47b8-a311-0cfdca392538 admin admin] Publish callbacks [] for security_group (a4413d1f-3a5b-4ee0-afa4-843d993b62e7), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:33.593923 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9f7260bc-c7cf-4213-8ebd-2b7fa44bfb2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (128b6abf-f528-4a4d-8bb8-a4a7514d2af4), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:33.605528 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: a8521034-1ae5-4b18-bff8-85ac6ef4786d {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:53:33.606534 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device a8521034-1ae5-4b18-bff8-85ac6ef4786d not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:53:33.664373 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f6b7146d-cc0f-4bcd-9ae8-516cf95120fe req-e5f17e30-81e5-498f-9351-b1008a33827e tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=a2938768-8155-41d4-aa9f-8b96a03e8357 HTTP/1.1" status: 200 len: 210 time: 0.1782269 Feb 20 03:53:33.665926 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13ee4c0a-a2a0-47b8-a311-0cfdca392538 admin admin] Publish callbacks [] for security_group (a4413d1f-3a5b-4ee0-afa4-843d993b62e7), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:33.727260 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bc5ea5-7264-4fb3-becb-8ed1b1b74488 req-3853ec19-d973-4699-8f0f-ee3d043b2edb tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] No DVR routers for this DVR port a8521034-1ae5-4b18-bff8-85ac6ef4786d on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:53:33.754281 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-27bc5ea5-7264-4fb3-becb-8ed1b1b74488 req-3853ec19-d973-4699-8f0f-ee3d043b2edb tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:33.764990 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-27bc5ea5-7264-4fb3-becb-8ed1b1b74488 req-3853ec19-d973-4699-8f0f-ee3d043b2edb tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.93 "DELETE /v2.0/ports/a8521034-1ae5-4b18-bff8-85ac6ef4786d HTTP/1.1" status: 204 len: 173 time: 1.9731083 Feb 20 03:53:33.765493 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2938768-8155-41d4-aa9f-8b96a03e8357', 'name': 'network-vif-deleted', 'tag': 'a8521034-1ae5-4b18-bff8-85ac6ef4786d'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:53:33.774225 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf21915-1bfc-4222-a6e0-e4d53055f316" -d '{"events": [{"server_uuid": "a2938768-8155-41d4-aa9f-8b96a03e8357", "name": "network-vif-deleted", "tag": "a8521034-1ae5-4b18-bff8-85ac6ef4786d"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:53:33.905815 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2a6afc-3e36-4a16-90a9-ad619ee6e5c0 x-openstack-request-id: req-1b2a6afc-3e36-4a16-90a9-ad619ee6e5c0 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:53:33.906136 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2938768-8155-41d4-aa9f-8b96a03e8357", "name": "network-vif-deleted", "tag": "a8521034-1ae5-4b18-bff8-85ac6ef4786d", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:53:33.906400 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1b2a6afc-3e36-4a16-90a9-ad619ee6e5c0 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:53:33.907195 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2938768-8155-41d4-aa9f-8b96a03e8357', 'name': 'network-vif-deleted', 'tag': 'a8521034-1ae5-4b18-bff8-85ac6ef4786d', 'status': 'completed', 'code': 200} Feb 20 03:53:33.914474 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9f7260bc-c7cf-4213-8ebd-2b7fa44bfb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (128b6abf-f528-4a4d-8bb8-a4a7514d2af4), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:33.915582 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7260bc-c7cf-4213-8ebd-2b7fa44bfb2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:33.916173 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9f7260bc-c7cf-4213-8ebd-2b7fa44bfb2c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:33.921269 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13ee4c0a-a2a0-47b8-a311-0cfdca392538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a4413d1f-3a5b-4ee0-afa4-843d993b62e7), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:33.939462 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13ee4c0a-a2a0-47b8-a311-0cfdca392538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:33.942878 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-13ee4c0a-a2a0-47b8-a311-0cfdca392538 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a4413d1f-3a5b-4ee0-afa4-843d993b62e7 HTTP/1.1" status: 204 len: 168 time: 0.9797492 Feb 20 03:53:33.989953 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee4c0a-a2a0-47b8-a311-0cfdca392538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4413d1f-3a5b-4ee0-afa4-843d993b62e7,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:34.051460 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-8efa53d4-17b9-4d20-8fb9-8effb239cf91 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Deleting port 07014b12-6bd1-4149-964d-1c3f27d9b571 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:53:34.051804 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8efa53d4-17b9-4d20-8fb9-8effb239cf91 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (07014b12-6bd1-4149-964d-1c3f27d9b571), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:34.052675 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9f7260bc-c7cf-4213-8ebd-2b7fa44bfb2c admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7087448 Feb 20 03:53:34.055752 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60198) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:34.069025 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-d06c564f-8535-48b2-9167-769d4090115a admin admin] Request body: {'subnet': {'network_id': '128b6abf-f528-4a4d-8bb8-a4a7514d2af4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-178761648-subnet', 'tenant_id': '29924391df6f49fc96f8b6e526c64ad3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:34.118125 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7260bc-c7cf-4213-8ebd-2b7fa44bfb2c admin admin] Pushing event updated for resources: {'Network': ['ID=128b6abf-f528-4a4d-8bb8-a4a7514d2af4,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:34.129532 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 128b6abf-f528-4a4d-8bb8-a4a7514d2af4 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:53:34.183133 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06c564f-8535-48b2-9167-769d4090115a admin admin] Made reservation on behalf of 29924391df6f49fc96f8b6e526c64ad3 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:53:34.185587 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d06c564f-8535-48b2-9167-769d4090115a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:34.401360 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8efa53d4-17b9-4d20-8fb9-8effb239cf91 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (07014b12-6bd1-4149-964d-1c3f27d9b571), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:34.453072 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-8efa53d4-17b9-4d20-8fb9-8effb239cf91 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Calling delete_port for 07014b12-6bd1-4149-964d-1c3f27d9b571 owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:53:34.717361 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d06c564f-8535-48b2-9167-769d4090115a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (9dccead7-ec04-44bb-b462-ad2daa48a767), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:34.839002 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c564f-8535-48b2-9167-769d4090115a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dccead7-ec04-44bb-b462-ad2daa48a767,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:34.968024 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8efa53d4-17b9-4d20-8fb9-8effb239cf91 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (07014b12-6bd1-4149-964d-1c3f27d9b571), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:34.986062 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-983b6eb4-d990-4dff-9954-b559c5bd3533 req-8368edb8-08d1-4dfd-a259-87473eba8566 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=a2938768-8155-41d4-aa9f-8b96a03e8357 HTTP/1.1" status: 200 len: 210 time: 0.1188657 Feb 20 03:53:35.040361 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06c564f-8535-48b2-9167-769d4090115a admin admin] Checking segment: {'id': '10f93011-f9c6-4738-85e2-c22bc233f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '128b6abf-f528-4a4d-8bb8-a4a7514d2af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:53:35.040708 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06c564f-8535-48b2-9167-769d4090115a admin admin] Network hostable DHCP agents. Network: 128b6abf-f528-4a4d-8bb8-a4a7514d2af4, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:53:35.071169 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa53d4-17b9-4d20-8fb9-8effb239cf91 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Port': ['ID=07014b12-6bd1-4149-964d-1c3f27d9b571,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:35.216581 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8efa53d4-17b9-4d20-8fb9-8effb239cf91 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (614f72e1-3779-4400-bdc5-db921cf6dc8e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:35.222311 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06c564f-8535-48b2-9167-769d4090115a admin admin] Network 128b6abf-f528-4a4d-8bb8-a4a7514d2af4 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:53:35.261164 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60214) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:35.289126 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b1630a5d-9eb4-4c23-a95e-e0d690c8ca4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:35.351350 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-d06c564f-8535-48b2-9167-769d4090115a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 128b6abf-f528-4a4d-8bb8-a4a7514d2af4) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:53:35.360908 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06c564f-8535-48b2-9167-769d4090115a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:35.361713 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d06c564f-8535-48b2-9167-769d4090115a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:35.368579 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0231b697-dfbc-44f7-b4d5-946426397f30 None None] Network 128b6abf-f528-4a4d-8bb8-a4a7514d2af4 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:53:35.427910 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b1630a5d-9eb4-4c23-a95e-e0d690c8ca4f admin admin] Publish callbacks [] for security_group (86db83da-f005-4ca4-ac18-b7471acaf0e5), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:35.477625 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d06c564f-8535-48b2-9167-769d4090115a admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4205687 Feb 20 03:53:35.526839 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b1630a5d-9eb4-4c23-a95e-e0d690c8ca4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (86db83da-f005-4ca4-ac18-b7471acaf0e5), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:35.535085 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bc456f-dab5-4ee2-9ebb-3ef0aeeab73d None None] Network 128b6abf-f528-4a4d-8bb8-a4a7514d2af4 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:53:35.602979 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8efa53d4-17b9-4d20-8fb9-8effb239cf91 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Router 614f72e1-3779-4400-bdc5-db921cf6dc8e has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:53:35.615114 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b1630a5d-9eb4-4c23-a95e-e0d690c8ca4f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=00cda7daf32b461587fdb3d800cb5c24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3525994 Feb 20 03:53:35.617457 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1630a5d-9eb4-4c23-a95e-e0d690c8ca4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86db83da-f005-4ca4-ac18-b7471acaf0e5,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:35.623283 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60220) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:35.712557 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60222) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:35.742260 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efa53d4-17b9-4d20-8fb9-8effb239cf91 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:53:35.758268 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8efa53d4-17b9-4d20-8fb9-8effb239cf91 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "PUT /v2.0/routers/614f72e1-3779-4400-bdc5-db921cf6dc8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1777022 Feb 20 03:53:35.761109 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60224) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:35.764493 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe3c717-181d-415b-9a54-dd573b98d30b None None] Sync routers for ids ['614f72e1-3779-4400-bdc5-db921cf6dc8e'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:53:35.804252 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe3c717-181d-415b-9a54-dd573b98d30b None None] Routers {'614f72e1-3779-4400-bdc5-db921cf6dc8e'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:53:35.804252 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-0fe3c717-181d-415b-9a54-dd573b98d30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:53:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['614f72e1-3779-4400-bdc5-db921cf6dc8e'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:35.841302 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bc1ce3ea-4706-42fd-8c4a-0c1023f837c9 admin admin] Publish callbacks [] for security_group (86db83da-f005-4ca4-ac18-b7471acaf0e5), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:35.848038 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3b423f-f8a6-466f-a6cb-60ca2292d294 admin admin] Deleting subnet 540fdee3-3e7f-47e5-965e-91d97cb9f6dd {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:53:35.861795 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5e3b423f-f8a6-466f-a6cb-60ca2292d294 admin admin] Publish callbacks [] for subnet (540fdee3-3e7f-47e5-965e-91d97cb9f6dd), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:35.902398 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-0fe3c717-181d-415b-9a54-dd573b98d30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:35.925963 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe3c717-181d-415b-9a54-dd573b98d30b None None] Routers {'614f72e1-3779-4400-bdc5-db921cf6dc8e'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:53:35.927779 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-0fe3c717-181d-415b-9a54-dd573b98d30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:53:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['614f72e1-3779-4400-bdc5-db921cf6dc8e'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:35.952183 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5e3b423f-f8a6-466f-a6cb-60ca2292d294 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (540fdee3-3e7f-47e5-965e-91d97cb9f6dd), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:35.994175 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bc1ce3ea-4706-42fd-8c4a-0c1023f837c9 admin admin] Publish callbacks [] for security_group (86db83da-f005-4ca4-ac18-b7471acaf0e5), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:36.015866 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-0fe3c717-181d-415b-9a54-dd573b98d30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:36.016581 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe3c717-181d-415b-9a54-dd573b98d30b None None] The sync data for ids ['614f72e1-3779-4400-bdc5-db921cf6dc8e'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:53:36.029309 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-f5fda1e1-eead-4379-8b4f-f484c07d8e83 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] remove_router_interface failed (client error): The resource could not be found. Feb 20 03:53:36.030346 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f5fda1e1-eead-4379-8b4f-f484c07d8e83 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "PUT /v2.0/routers/614f72e1-3779-4400-bdc5-db921cf6dc8e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2681894 Feb 20 03:53:36.035131 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60228) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:36.085340 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1ae3bc87-9a5c-475e-9822-052564e2c1c8 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "GET /v2.0/ports?device_id=614f72e1-3779-4400-bdc5-db921cf6dc8e HTTP/1.1" status: 200 len: 205 time: 0.0480242 Feb 20 03:53:36.089232 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60232) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:36.123963 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5e3b423f-f8a6-466f-a6cb-60ca2292d294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (540fdee3-3e7f-47e5-965e-91d97cb9f6dd), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:36.200178 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cb8b806e-1c95-4d85-8e8e-8e2a23cabdef tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router (614f72e1-3779-4400-bdc5-db921cf6dc8e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:36.310412 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5e3b423f-f8a6-466f-a6cb-60ca2292d294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (540fdee3-3e7f-47e5-965e-91d97cb9f6dd), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:36.335980 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5e3b423f-f8a6-466f-a6cb-60ca2292d294 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:36.349251 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5e3b423f-f8a6-466f-a6cb-60ca2292d294 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/540fdee3-3e7f-47e5-965e-91d97cb9f6dd HTTP/1.1" status: 204 len: 168 time: 0.6353557 Feb 20 03:53:36.352343 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60238) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:36.392900 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b423f-f8a6-466f-a6cb-60ca2292d294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=540fdee3-3e7f-47e5-965e-91d97cb9f6dd,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:36.864184 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a60f0-b710-430f-8e61-a8cff07ec084 req-12dafdf8-f1a7-4f43-a565-5e1abd1e95bf tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:36.866937 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-908a60f0-b710-430f-8e61-a8cff07ec084 req-12dafdf8-f1a7-4f43-a565-5e1abd1e95bf tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=937c9427-5ee3-4135-9a6c-2d43d6252c3a HTTP/1.1" status: 200 len: 945 time: 0.0732973 Feb 20 03:53:36.892529 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c6c29a38-54f2-4cab-84c4-a4244736fd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (b3c3146c-8f54-44d4-ae0c-6c15bd2464e9), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:36.905322 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bc1ce3ea-4706-42fd-8c4a-0c1023f837c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (86db83da-f005-4ca4-ac18-b7471acaf0e5), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:36.907881 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bc1ce3ea-4706-42fd-8c4a-0c1023f837c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:36.909143 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bc1ce3ea-4706-42fd-8c4a-0c1023f837c9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/86db83da-f005-4ca4-ac18-b7471acaf0e5 HTTP/1.1" status: 204 len: 168 time: 1.2846255 Feb 20 03:53:36.942199 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-908a60f0-b710-430f-8e61-a8cff07ec084 req-9c8eb467-1d3d-4a12-a874-60b6c2881c0b tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690660 Feb 20 03:53:36.969236 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ce3ea-4706-42fd-8c4a-0c1023f837c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86db83da-f005-4ca4-ac18-b7471acaf0e5,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:36.975243 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cb8b806e-1c95-4d85-8e8e-8e2a23cabdef tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (614f72e1-3779-4400-bdc5-db921cf6dc8e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:36.996311 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cb8b806e-1c95-4d85-8e8e-8e2a23cabdef tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router_controller (614f72e1-3779-4400-bdc5-db921cf6dc8e), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:37.103677 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c6c29a38-54f2-4cab-84c4-a4244736fd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (b3c3146c-8f54-44d4-ae0c-6c15bd2464e9), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:37.130599 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-c6c29a38-54f2-4cab-84c4-a4244736fd7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c3146c-8f54-44d4-ae0c-6c15bd2464e9']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:37.141209 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-c6c29a38-54f2-4cab-84c4-a4244736fd7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae22329-322d-4bb2-bfe7-0b6fbd673d02') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:37.141722 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-c6c29a38-54f2-4cab-84c4-a4244736fd7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae22329-322d-4bb2-bfe7-0b6fbd673d02') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:37.153167 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c6c29a38-54f2-4cab-84c4-a4244736fd7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (aae22329-322d-4bb2-bfe7-0b6fbd673d02), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:37.170109 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c6c29a38-54f2-4cab-84c4-a4244736fd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (aae22329-322d-4bb2-bfe7-0b6fbd673d02), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:37.176512 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c29a38-54f2-4cab-84c4-a4244736fd7e admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:53:37.177024 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c6c29a38-54f2-4cab-84c4-a4244736fd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (aae22329-322d-4bb2-bfe7-0b6fbd673d02), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:37.179558 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:53:37.179558 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:53:37.179558 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:53:37.179558 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:53:37.179558 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:53:37.179558 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:53:37.179558 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:53:37.179558 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:53:37.179558 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:53:37.179558 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:53:37.179558 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:53:37.179558 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:53:37.179558 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:53:37.179558 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:53:37.179558 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:53:37.179558 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:53:37.179558 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:53:37.179558 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:53:37.179558 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:53:37.179558 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:53:37.179558 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:53:37.179558 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:53:37.179558 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:53:37.179558 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:53:37.179558 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:53:37.179558 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:53:37.179558 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:53:37.179558 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:53:37.179558 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:53:37.179558 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:53:37.179558 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:53:37.179558 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:53:37.274929 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cb8b806e-1c95-4d85-8e8e-8e2a23cabdef tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (614f72e1-3779-4400-bdc5-db921cf6dc8e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:37.275439 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8b806e-1c95-4d85-8e8e-8e2a23cabdef tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Fanout notify agent at l3_agent the message router_deleted on router 614f72e1-3779-4400-bdc5-db921cf6dc8e {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:53:37.288066 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cb8b806e-1c95-4d85-8e8e-8e2a23cabdef tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:37.288066 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cb8b806e-1c95-4d85-8e8e-8e2a23cabdef tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/routers/614f72e1-3779-4400-bdc5-db921cf6dc8e HTTP/1.1" status: 204 len: 168 time: 1.1968203 Feb 20 03:53:37.290466 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60248) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:37.349415 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce5f889b-25d1-4ffc-a826-c96e37aecc02 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Deleting subnet 1357113d-1a50-4f25-9758-6b297025ae97 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:53:37.353034 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ce5f889b-25d1-4ffc-a826-c96e37aecc02 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for subnet (1357113d-1a50-4f25-9758-6b297025ae97), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:37.361059 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c6c29a38-54f2-4cab-84c4-a4244736fd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (b3c3146c-8f54-44d4-ae0c-6c15bd2464e9), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:37.372232 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c6c29a38-54f2-4cab-84c4-a4244736fd7e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:37.375954 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c6c29a38-54f2-4cab-84c4-a4244736fd7e admin admin] 10.222.0.89 "DELETE /v2.0/networks/b3c3146c-8f54-44d4-ae0c-6c15bd2464e9 HTTP/1.1" status: 204 len: 168 time: 1.0215478 Feb 20 03:53:37.388937 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60252) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:37.398308 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c29a38-54f2-4cab-84c4-a4244736fd7e admin admin] Pushing event deleted for resources: {'Network': ['ID=b3c3146c-8f54-44d4-ae0c-6c15bd2464e9,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:37.412967 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ce5f889b-25d1-4ffc-a826-c96e37aecc02 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (1357113d-1a50-4f25-9758-6b297025ae97), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:37.464328 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d5d5ad6-5f8b-404b-b8b5-463c46be6014 admin admin] Deleting subnet 9dccead7-ec04-44bb-b462-ad2daa48a767 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:53:37.476498 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9d5d5ad6-5f8b-404b-b8b5-463c46be6014 admin admin] Publish callbacks [] for subnet (9dccead7-ec04-44bb-b462-ad2daa48a767), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:37.544715 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9d5d5ad6-5f8b-404b-b8b5-463c46be6014 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (9dccead7-ec04-44bb-b462-ad2daa48a767), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:37.579149 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ce5f889b-25d1-4ffc-a826-c96e37aecc02 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (1357113d-1a50-4f25-9758-6b297025ae97), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:37.626158 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9d5d5ad6-5f8b-404b-b8b5-463c46be6014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (9dccead7-ec04-44bb-b462-ad2daa48a767), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:37.836280 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ce5f889b-25d1-4ffc-a826-c96e37aecc02 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (1357113d-1a50-4f25-9758-6b297025ae97), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:37.839266 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9d5d5ad6-5f8b-404b-b8b5-463c46be6014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (9dccead7-ec04-44bb-b462-ad2daa48a767), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:37.887686 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f889b-25d1-4ffc-a826-c96e37aecc02 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Subnet': ['ID=1357113d-1a50-4f25-9758-6b297025ae97,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:37.906110 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ce5f889b-25d1-4ffc-a826-c96e37aecc02 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:37.909370 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc14187d-639c-413f-beef-6a923785d78f None None] Network e0354b09-3a8b-4375-8c94-357af06dc66d requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:53:37.914608 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d5ad6-5f8b-404b-b8b5-463c46be6014 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dccead7-ec04-44bb-b462-ad2daa48a767,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:37.916178 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ce5f889b-25d1-4ffc-a826-c96e37aecc02 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/subnets/1357113d-1a50-4f25-9758-6b297025ae97 HTTP/1.1" status: 204 len: 168 time: 0.6245697 Feb 20 03:53:37.918077 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60270) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:37.928980 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9d5d5ad6-5f8b-404b-b8b5-463c46be6014 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:37.934486 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9d5d5ad6-5f8b-404b-b8b5-463c46be6014 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/9dccead7-ec04-44bb-b462-ad2daa48a767 HTTP/1.1" status: 204 len: 168 time: 0.5433023 Feb 20 03:53:37.935668 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60272) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:38.056636 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7a0808e3-7c38-48b5-b816-a4e2323d09ad tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (e0354b09-3a8b-4375-8c94-357af06dc66d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:38.106257 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f435e8db-24ad-4569-a9e7-fabca8733208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (128b6abf-f528-4a4d-8bb8-a4a7514d2af4), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:38.264476 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60144ca-0e67-451b-bc52-546d81c105f9 None None] DHCP port deletion for e0354b09-3a8b-4375-8c94-357af06dc66d request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:53:38.294208 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f435e8db-24ad-4569-a9e7-fabca8733208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (128b6abf-f528-4a4d-8bb8-a4a7514d2af4), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:38.304357 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f2aa0-2922-4676-a53a-bb830d398ae5 req-cb9a2193-a6db-4a04-8b2f-d5a9c54bb1c9 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:38.306299 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-309f2aa0-2922-4676-a53a-bb830d398ae5 req-cb9a2193-a6db-4a04-8b2f-d5a9c54bb1c9 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.93 "GET /v2.0/ports?device_id=937c9427-5ee3-4135-9a6c-2d43d6252c3a HTTP/1.1" status: 200 len: 945 time: 0.1189098 Feb 20 03:53:38.311646 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-7a0808e3-7c38-48b5-b816-a4e2323d09ad tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Deleting port 1407d0a5-7d76-4e87-8406-846274bb5af6 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:53:38.312243 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7a0808e3-7c38-48b5-b816-a4e2323d09ad tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (1407d0a5-7d76-4e87-8406-846274bb5af6), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:38.379013 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f60144ca-0e67-451b-bc52-546d81c105f9 None None] Deleting port 1407d0a5-7d76-4e87-8406-846274bb5af6 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:53:38.379303 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f60144ca-0e67-451b-bc52-546d81c105f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (1407d0a5-7d76-4e87-8406-846274bb5af6), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:38.384858 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-f435e8db-24ad-4569-a9e7-fabca8733208 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['128b6abf-f528-4a4d-8bb8-a4a7514d2af4']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:38.427184 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 1407d0a5-7d76-4e87-8406-846274bb5af6 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:53:38.441938 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-f435e8db-24ad-4569-a9e7-fabca8733208 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10f93011-f9c6-4738-85e2-c22bc233f131') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:38.442242 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-f435e8db-24ad-4569-a9e7-fabca8733208 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10f93011-f9c6-4738-85e2-c22bc233f131') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:38.471406 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed9291-5e6e-4f41-993c-72d1055abb47 req-74765ae1-b918-4297-8367-f1b966f93c7d tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:38.473314 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6ed9291-5e6e-4f41-993c-72d1055abb47 req-74765ae1-b918-4297-8367-f1b966f93c7d tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=937c9427-5ee3-4135-9a6c-2d43d6252c3a HTTP/1.1" status: 200 len: 945 time: 0.3533902 Feb 20 03:53:38.477797 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f435e8db-24ad-4569-a9e7-fabca8733208 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (10f93011-f9c6-4738-85e2-c22bc233f131), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:38.510700 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f435e8db-24ad-4569-a9e7-fabca8733208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (10f93011-f9c6-4738-85e2-c22bc233f131), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:38.525873 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f435e8db-24ad-4569-a9e7-fabca8733208 admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:53:38.526578 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f435e8db-24ad-4569-a9e7-fabca8733208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (10f93011-f9c6-4738-85e2-c22bc233f131), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:38.609313 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-7a0808e3-7c38-48b5-b816-a4e2323d09ad tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] For port 1407d0a5-7d76-4e87-8406-846274bb5af6, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=1407d0a5-7d76-4e87-8406-846274bb5af6,segment=NetworkSegment(f8e74085-27d3-4b59-bd3e-bc9a26096a42),segment_id=f8e74085-27d3-4b59-bd3e-bc9a26096a42)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:53:38.611310 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7a0808e3-7c38-48b5-b816-a4e2323d09ad tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (1407d0a5-7d76-4e87-8406-846274bb5af6), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:38.664529 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6ed9291-5e6e-4f41-993c-72d1055abb47 req-df3c19e2-f257-4d75-ac46-d2f29db5e684 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/security-groups?id=17f5f9c3-7f17-4fb8-90f8-ed551dff907d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657705 Feb 20 03:53:38.671124 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:53:38.671124 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:53:38.671124 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:53:38.671124 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:53:38.671124 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:53:38.671124 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:53:38.671124 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:53:38.671124 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:53:38.671124 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:53:38.671124 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:53:38.671124 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:53:38.671124 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:53:38.671124 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:53:38.671124 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:53:38.671124 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:53:38.671124 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:53:38.671124 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:53:38.671124 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:53:38.671124 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:53:38.671124 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:53:38.671124 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:53:38.671124 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:53:38.671124 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:53:38.671124 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:53:38.671124 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:53:38.671124 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:53:38.671124 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:53:38.671124 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:53:38.671124 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:53:38.671124 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:53:38.671124 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:53:38.671124 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:53:38.683911 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-7a0808e3-7c38-48b5-b816-a4e2323d09ad tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Calling delete_port for 1407d0a5-7d76-4e87-8406-846274bb5af6 owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:53:38.702016 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 1407d0a5-7d76-4e87-8406-846274bb5af6 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:53:38.702952 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1407d0a5-7d76-4e87-8406-846274bb5af6), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:38.836630 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f435e8db-24ad-4569-a9e7-fabca8733208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (128b6abf-f528-4a4d-8bb8-a4a7514d2af4), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:38.842516 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f435e8db-24ad-4569-a9e7-fabca8733208 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:38.853471 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f435e8db-24ad-4569-a9e7-fabca8733208 admin admin] 10.222.0.89 "DELETE /v2.0/networks/128b6abf-f528-4a4d-8bb8-a4a7514d2af4 HTTP/1.1" status: 204 len: 168 time: 0.9165633 Feb 20 03:53:38.872456 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435e8db-24ad-4569-a9e7-fabca8733208 admin admin] Pushing event deleted for resources: {'Network': ['ID=128b6abf-f528-4a4d-8bb8-a4a7514d2af4,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:38.883515 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 1407d0a5-7d76-4e87-8406-846274bb5af6, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=1407d0a5-7d76-4e87-8406-846274bb5af6,segment=NetworkSegment(f8e74085-27d3-4b59-bd3e-bc9a26096a42),segment_id=f8e74085-27d3-4b59-bd3e-bc9a26096a42)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:53:38.887029 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-309f2aa0-2922-4676-a53a-bb830d398ae5 req-84e2b3f1-15a7-490e-8e84-611fee310ad6 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Deleting port da686ece-f646-488f-ab9c-045a0200f9fc {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:53:38.889246 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-309f2aa0-2922-4676-a53a-bb830d398ae5 req-84e2b3f1-15a7-490e-8e84-611fee310ad6 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (da686ece-f646-488f-ab9c-045a0200f9fc), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:38.920682 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-f60144ca-0e67-451b-bc52-546d81c105f9 None None] For port 1407d0a5-7d76-4e87-8406-846274bb5af6, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=1407d0a5-7d76-4e87-8406-846274bb5af6,segment=NetworkSegment(f8e74085-27d3-4b59-bd3e-bc9a26096a42),segment_id=f8e74085-27d3-4b59-bd3e-bc9a26096a42)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:53:38.921250 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f60144ca-0e67-451b-bc52-546d81c105f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (1407d0a5-7d76-4e87-8406-846274bb5af6), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:38.961968 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f60144ca-0e67-451b-bc52-546d81c105f9 None None] Calling delete_port for 1407d0a5-7d76-4e87-8406-846274bb5af6 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:53:39.004172 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (1407d0a5-7d76-4e87-8406-846274bb5af6), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:39.232841 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-309f2aa0-2922-4676-a53a-bb830d398ae5 req-84e2b3f1-15a7-490e-8e84-611fee310ad6 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] For port da686ece-f646-488f-ab9c-045a0200f9fc, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=da686ece-f646-488f-ab9c-045a0200f9fc,segment=NetworkSegment(dd4c469a-f274-41f9-bc22-e809b7f2fbb9),segment_id=dd4c469a-f274-41f9-bc22-e809b7f2fbb9)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:53:39.233584 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-309f2aa0-2922-4676-a53a-bb830d398ae5 req-84e2b3f1-15a7-490e-8e84-611fee310ad6 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (da686ece-f646-488f-ab9c-045a0200f9fc), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:39.261243 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-309f2aa0-2922-4676-a53a-bb830d398ae5 req-84e2b3f1-15a7-490e-8e84-611fee310ad6 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Calling delete_port for da686ece-f646-488f-ab9c-045a0200f9fc owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:53:39.277897 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=1407d0a5-7d76-4e87-8406-846274bb5af6,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:39.453081 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f60144ca-0e67-451b-bc52-546d81c105f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (1407d0a5-7d76-4e87-8406-846274bb5af6), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:39.482635 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60144ca-0e67-451b-bc52-546d81c105f9 None None] No DVR routers for this DVR port 1407d0a5-7d76-4e87-8406-846274bb5af6 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:53:39.570753 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60144ca-0e67-451b-bc52-546d81c105f9 None None] Pushing event deleted for resources: {'Port': ['ID=1407d0a5-7d76-4e87-8406-846274bb5af6,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:39.653412 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60308) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:39.676087 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7a0808e3-7c38-48b5-b816-a4e2323d09ad tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (1407d0a5-7d76-4e87-8406-846274bb5af6), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:39.701197 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0808e3-7c38-48b5-b816-a4e2323d09ad tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] No DVR routers for this DVR port 1407d0a5-7d76-4e87-8406-846274bb5af6 on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:53:39.770711 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-89bd95a7-def3-453d-afb9-c31353d5d1bb admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=004edbb793404b0ba2d9abc968e9c20d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1100705 Feb 20 03:53:39.770711 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60314) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:39.856280 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2c91b5e4-7b28-4034-96fd-21a8010b2879 req-bb3d084a-2463-4524-be32-d7a29b3bee31 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=937c9427-5ee3-4135-9a6c-2d43d6252c3a HTTP/1.1" status: 200 len: 210 time: 0.0690663 Feb 20 03:53:39.898473 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0808e3-7c38-48b5-b816-a4e2323d09ad tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Port': ['ID=1407d0a5-7d76-4e87-8406-846274bb5af6,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:39.901214 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-309f2aa0-2922-4676-a53a-bb830d398ae5 req-84e2b3f1-15a7-490e-8e84-611fee310ad6 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (da686ece-f646-488f-ab9c-045a0200f9fc), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:39.915575 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['da686ece-f646-488f-ab9c-045a0200f9fc'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:53:39.951516 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7fe5eb82-0cd5-4bcb-9f67-d5419d3802b3 admin admin] Publish callbacks [] for security_group (901eb5e1-2bba-4e60-9923-1783255c9c37), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:39.981742 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7fe5eb82-0cd5-4bcb-9f67-d5419d3802b3 admin admin] Publish callbacks [] for security_group (901eb5e1-2bba-4e60-9923-1783255c9c37), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:40.034568 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2b3f1-15a7-490e-8e84-611fee310ad6 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Pushing event deleted for resources: {'Port': ['ID=da686ece-f646-488f-ab9c-045a0200f9fc,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:40.131363 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7fe5eb82-0cd5-4bcb-9f67-d5419d3802b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (901eb5e1-2bba-4e60-9923-1783255c9c37), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:40.134427 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7fe5eb82-0cd5-4bcb-9f67-d5419d3802b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:40.136328 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7fe5eb82-0cd5-4bcb-9f67-d5419d3802b3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/901eb5e1-2bba-4e60-9923-1783255c9c37 HTTP/1.1" status: 204 len: 168 time: 0.3678379 Feb 20 03:53:40.151518 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7a0808e3-7c38-48b5-b816-a4e2323d09ad tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (e0354b09-3a8b-4375-8c94-357af06dc66d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:40.151699 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5eb82-0cd5-4bcb-9f67-d5419d3802b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901eb5e1-2bba-4e60-9923-1783255c9c37,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:40.172786 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5eb82-0cd5-4bcb-9f67-d5419d3802b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:40.173540 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5eb82-0cd5-4bcb-9f67-d5419d3802b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:40.173899 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5eb82-0cd5-4bcb-9f67-d5419d3802b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:40.174353 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5eb82-0cd5-4bcb-9f67-d5419d3802b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:40.175424 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5eb82-0cd5-4bcb-9f67-d5419d3802b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:40.175932 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5eb82-0cd5-4bcb-9f67-d5419d3802b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:40.176555 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5eb82-0cd5-4bcb-9f67-d5419d3802b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:40.177244 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5eb82-0cd5-4bcb-9f67-d5419d3802b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:40.177669 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5eb82-0cd5-4bcb-9f67-d5419d3802b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:40.178614 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5eb82-0cd5-4bcb-9f67-d5419d3802b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:40.179161 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5eb82-0cd5-4bcb-9f67-d5419d3802b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:40.179495 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5eb82-0cd5-4bcb-9f67-d5419d3802b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:40.179825 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5eb82-0cd5-4bcb-9f67-d5419d3802b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:53:40.238556 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-7a0808e3-7c38-48b5-b816-a4e2323d09ad tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0354b09-3a8b-4375-8c94-357af06dc66d']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:40.291877 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-309f2aa0-2922-4676-a53a-bb830d398ae5 req-84e2b3f1-15a7-490e-8e84-611fee310ad6 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] No DVR routers for this DVR port da686ece-f646-488f-ab9c-045a0200f9fc on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:53:40.295976 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-309f2aa0-2922-4676-a53a-bb830d398ae5 req-84e2b3f1-15a7-490e-8e84-611fee310ad6 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:40.304801 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-309f2aa0-2922-4676-a53a-bb830d398ae5 req-84e2b3f1-15a7-490e-8e84-611fee310ad6 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.93 "DELETE /v2.0/ports/da686ece-f646-488f-ab9c-045a0200f9fc HTTP/1.1" status: 204 len: 173 time: 1.8644094 Feb 20 03:53:40.321991 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937c9427-5ee3-4135-9a6c-2d43d6252c3a', 'name': 'network-vif-deleted', 'tag': 'da686ece-f646-488f-ab9c-045a0200f9fc'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:53:40.326650 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07ddc87-d83a-4168-bcb6-c2ac664cf5cf" -d '{"events": [{"server_uuid": "937c9427-5ee3-4135-9a6c-2d43d6252c3a", "name": "network-vif-deleted", "tag": "da686ece-f646-488f-ab9c-045a0200f9fc"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:53:40.343079 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-7a0808e3-7c38-48b5-b816-a4e2323d09ad tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e74085-27d3-4b59-bd3e-bc9a26096a42') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:40.346024 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-7a0808e3-7c38-48b5-b816-a4e2323d09ad tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e74085-27d3-4b59-bd3e-bc9a26096a42') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:40.370271 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7a0808e3-7c38-48b5-b816-a4e2323d09ad tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (f8e74085-27d3-4b59-bd3e-bc9a26096a42), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:40.406642 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7a0808e3-7c38-48b5-b816-a4e2323d09ad tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (f8e74085-27d3-4b59-bd3e-bc9a26096a42), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:40.425641 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39853a2-3489-47df-bfda-1d8e6323f123 x-openstack-request-id: req-a39853a2-3489-47df-bfda-1d8e6323f123 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:53:40.425947 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937c9427-5ee3-4135-9a6c-2d43d6252c3a", "name": "network-vif-deleted", "tag": "da686ece-f646-488f-ab9c-045a0200f9fc", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:53:40.429582 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a39853a2-3489-47df-bfda-1d8e6323f123 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:53:40.430264 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937c9427-5ee3-4135-9a6c-2d43d6252c3a', 'name': 'network-vif-deleted', 'tag': 'da686ece-f646-488f-ab9c-045a0200f9fc', 'status': 'completed', 'code': 200} Feb 20 03:53:40.437332 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a0808e3-7c38-48b5-b816-a4e2323d09ad tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:53:40.439092 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7a0808e3-7c38-48b5-b816-a4e2323d09ad tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (f8e74085-27d3-4b59-bd3e-bc9a26096a42), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:53:40.448684 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:53:40.676350 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7a0808e3-7c38-48b5-b816-a4e2323d09ad tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (e0354b09-3a8b-4375-8c94-357af06dc66d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:40.683590 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7a0808e3-7c38-48b5-b816-a4e2323d09ad tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:40.694270 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60332) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:40.700179 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-341c436c-deb2-4b1f-877d-f755510c9892 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1689199034'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:40.706752 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7a0808e3-7c38-48b5-b816-a4e2323d09ad tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/networks/e0354b09-3a8b-4375-8c94-357af06dc66d HTTP/1.1" status: 204 len: 168 time: 2.7854609 Feb 20 03:53:40.774911 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0808e3-7c38-48b5-b816-a4e2323d09ad tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Network': ['ID=e0354b09-3a8b-4375-8c94-357af06dc66d,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:40.871608 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341c436c-deb2-4b1f-877d-f755510c9892 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Made reservation on behalf of 22871a8315df49c89d6983e39fc945e1 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:53:40.875849 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-341c436c-deb2-4b1f-877d-f755510c9892 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:40.953800 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341c436c-deb2-4b1f-877d-f755510c9892 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:53:40.974296 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-341c436c-deb2-4b1f-877d-f755510c9892 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (ae0712b1-4810-4f5a-968b-47e2bb6a16cb), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:40.974687 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-341c436c-deb2-4b1f-877d-f755510c9892 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Added segment ae0712b1-4810-4f5a-968b-47e2bb6a16cb of type vlan for network fa630318-f734-4fa1-bd53-cc0341ced63c Feb 20 03:53:41.120443 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-341c436c-deb2-4b1f-877d-f755510c9892 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (fa630318-f734-4fa1-bd53-cc0341ced63c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:41.128590 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-109f6cac-bfb1-4f94-957e-381ec31447eb req-11bd0f28-8e70-40ae-9341-1d6149f1a974 tempest-ListServerFiltersTestJSON-1081897191 tempest-ListServerFiltersTestJSON-1081897191-project] 10.222.0.89 "GET /v2.0/ports?device_id=937c9427-5ee3-4135-9a6c-2d43d6252c3a HTTP/1.1" status: 200 len: 210 time: 0.0918148 Feb 20 03:53:41.336540 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-341c436c-deb2-4b1f-877d-f755510c9892 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (fa630318-f734-4fa1-bd53-cc0341ced63c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:41.350666 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341c436c-deb2-4b1f-877d-f755510c9892 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:41.351916 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-341c436c-deb2-4b1f-877d-f755510c9892 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:41.360987 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60344) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:41.472506 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f0b7bc72-08e4-44b0-b3a3-04747bceb126 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=29924391df6f49fc96f8b6e526c64ad3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1082726 Feb 20 03:53:41.473099 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60348) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:41.543883 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-341c436c-deb2-4b1f-877d-f755510c9892 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8478189 Feb 20 03:53:41.553920 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60350) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:41.574662 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-5bae3adc-8011-4300-b763-4a131cb46c39 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Request body: {'subnet': {'network_id': 'fa630318-f734-4fa1-bd53-cc0341ced63c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:41.601013 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ac4e5c6e-d176-4953-812a-2e7c7ac0036e admin admin] Publish callbacks [] for security_group (b7f90c65-d0a7-4000-9302-dda93bfa2af1), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:41.644850 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ac4e5c6e-d176-4953-812a-2e7c7ac0036e admin admin] Publish callbacks [] for security_group (b7f90c65-d0a7-4000-9302-dda93bfa2af1), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:41.808968 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c436c-deb2-4b1f-877d-f755510c9892 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Network': ['ID=fa630318-f734-4fa1-bd53-cc0341ced63c,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:41.828233 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network fa630318-f734-4fa1-bd53-cc0341ced63c details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:53:41.921696 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ac4e5c6e-d176-4953-812a-2e7c7ac0036e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b7f90c65-d0a7-4000-9302-dda93bfa2af1), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:41.924506 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ac4e5c6e-d176-4953-812a-2e7c7ac0036e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:41.925466 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ac4e5c6e-d176-4953-812a-2e7c7ac0036e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b7f90c65-d0a7-4000-9302-dda93bfa2af1 HTTP/1.1" status: 204 len: 168 time: 0.4499378 Feb 20 03:53:41.940823 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e5c6e-d176-4953-812a-2e7c7ac0036e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f90c65-d0a7-4000-9302-dda93bfa2af1,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:41.960758 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bae3adc-8011-4300-b763-4a131cb46c39 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Made reservation on behalf of 22871a8315df49c89d6983e39fc945e1 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:53:41.964547 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5bae3adc-8011-4300-b763-4a131cb46c39 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:42.267557 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60366) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:42.379027 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-1baeae4a-1c14-4e6e-a961-20c0d4571f3b admin admin] Deleting subnet a2b9035c-9333-4674-9bbf-447b79a14259 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:53:42.391756 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1baeae4a-1c14-4e6e-a961-20c0d4571f3b admin admin] Publish callbacks [] for subnet (a2b9035c-9333-4674-9bbf-447b79a14259), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:42.454019 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1baeae4a-1c14-4e6e-a961-20c0d4571f3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (a2b9035c-9333-4674-9bbf-447b79a14259), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:42.561323 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5bae3adc-8011-4300-b763-4a131cb46c39 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (31671e33-266d-4895-91e3-cd61614fec7f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:42.582662 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1baeae4a-1c14-4e6e-a961-20c0d4571f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (a2b9035c-9333-4674-9bbf-447b79a14259), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:42.677691 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae3adc-8011-4300-b763-4a131cb46c39 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Subnet': ['ID=31671e33-266d-4895-91e3-cd61614fec7f,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:42.729415 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bae3adc-8011-4300-b763-4a131cb46c39 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Checking segment: {'id': 'ae0712b1-4810-4f5a-968b-47e2bb6a16cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'fa630318-f734-4fa1-bd53-cc0341ced63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:53:42.729968 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bae3adc-8011-4300-b763-4a131cb46c39 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network hostable DHCP agents. Network: fa630318-f734-4fa1-bd53-cc0341ced63c, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:53:42.785531 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1baeae4a-1c14-4e6e-a961-20c0d4571f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (a2b9035c-9333-4674-9bbf-447b79a14259), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:42.828008 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baeae4a-1c14-4e6e-a961-20c0d4571f3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2b9035c-9333-4674-9bbf-447b79a14259,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:42.836616 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bae3adc-8011-4300-b763-4a131cb46c39 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network fa630318-f734-4fa1-bd53-cc0341ced63c is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:53:42.842795 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1baeae4a-1c14-4e6e-a961-20c0d4571f3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:42.850311 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49ec4a8-147f-458e-96bd-49c768331d1a None None] Network e214a271-1910-4f9f-bcdf-8de79d943770 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:53:42.850773 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1baeae4a-1c14-4e6e-a961-20c0d4571f3b admin admin] 10.222.0.89 "DELETE /v2.0/subnets/a2b9035c-9333-4674-9bbf-447b79a14259 HTTP/1.1" status: 204 len: 168 time: 0.5794590 Feb 20 03:53:42.850773 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60378) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:42.945469 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-5bae3adc-8011-4300-b763-4a131cb46c39 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, fa630318-f734-4fa1-bd53-cc0341ced63c) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:53:42.949764 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bae3adc-8011-4300-b763-4a131cb46c39 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:42.950473 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5bae3adc-8011-4300-b763-4a131cb46c39 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:43.002070 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bd6c07-b67c-47da-bc1c-cc72eb2f05a2 None None] Network fa630318-f734-4fa1-bd53-cc0341ced63c requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:53:43.053747 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5bae3adc-8011-4300-b763-4a131cb46c39 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4985704 Feb 20 03:53:43.056554 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60388) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:43.061151 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-b761219f-3139-4a5e-ace4-ba8c88011349 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-110794521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:43.252531 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b761219f-3139-4a5e-ace4-ba8c88011349 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (32b3670e-9274-4137-a893-51c1b36034c2), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:43.255608 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b761219f-3139-4a5e-ace4-ba8c88011349 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (32b3670e-9274-4137-a893-51c1b36034c2), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:43.318992 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14685a2f-ad4c-423d-b78b-bc9e2390d082 None None] DHCP port deletion for e214a271-1910-4f9f-bcdf-8de79d943770 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:53:43.407309 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa9423b-3127-4c79-b0df-31d3cd1b0e87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-fa630318-f734-4fa1-bd53-cc0341ced63c', 'network_id': 'fa630318-f734-4fa1-bd53-cc0341ced63c', 'project_id': '22871a8315df49c89d6983e39fc945e1', 'fixed_ips': [{'subnet_id': '31671e33-266d-4895-91e3-cd61614fec7f'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:53:43.409365 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ffa9423b-3127-4c79-b0df-31d3cd1b0e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:43.429348 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b761219f-3139-4a5e-ace4-ba8c88011349 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router_controller (32b3670e-9274-4137-a893-51c1b36034c2), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:43.484528 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-652527d7-e797-43b4-a5e7-bf8248111201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (e214a271-1910-4f9f-bcdf-8de79d943770), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:43.504175 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b761219f-3139-4a5e-ace4-ba8c88011349 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (32b3670e-9274-4137-a893-51c1b36034c2), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:43.554457 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-652527d7-e797-43b4-a5e7-bf8248111201 admin admin] Deleting port 06fec18c-b68b-4da3-b1f2-b27d1e62ab44 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:53:43.556059 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-652527d7-e797-43b4-a5e7-bf8248111201 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (06fec18c-b68b-4da3-b1f2-b27d1e62ab44), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:43.556762 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-14685a2f-ad4c-423d-b78b-bc9e2390d082 None None] Deleting port 06fec18c-b68b-4da3-b1f2-b27d1e62ab44 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:53:43.557220 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-14685a2f-ad4c-423d-b78b-bc9e2390d082 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (06fec18c-b68b-4da3-b1f2-b27d1e62ab44), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:43.598083 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b761219f-3139-4a5e-ace4-ba8c88011349 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:43.599452 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b761219f-3139-4a5e-ace4-ba8c88011349 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5421298 Feb 20 03:53:43.610459 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60406) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:43.640823 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-652527d7-e797-43b4-a5e7-bf8248111201 admin admin] For port 06fec18c-b68b-4da3-b1f2-b27d1e62ab44, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=06fec18c-b68b-4da3-b1f2-b27d1e62ab44,segment=NetworkSegment(dd4c469a-f274-41f9-bc22-e809b7f2fbb9),segment_id=dd4c469a-f274-41f9-bc22-e809b7f2fbb9)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:53:43.642073 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-652527d7-e797-43b4-a5e7-bf8248111201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (06fec18c-b68b-4da3-b1f2-b27d1e62ab44), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:43.679117 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-652527d7-e797-43b4-a5e7-bf8248111201 admin admin] Calling delete_port for 06fec18c-b68b-4da3-b1f2-b27d1e62ab44 owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:53:43.686815 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-14685a2f-ad4c-423d-b78b-bc9e2390d082 None None] For port 06fec18c-b68b-4da3-b1f2-b27d1e62ab44, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=06fec18c-b68b-4da3-b1f2-b27d1e62ab44,segment=NetworkSegment(dd4c469a-f274-41f9-bc22-e809b7f2fbb9),segment_id=dd4c469a-f274-41f9-bc22-e809b7f2fbb9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:53:43.687430 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-14685a2f-ad4c-423d-b78b-bc9e2390d082 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (06fec18c-b68b-4da3-b1f2-b27d1e62ab44), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:43.724938 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-14685a2f-ad4c-423d-b78b-bc9e2390d082 None None] Calling delete_port for 06fec18c-b68b-4da3-b1f2-b27d1e62ab44 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:53:43.891161 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device da686ece-f646-488f-ab9c-045a0200f9fc no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:53:43.941588 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: da686ece-f646-488f-ab9c-045a0200f9fc {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:53:43.948048 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device da686ece-f646-488f-ab9c-045a0200f9fc not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:53:44.005331 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-652527d7-e797-43b4-a5e7-bf8248111201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (06fec18c-b68b-4da3-b1f2-b27d1e62ab44), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:44.061210 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652527d7-e797-43b4-a5e7-bf8248111201 admin admin] Pushing event deleted for resources: {'Port': ['ID=06fec18c-b68b-4da3-b1f2-b27d1e62ab44,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:44.064270 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-14685a2f-ad4c-423d-b78b-bc9e2390d082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (06fec18c-b68b-4da3-b1f2-b27d1e62ab44), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:44.077660 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652527d7-e797-43b4-a5e7-bf8248111201 admin admin] No DVR routers for this DVR port 06fec18c-b68b-4da3-b1f2-b27d1e62ab44 on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:53:44.117622 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14685a2f-ad4c-423d-b78b-bc9e2390d082 None None] Pushing event deleted for resources: {'Port': ['ID=06fec18c-b68b-4da3-b1f2-b27d1e62ab44,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:44.132187 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-ffa9423b-3127-4c79-b0df-31d3cd1b0e87 None None] Allocated IP 2001:db8::2 (fa630318-f734-4fa1-bd53-cc0341ced63c/31671e33-266d-4895-91e3-cd61614fec7f/dc2c8677-a0d1-49c6-9f76-4548823f4bd4) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:53:44.151157 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14685a2f-ad4c-423d-b78b-bc9e2390d082 None None] No DVR routers for this DVR port 06fec18c-b68b-4da3-b1f2-b27d1e62ab44 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:53:44.367260 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-652527d7-e797-43b4-a5e7-bf8248111201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (e214a271-1910-4f9f-bcdf-8de79d943770), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:44.415424 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c9ee19f5-2ad5-4513-b5df-e829231de3db tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:44.418797 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-652527d7-e797-43b4-a5e7-bf8248111201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e214a271-1910-4f9f-bcdf-8de79d943770']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:44.447780 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-652527d7-e797-43b4-a5e7-bf8248111201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd4c469a-f274-41f9-bc22-e809b7f2fbb9') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:44.448032 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-652527d7-e797-43b4-a5e7-bf8248111201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd4c469a-f274-41f9-bc22-e809b7f2fbb9') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:44.465090 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-652527d7-e797-43b4-a5e7-bf8248111201 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (dd4c469a-f274-41f9-bc22-e809b7f2fbb9), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:44.487752 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-652527d7-e797-43b4-a5e7-bf8248111201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (dd4c469a-f274-41f9-bc22-e809b7f2fbb9), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:44.497432 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652527d7-e797-43b4-a5e7-bf8248111201 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:53:44.498406 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-652527d7-e797-43b4-a5e7-bf8248111201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (dd4c469a-f274-41f9-bc22-e809b7f2fbb9), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:44.573591 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:53:44.573591 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:53:44.573591 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:53:44.573591 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:53:44.573591 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:53:44.573591 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:53:44.573591 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:53:44.573591 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:53:44.573591 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:53:44.573591 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:53:44.573591 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:53:44.573591 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:53:44.573591 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:53:44.573591 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:53:44.573591 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:53:44.573591 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:53:44.573591 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:53:44.573591 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:53:44.573591 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:53:44.573591 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:53:44.573591 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:53:44.573591 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:53:44.573591 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:53:44.573591 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:53:44.573591 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:53:44.573591 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:53:44.573591 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:53:44.573591 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:53:44.573591 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:53:44.573591 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:53:44.573591 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:53:44.573591 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:53:44.605876 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 06fec18c-b68b-4da3-b1f2-b27d1e62ab44 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:53:44.632178 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 06fec18c-b68b-4da3-b1f2-b27d1e62ab44 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:53:44.632812 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 06fec18c-b68b-4da3-b1f2-b27d1e62ab44 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:53:44.698383 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-652527d7-e797-43b4-a5e7-bf8248111201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (e214a271-1910-4f9f-bcdf-8de79d943770), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:44.705409 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-652527d7-e797-43b4-a5e7-bf8248111201 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:44.712927 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-652527d7-e797-43b4-a5e7-bf8248111201 admin admin] 10.222.0.89 "DELETE /v2.0/networks/e214a271-1910-4f9f-bcdf-8de79d943770 HTTP/1.1" status: 204 len: 168 time: 1.8613086 Feb 20 03:53:44.773654 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652527d7-e797-43b4-a5e7-bf8248111201 admin admin] Pushing event deleted for resources: {'Network': ['ID=e214a271-1910-4f9f-bcdf-8de79d943770,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:44.840023 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ffa9423b-3127-4c79-b0df-31d3cd1b0e87 None None] Publish callbacks [] for port (dc2c8677-a0d1-49c6-9f76-4548823f4bd4), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:44.903367 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ffa9423b-3127-4c79-b0df-31d3cd1b0e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (dc2c8677-a0d1-49c6-9f76-4548823f4bd4), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:45.015689 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9423b-3127-4c79-b0df-31d3cd1b0e87 None None] Pushing event updated for resources: {'Port': ['ID=dc2c8677-a0d1-49c6-9f76-4548823f4bd4,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:45.031228 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa9423b-3127-4c79-b0df-31d3cd1b0e87 None None] Network fa630318-f734-4fa1-bd53-cc0341ced63c is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:53:45.035109 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-ffa9423b-3127-4c79-b0df-31d3cd1b0e87 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:53:45.037959 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-c9ee19f5-2ad5-4513-b5df-e829231de3db tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Allocated IP 2001:db8::1 (fa630318-f734-4fa1-bd53-cc0341ced63c/31671e33-266d-4895-91e3-cd61614fec7f/b1bc08e7-ff93-4c19-b7ea-d60e3f11395e) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:53:45.041599 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa9423b-3127-4c79-b0df-31d3cd1b0e87 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:53:45.159503 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ffa9423b-3127-4c79-b0df-31d3cd1b0e87 None None] Attempting to bind port dc2c8677-a0d1-49c6-9f76-4548823f4bd4 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:53:45.159894 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ffa9423b-3127-4c79-b0df-31d3cd1b0e87 None None] Attempting to bind port dc2c8677-a0d1-49c6-9f76-4548823f4bd4 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'ae0712b1-4810-4f5a-968b-47e2bb6a16cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'fa630318-f734-4fa1-bd53-cc0341ced63c'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:53:45.160417 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa9423b-3127-4c79-b0df-31d3cd1b0e87 None None] Attempting to bind port dc2c8677-a0d1-49c6-9f76-4548823f4bd4 on network fa630318-f734-4fa1-bd53-cc0341ced63c {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:53:45.172964 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa9423b-3127-4c79-b0df-31d3cd1b0e87 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:53:45.173348 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa9423b-3127-4c79-b0df-31d3cd1b0e87 None None] Checking segment: {'id': 'ae0712b1-4810-4f5a-968b-47e2bb6a16cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'fa630318-f734-4fa1-bd53-cc0341ced63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:53:45.173761 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ffa9423b-3127-4c79-b0df-31d3cd1b0e87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:45.174160 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa9423b-3127-4c79-b0df-31d3cd1b0e87 None None] Bound using segment: {'id': 'ae0712b1-4810-4f5a-968b-47e2bb6a16cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'fa630318-f734-4fa1-bd53-cc0341ced63c'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:53:45.174639 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ffa9423b-3127-4c79-b0df-31d3cd1b0e87 None None] Bound port: dc2c8677-a0d1-49c6-9f76-4548823f4bd4, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae0712b1-4810-4f5a-968b-47e2bb6a16cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'fa630318-f734-4fa1-bd53-cc0341ced63c'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:53:45.175056 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ffa9423b-3127-4c79-b0df-31d3cd1b0e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dc2c8677-a0d1-49c6-9f76-4548823f4bd4), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:45.289872 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c9ee19f5-2ad5-4513-b5df-e829231de3db tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for port (b1bc08e7-ff93-4c19-b7ea-d60e3f11395e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:45.319478 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ffa9423b-3127-4c79-b0df-31d3cd1b0e87 None None] For port dc2c8677-a0d1-49c6-9f76-4548823f4bd4, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:53:45.325745 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ffa9423b-3127-4c79-b0df-31d3cd1b0e87 None None] For port dc2c8677-a0d1-49c6-9f76-4548823f4bd4, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=dc2c8677-a0d1-49c6-9f76-4548823f4bd4,segment=NetworkSegment(ae0712b1-4810-4f5a-968b-47e2bb6a16cb),segment_id=ae0712b1-4810-4f5a-968b-47e2bb6a16cb)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:53:45.443053 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60452) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:45.527387 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-04326aff-d3ca-451f-a015-5617bc8b91da admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3cda16f4bf3342cc9a4c00c0f5219b98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0806918 Feb 20 03:53:45.527666 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60454) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:45.538041 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ffa9423b-3127-4c79-b0df-31d3cd1b0e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (dc2c8677-a0d1-49c6-9f76-4548823f4bd4), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:45.575206 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c9ee19f5-2ad5-4513-b5df-e829231de3db tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (b1bc08e7-ff93-4c19-b7ea-d60e3f11395e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:45.681901 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9423b-3127-4c79-b0df-31d3cd1b0e87 None None] Pushing event updated for resources: {'Port': ['ID=dc2c8677-a0d1-49c6-9f76-4548823f4bd4,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:45.742803 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ee19f5-2ad5-4513-b5df-e829231de3db tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network fa630318-f734-4fa1-bd53-cc0341ced63c is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:53:45.745993 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee19f5-2ad5-4513-b5df-e829231de3db tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Port': ['ID=b1bc08e7-ff93-4c19-b7ea-d60e3f11395e,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:45.761844 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-c9ee19f5-2ad5-4513-b5df-e829231de3db tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:53:45.772388 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ee19f5-2ad5-4513-b5df-e829231de3db tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:53:45.773389 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c9ee19f5-2ad5-4513-b5df-e829231de3db tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (32b3670e-9274-4137-a893-51c1b36034c2), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:45.983368 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cbad291d-e4f2-47b1-a23e-c70982f57e20 admin admin] Publish callbacks [] for security_group (17f5f9c3-7f17-4fb8-90f8-ed551dff907d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:46.020678 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cbad291d-e4f2-47b1-a23e-c70982f57e20 admin admin] Publish callbacks [] for security_group (17f5f9c3-7f17-4fb8-90f8-ed551dff907d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:46.166183 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c9ee19f5-2ad5-4513-b5df-e829231de3db tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b1bc08e7-ff93-4c19-b7ea-d60e3f11395e), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:46.373333 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cbad291d-e4f2-47b1-a23e-c70982f57e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (17f5f9c3-7f17-4fb8-90f8-ed551dff907d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:46.398542 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cbad291d-e4f2-47b1-a23e-c70982f57e20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:46.401175 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cbad291d-e4f2-47b1-a23e-c70982f57e20 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/17f5f9c3-7f17-4fb8-90f8-ed551dff907d HTTP/1.1" status: 204 len: 168 time: 0.8722780 Feb 20 03:53:46.492551 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device dc2c8677-a0d1-49c6-9f76-4548823f4bd4 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:53:46.520282 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad291d-e4f2-47b1-a23e-c70982f57e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f5f9c3-7f17-4fb8-90f8-ed551dff907d,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:46.654983 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port dc2c8677-a0d1-49c6-9f76-4548823f4bd4 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:53:46.654983 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (dc2c8677-a0d1-49c6-9f76-4548823f4bd4), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:46.823289 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port dc2c8677-a0d1-49c6-9f76-4548823f4bd4 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:53:46.827292 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (dc2c8677-a0d1-49c6-9f76-4548823f4bd4), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:46.878474 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port dc2c8677-a0d1-49c6-9f76-4548823f4bd4, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=dc2c8677-a0d1-49c6-9f76-4548823f4bd4,segment=NetworkSegment(ae0712b1-4810-4f5a-968b-47e2bb6a16cb),segment_id=ae0712b1-4810-4f5a-968b-47e2bb6a16cb)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:53:46.888409 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c9ee19f5-2ad5-4513-b5df-e829231de3db tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for port (b1bc08e7-ff93-4c19-b7ea-d60e3f11395e), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:46.944625 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (dc2c8677-a0d1-49c6-9f76-4548823f4bd4), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:46.972251 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c9ee19f5-2ad5-4513-b5df-e829231de3db tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (b1bc08e7-ff93-4c19-b7ea-d60e3f11395e), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:46.973477 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c9ee19f5-2ad5-4513-b5df-e829231de3db tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (32b3670e-9274-4137-a893-51c1b36034c2), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:47.125125 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=dc2c8677-a0d1-49c6-9f76-4548823f4bd4,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:47.227393 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee19f5-2ad5-4513-b5df-e829231de3db tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Port': ['ID=b1bc08e7-ff93-4c19-b7ea-d60e3f11395e,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:47.364521 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ee19f5-2ad5-4513-b5df-e829231de3db tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network fa630318-f734-4fa1-bd53-cc0341ced63c is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:53:47.364521 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-c9ee19f5-2ad5-4513-b5df-e829231de3db tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:53:47.546014 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7864be5-9446-4db3-a781-0ca9cbac4583 None None] Network fa630318-f734-4fa1-bd53-cc0341ced63c requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:53:47.767066 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-b7fd5e50-8e01-4cf9-91f7-f14b6f23e3ce None None] Provisioning complete for port dc2c8677-a0d1-49c6-9f76-4548823f4bd4 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:53:47.767441 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b7fd5e50-8e01-4cf9-91f7-f14b6f23e3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (dc2c8677-a0d1-49c6-9f76-4548823f4bd4), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:47.819054 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ee19f5-2ad5-4513-b5df-e829231de3db tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Router 32b3670e-9274-4137-a893-51c1b36034c2 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:53:48.014022 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ee19f5-2ad5-4513-b5df-e829231de3db tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:53:48.019483 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c9ee19f5-2ad5-4513-b5df-e829231de3db tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "PUT /v2.0/routers/32b3670e-9274-4137-a893-51c1b36034c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4078298 Feb 20 03:53:48.022480 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60508) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:48.047636 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bfd838-f649-4cfe-a499-0353b36ff4cd None None] Sync routers for ids ['32b3670e-9274-4137-a893-51c1b36034c2'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:53:48.091096 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7f9aa8-af0b-4946-a240-d152089c4b61 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:48.096394 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60510) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:48.108391 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3a7f9aa8-af0b-4946-a240-d152089c4b61 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "GET /v2.0/ports/b1bc08e7-ff93-4c19-b7ea-d60e3f11395e HTTP/1.1" status: 200 len: 911 time: 0.0809584 Feb 20 03:53:48.128345 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bfd838-f649-4cfe-a499-0353b36ff4cd None None] Routers {'32b3670e-9274-4137-a893-51c1b36034c2'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:53:48.128993 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-c8bfd838-f649-4cfe-a499-0353b36ff4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:53:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['32b3670e-9274-4137-a893-51c1b36034c2'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:48.134178 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b7fd5e50-8e01-4cf9-91f7-f14b6f23e3ce None None] Current status of the port dc2c8677-a0d1-49c6-9f76-4548823f4bd4 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:53:48.321139 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-c8bfd838-f649-4cfe-a499-0353b36ff4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:48.362282 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bfd838-f649-4cfe-a499-0353b36ff4cd None None] Routers {'32b3670e-9274-4137-a893-51c1b36034c2'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:53:48.366298 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-c8bfd838-f649-4cfe-a499-0353b36ff4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:53:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['32b3670e-9274-4137-a893-51c1b36034c2'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:48.502026 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device dc2c8677-a0d1-49c6-9f76-4548823f4bd4 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:53:48.508023 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-c8bfd838-f649-4cfe-a499-0353b36ff4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:48.509628 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bfd838-f649-4cfe-a499-0353b36ff4cd None None] The sync data for ids ['32b3670e-9274-4137-a893-51c1b36034c2'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:53:48.618171 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60522) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:48.649916 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-b83a8a3e-d93f-47b5-b034-0a0924df98ae None None] Provisioning complete for port dc2c8677-a0d1-49c6-9f76-4548823f4bd4 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:53:48.650561 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b83a8a3e-d93f-47b5-b034-0a0924df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (dc2c8677-a0d1-49c6-9f76-4548823f4bd4), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:48.757713 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port dc2c8677-a0d1-49c6-9f76-4548823f4bd4 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:53:48.758119 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (dc2c8677-a0d1-49c6-9f76-4548823f4bd4), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:49.017700 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5509795d-5201-493a-aad8-23c97c4f2dea tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (32b3670e-9274-4137-a893-51c1b36034c2), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:49.086191 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b83a8a3e-d93f-47b5-b034-0a0924df98ae None None] Current status of the port dc2c8677-a0d1-49c6-9f76-4548823f4bd4 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:53:49.116944 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port dc2c8677-a0d1-49c6-9f76-4548823f4bd4 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:53:49.140288 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-b83a8a3e-d93f-47b5-b034-0a0924df98ae None None] Provisioning complete for port b1bc08e7-ff93-4c19-b7ea-d60e3f11395e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:53:49.140706 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b83a8a3e-d93f-47b5-b034-0a0924df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b1bc08e7-ff93-4c19-b7ea-d60e3f11395e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:49.208436 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cbdb0bb8-151a-4014-95f0-110ee6294d02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:49.223200 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b83a8a3e-d93f-47b5-b034-0a0924df98ae None None] Port b1bc08e7-ff93-4c19-b7ea-d60e3f11395e cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:53:49.375571 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ea1eea57-97b8-4c35-bc2b-5aeb2def3b03 None None] Provisioning complete for port b1bc08e7-ff93-4c19-b7ea-d60e3f11395e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:53:49.381782 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ea1eea57-97b8-4c35-bc2b-5aeb2def3b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b1bc08e7-ff93-4c19-b7ea-d60e3f11395e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:49.397450 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cbdb0bb8-151a-4014-95f0-110ee6294d02 admin admin] Publish callbacks [] for security_group (bdf6fbb7-e133-48ef-9ae8-47bc8c5685c9), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:49.465001 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ea1eea57-97b8-4c35-bc2b-5aeb2def3b03 None None] Port b1bc08e7-ff93-4c19-b7ea-d60e3f11395e cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:53:49.475754 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cbdb0bb8-151a-4014-95f0-110ee6294d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (bdf6fbb7-e133-48ef-9ae8-47bc8c5685c9), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:49.545764 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb0bb8-151a-4014-95f0-110ee6294d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf6fbb7-e133-48ef-9ae8-47bc8c5685c9,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:49.590782 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-cbdb0bb8-151a-4014-95f0-110ee6294d02 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4e2ebedd123b4579bedb6ec36b4783dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9715016 Feb 20 03:53:49.598010 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60542) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:49.627447 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c57869ee-e228-4dbe-9347-9543fec6e6ce None None] Provisioning complete for port b1bc08e7-ff93-4c19-b7ea-d60e3f11395e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:53:49.628849 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c57869ee-e228-4dbe-9347-9543fec6e6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b1bc08e7-ff93-4c19-b7ea-d60e3f11395e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:49.702245 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-5509795d-5201-493a-aad8-23c97c4f2dea tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Deleting port b1bc08e7-ff93-4c19-b7ea-d60e3f11395e {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:53:49.702598 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5509795d-5201-493a-aad8-23c97c4f2dea tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b1bc08e7-ff93-4c19-b7ea-d60e3f11395e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:49.774911 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d3b082aa-aafc-41a5-ae4f-82b4c1edefa5 admin admin] Publish callbacks [] for security_group (bdf6fbb7-e133-48ef-9ae8-47bc8c5685c9), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:49.779900 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c57869ee-e228-4dbe-9347-9543fec6e6ce None None] Port b1bc08e7-ff93-4c19-b7ea-d60e3f11395e cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:53:49.849718 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d3b082aa-aafc-41a5-ae4f-82b4c1edefa5 admin admin] Publish callbacks [] for security_group (bdf6fbb7-e133-48ef-9ae8-47bc8c5685c9), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:49.892232 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5509795d-5201-493a-aad8-23c97c4f2dea tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b1bc08e7-ff93-4c19-b7ea-d60e3f11395e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:49.927123 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-5509795d-5201-493a-aad8-23c97c4f2dea tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Calling delete_port for b1bc08e7-ff93-4c19-b7ea-d60e3f11395e owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:53:50.014936 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d3b082aa-aafc-41a5-ae4f-82b4c1edefa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (bdf6fbb7-e133-48ef-9ae8-47bc8c5685c9), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:50.018505 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d3b082aa-aafc-41a5-ae4f-82b4c1edefa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:50.019940 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d3b082aa-aafc-41a5-ae4f-82b4c1edefa5 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/bdf6fbb7-e133-48ef-9ae8-47bc8c5685c9 HTTP/1.1" status: 204 len: 168 time: 0.4209087 Feb 20 03:53:50.035497 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b082aa-aafc-41a5-ae4f-82b4c1edefa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf6fbb7-e133-48ef-9ae8-47bc8c5685c9,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:50.163165 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60558) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:50.395800 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5509795d-5201-493a-aad8-23c97c4f2dea tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (b1bc08e7-ff93-4c19-b7ea-d60e3f11395e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:50.485886 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509795d-5201-493a-aad8-23c97c4f2dea tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Port': ['ID=b1bc08e7-ff93-4c19-b7ea-d60e3f11395e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:50.723494 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-8786ef0f-6e17-47a7-9ea0-c1774c8447e8 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-966871976-network', 'tenant_id': '5f05445b26cb45a69b391f18bfc84da1'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:50.867405 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8786ef0f-6e17-47a7-9ea0-c1774c8447e8 admin admin] Made reservation on behalf of 5f05445b26cb45a69b391f18bfc84da1 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:53:50.869778 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8786ef0f-6e17-47a7-9ea0-c1774c8447e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:50.925982 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8786ef0f-6e17-47a7-9ea0-c1774c8447e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:51.005069 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:51.072735 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8786ef0f-6e17-47a7-9ea0-c1774c8447e8 admin admin] Publish callbacks [] for security_group (cf36f973-ecf0-430a-b309-5296e3bfe869), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:51.177962 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8786ef0f-6e17-47a7-9ea0-c1774c8447e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (cf36f973-ecf0-430a-b309-5296e3bfe869), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:51.178226 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:51.201473 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8786ef0f-6e17-47a7-9ea0-c1774c8447e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:53:51.246240 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8786ef0f-6e17-47a7-9ea0-c1774c8447e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (77e0ea8b-ccd3-4215-b234-4e8335ac91f6), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:51.250975 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-8786ef0f-6e17-47a7-9ea0-c1774c8447e8 admin admin] Added segment 77e0ea8b-ccd3-4215-b234-4e8335ac91f6 of type vlan for network 111bfca6-47fb-440f-8b36-d56e40019110 Feb 20 03:53:51.320583 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5509795d-5201-493a-aad8-23c97c4f2dea tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (32b3670e-9274-4137-a893-51c1b36034c2), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:51.446894 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786ef0f-6e17-47a7-9ea0-c1774c8447e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf36f973-ecf0-430a-b309-5296e3bfe869,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:51.451058 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8786ef0f-6e17-47a7-9ea0-c1774c8447e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (111bfca6-47fb-440f-8b36-d56e40019110), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:51.562257 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5509795d-5201-493a-aad8-23c97c4f2dea tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Router 32b3670e-9274-4137-a893-51c1b36034c2 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:53:51.588546 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8786ef0f-6e17-47a7-9ea0-c1774c8447e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (111bfca6-47fb-440f-8b36-d56e40019110), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:51.589829 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8786ef0f-6e17-47a7-9ea0-c1774c8447e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:51.590736 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8786ef0f-6e17-47a7-9ea0-c1774c8447e8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:51.736819 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5509795d-5201-493a-aad8-23c97c4f2dea tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:53:51.744305 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5509795d-5201-493a-aad8-23c97c4f2dea tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "PUT /v2.0/routers/32b3670e-9274-4137-a893-51c1b36034c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6459718 Feb 20 03:53:51.746694 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60604) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:51.750175 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ab7053-a702-4851-84ad-9b42f62d4845 None None] Sync routers for ids ['32b3670e-9274-4137-a893-51c1b36034c2'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:53:51.770007 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786ef0f-6e17-47a7-9ea0-c1774c8447e8 admin admin] Pushing event updated for resources: {'Network': ['ID=111bfca6-47fb-440f-8b36-d56e40019110,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:51.782053 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 111bfca6-47fb-440f-8b36-d56e40019110 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:53:51.791990 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ab7053-a702-4851-84ad-9b42f62d4845 None None] Routers {'32b3670e-9274-4137-a893-51c1b36034c2'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:53:51.796881 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-29ab7053-a702-4851-84ad-9b42f62d4845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:53:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['32b3670e-9274-4137-a893-51c1b36034c2'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:51.811802 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8786ef0f-6e17-47a7-9ea0-c1774c8447e8 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6450558 Feb 20 03:53:51.813065 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60606) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:51.826275 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f0b20847-6402-4b60-84cd-839ca9ea7150 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "GET /v2.0/ports?device_id=32b3670e-9274-4137-a893-51c1b36034c2 HTTP/1.1" status: 200 len: 205 time: 0.0760667 Feb 20 03:53:51.827017 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60608) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:51.829366 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-8fda412e-0a5e-4708-8429-4ce9e297e9d1 admin admin] Request body: {'subnet': {'network_id': '111bfca6-47fb-440f-8b36-d56e40019110', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-966871976-subnet', 'tenant_id': '5f05445b26cb45a69b391f18bfc84da1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:51.908144 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-29ab7053-a702-4851-84ad-9b42f62d4845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:51.935645 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ab7053-a702-4851-84ad-9b42f62d4845 None None] Routers {'32b3670e-9274-4137-a893-51c1b36034c2'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:53:51.937508 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-29ab7053-a702-4851-84ad-9b42f62d4845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:53:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['32b3670e-9274-4137-a893-51c1b36034c2'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:52.006193 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-39621d03-a6a0-4d7b-b9c3-5b61e9c0fe76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router (32b3670e-9274-4137-a893-51c1b36034c2), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:52.012361 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fda412e-0a5e-4708-8429-4ce9e297e9d1 admin admin] Made reservation on behalf of 5f05445b26cb45a69b391f18bfc84da1 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:53:52.014739 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8fda412e-0a5e-4708-8429-4ce9e297e9d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:52.046641 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-29ab7053-a702-4851-84ad-9b42f62d4845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:52.050349 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ab7053-a702-4851-84ad-9b42f62d4845 None None] The sync data for ids ['32b3670e-9274-4137-a893-51c1b36034c2'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:53:52.399678 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-39621d03-a6a0-4d7b-b9c3-5b61e9c0fe76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (32b3670e-9274-4137-a893-51c1b36034c2), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:52.402078 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-39621d03-a6a0-4d7b-b9c3-5b61e9c0fe76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router_controller (32b3670e-9274-4137-a893-51c1b36034c2), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:52.486513 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8fda412e-0a5e-4708-8429-4ce9e297e9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (5f8046e5-5566-4aa4-9799-5365b68d7cdc), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:52.535141 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda412e-0a5e-4708-8429-4ce9e297e9d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f8046e5-5566-4aa4-9799-5365b68d7cdc,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:52.601706 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-39621d03-a6a0-4d7b-b9c3-5b61e9c0fe76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (32b3670e-9274-4137-a893-51c1b36034c2), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:52.602995 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39621d03-a6a0-4d7b-b9c3-5b61e9c0fe76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Fanout notify agent at l3_agent the message router_deleted on router 32b3670e-9274-4137-a893-51c1b36034c2 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:53:52.621163 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-39621d03-a6a0-4d7b-b9c3-5b61e9c0fe76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:52.623846 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-39621d03-a6a0-4d7b-b9c3-5b61e9c0fe76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/routers/32b3670e-9274-4137-a893-51c1b36034c2 HTTP/1.1" status: 204 len: 168 time: 0.7958500 Feb 20 03:53:52.626551 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60626) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:52.627709 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fda412e-0a5e-4708-8429-4ce9e297e9d1 admin admin] Checking segment: {'id': '77e0ea8b-ccd3-4215-b234-4e8335ac91f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '111bfca6-47fb-440f-8b36-d56e40019110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:53:52.628314 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fda412e-0a5e-4708-8429-4ce9e297e9d1 admin admin] Network hostable DHCP agents. Network: 111bfca6-47fb-440f-8b36-d56e40019110, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:53:52.712913 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f3ef0c1-436b-45ae-beee-53a7a7521136 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Deleting subnet 31671e33-266d-4895-91e3-cd61614fec7f {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:53:52.715099 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9f3ef0c1-436b-45ae-beee-53a7a7521136 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for subnet (31671e33-266d-4895-91e3-cd61614fec7f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:52.741516 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fda412e-0a5e-4708-8429-4ce9e297e9d1 admin admin] Network 111bfca6-47fb-440f-8b36-d56e40019110 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:53:52.842435 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9f3ef0c1-436b-45ae-beee-53a7a7521136 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (31671e33-266d-4895-91e3-cd61614fec7f), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:52.902585 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-8fda412e-0a5e-4708-8429-4ce9e297e9d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 111bfca6-47fb-440f-8b36-d56e40019110) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:53:52.911553 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fda412e-0a5e-4708-8429-4ce9e297e9d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:52.915925 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8fda412e-0a5e-4708-8429-4ce9e297e9d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:52.921516 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d469bfbf-7ae0-44f2-a746-7d16796c6a11 None None] Network 111bfca6-47fb-440f-8b36-d56e40019110 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:53:52.961359 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9f3ef0c1-436b-45ae-beee-53a7a7521136 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (31671e33-266d-4895-91e3-cd61614fec7f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:53.046329 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8fda412e-0a5e-4708-8429-4ce9e297e9d1 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2321930 Feb 20 03:53:53.161227 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82d0266-ad35-4045-9702-44c0ab472621 None None] Network 111bfca6-47fb-440f-8b36-d56e40019110 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:53:53.243486 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9f3ef0c1-436b-45ae-beee-53a7a7521136 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (31671e33-266d-4895-91e3-cd61614fec7f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:53.273839 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9f3ef0c1-436b-45ae-beee-53a7a7521136 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:53.274125 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9003d532-007b-42ee-8cd6-0d1959250037 None None] Network fa630318-f734-4fa1-bd53-cc0341ced63c requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:53:53.281933 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9f3ef0c1-436b-45ae-beee-53a7a7521136 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/subnets/31671e33-266d-4895-91e3-cd61614fec7f HTTP/1.1" status: 204 len: 168 time: 0.6543045 Feb 20 03:53:53.284575 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60644) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:53.289602 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60646) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:53.341258 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ef0c1-436b-45ae-beee-53a7a7521136 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Subnet': ['ID=31671e33-266d-4895-91e3-cd61614fec7f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:53.538005 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d5b3c86b-b7af-4c75-98be-3ad22c6e9443 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (fa630318-f734-4fa1-bd53-cc0341ced63c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:53.560439 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7999ad2a-217d-4cd7-ae68-48737f360ced None None] DHCP port deletion for fa630318-f734-4fa1-bd53-cc0341ced63c request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:53:53.654148 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-d5b3c86b-b7af-4c75-98be-3ad22c6e9443 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Deleting port dc2c8677-a0d1-49c6-9f76-4548823f4bd4 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:53:53.657286 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d5b3c86b-b7af-4c75-98be-3ad22c6e9443 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (dc2c8677-a0d1-49c6-9f76-4548823f4bd4), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:53.672400 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-7999ad2a-217d-4cd7-ae68-48737f360ced None None] Deleting port dc2c8677-a0d1-49c6-9f76-4548823f4bd4 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:53:53.672788 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7999ad2a-217d-4cd7-ae68-48737f360ced None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (dc2c8677-a0d1-49c6-9f76-4548823f4bd4), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:53.779491 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-d5b3c86b-b7af-4c75-98be-3ad22c6e9443 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] For port dc2c8677-a0d1-49c6-9f76-4548823f4bd4, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=dc2c8677-a0d1-49c6-9f76-4548823f4bd4,segment=NetworkSegment(ae0712b1-4810-4f5a-968b-47e2bb6a16cb),segment_id=ae0712b1-4810-4f5a-968b-47e2bb6a16cb)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:53:53.779491 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d5b3c86b-b7af-4c75-98be-3ad22c6e9443 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (dc2c8677-a0d1-49c6-9f76-4548823f4bd4), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:53.800457 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-d5b3c86b-b7af-4c75-98be-3ad22c6e9443 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Calling delete_port for dc2c8677-a0d1-49c6-9f76-4548823f4bd4 owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:53:53.846889 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-7999ad2a-217d-4cd7-ae68-48737f360ced None None] For port dc2c8677-a0d1-49c6-9f76-4548823f4bd4, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=dc2c8677-a0d1-49c6-9f76-4548823f4bd4,segment=NetworkSegment(ae0712b1-4810-4f5a-968b-47e2bb6a16cb),segment_id=ae0712b1-4810-4f5a-968b-47e2bb6a16cb)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:53:53.850789 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7999ad2a-217d-4cd7-ae68-48737f360ced None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (dc2c8677-a0d1-49c6-9f76-4548823f4bd4), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:53.884959 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-7999ad2a-217d-4cd7-ae68-48737f360ced None None] Calling delete_port for dc2c8677-a0d1-49c6-9f76-4548823f4bd4 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:53:54.041136 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-46b7d4f3-04c5-4ef4-9ea0-ef2f51c3e4dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:54.078463 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d5b3c86b-b7af-4c75-98be-3ad22c6e9443 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (dc2c8677-a0d1-49c6-9f76-4548823f4bd4), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:54.091911 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7999ad2a-217d-4cd7-ae68-48737f360ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (dc2c8677-a0d1-49c6-9f76-4548823f4bd4), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:54.110383 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7999ad2a-217d-4cd7-ae68-48737f360ced None None] No DVR routers for this DVR port dc2c8677-a0d1-49c6-9f76-4548823f4bd4 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:53:54.143810 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3c86b-b7af-4c75-98be-3ad22c6e9443 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Port': ['ID=dc2c8677-a0d1-49c6-9f76-4548823f4bd4,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:54.156837 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999ad2a-217d-4cd7-ae68-48737f360ced None None] Pushing event deleted for resources: {'Port': ['ID=dc2c8677-a0d1-49c6-9f76-4548823f4bd4,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:54.160580 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b3c86b-b7af-4c75-98be-3ad22c6e9443 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] No DVR routers for this DVR port dc2c8677-a0d1-49c6-9f76-4548823f4bd4 on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:53:54.249624 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-46b7d4f3-04c5-4ef4-9ea0-ef2f51c3e4dc admin admin] Publish callbacks [] for security_group (fd7af90a-1815-4091-8d7f-995528b97792), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:54.354171 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-46b7d4f3-04c5-4ef4-9ea0-ef2f51c3e4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (fd7af90a-1815-4091-8d7f-995528b97792), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:54.385200 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device dc2c8677-a0d1-49c6-9f76-4548823f4bd4 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:53:54.411257 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d5b3c86b-b7af-4c75-98be-3ad22c6e9443 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (fa630318-f734-4fa1-bd53-cc0341ced63c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:54.418047 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: dc2c8677-a0d1-49c6-9f76-4548823f4bd4 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:53:54.418047 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device dc2c8677-a0d1-49c6-9f76-4548823f4bd4 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:53:54.438431 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60672) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:54.439007 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-46b7d4f3-04c5-4ef4-9ea0-ef2f51c3e4dc admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=46ab03b755704347a04b920905604319&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1466815 Feb 20 03:53:54.452991 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7d4f3-04c5-4ef4-9ea0-ef2f51c3e4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7af90a-1815-4091-8d7f-995528b97792,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:54.458173 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-d5b3c86b-b7af-4c75-98be-3ad22c6e9443 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa630318-f734-4fa1-bd53-cc0341ced63c']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:54.468542 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-d5b3c86b-b7af-4c75-98be-3ad22c6e9443 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae0712b1-4810-4f5a-968b-47e2bb6a16cb') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:54.469014 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-d5b3c86b-b7af-4c75-98be-3ad22c6e9443 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae0712b1-4810-4f5a-968b-47e2bb6a16cb') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:54.481308 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d5b3c86b-b7af-4c75-98be-3ad22c6e9443 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (ae0712b1-4810-4f5a-968b-47e2bb6a16cb), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:54.497590 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d5b3c86b-b7af-4c75-98be-3ad22c6e9443 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (ae0712b1-4810-4f5a-968b-47e2bb6a16cb), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:54.517836 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b3c86b-b7af-4c75-98be-3ad22c6e9443 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:53:54.522172 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d5b3c86b-b7af-4c75-98be-3ad22c6e9443 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (ae0712b1-4810-4f5a-968b-47e2bb6a16cb), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:54.589218 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f3fef402-44cc-46b3-a0e5-de9e1f0a72af admin admin] Publish callbacks [] for security_group (fd7af90a-1815-4091-8d7f-995528b97792), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:54.605534 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:53:54.605534 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:53:54.605534 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:53:54.605534 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:53:54.605534 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:53:54.605534 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:53:54.605534 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:53:54.605534 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:53:54.605534 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:53:54.605534 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:53:54.605534 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:53:54.605534 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:53:54.605534 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:53:54.605534 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:53:54.605534 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:53:54.605534 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:53:54.605534 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:53:54.605534 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:53:54.605534 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:53:54.605534 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:53:54.605534 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:53:54.605534 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:53:54.605534 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:53:54.605534 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:53:54.605534 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:53:54.605534 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:53:54.605534 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:53:54.605534 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:53:54.605534 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:53:54.605534 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:53:54.605534 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:53:54.605534 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:53:54.653010 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f3fef402-44cc-46b3-a0e5-de9e1f0a72af admin admin] Publish callbacks [] for security_group (fd7af90a-1815-4091-8d7f-995528b97792), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:54.723689 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d5b3c86b-b7af-4c75-98be-3ad22c6e9443 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (fa630318-f734-4fa1-bd53-cc0341ced63c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:54.731444 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d5b3c86b-b7af-4c75-98be-3ad22c6e9443 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:54.737858 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d5b3c86b-b7af-4c75-98be-3ad22c6e9443 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/networks/fa630318-f734-4fa1-bd53-cc0341ced63c HTTP/1.1" status: 204 len: 168 time: 1.4471114 Feb 20 03:53:54.757692 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60682) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:54.770082 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-3f1aaf70-7931-4e43-9e0b-b8eb0f41a29f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-58948448', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}, 'admin_state_up': False}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:54.803264 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3c86b-b7af-4c75-98be-3ad22c6e9443 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Network': ['ID=fa630318-f734-4fa1-bd53-cc0341ced63c,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:54.888425 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3f1aaf70-7931-4e43-9e0b-b8eb0f41a29f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (c004eb7c-97b3-40c2-88e8-475333018000), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:54.889618 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3f1aaf70-7931-4e43-9e0b-b8eb0f41a29f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (c004eb7c-97b3-40c2-88e8-475333018000), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:54.919222 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f3fef402-44cc-46b3-a0e5-de9e1f0a72af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (fd7af90a-1815-4091-8d7f-995528b97792), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:54.921798 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f3fef402-44cc-46b3-a0e5-de9e1f0a72af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:54.922989 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f3fef402-44cc-46b3-a0e5-de9e1f0a72af admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/fd7af90a-1815-4091-8d7f-995528b97792 HTTP/1.1" status: 204 len: 168 time: 0.4827700 Feb 20 03:53:54.970797 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fef402-44cc-46b3-a0e5-de9e1f0a72af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7af90a-1815-4091-8d7f-995528b97792,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:55.048145 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3f1aaf70-7931-4e43-9e0b-b8eb0f41a29f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router_controller (c004eb7c-97b3-40c2-88e8-475333018000), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:55.506223 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3f1aaf70-7931-4e43-9e0b-b8eb0f41a29f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router_gateway (c004eb7c-97b3-40c2-88e8-475333018000), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:55.630295 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-59854ae0-2d90-44f6-a440-0ce17e0dd4c2 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:55.632922 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-59854ae0-2d90-44f6-a440-0ce17e0dd4c2 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.89 "GET /v2.0/networks?id=111bfca6-47fb-440f-8b36-d56e40019110 HTTP/1.1" status: 200 len: 820 time: 0.2123950 Feb 20 03:53:55.700897 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-40cb0abd-e015-48b4-850c-b2b326bfda93 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.89 "GET /v2.0/quotas/5f05445b26cb45a69b391f18bfc84da1 HTTP/1.1" status: 200 len: 375 time: 0.0590327 Feb 20 03:53:55.753235 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-ff72ee00-d8e0-4c8f-be5a-4eeffc722aa4 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=5f05445b26cb45a69b391f18bfc84da1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466592 Feb 20 03:53:55.904709 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-9e58e22e-b725-4ea7-9799-6e8a23e32435 service neutron] 10.222.0.89 "GET /v2.0/networks/111bfca6-47fb-440f-8b36-d56e40019110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418338 Feb 20 03:53:55.905723 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3f1aaf70-7931-4e43-9e0b-b8eb0f41a29f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router_gateway (c004eb7c-97b3-40c2-88e8-475333018000), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:55.930536 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3f1aaf70-7931-4e43-9e0b-b8eb0f41a29f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:56.027025 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-41644276-1d83-47c6-acee-9340ade633a5 service neutron] 10.222.0.89 "GET /v2.0/networks/111bfca6-47fb-440f-8b36-d56e40019110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158469 Feb 20 03:53:56.053256 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-3f1aaf70-7931-4e43-9e0b-b8eb0f41a29f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Allocated IP 172.25.7.218 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/21f1dc05-6299-4a17-878f-94d4f7923e0c) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:53:56.201913 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3f1aaf70-7931-4e43-9e0b-b8eb0f41a29f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for port (21f1dc05-6299-4a17-878f-94d4f7923e0c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:56.294722 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3f1aaf70-7931-4e43-9e0b-b8eb0f41a29f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (21f1dc05-6299-4a17-878f-94d4f7923e0c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:56.322937 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1aaf70-7931-4e43-9e0b-b8eb0f41a29f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:53:56.326019 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-3f1aaf70-7931-4e43-9e0b-b8eb0f41a29f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:53:56.352489 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1aaf70-7931-4e43-9e0b-b8eb0f41a29f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:53:56.432113 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e72c355c-938b-4265-8428-2ce684a9a41f req-ac9b3e86-76d0-44d5-9d7b-5d8cc547aaad tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa12ed1b-42f8-46c7-89a1-7448ff5819cf HTTP/1.1" status: 200 len: 210 time: 0.0661299 Feb 20 03:53:56.452657 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1aaf70-7931-4e43-9e0b-b8eb0f41a29f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Port': ['ID=21f1dc05-6299-4a17-878f-94d4f7923e0c,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:56.464054 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-10befccc-4eac-4de0-b324-1e03b5251a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:56.538104 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60722) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:56.571212 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e6241fd8-d728-4af1-b26f-410392efd55b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:56.738505 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e6241fd8-d728-4af1-b26f-410392efd55b admin admin] Publish callbacks [] for security_group (087e5ba7-be30-46d0-830c-e43f6d8e18aa), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:56.876811 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e6241fd8-d728-4af1-b26f-410392efd55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (087e5ba7-be30-46d0-830c-e43f6d8e18aa), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:56.923095 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e6241fd8-d728-4af1-b26f-410392efd55b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c00c66b9bce44a29881f433b80648db5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3836052 Feb 20 03:53:56.925640 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60736) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:56.938497 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3f1aaf70-7931-4e43-9e0b-b8eb0f41a29f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router_gateway (c004eb7c-97b3-40c2-88e8-475333018000), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:56.999979 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6241fd8-d728-4af1-b26f-410392efd55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087e5ba7-be30-46d0-830c-e43f6d8e18aa,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:57.030910 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba600d60-a9fd-4189-bd24-d59451003733 admin admin] Publish callbacks [] for security_group (087e5ba7-be30-46d0-830c-e43f6d8e18aa), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:57.057773 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba600d60-a9fd-4189-bd24-d59451003733 admin admin] Publish callbacks [] for security_group (087e5ba7-be30-46d0-830c-e43f6d8e18aa), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:57.208334 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba600d60-a9fd-4189-bd24-d59451003733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (087e5ba7-be30-46d0-830c-e43f6d8e18aa), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:57.212743 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ba600d60-a9fd-4189-bd24-d59451003733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:57.218587 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ba600d60-a9fd-4189-bd24-d59451003733 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/087e5ba7-be30-46d0-830c-e43f6d8e18aa HTTP/1.1" status: 204 len: 168 time: 0.2917328 Feb 20 03:53:57.231748 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba600d60-a9fd-4189-bd24-d59451003733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087e5ba7-be30-46d0-830c-e43f6d8e18aa,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:57.330228 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3f1aaf70-7931-4e43-9e0b-b8eb0f41a29f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (c004eb7c-97b3-40c2-88e8-475333018000), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:57.586052 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4e594596-7656-4710-955c-2983bc4c799e req-d55c47a8-8f76-44a0-a7e6-50a134758e64 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa12ed1b-42f8-46c7-89a1-7448ff5819cf HTTP/1.1" status: 200 len: 210 time: 0.0335023 Feb 20 03:53:57.624527 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1aaf70-7931-4e43-9e0b-b8eb0f41a29f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Router c004eb7c-97b3-40c2-88e8-475333018000 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:53:57.637661 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:53:57.787894 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1aaf70-7931-4e43-9e0b-b8eb0f41a29f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:53:57.806702 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8765f30-3aef-469b-9fff-104d68abb319 None None] Sync routers for ids ['c004eb7c-97b3-40c2-88e8-475333018000'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:53:57.863990 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8765f30-3aef-469b-9fff-104d68abb319 None None] Routers {'c004eb7c-97b3-40c2-88e8-475333018000'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:53:57.864634 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-e8765f30-3aef-469b-9fff-104d68abb319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:53:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c004eb7c-97b3-40c2-88e8-475333018000'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:57.918228 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3f1aaf70-7931-4e43-9e0b-b8eb0f41a29f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:57.919643 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3f1aaf70-7931-4e43-9e0b-b8eb0f41a29f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.1608617 Feb 20 03:53:57.925900 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60760) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:57.962201 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-e8765f30-3aef-469b-9fff-104d68abb319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:57.982759 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8765f30-3aef-469b-9fff-104d68abb319 None None] Routers {'c004eb7c-97b3-40c2-88e8-475333018000'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:53:57.983543 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-e8765f30-3aef-469b-9fff-104d68abb319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:53:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c004eb7c-97b3-40c2-88e8-475333018000'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:58.060368 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-e8765f30-3aef-469b-9fff-104d68abb319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:58.061521 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8765f30-3aef-469b-9fff-104d68abb319 None None] The sync data for ids ['c004eb7c-97b3-40c2-88e8-475333018000'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:53:58.492296 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e0ef2746-16c1-4484-a180-9106febc2bd2 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "GET /v2.0/routers/c004eb7c-97b3-40c2-88e8-475333018000 HTTP/1.1" status: 200 len: 883 time: 0.5623353 Feb 20 03:53:58.492840 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60780) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:58.689971 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bbbcc8b3-d907-41f1-ba48-97ed0c399f8a tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.1960113 Feb 20 03:53:58.694021 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60786) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:58.699614 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-852b6ce6-1720-43a7-ba98-763040bfaa1b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-58948448'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:58.701741 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9bb0dbba-7531-4e93-a727-01ffc0a2b55c req-93b781a6-71b5-448b-a537-fc759560e16e tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa12ed1b-42f8-46c7-89a1-7448ff5819cf HTTP/1.1" status: 200 len: 210 time: 0.0344861 Feb 20 03:53:58.732191 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-329275d2-e7ff-41b1-acc0-f717a211d0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:58.760641 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60788) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:58.808587 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5d10018e-ccc6-44ec-8d6e-6f8a0ed472c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:59.052336 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5d10018e-ccc6-44ec-8d6e-6f8a0ed472c8 admin admin] Publish callbacks [] for security_group (b471370b-c6f9-43c4-9622-cdbb462d811e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:59.120254 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-852b6ce6-1720-43a7-ba98-763040bfaa1b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16304713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16307768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6330'] for router (c004eb7c-97b3-40c2-88e8-475333018000), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:59.182518 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5d10018e-ccc6-44ec-8d6e-6f8a0ed472c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b471370b-c6f9-43c4-9622-cdbb462d811e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:59.218969 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-852b6ce6-1720-43a7-ba98-763040bfaa1b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16304734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16304727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16307761'] for router (c004eb7c-97b3-40c2-88e8-475333018000), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:59.228507 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5d10018e-ccc6-44ec-8d6e-6f8a0ed472c8 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b353f4dbff3645e1b5693f3aba0bbd34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4667101 Feb 20 03:53:59.230825 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10018e-ccc6-44ec-8d6e-6f8a0ed472c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b471370b-c6f9-43c4-9622-cdbb462d811e,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:59.231951 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60812) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:59.389213 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2efc3d83-383b-4fb2-a281-aa3c16772dff admin admin] Publish callbacks [] for security_group (b471370b-c6f9-43c4-9622-cdbb462d811e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:59.441952 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2efc3d83-383b-4fb2-a281-aa3c16772dff admin admin] Publish callbacks [] for security_group (b471370b-c6f9-43c4-9622-cdbb462d811e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:59.450985 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-f7e0d4d4-1959-4979-bfbe-fd99d7b33179 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:53:59.451786 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-f7e0d4d4-1959-4979-bfbe-fd99d7b33179 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.93 "GET /v2.0/networks?id=111bfca6-47fb-440f-8b36-d56e40019110 HTTP/1.1" status: 200 len: 820 time: 0.2107270 Feb 20 03:53:59.454396 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852b6ce6-1720-43a7-ba98-763040bfaa1b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Router c004eb7c-97b3-40c2-88e8-475333018000 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:53:59.466691 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-5bd731f2-b5e1-4b9d-8572-9830b2b46bcf tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] Request body: {'port': {'device_id': 'fa12ed1b-42f8-46c7-89a1-7448ff5819cf', 'network_id': '111bfca6-47fb-440f-8b36-d56e40019110', 'admin_state_up': True, 'tenant_id': '5f05445b26cb45a69b391f18bfc84da1'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:53:59.619560 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852b6ce6-1720-43a7-ba98-763040bfaa1b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:53:59.628599 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-852b6ce6-1720-43a7-ba98-763040bfaa1b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:59.629823 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-852b6ce6-1720-43a7-ba98-763040bfaa1b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "PUT /v2.0/routers/c004eb7c-97b3-40c2-88e8-475333018000 HTTP/1.1" status: 200 len: 890 time: 0.9342515 Feb 20 03:53:59.633771 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60826) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:59.633976 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a41bcc-0dfd-451e-8432-d2e1fa89a33f None None] Sync routers for ids ['c004eb7c-97b3-40c2-88e8-475333018000'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:53:59.646102 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a41bcc-0dfd-451e-8432-d2e1fa89a33f None None] Routers {'c004eb7c-97b3-40c2-88e8-475333018000'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:53:59.647443 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-f3a41bcc-0dfd-451e-8432-d2e1fa89a33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:53:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c004eb7c-97b3-40c2-88e8-475333018000'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:59.685887 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-f3a41bcc-0dfd-451e-8432-d2e1fa89a33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:59.696653 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a41bcc-0dfd-451e-8432-d2e1fa89a33f None None] Routers {'c004eb7c-97b3-40c2-88e8-475333018000'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:53:59.697739 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-f3a41bcc-0dfd-451e-8432-d2e1fa89a33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:53:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c004eb7c-97b3-40c2-88e8-475333018000'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:59.734765 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2efc3d83-383b-4fb2-a281-aa3c16772dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b471370b-c6f9-43c4-9622-cdbb462d811e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:59.737326 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2efc3d83-383b-4fb2-a281-aa3c16772dff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:59.738478 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2efc3d83-383b-4fb2-a281-aa3c16772dff admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b471370b-c6f9-43c4-9622-cdbb462d811e HTTP/1.1" status: 204 len: 168 time: 0.5055215 Feb 20 03:53:59.740632 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-f3a41bcc-0dfd-451e-8432-d2e1fa89a33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:53:59.744431 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a41bcc-0dfd-451e-8432-d2e1fa89a33f None None] The sync data for ids ['c004eb7c-97b3-40c2-88e8-475333018000'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:53:59.771267 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc3d83-383b-4fb2-a281-aa3c16772dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b471370b-c6f9-43c4-9622-cdbb462d811e,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:53:59.778824 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-5bd731f2-b5e1-4b9d-8572-9830b2b46bcf tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] Made reservation on behalf of 5f05445b26cb45a69b391f18bfc84da1 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:53:59.787241 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-5bd731f2-b5e1-4b9d-8572-9830b2b46bcf tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:53:59.867515 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2e4472ca-76fc-4509-8837-85f080f31aec tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "GET /v2.0/routers/c004eb7c-97b3-40c2-88e8-475333018000 HTTP/1.1" status: 200 len: 890 time: 0.2324309 Feb 20 03:53:59.868637 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60836) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:53:59.901593 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d05355d-3b80-4cb9-abeb-ea27f6749ad2 req-c1d8b306-92a6-4316-b09e-919ea0541d90 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa12ed1b-42f8-46c7-89a1-7448ff5819cf HTTP/1.1" status: 200 len: 210 time: 0.0578091 Feb 20 03:53:59.907936 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c1ee7f46-0ca0-48dc-9c9d-05113e0eb7b5 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "GET /v2.0/ports?device_id=c004eb7c-97b3-40c2-88e8-475333018000 HTTP/1.1" status: 200 len: 205 time: 0.0378251 Feb 20 03:53:59.908472 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60840) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:00.027867 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:00.053334 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e1d56d9f-0ee7-41ba-b513-2b6d09909180 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router (c004eb7c-97b3-40c2-88e8-475333018000), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:00.088743 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-5bd731f2-b5e1-4b9d-8572-9830b2b46bcf tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] Allocated IP 172.20.0.14 (111bfca6-47fb-440f-8b36-d56e40019110/5f8046e5-5566-4aa4-9799-5365b68d7cdc/c7bb01d3-dc1f-45a2-9831-1f56df47a99c) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:54:00.200323 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e1d56d9f-0ee7-41ba-b513-2b6d09909180 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router_gateway (c004eb7c-97b3-40c2-88e8-475333018000), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:00.262426 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-5bd731f2-b5e1-4b9d-8572-9830b2b46bcf tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] Publish callbacks [] for port (c7bb01d3-dc1f-45a2-9831-1f56df47a99c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:00.395372 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-5bd731f2-b5e1-4b9d-8572-9830b2b46bcf tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (c7bb01d3-dc1f-45a2-9831-1f56df47a99c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:00.473770 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-5bd731f2-b5e1-4b9d-8572-9830b2b46bcf tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] Network 111bfca6-47fb-440f-8b36-d56e40019110 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:54:00.483328 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-5bd731f2-b5e1-4b9d-8572-9830b2b46bcf tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:54:00.485354 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-e1d56d9f-0ee7-41ba-b513-2b6d09909180 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Deleting port 21f1dc05-6299-4a17-878f-94d4f7923e0c {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:54:00.488647 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-5bd731f2-b5e1-4b9d-8572-9830b2b46bcf tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:54:00.492795 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e1d56d9f-0ee7-41ba-b513-2b6d09909180 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (21f1dc05-6299-4a17-878f-94d4f7923e0c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:00.494351 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd731f2-b5e1-4b9d-8572-9830b2b46bcf tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] Pushing event updated for resources: {'Port': ['ID=c7bb01d3-dc1f-45a2-9831-1f56df47a99c,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:00.597985 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-5bd731f2-b5e1-4b9d-8572-9830b2b46bcf tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:00.598656 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-5bd731f2-b5e1-4b9d-8572-9830b2b46bcf tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:00.683501 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e1d56d9f-0ee7-41ba-b513-2b6d09909180 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (21f1dc05-6299-4a17-878f-94d4f7923e0c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:00.701055 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-5bd731f2-b5e1-4b9d-8572-9830b2b46bcf tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2401233 Feb 20 03:54:00.701308 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-e1d56d9f-0ee7-41ba-b513-2b6d09909180 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Calling delete_port for 21f1dc05-6299-4a17-878f-94d4f7923e0c owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:54:00.714781 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-7698455f-74de-46f1-9f24-80c241cde6f6 service neutron] Request body: {'port': {'device_id': 'fa12ed1b-42f8-46c7-89a1-7448ff5819cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:54:00.716579 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60866) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:00.824254 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-7698455f-74de-46f1-9f24-80c241cde6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c7bb01d3-dc1f-45a2-9831-1f56df47a99c), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:01.013004 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-65fb0407-c35f-49ea-88ab-d41db7efdc6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:01.269224 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:01.275029 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-65fb0407-c35f-49ea-88ab-d41db7efdc6a admin admin] Publish callbacks [] for security_group (30695d12-6f71-40eb-b63f-e8c6dc3de894), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:01.280659 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e1d56d9f-0ee7-41ba-b513-2b6d09909180 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (21f1dc05-6299-4a17-878f-94d4f7923e0c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:01.305308 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cc668-62f3-4d1b-9aa6-8b7dc35cfb62 req-a10d872c-9458-45a8-9c5b-bd9bb3fda568 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:01.305570 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d56d9f-0ee7-41ba-b513-2b6d09909180 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Port': ['ID=21f1dc05-6299-4a17-878f-94d4f7923e0c,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:01.306955 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8f1cc668-62f3-4d1b-9aa6-8b7dc35cfb62 req-a10d872c-9458-45a8-9c5b-bd9bb3fda568 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa12ed1b-42f8-46c7-89a1-7448ff5819cf HTTP/1.1" status: 200 len: 932 time: 0.2383516 Feb 20 03:54:01.380756 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-7698455f-74de-46f1-9f24-80c241cde6f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7bb01d3-dc1f-45a2-9831-1f56df47a99c {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:54:01.393058 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-7698455f-74de-46f1-9f24-80c241cde6f6 service neutron] Publish callbacks [] for port (c7bb01d3-dc1f-45a2-9831-1f56df47a99c), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:01.399099 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8f1cc668-62f3-4d1b-9aa6-8b7dc35cfb62 req-bd61da98-7d2e-4e77-8de4-36bc2710b39b tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.89 "GET /v2.0/security-groups?id=cf36f973-ecf0-430a-b309-5296e3bfe869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728781 Feb 20 03:54:01.411664 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-7698455f-74de-46f1-9f24-80c241cde6f6 service neutron] Transition to ACTIVE for port object c7bb01d3-dc1f-45a2-9831-1f56df47a99c will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:54:01.420403 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-65fb0407-c35f-49ea-88ab-d41db7efdc6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (30695d12-6f71-40eb-b63f-e8c6dc3de894), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:01.482459 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb0407-c35f-49ea-88ab-d41db7efdc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30695d12-6f71-40eb-b63f-e8c6dc3de894,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:01.496900 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-65fb0407-c35f-49ea-88ab-d41db7efdc6a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e19a8c05be9e4128bd90e8de2a264d9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7774270 Feb 20 03:54:01.497814 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60892) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:01.500660 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e1d56d9f-0ee7-41ba-b513-2b6d09909180 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (c004eb7c-97b3-40c2-88e8-475333018000), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:01.505777 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-7698455f-74de-46f1-9f24-80c241cde6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (c7bb01d3-dc1f-45a2-9831-1f56df47a99c), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:01.757680 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698455f-74de-46f1-9f24-80c241cde6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c7bb01d3-dc1f-45a2-9831-1f56df47a99c,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:01.775663 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d4c8f7eb-b9e5-403d-8d88-b3bb126c254a admin admin] Publish callbacks [] for security_group (30695d12-6f71-40eb-b63f-e8c6dc3de894), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:01.844691 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d4c8f7eb-b9e5-403d-8d88-b3bb126c254a admin admin] Publish callbacks [] for security_group (30695d12-6f71-40eb-b63f-e8c6dc3de894), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:01.947020 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-7698455f-74de-46f1-9f24-80c241cde6f6 service neutron] Attempting to bind port c7bb01d3-dc1f-45a2-9831-1f56df47a99c on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:54:01.947442 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-7698455f-74de-46f1-9f24-80c241cde6f6 service neutron] Attempting to bind port c7bb01d3-dc1f-45a2-9831-1f56df47a99c by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '77e0ea8b-ccd3-4215-b234-4e8335ac91f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '111bfca6-47fb-440f-8b36-d56e40019110'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:54:01.947869 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-7698455f-74de-46f1-9f24-80c241cde6f6 service neutron] Attempting to bind port c7bb01d3-dc1f-45a2-9831-1f56df47a99c on network 111bfca6-47fb-440f-8b36-d56e40019110 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:54:01.954546 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-7698455f-74de-46f1-9f24-80c241cde6f6 service neutron] Port c7bb01d3-dc1f-45a2-9831-1f56df47a99c on network 111bfca6-47fb-440f-8b36-d56e40019110 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:54:01.954546 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-7698455f-74de-46f1-9f24-80c241cde6f6 service neutron] Attempting to bind port c7bb01d3-dc1f-45a2-9831-1f56df47a99c on network 111bfca6-47fb-440f-8b36-d56e40019110 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:54:01.962294 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-7698455f-74de-46f1-9f24-80c241cde6f6 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:54:01.962645 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-7698455f-74de-46f1-9f24-80c241cde6f6 service neutron] Checking segment: {'id': '77e0ea8b-ccd3-4215-b234-4e8335ac91f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '111bfca6-47fb-440f-8b36-d56e40019110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:54:01.963320 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-7698455f-74de-46f1-9f24-80c241cde6f6 service neutron] Bound using segment: {'id': '77e0ea8b-ccd3-4215-b234-4e8335ac91f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '111bfca6-47fb-440f-8b36-d56e40019110'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:54:01.963777 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-7698455f-74de-46f1-9f24-80c241cde6f6 service neutron] Bound port: c7bb01d3-dc1f-45a2-9831-1f56df47a99c, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77e0ea8b-ccd3-4215-b234-4e8335ac91f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '111bfca6-47fb-440f-8b36-d56e40019110'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:54:01.964148 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-7698455f-74de-46f1-9f24-80c241cde6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c7bb01d3-dc1f-45a2-9831-1f56df47a99c), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:02.048625 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-7698455f-74de-46f1-9f24-80c241cde6f6 service neutron] For port c7bb01d3-dc1f-45a2-9831-1f56df47a99c, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:54:02.053317 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-7698455f-74de-46f1-9f24-80c241cde6f6 service neutron] For port c7bb01d3-dc1f-45a2-9831-1f56df47a99c, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=c7bb01d3-dc1f-45a2-9831-1f56df47a99c,segment=NetworkSegment(77e0ea8b-ccd3-4215-b234-4e8335ac91f6),segment_id=77e0ea8b-ccd3-4215-b234-4e8335ac91f6)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:54:02.113084 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d4c8f7eb-b9e5-403d-8d88-b3bb126c254a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (30695d12-6f71-40eb-b63f-e8c6dc3de894), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:02.116182 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d4c8f7eb-b9e5-403d-8d88-b3bb126c254a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:02.120093 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d4c8f7eb-b9e5-403d-8d88-b3bb126c254a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/30695d12-6f71-40eb-b63f-e8c6dc3de894 HTTP/1.1" status: 204 len: 168 time: 0.6187117 Feb 20 03:54:02.129722 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8f7eb-b9e5-403d-8d88-b3bb126c254a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30695d12-6f71-40eb-b63f-e8c6dc3de894,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:02.161293 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-7698455f-74de-46f1-9f24-80c241cde6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (c7bb01d3-dc1f-45a2-9831-1f56df47a99c), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:02.271267 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-7698455f-74de-46f1-9f24-80c241cde6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:02.273950 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-7698455f-74de-46f1-9f24-80c241cde6f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:02.280147 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e1d56d9f-0ee7-41ba-b513-2b6d09909180 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (c004eb7c-97b3-40c2-88e8-475333018000), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:02.281107 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-7698455f-74de-46f1-9f24-80c241cde6f6 service neutron] 10.222.0.93 "PUT /v2.0/ports/c7bb01d3-dc1f-45a2-9831-1f56df47a99c HTTP/1.1" status: 200 len: 1092 time: 1.5710733 Feb 20 03:54:02.281930 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa12ed1b-42f8-46c7-89a1-7448ff5819cf', 'tag': 'c7bb01d3-dc1f-45a2-9831-1f56df47a99c'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:54:02.290508 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81771891-4d91-4d9e-a4ea-2133ec3afddf" -d '{"events": [{"name": "network-changed", "server_uuid": "fa12ed1b-42f8-46c7-89a1-7448ff5819cf", "tag": "c7bb01d3-dc1f-45a2-9831-1f56df47a99c"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:54:02.296225 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e1d56d9f-0ee7-41ba-b513-2b6d09909180 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router_controller (c004eb7c-97b3-40c2-88e8-475333018000), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:02.416060 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a712055d-3ce1-49ae-88ce-fe4807b60603 x-openstack-request-id: req-a712055d-3ce1-49ae-88ce-fe4807b60603 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:54:02.416861 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa12ed1b-42f8-46c7-89a1-7448ff5819cf", "tag": "c7bb01d3-dc1f-45a2-9831-1f56df47a99c", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:54:02.417466 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a712055d-3ce1-49ae-88ce-fe4807b60603 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:54:02.418303 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa12ed1b-42f8-46c7-89a1-7448ff5819cf', 'tag': 'c7bb01d3-dc1f-45a2-9831-1f56df47a99c', 'status': 'completed', 'code': 200} Feb 20 03:54:02.445373 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698455f-74de-46f1-9f24-80c241cde6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c7bb01d3-dc1f-45a2-9831-1f56df47a99c,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:02.503504 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-039a1232-09cc-46de-a4bc-a9bb13e46c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:02.503716 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e1d56d9f-0ee7-41ba-b513-2b6d09909180 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (c004eb7c-97b3-40c2-88e8-475333018000), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:02.504215 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d56d9f-0ee7-41ba-b513-2b6d09909180 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Fanout notify agent at l3_agent the message router_deleted on router c004eb7c-97b3-40c2-88e8-475333018000 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:54:02.505589 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-039a1232-09cc-46de-a4bc-a9bb13e46c8b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5f05445b26cb45a69b391f18bfc84da1&device_id=fa12ed1b-42f8-46c7-89a1-7448ff5819cf HTTP/1.1" status: 200 len: 1126 time: 0.1093442 Feb 20 03:54:02.527199 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e1d56d9f-0ee7-41ba-b513-2b6d09909180 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:02.528468 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e1d56d9f-0ee7-41ba-b513-2b6d09909180 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/routers/c004eb7c-97b3-40c2-88e8-475333018000 HTTP/1.1" status: 204 len: 168 time: 2.6182597 Feb 20 03:54:02.534530 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60932) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:02.547619 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-e46f2fc2-b892-4711-b104-4332bd516c44 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2008537182'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:54:02.574849 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-cd9aca1e-205b-4f86-804e-4b0517581f06 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7bb01d3-dc1f-45a2-9831-1f56df47a99c HTTP/1.1" status: 200 len: 217 time: 0.0617335 Feb 20 03:54:02.697776 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46f2fc2-b892-4711-b104-4332bd516c44 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Made reservation on behalf of 22871a8315df49c89d6983e39fc945e1 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:54:02.701073 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e46f2fc2-b892-4711-b104-4332bd516c44 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:02.707903 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-53b16a98-75f6-426e-a3a2-92f7e5ee162b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:02.710537 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-53b16a98-75f6-426e-a3a2-92f7e5ee162b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f8046e5-5566-4aa4-9799-5365b68d7cdc HTTP/1.1" status: 200 len: 860 time: 0.0642321 Feb 20 03:54:02.721877 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df4cf2-87cf-49c7-83e8-ece4c9a4b431 req-2662088f-0516-4445-8252-e350c82fae09 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:02.733122 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-92df4cf2-87cf-49c7-83e8-ece4c9a4b431 req-2662088f-0516-4445-8252-e350c82fae09 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa12ed1b-42f8-46c7-89a1-7448ff5819cf HTTP/1.1" status: 200 len: 944 time: 0.1534729 Feb 20 03:54:02.750564 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e46f2fc2-b892-4711-b104-4332bd516c44 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:54:02.777678 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e46f2fc2-b892-4711-b104-4332bd516c44 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (3b44713b-e50c-4953-8cfd-3441d0870ccb), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:02.777678 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-e46f2fc2-b892-4711-b104-4332bd516c44 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Added segment 3b44713b-e50c-4953-8cfd-3441d0870ccb of type vlan for network a9018b99-8324-4229-8190-9dcefd4cce36 Feb 20 03:54:02.820093 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:02.864080 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e46f2fc2-b892-4711-b104-4332bd516c44 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (a9018b99-8324-4229-8190-9dcefd4cce36), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:02.871504 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-763b677d-21ba-4897-bbb2-57ff9ef616f3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=111bfca6-47fb-440f-8b36-d56e40019110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1304543 Feb 20 03:54:02.962800 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-92df4cf2-87cf-49c7-83e8-ece4c9a4b431 req-0a257e62-49c7-47c9-a707-ae925ffef154 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.89 "GET /v2.0/security-groups?id=cf36f973-ecf0-430a-b309-5296e3bfe869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267008 Feb 20 03:54:02.993632 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e46f2fc2-b892-4711-b104-4332bd516c44 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (a9018b99-8324-4229-8190-9dcefd4cce36), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:03.004728 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46f2fc2-b892-4711-b104-4332bd516c44 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:03.004728 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e46f2fc2-b892-4711-b104-4332bd516c44 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:03.021380 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-0718bf20-367c-4a0a-a8b6-dfc428ef2fb4 service neutron] 10.222.0.93 "GET /v2.0/networks/111bfca6-47fb-440f-8b36-d56e40019110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423190 Feb 20 03:54:03.189459 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f2fc2-b892-4711-b104-4332bd516c44 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Network': ['ID=a9018b99-8324-4229-8190-9dcefd4cce36,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:03.222769 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network a9018b99-8324-4229-8190-9dcefd4cce36 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:54:03.231806 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e46f2fc2-b892-4711-b104-4332bd516c44 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6934845 Feb 20 03:54:03.237142 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 60974) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:03.251654 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-aba40e9d-22c0-48db-93ea-efe0add521ae tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Request body: {'subnet': {'network_id': 'a9018b99-8324-4229-8190-9dcefd4cce36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:54:03.253667 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31ba59b9-dad5-4be2-af8a-60218b82170b req-095c81e7-1f04-49df-ba89-91b17006e890 service neutron] 10.222.0.93 "GET /v2.0/networks/111bfca6-47fb-440f-8b36-d56e40019110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259281 Feb 20 03:54:03.468719 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81771891-4d91-4d9e-a4ea-2133ec3afddf req-e7dc5f60-28e2-4851-a3ca-a08a6fce8692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:03.470439 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81771891-4d91-4d9e-a4ea-2133ec3afddf req-e7dc5f60-28e2-4851-a3ca-a08a6fce8692 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5f05445b26cb45a69b391f18bfc84da1&device_id=fa12ed1b-42f8-46c7-89a1-7448ff5819cf HTTP/1.1" status: 200 len: 1126 time: 0.0678744 Feb 20 03:54:03.561012 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba40e9d-22c0-48db-93ea-efe0add521ae tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Made reservation on behalf of 22871a8315df49c89d6983e39fc945e1 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:54:03.564670 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aba40e9d-22c0-48db-93ea-efe0add521ae tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:03.604046 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81771891-4d91-4d9e-a4ea-2133ec3afddf req-6773f936-8613-4035-b7e3-615000b67018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:03.606274 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81771891-4d91-4d9e-a4ea-2133ec3afddf req-6773f936-8613-4035-b7e3-615000b67018 service neutron] 10.222.0.93 "GET /v2.0/networks?id=111bfca6-47fb-440f-8b36-d56e40019110 HTTP/1.1" status: 200 len: 921 time: 0.1189620 Feb 20 03:54:03.687268 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81771891-4d91-4d9e-a4ea-2133ec3afddf req-255c8189-d1e5-4740-bb8c-42019d27d495 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7bb01d3-dc1f-45a2-9831-1f56df47a99c HTTP/1.1" status: 200 len: 217 time: 0.0691736 Feb 20 03:54:03.790541 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81771891-4d91-4d9e-a4ea-2133ec3afddf req-7450f7fb-18e2-4628-ae41-9e7c92e327c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:03.792500 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81771891-4d91-4d9e-a4ea-2133ec3afddf req-7450f7fb-18e2-4628-ae41-9e7c92e327c0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5f8046e5-5566-4aa4-9799-5365b68d7cdc HTTP/1.1" status: 200 len: 860 time: 0.0899858 Feb 20 03:54:03.823945 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 60998) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:03.861189 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81771891-4d91-4d9e-a4ea-2133ec3afddf req-1c062994-413f-4549-83e0-833a33b435ef service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=111bfca6-47fb-440f-8b36-d56e40019110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517673 Feb 20 03:54:03.862223 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6d1d795b-d81c-4614-85f2-c212b91710ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:03.951132 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aba40e9d-22c0-48db-93ea-efe0add521ae tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (25a718a8-e395-4948-8b92-1cae8d002ab3), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:04.030187 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81771891-4d91-4d9e-a4ea-2133ec3afddf req-91501fa0-b15f-46c0-9d06-086817ec7d87 service neutron] 10.222.0.93 "GET /v2.0/networks/111bfca6-47fb-440f-8b36-d56e40019110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624172 Feb 20 03:54:04.097984 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba40e9d-22c0-48db-93ea-efe0add521ae tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Subnet': ['ID=25a718a8-e395-4948-8b92-1cae8d002ab3,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:04.145331 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba40e9d-22c0-48db-93ea-efe0add521ae tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Checking segment: {'id': '3b44713b-e50c-4953-8cfd-3441d0870ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a9018b99-8324-4229-8190-9dcefd4cce36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:54:04.147351 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba40e9d-22c0-48db-93ea-efe0add521ae tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network hostable DHCP agents. Network: a9018b99-8324-4229-8190-9dcefd4cce36, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:54:04.150359 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6d1d795b-d81c-4614-85f2-c212b91710ad admin admin] Publish callbacks [] for security_group (5d97bb22-bda5-4327-8c3b-931e05d86cac), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:04.198301 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81771891-4d91-4d9e-a4ea-2133ec3afddf req-0a7d5234-c675-4441-9f59-e0b332bd060d service neutron] 10.222.0.93 "GET /v2.0/networks/111bfca6-47fb-440f-8b36-d56e40019110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490133 Feb 20 03:54:04.215739 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200ab6a-9848-423e-80c5-c4d8ba12eb6a req-ba64b13e-68e4-4219-a334-41589e4e34a5 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:04.217379 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d200ab6a-9848-423e-80c5-c4d8ba12eb6a req-ba64b13e-68e4-4219-a334-41589e4e34a5 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa12ed1b-42f8-46c7-89a1-7448ff5819cf HTTP/1.1" status: 200 len: 944 time: 0.1109231 Feb 20 03:54:04.262216 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6d1d795b-d81c-4614-85f2-c212b91710ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5d97bb22-bda5-4327-8c3b-931e05d86cac), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:04.281323 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba40e9d-22c0-48db-93ea-efe0add521ae tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network a9018b99-8324-4229-8190-9dcefd4cce36 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:54:04.354999 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6d1d795b-d81c-4614-85f2-c212b91710ad admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=76237f38b03f4525a8f3fcff9c9eef5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5283258 Feb 20 03:54:04.357694 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 32788) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:04.366979 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d795b-d81c-4614-85f2-c212b91710ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d97bb22-bda5-4327-8c3b-931e05d86cac,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:04.392813 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-aba40e9d-22c0-48db-93ea-efe0add521ae tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, a9018b99-8324-4229-8190-9dcefd4cce36) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:54:04.402648 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54798b23-124b-4571-a64c-bedd7c733c96 None None] Network a9018b99-8324-4229-8190-9dcefd4cce36 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:54:04.408964 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba40e9d-22c0-48db-93ea-efe0add521ae tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:04.409790 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aba40e9d-22c0-48db-93ea-efe0add521ae tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:04.466734 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d200ab6a-9848-423e-80c5-c4d8ba12eb6a req-7cd6161c-abe4-424d-98c8-27ce85396189 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.89 "GET /v2.0/security-groups?id=cf36f973-ecf0-430a-b309-5296e3bfe869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400362 Feb 20 03:54:04.499487 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1eabcc6-8667-4796-a04a-d07673b64148 admin admin] Publish callbacks [] for security_group (5d97bb22-bda5-4327-8c3b-931e05d86cac), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:04.526030 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1eabcc6-8667-4796-a04a-d07673b64148 admin admin] Publish callbacks [] for security_group (5d97bb22-bda5-4327-8c3b-931e05d86cac), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:04.579861 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-aba40e9d-22c0-48db-93ea-efe0add521ae tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3427567 Feb 20 03:54:04.584980 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 32792) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:04.590076 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-d3f396b9-185c-4acb-a061-522830db8f21 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1500037151', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:54:04.637416 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fd43f9-3dc2-4df5-97d2-54189b86bcf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-a9018b99-8324-4229-8190-9dcefd4cce36', 'network_id': 'a9018b99-8324-4229-8190-9dcefd4cce36', 'project_id': '22871a8315df49c89d6983e39fc945e1', 'fixed_ips': [{'subnet_id': '25a718a8-e395-4948-8b92-1cae8d002ab3'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:54:04.638787 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b7fd43f9-3dc2-4df5-97d2-54189b86bcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:04.693196 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1eabcc6-8667-4796-a04a-d07673b64148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5d97bb22-bda5-4327-8c3b-931e05d86cac), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:04.698024 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1eabcc6-8667-4796-a04a-d07673b64148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:04.710703 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d1eabcc6-8667-4796-a04a-d07673b64148 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5d97bb22-bda5-4327-8c3b-931e05d86cac HTTP/1.1" status: 204 len: 168 time: 0.3440404 Feb 20 03:54:04.735580 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eabcc6-8667-4796-a04a-d07673b64148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d97bb22-bda5-4327-8c3b-931e05d86cac,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:04.756099 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d3f396b9-185c-4acb-a061-522830db8f21 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (957c4961-c252-4b25-af38-8d2cc3f26e12), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:04.758151 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d3f396b9-185c-4acb-a061-522830db8f21 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (957c4961-c252-4b25-af38-8d2cc3f26e12), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:04.858771 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d3f396b9-185c-4acb-a061-522830db8f21 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router_controller (957c4961-c252-4b25-af38-8d2cc3f26e12), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:04.933143 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d3f396b9-185c-4acb-a061-522830db8f21 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (957c4961-c252-4b25-af38-8d2cc3f26e12), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:04.949665 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-b7fd43f9-3dc2-4df5-97d2-54189b86bcf9 None None] Allocated IP 2001:db8::2 (a9018b99-8324-4229-8190-9dcefd4cce36/25a718a8-e395-4948-8b92-1cae8d002ab3/e307aaba-c9fc-46ca-ac67-3690e4124d2c) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:54:05.096244 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 32836) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:05.110182 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d3f396b9-185c-4acb-a061-522830db8f21 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:05.117037 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d3f396b9-185c-4acb-a061-522830db8f21 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5307434 Feb 20 03:54:05.119985 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 32840) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:05.254141 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b7fd43f9-3dc2-4df5-97d2-54189b86bcf9 None None] Publish callbacks [] for port (e307aaba-c9fc-46ca-ac67-3690e4124d2c), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:05.341691 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7c573c9f-516d-4192-8939-ee17900a7e99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:05.395555 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b7fd43f9-3dc2-4df5-97d2-54189b86bcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (e307aaba-c9fc-46ca-ac67-3690e4124d2c), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:05.534686 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd43f9-3dc2-4df5-97d2-54189b86bcf9 None None] Pushing event updated for resources: {'Port': ['ID=e307aaba-c9fc-46ca-ac67-3690e4124d2c,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:05.604128 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fd43f9-3dc2-4df5-97d2-54189b86bcf9 None None] Network a9018b99-8324-4229-8190-9dcefd4cce36 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:54:05.606105 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-b7fd43f9-3dc2-4df5-97d2-54189b86bcf9 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:54:05.616412 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fd43f9-3dc2-4df5-97d2-54189b86bcf9 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:54:05.766595 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9a2fcc8-717f-4d06-a615-3efcb67b16b0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:05.769334 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7c573c9f-516d-4192-8939-ee17900a7e99 admin admin] Publish callbacks [] for security_group (0815b6b5-5b60-4eae-b0ed-015f777c06c8), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:05.801528 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b7fd43f9-3dc2-4df5-97d2-54189b86bcf9 None None] Attempting to bind port e307aaba-c9fc-46ca-ac67-3690e4124d2c on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:54:05.801905 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b7fd43f9-3dc2-4df5-97d2-54189b86bcf9 None None] Attempting to bind port e307aaba-c9fc-46ca-ac67-3690e4124d2c by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '3b44713b-e50c-4953-8cfd-3441d0870ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a9018b99-8324-4229-8190-9dcefd4cce36'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:54:05.803050 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fd43f9-3dc2-4df5-97d2-54189b86bcf9 None None] Attempting to bind port e307aaba-c9fc-46ca-ac67-3690e4124d2c on network a9018b99-8324-4229-8190-9dcefd4cce36 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:54:05.806730 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a02874-4370-4adf-a533-c79920f897e3 req-a5745760-5faa-4fb6-8d28-0e13c0e8c419 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:05.808365 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-89a02874-4370-4adf-a533-c79920f897e3 req-a5745760-5faa-4fb6-8d28-0e13c0e8c419 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa12ed1b-42f8-46c7-89a1-7448ff5819cf HTTP/1.1" status: 200 len: 944 time: 0.1628771 Feb 20 03:54:05.815140 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fd43f9-3dc2-4df5-97d2-54189b86bcf9 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:54:05.815519 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fd43f9-3dc2-4df5-97d2-54189b86bcf9 None None] Checking segment: {'id': '3b44713b-e50c-4953-8cfd-3441d0870ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a9018b99-8324-4229-8190-9dcefd4cce36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:54:05.815925 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b7fd43f9-3dc2-4df5-97d2-54189b86bcf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:05.819422 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fd43f9-3dc2-4df5-97d2-54189b86bcf9 None None] Bound using segment: {'id': '3b44713b-e50c-4953-8cfd-3441d0870ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a9018b99-8324-4229-8190-9dcefd4cce36'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:54:05.820013 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b7fd43f9-3dc2-4df5-97d2-54189b86bcf9 None None] Bound port: e307aaba-c9fc-46ca-ac67-3690e4124d2c, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b44713b-e50c-4953-8cfd-3441d0870ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a9018b99-8324-4229-8190-9dcefd4cce36'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:54:05.820569 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b7fd43f9-3dc2-4df5-97d2-54189b86bcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e307aaba-c9fc-46ca-ac67-3690e4124d2c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:05.853168 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7c573c9f-516d-4192-8939-ee17900a7e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (0815b6b5-5b60-4eae-b0ed-015f777c06c8), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:05.982139 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b7fd43f9-3dc2-4df5-97d2-54189b86bcf9 None None] For port e307aaba-c9fc-46ca-ac67-3690e4124d2c, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:54:05.985830 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b7fd43f9-3dc2-4df5-97d2-54189b86bcf9 None None] For port e307aaba-c9fc-46ca-ac67-3690e4124d2c, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=e307aaba-c9fc-46ca-ac67-3690e4124d2c,segment=NetworkSegment(3b44713b-e50c-4953-8cfd-3441d0870ccb),segment_id=3b44713b-e50c-4953-8cfd-3441d0870ccb)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:54:06.009331 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7c573c9f-516d-4192-8939-ee17900a7e99 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=01637ff84dd24bc3bdc0bdb092c71f50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9106548 Feb 20 03:54:06.012857 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 32868) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:06.019204 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-89a02874-4370-4adf-a533-c79920f897e3 req-b4e4a0b9-960e-4ddd-83d3-7cb490119ba5 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.89 "GET /v2.0/security-groups?id=cf36f973-ecf0-430a-b309-5296e3bfe869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034061 Feb 20 03:54:06.020116 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c573c9f-516d-4192-8939-ee17900a7e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0815b6b5-5b60-4eae-b0ed-015f777c06c8,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:06.070912 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b7fd43f9-3dc2-4df5-97d2-54189b86bcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e307aaba-c9fc-46ca-ac67-3690e4124d2c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:06.125602 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5fa927bb-6549-4cd1-8b62-cdd3e8f352c4 admin admin] Publish callbacks [] for security_group (0815b6b5-5b60-4eae-b0ed-015f777c06c8), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:06.191586 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5fa927bb-6549-4cd1-8b62-cdd3e8f352c4 admin admin] Publish callbacks [] for security_group (0815b6b5-5b60-4eae-b0ed-015f777c06c8), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:06.289941 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd43f9-3dc2-4df5-97d2-54189b86bcf9 None None] Pushing event updated for resources: {'Port': ['ID=e307aaba-c9fc-46ca-ac67-3690e4124d2c,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:06.296926 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-d9a2fcc8-717f-4d06-a615-3efcb67b16b0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Allocated IP 2001:db8::1 (a9018b99-8324-4229-8190-9dcefd4cce36/25a718a8-e395-4948-8b92-1cae8d002ab3/aeedb463-6890-437e-bb8a-fb750ad24f20) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:54:06.504549 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5fa927bb-6549-4cd1-8b62-cdd3e8f352c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (0815b6b5-5b60-4eae-b0ed-015f777c06c8), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:06.516535 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5fa927bb-6549-4cd1-8b62-cdd3e8f352c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:06.520258 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5fa927bb-6549-4cd1-8b62-cdd3e8f352c4 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0815b6b5-5b60-4eae-b0ed-015f777c06c8 HTTP/1.1" status: 204 len: 168 time: 0.5060647 Feb 20 03:54:06.571909 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa927bb-6549-4cd1-8b62-cdd3e8f352c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0815b6b5-5b60-4eae-b0ed-015f777c06c8,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:06.644603 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9a2fcc8-717f-4d06-a615-3efcb67b16b0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for port (aeedb463-6890-437e-bb8a-fb750ad24f20), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:06.798106 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9a2fcc8-717f-4d06-a615-3efcb67b16b0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (aeedb463-6890-437e-bb8a-fb750ad24f20), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:06.894206 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a2fcc8-717f-4d06-a615-3efcb67b16b0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network a9018b99-8324-4229-8190-9dcefd4cce36 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:54:06.898669 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2fcc8-717f-4d06-a615-3efcb67b16b0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Port': ['ID=aeedb463-6890-437e-bb8a-fb750ad24f20,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:06.905078 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-d9a2fcc8-717f-4d06-a615-3efcb67b16b0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:54:06.909892 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a2fcc8-717f-4d06-a615-3efcb67b16b0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:54:06.919237 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9a2fcc8-717f-4d06-a615-3efcb67b16b0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (957c4961-c252-4b25-af38-8d2cc3f26e12), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:07.248845 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25514da-c4ab-448d-9bc9-0ff59c4f6238 req-4c05a4bb-6b04-478e-bda0-a6d97ce2af69 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:07.251866 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c25514da-c4ab-448d-9bc9-0ff59c4f6238 req-4c05a4bb-6b04-478e-bda0-a6d97ce2af69 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa12ed1b-42f8-46c7-89a1-7448ff5819cf HTTP/1.1" status: 200 len: 944 time: 0.0773330 Feb 20 03:54:07.303543 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9a2fcc8-717f-4d06-a615-3efcb67b16b0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (aeedb463-6890-437e-bb8a-fb750ad24f20), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:07.346278 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c25514da-c4ab-448d-9bc9-0ff59c4f6238 req-0de2c4cc-6330-4452-be95-8c48551ec0ca tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.89 "GET /v2.0/security-groups?id=cf36f973-ecf0-430a-b309-5296e3bfe869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725479 Feb 20 03:54:07.673425 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 32914) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:07.684087 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device c7bb01d3-dc1f-45a2-9831-1f56df47a99c details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:54:07.712307 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a97d0725-e4bf-48dd-9cbb-cfd48f0e732e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:07.893869 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9a2fcc8-717f-4d06-a615-3efcb67b16b0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for port (aeedb463-6890-437e-bb8a-fb750ad24f20), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:07.925912 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a97d0725-e4bf-48dd-9cbb-cfd48f0e732e admin admin] Publish callbacks [] for security_group (a6dbd8da-4668-4c75-90ff-e0fab1b0b133), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:07.966497 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9a2fcc8-717f-4d06-a615-3efcb67b16b0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (aeedb463-6890-437e-bb8a-fb750ad24f20), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:07.967322 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9a2fcc8-717f-4d06-a615-3efcb67b16b0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (957c4961-c252-4b25-af38-8d2cc3f26e12), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:07.995172 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a97d0725-e4bf-48dd-9cbb-cfd48f0e732e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a6dbd8da-4668-4c75-90ff-e0fab1b0b133), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:08.065227 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a97d0725-e4bf-48dd-9cbb-cfd48f0e732e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=541f817bbd3e4fe6906e928eda1eb296&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3903010 Feb 20 03:54:08.089392 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 32924) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:08.117255 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d0725-e4bf-48dd-9cbb-cfd48f0e732e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6dbd8da-4668-4c75-90ff-e0fab1b0b133,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:08.247145 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2fcc8-717f-4d06-a615-3efcb67b16b0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Port': ['ID=aeedb463-6890-437e-bb8a-fb750ad24f20,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:08.251847 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port c7bb01d3-dc1f-45a2-9831-1f56df47a99c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=c7bb01d3-dc1f-45a2-9831-1f56df47a99c,segment=NetworkSegment(77e0ea8b-ccd3-4215-b234-4e8335ac91f6),segment_id=77e0ea8b-ccd3-4215-b234-4e8335ac91f6)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:54:08.265545 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'c7bb01d3-dc1f-45a2-9831-1f56df47a99c', 'network_id': '111bfca6-47fb-440f-8b36-d56e40019110', 'port_id': 'c7bb01d3-dc1f-45a2-9831-1f56df47a99c', 'mac_address': 'fa:16:3e:58:cd:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8046e5-5566-4aa4-9799-5365b68d7cdc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:54:08.312000 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0856dabb-798e-435b-950c-c9a702a47eb4 None None] Network a9018b99-8324-4229-8190-9dcefd4cce36 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:54:08.337079 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port c7bb01d3-dc1f-45a2-9831-1f56df47a99c is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:08.337718 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c7bb01d3-dc1f-45a2-9831-1f56df47a99c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:08.418358 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7bb01d3-dc1f-45a2-9831-1f56df47a99c {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:54:08.442690 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d90cfb26-c27f-405c-8005-964bb34b9146 None None] Provisioning complete for port e307aaba-c9fc-46ca-ac67-3690e4124d2c triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:08.443690 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d90cfb26-c27f-405c-8005-964bb34b9146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e307aaba-c9fc-46ca-ac67-3690e4124d2c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:08.467775 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9f226833-ac8c-445b-a8ad-ea5c635105c9 admin admin] Publish callbacks [] for security_group (a6dbd8da-4668-4c75-90ff-e0fab1b0b133), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:08.560216 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9f226833-ac8c-445b-a8ad-ea5c635105c9 admin admin] Publish callbacks [] for security_group (a6dbd8da-4668-4c75-90ff-e0fab1b0b133), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:08.642350 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e307aaba-c9fc-46ca-ac67-3690e4124d2c up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:54:08.685718 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port c7bb01d3-dc1f-45a2-9831-1f56df47a99c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=c7bb01d3-dc1f-45a2-9831-1f56df47a99c,segment=NetworkSegment(77e0ea8b-ccd3-4215-b234-4e8335ac91f6),segment_id=77e0ea8b-ccd3-4215-b234-4e8335ac91f6)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:54:08.700726 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c5701-6d87-4ffc-b1ef-ec4259176698 req-8486d537-3a6e-4e6e-8099-fc0b157c6494 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:08.708485 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a2fcc8-717f-4d06-a615-3efcb67b16b0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network a9018b99-8324-4229-8190-9dcefd4cce36 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:54:08.710634 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-d9a2fcc8-717f-4d06-a615-3efcb67b16b0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:54:08.716352 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9f226833-ac8c-445b-a8ad-ea5c635105c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a6dbd8da-4668-4c75-90ff-e0fab1b0b133), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:08.718984 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9f226833-ac8c-445b-a8ad-ea5c635105c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:08.720154 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9f226833-ac8c-445b-a8ad-ea5c635105c9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a6dbd8da-4668-4c75-90ff-e0fab1b0b133 HTTP/1.1" status: 204 len: 168 time: 0.6222687 Feb 20 03:54:08.736222 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5c3c5701-6d87-4ffc-b1ef-ec4259176698 req-8486d537-3a6e-4e6e-8099-fc0b157c6494 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa12ed1b-42f8-46c7-89a1-7448ff5819cf HTTP/1.1" status: 200 len: 944 time: 0.2031872 Feb 20 03:54:08.806897 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (c7bb01d3-dc1f-45a2-9831-1f56df47a99c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:08.853007 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5c3c5701-6d87-4ffc-b1ef-ec4259176698 req-69516db5-f846-4209-8860-6339bd5d1601 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.89 "GET /v2.0/security-groups?id=cf36f973-ecf0-430a-b309-5296e3bfe869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059306 Feb 20 03:54:08.991159 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f226833-ac8c-445b-a8ad-ea5c635105c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6dbd8da-4668-4c75-90ff-e0fab1b0b133,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:09.107212 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=c7bb01d3-dc1f-45a2-9831-1f56df47a99c,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:09.139248 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['c7bb01d3-dc1f-45a2-9831-1f56df47a99c'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:54:09.212273 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d90cfb26-c27f-405c-8005-964bb34b9146 None None] Current status of the port e307aaba-c9fc-46ca-ac67-3690e4124d2c is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:09.212621 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d90cfb26-c27f-405c-8005-964bb34b9146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e307aaba-c9fc-46ca-ac67-3690e4124d2c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:09.250128 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port e307aaba-c9fc-46ca-ac67-3690e4124d2c triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:09.250788 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e307aaba-c9fc-46ca-ac67-3690e4124d2c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:09.253794 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a2fcc8-717f-4d06-a615-3efcb67b16b0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Router 957c4961-c252-4b25-af38-8d2cc3f26e12 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:54:09.335828 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d90cfb26-c27f-405c-8005-964bb34b9146 None None] For port e307aaba-c9fc-46ca-ac67-3690e4124d2c, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=e307aaba-c9fc-46ca-ac67-3690e4124d2c,segment=NetworkSegment(3b44713b-e50c-4953-8cfd-3441d0870ccb),segment_id=3b44713b-e50c-4953-8cfd-3441d0870ccb)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:54:09.426383 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a2fcc8-717f-4d06-a615-3efcb67b16b0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:54:09.435524 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d9a2fcc8-717f-4d06-a615-3efcb67b16b0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "PUT /v2.0/routers/957c4961-c252-4b25-af38-8d2cc3f26e12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3115978 Feb 20 03:54:09.436979 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 32962) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:09.547103 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c99775-f344-43ac-9865-9d3df8a0e43d None None] Sync routers for ids ['957c4961-c252-4b25-af38-8d2cc3f26e12'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:54:09.565558 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port e307aaba-c9fc-46ca-ac67-3690e4124d2c is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:09.566318 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e307aaba-c9fc-46ca-ac67-3690e4124d2c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:09.609772 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d90cfb26-c27f-405c-8005-964bb34b9146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e307aaba-c9fc-46ca-ac67-3690e4124d2c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:09.625276 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a661d638-6d60-47d6-8876-a4659c7023b9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:09.626885 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a661d638-6d60-47d6-8876-a4659c7023b9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "GET /v2.0/ports/aeedb463-6890-437e-bb8a-fb750ad24f20 HTTP/1.1" status: 200 len: 911 time: 0.1876469 Feb 20 03:54:09.629719 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 32968) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:09.637994 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-41e46e02-5987-42f2-8821-a7774ab121c9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '25a718a8-e395-4948-8b92-1cae8d002ab3'}]}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:54:09.728954 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90cfb26-c27f-405c-8005-964bb34b9146 None None] Pushing event updated for resources: {'Port': ['ID=e307aaba-c9fc-46ca-ac67-3690e4124d2c,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:09.759830 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c99775-f344-43ac-9865-9d3df8a0e43d None None] Routers {'957c4961-c252-4b25-af38-8d2cc3f26e12'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:54:09.760957 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d2c99775-f344-43ac-9865-9d3df8a0e43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:53:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['957c4961-c252-4b25-af38-8d2cc3f26e12'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:09.944007 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d2c99775-f344-43ac-9865-9d3df8a0e43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:09.989608 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-4b5aaf2e-4367-41e2-8d31-93b013403d03 None None] Provisioning complete for port aeedb463-6890-437e-bb8a-fb750ad24f20 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:09.994569 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4b5aaf2e-4367-41e2-8d31-93b013403d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (aeedb463-6890-437e-bb8a-fb750ad24f20), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:10.151007 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db622e-426d-45af-9834-decf37a2a597 req-c4e741b9-e111-411e-8062-1b07934618ea tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:10.161461 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-55db622e-426d-45af-9834-decf37a2a597 req-c4e741b9-e111-411e-8062-1b07934618ea tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa12ed1b-42f8-46c7-89a1-7448ff5819cf HTTP/1.1" status: 200 len: 945 time: 0.1420338 Feb 20 03:54:10.163315 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:54:10.166375 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:54:10.167302 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c99775-f344-43ac-9865-9d3df8a0e43d None None] Routers {'957c4961-c252-4b25-af38-8d2cc3f26e12'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:54:10.172873 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d2c99775-f344-43ac-9865-9d3df8a0e43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:53:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['957c4961-c252-4b25-af38-8d2cc3f26e12'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:10.196974 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-4b5aaf2e-4367-41e2-8d31-93b013403d03 None None] Port aeedb463-6890-437e-bb8a-fb750ad24f20 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:54:10.268744 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-55db622e-426d-45af-9834-decf37a2a597 req-99426983-7f59-46f7-bc43-13546e61a245 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.89 "GET /v2.0/security-groups?id=cf36f973-ecf0-430a-b309-5296e3bfe869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991349 Feb 20 03:54:10.285089 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d2c99775-f344-43ac-9865-9d3df8a0e43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:10.285717 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c99775-f344-43ac-9865-9d3df8a0e43d None None] The sync data for ids ['957c4961-c252-4b25-af38-8d2cc3f26e12'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:54:10.294250 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-4b5aaf2e-4367-41e2-8d31-93b013403d03 None None] Provisioning complete for port e307aaba-c9fc-46ca-ac67-3690e4124d2c triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:10.305897 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4b5aaf2e-4367-41e2-8d31-93b013403d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e307aaba-c9fc-46ca-ac67-3690e4124d2c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:10.313978 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-41e46e02-5987-42f2-8821-a7774ab121c9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (aeedb463-6890-437e-bb8a-fb750ad24f20), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:10.519880 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-4b5aaf2e-4367-41e2-8d31-93b013403d03 None None] Current status of the port e307aaba-c9fc-46ca-ac67-3690e4124d2c is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:10.650410 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-357310d7-d17e-465b-a232-709c0b50bfc7 None None] Provisioning complete for port aeedb463-6890-437e-bb8a-fb750ad24f20 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:10.651362 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-357310d7-d17e-465b-a232-709c0b50bfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (aeedb463-6890-437e-bb8a-fb750ad24f20), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:10.736416 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-357310d7-d17e-465b-a232-709c0b50bfc7 None None] Port aeedb463-6890-437e-bb8a-fb750ad24f20 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:54:10.750874 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port e307aaba-c9fc-46ca-ac67-3690e4124d2c is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:10.868871 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-0f14638d-0e80-43d9-b4a3-05fff6089d5e None None] Provisioning complete for port aeedb463-6890-437e-bb8a-fb750ad24f20 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:10.872395 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0f14638d-0e80-43d9-b4a3-05fff6089d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (aeedb463-6890-437e-bb8a-fb750ad24f20), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:10.890240 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e307aaba-c9fc-46ca-ac67-3690e4124d2c up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:54:11.088273 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-0f14638d-0e80-43d9-b4a3-05fff6089d5e None None] Port aeedb463-6890-437e-bb8a-fb750ad24f20 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:54:11.158526 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port e307aaba-c9fc-46ca-ac67-3690e4124d2c triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:11.159039 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e307aaba-c9fc-46ca-ac67-3690e4124d2c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:11.313202 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port e307aaba-c9fc-46ca-ac67-3690e4124d2c is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:11.325406 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-41e46e02-5987-42f2-8821-a7774ab121c9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for port (aeedb463-6890-437e-bb8a-fb750ad24f20), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:11.408517 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4fda3-aaad-4159-a766-5b7c20c7f76a req-2af71e38-60d4-46b4-ba1b-439cb595a588 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:11.410097 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-38f4fda3-aaad-4159-a766-5b7c20c7f76a req-2af71e38-60d4-46b4-ba1b-439cb595a588 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa12ed1b-42f8-46c7-89a1-7448ff5819cf HTTP/1.1" status: 200 len: 945 time: 0.0671623 Feb 20 03:54:11.516894 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-38f4fda3-aaad-4159-a766-5b7c20c7f76a req-91b214de-8855-47c2-a5aa-51742f743895 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.89 "GET /v2.0/security-groups?id=cf36f973-ecf0-430a-b309-5296e3bfe869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987365 Feb 20 03:54:11.544313 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-41e46e02-5987-42f2-8821-a7774ab121c9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (aeedb463-6890-437e-bb8a-fb750ad24f20), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:11.569280 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e46e02-5987-42f2-8821-a7774ab121c9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:11.570665 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-41e46e02-5987-42f2-8821-a7774ab121c9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:11.578225 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 33030) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:11.590342 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-41e46e02-5987-42f2-8821-a7774ab121c9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "PUT /v2.0/ports/aeedb463-6890-437e-bb8a-fb750ad24f20 HTTP/1.1" status: 200 len: 911 time: 1.9585967 Feb 20 03:54:11.680050 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e46e02-5987-42f2-8821-a7774ab121c9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Port': ['ID=aeedb463-6890-437e-bb8a-fb750ad24f20,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:11.685734 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device c7bb01d3-dc1f-45a2-9831-1f56df47a99c up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:54:12.016689 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33040) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:12.059069 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port c7bb01d3-dc1f-45a2-9831-1f56df47a99c completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:54:12.059607 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port c7bb01d3-dc1f-45a2-9831-1f56df47a99c triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:12.059607 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c7bb01d3-dc1f-45a2-9831-1f56df47a99c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:12.255130 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port c7bb01d3-dc1f-45a2-9831-1f56df47a99c is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:12.255727 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c7bb01d3-dc1f-45a2-9831-1f56df47a99c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:12.289542 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port c7bb01d3-dc1f-45a2-9831-1f56df47a99c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=c7bb01d3-dc1f-45a2-9831-1f56df47a99c,segment=NetworkSegment(77e0ea8b-ccd3-4215-b234-4e8335ac91f6),segment_id=77e0ea8b-ccd3-4215-b234-4e8335ac91f6)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:54:12.290606 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa12ed1b-42f8-46c7-89a1-7448ff5819cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7bb01d3-dc1f-45a2-9831-1f56df47a99c'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:54:12.293044 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cbb41d-be54-4316-9178-f776643714b1" -d '{"events": [{"server_uuid": "fa12ed1b-42f8-46c7-89a1-7448ff5819cf", "name": "network-vif-plugged", "status": "completed", "tag": "c7bb01d3-dc1f-45a2-9831-1f56df47a99c"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:54:12.371594 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccafa08b-e337-4cb2-8959-b2ea7c75d42d x-openstack-request-id: req-ccafa08b-e337-4cb2-8959-b2ea7c75d42d {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:54:12.371892 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa12ed1b-42f8-46c7-89a1-7448ff5819cf", "name": "network-vif-plugged", "status": "completed", "tag": "c7bb01d3-dc1f-45a2-9831-1f56df47a99c", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:54:12.372150 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ccafa08b-e337-4cb2-8959-b2ea7c75d42d {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:54:12.372550 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa12ed1b-42f8-46c7-89a1-7448ff5819cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7bb01d3-dc1f-45a2-9831-1f56df47a99c', 'code': 200} Feb 20 03:54:12.419674 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (c7bb01d3-dc1f-45a2-9831-1f56df47a99c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:12.465832 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-08859006-0456-4f1e-aa8b-b5947a4efa85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:12.575816 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f8b28-6474-46e0-8faa-dd96ac5157b5 req-c981311e-85af-42f3-b2f5-d110d60793d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:12.577270 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c87f8b28-6474-46e0-8faa-dd96ac5157b5 req-c981311e-85af-42f3-b2f5-d110d60793d7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fa12ed1b-42f8-46c7-89a1-7448ff5819cf HTTP/1.1" status: 200 len: 1128 time: 0.1063020 Feb 20 03:54:12.676749 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=c7bb01d3-dc1f-45a2-9831-1f56df47a99c,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:12.693995 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-08859006-0456-4f1e-aa8b-b5947a4efa85 admin admin] Publish callbacks [] for security_group (60495b5f-fc7d-41dc-adb2-c6d108dc08f0), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:12.745249 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c87f8b28-6474-46e0-8faa-dd96ac5157b5 req-c6183ba0-81f9-4f46-b684-c4e37c5ba28b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=cf36f973-ecf0-430a-b309-5296e3bfe869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562281 Feb 20 03:54:12.807937 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb37e7-48ef-40ce-867c-07956eefd981 req-16d4cf79-529e-48d7-ba19-870a0861895a tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:12.809732 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8ffb37e7-48ef-40ce-867c-07956eefd981 req-16d4cf79-529e-48d7-ba19-870a0861895a tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa12ed1b-42f8-46c7-89a1-7448ff5819cf HTTP/1.1" status: 200 len: 946 time: 0.1178617 Feb 20 03:54:12.822881 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-58b4360c-35a8-430b-8c78-7901a4e4dfb4 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (957c4961-c252-4b25-af38-8d2cc3f26e12), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:12.840602 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-08859006-0456-4f1e-aa8b-b5947a4efa85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (60495b5f-fc7d-41dc-adb2-c6d108dc08f0), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:12.884294 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-08859006-0456-4f1e-aa8b-b5947a4efa85 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=52a46e51d53a48d1b4899523660b82a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8662493 Feb 20 03:54:12.885521 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33064) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:12.887763 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08859006-0456-4f1e-aa8b-b5947a4efa85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60495b5f-fc7d-41dc-adb2-c6d108dc08f0,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:13.031206 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2a45e69d-f573-4631-8a50-ad13613c5a24 admin admin] Publish callbacks [] for security_group (60495b5f-fc7d-41dc-adb2-c6d108dc08f0), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:13.087606 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2a45e69d-f573-4631-8a50-ad13613c5a24 admin admin] Publish callbacks [] for security_group (60495b5f-fc7d-41dc-adb2-c6d108dc08f0), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:13.133466 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8ffb37e7-48ef-40ce-867c-07956eefd981 req-9eb86333-2893-4f74-adcb-43e053392f72 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.89 "GET /v2.0/security-groups?id=cf36f973-ecf0-430a-b309-5296e3bfe869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138986 Feb 20 03:54:13.353466 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2a45e69d-f573-4631-8a50-ad13613c5a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (60495b5f-fc7d-41dc-adb2-c6d108dc08f0), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:13.358228 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2a45e69d-f573-4631-8a50-ad13613c5a24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:13.366461 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2a45e69d-f573-4631-8a50-ad13613c5a24 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/60495b5f-fc7d-41dc-adb2-c6d108dc08f0 HTTP/1.1" status: 204 len: 168 time: 0.4727805 Feb 20 03:54:13.374469 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45e69d-f573-4631-8a50-ad13613c5a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60495b5f-fc7d-41dc-adb2-c6d108dc08f0,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:13.592793 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-58b4360c-35a8-430b-8c78-7901a4e4dfb4 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Deleting port aeedb463-6890-437e-bb8a-fb750ad24f20 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:54:13.593771 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-58b4360c-35a8-430b-8c78-7901a4e4dfb4 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (aeedb463-6890-437e-bb8a-fb750ad24f20), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:13.738510 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-58b4360c-35a8-430b-8c78-7901a4e4dfb4 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (aeedb463-6890-437e-bb8a-fb750ad24f20), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:13.787852 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-58b4360c-35a8-430b-8c78-7901a4e4dfb4 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Calling delete_port for aeedb463-6890-437e-bb8a-fb750ad24f20 owned by network:router_interface {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:54:14.324806 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f0929-21c3-4520-8b1a-858c6910b9cb req-af5ce70d-2cb7-40ce-878a-88e2be0353e6 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:14.331919 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-143f0929-21c3-4520-8b1a-858c6910b9cb req-af5ce70d-2cb7-40ce-878a-88e2be0353e6 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa12ed1b-42f8-46c7-89a1-7448ff5819cf HTTP/1.1" status: 200 len: 946 time: 0.0842559 Feb 20 03:54:14.409433 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-143f0929-21c3-4520-8b1a-858c6910b9cb req-a89f33bd-dba5-42f5-ad7c-89103b21ee5a tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.89 "GET /v2.0/security-groups?id=cf36f973-ecf0-430a-b309-5296e3bfe869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764885 Feb 20 03:54:14.423049 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-58b4360c-35a8-430b-8c78-7901a4e4dfb4 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (aeedb463-6890-437e-bb8a-fb750ad24f20), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:14.448214 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4360c-35a8-430b-8c78-7901a4e4dfb4 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Port': ['ID=aeedb463-6890-437e-bb8a-fb750ad24f20,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:14.642900 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-58b4360c-35a8-430b-8c78-7901a4e4dfb4 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (957c4961-c252-4b25-af38-8d2cc3f26e12), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:14.771578 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33118) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:14.814013 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e67071b6-0abf-4c9e-bb99-5100f3bb03e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:14.924150 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b4360c-35a8-430b-8c78-7901a4e4dfb4 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Router 957c4961-c252-4b25-af38-8d2cc3f26e12 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:54:15.033493 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e67071b6-0abf-4c9e-bb99-5100f3bb03e0 admin admin] Publish callbacks [] for security_group (bdc55955-2628-4fc0-be31-c5295c056690), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:15.071111 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b4360c-35a8-430b-8c78-7901a4e4dfb4 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:54:15.079271 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95a7a9a-db46-4ebf-9790-cc8456c573e2 None None] Sync routers for ids ['957c4961-c252-4b25-af38-8d2cc3f26e12'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:54:15.091831 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-58b4360c-35a8-430b-8c78-7901a4e4dfb4 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "PUT /v2.0/routers/957c4961-c252-4b25-af38-8d2cc3f26e12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5092714 Feb 20 03:54:15.092637 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 33136) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:15.108217 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95a7a9a-db46-4ebf-9790-cc8456c573e2 None None] Routers {'957c4961-c252-4b25-af38-8d2cc3f26e12'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:54:15.108858 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-c95a7a9a-db46-4ebf-9790-cc8456c573e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:53:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['957c4961-c252-4b25-af38-8d2cc3f26e12'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:15.151176 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2d9405a3-0985-4809-83ef-386f33ead65b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "GET /v2.0/ports?device_id=957c4961-c252-4b25-af38-8d2cc3f26e12 HTTP/1.1" status: 200 len: 205 time: 0.0560017 Feb 20 03:54:15.172599 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-c95a7a9a-db46-4ebf-9790-cc8456c573e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:15.179285 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 33138) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:15.224003 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95a7a9a-db46-4ebf-9790-cc8456c573e2 None None] Routers {'957c4961-c252-4b25-af38-8d2cc3f26e12'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:54:15.231114 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-c95a7a9a-db46-4ebf-9790-cc8456c573e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:53:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['957c4961-c252-4b25-af38-8d2cc3f26e12'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:15.257071 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e67071b6-0abf-4c9e-bb99-5100f3bb03e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (bdc55955-2628-4fc0-be31-c5295c056690), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:15.327375 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-c95a7a9a-db46-4ebf-9790-cc8456c573e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:15.328186 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95a7a9a-db46-4ebf-9790-cc8456c573e2 None None] The sync data for ids ['957c4961-c252-4b25-af38-8d2cc3f26e12'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:54:15.345247 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e67071b6-0abf-4c9e-bb99-5100f3bb03e0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=017e61bdca0a46e8914b6e87cdfab6a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5684295 Feb 20 03:54:15.345247 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67071b6-0abf-4c9e-bb99-5100f3bb03e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc55955-2628-4fc0-be31-c5295c056690,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:15.346589 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33152) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:15.365101 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3dd3aef6-c7ec-42e4-94f4-2041c3b9d556 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router (957c4961-c252-4b25-af38-8d2cc3f26e12), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:15.465754 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b4070164-a999-4782-87e6-7bdb88dd0a6e admin admin] Publish callbacks [] for security_group (bdc55955-2628-4fc0-be31-c5295c056690), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:15.545238 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b4070164-a999-4782-87e6-7bdb88dd0a6e admin admin] Publish callbacks [] for security_group (bdc55955-2628-4fc0-be31-c5295c056690), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:15.686743 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3dd3aef6-c7ec-42e4-94f4-2041c3b9d556 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (957c4961-c252-4b25-af38-8d2cc3f26e12), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:15.689229 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3dd3aef6-c7ec-42e4-94f4-2041c3b9d556 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router_controller (957c4961-c252-4b25-af38-8d2cc3f26e12), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:15.778133 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b4070164-a999-4782-87e6-7bdb88dd0a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (bdc55955-2628-4fc0-be31-c5295c056690), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:15.780875 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b4070164-a999-4782-87e6-7bdb88dd0a6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:15.782304 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b4070164-a999-4782-87e6-7bdb88dd0a6e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/bdc55955-2628-4fc0-be31-c5295c056690 HTTP/1.1" status: 204 len: 168 time: 0.4344349 Feb 20 03:54:15.798659 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4070164-a999-4782-87e6-7bdb88dd0a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc55955-2628-4fc0-be31-c5295c056690,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:15.961001 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3dd3aef6-c7ec-42e4-94f4-2041c3b9d556 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (957c4961-c252-4b25-af38-8d2cc3f26e12), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:15.961641 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd3aef6-c7ec-42e4-94f4-2041c3b9d556 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Fanout notify agent at l3_agent the message router_deleted on router 957c4961-c252-4b25-af38-8d2cc3f26e12 {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:54:15.970550 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3dd3aef6-c7ec-42e4-94f4-2041c3b9d556 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:15.972031 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3dd3aef6-c7ec-42e4-94f4-2041c3b9d556 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/routers/957c4961-c252-4b25-af38-8d2cc3f26e12 HTTP/1.1" status: 204 len: 168 time: 0.7913463 Feb 20 03:54:15.975490 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33172) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:16.069944 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f44c9f-3463-4d27-bdda-94f54e887ba6 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Deleting subnet 25a718a8-e395-4948-8b92-1cae8d002ab3 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:54:16.088745 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-59f44c9f-3463-4d27-bdda-94f54e887ba6 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for subnet (25a718a8-e395-4948-8b92-1cae8d002ab3), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:16.153083 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-59f44c9f-3463-4d27-bdda-94f54e887ba6 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (25a718a8-e395-4948-8b92-1cae8d002ab3), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:16.239237 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-59f44c9f-3463-4d27-bdda-94f54e887ba6 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (25a718a8-e395-4948-8b92-1cae8d002ab3), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:16.718146 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-59f44c9f-3463-4d27-bdda-94f54e887ba6 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (25a718a8-e395-4948-8b92-1cae8d002ab3), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:16.756853 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f44c9f-3463-4d27-bdda-94f54e887ba6 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Subnet': ['ID=25a718a8-e395-4948-8b92-1cae8d002ab3,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:16.758795 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-59f44c9f-3463-4d27-bdda-94f54e887ba6 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:16.764816 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-59f44c9f-3463-4d27-bdda-94f54e887ba6 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/subnets/25a718a8-e395-4948-8b92-1cae8d002ab3 HTTP/1.1" status: 204 len: 168 time: 0.7855513 Feb 20 03:54:16.765640 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33188) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:16.779872 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9287cf-a495-43bd-9c14-73d06a5b8021 None None] Network a9018b99-8324-4229-8190-9dcefd4cce36 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:54:16.827738 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521f4fc-e25a-4946-878d-5b97b38e5497 req-c11e4ade-69dd-41ba-842c-aa96847a7017 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:16.841492 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4521f4fc-e25a-4946-878d-5b97b38e5497 req-c11e4ade-69dd-41ba-842c-aa96847a7017 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa12ed1b-42f8-46c7-89a1-7448ff5819cf HTTP/1.1" status: 200 len: 946 time: 0.1203771 Feb 20 03:54:16.876513 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78717414-fa70-4b92-925a-69caddae2588 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (a9018b99-8324-4229-8190-9dcefd4cce36), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:16.931281 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4521f4fc-e25a-4946-878d-5b97b38e5497 req-873c3ea0-46e0-4c8e-8d5d-678be1f3b0d7 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.89 "GET /v2.0/security-groups?id=cf36f973-ecf0-430a-b309-5296e3bfe869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860951 Feb 20 03:54:16.966023 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-78717414-fa70-4b92-925a-69caddae2588 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Deleting port e307aaba-c9fc-46ca-ac67-3690e4124d2c {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:54:16.966303 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78717414-fa70-4b92-925a-69caddae2588 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (e307aaba-c9fc-46ca-ac67-3690e4124d2c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:17.053542 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198a11ab-fec0-4903-8fd9-bedde3b77009 None None] DHCP port deletion for a9018b99-8324-4229-8190-9dcefd4cce36 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:54:17.062835 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-78717414-fa70-4b92-925a-69caddae2588 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] For port e307aaba-c9fc-46ca-ac67-3690e4124d2c, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=e307aaba-c9fc-46ca-ac67-3690e4124d2c,segment=NetworkSegment(3b44713b-e50c-4953-8cfd-3441d0870ccb),segment_id=3b44713b-e50c-4953-8cfd-3441d0870ccb)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:54:17.063260 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78717414-fa70-4b92-925a-69caddae2588 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (e307aaba-c9fc-46ca-ac67-3690e4124d2c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:17.081197 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-78717414-fa70-4b92-925a-69caddae2588 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Calling delete_port for e307aaba-c9fc-46ca-ac67-3690e4124d2c owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:54:17.153546 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-198a11ab-fec0-4903-8fd9-bedde3b77009 None None] Deleting port e307aaba-c9fc-46ca-ac67-3690e4124d2c {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:54:17.158166 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-198a11ab-fec0-4903-8fd9-bedde3b77009 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (e307aaba-c9fc-46ca-ac67-3690e4124d2c), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:17.268882 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-198a11ab-fec0-4903-8fd9-bedde3b77009 None None] For port e307aaba-c9fc-46ca-ac67-3690e4124d2c, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=e307aaba-c9fc-46ca-ac67-3690e4124d2c,segment=NetworkSegment(3b44713b-e50c-4953-8cfd-3441d0870ccb),segment_id=3b44713b-e50c-4953-8cfd-3441d0870ccb)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:54:17.269706 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-198a11ab-fec0-4903-8fd9-bedde3b77009 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (e307aaba-c9fc-46ca-ac67-3690e4124d2c), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:17.289845 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 33202) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:17.331017 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-198a11ab-fec0-4903-8fd9-bedde3b77009 None None] Calling delete_port for e307aaba-c9fc-46ca-ac67-3690e4124d2c owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:54:17.436262 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78717414-fa70-4b92-925a-69caddae2588 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (e307aaba-c9fc-46ca-ac67-3690e4124d2c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:17.493804 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78717414-fa70-4b92-925a-69caddae2588 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Port': ['ID=e307aaba-c9fc-46ca-ac67-3690e4124d2c,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:17.506662 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f0d131f5-b069-4131-83f9-bd8451eb2d34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:17.511677 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78717414-fa70-4b92-925a-69caddae2588 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] No DVR routers for this DVR port e307aaba-c9fc-46ca-ac67-3690e4124d2c on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:54:17.517512 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 03:54:17.525461 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-198a11ab-fec0-4903-8fd9-bedde3b77009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (e307aaba-c9fc-46ca-ac67-3690e4124d2c), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:17.602664 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a11ab-fec0-4903-8fd9-bedde3b77009 None None] Pushing event deleted for resources: {'Port': ['ID=e307aaba-c9fc-46ca-ac67-3690e4124d2c,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:17.618010 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198a11ab-fec0-4903-8fd9-bedde3b77009 None None] No DVR routers for this DVR port e307aaba-c9fc-46ca-ac67-3690e4124d2c on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:54:17.648775 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f0d131f5-b069-4131-83f9-bd8451eb2d34 admin admin] Publish callbacks [] for security_group (027476a4-af87-4282-b534-f5ea0c29bb15), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:17.703919 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78717414-fa70-4b92-925a-69caddae2588 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (a9018b99-8324-4229-8190-9dcefd4cce36), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:17.732966 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-78717414-fa70-4b92-925a-69caddae2588 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9018b99-8324-4229-8190-9dcefd4cce36']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:17.758436 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-78717414-fa70-4b92-925a-69caddae2588 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b44713b-e50c-4953-8cfd-3441d0870ccb') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:17.761535 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-78717414-fa70-4b92-925a-69caddae2588 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b44713b-e50c-4953-8cfd-3441d0870ccb') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:17.778009 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78717414-fa70-4b92-925a-69caddae2588 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (3b44713b-e50c-4953-8cfd-3441d0870ccb), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:17.804008 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78717414-fa70-4b92-925a-69caddae2588 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (3b44713b-e50c-4953-8cfd-3441d0870ccb), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:17.806479 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f0d131f5-b069-4131-83f9-bd8451eb2d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (027476a4-af87-4282-b534-f5ea0c29bb15), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:17.812296 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78717414-fa70-4b92-925a-69caddae2588 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:54:17.812938 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78717414-fa70-4b92-925a-69caddae2588 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (3b44713b-e50c-4953-8cfd-3441d0870ccb), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:17.817178 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:54:17.817178 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:54:17.817178 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:54:17.817178 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:54:17.817178 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:54:17.817178 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:54:17.817178 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:54:17.817178 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:54:17.817178 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:54:17.817178 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:54:17.817178 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:54:17.817178 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:54:17.817178 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:54:17.817178 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:54:17.817178 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:54:17.817178 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:54:17.817178 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:54:17.817178 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:54:17.817178 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:54:17.817178 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:54:17.817178 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:54:17.817178 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:54:17.817178 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:54:17.817178 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:54:17.817178 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:54:17.817178 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:54:17.817178 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:54:17.817178 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:54:17.817178 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:54:17.817178 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:54:17.817178 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:54:17.817178 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:54:17.968229 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f0d131f5-b069-4131-83f9-bd8451eb2d34 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=87f23a672b034abf96d29199c24ed336&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6659648 Feb 20 03:54:17.969266 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33230) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:17.992262 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d131f5-b069-4131-83f9-bd8451eb2d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027476a4-af87-4282-b534-f5ea0c29bb15,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:18.027880 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1134f2-36f5-4a18-903b-0c9feb408257 req-06453628-d983-4dfa-83cf-952c9a1b94d6 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:18.030459 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bc1134f2-36f5-4a18-903b-0c9feb408257 req-06453628-d983-4dfa-83cf-952c9a1b94d6 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.93 "GET /v2.0/ports?device_id=fa12ed1b-42f8-46c7-89a1-7448ff5819cf HTTP/1.1" status: 200 len: 946 time: 0.1769640 Feb 20 03:54:18.049847 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-946cdba6-5f53-4273-bd02-38b3a218e8df admin admin] Publish callbacks [] for security_group (027476a4-af87-4282-b534-f5ea0c29bb15), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:18.093668 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-946cdba6-5f53-4273-bd02-38b3a218e8df admin admin] Publish callbacks [] for security_group (027476a4-af87-4282-b534-f5ea0c29bb15), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:18.119112 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78717414-fa70-4b92-925a-69caddae2588 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (a9018b99-8324-4229-8190-9dcefd4cce36), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:18.122910 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78717414-fa70-4b92-925a-69caddae2588 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:18.127318 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-78717414-fa70-4b92-925a-69caddae2588 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/networks/a9018b99-8324-4229-8190-9dcefd4cce36 HTTP/1.1" status: 204 len: 168 time: 1.3612273 Feb 20 03:54:18.133469 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33238) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:18.158374 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-322b40f3-f847-4189-b396-2b216542c4a4 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1956813198', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:54:18.193338 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78717414-fa70-4b92-925a-69caddae2588 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Network': ['ID=a9018b99-8324-4229-8190-9dcefd4cce36,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:18.241342 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b2a11-53d5-4ae6-b498-7ab910811165 req-fc4e4d7f-fef6-4969-af81-f8f67413d3cf tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:18.257414 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f64b2a11-53d5-4ae6-b498-7ab910811165 req-fc4e4d7f-fef6-4969-af81-f8f67413d3cf tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa12ed1b-42f8-46c7-89a1-7448ff5819cf HTTP/1.1" status: 200 len: 946 time: 0.2503865 Feb 20 03:54:18.369529 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-bc1134f2-36f5-4a18-903b-0c9feb408257 req-7af31248-7640-4e10-91d7-6a1743ac9496 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] Deleting port c7bb01d3-dc1f-45a2-9831-1f56df47a99c {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:54:18.370208 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bc1134f2-36f5-4a18-903b-0c9feb408257 req-7af31248-7640-4e10-91d7-6a1743ac9496 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (c7bb01d3-dc1f-45a2-9831-1f56df47a99c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:18.370673 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-322b40f3-f847-4189-b396-2b216542c4a4 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (62a45a74-23d4-4e30-8fd1-a68c507c8fde), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:18.371790 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-322b40f3-f847-4189-b396-2b216542c4a4 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (62a45a74-23d4-4e30-8fd1-a68c507c8fde), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:18.376418 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-946cdba6-5f53-4273-bd02-38b3a218e8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (027476a4-af87-4282-b534-f5ea0c29bb15), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:18.385271 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-946cdba6-5f53-4273-bd02-38b3a218e8df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:18.386747 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-946cdba6-5f53-4273-bd02-38b3a218e8df admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/027476a4-af87-4282-b534-f5ea0c29bb15 HTTP/1.1" status: 204 len: 168 time: 0.4248085 Feb 20 03:54:18.419090 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946cdba6-5f53-4273-bd02-38b3a218e8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027476a4-af87-4282-b534-f5ea0c29bb15,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:18.448182 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f64b2a11-53d5-4ae6-b498-7ab910811165 req-6a52b147-197c-4995-9346-be9d31c96285 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.89 "GET /v2.0/security-groups?id=cf36f973-ecf0-430a-b309-5296e3bfe869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797194 Feb 20 03:54:18.508096 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-322b40f3-f847-4189-b396-2b216542c4a4 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router_controller (62a45a74-23d4-4e30-8fd1-a68c507c8fde), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:18.509626 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-bc1134f2-36f5-4a18-903b-0c9feb408257 req-7af31248-7640-4e10-91d7-6a1743ac9496 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] For port c7bb01d3-dc1f-45a2-9831-1f56df47a99c, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=c7bb01d3-dc1f-45a2-9831-1f56df47a99c,segment=NetworkSegment(77e0ea8b-ccd3-4215-b234-4e8335ac91f6),segment_id=77e0ea8b-ccd3-4215-b234-4e8335ac91f6)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:54:18.510055 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bc1134f2-36f5-4a18-903b-0c9feb408257 req-7af31248-7640-4e10-91d7-6a1743ac9496 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (c7bb01d3-dc1f-45a2-9831-1f56df47a99c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:18.524508 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-bc1134f2-36f5-4a18-903b-0c9feb408257 req-7af31248-7640-4e10-91d7-6a1743ac9496 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] Calling delete_port for c7bb01d3-dc1f-45a2-9831-1f56df47a99c owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:54:18.661293 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-322b40f3-f847-4189-b396-2b216542c4a4 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (62a45a74-23d4-4e30-8fd1-a68c507c8fde), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:18.789098 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-322b40f3-f847-4189-b396-2b216542c4a4 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:18.793453 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-322b40f3-f847-4189-b396-2b216542c4a4 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6557360 Feb 20 03:54:18.802942 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 33262) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:18.805112 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-6e1172fe-a7d1-43eb-8477-47af2d2c6f76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1434639868'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:54:18.900097 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bc1134f2-36f5-4a18-903b-0c9feb408257 req-7af31248-7640-4e10-91d7-6a1743ac9496 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (c7bb01d3-dc1f-45a2-9831-1f56df47a99c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:18.915727 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['c7bb01d3-dc1f-45a2-9831-1f56df47a99c'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:54:18.977171 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e307aaba-c9fc-46ca-ac67-3690e4124d2c no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:54:19.008067 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1172fe-a7d1-43eb-8477-47af2d2c6f76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Made reservation on behalf of 22871a8315df49c89d6983e39fc945e1 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:54:19.018280 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e1172fe-a7d1-43eb-8477-47af2d2c6f76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:19.048910 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: e307aaba-c9fc-46ca-ac67-3690e4124d2c {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:54:19.049255 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e307aaba-c9fc-46ca-ac67-3690e4124d2c not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:54:19.077705 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af31248-7640-4e10-91d7-6a1743ac9496 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] Pushing event deleted for resources: {'Port': ['ID=c7bb01d3-dc1f-45a2-9831-1f56df47a99c,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:19.235493 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1134f2-36f5-4a18-903b-0c9feb408257 req-7af31248-7640-4e10-91d7-6a1743ac9496 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] No DVR routers for this DVR port c7bb01d3-dc1f-45a2-9831-1f56df47a99c on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:54:19.244586 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-bc1134f2-36f5-4a18-903b-0c9feb408257 req-7af31248-7640-4e10-91d7-6a1743ac9496 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:19.249746 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bc1134f2-36f5-4a18-903b-0c9feb408257 req-7af31248-7640-4e10-91d7-6a1743ac9496 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.93 "DELETE /v2.0/ports/c7bb01d3-dc1f-45a2-9831-1f56df47a99c HTTP/1.1" status: 204 len: 173 time: 1.1874917 Feb 20 03:54:19.251112 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e1172fe-a7d1-43eb-8477-47af2d2c6f76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:54:19.266029 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa12ed1b-42f8-46c7-89a1-7448ff5819cf', 'name': 'network-vif-deleted', 'tag': 'c7bb01d3-dc1f-45a2-9831-1f56df47a99c'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:54:19.268702 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfc51f8-0853-4ffd-bb43-99129599bb86" -d '{"events": [{"server_uuid": "fa12ed1b-42f8-46c7-89a1-7448ff5819cf", "name": "network-vif-deleted", "tag": "c7bb01d3-dc1f-45a2-9831-1f56df47a99c"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:54:19.296678 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e1172fe-a7d1-43eb-8477-47af2d2c6f76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (6f485ba4-701f-45c3-87f8-d35bfad4342f), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:19.296678 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-6e1172fe-a7d1-43eb-8477-47af2d2c6f76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Added segment 6f485ba4-701f-45c3-87f8-d35bfad4342f of type vlan for network bdf8393d-a8e1-442c-8483-579454eeb272 Feb 20 03:54:19.397765 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e1172fe-a7d1-43eb-8477-47af2d2c6f76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (bdf8393d-a8e1-442c-8483-579454eeb272), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:19.425718 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9270aba9-3527-4612-b433-b5efff297d2c x-openstack-request-id: req-9270aba9-3527-4612-b433-b5efff297d2c {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:54:19.425991 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa12ed1b-42f8-46c7-89a1-7448ff5819cf", "name": "network-vif-deleted", "tag": "c7bb01d3-dc1f-45a2-9831-1f56df47a99c", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:54:19.426252 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9270aba9-3527-4612-b433-b5efff297d2c {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:54:19.426654 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa12ed1b-42f8-46c7-89a1-7448ff5819cf', 'name': 'network-vif-deleted', 'tag': 'c7bb01d3-dc1f-45a2-9831-1f56df47a99c', 'status': 'completed', 'code': 200} Feb 20 03:54:19.623746 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-462e762f-bf1f-41a7-86b6-0f615a685feb req-3f5316dd-9639-4c24-aca9-a9472b855178 tempest-ServerMetadataNegativeTestJSON-1198163638 tempest-ServerMetadataNegativeTestJSON-1198163638-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa12ed1b-42f8-46c7-89a1-7448ff5819cf HTTP/1.1" status: 200 len: 210 time: 0.0417244 Feb 20 03:54:19.624768 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e1172fe-a7d1-43eb-8477-47af2d2c6f76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (bdf8393d-a8e1-442c-8483-579454eeb272), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:19.630714 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1172fe-a7d1-43eb-8477-47af2d2c6f76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:19.631647 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6e1172fe-a7d1-43eb-8477-47af2d2c6f76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:19.690161 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33288) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:19.720842 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-98e94417-7e89-40f1-8c4f-c82ece2c00f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:19.721517 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1172fe-a7d1-43eb-8477-47af2d2c6f76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Network': ['ID=bdf8393d-a8e1-442c-8483-579454eeb272,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:19.735248 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network bdf8393d-a8e1-442c-8483-579454eeb272 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:54:19.802868 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6e1172fe-a7d1-43eb-8477-47af2d2c6f76 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0036786 Feb 20 03:54:19.803569 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 33296) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:19.809913 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-52bb7518-0578-44ae-bfd0-6df6004a3f56 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Request body: {'subnet': {'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:54:19.838251 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-98e94417-7e89-40f1-8c4f-c82ece2c00f7 admin admin] Publish callbacks [] for security_group (0cfd8d6a-6d85-44fa-8ca7-75fb74d6b234), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:19.983344 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-98e94417-7e89-40f1-8c4f-c82ece2c00f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (0cfd8d6a-6d85-44fa-8ca7-75fb74d6b234), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:20.074104 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e94417-7e89-40f1-8c4f-c82ece2c00f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfd8d6a-6d85-44fa-8ca7-75fb74d6b234,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:20.078808 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-98e94417-7e89-40f1-8c4f-c82ece2c00f7 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=61282c7cb5db43df8899e6a275bf9795&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3876503 Feb 20 03:54:20.081874 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 33304) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:20.098110 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33306) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:20.149123 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fec2ade0-349e-4639-9a70-0632cd6c0330 admin admin] Publish callbacks [] for security_group (0cfd8d6a-6d85-44fa-8ca7-75fb74d6b234), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:20.175368 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fec2ade0-349e-4639-9a70-0632cd6c0330 admin admin] Publish callbacks [] for security_group (0cfd8d6a-6d85-44fa-8ca7-75fb74d6b234), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:20.251397 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bb7518-0578-44ae-bfd0-6df6004a3f56 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Made reservation on behalf of 22871a8315df49c89d6983e39fc945e1 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:54:20.257033 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-52bb7518-0578-44ae-bfd0-6df6004a3f56 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:20.341734 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0090a332-aaad-495b-ac9f-71e5cc618cbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:20.477607 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0090a332-aaad-495b-ac9f-71e5cc618cbc admin admin] Publish callbacks [] for security_group (8b857673-6f22-4f47-b43b-768a58457b21), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:20.478261 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fec2ade0-349e-4639-9a70-0632cd6c0330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (0cfd8d6a-6d85-44fa-8ca7-75fb74d6b234), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:20.481732 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fec2ade0-349e-4639-9a70-0632cd6c0330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:20.487355 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-fec2ade0-349e-4639-9a70-0632cd6c0330 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0cfd8d6a-6d85-44fa-8ca7-75fb74d6b234 HTTP/1.1" status: 204 len: 168 time: 0.4038341 Feb 20 03:54:20.506101 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2ade0-349e-4639-9a70-0632cd6c0330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfd8d6a-6d85-44fa-8ca7-75fb74d6b234,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:20.547439 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0090a332-aaad-495b-ac9f-71e5cc618cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (8b857673-6f22-4f47-b43b-768a58457b21), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:20.605349 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090a332-aaad-495b-ac9f-71e5cc618cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b857673-6f22-4f47-b43b-768a58457b21,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:20.645233 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0090a332-aaad-495b-ac9f-71e5cc618cbc admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=94867428f10a4bf385069a81be3dbb9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5450225 Feb 20 03:54:20.649167 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 33318) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:20.731998 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33322) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:20.738466 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-52bb7518-0578-44ae-bfd0-6df6004a3f56 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (ec10db69-10a9-4ab0-9649-fa23bdcb568f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:20.826203 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb7518-0578-44ae-bfd0-6df6004a3f56 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Subnet': ['ID=ec10db69-10a9-4ab0-9649-fa23bdcb568f,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:20.849260 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-f57225c3-c6f4-4e6a-a43c-f063a6b2a42a admin admin] Deleting subnet 5f8046e5-5566-4aa4-9799-5365b68d7cdc {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:54:20.862424 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f57225c3-c6f4-4e6a-a43c-f063a6b2a42a admin admin] Publish callbacks [] for subnet (5f8046e5-5566-4aa4-9799-5365b68d7cdc), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:20.878074 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bb7518-0578-44ae-bfd0-6df6004a3f56 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Checking segment: {'id': '6f485ba4-701f-45c3-87f8-d35bfad4342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:54:20.878074 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bb7518-0578-44ae-bfd0-6df6004a3f56 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network hostable DHCP agents. Network: bdf8393d-a8e1-442c-8483-579454eeb272, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:54:20.878074 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-47d55227-e9b3-4b72-b6e6-51a2102c6e75 admin admin] Publish callbacks [] for security_group (8b857673-6f22-4f47-b43b-768a58457b21), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:20.937215 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f57225c3-c6f4-4e6a-a43c-f063a6b2a42a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (5f8046e5-5566-4aa4-9799-5365b68d7cdc), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:20.948611 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-47d55227-e9b3-4b72-b6e6-51a2102c6e75 admin admin] Publish callbacks [] for security_group (8b857673-6f22-4f47-b43b-768a58457b21), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:20.989355 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:21.018202 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bb7518-0578-44ae-bfd0-6df6004a3f56 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network bdf8393d-a8e1-442c-8483-579454eeb272 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:54:21.066691 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f57225c3-c6f4-4e6a-a43c-f063a6b2a42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (5f8046e5-5566-4aa4-9799-5365b68d7cdc), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:21.097489 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-52bb7518-0578-44ae-bfd0-6df6004a3f56 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, bdf8393d-a8e1-442c-8483-579454eeb272) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:54:21.102311 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bb7518-0578-44ae-bfd0-6df6004a3f56 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:21.108136 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-52bb7518-0578-44ae-bfd0-6df6004a3f56 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:21.114248 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f7d734-d605-42f9-8c39-f6f489757a35 None None] Network bdf8393d-a8e1-442c-8483-579454eeb272 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:54:21.140811 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-47d55227-e9b3-4b72-b6e6-51a2102c6e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (8b857673-6f22-4f47-b43b-768a58457b21), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:21.143668 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-47d55227-e9b3-4b72-b6e6-51a2102c6e75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:21.150245 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-47d55227-e9b3-4b72-b6e6-51a2102c6e75 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8b857673-6f22-4f47-b43b-768a58457b21 HTTP/1.1" status: 204 len: 168 time: 0.5002592 Feb 20 03:54:21.185792 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d55227-e9b3-4b72-b6e6-51a2102c6e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b857673-6f22-4f47-b43b-768a58457b21,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:21.282881 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:21.307739 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-bdf8393d-a8e1-442c-8483-579454eeb272', 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272', 'project_id': '22871a8315df49c89d6983e39fc945e1', 'fixed_ips': [{'subnet_id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:54:21.311896 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:21.751083 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device c7bb01d3-dc1f-45a2-9831-1f56df47a99c no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:54:21.770007 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-52bb7518-0578-44ae-bfd0-6df6004a3f56 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9653220 Feb 20 03:54:21.774127 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33350) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:21.784820 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: c7bb01d3-dc1f-45a2-9831-1f56df47a99c {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:54:21.785240 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device c7bb01d3-dc1f-45a2-9831-1f56df47a99c not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:54:21.867762 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f57225c3-c6f4-4e6a-a43c-f063a6b2a42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (5f8046e5-5566-4aa4-9799-5365b68d7cdc), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:21.884950 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f57225c3-c6f4-4e6a-a43c-f063a6b2a42a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:21.888882 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f57225c3-c6f4-4e6a-a43c-f063a6b2a42a admin admin] 10.222.0.89 "DELETE /v2.0/subnets/5f8046e5-5566-4aa4-9799-5365b68d7cdc HTTP/1.1" status: 204 len: 168 time: 1.1544769 Feb 20 03:54:21.893084 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 33352) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:21.985444 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] Allocated IP 2001:db8::2 (bdf8393d-a8e1-442c-8483-579454eeb272/ec10db69-10a9-4ab0-9649-fa23bdcb568f/64c81cce-198d-46f7-9691-c3cf15cf9d5b) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:54:22.136985 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5b631150-edcd-476c-9a14-fde1cd6dd3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (111bfca6-47fb-440f-8b36-d56e40019110), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:22.327407 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5b631150-edcd-476c-9a14-fde1cd6dd3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (111bfca6-47fb-440f-8b36-d56e40019110), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:22.384864 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-5b631150-edcd-476c-9a14-fde1cd6dd3bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['111bfca6-47fb-440f-8b36-d56e40019110']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:22.404513 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-5b631150-edcd-476c-9a14-fde1cd6dd3bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e0ea8b-ccd3-4215-b234-4e8335ac91f6') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:22.405489 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-5b631150-edcd-476c-9a14-fde1cd6dd3bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e0ea8b-ccd3-4215-b234-4e8335ac91f6') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:22.423237 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5b631150-edcd-476c-9a14-fde1cd6dd3bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (77e0ea8b-ccd3-4215-b234-4e8335ac91f6), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:22.452618 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5b631150-edcd-476c-9a14-fde1cd6dd3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (77e0ea8b-ccd3-4215-b234-4e8335ac91f6), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:22.471460 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] Publish callbacks [] for port (64c81cce-198d-46f7-9691-c3cf15cf9d5b), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:22.472347 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b631150-edcd-476c-9a14-fde1cd6dd3bd admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:54:22.472347 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5b631150-edcd-476c-9a14-fde1cd6dd3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (77e0ea8b-ccd3-4215-b234-4e8335ac91f6), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:22.551863 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:54:22.551863 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:54:22.551863 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:54:22.551863 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:54:22.551863 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:54:22.551863 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:54:22.551863 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:54:22.551863 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:54:22.551863 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:54:22.551863 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:54:22.551863 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:54:22.551863 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:54:22.551863 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:54:22.551863 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:54:22.551863 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:54:22.551863 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:54:22.551863 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:54:22.551863 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:54:22.551863 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:54:22.551863 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:54:22.551863 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:54:22.551863 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:54:22.551863 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:54:22.551863 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:54:22.551863 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:54:22.551863 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:54:22.551863 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:54:22.551863 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:54:22.551863 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:54:22.551863 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:54:22.551863 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:54:22.551863 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:54:22.556237 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (64c81cce-198d-46f7-9691-c3cf15cf9d5b), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:22.618655 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] Network bdf8393d-a8e1-442c-8483-579454eeb272 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:54:22.631310 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:54:22.631310 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:54:22.644216 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] Pushing event updated for resources: {'Port': ['ID=64c81cce-198d-46f7-9691-c3cf15cf9d5b,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:22.685439 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:22.686942 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:22.687469 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:22.692176 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5b631150-edcd-476c-9a14-fde1cd6dd3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (111bfca6-47fb-440f-8b36-d56e40019110), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:22.698116 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57225c3-c6f4-4e6a-a43c-f063a6b2a42a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f8046e5-5566-4aa4-9799-5365b68d7cdc,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:22.706124 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5b631150-edcd-476c-9a14-fde1cd6dd3bd admin admin] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:22.706283 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:22.706283 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:22.706283 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:22.706283 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:22.706644 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5b631150-edcd-476c-9a14-fde1cd6dd3bd admin admin] 10.222.0.89 "DELETE /v2.0/networks/111bfca6-47fb-440f-8b36-d56e40019110 HTTP/1.1" status: 204 len: 168 time: 0.8088524 Feb 20 03:54:22.706740 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:22.707093 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:22.707432 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:22.711098 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:22.711246 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:22.712980 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:22.742155 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b631150-edcd-476c-9a14-fde1cd6dd3bd admin admin] Pushing event deleted for resources: {'Network': ['ID=111bfca6-47fb-440f-8b36-d56e40019110,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:23.124410 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a8fa7734-97f6-4fdb-8b6e-d5b80644705c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:23.145167 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] Attempting to bind port 64c81cce-198d-46f7-9691-c3cf15cf9d5b on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:54:23.147727 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] Attempting to bind port 64c81cce-198d-46f7-9691-c3cf15cf9d5b by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '6f485ba4-701f-45c3-87f8-d35bfad4342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:54:23.147727 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] Attempting to bind port 64c81cce-198d-46f7-9691-c3cf15cf9d5b on network bdf8393d-a8e1-442c-8483-579454eeb272 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:54:23.152078 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:54:23.152470 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] Checking segment: {'id': '6f485ba4-701f-45c3-87f8-d35bfad4342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:54:23.152885 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:23.153306 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] Bound using segment: {'id': '6f485ba4-701f-45c3-87f8-d35bfad4342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:54:23.155155 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] Bound port: 64c81cce-198d-46f7-9691-c3cf15cf9d5b, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f485ba4-701f-45c3-87f8-d35bfad4342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:54:23.155155 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (64c81cce-198d-46f7-9691-c3cf15cf9d5b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:23.311884 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] For port 64c81cce-198d-46f7-9691-c3cf15cf9d5b, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:54:23.330969 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] For port 64c81cce-198d-46f7-9691-c3cf15cf9d5b, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=64c81cce-198d-46f7-9691-c3cf15cf9d5b,segment=NetworkSegment(6f485ba4-701f-45c3-87f8-d35bfad4342f),segment_id=6f485ba4-701f-45c3-87f8-d35bfad4342f)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:54:23.377384 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 33406) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:23.455682 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-eb5bf4ae-4ac4-42aa-878a-186af958ea32 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5f05445b26cb45a69b391f18bfc84da1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0780900 Feb 20 03:54:23.456328 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 33412) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:23.471632 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (64c81cce-198d-46f7-9691-c3cf15cf9d5b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:23.495826 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-a8fa7734-97f6-4fdb-8b6e-d5b80644705c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Allocated IP 2001:db8::1 (bdf8393d-a8e1-442c-8483-579454eeb272/ec10db69-10a9-4ab0-9649-fa23bdcb568f/8c0ea4a8-d7be-44b3-807f-750821daed6f) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:54:23.650509 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a8fa7734-97f6-4fdb-8b6e-d5b80644705c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for port (8c0ea4a8-d7be-44b3-807f-750821daed6f), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:23.668855 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-709d7564-d768-4ec2-8fdf-aed911efc93a admin admin] Publish callbacks [] for security_group (cf36f973-ecf0-430a-b309-5296e3bfe869), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:23.675319 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94121c-ffa4-4e98-be75-0bf0ae38dbff None None] Pushing event updated for resources: {'Port': ['ID=64c81cce-198d-46f7-9691-c3cf15cf9d5b,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:23.733365 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-709d7564-d768-4ec2-8fdf-aed911efc93a admin admin] Publish callbacks [] for security_group (cf36f973-ecf0-430a-b309-5296e3bfe869), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:23.795522 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a8fa7734-97f6-4fdb-8b6e-d5b80644705c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (8c0ea4a8-d7be-44b3-807f-750821daed6f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:23.872820 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fa7734-97f6-4fdb-8b6e-d5b80644705c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network bdf8393d-a8e1-442c-8483-579454eeb272 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:54:23.884894 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-a8fa7734-97f6-4fdb-8b6e-d5b80644705c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:54:23.888438 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fa7734-97f6-4fdb-8b6e-d5b80644705c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:54:23.891035 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a8fa7734-97f6-4fdb-8b6e-d5b80644705c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (62a45a74-23d4-4e30-8fd1-a68c507c8fde), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:23.894584 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa7734-97f6-4fdb-8b6e-d5b80644705c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Port': ['ID=8c0ea4a8-d7be-44b3-807f-750821daed6f,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:23.909177 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-709d7564-d768-4ec2-8fdf-aed911efc93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (cf36f973-ecf0-430a-b309-5296e3bfe869), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:23.917894 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-709d7564-d768-4ec2-8fdf-aed911efc93a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:23.918932 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-709d7564-d768-4ec2-8fdf-aed911efc93a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/cf36f973-ecf0-430a-b309-5296e3bfe869 HTTP/1.1" status: 204 len: 168 time: 0.4592409 Feb 20 03:54:23.947570 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d7564-d768-4ec2-8fdf-aed911efc93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf36f973-ecf0-430a-b309-5296e3bfe869,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:24.670694 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a8fa7734-97f6-4fdb-8b6e-d5b80644705c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8c0ea4a8-d7be-44b3-807f-750821daed6f), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:25.040125 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 64c81cce-198d-46f7-9691-c3cf15cf9d5b up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:54:25.200428 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 64c81cce-198d-46f7-9691-c3cf15cf9d5b triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:25.201347 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (64c81cce-198d-46f7-9691-c3cf15cf9d5b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:25.328181 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd65a05e-67ab-443c-bcb5-fe6a6b685924 None None] Network bdf8393d-a8e1-442c-8483-579454eeb272 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:54:25.428963 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a8fa7734-97f6-4fdb-8b6e-d5b80644705c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for port (8c0ea4a8-d7be-44b3-807f-750821daed6f), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:25.444911 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 64c81cce-198d-46f7-9691-c3cf15cf9d5b is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:25.445331 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (64c81cce-198d-46f7-9691-c3cf15cf9d5b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:25.474804 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-88be7a32-b4f6-49fd-a20f-400382327ffd None None] Provisioning complete for port 64c81cce-198d-46f7-9691-c3cf15cf9d5b triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:25.475146 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-88be7a32-b4f6-49fd-a20f-400382327ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (64c81cce-198d-46f7-9691-c3cf15cf9d5b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:25.540957 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a8fa7734-97f6-4fdb-8b6e-d5b80644705c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (8c0ea4a8-d7be-44b3-807f-750821daed6f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:25.542176 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a8fa7734-97f6-4fdb-8b6e-d5b80644705c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (62a45a74-23d4-4e30-8fd1-a68c507c8fde), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:25.542819 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 64c81cce-198d-46f7-9691-c3cf15cf9d5b, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=64c81cce-198d-46f7-9691-c3cf15cf9d5b,segment=NetworkSegment(6f485ba4-701f-45c3-87f8-d35bfad4342f),segment_id=6f485ba4-701f-45c3-87f8-d35bfad4342f)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:54:25.603160 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-88be7a32-b4f6-49fd-a20f-400382327ffd None None] Current status of the port 64c81cce-198d-46f7-9691-c3cf15cf9d5b is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:25.603557 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-88be7a32-b4f6-49fd-a20f-400382327ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (64c81cce-198d-46f7-9691-c3cf15cf9d5b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:25.660441 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (64c81cce-198d-46f7-9691-c3cf15cf9d5b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:25.822425 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-88be7a32-b4f6-49fd-a20f-400382327ffd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:54:25.825405 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-88be7a32-b4f6-49fd-a20f-400382327ffd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:54:25.828640 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=64c81cce-198d-46f7-9691-c3cf15cf9d5b,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:25.839938 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 33476) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:25.871796 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa7734-97f6-4fdb-8b6e-d5b80644705c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Port': ['ID=8c0ea4a8-d7be-44b3-807f-750821daed6f,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:25.924038 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fa7734-97f6-4fdb-8b6e-d5b80644705c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network bdf8393d-a8e1-442c-8483-579454eeb272 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:54:25.926128 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-a8fa7734-97f6-4fdb-8b6e-d5b80644705c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:54:26.154640 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0fceab78-c978-4c82-a3c8-1fdc3cc8786b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:26.191036 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8fa7734-97f6-4fdb-8b6e-d5b80644705c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Router 62a45a74-23d4-4e30-8fd1-a68c507c8fde is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:54:26.378882 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fa7734-97f6-4fdb-8b6e-d5b80644705c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:54:26.391351 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a8fa7734-97f6-4fdb-8b6e-d5b80644705c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "PUT /v2.0/routers/62a45a74-23d4-4e30-8fd1-a68c507c8fde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6160614 Feb 20 03:54:26.397429 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33492) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:26.402714 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-2e18fd20-c36e-4174-b8a9-93f613a39a3e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1140336190'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:54:26.431607 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0fceab78-c978-4c82-a3c8-1fdc3cc8786b admin admin] Publish callbacks [] for security_group (199d68cd-48c6-4d31-a0d5-2ab5d7bf8168), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:26.436535 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dffa01-e921-4aa0-9715-05063b3d1af4 None None] Sync routers for ids ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:54:26.465884 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-88be7a32-b4f6-49fd-a20f-400382327ffd None None] Current status of the port 64c81cce-198d-46f7-9691-c3cf15cf9d5b is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:26.479309 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dffa01-e921-4aa0-9715-05063b3d1af4 None None] Routers {'62a45a74-23d4-4e30-8fd1-a68c507c8fde'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:54:26.479925 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f4dffa01-e921-4aa0-9715-05063b3d1af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:53:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:26.532182 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0fceab78-c978-4c82-a3c8-1fdc3cc8786b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (199d68cd-48c6-4d31-a0d5-2ab5d7bf8168), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:26.532422 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e18fd20-c36e-4174-b8a9-93f613a39a3e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Made reservation on behalf of 22871a8315df49c89d6983e39fc945e1 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:54:26.537275 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2e18fd20-c36e-4174-b8a9-93f613a39a3e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:26.605396 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e18fd20-c36e-4174-b8a9-93f613a39a3e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:54:26.637653 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2e18fd20-c36e-4174-b8a9-93f613a39a3e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (a6dde45f-af53-4b0a-a083-09507bdf6c75), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:26.637653 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-2e18fd20-c36e-4174-b8a9-93f613a39a3e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Added segment a6dde45f-af53-4b0a-a083-09507bdf6c75 of type vlan for network 4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11 Feb 20 03:54:26.654155 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fceab78-c978-4c82-a3c8-1fdc3cc8786b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199d68cd-48c6-4d31-a0d5-2ab5d7bf8168,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:26.659339 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0fceab78-c978-4c82-a3c8-1fdc3cc8786b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=092e7030d66548689e0fc571170dbe3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8182535 Feb 20 03:54:26.663867 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 33504) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:26.700576 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d059d90b-a1a7-4e9b-be9f-246c45682aae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:26.782270 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d84e8a1c-d62c-4811-8b58-5defda38bb75 admin admin] Publish callbacks [] for security_group (199d68cd-48c6-4d31-a0d5-2ab5d7bf8168), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:26.793192 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2e18fd20-c36e-4174-b8a9-93f613a39a3e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:26.857752 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d84e8a1c-d62c-4811-8b58-5defda38bb75 admin admin] Publish callbacks [] for security_group (199d68cd-48c6-4d31-a0d5-2ab5d7bf8168), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:26.880854 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-cf98d5e0-912d-4487-bd98-1bdc229c8bd1 None None] Provisioning complete for port 8c0ea4a8-d7be-44b3-807f-750821daed6f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:26.883804 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cf98d5e0-912d-4487-bd98-1bdc229c8bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8c0ea4a8-d7be-44b3-807f-750821daed6f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:26.933929 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2e18fd20-c36e-4174-b8a9-93f613a39a3e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:26.967118 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e18fd20-c36e-4174-b8a9-93f613a39a3e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:26.967766 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2e18fd20-c36e-4174-b8a9-93f613a39a3e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:27.051476 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 64c81cce-198d-46f7-9691-c3cf15cf9d5b up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:54:27.069108 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d84e8a1c-d62c-4811-8b58-5defda38bb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (199d68cd-48c6-4d31-a0d5-2ab5d7bf8168), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:27.074424 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d84e8a1c-d62c-4811-8b58-5defda38bb75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:27.078178 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d84e8a1c-d62c-4811-8b58-5defda38bb75 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/199d68cd-48c6-4d31-a0d5-2ab5d7bf8168 HTTP/1.1" status: 204 len: 168 time: 0.4101896 Feb 20 03:54:27.116702 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e8a1c-d62c-4811-8b58-5defda38bb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199d68cd-48c6-4d31-a0d5-2ab5d7bf8168,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:27.132408 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18fd20-c36e-4174-b8a9-93f613a39a3e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Network': ['ID=4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:27.163082 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2e18fd20-c36e-4174-b8a9-93f613a39a3e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7677462 Feb 20 03:54:27.165750 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33526) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:27.173743 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e8a1c-d62c-4811-8b58-5defda38bb75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:27.174085 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-2cb87fb4-cda5-43db-b394-d23d552474d0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Request body: {'subnet': {'network_id': '4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:54:27.181226 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e8a1c-d62c-4811-8b58-5defda38bb75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:27.181226 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e8a1c-d62c-4811-8b58-5defda38bb75 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:27.181226 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e8a1c-d62c-4811-8b58-5defda38bb75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:27.181226 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e8a1c-d62c-4811-8b58-5defda38bb75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:27.181226 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e8a1c-d62c-4811-8b58-5defda38bb75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:27.182753 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e8a1c-d62c-4811-8b58-5defda38bb75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:27.183415 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e8a1c-d62c-4811-8b58-5defda38bb75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:27.183983 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e8a1c-d62c-4811-8b58-5defda38bb75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:27.184569 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e8a1c-d62c-4811-8b58-5defda38bb75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:27.185130 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e8a1c-d62c-4811-8b58-5defda38bb75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:27.190420 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e8a1c-d62c-4811-8b58-5defda38bb75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:27.193659 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e8a1c-d62c-4811-8b58-5defda38bb75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:27.312808 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:54:27.537440 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-f4dffa01-e921-4aa0-9715-05063b3d1af4 None None] Set router 62a45a74-23d4-4e30-8fd1-a68c507c8fde gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:54:27.605409 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb87fb4-cda5-43db-b394-d23d552474d0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Made reservation on behalf of 22871a8315df49c89d6983e39fc945e1 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:54:27.609280 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2cb87fb4-cda5-43db-b394-d23d552474d0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:27.826741 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-cf98d5e0-912d-4487-bd98-1bdc229c8bd1 None None] Port 8c0ea4a8-d7be-44b3-807f-750821daed6f cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:54:28.119670 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 64c81cce-198d-46f7-9691-c3cf15cf9d5b triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:28.120095 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (64c81cce-198d-46f7-9691-c3cf15cf9d5b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:28.157800 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-cf98d5e0-912d-4487-bd98-1bdc229c8bd1 None None] Provisioning complete for port 64c81cce-198d-46f7-9691-c3cf15cf9d5b triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:28.158279 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cf98d5e0-912d-4487-bd98-1bdc229c8bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (64c81cce-198d-46f7-9691-c3cf15cf9d5b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:28.238788 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 64c81cce-198d-46f7-9691-c3cf15cf9d5b is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:28.264164 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f4dffa01-e921-4aa0-9715-05063b3d1af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'name': 'tempest-RoutersIpV6Test-router-1956813198', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:54:18Z', 'updated_at': '2022-02-20T03:54:24Z', 'revision_number': 2, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None, '_interfaces': [{'id': '8c0ea4a8-d7be-44b3-807f-750821daed6f', 'name': '', 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:e2:68:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:23Z', 'updated_at': '2022-02-20T03:54:25Z', 'revision_number': 2, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:28.299774 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dffa01-e921-4aa0-9715-05063b3d1af4 None None] Checking router: 62a45a74-23d4-4e30-8fd1-a68c507c8fde for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:54:28.300531 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dffa01-e921-4aa0-9715-05063b3d1af4 None None] Updating router 62a45a74-23d4-4e30-8fd1-a68c507c8fde port 8c0ea4a8-d7be-44b3-807f-750821daed6f binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:54:28.404036 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f4dffa01-e921-4aa0-9715-05063b3d1af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8c0ea4a8-d7be-44b3-807f-750821daed6f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:28.464524 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-cf98d5e0-912d-4487-bd98-1bdc229c8bd1 None None] Current status of the port 64c81cce-198d-46f7-9691-c3cf15cf9d5b is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:28.652335 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c3077206-7c58-4c58-acd1-ebdef6def6a1 None None] Provisioning complete for port 8c0ea4a8-d7be-44b3-807f-750821daed6f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:28.653003 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c3077206-7c58-4c58-acd1-ebdef6def6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8c0ea4a8-d7be-44b3-807f-750821daed6f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:28.881937 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c3077206-7c58-4c58-acd1-ebdef6def6a1 None None] Port 8c0ea4a8-d7be-44b3-807f-750821daed6f cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:54:28.890850 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2cb87fb4-cda5-43db-b394-d23d552474d0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (b9c56b01-3f76-4eda-8ff2-045e8730c876), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:28.891794 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f4dffa01-e921-4aa0-9715-05063b3d1af4 None None] Publish callbacks [] for port (8c0ea4a8-d7be-44b3-807f-750821daed6f), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:28.932512 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-590fac2d-a6ec-4abf-854f-861b2af1325d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:28.978668 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f4dffa01-e921-4aa0-9715-05063b3d1af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (8c0ea4a8-d7be-44b3-807f-750821daed6f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:29.099524 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb87fb4-cda5-43db-b394-d23d552474d0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Subnet': ['ID=b9c56b01-3f76-4eda-8ff2-045e8730c876,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:29.126751 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb87fb4-cda5-43db-b394-d23d552474d0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Checking segment: {'id': 'a6dde45f-af53-4b0a-a083-09507bdf6c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:54:29.127131 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb87fb4-cda5-43db-b394-d23d552474d0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network hostable DHCP agents. Network: 4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:54:29.183002 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-387f60ff-1785-45c6-8054-624b5dd54ef5 req-da3dc17a-2538-471d-b1ab-fbc801d3fd37 tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=41c2c9ed-4bb4-46e0-a050-e2f0499f031c HTTP/1.1" status: 200 len: 210 time: 0.1039343 Feb 20 03:54:29.280794 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb87fb4-cda5-43db-b394-d23d552474d0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network 4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:54:29.423376 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-2cb87fb4-cda5-43db-b394-d23d552474d0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:54:29.430031 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb87fb4-cda5-43db-b394-d23d552474d0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:29.432432 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2cb87fb4-cda5-43db-b394-d23d552474d0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:29.555930 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-f4dffa01-e921-4aa0-9715-05063b3d1af4 None None] Attempting to bind port 8c0ea4a8-d7be-44b3-807f-750821daed6f on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:54:29.556309 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-f4dffa01-e921-4aa0-9715-05063b3d1af4 None None] Attempting to bind port 8c0ea4a8-d7be-44b3-807f-750821daed6f by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '6f485ba4-701f-45c3-87f8-d35bfad4342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:54:29.556675 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dffa01-e921-4aa0-9715-05063b3d1af4 None None] Attempting to bind port 8c0ea4a8-d7be-44b3-807f-750821daed6f on network bdf8393d-a8e1-442c-8483-579454eeb272 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:54:29.565769 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2cb87fb4-cda5-43db-b394-d23d552474d0 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3964057 Feb 20 03:54:29.565910 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6003840c-b3d3-4606-8477-d509cc5f46b4 None None] Network 4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:54:29.566153 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33610) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:29.820573 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db970575-b235-4ea6-8414-166f4987e8c3 None None] Pushing event updated for resources: {'Port': ['ID=8c0ea4a8-d7be-44b3-807f-750821daed6f,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:29.840681 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dffa01-e921-4aa0-9715-05063b3d1af4 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:54:29.841076 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dffa01-e921-4aa0-9715-05063b3d1af4 None None] Checking segment: {'id': '6f485ba4-701f-45c3-87f8-d35bfad4342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:54:29.841483 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f4dffa01-e921-4aa0-9715-05063b3d1af4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:29.850407 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dffa01-e921-4aa0-9715-05063b3d1af4 None None] Bound using segment: {'id': '6f485ba4-701f-45c3-87f8-d35bfad4342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:54:29.851008 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-f4dffa01-e921-4aa0-9715-05063b3d1af4 None None] Bound port: 8c0ea4a8-d7be-44b3-807f-750821daed6f, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f485ba4-701f-45c3-87f8-d35bfad4342f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:54:29.851421 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f4dffa01-e921-4aa0-9715-05063b3d1af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8c0ea4a8-d7be-44b3-807f-750821daed6f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:30.048416 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d6a13ed5-d00f-4fd8-a86c-db0b6d25b1fa None None] Provisioning complete for port 8c0ea4a8-d7be-44b3-807f-750821daed6f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:30.048940 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d6a13ed5-d00f-4fd8-a86c-db0b6d25b1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8c0ea4a8-d7be-44b3-807f-750821daed6f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:30.091211 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d6a13ed5-d00f-4fd8-a86c-db0b6d25b1fa None None] Port 8c0ea4a8-d7be-44b3-807f-750821daed6f cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:54:30.117710 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:30.148008 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a19c0c9-e16e-48ad-907a-fdfde1f9ba1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11', 'network_id': '4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11', 'project_id': '22871a8315df49c89d6983e39fc945e1', 'fixed_ips': [{'subnet_id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:54:30.149632 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4a19c0c9-e16e-48ad-907a-fdfde1f9ba1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:30.236393 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-f4dffa01-e921-4aa0-9715-05063b3d1af4 None None] For port 8c0ea4a8-d7be-44b3-807f-750821daed6f, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:54:30.244752 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-f4dffa01-e921-4aa0-9715-05063b3d1af4 None None] For port 8c0ea4a8-d7be-44b3-807f-750821daed6f, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=8c0ea4a8-d7be-44b3-807f-750821daed6f,segment=NetworkSegment(6f485ba4-701f-45c3-87f8-d35bfad4342f),segment_id=6f485ba4-701f-45c3-87f8-d35bfad4342f)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:54:30.467403 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f4dffa01-e921-4aa0-9715-05063b3d1af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (8c0ea4a8-d7be-44b3-807f-750821daed6f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:30.602128 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5b4af59c-f55a-4c6d-ad48-120f9eb1d44d tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:30.631767 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea92a659-634e-4ed3-9857-0178d7db95f4 req-345929d8-e88d-4e13-9c29-79899cb1ed11 tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.1146505 Feb 20 03:54:30.863950 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dffa01-e921-4aa0-9715-05063b3d1af4 None None] Routers {'62a45a74-23d4-4e30-8fd1-a68c507c8fde'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:54:30.866013 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f4dffa01-e921-4aa0-9715-05063b3d1af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:54:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:31.142412 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-f4dffa01-e921-4aa0-9715-05063b3d1af4 None None] Set router 62a45a74-23d4-4e30-8fd1-a68c507c8fde gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:54:31.252273 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db970575-b235-4ea6-8414-166f4987e8c3 None None] Pushing event updated for resources: {'Port': ['ID=8c0ea4a8-d7be-44b3-807f-750821daed6f,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:31.513057 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 33680) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:31.661840 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:31.757062 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-4a19c0c9-e16e-48ad-907a-fdfde1f9ba1a None None] Allocated IP 2001:db8:1::2 (4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11/b9c56b01-3f76-4eda-8ff2-045e8730c876/6c359317-6019-4041-9dcd-48ad0c5abafb) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:54:31.783461 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0afe0a92-105d-4f2a-ba29-79476467afcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:31.809351 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-2c4058a5-fc78-43f7-8f9e-a0b6483223f8 None None] Provisioning complete for port 8c0ea4a8-d7be-44b3-807f-750821daed6f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:31.812464 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2c4058a5-fc78-43f7-8f9e-a0b6483223f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8c0ea4a8-d7be-44b3-807f-750821daed6f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:31.911509 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5237f0f5-4161-465a-bb2c-664fe7bd3dce req-38943960-1e06-428c-a5a8-6d19c17c9d88 tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.1786563 Feb 20 03:54:31.974464 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2c4058a5-fc78-43f7-8f9e-a0b6483223f8 None None] Current status of the port 8c0ea4a8-d7be-44b3-807f-750821daed6f is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:31.975130 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2c4058a5-fc78-43f7-8f9e-a0b6483223f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8c0ea4a8-d7be-44b3-807f-750821daed6f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:31.977512 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f4dffa01-e921-4aa0-9715-05063b3d1af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'name': 'tempest-RoutersIpV6Test-router-1956813198', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:54:18Z', 'updated_at': '2022-02-20T03:54:24Z', 'revision_number': 2, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None, '_interfaces': [{'id': '8c0ea4a8-d7be-44b3-807f-750821daed6f', 'name': '', 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:e2:68:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:23Z', 'updated_at': '2022-02-20T03:54:30Z', 'revision_number': 4, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:32.093009 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dffa01-e921-4aa0-9715-05063b3d1af4 None None] The sync data for ids ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'] in n-d-829866-4 is: [{'id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'name': 'tempest-RoutersIpV6Test-router-1956813198', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:54:18Z', 'updated_at': '2022-02-20T03:54:24Z', 'revision_number': 2, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None, '_interfaces': [{'id': '8c0ea4a8-d7be-44b3-807f-750821daed6f', 'name': '', 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:e2:68:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:23Z', 'updated_at': '2022-02-20T03:54:30Z', 'revision_number': 4, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:54:32.107128 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0afe0a92-105d-4f2a-ba29-79476467afcd admin admin] Publish callbacks [] for security_group (f3179514-e36e-444b-a85d-8a727e1c2384), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:32.137375 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-2c4058a5-fc78-43f7-8f9e-a0b6483223f8 None None] For port 8c0ea4a8-d7be-44b3-807f-750821daed6f, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=8c0ea4a8-d7be-44b3-807f-750821daed6f,segment=NetworkSegment(6f485ba4-701f-45c3-87f8-d35bfad4342f),segment_id=6f485ba4-701f-45c3-87f8-d35bfad4342f)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:54:32.210583 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0afe0a92-105d-4f2a-ba29-79476467afcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f3179514-e36e-444b-a85d-8a727e1c2384), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:32.304116 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2c4058a5-fc78-43f7-8f9e-a0b6483223f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (8c0ea4a8-d7be-44b3-807f-750821daed6f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:32.358923 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0afe0a92-105d-4f2a-ba29-79476467afcd admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=75efc5e4f1a54d809ec3e94100f7466c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8446629 Feb 20 03:54:32.363017 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33706) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:32.366183 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe0a92-105d-4f2a-ba29-79476467afcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3179514-e36e-444b-a85d-8a727e1c2384,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:32.538687 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4a19c0c9-e16e-48ad-907a-fdfde1f9ba1a None None] Publish callbacks [] for port (6c359317-6019-4041-9dcd-48ad0c5abafb), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:32.540280 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7fcbf77f-9336-42f2-a221-d0e25498b749 admin admin] Publish callbacks [] for security_group (f3179514-e36e-444b-a85d-8a727e1c2384), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:32.558627 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4058a5-fc78-43f7-8f9e-a0b6483223f8 None None] Pushing event updated for resources: {'Port': ['ID=8c0ea4a8-d7be-44b3-807f-750821daed6f,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:32.596403 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7fcbf77f-9336-42f2-a221-d0e25498b749 admin admin] Publish callbacks [] for security_group (f3179514-e36e-444b-a85d-8a727e1c2384), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:32.655991 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4a19c0c9-e16e-48ad-907a-fdfde1f9ba1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (6c359317-6019-4041-9dcd-48ad0c5abafb), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:32.796945 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a19c0c9-e16e-48ad-907a-fdfde1f9ba1a None None] Network 4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:54:32.829377 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-4a19c0c9-e16e-48ad-907a-fdfde1f9ba1a None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:54:32.829377 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a19c0c9-e16e-48ad-907a-fdfde1f9ba1a None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:54:32.902528 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-5b4af59c-f55a-4c6d-ad48-120f9eb1d44d tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Allocated IP 2001:db8:1::1 (4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11/b9c56b01-3f76-4eda-8ff2-045e8730c876/578b2c08-320d-44c8-8adf-b64fa41eeffd) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:54:32.932649 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:32.935928 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-4a19c0c9-e16e-48ad-907a-fdfde1f9ba1a None None] Attempting to bind port 6c359317-6019-4041-9dcd-48ad0c5abafb on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:54:32.936533 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-4a19c0c9-e16e-48ad-907a-fdfde1f9ba1a None None] Attempting to bind port 6c359317-6019-4041-9dcd-48ad0c5abafb by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'a6dde45f-af53-4b0a-a083-09507bdf6c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:54:32.937078 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a19c0c9-e16e-48ad-907a-fdfde1f9ba1a None None] Attempting to bind port 6c359317-6019-4041-9dcd-48ad0c5abafb on network 4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:54:32.944599 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19c0c9-e16e-48ad-907a-fdfde1f9ba1a None None] Pushing event updated for resources: {'Port': ['ID=6c359317-6019-4041-9dcd-48ad0c5abafb,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:32.948259 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a19c0c9-e16e-48ad-907a-fdfde1f9ba1a None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:54:32.949687 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a19c0c9-e16e-48ad-907a-fdfde1f9ba1a None None] Checking segment: {'id': 'a6dde45f-af53-4b0a-a083-09507bdf6c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:54:32.950389 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4a19c0c9-e16e-48ad-907a-fdfde1f9ba1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:32.951044 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a19c0c9-e16e-48ad-907a-fdfde1f9ba1a None None] Bound using segment: {'id': 'a6dde45f-af53-4b0a-a083-09507bdf6c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:54:32.951714 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-4a19c0c9-e16e-48ad-907a-fdfde1f9ba1a None None] Bound port: 6c359317-6019-4041-9dcd-48ad0c5abafb, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6dde45f-af53-4b0a-a083-09507bdf6c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:54:32.952954 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4a19c0c9-e16e-48ad-907a-fdfde1f9ba1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (6c359317-6019-4041-9dcd-48ad0c5abafb), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:33.055632 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7fcbf77f-9336-42f2-a221-d0e25498b749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f3179514-e36e-444b-a85d-8a727e1c2384), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:33.058926 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7fcbf77f-9336-42f2-a221-d0e25498b749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:33.061155 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7fcbf77f-9336-42f2-a221-d0e25498b749 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f3179514-e36e-444b-a85d-8a727e1c2384 HTTP/1.1" status: 204 len: 168 time: 0.6971488 Feb 20 03:54:33.086640 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 8c0ea4a8-d7be-44b3-807f-750821daed6f up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:54:33.167726 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbf77f-9336-42f2-a221-d0e25498b749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3179514-e36e-444b-a85d-8a727e1c2384,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:33.217330 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2a77eeeb-c9b6-4a03-9c8a-1104ad45d522 req-191e22b1-9b07-4f1d-931b-e8d3a744f4d2 tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.1512923 Feb 20 03:54:33.354116 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5b4af59c-f55a-4c6d-ad48-120f9eb1d44d tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for port (578b2c08-320d-44c8-8adf-b64fa41eeffd), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:33.420186 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-4a19c0c9-e16e-48ad-907a-fdfde1f9ba1a None None] For port 6c359317-6019-4041-9dcd-48ad0c5abafb, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:54:33.424677 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-4a19c0c9-e16e-48ad-907a-fdfde1f9ba1a None None] For port 6c359317-6019-4041-9dcd-48ad0c5abafb, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=6c359317-6019-4041-9dcd-48ad0c5abafb,segment=NetworkSegment(a6dde45f-af53-4b0a-a083-09507bdf6c75),segment_id=a6dde45f-af53-4b0a-a083-09507bdf6c75)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:54:33.426147 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 8c0ea4a8-d7be-44b3-807f-750821daed6f triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:33.426525 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8c0ea4a8-d7be-44b3-807f-750821daed6f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:33.537082 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4a19c0c9-e16e-48ad-907a-fdfde1f9ba1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (6c359317-6019-4041-9dcd-48ad0c5abafb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:33.556648 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5b4af59c-f55a-4c6d-ad48-120f9eb1d44d tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (578b2c08-320d-44c8-8adf-b64fa41eeffd), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:33.618515 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4af59c-f55a-4c6d-ad48-120f9eb1d44d tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network 4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:54:33.623663 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-5b4af59c-f55a-4c6d-ad48-120f9eb1d44d tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:54:33.629160 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4af59c-f55a-4c6d-ad48-120f9eb1d44d tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:54:33.630545 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5b4af59c-f55a-4c6d-ad48-120f9eb1d44d tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (62a45a74-23d4-4e30-8fd1-a68c507c8fde), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:33.672325 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19c0c9-e16e-48ad-907a-fdfde1f9ba1a None None] Pushing event updated for resources: {'Port': ['ID=6c359317-6019-4041-9dcd-48ad0c5abafb,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:33.686689 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4af59c-f55a-4c6d-ad48-120f9eb1d44d tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Port': ['ID=578b2c08-320d-44c8-8adf-b64fa41eeffd,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:33.709281 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 8c0ea4a8-d7be-44b3-807f-750821daed6f is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:33.923465 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 33748) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:33.997958 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5b4af59c-f55a-4c6d-ad48-120f9eb1d44d tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (578b2c08-320d-44c8-8adf-b64fa41eeffd), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:34.145387 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c045b935-96b2-418f-9990-3a2727ff92cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:34.287802 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c045b935-96b2-418f-9990-3a2727ff92cd admin admin] Publish callbacks [] for security_group (04741a78-d8cc-47b5-bbfe-00d78a542a0c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:34.361085 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-00b3a882-eef9-4851-8c76-4442bb88b0a5 req-59fbd9d7-7193-4070-989c-1ab5f6dff7be service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=41c2c9ed-4bb4-46e0-a050-e2f0499f031c HTTP/1.1" status: 200 len: 210 time: 0.0688553 Feb 20 03:54:34.377856 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c045b935-96b2-418f-9990-3a2727ff92cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (04741a78-d8cc-47b5-bbfe-00d78a542a0c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:34.519297 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33770) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:34.525508 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b087b0c5-0fb0-41ca-bdb0-d01333838fec req-316d42c1-4230-450f-9635-82a1def5ee0c tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.1344564 Feb 20 03:54:34.547888 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4b46be24-2790-4089-804e-d5ff312b3402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:34.569338 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c045b935-96b2-418f-9990-3a2727ff92cd admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=879cb79f4b5b43b8bb686bcfa6792bbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6447663 Feb 20 03:54:34.570753 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045b935-96b2-418f-9990-3a2727ff92cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04741a78-d8cc-47b5-bbfe-00d78a542a0c,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:34.572251 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33774) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:34.619436 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:54:34.775501 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-266effd2-9092-48ca-b456-7eb252621256 admin admin] Publish callbacks [] for security_group (04741a78-d8cc-47b5-bbfe-00d78a542a0c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:34.859863 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-266effd2-9092-48ca-b456-7eb252621256 admin admin] Publish callbacks [] for security_group (04741a78-d8cc-47b5-bbfe-00d78a542a0c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:35.001261 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 6c359317-6019-4041-9dcd-48ad0c5abafb up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:54:35.023426 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4b46be24-2790-4089-804e-d5ff312b3402 admin admin] Publish callbacks [] for security_group (76dded71-57ee-4703-980a-d595f52f2d02), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:35.039609 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-266effd2-9092-48ca-b456-7eb252621256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (04741a78-d8cc-47b5-bbfe-00d78a542a0c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:35.042149 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-266effd2-9092-48ca-b456-7eb252621256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:35.043338 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-266effd2-9092-48ca-b456-7eb252621256 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/04741a78-d8cc-47b5-bbfe-00d78a542a0c HTTP/1.1" status: 204 len: 168 time: 0.4701562 Feb 20 03:54:35.065685 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5b4af59c-f55a-4c6d-ad48-120f9eb1d44d tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for port (578b2c08-320d-44c8-8adf-b64fa41eeffd), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:35.093592 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266effd2-9092-48ca-b456-7eb252621256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04741a78-d8cc-47b5-bbfe-00d78a542a0c,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:35.096776 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 6c359317-6019-4041-9dcd-48ad0c5abafb triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:35.097161 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (6c359317-6019-4041-9dcd-48ad0c5abafb), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:35.113073 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4b46be24-2790-4089-804e-d5ff312b3402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (76dded71-57ee-4703-980a-d595f52f2d02), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:35.165912 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4b46be24-2790-4089-804e-d5ff312b3402 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ce9b08aba6c242acae86ca4e289432f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6444294 Feb 20 03:54:35.167771 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5b4af59c-f55a-4c6d-ad48-120f9eb1d44d tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (578b2c08-320d-44c8-8adf-b64fa41eeffd), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:35.168836 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 33790) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:35.177435 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5b4af59c-f55a-4c6d-ad48-120f9eb1d44d tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (62a45a74-23d4-4e30-8fd1-a68c507c8fde), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:35.307024 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef9472d8-dde5-4222-a9a8-8376a0b03580 admin admin] Publish callbacks [] for security_group (76dded71-57ee-4703-980a-d595f52f2d02), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:35.339406 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4af59c-f55a-4c6d-ad48-120f9eb1d44d tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Port': ['ID=578b2c08-320d-44c8-8adf-b64fa41eeffd,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:35.376087 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46be24-2790-4089-804e-d5ff312b3402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76dded71-57ee-4703-980a-d595f52f2d02,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:35.394724 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8ff9f0b8-019e-4550-8a85-576282b4ecda req-6bf46b8e-81d2-4669-ba07-02ec333e805d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.1518779 Feb 20 03:54:35.418793 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef9472d8-dde5-4222-a9a8-8376a0b03580 admin admin] Publish callbacks [] for security_group (76dded71-57ee-4703-980a-d595f52f2d02), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:35.425210 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 6c359317-6019-4041-9dcd-48ad0c5abafb is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:35.428341 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (6c359317-6019-4041-9dcd-48ad0c5abafb), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:35.558880 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 6c359317-6019-4041-9dcd-48ad0c5abafb, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=6c359317-6019-4041-9dcd-48ad0c5abafb,segment=NetworkSegment(a6dde45f-af53-4b0a-a083-09507bdf6c75),segment_id=a6dde45f-af53-4b0a-a083-09507bdf6c75)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:54:35.598664 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef9472d8-dde5-4222-a9a8-8376a0b03580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (76dded71-57ee-4703-980a-d595f52f2d02), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:35.601635 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef9472d8-dde5-4222-a9a8-8376a0b03580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:35.604139 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ef9472d8-dde5-4222-a9a8-8376a0b03580 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/76dded71-57ee-4703-980a-d595f52f2d02 HTTP/1.1" status: 204 len: 168 time: 0.4332409 Feb 20 03:54:35.607558 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4af59c-f55a-4c6d-ad48-120f9eb1d44d tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network 4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:54:35.618442 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-5b4af59c-f55a-4c6d-ad48-120f9eb1d44d tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:54:35.652169 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9472d8-dde5-4222-a9a8-8376a0b03580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76dded71-57ee-4703-980a-d595f52f2d02,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:35.652661 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b16533-941d-4642-a651-911f6bf98fe2 None None] Network 4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:54:35.787630 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4af59c-f55a-4c6d-ad48-120f9eb1d44d tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Router 62a45a74-23d4-4e30-8fd1-a68c507c8fde has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:54:35.797621 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d6e1df0f-645f-4e93-9644-526fb5b78253 req-d286de3f-467a-4485-a4c2-8b47956b9a21 tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.0758042 Feb 20 03:54:35.799780 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (6c359317-6019-4041-9dcd-48ad0c5abafb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:35.948301 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=6c359317-6019-4041-9dcd-48ad0c5abafb,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:35.984976 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-35e05ad7-8f9b-491f-9b7a-aec996884da4 None None] Provisioning complete for port 6c359317-6019-4041-9dcd-48ad0c5abafb triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:35.985453 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-35e05ad7-8f9b-491f-9b7a-aec996884da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (6c359317-6019-4041-9dcd-48ad0c5abafb), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:36.138794 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-35e05ad7-8f9b-491f-9b7a-aec996884da4 None None] Current status of the port 6c359317-6019-4041-9dcd-48ad0c5abafb is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:36.320409 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 33812) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:36.352853 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-56c0c96a-4231-4b00-a0bf-51f7bc5500a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:36.509117 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-56c0c96a-4231-4b00-a0bf-51f7bc5500a1 admin admin] Publish callbacks [] for security_group (8c8582fb-de90-42cc-aa6c-9acba0c21522), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:36.512980 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f95253ce-c1a1-422f-9c12-90ef6e6e228c None None] Provisioning complete for port 6c359317-6019-4041-9dcd-48ad0c5abafb triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:36.513386 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f95253ce-c1a1-422f-9c12-90ef6e6e228c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (6c359317-6019-4041-9dcd-48ad0c5abafb), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:36.617350 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-56c0c96a-4231-4b00-a0bf-51f7bc5500a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (8c8582fb-de90-42cc-aa6c-9acba0c21522), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:36.719929 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4af59c-f55a-4c6d-ad48-120f9eb1d44d tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:54:36.721887 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0c96a-4231-4b00-a0bf-51f7bc5500a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8582fb-de90-42cc-aa6c-9acba0c21522,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:36.730467 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5b4af59c-f55a-4c6d-ad48-120f9eb1d44d tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "PUT /v2.0/routers/62a45a74-23d4-4e30-8fd1-a68c507c8fde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1628783 Feb 20 03:54:36.732608 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b332bb-b372-4c47-8fdc-2b12eb7849ca None None] Sync routers for ids ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:54:36.736247 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33822) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:36.752112 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b332bb-b372-4c47-8fdc-2b12eb7849ca None None] Routers {'62a45a74-23d4-4e30-8fd1-a68c507c8fde'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:54:36.754468 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-f2b332bb-b372-4c47-8fdc-2b12eb7849ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:54:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:36.767801 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-f8b97fcd-c959-4db1-a49f-a73945528f24 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-292002553'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:54:36.821124 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 33826) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:36.821344 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-56c0c96a-4231-4b00-a0bf-51f7bc5500a1 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=797f2e2e1b554cb7a111d523b870383c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4882643 Feb 20 03:54:36.872959 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f95253ce-c1a1-422f-9c12-90ef6e6e228c None None] Current status of the port 6c359317-6019-4041-9dcd-48ad0c5abafb is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:36.913513 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f95253ce-c1a1-422f-9c12-90ef6e6e228c None None] Provisioning complete for port 578b2c08-320d-44c8-8adf-b64fa41eeffd triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:36.915172 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f95253ce-c1a1-422f-9c12-90ef6e6e228c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (578b2c08-320d-44c8-8adf-b64fa41eeffd), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:36.961551 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-98d1ec65-6ec1-4ef1-b855-2325093e825c admin admin] Publish callbacks [] for security_group (8c8582fb-de90-42cc-aa6c-9acba0c21522), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:36.975250 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b97fcd-c959-4db1-a49f-a73945528f24 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Made reservation on behalf of 22871a8315df49c89d6983e39fc945e1 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:54:36.980614 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f8b97fcd-c959-4db1-a49f-a73945528f24 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:37.040005 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-f2b332bb-b372-4c47-8fdc-2b12eb7849ca None None] Set router 62a45a74-23d4-4e30-8fd1-a68c507c8fde gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:54:37.064147 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-98d1ec65-6ec1-4ef1-b855-2325093e825c admin admin] Publish callbacks [] for security_group (8c8582fb-de90-42cc-aa6c-9acba0c21522), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:37.128336 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8107b336-6fab-4344-888d-44337f231ec1 req-6252e863-db7d-4a69-99a1-38e7ace614ce tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.0706213 Feb 20 03:54:37.134830 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 6c359317-6019-4041-9dcd-48ad0c5abafb up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:54:37.182130 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b97fcd-c959-4db1-a49f-a73945528f24 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:54:37.267030 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f95253ce-c1a1-422f-9c12-90ef6e6e228c None None] Port 578b2c08-320d-44c8-8adf-b64fa41eeffd cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:54:37.374959 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f8b97fcd-c959-4db1-a49f-a73945528f24 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (ae54f708-4841-4ac9-a683-e3c094e90cd9), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:37.375526 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-f8b97fcd-c959-4db1-a49f-a73945528f24 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Added segment ae54f708-4841-4ac9-a683-e3c094e90cd9 of type vlan for network 49f640e8-5524-4e5d-9941-55759bd5a14f Feb 20 03:54:37.376602 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 6c359317-6019-4041-9dcd-48ad0c5abafb triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:37.377148 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (6c359317-6019-4041-9dcd-48ad0c5abafb), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:37.459178 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f8b97fcd-c959-4db1-a49f-a73945528f24 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (49f640e8-5524-4e5d-9941-55759bd5a14f), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:37.492138 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-98d1ec65-6ec1-4ef1-b855-2325093e825c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (8c8582fb-de90-42cc-aa6c-9acba0c21522), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:37.495425 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-98d1ec65-6ec1-4ef1-b855-2325093e825c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:37.496975 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-98d1ec65-6ec1-4ef1-b855-2325093e825c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8c8582fb-de90-42cc-aa6c-9acba0c21522 HTTP/1.1" status: 204 len: 168 time: 0.6771111 Feb 20 03:54:37.497191 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c68f3001-15a8-4988-8c62-60860d33e8b4 None None] Provisioning complete for port 578b2c08-320d-44c8-8adf-b64fa41eeffd triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:37.497718 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c68f3001-15a8-4988-8c62-60860d33e8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (578b2c08-320d-44c8-8adf-b64fa41eeffd), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:37.508902 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1ec65-6ec1-4ef1-b855-2325093e825c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8582fb-de90-42cc-aa6c-9acba0c21522,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:37.567912 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f8b97fcd-c959-4db1-a49f-a73945528f24 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (49f640e8-5524-4e5d-9941-55759bd5a14f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:37.578450 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b97fcd-c959-4db1-a49f-a73945528f24 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:37.580598 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f8b97fcd-c959-4db1-a49f-a73945528f24 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:37.600968 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-f2b332bb-b372-4c47-8fdc-2b12eb7849ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'name': 'tempest-RoutersIpV6Test-router-1956813198', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:54:18Z', 'updated_at': '2022-02-20T03:54:33Z', 'revision_number': 3, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None, '_interfaces': [{'id': '578b2c08-320d-44c8-8adf-b64fa41eeffd', 'name': '', 'network_id': '4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:73:45:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:31Z', 'updated_at': '2022-02-20T03:54:34Z', 'revision_number': 2, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c0ea4a8-d7be-44b3-807f-750821daed6f', 'name': '', 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:e2:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:23Z', 'updated_at': '2022-02-20T03:54:32Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:37.615634 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c68f3001-15a8-4988-8c62-60860d33e8b4 None None] Port 578b2c08-320d-44c8-8adf-b64fa41eeffd cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:54:37.652055 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 6c359317-6019-4041-9dcd-48ad0c5abafb is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:37.686252 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b332bb-b372-4c47-8fdc-2b12eb7849ca None None] Checking router: 62a45a74-23d4-4e30-8fd1-a68c507c8fde for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:54:37.686659 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b332bb-b372-4c47-8fdc-2b12eb7849ca None None] Updating router 62a45a74-23d4-4e30-8fd1-a68c507c8fde port 578b2c08-320d-44c8-8adf-b64fa41eeffd binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:54:37.691080 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f8b97fcd-c959-4db1-a49f-a73945528f24 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9534919 Feb 20 03:54:37.694491 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 33866) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:37.699805 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-05c7fb1f-d261-4627-b777-4fa1048b97bf tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Request body: {'subnet': {'network_id': '49f640e8-5524-4e5d-9941-55759bd5a14f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:54:37.764131 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-3e08a6e6-7986-4746-921f-a1d7ff1287ac None None] Provisioning complete for port 578b2c08-320d-44c8-8adf-b64fa41eeffd triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:37.777477 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3e08a6e6-7986-4746-921f-a1d7ff1287ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (578b2c08-320d-44c8-8adf-b64fa41eeffd), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:37.779973 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b97fcd-c959-4db1-a49f-a73945528f24 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Network': ['ID=49f640e8-5524-4e5d-9941-55759bd5a14f,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:37.881016 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f2b332bb-b372-4c47-8fdc-2b12eb7849ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (578b2c08-320d-44c8-8adf-b64fa41eeffd), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:37.996996 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 49f640e8-5524-4e5d-9941-55759bd5a14f details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:54:38.010056 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-3e08a6e6-7986-4746-921f-a1d7ff1287ac None None] Port 578b2c08-320d-44c8-8adf-b64fa41eeffd cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:54:38.602174 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f2b332bb-b372-4c47-8fdc-2b12eb7849ca None None] Publish callbacks [] for port (578b2c08-320d-44c8-8adf-b64fa41eeffd), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:38.735643 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f2b332bb-b372-4c47-8fdc-2b12eb7849ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (578b2c08-320d-44c8-8adf-b64fa41eeffd), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:38.738226 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-52c87d07-25ef-4d35-b5d5-ea973db952f5 req-980ce080-5671-4cc4-ae55-b478f8bd911a tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.0366585 Feb 20 03:54:38.829117 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c7fb1f-d261-4627-b777-4fa1048b97bf tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Made reservation on behalf of 22871a8315df49c89d6983e39fc945e1 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:54:38.833598 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-05c7fb1f-d261-4627-b777-4fa1048b97bf tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:39.032723 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd7b7c-3761-4bd0-8e6b-1c4f4ed834ff None None] Pushing event updated for resources: {'Port': ['ID=578b2c08-320d-44c8-8adf-b64fa41eeffd,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:39.049616 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fd7b7c-3761-4bd0-8e6b-1c4f4ed834ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:39.052617 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fd7b7c-3761-4bd0-8e6b-1c4f4ed834ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:39.054878 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fd7b7c-3761-4bd0-8e6b-1c4f4ed834ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:39.054878 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fd7b7c-3761-4bd0-8e6b-1c4f4ed834ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:39.059015 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fd7b7c-3761-4bd0-8e6b-1c4f4ed834ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:39.059543 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fd7b7c-3761-4bd0-8e6b-1c4f4ed834ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:39.059989 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fd7b7c-3761-4bd0-8e6b-1c4f4ed834ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:39.060838 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fd7b7c-3761-4bd0-8e6b-1c4f4ed834ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:39.062396 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fd7b7c-3761-4bd0-8e6b-1c4f4ed834ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:39.062888 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fd7b7c-3761-4bd0-8e6b-1c4f4ed834ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:39.063328 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fd7b7c-3761-4bd0-8e6b-1c4f4ed834ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:39.063768 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fd7b7c-3761-4bd0-8e6b-1c4f4ed834ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:39.066285 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fd7b7c-3761-4bd0-8e6b-1c4f4ed834ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:39.102345 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-f2b332bb-b372-4c47-8fdc-2b12eb7849ca None None] Attempting to bind port 578b2c08-320d-44c8-8adf-b64fa41eeffd on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:54:39.104445 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-f2b332bb-b372-4c47-8fdc-2b12eb7849ca None None] Attempting to bind port 578b2c08-320d-44c8-8adf-b64fa41eeffd by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'a6dde45f-af53-4b0a-a083-09507bdf6c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:54:39.106057 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b332bb-b372-4c47-8fdc-2b12eb7849ca None None] Attempting to bind port 578b2c08-320d-44c8-8adf-b64fa41eeffd on network 4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:54:39.117197 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b332bb-b372-4c47-8fdc-2b12eb7849ca None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:54:39.118099 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b332bb-b372-4c47-8fdc-2b12eb7849ca None None] Checking segment: {'id': 'a6dde45f-af53-4b0a-a083-09507bdf6c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:54:39.123642 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f2b332bb-b372-4c47-8fdc-2b12eb7849ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:39.123642 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b332bb-b372-4c47-8fdc-2b12eb7849ca None None] Bound using segment: {'id': 'a6dde45f-af53-4b0a-a083-09507bdf6c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:54:39.124759 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-f2b332bb-b372-4c47-8fdc-2b12eb7849ca None None] Bound port: 578b2c08-320d-44c8-8adf-b64fa41eeffd, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6dde45f-af53-4b0a-a083-09507bdf6c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:54:39.126259 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f2b332bb-b372-4c47-8fdc-2b12eb7849ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (578b2c08-320d-44c8-8adf-b64fa41eeffd), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:39.356911 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-f2b332bb-b372-4c47-8fdc-2b12eb7849ca None None] For port 578b2c08-320d-44c8-8adf-b64fa41eeffd, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:54:39.360392 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-5d4eb656-3591-4a6c-9a43-c5382c0014f3 None None] Provisioning complete for port 578b2c08-320d-44c8-8adf-b64fa41eeffd triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:39.360956 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5d4eb656-3591-4a6c-9a43-c5382c0014f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (578b2c08-320d-44c8-8adf-b64fa41eeffd), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:39.365841 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-f2b332bb-b372-4c47-8fdc-2b12eb7849ca None None] For port 578b2c08-320d-44c8-8adf-b64fa41eeffd, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=578b2c08-320d-44c8-8adf-b64fa41eeffd,segment=NetworkSegment(a6dde45f-af53-4b0a-a083-09507bdf6c75),segment_id=a6dde45f-af53-4b0a-a083-09507bdf6c75)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:54:39.459163 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f2b332bb-b372-4c47-8fdc-2b12eb7849ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (578b2c08-320d-44c8-8adf-b64fa41eeffd), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:39.493725 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-05c7fb1f-d261-4627-b777-4fa1048b97bf tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (b9011f5f-e86c-4d85-84ec-5d51207734a3), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:39.589589 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b332bb-b372-4c47-8fdc-2b12eb7849ca None None] Routers {'62a45a74-23d4-4e30-8fd1-a68c507c8fde'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:54:39.590486 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-f2b332bb-b372-4c47-8fdc-2b12eb7849ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:54:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:39.594451 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd7b7c-3761-4bd0-8e6b-1c4f4ed834ff None None] Pushing event updated for resources: {'Port': ['ID=578b2c08-320d-44c8-8adf-b64fa41eeffd,revision_number=4']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:39.649513 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7fb1f-d261-4627-b777-4fa1048b97bf tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Subnet': ['ID=b9011f5f-e86c-4d85-84ec-5d51207734a3,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:39.703466 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c7fb1f-d261-4627-b777-4fa1048b97bf tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Checking segment: {'id': 'ae54f708-4841-4ac9-a683-e3c094e90cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '49f640e8-5524-4e5d-9941-55759bd5a14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:54:39.704928 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c7fb1f-d261-4627-b777-4fa1048b97bf tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network hostable DHCP agents. Network: 49f640e8-5524-4e5d-9941-55759bd5a14f, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:54:39.853754 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5d4eb656-3591-4a6c-9a43-c5382c0014f3 None None] Port 578b2c08-320d-44c8-8adf-b64fa41eeffd cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:54:39.857663 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c7fb1f-d261-4627-b777-4fa1048b97bf tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network 49f640e8-5524-4e5d-9941-55759bd5a14f is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:54:40.045880 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-05c7fb1f-d261-4627-b777-4fa1048b97bf tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 49f640e8-5524-4e5d-9941-55759bd5a14f) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:54:40.065988 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2766ccad-061d-42a1-a3aa-1ce1d49b7cc6 None None] Network 49f640e8-5524-4e5d-9941-55759bd5a14f requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:54:40.088322 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c7fb1f-d261-4627-b777-4fa1048b97bf tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:40.095604 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-05c7fb1f-d261-4627-b777-4fa1048b97bf tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:40.114809 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-86ed07be-3199-4385-b7b7-a4e9e8aebf2f req-f4c95e23-da4b-4518-97e2-9cf4718b4498 tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.1888573 Feb 20 03:54:40.124574 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-f2b332bb-b372-4c47-8fdc-2b12eb7849ca None None] Set router 62a45a74-23d4-4e30-8fd1-a68c507c8fde gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:54:40.214203 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-15b5493b-b39b-4682-9822-9847d63d1b96 None None] Provisioning complete for port 578b2c08-320d-44c8-8adf-b64fa41eeffd triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:40.214903 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-15b5493b-b39b-4682-9822-9847d63d1b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (578b2c08-320d-44c8-8adf-b64fa41eeffd), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:40.238722 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-05c7fb1f-d261-4627-b777-4fa1048b97bf tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5430040 Feb 20 03:54:40.242599 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 33958) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:40.291501 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26dd437-8091-4a43-baeb-02b50ab4c92f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-49f640e8-5524-4e5d-9941-55759bd5a14f', 'network_id': '49f640e8-5524-4e5d-9941-55759bd5a14f', 'project_id': '22871a8315df49c89d6983e39fc945e1', 'fixed_ips': [{'subnet_id': 'b9011f5f-e86c-4d85-84ec-5d51207734a3'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:54:40.292381 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d26dd437-8091-4a43-baeb-02b50ab4c92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:40.500326 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-15b5493b-b39b-4682-9822-9847d63d1b96 None None] Current status of the port 578b2c08-320d-44c8-8adf-b64fa41eeffd is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:40.500988 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-15b5493b-b39b-4682-9822-9847d63d1b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (578b2c08-320d-44c8-8adf-b64fa41eeffd), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:40.502178 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-f2b332bb-b372-4c47-8fdc-2b12eb7849ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'name': 'tempest-RoutersIpV6Test-router-1956813198', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:54:18Z', 'updated_at': '2022-02-20T03:54:33Z', 'revision_number': 3, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None, '_interfaces': [{'id': '578b2c08-320d-44c8-8adf-b64fa41eeffd', 'name': '', 'network_id': '4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:73:45:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:31Z', 'updated_at': '2022-02-20T03:54:39Z', 'revision_number': 4, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c0ea4a8-d7be-44b3-807f-750821daed6f', 'name': '', 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:e2:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:23Z', 'updated_at': '2022-02-20T03:54:32Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:40.554921 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b332bb-b372-4c47-8fdc-2b12eb7849ca None None] The sync data for ids ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'] in n-d-829866-4 is: [{'id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'name': 'tempest-RoutersIpV6Test-router-1956813198', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:54:18Z', 'updated_at': '2022-02-20T03:54:33Z', 'revision_number': 3, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None, '_interfaces': [{'id': '578b2c08-320d-44c8-8adf-b64fa41eeffd', 'name': '', 'network_id': '4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:73:45:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:31Z', 'updated_at': '2022-02-20T03:54:39Z', 'revision_number': 4, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c0ea4a8-d7be-44b3-807f-750821daed6f', 'name': '', 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:e2:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:23Z', 'updated_at': '2022-02-20T03:54:32Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:54:40.719437 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-d26dd437-8091-4a43-baeb-02b50ab4c92f None None] Allocated IP 2001:db8:2::2 (49f640e8-5524-4e5d-9941-55759bd5a14f/b9011f5f-e86c-4d85-84ec-5d51207734a3/f89ce18d-84f6-4da9-b75a-98bcb171c9d6) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:54:40.782289 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-15b5493b-b39b-4682-9822-9847d63d1b96 None None] For port 578b2c08-320d-44c8-8adf-b64fa41eeffd, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=578b2c08-320d-44c8-8adf-b64fa41eeffd,segment=NetworkSegment(a6dde45f-af53-4b0a-a083-09507bdf6c75),segment_id=a6dde45f-af53-4b0a-a083-09507bdf6c75)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:54:40.889460 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-15b5493b-b39b-4682-9822-9847d63d1b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (578b2c08-320d-44c8-8adf-b64fa41eeffd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:40.920872 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ebf306f8-dd1a-4548-8578-fb9154c878bd tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:41.060878 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 578b2c08-320d-44c8-8adf-b64fa41eeffd up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:54:41.244903 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 578b2c08-320d-44c8-8adf-b64fa41eeffd triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:41.245619 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (578b2c08-320d-44c8-8adf-b64fa41eeffd), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:41.251358 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b5493b-b39b-4682-9822-9847d63d1b96 None None] Pushing event updated for resources: {'Port': ['ID=578b2c08-320d-44c8-8adf-b64fa41eeffd,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:41.417507 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bc3e86db-80a1-4c0e-8a46-4f461b23da9e req-249a0d39-a578-4e07-afdf-ef0b0105023f tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.1295071 Feb 20 03:54:41.452603 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d26dd437-8091-4a43-baeb-02b50ab4c92f None None] Publish callbacks [] for port (f89ce18d-84f6-4da9-b75a-98bcb171c9d6), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:41.483728 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 578b2c08-320d-44c8-8adf-b64fa41eeffd is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:41.518715 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d26dd437-8091-4a43-baeb-02b50ab4c92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (f89ce18d-84f6-4da9-b75a-98bcb171c9d6), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:41.549761 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26dd437-8091-4a43-baeb-02b50ab4c92f None None] Network 49f640e8-5524-4e5d-9941-55759bd5a14f is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:54:41.589568 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-d26dd437-8091-4a43-baeb-02b50ab4c92f None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:54:41.596602 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26dd437-8091-4a43-baeb-02b50ab4c92f None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:54:41.714361 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dd437-8091-4a43-baeb-02b50ab4c92f None None] Pushing event updated for resources: {'Port': ['ID=f89ce18d-84f6-4da9-b75a-98bcb171c9d6,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:41.780513 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-ebf306f8-dd1a-4548-8578-fb9154c878bd tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Allocated IP 2001:db8:2::1 (49f640e8-5524-4e5d-9941-55759bd5a14f/b9011f5f-e86c-4d85-84ec-5d51207734a3/e0d70a25-5f6a-4809-ac0c-60f13815306b) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:54:41.842055 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d26dd437-8091-4a43-baeb-02b50ab4c92f None None] Attempting to bind port f89ce18d-84f6-4da9-b75a-98bcb171c9d6 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:54:41.842441 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d26dd437-8091-4a43-baeb-02b50ab4c92f None None] Attempting to bind port f89ce18d-84f6-4da9-b75a-98bcb171c9d6 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'ae54f708-4841-4ac9-a683-e3c094e90cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '49f640e8-5524-4e5d-9941-55759bd5a14f'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:54:41.846081 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26dd437-8091-4a43-baeb-02b50ab4c92f None None] Attempting to bind port f89ce18d-84f6-4da9-b75a-98bcb171c9d6 on network 49f640e8-5524-4e5d-9941-55759bd5a14f {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:54:41.858126 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26dd437-8091-4a43-baeb-02b50ab4c92f None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:54:41.858522 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26dd437-8091-4a43-baeb-02b50ab4c92f None None] Checking segment: {'id': 'ae54f708-4841-4ac9-a683-e3c094e90cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '49f640e8-5524-4e5d-9941-55759bd5a14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:54:41.859070 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d26dd437-8091-4a43-baeb-02b50ab4c92f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:41.864148 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26dd437-8091-4a43-baeb-02b50ab4c92f None None] Bound using segment: {'id': 'ae54f708-4841-4ac9-a683-e3c094e90cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '49f640e8-5524-4e5d-9941-55759bd5a14f'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:54:41.864705 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d26dd437-8091-4a43-baeb-02b50ab4c92f None None] Bound port: f89ce18d-84f6-4da9-b75a-98bcb171c9d6, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae54f708-4841-4ac9-a683-e3c094e90cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '49f640e8-5524-4e5d-9941-55759bd5a14f'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:54:41.865121 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d26dd437-8091-4a43-baeb-02b50ab4c92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f89ce18d-84f6-4da9-b75a-98bcb171c9d6), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:41.999186 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ebf306f8-dd1a-4548-8578-fb9154c878bd tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for port (e0d70a25-5f6a-4809-ac0c-60f13815306b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:42.003953 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d26dd437-8091-4a43-baeb-02b50ab4c92f None None] For port f89ce18d-84f6-4da9-b75a-98bcb171c9d6, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:54:42.009725 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d26dd437-8091-4a43-baeb-02b50ab4c92f None None] For port f89ce18d-84f6-4da9-b75a-98bcb171c9d6, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=f89ce18d-84f6-4da9-b75a-98bcb171c9d6,segment=NetworkSegment(ae54f708-4841-4ac9-a683-e3c094e90cd9),segment_id=ae54f708-4841-4ac9-a683-e3c094e90cd9)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:54:42.063180 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34022) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:42.136914 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d26dd437-8091-4a43-baeb-02b50ab4c92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f89ce18d-84f6-4da9-b75a-98bcb171c9d6), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:42.188049 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ebf306f8-dd1a-4548-8578-fb9154c878bd tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (e0d70a25-5f6a-4809-ac0c-60f13815306b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:42.248708 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dd437-8091-4a43-baeb-02b50ab4c92f None None] Pushing event updated for resources: {'Port': ['ID=f89ce18d-84f6-4da9-b75a-98bcb171c9d6,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:42.311189 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2a5ceec4-35d5-44c7-97ef-9b332264c48c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:42.329436 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf306f8-dd1a-4548-8578-fb9154c878bd tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network 49f640e8-5524-4e5d-9941-55759bd5a14f is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:54:42.355421 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-ebf306f8-dd1a-4548-8578-fb9154c878bd tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:54:42.379171 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf306f8-dd1a-4548-8578-fb9154c878bd tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:54:42.379823 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ebf306f8-dd1a-4548-8578-fb9154c878bd tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (62a45a74-23d4-4e30-8fd1-a68c507c8fde), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:42.416868 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf306f8-dd1a-4548-8578-fb9154c878bd tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Port': ['ID=e0d70a25-5f6a-4809-ac0c-60f13815306b,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:42.535660 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2a5ceec4-35d5-44c7-97ef-9b332264c48c admin admin] Publish callbacks [] for security_group (47a53695-41bf-4bcd-b0b9-7f103312e794), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:42.599473 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-97751503-2562-4166-81cd-1b63597594bf req-e63c9ac9-62f3-4dc0-b7fe-d7b8e07000fe tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.0365210 Feb 20 03:54:42.647990 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ebf306f8-dd1a-4548-8578-fb9154c878bd tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e0d70a25-5f6a-4809-ac0c-60f13815306b), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:42.652232 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2a5ceec4-35d5-44c7-97ef-9b332264c48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (47a53695-41bf-4bcd-b0b9-7f103312e794), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:42.736658 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2a5ceec4-35d5-44c7-97ef-9b332264c48c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=44d9a573da5546bf991a8be7429a4703&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6723275 Feb 20 03:54:42.740895 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34036) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:42.741464 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ceec4-35d5-44c7-97ef-9b332264c48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a53695-41bf-4bcd-b0b9-7f103312e794,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:42.904264 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-75bba9e0-56e6-4518-af01-883770f20514 admin admin] Publish callbacks [] for security_group (47a53695-41bf-4bcd-b0b9-7f103312e794), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:42.930422 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-75bba9e0-56e6-4518-af01-883770f20514 admin admin] Publish callbacks [] for security_group (47a53695-41bf-4bcd-b0b9-7f103312e794), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:43.060847 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device f89ce18d-84f6-4da9-b75a-98bcb171c9d6 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:54:43.128315 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ebf306f8-dd1a-4548-8578-fb9154c878bd tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for port (e0d70a25-5f6a-4809-ac0c-60f13815306b), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:43.137450 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-75bba9e0-56e6-4518-af01-883770f20514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (47a53695-41bf-4bcd-b0b9-7f103312e794), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:43.140492 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-75bba9e0-56e6-4518-af01-883770f20514 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:43.141882 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-75bba9e0-56e6-4518-af01-883770f20514 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/47a53695-41bf-4bcd-b0b9-7f103312e794 HTTP/1.1" status: 204 len: 168 time: 0.3988016 Feb 20 03:54:43.147439 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port f89ce18d-84f6-4da9-b75a-98bcb171c9d6 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:43.147563 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f89ce18d-84f6-4da9-b75a-98bcb171c9d6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:43.154412 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bba9e0-56e6-4518-af01-883770f20514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a53695-41bf-4bcd-b0b9-7f103312e794,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:43.166038 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bba9e0-56e6-4518-af01-883770f20514 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:43.170495 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bba9e0-56e6-4518-af01-883770f20514 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:43.174433 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bba9e0-56e6-4518-af01-883770f20514 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:43.174433 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bba9e0-56e6-4518-af01-883770f20514 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:43.174433 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bba9e0-56e6-4518-af01-883770f20514 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:43.174433 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bba9e0-56e6-4518-af01-883770f20514 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:43.174433 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bba9e0-56e6-4518-af01-883770f20514 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:43.174433 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bba9e0-56e6-4518-af01-883770f20514 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:43.177219 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bba9e0-56e6-4518-af01-883770f20514 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:43.178130 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bba9e0-56e6-4518-af01-883770f20514 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:43.178724 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bba9e0-56e6-4518-af01-883770f20514 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:43.179256 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bba9e0-56e6-4518-af01-883770f20514 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:43.180506 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bba9e0-56e6-4518-af01-883770f20514 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:54:43.247621 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ebf306f8-dd1a-4548-8578-fb9154c878bd tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (e0d70a25-5f6a-4809-ac0c-60f13815306b), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:43.251404 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ebf306f8-dd1a-4548-8578-fb9154c878bd tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (62a45a74-23d4-4e30-8fd1-a68c507c8fde), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:43.287093 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port f89ce18d-84f6-4da9-b75a-98bcb171c9d6 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:43.287404 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f89ce18d-84f6-4da9-b75a-98bcb171c9d6), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:43.409416 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port f89ce18d-84f6-4da9-b75a-98bcb171c9d6, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=f89ce18d-84f6-4da9-b75a-98bcb171c9d6,segment=NetworkSegment(ae54f708-4841-4ac9-a683-e3c094e90cd9),segment_id=ae54f708-4841-4ac9-a683-e3c094e90cd9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:54:43.525904 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f89ce18d-84f6-4da9-b75a-98bcb171c9d6), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:43.526724 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 578b2c08-320d-44c8-8adf-b64fa41eeffd up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:54:43.560633 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf306f8-dd1a-4548-8578-fb9154c878bd tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Port': ['ID=e0d70a25-5f6a-4809-ac0c-60f13815306b,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:43.627170 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf306f8-dd1a-4548-8578-fb9154c878bd tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network 49f640e8-5524-4e5d-9941-55759bd5a14f is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:54:43.628683 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-ebf306f8-dd1a-4548-8578-fb9154c878bd tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:54:43.806309 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 578b2c08-320d-44c8-8adf-b64fa41eeffd triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:43.806614 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (578b2c08-320d-44c8-8adf-b64fa41eeffd), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:43.855767 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf306f8-dd1a-4548-8578-fb9154c878bd tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Router 62a45a74-23d4-4e30-8fd1-a68c507c8fde has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:54:43.858703 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6e589f-e31b-4cc5-901e-cbd00366ad0e None None] Network 49f640e8-5524-4e5d-9941-55759bd5a14f requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:54:43.875250 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-11fdc1de-b5b5-46d0-9907-55586a359f1c req-3cfdb2c9-0a40-45cd-8498-9314a00dd8b4 tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.0412834 Feb 20 03:54:43.888116 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=f89ce18d-84f6-4da9-b75a-98bcb171c9d6,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:43.998475 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-693176ed-511b-4f67-ac61-b2f8aa04efb7 None None] Provisioning complete for port f89ce18d-84f6-4da9-b75a-98bcb171c9d6 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:43.998869 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-693176ed-511b-4f67-ac61-b2f8aa04efb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f89ce18d-84f6-4da9-b75a-98bcb171c9d6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:44.009360 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf306f8-dd1a-4548-8578-fb9154c878bd tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:54:44.035134 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34074) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:44.038367 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ebf306f8-dd1a-4548-8578-fb9154c878bd tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "PUT /v2.0/routers/62a45a74-23d4-4e30-8fd1-a68c507c8fde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7943132 Feb 20 03:54:44.042529 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-36a0ba51-3c0d-4f41-b0d3-532f7e2a2428 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1992840474'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:54:44.046320 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5761d746-6942-420f-92e9-1f092d6aa63d None None] Sync routers for ids ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:54:44.108473 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5761d746-6942-420f-92e9-1f092d6aa63d None None] Routers {'62a45a74-23d4-4e30-8fd1-a68c507c8fde'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:54:44.108473 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-5761d746-6942-420f-92e9-1f092d6aa63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:54:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:44.214553 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-5761d746-6942-420f-92e9-1f092d6aa63d None None] Set router 62a45a74-23d4-4e30-8fd1-a68c507c8fde gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:54:44.217397 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 578b2c08-320d-44c8-8adf-b64fa41eeffd is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:44.246834 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a0ba51-3c0d-4f41-b0d3-532f7e2a2428 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Made reservation on behalf of 22871a8315df49c89d6983e39fc945e1 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:54:44.260565 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-36a0ba51-3c0d-4f41-b0d3-532f7e2a2428 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:44.304174 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-693176ed-511b-4f67-ac61-b2f8aa04efb7 None None] Current status of the port f89ce18d-84f6-4da9-b75a-98bcb171c9d6 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:44.330972 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34078) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:44.375761 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4fec62cc-137d-47d7-a6cc-ef3345bd6c24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:44.376103 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a0ba51-3c0d-4f41-b0d3-532f7e2a2428 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:54:44.428583 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-36a0ba51-3c0d-4f41-b0d3-532f7e2a2428 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (09b19837-e9a0-4f77-844b-30c458defb9e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:44.428583 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-36a0ba51-3c0d-4f41-b0d3-532f7e2a2428 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Added segment 09b19837-e9a0-4f77-844b-30c458defb9e of type vlan for network c9c505dd-2560-455a-b2bb-c1a1e896ad2b Feb 20 03:54:44.550437 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-36a0ba51-3c0d-4f41-b0d3-532f7e2a2428 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (c9c505dd-2560-455a-b2bb-c1a1e896ad2b), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:44.652119 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4fec62cc-137d-47d7-a6cc-ef3345bd6c24 admin admin] Publish callbacks [] for security_group (9b893e83-b890-453f-9f38-80194db8d1a7), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:44.689171 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-36a0ba51-3c0d-4f41-b0d3-532f7e2a2428 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (c9c505dd-2560-455a-b2bb-c1a1e896ad2b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:44.695112 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a0ba51-3c0d-4f41-b0d3-532f7e2a2428 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:44.696037 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-36a0ba51-3c0d-4f41-b0d3-532f7e2a2428 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:44.723973 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4fec62cc-137d-47d7-a6cc-ef3345bd6c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (9b893e83-b890-453f-9f38-80194db8d1a7), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:44.794174 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4fec62cc-137d-47d7-a6cc-ef3345bd6c24 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=00513dc952004bc1a67c900aeff6e7e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4620445 Feb 20 03:54:44.797836 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34092) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:44.834756 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d6d8b517-23f5-4a43-9555-365a2002dca6 None None] Provisioning complete for port e0d70a25-5f6a-4809-ac0c-60f13815306b triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:44.835768 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d6d8b517-23f5-4a43-9555-365a2002dca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e0d70a25-5f6a-4809-ac0c-60f13815306b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:44.842047 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec62cc-137d-47d7-a6cc-ef3345bd6c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b893e83-b890-453f-9f38-80194db8d1a7,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:44.899430 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a0ba51-3c0d-4f41-b0d3-532f7e2a2428 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Network': ['ID=c9c505dd-2560-455a-b2bb-c1a1e896ad2b,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:44.911709 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-36a0ba51-3c0d-4f41-b0d3-532f7e2a2428 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8733542 Feb 20 03:54:44.913011 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34098) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:44.925241 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-7b7ff845-a997-41ae-a97d-60b84fd8924e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Request body: {'subnet': {'network_id': 'c9c505dd-2560-455a-b2bb-c1a1e896ad2b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:54:45.006064 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network c9c505dd-2560-455a-b2bb-c1a1e896ad2b details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:54:45.158938 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device f89ce18d-84f6-4da9-b75a-98bcb171c9d6 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:54:45.218691 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b2409c4a-4388-459f-bbed-866100660f55 req-8db20ac4-ac29-4a51-a650-751aa681fa37 tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.0949996 Feb 20 03:54:45.292923 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d6d8b517-23f5-4a43-9555-365a2002dca6 None None] Port e0d70a25-5f6a-4809-ac0c-60f13815306b cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:54:45.313129 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-50da89ba-4c83-4067-8914-892e3109d374 admin admin] Publish callbacks [] for security_group (9b893e83-b890-453f-9f38-80194db8d1a7), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:45.340948 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-50da89ba-4c83-4067-8914-892e3109d374 admin admin] Publish callbacks [] for security_group (9b893e83-b890-453f-9f38-80194db8d1a7), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:45.355892 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port f89ce18d-84f6-4da9-b75a-98bcb171c9d6 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:45.356283 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f89ce18d-84f6-4da9-b75a-98bcb171c9d6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:45.413749 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d6d8b517-23f5-4a43-9555-365a2002dca6 None None] Provisioning complete for port f89ce18d-84f6-4da9-b75a-98bcb171c9d6 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:45.421263 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d6d8b517-23f5-4a43-9555-365a2002dca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f89ce18d-84f6-4da9-b75a-98bcb171c9d6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:45.424830 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7ff845-a997-41ae-a97d-60b84fd8924e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Made reservation on behalf of 22871a8315df49c89d6983e39fc945e1 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:54:45.429384 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7b7ff845-a997-41ae-a97d-60b84fd8924e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:45.499031 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-5761d746-6942-420f-92e9-1f092d6aa63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'name': 'tempest-RoutersIpV6Test-router-1956813198', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:54:18Z', 'updated_at': '2022-02-20T03:54:42Z', 'revision_number': 4, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None, '_interfaces': [{'id': '578b2c08-320d-44c8-8adf-b64fa41eeffd', 'name': '', 'network_id': '4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:73:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:31Z', 'updated_at': '2022-02-20T03:54:40Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c0ea4a8-d7be-44b3-807f-750821daed6f', 'name': '', 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:e2:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:23Z', 'updated_at': '2022-02-20T03:54:32Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d70a25-5f6a-4809-ac0c-60f13815306b', 'name': '', 'network_id': '49f640e8-5524-4e5d-9941-55759bd5a14f', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:1f:f4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'b9011f5f-e86c-4d85-84ec-5d51207734a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:41Z', 'updated_at': '2022-02-20T03:54:42Z', 'revision_number': 2, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9011f5f-e86c-4d85-84ec-5d51207734a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:45.545513 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-50da89ba-4c83-4067-8914-892e3109d374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (9b893e83-b890-453f-9f38-80194db8d1a7), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:45.548174 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-50da89ba-4c83-4067-8914-892e3109d374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:45.549310 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-50da89ba-4c83-4067-8914-892e3109d374 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9b893e83-b890-453f-9f38-80194db8d1a7 HTTP/1.1" status: 204 len: 168 time: 0.7212524 Feb 20 03:54:45.587387 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5761d746-6942-420f-92e9-1f092d6aa63d None None] Checking router: 62a45a74-23d4-4e30-8fd1-a68c507c8fde for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:54:45.587754 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5761d746-6942-420f-92e9-1f092d6aa63d None None] Updating router 62a45a74-23d4-4e30-8fd1-a68c507c8fde port e0d70a25-5f6a-4809-ac0c-60f13815306b binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:54:45.604511 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da89ba-4c83-4067-8914-892e3109d374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b893e83-b890-453f-9f38-80194db8d1a7,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:45.759333 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port f89ce18d-84f6-4da9-b75a-98bcb171c9d6 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:45.819202 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5761d746-6942-420f-92e9-1f092d6aa63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e0d70a25-5f6a-4809-ac0c-60f13815306b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:45.937693 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7b7ff845-a997-41ae-a97d-60b84fd8924e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (949446c3-6ac2-415e-a9f4-c3a09f57eba0), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:46.025096 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d6d8b517-23f5-4a43-9555-365a2002dca6 None None] Current status of the port f89ce18d-84f6-4da9-b75a-98bcb171c9d6 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:46.048627 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ff845-a997-41ae-a97d-60b84fd8924e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Subnet': ['ID=949446c3-6ac2-415e-a9f4-c3a09f57eba0,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:46.088290 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7ff845-a997-41ae-a97d-60b84fd8924e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Checking segment: {'id': '09b19837-e9a0-4f77-844b-30c458defb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c9c505dd-2560-455a-b2bb-c1a1e896ad2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:54:46.088984 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7ff845-a997-41ae-a97d-60b84fd8924e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network hostable DHCP agents. Network: c9c505dd-2560-455a-b2bb-c1a1e896ad2b, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:54:46.164494 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-5dfbf8e3-f012-48e9-8049-abced5c8befa None None] Provisioning complete for port e0d70a25-5f6a-4809-ac0c-60f13815306b triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:46.165050 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5dfbf8e3-f012-48e9-8049-abced5c8befa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e0d70a25-5f6a-4809-ac0c-60f13815306b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:46.183243 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7ff845-a997-41ae-a97d-60b84fd8924e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network c9c505dd-2560-455a-b2bb-c1a1e896ad2b is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:54:46.250880 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5dfbf8e3-f012-48e9-8049-abced5c8befa None None] Port e0d70a25-5f6a-4809-ac0c-60f13815306b cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:54:46.275959 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5761d746-6942-420f-92e9-1f092d6aa63d None None] Publish callbacks [] for port (e0d70a25-5f6a-4809-ac0c-60f13815306b), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:46.285761 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-7b7ff845-a997-41ae-a97d-60b84fd8924e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, c9c505dd-2560-455a-b2bb-c1a1e896ad2b) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:54:46.289925 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7ff845-a997-41ae-a97d-60b84fd8924e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:46.290563 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7b7ff845-a997-41ae-a97d-60b84fd8924e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:46.301278 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b088d0d-c257-4dd7-8671-608f2dddbf57 None None] Network c9c505dd-2560-455a-b2bb-c1a1e896ad2b requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:54:46.425014 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5761d746-6942-420f-92e9-1f092d6aa63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e0d70a25-5f6a-4809-ac0c-60f13815306b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:46.425921 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7b7ff845-a997-41ae-a97d-60b84fd8924e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5058792 Feb 20 03:54:46.429376 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34132) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:46.452028 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5bc6f4fc-0908-4512-b99e-30f88c667bc8 req-dea01e51-4f6f-4856-bcdf-8a893466677e tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.0767310 Feb 20 03:54:46.769979 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742c6674-506b-4dcb-9b64-a1116634b9f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-c9c505dd-2560-455a-b2bb-c1a1e896ad2b', 'network_id': 'c9c505dd-2560-455a-b2bb-c1a1e896ad2b', 'project_id': '22871a8315df49c89d6983e39fc945e1', 'fixed_ips': [{'subnet_id': '949446c3-6ac2-415e-a9f4-c3a09f57eba0'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:54:46.778231 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-742c6674-506b-4dcb-9b64-a1116634b9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:46.795211 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41f969-ba21-4e4c-8212-9d860178471e None None] Pushing event updated for resources: {'Port': ['ID=e0d70a25-5f6a-4809-ac0c-60f13815306b,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:46.979799 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-5761d746-6942-420f-92e9-1f092d6aa63d None None] Attempting to bind port e0d70a25-5f6a-4809-ac0c-60f13815306b on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:54:46.980182 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-5761d746-6942-420f-92e9-1f092d6aa63d None None] Attempting to bind port e0d70a25-5f6a-4809-ac0c-60f13815306b by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'ae54f708-4841-4ac9-a683-e3c094e90cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '49f640e8-5524-4e5d-9941-55759bd5a14f'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:54:46.981675 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5761d746-6942-420f-92e9-1f092d6aa63d None None] Attempting to bind port e0d70a25-5f6a-4809-ac0c-60f13815306b on network 49f640e8-5524-4e5d-9941-55759bd5a14f {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:54:47.008012 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5761d746-6942-420f-92e9-1f092d6aa63d None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:54:47.009839 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5761d746-6942-420f-92e9-1f092d6aa63d None None] Checking segment: {'id': 'ae54f708-4841-4ac9-a683-e3c094e90cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '49f640e8-5524-4e5d-9941-55759bd5a14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:54:47.010621 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5761d746-6942-420f-92e9-1f092d6aa63d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:47.012118 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5761d746-6942-420f-92e9-1f092d6aa63d None None] Bound using segment: {'id': 'ae54f708-4841-4ac9-a683-e3c094e90cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '49f640e8-5524-4e5d-9941-55759bd5a14f'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:54:47.012636 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-5761d746-6942-420f-92e9-1f092d6aa63d None None] Bound port: e0d70a25-5f6a-4809-ac0c-60f13815306b, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae54f708-4841-4ac9-a683-e3c094e90cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '49f640e8-5524-4e5d-9941-55759bd5a14f'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:54:47.013028 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5761d746-6942-420f-92e9-1f092d6aa63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e0d70a25-5f6a-4809-ac0c-60f13815306b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:47.101581 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-5761d746-6942-420f-92e9-1f092d6aa63d None None] For port e0d70a25-5f6a-4809-ac0c-60f13815306b, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:54:47.107365 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-5761d746-6942-420f-92e9-1f092d6aa63d None None] For port e0d70a25-5f6a-4809-ac0c-60f13815306b, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=e0d70a25-5f6a-4809-ac0c-60f13815306b,segment=NetworkSegment(ae54f708-4841-4ac9-a683-e3c094e90cd9),segment_id=ae54f708-4841-4ac9-a683-e3c094e90cd9)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:54:47.210103 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d261a6db-99cd-421d-a296-96b5ab098ebd None None] Provisioning complete for port e0d70a25-5f6a-4809-ac0c-60f13815306b triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:47.210826 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d261a6db-99cd-421d-a296-96b5ab098ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e0d70a25-5f6a-4809-ac0c-60f13815306b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:47.248874 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e3d93291-5263-43c7-be32-4319290942d2 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:47.290316 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5761d746-6942-420f-92e9-1f092d6aa63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e0d70a25-5f6a-4809-ac0c-60f13815306b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:47.305153 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d261a6db-99cd-421d-a296-96b5ab098ebd None None] Port e0d70a25-5f6a-4809-ac0c-60f13815306b cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:54:47.362207 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-742c6674-506b-4dcb-9b64-a1116634b9f9 None None] Allocated IP 2001:db8:3::2 (c9c505dd-2560-455a-b2bb-c1a1e896ad2b/949446c3-6ac2-415e-a9f4-c3a09f57eba0/14cb22be-85c3-4c08-8e1a-ddf4429b0569) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:54:47.397329 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41f969-ba21-4e4c-8212-9d860178471e None None] Pushing event updated for resources: {'Port': ['ID=e0d70a25-5f6a-4809-ac0c-60f13815306b,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:47.411930 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5761d746-6942-420f-92e9-1f092d6aa63d None None] Routers {'62a45a74-23d4-4e30-8fd1-a68c507c8fde'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:54:47.412672 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-5761d746-6942-420f-92e9-1f092d6aa63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:54:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:47.624828 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fb854d5e-01ae-48fb-9f1a-32d0b05e5d83 req-d1937812-ac87-47d0-9412-f189587aec4d tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.0657988 Feb 20 03:54:47.740246 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-5761d746-6942-420f-92e9-1f092d6aa63d None None] Set router 62a45a74-23d4-4e30-8fd1-a68c507c8fde gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:54:47.914600 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-742c6674-506b-4dcb-9b64-a1116634b9f9 None None] Publish callbacks [] for port (14cb22be-85c3-4c08-8e1a-ddf4429b0569), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:47.943386 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-7dd5e619-af35-473d-8b2f-7a2c663581e5 None None] Provisioning complete for port e0d70a25-5f6a-4809-ac0c-60f13815306b triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:47.943764 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7dd5e619-af35-473d-8b2f-7a2c663581e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e0d70a25-5f6a-4809-ac0c-60f13815306b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:48.056532 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-742c6674-506b-4dcb-9b64-a1116634b9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (14cb22be-85c3-4c08-8e1a-ddf4429b0569), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:48.114375 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-e3d93291-5263-43c7-be32-4319290942d2 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Allocated IP 2001:db8:3::1 (c9c505dd-2560-455a-b2bb-c1a1e896ad2b/949446c3-6ac2-415e-a9f4-c3a09f57eba0/4205e529-9e08-477e-b98c-23898317e966) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:54:48.136485 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742c6674-506b-4dcb-9b64-a1116634b9f9 None None] Network c9c505dd-2560-455a-b2bb-c1a1e896ad2b is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:54:48.142535 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-7dd5e619-af35-473d-8b2f-7a2c663581e5 None None] Current status of the port e0d70a25-5f6a-4809-ac0c-60f13815306b is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:48.142535 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7dd5e619-af35-473d-8b2f-7a2c663581e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e0d70a25-5f6a-4809-ac0c-60f13815306b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:48.150407 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-742c6674-506b-4dcb-9b64-a1116634b9f9 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:54:48.158454 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742c6674-506b-4dcb-9b64-a1116634b9f9 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:54:48.163234 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c6674-506b-4dcb-9b64-a1116634b9f9 None None] Pushing event updated for resources: {'Port': ['ID=14cb22be-85c3-4c08-8e1a-ddf4429b0569,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:48.300439 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e3d93291-5263-43c7-be32-4319290942d2 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for port (4205e529-9e08-477e-b98c-23898317e966), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:48.386921 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-7dd5e619-af35-473d-8b2f-7a2c663581e5 None None] For port e0d70a25-5f6a-4809-ac0c-60f13815306b, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=e0d70a25-5f6a-4809-ac0c-60f13815306b,segment=NetworkSegment(ae54f708-4841-4ac9-a683-e3c094e90cd9),segment_id=ae54f708-4841-4ac9-a683-e3c094e90cd9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:54:48.428628 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-742c6674-506b-4dcb-9b64-a1116634b9f9 None None] Attempting to bind port 14cb22be-85c3-4c08-8e1a-ddf4429b0569 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:54:48.429269 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-742c6674-506b-4dcb-9b64-a1116634b9f9 None None] Attempting to bind port 14cb22be-85c3-4c08-8e1a-ddf4429b0569 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '09b19837-e9a0-4f77-844b-30c458defb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c9c505dd-2560-455a-b2bb-c1a1e896ad2b'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:54:48.429823 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742c6674-506b-4dcb-9b64-a1116634b9f9 None None] Attempting to bind port 14cb22be-85c3-4c08-8e1a-ddf4429b0569 on network c9c505dd-2560-455a-b2bb-c1a1e896ad2b {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:54:48.435478 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-5761d746-6942-420f-92e9-1f092d6aa63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'name': 'tempest-RoutersIpV6Test-router-1956813198', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:54:18Z', 'updated_at': '2022-02-20T03:54:42Z', 'revision_number': 4, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None, '_interfaces': [{'id': '578b2c08-320d-44c8-8adf-b64fa41eeffd', 'name': '', 'network_id': '4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:73:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:31Z', 'updated_at': '2022-02-20T03:54:40Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c0ea4a8-d7be-44b3-807f-750821daed6f', 'name': '', 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:e2:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:23Z', 'updated_at': '2022-02-20T03:54:32Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d70a25-5f6a-4809-ac0c-60f13815306b', 'name': '', 'network_id': '49f640e8-5524-4e5d-9941-55759bd5a14f', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:1f:f4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'b9011f5f-e86c-4d85-84ec-5d51207734a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:41Z', 'updated_at': '2022-02-20T03:54:47Z', 'revision_number': 4, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9011f5f-e86c-4d85-84ec-5d51207734a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:48.440536 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742c6674-506b-4dcb-9b64-a1116634b9f9 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:54:48.441201 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742c6674-506b-4dcb-9b64-a1116634b9f9 None None] Checking segment: {'id': '09b19837-e9a0-4f77-844b-30c458defb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c9c505dd-2560-455a-b2bb-c1a1e896ad2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:54:48.441615 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-742c6674-506b-4dcb-9b64-a1116634b9f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:48.442065 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742c6674-506b-4dcb-9b64-a1116634b9f9 None None] Bound using segment: {'id': '09b19837-e9a0-4f77-844b-30c458defb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c9c505dd-2560-455a-b2bb-c1a1e896ad2b'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:54:48.443272 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-742c6674-506b-4dcb-9b64-a1116634b9f9 None None] Bound port: 14cb22be-85c3-4c08-8e1a-ddf4429b0569, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b19837-e9a0-4f77-844b-30c458defb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c9c505dd-2560-455a-b2bb-c1a1e896ad2b'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:54:48.443563 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-742c6674-506b-4dcb-9b64-a1116634b9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (14cb22be-85c3-4c08-8e1a-ddf4429b0569), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:48.487016 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e3d93291-5263-43c7-be32-4319290942d2 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (4205e529-9e08-477e-b98c-23898317e966), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:48.509757 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7dd5e619-af35-473d-8b2f-7a2c663581e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e0d70a25-5f6a-4809-ac0c-60f13815306b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:48.509757 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5761d746-6942-420f-92e9-1f092d6aa63d None None] The sync data for ids ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'] in n-d-829866-4 is: [{'id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'name': 'tempest-RoutersIpV6Test-router-1956813198', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:54:18Z', 'updated_at': '2022-02-20T03:54:42Z', 'revision_number': 4, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None, '_interfaces': [{'id': '578b2c08-320d-44c8-8adf-b64fa41eeffd', 'name': '', 'network_id': '4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:73:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:31Z', 'updated_at': '2022-02-20T03:54:40Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c0ea4a8-d7be-44b3-807f-750821daed6f', 'name': '', 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:e2:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:23Z', 'updated_at': '2022-02-20T03:54:32Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d70a25-5f6a-4809-ac0c-60f13815306b', 'name': '', 'network_id': '49f640e8-5524-4e5d-9941-55759bd5a14f', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:1f:f4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'b9011f5f-e86c-4d85-84ec-5d51207734a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:41Z', 'updated_at': '2022-02-20T03:54:47Z', 'revision_number': 4, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9011f5f-e86c-4d85-84ec-5d51207734a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:54:48.570768 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d93291-5263-43c7-be32-4319290942d2 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network c9c505dd-2560-455a-b2bb-c1a1e896ad2b is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:54:48.588787 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-e3d93291-5263-43c7-be32-4319290942d2 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:54:48.599861 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d93291-5263-43c7-be32-4319290942d2 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:54:48.600538 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e3d93291-5263-43c7-be32-4319290942d2 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (62a45a74-23d4-4e30-8fd1-a68c507c8fde), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:48.605761 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d93291-5263-43c7-be32-4319290942d2 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Port': ['ID=4205e529-9e08-477e-b98c-23898317e966,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:48.665695 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5e619-af35-473d-8b2f-7a2c663581e5 None None] Pushing event updated for resources: {'Port': ['ID=e0d70a25-5f6a-4809-ac0c-60f13815306b,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:48.843674 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-742c6674-506b-4dcb-9b64-a1116634b9f9 None None] For port 14cb22be-85c3-4c08-8e1a-ddf4429b0569, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:54:48.845543 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e752c3b4-9399-4ed6-b93b-ffe7b2a9e857 req-ad93b5de-818c-4144-8791-c8734257a887 tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.0612962 Feb 20 03:54:48.853107 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-742c6674-506b-4dcb-9b64-a1116634b9f9 None None] For port 14cb22be-85c3-4c08-8e1a-ddf4429b0569, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=14cb22be-85c3-4c08-8e1a-ddf4429b0569,segment=NetworkSegment(09b19837-e9a0-4f77-844b-30c458defb9e),segment_id=09b19837-e9a0-4f77-844b-30c458defb9e)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:54:48.977736 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e0d70a25-5f6a-4809-ac0c-60f13815306b up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:54:49.011001 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-742c6674-506b-4dcb-9b64-a1116634b9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (14cb22be-85c3-4c08-8e1a-ddf4429b0569), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:49.039605 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e3d93291-5263-43c7-be32-4319290942d2 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4205e529-9e08-477e-b98c-23898317e966), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:49.162431 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c6674-506b-4dcb-9b64-a1116634b9f9 None None] Pushing event updated for resources: {'Port': ['ID=14cb22be-85c3-4c08-8e1a-ddf4429b0569,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:49.236358 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port e0d70a25-5f6a-4809-ac0c-60f13815306b triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:49.236737 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e0d70a25-5f6a-4809-ac0c-60f13815306b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:49.375322 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port e0d70a25-5f6a-4809-ac0c-60f13815306b is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:49.397798 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34222) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:49.769094 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e3d93291-5263-43c7-be32-4319290942d2 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for port (4205e529-9e08-477e-b98c-23898317e966), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:49.799734 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-f4f2abbf-8de6-496f-aa94-fbca92a5650a tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-266268556'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:54:49.978496 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e3d93291-5263-43c7-be32-4319290942d2 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (4205e529-9e08-477e-b98c-23898317e966), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:49.981099 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c2bd6126-2855-4466-9f34-1e52a9b01a5e req-a57c1f0c-9deb-43c7-951f-f66352b8c777 tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.0314200 Feb 20 03:54:49.981616 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e3d93291-5263-43c7-be32-4319290942d2 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (62a45a74-23d4-4e30-8fd1-a68c507c8fde), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:50.044599 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f2abbf-8de6-496f-aa94-fbca92a5650a tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Made reservation on behalf of c5b0ecb9623d4237b203bed3f2639955 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:54:50.052774 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f4f2abbf-8de6-496f-aa94-fbca92a5650a tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:50.063565 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f4f2abbf-8de6-496f-aa94-fbca92a5650a tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:50.085604 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d93291-5263-43c7-be32-4319290942d2 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event updated for resources: {'Port': ['ID=4205e529-9e08-477e-b98c-23898317e966,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:50.151477 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d93291-5263-43c7-be32-4319290942d2 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Network c9c505dd-2560-455a-b2bb-c1a1e896ad2b is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:54:50.153804 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-e3d93291-5263-43c7-be32-4319290942d2 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:54:50.180092 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f4f2abbf-8de6-496f-aa94-fbca92a5650a tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks [] for security_group (883e45e2-1cd6-4e64-89fc-1a55880ed545), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:50.275689 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f4f2abbf-8de6-496f-aa94-fbca92a5650a tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (883e45e2-1cd6-4e64-89fc-1a55880ed545), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:50.278623 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d93291-5263-43c7-be32-4319290942d2 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Router 62a45a74-23d4-4e30-8fd1-a68c507c8fde has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:54:50.304895 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f2abbf-8de6-496f-aa94-fbca92a5650a tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:54:50.324080 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f4f2abbf-8de6-496f-aa94-fbca92a5650a tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (bd9c6886-7b99-4c50-aeed-d58439451eb1), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:50.324721 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-f4f2abbf-8de6-496f-aa94-fbca92a5650a tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Added segment bd9c6886-7b99-4c50-aeed-d58439451eb1 of type vlan for network 85dabaf7-e26e-4c06-af01-c649340a9b10 Feb 20 03:54:50.326286 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2abbf-8de6-496f-aa94-fbca92a5650a tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=883e45e2-1cd6-4e64-89fc-1a55880ed545,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:50.377379 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f4f2abbf-8de6-496f-aa94-fbca92a5650a tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (85dabaf7-e26e-4c06-af01-c649340a9b10), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:50.401720 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d93291-5263-43c7-be32-4319290942d2 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:54:50.412555 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755c86e4-cfff-41e7-aa95-60425c537e86 None None] Sync routers for ids ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:54:50.415774 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e3d93291-5263-43c7-be32-4319290942d2 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "PUT /v2.0/routers/62a45a74-23d4-4e30-8fd1-a68c507c8fde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9853292 Feb 20 03:54:50.416100 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34252) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:50.423212 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-8004fbca-a345-4091-abf1-7d423566e100 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:54:50.432981 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755c86e4-cfff-41e7-aa95-60425c537e86 None None] Routers {'62a45a74-23d4-4e30-8fd1-a68c507c8fde'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:54:50.432981 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-755c86e4-cfff-41e7-aa95-60425c537e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:54:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:50.539725 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-755c86e4-cfff-41e7-aa95-60425c537e86 None None] Set router 62a45a74-23d4-4e30-8fd1-a68c507c8fde gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:54:50.603990 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f4f2abbf-8de6-496f-aa94-fbca92a5650a tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (85dabaf7-e26e-4c06-af01-c649340a9b10), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:50.612755 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f2abbf-8de6-496f-aa94-fbca92a5650a tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:50.613754 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f4f2abbf-8de6-496f-aa94-fbca92a5650a tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:50.757822 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2abbf-8de6-496f-aa94-fbca92a5650a tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Pushing event updated for resources: {'Network': ['ID=85dabaf7-e26e-4c06-af01-c649340a9b10,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:50.769336 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 85dabaf7-e26e-4c06-af01-c649340a9b10 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:54:50.806423 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-755c86e4-cfff-41e7-aa95-60425c537e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'name': 'tempest-RoutersIpV6Test-router-1956813198', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:54:18Z', 'updated_at': '2022-02-20T03:54:48Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None, '_interfaces': [{'id': '4205e529-9e08-477e-b98c-23898317e966', 'name': '', 'network_id': 'c9c505dd-2560-455a-b2bb-c1a1e896ad2b', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:f2:0f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '949446c3-6ac2-415e-a9f4-c3a09f57eba0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:47Z', 'updated_at': '2022-02-20T03:54:49Z', 'revision_number': 2, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': '949446c3-6ac2-415e-a9f4-c3a09f57eba0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '578b2c08-320d-44c8-8adf-b64fa41eeffd', 'name': '', 'network_id': '4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:73:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:31Z', 'updated_at': '2022-02-20T03:54:40Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c0ea4a8-d7be-44b3-807f-750821daed6f', 'name': '', 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:e2:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:23Z', 'updated_at': '2022-02-20T03:54:32Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d70a25-5f6a-4809-ac0c-60f13815306b', 'name': '', 'network_id': '49f640e8-5524-4e5d-9941-55759bd5a14f', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:1f:f4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'b9011f5f-e86c-4d85-84ec-5d51207734a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:41Z', 'updated_at': '2022-02-20T03:54:48Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9011f5f-e86c-4d85-84ec-5d51207734a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:50.838977 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f4f2abbf-8de6-496f-aa94-fbca92a5650a tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4391375 Feb 20 03:54:50.842899 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34260) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:50.847181 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-78c4b071-230c-42f2-aa46-98f9bf0c38e9 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Request body: {'subnet': {'network_id': '85dabaf7-e26e-4c06-af01-c649340a9b10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:54:50.877631 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755c86e4-cfff-41e7-aa95-60425c537e86 None None] Checking router: 62a45a74-23d4-4e30-8fd1-a68c507c8fde for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:54:50.881355 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755c86e4-cfff-41e7-aa95-60425c537e86 None None] Updating router 62a45a74-23d4-4e30-8fd1-a68c507c8fde port 4205e529-9e08-477e-b98c-23898317e966 binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:54:50.938028 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-755c86e4-cfff-41e7-aa95-60425c537e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4205e529-9e08-477e-b98c-23898317e966), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:50.973938 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b57bbe-8106-4650-9c9e-d576a9d414b6 None None] Network c9c505dd-2560-455a-b2bb-c1a1e896ad2b requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:54:51.193719 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.extraroute_db [None req-8004fbca-a345-4091-abf1-7d423566e100 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=104105) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 20 03:54:51.214713 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.extraroute_db [None req-8004fbca-a345-4091-abf1-7d423566e100 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Removed routes are [] {{(pid=104105) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 20 03:54:51.215263 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8004fbca-a345-4091-abf1-7d423566e100 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16304713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16307768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6330'] for router (62a45a74-23d4-4e30-8fd1-a68c507c8fde), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:51.220821 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 14cb22be-85c3-4c08-8e1a-ddf4429b0569 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:54:51.224202 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c4b071-230c-42f2-aa46-98f9bf0c38e9 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Made reservation on behalf of c5b0ecb9623d4237b203bed3f2639955 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:54:51.229158 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78c4b071-230c-42f2-aa46-98f9bf0c38e9 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:51.261845 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-011d192d-9ee4-4554-8cea-f96bd6827a17 req-26db3ec4-b277-4034-a1a7-e89f2f09ddb8 tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.0400882 Feb 20 03:54:51.283109 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-9ecfee2b-2f97-4d2b-98e6-6e00a4782a40 None None] Provisioning complete for port 14cb22be-85c3-4c08-8e1a-ddf4429b0569 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:51.283633 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9ecfee2b-2f97-4d2b-98e6-6e00a4782a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (14cb22be-85c3-4c08-8e1a-ddf4429b0569), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:51.298535 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-755c86e4-cfff-41e7-aa95-60425c537e86 None None] Publish callbacks [] for port (4205e529-9e08-477e-b98c-23898317e966), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:51.372026 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 14cb22be-85c3-4c08-8e1a-ddf4429b0569 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:51.372026 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (14cb22be-85c3-4c08-8e1a-ddf4429b0569), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:51.447276 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-9ecfee2b-2f97-4d2b-98e6-6e00a4782a40 None None] Current status of the port 14cb22be-85c3-4c08-8e1a-ddf4429b0569 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:51.461827 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9ecfee2b-2f97-4d2b-98e6-6e00a4782a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (14cb22be-85c3-4c08-8e1a-ddf4429b0569), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:51.486601 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-755c86e4-cfff-41e7-aa95-60425c537e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (4205e529-9e08-477e-b98c-23898317e966), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:51.503267 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:51.504072 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:51.545320 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-9ecfee2b-2f97-4d2b-98e6-6e00a4782a40 None None] For port 14cb22be-85c3-4c08-8e1a-ddf4429b0569, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=14cb22be-85c3-4c08-8e1a-ddf4429b0569,segment=NetworkSegment(09b19837-e9a0-4f77-844b-30c458defb9e),segment_id=09b19837-e9a0-4f77-844b-30c458defb9e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:54:51.563327 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53c7fe-0423-4694-a82d-0bf7567b1fc9 None None] Pushing event updated for resources: {'Port': ['ID=4205e529-9e08-477e-b98c-23898317e966,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:51.613591 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 14cb22be-85c3-4c08-8e1a-ddf4429b0569 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:51.614086 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (14cb22be-85c3-4c08-8e1a-ddf4429b0569), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:51.634719 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-755c86e4-cfff-41e7-aa95-60425c537e86 None None] Attempting to bind port 4205e529-9e08-477e-b98c-23898317e966 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:54:51.635739 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-755c86e4-cfff-41e7-aa95-60425c537e86 None None] Attempting to bind port 4205e529-9e08-477e-b98c-23898317e966 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '09b19837-e9a0-4f77-844b-30c458defb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c9c505dd-2560-455a-b2bb-c1a1e896ad2b'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:54:51.636329 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755c86e4-cfff-41e7-aa95-60425c537e86 None None] Attempting to bind port 4205e529-9e08-477e-b98c-23898317e966 on network c9c505dd-2560-455a-b2bb-c1a1e896ad2b {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:54:51.642814 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755c86e4-cfff-41e7-aa95-60425c537e86 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:54:51.643626 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755c86e4-cfff-41e7-aa95-60425c537e86 None None] Checking segment: {'id': '09b19837-e9a0-4f77-844b-30c458defb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c9c505dd-2560-455a-b2bb-c1a1e896ad2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:54:51.644294 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-755c86e4-cfff-41e7-aa95-60425c537e86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:51.644969 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755c86e4-cfff-41e7-aa95-60425c537e86 None None] Bound using segment: {'id': '09b19837-e9a0-4f77-844b-30c458defb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c9c505dd-2560-455a-b2bb-c1a1e896ad2b'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:54:51.646506 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-755c86e4-cfff-41e7-aa95-60425c537e86 None None] Bound port: 4205e529-9e08-477e-b98c-23898317e966, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b19837-e9a0-4f77-844b-30c458defb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c9c505dd-2560-455a-b2bb-c1a1e896ad2b'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:54:51.647140 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-755c86e4-cfff-41e7-aa95-60425c537e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4205e529-9e08-477e-b98c-23898317e966), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:51.648786 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78c4b071-230c-42f2-aa46-98f9bf0c38e9 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (dd594791-4e97-4978-b765-66e9c3a64bc0), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:51.700012 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9ecfee2b-2f97-4d2b-98e6-6e00a4782a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (14cb22be-85c3-4c08-8e1a-ddf4429b0569), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:51.736184 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8004fbca-a345-4091-abf1-7d423566e100 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16304713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16307768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6330'] for router (62a45a74-23d4-4e30-8fd1-a68c507c8fde), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:51.749740 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8004fbca-a345-4091-abf1-7d423566e100 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16304734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16304727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16307761'] for router (62a45a74-23d4-4e30-8fd1-a68c507c8fde), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:51.777611 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c4b071-230c-42f2-aa46-98f9bf0c38e9 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Checking segment: {'id': 'bd9c6886-7b99-4c50-aeed-d58439451eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '85dabaf7-e26e-4c06-af01-c649340a9b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:54:51.793634 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c4b071-230c-42f2-aa46-98f9bf0c38e9 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Network hostable DHCP agents. Network: 85dabaf7-e26e-4c06-af01-c649340a9b10, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:54:51.799190 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-755c86e4-cfff-41e7-aa95-60425c537e86 None None] For port 4205e529-9e08-477e-b98c-23898317e966, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:54:51.801597 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4b071-230c-42f2-aa46-98f9bf0c38e9 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Pushing event updated for resources: {'Subnet': ['ID=dd594791-4e97-4978-b765-66e9c3a64bc0,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:51.804204 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-755c86e4-cfff-41e7-aa95-60425c537e86 None None] For port 4205e529-9e08-477e-b98c-23898317e966, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=4205e529-9e08-477e-b98c-23898317e966,segment=NetworkSegment(09b19837-e9a0-4f77-844b-30c458defb9e),segment_id=09b19837-e9a0-4f77-844b-30c458defb9e)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:54:51.889856 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:54:51.890436 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:54:51.894612 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-a3128295-f39e-42ca-b70c-416749f0100f None None] Provisioning complete for port 4205e529-9e08-477e-b98c-23898317e966 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:51.895100 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a3128295-f39e-42ca-b70c-416749f0100f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4205e529-9e08-477e-b98c-23898317e966), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:51.898786 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfee2b-2f97-4d2b-98e6-6e00a4782a40 None None] Pushing event updated for resources: {'Port': ['ID=14cb22be-85c3-4c08-8e1a-ddf4429b0569,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:51.905543 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8004fbca-a345-4091-abf1-7d423566e100 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Router 62a45a74-23d4-4e30-8fd1-a68c507c8fde has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:54:51.941639 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-a3128295-f39e-42ca-b70c-416749f0100f None None] Port 4205e529-9e08-477e-b98c-23898317e966 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:54:51.953492 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-a3128295-f39e-42ca-b70c-416749f0100f None None] Provisioning complete for port 14cb22be-85c3-4c08-8e1a-ddf4429b0569 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:51.958510 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a3128295-f39e-42ca-b70c-416749f0100f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (14cb22be-85c3-4c08-8e1a-ddf4429b0569), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:51.986669 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c4b071-230c-42f2-aa46-98f9bf0c38e9 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Network 85dabaf7-e26e-4c06-af01-c649340a9b10 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:54:51.988077 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-755c86e4-cfff-41e7-aa95-60425c537e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (4205e529-9e08-477e-b98c-23898317e966), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:52.095255 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755c86e4-cfff-41e7-aa95-60425c537e86 None None] Routers {'62a45a74-23d4-4e30-8fd1-a68c507c8fde'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:54:52.096453 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-755c86e4-cfff-41e7-aa95-60425c537e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:54:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:52.110096 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53c7fe-0423-4694-a82d-0bf7567b1fc9 None None] Pushing event updated for resources: {'Port': ['ID=4205e529-9e08-477e-b98c-23898317e966,revision_number=4']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:52.132864 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-a3128295-f39e-42ca-b70c-416749f0100f None None] Current status of the port 14cb22be-85c3-4c08-8e1a-ddf4429b0569 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:52.166303 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-78c4b071-230c-42f2-aa46-98f9bf0c38e9 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 85dabaf7-e26e-4c06-af01-c649340a9b10) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:54:52.174585 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c4b071-230c-42f2-aa46-98f9bf0c38e9 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:52.177848 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78c4b071-230c-42f2-aa46-98f9bf0c38e9 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:52.189991 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aded9267-181c-400c-a426-0a45275ee77b None None] Network 85dabaf7-e26e-4c06-af01-c649340a9b10 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:54:52.216805 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-755c86e4-cfff-41e7-aa95-60425c537e86 None None] Set router 62a45a74-23d4-4e30-8fd1-a68c507c8fde gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:54:52.355143 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-78c4b071-230c-42f2-aa46-98f9bf0c38e9 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5121443 Feb 20 03:54:52.357813 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34292) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:52.363353 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-8674285d-310a-4a96-9d4e-f8ec4f6af65a tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Request body: {'port': {'network_id': '85dabaf7-e26e-4c06-af01-c649340a9b10', 'name': 'tempest-DHCPAgentSchedulersTestJSON-623831143'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:54:52.367787 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-4bc2b0bb-29fa-4c3f-904c-d3c2bd8e8023 None None] Provisioning complete for port 4205e529-9e08-477e-b98c-23898317e966 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:52.368225 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4bc2b0bb-29fa-4c3f-904c-d3c2bd8e8023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4205e529-9e08-477e-b98c-23898317e966), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:52.514325 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b749e449-d9ab-4f30-8c37-0c96ee878edc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-85dabaf7-e26e-4c06-af01-c649340a9b10', 'network_id': '85dabaf7-e26e-4c06-af01-c649340a9b10', 'project_id': 'c5b0ecb9623d4237b203bed3f2639955', 'fixed_ips': [{'subnet_id': 'dd594791-4e97-4978-b765-66e9c3a64bc0'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:54:52.515996 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b749e449-d9ab-4f30-8c37-0c96ee878edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:52.538183 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 14cb22be-85c3-4c08-8e1a-ddf4429b0569 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:52.653920 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79ecf29f-85bf-4a4b-b39b-184bd436f76a req-fce3860b-8f6f-4c30-966b-c3493d38d728 tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.0836976 Feb 20 03:54:52.694770 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8004fbca-a345-4091-abf1-7d423566e100 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:54:52.695442 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-4bc2b0bb-29fa-4c3f-904c-d3c2bd8e8023 None None] Current status of the port 4205e529-9e08-477e-b98c-23898317e966 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:52.695442 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4bc2b0bb-29fa-4c3f-904c-d3c2bd8e8023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4205e529-9e08-477e-b98c-23898317e966), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:52.699728 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-755c86e4-cfff-41e7-aa95-60425c537e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'name': 'tempest-RoutersIpV6Test-router-1956813198', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:54:18Z', 'updated_at': '2022-02-20T03:54:51Z', 'revision_number': 6, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None, '_interfaces': [{'id': '4205e529-9e08-477e-b98c-23898317e966', 'name': '', 'network_id': 'c9c505dd-2560-455a-b2bb-c1a1e896ad2b', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:f2:0f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '949446c3-6ac2-415e-a9f4-c3a09f57eba0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:47Z', 'updated_at': '2022-02-20T03:54:51Z', 'revision_number': 4, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': '949446c3-6ac2-415e-a9f4-c3a09f57eba0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '578b2c08-320d-44c8-8adf-b64fa41eeffd', 'name': '', 'network_id': '4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:73:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:31Z', 'updated_at': '2022-02-20T03:54:40Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c0ea4a8-d7be-44b3-807f-750821daed6f', 'name': '', 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:e2:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:23Z', 'updated_at': '2022-02-20T03:54:32Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d70a25-5f6a-4809-ac0c-60f13815306b', 'name': '', 'network_id': '49f640e8-5524-4e5d-9941-55759bd5a14f', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:1f:f4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'b9011f5f-e86c-4d85-84ec-5d51207734a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:41Z', 'updated_at': '2022-02-20T03:54:48Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9011f5f-e86c-4d85-84ec-5d51207734a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:52.700631 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8004fbca-a345-4091-abf1-7d423566e100 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:52.702730 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8004fbca-a345-4091-abf1-7d423566e100 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "PUT /v2.0/routers/62a45a74-23d4-4e30-8fd1-a68c507c8fde HTTP/1.1" status: 200 len: 954 time: 2.2841833 Feb 20 03:54:52.704788 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34300) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:52.731663 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755c86e4-cfff-41e7-aa95-60425c537e86 None None] The sync data for ids ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'] in n-d-829866-4 is: [{'id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'name': 'tempest-RoutersIpV6Test-router-1956813198', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:54:18Z', 'updated_at': '2022-02-20T03:54:51Z', 'revision_number': 6, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None, '_interfaces': [{'id': '4205e529-9e08-477e-b98c-23898317e966', 'name': '', 'network_id': 'c9c505dd-2560-455a-b2bb-c1a1e896ad2b', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:f2:0f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '949446c3-6ac2-415e-a9f4-c3a09f57eba0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:47Z', 'updated_at': '2022-02-20T03:54:51Z', 'revision_number': 4, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': '949446c3-6ac2-415e-a9f4-c3a09f57eba0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '578b2c08-320d-44c8-8adf-b64fa41eeffd', 'name': '', 'network_id': '4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:73:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:31Z', 'updated_at': '2022-02-20T03:54:40Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c0ea4a8-d7be-44b3-807f-750821daed6f', 'name': '', 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:e2:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:23Z', 'updated_at': '2022-02-20T03:54:32Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d70a25-5f6a-4809-ac0c-60f13815306b', 'name': '', 'network_id': '49f640e8-5524-4e5d-9941-55759bd5a14f', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:1f:f4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'b9011f5f-e86c-4d85-84ec-5d51207734a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:41Z', 'updated_at': '2022-02-20T03:54:48Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9011f5f-e86c-4d85-84ec-5d51207734a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:54:52.830210 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-4bc2b0bb-29fa-4c3f-904c-d3c2bd8e8023 None None] For port 4205e529-9e08-477e-b98c-23898317e966, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=4205e529-9e08-477e-b98c-23898317e966,segment=NetworkSegment(09b19837-e9a0-4f77-844b-30c458defb9e),segment_id=09b19837-e9a0-4f77-844b-30c458defb9e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:54:52.844102 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8674285d-310a-4a96-9d4e-f8ec4f6af65a tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Made reservation on behalf of c5b0ecb9623d4237b203bed3f2639955 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:54:52.849075 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8674285d-310a-4a96-9d4e-f8ec4f6af65a tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:52.851631 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-b749e449-d9ab-4f30-8c37-0c96ee878edc None None] Allocated IP 172.20.0.2 (85dabaf7-e26e-4c06-af01-c649340a9b10/dd594791-4e97-4978-b765-66e9c3a64bc0/24912580-4f9b-4917-af2a-f7957823b438) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:54:53.013538 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4bc2b0bb-29fa-4c3f-904c-d3c2bd8e8023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (4205e529-9e08-477e-b98c-23898317e966), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:53.062536 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b3bd3737-7300-4469-ba5e-52eac5398c6b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "GET /v2.0/routers/62a45a74-23d4-4e30-8fd1-a68c507c8fde HTTP/1.1" status: 200 len: 954 time: 0.3542600 Feb 20 03:54:53.062536 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-8674285d-310a-4a96-9d4e-f8ec4f6af65a tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] device_id is not set on port 8de30be3-8a99-462c-a6a1-39edaa9591b1 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:54:53.063366 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34306) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:53.071494 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-9638aa9e-ad40-4517-b63c-8d143d7033cb tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Request body: {'router': {'routes': None}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:54:53.232573 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 14cb22be-85c3-4c08-8e1a-ddf4429b0569 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:54:53.244705 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b749e449-d9ab-4f30-8c37-0c96ee878edc None None] Publish callbacks [] for port (24912580-4f9b-4917-af2a-f7957823b438), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:53.309840 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-19c1aa0c-7298-483c-b098-3d993a6cea65 None None] Provisioning complete for port 4205e529-9e08-477e-b98c-23898317e966 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:53.309840 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-19c1aa0c-7298-483c-b098-3d993a6cea65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4205e529-9e08-477e-b98c-23898317e966), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:53.336633 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2b0bb-29fa-4c3f-904c-d3c2bd8e8023 None None] Pushing event updated for resources: {'Port': ['ID=4205e529-9e08-477e-b98c-23898317e966,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:53.408540 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b749e449-d9ab-4f30-8c37-0c96ee878edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (24912580-4f9b-4917-af2a-f7957823b438), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:53.534023 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-8674285d-310a-4a96-9d4e-f8ec4f6af65a tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Allocated IP 172.20.0.11 (85dabaf7-e26e-4c06-af01-c649340a9b10/dd594791-4e97-4978-b765-66e9c3a64bc0/8de30be3-8a99-462c-a6a1-39edaa9591b1) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:54:53.559685 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b749e449-d9ab-4f30-8c37-0c96ee878edc None None] Network 85dabaf7-e26e-4c06-af01-c649340a9b10 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:54:53.574895 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 14cb22be-85c3-4c08-8e1a-ddf4429b0569 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:53.584109 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (14cb22be-85c3-4c08-8e1a-ddf4429b0569), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:53.650027 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-b749e449-d9ab-4f30-8c37-0c96ee878edc None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:54:53.652945 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b749e449-d9ab-4f30-8c37-0c96ee878edc None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:54:53.767723 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749e449-d9ab-4f30-8c37-0c96ee878edc None None] Pushing event updated for resources: {'Port': ['ID=24912580-4f9b-4917-af2a-f7957823b438,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:53.850655 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8674285d-310a-4a96-9d4e-f8ec4f6af65a tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks [] for port (8de30be3-8a99-462c-a6a1-39edaa9591b1), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:53.858407 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-19c1aa0c-7298-483c-b098-3d993a6cea65 None None] Current status of the port 4205e529-9e08-477e-b98c-23898317e966 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:53.863076 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b749e449-d9ab-4f30-8c37-0c96ee878edc None None] Attempting to bind port 24912580-4f9b-4917-af2a-f7957823b438 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:54:53.863460 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b749e449-d9ab-4f30-8c37-0c96ee878edc None None] Attempting to bind port 24912580-4f9b-4917-af2a-f7957823b438 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'bd9c6886-7b99-4c50-aeed-d58439451eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '85dabaf7-e26e-4c06-af01-c649340a9b10'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:54:53.864418 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b749e449-d9ab-4f30-8c37-0c96ee878edc None None] Attempting to bind port 24912580-4f9b-4917-af2a-f7957823b438 on network 85dabaf7-e26e-4c06-af01-c649340a9b10 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:54:53.870617 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b749e449-d9ab-4f30-8c37-0c96ee878edc None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:54:53.871027 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b749e449-d9ab-4f30-8c37-0c96ee878edc None None] Checking segment: {'id': 'bd9c6886-7b99-4c50-aeed-d58439451eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '85dabaf7-e26e-4c06-af01-c649340a9b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:54:53.874404 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b749e449-d9ab-4f30-8c37-0c96ee878edc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:53.874404 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b749e449-d9ab-4f30-8c37-0c96ee878edc None None] Bound using segment: {'id': 'bd9c6886-7b99-4c50-aeed-d58439451eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '85dabaf7-e26e-4c06-af01-c649340a9b10'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:54:53.874404 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b749e449-d9ab-4f30-8c37-0c96ee878edc None None] Bound port: 24912580-4f9b-4917-af2a-f7957823b438, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd9c6886-7b99-4c50-aeed-d58439451eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '85dabaf7-e26e-4c06-af01-c649340a9b10'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:54:53.874404 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b749e449-d9ab-4f30-8c37-0c96ee878edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (24912580-4f9b-4917-af2a-f7957823b438), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:53.904732 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e33cf798-b995-4e6b-8ab7-176967058e59 req-55455264-10d4-46a5-b7c2-a148227f5198 tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.0743144 Feb 20 03:54:53.924443 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.extraroute_db [None req-9638aa9e-ad40-4517-b63c-8d143d7033cb tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Added routes are [] {{(pid=104105) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 20 03:54:53.925162 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.extraroute_db [None req-9638aa9e-ad40-4517-b63c-8d143d7033cb tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=104105) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 20 03:54:53.972752 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8674285d-310a-4a96-9d4e-f8ec4f6af65a tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (8de30be3-8a99-462c-a6a1-39edaa9591b1), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:53.978620 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9638aa9e-ad40-4517-b63c-8d143d7033cb tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16304713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16307768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6330'] for router (62a45a74-23d4-4e30-8fd1-a68c507c8fde), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:54.003155 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 14cb22be-85c3-4c08-8e1a-ddf4429b0569 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:54.004658 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4205e529-9e08-477e-b98c-23898317e966 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:54:54.049001 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8674285d-310a-4a96-9d4e-f8ec4f6af65a tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Network 85dabaf7-e26e-4c06-af01-c649340a9b10 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:54:54.054636 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-8674285d-310a-4a96-9d4e-f8ec4f6af65a tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:54:54.058849 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8674285d-310a-4a96-9d4e-f8ec4f6af65a tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:54:54.119978 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674285d-310a-4a96-9d4e-f8ec4f6af65a tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Pushing event updated for resources: {'Port': ['ID=8de30be3-8a99-462c-a6a1-39edaa9591b1,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:54.160960 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8674285d-310a-4a96-9d4e-f8ec4f6af65a tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:54.161865 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8674285d-310a-4a96-9d4e-f8ec4f6af65a tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:54.260676 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b749e449-d9ab-4f30-8c37-0c96ee878edc None None] For port 24912580-4f9b-4917-af2a-f7957823b438, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:54:54.273877 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b749e449-d9ab-4f30-8c37-0c96ee878edc None None] For port 24912580-4f9b-4917-af2a-f7957823b438, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=24912580-4f9b-4917-af2a-f7957823b438,segment=NetworkSegment(bd9c6886-7b99-4c50-aeed-d58439451eb1),segment_id=bd9c6886-7b99-4c50-aeed-d58439451eb1)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:54:54.288718 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-9acb093f-fdbb-42bd-98a7-ef95b2281236 None None] Provisioning complete for port 4205e529-9e08-477e-b98c-23898317e966 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:54.288993 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9acb093f-fdbb-42bd-98a7-ef95b2281236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4205e529-9e08-477e-b98c-23898317e966), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:54.329269 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8674285d-310a-4a96-9d4e-f8ec4f6af65a tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9673336 Feb 20 03:54:54.329519 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34328) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:54.346900 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9f2b81-ce63-4498-8857-cb6ecf0c9c68 None None] Sync routers for ids ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:54:54.375003 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 4205e529-9e08-477e-b98c-23898317e966 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:54.375625 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4205e529-9e08-477e-b98c-23898317e966), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:54.396826 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9f2b81-ce63-4498-8857-cb6ecf0c9c68 None None] Routers {'62a45a74-23d4-4e30-8fd1-a68c507c8fde'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:54:54.396826 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ef9f2b81-ce63-4498-8857-cb6ecf0c9c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:54:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:54.417148 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9638aa9e-ad40-4517-b63c-8d143d7033cb tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16304713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16307768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6330'] for router (62a45a74-23d4-4e30-8fd1-a68c507c8fde), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:54.422491 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9638aa9e-ad40-4517-b63c-8d143d7033cb tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16304734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16304727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16307761'] for router (62a45a74-23d4-4e30-8fd1-a68c507c8fde), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:54.447457 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b749e449-d9ab-4f30-8c37-0c96ee878edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (24912580-4f9b-4917-af2a-f7957823b438), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:54.495886 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-421982d2-dda6-4000-b179-543244b8f3b6 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Deleting port 8de30be3-8a99-462c-a6a1-39edaa9591b1 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:54:54.496221 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-421982d2-dda6-4000-b179-543244b8f3b6 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (8de30be3-8a99-462c-a6a1-39edaa9591b1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:54.570585 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9638aa9e-ad40-4517-b63c-8d143d7033cb tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Router 62a45a74-23d4-4e30-8fd1-a68c507c8fde has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:54:54.602463 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-421982d2-dda6-4000-b179-543244b8f3b6 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (8de30be3-8a99-462c-a6a1-39edaa9591b1), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:54.617684 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-421982d2-dda6-4000-b179-543244b8f3b6 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Calling delete_port for 8de30be3-8a99-462c-a6a1-39edaa9591b1 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:54:54.693008 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-ef9f2b81-ce63-4498-8857-cb6ecf0c9c68 None None] Set router 62a45a74-23d4-4e30-8fd1-a68c507c8fde gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:54:54.824261 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749e449-d9ab-4f30-8c37-0c96ee878edc None None] Pushing event updated for resources: {'Port': ['ID=24912580-4f9b-4917-af2a-f7957823b438,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:54.843606 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-9acb093f-fdbb-42bd-98a7-ef95b2281236 None None] Current status of the port 4205e529-9e08-477e-b98c-23898317e966 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:54.870165 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9638aa9e-ad40-4517-b63c-8d143d7033cb tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:54:54.886316 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9638aa9e-ad40-4517-b63c-8d143d7033cb tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:54.889939 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9638aa9e-ad40-4517-b63c-8d143d7033cb tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "PUT /v2.0/routers/62a45a74-23d4-4e30-8fd1-a68c507c8fde HTTP/1.1" status: 200 len: 704 time: 1.8229864 Feb 20 03:54:54.890343 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34340) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:54.980747 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-421982d2-dda6-4000-b179-543244b8f3b6 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (8de30be3-8a99-462c-a6a1-39edaa9591b1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:55.031452 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421982d2-dda6-4000-b179-543244b8f3b6 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Pushing event deleted for resources: {'Port': ['ID=8de30be3-8a99-462c-a6a1-39edaa9591b1,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:55.062064 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 4205e529-9e08-477e-b98c-23898317e966 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:55.173156 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cc76f2fa-345c-4ed1-bb4e-c98e0a864031 req-8875403c-7900-4157-bd21-c178fe8b0eac tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.0888946 Feb 20 03:54:55.275997 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34348) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:55.277429 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a8d6490f-255f-48b3-9609-f4ec25574497 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "GET /v2.0/routers/62a45a74-23d4-4e30-8fd1-a68c507c8fde HTTP/1.1" status: 200 len: 704 time: 0.3843951 Feb 20 03:54:55.281493 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ef9f2b81-ce63-4498-8857-cb6ecf0c9c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'name': 'tempest-RoutersIpV6Test-router-1956813198', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:54:18Z', 'updated_at': '2022-02-20T03:54:53Z', 'revision_number': 7, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None, '_interfaces': [{'id': '4205e529-9e08-477e-b98c-23898317e966', 'name': '', 'network_id': 'c9c505dd-2560-455a-b2bb-c1a1e896ad2b', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:f2:0f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '949446c3-6ac2-415e-a9f4-c3a09f57eba0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:47Z', 'updated_at': '2022-02-20T03:54:52Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': '949446c3-6ac2-415e-a9f4-c3a09f57eba0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '578b2c08-320d-44c8-8adf-b64fa41eeffd', 'name': '', 'network_id': '4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:73:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:31Z', 'updated_at': '2022-02-20T03:54:40Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c0ea4a8-d7be-44b3-807f-750821daed6f', 'name': '', 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:e2:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:23Z', 'updated_at': '2022-02-20T03:54:32Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d70a25-5f6a-4809-ac0c-60f13815306b', 'name': '', 'network_id': '49f640e8-5524-4e5d-9941-55759bd5a14f', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:1f:f4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'b9011f5f-e86c-4d85-84ec-5d51207734a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:41Z', 'updated_at': '2022-02-20T03:54:48Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9011f5f-e86c-4d85-84ec-5d51207734a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:55.315393 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-421982d2-dda6-4000-b179-543244b8f3b6 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:55.323256 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-421982d2-dda6-4000-b179-543244b8f3b6 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] 10.222.0.89 "DELETE /v2.0/ports/8de30be3-8a99-462c-a6a1-39edaa9591b1 HTTP/1.1" status: 204 len: 168 time: 0.9924366 Feb 20 03:54:55.325533 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34350) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:55.329201 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9f2b81-ce63-4498-8857-cb6ecf0c9c68 None None] Checking router: 62a45a74-23d4-4e30-8fd1-a68c507c8fde for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:54:55.355024 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9f2b81-ce63-4498-8857-cb6ecf0c9c68 None None] Routers {'62a45a74-23d4-4e30-8fd1-a68c507c8fde'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:54:55.355584 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ef9f2b81-ce63-4498-8857-cb6ecf0c9c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:54:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:55.490765 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 24912580-4f9b-4917-af2a-f7957823b438 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:54:55.491367 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-97778a55-d532-45cc-a407-e37666724a61 tempest-DHCPAgentSchedulersTestJSON-280467541 tempest-DHCPAgentSchedulersTestJSON-280467541-project-admin] 10.222.0.89 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4926 time: 0.1643019 Feb 20 03:54:55.493709 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34358) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:55.500214 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-6c382a9b-7fd4-4092-a1f2-a3e0b6877f29 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-316755329'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:54:55.568718 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-ef9f2b81-ce63-4498-8857-cb6ecf0c9c68 None None] Set router 62a45a74-23d4-4e30-8fd1-a68c507c8fde gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:54:55.697890 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c382a9b-7fd4-4092-a1f2-a3e0b6877f29 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Made reservation on behalf of c5b0ecb9623d4237b203bed3f2639955 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:54:55.702758 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6c382a9b-7fd4-4092-a1f2-a3e0b6877f29 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:55.739745 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 24912580-4f9b-4917-af2a-f7957823b438 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:55.740236 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (24912580-4f9b-4917-af2a-f7957823b438), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:55.744169 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c382a9b-7fd4-4092-a1f2-a3e0b6877f29 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:54:55.766151 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6c382a9b-7fd4-4092-a1f2-a3e0b6877f29 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (9a0579b2-f5f1-424f-94fb-4d03769a1ba5), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:55.766511 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-6c382a9b-7fd4-4092-a1f2-a3e0b6877f29 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Added segment 9a0579b2-f5f1-424f-94fb-4d03769a1ba5 of type vlan for network 2918a076-1818-400a-8d92-e9333bfbca3e Feb 20 03:54:55.814936 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6c382a9b-7fd4-4092-a1f2-a3e0b6877f29 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (2918a076-1818-400a-8d92-e9333bfbca3e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:55.863325 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2ec55f12-639e-4d20-8707-7b804a818f9f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (62a45a74-23d4-4e30-8fd1-a68c507c8fde), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:55.922231 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 24912580-4f9b-4917-af2a-f7957823b438 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:55.922625 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (24912580-4f9b-4917-af2a-f7957823b438), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:55.971756 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6c382a9b-7fd4-4092-a1f2-a3e0b6877f29 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (2918a076-1818-400a-8d92-e9333bfbca3e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:55.976525 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 24912580-4f9b-4917-af2a-f7957823b438, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=24912580-4f9b-4917-af2a-f7957823b438,segment=NetworkSegment(bd9c6886-7b99-4c50-aeed-d58439451eb1),segment_id=bd9c6886-7b99-4c50-aeed-d58439451eb1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:54:55.979147 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c382a9b-7fd4-4092-a1f2-a3e0b6877f29 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:54:55.979869 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6c382a9b-7fd4-4092-a1f2-a3e0b6877f29 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:55.984106 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ef9f2b81-ce63-4498-8857-cb6ecf0c9c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'name': 'tempest-RoutersIpV6Test-router-1956813198', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:54:18Z', 'updated_at': '2022-02-20T03:54:53Z', 'revision_number': 7, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None, '_interfaces': [{'id': '4205e529-9e08-477e-b98c-23898317e966', 'name': '', 'network_id': 'c9c505dd-2560-455a-b2bb-c1a1e896ad2b', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:f2:0f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '949446c3-6ac2-415e-a9f4-c3a09f57eba0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:47Z', 'updated_at': '2022-02-20T03:54:52Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': '949446c3-6ac2-415e-a9f4-c3a09f57eba0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '578b2c08-320d-44c8-8adf-b64fa41eeffd', 'name': '', 'network_id': '4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:73:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:31Z', 'updated_at': '2022-02-20T03:54:40Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c0ea4a8-d7be-44b3-807f-750821daed6f', 'name': '', 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:e2:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:23Z', 'updated_at': '2022-02-20T03:54:32Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d70a25-5f6a-4809-ac0c-60f13815306b', 'name': '', 'network_id': '49f640e8-5524-4e5d-9941-55759bd5a14f', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:1f:f4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'b9011f5f-e86c-4d85-84ec-5d51207734a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:41Z', 'updated_at': '2022-02-20T03:54:48Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9011f5f-e86c-4d85-84ec-5d51207734a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:56.057403 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9f2b81-ce63-4498-8857-cb6ecf0c9c68 None None] The sync data for ids ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'] in n-d-829866-4 is: [{'id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'name': 'tempest-RoutersIpV6Test-router-1956813198', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:54:18Z', 'updated_at': '2022-02-20T03:54:53Z', 'revision_number': 7, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None, '_interfaces': [{'id': '4205e529-9e08-477e-b98c-23898317e966', 'name': '', 'network_id': 'c9c505dd-2560-455a-b2bb-c1a1e896ad2b', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:f2:0f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '949446c3-6ac2-415e-a9f4-c3a09f57eba0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:47Z', 'updated_at': '2022-02-20T03:54:52Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': '949446c3-6ac2-415e-a9f4-c3a09f57eba0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '578b2c08-320d-44c8-8adf-b64fa41eeffd', 'name': '', 'network_id': '4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:73:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:31Z', 'updated_at': '2022-02-20T03:54:40Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c0ea4a8-d7be-44b3-807f-750821daed6f', 'name': '', 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:e2:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:23Z', 'updated_at': '2022-02-20T03:54:32Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d70a25-5f6a-4809-ac0c-60f13815306b', 'name': '', 'network_id': '49f640e8-5524-4e5d-9941-55759bd5a14f', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:1f:f4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'b9011f5f-e86c-4d85-84ec-5d51207734a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:41Z', 'updated_at': '2022-02-20T03:54:48Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9011f5f-e86c-4d85-84ec-5d51207734a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:54:56.103119 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (24912580-4f9b-4917-af2a-f7957823b438), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:56.103977 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4205e529-9e08-477e-b98c-23898317e966 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:54:56.121561 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c382a9b-7fd4-4092-a1f2-a3e0b6877f29 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Pushing event updated for resources: {'Network': ['ID=2918a076-1818-400a-8d92-e9333bfbca3e,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:56.213187 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 2918a076-1818-400a-8d92-e9333bfbca3e details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:54:56.223212 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6c382a9b-7fd4-4092-a1f2-a3e0b6877f29 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7281537 Feb 20 03:54:56.225793 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34374) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:56.342576 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743442c2-6beb-44de-aafc-54508d8fa6f6 None None] Network 85dabaf7-e26e-4c06-af01-c649340a9b10 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:54:56.375266 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-2ec55f12-639e-4d20-8707-7b804a818f9f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Deleting port 4205e529-9e08-477e-b98c-23898317e966 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:54:56.375933 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2ec55f12-639e-4d20-8707-7b804a818f9f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (4205e529-9e08-477e-b98c-23898317e966), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:56.423042 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=24912580-4f9b-4917-af2a-f7957823b438,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:56.468056 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57145a29-989b-4090-a1a7-e7b2003a9aa3 req-fb9739e8-6e9d-44d5-ac23-d14fff968127 tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.0963557 Feb 20 03:54:56.514750 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-af44ff10-e167-48bf-8daf-02ca9a7b3342 None None] Provisioning complete for port 24912580-4f9b-4917-af2a-f7957823b438 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:56.517499 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-af44ff10-e167-48bf-8daf-02ca9a7b3342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (24912580-4f9b-4917-af2a-f7957823b438), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:56.537802 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c283fde-8d8d-4980-b056-8e3eb8532ad7 None None] Sync routers for ids ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:54:56.550357 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-2ec55f12-639e-4d20-8707-7b804a818f9f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] For port 4205e529-9e08-477e-b98c-23898317e966, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=4205e529-9e08-477e-b98c-23898317e966,segment=NetworkSegment(09b19837-e9a0-4f77-844b-30c458defb9e),segment_id=09b19837-e9a0-4f77-844b-30c458defb9e)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:54:56.550753 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2ec55f12-639e-4d20-8707-7b804a818f9f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (4205e529-9e08-477e-b98c-23898317e966), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:56.551053 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c283fde-8d8d-4980-b056-8e3eb8532ad7 None None] Routers {'62a45a74-23d4-4e30-8fd1-a68c507c8fde'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:54:56.552311 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-5c283fde-8d8d-4980-b056-8e3eb8532ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:54:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:56.569289 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-2ec55f12-639e-4d20-8707-7b804a818f9f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Calling delete_port for 4205e529-9e08-477e-b98c-23898317e966 owned by network:router_interface {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:54:56.586104 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 4205e529-9e08-477e-b98c-23898317e966 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:56.586747 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4205e529-9e08-477e-b98c-23898317e966), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:56.669494 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4112a923-94c6-41ec-a932-ef8d271e02e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:56.864711 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-5c283fde-8d8d-4980-b056-8e3eb8532ad7 None None] Set router 62a45a74-23d4-4e30-8fd1-a68c507c8fde gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:54:57.003010 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-af44ff10-e167-48bf-8daf-02ca9a7b3342 None None] Current status of the port 24912580-4f9b-4917-af2a-f7957823b438 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:57.016096 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 4205e529-9e08-477e-b98c-23898317e966 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:57.074081 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34388) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:57.075332 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-18192821-514f-4542-bcd4-2c394e3101fb tempest-DHCPAgentSchedulersTestJSON-280467541 tempest-DHCPAgentSchedulersTestJSON-280467541-project-admin] 10.222.0.89 "GET /v2.0/agents/6eaed3ed-c78c-410f-89ef-c823367323de/dhcp-networks HTTP/1.1" status: 200 len: 7232 time: 0.8483219 Feb 20 03:54:57.100587 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2ec55f12-639e-4d20-8707-7b804a818f9f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (4205e529-9e08-477e-b98c-23898317e966), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:57.124644 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-5c283fde-8d8d-4980-b056-8e3eb8532ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'name': 'tempest-RoutersIpV6Test-router-1956813198', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:54:18Z', 'updated_at': '2022-02-20T03:54:53Z', 'revision_number': 7, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None, '_interfaces': [{'id': '4205e529-9e08-477e-b98c-23898317e966', 'name': '', 'network_id': 'c9c505dd-2560-455a-b2bb-c1a1e896ad2b', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:f2:0f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '949446c3-6ac2-415e-a9f4-c3a09f57eba0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:47Z', 'updated_at': '2022-02-20T03:54:52Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': '949446c3-6ac2-415e-a9f4-c3a09f57eba0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '578b2c08-320d-44c8-8adf-b64fa41eeffd', 'name': '', 'network_id': '4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:73:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:31Z', 'updated_at': '2022-02-20T03:54:40Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c0ea4a8-d7be-44b3-807f-750821daed6f', 'name': '', 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:e2:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:23Z', 'updated_at': '2022-02-20T03:54:32Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d70a25-5f6a-4809-ac0c-60f13815306b', 'name': '', 'network_id': '49f640e8-5524-4e5d-9941-55759bd5a14f', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:1f:f4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'b9011f5f-e86c-4d85-84ec-5d51207734a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:41Z', 'updated_at': '2022-02-20T03:54:48Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9011f5f-e86c-4d85-84ec-5d51207734a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:57.159542 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c283fde-8d8d-4980-b056-8e3eb8532ad7 None None] Checking router: 62a45a74-23d4-4e30-8fd1-a68c507c8fde for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:54:57.170190 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c283fde-8d8d-4980-b056-8e3eb8532ad7 None None] Routers {'62a45a74-23d4-4e30-8fd1-a68c507c8fde'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:54:57.171114 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-5c283fde-8d8d-4980-b056-8e3eb8532ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:54:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:57.194713 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec55f12-639e-4d20-8707-7b804a818f9f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Port': ['ID=4205e529-9e08-477e-b98c-23898317e966,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:57.211329 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 24912580-4f9b-4917-af2a-f7957823b438 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:54:57.294506 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 24912580-4f9b-4917-af2a-f7957823b438 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:57.294928 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (24912580-4f9b-4917-af2a-f7957823b438), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:57.299756 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-5c283fde-8d8d-4980-b056-8e3eb8532ad7 None None] Set router 62a45a74-23d4-4e30-8fd1-a68c507c8fde gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:54:57.408892 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d5a739b3-d023-4723-bfa8-d4194adb35ef None None] Provisioning complete for port 24912580-4f9b-4917-af2a-f7957823b438 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:54:57.409892 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d5a739b3-d023-4723-bfa8-d4194adb35ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (24912580-4f9b-4917-af2a-f7957823b438), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:57.527142 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 24912580-4f9b-4917-af2a-f7957823b438 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:57.563795 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2ec55f12-639e-4d20-8707-7b804a818f9f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (62a45a74-23d4-4e30-8fd1-a68c507c8fde), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:57.592852 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c3f7b4-6c24-47c0-bceb-cec7f120c2d1 tempest-DHCPAgentSchedulersTestJSON-280467541 tempest-DHCPAgentSchedulersTestJSON-280467541-project-admin] Network 2918a076-1818-400a-8d92-e9333bfbca3e is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:54:57.606446 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d5a739b3-d023-4723-bfa8-d4194adb35ef None None] Current status of the port 24912580-4f9b-4917-af2a-f7957823b438 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:54:57.706302 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-5c283fde-8d8d-4980-b056-8e3eb8532ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'name': 'tempest-RoutersIpV6Test-router-1956813198', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:54:18Z', 'updated_at': '2022-02-20T03:54:56Z', 'revision_number': 8, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None, '_interfaces': [{'id': '578b2c08-320d-44c8-8adf-b64fa41eeffd', 'name': '', 'network_id': '4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:73:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:31Z', 'updated_at': '2022-02-20T03:54:40Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c0ea4a8-d7be-44b3-807f-750821daed6f', 'name': '', 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:e2:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:23Z', 'updated_at': '2022-02-20T03:54:32Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d70a25-5f6a-4809-ac0c-60f13815306b', 'name': '', 'network_id': '49f640e8-5524-4e5d-9941-55759bd5a14f', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:1f:f4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'b9011f5f-e86c-4d85-84ec-5d51207734a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:41Z', 'updated_at': '2022-02-20T03:54:48Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9011f5f-e86c-4d85-84ec-5d51207734a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:57.746096 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c283fde-8d8d-4980-b056-8e3eb8532ad7 None None] The sync data for ids ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'] in n-d-829866-4 is: [{'id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'name': 'tempest-RoutersIpV6Test-router-1956813198', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:54:18Z', 'updated_at': '2022-02-20T03:54:56Z', 'revision_number': 8, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None, '_interfaces': [{'id': '578b2c08-320d-44c8-8adf-b64fa41eeffd', 'name': '', 'network_id': '4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:73:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:31Z', 'updated_at': '2022-02-20T03:54:40Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c0ea4a8-d7be-44b3-807f-750821daed6f', 'name': '', 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:e2:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:23Z', 'updated_at': '2022-02-20T03:54:32Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d70a25-5f6a-4809-ac0c-60f13815306b', 'name': '', 'network_id': '49f640e8-5524-4e5d-9941-55759bd5a14f', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:1f:f4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'b9011f5f-e86c-4d85-84ec-5d51207734a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:41Z', 'updated_at': '2022-02-20T03:54:48Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9011f5f-e86c-4d85-84ec-5d51207734a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:54:57.806502 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-84b3eb78-7ec4-4001-9f31-9e885ac68379 req-f7d38ceb-8857-40fc-a915-7dea0bb4257d tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.0865462 Feb 20 03:54:57.813980 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f1c3f7b4-6c24-47c0-bceb-cec7f120c2d1 tempest-DHCPAgentSchedulersTestJSON-280467541 tempest-DHCPAgentSchedulersTestJSON-280467541-project-admin] 10.222.0.89 "POST /v2.0/agents/6eaed3ed-c78c-410f-89ef-c823367323de/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7359898 Feb 20 03:54:57.814634 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34404) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:57.821169 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69088040-3520-4d59-880d-093e4bbcd788 None None] Network 2918a076-1818-400a-8d92-e9333bfbca3e requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:54:57.855950 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-6417e3cc-9291-43ea-b7c4-27f1bfc36a72 None None] Could not find standard attr ID for object 8de30be3-8a99-462c-a6a1-39edaa9591b1. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:54:57.990966 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec55f12-639e-4d20-8707-7b804a818f9f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Router 62a45a74-23d4-4e30-8fd1-a68c507c8fde has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:54:57.994562 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-847192a8-1181-44bc-bf7e-8f2191656831 tempest-DHCPAgentSchedulersTestJSON-280467541 tempest-DHCPAgentSchedulersTestJSON-280467541-project-admin] 10.222.0.89 "GET /v2.0/agents/6eaed3ed-c78c-410f-89ef-c823367323de/dhcp-networks HTTP/1.1" status: 200 len: 8002 time: 0.1759360 Feb 20 03:54:57.994724 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34408) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:58.107833 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec55f12-639e-4d20-8707-7b804a818f9f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:54:58.107833 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2ec55f12-639e-4d20-8707-7b804a818f9f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "PUT /v2.0/routers/62a45a74-23d4-4e30-8fd1-a68c507c8fde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8260484 Feb 20 03:54:58.108339 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34412) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:58.161847 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-b64d515d-b10a-4a5f-8dd8-94da2e674202 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Deleting subnet 949446c3-6ac2-415e-a9f4-c3a09f57eba0 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:54:58.165386 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b64d515d-b10a-4a5f-8dd8-94da2e674202 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for subnet (949446c3-6ac2-415e-a9f4-c3a09f57eba0), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:58.210832 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b64d515d-b10a-4a5f-8dd8-94da2e674202 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (949446c3-6ac2-415e-a9f4-c3a09f57eba0), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:58.235659 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-256cfa93-28bc-454b-ab33-0b02f2a5fa86 tempest-DHCPAgentSchedulersTestJSON-280467541 tempest-DHCPAgentSchedulersTestJSON-280467541-project-admin] 10.222.0.89 "DELETE /v2.0/agents/6eaed3ed-c78c-410f-89ef-c823367323de/dhcp-networks/2918a076-1818-400a-8d92-e9333bfbca3e HTTP/1.1" status: 204 len: 168 time: 0.2398379 Feb 20 03:54:58.239600 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34416) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:58.333715 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e08150-e541-4c81-ae31-5ffb182e21d1 None None] Sync routers for ids ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:54:58.343139 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b64d515d-b10a-4a5f-8dd8-94da2e674202 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (949446c3-6ac2-415e-a9f4-c3a09f57eba0), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:58.347628 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e08150-e541-4c81-ae31-5ffb182e21d1 None None] Routers {'62a45a74-23d4-4e30-8fd1-a68c507c8fde'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:54:58.347985 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-21e08150-e541-4c81-ae31-5ffb182e21d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:54:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:58.446090 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34418) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:58.446917 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-32631454-491f-4cf9-8931-633414d2edbc tempest-DHCPAgentSchedulersTestJSON-280467541 tempest-DHCPAgentSchedulersTestJSON-280467541-project-admin] 10.222.0.89 "GET /v2.0/agents/6eaed3ed-c78c-410f-89ef-c823367323de/dhcp-networks HTTP/1.1" status: 200 len: 7232 time: 0.2055402 Feb 20 03:54:58.473841 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3187f1cf-753a-47db-8153-a773b6988181 tempest-DHCPAgentSchedulersTestJSON-280467541 tempest-DHCPAgentSchedulersTestJSON-280467541-project-admin] 10.222.0.89 "GET /v2.0/networks/85dabaf7-e26e-4c06-af01-c649340a9b10/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0248911 Feb 20 03:54:58.478013 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34422) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:58.497735 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-75ecdd21-0190-4169-9ea3-596d3db4b1d4 tempest-DHCPAgentSchedulersTestJSON-280467541 tempest-DHCPAgentSchedulersTestJSON-280467541-project-admin] 10.222.0.89 "GET /v2.0/networks/85dabaf7-e26e-4c06-af01-c649340a9b10/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0182481 Feb 20 03:54:58.500366 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34424) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:58.514020 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-21e08150-e541-4c81-ae31-5ffb182e21d1 None None] Set router 62a45a74-23d4-4e30-8fd1-a68c507c8fde gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:54:58.515391 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b64d515d-b10a-4a5f-8dd8-94da2e674202 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (949446c3-6ac2-415e-a9f4-c3a09f57eba0), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:58.565042 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d515d-b10a-4a5f-8dd8-94da2e674202 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Subnet': ['ID=949446c3-6ac2-415e-a9f4-c3a09f57eba0,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:58.603028 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b64d515d-b10a-4a5f-8dd8-94da2e674202 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:58.609129 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b64d515d-b10a-4a5f-8dd8-94da2e674202 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/subnets/949446c3-6ac2-415e-a9f4-c3a09f57eba0 HTTP/1.1" status: 204 len: 168 time: 0.4989853 Feb 20 03:54:58.610142 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34428) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:58.676068 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a7d74d-4e0c-495e-96d3-171769f0d38c None None] Network c9c505dd-2560-455a-b2bb-c1a1e896ad2b requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:54:58.739722 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c534cb8a-4b38-4654-8897-63693d7a4292 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (c9c505dd-2560-455a-b2bb-c1a1e896ad2b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:58.755656 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34434) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:54:58.757209 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-25aea5b4-83a5-4fbc-be81-13a5b2395a2b tempest-DHCPAgentSchedulersTestJSON-280467541 tempest-DHCPAgentSchedulersTestJSON-280467541-project-admin] 10.222.0.89 "GET /v2.0/agents/6eaed3ed-c78c-410f-89ef-c823367323de/dhcp-networks HTTP/1.1" status: 200 len: 7194 time: 0.2556205 Feb 20 03:54:58.845393 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c534cb8a-4b38-4654-8897-63693d7a4292 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Deleting port 14cb22be-85c3-4c08-8e1a-ddf4429b0569 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:54:58.851556 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c534cb8a-4b38-4654-8897-63693d7a4292 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (14cb22be-85c3-4c08-8e1a-ddf4429b0569), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:58.853459 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-42c28289-3e5a-499c-900c-bf8f94908e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:58.931836 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c534cb8a-4b38-4654-8897-63693d7a4292 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] For port 14cb22be-85c3-4c08-8e1a-ddf4429b0569, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=14cb22be-85c3-4c08-8e1a-ddf4429b0569,segment=NetworkSegment(09b19837-e9a0-4f77-844b-30c458defb9e),segment_id=09b19837-e9a0-4f77-844b-30c458defb9e)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:54:58.934830 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c534cb8a-4b38-4654-8897-63693d7a4292 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (14cb22be-85c3-4c08-8e1a-ddf4429b0569), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:58.960057 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c534cb8a-4b38-4654-8897-63693d7a4292 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Calling delete_port for 14cb22be-85c3-4c08-8e1a-ddf4429b0569 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:54:58.964159 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-641bf930-c91a-4401-9061-23bc99bb30c9 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (2918a076-1818-400a-8d92-e9333bfbca3e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:59.044303 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-21e08150-e541-4c81-ae31-5ffb182e21d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'name': 'tempest-RoutersIpV6Test-router-1956813198', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:54:18Z', 'updated_at': '2022-02-20T03:54:56Z', 'revision_number': 8, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None, '_interfaces': [{'id': '578b2c08-320d-44c8-8adf-b64fa41eeffd', 'name': '', 'network_id': '4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:73:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:31Z', 'updated_at': '2022-02-20T03:54:40Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c0ea4a8-d7be-44b3-807f-750821daed6f', 'name': '', 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:e2:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:23Z', 'updated_at': '2022-02-20T03:54:32Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d70a25-5f6a-4809-ac0c-60f13815306b', 'name': '', 'network_id': '49f640e8-5524-4e5d-9941-55759bd5a14f', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:1f:f4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'b9011f5f-e86c-4d85-84ec-5d51207734a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:41Z', 'updated_at': '2022-02-20T03:54:48Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9011f5f-e86c-4d85-84ec-5d51207734a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:59.056319 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d01b4992-3eed-4f73-a237-193a5efe392b req-4cf18a6a-9264-438f-ab7b-0e34c3f00e35 tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.0894141 Feb 20 03:54:59.106971 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e08150-e541-4c81-ae31-5ffb182e21d1 None None] Checking router: 62a45a74-23d4-4e30-8fd1-a68c507c8fde for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:54:59.158386 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e08150-e541-4c81-ae31-5ffb182e21d1 None None] Routers {'62a45a74-23d4-4e30-8fd1-a68c507c8fde'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:54:59.160225 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-21e08150-e541-4c81-ae31-5ffb182e21d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:54:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:59.253569 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45a2801-5d70-40ac-8672-c9815cb4a0ea None None] DHCP port deletion for c9c505dd-2560-455a-b2bb-c1a1e896ad2b request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:54:59.320602 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4205e529-9e08-477e-b98c-23898317e966 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:54:59.320602 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 4205e529-9e08-477e-b98c-23898317e966 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:54:59.320602 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4205e529-9e08-477e-b98c-23898317e966 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:54:59.343833 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-21e08150-e541-4c81-ae31-5ffb182e21d1 None None] Set router 62a45a74-23d4-4e30-8fd1-a68c507c8fde gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:54:59.461605 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c45a2801-5d70-40ac-8672-c9815cb4a0ea None None] Deleting port 14cb22be-85c3-4c08-8e1a-ddf4429b0569 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:54:59.462250 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c45a2801-5d70-40ac-8672-c9815cb4a0ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (14cb22be-85c3-4c08-8e1a-ddf4429b0569), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:59.550746 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-641bf930-c91a-4401-9061-23bc99bb30c9 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (2918a076-1818-400a-8d92-e9333bfbca3e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:59.584888 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c45a2801-5d70-40ac-8672-c9815cb4a0ea None None] For port 14cb22be-85c3-4c08-8e1a-ddf4429b0569, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=14cb22be-85c3-4c08-8e1a-ddf4429b0569,segment=NetworkSegment(09b19837-e9a0-4f77-844b-30c458defb9e),segment_id=09b19837-e9a0-4f77-844b-30c458defb9e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:54:59.585537 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c45a2801-5d70-40ac-8672-c9815cb4a0ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (14cb22be-85c3-4c08-8e1a-ddf4429b0569), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:59.595765 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-641bf930-c91a-4401-9061-23bc99bb30c9 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2918a076-1818-400a-8d92-e9333bfbca3e']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:59.614249 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c45a2801-5d70-40ac-8672-c9815cb4a0ea None None] Calling delete_port for 14cb22be-85c3-4c08-8e1a-ddf4429b0569 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:54:59.630776 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-641bf930-c91a-4401-9061-23bc99bb30c9 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a0579b2-f5f1-424f-94fb-4d03769a1ba5') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:59.631260 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-641bf930-c91a-4401-9061-23bc99bb30c9 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a0579b2-f5f1-424f-94fb-4d03769a1ba5') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:59.634722 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8104c379-e405-42aa-9817-f20f4ecd3ab6 req-b904f110-060e-4f75-9660-f89a0a2a1b9a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=41c2c9ed-4bb4-46e0-a050-e2f0499f031c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1069338 Feb 20 03:54:59.652927 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-641bf930-c91a-4401-9061-23bc99bb30c9 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (9a0579b2-f5f1-424f-94fb-4d03769a1ba5), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:59.671183 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-641bf930-c91a-4401-9061-23bc99bb30c9 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (9a0579b2-f5f1-424f-94fb-4d03769a1ba5), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:59.679298 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-641bf930-c91a-4401-9061-23bc99bb30c9 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:54:59.679711 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-641bf930-c91a-4401-9061-23bc99bb30c9 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (9a0579b2-f5f1-424f-94fb-4d03769a1ba5), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:59.683046 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:54:59.683046 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:54:59.683046 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:54:59.683046 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:54:59.683046 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:54:59.683046 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:54:59.683046 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:54:59.683046 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:54:59.683046 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:54:59.683046 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:54:59.683046 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:54:59.683046 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:54:59.683046 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:54:59.683046 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:54:59.683046 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:54:59.683046 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:54:59.683046 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:54:59.683046 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:54:59.683046 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:54:59.683046 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:54:59.683046 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:54:59.683046 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:54:59.683046 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:54:59.683046 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:54:59.683046 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:54:59.683046 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:54:59.683046 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:54:59.683046 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:54:59.683046 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:54:59.683046 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:54:59.683046 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:54:59.683046 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:54:59.725047 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8104c379-e405-42aa-9817-f20f4ecd3ab6 req-43aa3860-f23c-48f3-8470-d9d0650077f2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=49a441db122d482b84bc128eef6247aa&device_id=41c2c9ed-4bb4-46e0-a050-e2f0499f031c HTTP/1.1" status: 200 len: 210 time: 0.0407250 Feb 20 03:54:59.742530 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-21e08150-e541-4c81-ae31-5ffb182e21d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'name': 'tempest-RoutersIpV6Test-router-1956813198', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:54:18Z', 'updated_at': '2022-02-20T03:54:56Z', 'revision_number': 8, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None, '_interfaces': [{'id': '578b2c08-320d-44c8-8adf-b64fa41eeffd', 'name': '', 'network_id': '4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:73:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:31Z', 'updated_at': '2022-02-20T03:54:40Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c0ea4a8-d7be-44b3-807f-750821daed6f', 'name': '', 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:e2:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:23Z', 'updated_at': '2022-02-20T03:54:32Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d70a25-5f6a-4809-ac0c-60f13815306b', 'name': '', 'network_id': '49f640e8-5524-4e5d-9941-55759bd5a14f', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:1f:f4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'b9011f5f-e86c-4d85-84ec-5d51207734a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:41Z', 'updated_at': '2022-02-20T03:54:48Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9011f5f-e86c-4d85-84ec-5d51207734a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:54:59.779782 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e08150-e541-4c81-ae31-5ffb182e21d1 None None] The sync data for ids ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'] in n-d-829866-4 is: [{'id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'name': 'tempest-RoutersIpV6Test-router-1956813198', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:54:18Z', 'updated_at': '2022-02-20T03:54:56Z', 'revision_number': 8, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None, '_interfaces': [{'id': '578b2c08-320d-44c8-8adf-b64fa41eeffd', 'name': '', 'network_id': '4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:73:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:31Z', 'updated_at': '2022-02-20T03:54:40Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c0ea4a8-d7be-44b3-807f-750821daed6f', 'name': '', 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:e2:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:23Z', 'updated_at': '2022-02-20T03:54:32Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0d70a25-5f6a-4809-ac0c-60f13815306b', 'name': '', 'network_id': '49f640e8-5524-4e5d-9941-55759bd5a14f', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:1f:f4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'b9011f5f-e86c-4d85-84ec-5d51207734a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:41Z', 'updated_at': '2022-02-20T03:54:48Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9011f5f-e86c-4d85-84ec-5d51207734a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:54:59.798682 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8104c379-e405-42aa-9817-f20f4ecd3ab6 req-086afda6-e769-4781-8177-ff358e7897b5 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=49a441db122d482b84bc128eef6247aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388365 Feb 20 03:54:59.824157 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c534cb8a-4b38-4654-8897-63693d7a4292 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (14cb22be-85c3-4c08-8e1a-ddf4429b0569), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:59.839810 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c45a2801-5d70-40ac-8672-c9815cb4a0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (14cb22be-85c3-4c08-8e1a-ddf4429b0569), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:59.881052 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c534cb8a-4b38-4654-8897-63693d7a4292 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Port': ['ID=14cb22be-85c3-4c08-8e1a-ddf4429b0569,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:59.897090 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c534cb8a-4b38-4654-8897-63693d7a4292 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] No DVR routers for this DVR port 14cb22be-85c3-4c08-8e1a-ddf4429b0569 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:54:59.900953 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45a2801-5d70-40ac-8672-c9815cb4a0ea None None] No DVR routers for this DVR port 14cb22be-85c3-4c08-8e1a-ddf4429b0569 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:54:59.919431 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a2801-5d70-40ac-8672-c9815cb4a0ea None None] Pushing event deleted for resources: {'Port': ['ID=14cb22be-85c3-4c08-8e1a-ddf4429b0569,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:54:59.975147 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-641bf930-c91a-4401-9061-23bc99bb30c9 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (2918a076-1818-400a-8d92-e9333bfbca3e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:59.992972 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-641bf930-c91a-4401-9061-23bc99bb30c9 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:54:59.999024 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-641bf930-c91a-4401-9061-23bc99bb30c9 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] 10.222.0.89 "DELETE /v2.0/networks/2918a076-1818-400a-8d92-e9333bfbca3e HTTP/1.1" status: 204 len: 168 time: 1.2399530 Feb 20 03:55:00.006021 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34452) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:00.031824 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c534cb8a-4b38-4654-8897-63693d7a4292 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (c9c505dd-2560-455a-b2bb-c1a1e896ad2b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:00.049199 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641bf930-c91a-4401-9061-23bc99bb30c9 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Pushing event deleted for resources: {'Network': ['ID=2918a076-1818-400a-8d92-e9333bfbca3e,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:00.081156 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:00.083538 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-da944976-b971-4865-8dcf-3652030e2a17 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] DELETE failed (client error): The resource could not be found. Feb 20 03:55:00.084433 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da944976-b971-4865-8dcf-3652030e2a17 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:55:00.088926 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-da944976-b971-4865-8dcf-3652030e2a17 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] 10.222.0.89 "DELETE /v2.0/ports/8de30be3-8a99-462c-a6a1-39edaa9591b1 HTTP/1.1" status: 404 len: 333 time: 0.0805755 Feb 20 03:55:00.091711 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34458) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:00.096759 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-c534cb8a-4b38-4654-8897-63693d7a4292 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c505dd-2560-455a-b2bb-c1a1e896ad2b']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:00.121889 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-c534cb8a-4b38-4654-8897-63693d7a4292 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b19837-e9a0-4f77-844b-30c458defb9e') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:00.122187 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-c534cb8a-4b38-4654-8897-63693d7a4292 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b19837-e9a0-4f77-844b-30c458defb9e') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:00.160175 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c534cb8a-4b38-4654-8897-63693d7a4292 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (09b19837-e9a0-4f77-844b-30c458defb9e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:00.199873 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c534cb8a-4b38-4654-8897-63693d7a4292 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (09b19837-e9a0-4f77-844b-30c458defb9e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:00.212188 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c534cb8a-4b38-4654-8897-63693d7a4292 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:55:00.213859 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c534cb8a-4b38-4654-8897-63693d7a4292 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (09b19837-e9a0-4f77-844b-30c458defb9e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:00.215838 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f161a5-f07d-4222-b6fb-98e7941bab88 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Deleting subnet dd594791-4e97-4978-b765-66e9c3a64bc0 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:55:00.218724 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:55:00.218724 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:55:00.218724 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:55:00.218724 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:55:00.218724 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:55:00.218724 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:55:00.218724 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:55:00.218724 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:55:00.218724 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:55:00.218724 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:55:00.218724 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:55:00.218724 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:55:00.218724 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:55:00.218724 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:55:00.218724 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:55:00.218724 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:55:00.218724 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:55:00.218724 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:55:00.218724 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:55:00.218724 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:55:00.218724 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:55:00.218724 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:55:00.218724 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:55:00.218724 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:55:00.218724 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:55:00.218724 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:55:00.218724 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:55:00.218724 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:55:00.218724 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:55:00.218724 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:55:00.218724 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:55:00.218724 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:55:00.231967 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104c379-e405-42aa-9817-f20f4ecd3ab6 req-f0786416-a0c1-4e47-933d-1b1738048b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:55:00.235254 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8104c379-e405-42aa-9817-f20f4ecd3ab6 req-f0786416-a0c1-4e47-933d-1b1738048b24 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4308279 Feb 20 03:55:00.264869 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-11f161a5-f07d-4222-b6fb-98e7941bab88 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks [] for subnet (dd594791-4e97-4978-b765-66e9c3a64bc0), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:00.271704 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-72cfdd04-3137-4b48-b630-84a689bb47ab req-7a7766a4-bbc6-4c20-bd3b-599d53d8da23 tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.0531158 Feb 20 03:55:00.320136 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-11f161a5-f07d-4222-b6fb-98e7941bab88 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (dd594791-4e97-4978-b765-66e9c3a64bc0), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:00.354710 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c534cb8a-4b38-4654-8897-63693d7a4292 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (c9c505dd-2560-455a-b2bb-c1a1e896ad2b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:00.374342 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c534cb8a-4b38-4654-8897-63693d7a4292 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:00.387010 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c534cb8a-4b38-4654-8897-63693d7a4292 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/networks/c9c505dd-2560-455a-b2bb-c1a1e896ad2b HTTP/1.1" status: 204 len: 168 time: 1.7710495 Feb 20 03:55:00.387230 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34472) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:00.387351 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c534cb8a-4b38-4654-8897-63693d7a4292 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Network': ['ID=c9c505dd-2560-455a-b2bb-c1a1e896ad2b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:00.507477 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-11f161a5-f07d-4222-b6fb-98e7941bab88 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (dd594791-4e97-4978-b765-66e9c3a64bc0), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:00.740826 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-11f161a5-f07d-4222-b6fb-98e7941bab88 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (dd594791-4e97-4978-b765-66e9c3a64bc0), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:00.777827 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f161a5-f07d-4222-b6fb-98e7941bab88 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Pushing event deleted for resources: {'Subnet': ['ID=dd594791-4e97-4978-b765-66e9c3a64bc0,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:00.783517 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-11f161a5-f07d-4222-b6fb-98e7941bab88 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:00.784568 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5186fdf6-a327-424b-a8cb-c811ccaf73f6 None None] Network 85dabaf7-e26e-4c06-af01-c649340a9b10 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:55:00.789652 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-11f161a5-f07d-4222-b6fb-98e7941bab88 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] 10.222.0.89 "DELETE /v2.0/subnets/dd594791-4e97-4978-b765-66e9c3a64bc0 HTTP/1.1" status: 204 len: 168 time: 0.6946111 Feb 20 03:55:00.790425 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34478) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:00.853445 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-32fef253-23d6-4f18-b59f-334f2bb87b4c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (62a45a74-23d4-4e30-8fd1-a68c507c8fde), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:00.900041 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-205c89c3-3611-4597-96a6-7e35d766a718 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (85dabaf7-e26e-4c06-af01-c649340a9b10), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:01.012345 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-205c89c3-3611-4597-96a6-7e35d766a718 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Deleting port 24912580-4f9b-4917-af2a-f7957823b438 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:55:01.012639 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-205c89c3-3611-4597-96a6-7e35d766a718 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (24912580-4f9b-4917-af2a-f7957823b438), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:01.067129 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034b89f1-05cf-41cd-88e6-c95ee106f89e None None] DHCP port deletion for 85dabaf7-e26e-4c06-af01-c649340a9b10 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:55:01.125153 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-205c89c3-3611-4597-96a6-7e35d766a718 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] For port 24912580-4f9b-4917-af2a-f7957823b438, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=24912580-4f9b-4917-af2a-f7957823b438,segment=NetworkSegment(bd9c6886-7b99-4c50-aeed-d58439451eb1),segment_id=bd9c6886-7b99-4c50-aeed-d58439451eb1)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:55:01.125153 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-205c89c3-3611-4597-96a6-7e35d766a718 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (24912580-4f9b-4917-af2a-f7957823b438), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:01.142300 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-205c89c3-3611-4597-96a6-7e35d766a718 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Calling delete_port for 24912580-4f9b-4917-af2a-f7957823b438 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:55:01.238565 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-034b89f1-05cf-41cd-88e6-c95ee106f89e None None] Deleting port 24912580-4f9b-4917-af2a-f7957823b438 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:55:01.240617 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-034b89f1-05cf-41cd-88e6-c95ee106f89e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (24912580-4f9b-4917-af2a-f7957823b438), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:01.330728 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:01.336530 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-034b89f1-05cf-41cd-88e6-c95ee106f89e None None] For port 24912580-4f9b-4917-af2a-f7957823b438, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=24912580-4f9b-4917-af2a-f7957823b438,segment=NetworkSegment(bd9c6886-7b99-4c50-aeed-d58439451eb1),segment_id=bd9c6886-7b99-4c50-aeed-d58439451eb1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:55:01.336530 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-034b89f1-05cf-41cd-88e6-c95ee106f89e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (24912580-4f9b-4917-af2a-f7957823b438), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:01.338059 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-32fef253-23d6-4f18-b59f-334f2bb87b4c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Deleting port e0d70a25-5f6a-4809-ac0c-60f13815306b {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:55:01.339251 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-32fef253-23d6-4f18-b59f-334f2bb87b4c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (e0d70a25-5f6a-4809-ac0c-60f13815306b), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:01.360048 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-034b89f1-05cf-41cd-88e6-c95ee106f89e None None] Calling delete_port for 24912580-4f9b-4917-af2a-f7957823b438 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:55:01.366010 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-205c89c3-3611-4597-96a6-7e35d766a718 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (24912580-4f9b-4917-af2a-f7957823b438), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:01.454792 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c89c3-3611-4597-96a6-7e35d766a718 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Pushing event deleted for resources: {'Port': ['ID=24912580-4f9b-4917-af2a-f7957823b438,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:01.461449 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205c89c3-3611-4597-96a6-7e35d766a718 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] No DVR routers for this DVR port 24912580-4f9b-4917-af2a-f7957823b438 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:55:01.493267 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 24912580-4f9b-4917-af2a-f7957823b438 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:55:01.558272 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa20bc2b-bba1-458e-ae10-5db581a1a47f req-59313848-52f7-400f-bbd6-a2ea784039c5 tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.0916641 Feb 20 03:55:01.628501 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-205c89c3-3611-4597-96a6-7e35d766a718 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (85dabaf7-e26e-4c06-af01-c649340a9b10), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:01.628892 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 24912580-4f9b-4917-af2a-f7957823b438 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:55:01.629469 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 24912580-4f9b-4917-af2a-f7957823b438 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:55:01.630964 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 14cb22be-85c3-4c08-8e1a-ddf4429b0569 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:55:01.644093 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-32fef253-23d6-4f18-b59f-334f2bb87b4c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] For port e0d70a25-5f6a-4809-ac0c-60f13815306b, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=e0d70a25-5f6a-4809-ac0c-60f13815306b,segment=NetworkSegment(ae54f708-4841-4ac9-a683-e3c094e90cd9),segment_id=ae54f708-4841-4ac9-a683-e3c094e90cd9)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:55:01.644464 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-32fef253-23d6-4f18-b59f-334f2bb87b4c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (e0d70a25-5f6a-4809-ac0c-60f13815306b), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:01.673920 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-32fef253-23d6-4f18-b59f-334f2bb87b4c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Calling delete_port for e0d70a25-5f6a-4809-ac0c-60f13815306b owned by network:router_interface {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:55:01.705055 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-205c89c3-3611-4597-96a6-7e35d766a718 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85dabaf7-e26e-4c06-af01-c649340a9b10']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:01.718513 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 14cb22be-85c3-4c08-8e1a-ddf4429b0569 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:55:01.719076 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 14cb22be-85c3-4c08-8e1a-ddf4429b0569 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:55:01.721647 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-205c89c3-3611-4597-96a6-7e35d766a718 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd9c6886-7b99-4c50-aeed-d58439451eb1') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:01.721928 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-205c89c3-3611-4597-96a6-7e35d766a718 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd9c6886-7b99-4c50-aeed-d58439451eb1') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:01.728069 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-034b89f1-05cf-41cd-88e6-c95ee106f89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (24912580-4f9b-4917-af2a-f7957823b438), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:01.751301 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-205c89c3-3611-4597-96a6-7e35d766a718 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (bd9c6886-7b99-4c50-aeed-d58439451eb1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:01.779690 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-205c89c3-3611-4597-96a6-7e35d766a718 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (bd9c6886-7b99-4c50-aeed-d58439451eb1), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:01.791515 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205c89c3-3611-4597-96a6-7e35d766a718 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:55:01.793451 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-205c89c3-3611-4597-96a6-7e35d766a718 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (bd9c6886-7b99-4c50-aeed-d58439451eb1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:01.793582 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b89f1-05cf-41cd-88e6-c95ee106f89e None None] Pushing event deleted for resources: {'Port': ['ID=24912580-4f9b-4917-af2a-f7957823b438,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:01.808170 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034b89f1-05cf-41cd-88e6-c95ee106f89e None None] No DVR routers for this DVR port 24912580-4f9b-4917-af2a-f7957823b438 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:55:01.822597 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:55:01.822597 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:55:01.822597 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:55:01.822597 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:55:01.822597 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:55:01.822597 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:55:01.822597 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:55:01.822597 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:55:01.822597 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:55:01.822597 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:55:01.822597 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:55:01.822597 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:55:01.822597 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:55:01.822597 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:55:01.822597 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:55:01.822597 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:55:01.822597 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:55:01.822597 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:55:01.822597 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:55:01.822597 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:55:01.822597 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:55:01.822597 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:55:01.822597 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:55:01.822597 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:55:01.822597 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:55:01.822597 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:55:01.822597 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:55:01.822597 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:55:01.822597 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:55:01.822597 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:55:01.822597 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:55:01.822597 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:55:02.026563 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-205c89c3-3611-4597-96a6-7e35d766a718 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (85dabaf7-e26e-4c06-af01-c649340a9b10), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:02.032443 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-205c89c3-3611-4597-96a6-7e35d766a718 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:02.040514 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-205c89c3-3611-4597-96a6-7e35d766a718 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] 10.222.0.89 "DELETE /v2.0/networks/85dabaf7-e26e-4c06-af01-c649340a9b10 HTTP/1.1" status: 204 len: 168 time: 1.2486629 Feb 20 03:55:02.078229 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c89c3-3611-4597-96a6-7e35d766a718 tempest-DHCPAgentSchedulersTestJSON-319397728 tempest-DHCPAgentSchedulersTestJSON-319397728-project] Pushing event deleted for resources: {'Network': ['ID=85dabaf7-e26e-4c06-af01-c649340a9b10,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:02.217726 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-32fef253-23d6-4f18-b59f-334f2bb87b4c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (e0d70a25-5f6a-4809-ac0c-60f13815306b), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:02.341175 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fef253-23d6-4f18-b59f-334f2bb87b4c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Port': ['ID=e0d70a25-5f6a-4809-ac0c-60f13815306b,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:02.420507 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-32fef253-23d6-4f18-b59f-334f2bb87b4c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (62a45a74-23d4-4e30-8fd1-a68c507c8fde), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:02.638985 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34532) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:02.711489 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fef253-23d6-4f18-b59f-334f2bb87b4c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Router 62a45a74-23d4-4e30-8fd1-a68c507c8fde has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:55:02.760924 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-18863de3-828f-43c2-bae3-55226b1f310d req-3788cf75-1998-4860-b426-567e3b4e95cb tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.0442488 Feb 20 03:55:02.831700 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:02.870372 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-392a1748-3f7a-4172-b371-1ffd679e2e34 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c5b0ecb9623d4237b203bed3f2639955&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2296779 Feb 20 03:55:02.874040 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34542) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:02.950584 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aea1958c-71bd-44e2-a161-71dd55a2f869 admin admin] Publish callbacks [] for security_group (883e45e2-1cd6-4e64-89fc-1a55880ed545), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:02.970184 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fef253-23d6-4f18-b59f-334f2bb87b4c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:55:02.986556 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-32fef253-23d6-4f18-b59f-334f2bb87b4c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "PUT /v2.0/routers/62a45a74-23d4-4e30-8fd1-a68c507c8fde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6002865 Feb 20 03:55:02.987806 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36721487-21bc-4194-924e-fe1b50f72511 None None] Sync routers for ids ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:55:02.994245 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34548) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:03.005946 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36721487-21bc-4194-924e-fe1b50f72511 None None] Routers {'62a45a74-23d4-4e30-8fd1-a68c507c8fde'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:55:03.006591 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-36721487-21bc-4194-924e-fe1b50f72511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:54:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:03.019166 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aea1958c-71bd-44e2-a161-71dd55a2f869 admin admin] Publish callbacks [] for security_group (883e45e2-1cd6-4e64-89fc-1a55880ed545), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:03.093183 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-b79886aa-9981-44b4-b4cc-1b1188520c2c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Deleting subnet b9011f5f-e86c-4d85-84ec-5d51207734a3 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:55:03.102082 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b79886aa-9981-44b4-b4cc-1b1188520c2c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for subnet (b9011f5f-e86c-4d85-84ec-5d51207734a3), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:03.162509 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b79886aa-9981-44b4-b4cc-1b1188520c2c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (b9011f5f-e86c-4d85-84ec-5d51207734a3), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:03.223216 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-36721487-21bc-4194-924e-fe1b50f72511 None None] Set router 62a45a74-23d4-4e30-8fd1-a68c507c8fde gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:55:03.295058 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aea1958c-71bd-44e2-a161-71dd55a2f869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (883e45e2-1cd6-4e64-89fc-1a55880ed545), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:03.297224 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aea1958c-71bd-44e2-a161-71dd55a2f869 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:03.310154 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-aea1958c-71bd-44e2-a161-71dd55a2f869 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/883e45e2-1cd6-4e64-89fc-1a55880ed545 HTTP/1.1" status: 204 len: 168 time: 0.4326057 Feb 20 03:55:03.343778 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1958c-71bd-44e2-a161-71dd55a2f869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883e45e2-1cd6-4e64-89fc-1a55880ed545,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:03.349595 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b79886aa-9981-44b4-b4cc-1b1188520c2c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (b9011f5f-e86c-4d85-84ec-5d51207734a3), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:03.570238 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b79886aa-9981-44b4-b4cc-1b1188520c2c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (b9011f5f-e86c-4d85-84ec-5d51207734a3), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:03.594381 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-36721487-21bc-4194-924e-fe1b50f72511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'name': 'tempest-RoutersIpV6Test-router-1956813198', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:54:18Z', 'updated_at': '2022-02-20T03:55:02Z', 'revision_number': 9, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None, '_interfaces': [{'id': '578b2c08-320d-44c8-8adf-b64fa41eeffd', 'name': '', 'network_id': '4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:73:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:31Z', 'updated_at': '2022-02-20T03:54:40Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c0ea4a8-d7be-44b3-807f-750821daed6f', 'name': '', 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:e2:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:23Z', 'updated_at': '2022-02-20T03:54:32Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:03.671427 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36721487-21bc-4194-924e-fe1b50f72511 None None] Checking router: 62a45a74-23d4-4e30-8fd1-a68c507c8fde for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:55:03.672174 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79886aa-9981-44b4-b4cc-1b1188520c2c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Subnet': ['ID=b9011f5f-e86c-4d85-84ec-5d51207734a3,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:03.682320 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36721487-21bc-4194-924e-fe1b50f72511 None None] Routers {'62a45a74-23d4-4e30-8fd1-a68c507c8fde'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:55:03.683105 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-36721487-21bc-4194-924e-fe1b50f72511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:54:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:03.687153 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b79886aa-9981-44b4-b4cc-1b1188520c2c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:03.694212 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34566) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:03.696709 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b79886aa-9981-44b4-b4cc-1b1188520c2c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/subnets/b9011f5f-e86c-4d85-84ec-5d51207734a3 HTTP/1.1" status: 204 len: 168 time: 0.6979365 Feb 20 03:55:03.697350 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48d5ab1-5660-4399-ada1-d4e1663601a9 None None] Network 49f640e8-5524-4e5d-9941-55759bd5a14f requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:55:03.898063 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-36721487-21bc-4194-924e-fe1b50f72511 None None] Set router 62a45a74-23d4-4e30-8fd1-a68c507c8fde gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:55:03.905287 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-93dcd6f3-fa86-4551-9c88-a292b5ed9163 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (49f640e8-5524-4e5d-9941-55759bd5a14f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:03.951914 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c24e524-8337-4009-9282-7e8a9f192508 None None] DHCP port deletion for 49f640e8-5524-4e5d-9941-55759bd5a14f request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:55:04.042442 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e968e43c-bd78-4988-9b1e-2e7d8feacf60 req-c2aac2c4-a813-4c24-965c-afbb9b44dba1 tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.0402467 Feb 20 03:55:04.079142 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-93dcd6f3-fa86-4551-9c88-a292b5ed9163 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Deleting port f89ce18d-84f6-4da9-b75a-98bcb171c9d6 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:55:04.079142 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-93dcd6f3-fa86-4551-9c88-a292b5ed9163 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (f89ce18d-84f6-4da9-b75a-98bcb171c9d6), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:04.109683 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-7c24e524-8337-4009-9282-7e8a9f192508 None None] Deleting port f89ce18d-84f6-4da9-b75a-98bcb171c9d6 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:55:04.109882 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7c24e524-8337-4009-9282-7e8a9f192508 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (f89ce18d-84f6-4da9-b75a-98bcb171c9d6), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:04.204577 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-93dcd6f3-fa86-4551-9c88-a292b5ed9163 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] For port f89ce18d-84f6-4da9-b75a-98bcb171c9d6, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=f89ce18d-84f6-4da9-b75a-98bcb171c9d6,segment=NetworkSegment(ae54f708-4841-4ac9-a683-e3c094e90cd9),segment_id=ae54f708-4841-4ac9-a683-e3c094e90cd9)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:55:04.205064 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-93dcd6f3-fa86-4551-9c88-a292b5ed9163 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (f89ce18d-84f6-4da9-b75a-98bcb171c9d6), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:04.205410 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-7c24e524-8337-4009-9282-7e8a9f192508 None None] For port f89ce18d-84f6-4da9-b75a-98bcb171c9d6, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=f89ce18d-84f6-4da9-b75a-98bcb171c9d6,segment=NetworkSegment(ae54f708-4841-4ac9-a683-e3c094e90cd9),segment_id=ae54f708-4841-4ac9-a683-e3c094e90cd9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:55:04.205828 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7c24e524-8337-4009-9282-7e8a9f192508 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (f89ce18d-84f6-4da9-b75a-98bcb171c9d6), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:04.221312 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-7c24e524-8337-4009-9282-7e8a9f192508 None None] Calling delete_port for f89ce18d-84f6-4da9-b75a-98bcb171c9d6 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:55:04.244271 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-93dcd6f3-fa86-4551-9c88-a292b5ed9163 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Calling delete_port for f89ce18d-84f6-4da9-b75a-98bcb171c9d6 owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:55:04.410697 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-36721487-21bc-4194-924e-fe1b50f72511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'name': 'tempest-RoutersIpV6Test-router-1956813198', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:54:18Z', 'updated_at': '2022-02-20T03:55:02Z', 'revision_number': 9, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None, '_interfaces': [{'id': '578b2c08-320d-44c8-8adf-b64fa41eeffd', 'name': '', 'network_id': '4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:73:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:31Z', 'updated_at': '2022-02-20T03:54:40Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c0ea4a8-d7be-44b3-807f-750821daed6f', 'name': '', 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:e2:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:23Z', 'updated_at': '2022-02-20T03:54:32Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:04.437623 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7c24e524-8337-4009-9282-7e8a9f192508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (f89ce18d-84f6-4da9-b75a-98bcb171c9d6), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:04.448237 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-93dcd6f3-fa86-4551-9c88-a292b5ed9163 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (f89ce18d-84f6-4da9-b75a-98bcb171c9d6), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:04.456653 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36721487-21bc-4194-924e-fe1b50f72511 None None] The sync data for ids ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'] in n-d-829866-4 is: [{'id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'name': 'tempest-RoutersIpV6Test-router-1956813198', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:54:18Z', 'updated_at': '2022-02-20T03:55:02Z', 'revision_number': 9, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None, '_interfaces': [{'id': '578b2c08-320d-44c8-8adf-b64fa41eeffd', 'name': '', 'network_id': '4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:73:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:31Z', 'updated_at': '2022-02-20T03:54:40Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'b9c56b01-3f76-4eda-8ff2-045e8730c876', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c0ea4a8-d7be-44b3-807f-750821daed6f', 'name': '', 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:e2:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:23Z', 'updated_at': '2022-02-20T03:54:32Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:55:04.479376 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24e524-8337-4009-9282-7e8a9f192508 None None] Pushing event deleted for resources: {'Port': ['ID=f89ce18d-84f6-4da9-b75a-98bcb171c9d6,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:04.493750 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c24e524-8337-4009-9282-7e8a9f192508 None None] No DVR routers for this DVR port f89ce18d-84f6-4da9-b75a-98bcb171c9d6 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:55:04.531223 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dcd6f3-fa86-4551-9c88-a292b5ed9163 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] No DVR routers for this DVR port f89ce18d-84f6-4da9-b75a-98bcb171c9d6 on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:55:04.533210 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dcd6f3-fa86-4551-9c88-a292b5ed9163 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Port': ['ID=f89ce18d-84f6-4da9-b75a-98bcb171c9d6,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:04.559051 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34580) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:04.590271 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2dfa17d7-898d-496b-b5e9-3a2ca7980c90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:04.660151 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-93dcd6f3-fa86-4551-9c88-a292b5ed9163 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (49f640e8-5524-4e5d-9941-55759bd5a14f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:04.690875 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-93dcd6f3-fa86-4551-9c88-a292b5ed9163 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f640e8-5524-4e5d-9941-55759bd5a14f']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:04.705417 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-93dcd6f3-fa86-4551-9c88-a292b5ed9163 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae54f708-4841-4ac9-a683-e3c094e90cd9') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:04.706133 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-93dcd6f3-fa86-4551-9c88-a292b5ed9163 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae54f708-4841-4ac9-a683-e3c094e90cd9') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:04.721458 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-93dcd6f3-fa86-4551-9c88-a292b5ed9163 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (ae54f708-4841-4ac9-a683-e3c094e90cd9), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:04.744863 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-93dcd6f3-fa86-4551-9c88-a292b5ed9163 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (ae54f708-4841-4ac9-a683-e3c094e90cd9), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:04.751072 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2dfa17d7-898d-496b-b5e9-3a2ca7980c90 admin admin] Publish callbacks [] for security_group (440d507e-9134-4e82-b40b-06a806bbd5b0), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:04.761074 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93dcd6f3-fa86-4551-9c88-a292b5ed9163 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-93dcd6f3-fa86-4551-9c88-a292b5ed9163 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (ae54f708-4841-4ac9-a683-e3c094e90cd9), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:55:04.767114 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:55:04.853391 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2dfa17d7-898d-496b-b5e9-3a2ca7980c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (440d507e-9134-4e82-b40b-06a806bbd5b0), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:04.921646 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34590) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:04.925796 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2dfa17d7-898d-496b-b5e9-3a2ca7980c90 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ed9d11e844ed4a76a4e5f09ca8cef644&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3647947 Feb 20 03:55:04.958570 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa17d7-898d-496b-b5e9-3a2ca7980c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440d507e-9134-4e82-b40b-06a806bbd5b0,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:05.010365 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-93dcd6f3-fa86-4551-9c88-a292b5ed9163 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (49f640e8-5524-4e5d-9941-55759bd5a14f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:05.057122 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-93dcd6f3-fa86-4551-9c88-a292b5ed9163 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:05.061737 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-93dcd6f3-fa86-4551-9c88-a292b5ed9163 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/networks/49f640e8-5524-4e5d-9941-55759bd5a14f HTTP/1.1" status: 204 len: 168 time: 1.3656178 Feb 20 03:55:05.064513 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34596) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:05.127981 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dcd6f3-fa86-4551-9c88-a292b5ed9163 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Network': ['ID=49f640e8-5524-4e5d-9941-55759bd5a14f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:05.127981 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3de868b5-4ec2-4830-8777-b48cfc91ce1c admin admin] Publish callbacks [] for security_group (440d507e-9134-4e82-b40b-06a806bbd5b0), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:05.161521 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3de868b5-4ec2-4830-8777-b48cfc91ce1c admin admin] Publish callbacks [] for security_group (440d507e-9134-4e82-b40b-06a806bbd5b0), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:05.359433 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a00b2e75-b04a-4d97-bfb3-74146f0559d7 req-afb81d24-9299-453b-9154-19a2db916e83 tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.0902605 Feb 20 03:55:05.373228 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3de868b5-4ec2-4830-8777-b48cfc91ce1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (440d507e-9134-4e82-b40b-06a806bbd5b0), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:05.376073 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3de868b5-4ec2-4830-8777-b48cfc91ce1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:05.377416 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3de868b5-4ec2-4830-8777-b48cfc91ce1c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/440d507e-9134-4e82-b40b-06a806bbd5b0 HTTP/1.1" status: 204 len: 168 time: 0.4547162 Feb 20 03:55:05.396695 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de868b5-4ec2-4830-8777-b48cfc91ce1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440d507e-9134-4e82-b40b-06a806bbd5b0,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:05.464527 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device f89ce18d-84f6-4da9-b75a-98bcb171c9d6 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:55:05.534679 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: f89ce18d-84f6-4da9-b75a-98bcb171c9d6 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:55:05.535070 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device f89ce18d-84f6-4da9-b75a-98bcb171c9d6 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:55:05.535567 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e0d70a25-5f6a-4809-ac0c-60f13815306b no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:55:05.587431 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: e0d70a25-5f6a-4809-ac0c-60f13815306b {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:55:05.587758 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e0d70a25-5f6a-4809-ac0c-60f13815306b not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:55:05.751439 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db8f7ab8-6690-4967-b85c-376fb4e7ae6f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (62a45a74-23d4-4e30-8fd1-a68c507c8fde), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:06.079760 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-db8f7ab8-6690-4967-b85c-376fb4e7ae6f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Deleting port 578b2c08-320d-44c8-8adf-b64fa41eeffd {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:55:06.080093 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db8f7ab8-6690-4967-b85c-376fb4e7ae6f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (578b2c08-320d-44c8-8adf-b64fa41eeffd), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:06.202704 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-db8f7ab8-6690-4967-b85c-376fb4e7ae6f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] For port 578b2c08-320d-44c8-8adf-b64fa41eeffd, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=578b2c08-320d-44c8-8adf-b64fa41eeffd,segment=NetworkSegment(a6dde45f-af53-4b0a-a083-09507bdf6c75),segment_id=a6dde45f-af53-4b0a-a083-09507bdf6c75)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:55:06.203254 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db8f7ab8-6690-4967-b85c-376fb4e7ae6f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (578b2c08-320d-44c8-8adf-b64fa41eeffd), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:06.221858 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-db8f7ab8-6690-4967-b85c-376fb4e7ae6f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Calling delete_port for 578b2c08-320d-44c8-8adf-b64fa41eeffd owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:55:06.607834 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d8bb8c6d-1c24-4b2f-9bc2-8a77879677b2 req-594f73cb-fff3-436e-9b8a-e493d4fecfd2 tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.0909164 Feb 20 03:55:06.741092 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db8f7ab8-6690-4967-b85c-376fb4e7ae6f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (578b2c08-320d-44c8-8adf-b64fa41eeffd), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:06.789518 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-de0c0787-f436-4f64-939e-1e803574047f req-d94e2a87-aa9b-4877-a947-0cd3958bc69e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.1021187 Feb 20 03:55:06.811604 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f7ab8-6690-4967-b85c-376fb4e7ae6f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Port': ['ID=578b2c08-320d-44c8-8adf-b64fa41eeffd,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:06.979524 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db8f7ab8-6690-4967-b85c-376fb4e7ae6f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (62a45a74-23d4-4e30-8fd1-a68c507c8fde), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:07.269655 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8f7ab8-6690-4967-b85c-376fb4e7ae6f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Router 62a45a74-23d4-4e30-8fd1-a68c507c8fde has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:55:07.427659 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8f7ab8-6690-4967-b85c-376fb4e7ae6f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:55:07.435153 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-db8f7ab8-6690-4967-b85c-376fb4e7ae6f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "PUT /v2.0/routers/62a45a74-23d4-4e30-8fd1-a68c507c8fde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3692720 Feb 20 03:55:07.437900 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34664) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:07.448159 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bec1312-b40c-4a57-9828-91af318abf9c None None] Sync routers for ids ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:55:07.476449 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bec1312-b40c-4a57-9828-91af318abf9c None None] Routers {'62a45a74-23d4-4e30-8fd1-a68c507c8fde'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:55:07.477417 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-0bec1312-b40c-4a57-9828-91af318abf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:54:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:07.502035 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-1121a98f-81bd-4d7a-9e63-36de1f922b2b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Deleting subnet b9c56b01-3f76-4eda-8ff2-045e8730c876 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:55:07.514148 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1121a98f-81bd-4d7a-9e63-36de1f922b2b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for subnet (b9c56b01-3f76-4eda-8ff2-045e8730c876), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:07.559841 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1121a98f-81bd-4d7a-9e63-36de1f922b2b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (b9c56b01-3f76-4eda-8ff2-045e8730c876), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:07.695470 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-0bec1312-b40c-4a57-9828-91af318abf9c None None] Set router 62a45a74-23d4-4e30-8fd1-a68c507c8fde gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:55:07.713973 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1121a98f-81bd-4d7a-9e63-36de1f922b2b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (b9c56b01-3f76-4eda-8ff2-045e8730c876), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:07.799542 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-33bc4f3e-5c7c-4324-a0e4-2f137e1a1320 req-c0b6b540-2a41-473f-85cc-10ee8193802e tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.0621147 Feb 20 03:55:07.980938 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1121a98f-81bd-4d7a-9e63-36de1f922b2b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (b9c56b01-3f76-4eda-8ff2-045e8730c876), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:08.055395 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1121a98f-81bd-4d7a-9e63-36de1f922b2b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:08.068645 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1121a98f-81bd-4d7a-9e63-36de1f922b2b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/subnets/b9c56b01-3f76-4eda-8ff2-045e8730c876 HTTP/1.1" status: 204 len: 168 time: 0.6294208 Feb 20 03:55:08.069406 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34682) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:08.071625 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121a98f-81bd-4d7a-9e63-36de1f922b2b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Subnet': ['ID=b9c56b01-3f76-4eda-8ff2-045e8730c876,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:08.267286 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ccba57ae-36d0-4a88-9514-b66b39849422 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:08.273706 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fa7025-938e-4fe5-b5ab-8e21c13dcc41 None None] Network 4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:55:08.367013 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-ccba57ae-36d0-4a88-9514-b66b39849422 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Deleting port 6c359317-6019-4041-9dcd-48ad0c5abafb {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:55:08.369413 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ccba57ae-36d0-4a88-9514-b66b39849422 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (6c359317-6019-4041-9dcd-48ad0c5abafb), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:08.555777 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-0bec1312-b40c-4a57-9828-91af318abf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'name': 'tempest-RoutersIpV6Test-router-1956813198', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:54:18Z', 'updated_at': '2022-02-20T03:55:06Z', 'revision_number': 10, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None, '_interfaces': [{'id': '8c0ea4a8-d7be-44b3-807f-750821daed6f', 'name': '', 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:e2:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:23Z', 'updated_at': '2022-02-20T03:54:32Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:08.628509 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bec1312-b40c-4a57-9828-91af318abf9c None None] Checking router: 62a45a74-23d4-4e30-8fd1-a68c507c8fde for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:55:08.646149 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad19703e-ec1a-4db6-8f5e-bd1eb54dc218 None None] DHCP port deletion for 4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:55:08.656816 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bec1312-b40c-4a57-9828-91af318abf9c None None] Routers {'62a45a74-23d4-4e30-8fd1-a68c507c8fde'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:55:08.657743 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-0bec1312-b40c-4a57-9828-91af318abf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:54:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:08.943196 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-0bec1312-b40c-4a57-9828-91af318abf9c None None] Set router 62a45a74-23d4-4e30-8fd1-a68c507c8fde gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:55:09.098254 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ad19703e-ec1a-4db6-8f5e-bd1eb54dc218 None None] Deleting port 6c359317-6019-4041-9dcd-48ad0c5abafb {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:55:09.098254 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ad19703e-ec1a-4db6-8f5e-bd1eb54dc218 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (6c359317-6019-4041-9dcd-48ad0c5abafb), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:09.139662 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-ccba57ae-36d0-4a88-9514-b66b39849422 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] For port 6c359317-6019-4041-9dcd-48ad0c5abafb, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=6c359317-6019-4041-9dcd-48ad0c5abafb,segment=NetworkSegment(a6dde45f-af53-4b0a-a083-09507bdf6c75),segment_id=a6dde45f-af53-4b0a-a083-09507bdf6c75)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:55:09.140260 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ccba57ae-36d0-4a88-9514-b66b39849422 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (6c359317-6019-4041-9dcd-48ad0c5abafb), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:09.145510 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34706) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:09.166048 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-ccba57ae-36d0-4a88-9514-b66b39849422 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Calling delete_port for 6c359317-6019-4041-9dcd-48ad0c5abafb owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:55:09.201203 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d246fab8-e7a3-4af9-be44-957f58d051d8 req-d63a46d9-c875-4da0-a863-4aa854bbb8d8 tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.0416043 Feb 20 03:55:09.284897 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ad19703e-ec1a-4db6-8f5e-bd1eb54dc218 None None] For port 6c359317-6019-4041-9dcd-48ad0c5abafb, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=6c359317-6019-4041-9dcd-48ad0c5abafb,segment=NetworkSegment(a6dde45f-af53-4b0a-a083-09507bdf6c75),segment_id=a6dde45f-af53-4b0a-a083-09507bdf6c75)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:55:09.292610 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ad19703e-ec1a-4db6-8f5e-bd1eb54dc218 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (6c359317-6019-4041-9dcd-48ad0c5abafb), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:09.351166 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-a94ac0be-8740-421f-952e-66989e3492e9 tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Request body: {'quota': {'network': 2}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:09.401812 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ad19703e-ec1a-4db6-8f5e-bd1eb54dc218 None None] Calling delete_port for 6c359317-6019-4041-9dcd-48ad0c5abafb owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:55:09.459166 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a94ac0be-8740-421f-952e-66989e3492e9 tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] 10.222.0.89 "PUT /v2.0/quotas/d57925a58c7f4bb78cbba919622b558d HTTP/1.1" status: 200 len: 368 time: 0.3118391 Feb 20 03:55:09.459887 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34712) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:09.471080 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-127962a6-b2d1-4d56-af1d-285e7f1a4336 tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Request body: {'network': {'project_id': 'd57925a58c7f4bb78cbba919622b558d'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:09.496484 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 6c359317-6019-4041-9dcd-48ad0c5abafb no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:55:09.532450 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ccba57ae-36d0-4a88-9514-b66b39849422 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (6c359317-6019-4041-9dcd-48ad0c5abafb), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:09.577510 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127962a6-b2d1-4d56-af1d-285e7f1a4336 tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Made reservation on behalf of d57925a58c7f4bb78cbba919622b558d for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:55:09.579867 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-127962a6-b2d1-4d56-af1d-285e7f1a4336 tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:09.596956 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-127962a6-b2d1-4d56-af1d-285e7f1a4336 tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:09.612066 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba57ae-36d0-4a88-9514-b66b39849422 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Port': ['ID=6c359317-6019-4041-9dcd-48ad0c5abafb,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:09.624350 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccba57ae-36d0-4a88-9514-b66b39849422 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] No DVR routers for this DVR port 6c359317-6019-4041-9dcd-48ad0c5abafb on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:55:09.765469 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No active binding found for port 6c359317-6019-4041-9dcd-48ad0c5abafb {{(pid=104107) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 20 03:55:09.766422 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] The host n-d-829866-4 is not matching for port 6c359317-6019-4041-9dcd-48ad0c5abafb host None! {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 03:55:09.767037 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 6c359317-6019-4041-9dcd-48ad0c5abafb not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:55:09.813101 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ad19703e-ec1a-4db6-8f5e-bd1eb54dc218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (6c359317-6019-4041-9dcd-48ad0c5abafb), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:09.840735 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-127962a6-b2d1-4d56-af1d-285e7f1a4336 tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Publish callbacks [] for security_group (00876424-b80f-4a2b-af0a-305b1fd1e9c4), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:09.876480 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ccba57ae-36d0-4a88-9514-b66b39849422 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:09.890515 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19703e-ec1a-4db6-8f5e-bd1eb54dc218 None None] Pushing event deleted for resources: {'Port': ['ID=6c359317-6019-4041-9dcd-48ad0c5abafb,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:09.891727 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-127962a6-b2d1-4d56-af1d-285e7f1a4336 tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (00876424-b80f-4a2b-af0a-305b1fd1e9c4), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:09.905569 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad19703e-ec1a-4db6-8f5e-bd1eb54dc218 None None] No DVR routers for this DVR port 6c359317-6019-4041-9dcd-48ad0c5abafb on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:55:09.914472 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-0bec1312-b40c-4a57-9828-91af318abf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'name': 'tempest-RoutersIpV6Test-router-1956813198', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:54:18Z', 'updated_at': '2022-02-20T03:55:06Z', 'revision_number': 10, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None, '_interfaces': [{'id': '8c0ea4a8-d7be-44b3-807f-750821daed6f', 'name': '', 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:e2:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:23Z', 'updated_at': '2022-02-20T03:54:32Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:09.964547 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bec1312-b40c-4a57-9828-91af318abf9c None None] The sync data for ids ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'] in n-d-829866-4 is: [{'id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'name': 'tempest-RoutersIpV6Test-router-1956813198', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:54:18Z', 'updated_at': '2022-02-20T03:55:06Z', 'revision_number': 10, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None, '_interfaces': [{'id': '8c0ea4a8-d7be-44b3-807f-750821daed6f', 'name': '', 'network_id': 'bdf8393d-a8e1-442c-8483-579454eeb272', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'mac_address': 'fa:16:3e:e2:68:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:54:23Z', 'updated_at': '2022-02-20T03:54:32Z', 'revision_number': 5, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'subnets': [{'id': 'ec10db69-10a9-4ab0-9649-fa23bdcb568f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:55:09.972042 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34722) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:09.997039 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127962a6-b2d1-4d56-af1d-285e7f1a4336 tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00876424-b80f-4a2b-af0a-305b1fd1e9c4,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:10.019164 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-127962a6-b2d1-4d56-af1d-285e7f1a4336 tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:55:10.032649 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-ccba57ae-36d0-4a88-9514-b66b39849422 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:10.032981 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-127962a6-b2d1-4d56-af1d-285e7f1a4336 tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (727b900b-b635-47ac-949e-3696ca635c3d), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:10.032981 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-127962a6-b2d1-4d56-af1d-285e7f1a4336 tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Added segment 727b900b-b635-47ac-949e-3696ca635c3d of type vlan for network e9c71695-353b-47bc-9770-ac8278c50e13 Feb 20 03:55:10.047184 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-ccba57ae-36d0-4a88-9514-b66b39849422 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6dde45f-af53-4b0a-a083-09507bdf6c75') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:10.048472 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-ccba57ae-36d0-4a88-9514-b66b39849422 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6dde45f-af53-4b0a-a083-09507bdf6c75') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:10.061929 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ccba57ae-36d0-4a88-9514-b66b39849422 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (a6dde45f-af53-4b0a-a083-09507bdf6c75), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:10.078064 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ccba57ae-36d0-4a88-9514-b66b39849422 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (a6dde45f-af53-4b0a-a083-09507bdf6c75), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:10.086342 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccba57ae-36d0-4a88-9514-b66b39849422 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:55:10.087467 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ccba57ae-36d0-4a88-9514-b66b39849422 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (a6dde45f-af53-4b0a-a083-09507bdf6c75), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:10.096816 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-127962a6-b2d1-4d56-af1d-285e7f1a4336 tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (e9c71695-353b-47bc-9770-ac8278c50e13), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:10.155076 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:55:10.155076 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:55:10.155076 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:55:10.155076 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:55:10.155076 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:55:10.155076 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:55:10.155076 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:55:10.155076 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:55:10.155076 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:55:10.155076 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:55:10.155076 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:55:10.155076 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:55:10.155076 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:55:10.155076 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:55:10.155076 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:55:10.155076 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:55:10.155076 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:55:10.155076 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:55:10.155076 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:55:10.155076 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:55:10.155076 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:55:10.155076 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:55:10.155076 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:55:10.155076 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:55:10.155076 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:55:10.155076 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:55:10.155076 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:55:10.155076 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:55:10.155076 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:55:10.155076 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:55:10.155076 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:55:10.155076 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:55:10.163282 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e0e822b5-c56c-4c0c-a77f-809561d269de req-20c547a0-c43c-4443-8b05-daa9bd21f441 tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf&device_id=41c2c9ed-4bb4-46e0-a050-e2f0499f031c HTTP/1.1" status: 200 len: 210 time: 0.2812133 Feb 20 03:55:10.221954 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-831aa2f2-c997-4a4a-8369-1ac5d608aa62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:10.228972 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ccba57ae-36d0-4a88-9514-b66b39849422 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:10.241755 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ccba57ae-36d0-4a88-9514-b66b39849422 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:10.248478 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-127962a6-b2d1-4d56-af1d-285e7f1a4336 tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (e9c71695-353b-47bc-9770-ac8278c50e13), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:10.252530 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ccba57ae-36d0-4a88-9514-b66b39849422 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/networks/4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11 HTTP/1.1" status: 204 len: 168 time: 2.1799002 Feb 20 03:55:10.252671 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127962a6-b2d1-4d56-af1d-285e7f1a4336 tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:55:10.253477 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-127962a6-b2d1-4d56-af1d-285e7f1a4336 tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:10.259739 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34728) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:10.281870 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba57ae-36d0-4a88-9514-b66b39849422 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Network': ['ID=4f001fdd-ef6e-4a99-bdb2-b7e2ab489a11,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:10.443141 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-127962a6-b2d1-4d56-af1d-285e7f1a4336 tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9821236 Feb 20 03:55:10.445927 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34730) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:10.452367 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-3a316f09-7535-446f-acba-25f61437fc6f tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Request body: {'network': {'project_id': 'd57925a58c7f4bb78cbba919622b558d'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:10.523125 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127962a6-b2d1-4d56-af1d-285e7f1a4336 tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Pushing event updated for resources: {'Network': ['ID=e9c71695-353b-47bc-9770-ac8278c50e13,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:10.537646 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network e9c71695-353b-47bc-9770-ac8278c50e13 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:55:10.559814 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a316f09-7535-446f-acba-25f61437fc6f tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Made reservation on behalf of d57925a58c7f4bb78cbba919622b558d for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:55:10.562220 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3a316f09-7535-446f-acba-25f61437fc6f tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:10.667890 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a316f09-7535-446f-acba-25f61437fc6f tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:55:10.709393 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3a316f09-7535-446f-acba-25f61437fc6f tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (f70ca114-186f-4f89-a751-721c3e7de00a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:10.709754 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-3a316f09-7535-446f-acba-25f61437fc6f tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Added segment f70ca114-186f-4f89-a751-721c3e7de00a of type vlan for network 351aa506-94cd-4f03-8236-a08117bf5262 Feb 20 03:55:10.845444 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3a316f09-7535-446f-acba-25f61437fc6f tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (351aa506-94cd-4f03-8236-a08117bf5262), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:10.991890 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3a316f09-7535-446f-acba-25f61437fc6f tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (351aa506-94cd-4f03-8236-a08117bf5262), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:10.992951 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a316f09-7535-446f-acba-25f61437fc6f tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:55:10.993543 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3a316f09-7535-446f-acba-25f61437fc6f tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:11.083133 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a316f09-7535-446f-acba-25f61437fc6f tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Pushing event updated for resources: {'Network': ['ID=351aa506-94cd-4f03-8236-a08117bf5262,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:11.095027 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 351aa506-94cd-4f03-8236-a08117bf5262 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:55:11.100391 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-831aa2f2-c997-4a4a-8369-1ac5d608aa62 admin admin] Publish callbacks [] for security_group (2dba04f2-0a07-4298-b442-acc3d5c1599a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:11.154244 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3a316f09-7535-446f-acba-25f61437fc6f tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7044847 Feb 20 03:55:11.154644 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34738) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:11.162073 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-772d948c-a1da-4326-8476-554d0ac2afc7 tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Request body: {'network': {'project_id': 'd57925a58c7f4bb78cbba919622b558d'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:11.186738 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-772d948c-a1da-4326-8476-554d0ac2afc7 tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 20 03:55:11.187413 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-772d948c-a1da-4326-8476-554d0ac2afc7 tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:55:11.192055 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-772d948c-a1da-4326-8476-554d0ac2afc7 tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0325353 Feb 20 03:55:11.192516 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34740) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:11.198542 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-831aa2f2-c997-4a4a-8369-1ac5d608aa62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (2dba04f2-0a07-4298-b442-acc3d5c1599a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:11.287314 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-edc7f6df-b3e6-4ea4-bc76-9c1b3a7d1053 req-45902af8-d166-4ff7-b927-909a4aac6a76 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=49a441db122d482b84bc128eef6247aa&device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.0524673 Feb 20 03:55:11.327784 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-831aa2f2-c997-4a4a-8369-1ac5d608aa62 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=58607cec50484f05be42c2d36d79e009&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3523262 Feb 20 03:55:11.345534 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831aa2f2-c997-4a4a-8369-1ac5d608aa62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dba04f2-0a07-4298-b442-acc3d5c1599a,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:11.354301 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34744) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:11.408078 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8687424c-d14c-48b8-89c8-6ecce25d59b4 req-ae648ce0-9b86-4a0f-be69-b01cdd4d0c58 tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.1143680 Feb 20 03:55:11.444634 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-edc7f6df-b3e6-4ea4-bc76-9c1b3a7d1053 req-850eb5d5-bf29-498b-b25d-6c2c1571450b service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=49a441db122d482b84bc128eef6247aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1454847 Feb 20 03:55:11.467101 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-38a0cbf9-fd28-4600-8f2b-8dba292d5442 tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d57925a58c7f4bb78cbba919622b558d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2583115 Feb 20 03:55:11.478894 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34746) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:11.509260 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 578b2c08-320d-44c8-8adf-b64fa41eeffd no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:55:11.542934 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 578b2c08-320d-44c8-8adf-b64fa41eeffd {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:55:11.543593 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 578b2c08-320d-44c8-8adf-b64fa41eeffd not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:55:11.561589 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-22fe3310-1921-46e9-9598-44138ee69102 admin admin] Publish callbacks [] for security_group (2dba04f2-0a07-4298-b442-acc3d5c1599a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:11.590796 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7f6df-b3e6-4ea4-bc76-9c1b3a7d1053 req-5deaf4f5-d7bf-4bf2-ad9d-7203aede1020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:55:11.592345 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-edc7f6df-b3e6-4ea4-bc76-9c1b3a7d1053 req-5deaf4f5-d7bf-4bf2-ad9d-7203aede1020 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1418376 Feb 20 03:55:11.609021 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-22fe3310-1921-46e9-9598-44138ee69102 admin admin] Publish callbacks [] for security_group (2dba04f2-0a07-4298-b442-acc3d5c1599a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:11.619935 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:55:11.646963 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f2bed364-e391-4327-9e55-1060a457baf2 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (62a45a74-23d4-4e30-8fd1-a68c507c8fde), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:11.656547 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dcd96b9f-e55f-486e-8909-8a1ab0a4aa0a tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Publish callbacks [] for security_group (00876424-b80f-4a2b-af0a-305b1fd1e9c4), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:11.683791 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dcd96b9f-e55f-486e-8909-8a1ab0a4aa0a tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Publish callbacks [] for security_group (00876424-b80f-4a2b-af0a-305b1fd1e9c4), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:11.915815 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-22fe3310-1921-46e9-9598-44138ee69102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (2dba04f2-0a07-4298-b442-acc3d5c1599a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:11.918340 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-22fe3310-1921-46e9-9598-44138ee69102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:11.919601 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-22fe3310-1921-46e9-9598-44138ee69102 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2dba04f2-0a07-4298-b442-acc3d5c1599a HTTP/1.1" status: 204 len: 168 time: 0.5641761 Feb 20 03:55:11.935646 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fe3310-1921-46e9-9598-44138ee69102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dba04f2-0a07-4298-b442-acc3d5c1599a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:11.977312 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dcd96b9f-e55f-486e-8909-8a1ab0a4aa0a tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (00876424-b80f-4a2b-af0a-305b1fd1e9c4), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:11.977312 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dcd96b9f-e55f-486e-8909-8a1ab0a4aa0a tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:11.978418 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-dcd96b9f-e55f-486e-8909-8a1ab0a4aa0a tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] 10.222.0.89 "DELETE /v2.0/security-groups/00876424-b80f-4a2b-af0a-305b1fd1e9c4 HTTP/1.1" status: 204 len: 168 time: 0.5048048 Feb 20 03:55:11.981087 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34756) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:12.013852 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd96b9f-e55f-486e-8909-8a1ab0a4aa0a tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00876424-b80f-4a2b-af0a-305b1fd1e9c4,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:12.090925 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5b8b5182-b228-49df-b50d-a5260d4e876c tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (351aa506-94cd-4f03-8236-a08117bf5262), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:12.122373 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-f2bed364-e391-4327-9e55-1060a457baf2 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Deleting port 8c0ea4a8-d7be-44b3-807f-750821daed6f {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:55:12.122718 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f2bed364-e391-4327-9e55-1060a457baf2 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (8c0ea4a8-d7be-44b3-807f-750821daed6f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:12.192754 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5b8b5182-b228-49df-b50d-a5260d4e876c tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (351aa506-94cd-4f03-8236-a08117bf5262), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:12.217586 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-5b8b5182-b228-49df-b50d-a5260d4e876c tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['351aa506-94cd-4f03-8236-a08117bf5262']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:12.228123 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-5b8b5182-b228-49df-b50d-a5260d4e876c tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f70ca114-186f-4f89-a751-721c3e7de00a') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:12.228562 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-5b8b5182-b228-49df-b50d-a5260d4e876c tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f70ca114-186f-4f89-a751-721c3e7de00a') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:12.245073 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5b8b5182-b228-49df-b50d-a5260d4e876c tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (f70ca114-186f-4f89-a751-721c3e7de00a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:12.249211 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-f2bed364-e391-4327-9e55-1060a457baf2 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] For port 8c0ea4a8-d7be-44b3-807f-750821daed6f, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=8c0ea4a8-d7be-44b3-807f-750821daed6f,segment=NetworkSegment(6f485ba4-701f-45c3-87f8-d35bfad4342f),segment_id=6f485ba4-701f-45c3-87f8-d35bfad4342f)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:55:12.249671 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f2bed364-e391-4327-9e55-1060a457baf2 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (8c0ea4a8-d7be-44b3-807f-750821daed6f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:12.260400 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5b8b5182-b228-49df-b50d-a5260d4e876c tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (f70ca114-186f-4f89-a751-721c3e7de00a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:12.266832 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b8b5182-b228-49df-b50d-a5260d4e876c tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:55:12.267341 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5b8b5182-b228-49df-b50d-a5260d4e876c tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (f70ca114-186f-4f89-a751-721c3e7de00a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:12.269280 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:55:12.269280 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:55:12.269280 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:55:12.269280 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:55:12.269280 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:55:12.269280 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:55:12.269280 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:55:12.269280 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:55:12.269280 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:55:12.269280 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:55:12.269280 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:55:12.269280 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:55:12.269280 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:55:12.269280 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:55:12.269280 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:55:12.269280 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:55:12.269280 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:55:12.269280 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:55:12.269280 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:55:12.269280 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:55:12.269280 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:55:12.269280 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:55:12.269280 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:55:12.269280 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:55:12.269280 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:55:12.269280 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:55:12.269280 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:55:12.269280 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:55:12.269280 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:55:12.269280 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:55:12.269280 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:55:12.269280 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:55:12.272388 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-f2bed364-e391-4327-9e55-1060a457baf2 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Calling delete_port for 8c0ea4a8-d7be-44b3-807f-750821daed6f owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:55:12.462575 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5b8b5182-b228-49df-b50d-a5260d4e876c tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (351aa506-94cd-4f03-8236-a08117bf5262), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:12.475544 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5b8b5182-b228-49df-b50d-a5260d4e876c tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:12.482172 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5b8b5182-b228-49df-b50d-a5260d4e876c tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] 10.222.0.89 "DELETE /v2.0/networks/351aa506-94cd-4f03-8236-a08117bf5262 HTTP/1.1" status: 204 len: 168 time: 0.4968581 Feb 20 03:55:12.483726 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34762) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:12.525430 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b5182-b228-49df-b50d-a5260d4e876c tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Pushing event deleted for resources: {'Network': ['ID=351aa506-94cd-4f03-8236-a08117bf5262,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:12.633300 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0013193d-27ff-4637-ab01-f8a079d38337 req-8f01a442-47fa-4110-b092-7a75a264cea8 tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.0415773 Feb 20 03:55:12.637898 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f2bed364-e391-4327-9e55-1060a457baf2 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (8c0ea4a8-d7be-44b3-807f-750821daed6f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:12.654621 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-28d99024-cad1-4f48-abda-7ee15315852f tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (e9c71695-353b-47bc-9770-ac8278c50e13), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:12.692801 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bed364-e391-4327-9e55-1060a457baf2 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Port': ['ID=8c0ea4a8-d7be-44b3-807f-750821daed6f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:12.815244 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-28d99024-cad1-4f48-abda-7ee15315852f tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (e9c71695-353b-47bc-9770-ac8278c50e13), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:12.862238 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-edc7f6df-b3e6-4ea4-bc76-9c1b3a7d1053 req-c6d986c9-f88c-490d-ae3f-0365fdded8fd tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.93 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.0422058 Feb 20 03:55:12.895049 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-28d99024-cad1-4f48-abda-7ee15315852f tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c71695-353b-47bc-9770-ac8278c50e13']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:12.900593 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f2bed364-e391-4327-9e55-1060a457baf2 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (62a45a74-23d4-4e30-8fd1-a68c507c8fde), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:12.917792 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-28d99024-cad1-4f48-abda-7ee15315852f tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '727b900b-b635-47ac-949e-3696ca635c3d') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:12.921437 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-28d99024-cad1-4f48-abda-7ee15315852f tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '727b900b-b635-47ac-949e-3696ca635c3d') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:12.942795 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-28d99024-cad1-4f48-abda-7ee15315852f tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (727b900b-b635-47ac-949e-3696ca635c3d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:12.978456 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-28d99024-cad1-4f48-abda-7ee15315852f tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (727b900b-b635-47ac-949e-3696ca635c3d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:12.991531 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d99024-cad1-4f48-abda-7ee15315852f tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:55:12.991531 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-28d99024-cad1-4f48-abda-7ee15315852f tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (727b900b-b635-47ac-949e-3696ca635c3d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:12.997474 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:55:12.997474 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:55:12.997474 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:55:12.997474 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:55:12.997474 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:55:12.997474 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:55:12.997474 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:55:12.997474 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:55:12.997474 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:55:12.997474 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:55:12.997474 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:55:12.997474 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:55:12.997474 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:55:12.997474 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:55:12.997474 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:55:12.997474 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:55:12.997474 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:55:12.997474 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:55:12.997474 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:55:12.997474 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:55:12.997474 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:55:12.997474 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:55:12.997474 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:55:12.997474 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:55:12.997474 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:55:12.997474 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:55:12.997474 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:55:12.997474 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:55:12.997474 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:55:12.997474 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:55:12.997474 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:55:12.997474 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:55:13.142953 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-28d99024-cad1-4f48-abda-7ee15315852f tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (e9c71695-353b-47bc-9770-ac8278c50e13), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:13.198521 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-28d99024-cad1-4f48-abda-7ee15315852f tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:13.206802 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-28d99024-cad1-4f48-abda-7ee15315852f tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] 10.222.0.89 "DELETE /v2.0/networks/e9c71695-353b-47bc-9770-ac8278c50e13 HTTP/1.1" status: 204 len: 168 time: 0.7121263 Feb 20 03:55:13.206802 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d99024-cad1-4f48-abda-7ee15315852f tempest-QuotasNegativeTest-522368919 tempest-QuotasNegativeTest-522368919-project-admin] Pushing event deleted for resources: {'Network': ['ID=e9c71695-353b-47bc-9770-ac8278c50e13,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:13.252296 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2bed364-e391-4327-9e55-1060a457baf2 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Router 62a45a74-23d4-4e30-8fd1-a68c507c8fde has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:55:13.410053 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bed364-e391-4327-9e55-1060a457baf2 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:55:13.436199 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ce4654-3e3a-4301-ab61-f91fff454ba0 None None] Sync routers for ids ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:55:13.454807 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34794) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:13.455913 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ce4654-3e3a-4301-ab61-f91fff454ba0 None None] Routers {'62a45a74-23d4-4e30-8fd1-a68c507c8fde'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:55:13.456542 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-47ce4654-3e3a-4301-ab61-f91fff454ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:54:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:13.458969 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f2bed364-e391-4327-9e55-1060a457baf2 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "PUT /v2.0/routers/62a45a74-23d4-4e30-8fd1-a68c507c8fde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1441500 Feb 20 03:55:13.578349 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-491d6a6d-ec9b-46cc-a968-f69b17b121a6 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Deleting subnet ec10db69-10a9-4ab0-9649-fa23bdcb568f {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:55:13.584810 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-491d6a6d-ec9b-46cc-a968-f69b17b121a6 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for subnet (ec10db69-10a9-4ab0-9649-fa23bdcb568f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:13.717922 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-47ce4654-3e3a-4301-ab61-f91fff454ba0 None None] Set router 62a45a74-23d4-4e30-8fd1-a68c507c8fde gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:55:13.745519 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-491d6a6d-ec9b-46cc-a968-f69b17b121a6 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (ec10db69-10a9-4ab0-9649-fa23bdcb568f), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:13.839426 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-47ce4654-3e3a-4301-ab61-f91fff454ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'name': 'tempest-RoutersIpV6Test-router-1956813198', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:54:18Z', 'updated_at': '2022-02-20T03:55:12Z', 'revision_number': 11, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:13.872568 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ce4654-3e3a-4301-ab61-f91fff454ba0 None None] Checking router: 62a45a74-23d4-4e30-8fd1-a68c507c8fde for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:55:13.899485 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ce4654-3e3a-4301-ab61-f91fff454ba0 None None] Routers {'62a45a74-23d4-4e30-8fd1-a68c507c8fde'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:55:13.900067 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-47ce4654-3e3a-4301-ab61-f91fff454ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:54:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:13.919231 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-77aa622f-3f9d-4024-84d9-4f2e9419acfc req-7a3c1014-986f-4207-8b90-32ff146b98c1 tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e172fbec-1e88-420f-bc07-46d9b44f1abf HTTP/1.1" status: 200 len: 210 time: 0.0658259 Feb 20 03:55:14.095071 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-491d6a6d-ec9b-46cc-a968-f69b17b121a6 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (ec10db69-10a9-4ab0-9649-fa23bdcb568f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:14.128591 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-47ce4654-3e3a-4301-ab61-f91fff454ba0 None None] Set router 62a45a74-23d4-4e30-8fd1-a68c507c8fde gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:55:14.203657 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-47ce4654-3e3a-4301-ab61-f91fff454ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'name': 'tempest-RoutersIpV6Test-router-1956813198', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:54:18Z', 'updated_at': '2022-02-20T03:55:12Z', 'revision_number': 11, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:14.229220 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ce4654-3e3a-4301-ab61-f91fff454ba0 None None] The sync data for ids ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'] in n-d-829866-4 is: [{'id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'name': 'tempest-RoutersIpV6Test-router-1956813198', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:54:18Z', 'updated_at': '2022-02-20T03:55:12Z', 'revision_number': 11, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:55:14.321891 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-491d6a6d-ec9b-46cc-a968-f69b17b121a6 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (ec10db69-10a9-4ab0-9649-fa23bdcb568f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:14.369097 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-491d6a6d-ec9b-46cc-a968-f69b17b121a6 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:14.377885 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-491d6a6d-ec9b-46cc-a968-f69b17b121a6 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/subnets/ec10db69-10a9-4ab0-9649-fa23bdcb568f HTTP/1.1" status: 204 len: 168 time: 0.9215491 Feb 20 03:55:14.378194 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34822) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:14.380682 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d6a6d-ec9b-46cc-a968-f69b17b121a6 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Subnet': ['ID=ec10db69-10a9-4ab0-9649-fa23bdcb568f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:14.397144 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5444bb3b-f905-45ab-8e90-3fdf1a095283 None None] Network bdf8393d-a8e1-442c-8483-579454eeb272 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:55:14.582936 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b726448-1b30-425c-9298-a4910fd09f4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (bdf8393d-a8e1-442c-8483-579454eeb272), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:14.744214 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e282936-c5fc-4c97-a51f-e18b3154559c None None] DHCP port deletion for bdf8393d-a8e1-442c-8483-579454eeb272 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:55:14.744467 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-2b726448-1b30-425c-9298-a4910fd09f4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Deleting port 64c81cce-198d-46f7-9691-c3cf15cf9d5b {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:55:14.744786 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b726448-1b30-425c-9298-a4910fd09f4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (64c81cce-198d-46f7-9691-c3cf15cf9d5b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:14.829844 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34830) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:14.899181 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-7e282936-c5fc-4c97-a51f-e18b3154559c None None] Deleting port 64c81cce-198d-46f7-9691-c3cf15cf9d5b {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:55:14.901985 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7e282936-c5fc-4c97-a51f-e18b3154559c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (64c81cce-198d-46f7-9691-c3cf15cf9d5b), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:14.928441 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-2b726448-1b30-425c-9298-a4910fd09f4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] For port 64c81cce-198d-46f7-9691-c3cf15cf9d5b, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=64c81cce-198d-46f7-9691-c3cf15cf9d5b,segment=NetworkSegment(6f485ba4-701f-45c3-87f8-d35bfad4342f),segment_id=6f485ba4-701f-45c3-87f8-d35bfad4342f)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:55:14.928818 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b726448-1b30-425c-9298-a4910fd09f4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (64c81cce-198d-46f7-9691-c3cf15cf9d5b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:14.979966 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-2b726448-1b30-425c-9298-a4910fd09f4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Calling delete_port for 64c81cce-198d-46f7-9691-c3cf15cf9d5b owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:55:15.050217 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-7e282936-c5fc-4c97-a51f-e18b3154559c None None] For port 64c81cce-198d-46f7-9691-c3cf15cf9d5b, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=64c81cce-198d-46f7-9691-c3cf15cf9d5b,segment=NetworkSegment(6f485ba4-701f-45c3-87f8-d35bfad4342f),segment_id=6f485ba4-701f-45c3-87f8-d35bfad4342f)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:55:15.050754 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7e282936-c5fc-4c97-a51f-e18b3154559c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (64c81cce-198d-46f7-9691-c3cf15cf9d5b), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:15.086809 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-7e282936-c5fc-4c97-a51f-e18b3154559c None None] Calling delete_port for 64c81cce-198d-46f7-9691-c3cf15cf9d5b owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:55:15.089312 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e49e6d5e-0890-4a6f-b41a-6d897148f706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:15.283488 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b726448-1b30-425c-9298-a4910fd09f4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (64c81cce-198d-46f7-9691-c3cf15cf9d5b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:15.296878 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7e282936-c5fc-4c97-a51f-e18b3154559c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (64c81cce-198d-46f7-9691-c3cf15cf9d5b), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:15.343624 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e282936-c5fc-4c97-a51f-e18b3154559c None None] No DVR routers for this DVR port 64c81cce-198d-46f7-9691-c3cf15cf9d5b on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:55:15.386377 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b726448-1b30-425c-9298-a4910fd09f4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Port': ['ID=64c81cce-198d-46f7-9691-c3cf15cf9d5b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:15.416588 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b726448-1b30-425c-9298-a4910fd09f4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] No DVR routers for this DVR port 64c81cce-198d-46f7-9691-c3cf15cf9d5b on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:55:15.427247 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e282936-c5fc-4c97-a51f-e18b3154559c None None] Pushing event deleted for resources: {'Port': ['ID=64c81cce-198d-46f7-9691-c3cf15cf9d5b,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:15.469235 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e49e6d5e-0890-4a6f-b41a-6d897148f706 admin admin] Publish callbacks [] for security_group (4096ef07-763b-416e-8fac-b53148ab9b06), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:15.510527 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 8c0ea4a8-d7be-44b3-807f-750821daed6f no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:55:15.538960 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 8c0ea4a8-d7be-44b3-807f-750821daed6f {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:55:15.539778 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 8c0ea4a8-d7be-44b3-807f-750821daed6f not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:55:15.542798 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e49e6d5e-0890-4a6f-b41a-6d897148f706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (4096ef07-763b-416e-8fac-b53148ab9b06), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:15.558117 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 64c81cce-198d-46f7-9691-c3cf15cf9d5b no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:55:15.642218 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b726448-1b30-425c-9298-a4910fd09f4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (bdf8393d-a8e1-442c-8483-579454eeb272), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:15.643679 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 64c81cce-198d-46f7-9691-c3cf15cf9d5b {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:55:15.648447 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 64c81cce-198d-46f7-9691-c3cf15cf9d5b not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:55:15.685498 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-2b726448-1b30-425c-9298-a4910fd09f4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf8393d-a8e1-442c-8483-579454eeb272']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:15.717577 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-2b726448-1b30-425c-9298-a4910fd09f4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f485ba4-701f-45c3-87f8-d35bfad4342f') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:15.717577 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-2b726448-1b30-425c-9298-a4910fd09f4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f485ba4-701f-45c3-87f8-d35bfad4342f') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:15.726106 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-296e2d53-62c1-4f7e-99ff-ccbf8be6a18c req-2c30dcf6-0114-482d-a7f4-d8dace202cc5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=49a441db122d482b84bc128eef6247aa&device_id=41c2c9ed-4bb4-46e0-a050-e2f0499f031c HTTP/1.1" status: 200 len: 210 time: 0.0791814 Feb 20 03:55:15.737904 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e49e6d5e-0890-4a6f-b41a-6d897148f706 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0f0d4ae1df6c4bc7afd1d0e1b1fd3c8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9049249 Feb 20 03:55:15.747711 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34856) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:15.763723 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b726448-1b30-425c-9298-a4910fd09f4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (6f485ba4-701f-45c3-87f8-d35bfad4342f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:15.780363 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-49934635-0293-463f-b916-b20d8b70e85d req-e709e34a-1113-45c1-a327-7f220081917d tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=41c2c9ed-4bb4-46e0-a050-e2f0499f031c HTTP/1.1" status: 200 len: 210 time: 0.0501716 Feb 20 03:55:15.781103 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e6d5e-0890-4a6f-b41a-6d897148f706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4096ef07-763b-416e-8fac-b53148ab9b06,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:15.818273 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-296e2d53-62c1-4f7e-99ff-ccbf8be6a18c req-8d9f9daa-ed64-4499-b2ff-3771a5181755 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=49a441db122d482b84bc128eef6247aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0815520 Feb 20 03:55:15.871419 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b726448-1b30-425c-9298-a4910fd09f4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (6f485ba4-701f-45c3-87f8-d35bfad4342f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:15.927179 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b726448-1b30-425c-9298-a4910fd09f4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:55:15.927587 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b726448-1b30-425c-9298-a4910fd09f4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (6f485ba4-701f-45c3-87f8-d35bfad4342f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:15.931492 n-d-829866-4 neutron-server[104106]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 20 03:55:15.931492 n-d-829866-4 neutron-server[104106]: warnings.warn('Neutron quota engine will require "--force" ' Feb 20 03:55:15.931492 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:55:15.931492 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:55:15.931492 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:55:15.931492 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:55:15.931492 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:55:15.931492 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:55:15.931492 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:55:15.931492 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:55:15.931492 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:55:15.931492 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:55:15.931492 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:55:15.931492 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:55:15.931492 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:55:15.931492 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:55:15.931492 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:55:15.931492 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:55:15.931492 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:55:15.931492 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:55:15.931492 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:55:15.931492 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:55:15.931492 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:55:15.931492 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:55:15.931492 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:55:15.931492 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:55:15.931492 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:55:15.931492 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:55:15.931492 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:55:15.931492 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:55:15.931492 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:55:15.931492 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:55:15.931492 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:55:15.931492 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:55:15.983462 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4dffc2b0-d5b1-42a1-86ea-a7e1adcf42a8 admin admin] Publish callbacks [] for security_group (4096ef07-763b-416e-8fac-b53148ab9b06), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:15.983593 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e2d53-62c1-4f7e-99ff-ccbf8be6a18c req-8434983d-5619-4b90-b8a0-b66ccd404e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:55:15.983593 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-296e2d53-62c1-4f7e-99ff-ccbf8be6a18c req-8434983d-5619-4b90-b8a0-b66ccd404e2c service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1404886 Feb 20 03:55:16.026954 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4dffc2b0-d5b1-42a1-86ea-a7e1adcf42a8 admin admin] Publish callbacks [] for security_group (4096ef07-763b-416e-8fac-b53148ab9b06), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:16.108740 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b726448-1b30-425c-9298-a4910fd09f4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (bdf8393d-a8e1-442c-8483-579454eeb272), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:16.122266 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b726448-1b30-425c-9298-a4910fd09f4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:16.129392 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34864) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:16.136218 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-e87996eb-2bf9-476d-8aa9-5b535a5630b5 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Request body: {'router': {'routes': None}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:16.145235 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2b726448-1b30-425c-9298-a4910fd09f4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/networks/bdf8393d-a8e1-442c-8483-579454eeb272 HTTP/1.1" status: 204 len: 168 time: 1.7623556 Feb 20 03:55:16.193002 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4dffc2b0-d5b1-42a1-86ea-a7e1adcf42a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (4096ef07-763b-416e-8fac-b53148ab9b06), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:16.200150 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4dffc2b0-d5b1-42a1-86ea-a7e1adcf42a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:16.201335 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4dffc2b0-d5b1-42a1-86ea-a7e1adcf42a8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4096ef07-763b-416e-8fac-b53148ab9b06 HTTP/1.1" status: 204 len: 168 time: 0.4526579 Feb 20 03:55:16.202271 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b726448-1b30-425c-9298-a4910fd09f4b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Pushing event deleted for resources: {'Network': ['ID=bdf8393d-a8e1-442c-8483-579454eeb272,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:16.288056 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dffc2b0-d5b1-42a1-86ea-a7e1adcf42a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4096ef07-763b-416e-8fac-b53148ab9b06,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:16.515371 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.extraroute_db [None req-e87996eb-2bf9-476d-8aa9-5b535a5630b5 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Added routes are [] {{(pid=104105) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 20 03:55:16.515371 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.extraroute_db [None req-e87996eb-2bf9-476d-8aa9-5b535a5630b5 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Removed routes are [] {{(pid=104105) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 20 03:55:16.515371 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e87996eb-2bf9-476d-8aa9-5b535a5630b5 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16304713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16307768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6330'] for router (62a45a74-23d4-4e30-8fd1-a68c507c8fde), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:16.696825 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e87996eb-2bf9-476d-8aa9-5b535a5630b5 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16304713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16307768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6330'] for router (62a45a74-23d4-4e30-8fd1-a68c507c8fde), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:16.700813 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e87996eb-2bf9-476d-8aa9-5b535a5630b5 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16304734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16304727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16307761'] for router (62a45a74-23d4-4e30-8fd1-a68c507c8fde), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:16.809764 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87996eb-2bf9-476d-8aa9-5b535a5630b5 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Router 62a45a74-23d4-4e30-8fd1-a68c507c8fde has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:55:16.952324 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87996eb-2bf9-476d-8aa9-5b535a5630b5 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:55:16.954917 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d335e328-849d-41d4-bfc6-871b2b9418a5 None None] Sync routers for ids ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:55:16.970026 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d335e328-849d-41d4-bfc6-871b2b9418a5 None None] Routers {'62a45a74-23d4-4e30-8fd1-a68c507c8fde'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:55:16.972227 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e87996eb-2bf9-476d-8aa9-5b535a5630b5 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:16.974007 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e87996eb-2bf9-476d-8aa9-5b535a5630b5 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "PUT /v2.0/routers/62a45a74-23d4-4e30-8fd1-a68c507c8fde HTTP/1.1" status: 200 len: 705 time: 0.8433797 Feb 20 03:55:16.977281 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34914) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:16.989745 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d335e328-849d-41d4-bfc6-871b2b9418a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:54:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:17.036209 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d22114aa-1c28-4388-a58b-7edd7e2224ab req-bbe1ce84-d097-47b0-8f9d-fc5c9ee93572 tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=41c2c9ed-4bb4-46e0-a050-e2f0499f031c HTTP/1.1" status: 200 len: 210 time: 0.0947208 Feb 20 03:55:17.081574 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34916) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:17.095339 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-90ecd9e1-fdf9-486a-be01-60e015160515 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "GET /v2.0/ports?device_id=62a45a74-23d4-4e30-8fd1-a68c507c8fde HTTP/1.1" status: 200 len: 205 time: 0.1155381 Feb 20 03:55:17.252416 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-d335e328-849d-41d4-bfc6-871b2b9418a5 None None] Set router 62a45a74-23d4-4e30-8fd1-a68c507c8fde gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:55:17.349290 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-296e2d53-62c1-4f7e-99ff-ccbf8be6a18c req-53a2f53d-5ab6-44a1-b5f9-05799705612f tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.93 "GET /v2.0/ports?device_id=41c2c9ed-4bb4-46e0-a050-e2f0499f031c HTTP/1.1" status: 200 len: 210 time: 0.1690662 Feb 20 03:55:17.391491 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-643e449e-5025-4df0-b257-4381eb4bd5cf tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router (62a45a74-23d4-4e30-8fd1-a68c507c8fde), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:17.419686 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d335e328-849d-41d4-bfc6-871b2b9418a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'name': 'tempest-RoutersIpV6Test-router-1956813198', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:54:18Z', 'updated_at': '2022-02-20T03:55:12Z', 'revision_number': 11, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:17.431075 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34934) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:17.479748 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-280a7332-7673-4197-b9c1-2512261142d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:17.549057 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d335e328-849d-41d4-bfc6-871b2b9418a5 None None] Checking router: 62a45a74-23d4-4e30-8fd1-a68c507c8fde for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:55:17.602462 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d335e328-849d-41d4-bfc6-871b2b9418a5 None None] Routers {'62a45a74-23d4-4e30-8fd1-a68c507c8fde'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:55:17.603136 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d335e328-849d-41d4-bfc6-871b2b9418a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:54:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:17.699008 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-280a7332-7673-4197-b9c1-2512261142d2 admin admin] Publish callbacks [] for security_group (885ec2e2-eb2d-4eae-b16f-0207932b6a88), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:17.747939 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-d335e328-849d-41d4-bfc6-871b2b9418a5 None None] Set router 62a45a74-23d4-4e30-8fd1-a68c507c8fde gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:55:17.790489 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-643e449e-5025-4df0-b257-4381eb4bd5cf tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (62a45a74-23d4-4e30-8fd1-a68c507c8fde), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:17.792953 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-643e449e-5025-4df0-b257-4381eb4bd5cf tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router_controller (62a45a74-23d4-4e30-8fd1-a68c507c8fde), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:17.820246 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d335e328-849d-41d4-bfc6-871b2b9418a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'name': 'tempest-RoutersIpV6Test-router-1956813198', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:54:18Z', 'updated_at': '2022-02-20T03:55:12Z', 'revision_number': 11, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:17.857130 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-280a7332-7673-4197-b9c1-2512261142d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (885ec2e2-eb2d-4eae-b16f-0207932b6a88), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:17.857626 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d335e328-849d-41d4-bfc6-871b2b9418a5 None None] The sync data for ids ['62a45a74-23d4-4e30-8fd1-a68c507c8fde'] in n-d-829866-4 is: [{'id': '62a45a74-23d4-4e30-8fd1-a68c507c8fde', 'name': 'tempest-RoutersIpV6Test-router-1956813198', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:54:18Z', 'updated_at': '2022-02-20T03:55:12Z', 'revision_number': 11, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:55:17.898845 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-643e449e-5025-4df0-b257-4381eb4bd5cf tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (62a45a74-23d4-4e30-8fd1-a68c507c8fde), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:17.899664 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643e449e-5025-4df0-b257-4381eb4bd5cf tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Fanout notify agent at l3_agent the message router_deleted on router 62a45a74-23d4-4e30-8fd1-a68c507c8fde {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:55:17.909916 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-643e449e-5025-4df0-b257-4381eb4bd5cf tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:17.916885 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-643e449e-5025-4df0-b257-4381eb4bd5cf tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/routers/62a45a74-23d4-4e30-8fd1-a68c507c8fde HTTP/1.1" status: 204 len: 168 time: 0.8334639 Feb 20 03:55:17.925646 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34950) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:17.931818 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-80afae4f-8703-42f4-8563-ce7daa0f28f8 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1021995863', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:18.026950 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-280a7332-7673-4197-b9c1-2512261142d2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7e47b110d9494a5bb120eab886e471e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5922179 Feb 20 03:55:18.027669 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34954) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:18.039849 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a7332-7673-4197-b9c1-2512261142d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885ec2e2-eb2d-4eae-b16f-0207932b6a88,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:18.104067 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80afae4f-8703-42f4-8563-ce7daa0f28f8 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (3b839182-db3f-456b-826a-8a510b73a7be), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:18.105854 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80afae4f-8703-42f4-8563-ce7daa0f28f8 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (3b839182-db3f-456b-826a-8a510b73a7be), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:18.167453 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8bfbe50a-f67f-4850-ba37-6272a152c506 admin admin] Publish callbacks [] for security_group (885ec2e2-eb2d-4eae-b16f-0207932b6a88), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:18.283664 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8bfbe50a-f67f-4850-ba37-6272a152c506 admin admin] Publish callbacks [] for security_group (885ec2e2-eb2d-4eae-b16f-0207932b6a88), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:18.305956 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80afae4f-8703-42f4-8563-ce7daa0f28f8 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router_controller (3b839182-db3f-456b-826a-8a510b73a7be), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:18.443960 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f7a84fdb-6437-44f9-ac9f-b27a5c33559d req-b44aa180-76e1-4242-a248-9b2768c52373 tempest-ServerShowV247Test-1068939845 tempest-ServerShowV247Test-1068939845-project] 10.222.0.89 "GET /v2.0/ports?device_id=41c2c9ed-4bb4-46e0-a050-e2f0499f031c HTTP/1.1" status: 200 len: 210 time: 0.1459591 Feb 20 03:55:18.456682 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80afae4f-8703-42f4-8563-ce7daa0f28f8 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (3b839182-db3f-456b-826a-8a510b73a7be), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:18.623432 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80afae4f-8703-42f4-8563-ce7daa0f28f8 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:18.627602 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-80afae4f-8703-42f4-8563-ce7daa0f28f8 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7005720 Feb 20 03:55:18.630739 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34962) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:18.636408 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-a159cff6-ab8c-432a-9888-2a664f3d26e9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:18.711560 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8bfbe50a-f67f-4850-ba37-6272a152c506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (885ec2e2-eb2d-4eae-b16f-0207932b6a88), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:18.717128 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8bfbe50a-f67f-4850-ba37-6272a152c506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:18.721652 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8bfbe50a-f67f-4850-ba37-6272a152c506 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/885ec2e2-eb2d-4eae-b16f-0207932b6a88 HTTP/1.1" status: 204 len: 168 time: 0.6929798 Feb 20 03:55:18.827356 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbe50a-f67f-4850-ba37-6272a152c506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885ec2e2-eb2d-4eae-b16f-0207932b6a88,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:18.963625 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 34968) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:19.539344 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a159cff6-ab8c-432a-9888-2a664f3d26e9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16304713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16307768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6330'] for router (3b839182-db3f-456b-826a-8a510b73a7be), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:19.600170 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8986cdd0-40fd-434e-a80f-806ebc8983a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:19.688458 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a159cff6-ab8c-432a-9888-2a664f3d26e9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16304734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16304727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16307761'] for router (3b839182-db3f-456b-826a-8a510b73a7be), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:19.877051 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8986cdd0-40fd-434e-a80f-806ebc8983a5 admin admin] Publish callbacks [] for security_group (5d2a70b4-e44b-4beb-b2e9-4ef9cae5f093), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:20.052178 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a159cff6-ab8c-432a-9888-2a664f3d26e9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Router 3b839182-db3f-456b-826a-8a510b73a7be is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:55:20.055724 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8986cdd0-40fd-434e-a80f-806ebc8983a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5d2a70b4-e44b-4beb-b2e9-4ef9cae5f093), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:20.171749 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986cdd0-40fd-434e-a80f-806ebc8983a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2a70b4-e44b-4beb-b2e9-4ef9cae5f093,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:20.267105 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 34998) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:20.297983 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8986cdd0-40fd-434e-a80f-806ebc8983a5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=722641f4efe7406ea593ae105e67e97d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9228358 Feb 20 03:55:20.298462 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35002) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:20.389894 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a159cff6-ab8c-432a-9888-2a664f3d26e9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:55:20.401881 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a159cff6-ab8c-432a-9888-2a664f3d26e9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:20.406954 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a159cff6-ab8c-432a-9888-2a664f3d26e9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "PUT /v2.0/routers/3b839182-db3f-456b-826a-8a510b73a7be HTTP/1.1" status: 200 len: 698 time: 1.7750199 Feb 20 03:55:20.409740 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35006) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:20.425056 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adb1a36-f0a3-4c3b-8ba1-ecf0661ba5e7 None None] Sync routers for ids ['3b839182-db3f-456b-826a-8a510b73a7be'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:55:20.450419 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-47a4b65b-002b-4d1e-a872-afc27aa18067 admin admin] Publish callbacks [] for security_group (5d2a70b4-e44b-4beb-b2e9-4ef9cae5f093), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:20.465370 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adb1a36-f0a3-4c3b-8ba1-ecf0661ba5e7 None None] Routers {'3b839182-db3f-456b-826a-8a510b73a7be'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:55:20.468036 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-5adb1a36-f0a3-4c3b-8ba1-ecf0661ba5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:54:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3b839182-db3f-456b-826a-8a510b73a7be'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:20.501849 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-47a4b65b-002b-4d1e-a872-afc27aa18067 admin admin] Publish callbacks [] for security_group (5d2a70b4-e44b-4beb-b2e9-4ef9cae5f093), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:20.530230 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e2e02c0e-e9c4-43e7-aaed-fd077a5191d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:20.600032 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b8db003d-f26b-40ba-a6e6-9bab9c523bf1 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "GET /v2.0/routers/3b839182-db3f-456b-826a-8a510b73a7be HTTP/1.1" status: 200 len: 704 time: 0.1880770 Feb 20 03:55:20.607623 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35012) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:20.654724 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-743170a7-c395-4492-82f2-d60841cf4cf7 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "GET /v2.0/ports?device_id=3b839182-db3f-456b-826a-8a510b73a7be HTTP/1.1" status: 200 len: 205 time: 0.0455136 Feb 20 03:55:20.657242 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35014) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:20.724212 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-5adb1a36-f0a3-4c3b-8ba1-ecf0661ba5e7 None None] Set router 3b839182-db3f-456b-826a-8a510b73a7be gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:55:20.815910 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-5adb1a36-f0a3-4c3b-8ba1-ecf0661ba5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b839182-db3f-456b-826a-8a510b73a7be', 'name': 'tempest-RoutersIpV6Test-router-1021995863', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:55:18Z', 'updated_at': '2022-02-20T03:55:19Z', 'revision_number': 2, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:20.857081 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adb1a36-f0a3-4c3b-8ba1-ecf0661ba5e7 None None] Checking router: 3b839182-db3f-456b-826a-8a510b73a7be for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:55:20.867662 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9c95f6b6-5508-4544-9196-af1d91ff95da tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router (3b839182-db3f-456b-826a-8a510b73a7be), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:20.875286 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-47a4b65b-002b-4d1e-a872-afc27aa18067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5d2a70b4-e44b-4beb-b2e9-4ef9cae5f093), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:20.877942 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-47a4b65b-002b-4d1e-a872-afc27aa18067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:20.882093 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-47a4b65b-002b-4d1e-a872-afc27aa18067 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5d2a70b4-e44b-4beb-b2e9-4ef9cae5f093 HTTP/1.1" status: 204 len: 168 time: 0.5796013 Feb 20 03:55:20.886953 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adb1a36-f0a3-4c3b-8ba1-ecf0661ba5e7 None None] Routers {'3b839182-db3f-456b-826a-8a510b73a7be'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:55:20.889838 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-5adb1a36-f0a3-4c3b-8ba1-ecf0661ba5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:54:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3b839182-db3f-456b-826a-8a510b73a7be'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:20.998095 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e2e02c0e-e9c4-43e7-aaed-fd077a5191d9 admin admin] Publish callbacks [] for security_group (5567aa0f-2811-4095-8e78-da9c383c60d3), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:21.024634 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4b65b-002b-4d1e-a872-afc27aa18067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2a70b4-e44b-4beb-b2e9-4ef9cae5f093,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:21.069224 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-5adb1a36-f0a3-4c3b-8ba1-ecf0661ba5e7 None None] Set router 3b839182-db3f-456b-826a-8a510b73a7be gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:55:21.109698 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:21.182501 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-5adb1a36-f0a3-4c3b-8ba1-ecf0661ba5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b839182-db3f-456b-826a-8a510b73a7be', 'name': 'tempest-RoutersIpV6Test-router-1021995863', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:55:18Z', 'updated_at': '2022-02-20T03:55:19Z', 'revision_number': 2, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:21.193681 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9c95f6b6-5508-4544-9196-af1d91ff95da tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (3b839182-db3f-456b-826a-8a510b73a7be), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:21.196276 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9c95f6b6-5508-4544-9196-af1d91ff95da tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router_controller (3b839182-db3f-456b-826a-8a510b73a7be), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:21.218173 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adb1a36-f0a3-4c3b-8ba1-ecf0661ba5e7 None None] The sync data for ids ['3b839182-db3f-456b-826a-8a510b73a7be'] in n-d-829866-4 is: [{'id': '3b839182-db3f-456b-826a-8a510b73a7be', 'name': 'tempest-RoutersIpV6Test-router-1021995863', 'tenant_id': '22871a8315df49c89d6983e39fc945e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:55:18Z', 'updated_at': '2022-02-20T03:55:19Z', 'revision_number': 2, 'project_id': '22871a8315df49c89d6983e39fc945e1', 'gw_port_host': None}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:55:21.231848 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:21.244481 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e2e02c0e-e9c4-43e7-aaed-fd077a5191d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5567aa0f-2811-4095-8e78-da9c383c60d3), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:21.341288 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e2e02c0e-e9c4-43e7-aaed-fd077a5191d9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=49a441db122d482b84bc128eef6247aa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0710776 Feb 20 03:55:21.342624 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35028) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:21.356027 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e02c0e-e9c4-43e7-aaed-fd077a5191d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5567aa0f-2811-4095-8e78-da9c383c60d3,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:21.360103 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9c95f6b6-5508-4544-9196-af1d91ff95da tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (3b839182-db3f-456b-826a-8a510b73a7be), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:21.360703 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c95f6b6-5508-4544-9196-af1d91ff95da tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Fanout notify agent at l3_agent the message router_deleted on router 3b839182-db3f-456b-826a-8a510b73a7be {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:55:21.369780 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9c95f6b6-5508-4544-9196-af1d91ff95da tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:21.369780 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9c95f6b6-5508-4544-9196-af1d91ff95da tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/routers/3b839182-db3f-456b-826a-8a510b73a7be HTTP/1.1" status: 204 len: 168 time: 0.7103946 Feb 20 03:55:21.375076 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35032) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:21.437722 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8cf8505f-b959-4ab6-8202-dfa3ad0f2b0b tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "GET /v2.0/ports?device_id=3b839182-db3f-456b-826a-8a510b73a7be HTTP/1.1" status: 200 len: 205 time: 0.0586643 Feb 20 03:55:21.438758 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35034) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:21.488640 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2c171189-e6b6-4b9f-8feb-83ff51cc33db admin admin] Publish callbacks [] for security_group (5567aa0f-2811-4095-8e78-da9c383c60d3), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:21.501116 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-f163ae92-e5ef-47e8-91cb-7e503a6439de tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] delete failed (client error): The resource could not be found. Feb 20 03:55:21.502735 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f163ae92-e5ef-47e8-91cb-7e503a6439de tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/routers/3b839182-db3f-456b-826a-8a510b73a7be HTTP/1.1" status: 404 len: 336 time: 0.0626056 Feb 20 03:55:21.511479 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35036) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:21.542670 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2c171189-e6b6-4b9f-8feb-83ff51cc33db admin admin] Publish callbacks [] for security_group (5567aa0f-2811-4095-8e78-da9c383c60d3), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:21.548990 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-050998c8-81e8-4708-a551-ac08e585ae1e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] DELETE failed (client error): The resource could not be found. Feb 20 03:55:21.550282 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-050998c8-81e8-4708-a551-ac08e585ae1e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:55:21.555096 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-050998c8-81e8-4708-a551-ac08e585ae1e tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/subnets/949446c3-6ac2-415e-a9f4-c3a09f57eba0 HTTP/1.1" status: 404 len: 337 time: 0.0473237 Feb 20 03:55:21.558055 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35040) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:21.603460 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-0530af13-6a3a-4a51-abd8-de547e5be0dc tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] DELETE failed (client error): The resource could not be found. Feb 20 03:55:21.605580 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0530af13-6a3a-4a51-abd8-de547e5be0dc tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:55:21.610614 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0530af13-6a3a-4a51-abd8-de547e5be0dc tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/subnets/b9011f5f-e86c-4d85-84ec-5d51207734a3 HTTP/1.1" status: 404 len: 337 time: 0.0501158 Feb 20 03:55:21.613100 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35042) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:21.665349 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5792040-0956-4f2d-96a9-5b6006a6f6c4 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] DELETE failed (client error): The resource could not be found. Feb 20 03:55:21.666182 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5792040-0956-4f2d-96a9-5b6006a6f6c4 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:55:21.672157 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f5792040-0956-4f2d-96a9-5b6006a6f6c4 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/subnets/b9c56b01-3f76-4eda-8ff2-045e8730c876 HTTP/1.1" status: 404 len: 337 time: 0.0529821 Feb 20 03:55:21.672595 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35044) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:21.714254 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-b342eccd-e4eb-47b5-9c89-e2b2835f6243 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] DELETE failed (client error): The resource could not be found. Feb 20 03:55:21.714723 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b342eccd-e4eb-47b5-9c89-e2b2835f6243 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:55:21.717827 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b342eccd-e4eb-47b5-9c89-e2b2835f6243 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/subnets/ec10db69-10a9-4ab0-9649-fa23bdcb568f HTTP/1.1" status: 404 len: 337 time: 0.0440400 Feb 20 03:55:21.721153 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35046) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:21.737102 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2c171189-e6b6-4b9f-8feb-83ff51cc33db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5567aa0f-2811-4095-8e78-da9c383c60d3), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:21.744130 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2c171189-e6b6-4b9f-8feb-83ff51cc33db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:21.746442 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2c171189-e6b6-4b9f-8feb-83ff51cc33db admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5567aa0f-2811-4095-8e78-da9c383c60d3 HTTP/1.1" status: 204 len: 168 time: 0.4027541 Feb 20 03:55:21.784164 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f276b0cb-763f-4065-ab82-c32c8347737f tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "GET /v2.0/ports?device_id=62a45a74-23d4-4e30-8fd1-a68c507c8fde HTTP/1.1" status: 200 len: 205 time: 0.0594566 Feb 20 03:55:21.784164 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c171189-e6b6-4b9f-8feb-83ff51cc33db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5567aa0f-2811-4095-8e78-da9c383c60d3,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:21.784472 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35054) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:21.853853 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-ea991fb8-13d6-4fce-abac-bc3dd913b1ea tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] delete failed (client error): The resource could not be found. Feb 20 03:55:21.855848 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ea991fb8-13d6-4fce-abac-bc3dd913b1ea tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/routers/62a45a74-23d4-4e30-8fd1-a68c507c8fde HTTP/1.1" status: 404 len: 336 time: 0.0689681 Feb 20 03:55:21.860961 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35056) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:21.895986 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-99ec7801-1936-4ec1-8af1-b5c30bde28b9 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "GET /v2.0/ports?device_id=957c4961-c252-4b25-af38-8d2cc3f26e12 HTTP/1.1" status: 200 len: 205 time: 0.0305293 Feb 20 03:55:21.903115 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35058) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:22.000481 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-078b2424-c2e8-4ffa-8d03-8cbc5a7ab24c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] delete failed (client error): The resource could not be found. Feb 20 03:55:22.002900 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-078b2424-c2e8-4ffa-8d03-8cbc5a7ab24c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/routers/957c4961-c252-4b25-af38-8d2cc3f26e12 HTTP/1.1" status: 404 len: 336 time: 0.0973301 Feb 20 03:55:22.005174 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35060) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:22.042936 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-bee0feae-08e1-4960-9e16-5a64fbdbda7d tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] DELETE failed (client error): The resource could not be found. Feb 20 03:55:22.043403 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bee0feae-08e1-4960-9e16-5a64fbdbda7d tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:55:22.046894 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bee0feae-08e1-4960-9e16-5a64fbdbda7d tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/subnets/25a718a8-e395-4948-8b92-1cae8d002ab3 HTTP/1.1" status: 404 len: 337 time: 0.0406199 Feb 20 03:55:22.049440 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35062) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:22.086527 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-da5e3bd8-3e00-4446-966e-811f8a4c0f16 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "GET /v2.0/ports?device_id=c004eb7c-97b3-40c2-88e8-475333018000 HTTP/1.1" status: 200 len: 205 time: 0.0359154 Feb 20 03:55:22.088869 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35064) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:22.140666 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-47a2b1fe-44d6-45be-b2d2-ef672d57dad2 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] delete failed (client error): The resource could not be found. Feb 20 03:55:22.145665 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35068) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:22.158326 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-47a2b1fe-44d6-45be-b2d2-ef672d57dad2 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/routers/c004eb7c-97b3-40c2-88e8-475333018000 HTTP/1.1" status: 404 len: 336 time: 0.0519094 Feb 20 03:55:22.187585 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5184542c-0736-4fd9-ac8a-dfcfecaf4b1c tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "GET /v2.0/ports?device_id=32b3670e-9274-4137-a893-51c1b36034c2 HTTP/1.1" status: 200 len: 205 time: 0.0373607 Feb 20 03:55:22.187898 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35070) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:22.235843 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-52e9fde0-a129-4ac3-aaf4-5ae76aa886c3 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] delete failed (client error): The resource could not be found. Feb 20 03:55:22.239742 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-52e9fde0-a129-4ac3-aaf4-5ae76aa886c3 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/routers/32b3670e-9274-4137-a893-51c1b36034c2 HTTP/1.1" status: 404 len: 336 time: 0.0478625 Feb 20 03:55:22.239956 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35072) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:22.271961 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-47d9e9dd-de4b-4830-982e-b7db54b02f9a tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] DELETE failed (client error): The resource could not be found. Feb 20 03:55:22.278017 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47d9e9dd-de4b-4830-982e-b7db54b02f9a tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:55:22.278017 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-47d9e9dd-de4b-4830-982e-b7db54b02f9a tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/subnets/31671e33-266d-4895-91e3-cd61614fec7f HTTP/1.1" status: 404 len: 337 time: 0.0349758 Feb 20 03:55:22.278781 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35074) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:22.318926 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35076) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:22.319156 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1ff20782-9aa6-47cb-b878-223f942894aa tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "GET /v2.0/ports?device_id=614f72e1-3779-4400-bdc5-db921cf6dc8e HTTP/1.1" status: 200 len: 205 time: 0.0389304 Feb 20 03:55:22.341739 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35078) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:22.364885 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7f65fa9a-2b56-4e7e-ba32-f1ef15e0d03b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:22.416682 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-1542b82a-b8f5-40c3-9254-d245f2e86aab tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] delete failed (client error): The resource could not be found. Feb 20 03:55:22.420348 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1542b82a-b8f5-40c3-9254-d245f2e86aab tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/routers/614f72e1-3779-4400-bdc5-db921cf6dc8e HTTP/1.1" status: 404 len: 336 time: 0.1000919 Feb 20 03:55:22.421178 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35082) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:22.477951 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9cdf2c7-5aac-4d3f-a496-a9792a2ee4b1 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] DELETE failed (client error): The resource could not be found. Feb 20 03:55:22.478821 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9cdf2c7-5aac-4d3f-a496-a9792a2ee4b1 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:55:22.481960 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e9cdf2c7-5aac-4d3f-a496-a9792a2ee4b1 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/subnets/1357113d-1a50-4f25-9758-6b297025ae97 HTTP/1.1" status: 404 len: 337 time: 0.0600197 Feb 20 03:55:22.490563 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35086) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:22.569661 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6d4fc2ed-b2d6-4e0b-b98b-0f9ef7bc9738 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "GET /v2.0/ports?device_id=2efcc662-b65b-4eb7-aa88-4694f6de07ea HTTP/1.1" status: 200 len: 205 time: 0.0726521 Feb 20 03:55:22.571518 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35094) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:22.591261 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7f65fa9a-2b56-4e7e-ba32-f1ef15e0d03b admin admin] Publish callbacks [] for security_group (f8d75d2d-a014-4a64-a3ff-7e5388d24d90), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:22.644116 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-376cfaf7-7bed-4bd5-8614-711b6875fe99 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] delete failed (client error): The resource could not be found. Feb 20 03:55:22.648981 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35098) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:22.651155 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-376cfaf7-7bed-4bd5-8614-711b6875fe99 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/routers/2efcc662-b65b-4eb7-aa88-4694f6de07ea HTTP/1.1" status: 404 len: 336 time: 0.0742829 Feb 20 03:55:22.697040 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7f65fa9a-2b56-4e7e-ba32-f1ef15e0d03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f8d75d2d-a014-4a64-a3ff-7e5388d24d90), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:22.707766 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-e87b38ba-1e10-4157-977f-2221d8d73a28 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] DELETE failed (client error): The resource could not be found. Feb 20 03:55:22.708226 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e87b38ba-1e10-4157-977f-2221d8d73a28 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:55:22.711327 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e87b38ba-1e10-4157-977f-2221d8d73a28 tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/subnets/d49f23b8-f7ee-42b1-9e34-a794d77a5651 HTTP/1.1" status: 404 len: 337 time: 0.0571465 Feb 20 03:55:22.714473 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35100) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:22.757762 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e2b94b-34c6-4e6d-ae5f-7443226a43ae tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] DELETE failed (client error): The resource could not be found. Feb 20 03:55:22.758670 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45e2b94b-34c6-4e6d-ae5f-7443226a43ae tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:55:22.767221 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65fa9a-2b56-4e7e-ba32-f1ef15e0d03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d75d2d-a014-4a64-a3ff-7e5388d24d90,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:22.768457 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-45e2b94b-34c6-4e6d-ae5f-7443226a43ae tempest-RoutersIpV6Test-221741569 tempest-RoutersIpV6Test-221741569-project] 10.222.0.89 "DELETE /v2.0/subnets/727194cd-2253-419c-9b32-f8e6e48f1328 HTTP/1.1" status: 404 len: 337 time: 0.0528600 Feb 20 03:55:22.780389 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35106) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:22.783546 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7f65fa9a-2b56-4e7e-ba32-f1ef15e0d03b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f20cd95a51ba4d7fb48c337505125b6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4344635 Feb 20 03:55:22.927645 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8183033e-4fb2-48df-87d2-2b8698241879 admin admin] Publish callbacks [] for security_group (f8d75d2d-a014-4a64-a3ff-7e5388d24d90), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:22.960896 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8183033e-4fb2-48df-87d2-2b8698241879 admin admin] Publish callbacks [] for security_group (f8d75d2d-a014-4a64-a3ff-7e5388d24d90), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:23.143405 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8183033e-4fb2-48df-87d2-2b8698241879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f8d75d2d-a014-4a64-a3ff-7e5388d24d90), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:23.147403 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8183033e-4fb2-48df-87d2-2b8698241879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:23.150008 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8183033e-4fb2-48df-87d2-2b8698241879 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f8d75d2d-a014-4a64-a3ff-7e5388d24d90 HTTP/1.1" status: 204 len: 168 time: 0.3663685 Feb 20 03:55:23.158542 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183033e-4fb2-48df-87d2-2b8698241879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d75d2d-a014-4a64-a3ff-7e5388d24d90,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:23.617737 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35132) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:23.719422 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35138) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:23.874124 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-f9de8904-0e62-4bd8-9976-a1b423a819b3 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1511539461', 'router:external': True}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:23.974752 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35150) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:23.981567 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cb01d7bb-413e-4320-bb39-22fd70588dd4 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=22871a8315df49c89d6983e39fc945e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2608922 Feb 20 03:55:24.048101 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9de8904-0e62-4bd8-9976-a1b423a819b3 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Made reservation on behalf of 656185bc11ba4befb4c5a0cd166117ef for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:55:24.048101 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f9de8904-0e62-4bd8-9976-a1b423a819b3 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:24.069890 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f9de8904-0e62-4bd8-9976-a1b423a819b3 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:24.094720 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a27cde3-c2fc-402b-aa25-2b5e0b14cef2 admin admin] Publish callbacks [] for security_group (1b0570af-0406-4b22-b347-4f778ede796f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:24.130713 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a27cde3-c2fc-402b-aa25-2b5e0b14cef2 admin admin] Publish callbacks [] for security_group (1b0570af-0406-4b22-b347-4f778ede796f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:24.230354 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f9de8904-0e62-4bd8-9976-a1b423a819b3 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for security_group (8c301b24-0ce7-405f-a97d-01427d0ede4e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:24.308569 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a27cde3-c2fc-402b-aa25-2b5e0b14cef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1b0570af-0406-4b22-b347-4f778ede796f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:24.311402 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a27cde3-c2fc-402b-aa25-2b5e0b14cef2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:24.318988 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1a27cde3-c2fc-402b-aa25-2b5e0b14cef2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1b0570af-0406-4b22-b347-4f778ede796f HTTP/1.1" status: 204 len: 168 time: 0.3368719 Feb 20 03:55:24.322135 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a27cde3-c2fc-402b-aa25-2b5e0b14cef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0570af-0406-4b22-b347-4f778ede796f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:24.340350 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f9de8904-0e62-4bd8-9976-a1b423a819b3 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (8c301b24-0ce7-405f-a97d-01427d0ede4e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:24.372942 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9de8904-0e62-4bd8-9976-a1b423a819b3 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:55:24.387784 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f9de8904-0e62-4bd8-9976-a1b423a819b3 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (5f678834-f5e5-4953-904f-31cb66af18bc), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:24.387959 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-f9de8904-0e62-4bd8-9976-a1b423a819b3 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Added segment 5f678834-f5e5-4953-904f-31cb66af18bc of type vlan for network 518bdaf3-d54e-4811-a448-2f214f48ad28 Feb 20 03:55:24.507785 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de8904-0e62-4bd8-9976-a1b423a819b3 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c301b24-0ce7-405f-a97d-01427d0ede4e,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:24.523237 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f9de8904-0e62-4bd8-9976-a1b423a819b3 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (518bdaf3-d54e-4811-a448-2f214f48ad28), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:24.671388 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f9de8904-0e62-4bd8-9976-a1b423a819b3 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (518bdaf3-d54e-4811-a448-2f214f48ad28), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:24.672427 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9de8904-0e62-4bd8-9976-a1b423a819b3 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:55:24.673023 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f9de8904-0e62-4bd8-9976-a1b423a819b3 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:24.746749 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de8904-0e62-4bd8-9976-a1b423a819b3 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Pushing event updated for resources: {'Network': ['ID=518bdaf3-d54e-4811-a448-2f214f48ad28,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:24.765509 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 518bdaf3-d54e-4811-a448-2f214f48ad28 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:55:24.848874 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35202) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:24.850247 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f9de8904-0e62-4bd8-9976-a1b423a819b3 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.2301779 Feb 20 03:55:24.854659 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-8e5aae43-70a6-4a29-b944-0a7caa8da46d tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Request body: {'subnet': {'network_id': '518bdaf3-d54e-4811-a448-2f214f48ad28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:25.003171 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5aae43-70a6-4a29-b944-0a7caa8da46d tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Made reservation on behalf of 656185bc11ba4befb4c5a0cd166117ef for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:55:25.011761 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8e5aae43-70a6-4a29-b944-0a7caa8da46d tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:25.629857 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35236) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:25.766564 n-d-829866-4 neutron-server[104105]: DEBUG neutron.objects.ports [None req-8e5aae43-70a6-4a29-b944-0a7caa8da46d tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104105) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 03:55:25.767340 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8e5aae43-70a6-4a29-b944-0a7caa8da46d tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (7a087cc2-02d3-45e7-a4c1-6865a1277313), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:25.837200 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5aae43-70a6-4a29-b944-0a7caa8da46d tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7a087cc2-02d3-45e7-a4c1-6865a1277313,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:25.884323 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5aae43-70a6-4a29-b944-0a7caa8da46d tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Checking segment: {'id': '5f678834-f5e5-4953-904f-31cb66af18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '518bdaf3-d54e-4811-a448-2f214f48ad28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:55:25.884693 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5aae43-70a6-4a29-b944-0a7caa8da46d tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Network hostable DHCP agents. Network: 518bdaf3-d54e-4811-a448-2f214f48ad28, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:55:26.014464 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5aae43-70a6-4a29-b944-0a7caa8da46d tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Network 518bdaf3-d54e-4811-a448-2f214f48ad28 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:55:26.090751 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-056a6ace-f09b-4b4d-8a4d-dd00ff2d31ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:26.120197 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-8e5aae43-70a6-4a29-b944-0a7caa8da46d tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 518bdaf3-d54e-4811-a448-2f214f48ad28) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:55:26.136275 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5aae43-70a6-4a29-b944-0a7caa8da46d tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:55:26.136886 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8e5aae43-70a6-4a29-b944-0a7caa8da46d tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:26.137033 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55dccbf-5753-4d64-ace3-71aa03de95dc None None] Network 518bdaf3-d54e-4811-a448-2f214f48ad28 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:55:26.241473 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8e5aae43-70a6-4a29-b944-0a7caa8da46d tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3879244 Feb 20 03:55:26.243876 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35252) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:26.258015 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-f6f10a8c-c669-43a1-854a-64ea71d4b813 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-819707115', 'network_id': '518bdaf3-d54e-4811-a448-2f214f48ad28'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:26.267509 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-056a6ace-f09b-4b4d-8a4d-dd00ff2d31ca admin admin] Publish callbacks [] for security_group (04f9e0dc-1521-4a09-8c55-d1684900887c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:26.375521 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-056a6ace-f09b-4b4d-8a4d-dd00ff2d31ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (04f9e0dc-1521-4a09-8c55-d1684900887c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:26.420886 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef87f4b-a57d-4e6f-ac4a-ea17b228d00d None None] Network 518bdaf3-d54e-4811-a448-2f214f48ad28 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:55:26.443671 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f10a8c-c669-43a1-854a-64ea71d4b813 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Made reservation on behalf of 656185bc11ba4befb4c5a0cd166117ef for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:55:26.446939 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f6f10a8c-c669-43a1-854a-64ea71d4b813 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:26.493954 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-f6f10a8c-c669-43a1-854a-64ea71d4b813 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] device_id is not set on port 72f82359-1196-469f-8cc0-df3a32748ad7 yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:55:26.541154 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-056a6ace-f09b-4b4d-8a4d-dd00ff2d31ca admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=34f1db10566d44e79ff157c779de7587&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9042056 Feb 20 03:55:26.544985 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a6ace-f09b-4b4d-8a4d-dd00ff2d31ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f9e0dc-1521-4a09-8c55-d1684900887c,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:26.550352 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35272) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:26.594810 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a22fcb10-ee30-4e93-8f78-b0836482eb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:26.657587 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cd7fe582-45ee-4b2f-bafc-b716951a0742 admin admin] Publish callbacks [] for security_group (04f9e0dc-1521-4a09-8c55-d1684900887c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:26.742779 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cd7fe582-45ee-4b2f-bafc-b716951a0742 admin admin] Publish callbacks [] for security_group (04f9e0dc-1521-4a09-8c55-d1684900887c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:26.779943 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-f6f10a8c-c669-43a1-854a-64ea71d4b813 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Allocated IP 172.20.0.10 (518bdaf3-d54e-4811-a448-2f214f48ad28/7a087cc2-02d3-45e7-a4c1-6865a1277313/72f82359-1196-469f-8cc0-df3a32748ad7) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:55:26.902730 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35292) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:26.962881 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cd7fe582-45ee-4b2f-bafc-b716951a0742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (04f9e0dc-1521-4a09-8c55-d1684900887c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:26.969597 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cd7fe582-45ee-4b2f-bafc-b716951a0742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:26.969597 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cd7fe582-45ee-4b2f-bafc-b716951a0742 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/04f9e0dc-1521-4a09-8c55-d1684900887c HTTP/1.1" status: 204 len: 168 time: 0.4147592 Feb 20 03:55:27.001758 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7fe582-45ee-4b2f-bafc-b716951a0742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f9e0dc-1521-4a09-8c55-d1684900887c,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:27.089969 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-5e6b6fca-539b-4aad-9302-a182ab5e5afd tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Request body: {'security_group': {'name': 'tempest-secgroup--877939649'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:27.184095 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f6f10a8c-c669-43a1-854a-64ea71d4b813 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for port (72f82359-1196-469f-8cc0-df3a32748ad7), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:27.229037 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5e6b6fca-539b-4aad-9302-a182ab5e5afd tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:27.250280 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5e6b6fca-539b-4aad-9302-a182ab5e5afd tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:27.406608 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5e6b6fca-539b-4aad-9302-a182ab5e5afd tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (bae0699d-1802-4f85-9aa8-ffcdfd39a25c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:27.432437 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f6f10a8c-c669-43a1-854a-64ea71d4b813 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (72f82359-1196-469f-8cc0-df3a32748ad7), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:27.481337 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f10a8c-c669-43a1-854a-64ea71d4b813 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Network 518bdaf3-d54e-4811-a448-2f214f48ad28 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:55:27.486747 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-f6f10a8c-c669-43a1-854a-64ea71d4b813 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:55:27.492769 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f10a8c-c669-43a1-854a-64ea71d4b813 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:55:27.522708 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5e6b6fca-539b-4aad-9302-a182ab5e5afd tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (bae0699d-1802-4f85-9aa8-ffcdfd39a25c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:27.573284 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f10a8c-c669-43a1-854a-64ea71d4b813 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:55:27.579259 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f6f10a8c-c669-43a1-854a-64ea71d4b813 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:27.581036 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f10a8c-c669-43a1-854a-64ea71d4b813 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Pushing event updated for resources: {'Port': ['ID=72f82359-1196-469f-8cc0-df3a32748ad7,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:27.604921 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f10a8c-c669-43a1-854a-64ea71d4b813 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:27.605383 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f10a8c-c669-43a1-854a-64ea71d4b813 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:27.606156 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f10a8c-c669-43a1-854a-64ea71d4b813 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:27.607778 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f10a8c-c669-43a1-854a-64ea71d4b813 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:27.607778 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f10a8c-c669-43a1-854a-64ea71d4b813 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:27.608348 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f10a8c-c669-43a1-854a-64ea71d4b813 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:27.609093 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f10a8c-c669-43a1-854a-64ea71d4b813 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:27.609803 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f10a8c-c669-43a1-854a-64ea71d4b813 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:27.610316 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f10a8c-c669-43a1-854a-64ea71d4b813 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:27.611215 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f10a8c-c669-43a1-854a-64ea71d4b813 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:27.611834 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f10a8c-c669-43a1-854a-64ea71d4b813 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:27.612514 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f10a8c-c669-43a1-854a-64ea71d4b813 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:27.615714 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f10a8c-c669-43a1-854a-64ea71d4b813 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:27.701721 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f6f10a8c-c669-43a1-854a-64ea71d4b813 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.4565380 Feb 20 03:55:27.704406 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35334) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:27.762689 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5e6b6fca-539b-4aad-9302-a182ab5e5afd tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (0798974a-1d52-47da-b79b-abcae087d329), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:27.783558 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b6fca-539b-4aad-9302-a182ab5e5afd tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae0699d-1802-4f85-9aa8-ffcdfd39a25c,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:27.855021 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-f1e4a093-341e-4176-a050-49da5f714645 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Deleting port 72f82359-1196-469f-8cc0-df3a32748ad7 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:55:27.855694 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f1e4a093-341e-4176-a050-49da5f714645 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (72f82359-1196-469f-8cc0-df3a32748ad7), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:27.909235 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5e6b6fca-539b-4aad-9302-a182ab5e5afd tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (0798974a-1d52-47da-b79b-abcae087d329), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:27.976705 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b6fca-539b-4aad-9302-a182ab5e5afd tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0798974a-1d52-47da-b79b-abcae087d329,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:28.030375 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f1e4a093-341e-4176-a050-49da5f714645 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (72f82359-1196-469f-8cc0-df3a32748ad7), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:28.031738 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5e6b6fca-539b-4aad-9302-a182ab5e5afd tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:28.037153 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5e6b6fca-539b-4aad-9302-a182ab5e5afd tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1291714 Feb 20 03:55:28.037520 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35354) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:28.063644 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-f1e4a093-341e-4176-a050-49da5f714645 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Calling delete_port for 72f82359-1196-469f-8cc0-df3a32748ad7 owned by {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:55:28.185824 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-885a98de-e584-4b8d-bcd0-690c242e1acd tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1469905 Feb 20 03:55:28.190924 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35376) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:28.197306 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-85c01112-836d-4918-9aa6-5c8e2b565b5a tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Request body: {'security_group': {'name': 'tempest-security--1823647746', 'description': 'tempest-security-description-2100907418'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:28.266373 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85c01112-836d-4918-9aa6-5c8e2b565b5a tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (0798974a-1d52-47da-b79b-abcae087d329), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:28.354418 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85c01112-836d-4918-9aa6-5c8e2b565b5a tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (0798974a-1d52-47da-b79b-abcae087d329), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:28.420464 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f1e4a093-341e-4176-a050-49da5f714645 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (72f82359-1196-469f-8cc0-df3a32748ad7), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:28.477276 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4a093-341e-4176-a050-49da5f714645 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Pushing event deleted for resources: {'Port': ['ID=72f82359-1196-469f-8cc0-df3a32748ad7,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:28.484603 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85c01112-836d-4918-9aa6-5c8e2b565b5a tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (0798974a-1d52-47da-b79b-abcae087d329), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:28.496747 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85c01112-836d-4918-9aa6-5c8e2b565b5a tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:28.500934 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-85c01112-836d-4918-9aa6-5c8e2b565b5a tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "PUT /v2.0/security-groups/0798974a-1d52-47da-b79b-abcae087d329 HTTP/1.1" status: 200 len: 1797 time: 0.3082669 Feb 20 03:55:28.505014 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35398) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:28.591093 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f1e4a093-341e-4176-a050-49da5f714645 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:28.616067 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f1e4a093-341e-4176-a050-49da5f714645 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] 10.222.0.89 "DELETE /v2.0/ports/72f82359-1196-469f-8cc0-df3a32748ad7 HTTP/1.1" status: 204 len: 168 time: 0.9101851 Feb 20 03:55:28.620680 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35414) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:28.631906 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-42df38b1-4eb2-4fbb-8be7-fa5017a302f7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '518bdaf3-d54e-4811-a448-2f214f48ad28', 'external_fixed_ips': [{'subnet_id': '7a087cc2-02d3-45e7-a4c1-6865a1277313', 'ip_address': '172.20.0.10'}]}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:28.641774 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c01112-836d-4918-9aa6-5c8e2b565b5a tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0798974a-1d52-47da-b79b-abcae087d329,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:28.656741 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fd38c4fb-4bac-4a39-b0ea-a3367fd19933 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "GET /v2.0/security-groups/0798974a-1d52-47da-b79b-abcae087d329 HTTP/1.1" status: 200 len: 1797 time: 0.1504743 Feb 20 03:55:28.659597 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35418) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:28.735786 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d894c6c1-9386-4fdc-8148-c3ab9c587caf tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (0798974a-1d52-47da-b79b-abcae087d329), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:28.773752 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d894c6c1-9386-4fdc-8148-c3ab9c587caf tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (0798974a-1d52-47da-b79b-abcae087d329), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:28.846845 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bee467ec-1f35-48a8-b10c-661462169045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:28.902112 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-42df38b1-4eb2-4fbb-8be7-fa5017a302f7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (8e7a1df9-f040-491e-9509-5f9fa2c2c614), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:28.904575 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-42df38b1-4eb2-4fbb-8be7-fa5017a302f7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (8e7a1df9-f040-491e-9509-5f9fa2c2c614), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:29.008582 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d894c6c1-9386-4fdc-8148-c3ab9c587caf tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (0798974a-1d52-47da-b79b-abcae087d329), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:29.013218 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d894c6c1-9386-4fdc-8148-c3ab9c587caf tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:29.017562 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d894c6c1-9386-4fdc-8148-c3ab9c587caf tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "DELETE /v2.0/security-groups/0798974a-1d52-47da-b79b-abcae087d329 HTTP/1.1" status: 204 len: 168 time: 0.3546152 Feb 20 03:55:29.018835 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35442) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:29.042135 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894c6c1-9386-4fdc-8148-c3ab9c587caf tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0798974a-1d52-47da-b79b-abcae087d329,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:29.163405 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-42df38b1-4eb2-4fbb-8be7-fa5017a302f7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router_controller (8e7a1df9-f040-491e-9509-5f9fa2c2c614), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:29.172041 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7c00a146-8950-4d0a-b497-b7e3c1437d5f tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1507087 Feb 20 03:55:29.175077 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35450) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:29.195744 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-a49b2a34-7f59-4527-800c-a10a087bba48 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] delete failed (client error): The resource could not be found. Feb 20 03:55:29.197026 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a49b2a34-7f59-4527-800c-a10a087bba48 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "DELETE /v2.0/security-groups/0798974a-1d52-47da-b79b-abcae087d329 HTTP/1.1" status: 404 len: 347 time: 0.0172298 Feb 20 03:55:29.202571 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35454) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:29.208353 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-cec6ec6c-a790-41dc-848f-9bf49c947bc7 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Request body: {'security_group': {'name': 'tempest-secgroup--673585591'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:29.391644 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cec6ec6c-a790-41dc-848f-9bf49c947bc7 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:29.548486 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-42df38b1-4eb2-4fbb-8be7-fa5017a302f7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router_gateway (8e7a1df9-f040-491e-9509-5f9fa2c2c614), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:29.577286 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cec6ec6c-a790-41dc-848f-9bf49c947bc7 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (5e30623b-ae92-4964-924b-8af250c16cf1), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:29.660009 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cec6ec6c-a790-41dc-848f-9bf49c947bc7 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5e30623b-ae92-4964-924b-8af250c16cf1), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:29.732599 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec6ec6c-a790-41dc-848f-9bf49c947bc7 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e30623b-ae92-4964-924b-8af250c16cf1,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:29.868282 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cec6ec6c-a790-41dc-848f-9bf49c947bc7 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:29.869750 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-cec6ec6c-a790-41dc-848f-9bf49c947bc7 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6657455 Feb 20 03:55:29.872798 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35490) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:29.877371 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-18666094-731f-446f-acf9-2ee57d25492c tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Request body: {'security_group_rule': {'security_group_id': '5e30623b-ae92-4964-924b-8af250c16cf1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:30.006116 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:30.013069 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-42df38b1-4eb2-4fbb-8be7-fa5017a302f7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router_gateway (8e7a1df9-f040-491e-9509-5f9fa2c2c614), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:30.035974 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-42df38b1-4eb2-4fbb-8be7-fa5017a302f7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:30.048797 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-18666094-731f-446f-acf9-2ee57d25492c tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (3781b5b0-bc13-4335-ad72-c8203d93c61f), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:30.201793 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-18666094-731f-446f-acf9-2ee57d25492c tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (3781b5b0-bc13-4335-ad72-c8203d93c61f), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:30.329088 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-42df38b1-4eb2-4fbb-8be7-fa5017a302f7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Allocated IP 172.20.0.10 (518bdaf3-d54e-4811-a448-2f214f48ad28/7a087cc2-02d3-45e7-a4c1-6865a1277313/26d345b4-6a10-4718-984b-af3f00c279fa) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:55:30.354397 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-18666094-731f-446f-acf9-2ee57d25492c tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (3781b5b0-bc13-4335-ad72-c8203d93c61f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:30.432378 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18666094-731f-446f-acf9-2ee57d25492c tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3781b5b0-bc13-4335-ad72-c8203d93c61f,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:30.553039 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-42df38b1-4eb2-4fbb-8be7-fa5017a302f7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for port (26d345b4-6a10-4718-984b-af3f00c279fa), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:30.793782 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-18666094-731f-446f-acf9-2ee57d25492c tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:30.803934 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-18666094-731f-446f-acf9-2ee57d25492c tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9235694 Feb 20 03:55:30.803934 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35544) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:30.852745 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-82f88af9-86e2-4fa2-af31-4314fd53df7b tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (3781b5b0-bc13-4335-ad72-c8203d93c61f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:30.855003 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-42df38b1-4eb2-4fbb-8be7-fa5017a302f7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (26d345b4-6a10-4718-984b-af3f00c279fa), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:30.883806 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-82f88af9-86e2-4fa2-af31-4314fd53df7b tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (3781b5b0-bc13-4335-ad72-c8203d93c61f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:30.934237 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42df38b1-4eb2-4fbb-8be7-fa5017a302f7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Network 518bdaf3-d54e-4811-a448-2f214f48ad28 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:55:30.937307 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-42df38b1-4eb2-4fbb-8be7-fa5017a302f7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:55:30.941140 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42df38b1-4eb2-4fbb-8be7-fa5017a302f7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:55:31.052590 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df38b1-4eb2-4fbb-8be7-fa5017a302f7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Pushing event updated for resources: {'Port': ['ID=26d345b4-6a10-4718-984b-af3f00c279fa,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:31.067443 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-82f88af9-86e2-4fa2-af31-4314fd53df7b tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (3781b5b0-bc13-4335-ad72-c8203d93c61f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:31.072666 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-82f88af9-86e2-4fa2-af31-4314fd53df7b tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:31.080111 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35562) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:31.087707 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-82f88af9-86e2-4fa2-af31-4314fd53df7b tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/3781b5b0-bc13-4335-ad72-c8203d93c61f HTTP/1.1" status: 204 len: 168 time: 0.2822826 Feb 20 03:55:31.092683 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f88af9-86e2-4fa2-af31-4314fd53df7b tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3781b5b0-bc13-4335-ad72-c8203d93c61f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:31.288422 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:31.693440 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-06e5866f-350c-43b7-96cc-f5f32bf58c95 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6121018 Feb 20 03:55:31.697838 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35592) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:31.781082 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0b0b302f-91dd-463f-9513-ddb71d0d0b80 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (5e30623b-ae92-4964-924b-8af250c16cf1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:31.830098 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0b0b302f-91dd-463f-9513-ddb71d0d0b80 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (5e30623b-ae92-4964-924b-8af250c16cf1), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:31.982618 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-42df38b1-4eb2-4fbb-8be7-fa5017a302f7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router_gateway (8e7a1df9-f040-491e-9509-5f9fa2c2c614), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:32.217281 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0b0b302f-91dd-463f-9513-ddb71d0d0b80 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5e30623b-ae92-4964-924b-8af250c16cf1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:32.219859 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0b0b302f-91dd-463f-9513-ddb71d0d0b80 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:32.225425 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0b0b302f-91dd-463f-9513-ddb71d0d0b80 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "DELETE /v2.0/security-groups/5e30623b-ae92-4964-924b-8af250c16cf1 HTTP/1.1" status: 204 len: 168 time: 0.5220706 Feb 20 03:55:32.225810 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35630) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:32.315818 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b302f-91dd-463f-9513-ddb71d0d0b80 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e30623b-ae92-4964-924b-8af250c16cf1,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:32.344014 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9e23d2ef-325d-45fa-8768-bb57ca8b36fc tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1177359 Feb 20 03:55:32.351532 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35640) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:32.357539 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-13ec0950-cbd8-4944-b6d3-7e0e80426081 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Request body: {'security_group': {'name': 'tempest-secgroup--1714997429'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:32.521049 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-42df38b1-4eb2-4fbb-8be7-fa5017a302f7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (8e7a1df9-f040-491e-9509-5f9fa2c2c614), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:32.650840 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13ec0950-cbd8-4944-b6d3-7e0e80426081 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:32.769938 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13ec0950-cbd8-4944-b6d3-7e0e80426081 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (1f1fb3b4-8810-41b4-9646-3c93312448fd), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:32.825558 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:32.826028 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42df38b1-4eb2-4fbb-8be7-fa5017a302f7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Router 8e7a1df9-f040-491e-9509-5f9fa2c2c614 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:55:32.931635 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13ec0950-cbd8-4944-b6d3-7e0e80426081 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1f1fb3b4-8810-41b4-9646-3c93312448fd), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:32.985639 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec0950-cbd8-4944-b6d3-7e0e80426081 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1fb3b4-8810-41b4-9646-3c93312448fd,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:33.075913 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42df38b1-4eb2-4fbb-8be7-fa5017a302f7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:55:33.108378 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] Sync routers for ids ['8e7a1df9-f040-491e-9509-5f9fa2c2c614'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:55:33.108621 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] Routers {'8e7a1df9-f040-491e-9509-5f9fa2c2c614'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:55:33.109637 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:55:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['8e7a1df9-f040-491e-9509-5f9fa2c2c614'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:33.134081 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13ec0950-cbd8-4944-b6d3-7e0e80426081 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:33.135411 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-13ec0950-cbd8-4944-b6d3-7e0e80426081 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7826383 Feb 20 03:55:33.138416 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35694) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:33.143885 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-45b17d73-f5ff-4f68-bc3e-88c06fc0b9fa tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Request body: {'security_group_rule': {'security_group_id': '1f1fb3b4-8810-41b4-9646-3c93312448fd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:33.268042 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-42df38b1-4eb2-4fbb-8be7-fa5017a302f7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:33.269884 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-42df38b1-4eb2-4fbb-8be7-fa5017a302f7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.6455486 Feb 20 03:55:33.272632 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35700) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:33.323429 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-45b17d73-f5ff-4f68-bc3e-88c06fc0b9fa tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (680b8389-c000-4e4d-b803-585ef8f537c0), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:33.492132 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-45b17d73-f5ff-4f68-bc3e-88c06fc0b9fa tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (680b8389-c000-4e4d-b803-585ef8f537c0), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:33.522247 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5b8109fe-8280-42cd-8287-04fed8740514 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router (8e7a1df9-f040-491e-9509-5f9fa2c2c614), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:33.522657 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] Set router 8e7a1df9-f040-491e-9509-5f9fa2c2c614 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:55:33.577369 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-45b17d73-f5ff-4f68-bc3e-88c06fc0b9fa tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (680b8389-c000-4e4d-b803-585ef8f537c0), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:33.628476 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b17d73-f5ff-4f68-bc3e-88c06fc0b9fa tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680b8389-c000-4e4d-b803-585ef8f537c0,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:33.757921 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5b8109fe-8280-42cd-8287-04fed8740514 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router_gateway (8e7a1df9-f040-491e-9509-5f9fa2c2c614), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:33.778448 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-45b17d73-f5ff-4f68-bc3e-88c06fc0b9fa tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:33.785916 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-45b17d73-f5ff-4f68-bc3e-88c06fc0b9fa tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6461346 Feb 20 03:55:33.786906 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35736) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:33.816424 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-eb10c44b-f90f-48b5-bbeb-058311fba0b0 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Request body: {'security_group_rule': {'security_group_id': '1f1fb3b4-8810-41b4-9646-3c93312448fd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:33.834563 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7a1df9-f040-491e-9509-5f9fa2c2c614', 'name': '', 'tenant_id': '656185bc11ba4befb4c5a0cd166117ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '518bdaf3-d54e-4811-a448-2f214f48ad28', 'external_fixed_ips': [{'subnet_id': '7a087cc2-02d3-45e7-a4c1-6865a1277313', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '26d345b4-6a10-4718-984b-af3f00c279fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:55:28Z', 'updated_at': '2022-02-20T03:55:31Z', 'revision_number': 3, 'project_id': '656185bc11ba4befb4c5a0cd166117ef', 'gw_port': {'id': '26d345b4-6a10-4718-984b-af3f00c279fa', 'name': '', 'network_id': '518bdaf3-d54e-4811-a448-2f214f48ad28', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:03:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e7a1df9-f040-491e-9509-5f9fa2c2c614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '7a087cc2-02d3-45e7-a4c1-6865a1277313', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:55:30Z', 'updated_at': '2022-02-20T03:55:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7a087cc2-02d3-45e7-a4c1-6865a1277313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:33.863988 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] Checking router: 8e7a1df9-f040-491e-9509-5f9fa2c2c614 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:55:33.864455 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] Updating router 8e7a1df9-f040-491e-9509-5f9fa2c2c614 port 26d345b4-6a10-4718-984b-af3f00c279fa binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:55:33.901995 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (26d345b4-6a10-4718-984b-af3f00c279fa), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:33.959534 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-eb10c44b-f90f-48b5-bbeb-058311fba0b0 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (d9f39f9e-3e67-4870-9223-9020fde238ab), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:34.094476 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-5b8109fe-8280-42cd-8287-04fed8740514 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Deleting port 26d345b4-6a10-4718-984b-af3f00c279fa {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:55:34.095036 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5b8109fe-8280-42cd-8287-04fed8740514 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (26d345b4-6a10-4718-984b-af3f00c279fa), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:34.147320 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-eb10c44b-f90f-48b5-bbeb-058311fba0b0 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (d9f39f9e-3e67-4870-9223-9020fde238ab), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:34.195894 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5b8109fe-8280-42cd-8287-04fed8740514 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (26d345b4-6a10-4718-984b-af3f00c279fa), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:34.216896 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-5b8109fe-8280-42cd-8287-04fed8740514 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Calling delete_port for 26d345b4-6a10-4718-984b-af3f00c279fa owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:55:34.217604 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-eb10c44b-f90f-48b5-bbeb-058311fba0b0 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (d9f39f9e-3e67-4870-9223-9020fde238ab), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:34.247105 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10c44b-f90f-48b5-bbeb-058311fba0b0 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f39f9e-3e67-4870-9223-9020fde238ab,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:34.336673 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-eb10c44b-f90f-48b5-bbeb-058311fba0b0 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:34.345229 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-eb10c44b-f90f-48b5-bbeb-058311fba0b0 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5488825 Feb 20 03:55:34.346332 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35764) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:34.352016 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-790f9230-b315-42c0-98b7-522517da0d48 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Request body: {'security_group_rule': {'security_group_id': '1f1fb3b4-8810-41b4-9646-3c93312448fd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:34.360254 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] Publish callbacks [] for port (26d345b4-6a10-4718-984b-af3f00c279fa), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:34.491487 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (26d345b4-6a10-4718-984b-af3f00c279fa), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:34.561669 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-790f9230-b315-42c0-98b7-522517da0d48 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (aec077ce-6f80-4618-9786-56506fc479e9), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:34.570769 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] Attempting to bind port 26d345b4-6a10-4718-984b-af3f00c279fa on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:55:34.572054 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] Attempting to bind port 26d345b4-6a10-4718-984b-af3f00c279fa by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '5f678834-f5e5-4953-904f-31cb66af18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '518bdaf3-d54e-4811-a448-2f214f48ad28'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:55:34.572054 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] Attempting to bind port 26d345b4-6a10-4718-984b-af3f00c279fa on network 518bdaf3-d54e-4811-a448-2f214f48ad28 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:55:34.592176 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:55:34.592579 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] Checking segment: {'id': '5f678834-f5e5-4953-904f-31cb66af18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '518bdaf3-d54e-4811-a448-2f214f48ad28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:55:34.592993 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:34.593397 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] Bound using segment: {'id': '5f678834-f5e5-4953-904f-31cb66af18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '518bdaf3-d54e-4811-a448-2f214f48ad28'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:55:34.593883 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] Bound port: 26d345b4-6a10-4718-984b-af3f00c279fa, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f678834-f5e5-4953-904f-31cb66af18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '518bdaf3-d54e-4811-a448-2f214f48ad28'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:55:34.594547 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (26d345b4-6a10-4718-984b-af3f00c279fa), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:34.638645 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b559936-b58b-4070-abb7-fcd3414581c9 None None] Pushing event updated for resources: {'Port': ['ID=26d345b4-6a10-4718-984b-af3f00c279fa,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:34.654011 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b559936-b58b-4070-abb7-fcd3414581c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:34.665927 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b559936-b58b-4070-abb7-fcd3414581c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:34.665927 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b559936-b58b-4070-abb7-fcd3414581c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:34.665927 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b559936-b58b-4070-abb7-fcd3414581c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:34.665927 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b559936-b58b-4070-abb7-fcd3414581c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:34.665927 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b559936-b58b-4070-abb7-fcd3414581c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:34.665927 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b559936-b58b-4070-abb7-fcd3414581c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:34.665927 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b559936-b58b-4070-abb7-fcd3414581c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:34.665927 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b559936-b58b-4070-abb7-fcd3414581c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:34.665927 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b559936-b58b-4070-abb7-fcd3414581c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:34.665927 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b559936-b58b-4070-abb7-fcd3414581c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:34.665927 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b559936-b58b-4070-abb7-fcd3414581c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:34.665927 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b559936-b58b-4070-abb7-fcd3414581c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:34.667355 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-790f9230-b315-42c0-98b7-522517da0d48 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (aec077ce-6f80-4618-9786-56506fc479e9), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:34.725802 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5b8109fe-8280-42cd-8287-04fed8740514 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (26d345b4-6a10-4718-984b-af3f00c279fa), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:34.726875 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:55:34.728324 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:55:34.736427 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35784) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:34.763833 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8109fe-8280-42cd-8287-04fed8740514 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Pushing event deleted for resources: {'Port': ['ID=26d345b4-6a10-4718-984b-af3f00c279fa,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:34.774026 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-790f9230-b315-42c0-98b7-522517da0d48 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (aec077ce-6f80-4618-9786-56506fc479e9), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:34.818905 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f9230-b315-42c0-98b7-522517da0d48 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec077ce-6f80-4618-9786-56506fc479e9,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:34.867130 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5b8109fe-8280-42cd-8287-04fed8740514 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (8e7a1df9-f040-491e-9509-5f9fa2c2c614), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:34.950561 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-790f9230-b315-42c0-98b7-522517da0d48 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:34.954324 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-790f9230-b315-42c0-98b7-522517da0d48 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6064806 Feb 20 03:55:34.957304 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35804) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:34.963312 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-bfab2ae2-61e9-41f7-8d24-a0690de1f167 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Request body: {'security_group_rule': {'security_group_id': '1f1fb3b4-8810-41b4-9646-3c93312448fd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:35.003310 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-97dc0da0-6747-4b7a-95b3-461125b7aac2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:35.020647 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5b8109fe-8280-42cd-8287-04fed8740514 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (8e7a1df9-f040-491e-9509-5f9fa2c2c614), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:35.023610 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5b8109fe-8280-42cd-8287-04fed8740514 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router_controller (8e7a1df9-f040-491e-9509-5f9fa2c2c614), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:35.109792 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-97dc0da0-6747-4b7a-95b3-461125b7aac2 admin admin] Publish callbacks [] for security_group (17426885-fbb0-4137-bfb4-138dc6416175), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:35.203242 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bfab2ae2-61e9-41f7-8d24-a0690de1f167 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (9b9db51e-0d28-4afd-b9a1-629f3d3709eb), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:35.249782 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] Attempting to bind port 26d345b4-6a10-4718-984b-af3f00c279fa on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:55:35.250920 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] Attempting to bind port 26d345b4-6a10-4718-984b-af3f00c279fa by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '5f678834-f5e5-4953-904f-31cb66af18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '518bdaf3-d54e-4811-a448-2f214f48ad28'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:55:35.251649 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] Attempting to bind port 26d345b4-6a10-4718-984b-af3f00c279fa on network 518bdaf3-d54e-4811-a448-2f214f48ad28 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:55:35.258996 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:55:35.259725 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] Checking segment: {'id': '5f678834-f5e5-4953-904f-31cb66af18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '518bdaf3-d54e-4811-a448-2f214f48ad28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:55:35.260355 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:35.260997 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] Bound using segment: {'id': '5f678834-f5e5-4953-904f-31cb66af18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '518bdaf3-d54e-4811-a448-2f214f48ad28'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:55:35.261837 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] Bound port: 26d345b4-6a10-4718-984b-af3f00c279fa, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f678834-f5e5-4953-904f-31cb66af18bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '518bdaf3-d54e-4811-a448-2f214f48ad28'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:55:35.262528 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (26d345b4-6a10-4718-984b-af3f00c279fa), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:35.281357 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bfab2ae2-61e9-41f7-8d24-a0690de1f167 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (9b9db51e-0d28-4afd-b9a1-629f3d3709eb), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:35.287117 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] Port 26d345b4-6a10-4718-984b-af3f00c279fa has been deleted concurrently {{(pid=104107) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 20 03:55:35.296979 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] Routers {'8e7a1df9-f040-491e-9509-5f9fa2c2c614'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:55:35.297591 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:55:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['8e7a1df9-f040-491e-9509-5f9fa2c2c614'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:35.311989 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5b8109fe-8280-42cd-8287-04fed8740514 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (8e7a1df9-f040-491e-9509-5f9fa2c2c614), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:35.319928 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-97dc0da0-6747-4b7a-95b3-461125b7aac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (17426885-fbb0-4137-bfb4-138dc6416175), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:35.320087 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8109fe-8280-42cd-8287-04fed8740514 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e7a1df9-f040-491e-9509-5f9fa2c2c614 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:55:35.336964 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5b8109fe-8280-42cd-8287-04fed8740514 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:35.344531 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5b8109fe-8280-42cd-8287-04fed8740514 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] 10.222.0.89 "DELETE /v2.0/routers/8e7a1df9-f040-491e-9509-5f9fa2c2c614 HTTP/1.1" status: 204 len: 168 time: 2.0704710 Feb 20 03:55:35.354245 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35828) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:35.389804 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] Set router 8e7a1df9-f040-491e-9509-5f9fa2c2c614 gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:55:35.457412 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e7a1df9-f040-491e-9509-5f9fa2c2c614', 'name': '', 'tenant_id': '656185bc11ba4befb4c5a0cd166117ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:55:28Z', 'updated_at': '2022-02-20T03:55:34Z', 'revision_number': 5, 'project_id': '656185bc11ba4befb4c5a0cd166117ef', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:35.469969 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc0da0-6747-4b7a-95b3-461125b7aac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17426885-fbb0-4137-bfb4-138dc6416175,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:35.480887 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35838) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:35.481028 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-97dc0da0-6747-4b7a-95b3-461125b7aac2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2b7b5016fae7460ab903f5b7758019f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7434435 Feb 20 03:55:35.494705 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bfab2ae2-61e9-41f7-8d24-a0690de1f167 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (9b9db51e-0d28-4afd-b9a1-629f3d3709eb), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:35.494836 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebb859c-f438-46ce-9c8e-1c4eebe8b884 None None] The sync data for ids ['8e7a1df9-f040-491e-9509-5f9fa2c2c614'] in n-d-829866-4 is: [{'id': '8e7a1df9-f040-491e-9509-5f9fa2c2c614', 'name': '', 'tenant_id': '656185bc11ba4befb4c5a0cd166117ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:55:28Z', 'updated_at': '2022-02-20T03:55:34Z', 'revision_number': 5, 'project_id': '656185bc11ba4befb4c5a0cd166117ef', 'gw_port_host': None}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:55:35.527801 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab2ae2-61e9-41f7-8d24-a0690de1f167 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b9db51e-0d28-4afd-b9a1-629f3d3709eb,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:35.541196 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e05045-3e0a-4d22-b037-a3906156e05c tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Deleting subnet 7a087cc2-02d3-45e7-a4c1-6865a1277313 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:55:35.545944 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66e05045-3e0a-4d22-b037-a3906156e05c tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for subnet (7a087cc2-02d3-45e7-a4c1-6865a1277313), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:35.608002 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4afefc2b-bfbf-48d1-a569-974db6b8b29e admin admin] Publish callbacks [] for security_group (17426885-fbb0-4137-bfb4-138dc6416175), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:35.614962 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66e05045-3e0a-4d22-b037-a3906156e05c tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (7a087cc2-02d3-45e7-a4c1-6865a1277313), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:35.653759 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4afefc2b-bfbf-48d1-a569-974db6b8b29e admin admin] Publish callbacks [] for security_group (17426885-fbb0-4137-bfb4-138dc6416175), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:35.664309 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bfab2ae2-61e9-41f7-8d24-a0690de1f167 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:35.668204 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-bfab2ae2-61e9-41f7-8d24-a0690de1f167 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7070422 Feb 20 03:55:35.669631 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35848) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:35.679397 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-7417d355-087a-453e-b461-143ae3d67d79 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Request body: {'security_group_rule': {'security_group_id': '1f1fb3b4-8810-41b4-9646-3c93312448fd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:35.690373 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66e05045-3e0a-4d22-b037-a3906156e05c tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (7a087cc2-02d3-45e7-a4c1-6865a1277313), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:35.859771 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4afefc2b-bfbf-48d1-a569-974db6b8b29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (17426885-fbb0-4137-bfb4-138dc6416175), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:35.862392 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4afefc2b-bfbf-48d1-a569-974db6b8b29e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:35.864225 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4afefc2b-bfbf-48d1-a569-974db6b8b29e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/17426885-fbb0-4137-bfb4-138dc6416175 HTTP/1.1" status: 204 len: 168 time: 0.3823450 Feb 20 03:55:35.873953 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afefc2b-bfbf-48d1-a569-974db6b8b29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17426885-fbb0-4137-bfb4-138dc6416175,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:35.939954 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66e05045-3e0a-4d22-b037-a3906156e05c tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (7a087cc2-02d3-45e7-a4c1-6865a1277313), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:35.950149 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7417d355-087a-453e-b461-143ae3d67d79 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (bbb6f1d3-b048-46f8-8794-55e984802f1b), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:35.981801 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e05045-3e0a-4d22-b037-a3906156e05c tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7a087cc2-02d3-45e7-a4c1-6865a1277313,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:35.987482 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66e05045-3e0a-4d22-b037-a3906156e05c tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:35.994152 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-66e05045-3e0a-4d22-b037-a3906156e05c tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] 10.222.0.89 "DELETE /v2.0/subnets/7a087cc2-02d3-45e7-a4c1-6865a1277313 HTTP/1.1" status: 204 len: 168 time: 0.6226857 Feb 20 03:55:35.994374 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35860) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:36.099895 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8c00d6de-c37d-40ed-9763-ac03c3585b27 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (518bdaf3-d54e-4811-a448-2f214f48ad28), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:36.103882 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7417d355-087a-453e-b461-143ae3d67d79 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (bbb6f1d3-b048-46f8-8794-55e984802f1b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:36.196329 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8c00d6de-c37d-40ed-9763-ac03c3585b27 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (518bdaf3-d54e-4811-a448-2f214f48ad28), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:36.213938 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7417d355-087a-453e-b461-143ae3d67d79 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (bbb6f1d3-b048-46f8-8794-55e984802f1b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:36.221480 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-8c00d6de-c37d-40ed-9763-ac03c3585b27 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['518bdaf3-d54e-4811-a448-2f214f48ad28']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:36.230775 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417d355-087a-453e-b461-143ae3d67d79 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb6f1d3-b048-46f8-8794-55e984802f1b,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:36.235191 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-8c00d6de-c37d-40ed-9763-ac03c3585b27 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f678834-f5e5-4953-904f-31cb66af18bc') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:36.235556 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-8c00d6de-c37d-40ed-9763-ac03c3585b27 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f678834-f5e5-4953-904f-31cb66af18bc') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:36.255894 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8c00d6de-c37d-40ed-9763-ac03c3585b27 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (5f678834-f5e5-4953-904f-31cb66af18bc), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:36.272587 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8c00d6de-c37d-40ed-9763-ac03c3585b27 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (5f678834-f5e5-4953-904f-31cb66af18bc), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:36.280823 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c00d6de-c37d-40ed-9763-ac03c3585b27 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:55:36.281234 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8c00d6de-c37d-40ed-9763-ac03c3585b27 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (5f678834-f5e5-4953-904f-31cb66af18bc), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:36.283093 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:55:36.283093 n-d-829866-4 neutron-server[104106]: items = [ Feb 20 03:55:36.283093 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:55:36.283093 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:55:36.283093 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:55:36.283093 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:55:36.283093 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:55:36.283093 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:55:36.283093 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:55:36.283093 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:55:36.283093 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:55:36.283093 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:55:36.283093 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:55:36.283093 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:55:36.283093 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:55:36.283093 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:55:36.283093 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:55:36.283093 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:55:36.283093 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:55:36.283093 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:55:36.283093 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:55:36.283093 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:55:36.283093 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:55:36.283093 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:55:36.283093 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:55:36.283093 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:55:36.283093 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:55:36.283093 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:55:36.283093 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:55:36.283093 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:55:36.283093 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:55:36.283093 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:55:36.283093 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:55:36.283093 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:55:36.391662 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7417d355-087a-453e-b461-143ae3d67d79 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:36.403252 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7417d355-087a-453e-b461-143ae3d67d79 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7209949 Feb 20 03:55:36.406107 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35878) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:36.448211 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a4658acc-4d9c-452b-b525-79bd681f9ffd tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (bbb6f1d3-b048-46f8-8794-55e984802f1b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:36.449508 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a4658acc-4d9c-452b-b525-79bd681f9ffd tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (bbb6f1d3-b048-46f8-8794-55e984802f1b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:36.520356 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8c00d6de-c37d-40ed-9763-ac03c3585b27 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (518bdaf3-d54e-4811-a448-2f214f48ad28), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:36.527301 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c00d6de-c37d-40ed-9763-ac03c3585b27 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 518bdaf3-d54e-4811-a448-2f214f48ad28 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 20 03:55:36.545420 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00d6de-c37d-40ed-9763-ac03c3585b27 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Pushing event deleted for resources: {'Network': ['ID=518bdaf3-d54e-4811-a448-2f214f48ad28,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:36.548722 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8c00d6de-c37d-40ed-9763-ac03c3585b27 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:36.553530 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8c00d6de-c37d-40ed-9763-ac03c3585b27 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] 10.222.0.89 "DELETE /v2.0/networks/518bdaf3-d54e-4811-a448-2f214f48ad28 HTTP/1.1" status: 204 len: 168 time: 0.5578685 Feb 20 03:55:36.626727 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a4658acc-4d9c-452b-b525-79bd681f9ffd tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (bbb6f1d3-b048-46f8-8794-55e984802f1b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:36.633586 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a4658acc-4d9c-452b-b525-79bd681f9ffd tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:36.642451 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a4658acc-4d9c-452b-b525-79bd681f9ffd tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/bbb6f1d3-b048-46f8-8794-55e984802f1b HTTP/1.1" status: 204 len: 168 time: 0.2277699 Feb 20 03:55:36.642634 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35896) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:36.644263 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4658acc-4d9c-452b-b525-79bd681f9ffd tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bbb6f1d3-b048-46f8-8794-55e984802f1b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:36.705939 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35900) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:36.712298 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-74aa2d65-4a69-44e0-badd-75efd5a7d27d tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0672076 Feb 20 03:55:36.739224 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-034e8323-921e-4f1a-898b-958a7879e07f tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (9b9db51e-0d28-4afd-b9a1-629f3d3709eb), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:36.749221 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-034e8323-921e-4f1a-898b-958a7879e07f tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (9b9db51e-0d28-4afd-b9a1-629f3d3709eb), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:36.923108 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-034e8323-921e-4f1a-898b-958a7879e07f tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (9b9db51e-0d28-4afd-b9a1-629f3d3709eb), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:36.930316 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-034e8323-921e-4f1a-898b-958a7879e07f tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:36.935266 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-034e8323-921e-4f1a-898b-958a7879e07f tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/9b9db51e-0d28-4afd-b9a1-629f3d3709eb HTTP/1.1" status: 204 len: 168 time: 0.2275646 Feb 20 03:55:36.935436 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35908) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:36.942943 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e8323-921e-4f1a-898b-958a7879e07f tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b9db51e-0d28-4afd-b9a1-629f3d3709eb,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:37.003079 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d672ca5e-9649-4819-b0e7-dc636a5f9421 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0628338 Feb 20 03:55:37.003695 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35914) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:37.027732 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35916) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:37.036256 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-43645b16-53c6-49fb-b391-afa9d7f832f8 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (aec077ce-6f80-4618-9786-56506fc479e9), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:37.044688 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-43645b16-53c6-49fb-b391-afa9d7f832f8 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (aec077ce-6f80-4618-9786-56506fc479e9), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:37.053111 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b9eb4769-d442-4c97-9989-87e1d4d392ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:37.203804 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-43645b16-53c6-49fb-b391-afa9d7f832f8 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (aec077ce-6f80-4618-9786-56506fc479e9), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:37.214135 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-43645b16-53c6-49fb-b391-afa9d7f832f8 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:37.217621 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-43645b16-53c6-49fb-b391-afa9d7f832f8 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/aec077ce-6f80-4618-9786-56506fc479e9 HTTP/1.1" status: 204 len: 168 time: 0.2119157 Feb 20 03:55:37.224029 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35926) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:37.229788 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43645b16-53c6-49fb-b391-afa9d7f832f8 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aec077ce-6f80-4618-9786-56506fc479e9,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:37.327071 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7149695a-52e7-4cbd-8c41-e19c3a36d2f4 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0999806 Feb 20 03:55:37.330182 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35938) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:37.372920 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b9eb4769-d442-4c97-9989-87e1d4d392ab admin admin] Publish callbacks [] for security_group (e6aa134c-bf45-4f46-86fb-9d1e421c1421), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:37.382957 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-560de9fc-59a8-406d-a5d7-96b59bd6e306 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (d9f39f9e-3e67-4870-9223-9020fde238ab), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:37.395031 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35942) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:37.395612 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-560de9fc-59a8-406d-a5d7-96b59bd6e306 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (d9f39f9e-3e67-4870-9223-9020fde238ab), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:37.460214 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35948) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:37.465600 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-33bfd062-a6b5-4d42-ae48-7f952c9d8753 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Request body: {'router': {'name': 'tempest-router--2029796013', 'project_id': 'ed7ed60d8b614479bdba85af3dc821fa'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:37.520769 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b9eb4769-d442-4c97-9989-87e1d4d392ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e6aa134c-bf45-4f46-86fb-9d1e421c1421), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:37.567857 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b9eb4769-d442-4c97-9989-87e1d4d392ab admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e6a2c54cfb694e7699ead125e1adff89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5368807 Feb 20 03:55:37.568811 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb4769-d442-4c97-9989-87e1d4d392ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6aa134c-bf45-4f46-86fb-9d1e421c1421,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:37.570412 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35952) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:37.592568 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-560de9fc-59a8-406d-a5d7-96b59bd6e306 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (d9f39f9e-3e67-4870-9223-9020fde238ab), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:37.597949 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-560de9fc-59a8-406d-a5d7-96b59bd6e306 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:37.602203 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-560de9fc-59a8-406d-a5d7-96b59bd6e306 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/d9f39f9e-3e67-4870-9223-9020fde238ab HTTP/1.1" status: 204 len: 168 time: 0.2617757 Feb 20 03:55:37.602203 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560de9fc-59a8-406d-a5d7-96b59bd6e306 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9f39f9e-3e67-4870-9223-9020fde238ab,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:37.602203 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35954) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:37.640210 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3c670086-c43c-47fb-a5ad-26ca234c1367 admin admin] Publish callbacks [] for security_group (e6aa134c-bf45-4f46-86fb-9d1e421c1421), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:37.650020 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7c54be27-563d-468b-a518-9b3b64d8b1ff tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0463271 Feb 20 03:55:37.652786 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35956) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:37.673434 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f3047834-703d-422d-8891-d2f5cd65fd8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:37.677678 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e1b7bdfc-ca1e-4648-9f4e-db020ec13599 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (680b8389-c000-4e4d-b803-585ef8f537c0), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:37.680025 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3c670086-c43c-47fb-a5ad-26ca234c1367 admin admin] Publish callbacks [] for security_group (e6aa134c-bf45-4f46-86fb-9d1e421c1421), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:37.688572 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e1b7bdfc-ca1e-4648-9f4e-db020ec13599 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (680b8389-c000-4e4d-b803-585ef8f537c0), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:37.702657 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-33bfd062-a6b5-4d42-ae48-7f952c9d8753 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (9aa14517-2f42-45b5-994c-a4ace55320fe), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:37.707500 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-33bfd062-a6b5-4d42-ae48-7f952c9d8753 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (9aa14517-2f42-45b5-994c-a4ace55320fe), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:37.840070 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e1b7bdfc-ca1e-4648-9f4e-db020ec13599 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (680b8389-c000-4e4d-b803-585ef8f537c0), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:37.846290 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e1b7bdfc-ca1e-4648-9f4e-db020ec13599 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:37.847478 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e1b7bdfc-ca1e-4648-9f4e-db020ec13599 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/680b8389-c000-4e4d-b803-585ef8f537c0 HTTP/1.1" status: 204 len: 168 time: 0.1937160 Feb 20 03:55:37.851121 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35972) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:37.858290 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7bdfc-ca1e-4648-9f4e-db020ec13599 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=680b8389-c000-4e4d-b803-585ef8f537c0,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:37.884008 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3c670086-c43c-47fb-a5ad-26ca234c1367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e6aa134c-bf45-4f46-86fb-9d1e421c1421), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:37.887408 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3c670086-c43c-47fb-a5ad-26ca234c1367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:37.888033 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3c670086-c43c-47fb-a5ad-26ca234c1367 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e6aa134c-bf45-4f46-86fb-9d1e421c1421 HTTP/1.1" status: 204 len: 168 time: 0.3156898 Feb 20 03:55:37.936811 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c670086-c43c-47fb-a5ad-26ca234c1367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6aa134c-bf45-4f46-86fb-9d1e421c1421,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:37.966222 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3d76a3c1-a403-4261-9647-16d6661c4143 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1137826 Feb 20 03:55:37.969075 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35978) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:38.002237 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-33bfd062-a6b5-4d42-ae48-7f952c9d8753 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router_controller (9aa14517-2f42-45b5-994c-a4ace55320fe), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:38.007976 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f3047834-703d-422d-8891-d2f5cd65fd8a admin admin] Publish callbacks [] for security_group (f319541d-9aea-483b-a71e-04ed9a18ed6e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:38.045628 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f29cbe84-b7ce-4c09-a80c-0564c0dc8c5e tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (1f1fb3b4-8810-41b4-9646-3c93312448fd), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:38.069702 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f29cbe84-b7ce-4c09-a80c-0564c0dc8c5e tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (1f1fb3b4-8810-41b4-9646-3c93312448fd), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:38.188455 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f3047834-703d-422d-8891-d2f5cd65fd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f319541d-9aea-483b-a71e-04ed9a18ed6e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:38.233202 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3047834-703d-422d-8891-d2f5cd65fd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f319541d-9aea-483b-a71e-04ed9a18ed6e,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:38.237874 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f3047834-703d-422d-8891-d2f5cd65fd8a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a2829d180b0e4198be5e4e31dff9904c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8466790 Feb 20 03:55:38.240617 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 35986) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:38.259464 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-33bfd062-a6b5-4d42-ae48-7f952c9d8753 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (9aa14517-2f42-45b5-994c-a4ace55320fe), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:38.303563 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f29cbe84-b7ce-4c09-a80c-0564c0dc8c5e tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1f1fb3b4-8810-41b4-9646-3c93312448fd), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:38.306290 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f29cbe84-b7ce-4c09-a80c-0564c0dc8c5e tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:38.311205 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f29cbe84-b7ce-4c09-a80c-0564c0dc8c5e tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "DELETE /v2.0/security-groups/1f1fb3b4-8810-41b4-9646-3c93312448fd HTTP/1.1" status: 204 len: 168 time: 0.3371727 Feb 20 03:55:38.312332 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35990) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:38.338559 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da75cad9-013d-45de-8e2c-3bdf43169980 admin admin] Publish callbacks [] for security_group (f319541d-9aea-483b-a71e-04ed9a18ed6e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:38.341268 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29cbe84-b7ce-4c09-a80c-0564c0dc8c5e tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1fb3b4-8810-41b4-9646-3c93312448fd,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:38.379937 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da75cad9-013d-45de-8e2c-3bdf43169980 admin admin] Publish callbacks [] for security_group (f319541d-9aea-483b-a71e-04ed9a18ed6e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:38.390428 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-33bfd062-a6b5-4d42-ae48-7f952c9d8753 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:38.396361 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-33bfd062-a6b5-4d42-ae48-7f952c9d8753 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9304838 Feb 20 03:55:38.396361 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 35998) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:38.468429 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-83c0cead-f9e5-4a38-b689-16cf92560f90 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1560464 Feb 20 03:55:38.472741 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36000) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:38.478342 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-c0247840-4aea-4423-8edd-5812917c2e57 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Request body: {'security_group': {'name': 'tempest-secgroup--1344152228'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:38.506405 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-edf5bf8e-2126-4800-9c9a-feff993cc36d tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router (9aa14517-2f42-45b5-994c-a4ace55320fe), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:38.576036 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da75cad9-013d-45de-8e2c-3bdf43169980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f319541d-9aea-483b-a71e-04ed9a18ed6e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:38.580969 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da75cad9-013d-45de-8e2c-3bdf43169980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:38.584215 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-da75cad9-013d-45de-8e2c-3bdf43169980 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f319541d-9aea-483b-a71e-04ed9a18ed6e HTTP/1.1" status: 204 len: 168 time: 0.3422270 Feb 20 03:55:38.602048 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75cad9-013d-45de-8e2c-3bdf43169980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f319541d-9aea-483b-a71e-04ed9a18ed6e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:38.637392 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c0247840-4aea-4423-8edd-5812917c2e57 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:38.731916 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c0247840-4aea-4423-8edd-5812917c2e57 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (b4c74d6f-4cd1-48df-a423-2c1c1e92f19e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:38.821064 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-edf5bf8e-2126-4800-9c9a-feff993cc36d tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (9aa14517-2f42-45b5-994c-a4ace55320fe), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:38.823736 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-edf5bf8e-2126-4800-9c9a-feff993cc36d tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router_controller (9aa14517-2f42-45b5-994c-a4ace55320fe), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:38.854216 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c0247840-4aea-4423-8edd-5812917c2e57 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b4c74d6f-4cd1-48df-a423-2c1c1e92f19e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:38.900505 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0247840-4aea-4423-8edd-5812917c2e57 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c74d6f-4cd1-48df-a423-2c1c1e92f19e,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:39.096784 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c0247840-4aea-4423-8edd-5812917c2e57 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:39.098992 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c0247840-4aea-4423-8edd-5812917c2e57 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6245921 Feb 20 03:55:39.109468 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36032) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:39.115815 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-3ea7397e-0d8e-4f63-a469-f3e23aee28d0 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Request body: {'security_group_rule': {'security_group_id': 'b4c74d6f-4cd1-48df-a423-2c1c1e92f19e', 'direction': 'ingress', 'protocol': 17}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:39.123506 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-edf5bf8e-2126-4800-9c9a-feff993cc36d tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (9aa14517-2f42-45b5-994c-a4ace55320fe), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:39.124034 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf5bf8e-2126-4800-9c9a-feff993cc36d tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9aa14517-2f42-45b5-994c-a4ace55320fe {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:55:39.130478 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-edf5bf8e-2126-4800-9c9a-feff993cc36d tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:39.134520 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-edf5bf8e-2126-4800-9c9a-feff993cc36d tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] 10.222.0.89 "DELETE /v2.0/routers/9aa14517-2f42-45b5-994c-a4ace55320fe HTTP/1.1" status: 204 len: 168 time: 0.7347999 Feb 20 03:55:39.319411 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ea7397e-0d8e-4f63-a469-f3e23aee28d0 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (7f168c98-500c-4f66-b18d-9f94343b2963), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:39.515770 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ea7397e-0d8e-4f63-a469-f3e23aee28d0 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (7f168c98-500c-4f66-b18d-9f94343b2963), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:39.616913 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ea7397e-0d8e-4f63-a469-f3e23aee28d0 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (7f168c98-500c-4f66-b18d-9f94343b2963), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:39.673865 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7397e-0d8e-4f63-a469-f3e23aee28d0 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f168c98-500c-4f66-b18d-9f94343b2963,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:39.828095 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ea7397e-0d8e-4f63-a469-f3e23aee28d0 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:39.829768 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3ea7397e-0d8e-4f63-a469-f3e23aee28d0 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7184403 Feb 20 03:55:39.833090 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36082) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:39.910105 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-826cc857-1c26-4896-99aa-e9eb40f6390d tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (b4c74d6f-4cd1-48df-a423-2c1c1e92f19e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:39.939716 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-826cc857-1c26-4896-99aa-e9eb40f6390d tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (b4c74d6f-4cd1-48df-a423-2c1c1e92f19e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:40.107391 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36092) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:40.165247 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-826cc857-1c26-4896-99aa-e9eb40f6390d tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b4c74d6f-4cd1-48df-a423-2c1c1e92f19e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:40.168754 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-826cc857-1c26-4896-99aa-e9eb40f6390d tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:40.173936 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-826cc857-1c26-4896-99aa-e9eb40f6390d tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "DELETE /v2.0/security-groups/b4c74d6f-4cd1-48df-a423-2c1c1e92f19e HTTP/1.1" status: 204 len: 168 time: 0.3357267 Feb 20 03:55:40.174073 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36100) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:40.194180 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826cc857-1c26-4896-99aa-e9eb40f6390d tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c74d6f-4cd1-48df-a423-2c1c1e92f19e,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:40.271289 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-afe4fffb-33ca-4ed9-a0a2-77b1727f3358 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0966723 Feb 20 03:55:40.274168 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36106) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:40.282135 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-243a296b-f2cd-40c2-bb31-635c8158d901 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Request body: {'security_group': {'name': 'tempest-secgroup--2141278016'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:40.431646 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-243a296b-f2cd-40c2-bb31-635c8158d901 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:40.487510 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-66cff8b3-4a29-4956-9eff-04a1f876bab1 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1651836718', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}, 'admin_state_up': False}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:40.513794 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-243a296b-f2cd-40c2-bb31-635c8158d901 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (77f7dad3-137e-4ac7-a0b0-3c679a3741bc), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:40.625785 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66cff8b3-4a29-4956-9eff-04a1f876bab1 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (2bc69c39-2a8b-46a0-b3d3-204a830a13b3), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:40.627489 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66cff8b3-4a29-4956-9eff-04a1f876bab1 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (2bc69c39-2a8b-46a0-b3d3-204a830a13b3), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:40.656615 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-243a296b-f2cd-40c2-bb31-635c8158d901 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (77f7dad3-137e-4ac7-a0b0-3c679a3741bc), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:40.686017 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a296b-f2cd-40c2-bb31-635c8158d901 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77f7dad3-137e-4ac7-a0b0-3c679a3741bc,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:40.686894 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66cff8b3-4a29-4956-9eff-04a1f876bab1 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router_controller (2bc69c39-2a8b-46a0-b3d3-204a830a13b3), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:40.821642 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-243a296b-f2cd-40c2-bb31-635c8158d901 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:40.826141 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-243a296b-f2cd-40c2-bb31-635c8158d901 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5500517 Feb 20 03:55:40.826803 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36134) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:40.835655 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-a928e3ab-7ea9-4887-b690-c86ce05768c1 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Request body: {'security_group': {'name': 'tempest-secgroup--1441262128'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:40.962729 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a928e3ab-7ea9-4887-b690-c86ce05768c1 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:40.975214 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66cff8b3-4a29-4956-9eff-04a1f876bab1 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router_gateway (2bc69c39-2a8b-46a0-b3d3-204a830a13b3), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:41.039716 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a928e3ab-7ea9-4887-b690-c86ce05768c1 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (e6fd342c-67b6-483b-ac07-89fc7a459b49), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:41.169171 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a928e3ab-7ea9-4887-b690-c86ce05768c1 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e6fd342c-67b6-483b-ac07-89fc7a459b49), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:41.213316 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928e3ab-7ea9-4887-b690-c86ce05768c1 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fd342c-67b6-483b-ac07-89fc7a459b49,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:41.350229 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a928e3ab-7ea9-4887-b690-c86ce05768c1 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:41.351856 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a928e3ab-7ea9-4887-b690-c86ce05768c1 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5240753 Feb 20 03:55:41.354500 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36174) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:41.362402 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-b9f29cdd-3b3b-407b-b35d-81f8d42f3da9 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Request body: {'security_group_rule': {'security_group_id': '77f7dad3-137e-4ac7-a0b0-3c679a3741bc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e6fd342c-67b6-483b-ac07-89fc7a459b49', 'remote_ip_prefix': None}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:41.461411 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66cff8b3-4a29-4956-9eff-04a1f876bab1 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router_gateway (2bc69c39-2a8b-46a0-b3d3-204a830a13b3), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:41.482347 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66cff8b3-4a29-4956-9eff-04a1f876bab1 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:41.517232 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b9f29cdd-3b3b-407b-b35d-81f8d42f3da9 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (0e57a478-dca9-4d7b-be46-662ee6c7fde6), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:41.609449 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b9f29cdd-3b3b-407b-b35d-81f8d42f3da9 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (0e57a478-dca9-4d7b-be46-662ee6c7fde6), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:41.620104 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-66cff8b3-4a29-4956-9eff-04a1f876bab1 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Allocated IP 172.25.7.61 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/8632b0c4-96f6-4d00-8941-7de5f34a33dd) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:55:41.779592 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b9f29cdd-3b3b-407b-b35d-81f8d42f3da9 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (0e57a478-dca9-4d7b-be46-662ee6c7fde6), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:41.808808 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f29cdd-3b3b-407b-b35d-81f8d42f3da9 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e57a478-dca9-4d7b-be46-662ee6c7fde6,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:41.930763 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b9f29cdd-3b3b-407b-b35d-81f8d42f3da9 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:41.935632 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b9f29cdd-3b3b-407b-b35d-81f8d42f3da9 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5799465 Feb 20 03:55:41.936466 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36206) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:41.962164 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a595ae60-0c3c-44bd-a7ab-c2ec3f4d0ab5 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (0e57a478-dca9-4d7b-be46-662ee6c7fde6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:41.970504 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a595ae60-0c3c-44bd-a7ab-c2ec3f4d0ab5 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (0e57a478-dca9-4d7b-be46-662ee6c7fde6), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:42.077047 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66cff8b3-4a29-4956-9eff-04a1f876bab1 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for port (8632b0c4-96f6-4d00-8941-7de5f34a33dd), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:42.148596 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a595ae60-0c3c-44bd-a7ab-c2ec3f4d0ab5 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (0e57a478-dca9-4d7b-be46-662ee6c7fde6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:42.178405 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a595ae60-0c3c-44bd-a7ab-c2ec3f4d0ab5 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:42.178405 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a595ae60-0c3c-44bd-a7ab-c2ec3f4d0ab5 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/0e57a478-dca9-4d7b-be46-662ee6c7fde6 HTTP/1.1" status: 204 len: 168 time: 0.2189753 Feb 20 03:55:42.179309 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36214) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:42.179712 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595ae60-0c3c-44bd-a7ab-c2ec3f4d0ab5 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e57a478-dca9-4d7b-be46-662ee6c7fde6,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:42.201330 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e194d572-ec0a-436e-95f8-17ded946a304 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0401268 Feb 20 03:55:42.214803 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36216) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:42.270658 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1dcb2dfc-5275-47bc-a48b-aea32a9d7787 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (e6fd342c-67b6-483b-ac07-89fc7a459b49), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:42.294763 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1dcb2dfc-5275-47bc-a48b-aea32a9d7787 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (e6fd342c-67b6-483b-ac07-89fc7a459b49), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:42.339504 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66cff8b3-4a29-4956-9eff-04a1f876bab1 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (8632b0c4-96f6-4d00-8941-7de5f34a33dd), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:42.400998 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cff8b3-4a29-4956-9eff-04a1f876bab1 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:55:42.402432 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cff8b3-4a29-4956-9eff-04a1f876bab1 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Pushing event updated for resources: {'Port': ['ID=8632b0c4-96f6-4d00-8941-7de5f34a33dd,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:42.405221 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-66cff8b3-4a29-4956-9eff-04a1f876bab1 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:55:42.407533 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cff8b3-4a29-4956-9eff-04a1f876bab1 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:55:42.525847 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1dcb2dfc-5275-47bc-a48b-aea32a9d7787 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e6fd342c-67b6-483b-ac07-89fc7a459b49), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:42.528514 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1dcb2dfc-5275-47bc-a48b-aea32a9d7787 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:42.529849 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1dcb2dfc-5275-47bc-a48b-aea32a9d7787 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "DELETE /v2.0/security-groups/e6fd342c-67b6-483b-ac07-89fc7a459b49 HTTP/1.1" status: 204 len: 168 time: 0.3140979 Feb 20 03:55:42.536481 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36254) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:42.572750 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb2dfc-5275-47bc-a48b-aea32a9d7787 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fd342c-67b6-483b-ac07-89fc7a459b49,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:42.661482 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-17505a57-87df-410c-b69e-9cb18e5e4013 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1198750 Feb 20 03:55:42.661717 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36260) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:42.735698 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ad0f192-dfa1-4916-9ec7-ae3248bbf173 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (77f7dad3-137e-4ac7-a0b0-3c679a3741bc), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:42.785668 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ad0f192-dfa1-4916-9ec7-ae3248bbf173 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (77f7dad3-137e-4ac7-a0b0-3c679a3741bc), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:42.941995 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ad0f192-dfa1-4916-9ec7-ae3248bbf173 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (77f7dad3-137e-4ac7-a0b0-3c679a3741bc), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:42.941995 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8ad0f192-dfa1-4916-9ec7-ae3248bbf173 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:42.942894 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8ad0f192-dfa1-4916-9ec7-ae3248bbf173 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "DELETE /v2.0/security-groups/77f7dad3-137e-4ac7-a0b0-3c679a3741bc HTTP/1.1" status: 204 len: 168 time: 0.2802749 Feb 20 03:55:42.951728 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36274) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:42.963697 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0f192-dfa1-4916-9ec7-ae3248bbf173 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f7dad3-137e-4ac7-a0b0-3c679a3741bc,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:43.040765 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bab4b003-66cd-4996-91fc-881f934b331a tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0876591 Feb 20 03:55:43.047625 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36280) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:43.053302 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-6a730bc9-dfba-49ec-92ae-d42a9c4ecf11 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Request body: {'security_group': {'name': 'tempest-secgroup--1000183431'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:43.081037 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66cff8b3-4a29-4956-9eff-04a1f876bab1 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router_gateway (2bc69c39-2a8b-46a0-b3d3-204a830a13b3), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:43.171650 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6a730bc9-dfba-49ec-92ae-d42a9c4ecf11 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:43.293805 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6a730bc9-dfba-49ec-92ae-d42a9c4ecf11 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (859c04b1-a528-4afe-9e58-37aab5eab8ba), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:43.388155 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66cff8b3-4a29-4956-9eff-04a1f876bab1 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (2bc69c39-2a8b-46a0-b3d3-204a830a13b3), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:43.434054 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6a730bc9-dfba-49ec-92ae-d42a9c4ecf11 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (859c04b1-a528-4afe-9e58-37aab5eab8ba), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:43.526245 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36304) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:43.530187 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a730bc9-dfba-49ec-92ae-d42a9c4ecf11 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=859c04b1-a528-4afe-9e58-37aab5eab8ba,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:43.555878 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a730bc9-dfba-49ec-92ae-d42a9c4ecf11 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:43.556901 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a730bc9-dfba-49ec-92ae-d42a9c4ecf11 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:43.557411 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a730bc9-dfba-49ec-92ae-d42a9c4ecf11 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:43.558399 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a730bc9-dfba-49ec-92ae-d42a9c4ecf11 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:43.558965 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a730bc9-dfba-49ec-92ae-d42a9c4ecf11 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:43.559513 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a730bc9-dfba-49ec-92ae-d42a9c4ecf11 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:43.560047 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a730bc9-dfba-49ec-92ae-d42a9c4ecf11 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:43.560556 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a730bc9-dfba-49ec-92ae-d42a9c4ecf11 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:43.561049 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a730bc9-dfba-49ec-92ae-d42a9c4ecf11 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:43.561555 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a730bc9-dfba-49ec-92ae-d42a9c4ecf11 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:43.571560 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a730bc9-dfba-49ec-92ae-d42a9c4ecf11 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:43.572497 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a730bc9-dfba-49ec-92ae-d42a9c4ecf11 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:43.573112 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a730bc9-dfba-49ec-92ae-d42a9c4ecf11 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:43.642277 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6a730bc9-dfba-49ec-92ae-d42a9c4ecf11 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:43.643783 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6a730bc9-dfba-49ec-92ae-d42a9c4ecf11 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5952125 Feb 20 03:55:43.650096 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36318) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:43.652631 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-762d18d4-0275-42db-9a4b-b72769111e1a tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Request body: {'security_group_rule': {'security_group_id': '859c04b1-a528-4afe-9e58-37aab5eab8ba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:43.736958 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2ae8801f-4ce1-4e1a-a7c4-1b6fbf7d6088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:43.742362 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66cff8b3-4a29-4956-9eff-04a1f876bab1 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Router 2bc69c39-2a8b-46a0-b3d3-204a830a13b3 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:55:43.826668 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2ae8801f-4ce1-4e1a-a7c4-1b6fbf7d6088 admin admin] Publish callbacks [] for security_group (25d0a925-3253-44f6-b5c2-1a002877ca56), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:43.834413 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-762d18d4-0275-42db-9a4b-b72769111e1a tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (f1e2712a-7321-46a5-b2b7-988a195c570d), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:43.926609 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2ae8801f-4ce1-4e1a-a7c4-1b6fbf7d6088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (25d0a925-3253-44f6-b5c2-1a002877ca56), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:43.930198 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cff8b3-4a29-4956-9eff-04a1f876bab1 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:55:43.944344 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed485e2a-569d-468b-85ae-bc4c7fc8140f None None] Sync routers for ids ['2bc69c39-2a8b-46a0-b3d3-204a830a13b3'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:55:43.959951 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed485e2a-569d-468b-85ae-bc4c7fc8140f None None] Routers {'2bc69c39-2a8b-46a0-b3d3-204a830a13b3'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:55:43.960611 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ed485e2a-569d-468b-85ae-bc4c7fc8140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:55:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['2bc69c39-2a8b-46a0-b3d3-204a830a13b3'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:43.996437 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-762d18d4-0275-42db-9a4b-b72769111e1a tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (f1e2712a-7321-46a5-b2b7-988a195c570d), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:44.019125 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2ae8801f-4ce1-4e1a-a7c4-1b6fbf7d6088 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f31d22b3d7bf453a84f4cc73e99ab606&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4851437 Feb 20 03:55:44.021999 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36334) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:44.022486 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8801f-4ce1-4e1a-a7c4-1b6fbf7d6088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d0a925-3253-44f6-b5c2-1a002877ca56,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:44.051674 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ed485e2a-569d-468b-85ae-bc4c7fc8140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:44.062154 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed485e2a-569d-468b-85ae-bc4c7fc8140f None None] Routers {'2bc69c39-2a8b-46a0-b3d3-204a830a13b3'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:55:44.062815 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ed485e2a-569d-468b-85ae-bc4c7fc8140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:55:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['2bc69c39-2a8b-46a0-b3d3-204a830a13b3'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:44.102084 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ed485e2a-569d-468b-85ae-bc4c7fc8140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:44.103037 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed485e2a-569d-468b-85ae-bc4c7fc8140f None None] The sync data for ids ['2bc69c39-2a8b-46a0-b3d3-204a830a13b3'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:55:44.162215 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66cff8b3-4a29-4956-9eff-04a1f876bab1 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:44.164186 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-66cff8b3-4a29-4956-9eff-04a1f876bab1 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.0561018 Feb 20 03:55:44.167131 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36342) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:44.171291 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9d2debe7-83dc-472e-b633-1623df5080e2 admin admin] Publish callbacks [] for security_group (25d0a925-3253-44f6-b5c2-1a002877ca56), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:44.207477 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9d2debe7-83dc-472e-b633-1623df5080e2 admin admin] Publish callbacks [] for security_group (25d0a925-3253-44f6-b5c2-1a002877ca56), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:44.239022 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-762d18d4-0275-42db-9a4b-b72769111e1a tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (f1e2712a-7321-46a5-b2b7-988a195c570d), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:44.279337 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d18d4-0275-42db-9a4b-b72769111e1a tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e2712a-7321-46a5-b2b7-988a195c570d,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:44.347452 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7fd2415e-8293-4d32-a5f9-984ae475a044 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] 10.222.0.89 "GET /v2.0/routers/2bc69c39-2a8b-46a0-b3d3-204a830a13b3 HTTP/1.1" status: 200 len: 920 time: 0.1789989 Feb 20 03:55:44.350452 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36348) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:44.377542 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-26366be7-1003-4d42-b5dd-cc0a1d22c791 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] 10.222.0.89 "GET /v2.0/ports?device_id=2bc69c39-2a8b-46a0-b3d3-204a830a13b3 HTTP/1.1" status: 200 len: 205 time: 0.0260022 Feb 20 03:55:44.380750 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36354) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:44.389909 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-762d18d4-0275-42db-9a4b-b72769111e1a tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:44.391055 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-762d18d4-0275-42db-9a4b-b72769111e1a tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7434118 Feb 20 03:55:44.398686 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36356) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:44.432667 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c635b7f3-b874-4ec2-aea2-f15c8e8aa3b6 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (f1e2712a-7321-46a5-b2b7-988a195c570d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:44.445022 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c635b7f3-b874-4ec2-aea2-f15c8e8aa3b6 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (f1e2712a-7321-46a5-b2b7-988a195c570d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:44.477822 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9d2debe7-83dc-472e-b633-1623df5080e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (25d0a925-3253-44f6-b5c2-1a002877ca56), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:44.480643 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9d2debe7-83dc-472e-b633-1623df5080e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:44.495017 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9d2debe7-83dc-472e-b633-1623df5080e2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/25d0a925-3253-44f6-b5c2-1a002877ca56 HTTP/1.1" status: 204 len: 168 time: 0.4648242 Feb 20 03:55:44.528675 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2debe7-83dc-472e-b633-1623df5080e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d0a925-3253-44f6-b5c2-1a002877ca56,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:44.559671 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d252d0e9-edfa-4d75-81f6-7f38f19a6c92 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router (2bc69c39-2a8b-46a0-b3d3-204a830a13b3), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:44.563769 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c635b7f3-b874-4ec2-aea2-f15c8e8aa3b6 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (f1e2712a-7321-46a5-b2b7-988a195c570d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:44.580330 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c635b7f3-b874-4ec2-aea2-f15c8e8aa3b6 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:44.581511 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c635b7f3-b874-4ec2-aea2-f15c8e8aa3b6 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/f1e2712a-7321-46a5-b2b7-988a195c570d HTTP/1.1" status: 204 len: 168 time: 0.1817703 Feb 20 03:55:44.584241 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36366) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:44.618343 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635b7f3-b874-4ec2-aea2-f15c8e8aa3b6 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1e2712a-7321-46a5-b2b7-988a195c570d,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:44.648531 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-725887b2-0f74-44a3-826a-fdde95e2f11c tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0630031 Feb 20 03:55:44.652065 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36370) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:44.730477 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d252d0e9-edfa-4d75-81f6-7f38f19a6c92 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router_gateway (2bc69c39-2a8b-46a0-b3d3-204a830a13b3), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:44.744093 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-86de4d6c-5d70-47e7-933f-9280cbc90301 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (859c04b1-a528-4afe-9e58-37aab5eab8ba), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:44.794516 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-86de4d6c-5d70-47e7-933f-9280cbc90301 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (859c04b1-a528-4afe-9e58-37aab5eab8ba), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:44.924957 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-d252d0e9-edfa-4d75-81f6-7f38f19a6c92 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Deleting port 8632b0c4-96f6-4d00-8941-7de5f34a33dd {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:55:44.924957 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d252d0e9-edfa-4d75-81f6-7f38f19a6c92 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (8632b0c4-96f6-4d00-8941-7de5f34a33dd), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:44.995464 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-86de4d6c-5d70-47e7-933f-9280cbc90301 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (859c04b1-a528-4afe-9e58-37aab5eab8ba), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:44.998211 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-86de4d6c-5d70-47e7-933f-9280cbc90301 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:45.002373 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36380) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:45.003275 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-86de4d6c-5d70-47e7-933f-9280cbc90301 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "DELETE /v2.0/security-groups/859c04b1-a528-4afe-9e58-37aab5eab8ba HTTP/1.1" status: 204 len: 168 time: 0.3386760 Feb 20 03:55:45.018845 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d252d0e9-edfa-4d75-81f6-7f38f19a6c92 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (8632b0c4-96f6-4d00-8941-7de5f34a33dd), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:45.021980 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de4d6c-5d70-47e7-933f-9280cbc90301 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=859c04b1-a528-4afe-9e58-37aab5eab8ba,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:45.048277 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-d252d0e9-edfa-4d75-81f6-7f38f19a6c92 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Calling delete_port for 8632b0c4-96f6-4d00-8941-7de5f34a33dd owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:55:45.133164 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b8a44edd-3b30-40fe-b344-6fd91877bd98 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1255867 Feb 20 03:55:45.133164 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36384) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:45.140877 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-e6a4f170-2788-475b-b59a-e136ddcbc167 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Request body: {'security_group': {'name': 'tempest-secgroup--1621541418'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:45.559330 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e6a4f170-2788-475b-b59a-e136ddcbc167 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:45.682811 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e6a4f170-2788-475b-b59a-e136ddcbc167 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (8bcb13d5-cf7e-4c81-8e76-a3347f2fedaf), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:45.789282 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d252d0e9-edfa-4d75-81f6-7f38f19a6c92 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (8632b0c4-96f6-4d00-8941-7de5f34a33dd), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:45.793746 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e6a4f170-2788-475b-b59a-e136ddcbc167 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (8bcb13d5-cf7e-4c81-8e76-a3347f2fedaf), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:45.955299 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252d0e9-edfa-4d75-81f6-7f38f19a6c92 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Pushing event deleted for resources: {'Port': ['ID=8632b0c4-96f6-4d00-8941-7de5f34a33dd,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:45.976450 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e6a4f170-2788-475b-b59a-e136ddcbc167 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:45.977742 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e6a4f170-2788-475b-b59a-e136ddcbc167 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8437006 Feb 20 03:55:45.993714 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36426) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:46.008792 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-5ca0c257-029e-4ef8-9a85-89f332ec6d29 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Request body: {'security_group_rule': {'security_group_id': '8bcb13d5-cf7e-4c81-8e76-a3347f2fedaf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:46.011206 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4f170-2788-475b-b59a-e136ddcbc167 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcb13d5-cf7e-4c81-8e76-a3347f2fedaf,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:46.076054 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d252d0e9-edfa-4d75-81f6-7f38f19a6c92 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (2bc69c39-2a8b-46a0-b3d3-204a830a13b3), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:46.101744 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-cf5e54ef-6bc4-4425-aeeb-c3589efccfc2 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:55:46.103388 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-cf5e54ef-6bc4-4425-aeeb-c3589efccfc2 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/networks?id=c3b1fdd9-c8e5-47d0-a0d3-937506587efd HTTP/1.1" status: 200 len: 813 time: 0.2226269 Feb 20 03:55:46.123466 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-fcdf464c-3ecd-438f-9952-3f3e20547167 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/quotas/d5051f6ae6274815a71eda28cae9f225 HTTP/1.1" status: 200 len: 375 time: 0.0138865 Feb 20 03:55:46.192276 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-58d54c0f-466a-4917-811f-f46a6062a01a tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=d5051f6ae6274815a71eda28cae9f225&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612085 Feb 20 03:55:46.200904 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-3255d7a8-2d31-471d-9270-75964dde4ad8 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:55:46.206279 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d252d0e9-edfa-4d75-81f6-7f38f19a6c92 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (2bc69c39-2a8b-46a0-b3d3-204a830a13b3), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:46.208754 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-3255d7a8-2d31-471d-9270-75964dde4ad8 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154746 Feb 20 03:55:46.211283 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d252d0e9-edfa-4d75-81f6-7f38f19a6c92 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router_controller (2bc69c39-2a8b-46a0-b3d3-204a830a13b3), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:46.234729 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5ca0c257-029e-4ef8-9a85-89f332ec6d29 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (39068c66-bb88-4884-b027-8aeb6d33060e), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:46.363785 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-d4376037-0249-4f62-aeeb-c0c698e1a303 service neutron] 10.222.0.89 "GET /v2.0/networks/c3b1fdd9-c8e5-47d0-a0d3-937506587efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540022 Feb 20 03:55:46.370886 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d252d0e9-edfa-4d75-81f6-7f38f19a6c92 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (2bc69c39-2a8b-46a0-b3d3-204a830a13b3), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:46.371743 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d252d0e9-edfa-4d75-81f6-7f38f19a6c92 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Fanout notify agent at l3_agent the message router_deleted on router 2bc69c39-2a8b-46a0-b3d3-204a830a13b3 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:55:46.373090 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5ca0c257-029e-4ef8-9a85-89f332ec6d29 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (39068c66-bb88-4884-b027-8aeb6d33060e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:46.382814 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d252d0e9-edfa-4d75-81f6-7f38f19a6c92 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:46.386995 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d252d0e9-edfa-4d75-81f6-7f38f19a6c92 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] 10.222.0.89 "DELETE /v2.0/routers/2bc69c39-2a8b-46a0-b3d3-204a830a13b3 HTTP/1.1" status: 204 len: 168 time: 2.0052049 Feb 20 03:55:46.390584 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36432) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:46.395397 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-ec1b72f5-7a34-4131-98d6-ea7757e15692 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1285902767', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'enable_snat': False}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:46.458770 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5ca0c257-029e-4ef8-9a85-89f332ec6d29 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (39068c66-bb88-4884-b027-8aeb6d33060e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:46.484180 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-bec4195c-24ba-4e51-a901-a4b09fe8fa59 service neutron] 10.222.0.89 "GET /v2.0/networks/c3b1fdd9-c8e5-47d0-a0d3-937506587efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130049 Feb 20 03:55:46.492042 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0c257-029e-4ef8-9a85-89f332ec6d29 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39068c66-bb88-4884-b027-8aeb6d33060e,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:46.511379 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec1b72f5-7a34-4131-98d6-ea7757e15692 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (e2557b14-6f7e-48ef-b7a4-4832067cbba4), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:46.512763 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec1b72f5-7a34-4131-98d6-ea7757e15692 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (e2557b14-6f7e-48ef-b7a4-4832067cbba4), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:46.576203 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec1b72f5-7a34-4131-98d6-ea7757e15692 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router_controller (e2557b14-6f7e-48ef-b7a4-4832067cbba4), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:46.598971 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5ca0c257-029e-4ef8-9a85-89f332ec6d29 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:46.600326 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5ca0c257-029e-4ef8-9a85-89f332ec6d29 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6056445 Feb 20 03:55:46.608317 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36438) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:46.625262 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c4a02665-bd9b-42d1-b791-0d3a3ce3c02e tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "GET /v2.0/security-group-rules/39068c66-bb88-4884-b027-8aeb6d33060e HTTP/1.1" status: 200 len: 763 time: 0.0157421 Feb 20 03:55:46.627599 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36440) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:46.670890 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-cfd6f155-da50-438f-a6d0-e08de44c2cbd tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0398960 Feb 20 03:55:46.671847 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36442) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:46.696332 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9ccc9919-95ea-431a-a164-9149b581b859 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (39068c66-bb88-4884-b027-8aeb6d33060e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:46.712470 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9ccc9919-95ea-431a-a164-9149b581b859 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (39068c66-bb88-4884-b027-8aeb6d33060e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:46.859924 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5d2ad686-4a31-4983-9778-aae137af3d6b req-fd728e16-00f0-4dd5-bb91-e9d6d9389605 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/ports?device_id=50f0af31-38ee-4ca1-b963-a33178a528e7 HTTP/1.1" status: 200 len: 210 time: 0.0665495 Feb 20 03:55:46.861172 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9ccc9919-95ea-431a-a164-9149b581b859 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (39068c66-bb88-4884-b027-8aeb6d33060e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:46.874507 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec1b72f5-7a34-4131-98d6-ea7757e15692 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router_gateway (e2557b14-6f7e-48ef-b7a4-4832067cbba4), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:46.882209 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc9919-95ea-431a-a164-9149b581b859 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39068c66-bb88-4884-b027-8aeb6d33060e,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:46.886688 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9ccc9919-95ea-431a-a164-9149b581b859 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:46.888086 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9ccc9919-95ea-431a-a164-9149b581b859 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/39068c66-bb88-4884-b027-8aeb6d33060e HTTP/1.1" status: 204 len: 168 time: 0.2151487 Feb 20 03:55:46.890688 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36458) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:46.938897 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-fe22d388-8b7e-414a-b4bb-8c9abd6b2068 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0464220 Feb 20 03:55:46.942340 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36462) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:46.949969 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-e0a27164-6dc7-4629-90c9-ea598c322627 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Request body: {'security_group_rule': {'security_group_id': '8bcb13d5-cf7e-4c81-8e76-a3347f2fedaf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:47.139978 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e0a27164-6dc7-4629-90c9-ea598c322627 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (d91cca3b-9091-4ad6-960f-98ebd24d63b9), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:47.238794 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e0a27164-6dc7-4629-90c9-ea598c322627 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (d91cca3b-9091-4ad6-960f-98ebd24d63b9), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:47.304456 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e0a27164-6dc7-4629-90c9-ea598c322627 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (d91cca3b-9091-4ad6-960f-98ebd24d63b9), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:47.320982 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec1b72f5-7a34-4131-98d6-ea7757e15692 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router_gateway (e2557b14-6f7e-48ef-b7a4-4832067cbba4), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:47.356675 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a27164-6dc7-4629-90c9-ea598c322627 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d91cca3b-9091-4ad6-960f-98ebd24d63b9,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:47.360585 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec1b72f5-7a34-4131-98d6-ea7757e15692 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:47.489265 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e0a27164-6dc7-4629-90c9-ea598c322627 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:47.495004 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e0a27164-6dc7-4629-90c9-ea598c322627 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5470335 Feb 20 03:55:47.495004 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36482) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:47.515994 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-71925672-d160-48d8-bb9b-ab089f0d7d84 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "GET /v2.0/security-group-rules/d91cca3b-9091-4ad6-960f-98ebd24d63b9 HTTP/1.1" status: 200 len: 763 time: 0.0216770 Feb 20 03:55:47.518557 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36486) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:47.528179 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-ec1b72f5-7a34-4131-98d6-ea7757e15692 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Allocated IP 172.25.7.37 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/caba54b1-8d89-4fb1-bf37-b64faf13f52a) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:55:47.569469 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2fa8750a-654d-4bf8-bdd5-01ed3600e412 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0479259 Feb 20 03:55:47.583716 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36488) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:47.616881 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-55d565fd-9f8f-4d37-86e2-3823432447f8 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (d91cca3b-9091-4ad6-960f-98ebd24d63b9), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:47.639469 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-55d565fd-9f8f-4d37-86e2-3823432447f8 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (d91cca3b-9091-4ad6-960f-98ebd24d63b9), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:47.693046 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36492) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:47.717697 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec1b72f5-7a34-4131-98d6-ea7757e15692 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for port (caba54b1-8d89-4fb1-bf37-b64faf13f52a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:47.828580 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-55d565fd-9f8f-4d37-86e2-3823432447f8 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (d91cca3b-9091-4ad6-960f-98ebd24d63b9), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:47.832178 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec1b72f5-7a34-4131-98d6-ea7757e15692 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (caba54b1-8d89-4fb1-bf37-b64faf13f52a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:47.838783 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-55d565fd-9f8f-4d37-86e2-3823432447f8 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:47.846236 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-55d565fd-9f8f-4d37-86e2-3823432447f8 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/d91cca3b-9091-4ad6-960f-98ebd24d63b9 HTTP/1.1" status: 204 len: 168 time: 0.2553518 Feb 20 03:55:47.846512 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36498) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:47.852467 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d565fd-9f8f-4d37-86e2-3823432447f8 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d91cca3b-9091-4ad6-960f-98ebd24d63b9,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:47.965048 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d7d00e5-2aa8-4c57-9201-db4d920f8624 req-9524f3ce-0c11-4e56-b827-50cf21e4a079 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/ports?device_id=50f0af31-38ee-4ca1-b963-a33178a528e7 HTTP/1.1" status: 200 len: 210 time: 0.0505195 Feb 20 03:55:47.989226 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-6a005f9b-e560-4141-ac10-127012fef418 tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1278524024'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:48.011695 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b72f5-7a34-4131-98d6-ea7757e15692 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Pushing event updated for resources: {'Port': ['ID=caba54b1-8d89-4fb1-bf37-b64faf13f52a,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:48.017601 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1b72f5-7a34-4131-98d6-ea7757e15692 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:55:48.026617 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-ec1b72f5-7a34-4131-98d6-ea7757e15692 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:55:48.035866 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1b72f5-7a34-4131-98d6-ea7757e15692 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:55:48.047780 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-aac83432-6e3f-4e02-9ead-d7219bff1fb2 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1932814 Feb 20 03:55:48.050971 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36506) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:48.055155 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-7965c6b0-06c7-4067-a314-3e110c8ce034 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Request body: {'security_group_rule': {'security_group_id': '8bcb13d5-cf7e-4c81-8e76-a3347f2fedaf', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:48.172357 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7965c6b0-06c7-4067-a314-3e110c8ce034 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (a2a7d4c9-ba94-4c7d-ad70-4745f66761eb), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:48.176197 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a005f9b-e560-4141-ac10-127012fef418 tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] Made reservation on behalf of a96f9d9e391f4eefbc308e9ad8304132 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:55:48.179874 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6a005f9b-e560-4141-ac10-127012fef418 tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:48.213097 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6a005f9b-e560-4141-ac10-127012fef418 tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:48.285069 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7965c6b0-06c7-4067-a314-3e110c8ce034 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (a2a7d4c9-ba94-4c7d-ad70-4745f66761eb), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:48.376582 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6a005f9b-e560-4141-ac10-127012fef418 tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] Publish callbacks [] for security_group (46a1fcb9-9968-4564-a016-54a15f1b8740), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:48.385448 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7965c6b0-06c7-4067-a314-3e110c8ce034 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (a2a7d4c9-ba94-4c7d-ad70-4745f66761eb), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:48.418294 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965c6b0-06c7-4067-a314-3e110c8ce034 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a7d4c9-ba94-4c7d-ad70-4745f66761eb,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:48.454158 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6a005f9b-e560-4141-ac10-127012fef418 tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (46a1fcb9-9968-4564-a016-54a15f1b8740), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:48.494172 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a005f9b-e560-4141-ac10-127012fef418 tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:55:48.511295 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7965c6b0-06c7-4067-a314-3e110c8ce034 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:48.516240 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7965c6b0-06c7-4067-a314-3e110c8ce034 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4645813 Feb 20 03:55:48.517118 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36520) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:48.519616 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6a005f9b-e560-4141-ac10-127012fef418 tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (5a5b13a7-0a0c-4b61-b7d0-86db18238b18), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:48.520109 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-6a005f9b-e560-4141-ac10-127012fef418 tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] Added segment 5a5b13a7-0a0c-4b61-b7d0-86db18238b18 of type vlan for network c8567b18-4b45-4016-a454-a39bc992ed8b Feb 20 03:55:48.521396 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec1b72f5-7a34-4131-98d6-ea7757e15692 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router_gateway (e2557b14-6f7e-48ef-b7a4-4832067cbba4), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:48.569555 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c4772f0a-8794-4947-8560-167577abb7ba tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "GET /v2.0/security-group-rules/a2a7d4c9-ba94-4c7d-ad70-4745f66761eb HTTP/1.1" status: 200 len: 764 time: 0.0508528 Feb 20 03:55:48.573400 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36524) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:48.588706 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a005f9b-e560-4141-ac10-127012fef418 tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46a1fcb9-9968-4564-a016-54a15f1b8740,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:48.621982 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:55:48.650640 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c457bb07-367e-44a8-8cc5-378f555b82ea tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0752127 Feb 20 03:55:48.653224 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36526) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:48.688932 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6a005f9b-e560-4141-ac10-127012fef418 tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (c8567b18-4b45-4016-a454-a39bc992ed8b), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:48.726041 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-760facea-a0de-4e24-9e96-9bc69a261d63 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (a2a7d4c9-ba94-4c7d-ad70-4745f66761eb), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:48.736724 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-760facea-a0de-4e24-9e96-9bc69a261d63 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (a2a7d4c9-ba94-4c7d-ad70-4745f66761eb), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:48.870095 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec1b72f5-7a34-4131-98d6-ea7757e15692 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (e2557b14-6f7e-48ef-b7a4-4832067cbba4), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:48.873527 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6a005f9b-e560-4141-ac10-127012fef418 tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (c8567b18-4b45-4016-a454-a39bc992ed8b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:48.876915 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-760facea-a0de-4e24-9e96-9bc69a261d63 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (a2a7d4c9-ba94-4c7d-ad70-4745f66761eb), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:48.881226 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a005f9b-e560-4141-ac10-127012fef418 tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:55:48.882281 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6a005f9b-e560-4141-ac10-127012fef418 tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:48.883942 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-760facea-a0de-4e24-9e96-9bc69a261d63 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:48.884910 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-760facea-a0de-4e24-9e96-9bc69a261d63 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "DELETE /v2.0/security-group-rules/a2a7d4c9-ba94-4c7d-ad70-4745f66761eb HTTP/1.1" status: 204 len: 168 time: 0.2291441 Feb 20 03:55:48.887498 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36534) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:48.920423 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760facea-a0de-4e24-9e96-9bc69a261d63 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2a7d4c9-ba94-4c7d-ad70-4745f66761eb,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:48.981809 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3694ce0b-684a-49eb-81f6-5f5a6111e430 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0919602 Feb 20 03:55:48.982583 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36536) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:49.133114 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ca75ab7-481a-4913-a223-6bc2428cd31e req-63ee361e-9abc-4e63-aa21-9b5392a0a869 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/ports?device_id=50f0af31-38ee-4ca1-b963-a33178a528e7 HTTP/1.1" status: 200 len: 210 time: 0.0484481 Feb 20 03:55:49.137662 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6a005f9b-e560-4141-ac10-127012fef418 tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4435222 Feb 20 03:55:49.151532 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36542) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:49.155666 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7497bc39-bfb7-4a35-8473-cb568cefa84e tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (8bcb13d5-cf7e-4c81-8e76-a3347f2fedaf), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:49.185312 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a005f9b-e560-4141-ac10-127012fef418 tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] Pushing event updated for resources: {'Network': ['ID=c8567b18-4b45-4016-a454-a39bc992ed8b,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:49.206452 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network c8567b18-4b45-4016-a454-a39bc992ed8b details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:55:49.229197 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7497bc39-bfb7-4a35-8473-cb568cefa84e tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (8bcb13d5-cf7e-4c81-8e76-a3347f2fedaf), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:49.371047 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1b72f5-7a34-4131-98d6-ea7757e15692 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Router e2557b14-6f7e-48ef-b7a4-4832067cbba4 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:55:49.457054 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7497bc39-bfb7-4a35-8473-cb568cefa84e tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (8bcb13d5-cf7e-4c81-8e76-a3347f2fedaf), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:49.466331 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7497bc39-bfb7-4a35-8473-cb568cefa84e tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:49.469720 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7497bc39-bfb7-4a35-8473-cb568cefa84e tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "DELETE /v2.0/security-groups/8bcb13d5-cf7e-4c81-8e76-a3347f2fedaf HTTP/1.1" status: 204 len: 168 time: 0.4851213 Feb 20 03:55:49.480147 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36550) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:49.515238 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497bc39-bfb7-4a35-8473-cb568cefa84e tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcb13d5-cf7e-4c81-8e76-a3347f2fedaf,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:49.515488 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1b72f5-7a34-4131-98d6-ea7757e15692 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:55:49.548855 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad117f3b-9052-4c1b-9893-39a771b6fba9 None None] Sync routers for ids ['e2557b14-6f7e-48ef-b7a4-4832067cbba4'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:55:49.575869 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-d50b905f-8a06-4321-9715-20cc1a37b338 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Request body: {'network': {'name': 'tempest-network--842501673', 'router:external': True}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:49.605892 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad117f3b-9052-4c1b-9893-39a771b6fba9 None None] Routers {'e2557b14-6f7e-48ef-b7a4-4832067cbba4'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:55:49.609317 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ad117f3b-9052-4c1b-9893-39a771b6fba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:55:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e2557b14-6f7e-48ef-b7a4-4832067cbba4'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:49.618024 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-87671fbd-65fe-4204-b1e3-e5b5a4a05e74 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1306036 Feb 20 03:55:49.618024 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36554) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:49.626242 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-8aeaed77-fecd-4f8a-838d-bb9c1877faab tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Request body: {'security_group': {'name': 'tempest-secgroup--21355965'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:49.642164 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ec1b72f5-7a34-4131-98d6-ea7757e15692 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:49.649161 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ec1b72f5-7a34-4131-98d6-ea7757e15692 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.2547476 Feb 20 03:55:49.650053 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36556) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:49.758790 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50b905f-8a06-4321-9715-20cc1a37b338 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Made reservation on behalf of e31936ba94854278bcdcdb033ecb6eb8 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:55:49.761823 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d50b905f-8a06-4321-9715-20cc1a37b338 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:49.777043 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d50b905f-8a06-4321-9715-20cc1a37b338 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:49.780656 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8aeaed77-fecd-4f8a-838d-bb9c1877faab tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:49.783786 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-ad117f3b-9052-4c1b-9893-39a771b6fba9 None None] Set router e2557b14-6f7e-48ef-b7a4-4832067cbba4 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:55:49.854556 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5118d3b0-9b83-40e0-a81a-900a2013bdf0 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] 10.222.0.89 "GET /v2.0/routers/e2557b14-6f7e-48ef-b7a4-4832067cbba4 HTTP/1.1" status: 200 len: 908 time: 0.2025909 Feb 20 03:55:49.855622 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36558) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:49.877145 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-a9357d64-ab17-4747-8ce7-1817c677f5c9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1285902767', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'enable_snat': True}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:50.024016 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8aeaed77-fecd-4f8a-838d-bb9c1877faab tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (fad53a36-bbb4-4918-9960-1b0ee42f14b5), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:50.080278 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d50b905f-8a06-4321-9715-20cc1a37b338 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks [] for security_group (9483e915-4b34-43af-a113-f07a0ab2dd16), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:50.156489 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9357d64-ab17-4747-8ce7-1817c677f5c9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (d9245270-0065-4e8d-9f5e-2e4ee15ab17b), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:50.159395 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9357d64-ab17-4747-8ce7-1817c677f5c9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (d9245270-0065-4e8d-9f5e-2e4ee15ab17b), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:50.220922 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ad117f3b-9052-4c1b-9893-39a771b6fba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2557b14-6f7e-48ef-b7a4-4832067cbba4', 'name': 'tempest-snat-router-1285902767', 'tenant_id': '656185bc11ba4befb4c5a0cd166117ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.37'}], 'enable_snat': False}, 'gw_port_id': 'caba54b1-8d89-4fb1-bf37-b64faf13f52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:55:46Z', 'updated_at': '2022-02-20T03:55:48Z', 'revision_number': 3, 'project_id': '656185bc11ba4befb4c5a0cd166117ef', 'gw_port': {'id': 'caba54b1-8d89-4fb1-bf37-b64faf13f52a', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2557b14-6f7e-48ef-b7a4-4832067cbba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:55:47Z', 'updated_at': '2022-02-20T03:55:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:50.238806 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d50b905f-8a06-4321-9715-20cc1a37b338 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (9483e915-4b34-43af-a113-f07a0ab2dd16), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:50.264442 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8aeaed77-fecd-4f8a-838d-bb9c1877faab tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (fad53a36-bbb4-4918-9960-1b0ee42f14b5), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:50.312935 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad117f3b-9052-4c1b-9893-39a771b6fba9 None None] Checking router: e2557b14-6f7e-48ef-b7a4-4832067cbba4 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:55:50.313588 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad117f3b-9052-4c1b-9893-39a771b6fba9 None None] Updating router e2557b14-6f7e-48ef-b7a4-4832067cbba4 port caba54b1-8d89-4fb1-bf37-b64faf13f52a binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:55:50.349407 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ad117f3b-9052-4c1b-9893-39a771b6fba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (caba54b1-8d89-4fb1-bf37-b64faf13f52a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:50.411259 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9357d64-ab17-4747-8ce7-1817c677f5c9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router_controller (d9245270-0065-4e8d-9f5e-2e4ee15ab17b), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:50.508960 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d50b905f-8a06-4321-9715-20cc1a37b338 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:55:50.579806 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c4dbe3f7-e704-418e-b0cb-223ca033d737 req-a85e30e4-0d4e-41b8-8da6-2ff47af8df91 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/ports?device_id=50f0af31-38ee-4ca1-b963-a33178a528e7 HTTP/1.1" status: 200 len: 210 time: 0.2648022 Feb 20 03:55:50.589014 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-9e72ff3a-33ef-4b36-905e-b5a74d9467d1 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:55:50.590473 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-9e72ff3a-33ef-4b36-905e-b5a74d9467d1 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.42 "GET /v2.0/networks?id=c3b1fdd9-c8e5-47d0-a0d3-937506587efd HTTP/1.1" status: 200 len: 813 time: 0.5133474 Feb 20 03:55:50.592390 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeaed77-fecd-4f8a-838d-bb9c1877faab tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fad53a36-bbb4-4918-9960-1b0ee42f14b5,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:50.596078 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b905f-8a06-4321-9715-20cc1a37b338 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9483e915-4b34-43af-a113-f07a0ab2dd16,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:50.602199 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d50b905f-8a06-4321-9715-20cc1a37b338 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (7fe83e8e-0f3a-421b-b662-ade989c2682e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:50.603024 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-d50b905f-8a06-4321-9715-20cc1a37b338 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Added segment 7fe83e8e-0f3a-421b-b662-ade989c2682e of type vlan for network 23c17698-bf53-4382-bdd1-ca45c09dafdd Feb 20 03:55:50.605595 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-2e997d48-ed6c-487f-82b1-59ef782ca459 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Request body: {'port': {'device_id': '50f0af31-38ee-4ca1-b963-a33178a528e7', 'network_id': 'c3b1fdd9-c8e5-47d0-a0d3-937506587efd', 'admin_state_up': True, 'tenant_id': 'd5051f6ae6274815a71eda28cae9f225'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:50.656704 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8aeaed77-fecd-4f8a-838d-bb9c1877faab tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:50.658688 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8aeaed77-fecd-4f8a-838d-bb9c1877faab tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0400770 Feb 20 03:55:50.664093 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36570) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:50.668673 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-2d8f4173-c90a-49d0-b3be-bf5d35412814 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Request body: {'security_group_rule': {'security_group_id': 'fad53a36-bbb4-4918-9960-1b0ee42f14b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:50.732261 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d50b905f-8a06-4321-9715-20cc1a37b338 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (23c17698-bf53-4382-bdd1-ca45c09dafdd), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:50.771186 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ad117f3b-9052-4c1b-9893-39a771b6fba9 None None] Publish callbacks [] for port (caba54b1-8d89-4fb1-bf37-b64faf13f52a), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:50.773425 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9357d64-ab17-4747-8ce7-1817c677f5c9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router_gateway (d9245270-0065-4e8d-9f5e-2e4ee15ab17b), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:50.801184 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2d8f4173-c90a-49d0-b3be-bf5d35412814 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (c27edf69-4bc9-47cb-880f-7aee93b37326), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:50.864180 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2d8f4173-c90a-49d0-b3be-bf5d35412814 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (c27edf69-4bc9-47cb-880f-7aee93b37326), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:50.868277 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-2e997d48-ed6c-487f-82b1-59ef782ca459 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Made reservation on behalf of d5051f6ae6274815a71eda28cae9f225 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:55:50.871744 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-2e997d48-ed6c-487f-82b1-59ef782ca459 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:50.905521 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ad117f3b-9052-4c1b-9893-39a771b6fba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (caba54b1-8d89-4fb1-bf37-b64faf13f52a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:50.908088 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d50b905f-8a06-4321-9715-20cc1a37b338 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (23c17698-bf53-4382-bdd1-ca45c09dafdd), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:50.909051 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50b905f-8a06-4321-9715-20cc1a37b338 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:55:50.910191 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d50b905f-8a06-4321-9715-20cc1a37b338 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:50.981962 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ad117f3b-9052-4c1b-9893-39a771b6fba9 None None] Attempting to bind port caba54b1-8d89-4fb1-bf37-b64faf13f52a on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:55:50.986772 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ad117f3b-9052-4c1b-9893-39a771b6fba9 None None] Attempting to bind port caba54b1-8d89-4fb1-bf37-b64faf13f52a by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:55:50.986772 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad117f3b-9052-4c1b-9893-39a771b6fba9 None None] Attempting to bind port caba54b1-8d89-4fb1-bf37-b64faf13f52a on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:55:50.995452 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad117f3b-9052-4c1b-9893-39a771b6fba9 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:55:50.996123 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad117f3b-9052-4c1b-9893-39a771b6fba9 None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:55:50.996716 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ad117f3b-9052-4c1b-9893-39a771b6fba9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:50.997505 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad117f3b-9052-4c1b-9893-39a771b6fba9 None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:55:50.998172 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ad117f3b-9052-4c1b-9893-39a771b6fba9 None None] Bound port: caba54b1-8d89-4fb1-bf37-b64faf13f52a, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:55:50.998791 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ad117f3b-9052-4c1b-9893-39a771b6fba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (caba54b1-8d89-4fb1-bf37-b64faf13f52a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:51.016586 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2d8f4173-c90a-49d0-b3be-bf5d35412814 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (c27edf69-4bc9-47cb-880f-7aee93b37326), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:51.030648 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b246b1c-b507-4467-999a-78bccb93d850 None None] Pushing event updated for resources: {'Port': ['ID=caba54b1-8d89-4fb1-bf37-b64faf13f52a,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:51.051137 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-2e997d48-ed6c-487f-82b1-59ef782ca459 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Allocated IP 172.20.0.7 (c3b1fdd9-c8e5-47d0-a0d3-937506587efd/72f48a28-b5a4-403e-824d-f08ceebd2848/38183253-d041-487e-9705-28eaacdbf112) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:55:51.055876 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f4173-c90a-49d0-b3be-bf5d35412814 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27edf69-4bc9-47cb-880f-7aee93b37326,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:51.088044 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b905f-8a06-4321-9715-20cc1a37b338 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Pushing event updated for resources: {'Network': ['ID=23c17698-bf53-4382-bdd1-ca45c09dafdd,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:51.088342 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:51.095710 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ad117f3b-9052-4c1b-9893-39a771b6fba9 None None] For port caba54b1-8d89-4fb1-bf37-b64faf13f52a, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:55:51.100582 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 23c17698-bf53-4382-bdd1-ca45c09dafdd details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:55:51.103814 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d50b905f-8a06-4321-9715-20cc1a37b338 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.9489009 Feb 20 03:55:51.104919 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ad117f3b-9052-4c1b-9893-39a771b6fba9 None None] For port caba54b1-8d89-4fb1-bf37-b64faf13f52a, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=caba54b1-8d89-4fb1-bf37-b64faf13f52a,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:55:51.107831 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36586) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:51.220482 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ad117f3b-9052-4c1b-9893-39a771b6fba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (caba54b1-8d89-4fb1-bf37-b64faf13f52a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:51.223687 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:51.229834 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2d8f4173-c90a-49d0-b3be-bf5d35412814 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:51.230272 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2d8f4173-c90a-49d0-b3be-bf5d35412814 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5646758 Feb 20 03:55:51.233002 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36590) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:51.290337 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-2e997d48-ed6c-487f-82b1-59ef782ca459 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Publish callbacks [] for port (38183253-d041-487e-9705-28eaacdbf112), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:51.328498 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b246b1c-b507-4467-999a-78bccb93d850 None None] Pushing event updated for resources: {'Port': ['ID=caba54b1-8d89-4fb1-bf37-b64faf13f52a,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:51.341052 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-566649b0-b9dc-4b50-8e83-c86fdefaa030 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (fad53a36-bbb4-4918-9960-1b0ee42f14b5), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:51.368521 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad117f3b-9052-4c1b-9893-39a771b6fba9 None None] Routers {'e2557b14-6f7e-48ef-b7a4-4832067cbba4'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:55:51.371967 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ad117f3b-9052-4c1b-9893-39a771b6fba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:55:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e2557b14-6f7e-48ef-b7a4-4832067cbba4'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:51.460019 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-566649b0-b9dc-4b50-8e83-c86fdefaa030 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (fad53a36-bbb4-4918-9960-1b0ee42f14b5), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:51.578115 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1d4c90d8-b7dc-41fa-a751-c049bafe33e2 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (23c17698-bf53-4382-bdd1-ca45c09dafdd), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:51.629232 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-ad117f3b-9052-4c1b-9893-39a771b6fba9 None None] Set router e2557b14-6f7e-48ef-b7a4-4832067cbba4 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:55:51.642891 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-2e997d48-ed6c-487f-82b1-59ef782ca459 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (38183253-d041-487e-9705-28eaacdbf112), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:51.710203 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1d4c90d8-b7dc-41fa-a751-c049bafe33e2 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (23c17698-bf53-4382-bdd1-ca45c09dafdd), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:51.740041 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e997d48-ed6c-487f-82b1-59ef782ca459 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Pushing event updated for resources: {'Port': ['ID=38183253-d041-487e-9705-28eaacdbf112,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:51.746328 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-566649b0-b9dc-4b50-8e83-c86fdefaa030 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (fad53a36-bbb4-4918-9960-1b0ee42f14b5), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:51.749645 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-566649b0-b9dc-4b50-8e83-c86fdefaa030 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:51.753125 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-566649b0-b9dc-4b50-8e83-c86fdefaa030 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "DELETE /v2.0/security-groups/fad53a36-bbb4-4918-9960-1b0ee42f14b5 HTTP/1.1" status: 204 len: 168 time: 0.5170867 Feb 20 03:55:51.766811 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36608) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:51.790881 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-1d4c90d8-b7dc-41fa-a751-c049bafe33e2 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23c17698-bf53-4382-bdd1-ca45c09dafdd']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:51.825578 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-1d4c90d8-b7dc-41fa-a751-c049bafe33e2 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fe83e8e-0f3a-421b-b662-ade989c2682e') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:51.825882 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-1d4c90d8-b7dc-41fa-a751-c049bafe33e2 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fe83e8e-0f3a-421b-b662-ade989c2682e') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:51.840922 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566649b0-b9dc-4b50-8e83-c86fdefaa030 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad53a36-bbb4-4918-9960-1b0ee42f14b5,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:51.844804 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-2e997d48-ed6c-487f-82b1-59ef782ca459 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Network c3b1fdd9-c8e5-47d0-a0d3-937506587efd is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:55:51.852848 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-2e997d48-ed6c-487f-82b1-59ef782ca459 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:55:51.861263 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-2e997d48-ed6c-487f-82b1-59ef782ca459 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:55:51.910138 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1d4c90d8-b7dc-41fa-a751-c049bafe33e2 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (7fe83e8e-0f3a-421b-b662-ade989c2682e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:51.951524 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36610) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:51.952444 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a8291a53-33dc-4f0b-868a-693f0f3280f0 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1827464 Feb 20 03:55:51.969709 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1d4c90d8-b7dc-41fa-a751-c049bafe33e2 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (7fe83e8e-0f3a-421b-b662-ade989c2682e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:51.975345 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cd64c-7351-4af8-bb56-e5599ed5eafc req-c1b73242-1fa7-405e-8a2a-b28f5de8ec7e tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:55:51.979275 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-073cd64c-7351-4af8-bb56-e5599ed5eafc req-c1b73242-1fa7-405e-8a2a-b28f5de8ec7e tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/ports?device_id=50f0af31-38ee-4ca1-b963-a33178a528e7 HTTP/1.1" status: 200 len: 931 time: 0.2401731 Feb 20 03:55:51.982724 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d4c90d8-b7dc-41fa-a751-c049bafe33e2 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:55:51.983197 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1d4c90d8-b7dc-41fa-a751-c049bafe33e2 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (7fe83e8e-0f3a-421b-b662-ade989c2682e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:51.996644 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ad117f3b-9052-4c1b-9893-39a771b6fba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2557b14-6f7e-48ef-b7a4-4832067cbba4', 'name': 'tempest-snat-router-1285902767', 'tenant_id': '656185bc11ba4befb4c5a0cd166117ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.37'}], 'enable_snat': False}, 'gw_port_id': 'caba54b1-8d89-4fb1-bf37-b64faf13f52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:55:46Z', 'updated_at': '2022-02-20T03:55:48Z', 'revision_number': 3, 'project_id': '656185bc11ba4befb4c5a0cd166117ef', 'gw_port': {'id': 'caba54b1-8d89-4fb1-bf37-b64faf13f52a', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2557b14-6f7e-48ef-b7a4-4832067cbba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:55:47Z', 'updated_at': '2022-02-20T03:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:52.002657 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:55:52.002657 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:55:52.002657 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:55:52.002657 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:55:52.002657 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:55:52.002657 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:55:52.002657 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:55:52.002657 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:55:52.002657 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:55:52.002657 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:55:52.002657 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:55:52.002657 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:55:52.002657 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:55:52.002657 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:55:52.002657 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:55:52.002657 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:55:52.002657 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:55:52.002657 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:55:52.002657 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:55:52.002657 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:55:52.002657 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:55:52.002657 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:55:52.002657 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:55:52.002657 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:55:52.002657 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:55:52.002657 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:55:52.002657 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:55:52.002657 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:55:52.002657 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:55:52.002657 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:55:52.002657 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:55:52.002657 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:55:52.007738 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-2e997d48-ed6c-487f-82b1-59ef782ca459 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:55:52.011207 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-2e997d48-ed6c-487f-82b1-59ef782ca459 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:52.058783 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-073cd64c-7351-4af8-bb56-e5599ed5eafc req-6901bd6f-df22-4d80-b5b9-2e297f6a5a39 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/security-groups?id=8c5ebed9-cfb2-4976-b139-b74041a52bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702071 Feb 20 03:55:52.087964 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad117f3b-9052-4c1b-9893-39a771b6fba9 None None] The sync data for ids ['e2557b14-6f7e-48ef-b7a4-4832067cbba4'] in n-d-829866-4 is: [{'id': 'e2557b14-6f7e-48ef-b7a4-4832067cbba4', 'name': 'tempest-snat-router-1285902767', 'tenant_id': '656185bc11ba4befb4c5a0cd166117ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.37'}], 'enable_snat': False}, 'gw_port_id': 'caba54b1-8d89-4fb1-bf37-b64faf13f52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:55:46Z', 'updated_at': '2022-02-20T03:55:48Z', 'revision_number': 3, 'project_id': '656185bc11ba4befb4c5a0cd166117ef', 'gw_port': {'id': 'caba54b1-8d89-4fb1-bf37-b64faf13f52a', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2557b14-6f7e-48ef-b7a4-4832067cbba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:55:47Z', 'updated_at': '2022-02-20T03:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:55:52.096718 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-2e997d48-ed6c-487f-82b1-59ef782ca459 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4979608 Feb 20 03:55:52.109989 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-b28d7082-4f2f-4c92-a709-4f47af5cb9d4 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:55:52.115848 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-b28d7082-4f2f-4c92-a709-4f47af5cb9d4 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127096 Feb 20 03:55:52.116516 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36616) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:52.116802 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-806bff63-d335-4992-8efe-b867a4c127f4 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1614521 Feb 20 03:55:52.130593 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9357d64-ab17-4747-8ce7-1817c677f5c9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router_gateway (d9245270-0065-4e8d-9f5e-2e4ee15ab17b), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:52.160258 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-3daab154-132e-4c80-aafa-e1badd54525a tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] delete failed (client error): The resource could not be found. Feb 20 03:55:52.161509 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9357d64-ab17-4747-8ce7-1817c677f5c9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:52.166983 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3daab154-132e-4c80-aafa-e1badd54525a tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "DELETE /v2.0/security-groups/fad53a36-bbb4-4918-9960-1b0ee42f14b5 HTTP/1.1" status: 404 len: 347 time: 0.0491862 Feb 20 03:55:52.176391 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36622) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:52.233006 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-906c2e32-a23a-43a8-b002-70e40d7f0632 tempest-SecGroupTest-1182062398 tempest-SecGroupTest-1182062398-project] 10.222.0.89 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0490358 Feb 20 03:55:52.253975 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1d4c90d8-b7dc-41fa-a751-c049bafe33e2 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (23c17698-bf53-4382-bdd1-ca45c09dafdd), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:52.263357 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4c90d8-b7dc-41fa-a751-c049bafe33e2 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 23c17698-bf53-4382-bdd1-ca45c09dafdd {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 20 03:55:52.263357 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1d4c90d8-b7dc-41fa-a751-c049bafe33e2 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:52.267956 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1d4c90d8-b7dc-41fa-a751-c049bafe33e2 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] 10.222.0.89 "DELETE /v2.0/networks/23c17698-bf53-4382-bdd1-ca45c09dafdd HTTP/1.1" status: 204 len: 168 time: 1.1556783 Feb 20 03:55:52.268236 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36628) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:52.276386 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-19991921-9efe-4d34-821a-6e497b105a39 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:52.288425 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c90d8-b7dc-41fa-a751-c049bafe33e2 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Pushing event deleted for resources: {'Network': ['ID=23c17698-bf53-4382-bdd1-ca45c09dafdd,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:52.348349 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-a9ec857a-5d54-401d-9a04-cff6b255c136 service neutron] Request body: {'port': {'device_id': '50f0af31-38ee-4ca1-b963-a33178a528e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:52.398510 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19991921-9efe-4d34-821a-6e497b105a39 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Made reservation on behalf of e31936ba94854278bcdcdb033ecb6eb8 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:55:52.401932 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-19991921-9efe-4d34-821a-6e497b105a39 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:52.409045 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-a9357d64-ab17-4747-8ce7-1817c677f5c9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Allocated IP 172.25.7.157 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/b9b388d4-f7ff-4e4f-b59c-3c81438deb9e) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:55:52.501424 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-a9ec857a-5d54-401d-9a04-cff6b255c136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (38183253-d041-487e-9705-28eaacdbf112), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:52.504100 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19991921-9efe-4d34-821a-6e497b105a39 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:55:52.522493 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-19991921-9efe-4d34-821a-6e497b105a39 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (62c6d42c-2499-4112-8cbe-961bc3e97627), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:52.523225 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-19991921-9efe-4d34-821a-6e497b105a39 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Added segment 62c6d42c-2499-4112-8cbe-961bc3e97627 of type vlan for network 38c5c736-d1a6-47fb-9956-b1413bc16cee Feb 20 03:55:52.568115 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9357d64-ab17-4747-8ce7-1817c677f5c9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for port (b9b388d4-f7ff-4e4f-b59c-3c81438deb9e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:52.702688 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9357d64-ab17-4747-8ce7-1817c677f5c9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (b9b388d4-f7ff-4e4f-b59c-3c81438deb9e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:52.766106 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9357d64-ab17-4747-8ce7-1817c677f5c9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:55:52.770130 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-a9357d64-ab17-4747-8ce7-1817c677f5c9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:55:52.773520 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9357d64-ab17-4747-8ce7-1817c677f5c9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:55:52.820253 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9357d64-ab17-4747-8ce7-1817c677f5c9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Pushing event updated for resources: {'Port': ['ID=b9b388d4-f7ff-4e4f-b59c-3c81438deb9e,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:52.841916 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-19991921-9efe-4d34-821a-6e497b105a39 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (38c5c736-d1a6-47fb-9956-b1413bc16cee), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:52.977798 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-19991921-9efe-4d34-821a-6e497b105a39 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (38c5c736-d1a6-47fb-9956-b1413bc16cee), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:52.979458 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19991921-9efe-4d34-821a-6e497b105a39 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:55:52.980138 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-19991921-9efe-4d34-821a-6e497b105a39 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:53.033606 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36642) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:53.037788 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-a9ec857a-5d54-401d-9a04-cff6b255c136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38183253-d041-487e-9705-28eaacdbf112 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:55:53.124913 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-a9ec857a-5d54-401d-9a04-cff6b255c136 service neutron] Publish callbacks [] for port (38183253-d041-487e-9705-28eaacdbf112), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:53.251982 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-19991921-9efe-4d34-821a-6e497b105a39 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9816010 Feb 20 03:55:53.256933 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36652) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:53.263409 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-a9ec857a-5d54-401d-9a04-cff6b255c136 service neutron] Transition to ACTIVE for port object 38183253-d041-487e-9705-28eaacdbf112 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:55:53.265975 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-f5b6e86e-eb73-4be9-bac7-f788e3984c41 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Request body: {'subnet': {'network_id': '38c5c736-d1a6-47fb-9956-b1413bc16cee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:53.333364 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19991921-9efe-4d34-821a-6e497b105a39 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Pushing event updated for resources: {'Network': ['ID=38c5c736-d1a6-47fb-9956-b1413bc16cee,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:53.345901 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 38c5c736-d1a6-47fb-9956-b1413bc16cee details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:55:53.347702 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-a9ec857a-5d54-401d-9a04-cff6b255c136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (38183253-d041-487e-9705-28eaacdbf112), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:53.407579 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9357d64-ab17-4747-8ce7-1817c677f5c9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router_gateway (d9245270-0065-4e8d-9f5e-2e4ee15ab17b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:53.497229 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b6e86e-eb73-4be9-bac7-f788e3984c41 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Made reservation on behalf of e31936ba94854278bcdcdb033ecb6eb8 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:55:53.500111 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f5b6e86e-eb73-4be9-bac7-f788e3984c41 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:53.535238 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e0a33-35e4-440d-a2d0-0aa77a64c283 req-a0db4a17-4cc3-46e2-b7df-537c776a1126 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:55:53.551914 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-eb394141-7f70-434a-8ffc-d091fd3d6562 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=765ac4fdabf84c3c8f79cc41adc82a58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5134697 Feb 20 03:55:53.563298 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36654) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:53.563539 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff0e0a33-35e4-440d-a2d0-0aa77a64c283 req-a0db4a17-4cc3-46e2-b7df-537c776a1126 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/ports?device_id=50f0af31-38ee-4ca1-b963-a33178a528e7 HTTP/1.1" status: 200 len: 931 time: 0.2989297 Feb 20 03:55:53.571502 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec857a-5d54-401d-9a04-cff6b255c136 service neutron] Pushing event updated for resources: {'Port': ['ID=38183253-d041-487e-9705-28eaacdbf112,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:53.667326 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device caba54b1-8d89-4fb1-bf37-b64faf13f52a up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:55:53.667459 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-a9ec857a-5d54-401d-9a04-cff6b255c136 service neutron] Attempting to bind port 38183253-d041-487e-9705-28eaacdbf112 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:55:53.667459 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-a9ec857a-5d54-401d-9a04-cff6b255c136 service neutron] Attempting to bind port 38183253-d041-487e-9705-28eaacdbf112 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '08fcc9f7-0087-409b-8daa-1f1ba18de35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c3b1fdd9-c8e5-47d0-a0d3-937506587efd'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:55:53.667459 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-a9ec857a-5d54-401d-9a04-cff6b255c136 service neutron] Attempting to bind port 38183253-d041-487e-9705-28eaacdbf112 on network c3b1fdd9-c8e5-47d0-a0d3-937506587efd {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:55:53.672596 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-a9ec857a-5d54-401d-9a04-cff6b255c136 service neutron] Port 38183253-d041-487e-9705-28eaacdbf112 on network c3b1fdd9-c8e5-47d0-a0d3-937506587efd not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:55:53.672924 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-a9ec857a-5d54-401d-9a04-cff6b255c136 service neutron] Attempting to bind port 38183253-d041-487e-9705-28eaacdbf112 on network c3b1fdd9-c8e5-47d0-a0d3-937506587efd {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:55:53.695322 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff0e0a33-35e4-440d-a2d0-0aa77a64c283 req-ea19ef8d-852e-409f-9303-8eeef195e8cb tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/security-groups?id=8c5ebed9-cfb2-4976-b139-b74041a52bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308510 Feb 20 03:55:53.707179 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-a9ec857a-5d54-401d-9a04-cff6b255c136 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:55:53.707179 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-a9ec857a-5d54-401d-9a04-cff6b255c136 service neutron] Checking segment: {'id': '08fcc9f7-0087-409b-8daa-1f1ba18de35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c3b1fdd9-c8e5-47d0-a0d3-937506587efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:55:53.707653 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-a9ec857a-5d54-401d-9a04-cff6b255c136 service neutron] Bound using segment: {'id': '08fcc9f7-0087-409b-8daa-1f1ba18de35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c3b1fdd9-c8e5-47d0-a0d3-937506587efd'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:55:53.708142 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-a9ec857a-5d54-401d-9a04-cff6b255c136 service neutron] Bound port: 38183253-d041-487e-9705-28eaacdbf112, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08fcc9f7-0087-409b-8daa-1f1ba18de35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c3b1fdd9-c8e5-47d0-a0d3-937506587efd'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:55:53.708506 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-a9ec857a-5d54-401d-9a04-cff6b255c136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (38183253-d041-487e-9705-28eaacdbf112), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:53.773679 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port caba54b1-8d89-4fb1-bf37-b64faf13f52a triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:55:53.774084 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (caba54b1-8d89-4fb1-bf37-b64faf13f52a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:53.840062 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-a9ec857a-5d54-401d-9a04-cff6b255c136 service neutron] For port 38183253-d041-487e-9705-28eaacdbf112, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:55:53.845376 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-a9ec857a-5d54-401d-9a04-cff6b255c136 service neutron] For port 38183253-d041-487e-9705-28eaacdbf112, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=38183253-d041-487e-9705-28eaacdbf112,segment=NetworkSegment(08fcc9f7-0087-409b-8daa-1f1ba18de35d),segment_id=08fcc9f7-0087-409b-8daa-1f1ba18de35d)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:55:53.923152 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-a9ec857a-5d54-401d-9a04-cff6b255c136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (38183253-d041-487e-9705-28eaacdbf112), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:53.966909 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port caba54b1-8d89-4fb1-bf37-b64faf13f52a is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:55:53.967408 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (caba54b1-8d89-4fb1-bf37-b64faf13f52a), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:53.993132 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-a9ec857a-5d54-401d-9a04-cff6b255c136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:55:53.994205 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-a9ec857a-5d54-401d-9a04-cff6b255c136 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:53.995922 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-a9ec857a-5d54-401d-9a04-cff6b255c136 service neutron] 10.222.0.42 "PUT /v2.0/ports/38183253-d041-487e-9705-28eaacdbf112 HTTP/1.1" status: 200 len: 1091 time: 1.8723080 Feb 20 03:55:53.996562 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f0af31-38ee-4ca1-b963-a33178a528e7', 'tag': '38183253-d041-487e-9705-28eaacdbf112'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:55:53.999130 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e1afc6-b8b0-43f4-8d3d-dbb511e8dd97" -d '{"events": [{"name": "network-changed", "server_uuid": "50f0af31-38ee-4ca1-b963-a33178a528e7", "tag": "38183253-d041-487e-9705-28eaacdbf112"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:55:54.089721 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec857a-5d54-401d-9a04-cff6b255c136 service neutron] Pushing event updated for resources: {'Port': ['ID=38183253-d041-487e-9705-28eaacdbf112,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:54.105220 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port caba54b1-8d89-4fb1-bf37-b64faf13f52a, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=caba54b1-8d89-4fb1-bf37-b64faf13f52a,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:55:54.178900 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-106e191f-31ca-46bd-aa35-7913bfa15026 admin admin] Publish callbacks [] for security_group (bae0699d-1802-4f85-9aa8-ffcdfd39a25c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:54.197740 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (caba54b1-8d89-4fb1-bf37-b64faf13f52a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:54.264449 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-38924cba-a9dd-47b7-bad5-bdfa467dc814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:55:54.268006 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-38924cba-a9dd-47b7-bad5-bdfa467dc814 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d5051f6ae6274815a71eda28cae9f225&device_id=50f0af31-38ee-4ca1-b963-a33178a528e7 HTTP/1.1" status: 200 len: 1125 time: 0.1185467 Feb 20 03:55:54.272317 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9357d64-ab17-4747-8ce7-1817c677f5c9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (d9245270-0065-4e8d-9f5e-2e4ee15ab17b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:54.276718 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-106e191f-31ca-46bd-aa35-7913bfa15026 admin admin] Publish callbacks [] for security_group (bae0699d-1802-4f85-9aa8-ffcdfd39a25c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:54.340654 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=caba54b1-8d89-4fb1-bf37-b64faf13f52a,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:54.402540 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-d997f72f-b695-4025-b08e-8fae1fa15838 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38183253-d041-487e-9705-28eaacdbf112 HTTP/1.1" status: 200 len: 217 time: 0.1260531 Feb 20 03:55:54.443368 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3aeb4e8-6feb-4e81-bd6d-26ba20eb9682 x-openstack-request-id: req-c3aeb4e8-6feb-4e81-bd6d-26ba20eb9682 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:55:54.443711 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f0af31-38ee-4ca1-b963-a33178a528e7", "tag": "38183253-d041-487e-9705-28eaacdbf112", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:55:54.443924 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c3aeb4e8-6feb-4e81-bd6d-26ba20eb9682 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:55:54.444948 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f0af31-38ee-4ca1-b963-a33178a528e7', 'tag': '38183253-d041-487e-9705-28eaacdbf112', 'status': 'completed', 'code': 200} Feb 20 03:55:54.541229 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-6377169b-588c-489d-a800-ffcbaca4fa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:55:54.542882 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-6377169b-588c-489d-a800-ffcbaca4fa28 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72f48a28-b5a4-403e-824d-f08ceebd2848 HTTP/1.1" status: 200 len: 853 time: 0.1319709 Feb 20 03:55:54.576292 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-106e191f-31ca-46bd-aa35-7913bfa15026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (bae0699d-1802-4f85-9aa8-ffcdfd39a25c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:54.579138 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-106e191f-31ca-46bd-aa35-7913bfa15026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:54.586881 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-106e191f-31ca-46bd-aa35-7913bfa15026 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/bae0699d-1802-4f85-9aa8-ffcdfd39a25c HTTP/1.1" status: 204 len: 168 time: 1.0151086 Feb 20 03:55:54.594128 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-1c3ecfcf-5f4c-4a3d-9676-90ef44b9eb98 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c3b1fdd9-c8e5-47d0-a0d3-937506587efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444212 Feb 20 03:55:54.647302 n-d-829866-4 neutron-server[104106]: DEBUG neutron.objects.ports [None req-f5b6e86e-eb73-4be9-bac7-f788e3984c41 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104106) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 03:55:54.648740 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f5b6e86e-eb73-4be9-bac7-f788e3984c41 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (6c202824-6f47-46e3-96a8-db086d751394), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:54.781446 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-07acb5c2-51e1-47c9-9c92-99805bfaf35b service neutron] 10.222.0.42 "GET /v2.0/networks/c3b1fdd9-c8e5-47d0-a0d3-937506587efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788409 Feb 20 03:55:54.822508 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e191f-31ca-46bd-aa35-7913bfa15026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae0699d-1802-4f85-9aa8-ffcdfd39a25c,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:54.892934 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6e86e-eb73-4be9-bac7-f788e3984c41 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6c202824-6f47-46e3-96a8-db086d751394,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:54.918341 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b6e86e-eb73-4be9-bac7-f788e3984c41 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Checking segment: {'id': '62c6d42c-2499-4112-8cbe-961bc3e97627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '38c5c736-d1a6-47fb-9956-b1413bc16cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:55:54.919070 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b6e86e-eb73-4be9-bac7-f788e3984c41 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Network hostable DHCP agents. Network: 38c5c736-d1a6-47fb-9956-b1413bc16cee, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:55:55.027659 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262215b-341a-46a1-82a6-f93fee4ec135 req-03a6600a-a60d-4afa-acea-8e76f19673e5 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:55:55.029389 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f262215b-341a-46a1-82a6-f93fee4ec135 req-03a6600a-a60d-4afa-acea-8e76f19673e5 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/ports?device_id=50f0af31-38ee-4ca1-b963-a33178a528e7 HTTP/1.1" status: 200 len: 943 time: 0.2191579 Feb 20 03:55:55.033799 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d398e2aa-dcce-4a6a-b1ed-c408dbedc88a req-cbad2ef1-8728-4aa4-a5ee-4de2d8c96f2a service neutron] 10.222.0.42 "GET /v2.0/networks/c3b1fdd9-c8e5-47d0-a0d3-937506587efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432487 Feb 20 03:55:55.043203 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9357d64-ab17-4747-8ce7-1817c677f5c9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Router d9245270-0065-4e8d-9f5e-2e4ee15ab17b is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:55:55.086524 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f262215b-341a-46a1-82a6-f93fee4ec135 req-1027deef-9786-491a-b970-7934623d69a4 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/security-groups?id=8c5ebed9-cfb2-4976-b139-b74041a52bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517461 Feb 20 03:55:55.267788 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1afc6-b8b0-43f4-8d3d-dbb511e8dd97 req-dc87789b-92c0-4519-9d77-3a92bc8894d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:55:55.269618 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-46e1afc6-b8b0-43f4-8d3d-dbb511e8dd97 req-dc87789b-92c0-4519-9d77-3a92bc8894d6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d5051f6ae6274815a71eda28cae9f225&device_id=50f0af31-38ee-4ca1-b963-a33178a528e7 HTTP/1.1" status: 200 len: 1125 time: 0.0911572 Feb 20 03:55:55.367308 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9357d64-ab17-4747-8ce7-1817c677f5c9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:55:55.394991 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a21a80-ca8d-4502-bfbe-287bd77c5833 None None] Sync routers for ids ['d9245270-0065-4e8d-9f5e-2e4ee15ab17b'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:55:55.405620 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a21a80-ca8d-4502-bfbe-287bd77c5833 None None] Routers {'d9245270-0065-4e8d-9f5e-2e4ee15ab17b'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:55:55.406265 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-02a21a80-ca8d-4502-bfbe-287bd77c5833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:55:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['d9245270-0065-4e8d-9f5e-2e4ee15ab17b'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:55.455011 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1afc6-b8b0-43f4-8d3d-dbb511e8dd97 req-6dec7f80-7801-44c5-9b03-c5b57f2bf3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:55:55.457409 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-46e1afc6-b8b0-43f4-8d3d-dbb511e8dd97 req-6dec7f80-7801-44c5-9b03-c5b57f2bf3a3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c3b1fdd9-c8e5-47d0-a0d3-937506587efd HTTP/1.1" status: 200 len: 914 time: 0.1781700 Feb 20 03:55:55.483054 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b6e86e-eb73-4be9-bac7-f788e3984c41 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Network 38c5c736-d1a6-47fb-9956-b1413bc16cee is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:55:55.491408 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9357d64-ab17-4747-8ce7-1817c677f5c9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:55.494597 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a9357d64-ab17-4747-8ce7-1817c677f5c9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.6356547 Feb 20 03:55:55.499042 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36706) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:55.553770 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device caba54b1-8d89-4fb1-bf37-b64faf13f52a up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:55:55.574247 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-46e1afc6-b8b0-43f4-8d3d-dbb511e8dd97 req-70e3b5f6-121e-4e43-922f-aadaa358e0d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38183253-d041-487e-9705-28eaacdbf112 HTTP/1.1" status: 200 len: 217 time: 0.1076033 Feb 20 03:55:55.585279 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-f5b6e86e-eb73-4be9-bac7-f788e3984c41 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 38c5c736-d1a6-47fb-9956-b1413bc16cee) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:55:55.594134 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b6e86e-eb73-4be9-bac7-f788e3984c41 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:55:55.594951 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f5b6e86e-eb73-4be9-bac7-f788e3984c41 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:55.666986 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-02a21a80-ca8d-4502-bfbe-287bd77c5833 None None] Set router d9245270-0065-4e8d-9f5e-2e4ee15ab17b gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:55:55.723483 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92aef3c-386c-4d15-a830-6c29994e05a6 None None] Network 38c5c736-d1a6-47fb-9956-b1413bc16cee requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:55:55.734652 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f5b6e86e-eb73-4be9-bac7-f788e3984c41 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4742599 Feb 20 03:55:55.737251 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36708) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:55.745096 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-8303fbd2-4d35-4426-8396-5ae61d80bf31 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Request body: {'floatingip': {'floating_network_id': '38c5c736-d1a6-47fb-9956-b1413bc16cee'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:55.900786 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8303fbd2-4d35-4426-8396-5ae61d80bf31 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:55.914891 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port caba54b1-8d89-4fb1-bf37-b64faf13f52a triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:55:55.915619 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (caba54b1-8d89-4fb1-bf37-b64faf13f52a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:56.008052 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-02a21a80-ca8d-4502-bfbe-287bd77c5833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9245270-0065-4e8d-9f5e-2e4ee15ab17b', 'name': 'tempest-snat-router-1285902767', 'tenant_id': '656185bc11ba4befb4c5a0cd166117ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b9b388d4-f7ff-4e4f-b59c-3c81438deb9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:55:50Z', 'updated_at': '2022-02-20T03:55:52Z', 'revision_number': 3, 'project_id': '656185bc11ba4befb4c5a0cd166117ef', 'gw_port': {'id': 'b9b388d4-f7ff-4e4f-b59c-3c81438deb9e', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9245270-0065-4e8d-9f5e-2e4ee15ab17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:55:52Z', 'updated_at': '2022-02-20T03:55:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:56.060722 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a21a80-ca8d-4502-bfbe-287bd77c5833 None None] Checking router: d9245270-0065-4e8d-9f5e-2e4ee15ab17b for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:55:56.069156 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a21a80-ca8d-4502-bfbe-287bd77c5833 None None] Updating router d9245270-0065-4e8d-9f5e-2e4ee15ab17b port b9b388d4-f7ff-4e4f-b59c-3c81438deb9e binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:55:56.148923 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-02a21a80-ca8d-4502-bfbe-287bd77c5833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b9b388d4-f7ff-4e4f-b59c-3c81438deb9e), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:56.167850 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8303fbd2-4d35-4426-8396-5ae61d80bf31 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:56.327220 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba74768-a821-4277-8c9a-848e5a0adaa9 None None] Network 38c5c736-d1a6-47fb-9956-b1413bc16cee requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:55:56.383111 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 38183253-d041-487e-9705-28eaacdbf112 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:55:56.404342 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-8303fbd2-4d35-4426-8396-5ae61d80bf31 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Allocated IP 172.20.0.5 (38c5c736-d1a6-47fb-9956-b1413bc16cee/6c202824-6f47-46e3-96a8-db086d751394/84ed7d77-96db-4ce9-98ce-2c1ff4baed3f) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:55:56.467899 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port caba54b1-8d89-4fb1-bf37-b64faf13f52a is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:55:56.562376 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8303fbd2-4d35-4426-8396-5ae61d80bf31 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks [] for port (84ed7d77-96db-4ce9-98ce-2c1ff4baed3f), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:56.600720 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b986c314-b9c1-4fd6-81b0-1ed3d10d4f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:56.671736 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8303fbd2-4d35-4426-8396-5ae61d80bf31 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (84ed7d77-96db-4ce9-98ce-2c1ff4baed3f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:56.724084 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 38183253-d041-487e-9705-28eaacdbf112, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=38183253-d041-487e-9705-28eaacdbf112,segment=NetworkSegment(08fcc9f7-0087-409b-8daa-1f1ba18de35d),segment_id=08fcc9f7-0087-409b-8daa-1f1ba18de35d)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:55:56.745958 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36728) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:56.756494 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '38183253-d041-487e-9705-28eaacdbf112', 'network_id': 'c3b1fdd9-c8e5-47d0-a0d3-937506587efd', 'port_id': '38183253-d041-487e-9705-28eaacdbf112', 'mac_address': 'fa:16:3e:63:38:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72f48a28-b5a4-403e-824d-f08ceebd2848', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:55:56.756773 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303fbd2-4d35-4426-8396-5ae61d80bf31 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Pushing event updated for resources: {'Port': ['ID=84ed7d77-96db-4ce9-98ce-2c1ff4baed3f,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:56.771156 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8303fbd2-4d35-4426-8396-5ae61d80bf31 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Network 38c5c736-d1a6-47fb-9956-b1413bc16cee is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:55:56.773615 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-8303fbd2-4d35-4426-8396-5ae61d80bf31 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:55:56.782345 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8303fbd2-4d35-4426-8396-5ae61d80bf31 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:55:56.831584 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-02a21a80-ca8d-4502-bfbe-287bd77c5833 None None] Publish callbacks [] for port (b9b388d4-f7ff-4e4f-b59c-3c81438deb9e), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:56.838141 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 38183253-d041-487e-9705-28eaacdbf112 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:55:56.841122 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (38183253-d041-487e-9705-28eaacdbf112), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:56.846912 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1afc6-b8b0-43f4-8d3d-dbb511e8dd97 req-12e1fe4f-bd67-4ef8-a423-85124c5c68e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:55:56.848957 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-46e1afc6-b8b0-43f4-8d3d-dbb511e8dd97 req-12e1fe4f-bd67-4ef8-a423-85124c5c68e9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72f48a28-b5a4-403e-824d-f08ceebd2848 HTTP/1.1" status: 200 len: 853 time: 1.1500828 Feb 20 03:55:56.856470 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658d721-063a-4588-a541-bcbd77ce3299 req-097ec9ed-15d6-4881-8d09-1fb5310e3bc5 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:55:56.858284 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7658d721-063a-4588-a541-bcbd77ce3299 req-097ec9ed-15d6-4881-8d09-1fb5310e3bc5 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/ports?device_id=50f0af31-38ee-4ca1-b963-a33178a528e7 HTTP/1.1" status: 200 len: 943 time: 0.2228374 Feb 20 03:55:56.861148 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b03ba01d-7dd0-45f8-a9e2-5b60c661737a tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] 10.222.0.89 "GET /v2.0/routers/d9245270-0065-4e8d-9f5e-2e4ee15ab17b HTTP/1.1" status: 200 len: 908 time: 1.3586550 Feb 20 03:55:56.865469 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36732) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:56.879047 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38183253-d041-487e-9705-28eaacdbf112 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:55:56.904937 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-46e1afc6-b8b0-43f4-8d3d-dbb511e8dd97 req-77376ced-7dc5-46fd-9ad8-42480bd917a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c3b1fdd9-c8e5-47d0-a0d3-937506587efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421958 Feb 20 03:55:56.928298 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-02a21a80-ca8d-4502-bfbe-287bd77c5833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b9b388d4-f7ff-4e4f-b59c-3c81438deb9e), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:56.957476 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 38183253-d041-487e-9705-28eaacdbf112, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=38183253-d041-487e-9705-28eaacdbf112,segment=NetworkSegment(08fcc9f7-0087-409b-8daa-1f1ba18de35d),segment_id=08fcc9f7-0087-409b-8daa-1f1ba18de35d)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:55:57.020533 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (38183253-d041-487e-9705-28eaacdbf112), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:57.108888 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d57b1-e63b-4c0a-8c50-73f094b7a517 None None] Pushing event updated for resources: {'Port': ['ID=b9b388d4-f7ff-4e4f-b59c-3c81438deb9e,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:57.116326 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-02a21a80-ca8d-4502-bfbe-287bd77c5833 None None] Attempting to bind port b9b388d4-f7ff-4e4f-b59c-3c81438deb9e on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:55:57.116531 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-02a21a80-ca8d-4502-bfbe-287bd77c5833 None None] Attempting to bind port b9b388d4-f7ff-4e4f-b59c-3c81438deb9e by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:55:57.116890 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a21a80-ca8d-4502-bfbe-287bd77c5833 None None] Attempting to bind port b9b388d4-f7ff-4e4f-b59c-3c81438deb9e on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:55:57.145757 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d57b1-e63b-4c0a-8c50-73f094b7a517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:57.145757 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d57b1-e63b-4c0a-8c50-73f094b7a517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:57.146066 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d57b1-e63b-4c0a-8c50-73f094b7a517 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:57.146402 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d57b1-e63b-4c0a-8c50-73f094b7a517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:57.146731 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d57b1-e63b-4c0a-8c50-73f094b7a517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:57.147090 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d57b1-e63b-4c0a-8c50-73f094b7a517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:57.147418 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d57b1-e63b-4c0a-8c50-73f094b7a517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:57.147743 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d57b1-e63b-4c0a-8c50-73f094b7a517 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:57.148082 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d57b1-e63b-4c0a-8c50-73f094b7a517 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:57.148383 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d57b1-e63b-4c0a-8c50-73f094b7a517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:57.151905 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d57b1-e63b-4c0a-8c50-73f094b7a517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:57.152484 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d57b1-e63b-4c0a-8c50-73f094b7a517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:57.155792 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d57b1-e63b-4c0a-8c50-73f094b7a517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:55:57.161717 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=38183253-d041-487e-9705-28eaacdbf112,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:57.162821 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a21a80-ca8d-4502-bfbe-287bd77c5833 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:55:57.165262 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a21a80-ca8d-4502-bfbe-287bd77c5833 None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:55:57.165941 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-02a21a80-ca8d-4502-bfbe-287bd77c5833 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:57.166585 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a21a80-ca8d-4502-bfbe-287bd77c5833 None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:55:57.169129 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-02a21a80-ca8d-4502-bfbe-287bd77c5833 None None] Bound port: b9b388d4-f7ff-4e4f-b59c-3c81438deb9e, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:55:57.169698 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-02a21a80-ca8d-4502-bfbe-287bd77c5833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b9b388d4-f7ff-4e4f-b59c-3c81438deb9e), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:57.256269 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['38183253-d041-487e-9705-28eaacdbf112'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:55:57.274456 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-02a21a80-ca8d-4502-bfbe-287bd77c5833 None None] For port b9b388d4-f7ff-4e4f-b59c-3c81438deb9e, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:55:57.278844 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7658d721-063a-4588-a541-bcbd77ce3299 req-27dceb16-db80-4c30-9c1a-15177a95f6a6 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/security-groups?id=8c5ebed9-cfb2-4976-b139-b74041a52bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720148 Feb 20 03:55:57.285069 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-02a21a80-ca8d-4502-bfbe-287bd77c5833 None None] For port b9b388d4-f7ff-4e4f-b59c-3c81438deb9e, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b9b388d4-f7ff-4e4f-b59c-3c81438deb9e,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:55:57.308035 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8303fbd2-4d35-4426-8396-5ae61d80bf31 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks [] for floatingip (8c72bf32-de49-47e9-a888-89fcc7a3ffe3), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:57.312912 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-cbb3c0b4-4cdd-484a-abbe-3e1883c170dc tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1487581498'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:57.319516 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-75b9da92-3c20-4b32-a2a5-09a7dd25853b tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router (d9245270-0065-4e8d-9f5e-2e4ee15ab17b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:57.372286 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-46e1afc6-b8b0-43f4-8d3d-dbb511e8dd97 req-ade5c59d-81be-4a48-bd6f-8ccf6f2550a0 service neutron] 10.222.0.42 "GET /v2.0/networks/c3b1fdd9-c8e5-47d0-a0d3-937506587efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4509251 Feb 20 03:55:57.392350 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-02a21a80-ca8d-4502-bfbe-287bd77c5833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b9b388d4-f7ff-4e4f-b59c-3c81438deb9e), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:57.485409 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-75b9da92-3c20-4b32-a2a5-09a7dd25853b tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router_gateway (d9245270-0065-4e8d-9f5e-2e4ee15ab17b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:57.505659 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb3c0b4-4cdd-484a-abbe-3e1883c170dc tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Made reservation on behalf of 77b6f6e6b5c047cf94262631400e6b96 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:55:57.520316 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cbb3c0b4-4cdd-484a-abbe-3e1883c170dc tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:57.522984 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8303fbd2-4d35-4426-8396-5ae61d80bf31 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (84ed7d77-96db-4ce9-98ce-2c1ff4baed3f), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:57.542991 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a21a80-ca8d-4502-bfbe-287bd77c5833 None None] Routers {'d9245270-0065-4e8d-9f5e-2e4ee15ab17b'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:55:57.543936 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-02a21a80-ca8d-4502-bfbe-287bd77c5833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:55:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['d9245270-0065-4e8d-9f5e-2e4ee15ab17b'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:57.560443 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cbb3c0b4-4cdd-484a-abbe-3e1883c170dc tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:57.658497 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cbb3c0b4-4cdd-484a-abbe-3e1883c170dc tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks [] for security_group (faeb9b1b-8712-4784-b5a0-ea118114fb05), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:57.666303 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-46e1afc6-b8b0-43f4-8d3d-dbb511e8dd97 req-df559dd5-2594-4789-a20d-73b5ecc0acef service neutron] 10.222.0.42 "GET /v2.0/networks/c3b1fdd9-c8e5-47d0-a0d3-937506587efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874370 Feb 20 03:55:57.744747 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cbb3c0b4-4cdd-484a-abbe-3e1883c170dc tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (faeb9b1b-8712-4784-b5a0-ea118114fb05), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:57.777122 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d57b1-e63b-4c0a-8c50-73f094b7a517 None None] Pushing event updated for resources: {'Port': ['ID=b9b388d4-f7ff-4e4f-b59c-3c81438deb9e,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:57.794402 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3c0b4-4cdd-484a-abbe-3e1883c170dc tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faeb9b1b-8712-4784-b5a0-ea118114fb05,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:57.806062 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8303fbd2-4d35-4426-8396-5ae61d80bf31 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks [] for port (84ed7d77-96db-4ce9-98ce-2c1ff4baed3f), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:57.831806 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb3c0b4-4cdd-484a-abbe-3e1883c170dc tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:55:57.849218 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-75b9da92-3c20-4b32-a2a5-09a7dd25853b tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Deleting port b9b388d4-f7ff-4e4f-b59c-3c81438deb9e {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:55:57.849677 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cbb3c0b4-4cdd-484a-abbe-3e1883c170dc tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (a1ec6615-77a4-4e4b-b9c5-0ab962fef0cc), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:57.850098 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-cbb3c0b4-4cdd-484a-abbe-3e1883c170dc tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Added segment a1ec6615-77a4-4e4b-b9c5-0ab962fef0cc of type vlan for network 165249ab-2ae2-44de-bab0-d3e1c3555297 Feb 20 03:55:57.852760 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-75b9da92-3c20-4b32-a2a5-09a7dd25853b tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b9b388d4-f7ff-4e4f-b59c-3c81438deb9e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:57.895535 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8303fbd2-4d35-4426-8396-5ae61d80bf31 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (84ed7d77-96db-4ce9-98ce-2c1ff4baed3f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:57.924121 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-02a21a80-ca8d-4502-bfbe-287bd77c5833 None None] Set router d9245270-0065-4e8d-9f5e-2e4ee15ab17b gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:55:57.946724 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cbb3c0b4-4cdd-484a-abbe-3e1883c170dc tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (165249ab-2ae2-44de-bab0-d3e1c3555297), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:58.043790 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303fbd2-4d35-4426-8396-5ae61d80bf31 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Pushing event updated for resources: {'Port': ['ID=84ed7d77-96db-4ce9-98ce-2c1ff4baed3f,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:58.049494 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8303fbd2-4d35-4426-8396-5ae61d80bf31 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (8c72bf32-de49-47e9-a888-89fcc7a3ffe3), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:58.053592 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-75b9da92-3c20-4b32-a2a5-09a7dd25853b tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] For port b9b388d4-f7ff-4e4f-b59c-3c81438deb9e, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b9b388d4-f7ff-4e4f-b59c-3c81438deb9e,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:55:58.053953 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-75b9da92-3c20-4b32-a2a5-09a7dd25853b tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b9b388d4-f7ff-4e4f-b59c-3c81438deb9e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:58.077154 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-75b9da92-3c20-4b32-a2a5-09a7dd25853b tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Calling delete_port for b9b388d4-f7ff-4e4f-b59c-3c81438deb9e owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:55:58.083023 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cbb3c0b4-4cdd-484a-abbe-3e1883c170dc tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (165249ab-2ae2-44de-bab0-d3e1c3555297), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:58.088350 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb3c0b4-4cdd-484a-abbe-3e1883c170dc tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:55:58.089002 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cbb3c0b4-4cdd-484a-abbe-3e1883c170dc tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:58.165288 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8303fbd2-4d35-4426-8396-5ae61d80bf31 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:58.167000 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8303fbd2-4d35-4426-8396-5ae61d80bf31 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4269674 Feb 20 03:55:58.170631 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36762) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:58.214831 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-02a21a80-ca8d-4502-bfbe-287bd77c5833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9245270-0065-4e8d-9f5e-2e4ee15ab17b', 'name': 'tempest-snat-router-1285902767', 'tenant_id': '656185bc11ba4befb4c5a0cd166117ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b9b388d4-f7ff-4e4f-b59c-3c81438deb9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:55:50Z', 'updated_at': '2022-02-20T03:55:52Z', 'revision_number': 3, 'project_id': '656185bc11ba4befb4c5a0cd166117ef', 'gw_port': {'id': 'b9b388d4-f7ff-4e4f-b59c-3c81438deb9e', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9245270-0065-4e8d-9f5e-2e4ee15ab17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:55:52Z', 'updated_at': '2022-02-20T03:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:55:58.256761 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3c0b4-4cdd-484a-abbe-3e1883c170dc tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Pushing event updated for resources: {'Network': ['ID=165249ab-2ae2-44de-bab0-d3e1c3555297,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:58.274105 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 165249ab-2ae2-44de-bab0-d3e1c3555297 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:55:58.320094 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-cbb3c0b4-4cdd-484a-abbe-3e1883c170dc tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5542696 Feb 20 03:55:58.322758 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36768) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:58.333445 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-dbff75e3-4c8c-4965-bb82-302f4c40a6a0 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Request body: {'subnet': {'network_id': '165249ab-2ae2-44de-bab0-d3e1c3555297', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:55:58.368278 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a21a80-ca8d-4502-bfbe-287bd77c5833 None None] The sync data for ids ['d9245270-0065-4e8d-9f5e-2e4ee15ab17b'] in n-d-829866-4 is: [{'id': 'd9245270-0065-4e8d-9f5e-2e4ee15ab17b', 'name': 'tempest-snat-router-1285902767', 'tenant_id': '656185bc11ba4befb4c5a0cd166117ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b9b388d4-f7ff-4e4f-b59c-3c81438deb9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:55:50Z', 'updated_at': '2022-02-20T03:55:52Z', 'revision_number': 3, 'project_id': '656185bc11ba4befb4c5a0cd166117ef', 'gw_port': {'id': 'b9b388d4-f7ff-4e4f-b59c-3c81438deb9e', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9245270-0065-4e8d-9f5e-2e4ee15ab17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:55:52Z', 'updated_at': '2022-02-20T03:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:55:58.404390 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-13f6dcef-5593-48b6-b2fc-28042d8123b9 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] 10.222.0.89 "GET /v2.0/floatingips?floating_network_id=38c5c736-d1a6-47fb-9956-b1413bc16cee HTTP/1.1" status: 200 len: 689 time: 0.2286863 Feb 20 03:55:58.406995 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36770) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:55:58.454727 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 38183253-d041-487e-9705-28eaacdbf112 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:55:58.610064 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d7ef869b-2e5e-4c7f-9e8d-ff6d021d053f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (38c5c736-d1a6-47fb-9956-b1413bc16cee), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:58.631886 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eabb28-fcbf-48fa-b542-7ce1d56a3a43 req-275dfa77-5910-4cd4-ad3c-45adc84fa718 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:55:58.633787 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b7eabb28-fcbf-48fa-b542-7ce1d56a3a43 req-275dfa77-5910-4cd4-ad3c-45adc84fa718 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/ports?device_id=50f0af31-38ee-4ca1-b963-a33178a528e7 HTTP/1.1" status: 200 len: 944 time: 0.1380806 Feb 20 03:55:58.730218 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b7eabb28-fcbf-48fa-b542-7ce1d56a3a43 req-8f8f68f7-2b84-45f5-bdcd-4c12229cd9e9 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/security-groups?id=8c5ebed9-cfb2-4976-b139-b74041a52bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889804 Feb 20 03:55:58.746926 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbff75e3-4c8c-4965-bb82-302f4c40a6a0 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Made reservation on behalf of 77b6f6e6b5c047cf94262631400e6b96 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:55:58.758168 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-dbff75e3-4c8c-4965-bb82-302f4c40a6a0 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:58.866124 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-aaa8524f-691f-4708-8af4-f02e31a82954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:58.890344 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 38183253-d041-487e-9705-28eaacdbf112 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:55:58.897608 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 38183253-d041-487e-9705-28eaacdbf112 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:55:58.897993 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (38183253-d041-487e-9705-28eaacdbf112), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:59.062072 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 38183253-d041-487e-9705-28eaacdbf112 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:55:59.063591 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (38183253-d041-487e-9705-28eaacdbf112), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:59.136611 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f0af31-38ee-4ca1-b963-a33178a528e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38183253-d041-487e-9705-28eaacdbf112'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:55:59.140346 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18bdff3-d1c0-48ca-a2d8-8f0dd6c708ac" -d '{"events": [{"server_uuid": "50f0af31-38ee-4ca1-b963-a33178a528e7", "name": "network-vif-plugged", "status": "completed", "tag": "38183253-d041-487e-9705-28eaacdbf112"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:55:59.173764 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 38183253-d041-487e-9705-28eaacdbf112, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=38183253-d041-487e-9705-28eaacdbf112,segment=NetworkSegment(08fcc9f7-0087-409b-8daa-1f1ba18de35d),segment_id=08fcc9f7-0087-409b-8daa-1f1ba18de35d)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:55:59.274109 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (38183253-d041-487e-9705-28eaacdbf112), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:59.335170 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-dbff75e3-4c8c-4965-bb82-302f4c40a6a0 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:59.393357 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=38183253-d041-487e-9705-28eaacdbf112,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:59.515303 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8355c8a-e01d-45a8-b2c7-558228aa5ef3 x-openstack-request-id: req-c8355c8a-e01d-45a8-b2c7-558228aa5ef3 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:55:59.516365 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f0af31-38ee-4ca1-b963-a33178a528e7", "name": "network-vif-plugged", "status": "completed", "tag": "38183253-d041-487e-9705-28eaacdbf112", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:55:59.516818 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c8355c8a-e01d-45a8-b2c7-558228aa5ef3 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:55:59.517433 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f0af31-38ee-4ca1-b963-a33178a528e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38183253-d041-487e-9705-28eaacdbf112', 'code': 200} Feb 20 03:55:59.544622 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff75e3-4c8c-4965-bb82-302f4c40a6a0 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Pushing event updated for resources: {'Subnet': ['ID=92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:55:59.566595 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbff75e3-4c8c-4965-bb82-302f4c40a6a0 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Checking segment: {'id': 'a1ec6615-77a4-4e4b-b9c5-0ab962fef0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '165249ab-2ae2-44de-bab0-d3e1c3555297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:55:59.567051 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbff75e3-4c8c-4965-bb82-302f4c40a6a0 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Network hostable DHCP agents. Network: 165249ab-2ae2-44de-bab0-d3e1c3555297, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:55:59.591171 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b9b388d4-f7ff-4e4f-b59c-3c81438deb9e up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:55:59.699638 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port b9b388d4-f7ff-4e4f-b59c-3c81438deb9e triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:55:59.700025 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b9b388d4-f7ff-4e4f-b59c-3c81438deb9e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:59.716683 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ac4fb-7311-4188-8852-e59e3ce8440e req-bdffbcd4-b5e8-4bd5-917e-7e2a245bb210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:55:59.718313 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e67ac4fb-7311-4188-8852-e59e3ce8440e req-bdffbcd4-b5e8-4bd5-917e-7e2a245bb210 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=50f0af31-38ee-4ca1-b963-a33178a528e7 HTTP/1.1" status: 200 len: 1127 time: 0.1330159 Feb 20 03:55:59.785945 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbff75e3-4c8c-4965-bb82-302f4c40a6a0 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Network 165249ab-2ae2-44de-bab0-d3e1c3555297 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:55:59.838980 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e67ac4fb-7311-4188-8852-e59e3ce8440e req-6ddb6626-fcb4-4008-8c6d-f1717d0ab631 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8c5ebed9-cfb2-4976-b139-b74041a52bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137159 Feb 20 03:55:59.855019 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-d7ef869b-2e5e-4c7f-9e8d-ff6d021d053f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Deleting port 84ed7d77-96db-4ce9-98ce-2c1ff4baed3f {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:55:59.855584 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d7ef869b-2e5e-4c7f-9e8d-ff6d021d053f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (84ed7d77-96db-4ce9-98ce-2c1ff4baed3f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:59.921392 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-dbff75e3-4c8c-4965-bb82-302f4c40a6a0 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 165249ab-2ae2-44de-bab0-d3e1c3555297) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:55:59.934799 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8667e636-7ceb-4f3c-9298-b6a42630b0e7 None None] Network 165249ab-2ae2-44de-bab0-d3e1c3555297 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:55:59.940558 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbff75e3-4c8c-4965-bb82-302f4c40a6a0 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:55:59.942514 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port b9b388d4-f7ff-4e4f-b59c-3c81438deb9e is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:55:59.942673 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-dbff75e3-4c8c-4965-bb82-302f4c40a6a0 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:59.943117 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b9b388d4-f7ff-4e4f-b59c-3c81438deb9e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:55:59.986307 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-75b9da92-3c20-4b32-a2a5-09a7dd25853b tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (b9b388d4-f7ff-4e4f-b59c-3c81438deb9e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:00.033807 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:00.057401 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b9da92-3c20-4b32-a2a5-09a7dd25853b tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9b388d4-f7ff-4e4f-b59c-3c81438deb9e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:00.086468 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c0352-aeec-49f7-a619-1d98e7781bca req-94429d7b-74ab-46b4-9de0-9db90b2610fc tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:00.105816 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f60c0352-aeec-49f7-a619-1d98e7781bca req-94429d7b-74ab-46b4-9de0-9db90b2610fc tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/ports?device_id=50f0af31-38ee-4ca1-b963-a33178a528e7 HTTP/1.1" status: 200 len: 945 time: 0.2371540 Feb 20 03:56:00.162226 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-dbff75e3-4c8c-4965-bb82-302f4c40a6a0 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8349581 Feb 20 03:56:00.164256 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36804) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:00.169286 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-0480102c-7e32-4c54-930e-587ca2bba9ea tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Request body: {'port': {'network_id': '165249ab-2ae2-44de-bab0-d3e1c3555297', 'name': 'tempest-TagsExtTest-103044663'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:56:00.171235 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4a423d-d144-4584-ad05-45ac0025e3e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-165249ab-2ae2-44de-bab0-d3e1c3555297', 'network_id': '165249ab-2ae2-44de-bab0-d3e1c3555297', 'project_id': '77b6f6e6b5c047cf94262631400e6b96', 'fixed_ips': [{'subnet_id': '92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:56:00.172754 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5a4a423d-d144-4584-ad05-45ac0025e3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:00.267007 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f60c0352-aeec-49f7-a619-1d98e7781bca req-68873f5c-a2ed-4ade-a6b6-f374190c23d6 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/security-groups?id=8c5ebed9-cfb2-4976-b139-b74041a52bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601930 Feb 20 03:56:00.292123 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d7ef869b-2e5e-4c7f-9e8d-ff6d021d053f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (84ed7d77-96db-4ce9-98ce-2c1ff4baed3f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:00.295649 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d7ef869b-2e5e-4c7f-9e8d-ff6d021d053f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks [] for floatingip (84ed7d77-96db-4ce9-98ce-2c1ff4baed3f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:00.311517 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-75b9da92-3c20-4b32-a2a5-09a7dd25853b tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (d9245270-0065-4e8d-9f5e-2e4ee15ab17b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:00.372652 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-d7ef869b-2e5e-4c7f-9e8d-ff6d021d053f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Calling delete_port for 84ed7d77-96db-4ce9-98ce-2c1ff4baed3f owned by network:floatingip {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:56:00.419534 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-5a4a423d-d144-4584-ad05-45ac0025e3e1 None None] Allocated IP 172.20.0.2 (165249ab-2ae2-44de-bab0-d3e1c3555297/92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b/6c322f11-3791-4e81-8f88-3a9a4ed67158) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:56:00.653993 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-75b9da92-3c20-4b32-a2a5-09a7dd25853b tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (d9245270-0065-4e8d-9f5e-2e4ee15ab17b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:00.659501 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-75b9da92-3c20-4b32-a2a5-09a7dd25853b tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router_controller (d9245270-0065-4e8d-9f5e-2e4ee15ab17b), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:00.746209 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0480102c-7e32-4c54-930e-587ca2bba9ea tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Made reservation on behalf of 77b6f6e6b5c047cf94262631400e6b96 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:56:00.746606 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0480102c-7e32-4c54-930e-587ca2bba9ea tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:00.772697 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-0480102c-7e32-4c54-930e-587ca2bba9ea tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] device_id is not set on port 1ab12260-eb8e-4961-9df0-ff4da730db5a yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:56:00.880781 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5a4a423d-d144-4584-ad05-45ac0025e3e1 None None] Publish callbacks [] for port (6c322f11-3791-4e81-8f88-3a9a4ed67158), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:00.904201 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-75b9da92-3c20-4b32-a2a5-09a7dd25853b tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (d9245270-0065-4e8d-9f5e-2e4ee15ab17b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:00.904795 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b9da92-3c20-4b32-a2a5-09a7dd25853b tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9245270-0065-4e8d-9f5e-2e4ee15ab17b {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:56:00.916692 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-75b9da92-3c20-4b32-a2a5-09a7dd25853b tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:00.920904 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-75b9da92-3c20-4b32-a2a5-09a7dd25853b tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] 10.222.0.89 "DELETE /v2.0/routers/d9245270-0065-4e8d-9f5e-2e4ee15ab17b HTTP/1.1" status: 204 len: 168 time: 4.0467730 Feb 20 03:56:00.920904 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d7ef869b-2e5e-4c7f-9e8d-ff6d021d053f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (84ed7d77-96db-4ce9-98ce-2c1ff4baed3f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:00.924042 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36812) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:00.987087 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5a4a423d-d144-4584-ad05-45ac0025e3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (6c322f11-3791-4e81-8f88-3a9a4ed67158), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:01.009278 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef869b-2e5e-4c7f-9e8d-ff6d021d053f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Pushing event deleted for resources: {'Port': ['ID=84ed7d77-96db-4ce9-98ce-2c1ff4baed3f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:01.068548 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4a423d-d144-4584-ad05-45ac0025e3e1 None None] Network 165249ab-2ae2-44de-bab0-d3e1c3555297 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:56:01.070252 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-5a4a423d-d144-4584-ad05-45ac0025e3e1 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:56:01.080128 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4a423d-d144-4584-ad05-45ac0025e3e1 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:56:01.142271 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a423d-d144-4584-ad05-45ac0025e3e1 None None] Pushing event updated for resources: {'Port': ['ID=6c322f11-3791-4e81-8f88-3a9a4ed67158,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:01.197419 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-5a4a423d-d144-4584-ad05-45ac0025e3e1 None None] Attempting to bind port 6c322f11-3791-4e81-8f88-3a9a4ed67158 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:56:01.197942 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-5a4a423d-d144-4584-ad05-45ac0025e3e1 None None] Attempting to bind port 6c322f11-3791-4e81-8f88-3a9a4ed67158 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'a1ec6615-77a4-4e4b-b9c5-0ab962fef0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '165249ab-2ae2-44de-bab0-d3e1c3555297'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:56:01.199280 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4a423d-d144-4584-ad05-45ac0025e3e1 None None] Attempting to bind port 6c322f11-3791-4e81-8f88-3a9a4ed67158 on network 165249ab-2ae2-44de-bab0-d3e1c3555297 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:56:01.233914 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4a423d-d144-4584-ad05-45ac0025e3e1 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:56:01.234310 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4a423d-d144-4584-ad05-45ac0025e3e1 None None] Checking segment: {'id': 'a1ec6615-77a4-4e4b-b9c5-0ab962fef0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '165249ab-2ae2-44de-bab0-d3e1c3555297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:56:01.234717 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5a4a423d-d144-4584-ad05-45ac0025e3e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:01.235142 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4a423d-d144-4584-ad05-45ac0025e3e1 None None] Bound using segment: {'id': 'a1ec6615-77a4-4e4b-b9c5-0ab962fef0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '165249ab-2ae2-44de-bab0-d3e1c3555297'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:56:01.235635 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-5a4a423d-d144-4584-ad05-45ac0025e3e1 None None] Bound port: 6c322f11-3791-4e81-8f88-3a9a4ed67158, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1ec6615-77a4-4e4b-b9c5-0ab962fef0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '165249ab-2ae2-44de-bab0-d3e1c3555297'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:56:01.240912 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5a4a423d-d144-4584-ad05-45ac0025e3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (6c322f11-3791-4e81-8f88-3a9a4ed67158), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:01.344584 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-5a4a423d-d144-4584-ad05-45ac0025e3e1 None None] For port 6c322f11-3791-4e81-8f88-3a9a4ed67158, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:56:01.351714 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-5a4a423d-d144-4584-ad05-45ac0025e3e1 None None] For port 6c322f11-3791-4e81-8f88-3a9a4ed67158, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=6c322f11-3791-4e81-8f88-3a9a4ed67158,segment=NetworkSegment(a1ec6615-77a4-4e4b-b9c5-0ab962fef0cc),segment_id=a1ec6615-77a4-4e4b-b9c5-0ab962fef0cc)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:56:01.389176 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed2d9d9a-9eff-4d3a-b93e-a12e62c9d177 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router (e2557b14-6f7e-48ef-b7a4-4832067cbba4), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:01.476431 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d7ef869b-2e5e-4c7f-9e8d-ff6d021d053f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks [] for floatingip (8c72bf32-de49-47e9-a888-89fcc7a3ffe3), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:01.511948 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-0480102c-7e32-4c54-930e-587ca2bba9ea tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Allocated IP 172.20.0.4 (165249ab-2ae2-44de-bab0-d3e1c3555297/92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b/1ab12260-eb8e-4961-9df0-ff4da730db5a) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:56:01.522567 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d25b7-16e4-46ff-ab68-c38176b5d7ea req-d3c4f1aa-f294-4244-9d60-a60b34b821c5 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:01.536082 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-242d25b7-16e4-46ff-ab68-c38176b5d7ea req-d3c4f1aa-f294-4244-9d60-a60b34b821c5 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/ports?device_id=50f0af31-38ee-4ca1-b963-a33178a528e7 HTTP/1.1" status: 200 len: 945 time: 0.1431684 Feb 20 03:56:01.576083 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d7ef869b-2e5e-4c7f-9e8d-ff6d021d053f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (6c202824-6f47-46e3-96a8-db086d751394), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:01.611945 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-242d25b7-16e4-46ff-ab68-c38176b5d7ea req-2f138315-1db2-43d2-b307-1faf31135b75 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/security-groups?id=8c5ebed9-cfb2-4976-b139-b74041a52bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740411 Feb 20 03:56:01.671654 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:01.900491 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed2d9d9a-9eff-4d3a-b93e-a12e62c9d177 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router_gateway (e2557b14-6f7e-48ef-b7a4-4832067cbba4), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:01.924364 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0480102c-7e32-4c54-930e-587ca2bba9ea tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks [] for port (1ab12260-eb8e-4961-9df0-ff4da730db5a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:01.989810 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5a4a423d-d144-4584-ad05-45ac0025e3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (6c322f11-3791-4e81-8f88-3a9a4ed67158), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:02.082527 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a423d-d144-4584-ad05-45ac0025e3e1 None None] Pushing event updated for resources: {'Port': ['ID=6c322f11-3791-4e81-8f88-3a9a4ed67158,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:02.337384 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0480102c-7e32-4c54-930e-587ca2bba9ea tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (1ab12260-eb8e-4961-9df0-ff4da730db5a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:02.420001 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d7ef869b-2e5e-4c7f-9e8d-ff6d021d053f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (6c202824-6f47-46e3-96a8-db086d751394), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:02.509324 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480102c-7e32-4c54-930e-587ca2bba9ea tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Pushing event updated for resources: {'Port': ['ID=1ab12260-eb8e-4961-9df0-ff4da730db5a,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:02.560144 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef869b-2e5e-4c7f-9e8d-ff6d021d053f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6c202824-6f47-46e3-96a8-db086d751394,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:02.581527 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0480102c-7e32-4c54-930e-587ca2bba9ea tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Network 165249ab-2ae2-44de-bab0-d3e1c3555297 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:56:02.640085 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-0480102c-7e32-4c54-930e-587ca2bba9ea tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:56:02.651435 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0480102c-7e32-4c54-930e-587ca2bba9ea tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:56:02.658832 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d7ef869b-2e5e-4c7f-9e8d-ff6d021d053f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (38c5c736-d1a6-47fb-9956-b1413bc16cee), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:02.731756 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-d7ef869b-2e5e-4c7f-9e8d-ff6d021d053f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c5c736-d1a6-47fb-9956-b1413bc16cee']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:02.735989 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-ed2d9d9a-9eff-4d3a-b93e-a12e62c9d177 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Deleting port caba54b1-8d89-4fb1-bf37-b64faf13f52a {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:56:02.736337 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed2d9d9a-9eff-4d3a-b93e-a12e62c9d177 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (caba54b1-8d89-4fb1-bf37-b64faf13f52a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:02.765082 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-d7ef869b-2e5e-4c7f-9e8d-ff6d021d053f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c6d42c-2499-4112-8cbe-961bc3e97627') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:02.765082 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-d7ef869b-2e5e-4c7f-9e8d-ff6d021d053f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c6d42c-2499-4112-8cbe-961bc3e97627') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:02.823328 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:02.827671 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d7ef869b-2e5e-4c7f-9e8d-ff6d021d053f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (62c6d42c-2499-4112-8cbe-961bc3e97627), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:02.838073 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0480102c-7e32-4c54-930e-587ca2bba9ea tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:02.838073 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0480102c-7e32-4c54-930e-587ca2bba9ea tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:02.861115 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d7ef869b-2e5e-4c7f-9e8d-ff6d021d053f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (62c6d42c-2499-4112-8cbe-961bc3e97627), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:02.873905 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ef869b-2e5e-4c7f-9e8d-ff6d021d053f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:56:02.874318 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d7ef869b-2e5e-4c7f-9e8d-ff6d021d053f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (62c6d42c-2499-4112-8cbe-961bc3e97627), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:02.876060 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:56:02.876060 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:56:02.876060 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:56:02.876060 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:56:02.876060 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:56:02.876060 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:56:02.876060 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:56:02.876060 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:56:02.876060 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:56:02.876060 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:56:02.876060 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:56:02.876060 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:56:02.876060 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:56:02.876060 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:56:02.876060 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:56:02.876060 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:56:02.876060 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:56:02.876060 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:56:02.876060 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:56:02.876060 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:56:02.876060 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:56:02.876060 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:56:02.876060 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:56:02.876060 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:56:02.876060 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:56:02.876060 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:56:02.876060 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:56:02.876060 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:56:02.876060 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:56:02.876060 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:56:02.876060 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:56:02.876060 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:56:02.993581 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0480102c-7e32-4c54-930e-587ca2bba9ea tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.8257406 Feb 20 03:56:02.995102 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36878) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:03.000697 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-1490da56-cbc7-4266-bc64-edb5958b52ea tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2046736517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:56:03.010233 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-ed2d9d9a-9eff-4d3a-b93e-a12e62c9d177 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] For port caba54b1-8d89-4fb1-bf37-b64faf13f52a, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=caba54b1-8d89-4fb1-bf37-b64faf13f52a,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:56:03.010233 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed2d9d9a-9eff-4d3a-b93e-a12e62c9d177 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (caba54b1-8d89-4fb1-bf37-b64faf13f52a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:03.025164 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-ed2d9d9a-9eff-4d3a-b93e-a12e62c9d177 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Calling delete_port for caba54b1-8d89-4fb1-bf37-b64faf13f52a owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:56:03.174717 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1490da56-cbc7-4266-bc64-edb5958b52ea tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (413a9bb4-1a25-4ef4-bdb5-3dfcff394cff), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:03.178617 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1490da56-cbc7-4266-bc64-edb5958b52ea tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (413a9bb4-1a25-4ef4-bdb5-3dfcff394cff), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:03.223756 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d7ef869b-2e5e-4c7f-9e8d-ff6d021d053f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (38c5c736-d1a6-47fb-9956-b1413bc16cee), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:03.241168 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ef869b-2e5e-4c7f-9e8d-ff6d021d053f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 38c5c736-d1a6-47fb-9956-b1413bc16cee {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 20 03:56:03.278236 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d7ef869b-2e5e-4c7f-9e8d-ff6d021d053f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:03.291661 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1490da56-cbc7-4266-bc64-edb5958b52ea tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks [] for router_controller (413a9bb4-1a25-4ef4-bdb5-3dfcff394cff), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:03.297517 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d7ef869b-2e5e-4c7f-9e8d-ff6d021d053f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] 10.222.0.89 "DELETE /v2.0/networks/38c5c736-d1a6-47fb-9956-b1413bc16cee HTTP/1.1" status: 204 len: 168 time: 4.8912246 Feb 20 03:56:03.302972 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36886) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:03.305392 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef869b-2e5e-4c7f-9e8d-ff6d021d053f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Pushing event deleted for resources: {'Network': ['ID=38c5c736-d1a6-47fb-9956-b1413bc16cee,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:03.462405 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ea39c700-74b5-4295-a8c0-bd12eb7be1cd tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] 10.222.0.89 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1599126 Feb 20 03:56:03.465280 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1490da56-cbc7-4266-bc64-edb5958b52ea tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (413a9bb4-1a25-4ef4-bdb5-3dfcff394cff), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:03.467352 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36904) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:03.570565 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1490da56-cbc7-4266-bc64-edb5958b52ea tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:03.572234 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1490da56-cbc7-4266-bc64-edb5958b52ea tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5754142 Feb 20 03:56:03.575071 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36914) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:03.579776 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-89fcc210-21c9-4d9d-972e-2b50d5389f6c tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-979197399', 'prefixes': ['172.20.0.0/16']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:56:03.618899 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 6c322f11-3791-4e81-8f88-3a9a4ed67158 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:56:03.679189 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f945e4c-37da-4276-b148-9e197f7f56c1 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:03.679657 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f945e4c-37da-4276-b148-9e197f7f56c1 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:03.685368 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f945e4c-37da-4276-b148-9e197f7f56c1 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:03.685895 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f945e4c-37da-4276-b148-9e197f7f56c1 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:03.686356 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f945e4c-37da-4276-b148-9e197f7f56c1 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:03.692195 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4f945e4c-37da-4276-b148-9e197f7f56c1 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3338 time: 0.2236292 Feb 20 03:56:03.698218 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36926) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:03.698549 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed2d9d9a-9eff-4d3a-b93e-a12e62c9d177 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (caba54b1-8d89-4fb1-bf37-b64faf13f52a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:03.771490 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053ac419-00e0-4e8f-bdd4-4c2260eda4ce None None] Network 165249ab-2ae2-44de-bab0-d3e1c3555297 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:56:03.792759 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d9d9a-9eff-4d3a-b93e-a12e62c9d177 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Pushing event deleted for resources: {'Port': ['ID=caba54b1-8d89-4fb1-bf37-b64faf13f52a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:03.897005 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed2d9d9a-9eff-4d3a-b93e-a12e62c9d177 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (e2557b14-6f7e-48ef-b7a4-4832067cbba4), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:03.957924 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-c9d0774e-c6ec-4bd5-b3f5-9f7731fc3c14 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] delete failed (client error): The resource could not be found. Feb 20 03:56:03.971777 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c9d0774e-c6ec-4bd5-b3f5-9f7731fc3c14 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] 10.222.0.89 "DELETE /v2.0/floatingips/8c72bf32-de49-47e9-a888-89fcc7a3ffe3 HTTP/1.1" status: 404 len: 345 time: 0.2702088 Feb 20 03:56:03.971777 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36932) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:04.011002 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4df4b58-1c63-4c38-89d7-f0d5b7eb5903 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] DELETE failed (client error): The resource could not be found. Feb 20 03:56:04.012659 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4df4b58-1c63-4c38-89d7-f0d5b7eb5903 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:56:04.015770 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 6c322f11-3791-4e81-8f88-3a9a4ed67158 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:56:04.020568 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (6c322f11-3791-4e81-8f88-3a9a4ed67158), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:04.040512 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a4df4b58-1c63-4c38-89d7-f0d5b7eb5903 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] 10.222.0.89 "DELETE /v2.0/networks/38c5c736-d1a6-47fb-9956-b1413bc16cee HTTP/1.1" status: 404 len: 339 time: 0.0712435 Feb 20 03:56:04.042433 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36934) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:04.052378 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-7fe6f6a6-0c79-40a9-8f7b-0a32a617479c tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Request body: {'network': {'name': 'tempest-network--1952554474', 'router:external': True}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:56:04.090628 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed2d9d9a-9eff-4d3a-b93e-a12e62c9d177 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (e2557b14-6f7e-48ef-b7a4-4832067cbba4), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:04.093505 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed2d9d9a-9eff-4d3a-b93e-a12e62c9d177 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router_controller (e2557b14-6f7e-48ef-b7a4-4832067cbba4), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:04.120458 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-4c7dfe24-15c5-4737-a6fe-b002d44cfc84 None None] Provisioning complete for port 6c322f11-3791-4e81-8f88-3a9a4ed67158 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:56:04.121129 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4c7dfe24-15c5-4737-a6fe-b002d44cfc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (6c322f11-3791-4e81-8f88-3a9a4ed67158), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:04.225018 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe6f6a6-0c79-40a9-8f7b-0a32a617479c tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Made reservation on behalf of e31936ba94854278bcdcdb033ecb6eb8 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:56:04.227838 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7fe6f6a6-0c79-40a9-8f7b-0a32a617479c tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:04.265190 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-89fcc210-21c9-4d9d-972e-2b50d5389f6c tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:04.275228 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36942) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:04.279087 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-89fcc210-21c9-4d9d-972e-2b50d5389f6c tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.7019007 Feb 20 03:56:04.295632 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.tag.tag_plugin [None req-37a62e3e-224d-49d9-8912-3c5c392e241f tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b', 'tempest-TagsExtTest-Tag-1250240754') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:04.311700 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe6f6a6-0c79-40a9-8f7b-0a32a617479c tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:56:04.326073 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7fe6f6a6-0c79-40a9-8f7b-0a32a617479c tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (03cdd26e-329b-481b-a7ec-7e0d72b0f608), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:04.327140 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-7fe6f6a6-0c79-40a9-8f7b-0a32a617479c tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Added segment 03cdd26e-329b-481b-a7ec-7e0d72b0f608 of type vlan for network c99df2ec-3361-4925-935a-d5a297348bcc Feb 20 03:56:04.366755 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 6c322f11-3791-4e81-8f88-3a9a4ed67158 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:56:04.368537 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (6c322f11-3791-4e81-8f88-3a9a4ed67158), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:04.382118 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed2d9d9a-9eff-4d3a-b93e-a12e62c9d177 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (e2557b14-6f7e-48ef-b7a4-4832067cbba4), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:04.382638 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2d9d9a-9eff-4d3a-b93e-a12e62c9d177 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2557b14-6f7e-48ef-b7a4-4832067cbba4 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:56:04.396517 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed2d9d9a-9eff-4d3a-b93e-a12e62c9d177 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:04.398331 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ed2d9d9a-9eff-4d3a-b93e-a12e62c9d177 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] 10.222.0.89 "DELETE /v2.0/routers/e2557b14-6f7e-48ef-b7a4-4832067cbba4 HTTP/1.1" status: 204 len: 168 time: 3.4062994 Feb 20 03:56:04.407452 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36944) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:04.413159 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-1f068376-59b6-47d2-9b54-1b05ab8e374a tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1560118431', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}, 'admin_state_up': False}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:56:04.416494 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7fe6f6a6-0c79-40a9-8f7b-0a32a617479c tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (c99df2ec-3361-4925-935a-d5a297348bcc), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:04.432212 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-4c7dfe24-15c5-4737-a6fe-b002d44cfc84 None None] Current status of the port 6c322f11-3791-4e81-8f88-3a9a4ed67158 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:56:04.434509 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4c7dfe24-15c5-4737-a6fe-b002d44cfc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (6c322f11-3791-4e81-8f88-3a9a4ed67158), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:04.506311 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 6c322f11-3791-4e81-8f88-3a9a4ed67158, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=6c322f11-3791-4e81-8f88-3a9a4ed67158,segment=NetworkSegment(a1ec6615-77a4-4e4b-b9c5-0ab962fef0cc),segment_id=a1ec6615-77a4-4e4b-b9c5-0ab962fef0cc)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:56:04.561287 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1f068376-59b6-47d2-9b54-1b05ab8e374a tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (81606505-297c-4992-9544-5a6229ebc1a0), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:04.562375 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1f068376-59b6-47d2-9b54-1b05ab8e374a tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (81606505-297c-4992-9544-5a6229ebc1a0), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:04.600240 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7fe6f6a6-0c79-40a9-8f7b-0a32a617479c tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (c99df2ec-3361-4925-935a-d5a297348bcc), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:04.602484 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (6c322f11-3791-4e81-8f88-3a9a4ed67158), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:04.612951 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe6f6a6-0c79-40a9-8f7b-0a32a617479c tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:04.613839 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7fe6f6a6-0c79-40a9-8f7b-0a32a617479c tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:04.705270 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b9b388d4-f7ff-4e4f-b59c-3c81438deb9e no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:56:04.863684 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1f068376-59b6-47d2-9b54-1b05ab8e374a tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router_controller (81606505-297c-4992-9544-5a6229ebc1a0), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:04.863684 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-37a62e3e-224d-49d9-8912-3c5c392e241f tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "PUT /v2.0/subnets/92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b/tags/tempest-TagsExtTest-Tag-1250240754 HTTP/1.1" status: 201 len: 201 time: 0.5855513 Feb 20 03:56:04.867567 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36962) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:04.872708 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6f6a6-0c79-40a9-8f7b-0a32a617479c tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Pushing event updated for resources: {'Network': ['ID=c99df2ec-3361-4925-935a-d5a297348bcc,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:04.899444 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.tag.tag_plugin [None req-6d76904d-2244-4d79-8710-22ca41adacfd tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1ab12260-eb8e-4961-9df0-ff4da730db5a', 'tempest-TagsExtTest-Tag-1675622253') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:04.903701 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 36966) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:04.907413 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7fe6f6a6-0c79-40a9-8f7b-0a32a617479c tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8531787 Feb 20 03:56:04.958585 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=6c322f11-3791-4e81-8f88-3a9a4ed67158,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:04.993798 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network c99df2ec-3361-4925-935a-d5a297348bcc details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:56:05.033525 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: b9b388d4-f7ff-4e4f-b59c-3c81438deb9e {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:56:05.035207 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b9b388d4-f7ff-4e4f-b59c-3c81438deb9e not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:56:05.237175 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-4c7dfe24-15c5-4737-a6fe-b002d44cfc84 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:56:05.240174 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-4c7dfe24-15c5-4737-a6fe-b002d44cfc84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:56:05.360394 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe70ad2-1228-47fd-afe5-c8052ceab239 tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:05.375724 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe70ad2-1228-47fd-afe5-c8052ceab239 tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:05.377262 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe70ad2-1228-47fd-afe5-c8052ceab239 tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:05.384328 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe70ad2-1228-47fd-afe5-c8052ceab239 tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:05.389211 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-afe70ad2-1228-47fd-afe5-c8052ceab239 tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4853196 Feb 20 03:56:05.389426 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36988) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:05.517785 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1f068376-59b6-47d2-9b54-1b05ab8e374a tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router_gateway (81606505-297c-4992-9544-5a6229ebc1a0), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:05.637391 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 6c322f11-3791-4e81-8f88-3a9a4ed67158 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:56:05.645873 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7e32fdfb-aa9c-44ec-bb46-22ab0609464f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (c99df2ec-3361-4925-935a-d5a297348bcc), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:05.666172 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6d76904d-2244-4d79-8710-22ca41adacfd tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "PUT /v2.0/ports/1ab12260-eb8e-4961-9df0-ff4da730db5a/tags/tempest-TagsExtTest-Tag-1675622253 HTTP/1.1" status: 201 len: 201 time: 0.7975068 Feb 20 03:56:05.669270 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 36998) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:05.679691 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-1fcf3275-95eb-45a4-9a9f-6a63a69e237b tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '413a9bb4-1a25-4ef4-bdb5-3dfcff394cff', 'tempest-TagsExtTest-Tag-403658059') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:05.883552 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-4c7dfe24-15c5-4737-a6fe-b002d44cfc84 None None] Current status of the port 6c322f11-3791-4e81-8f88-3a9a4ed67158 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:56:05.918723 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 6c322f11-3791-4e81-8f88-3a9a4ed67158 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:56:05.919942 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (6c322f11-3791-4e81-8f88-3a9a4ed67158), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:05.941928 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7e32fdfb-aa9c-44ec-bb46-22ab0609464f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (c99df2ec-3361-4925-935a-d5a297348bcc), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:06.017968 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-7e32fdfb-aa9c-44ec-bb46-22ab0609464f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c99df2ec-3361-4925-935a-d5a297348bcc']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:06.044427 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 6c322f11-3791-4e81-8f88-3a9a4ed67158 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:56:06.047986 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d24b53b0-8fcc-46a1-b438-c79df1fbd3e0 None None] Provisioning complete for port 6c322f11-3791-4e81-8f88-3a9a4ed67158 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:56:06.049643 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d24b53b0-8fcc-46a1-b438-c79df1fbd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (6c322f11-3791-4e81-8f88-3a9a4ed67158), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:06.066524 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-7e32fdfb-aa9c-44ec-bb46-22ab0609464f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03cdd26e-329b-481b-a7ec-7e0d72b0f608') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:06.073183 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-7e32fdfb-aa9c-44ec-bb46-22ab0609464f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03cdd26e-329b-481b-a7ec-7e0d72b0f608') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:06.106192 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7e32fdfb-aa9c-44ec-bb46-22ab0609464f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (03cdd26e-329b-481b-a7ec-7e0d72b0f608), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:06.155513 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7e32fdfb-aa9c-44ec-bb46-22ab0609464f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (03cdd26e-329b-481b-a7ec-7e0d72b0f608), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:06.170353 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d24b53b0-8fcc-46a1-b438-c79df1fbd3e0 None None] Current status of the port 6c322f11-3791-4e81-8f88-3a9a4ed67158 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:56:06.188793 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d24b53b0-8fcc-46a1-b438-c79df1fbd3e0 None None] Provisioning complete for port 1ab12260-eb8e-4961-9df0-ff4da730db5a triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:56:06.196147 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d24b53b0-8fcc-46a1-b438-c79df1fbd3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1ab12260-eb8e-4961-9df0-ff4da730db5a), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:06.201556 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1fcf3275-95eb-45a4-9a9f-6a63a69e237b tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "PUT /v2.0/routers/413a9bb4-1a25-4ef4-bdb5-3dfcff394cff/tags/tempest-TagsExtTest-Tag-403658059 HTTP/1.1" status: 201 len: 201 time: 0.5287225 Feb 20 03:56:06.208123 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37010) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:06.213701 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e32fdfb-aa9c-44ec-bb46-22ab0609464f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:56:06.226203 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7e32fdfb-aa9c-44ec-bb46-22ab0609464f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (03cdd26e-329b-481b-a7ec-7e0d72b0f608), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:06.234335 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-776a141e-fa66-42f7-a3e9-9d77312f0a89 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'cda0c9bb-7ec7-4941-bfe4-1706261057f7', 'tempest-TagsExtTest-Tag-1369900166') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:06.277085 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:56:06.277085 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:56:06.277085 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:56:06.277085 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:56:06.277085 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:56:06.277085 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:56:06.277085 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:56:06.277085 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:56:06.277085 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:56:06.277085 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:56:06.277085 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:56:06.277085 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:56:06.277085 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:56:06.277085 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:56:06.277085 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:56:06.277085 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:56:06.277085 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:56:06.277085 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:56:06.277085 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:56:06.277085 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:56:06.277085 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:56:06.277085 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:56:06.277085 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:56:06.277085 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:56:06.277085 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:56:06.277085 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:56:06.277085 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:56:06.277085 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:56:06.277085 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:56:06.277085 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:56:06.277085 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:56:06.277085 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:56:06.558625 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7e32fdfb-aa9c-44ec-bb46-22ab0609464f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (c99df2ec-3361-4925-935a-d5a297348bcc), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:06.562897 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e32fdfb-aa9c-44ec-bb46-22ab0609464f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c99df2ec-3361-4925-935a-d5a297348bcc {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 20 03:56:06.568103 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7e32fdfb-aa9c-44ec-bb46-22ab0609464f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:06.573136 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7e32fdfb-aa9c-44ec-bb46-22ab0609464f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] 10.222.0.89 "DELETE /v2.0/networks/c99df2ec-3361-4925-935a-d5a297348bcc HTTP/1.1" status: 204 len: 168 time: 1.1804862 Feb 20 03:56:06.584245 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37016) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:06.596919 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-ef9cbe6a-212f-4333-8793-81458355918b tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Request body: {'network': {'name': 'tempest-network--1341644774', 'router:external': True}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:56:06.597345 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device caba54b1-8d89-4fb1-bf37-b64faf13f52a no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:56:06.643763 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32fdfb-aa9c-44ec-bb46-22ab0609464f tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Pushing event deleted for resources: {'Network': ['ID=c99df2ec-3361-4925-935a-d5a297348bcc,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:06.695277 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37018) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:06.696731 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-776a141e-fa66-42f7-a3e9-9d77312f0a89 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "PUT /v2.0/subnetpools/cda0c9bb-7ec7-4941-bfe4-1706261057f7/tags/tempest-TagsExtTest-Tag-1369900166 HTTP/1.1" status: 201 len: 201 time: 0.4844584 Feb 20 03:56:06.704764 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.tag.tag_plugin [None req-bba6358e-375a-4235-a56f-5292273460b2 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:06.726183 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: caba54b1-8d89-4fb1-bf37-b64faf13f52a {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:56:06.736042 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device caba54b1-8d89-4fb1-bf37-b64faf13f52a not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:56:06.762279 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d24b53b0-8fcc-46a1-b438-c79df1fbd3e0 None None] Port 1ab12260-eb8e-4961-9df0-ff4da730db5a cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:56:06.785258 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9cbe6a-212f-4333-8793-81458355918b tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Made reservation on behalf of e31936ba94854278bcdcdb033ecb6eb8 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:56:06.798908 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef9cbe6a-212f-4333-8793-81458355918b tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:06.881201 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9cbe6a-212f-4333-8793-81458355918b tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:56:06.894604 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1f068376-59b6-47d2-9b54-1b05ab8e374a tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router_gateway (81606505-297c-4992-9544-5a6229ebc1a0), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:06.918635 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef9cbe6a-212f-4333-8793-81458355918b tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (bd49e3d4-6bd7-460e-9e41-7c1af4644256), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:06.919810 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-ef9cbe6a-212f-4333-8793-81458355918b tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Added segment bd49e3d4-6bd7-460e-9e41-7c1af4644256 of type vlan for network 7fdab748-6c88-4d6d-8b4a-5378e6b9a7eb Feb 20 03:56:06.922176 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1f068376-59b6-47d2-9b54-1b05ab8e374a tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:06.940192 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bba6358e-375a-4235-a56f-5292273460b2 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "GET /v2.0/subnets/92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b/tags HTTP/1.1" status: 200 len: 241 time: 0.2435820 Feb 20 03:56:06.943011 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37022) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:06.981757 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.tag.tag_plugin [None req-6fceef7d-4556-4b7c-8153-0659c4762339 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b', 'tempest-TagsExtTest-Tag-1250240754') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:07.067639 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37026) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:07.088154 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef9cbe6a-212f-4333-8793-81458355918b tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (7fdab748-6c88-4d6d-8b4a-5378e6b9a7eb), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:07.219027 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-1f068376-59b6-47d2-9b54-1b05ab8e374a tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Allocated IP 172.25.7.95 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/a569fe18-8076-4937-af42-db33c179fe5b) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:56:07.253521 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6fceef7d-4556-4b7c-8153-0659c4762339 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "GET /v2.0/subnets/92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b/tags/tempest-TagsExtTest-Tag-1250240754 HTTP/1.1" status: 204 len: 168 time: 0.3088162 Feb 20 03:56:07.255929 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37032) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:07.265255 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.tag.tag_plugin [None req-62ab1dca-9d29-45b4-bda5-c6555b68965c tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b', 'tempest-TagsExtTest-Tag-1250240754') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:07.313689 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef9cbe6a-212f-4333-8793-81458355918b tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (7fdab748-6c88-4d6d-8b4a-5378e6b9a7eb), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:07.315032 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9cbe6a-212f-4333-8793-81458355918b tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:07.317680 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ef9cbe6a-212f-4333-8793-81458355918b tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:07.432066 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ef9cbe6a-212f-4333-8793-81458355918b tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8444903 Feb 20 03:56:07.439049 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37034) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:07.464824 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cbe6a-212f-4333-8793-81458355918b tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Pushing event updated for resources: {'Network': ['ID=7fdab748-6c88-4d6d-8b4a-5378e6b9a7eb,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:07.488504 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 7fdab748-6c88-4d6d-8b4a-5378e6b9a7eb details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:56:07.669421 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39597cd-799b-4c1e-93ee-e1ef8ff63b82 tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:07.673324 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b39597cd-799b-4c1e-93ee-e1ef8ff63b82 tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] 10.222.0.89 "GET /v2.0/networks/7fdab748-6c88-4d6d-8b4a-5378e6b9a7eb HTTP/1.1" status: 200 len: 757 time: 0.2341993 Feb 20 03:56:07.674473 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37038) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:07.708763 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1f068376-59b6-47d2-9b54-1b05ab8e374a tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for port (a569fe18-8076-4937-af42-db33c179fe5b), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:07.716942 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-871e7deb-aa99-4538-9239-c11acd6f2ace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:07.827789 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-62ab1dca-9d29-45b4-bda5-c6555b68965c tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "DELETE /v2.0/subnets/92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b/tags/tempest-TagsExtTest-Tag-1250240754 HTTP/1.1" status: 204 len: 168 time: 0.5696523 Feb 20 03:56:07.837538 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37042) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:07.851912 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.tag.tag_plugin [None req-84942ca1-2e4e-4410-a72c-de27549f00be tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:07.854225 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183b62e2-727d-46c6-b675-f1aea985396d tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:07.860031 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-183b62e2-727d-46c6-b675-f1aea985396d tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] 10.222.0.89 "GET /v2.0/networks/c8567b18-4b45-4016-a454-a39bc992ed8b HTTP/1.1" status: 200 len: 768 time: 0.1821179 Feb 20 03:56:07.860793 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37044) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:07.969749 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1f068376-59b6-47d2-9b54-1b05ab8e374a tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (a569fe18-8076-4937-af42-db33c179fe5b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:08.144660 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f068376-59b6-47d2-9b54-1b05ab8e374a tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Pushing event updated for resources: {'Port': ['ID=a569fe18-8076-4937-af42-db33c179fe5b,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:08.179978 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f068376-59b6-47d2-9b54-1b05ab8e374a tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:56:08.187091 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7b13ec10-3e87-4251-97ae-6c446c5c0d5e tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (7fdab748-6c88-4d6d-8b4a-5378e6b9a7eb), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:08.204976 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-1f068376-59b6-47d2-9b54-1b05ab8e374a tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:56:08.220472 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f068376-59b6-47d2-9b54-1b05ab8e374a tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:56:08.289737 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-871e7deb-aa99-4538-9239-c11acd6f2ace admin admin] Publish callbacks [] for security_group (e4166757-6eb0-481e-a52d-c7546586711b), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:08.303687 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-84942ca1-2e4e-4410-a72c-de27549f00be tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "GET /v2.0/subnets/92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b/tags HTTP/1.1" status: 200 len: 205 time: 0.4650686 Feb 20 03:56:08.307129 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37048) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:08.311170 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-7cda228e-6f53-459c-9c7c-505a507119e8 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1ab12260-eb8e-4961-9df0-ff4da730db5a') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:08.374002 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-871e7deb-aa99-4538-9239-c11acd6f2ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e4166757-6eb0-481e-a52d-c7546586711b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:08.422574 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e7deb-aa99-4538-9239-c11acd6f2ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4166757-6eb0-481e-a52d-c7546586711b,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:08.430022 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7b13ec10-3e87-4251-97ae-6c446c5c0d5e tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (7fdab748-6c88-4d6d-8b4a-5378e6b9a7eb), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:08.463667 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7cda228e-6f53-459c-9c7c-505a507119e8 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "GET /v2.0/ports/1ab12260-eb8e-4961-9df0-ff4da730db5a/tags HTTP/1.1" status: 200 len: 241 time: 0.1560318 Feb 20 03:56:08.466758 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37054) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:08.477195 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-5feeff85-2769-43a5-8c4e-a2bf9cc3e368 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1ab12260-eb8e-4961-9df0-ff4da730db5a', 'tempest-TagsExtTest-Tag-1675622253') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:08.585341 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5feeff85-2769-43a5-8c4e-a2bf9cc3e368 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "GET /v2.0/ports/1ab12260-eb8e-4961-9df0-ff4da730db5a/tags/tempest-TagsExtTest-Tag-1675622253 HTTP/1.1" status: 204 len: 168 time: 0.1118436 Feb 20 03:56:08.586001 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37056) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:08.591653 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-f9382dcb-5a85-4345-a302-88f430c58f0e tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '1ab12260-eb8e-4961-9df0-ff4da730db5a', 'tempest-TagsExtTest-Tag-1675622253') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:08.611411 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-7b13ec10-3e87-4251-97ae-6c446c5c0d5e tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fdab748-6c88-4d6d-8b4a-5378e6b9a7eb']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:08.620840 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-871e7deb-aa99-4538-9239-c11acd6f2ace admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=611b5079a2764c138989043cd2349b42&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5518825 Feb 20 03:56:08.639455 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37062) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:08.666913 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-7b13ec10-3e87-4251-97ae-6c446c5c0d5e tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd49e3d4-6bd7-460e-9e41-7c1af4644256') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:08.666913 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-7b13ec10-3e87-4251-97ae-6c446c5c0d5e tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd49e3d4-6bd7-460e-9e41-7c1af4644256') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:08.705039 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7b13ec10-3e87-4251-97ae-6c446c5c0d5e tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (bd49e3d4-6bd7-460e-9e41-7c1af4644256), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:08.803777 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7b13ec10-3e87-4251-97ae-6c446c5c0d5e tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (bd49e3d4-6bd7-460e-9e41-7c1af4644256), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:08.814237 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-29cdbec7-a04f-491d-863a-a25d75cf1d16 admin admin] Publish callbacks [] for security_group (e4166757-6eb0-481e-a52d-c7546586711b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:08.819737 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b13ec10-3e87-4251-97ae-6c446c5c0d5e tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:56:08.820451 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7b13ec10-3e87-4251-97ae-6c446c5c0d5e tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (bd49e3d4-6bd7-460e-9e41-7c1af4644256), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:08.824100 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:56:08.824100 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:56:08.824100 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:56:08.824100 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:56:08.824100 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:56:08.824100 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:56:08.824100 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:56:08.824100 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:56:08.824100 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:56:08.824100 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:56:08.824100 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:56:08.824100 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:56:08.824100 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:56:08.824100 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:56:08.824100 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:56:08.824100 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:56:08.824100 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:56:08.824100 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:56:08.824100 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:56:08.824100 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:56:08.824100 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:56:08.824100 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:56:08.824100 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:56:08.824100 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:56:08.824100 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:56:08.824100 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:56:08.824100 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:56:08.824100 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:56:08.824100 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:56:08.824100 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:56:08.824100 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:56:08.824100 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:56:08.915389 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-29cdbec7-a04f-491d-863a-a25d75cf1d16 admin admin] Publish callbacks [] for security_group (e4166757-6eb0-481e-a52d-c7546586711b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:08.916951 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f9382dcb-5a85-4345-a302-88f430c58f0e tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "DELETE /v2.0/ports/1ab12260-eb8e-4961-9df0-ff4da730db5a/tags/tempest-TagsExtTest-Tag-1675622253 HTTP/1.1" status: 204 len: 168 time: 0.3299837 Feb 20 03:56:08.920950 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37066) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:08.927647 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-2ed2dfd6-8350-4730-ab66-e903d383a0b6 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1ab12260-eb8e-4961-9df0-ff4da730db5a') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:09.012642 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2ed2dfd6-8350-4730-ab66-e903d383a0b6 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "GET /v2.0/ports/1ab12260-eb8e-4961-9df0-ff4da730db5a/tags HTTP/1.1" status: 200 len: 205 time: 0.0903213 Feb 20 03:56:09.015031 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37070) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:09.030254 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.tag.tag_plugin [None req-e8dda2f8-7e02-4d9b-8861-d73eda280378 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '413a9bb4-1a25-4ef4-bdb5-3dfcff394cff') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:09.152432 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7b13ec10-3e87-4251-97ae-6c446c5c0d5e tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (7fdab748-6c88-4d6d-8b4a-5378e6b9a7eb), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:09.181656 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-29cdbec7-a04f-491d-863a-a25d75cf1d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e4166757-6eb0-481e-a52d-c7546586711b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:09.183849 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-29cdbec7-a04f-491d-863a-a25d75cf1d16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:09.185008 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-29cdbec7-a04f-491d-863a-a25d75cf1d16 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e4166757-6eb0-481e-a52d-c7546586711b HTTP/1.1" status: 204 len: 168 time: 0.5553885 Feb 20 03:56:09.200808 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b13ec10-3e87-4251-97ae-6c446c5c0d5e tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7fdab748-6c88-4d6d-8b4a-5378e6b9a7eb {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 20 03:56:09.204390 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7b13ec10-3e87-4251-97ae-6c446c5c0d5e tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:09.208390 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7b13ec10-3e87-4251-97ae-6c446c5c0d5e tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] 10.222.0.89 "DELETE /v2.0/networks/7fdab748-6c88-4d6d-8b4a-5378e6b9a7eb HTTP/1.1" status: 204 len: 168 time: 1.3470328 Feb 20 03:56:09.212348 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37074) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:09.218199 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-044ca2e4-0504-4977-bbec-97dce721ab54 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Request body: {'network': {'name': 'tempest-network--46982331'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:56:09.258767 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdbec7-a04f-491d-863a-a25d75cf1d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4166757-6eb0-481e-a52d-c7546586711b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:09.265194 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13ec10-3e87-4251-97ae-6c446c5c0d5e tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Pushing event deleted for resources: {'Network': ['ID=7fdab748-6c88-4d6d-8b4a-5378e6b9a7eb,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:09.281711 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e8dda2f8-7e02-4d9b-8861-d73eda280378 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "GET /v2.0/routers/413a9bb4-1a25-4ef4-bdb5-3dfcff394cff/tags HTTP/1.1" status: 200 len: 240 time: 0.2624896 Feb 20 03:56:09.282044 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37076) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:09.289385 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-4417dc72-cbc8-4955-99a7-060e53136ada tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '413a9bb4-1a25-4ef4-bdb5-3dfcff394cff', 'tempest-TagsExtTest-Tag-403658059') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:09.295212 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1f068376-59b6-47d2-9b54-1b05ab8e374a tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router_gateway (81606505-297c-4992-9544-5a6229ebc1a0), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:09.406074 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044ca2e4-0504-4977-bbec-97dce721ab54 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Made reservation on behalf of e31936ba94854278bcdcdb033ecb6eb8 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:56:09.413048 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-044ca2e4-0504-4977-bbec-97dce721ab54 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:09.594717 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044ca2e4-0504-4977-bbec-97dce721ab54 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:56:09.611451 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4417dc72-cbc8-4955-99a7-060e53136ada tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "GET /v2.0/routers/413a9bb4-1a25-4ef4-bdb5-3dfcff394cff/tags/tempest-TagsExtTest-Tag-403658059 HTTP/1.1" status: 204 len: 168 time: 0.3277888 Feb 20 03:56:09.616701 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37082) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:09.619365 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-044ca2e4-0504-4977-bbec-97dce721ab54 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (78bec277-e4aa-4457-89c5-16093f4a8ce7), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:09.619884 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-044ca2e4-0504-4977-bbec-97dce721ab54 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Added segment 78bec277-e4aa-4457-89c5-16093f4a8ce7 of type vlan for network 1e03bc21-4075-45cc-955a-262449e666a2 Feb 20 03:56:09.624548 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-b4b9e1ed-f099-4ec1-b3dd-a49a2a245730 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '413a9bb4-1a25-4ef4-bdb5-3dfcff394cff', 'tempest-TagsExtTest-Tag-403658059') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:09.708473 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1f068376-59b6-47d2-9b54-1b05ab8e374a tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (81606505-297c-4992-9544-5a6229ebc1a0), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:09.791448 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-044ca2e4-0504-4977-bbec-97dce721ab54 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (1e03bc21-4075-45cc-955a-262449e666a2), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:09.950621 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-044ca2e4-0504-4977-bbec-97dce721ab54 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (1e03bc21-4075-45cc-955a-262449e666a2), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:09.951743 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044ca2e4-0504-4977-bbec-97dce721ab54 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:09.952385 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-044ca2e4-0504-4977-bbec-97dce721ab54 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:10.008455 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b4b9e1ed-f099-4ec1-b3dd-a49a2a245730 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "DELETE /v2.0/routers/413a9bb4-1a25-4ef4-bdb5-3dfcff394cff/tags/tempest-TagsExtTest-Tag-403658059 HTTP/1.1" status: 204 len: 168 time: 0.3886735 Feb 20 03:56:10.009448 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37090) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:10.014673 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-fa49ea67-af18-422d-bdcf-d6badd9c54fa tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '413a9bb4-1a25-4ef4-bdb5-3dfcff394cff') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:10.103286 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-044ca2e4-0504-4977-bbec-97dce721ab54 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8895564 Feb 20 03:56:10.109603 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37096) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:10.112485 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ca2e4-0504-4977-bbec-97dce721ab54 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Pushing event updated for resources: {'Network': ['ID=1e03bc21-4075-45cc-955a-262449e666a2,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:10.125128 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-ae966100-c2c9-4a3e-a6af-64f85e99fb7d tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:56:10.130145 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 1e03bc21-4075-45cc-955a-262449e666a2 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:56:10.147234 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f068376-59b6-47d2-9b54-1b05ab8e374a tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Router 81606505-297c-4992-9544-5a6229ebc1a0 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:56:10.212344 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-fa49ea67-af18-422d-bdcf-d6badd9c54fa tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "GET /v2.0/routers/413a9bb4-1a25-4ef4-bdb5-3dfcff394cff/tags HTTP/1.1" status: 200 len: 205 time: 0.2020481 Feb 20 03:56:10.215062 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37098) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:10.221602 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-734dec35-f9d4-4f82-915a-c951944f9f74 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'cda0c9bb-7ec7-4941-bfe4-1706261057f7') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:10.280338 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-734dec35-f9d4-4f82-915a-c951944f9f74 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "GET /v2.0/subnetpools/cda0c9bb-7ec7-4941-bfe4-1706261057f7/tags HTTP/1.1" status: 200 len: 241 time: 0.0641994 Feb 20 03:56:10.283759 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37100) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:10.290173 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-f22b0d7c-e427-46cb-8a72-b2fa1938bf5b tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cda0c9bb-7ec7-4941-bfe4-1706261057f7', 'tempest-TagsExtTest-Tag-1369900166') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:10.334828 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f22b0d7c-e427-46cb-8a72-b2fa1938bf5b tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "GET /v2.0/subnetpools/cda0c9bb-7ec7-4941-bfe4-1706261057f7/tags/tempest-TagsExtTest-Tag-1369900166 HTTP/1.1" status: 204 len: 168 time: 0.0492961 Feb 20 03:56:10.339137 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37102) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:10.344321 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-3de0a8ce-00ff-469c-afc9-1902fb89af91 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'cda0c9bb-7ec7-4941-bfe4-1706261057f7', 'tempest-TagsExtTest-Tag-1369900166') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:10.435120 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f068376-59b6-47d2-9b54-1b05ab8e374a tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:56:10.450214 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feccff6-b42a-436f-b1fa-3aedd67daa5d None None] Sync routers for ids ['81606505-297c-4992-9544-5a6229ebc1a0'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:56:10.458327 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ae966100-c2c9-4a3e-a6af-64f85e99fb7d tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (1e03bc21-4075-45cc-955a-262449e666a2), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:10.471131 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feccff6-b42a-436f-b1fa-3aedd67daa5d None None] Routers {'81606505-297c-4992-9544-5a6229ebc1a0'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:56:10.472969 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-7feccff6-b42a-436f-b1fa-3aedd67daa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:55:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['81606505-297c-4992-9544-5a6229ebc1a0'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:10.515695 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-7feccff6-b42a-436f-b1fa-3aedd67daa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:10.528024 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feccff6-b42a-436f-b1fa-3aedd67daa5d None None] Routers {'81606505-297c-4992-9544-5a6229ebc1a0'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:56:10.530420 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-7feccff6-b42a-436f-b1fa-3aedd67daa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:55:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['81606505-297c-4992-9544-5a6229ebc1a0'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:10.564430 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3de0a8ce-00ff-469c-afc9-1902fb89af91 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "DELETE /v2.0/subnetpools/cda0c9bb-7ec7-4941-bfe4-1706261057f7/tags/tempest-TagsExtTest-Tag-1369900166 HTTP/1.1" status: 204 len: 168 time: 0.2238164 Feb 20 03:56:10.567646 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37110) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:10.575190 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-db303110-f83e-4a58-8c97-5eced1bd2f8c tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'cda0c9bb-7ec7-4941-bfe4-1706261057f7') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:10.603816 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-7feccff6-b42a-436f-b1fa-3aedd67daa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:10.604555 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feccff6-b42a-436f-b1fa-3aedd67daa5d None None] The sync data for ids ['81606505-297c-4992-9544-5a6229ebc1a0'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:56:10.611150 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1f068376-59b6-47d2-9b54-1b05ab8e374a tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:10.633132 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1f068376-59b6-47d2-9b54-1b05ab8e374a tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.2069561 Feb 20 03:56:10.633132 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ae966100-c2c9-4a3e-a6af-64f85e99fb7d tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (1e03bc21-4075-45cc-955a-262449e666a2), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:10.634314 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37116) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:10.634314 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-db303110-f83e-4a58-8c97-5eced1bd2f8c tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "GET /v2.0/subnetpools/cda0c9bb-7ec7-4941-bfe4-1706261057f7/tags HTTP/1.1" status: 200 len: 205 time: 0.0525191 Feb 20 03:56:10.634314 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-4f7e8025-0ac3-42df-a052-f4e042cb8340 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'enable_snat': False}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:56:10.637284 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37118) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:10.646242 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-2f0ae978-f3d9-48f2-bd0a-49b9eca02933 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cda0c9bb-7ec7-4941-bfe4-1706261057f7') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:10.682450 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37120) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:10.711353 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d50d44ec-f9b5-4331-b6af-0255a2dec641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:10.730390 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae966100-c2c9-4a3e-a6af-64f85e99fb7d tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Pushing event updated for resources: {'Network': ['ID=1e03bc21-4075-45cc-955a-262449e666a2,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:10.730544 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ae966100-c2c9-4a3e-a6af-64f85e99fb7d tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Network 1e03bc21-4075-45cc-955a-262449e666a2 is not hosted by any dhcp agent {{(pid=104106) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 20 03:56:10.731365 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae966100-c2c9-4a3e-a6af-64f85e99fb7d tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:10.731960 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ae966100-c2c9-4a3e-a6af-64f85e99fb7d tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:10.733805 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ae966100-c2c9-4a3e-a6af-64f85e99fb7d tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] 10.222.0.89 "PUT /v2.0/networks/1e03bc21-4075-45cc-955a-262449e666a2 HTTP/1.1" status: 200 len: 856 time: 0.6197999 Feb 20 03:56:10.736307 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37124) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:10.837626 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2f0ae978-f3d9-48f2-bd0a-49b9eca02933 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "DELETE /v2.0/subnetpools/cda0c9bb-7ec7-4941-bfe4-1706261057f7/tags HTTP/1.1" status: 204 len: 168 time: 0.2009430 Feb 20 03:56:10.843550 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37126) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:10.849640 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.tag.tag_plugin [None req-d4deb319-a925-4e94-9f0d-9ac5c2d26a23 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '413a9bb4-1a25-4ef4-bdb5-3dfcff394cff') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:10.988076 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d4deb319-a925-4e94-9f0d-9ac5c2d26a23 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "DELETE /v2.0/routers/413a9bb4-1a25-4ef4-bdb5-3dfcff394cff/tags HTTP/1.1" status: 204 len: 168 time: 0.1428287 Feb 20 03:56:10.994142 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-187e438b-f0b1-4dcd-b5e3-e7fab3e12a01 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (1e03bc21-4075-45cc-955a-262449e666a2), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:10.996352 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37132) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:11.002444 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.tag.tag_plugin [None req-aee90b98-55b3-4f7d-891f-b2b039f29164 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1ab12260-eb8e-4961-9df0-ff4da730db5a') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:11.110066 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-aee90b98-55b3-4f7d-891f-b2b039f29164 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "DELETE /v2.0/ports/1ab12260-eb8e-4961-9df0-ff4da730db5a/tags HTTP/1.1" status: 204 len: 168 time: 0.1121404 Feb 20 03:56:11.113636 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37136) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:11.122220 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.tag.tag_plugin [None req-4bddc5f7-aedb-4076-80ae-8c05ade39f71 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:11.204165 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4bddc5f7-aedb-4076-80ae-8c05ade39f71 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "DELETE /v2.0/subnets/92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b/tags HTTP/1.1" status: 204 len: 168 time: 0.0892560 Feb 20 03:56:11.210567 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37138) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:11.215612 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.tag.tag_plugin [None req-3436b2ed-34f3-41da-8e89-cf050b550716 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b', 'tempest-TagsExtTest-Tag-964036303') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:11.434584 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3436b2ed-34f3-41da-8e89-cf050b550716 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "PUT /v2.0/subnets/92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b/tags/tempest-TagsExtTest-Tag-964036303 HTTP/1.1" status: 201 len: 201 time: 0.2228885 Feb 20 03:56:11.435654 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37144) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:11.442727 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.tag.tag_plugin [None req-c2683de4-f810-4dd6-88c0-d550dd00781a tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1ab12260-eb8e-4961-9df0-ff4da730db5a', 'tempest-TagsExtTest-Tag-1338365470') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:11.457089 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d50d44ec-f9b5-4331-b6af-0255a2dec641 admin admin] Publish callbacks [] for security_group (3d3ed671-cd84-45f3-a8ec-46b08d4d6f28), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:11.534164 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-187e438b-f0b1-4dcd-b5e3-e7fab3e12a01 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (1e03bc21-4075-45cc-955a-262449e666a2), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:11.564590 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-187e438b-f0b1-4dcd-b5e3-e7fab3e12a01 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e03bc21-4075-45cc-955a-262449e666a2']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:11.574517 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d50d44ec-f9b5-4331-b6af-0255a2dec641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (3d3ed671-cd84-45f3-a8ec-46b08d4d6f28), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:11.606810 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-187e438b-f0b1-4dcd-b5e3-e7fab3e12a01 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78bec277-e4aa-4457-89c5-16093f4a8ce7') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:11.609329 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-187e438b-f0b1-4dcd-b5e3-e7fab3e12a01 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78bec277-e4aa-4457-89c5-16093f4a8ce7') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:11.638739 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-187e438b-f0b1-4dcd-b5e3-e7fab3e12a01 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (78bec277-e4aa-4457-89c5-16093f4a8ce7), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:11.663168 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c2683de4-f810-4dd6-88c0-d550dd00781a tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "PUT /v2.0/ports/1ab12260-eb8e-4961-9df0-ff4da730db5a/tags/tempest-TagsExtTest-Tag-1338365470 HTTP/1.1" status: 201 len: 201 time: 0.2262368 Feb 20 03:56:11.664306 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37146) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:11.666904 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d50d44ec-f9b5-4331-b6af-0255a2dec641 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ee4bfd8d369849119d808bd3669c6e11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9827673 Feb 20 03:56:11.674120 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.tag.tag_plugin [None req-3ffe713c-012a-439c-8754-326225320b22 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '413a9bb4-1a25-4ef4-bdb5-3dfcff394cff', 'tempest-TagsExtTest-Tag-1753173794') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:11.675576 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-187e438b-f0b1-4dcd-b5e3-e7fab3e12a01 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (78bec277-e4aa-4457-89c5-16093f4a8ce7), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:11.676760 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37148) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:11.678776 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d44ec-f9b5-4331-b6af-0255a2dec641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3ed671-cd84-45f3-a8ec-46b08d4d6f28,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:11.692407 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187e438b-f0b1-4dcd-b5e3-e7fab3e12a01 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:56:11.692790 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-187e438b-f0b1-4dcd-b5e3-e7fab3e12a01 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (78bec277-e4aa-4457-89c5-16093f4a8ce7), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:11.696347 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:56:11.696347 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:56:11.696347 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:56:11.696347 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:56:11.696347 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:56:11.696347 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:56:11.696347 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:56:11.696347 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:56:11.696347 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:56:11.696347 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:56:11.696347 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:56:11.696347 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:56:11.696347 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:56:11.696347 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:56:11.696347 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:56:11.696347 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:56:11.696347 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:56:11.696347 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:56:11.696347 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:56:11.696347 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:56:11.696347 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:56:11.696347 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:56:11.696347 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:56:11.696347 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:56:11.696347 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:56:11.696347 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:56:11.696347 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:56:11.696347 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:56:11.696347 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:56:11.696347 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:56:11.696347 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:56:11.696347 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:56:11.715872 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4f7e8025-0ac3-42df-a052-f4e042cb8340 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router_gateway (81606505-297c-4992-9544-5a6229ebc1a0), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:11.808818 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2ced9abd-dbf8-40f0-acfe-04fc279f6151 admin admin] Publish callbacks [] for security_group (3d3ed671-cd84-45f3-a8ec-46b08d4d6f28), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:11.833885 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2ced9abd-dbf8-40f0-acfe-04fc279f6151 admin admin] Publish callbacks [] for security_group (3d3ed671-cd84-45f3-a8ec-46b08d4d6f28), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:11.900710 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-187e438b-f0b1-4dcd-b5e3-e7fab3e12a01 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (1e03bc21-4075-45cc-955a-262449e666a2), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:11.905585 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187e438b-f0b1-4dcd-b5e3-e7fab3e12a01 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1e03bc21-4075-45cc-955a-262449e666a2 {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 20 03:56:11.907885 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-187e438b-f0b1-4dcd-b5e3-e7fab3e12a01 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:11.917405 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-187e438b-f0b1-4dcd-b5e3-e7fab3e12a01 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] 10.222.0.89 "DELETE /v2.0/networks/1e03bc21-4075-45cc-955a-262449e666a2 HTTP/1.1" status: 204 len: 168 time: 1.1748869 Feb 20 03:56:11.921864 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37154) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:11.941681 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e438b-f0b1-4dcd-b5e3-e7fab3e12a01 tempest-ExternalNetworksTestJSON-753151145 tempest-ExternalNetworksTestJSON-753151145-project-admin] Pushing event deleted for resources: {'Network': ['ID=1e03bc21-4075-45cc-955a-262449e666a2,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:12.000457 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c008e2-1b43-4443-8e07-759f49790c10 tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] DELETE failed (client error): The resource could not be found. Feb 20 03:56:12.000928 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c008e2-1b43-4443-8e07-759f49790c10 tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:56:12.013481 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d4c008e2-1b43-4443-8e07-759f49790c10 tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] 10.222.0.89 "DELETE /v2.0/subnets/6c202824-6f47-46e3-96a8-db086d751394 HTTP/1.1" status: 404 len: 337 time: 0.0882883 Feb 20 03:56:12.014256 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37158) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:12.062530 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3ffe713c-012a-439c-8754-326225320b22 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "PUT /v2.0/routers/413a9bb4-1a25-4ef4-bdb5-3dfcff394cff/tags/tempest-TagsExtTest-Tag-1753173794 HTTP/1.1" status: 201 len: 201 time: 0.3969312 Feb 20 03:56:12.067263 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37160) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:12.079441 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.tag.tag_plugin [None req-71cbfff1-4191-408a-9fca-d75641042893 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'cda0c9bb-7ec7-4941-bfe4-1706261057f7', 'tempest-TagsExtTest-Tag-1131845228') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:12.216749 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-00bdaec6-c59f-4798-a438-b0d4b98f6ceb tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (c8567b18-4b45-4016-a454-a39bc992ed8b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:12.418590 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-00bdaec6-c59f-4798-a438-b0d4b98f6ceb tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (c8567b18-4b45-4016-a454-a39bc992ed8b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:12.482977 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-00bdaec6-c59f-4798-a438-b0d4b98f6ceb tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8567b18-4b45-4016-a454-a39bc992ed8b']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:12.514495 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2ced9abd-dbf8-40f0-acfe-04fc279f6151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (3d3ed671-cd84-45f3-a8ec-46b08d4d6f28), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:12.521182 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2ced9abd-dbf8-40f0-acfe-04fc279f6151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:12.522346 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2ced9abd-dbf8-40f0-acfe-04fc279f6151 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3d3ed671-cd84-45f3-a8ec-46b08d4d6f28 HTTP/1.1" status: 204 len: 168 time: 0.8445332 Feb 20 03:56:12.540507 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-00bdaec6-c59f-4798-a438-b0d4b98f6ceb tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a5b13a7-0a0c-4b61-b7d0-86db18238b18') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:12.545473 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-00bdaec6-c59f-4798-a438-b0d4b98f6ceb tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a5b13a7-0a0c-4b61-b7d0-86db18238b18') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:12.592633 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-00bdaec6-c59f-4798-a438-b0d4b98f6ceb tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (5a5b13a7-0a0c-4b61-b7d0-86db18238b18), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:12.602796 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced9abd-dbf8-40f0-acfe-04fc279f6151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3ed671-cd84-45f3-a8ec-46b08d4d6f28,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:12.631082 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-00bdaec6-c59f-4798-a438-b0d4b98f6ceb tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (5a5b13a7-0a0c-4b61-b7d0-86db18238b18), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:12.639781 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-71cbfff1-4191-408a-9fca-d75641042893 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "PUT /v2.0/subnetpools/cda0c9bb-7ec7-4941-bfe4-1706261057f7/tags/tempest-TagsExtTest-Tag-1131845228 HTTP/1.1" status: 201 len: 201 time: 0.5668266 Feb 20 03:56:12.641037 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00bdaec6-c59f-4798-a438-b0d4b98f6ceb tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:56:12.642271 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-00bdaec6-c59f-4798-a438-b0d4b98f6ceb tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (5a5b13a7-0a0c-4b61-b7d0-86db18238b18), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:12.646167 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:56:12.646167 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:56:12.646167 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:56:12.646167 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:56:12.646167 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:56:12.646167 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:56:12.646167 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:56:12.646167 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:56:12.646167 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:56:12.646167 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:56:12.646167 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:56:12.646167 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:56:12.646167 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:56:12.646167 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:56:12.646167 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:56:12.646167 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:56:12.646167 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:56:12.646167 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:56:12.646167 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:56:12.646167 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:56:12.646167 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:56:12.646167 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:56:12.646167 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:56:12.646167 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:56:12.646167 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:56:12.646167 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:56:12.646167 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:56:12.646167 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:56:12.646167 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:56:12.646167 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:56:12.646167 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:56:12.646167 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:56:12.648382 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37166) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:12.651503 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.tag.tag_plugin [None req-f6dbe1c0-0c3e-4daa-bf2f-4d665f97aea8 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b', {'tags': ['tempest-TagsExtTest-Tag-1469385256', 'tempest-TagsExtTest-Tag-1231503539', 'tempest-TagsExtTest-Tag-1412276507']}) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:12.711909 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4f7e8025-0ac3-42df-a052-f4e042cb8340 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16304713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16307768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6330'] for router (81606505-297c-4992-9544-5a6229ebc1a0), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:12.716789 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4f7e8025-0ac3-42df-a052-f4e042cb8340 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16304734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16304727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16307761'] for router (81606505-297c-4992-9544-5a6229ebc1a0), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:12.841587 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-00bdaec6-c59f-4798-a438-b0d4b98f6ceb tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (c8567b18-4b45-4016-a454-a39bc992ed8b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:12.852114 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-00bdaec6-c59f-4798-a438-b0d4b98f6ceb tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:12.860097 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-00bdaec6-c59f-4798-a438-b0d4b98f6ceb tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] 10.222.0.89 "DELETE /v2.0/networks/c8567b18-4b45-4016-a454-a39bc992ed8b HTTP/1.1" status: 204 len: 168 time: 0.8446422 Feb 20 03:56:12.888145 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bdaec6-c59f-4798-a438-b0d4b98f6ceb tempest-ExternalNetworksTestJSON-70434507 tempest-ExternalNetworksTestJSON-70434507-project] Pushing event deleted for resources: {'Network': ['ID=c8567b18-4b45-4016-a454-a39bc992ed8b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:12.917460 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7e8025-0ac3-42df-a052-f4e042cb8340 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Router 81606505-297c-4992-9544-5a6229ebc1a0 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:56:12.967047 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f6dbe1c0-0c3e-4daa-bf2f-4d665f97aea8 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "PUT /v2.0/subnets/92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b/tags HTTP/1.1" status: 200 len: 318 time: 0.3194597 Feb 20 03:56:12.969903 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37172) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:12.974676 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.tag.tag_plugin [None req-f64bac1a-3e09-4e7a-8705-617c84c18b7d tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:13.070995 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7e8025-0ac3-42df-a052-f4e042cb8340 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:56:13.075839 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4f7e8025-0ac3-42df-a052-f4e042cb8340 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:13.077246 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4f7e8025-0ac3-42df-a052-f4e042cb8340 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] 10.222.0.89 "PUT /v2.0/routers/81606505-297c-4992-9544-5a6229ebc1a0 HTTP/1.1" status: 200 len: 921 time: 2.4550526 Feb 20 03:56:13.080557 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37178) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:13.093916 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60388c8-93c4-4f24-9df6-ad1860602054 None None] Sync routers for ids ['81606505-297c-4992-9544-5a6229ebc1a0'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:56:13.107992 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60388c8-93c4-4f24-9df6-ad1860602054 None None] Routers {'81606505-297c-4992-9544-5a6229ebc1a0'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:56:13.110740 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-a60388c8-93c4-4f24-9df6-ad1860602054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:55:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['81606505-297c-4992-9544-5a6229ebc1a0'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:13.177423 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-a60388c8-93c4-4f24-9df6-ad1860602054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:13.198253 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60388c8-93c4-4f24-9df6-ad1860602054 None None] Routers {'81606505-297c-4992-9544-5a6229ebc1a0'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:56:13.198887 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-a60388c8-93c4-4f24-9df6-ad1860602054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:55:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['81606505-297c-4992-9544-5a6229ebc1a0'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:13.254231 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-a60388c8-93c4-4f24-9df6-ad1860602054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:13.255120 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60388c8-93c4-4f24-9df6-ad1860602054 None None] The sync data for ids ['81606505-297c-4992-9544-5a6229ebc1a0'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:56:13.317126 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f64bac1a-3e09-4e7a-8705-617c84c18b7d tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "DELETE /v2.0/subnets/92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b/tags HTTP/1.1" status: 204 len: 168 time: 0.3462021 Feb 20 03:56:13.319927 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37182) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:13.324977 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.tag.tag_plugin [None req-6c411a93-21d3-4d16-8e3a-21b1729650ea tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b', 'tempest-TagsExtTest-Tag-1469385256') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:13.352515 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37184) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:13.360982 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-23f2aec9-0fad-4f0f-a7d2-d40cea217dce tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] 10.222.0.89 "GET /v2.0/routers/81606505-297c-4992-9544-5a6229ebc1a0 HTTP/1.1" status: 200 len: 921 time: 0.2692344 Feb 20 03:56:13.479992 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-6c411a93-21d3-4d16-8e3a-21b1729650ea tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] show failed (client error): The resource could not be found. Feb 20 03:56:13.481385 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6c411a93-21d3-4d16-8e3a-21b1729650ea tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "GET /v2.0/subnets/92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b/tags/tempest-TagsExtTest-Tag-1469385256 HTTP/1.1" status: 404 len: 329 time: 0.1605058 Feb 20 03:56:13.484776 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37186) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:13.485371 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436303c2-9d39-438d-8fb8-a45fd0d15aec tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:13.486980 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-436303c2-9d39-438d-8fb8-a45fd0d15aec tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] 10.222.0.89 "GET /v2.0/ports?network_id=eaf6f7bf-76a8-47a9-a76f-78f3b96fe079&device_id=81606505-297c-4992-9544-5a6229ebc1a0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1334665 Feb 20 03:56:13.490275 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-80a66418-26b6-4cb5-ae8b-84dce2ad7828 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b', 'tempest-TagsExtTest-Tag-1231503539') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:13.490800 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37188) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:13.637094 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-80a66418-26b6-4cb5-ae8b-84dce2ad7828 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] show failed (client error): The resource could not be found. Feb 20 03:56:13.638548 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-80a66418-26b6-4cb5-ae8b-84dce2ad7828 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "GET /v2.0/subnets/92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b/tags/tempest-TagsExtTest-Tag-1231503539 HTTP/1.1" status: 404 len: 329 time: 0.1527810 Feb 20 03:56:13.642277 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37190) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:13.647654 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-e38e4305-258c-4ff7-b1b8-fc3cd80b0db6 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b', 'tempest-TagsExtTest-Tag-1412276507') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:13.749082 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-e38e4305-258c-4ff7-b1b8-fc3cd80b0db6 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] show failed (client error): The resource could not be found. Feb 20 03:56:13.753654 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e38e4305-258c-4ff7-b1b8-fc3cd80b0db6 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "GET /v2.0/subnets/92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b/tags/tempest-TagsExtTest-Tag-1412276507 HTTP/1.1" status: 404 len: 329 time: 0.1068826 Feb 20 03:56:13.758168 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37194) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:13.772082 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-3fe0aa5b-c9d8-44ea-831d-b328c5d74597 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '1ab12260-eb8e-4961-9df0-ff4da730db5a', {'tags': ['tempest-TagsExtTest-Tag-1476416596', 'tempest-TagsExtTest-Tag-1497415142', 'tempest-TagsExtTest-Tag-1911134757']}) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:13.946319 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37200) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:13.971495 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3fe0aa5b-c9d8-44ea-831d-b328c5d74597 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "PUT /v2.0/ports/1ab12260-eb8e-4961-9df0-ff4da730db5a/tags HTTP/1.1" status: 200 len: 318 time: 0.2118928 Feb 20 03:56:13.973485 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37204) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:13.986449 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-fe0552f6-f8e2-46c8-8ee0-bdf4aed356fb tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1ab12260-eb8e-4961-9df0-ff4da730db5a') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:14.040645 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9c82cf-c734-439d-ae18-c9cc0b7f8b44 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:14.042084 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9b9c82cf-c734-439d-ae18-c9cc0b7f8b44 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 881 time: 0.5499787 Feb 20 03:56:14.044709 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37210) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:14.090709 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c76cc11f-9306-43c9-ba67-b7605a752677 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] 10.222.0.89 "GET /v2.0/ports?device_id=81606505-297c-4992-9544-5a6229ebc1a0 HTTP/1.1" status: 200 len: 205 time: 0.0443757 Feb 20 03:56:14.092907 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37212) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:14.270911 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-002e45c0-3ed5-478e-b480-e4d6fb84b876 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a96f9d9e391f4eefbc308e9ad8304132&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3221676 Feb 20 03:56:14.273687 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37218) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:14.281219 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-fe0552f6-f8e2-46c8-8ee0-bdf4aed356fb tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "DELETE /v2.0/ports/1ab12260-eb8e-4961-9df0-ff4da730db5a/tags HTTP/1.1" status: 204 len: 168 time: 0.3058414 Feb 20 03:56:14.287000 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37220) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:14.292995 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.tag.tag_plugin [None req-0cb37792-587b-4af3-829d-ed14536ec46e tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1ab12260-eb8e-4961-9df0-ff4da730db5a', 'tempest-TagsExtTest-Tag-1476416596') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:14.323671 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-10b09f2c-8f42-4a2f-bb17-6f81d5d43c1c tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router (81606505-297c-4992-9544-5a6229ebc1a0), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:14.363468 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a9e86844-4c22-4e13-805d-9c28c56eb73b admin admin] Publish callbacks [] for security_group (46a1fcb9-9968-4564-a016-54a15f1b8740), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:14.394125 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a9e86844-4c22-4e13-805d-9c28c56eb73b admin admin] Publish callbacks [] for security_group (46a1fcb9-9968-4564-a016-54a15f1b8740), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:14.407846 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-0cb37792-587b-4af3-829d-ed14536ec46e tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] show failed (client error): The resource could not be found. Feb 20 03:56:14.409860 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0cb37792-587b-4af3-829d-ed14536ec46e tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "GET /v2.0/ports/1ab12260-eb8e-4961-9df0-ff4da730db5a/tags/tempest-TagsExtTest-Tag-1476416596 HTTP/1.1" status: 404 len: 329 time: 0.1199937 Feb 20 03:56:14.414069 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37222) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:14.423727 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-1aff8f22-f479-4b61-b00c-73a699d94615 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1ab12260-eb8e-4961-9df0-ff4da730db5a', 'tempest-TagsExtTest-Tag-1497415142') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:14.481042 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-10b09f2c-8f42-4a2f-bb17-6f81d5d43c1c tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router_gateway (81606505-297c-4992-9544-5a6229ebc1a0), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:14.527955 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-1aff8f22-f479-4b61-b00c-73a699d94615 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] show failed (client error): The resource could not be found. Feb 20 03:56:14.531996 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37226) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:14.532170 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1aff8f22-f479-4b61-b00c-73a699d94615 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "GET /v2.0/ports/1ab12260-eb8e-4961-9df0-ff4da730db5a/tags/tempest-TagsExtTest-Tag-1497415142 HTTP/1.1" status: 404 len: 329 time: 0.1169450 Feb 20 03:56:14.537021 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.tag.tag_plugin [None req-3f328ad9-2b8a-4178-9580-84d10dcfd664 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1ab12260-eb8e-4961-9df0-ff4da730db5a', 'tempest-TagsExtTest-Tag-1911134757') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:14.610405 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-3f328ad9-2b8a-4178-9580-84d10dcfd664 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] show failed (client error): The resource could not be found. Feb 20 03:56:14.612563 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3f328ad9-2b8a-4178-9580-84d10dcfd664 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "GET /v2.0/ports/1ab12260-eb8e-4961-9df0-ff4da730db5a/tags/tempest-TagsExtTest-Tag-1911134757 HTTP/1.1" status: 404 len: 329 time: 0.0787275 Feb 20 03:56:14.616944 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37228) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:14.621263 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-cab8547c-36a9-4545-8e18-96d5bec730cb tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '413a9bb4-1a25-4ef4-bdb5-3dfcff394cff', {'tags': ['tempest-TagsExtTest-Tag-669242669', 'tempest-TagsExtTest-Tag-930875702', 'tempest-TagsExtTest-Tag-1751889494']}) {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:14.697628 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-10b09f2c-8f42-4a2f-bb17-6f81d5d43c1c tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Deleting port a569fe18-8076-4937-af42-db33c179fe5b {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:56:14.697889 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-10b09f2c-8f42-4a2f-bb17-6f81d5d43c1c tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (a569fe18-8076-4937-af42-db33c179fe5b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:14.710365 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a9e86844-4c22-4e13-805d-9c28c56eb73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (46a1fcb9-9968-4564-a016-54a15f1b8740), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:14.713077 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a9e86844-4c22-4e13-805d-9c28c56eb73b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:14.716894 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a9e86844-4c22-4e13-805d-9c28c56eb73b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/46a1fcb9-9968-4564-a016-54a15f1b8740 HTTP/1.1" status: 204 len: 168 time: 0.4378078 Feb 20 03:56:14.727607 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e86844-4c22-4e13-805d-9c28c56eb73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a1fcb9-9968-4564-a016-54a15f1b8740,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:14.826289 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-10b09f2c-8f42-4a2f-bb17-6f81d5d43c1c tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (a569fe18-8076-4937-af42-db33c179fe5b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:14.837753 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-cab8547c-36a9-4545-8e18-96d5bec730cb tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "PUT /v2.0/routers/413a9bb4-1a25-4ef4-bdb5-3dfcff394cff/tags HTTP/1.1" status: 200 len: 316 time: 0.2203851 Feb 20 03:56:14.838453 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37236) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:14.844080 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-0c1f1f1b-7b86-4860-b63a-46f02a32566d tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '413a9bb4-1a25-4ef4-bdb5-3dfcff394cff') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:14.853257 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-10b09f2c-8f42-4a2f-bb17-6f81d5d43c1c tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Calling delete_port for a569fe18-8076-4937-af42-db33c179fe5b owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:56:15.061440 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37242) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:15.195058 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0c1f1f1b-7b86-4860-b63a-46f02a32566d tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "DELETE /v2.0/routers/413a9bb4-1a25-4ef4-bdb5-3dfcff394cff/tags HTTP/1.1" status: 204 len: 168 time: 0.3555171 Feb 20 03:56:15.198178 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37248) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:15.202262 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-4ffaf7ad-dc90-4f3d-bb66-4c853a2e76f2 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '413a9bb4-1a25-4ef4-bdb5-3dfcff394cff', 'tempest-TagsExtTest-Tag-669242669') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:15.263756 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-10b09f2c-8f42-4a2f-bb17-6f81d5d43c1c tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (a569fe18-8076-4937-af42-db33c179fe5b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:15.295616 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-4ffaf7ad-dc90-4f3d-bb66-4c853a2e76f2 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] show failed (client error): The resource could not be found. Feb 20 03:56:15.298802 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4ffaf7ad-dc90-4f3d-bb66-4c853a2e76f2 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "GET /v2.0/routers/413a9bb4-1a25-4ef4-bdb5-3dfcff394cff/tags/tempest-TagsExtTest-Tag-669242669 HTTP/1.1" status: 404 len: 328 time: 0.0989916 Feb 20 03:56:15.301211 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37250) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:15.313593 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-802dfd5b-23f6-494d-b790-d8729b1cd327 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '413a9bb4-1a25-4ef4-bdb5-3dfcff394cff', 'tempest-TagsExtTest-Tag-930875702') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:15.347793 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b09f2c-8f42-4a2f-bb17-6f81d5d43c1c tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Pushing event deleted for resources: {'Port': ['ID=a569fe18-8076-4937-af42-db33c179fe5b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:15.463393 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-802dfd5b-23f6-494d-b790-d8729b1cd327 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] show failed (client error): The resource could not be found. Feb 20 03:56:15.466909 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-802dfd5b-23f6-494d-b790-d8729b1cd327 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "GET /v2.0/routers/413a9bb4-1a25-4ef4-bdb5-3dfcff394cff/tags/tempest-TagsExtTest-Tag-930875702 HTTP/1.1" status: 404 len: 328 time: 0.1623793 Feb 20 03:56:15.468074 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37256) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:15.481222 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-a57f67c2-8bf8-4124-9bc4-252bec4a3cb8 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '413a9bb4-1a25-4ef4-bdb5-3dfcff394cff', 'tempest-TagsExtTest-Tag-1751889494') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:15.536090 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-10b09f2c-8f42-4a2f-bb17-6f81d5d43c1c tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (81606505-297c-4992-9544-5a6229ebc1a0), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:15.616425 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-94877a80-d049-4afd-bcc0-25a12a9b6b49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:15.658796 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-a57f67c2-8bf8-4124-9bc4-252bec4a3cb8 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] show failed (client error): The resource could not be found. Feb 20 03:56:15.664473 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a57f67c2-8bf8-4124-9bc4-252bec4a3cb8 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "GET /v2.0/routers/413a9bb4-1a25-4ef4-bdb5-3dfcff394cff/tags/tempest-TagsExtTest-Tag-1751889494 HTTP/1.1" status: 404 len: 329 time: 0.1904585 Feb 20 03:56:15.664748 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37258) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:15.672413 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.tag.tag_plugin [None req-042e5c48-d5df-4bce-a1f0-c25911935584 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'cda0c9bb-7ec7-4941-bfe4-1706261057f7', {'tags': ['tempest-TagsExtTest-Tag-1623962977', 'tempest-TagsExtTest-Tag-550238410', 'tempest-TagsExtTest-Tag-1221023323']}) {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:15.688225 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-10b09f2c-8f42-4a2f-bb17-6f81d5d43c1c tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (81606505-297c-4992-9544-5a6229ebc1a0), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:15.692462 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-10b09f2c-8f42-4a2f-bb17-6f81d5d43c1c tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router_controller (81606505-297c-4992-9544-5a6229ebc1a0), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:15.727156 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-94877a80-d049-4afd-bcc0-25a12a9b6b49 admin admin] Publish callbacks [] for security_group (5689a5eb-943e-498a-bddf-9d0d7b55909d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:15.828224 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-94877a80-d049-4afd-bcc0-25a12a9b6b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5689a5eb-943e-498a-bddf-9d0d7b55909d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:15.829346 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-042e5c48-d5df-4bce-a1f0-c25911935584 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "PUT /v2.0/subnetpools/cda0c9bb-7ec7-4941-bfe4-1706261057f7/tags HTTP/1.1" status: 200 len: 317 time: 0.1616776 Feb 20 03:56:15.832646 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37262) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:15.842941 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.tag.tag_plugin [None req-f3818765-e306-4622-a6ba-f8e771c8934d tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cda0c9bb-7ec7-4941-bfe4-1706261057f7') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:15.874040 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-94877a80-d049-4afd-bcc0-25a12a9b6b49 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c2ac69fbd4ed49adbe72c361a0cc9d99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8088527 Feb 20 03:56:15.874500 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37264) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:15.876886 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94877a80-d049-4afd-bcc0-25a12a9b6b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5689a5eb-943e-498a-bddf-9d0d7b55909d,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:15.895851 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-10b09f2c-8f42-4a2f-bb17-6f81d5d43c1c tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (81606505-297c-4992-9544-5a6229ebc1a0), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:15.901952 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b09f2c-8f42-4a2f-bb17-6f81d5d43c1c tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Fanout notify agent at l3_agent the message router_deleted on router 81606505-297c-4992-9544-5a6229ebc1a0 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:56:15.905895 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-10b09f2c-8f42-4a2f-bb17-6f81d5d43c1c tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:15.913894 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-10b09f2c-8f42-4a2f-bb17-6f81d5d43c1c tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] 10.222.0.89 "DELETE /v2.0/routers/81606505-297c-4992-9544-5a6229ebc1a0 HTTP/1.1" status: 204 len: 168 time: 1.8193514 Feb 20 03:56:15.915124 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37268) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:15.922739 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-45622528-457f-4a31-849b-a86cb4db1a22 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-114209116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:56:15.969240 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7a40510d-63b0-40f1-a6b6-b931a27fab41 admin admin] Publish callbacks [] for security_group (5689a5eb-943e-498a-bddf-9d0d7b55909d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:15.996230 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7a40510d-63b0-40f1-a6b6-b931a27fab41 admin admin] Publish callbacks [] for security_group (5689a5eb-943e-498a-bddf-9d0d7b55909d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:16.073924 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-45622528-457f-4a31-849b-a86cb4db1a22 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (47ca68b6-53cb-4df5-aa6b-500019e716d6), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:16.075084 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-45622528-457f-4a31-849b-a86cb4db1a22 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (47ca68b6-53cb-4df5-aa6b-500019e716d6), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:16.147707 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f3818765-e306-4622-a6ba-f8e771c8934d tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "DELETE /v2.0/subnetpools/cda0c9bb-7ec7-4941-bfe4-1706261057f7/tags HTTP/1.1" status: 204 len: 168 time: 0.3112857 Feb 20 03:56:16.148559 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37272) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:16.155673 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-68340d30-0fa2-4fb4-ae19-241c28b2a967 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cda0c9bb-7ec7-4941-bfe4-1706261057f7', 'tempest-TagsExtTest-Tag-1623962977') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:16.190310 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37274) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:16.204603 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-68340d30-0fa2-4fb4-ae19-241c28b2a967 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] show failed (client error): The resource could not be found. Feb 20 03:56:16.209303 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-68340d30-0fa2-4fb4-ae19-241c28b2a967 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "GET /v2.0/subnetpools/cda0c9bb-7ec7-4941-bfe4-1706261057f7/tags/tempest-TagsExtTest-Tag-1623962977 HTTP/1.1" status: 404 len: 329 time: 0.0571620 Feb 20 03:56:16.209303 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7a40510d-63b0-40f1-a6b6-b931a27fab41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5689a5eb-943e-498a-bddf-9d0d7b55909d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:16.211650 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7a40510d-63b0-40f1-a6b6-b931a27fab41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:16.215939 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37276) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:16.216755 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7a40510d-63b0-40f1-a6b6-b931a27fab41 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5689a5eb-943e-498a-bddf-9d0d7b55909d HTTP/1.1" status: 204 len: 168 time: 0.3382819 Feb 20 03:56:16.222713 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a40510d-63b0-40f1-a6b6-b931a27fab41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5689a5eb-943e-498a-bddf-9d0d7b55909d,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:16.233240 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.tag.tag_plugin [None req-01d98826-d36d-4db2-a186-4dc9396d5c1d tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cda0c9bb-7ec7-4941-bfe4-1706261057f7', 'tempest-TagsExtTest-Tag-550238410') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:16.304229 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-45622528-457f-4a31-849b-a86cb4db1a22 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router_controller (47ca68b6-53cb-4df5-aa6b-500019e716d6), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:16.321134 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-01d98826-d36d-4db2-a186-4dc9396d5c1d tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] show failed (client error): The resource could not be found. Feb 20 03:56:16.322447 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-01d98826-d36d-4db2-a186-4dc9396d5c1d tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "GET /v2.0/subnetpools/cda0c9bb-7ec7-4941-bfe4-1706261057f7/tags/tempest-TagsExtTest-Tag-550238410 HTTP/1.1" status: 404 len: 328 time: 0.0948362 Feb 20 03:56:16.325123 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37282) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:16.327723 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37284) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:16.328017 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c2c5e038-ef94-40d9-b5fe-5aa88ed6bc76 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e31936ba94854278bcdcdb033ecb6eb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1340618 Feb 20 03:56:16.333223 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.tag.tag_plugin [None req-75e4df48-4dec-4b88-b779-6bf28b2fce2e tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cda0c9bb-7ec7-4941-bfe4-1706261057f7', 'tempest-TagsExtTest-Tag-1221023323') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:16.389103 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-45622528-457f-4a31-849b-a86cb4db1a22 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (47ca68b6-53cb-4df5-aa6b-500019e716d6), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:16.395557 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-75e4df48-4dec-4b88-b779-6bf28b2fce2e tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] show failed (client error): The resource could not be found. Feb 20 03:56:16.396597 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-75e4df48-4dec-4b88-b779-6bf28b2fce2e tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "GET /v2.0/subnetpools/cda0c9bb-7ec7-4941-bfe4-1706261057f7/tags/tempest-TagsExtTest-Tag-1221023323 HTTP/1.1" status: 404 len: 329 time: 0.0704784 Feb 20 03:56:16.399497 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37288) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:16.406554 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.tag.tag_plugin [None req-de29ef69-dc94-41d2-a51d-e26902fb5aeb tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cda0c9bb-7ec7-4941-bfe4-1706261057f7') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:16.426949 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-533a1f38-52b2-41c7-9a7d-d2b9e0567630 admin admin] Publish callbacks [] for security_group (9483e915-4b34-43af-a113-f07a0ab2dd16), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:16.450677 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-de29ef69-dc94-41d2-a51d-e26902fb5aeb tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "DELETE /v2.0/subnetpools/cda0c9bb-7ec7-4941-bfe4-1706261057f7/tags HTTP/1.1" status: 204 len: 168 time: 0.0494947 Feb 20 03:56:16.453281 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-533a1f38-52b2-41c7-9a7d-d2b9e0567630 admin admin] Publish callbacks [] for security_group (9483e915-4b34-43af-a113-f07a0ab2dd16), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:16.453842 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37292) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:16.459603 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.tag.tag_plugin [None req-ee0a33c0-d57d-4250-b06e-3837f62c4bbe tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '413a9bb4-1a25-4ef4-bdb5-3dfcff394cff') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:16.572292 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-45622528-457f-4a31-849b-a86cb4db1a22 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:16.573900 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-45622528-457f-4a31-849b-a86cb4db1a22 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6576254 Feb 20 03:56:16.576759 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37298) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:16.582357 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-c7fcffbf-97e2-499d-923b-80c96feed69f tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Request body: {'router': {'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:56:16.591694 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ee0a33c0-d57d-4250-b06e-3837f62c4bbe tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "DELETE /v2.0/routers/413a9bb4-1a25-4ef4-bdb5-3dfcff394cff/tags HTTP/1.1" status: 204 len: 168 time: 0.1358485 Feb 20 03:56:16.593718 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37300) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:16.600382 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.tag.tag_plugin [None req-426ff43e-f6a6-499a-a8ce-31a7eae5a5bd tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1ab12260-eb8e-4961-9df0-ff4da730db5a') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:16.625218 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-533a1f38-52b2-41c7-9a7d-d2b9e0567630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (9483e915-4b34-43af-a113-f07a0ab2dd16), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:16.628007 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-533a1f38-52b2-41c7-9a7d-d2b9e0567630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:16.629470 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-533a1f38-52b2-41c7-9a7d-d2b9e0567630 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9483e915-4b34-43af-a113-f07a0ab2dd16 HTTP/1.1" status: 204 len: 168 time: 0.3009045 Feb 20 03:56:16.642099 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a1f38-52b2-41c7-9a7d-d2b9e0567630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9483e915-4b34-43af-a113-f07a0ab2dd16,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:16.747371 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-426ff43e-f6a6-499a-a8ce-31a7eae5a5bd tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "DELETE /v2.0/ports/1ab12260-eb8e-4961-9df0-ff4da730db5a/tags HTTP/1.1" status: 204 len: 168 time: 0.1525924 Feb 20 03:56:16.749902 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37306) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:16.755505 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.tag.tag_plugin [None req-fae3808b-8eba-4644-8ff2-61c8abf77393 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:16.829470 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fae3808b-8eba-4644-8ff2-61c8abf77393 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "DELETE /v2.0/subnets/92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b/tags HTTP/1.1" status: 204 len: 168 time: 0.0784130 Feb 20 03:56:16.835465 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37310) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:16.887633 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c7fcffbf-97e2-499d-923b-80c96feed69f tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router_gateway (47ca68b6-53cb-4df5-aa6b-500019e716d6), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:17.135497 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-650d05c4-fe90-4132-bd4a-8d17e1ac4f00 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:17.138493 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-650d05c4-fe90-4132-bd4a-8d17e1ac4f00 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "DELETE /v2.0/subnetpools/cda0c9bb-7ec7-4941-bfe4-1706261057f7 HTTP/1.1" status: 204 len: 168 time: 0.3011236 Feb 20 03:56:17.141451 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37314) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:17.217860 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4c0dbba9-b00f-4b75-be34-c6cdf5d04595 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "GET /v2.0/ports?device_id=413a9bb4-1a25-4ef4-bdb5-3dfcff394cff HTTP/1.1" status: 200 len: 205 time: 0.0708604 Feb 20 03:56:17.218540 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37320) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:17.389698 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c7fcffbf-97e2-499d-923b-80c96feed69f tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router_gateway (47ca68b6-53cb-4df5-aa6b-500019e716d6), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:17.407242 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2712ea51-5c50-4165-9a88-7377c070f49f tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks [] for router (413a9bb4-1a25-4ef4-bdb5-3dfcff394cff), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:17.421039 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c7fcffbf-97e2-499d-923b-80c96feed69f tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:17.517884 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37326) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:17.938210 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2712ea51-5c50-4165-9a88-7377c070f49f tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (413a9bb4-1a25-4ef4-bdb5-3dfcff394cff), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:17.942125 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2712ea51-5c50-4165-9a88-7377c070f49f tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks [] for router_controller (413a9bb4-1a25-4ef4-bdb5-3dfcff394cff), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:18.056655 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2712ea51-5c50-4165-9a88-7377c070f49f tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (413a9bb4-1a25-4ef4-bdb5-3dfcff394cff), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:18.057615 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2712ea51-5c50-4165-9a88-7377c070f49f tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Fanout notify agent at l3_agent the message router_deleted on router 413a9bb4-1a25-4ef4-bdb5-3dfcff394cff {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:56:18.076490 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2712ea51-5c50-4165-9a88-7377c070f49f tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:18.079985 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2712ea51-5c50-4165-9a88-7377c070f49f tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "DELETE /v2.0/routers/413a9bb4-1a25-4ef4-bdb5-3dfcff394cff HTTP/1.1" status: 204 len: 168 time: 0.8579495 Feb 20 03:56:18.080530 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37342) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:18.255637 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d73ee8d2-a931-4485-88ff-6749dc2d4f17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:18.309712 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-349ddc03-23ec-462b-89e9-23ba27ac6433 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Deleting port 1ab12260-eb8e-4961-9df0-ff4da730db5a {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:56:18.310134 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-349ddc03-23ec-462b-89e9-23ba27ac6433 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (1ab12260-eb8e-4961-9df0-ff4da730db5a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:18.487848 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-c7fcffbf-97e2-499d-923b-80c96feed69f tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Allocated IP 172.25.7.170 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/245c7508-2a72-4817-abdd-cc496a1de89b) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:56:18.547634 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-349ddc03-23ec-462b-89e9-23ba27ac6433 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (1ab12260-eb8e-4961-9df0-ff4da730db5a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:18.561525 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-349ddc03-23ec-462b-89e9-23ba27ac6433 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Calling delete_port for 1ab12260-eb8e-4961-9df0-ff4da730db5a owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:56:18.630535 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d73ee8d2-a931-4485-88ff-6749dc2d4f17 admin admin] Publish callbacks [] for security_group (3365e94e-66f9-4ad8-bc2b-0160da87ac07), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:18.724185 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c7fcffbf-97e2-499d-923b-80c96feed69f tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for port (245c7508-2a72-4817-abdd-cc496a1de89b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:18.727238 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d73ee8d2-a931-4485-88ff-6749dc2d4f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (3365e94e-66f9-4ad8-bc2b-0160da87ac07), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:18.803845 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d73ee8d2-a931-4485-88ff-6749dc2d4f17 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e1e5b0037fa5444aba4eed2061bb499d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2796552 Feb 20 03:56:18.804138 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37360) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:18.817519 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37362) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:18.828382 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ee8d2-a931-4485-88ff-6749dc2d4f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3365e94e-66f9-4ad8-bc2b-0160da87ac07,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:18.954689 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e1da985d-dd3e-419b-8a2c-d00c34c33b01 admin admin] Publish callbacks [] for security_group (3365e94e-66f9-4ad8-bc2b-0160da87ac07), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:18.985226 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-349ddc03-23ec-462b-89e9-23ba27ac6433 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (1ab12260-eb8e-4961-9df0-ff4da730db5a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:19.014608 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e1da985d-dd3e-419b-8a2c-d00c34c33b01 admin admin] Publish callbacks [] for security_group (3365e94e-66f9-4ad8-bc2b-0160da87ac07), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:19.123617 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-465c418d-3c20-4293-9225-772b409bcd12 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-401944617'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:56:19.167155 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ddc03-23ec-462b-89e9-23ba27ac6433 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Pushing event deleted for resources: {'Port': ['ID=1ab12260-eb8e-4961-9df0-ff4da730db5a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:19.254144 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-349ddc03-23ec-462b-89e9-23ba27ac6433 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:19.259427 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-349ddc03-23ec-462b-89e9-23ba27ac6433 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "DELETE /v2.0/ports/1ab12260-eb8e-4961-9df0-ff4da730db5a HTTP/1.1" status: 204 len: 168 time: 1.1769185 Feb 20 03:56:19.261853 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37368) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:19.387650 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-176199b3-1a67-443a-8210-e1a1d42d949a tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Deleting subnet 92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:56:19.395399 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-176199b3-1a67-443a-8210-e1a1d42d949a tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks [] for subnet (92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:19.462364 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-176199b3-1a67-443a-8210-e1a1d42d949a tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:19.543511 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c7fcffbf-97e2-499d-923b-80c96feed69f tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (245c7508-2a72-4817-abdd-cc496a1de89b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:19.607837 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e1da985d-dd3e-419b-8a2c-d00c34c33b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (3365e94e-66f9-4ad8-bc2b-0160da87ac07), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:19.612823 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e1da985d-dd3e-419b-8a2c-d00c34c33b01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:19.616398 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e1da985d-dd3e-419b-8a2c-d00c34c33b01 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3365e94e-66f9-4ad8-bc2b-0160da87ac07 HTTP/1.1" status: 204 len: 168 time: 0.7954204 Feb 20 03:56:19.616398 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465c418d-3c20-4293-9225-772b409bcd12 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Made reservation on behalf of 7940427b48ab4ee8abd7ab68dd8ac52e for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:56:19.618701 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-465c418d-3c20-4293-9225-772b409bcd12 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:19.625329 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-176199b3-1a67-443a-8210-e1a1d42d949a tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:19.636196 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fcffbf-97e2-499d-923b-80c96feed69f tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:56:19.643082 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fcffbf-97e2-499d-923b-80c96feed69f tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Pushing event updated for resources: {'Port': ['ID=245c7508-2a72-4817-abdd-cc496a1de89b,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:19.651941 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-c7fcffbf-97e2-499d-923b-80c96feed69f tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:56:19.655728 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fcffbf-97e2-499d-923b-80c96feed69f tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:56:19.668733 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-465c418d-3c20-4293-9225-772b409bcd12 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:19.736027 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da985d-dd3e-419b-8a2c-d00c34c33b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3365e94e-66f9-4ad8-bc2b-0160da87ac07,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:19.851636 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-176199b3-1a67-443a-8210-e1a1d42d949a tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:19.915236 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31edb6f2-0f59-4467-a917-007bdca4da98 None None] Network 165249ab-2ae2-44de-bab0-d3e1c3555297 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:56:19.915828 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-176199b3-1a67-443a-8210-e1a1d42d949a tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:19.920077 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-176199b3-1a67-443a-8210-e1a1d42d949a tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "DELETE /v2.0/subnets/92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b HTTP/1.1" status: 204 len: 168 time: 0.6542010 Feb 20 03:56:19.921189 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176199b3-1a67-443a-8210-e1a1d42d949a tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Pushing event deleted for resources: {'Subnet': ['ID=92ebe3f6-e3d9-4ebf-86e9-33e9c1232f5b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:19.926605 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37376) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:20.064144 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a38ab541-b6d3-4704-ae4d-1e9655b89e03 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (165249ab-2ae2-44de-bab0-d3e1c3555297), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:20.128879 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-465c418d-3c20-4293-9225-772b409bcd12 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for security_group (c22d1802-4395-4bbc-987c-f37b3a7a0a78), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:20.189093 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-a38ab541-b6d3-4704-ae4d-1e9655b89e03 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Deleting port 6c322f11-3791-4e81-8f88-3a9a4ed67158 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:56:20.189440 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a38ab541-b6d3-4704-ae4d-1e9655b89e03 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (6c322f11-3791-4e81-8f88-3a9a4ed67158), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:20.246555 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a71ae04-fdc0-4450-9103-520c0dceb848 None None] DHCP port deletion for 165249ab-2ae2-44de-bab0-d3e1c3555297 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:56:20.258500 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-465c418d-3c20-4293-9225-772b409bcd12 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c22d1802-4395-4bbc-987c-f37b3a7a0a78), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:20.315873 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-9a71ae04-fdc0-4450-9103-520c0dceb848 None None] Deleting port 6c322f11-3791-4e81-8f88-3a9a4ed67158 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:56:20.315873 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9a71ae04-fdc0-4450-9103-520c0dceb848 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (6c322f11-3791-4e81-8f88-3a9a4ed67158), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:20.318223 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-465c418d-3c20-4293-9225-772b409bcd12 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:56:20.332851 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-a38ab541-b6d3-4704-ae4d-1e9655b89e03 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] For port 6c322f11-3791-4e81-8f88-3a9a4ed67158, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=6c322f11-3791-4e81-8f88-3a9a4ed67158,segment=NetworkSegment(a1ec6615-77a4-4e4b-b9c5-0ab962fef0cc),segment_id=a1ec6615-77a4-4e4b-b9c5-0ab962fef0cc)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:56:20.333224 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a38ab541-b6d3-4704-ae4d-1e9655b89e03 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (6c322f11-3791-4e81-8f88-3a9a4ed67158), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:20.369985 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c418d-3c20-4293-9225-772b409bcd12 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c22d1802-4395-4bbc-987c-f37b3a7a0a78,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:20.377204 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-465c418d-3c20-4293-9225-772b409bcd12 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (8f2a1544-ad42-4fe4-aff7-452dc288f69e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:20.378091 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-465c418d-3c20-4293-9225-772b409bcd12 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Added segment 8f2a1544-ad42-4fe4-aff7-452dc288f69e of type vlan for network 5ea9d388-98fd-4a05-93c7-400d062d9aa6 Feb 20 03:56:20.389178 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-a38ab541-b6d3-4704-ae4d-1e9655b89e03 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Calling delete_port for 6c322f11-3791-4e81-8f88-3a9a4ed67158 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:56:20.511001 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-9a71ae04-fdc0-4450-9103-520c0dceb848 None None] For port 6c322f11-3791-4e81-8f88-3a9a4ed67158, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=6c322f11-3791-4e81-8f88-3a9a4ed67158,segment=NetworkSegment(a1ec6615-77a4-4e4b-b9c5-0ab962fef0cc),segment_id=a1ec6615-77a4-4e4b-b9c5-0ab962fef0cc)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:56:20.511429 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9a71ae04-fdc0-4450-9103-520c0dceb848 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (6c322f11-3791-4e81-8f88-3a9a4ed67158), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:20.539513 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-9a71ae04-fdc0-4450-9103-520c0dceb848 None None] Calling delete_port for 6c322f11-3791-4e81-8f88-3a9a4ed67158 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:56:20.542553 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c7fcffbf-97e2-499d-923b-80c96feed69f tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router_gateway (47ca68b6-53cb-4df5-aa6b-500019e716d6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:20.546585 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-465c418d-3c20-4293-9225-772b409bcd12 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (5ea9d388-98fd-4a05-93c7-400d062d9aa6), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:20.642731 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a38ab541-b6d3-4704-ae4d-1e9655b89e03 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (6c322f11-3791-4e81-8f88-3a9a4ed67158), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:20.664751 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9a71ae04-fdc0-4450-9103-520c0dceb848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (6c322f11-3791-4e81-8f88-3a9a4ed67158), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:20.667085 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ab541-b6d3-4704-ae4d-1e9655b89e03 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Pushing event deleted for resources: {'Port': ['ID=6c322f11-3791-4e81-8f88-3a9a4ed67158,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:20.669182 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38ab541-b6d3-4704-ae4d-1e9655b89e03 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] No DVR routers for this DVR port 6c322f11-3791-4e81-8f88-3a9a4ed67158 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:56:20.697912 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71ae04-fdc0-4450-9103-520c0dceb848 None None] Pushing event deleted for resources: {'Port': ['ID=6c322f11-3791-4e81-8f88-3a9a4ed67158,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:20.710466 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a71ae04-fdc0-4450-9103-520c0dceb848 None None] No DVR routers for this DVR port 6c322f11-3791-4e81-8f88-3a9a4ed67158 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:56:20.766132 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-465c418d-3c20-4293-9225-772b409bcd12 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (5ea9d388-98fd-4a05-93c7-400d062d9aa6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:20.772038 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465c418d-3c20-4293-9225-772b409bcd12 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:20.772654 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-465c418d-3c20-4293-9225-772b409bcd12 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:20.830517 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a38ab541-b6d3-4704-ae4d-1e9655b89e03 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (165249ab-2ae2-44de-bab0-d3e1c3555297), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:20.883494 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-a38ab541-b6d3-4704-ae4d-1e9655b89e03 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165249ab-2ae2-44de-bab0-d3e1c3555297']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:20.901325 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-a38ab541-b6d3-4704-ae4d-1e9655b89e03 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1ec6615-77a4-4e4b-b9c5-0ab962fef0cc') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:20.901325 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-a38ab541-b6d3-4704-ae4d-1e9655b89e03 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1ec6615-77a4-4e4b-b9c5-0ab962fef0cc') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:20.919194 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a38ab541-b6d3-4704-ae4d-1e9655b89e03 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (a1ec6615-77a4-4e4b-b9c5-0ab962fef0cc), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:20.936448 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a38ab541-b6d3-4704-ae4d-1e9655b89e03 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (a1ec6615-77a4-4e4b-b9c5-0ab962fef0cc), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:20.947403 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38ab541-b6d3-4704-ae4d-1e9655b89e03 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:56:20.948028 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a38ab541-b6d3-4704-ae4d-1e9655b89e03 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (a1ec6615-77a4-4e4b-b9c5-0ab962fef0cc), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:20.951769 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:56:20.951769 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:56:20.951769 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:56:20.951769 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:56:20.951769 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:56:20.951769 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:56:20.951769 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:56:20.951769 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:56:20.951769 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:56:20.951769 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:56:20.951769 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:56:20.951769 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:56:20.951769 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:56:20.951769 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:56:20.951769 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:56:20.951769 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:56:20.951769 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:56:20.951769 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:56:20.951769 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:56:20.951769 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:56:20.951769 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:56:20.951769 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:56:20.951769 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:56:20.951769 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:56:20.951769 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:56:20.951769 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:56:20.951769 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:56:20.951769 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:56:20.951769 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:56:20.951769 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:56:20.951769 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:56:20.951769 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:56:20.961472 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c418d-3c20-4293-9225-772b409bcd12 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event updated for resources: {'Network': ['ID=5ea9d388-98fd-4a05-93c7-400d062d9aa6,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:20.969221 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-465c418d-3c20-4293-9225-772b409bcd12 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1589646 Feb 20 03:56:20.975000 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37414) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:20.985596 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 5ea9d388-98fd-4a05-93c7-400d062d9aa6 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:56:20.989237 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-311c3bb1-a7a5-49fb-873e-4b5263daccfb tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Request body: {'subnet': {'network_id': '5ea9d388-98fd-4a05-93c7-400d062d9aa6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:56:21.010613 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c7fcffbf-97e2-499d-923b-80c96feed69f tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16304713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16307768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6330'] for router (47ca68b6-53cb-4df5-aa6b-500019e716d6), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:21.019779 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c7fcffbf-97e2-499d-923b-80c96feed69f tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16304734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16304727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16307761'] for router (47ca68b6-53cb-4df5-aa6b-500019e716d6), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:21.046643 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:21.189891 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:21.281406 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a38ab541-b6d3-4704-ae4d-1e9655b89e03 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (165249ab-2ae2-44de-bab0-d3e1c3555297), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:21.300483 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a38ab541-b6d3-4704-ae4d-1e9655b89e03 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:21.300483 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a38ab541-b6d3-4704-ae4d-1e9655b89e03 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] 10.222.0.89 "DELETE /v2.0/networks/165249ab-2ae2-44de-bab0-d3e1c3555297 HTTP/1.1" status: 204 len: 168 time: 1.3662782 Feb 20 03:56:21.304874 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ab541-b6d3-4704-ae4d-1e9655b89e03 tempest-TagsExtTest-1780876385 tempest-TagsExtTest-1780876385-project] Pushing event deleted for resources: {'Network': ['ID=165249ab-2ae2-44de-bab0-d3e1c3555297,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:21.319210 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311c3bb1-a7a5-49fb-873e-4b5263daccfb tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Made reservation on behalf of 7940427b48ab4ee8abd7ab68dd8ac52e for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:56:21.319359 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fcffbf-97e2-499d-923b-80c96feed69f tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Router 47ca68b6-53cb-4df5-aa6b-500019e716d6 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:56:21.330170 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-311c3bb1-a7a5-49fb-873e-4b5263daccfb tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:21.469060 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fcffbf-97e2-499d-923b-80c96feed69f tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:56:21.483740 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0c8f8f-9080-499c-8b26-2082c62fd249 None None] Sync routers for ids ['47ca68b6-53cb-4df5-aa6b-500019e716d6'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:56:21.489255 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c7fcffbf-97e2-499d-923b-80c96feed69f tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:21.490720 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c7fcffbf-97e2-499d-923b-80c96feed69f tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] 10.222.0.89 "PUT /v2.0/routers/47ca68b6-53cb-4df5-aa6b-500019e716d6 HTTP/1.1" status: 200 len: 879 time: 4.9127758 Feb 20 03:56:21.493117 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37436) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:21.498506 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 6c322f11-3791-4e81-8f88-3a9a4ed67158 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:56:21.501842 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0c8f8f-9080-499c-8b26-2082c62fd249 None None] Routers {'47ca68b6-53cb-4df5-aa6b-500019e716d6'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:56:21.502735 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-1e0c8f8f-9080-499c-8b26-2082c62fd249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:55:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['47ca68b6-53cb-4df5-aa6b-500019e716d6'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:21.524699 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 6c322f11-3791-4e81-8f88-3a9a4ed67158 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:56:21.525842 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 6c322f11-3791-4e81-8f88-3a9a4ed67158 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:56:21.568576 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-1e0c8f8f-9080-499c-8b26-2082c62fd249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:21.586119 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0c8f8f-9080-499c-8b26-2082c62fd249 None None] Routers {'47ca68b6-53cb-4df5-aa6b-500019e716d6'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:56:21.587111 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-1e0c8f8f-9080-499c-8b26-2082c62fd249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:55:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['47ca68b6-53cb-4df5-aa6b-500019e716d6'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:21.647962 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-311c3bb1-a7a5-49fb-873e-4b5263daccfb tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (2b7c18c8-9cd8-4ae8-bbb3-3253deb64425), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:21.653046 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-1e0c8f8f-9080-499c-8b26-2082c62fd249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:21.653975 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0c8f8f-9080-499c-8b26-2082c62fd249 None None] The sync data for ids ['47ca68b6-53cb-4df5-aa6b-500019e716d6'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:56:21.684734 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ca85e7da-2fa1-42c3-b702-423202d8ab72 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] 10.222.0.89 "GET /v2.0/routers/47ca68b6-53cb-4df5-aa6b-500019e716d6 HTTP/1.1" status: 200 len: 920 time: 0.1901658 Feb 20 03:56:21.691725 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37442) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:21.785789 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311c3bb1-a7a5-49fb-873e-4b5263daccfb tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Checking segment: {'id': '8f2a1544-ad42-4fe4-aff7-452dc288f69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '5ea9d388-98fd-4a05-93c7-400d062d9aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:56:21.786199 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311c3bb1-a7a5-49fb-873e-4b5263daccfb tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Network hostable DHCP agents. Network: 5ea9d388-98fd-4a05-93c7-400d062d9aa6, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:56:21.806347 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c3bb1-a7a5-49fb-873e-4b5263daccfb tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event updated for resources: {'Subnet': ['ID=2b7c18c8-9cd8-4ae8-bbb3-3253deb64425,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:21.911711 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506d1252-2a95-4854-91ea-e7698b26e883 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:21.934054 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-506d1252-2a95-4854-91ea-e7698b26e883 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] 10.222.0.89 "GET /v2.0/ports?network_id=eaf6f7bf-76a8-47a9-a76f-78f3b96fe079&device_id=47ca68b6-53cb-4df5-aa6b-500019e716d6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2409797 Feb 20 03:56:21.936746 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37448) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:22.017982 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311c3bb1-a7a5-49fb-873e-4b5263daccfb tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Network 5ea9d388-98fd-4a05-93c7-400d062d9aa6 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:56:22.027534 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37450) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:22.117494 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-311c3bb1-a7a5-49fb-873e-4b5263daccfb tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 5ea9d388-98fd-4a05-93c7-400d062d9aa6) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:56:22.126389 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12395c1-12f1-4127-9303-cced0200f4cd None None] Network 5ea9d388-98fd-4a05-93c7-400d062d9aa6 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:56:22.136648 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311c3bb1-a7a5-49fb-873e-4b5263daccfb tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:22.141634 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-311c3bb1-a7a5-49fb-873e-4b5263daccfb tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:22.201020 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb4e455-7b71-4013-af58-0a67b17aeb69 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:22.206969 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37458) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:22.208187 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bdb4e455-7b71-4013-af58-0a67b17aeb69 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 881 time: 0.2647133 Feb 20 03:56:22.282720 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37462) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:22.285272 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8d849e76-1107-41f8-b10f-daefd017b9d7 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] 10.222.0.89 "GET /v2.0/ports?device_id=47ca68b6-53cb-4df5-aa6b-500019e716d6 HTTP/1.1" status: 200 len: 205 time: 0.0761166 Feb 20 03:56:22.368995 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054b3150-1f53-4b4d-8965-521d17aa0206 None None] Network 5ea9d388-98fd-4a05-93c7-400d062d9aa6 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:56:22.436215 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-311c3bb1-a7a5-49fb-873e-4b5263daccfb tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4584091 Feb 20 03:56:22.439940 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37470) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:22.453673 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-141f6414-b6d6-42c2-baf3-306c216bcb0f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1635460464', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}, 'admin_state_up': False}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:56:22.508028 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5437d388-2dc7-4be6-a6e8-433e556a6489 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=77b6f6e6b5c047cf94262631400e6b96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4787247 Feb 20 03:56:22.513231 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37474) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:22.620974 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1d5c822-f77b-4fa3-acbf-7a062cbc5c47 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router (47ca68b6-53cb-4df5-aa6b-500019e716d6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:22.643537 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-11cca01b-0b26-4edb-9ff8-89b9a95250b1 admin admin] Publish callbacks [] for security_group (faeb9b1b-8712-4784-b5a0-ea118114fb05), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:22.796057 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-11cca01b-0b26-4edb-9ff8-89b9a95250b1 admin admin] Publish callbacks [] for security_group (faeb9b1b-8712-4784-b5a0-ea118114fb05), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:22.834909 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1d5c822-f77b-4fa3-acbf-7a062cbc5c47 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router_gateway (47ca68b6-53cb-4df5-aa6b-500019e716d6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:23.060620 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-141f6414-b6d6-42c2-baf3-306c216bcb0f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (5b615053-857e-4a30-912e-a6aaec7d3545), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:23.062712 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-141f6414-b6d6-42c2-baf3-306c216bcb0f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (5b615053-857e-4a30-912e-a6aaec7d3545), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:23.136674 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-141f6414-b6d6-42c2-baf3-306c216bcb0f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for router_controller (5b615053-857e-4a30-912e-a6aaec7d3545), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:23.302557 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-11cca01b-0b26-4edb-9ff8-89b9a95250b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (faeb9b1b-8712-4784-b5a0-ea118114fb05), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:23.305103 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-11cca01b-0b26-4edb-9ff8-89b9a95250b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:23.306287 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-11cca01b-0b26-4edb-9ff8-89b9a95250b1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/faeb9b1b-8712-4784-b5a0-ea118114fb05 HTTP/1.1" status: 204 len: 168 time: 0.7918262 Feb 20 03:56:23.314345 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cca01b-0b26-4edb-9ff8-89b9a95250b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faeb9b1b-8712-4784-b5a0-ea118114fb05,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:23.483099 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-d1d5c822-f77b-4fa3-acbf-7a062cbc5c47 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Deleting port 245c7508-2a72-4817-abdd-cc496a1de89b {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:56:23.483454 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1d5c822-f77b-4fa3-acbf-7a062cbc5c47 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (245c7508-2a72-4817-abdd-cc496a1de89b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:23.631312 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1d5c822-f77b-4fa3-acbf-7a062cbc5c47 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (245c7508-2a72-4817-abdd-cc496a1de89b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:23.647080 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-d1d5c822-f77b-4fa3-acbf-7a062cbc5c47 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Calling delete_port for 245c7508-2a72-4817-abdd-cc496a1de89b owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:56:23.681597 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-141f6414-b6d6-42c2-baf3-306c216bcb0f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for router_gateway (5b615053-857e-4a30-912e-a6aaec7d3545), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:24.031839 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1d5c822-f77b-4fa3-acbf-7a062cbc5c47 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (245c7508-2a72-4817-abdd-cc496a1de89b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:24.173193 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37502) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:24.179337 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-141f6414-b6d6-42c2-baf3-306c216bcb0f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for router_gateway (5b615053-857e-4a30-912e-a6aaec7d3545), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:24.247065 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-141f6414-b6d6-42c2-baf3-306c216bcb0f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:24.497456 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-141f6414-b6d6-42c2-baf3-306c216bcb0f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Allocated IP 172.25.7.229 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/dc25b83e-dc92-4dce-9afb-e2533c7380b6) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:56:24.637804 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5c822-f77b-4fa3-acbf-7a062cbc5c47 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Pushing event deleted for resources: {'Port': ['ID=245c7508-2a72-4817-abdd-cc496a1de89b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:24.665986 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-01fcbeb7-4087-406e-96db-a9844910817b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:24.732372 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1d5c822-f77b-4fa3-acbf-7a062cbc5c47 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (47ca68b6-53cb-4df5-aa6b-500019e716d6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:24.810709 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-141f6414-b6d6-42c2-baf3-306c216bcb0f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for port (dc25b83e-dc92-4dce-9afb-e2533c7380b6), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:24.936805 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1d5c822-f77b-4fa3-acbf-7a062cbc5c47 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (47ca68b6-53cb-4df5-aa6b-500019e716d6), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:24.948379 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1d5c822-f77b-4fa3-acbf-7a062cbc5c47 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router_controller (47ca68b6-53cb-4df5-aa6b-500019e716d6), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:24.990824 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-01fcbeb7-4087-406e-96db-a9844910817b admin admin] Publish callbacks [] for security_group (c89ccf11-3c5b-44aa-b93f-4913e00b5a36), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:25.028839 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-141f6414-b6d6-42c2-baf3-306c216bcb0f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (dc25b83e-dc92-4dce-9afb-e2533c7380b6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:25.116513 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1d5c822-f77b-4fa3-acbf-7a062cbc5c47 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (47ca68b6-53cb-4df5-aa6b-500019e716d6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:25.119013 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d5c822-f77b-4fa3-acbf-7a062cbc5c47 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Fanout notify agent at l3_agent the message router_deleted on router 47ca68b6-53cb-4df5-aa6b-500019e716d6 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:56:25.133204 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141f6414-b6d6-42c2-baf3-306c216bcb0f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:56:25.134721 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-141f6414-b6d6-42c2-baf3-306c216bcb0f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:56:25.139683 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-01fcbeb7-4087-406e-96db-a9844910817b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c89ccf11-3c5b-44aa-b93f-4913e00b5a36), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:25.146718 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d1d5c822-f77b-4fa3-acbf-7a062cbc5c47 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:25.149335 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141f6414-b6d6-42c2-baf3-306c216bcb0f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:56:25.154634 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d1d5c822-f77b-4fa3-acbf-7a062cbc5c47 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] 10.222.0.89 "DELETE /v2.0/routers/47ca68b6-53cb-4df5-aa6b-500019e716d6 HTTP/1.1" status: 204 len: 168 time: 2.8707840 Feb 20 03:56:25.158590 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37528) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:25.172403 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-a5ad7b7e-1311-4507-9bb3-fc39cc511d25 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-871295632', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:56:25.196038 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f6414-b6d6-42c2-baf3-306c216bcb0f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event updated for resources: {'Port': ['ID=dc25b83e-dc92-4dce-9afb-e2533c7380b6,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:25.241678 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcbeb7-4087-406e-96db-a9844910817b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89ccf11-3c5b-44aa-b93f-4913e00b5a36,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:25.250890 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-01fcbeb7-4087-406e-96db-a9844910817b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b4c44d69128b4402b6da600cacd7110e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0736644 Feb 20 03:56:25.257260 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37530) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:25.354329 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a5ad7b7e-1311-4507-9bb3-fc39cc511d25 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (c0346845-acf4-436c-a1fc-b2be1f37b35e), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:25.358094 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a5ad7b7e-1311-4507-9bb3-fc39cc511d25 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (c0346845-acf4-436c-a1fc-b2be1f37b35e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:25.451558 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-22eb259e-af50-4bc6-bce0-ae0082bbbed5 admin admin] Publish callbacks [] for security_group (c89ccf11-3c5b-44aa-b93f-4913e00b5a36), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:25.463542 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a5ad7b7e-1311-4507-9bb3-fc39cc511d25 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router_controller (c0346845-acf4-436c-a1fc-b2be1f37b35e), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:25.490255 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-22eb259e-af50-4bc6-bce0-ae0082bbbed5 admin admin] Publish callbacks [] for security_group (c89ccf11-3c5b-44aa-b93f-4913e00b5a36), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:25.577750 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a5ad7b7e-1311-4507-9bb3-fc39cc511d25 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (c0346845-acf4-436c-a1fc-b2be1f37b35e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:25.624513 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:56:25.669905 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a5ad7b7e-1311-4507-9bb3-fc39cc511d25 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:25.671321 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a5ad7b7e-1311-4507-9bb3-fc39cc511d25 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5101366 Feb 20 03:56:25.674588 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37544) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:25.683717 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-78fb9328-ebef-43c0-bd1f-2f24b63febe7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'enable_snat': True}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:56:25.698041 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-22eb259e-af50-4bc6-bce0-ae0082bbbed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c89ccf11-3c5b-44aa-b93f-4913e00b5a36), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:25.702948 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-22eb259e-af50-4bc6-bce0-ae0082bbbed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:25.707486 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-22eb259e-af50-4bc6-bce0-ae0082bbbed5 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c89ccf11-3c5b-44aa-b93f-4913e00b5a36 HTTP/1.1" status: 204 len: 168 time: 0.4461262 Feb 20 03:56:25.719381 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb259e-af50-4bc6-bce0-ae0082bbbed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89ccf11-3c5b-44aa-b93f-4913e00b5a36,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:25.751789 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-141f6414-b6d6-42c2-baf3-306c216bcb0f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for router_gateway (5b615053-857e-4a30-912e-a6aaec7d3545), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:26.188713 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78fb9328-ebef-43c0-bd1f-2f24b63febe7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router_gateway (c0346845-acf4-436c-a1fc-b2be1f37b35e), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:26.410103 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37556) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:26.493213 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d303b758-8edc-4291-82fe-0d86c89b9368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:26.572648 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-141f6414-b6d6-42c2-baf3-306c216bcb0f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (5b615053-857e-4a30-912e-a6aaec7d3545), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:26.656354 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78fb9328-ebef-43c0-bd1f-2f24b63febe7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router_gateway (c0346845-acf4-436c-a1fc-b2be1f37b35e), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:26.680704 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78fb9328-ebef-43c0-bd1f-2f24b63febe7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:26.859807 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37564) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:26.873109 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1e04d001-8b9c-4e34-904b-594a186b0bff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:26.879252 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c89c2cfd-5f44-4e49-8a89-8ce7c77118c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:26.884985 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141f6414-b6d6-42c2-baf3-306c216bcb0f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Router 5b615053-857e-4a30-912e-a6aaec7d3545 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:56:26.993136 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-78fb9328-ebef-43c0-bd1f-2f24b63febe7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Allocated IP 172.25.7.11 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/ab7f429f-9587-4579-ba52-ce2b879462fe) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:56:27.015249 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c89c2cfd-5f44-4e49-8a89-8ce7c77118c7 admin admin] Publish callbacks [] for security_group (57f8ff94-5ea7-42a3-96ef-d25eb9eceec0), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:27.070080 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1e04d001-8b9c-4e34-904b-594a186b0bff admin admin] Publish callbacks [] for security_group (1b9734bc-e8c5-4dba-a4b5-842f5601bf3c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:27.071538 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141f6414-b6d6-42c2-baf3-306c216bcb0f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:56:27.082791 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9290bb9e-54e9-4312-9958-f36df8c5ca50 None None] Sync routers for ids ['5b615053-857e-4a30-912e-a6aaec7d3545'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:56:27.099709 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9290bb9e-54e9-4312-9958-f36df8c5ca50 None None] Routers {'5b615053-857e-4a30-912e-a6aaec7d3545'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:56:27.100334 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-9290bb9e-54e9-4312-9958-f36df8c5ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:55:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['5b615053-857e-4a30-912e-a6aaec7d3545'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:27.144503 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-9290bb9e-54e9-4312-9958-f36df8c5ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:27.154727 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9290bb9e-54e9-4312-9958-f36df8c5ca50 None None] Routers {'5b615053-857e-4a30-912e-a6aaec7d3545'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:56:27.155728 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-9290bb9e-54e9-4312-9958-f36df8c5ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:55:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['5b615053-857e-4a30-912e-a6aaec7d3545'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:27.184745 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78fb9328-ebef-43c0-bd1f-2f24b63febe7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for port (ab7f429f-9587-4579-ba52-ce2b879462fe), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:27.212323 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-9290bb9e-54e9-4312-9958-f36df8c5ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:27.213851 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9290bb9e-54e9-4312-9958-f36df8c5ca50 None None] The sync data for ids ['5b615053-857e-4a30-912e-a6aaec7d3545'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:56:27.344369 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c89c2cfd-5f44-4e49-8a89-8ce7c77118c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (57f8ff94-5ea7-42a3-96ef-d25eb9eceec0), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:27.388433 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c89c2cfd-5f44-4e49-8a89-8ce7c77118c7 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=aa63a3a0563f4ae0a86870a18272ada6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9707150 Feb 20 03:56:27.389784 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c2cfd-5f44-4e49-8a89-8ce7c77118c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f8ff94-5ea7-42a3-96ef-d25eb9eceec0,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:27.391267 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37580) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:27.399124 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78fb9328-ebef-43c0-bd1f-2f24b63febe7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (ab7f429f-9587-4579-ba52-ce2b879462fe), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:27.399936 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1e04d001-8b9c-4e34-904b-594a186b0bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1b9734bc-e8c5-4dba-a4b5-842f5601bf3c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:27.426206 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-141f6414-b6d6-42c2-baf3-306c216bcb0f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:27.427417 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-141f6414-b6d6-42c2-baf3-306c216bcb0f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.9827275 Feb 20 03:56:27.439296 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1e04d001-8b9c-4e34-904b-594a186b0bff admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c9457518d4084d46b7925e4b6c467044&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5791705 Feb 20 03:56:27.442419 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37584) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:27.442761 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37586) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:27.452845 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fb9328-ebef-43c0-bd1f-2f24b63febe7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:56:27.456963 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-78fb9328-ebef-43c0-bd1f-2f24b63febe7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:56:27.460909 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fb9328-ebef-43c0-bd1f-2f24b63febe7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:56:27.513332 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb9328-ebef-43c0-bd1f-2f24b63febe7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Pushing event updated for resources: {'Port': ['ID=ab7f429f-9587-4579-ba52-ce2b879462fe,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:27.557805 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04d001-8b9c-4e34-904b-594a186b0bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9734bc-e8c5-4dba-a4b5-842f5601bf3c,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:27.644420 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bb1ed6eb-4079-42da-ac46-b1b41d4b0a35 admin admin] Publish callbacks [] for security_group (1b9734bc-e8c5-4dba-a4b5-842f5601bf3c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:27.647969 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c66b6236-51b0-4d4b-b55c-c3d0f144fe8d admin admin] Publish callbacks [] for security_group (57f8ff94-5ea7-42a3-96ef-d25eb9eceec0), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:27.706281 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bb1ed6eb-4079-42da-ac46-b1b41d4b0a35 admin admin] Publish callbacks [] for security_group (1b9734bc-e8c5-4dba-a4b5-842f5601bf3c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:27.720930 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c66b6236-51b0-4d4b-b55c-c3d0f144fe8d admin admin] Publish callbacks [] for security_group (57f8ff94-5ea7-42a3-96ef-d25eb9eceec0), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:27.977800 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78fb9328-ebef-43c0-bd1f-2f24b63febe7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router_gateway (c0346845-acf4-436c-a1fc-b2be1f37b35e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:28.001396 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bb1ed6eb-4079-42da-ac46-b1b41d4b0a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1b9734bc-e8c5-4dba-a4b5-842f5601bf3c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:28.004549 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bb1ed6eb-4079-42da-ac46-b1b41d4b0a35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:28.008618 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-bb1ed6eb-4079-42da-ac46-b1b41d4b0a35 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1b9734bc-e8c5-4dba-a4b5-842f5601bf3c HTTP/1.1" status: 204 len: 168 time: 0.5637131 Feb 20 03:56:28.024177 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ed6eb-4079-42da-ac46-b1b41d4b0a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9734bc-e8c5-4dba-a4b5-842f5601bf3c,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:28.034344 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ed6eb-4079-42da-ac46-b1b41d4b0a35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:56:28.034699 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ed6eb-4079-42da-ac46-b1b41d4b0a35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:56:28.036266 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ed6eb-4079-42da-ac46-b1b41d4b0a35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:56:28.036618 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ed6eb-4079-42da-ac46-b1b41d4b0a35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:56:28.036967 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ed6eb-4079-42da-ac46-b1b41d4b0a35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:56:28.037316 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ed6eb-4079-42da-ac46-b1b41d4b0a35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:56:28.037652 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ed6eb-4079-42da-ac46-b1b41d4b0a35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:56:28.037981 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ed6eb-4079-42da-ac46-b1b41d4b0a35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:56:28.038309 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ed6eb-4079-42da-ac46-b1b41d4b0a35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:56:28.038635 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ed6eb-4079-42da-ac46-b1b41d4b0a35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:56:28.039102 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ed6eb-4079-42da-ac46-b1b41d4b0a35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:56:28.039346 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ed6eb-4079-42da-ac46-b1b41d4b0a35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:56:28.039674 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1ed6eb-4079-42da-ac46-b1b41d4b0a35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:56:28.149560 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c66b6236-51b0-4d4b-b55c-c3d0f144fe8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (57f8ff94-5ea7-42a3-96ef-d25eb9eceec0), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:28.157871 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c66b6236-51b0-4d4b-b55c-c3d0f144fe8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:28.169866 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c66b6236-51b0-4d4b-b55c-c3d0f144fe8d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/57f8ff94-5ea7-42a3-96ef-d25eb9eceec0 HTTP/1.1" status: 204 len: 168 time: 0.7684214 Feb 20 03:56:28.190942 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b6236-51b0-4d4b-b55c-c3d0f144fe8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f8ff94-5ea7-42a3-96ef-d25eb9eceec0,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:28.422722 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78fb9328-ebef-43c0-bd1f-2f24b63febe7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16304713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16307768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6330'] for router (c0346845-acf4-436c-a1fc-b2be1f37b35e), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:28.427820 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78fb9328-ebef-43c0-bd1f-2f24b63febe7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16304734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16304727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16307761'] for router (c0346845-acf4-436c-a1fc-b2be1f37b35e), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:28.479054 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-801128c1-9cb1-40ef-a837-1c406f427b10 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:28.736850 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-805867ce-1d09-4c4b-80dd-9b9c19e7900b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:28.812907 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fb9328-ebef-43c0-bd1f-2f24b63febe7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Router c0346845-acf4-436c-a1fc-b2be1f37b35e is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:56:28.972924 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-801128c1-9cb1-40ef-a837-1c406f427b10 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Allocated IP 172.20.0.1 (5ea9d388-98fd-4a05-93c7-400d062d9aa6/2b7c18c8-9cd8-4ae8-bbb3-3253deb64425/e0f3faeb-52b8-434a-b574-1883ebbfc5a6) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:56:29.124421 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-801128c1-9cb1-40ef-a837-1c406f427b10 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for port (e0f3faeb-52b8-434a-b574-1883ebbfc5a6), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:29.173196 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fb9328-ebef-43c0-bd1f-2f24b63febe7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:56:29.184046 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865c1649-1b53-420a-aa9e-6b7e3bdbb0ea None None] Sync routers for ids ['c0346845-acf4-436c-a1fc-b2be1f37b35e'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:56:29.199296 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78fb9328-ebef-43c0-bd1f-2f24b63febe7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:29.200791 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-78fb9328-ebef-43c0-bd1f-2f24b63febe7 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] 10.222.0.89 "PUT /v2.0/routers/c0346845-acf4-436c-a1fc-b2be1f37b35e HTTP/1.1" status: 200 len: 913 time: 3.5245221 Feb 20 03:56:29.202121 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865c1649-1b53-420a-aa9e-6b7e3bdbb0ea None None] Routers {'c0346845-acf4-436c-a1fc-b2be1f37b35e'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:56:29.203735 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37642) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:29.203880 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-865c1649-1b53-420a-aa9e-6b7e3bdbb0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c0346845-acf4-436c-a1fc-b2be1f37b35e'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:29.302894 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-865c1649-1b53-420a-aa9e-6b7e3bdbb0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:29.309219 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-801128c1-9cb1-40ef-a837-1c406f427b10 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (e0f3faeb-52b8-434a-b574-1883ebbfc5a6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:29.318880 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37650) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:29.334527 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865c1649-1b53-420a-aa9e-6b7e3bdbb0ea None None] Routers {'c0346845-acf4-436c-a1fc-b2be1f37b35e'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:56:29.335424 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-865c1649-1b53-420a-aa9e-6b7e3bdbb0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c0346845-acf4-436c-a1fc-b2be1f37b35e'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:29.339627 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b7c65d8e-5fb8-48a8-acbd-a77f7b014ae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:29.432979 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801128c1-9cb1-40ef-a837-1c406f427b10 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Network 5ea9d388-98fd-4a05-93c7-400d062d9aa6 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:56:29.438454 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-865c1649-1b53-420a-aa9e-6b7e3bdbb0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:29.439224 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865c1649-1b53-420a-aa9e-6b7e3bdbb0ea None None] The sync data for ids ['c0346845-acf4-436c-a1fc-b2be1f37b35e'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:56:29.513303 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b7c65d8e-5fb8-48a8-acbd-a77f7b014ae8 admin admin] Publish callbacks [] for security_group (64fe66f3-47ab-4335-8176-1d2c4565ea81), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:29.514948 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-801128c1-9cb1-40ef-a837-1c406f427b10 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:56:29.529834 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801128c1-9cb1-40ef-a837-1c406f427b10 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:56:29.591841 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801128c1-9cb1-40ef-a837-1c406f427b10 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event updated for resources: {'Port': ['ID=e0f3faeb-52b8-434a-b574-1883ebbfc5a6,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:29.620707 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4ba47a37-424f-47f1-a88c-3bf469a029dd tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] 10.222.0.89 "GET /v2.0/routers/c0346845-acf4-436c-a1fc-b2be1f37b35e HTTP/1.1" status: 200 len: 919 time: 0.4127665 Feb 20 03:56:29.621154 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37658) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:29.640317 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-801128c1-9cb1-40ef-a837-1c406f427b10 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (5b615053-857e-4a30-912e-a6aaec7d3545), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:29.672937 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b7c65d8e-5fb8-48a8-acbd-a77f7b014ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (64fe66f3-47ab-4335-8176-1d2c4565ea81), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:29.741904 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c65d8e-5fb8-48a8-acbd-a77f7b014ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fe66f3-47ab-4335-8176-1d2c4565ea81,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:29.826450 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37668) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:29.828925 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b7c65d8e-5fb8-48a8-acbd-a77f7b014ae8 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=44bd1a9135f449bfac2067b83eb7eed8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5024126 Feb 20 03:56:29.831277 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3da685-05bd-45f9-a439-4c670e8af74b tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:29.832786 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4d3da685-05bd-45f9-a439-4c670e8af74b tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] 10.222.0.89 "GET /v2.0/ports?network_id=eaf6f7bf-76a8-47a9-a76f-78f3b96fe079&device_id=c0346845-acf4-436c-a1fc-b2be1f37b35e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2107234 Feb 20 03:56:29.835532 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37670) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:29.923942 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f9e314-ca5c-420b-9cc8-2ced224691fc tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:29.925977 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c6f9e314-ca5c-420b-9cc8-2ced224691fc tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 881 time: 0.0895138 Feb 20 03:56:29.928990 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37674) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:29.996634 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:30.019382 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7818a26c-2466-4131-93fd-81d6e7b3c1c1 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] 10.222.0.89 "GET /v2.0/ports?device_id=c0346845-acf4-436c-a1fc-b2be1f37b35e HTTP/1.1" status: 200 len: 205 time: 0.0862706 Feb 20 03:56:30.021764 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37682) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:30.090741 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f5e18e43-fd45-4d49-854f-9d8f17607e06 admin admin] Publish callbacks [] for security_group (64fe66f3-47ab-4335-8176-1d2c4565ea81), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:30.175343 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f5e18e43-fd45-4d49-854f-9d8f17607e06 admin admin] Publish callbacks [] for security_group (64fe66f3-47ab-4335-8176-1d2c4565ea81), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:30.281396 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-801128c1-9cb1-40ef-a837-1c406f427b10 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e0f3faeb-52b8-434a-b574-1883ebbfc5a6), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:30.307749 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1e14f556-af98-483c-9bd5-23bc525513e4 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router (c0346845-acf4-436c-a1fc-b2be1f37b35e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:30.496193 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1e14f556-af98-483c-9bd5-23bc525513e4 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router_gateway (c0346845-acf4-436c-a1fc-b2be1f37b35e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:31.286951 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:31.386094 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-801128c1-9cb1-40ef-a837-1c406f427b10 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for port (e0f3faeb-52b8-434a-b574-1883ebbfc5a6), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:31.391956 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f5e18e43-fd45-4d49-854f-9d8f17607e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (64fe66f3-47ab-4335-8176-1d2c4565ea81), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:31.399678 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f5e18e43-fd45-4d49-854f-9d8f17607e06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:31.408609 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f5e18e43-fd45-4d49-854f-9d8f17607e06 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/64fe66f3-47ab-4335-8176-1d2c4565ea81 HTTP/1.1" status: 204 len: 168 time: 1.5748675 Feb 20 03:56:31.484487 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e18e43-fd45-4d49-854f-9d8f17607e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fe66f3-47ab-4335-8176-1d2c4565ea81,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:31.489826 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-801128c1-9cb1-40ef-a837-1c406f427b10 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (e0f3faeb-52b8-434a-b574-1883ebbfc5a6), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:31.602341 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-801128c1-9cb1-40ef-a837-1c406f427b10 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (5b615053-857e-4a30-912e-a6aaec7d3545), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:31.795302 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801128c1-9cb1-40ef-a837-1c406f427b10 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event updated for resources: {'Port': ['ID=e0f3faeb-52b8-434a-b574-1883ebbfc5a6,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:31.814418 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-1e14f556-af98-483c-9bd5-23bc525513e4 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Deleting port ab7f429f-9587-4579-ba52-ce2b879462fe {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:56:31.814418 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1e14f556-af98-483c-9bd5-23bc525513e4 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ab7f429f-9587-4579-ba52-ce2b879462fe), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:31.911452 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801128c1-9cb1-40ef-a837-1c406f427b10 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Network 5ea9d388-98fd-4a05-93c7-400d062d9aa6 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:56:31.919308 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-801128c1-9cb1-40ef-a837-1c406f427b10 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:56:32.079189 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1e14f556-af98-483c-9bd5-23bc525513e4 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ab7f429f-9587-4579-ba52-ce2b879462fe), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:32.121370 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-1e14f556-af98-483c-9bd5-23bc525513e4 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Calling delete_port for ab7f429f-9587-4579-ba52-ce2b879462fe owned by network:router_gateway {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:56:32.278426 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801128c1-9cb1-40ef-a837-1c406f427b10 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Router 5b615053-857e-4a30-912e-a6aaec7d3545 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:56:32.467143 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801128c1-9cb1-40ef-a837-1c406f427b10 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:56:32.474358 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-801128c1-9cb1-40ef-a837-1c406f427b10 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "PUT /v2.0/routers/5b615053-857e-4a30-912e-a6aaec7d3545/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0305676 Feb 20 03:56:32.477009 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37788) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:32.481891 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3188bf-32e0-4792-907c-507d07fc8de9 None None] Sync routers for ids ['5b615053-857e-4a30-912e-a6aaec7d3545'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:56:32.488733 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-96f2b13d-f58f-4b61-9cf8-c1d8f97bd355 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Request body: {'port': {'network_id': '5ea9d388-98fd-4a05-93c7-400d062d9aa6', 'name': 'tempest-FloatingIPTestJSON-2024071934'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:56:32.516566 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3188bf-32e0-4792-907c-507d07fc8de9 None None] Routers {'5b615053-857e-4a30-912e-a6aaec7d3545'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:56:32.531352 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-5c3188bf-32e0-4792-907c-507d07fc8de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['5b615053-857e-4a30-912e-a6aaec7d3545'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:32.628843 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-5c3188bf-32e0-4792-907c-507d07fc8de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:32.653161 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3188bf-32e0-4792-907c-507d07fc8de9 None None] Routers {'5b615053-857e-4a30-912e-a6aaec7d3545'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:56:32.653799 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-5c3188bf-32e0-4792-907c-507d07fc8de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['5b615053-857e-4a30-912e-a6aaec7d3545'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:32.731087 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-5c3188bf-32e0-4792-907c-507d07fc8de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:32.731975 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3188bf-32e0-4792-907c-507d07fc8de9 None None] The sync data for ids ['5b615053-857e-4a30-912e-a6aaec7d3545'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:56:32.771117 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1e14f556-af98-483c-9bd5-23bc525513e4 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (ab7f429f-9587-4579-ba52-ce2b879462fe), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:32.810947 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14f556-af98-483c-9bd5-23bc525513e4 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Pushing event deleted for resources: {'Port': ['ID=ab7f429f-9587-4579-ba52-ce2b879462fe,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:32.835576 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:32.864120 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f2b13d-f58f-4b61-9cf8-c1d8f97bd355 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Made reservation on behalf of 7940427b48ab4ee8abd7ab68dd8ac52e for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:56:32.867555 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-96f2b13d-f58f-4b61-9cf8-c1d8f97bd355 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:32.951295 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-96f2b13d-f58f-4b61-9cf8-c1d8f97bd355 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] device_id is not set on port cb0b7e96-f94d-4190-a39c-67896a40e9a4 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:56:32.990433 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1e14f556-af98-483c-9bd5-23bc525513e4 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (c0346845-acf4-436c-a1fc-b2be1f37b35e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:33.161437 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37804) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:33.173662 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1e14f556-af98-483c-9bd5-23bc525513e4 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (c0346845-acf4-436c-a1fc-b2be1f37b35e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:33.176002 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1e14f556-af98-483c-9bd5-23bc525513e4 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router_controller (c0346845-acf4-436c-a1fc-b2be1f37b35e), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:33.267191 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-96f2b13d-f58f-4b61-9cf8-c1d8f97bd355 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Allocated IP 172.20.0.6 (5ea9d388-98fd-4a05-93c7-400d062d9aa6/2b7c18c8-9cd8-4ae8-bbb3-3253deb64425/cb0b7e96-f94d-4190-a39c-67896a40e9a4) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:56:33.327667 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1e14f556-af98-483c-9bd5-23bc525513e4 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (c0346845-acf4-436c-a1fc-b2be1f37b35e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:33.328218 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e14f556-af98-483c-9bd5-23bc525513e4 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Fanout notify agent at l3_agent the message router_deleted on router c0346845-acf4-436c-a1fc-b2be1f37b35e {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:56:33.353416 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1e14f556-af98-483c-9bd5-23bc525513e4 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:33.359541 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1e14f556-af98-483c-9bd5-23bc525513e4 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] 10.222.0.89 "DELETE /v2.0/routers/c0346845-acf4-436c-a1fc-b2be1f37b35e HTTP/1.1" status: 204 len: 168 time: 3.3328433 Feb 20 03:56:33.361193 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37812) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:33.379131 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-0ec3684c-7f49-4b9e-aaf0-bda346a38462 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1530436621', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:56:33.590443 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0ec3684c-7f49-4b9e-aaf0-bda346a38462 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (2888d44d-2559-485c-b1dd-4fbc739a8de9), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:33.592063 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0ec3684c-7f49-4b9e-aaf0-bda346a38462 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (2888d44d-2559-485c-b1dd-4fbc739a8de9), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:33.598100 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-96f2b13d-f58f-4b61-9cf8-c1d8f97bd355 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for port (cb0b7e96-f94d-4190-a39c-67896a40e9a4), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:33.662079 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-de90bf4a-69f2-49dd-a6a2-ca9c9d9b053f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:33.676070 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0ec3684c-7f49-4b9e-aaf0-bda346a38462 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router_controller (2888d44d-2559-485c-b1dd-4fbc739a8de9), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:33.796104 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0ec3684c-7f49-4b9e-aaf0-bda346a38462 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (2888d44d-2559-485c-b1dd-4fbc739a8de9), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:33.799994 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-de90bf4a-69f2-49dd-a6a2-ca9c9d9b053f admin admin] Publish callbacks [] for security_group (e7aac461-406b-4038-bd9f-d4f7939c4e8c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:33.802848 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-96f2b13d-f58f-4b61-9cf8-c1d8f97bd355 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (cb0b7e96-f94d-4190-a39c-67896a40e9a4), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:33.872321 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f2b13d-f58f-4b61-9cf8-c1d8f97bd355 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Network 5ea9d388-98fd-4a05-93c7-400d062d9aa6 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:56:33.873650 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2b13d-f58f-4b61-9cf8-c1d8f97bd355 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event updated for resources: {'Port': ['ID=cb0b7e96-f94d-4190-a39c-67896a40e9a4,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:33.876289 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-96f2b13d-f58f-4b61-9cf8-c1d8f97bd355 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:56:33.878711 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f2b13d-f58f-4b61-9cf8-c1d8f97bd355 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:56:33.924387 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0ec3684c-7f49-4b9e-aaf0-bda346a38462 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:33.928758 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0ec3684c-7f49-4b9e-aaf0-bda346a38462 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5595622 Feb 20 03:56:33.935252 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f2b13d-f58f-4b61-9cf8-c1d8f97bd355 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:33.935252 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-96f2b13d-f58f-4b61-9cf8-c1d8f97bd355 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:33.935695 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37826) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:33.935695 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-63f7af42-2dfa-42b3-bd5d-e8ee6ac36ab9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'enable_snat': False}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:56:33.940382 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-de90bf4a-69f2-49dd-a6a2-ca9c9d9b053f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e7aac461-406b-4038-bd9f-d4f7939c4e8c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:33.983126 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90bf4a-69f2-49dd-a6a2-ca9c9d9b053f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7aac461-406b-4038-bd9f-d4f7939c4e8c,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:33.990919 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-de90bf4a-69f2-49dd-a6a2-ca9c9d9b053f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e79589adf0f8456993e5e4835b3156e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8256047 Feb 20 03:56:33.992306 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37828) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:34.057506 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-96f2b13d-f58f-4b61-9cf8-c1d8f97bd355 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5733185 Feb 20 03:56:34.073562 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37834) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:34.088144 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-ac3c0d15-e2c7-431e-893a-25b8f5c553d4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Request body: {'port': {'network_id': '5ea9d388-98fd-4a05-93c7-400d062d9aa6', 'name': 'tempest-FloatingIPTestJSON-867552897'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:56:34.297467 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63f7af42-2dfa-42b3-bd5d-e8ee6ac36ab9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router_gateway (2888d44d-2559-485c-b1dd-4fbc739a8de9), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:34.633948 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-52a7e9a7-cd21-4c99-822a-25ee1a557fb0 admin admin] Publish callbacks [] for security_group (e7aac461-406b-4038-bd9f-d4f7939c4e8c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:34.705350 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-52a7e9a7-cd21-4c99-822a-25ee1a557fb0 admin admin] Publish callbacks [] for security_group (e7aac461-406b-4038-bd9f-d4f7939c4e8c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:34.819793 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63f7af42-2dfa-42b3-bd5d-e8ee6ac36ab9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router_gateway (2888d44d-2559-485c-b1dd-4fbc739a8de9), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:34.822040 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3c0d15-e2c7-431e-893a-25b8f5c553d4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Made reservation on behalf of 7940427b48ab4ee8abd7ab68dd8ac52e for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:56:34.826216 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ac3c0d15-e2c7-431e-893a-25b8f5c553d4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:34.853419 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-ac3c0d15-e2c7-431e-893a-25b8f5c553d4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] device_id is not set on port add3b178-17c5-4ea9-a6d8-cf7611791a30 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:56:34.859796 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-52a7e9a7-cd21-4c99-822a-25ee1a557fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e7aac461-406b-4038-bd9f-d4f7939c4e8c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:34.863011 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-52a7e9a7-cd21-4c99-822a-25ee1a557fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:34.864251 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-52a7e9a7-cd21-4c99-822a-25ee1a557fb0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e7aac461-406b-4038-bd9f-d4f7939c4e8c HTTP/1.1" status: 204 len: 168 time: 0.8709736 Feb 20 03:56:34.869193 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63f7af42-2dfa-42b3-bd5d-e8ee6ac36ab9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:34.901433 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7e9a7-cd21-4c99-822a-25ee1a557fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7aac461-406b-4038-bd9f-d4f7939c4e8c,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:35.132587 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-63f7af42-2dfa-42b3-bd5d-e8ee6ac36ab9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Allocated IP 172.25.7.134 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/cd1d46db-26e3-4e40-bb28-c8764f9f8ac1) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:56:35.139407 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-ac3c0d15-e2c7-431e-893a-25b8f5c553d4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Allocated IP 172.20.0.14 (5ea9d388-98fd-4a05-93c7-400d062d9aa6/2b7c18c8-9cd8-4ae8-bbb3-3253deb64425/add3b178-17c5-4ea9-a6d8-cf7611791a30) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:56:35.427351 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63f7af42-2dfa-42b3-bd5d-e8ee6ac36ab9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for port (cd1d46db-26e3-4e40-bb28-c8764f9f8ac1), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:35.470969 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ac3c0d15-e2c7-431e-893a-25b8f5c553d4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for port (add3b178-17c5-4ea9-a6d8-cf7611791a30), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:35.624592 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63f7af42-2dfa-42b3-bd5d-e8ee6ac36ab9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (cd1d46db-26e3-4e40-bb28-c8764f9f8ac1), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:35.669298 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f7af42-2dfa-42b3-bd5d-e8ee6ac36ab9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:56:35.670515 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ac3c0d15-e2c7-431e-893a-25b8f5c553d4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (add3b178-17c5-4ea9-a6d8-cf7611791a30), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:35.676158 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-63f7af42-2dfa-42b3-bd5d-e8ee6ac36ab9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:56:35.681606 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f7af42-2dfa-42b3-bd5d-e8ee6ac36ab9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:56:35.718894 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7af42-2dfa-42b3-bd5d-e8ee6ac36ab9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Pushing event updated for resources: {'Port': ['ID=cd1d46db-26e3-4e40-bb28-c8764f9f8ac1,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:35.901845 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3c0d15-e2c7-431e-893a-25b8f5c553d4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Network 5ea9d388-98fd-4a05-93c7-400d062d9aa6 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:56:35.921135 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-ac3c0d15-e2c7-431e-893a-25b8f5c553d4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:56:35.927789 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3c0d15-e2c7-431e-893a-25b8f5c553d4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:56:36.007562 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3c0d15-e2c7-431e-893a-25b8f5c553d4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:36.008415 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ac3c0d15-e2c7-431e-893a-25b8f5c553d4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:36.011121 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c0d15-e2c7-431e-893a-25b8f5c553d4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event updated for resources: {'Port': ['ID=add3b178-17c5-4ea9-a6d8-cf7611791a30,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:36.061057 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37884) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:36.076570 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-695fb8a0-8cba-43aa-a309-f1977653f4a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:36.156857 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ac3c0d15-e2c7-431e-893a-25b8f5c553d4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0724514 Feb 20 03:56:36.159963 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37888) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:36.175960 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-a9dbc958-a903-41bb-8bd3-6db082663728 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'port_id': 'add3b178-17c5-4ea9-a6d8-cf7611791a30', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:56:36.322873 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-695fb8a0-8cba-43aa-a309-f1977653f4a5 admin admin] Publish callbacks [] for security_group (324347a5-c1f4-4504-ac5f-a7f46ad5243a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:36.336767 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc958-a903-41bb-8bd3-6db082663728 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:36.340619 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63f7af42-2dfa-42b3-bd5d-e8ee6ac36ab9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router_gateway (2888d44d-2559-485c-b1dd-4fbc739a8de9), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:36.455772 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-695fb8a0-8cba-43aa-a309-f1977653f4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (324347a5-c1f4-4504-ac5f-a7f46ad5243a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:36.498538 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695fb8a0-8cba-43aa-a309-f1977653f4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324347a5-c1f4-4504-ac5f-a7f46ad5243a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:36.539709 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-695fb8a0-8cba-43aa-a309-f1977653f4a5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e2e34f710efa4b2da3092c55ebaae3ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4774745 Feb 20 03:56:36.543307 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37906) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:36.543533 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc958-a903-41bb-8bd3-6db082663728 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:36.694839 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-a9dbc958-a903-41bb-8bd3-6db082663728 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Allocated IP 172.25.7.172 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/e0c13936-1020-4ab1-acb8-527b4404a963) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:56:36.858731 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc958-a903-41bb-8bd3-6db082663728 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for port (e0c13936-1020-4ab1-acb8-527b4404a963), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:36.886192 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a67c78df-5a9b-474b-8210-583deeeb7136 admin admin] Publish callbacks [] for security_group (324347a5-c1f4-4504-ac5f-a7f46ad5243a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:36.916763 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63f7af42-2dfa-42b3-bd5d-e8ee6ac36ab9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16304713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16307768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6330'] for router (2888d44d-2559-485c-b1dd-4fbc739a8de9), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:36.947127 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63f7af42-2dfa-42b3-bd5d-e8ee6ac36ab9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16304734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16304727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16307761'] for router (2888d44d-2559-485c-b1dd-4fbc739a8de9), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:36.992910 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a67c78df-5a9b-474b-8210-583deeeb7136 admin admin] Publish callbacks [] for security_group (324347a5-c1f4-4504-ac5f-a7f46ad5243a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:37.024830 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc958-a903-41bb-8bd3-6db082663728 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (e0c13936-1020-4ab1-acb8-527b4404a963), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:37.135908 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dbc958-a903-41bb-8bd3-6db082663728 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:56:37.141101 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-a9dbc958-a903-41bb-8bd3-6db082663728 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:56:37.155714 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dbc958-a903-41bb-8bd3-6db082663728 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:56:37.218021 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbc958-a903-41bb-8bd3-6db082663728 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event updated for resources: {'Port': ['ID=e0c13936-1020-4ab1-acb8-527b4404a963,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:37.356632 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a67c78df-5a9b-474b-8210-583deeeb7136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (324347a5-c1f4-4504-ac5f-a7f46ad5243a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:37.359282 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a67c78df-5a9b-474b-8210-583deeeb7136 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:37.360542 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a67c78df-5a9b-474b-8210-583deeeb7136 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/324347a5-c1f4-4504-ac5f-a7f46ad5243a HTTP/1.1" status: 204 len: 168 time: 0.8160315 Feb 20 03:56:37.409814 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c78df-5a9b-474b-8210-583deeeb7136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324347a5-c1f4-4504-ac5f-a7f46ad5243a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:37.509820 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f7af42-2dfa-42b3-bd5d-e8ee6ac36ab9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Router 2888d44d-2559-485c-b1dd-4fbc739a8de9 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:56:37.711498 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f7af42-2dfa-42b3-bd5d-e8ee6ac36ab9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:56:37.719591 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-63f7af42-2dfa-42b3-bd5d-e8ee6ac36ab9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:37.723796 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-63f7af42-2dfa-42b3-bd5d-e8ee6ac36ab9 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] 10.222.0.89 "PUT /v2.0/routers/2888d44d-2559-485c-b1dd-4fbc739a8de9 HTTP/1.1" status: 200 len: 916 time: 3.7908976 Feb 20 03:56:37.724142 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 37934) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:37.728009 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6665f46f-7995-4e6e-8391-c643b7f09cd6 None None] Sync routers for ids ['2888d44d-2559-485c-b1dd-4fbc739a8de9'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:56:37.759941 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6665f46f-7995-4e6e-8391-c643b7f09cd6 None None] Routers {'2888d44d-2559-485c-b1dd-4fbc739a8de9'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:56:37.760878 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-6665f46f-7995-4e6e-8391-c643b7f09cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['2888d44d-2559-485c-b1dd-4fbc739a8de9'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:37.835753 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-6665f46f-7995-4e6e-8391-c643b7f09cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:37.845318 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6665f46f-7995-4e6e-8391-c643b7f09cd6 None None] Routers {'2888d44d-2559-485c-b1dd-4fbc739a8de9'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:56:37.846426 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-6665f46f-7995-4e6e-8391-c643b7f09cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['2888d44d-2559-485c-b1dd-4fbc739a8de9'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:37.920311 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-6665f46f-7995-4e6e-8391-c643b7f09cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:37.921346 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6665f46f-7995-4e6e-8391-c643b7f09cd6 None None] The sync data for ids ['2888d44d-2559-485c-b1dd-4fbc739a8de9'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:56:38.345456 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37950) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:38.348269 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-15bc7645-3b0e-4a4e-a3e5-87bf67be5d14 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] 10.222.0.89 "GET /v2.0/routers/2888d44d-2559-485c-b1dd-4fbc739a8de9 HTTP/1.1" status: 200 len: 922 time: 0.6172762 Feb 20 03:56:38.394122 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc958-a903-41bb-8bd3-6db082663728 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for floatingip (a46fe118-b41e-40ba-a1a9-0efac6d62f5d), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:38.450702 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986a942a-7539-4d13-8915-63e37e7e2b99 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:38.450702 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-986a942a-7539-4d13-8915-63e37e7e2b99 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] 10.222.0.89 "GET /v2.0/ports?network_id=eaf6f7bf-76a8-47a9-a76f-78f3b96fe079&device_id=2888d44d-2559-485c-b1dd-4fbc739a8de9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1015913 Feb 20 03:56:38.451452 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37960) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:38.700645 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac6a0df-3acb-4363-a4b7-3ea34f62cbc1 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:38.701793 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-fac6a0df-3acb-4363-a4b7-3ea34f62cbc1 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] 10.222.0.89 "GET /v2.0/networks/eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 881 time: 0.2492528 Feb 20 03:56:38.704918 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37972) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:38.726450 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc958-a903-41bb-8bd3-6db082663728 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e0c13936-1020-4ab1-acb8-527b4404a963), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:38.777804 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8b24e335-bea9-4ff3-8e63-23693df21907 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] 10.222.0.89 "GET /v2.0/ports?device_id=2888d44d-2559-485c-b1dd-4fbc739a8de9 HTTP/1.1" status: 200 len: 205 time: 0.0717025 Feb 20 03:56:38.782515 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37974) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:39.001755 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-197c379c-5229-4f6e-9e7d-2f8de4cc7497 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router (2888d44d-2559-485c-b1dd-4fbc739a8de9), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:39.126172 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc958-a903-41bb-8bd3-6db082663728 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for port (e0c13936-1020-4ab1-acb8-527b4404a963), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:39.195625 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc958-a903-41bb-8bd3-6db082663728 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (e0c13936-1020-4ab1-acb8-527b4404a963), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:39.287405 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-197c379c-5229-4f6e-9e7d-2f8de4cc7497 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router_gateway (2888d44d-2559-485c-b1dd-4fbc739a8de9), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:39.294375 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbc958-a903-41bb-8bd3-6db082663728 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event updated for resources: {'Port': ['ID=e0c13936-1020-4ab1-acb8-527b4404a963,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:39.320678 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 37988) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:39.384560 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc958-a903-41bb-8bd3-6db082663728 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (a46fe118-b41e-40ba-a1a9-0efac6d62f5d), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:39.496879 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-197c379c-5229-4f6e-9e7d-2f8de4cc7497 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Deleting port cd1d46db-26e3-4e40-bb28-c8764f9f8ac1 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:56:39.497459 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-197c379c-5229-4f6e-9e7d-2f8de4cc7497 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (cd1d46db-26e3-4e40-bb28-c8764f9f8ac1), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:39.660825 n-d-829866-4 neutron-server[104106]: INFO neutron.db.l3_db [None req-a9dbc958-a903-41bb-8bd3-6db082663728 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Floating IP a46fe118-b41e-40ba-a1a9-0efac6d62f5d associated. External IP: 172.25.7.172, port: add3b178-17c5-4ea9-a6d8-cf7611791a30. Feb 20 03:56:39.719537 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-197c379c-5229-4f6e-9e7d-2f8de4cc7497 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (cd1d46db-26e3-4e40-bb28-c8764f9f8ac1), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:39.742517 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-197c379c-5229-4f6e-9e7d-2f8de4cc7497 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Calling delete_port for cd1d46db-26e3-4e40-bb28-c8764f9f8ac1 owned by network:router_gateway {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:56:40.068077 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9dbc958-a903-41bb-8bd3-6db082663728 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Router 5b615053-857e-4a30-912e-a6aaec7d3545 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:56:40.084032 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6ab1f42b-e518-4b62-b2bf-f34196f67ff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:40.284095 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-197c379c-5229-4f6e-9e7d-2f8de4cc7497 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (cd1d46db-26e3-4e40-bb28-c8764f9f8ac1), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:40.386757 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c379c-5229-4f6e-9e7d-2f8de4cc7497 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Pushing event deleted for resources: {'Port': ['ID=cd1d46db-26e3-4e40-bb28-c8764f9f8ac1,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:40.527605 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-197c379c-5229-4f6e-9e7d-2f8de4cc7497 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (2888d44d-2559-485c-b1dd-4fbc739a8de9), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:40.615012 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6ab1f42b-e518-4b62-b2bf-f34196f67ff1 admin admin] Publish callbacks [] for security_group (cf2cd679-fb23-4aec-a06e-64f3a15ae9ed), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:40.699651 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9dbc958-a903-41bb-8bd3-6db082663728 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:56:40.722076 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04491229-12ee-42ba-ba05-ce9d03a03742 None None] Sync routers for ids ['5b615053-857e-4a30-912e-a6aaec7d3545'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:56:40.748616 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04491229-12ee-42ba-ba05-ce9d03a03742 None None] Routers {'5b615053-857e-4a30-912e-a6aaec7d3545'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:56:40.753332 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-04491229-12ee-42ba-ba05-ce9d03a03742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['5b615053-857e-4a30-912e-a6aaec7d3545'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:40.849890 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-04491229-12ee-42ba-ba05-ce9d03a03742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:40.874594 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04491229-12ee-42ba-ba05-ce9d03a03742 None None] Routers {'5b615053-857e-4a30-912e-a6aaec7d3545'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:56:40.875245 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-04491229-12ee-42ba-ba05-ce9d03a03742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['5b615053-857e-4a30-912e-a6aaec7d3545'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:40.895841 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc958-a903-41bb-8bd3-6db082663728 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:40.931073 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-04491229-12ee-42ba-ba05-ce9d03a03742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:40.932302 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04491229-12ee-42ba-ba05-ce9d03a03742 None None] The sync data for ids ['5b615053-857e-4a30-912e-a6aaec7d3545'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:56:40.964190 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a9dbc958-a903-41bb-8bd3-6db082663728 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.8029010 Feb 20 03:56:40.966769 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38014) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:40.977693 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-8d680d28-a7a5-4bc0-ad1e-78aaafb8d155 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:56:41.233223 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6ab1f42b-e518-4b62-b2bf-f34196f67ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (cf2cd679-fb23-4aec-a06e-64f3a15ae9ed), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:41.256204 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8d680d28-a7a5-4bc0-ad1e-78aaafb8d155 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for floatingip (a46fe118-b41e-40ba-a1a9-0efac6d62f5d), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:41.271969 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-197c379c-5229-4f6e-9e7d-2f8de4cc7497 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (2888d44d-2559-485c-b1dd-4fbc739a8de9), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:41.274120 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1f42b-e518-4b62-b2bf-f34196f67ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2cd679-fb23-4aec-a06e-64f3a15ae9ed,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:41.279402 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-197c379c-5229-4f6e-9e7d-2f8de4cc7497 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router_controller (2888d44d-2559-485c-b1dd-4fbc739a8de9), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:41.322599 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6ab1f42b-e518-4b62-b2bf-f34196f67ff1 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b6d36c14049446bf9d3badd9af9ae5fd&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0005887 Feb 20 03:56:41.325695 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38024) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:41.431904 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3968005a-2468-4493-b02e-1aa3ccd401f7 admin admin] Publish callbacks [] for security_group (cf2cd679-fb23-4aec-a06e-64f3a15ae9ed), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:41.524841 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-197c379c-5229-4f6e-9e7d-2f8de4cc7497 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (2888d44d-2559-485c-b1dd-4fbc739a8de9), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:41.525681 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197c379c-5229-4f6e-9e7d-2f8de4cc7497 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Fanout notify agent at l3_agent the message router_deleted on router 2888d44d-2559-485c-b1dd-4fbc739a8de9 {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:56:41.547619 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-197c379c-5229-4f6e-9e7d-2f8de4cc7497 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:41.555640 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-197c379c-5229-4f6e-9e7d-2f8de4cc7497 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] 10.222.0.89 "DELETE /v2.0/routers/2888d44d-2559-485c-b1dd-4fbc739a8de9 HTTP/1.1" status: 204 len: 168 time: 2.7665229 Feb 20 03:56:41.556059 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38032) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:41.561025 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-deffc06f-faeb-47b2-b9ce-5191c41d97fd tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1646732939', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}, 'admin_state_up': False}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:56:41.566945 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3968005a-2468-4493-b02e-1aa3ccd401f7 admin admin] Publish callbacks [] for security_group (cf2cd679-fb23-4aec-a06e-64f3a15ae9ed), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:41.699329 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-deffc06f-faeb-47b2-b9ce-5191c41d97fd tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (d80a060f-f835-420e-a43a-139c7f9ee30c), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:41.700609 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-deffc06f-faeb-47b2-b9ce-5191c41d97fd tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (d80a060f-f835-420e-a43a-139c7f9ee30c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:41.748179 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8d680d28-a7a5-4bc0-ad1e-78aaafb8d155 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:41.838899 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-deffc06f-faeb-47b2-b9ce-5191c41d97fd tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router_controller (d80a060f-f835-420e-a43a-139c7f9ee30c), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:41.884205 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3968005a-2468-4493-b02e-1aa3ccd401f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (cf2cd679-fb23-4aec-a06e-64f3a15ae9ed), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:41.887312 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3968005a-2468-4493-b02e-1aa3ccd401f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:41.888806 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3968005a-2468-4493-b02e-1aa3ccd401f7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/cf2cd679-fb23-4aec-a06e-64f3a15ae9ed HTTP/1.1" status: 204 len: 168 time: 0.5620749 Feb 20 03:56:41.899827 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8d680d28-a7a5-4bc0-ad1e-78aaafb8d155 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (a46fe118-b41e-40ba-a1a9-0efac6d62f5d), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:41.901895 n-d-829866-4 neutron-server[104106]: INFO neutron.db.l3_db [None req-8d680d28-a7a5-4bc0-ad1e-78aaafb8d155 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Floating IP a46fe118-b41e-40ba-a1a9-0efac6d62f5d disassociated. External IP: 172.25.7.172, port: add3b178-17c5-4ea9-a6d8-cf7611791a30. Feb 20 03:56:41.949850 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968005a-2468-4493-b02e-1aa3ccd401f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2cd679-fb23-4aec-a06e-64f3a15ae9ed,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:42.177757 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-deffc06f-faeb-47b2-b9ce-5191c41d97fd tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router_gateway (d80a060f-f835-420e-a43a-139c7f9ee30c), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:42.212597 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d680d28-a7a5-4bc0-ad1e-78aaafb8d155 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Router 5b615053-857e-4a30-912e-a6aaec7d3545 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:56:42.304848 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38044) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:42.355744 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d680d28-a7a5-4bc0-ad1e-78aaafb8d155 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:56:42.369830 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8d680d28-a7a5-4bc0-ad1e-78aaafb8d155 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:42.369976 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4a54ea-31b8-4de4-a587-872224a91e27 None None] Sync routers for ids ['5b615053-857e-4a30-912e-a6aaec7d3545'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:56:42.384698 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4a54ea-31b8-4de4-a587-872224a91e27 None None] Routers {'5b615053-857e-4a30-912e-a6aaec7d3545'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:56:42.391233 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2c4a54ea-31b8-4de4-a587-872224a91e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['5b615053-857e-4a30-912e-a6aaec7d3545'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:42.433150 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8d680d28-a7a5-4bc0-ad1e-78aaafb8d155 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "PUT /v2.0/floatingips/a46fe118-b41e-40ba-a1a9-0efac6d62f5d HTTP/1.1" status: 200 len: 688 time: 1.4652834 Feb 20 03:56:42.437053 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38052) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:42.503689 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2c4a54ea-31b8-4de4-a587-872224a91e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:42.536890 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4a54ea-31b8-4de4-a587-872224a91e27 None None] Routers {'5b615053-857e-4a30-912e-a6aaec7d3545'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:56:42.537860 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2c4a54ea-31b8-4de4-a587-872224a91e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['5b615053-857e-4a30-912e-a6aaec7d3545'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:42.630333 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2c4a54ea-31b8-4de4-a587-872224a91e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:42.632303 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4a54ea-31b8-4de4-a587-872224a91e27 None None] The sync data for ids ['5b615053-857e-4a30-912e-a6aaec7d3545'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:56:42.637166 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cc8de994-1102-4fce-9439-9f371de148ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:42.671470 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-063baed3-eff6-4d13-846b-866077dc235b tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Deleting port e0c13936-1020-4ab1-acb8-527b4404a963 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:56:42.671881 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-063baed3-eff6-4d13-846b-866077dc235b tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (e0c13936-1020-4ab1-acb8-527b4404a963), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:42.713703 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-deffc06f-faeb-47b2-b9ce-5191c41d97fd tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router_gateway (d80a060f-f835-420e-a43a-139c7f9ee30c), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:42.738434 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-deffc06f-faeb-47b2-b9ce-5191c41d97fd tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:42.781062 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-063baed3-eff6-4d13-846b-866077dc235b tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (e0c13936-1020-4ab1-acb8-527b4404a963), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:42.781392 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-063baed3-eff6-4d13-846b-866077dc235b tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for floatingip (e0c13936-1020-4ab1-acb8-527b4404a963), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:42.796654 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-063baed3-eff6-4d13-846b-866077dc235b tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Calling delete_port for e0c13936-1020-4ab1-acb8-527b4404a963 owned by network:floatingip {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:56:42.868100 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38056) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:42.894089 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cc8de994-1102-4fce-9439-9f371de148ef admin admin] Publish callbacks [] for security_group (6dd58f69-b4d1-4190-9621-fe7735fdddfc), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:42.897618 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-84783bb7-632e-4229-95bf-6adc78d65d48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:42.932578 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-deffc06f-faeb-47b2-b9ce-5191c41d97fd tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Allocated IP 172.25.7.249 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/133c97de-d4c5-47ca-929a-c896204a8f6d) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:56:43.035248 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cc8de994-1102-4fce-9439-9f371de148ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (6dd58f69-b4d1-4190-9621-fe7735fdddfc), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:43.121849 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-063baed3-eff6-4d13-846b-866077dc235b tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (e0c13936-1020-4ab1-acb8-527b4404a963), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:43.124091 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-84783bb7-632e-4229-95bf-6adc78d65d48 admin admin] Publish callbacks [] for security_group (46aafb1a-e3ad-4ca0-9d9e-7af0cd5cdc7e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:43.132996 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8de994-1102-4fce-9439-9f371de148ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd58f69-b4d1-4190-9621-fe7735fdddfc,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:43.144117 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-cc8de994-1102-4fce-9439-9f371de148ef admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a257c2148a7b4c778299ba6f5449be2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8378747 Feb 20 03:56:43.150262 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-deffc06f-faeb-47b2-b9ce-5191c41d97fd tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for port (133c97de-d4c5-47ca-929a-c896204a8f6d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:43.151984 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38060) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:43.195643 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063baed3-eff6-4d13-846b-866077dc235b tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event deleted for resources: {'Port': ['ID=e0c13936-1020-4ab1-acb8-527b4404a963,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:43.225375 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7fa3e80d-c105-4e7f-af7c-2f73781f13af admin admin] Publish callbacks [] for security_group (6dd58f69-b4d1-4190-9621-fe7735fdddfc), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:43.243849 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-063baed3-eff6-4d13-846b-866077dc235b tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for floatingip (a46fe118-b41e-40ba-a1a9-0efac6d62f5d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:43.246436 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-063baed3-eff6-4d13-846b-866077dc235b tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:43.251689 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-063baed3-eff6-4d13-846b-866077dc235b tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "DELETE /v2.0/floatingips/a46fe118-b41e-40ba-a1a9-0efac6d62f5d HTTP/1.1" status: 204 len: 168 time: 0.8096859 Feb 20 03:56:43.251923 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7fa3e80d-c105-4e7f-af7c-2f73781f13af admin admin] Publish callbacks [] for security_group (6dd58f69-b4d1-4190-9621-fe7735fdddfc), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:43.251923 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38062) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:43.257035 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-9031d2cc-79a0-4fa5-84e3-4721ab95cfb8 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'port_id': 'cb0b7e96-f94d-4190-a39c-67896a40e9a4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:56:43.283363 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-84783bb7-632e-4229-95bf-6adc78d65d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (46aafb1a-e3ad-4ca0-9d9e-7af0cd5cdc7e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:43.348618 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-84783bb7-632e-4229-95bf-6adc78d65d48 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2fc57319e2bc46b6b77ce16f2cb01e92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4762454 Feb 20 03:56:43.349016 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38064) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:43.356903 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84783bb7-632e-4229-95bf-6adc78d65d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46aafb1a-e3ad-4ca0-9d9e-7af0cd5cdc7e,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:43.398208 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-deffc06f-faeb-47b2-b9ce-5191c41d97fd tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (133c97de-d4c5-47ca-929a-c896204a8f6d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:43.412291 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0a45a36a-eb76-479d-8202-5ca1278fb25e admin admin] Publish callbacks [] for security_group (46aafb1a-e3ad-4ca0-9d9e-7af0cd5cdc7e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:43.432129 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deffc06f-faeb-47b2-b9ce-5191c41d97fd tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:56:43.436874 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-deffc06f-faeb-47b2-b9ce-5191c41d97fd tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:56:43.441571 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deffc06f-faeb-47b2-b9ce-5191c41d97fd tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:56:43.444697 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deffc06f-faeb-47b2-b9ce-5191c41d97fd tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Pushing event updated for resources: {'Port': ['ID=133c97de-d4c5-47ca-929a-c896204a8f6d,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:43.451563 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0a45a36a-eb76-479d-8202-5ca1278fb25e admin admin] Publish callbacks [] for security_group (46aafb1a-e3ad-4ca0-9d9e-7af0cd5cdc7e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:43.467687 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9031d2cc-79a0-4fa5-84e3-4721ab95cfb8 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:43.573084 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7fa3e80d-c105-4e7f-af7c-2f73781f13af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (6dd58f69-b4d1-4190-9621-fe7735fdddfc), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:43.575730 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7fa3e80d-c105-4e7f-af7c-2f73781f13af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:43.577074 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7fa3e80d-c105-4e7f-af7c-2f73781f13af admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6dd58f69-b4d1-4190-9621-fe7735fdddfc HTTP/1.1" status: 204 len: 168 time: 0.4240055 Feb 20 03:56:43.618359 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3e80d-c105-4e7f-af7c-2f73781f13af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd58f69-b4d1-4190-9621-fe7735fdddfc,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:43.651790 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0a45a36a-eb76-479d-8202-5ca1278fb25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (46aafb1a-e3ad-4ca0-9d9e-7af0cd5cdc7e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:43.662796 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0a45a36a-eb76-479d-8202-5ca1278fb25e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:43.662796 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0a45a36a-eb76-479d-8202-5ca1278fb25e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/46aafb1a-e3ad-4ca0-9d9e-7af0cd5cdc7e HTTP/1.1" status: 204 len: 168 time: 0.3090680 Feb 20 03:56:43.685745 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45a36a-eb76-479d-8202-5ca1278fb25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46aafb1a-e3ad-4ca0-9d9e-7af0cd5cdc7e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:43.698343 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45a36a-eb76-479d-8202-5ca1278fb25e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:56:43.699234 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45a36a-eb76-479d-8202-5ca1278fb25e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:56:43.699751 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45a36a-eb76-479d-8202-5ca1278fb25e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:56:43.700582 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45a36a-eb76-479d-8202-5ca1278fb25e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:56:43.701103 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45a36a-eb76-479d-8202-5ca1278fb25e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:56:43.701909 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45a36a-eb76-479d-8202-5ca1278fb25e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:56:43.702680 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45a36a-eb76-479d-8202-5ca1278fb25e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:56:43.703233 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45a36a-eb76-479d-8202-5ca1278fb25e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:56:43.703736 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45a36a-eb76-479d-8202-5ca1278fb25e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:56:43.704240 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45a36a-eb76-479d-8202-5ca1278fb25e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:56:43.704389 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9031d2cc-79a0-4fa5-84e3-4721ab95cfb8 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:43.705934 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45a36a-eb76-479d-8202-5ca1278fb25e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:56:43.708427 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45a36a-eb76-479d-8202-5ca1278fb25e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:56:43.708984 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45a36a-eb76-479d-8202-5ca1278fb25e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:56:43.944693 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-deffc06f-faeb-47b2-b9ce-5191c41d97fd tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router_gateway (d80a060f-f835-420e-a43a-139c7f9ee30c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:44.015169 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-9031d2cc-79a0-4fa5-84e3-4721ab95cfb8 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Allocated IP 172.25.7.138 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/4209f101-10bf-4d50-88f8-991616964de7) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:56:44.279448 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9031d2cc-79a0-4fa5-84e3-4721ab95cfb8 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for port (4209f101-10bf-4d50-88f8-991616964de7), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:44.436898 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-deffc06f-faeb-47b2-b9ce-5191c41d97fd tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (d80a060f-f835-420e-a43a-139c7f9ee30c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:44.527184 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9031d2cc-79a0-4fa5-84e3-4721ab95cfb8 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (4209f101-10bf-4d50-88f8-991616964de7), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:44.585644 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9031d2cc-79a0-4fa5-84e3-4721ab95cfb8 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:56:44.592315 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-9031d2cc-79a0-4fa5-84e3-4721ab95cfb8 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:56:44.600715 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9031d2cc-79a0-4fa5-84e3-4721ab95cfb8 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:56:44.675905 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031d2cc-79a0-4fa5-84e3-4721ab95cfb8 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event updated for resources: {'Port': ['ID=4209f101-10bf-4d50-88f8-991616964de7,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:45.003530 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38096) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:45.038934 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2718806c-fc60-45e8-ac6f-c8294993f12a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:45.209848 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2718806c-fc60-45e8-ac6f-c8294993f12a admin admin] Publish callbacks [] for security_group (04063359-8721-4baa-bb75-a4d07a312b4b), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:45.383876 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2718806c-fc60-45e8-ac6f-c8294993f12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (04063359-8721-4baa-bb75-a4d07a312b4b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:45.483104 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2718806c-fc60-45e8-ac6f-c8294993f12a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=dedc3d4a45144c99bb2eed935c625336&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4774041 Feb 20 03:56:45.483783 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38106) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:45.518985 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718806c-fc60-45e8-ac6f-c8294993f12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04063359-8721-4baa-bb75-a4d07a312b4b,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:45.560189 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9031d2cc-79a0-4fa5-84e3-4721ab95cfb8 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for floatingip (d6c4f75c-0f02-4824-b7bb-ab121d9c8b8d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:45.616470 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8c6d9e20-71b7-403a-a283-af7194e0efe1 admin admin] Publish callbacks [] for security_group (04063359-8721-4baa-bb75-a4d07a312b4b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:45.666459 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8c6d9e20-71b7-403a-a283-af7194e0efe1 admin admin] Publish callbacks [] for security_group (04063359-8721-4baa-bb75-a4d07a312b4b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:45.684487 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deffc06f-faeb-47b2-b9ce-5191c41d97fd tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Router d80a060f-f835-420e-a43a-139c7f9ee30c is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:56:45.865936 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8c6d9e20-71b7-403a-a283-af7194e0efe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (04063359-8721-4baa-bb75-a4d07a312b4b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:45.868921 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8c6d9e20-71b7-403a-a283-af7194e0efe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:45.872737 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8c6d9e20-71b7-403a-a283-af7194e0efe1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/04063359-8721-4baa-bb75-a4d07a312b4b HTTP/1.1" status: 204 len: 168 time: 0.3821511 Feb 20 03:56:45.882904 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d9e20-71b7-403a-a283-af7194e0efe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04063359-8721-4baa-bb75-a4d07a312b4b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:46.271263 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9031d2cc-79a0-4fa5-84e3-4721ab95cfb8 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4209f101-10bf-4d50-88f8-991616964de7), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:46.360778 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deffc06f-faeb-47b2-b9ce-5191c41d97fd tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:56:46.374618 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efa07f6-ed81-47af-978a-5eadb0c74ee9 None None] Sync routers for ids ['d80a060f-f835-420e-a43a-139c7f9ee30c'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:56:46.422573 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efa07f6-ed81-47af-978a-5eadb0c74ee9 None None] Routers {'d80a060f-f835-420e-a43a-139c7f9ee30c'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:56:46.423251 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-0efa07f6-ed81-47af-978a-5eadb0c74ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['d80a060f-f835-420e-a43a-139c7f9ee30c'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:46.490162 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-0efa07f6-ed81-47af-978a-5eadb0c74ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:46.524791 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efa07f6-ed81-47af-978a-5eadb0c74ee9 None None] Routers {'d80a060f-f835-420e-a43a-139c7f9ee30c'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:56:46.527698 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-0efa07f6-ed81-47af-978a-5eadb0c74ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['d80a060f-f835-420e-a43a-139c7f9ee30c'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:46.567698 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-deffc06f-faeb-47b2-b9ce-5191c41d97fd tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:46.573795 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-deffc06f-faeb-47b2-b9ce-5191c41d97fd tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.0164595 Feb 20 03:56:46.576567 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38128) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:46.592190 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-4eba65cf-2d59-485b-88cb-2d779bd39815 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:56:46.648854 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-0efa07f6-ed81-47af-978a-5eadb0c74ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:46.652353 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efa07f6-ed81-47af-978a-5eadb0c74ee9 None None] The sync data for ids ['d80a060f-f835-420e-a43a-139c7f9ee30c'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:56:46.701969 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9031d2cc-79a0-4fa5-84e3-4721ab95cfb8 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for port (4209f101-10bf-4d50-88f8-991616964de7), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:46.994834 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9031d2cc-79a0-4fa5-84e3-4721ab95cfb8 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (4209f101-10bf-4d50-88f8-991616964de7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:47.185181 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031d2cc-79a0-4fa5-84e3-4721ab95cfb8 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event updated for resources: {'Port': ['ID=4209f101-10bf-4d50-88f8-991616964de7,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:47.195389 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9031d2cc-79a0-4fa5-84e3-4721ab95cfb8 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (d6c4f75c-0f02-4824-b7bb-ab121d9c8b8d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:47.331054 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38150) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:47.342745 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4eba65cf-2d59-485b-88cb-2d779bd39815 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router_gateway (d80a060f-f835-420e-a43a-139c7f9ee30c), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:47.373063 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [None req-9031d2cc-79a0-4fa5-84e3-4721ab95cfb8 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Floating IP d6c4f75c-0f02-4824-b7bb-ab121d9c8b8d associated. External IP: 172.25.7.138, port: cb0b7e96-f94d-4190-a39c-67896a40e9a4. Feb 20 03:56:47.460029 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-e63ea74a-b47e-40a7-a8fc-fc9e0682b3ec tempest-MeteringIpV6TestJSON-1999087820 tempest-MeteringIpV6TestJSON-1999087820-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-669987567'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:56:47.460986 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-e63ea74a-b47e-40a7-a8fc-fc9e0682b3ec tempest-MeteringIpV6TestJSON-1999087820 tempest-MeteringIpV6TestJSON-1999087820-project-admin] Unknown quota resources ['metering_label']. {{(pid=104106) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 20 03:56:47.532523 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4eba65cf-2d59-485b-88cb-2d779bd39815 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router_gateway (d80a060f-f835-420e-a43a-139c7f9ee30c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:47.739231 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9031d2cc-79a0-4fa5-84e3-4721ab95cfb8 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Router 5b615053-857e-4a30-912e-a6aaec7d3545 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:56:47.773660 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-4eba65cf-2d59-485b-88cb-2d779bd39815 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Deleting port 133c97de-d4c5-47ca-929a-c896204a8f6d {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:56:47.774271 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4eba65cf-2d59-485b-88cb-2d779bd39815 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (133c97de-d4c5-47ca-929a-c896204a8f6d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:47.834527 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e63ea74a-b47e-40a7-a8fc-fc9e0682b3ec tempest-MeteringIpV6TestJSON-1999087820 tempest-MeteringIpV6TestJSON-1999087820-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:47.836028 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e63ea74a-b47e-40a7-a8fc-fc9e0682b3ec tempest-MeteringIpV6TestJSON-1999087820 tempest-MeteringIpV6TestJSON-1999087820-project-admin] 10.222.0.89 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5023327 Feb 20 03:56:47.838635 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38162) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:47.843396 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-e918409e-31a9-4d9a-a343-7eaba4a58cc5 tempest-MeteringIpV6TestJSON-1999087820 tempest-MeteringIpV6TestJSON-1999087820-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'fb4de760-9548-48ea-96c9-7bfaf8067039'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:56:47.851047 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-e918409e-31a9-4d9a-a343-7eaba4a58cc5 tempest-MeteringIpV6TestJSON-1999087820 tempest-MeteringIpV6TestJSON-1999087820-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104106) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 20 03:56:47.963358 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4eba65cf-2d59-485b-88cb-2d779bd39815 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (133c97de-d4c5-47ca-929a-c896204a8f6d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:47.978398 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9031d2cc-79a0-4fa5-84e3-4721ab95cfb8 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:56:47.986245 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-4eba65cf-2d59-485b-88cb-2d779bd39815 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Calling delete_port for 133c97de-d4c5-47ca-929a-c896204a8f6d owned by network:router_gateway {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:56:47.992005 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de8ad43-2c28-4dbf-b622-0b1a830f136a None None] Sync routers for ids ['5b615053-857e-4a30-912e-a6aaec7d3545'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:56:48.012139 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de8ad43-2c28-4dbf-b622-0b1a830f136a None None] Routers {'5b615053-857e-4a30-912e-a6aaec7d3545'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:56:48.013083 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-8de8ad43-2c28-4dbf-b622-0b1a830f136a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['5b615053-857e-4a30-912e-a6aaec7d3545'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:48.056249 n-d-829866-4 neutron-server[104106]: WARNING neutron.services.metering.metering_plugin [None req-e918409e-31a9-4d9a-a343-7eaba4a58cc5 tempest-MeteringIpV6TestJSON-1999087820 tempest-MeteringIpV6TestJSON-1999087820-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 20 03:56:48.071166 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-8de8ad43-2c28-4dbf-b622-0b1a830f136a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:48.082701 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de8ad43-2c28-4dbf-b622-0b1a830f136a None None] Routers {'5b615053-857e-4a30-912e-a6aaec7d3545'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:56:48.083378 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-8de8ad43-2c28-4dbf-b622-0b1a830f136a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['5b615053-857e-4a30-912e-a6aaec7d3545'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:48.121493 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9031d2cc-79a0-4fa5-84e3-4721ab95cfb8 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:48.129462 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-8de8ad43-2c28-4dbf-b622-0b1a830f136a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:48.130782 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de8ad43-2c28-4dbf-b622-0b1a830f136a None None] The sync data for ids ['5b615053-857e-4a30-912e-a6aaec7d3545'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:56:48.193196 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9031d2cc-79a0-4fa5-84e3-4721ab95cfb8 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.9371126 Feb 20 03:56:48.194057 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38170) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:48.245595 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e918409e-31a9-4d9a-a343-7eaba4a58cc5 tempest-MeteringIpV6TestJSON-1999087820 tempest-MeteringIpV6TestJSON-1999087820-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:48.246797 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e918409e-31a9-4d9a-a343-7eaba4a58cc5 tempest-MeteringIpV6TestJSON-1999087820 tempest-MeteringIpV6TestJSON-1999087820-project-admin] 10.222.0.89 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4071047 Feb 20 03:56:48.250055 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38174) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:48.256369 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-ccb4c642-e22e-4f69-99b1-ce4d6f0854a8 tempest-MeteringIpV6TestJSON-1999087820 tempest-MeteringIpV6TestJSON-1999087820-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'fb4de760-9548-48ea-96c9-7bfaf8067039'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:56:48.266257 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-ccb4c642-e22e-4f69-99b1-ce4d6f0854a8 tempest-MeteringIpV6TestJSON-1999087820 tempest-MeteringIpV6TestJSON-1999087820-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104105) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 20 03:56:48.356556 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4eba65cf-2d59-485b-88cb-2d779bd39815 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (133c97de-d4c5-47ca-929a-c896204a8f6d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:48.390448 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba65cf-2d59-485b-88cb-2d779bd39815 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Pushing event deleted for resources: {'Port': ['ID=133c97de-d4c5-47ca-929a-c896204a8f6d,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:48.457176 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4eba65cf-2d59-485b-88cb-2d779bd39815 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (d80a060f-f835-420e-a43a-139c7f9ee30c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:48.500267 n-d-829866-4 neutron-server[104105]: WARNING neutron.services.metering.metering_plugin [None req-ccb4c642-e22e-4f69-99b1-ce4d6f0854a8 tempest-MeteringIpV6TestJSON-1999087820 tempest-MeteringIpV6TestJSON-1999087820-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 20 03:56:48.568213 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ccb74dbf-3b4b-4845-83c0-e1166b6c94eb tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "GET /v2.0/floatingips/d6c4f75c-0f02-4824-b7bb-ab121d9c8b8d HTTP/1.1" status: 200 len: 978 time: 0.3734829 Feb 20 03:56:48.570723 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38176) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:48.681053 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ccb4c642-e22e-4f69-99b1-ce4d6f0854a8 tempest-MeteringIpV6TestJSON-1999087820 tempest-MeteringIpV6TestJSON-1999087820-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:48.685304 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ccb4c642-e22e-4f69-99b1-ce4d6f0854a8 tempest-MeteringIpV6TestJSON-1999087820 tempest-MeteringIpV6TestJSON-1999087820-project-admin] 10.222.0.89 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4338074 Feb 20 03:56:48.685744 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38180) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:48.701007 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e55a9e83-4e78-4020-9d95-2a86810e31cd tempest-MeteringIpV6TestJSON-1999087820 tempest-MeteringIpV6TestJSON-1999087820-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-label-rules?id=f7e868ae-a0cd-4d96-bd74-6cc639729379 HTTP/1.1" status: 200 len: 462 time: 0.0119109 Feb 20 03:56:48.702718 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8025e2b9-8fb5-45f0-8037-1d0bf2c40d91 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1307490 Feb 20 03:56:48.703415 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38182) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:48.705203 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38184) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:48.714231 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-5b399730-1cea-435e-b915-99d0abf9ec31 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Request body: {'floatingip': {'port_id': 'add3b178-17c5-4ea9-a6d8-cf7611791a30'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:56:48.779012 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5b399730-1cea-435e-b915-99d0abf9ec31 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for floatingip (d6c4f75c-0f02-4824-b7bb-ab121d9c8b8d), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:48.831494 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4eba65cf-2d59-485b-88cb-2d779bd39815 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16304713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16307768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6330'] for router (d80a060f-f835-420e-a43a-139c7f9ee30c), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:48.835031 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4eba65cf-2d59-485b-88cb-2d779bd39815 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16304734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16304727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16307761'] for router (d80a060f-f835-420e-a43a-139c7f9ee30c), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:48.920858 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eba65cf-2d59-485b-88cb-2d779bd39815 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Router d80a060f-f835-420e-a43a-139c7f9ee30c has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:56:49.096713 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f06224c7-c162-45a8-80ff-29b70c91c178 tempest-MeteringIpV6TestJSON-1999087820 tempest-MeteringIpV6TestJSON-1999087820-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:49.108160 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f06224c7-c162-45a8-80ff-29b70c91c178 tempest-MeteringIpV6TestJSON-1999087820 tempest-MeteringIpV6TestJSON-1999087820-project-admin] 10.222.0.89 "DELETE /v2.0/metering/metering-label-rules/f7e868ae-a0cd-4d96-bd74-6cc639729379 HTTP/1.1" status: 204 len: 168 time: 0.3935983 Feb 20 03:56:49.110307 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38192) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:49.154947 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5a6df97c-17b2-4d7b-aa11-75fbedcee3cb tempest-MeteringIpV6TestJSON-1999087820 tempest-MeteringIpV6TestJSON-1999087820-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-label-rules?id=f7e868ae-a0cd-4d96-bd74-6cc639729379 HTTP/1.1" status: 200 len: 221 time: 0.0431635 Feb 20 03:56:49.159039 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38194) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:49.164836 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-4a7db1c7-4514-4e3d-bde5-b73a89577752 tempest-MeteringIpV6TestJSON-1999087820 tempest-MeteringIpV6TestJSON-1999087820-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1350800815', 'description': 'label created by tempest'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:56:49.165268 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-4a7db1c7-4514-4e3d-bde5-b73a89577752 tempest-MeteringIpV6TestJSON-1999087820 tempest-MeteringIpV6TestJSON-1999087820-project-admin] Unknown quota resources ['metering_label']. {{(pid=104106) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 20 03:56:49.385222 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eba65cf-2d59-485b-88cb-2d779bd39815 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:56:49.399138 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff4ca5e-497c-48cb-af9e-5cee5bb5786d None None] Sync routers for ids ['d80a060f-f835-420e-a43a-139c7f9ee30c'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:56:49.411336 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4eba65cf-2d59-485b-88cb-2d779bd39815 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:49.413970 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4eba65cf-2d59-485b-88cb-2d779bd39815 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] 10.222.0.89 "PUT /v2.0/routers/d80a060f-f835-420e-a43a-139c7f9ee30c HTTP/1.1" status: 200 len: 706 time: 2.8359621 Feb 20 03:56:49.416629 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38204) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:49.418663 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff4ca5e-497c-48cb-af9e-5cee5bb5786d None None] Routers {'d80a060f-f835-420e-a43a-139c7f9ee30c'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:56:49.419629 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-aff4ca5e-497c-48cb-af9e-5cee5bb5786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['d80a060f-f835-420e-a43a-139c7f9ee30c'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:49.505067 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-aff4ca5e-497c-48cb-af9e-5cee5bb5786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:49.515012 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff4ca5e-497c-48cb-af9e-5cee5bb5786d None None] Routers {'d80a060f-f835-420e-a43a-139c7f9ee30c'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:56:49.516161 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-aff4ca5e-497c-48cb-af9e-5cee5bb5786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['d80a060f-f835-420e-a43a-139c7f9ee30c'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:49.538630 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-eca7b970-a5ac-457f-9afe-708cf70f6144 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] 10.222.0.89 "GET /v2.0/routers/d80a060f-f835-420e-a43a-139c7f9ee30c HTTP/1.1" status: 200 len: 741 time: 0.1132059 Feb 20 03:56:49.539304 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38206) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:49.546429 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4a7db1c7-4514-4e3d-bde5-b73a89577752 tempest-MeteringIpV6TestJSON-1999087820 tempest-MeteringIpV6TestJSON-1999087820-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:49.548529 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4a7db1c7-4514-4e3d-bde5-b73a89577752 tempest-MeteringIpV6TestJSON-1999087820 tempest-MeteringIpV6TestJSON-1999087820-project-admin] 10.222.0.89 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3873467 Feb 20 03:56:49.552691 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38208) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:49.571806 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-aff4ca5e-497c-48cb-af9e-5cee5bb5786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:49.572506 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff4ca5e-497c-48cb-af9e-5cee5bb5786d None None] The sync data for ids ['d80a060f-f835-420e-a43a-139c7f9ee30c'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:56:49.593278 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b44e3474-0511-4986-b4f3-3cdc2f2aaba1 tempest-RoutersAdminTest-1024863853 tempest-RoutersAdminTest-1024863853-project-admin] 10.222.0.89 "GET /v2.0/ports?network_id=eaf6f7bf-76a8-47a9-a76f-78f3b96fe079&device_id=d80a060f-f835-420e-a43a-139c7f9ee30c HTTP/1.1" status: 200 len: 205 time: 0.0528309 Feb 20 03:56:49.596696 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38210) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:49.628719 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-714565b6-1c9e-414b-9a0d-3415fe93c968 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] 10.222.0.89 "GET /v2.0/ports?device_id=d80a060f-f835-420e-a43a-139c7f9ee30c HTTP/1.1" status: 200 len: 205 time: 0.0281687 Feb 20 03:56:49.629022 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38212) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:49.651140 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-126a8677-bb90-43b3-b7ae-bf6c7202d0d8 tempest-MeteringIpV6TestJSON-1999087820 tempest-MeteringIpV6TestJSON-1999087820-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-labels?id=bc4428dd-698a-4356-a1d0-c9427cb6f227 HTTP/1.1" status: 200 len: 468 time: 0.0970798 Feb 20 03:56:49.655600 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38214) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:49.712301 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3474afb0-cd01-4983-9571-00f34feb5dcc tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router (d80a060f-f835-420e-a43a-139c7f9ee30c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:49.923731 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5b399730-1cea-435e-b915-99d0abf9ec31 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:49.931323 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3474afb0-cd01-4983-9571-00f34feb5dcc tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (d80a060f-f835-420e-a43a-139c7f9ee30c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:49.933507 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3474afb0-cd01-4983-9571-00f34feb5dcc tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router_controller (d80a060f-f835-420e-a43a-139c7f9ee30c), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:50.021828 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c53bd4c4-82a6-47d3-92e0-38097c261224 tempest-MeteringIpV6TestJSON-1999087820 tempest-MeteringIpV6TestJSON-1999087820-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:50.023803 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c53bd4c4-82a6-47d3-92e0-38097c261224 tempest-MeteringIpV6TestJSON-1999087820 tempest-MeteringIpV6TestJSON-1999087820-project-admin] 10.222.0.89 "DELETE /v2.0/metering/metering-labels/bc4428dd-698a-4356-a1d0-c9427cb6f227 HTTP/1.1" status: 204 len: 168 time: 0.3667586 Feb 20 03:56:50.024942 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5b399730-1cea-435e-b915-99d0abf9ec31 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (d6c4f75c-0f02-4824-b7bb-ab121d9c8b8d), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:50.026376 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38226) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:50.040826 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-cf321663-f1d0-4463-a580-957cfd59cf45 tempest-MeteringIpV6TestJSON-1999087820 tempest-MeteringIpV6TestJSON-1999087820-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-labels?id=bc4428dd-698a-4356-a1d0-c9427cb6f227 HTTP/1.1" status: 200 len: 216 time: 0.0129480 Feb 20 03:56:50.044458 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38228) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:50.057060 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-524aac69-c128-4c92-ba39-36cde29cf880 tempest-MeteringIpV6TestJSON-1999087820 tempest-MeteringIpV6TestJSON-1999087820-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0110490 Feb 20 03:56:50.060264 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38230) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:50.078674 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6c4d6479-8154-4a68-a878-aca1a6cfab82 tempest-MeteringIpV6TestJSON-1999087820 tempest-MeteringIpV6TestJSON-1999087820-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0118215 Feb 20 03:56:50.079370 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38232) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:50.177056 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-92026a01-83c1-4920-b800-2394b35612c1 tempest-MeteringIpV6TestJSON-1999087820 tempest-MeteringIpV6TestJSON-1999087820-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-labels/fb4de760-9548-48ea-96c9-7bfaf8067039 HTTP/1.1" status: 200 len: 472 time: 0.0897987 Feb 20 03:56:50.177056 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3474afb0-cd01-4983-9571-00f34feb5dcc tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (d80a060f-f835-420e-a43a-139c7f9ee30c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:50.177056 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3474afb0-cd01-4983-9571-00f34feb5dcc tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Fanout notify agent at l3_agent the message router_deleted on router d80a060f-f835-420e-a43a-139c7f9ee30c {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:56:50.178489 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38236) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:50.183963 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3474afb0-cd01-4983-9571-00f34feb5dcc tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:50.188248 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3474afb0-cd01-4983-9571-00f34feb5dcc tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] 10.222.0.89 "DELETE /v2.0/routers/d80a060f-f835-420e-a43a-139c7f9ee30c HTTP/1.1" status: 204 len: 168 time: 0.5550714 Feb 20 03:56:50.193001 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38238) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:50.206182 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-21875723-040f-426c-9a26-3eeef768c8f1 tempest-MeteringIpV6TestJSON-1999087820 tempest-MeteringIpV6TestJSON-1999087820-project-admin] 10.222.0.89 "GET /v2.0/metering/metering-label-rules/8da10bb2-9548-4e0e-8b00-9e76b14be09a HTTP/1.1" status: 200 len: 459 time: 0.0195186 Feb 20 03:56:50.207348 n-d-829866-4 neutron-server[104106]: INFO neutron.db.l3_db [None req-5b399730-1cea-435e-b915-99d0abf9ec31 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Floating IP d6c4f75c-0f02-4824-b7bb-ab121d9c8b8d associated. External IP: 172.25.7.138, port: cb0b7e96-f94d-4190-a39c-67896a40e9a4. Feb 20 03:56:50.213621 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38240) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:50.239794 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-740a9e19-b964-4153-871f-e5625045653e tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] 10.222.0.89 "GET /v2.0/ports?device_id=d80a060f-f835-420e-a43a-139c7f9ee30c HTTP/1.1" status: 200 len: 205 time: 0.0424657 Feb 20 03:56:50.240385 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38242) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:50.309995 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-423d653c-086d-4c1a-831d-0d380738dd9a tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] delete failed (client error): The resource could not be found. Feb 20 03:56:50.313858 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-423d653c-086d-4c1a-831d-0d380738dd9a tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] 10.222.0.89 "DELETE /v2.0/routers/d80a060f-f835-420e-a43a-139c7f9ee30c HTTP/1.1" status: 404 len: 336 time: 0.0700986 Feb 20 03:56:50.314180 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38244) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:50.372322 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-bb272b83-0f1a-4df9-9478-42fa9ee7450a tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] 10.222.0.89 "GET /v2.0/ports?device_id=2888d44d-2559-485c-b1dd-4fbc739a8de9 HTTP/1.1" status: 200 len: 205 time: 0.0542376 Feb 20 03:56:50.373550 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38246) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:50.449346 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-dde02fe5-3a06-416c-9f86-a764b2d6387e tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] delete failed (client error): The resource could not be found. Feb 20 03:56:50.452779 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-dde02fe5-3a06-416c-9f86-a764b2d6387e tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] 10.222.0.89 "DELETE /v2.0/routers/2888d44d-2559-485c-b1dd-4fbc739a8de9 HTTP/1.1" status: 404 len: 336 time: 0.0759017 Feb 20 03:56:50.464633 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38248) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:50.503697 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b399730-1cea-435e-b915-99d0abf9ec31 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Router 5b615053-857e-4a30-912e-a6aaec7d3545 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:56:50.550736 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c2ba95da-f7ad-4a04-8f97-f1de71c4048e tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] 10.222.0.89 "GET /v2.0/ports?device_id=c0346845-acf4-436c-a1fc-b2be1f37b35e HTTP/1.1" status: 200 len: 205 time: 0.0818217 Feb 20 03:56:50.551276 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38250) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:50.594094 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c46f61a5-28b7-41c8-b5da-81100e2d59fa tempest-MeteringIpV6TestJSON-1999087820 tempest-MeteringIpV6TestJSON-1999087820-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:50.595303 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c46f61a5-28b7-41c8-b5da-81100e2d59fa tempest-MeteringIpV6TestJSON-1999087820 tempest-MeteringIpV6TestJSON-1999087820-project-admin] 10.222.0.89 "DELETE /v2.0/metering/metering-label-rules/8da10bb2-9548-4e0e-8b00-9e76b14be09a HTTP/1.1" status: 204 len: 168 time: 0.3807504 Feb 20 03:56:50.598691 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38252) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:50.614263 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-ab63e610-f665-43dd-8116-66e35c61efa4 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] delete failed (client error): The resource could not be found. Feb 20 03:56:50.618796 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ab63e610-f665-43dd-8116-66e35c61efa4 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] 10.222.0.89 "DELETE /v2.0/routers/c0346845-acf4-436c-a1fc-b2be1f37b35e HTTP/1.1" status: 404 len: 336 time: 0.0633478 Feb 20 03:56:50.621365 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38254) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:50.661077 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8f5a7feb-c754-4f48-b940-68dba9c3ca9a req-e10a9a88-00a4-4f35-88c0-a4222599abd6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=50f0af31-38ee-4ca1-b963-a33178a528e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1972635 Feb 20 03:56:50.665304 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9ae19bca-4d7b-4b9d-b369-8ad227fa310d tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] 10.222.0.89 "GET /v2.0/ports?device_id=47ca68b6-53cb-4df5-aa6b-500019e716d6 HTTP/1.1" status: 200 len: 205 time: 0.0396192 Feb 20 03:56:50.666509 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38256) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:50.705864 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-2ec4488e-a1c5-46fb-9d9a-9895b68c2f07 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] delete failed (client error): The resource could not be found. Feb 20 03:56:50.709852 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2ec4488e-a1c5-46fb-9d9a-9895b68c2f07 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] 10.222.0.89 "DELETE /v2.0/routers/47ca68b6-53cb-4df5-aa6b-500019e716d6 HTTP/1.1" status: 404 len: 336 time: 0.0394518 Feb 20 03:56:50.719429 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38258) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:50.793234 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f716dd73-82f4-4010-bbf8-2eccf583f856 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] 10.222.0.89 "GET /v2.0/ports?device_id=81606505-297c-4992-9544-5a6229ebc1a0 HTTP/1.1" status: 200 len: 205 time: 0.0609770 Feb 20 03:56:50.832970 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38262) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:50.978929 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-080fba25-98b2-4f75-b995-e6beaf63a523 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] delete failed (client error): The resource could not be found. Feb 20 03:56:50.985067 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-080fba25-98b2-4f75-b995-e6beaf63a523 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] 10.222.0.89 "DELETE /v2.0/routers/81606505-297c-4992-9544-5a6229ebc1a0 HTTP/1.1" status: 404 len: 336 time: 0.1501117 Feb 20 03:56:50.997493 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38268) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:51.018653 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:51.147746 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d554016b-aa69-4a75-9571-7a3ed5f88d71 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] 10.222.0.89 "GET /v2.0/ports?device_id=2bc69c39-2a8b-46a0-b3d3-204a830a13b3 HTTP/1.1" status: 200 len: 205 time: 0.1372285 Feb 20 03:56:51.147746 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38272) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:51.195849 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:51.269465 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-700075ee-492b-4c52-910d-d869564dfc80 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] delete failed (client error): The resource could not be found. Feb 20 03:56:51.273263 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-700075ee-492b-4c52-910d-d869564dfc80 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] 10.222.0.89 "DELETE /v2.0/routers/2bc69c39-2a8b-46a0-b3d3-204a830a13b3 HTTP/1.1" status: 404 len: 336 time: 0.1263330 Feb 20 03:56:51.274384 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38276) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:51.294813 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a7feb-c754-4f48-b940-68dba9c3ca9a req-4be8f82c-de66-4000-aab9-08a98b1b35b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:51.294813 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8f5a7feb-c754-4f48-b940-68dba9c3ca9a req-4be8f82c-de66-4000-aab9-08a98b1b35b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d5051f6ae6274815a71eda28cae9f225&device_id=50f0af31-38ee-4ca1-b963-a33178a528e7 HTTP/1.1" status: 200 len: 1127 time: 0.5717294 Feb 20 03:56:51.365405 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8191acc-034a-474c-8425-f9ac7199d1a1 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] DELETE failed (client error): The resource could not be found. Feb 20 03:56:51.365568 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8191acc-034a-474c-8425-f9ac7199d1a1 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:56:51.377973 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d8191acc-034a-474c-8425-f9ac7199d1a1 tempest-RoutersAdminTest-6062552 tempest-RoutersAdminTest-6062552-project] 10.222.0.89 "DELETE /v2.0/subnets/7a087cc2-02d3-45e7-a4c1-6865a1277313 HTTP/1.1" status: 404 len: 337 time: 0.1006770 Feb 20 03:56:51.538402 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a7feb-c754-4f48-b940-68dba9c3ca9a req-946f965e-2ce9-48e1-ac54-2200cfc3dbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:51.538402 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8f5a7feb-c754-4f48-b940-68dba9c3ca9a req-946f965e-2ce9-48e1-ac54-2200cfc3dbc3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c3b1fdd9-c8e5-47d0-a0d3-937506587efd HTTP/1.1" status: 200 len: 914 time: 0.2015543 Feb 20 03:56:51.628895 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8f5a7feb-c754-4f48-b940-68dba9c3ca9a req-83793e23-7e53-4181-a8b4-f48e84a2bd4a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38183253-d041-487e-9705-28eaacdbf112 HTTP/1.1" status: 200 len: 217 time: 0.0866277 Feb 20 03:56:51.670945 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38282) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:51.705341 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-506ea0bc-b615-4278-bf93-18011c60fe1f tempest-MeteringIpV6TestJSON-1999087820 tempest-MeteringIpV6TestJSON-1999087820-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:51.717999 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-506ea0bc-b615-4278-bf93-18011c60fe1f tempest-MeteringIpV6TestJSON-1999087820 tempest-MeteringIpV6TestJSON-1999087820-project-admin] 10.222.0.89 "DELETE /v2.0/metering/metering-labels/fb4de760-9548-48ea-96c9-7bfaf8067039 HTTP/1.1" status: 204 len: 168 time: 1.1169465 Feb 20 03:56:51.808943 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b399730-1cea-435e-b915-99d0abf9ec31 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:56:51.822475 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94df9b8b-d5b8-497c-a7f5-20edc7262976 None None] Sync routers for ids ['5b615053-857e-4a30-912e-a6aaec7d3545'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:56:51.868070 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94df9b8b-d5b8-497c-a7f5-20edc7262976 None None] Routers {'5b615053-857e-4a30-912e-a6aaec7d3545'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:56:51.869225 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-94df9b8b-d5b8-497c-a7f5-20edc7262976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['5b615053-857e-4a30-912e-a6aaec7d3545'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:51.903545 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a7feb-c754-4f48-b940-68dba9c3ca9a req-4da84e1b-c2f5-42d6-803b-db1edc47cb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:51.915585 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8f5a7feb-c754-4f48-b940-68dba9c3ca9a req-4da84e1b-c2f5-42d6-803b-db1edc47cb5a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72f48a28-b5a4-403e-824d-f08ceebd2848 HTTP/1.1" status: 200 len: 853 time: 0.2706094 Feb 20 03:56:52.038913 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8f5a7feb-c754-4f48-b940-68dba9c3ca9a req-2c762763-0e13-4825-a984-2135686e92a4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c3b1fdd9-c8e5-47d0-a0d3-937506587efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184082 Feb 20 03:56:52.081587 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-94df9b8b-d5b8-497c-a7f5-20edc7262976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:52.164672 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94df9b8b-d5b8-497c-a7f5-20edc7262976 None None] Routers {'5b615053-857e-4a30-912e-a6aaec7d3545'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:56:52.167443 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-94df9b8b-d5b8-497c-a7f5-20edc7262976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['5b615053-857e-4a30-912e-a6aaec7d3545'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:52.218545 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8f5a7feb-c754-4f48-b940-68dba9c3ca9a req-a294f1bb-b534-496f-8d44-4bc2fd1bc83f service neutron] 10.222.0.42 "GET /v2.0/networks/c3b1fdd9-c8e5-47d0-a0d3-937506587efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730590 Feb 20 03:56:52.303190 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-94df9b8b-d5b8-497c-a7f5-20edc7262976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:52.303190 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94df9b8b-d5b8-497c-a7f5-20edc7262976 None None] The sync data for ids ['5b615053-857e-4a30-912e-a6aaec7d3545'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:56:52.358465 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c2eda2c-863f-49cd-8513-1f0bc383cdb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:52.397701 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38296) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:52.507986 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8f5a7feb-c754-4f48-b940-68dba9c3ca9a req-fa78fd0f-ca8f-4310-82c6-544069c9b4e5 service neutron] 10.222.0.42 "GET /v2.0/networks/c3b1fdd9-c8e5-47d0-a0d3-937506587efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819891 Feb 20 03:56:52.626961 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38304) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:52.640272 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c2eda2c-863f-49cd-8513-1f0bc383cdb5 admin admin] Publish callbacks [] for security_group (45967e6f-96cb-4dc2-8033-2a7448b810a4), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:52.726255 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5c2eda2c-863f-49cd-8513-1f0bc383cdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (45967e6f-96cb-4dc2-8033-2a7448b810a4), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:52.746433 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-627a6151-ae6a-42df-a522-2dfd05a37b45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:52.772048 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6882f39f-d061-454e-8c83-bade135eb579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:52.837581 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b399730-1cea-435e-b915-99d0abf9ec31 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Router 5b615053-857e-4a30-912e-a6aaec7d3545 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:56:52.859369 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5c2eda2c-863f-49cd-8513-1f0bc383cdb5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1359e08eb02540ea8149594e03bc29c9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1872246 Feb 20 03:56:52.860146 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2eda2c-863f-49cd-8513-1f0bc383cdb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45967e6f-96cb-4dc2-8033-2a7448b810a4,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:52.866942 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38308) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:52.871112 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6882f39f-d061-454e-8c83-bade135eb579 admin admin] Publish callbacks [] for security_group (492da164-dbf0-4fb3-a063-f7530e58ce72), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:52.952512 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6882f39f-d061-454e-8c83-bade135eb579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (492da164-dbf0-4fb3-a063-f7530e58ce72), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:53.006795 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-627a6151-ae6a-42df-a522-2dfd05a37b45 admin admin] Publish callbacks [] for security_group (cf6dc965-3945-4fc3-912c-38656bf8e9f5), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:53.047838 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3d23b09c-984a-45de-8744-29c922a1a7b2 admin admin] Publish callbacks [] for security_group (45967e6f-96cb-4dc2-8033-2a7448b810a4), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:53.062765 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882f39f-d061-454e-8c83-bade135eb579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492da164-dbf0-4fb3-a063-f7530e58ce72,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:53.069039 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6882f39f-d061-454e-8c83-bade135eb579 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d6e59389b6a04dd184e4b29606bf4ae4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6671398 Feb 20 03:56:53.070642 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-627a6151-ae6a-42df-a522-2dfd05a37b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (cf6dc965-3945-4fc3-912c-38656bf8e9f5), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:53.074646 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3d23b09c-984a-45de-8744-29c922a1a7b2 admin admin] Publish callbacks [] for security_group (45967e6f-96cb-4dc2-8033-2a7448b810a4), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:53.112839 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38310) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:53.140304 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-627a6151-ae6a-42df-a522-2dfd05a37b45 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=766a2fa2a1a9423c86d859da8354125c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5041287 Feb 20 03:56:53.145781 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38316) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:53.225296 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a6151-ae6a-42df-a522-2dfd05a37b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6dc965-3945-4fc3-912c-38656bf8e9f5,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:53.230248 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b399730-1cea-435e-b915-99d0abf9ec31 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:56:53.232206 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4ab0133-df18-4ea1-b2f2-59b22714578f admin admin] Publish callbacks [] for security_group (cf6dc965-3945-4fc3-912c-38656bf8e9f5), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:53.240842 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5b399730-1cea-435e-b915-99d0abf9ec31 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:53.241436 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30e889d-b8c4-404a-9a6b-323a2ff05d22 None None] Sync routers for ids ['5b615053-857e-4a30-912e-a6aaec7d3545'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:56:53.258289 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30e889d-b8c4-404a-9a6b-323a2ff05d22 None None] Routers {'5b615053-857e-4a30-912e-a6aaec7d3545'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:56:53.260522 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-e30e889d-b8c4-404a-9a6b-323a2ff05d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['5b615053-857e-4a30-912e-a6aaec7d3545'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:53.285780 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3d23b09c-984a-45de-8744-29c922a1a7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (45967e6f-96cb-4dc2-8033-2a7448b810a4), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:53.290134 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3d23b09c-984a-45de-8744-29c922a1a7b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:53.293055 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3d23b09c-984a-45de-8744-29c922a1a7b2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/45967e6f-96cb-4dc2-8033-2a7448b810a4 HTTP/1.1" status: 204 len: 168 time: 0.4225936 Feb 20 03:56:53.294488 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cbcb53b7-ecc2-4ce8-bd80-81070b9911ea admin admin] Publish callbacks [] for security_group (492da164-dbf0-4fb3-a063-f7530e58ce72), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:53.343675 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-e30e889d-b8c4-404a-9a6b-323a2ff05d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:53.352134 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cbcb53b7-ecc2-4ce8-bd80-81070b9911ea admin admin] Publish callbacks [] for security_group (492da164-dbf0-4fb3-a063-f7530e58ce72), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:53.353102 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4ab0133-df18-4ea1-b2f2-59b22714578f admin admin] Publish callbacks [] for security_group (cf6dc965-3945-4fc3-912c-38656bf8e9f5), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:53.369276 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30e889d-b8c4-404a-9a6b-323a2ff05d22 None None] Routers {'5b615053-857e-4a30-912e-a6aaec7d3545'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:56:53.369627 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23b09c-984a-45de-8744-29c922a1a7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45967e6f-96cb-4dc2-8033-2a7448b810a4,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:53.371562 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-e30e889d-b8c4-404a-9a6b-323a2ff05d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['5b615053-857e-4a30-912e-a6aaec7d3545'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:53.480061 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5b399730-1cea-435e-b915-99d0abf9ec31 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "PUT /v2.0/floatingips/d6c4f75c-0f02-4824-b7bb-ab121d9c8b8d HTTP/1.1" status: 200 len: 978 time: 4.7695150 Feb 20 03:56:53.480345 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38324) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:53.484892 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-3e11ec69-e602-4877-b554-f61a5497dfa1 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:56:53.503446 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-e30e889d-b8c4-404a-9a6b-323a2ff05d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:53.505110 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30e889d-b8c4-404a-9a6b-323a2ff05d22 None None] The sync data for ids ['5b615053-857e-4a30-912e-a6aaec7d3545'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:56:53.606746 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4ab0133-df18-4ea1-b2f2-59b22714578f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (cf6dc965-3945-4fc3-912c-38656bf8e9f5), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:53.609828 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4ab0133-df18-4ea1-b2f2-59b22714578f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:53.610329 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3e11ec69-e602-4877-b554-f61a5497dfa1 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for floatingip (d6c4f75c-0f02-4824-b7bb-ab121d9c8b8d), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:53.611224 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f4ab0133-df18-4ea1-b2f2-59b22714578f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/cf6dc965-3945-4fc3-912c-38656bf8e9f5 HTTP/1.1" status: 204 len: 168 time: 0.4575851 Feb 20 03:56:53.621827 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab0133-df18-4ea1-b2f2-59b22714578f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6dc965-3945-4fc3-912c-38656bf8e9f5,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:53.745096 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cbcb53b7-ecc2-4ce8-bd80-81070b9911ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (492da164-dbf0-4fb3-a063-f7530e58ce72), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:53.756355 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cbcb53b7-ecc2-4ce8-bd80-81070b9911ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:53.757554 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-cbcb53b7-ecc2-4ce8-bd80-81070b9911ea admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/492da164-dbf0-4fb3-a063-f7530e58ce72 HTTP/1.1" status: 204 len: 168 time: 0.6242497 Feb 20 03:56:53.902394 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb53b7-ecc2-4ce8-bd80-81070b9911ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492da164-dbf0-4fb3-a063-f7530e58ce72,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:54.016639 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3e11ec69-e602-4877-b554-f61a5497dfa1 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:54.498262 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3e11ec69-e602-4877-b554-f61a5497dfa1 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (d6c4f75c-0f02-4824-b7bb-ab121d9c8b8d), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:54.498943 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [None req-3e11ec69-e602-4877-b554-f61a5497dfa1 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Floating IP d6c4f75c-0f02-4824-b7bb-ab121d9c8b8d disassociated. External IP: 172.25.7.138, port: add3b178-17c5-4ea9-a6d8-cf7611791a30. Feb 20 03:56:54.892298 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e11ec69-e602-4877-b554-f61a5497dfa1 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Router 5b615053-857e-4a30-912e-a6aaec7d3545 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:56:55.027317 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e11ec69-e602-4877-b554-f61a5497dfa1 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:56:55.032863 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3e11ec69-e602-4877-b554-f61a5497dfa1 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:55.041430 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041b52e2-5573-4d66-bca2-91152256b66c None None] Sync routers for ids ['5b615053-857e-4a30-912e-a6aaec7d3545'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:56:55.059967 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041b52e2-5573-4d66-bca2-91152256b66c None None] Routers {'5b615053-857e-4a30-912e-a6aaec7d3545'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:56:55.060865 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-041b52e2-5573-4d66-bca2-91152256b66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['5b615053-857e-4a30-912e-a6aaec7d3545'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:55.091284 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3e11ec69-e602-4877-b554-f61a5497dfa1 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "PUT /v2.0/floatingips/d6c4f75c-0f02-4824-b7bb-ab121d9c8b8d HTTP/1.1" status: 200 len: 688 time: 1.6109626 Feb 20 03:56:55.094064 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38350) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:55.122776 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-041b52e2-5573-4d66-bca2-91152256b66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:55.135769 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041b52e2-5573-4d66-bca2-91152256b66c None None] Routers {'5b615053-857e-4a30-912e-a6aaec7d3545'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:56:55.136992 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-041b52e2-5573-4d66-bca2-91152256b66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['5b615053-857e-4a30-912e-a6aaec7d3545'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:55.145696 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38352) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:55.181229 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-041b52e2-5573-4d66-bca2-91152256b66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:56:55.182582 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041b52e2-5573-4d66-bca2-91152256b66c None None] The sync data for ids ['5b615053-857e-4a30-912e-a6aaec7d3545'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:56:55.254651 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-28dea50b-785d-469a-ab11-4d2901dc0cf4 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=656185bc11ba4befb4c5a0cd166117ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1048048 Feb 20 03:56:55.259785 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38356) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:55.294480 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38360) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:55.337073 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9d85baec-1185-43a3-9275-7213cb21a92b tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Deleting port 4209f101-10bf-4d50-88f8-991616964de7 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:56:55.337073 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9d85baec-1185-43a3-9275-7213cb21a92b tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (4209f101-10bf-4d50-88f8-991616964de7), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:55.380223 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3608c355-d1af-45dd-a585-b5b4e1f9e638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:55.426785 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c6d37ff8-a471-4491-bd31-e811ee98547a admin admin] Publish callbacks [] for security_group (8c301b24-0ce7-405f-a97d-01427d0ede4e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:55.464381 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9d85baec-1185-43a3-9275-7213cb21a92b tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (4209f101-10bf-4d50-88f8-991616964de7), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:55.465541 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9d85baec-1185-43a3-9275-7213cb21a92b tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for floatingip (4209f101-10bf-4d50-88f8-991616964de7), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:55.484480 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9d85baec-1185-43a3-9275-7213cb21a92b tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Calling delete_port for 4209f101-10bf-4d50-88f8-991616964de7 owned by network:floatingip {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:56:55.543867 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3608c355-d1af-45dd-a585-b5b4e1f9e638 admin admin] Publish callbacks [] for security_group (932a21cb-092d-4758-b6d5-66e7c08c8571), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:55.546127 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c6d37ff8-a471-4491-bd31-e811ee98547a admin admin] Publish callbacks [] for security_group (8c301b24-0ce7-405f-a97d-01427d0ede4e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:55.616342 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3608c355-d1af-45dd-a585-b5b4e1f9e638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (932a21cb-092d-4758-b6d5-66e7c08c8571), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:55.722529 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608c355-d1af-45dd-a585-b5b4e1f9e638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932a21cb-092d-4758-b6d5-66e7c08c8571,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:55.725941 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c6d37ff8-a471-4491-bd31-e811ee98547a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (8c301b24-0ce7-405f-a97d-01427d0ede4e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:55.728475 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c6d37ff8-a471-4491-bd31-e811ee98547a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:55.729636 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c6d37ff8-a471-4491-bd31-e811ee98547a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8c301b24-0ce7-405f-a97d-01427d0ede4e HTTP/1.1" status: 204 len: 168 time: 0.4667840 Feb 20 03:56:55.739589 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d37ff8-a471-4491-bd31-e811ee98547a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c301b24-0ce7-405f-a97d-01427d0ede4e,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:55.742725 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3608c355-d1af-45dd-a585-b5b4e1f9e638 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c133424fac3a4ac6829a6f28146dad18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4472451 Feb 20 03:56:55.745279 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38372) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:55.790110 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9d85baec-1185-43a3-9275-7213cb21a92b tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (4209f101-10bf-4d50-88f8-991616964de7), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:55.817000 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4eb552db-acee-4664-a460-005c7827672c admin admin] Publish callbacks [] for security_group (932a21cb-092d-4758-b6d5-66e7c08c8571), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:55.854150 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4eb552db-acee-4664-a460-005c7827672c admin admin] Publish callbacks [] for security_group (932a21cb-092d-4758-b6d5-66e7c08c8571), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:55.873192 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85baec-1185-43a3-9275-7213cb21a92b tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event deleted for resources: {'Port': ['ID=4209f101-10bf-4d50-88f8-991616964de7,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:56.002567 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9d85baec-1185-43a3-9275-7213cb21a92b tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for floatingip (d6c4f75c-0f02-4824-b7bb-ab121d9c8b8d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:56.006568 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4eb552db-acee-4664-a460-005c7827672c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (932a21cb-092d-4758-b6d5-66e7c08c8571), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:56.008705 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9d85baec-1185-43a3-9275-7213cb21a92b tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:56.009330 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4eb552db-acee-4664-a460-005c7827672c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:56.013332 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4eb552db-acee-4664-a460-005c7827672c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/932a21cb-092d-4758-b6d5-66e7c08c8571 HTTP/1.1" status: 204 len: 168 time: 0.2642281 Feb 20 03:56:56.015843 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9d85baec-1185-43a3-9275-7213cb21a92b tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "DELETE /v2.0/floatingips/d6c4f75c-0f02-4824-b7bb-ab121d9c8b8d HTTP/1.1" status: 204 len: 168 time: 0.9195371 Feb 20 03:56:56.015843 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38382) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:56.020674 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb552db-acee-4664-a460-005c7827672c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932a21cb-092d-4758-b6d5-66e7c08c8571,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:56.071597 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-a88bdf39-6fa1-45b1-854e-d63faa96d9e7 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] delete failed (client error): The resource could not be found. Feb 20 03:56:56.076470 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a88bdf39-6fa1-45b1-854e-d63faa96d9e7 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "DELETE /v2.0/floatingips/d6c4f75c-0f02-4824-b7bb-ab121d9c8b8d HTTP/1.1" status: 404 len: 345 time: 0.0559654 Feb 20 03:56:56.077832 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38386) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:56.260299 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01936fcb-73d9-4a67-a230-79cd109ffddc tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:56.268397 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01936fcb-73d9-4a67-a230-79cd109ffddc tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:56.271429 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01936fcb-73d9-4a67-a230-79cd109ffddc tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:56.276440 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-01936fcb-73d9-4a67-a230-79cd109ffddc tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "GET /v2.0/ports?network_id=5ea9d388-98fd-4a05-93c7-400d062d9aa6 HTTP/1.1" status: 200 len: 2358 time: 0.1931560 Feb 20 03:56:56.276835 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38396) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:56.412461 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362106a2-2cb8-45ac-aecc-ce84517d0d18 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:56.418713 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-362106a2-2cb8-45ac-aecc-ce84517d0d18 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "GET /v2.0/subnets/2b7c18c8-9cd8-4ae8-bbb3-3253deb64425 HTTP/1.1" status: 200 len: 797 time: 0.1362321 Feb 20 03:56:56.419238 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38404) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:56.425389 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-373a8813-efdc-4212-80b7-246847b30fd7 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Request body: {'port': {'network_id': '5ea9d388-98fd-4a05-93c7-400d062d9aa6', 'name': 'tempest-FloatingIPTestJSON-1785548474', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:56:56.452311 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-06b3fc17-4f94-4055-a62c-e82ecf4afb05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:56.664971 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373a8813-efdc-4212-80b7-246847b30fd7 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Made reservation on behalf of 7940427b48ab4ee8abd7ab68dd8ac52e for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:56:56.831900 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-373a8813-efdc-4212-80b7-246847b30fd7 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:56.858066 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-373a8813-efdc-4212-80b7-246847b30fd7 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] device_id is not set on port 9eeced5e-f6dd-47fe-97fe-37bfb36fbb9f yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:56:57.308517 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38430) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:57.408637 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-373a8813-efdc-4212-80b7-246847b30fd7 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Allocated IP 172.20.0.13 (5ea9d388-98fd-4a05-93c7-400d062d9aa6/2b7c18c8-9cd8-4ae8-bbb3-3253deb64425/9eeced5e-f6dd-47fe-97fe-37bfb36fbb9f) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:56:57.427490 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-373a8813-efdc-4212-80b7-246847b30fd7 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Allocated IP 172.20.0.12 (5ea9d388-98fd-4a05-93c7-400d062d9aa6/2b7c18c8-9cd8-4ae8-bbb3-3253deb64425/9eeced5e-f6dd-47fe-97fe-37bfb36fbb9f) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:56:57.698012 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-373a8813-efdc-4212-80b7-246847b30fd7 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for port (9eeced5e-f6dd-47fe-97fe-37bfb36fbb9f), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:57.796459 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3b566fae-282e-48ae-9400-48f79af70df2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:57.881487 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-373a8813-efdc-4212-80b7-246847b30fd7 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (9eeced5e-f6dd-47fe-97fe-37bfb36fbb9f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:57.973503 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a8813-efdc-4212-80b7-246847b30fd7 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event updated for resources: {'Port': ['ID=9eeced5e-f6dd-47fe-97fe-37bfb36fbb9f,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:57.994374 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373a8813-efdc-4212-80b7-246847b30fd7 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Network 5ea9d388-98fd-4a05-93c7-400d062d9aa6 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:56:57.994592 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-373a8813-efdc-4212-80b7-246847b30fd7 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:56:58.010535 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373a8813-efdc-4212-80b7-246847b30fd7 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:56:58.124804 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373a8813-efdc-4212-80b7-246847b30fd7 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:58.125083 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-373a8813-efdc-4212-80b7-246847b30fd7 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:58.156973 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3b566fae-282e-48ae-9400-48f79af70df2 admin admin] Publish callbacks [] for security_group (2ca49bc1-5a37-488d-9c21-fe5321a50534), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:58.201886 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-373a8813-efdc-4212-80b7-246847b30fd7 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.7814336 Feb 20 03:56:58.204562 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38450) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:58.211285 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-03467d7d-1c81-49cc-b42d-072a71e865dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'port_id': '9eeced5e-f6dd-47fe-97fe-37bfb36fbb9f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:56:58.235356 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3b566fae-282e-48ae-9400-48f79af70df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (2ca49bc1-5a37-488d-9c21-fe5321a50534), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:58.315197 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-03467d7d-1c81-49cc-b42d-072a71e865dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:58.341506 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b566fae-282e-48ae-9400-48f79af70df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca49bc1-5a37-488d-9c21-fe5321a50534,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:58.346554 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3b566fae-282e-48ae-9400-48f79af70df2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=457feb9599364276b9ae34671edd726c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0366724 Feb 20 03:56:58.349856 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38456) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:58.436840 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fafb729e-33cf-42b7-b332-18ed791af55f admin admin] Publish callbacks [] for security_group (2ca49bc1-5a37-488d-9c21-fe5321a50534), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:58.466280 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fafb729e-33cf-42b7-b332-18ed791af55f admin admin] Publish callbacks [] for security_group (2ca49bc1-5a37-488d-9c21-fe5321a50534), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:58.499847 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38460) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:58.647298 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-03467d7d-1c81-49cc-b42d-072a71e865dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:58.675985 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fafb729e-33cf-42b7-b332-18ed791af55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (2ca49bc1-5a37-488d-9c21-fe5321a50534), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:58.680188 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fafb729e-33cf-42b7-b332-18ed791af55f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:58.683692 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-fafb729e-33cf-42b7-b332-18ed791af55f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2ca49bc1-5a37-488d-9c21-fe5321a50534 HTTP/1.1" status: 204 len: 168 time: 0.3305764 Feb 20 03:56:58.697252 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb729e-33cf-42b7-b332-18ed791af55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca49bc1-5a37-488d-9c21-fe5321a50534,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:58.747692 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-05bd2a22-92b7-4b0c-bb12-fed07013e711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:58.845160 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-964cfcc8-8413-47f8-9ca1-9868f1fced48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:58.873271 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38474) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:58.960744 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-03467d7d-1c81-49cc-b42d-072a71e865dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Allocated IP 172.25.7.247 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/4da14d2b-70d5-4353-9c6b-129942fab07b) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:56:58.996035 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-ccfd0a9b-a90b-4a0b-9520-a91529f928a9 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-551302874'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:56:59.116722 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfd0a9b-a90b-4a0b-9520-a91529f928a9 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Made reservation on behalf of 8f43c40aca0e435e8a718f6a177b5f68 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:56:59.121579 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ccfd0a9b-a90b-4a0b-9520-a91529f928a9 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:59.140063 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ccfd0a9b-a90b-4a0b-9520-a91529f928a9 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:59.258027 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-03467d7d-1c81-49cc-b42d-072a71e865dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for port (4da14d2b-70d5-4353-9c6b-129942fab07b), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:59.275189 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-964cfcc8-8413-47f8-9ca1-9868f1fced48 admin admin] Publish callbacks [] for security_group (c2b27a2e-d8c4-4150-952c-1e3446e24565), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:59.317168 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ccfd0a9b-a90b-4a0b-9520-a91529f928a9 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks [] for security_group (3ec6edb8-2c23-4cc5-9ab3-e64437abb38e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:59.343627 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-964cfcc8-8413-47f8-9ca1-9868f1fced48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c2b27a2e-d8c4-4150-952c-1e3446e24565), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:59.391466 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-964cfcc8-8413-47f8-9ca1-9868f1fced48 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e1850df65c6941cb91df18c42e84bcce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8902025 Feb 20 03:56:59.392237 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38484) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:59.393280 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964cfcc8-8413-47f8-9ca1-9868f1fced48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b27a2e-d8c4-4150-952c-1e3446e24565,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:59.417319 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-03467d7d-1c81-49cc-b42d-072a71e865dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (4da14d2b-70d5-4353-9c6b-129942fab07b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:59.421918 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ccfd0a9b-a90b-4a0b-9520-a91529f928a9 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (3ec6edb8-2c23-4cc5-9ab3-e64437abb38e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:59.476382 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38488) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:59.531129 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd0a9b-a90b-4a0b-9520-a91529f928a9 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec6edb8-2c23-4cc5-9ab3-e64437abb38e,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:59.538714 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccfd0a9b-a90b-4a0b-9520-a91529f928a9 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:56:59.544665 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03467d7d-1c81-49cc-b42d-072a71e865dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event updated for resources: {'Port': ['ID=4da14d2b-70d5-4353-9c6b-129942fab07b,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:56:59.551556 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03467d7d-1c81-49cc-b42d-072a71e865dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:56:59.553653 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-03467d7d-1c81-49cc-b42d-072a71e865dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:56:59.560073 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03467d7d-1c81-49cc-b42d-072a71e865dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:56:59.583637 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ccfd0a9b-a90b-4a0b-9520-a91529f928a9 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (7f0f13fb-4928-44ea-a88b-cb997d3e3a92), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:59.584034 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-ccfd0a9b-a90b-4a0b-9520-a91529f928a9 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Added segment 7f0f13fb-4928-44ea-a88b-cb997d3e3a92 of type vlan for network 9e82b7bc-8562-4f17-90e0-452b06dedf5c Feb 20 03:56:59.608667 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-dd454bb1-d7d3-4dcc-90a4-bfe52eadcfe3 admin admin] Publish callbacks [] for security_group (c2b27a2e-d8c4-4150-952c-1e3446e24565), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:59.646449 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38492) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:56:59.705557 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-dd454bb1-d7d3-4dcc-90a4-bfe52eadcfe3 admin admin] Publish callbacks [] for security_group (c2b27a2e-d8c4-4150-952c-1e3446e24565), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:59.776606 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ccfd0a9b-a90b-4a0b-9520-a91529f928a9 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (9e82b7bc-8562-4f17-90e0-452b06dedf5c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:59.803864 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fdbc9cfd-c669-4be4-b4ba-2db90237bc66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:59.852337 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-dd454bb1-d7d3-4dcc-90a4-bfe52eadcfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c2b27a2e-d8c4-4150-952c-1e3446e24565), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:59.859645 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-dd454bb1-d7d3-4dcc-90a4-bfe52eadcfe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:59.865112 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-dd454bb1-d7d3-4dcc-90a4-bfe52eadcfe3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c2b27a2e-d8c4-4150-952c-1e3446e24565 HTTP/1.1" status: 204 len: 168 time: 0.4678891 Feb 20 03:56:59.906740 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ccfd0a9b-a90b-4a0b-9520-a91529f928a9 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (9e82b7bc-8562-4f17-90e0-452b06dedf5c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:56:59.915528 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfd0a9b-a90b-4a0b-9520-a91529f928a9 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:56:59.917285 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ccfd0a9b-a90b-4a0b-9520-a91529f928a9 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:00.007691 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:00.019977 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd454bb1-d7d3-4dcc-90a4-bfe52eadcfe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b27a2e-d8c4-4150-952c-1e3446e24565,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:00.039695 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd0a9b-a90b-4a0b-9520-a91529f928a9 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Pushing event updated for resources: {'Network': ['ID=9e82b7bc-8562-4f17-90e0-452b06dedf5c,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:00.059399 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-6ab52744-d758-45de-b8a1-5cc9cd537dac tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1517530166'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:00.067114 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 9e82b7bc-8562-4f17-90e0-452b06dedf5c details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:57:00.124980 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fdbc9cfd-c669-4be4-b4ba-2db90237bc66 admin admin] Publish callbacks [] for security_group (54ec7c52-8156-447a-b46f-8c2164da224a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:00.148642 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ccfd0a9b-a90b-4a0b-9520-a91529f928a9 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2746603 Feb 20 03:57:00.155403 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38500) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:00.163498 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-c3cd3599-885e-4cc8-b1d0-1261b6eaf66b tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Request body: {'subnet': {'network_id': '9e82b7bc-8562-4f17-90e0-452b06dedf5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:00.223377 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fdbc9cfd-c669-4be4-b4ba-2db90237bc66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (54ec7c52-8156-447a-b46f-8c2164da224a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:00.225700 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-03467d7d-1c81-49cc-b42d-072a71e865dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for floatingip (2168a976-bf8b-468a-b0ce-6f33b184eff3), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:00.387659 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-03467d7d-1c81-49cc-b42d-072a71e865dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4da14d2b-70d5-4353-9c6b-129942fab07b), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:00.625101 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-03467d7d-1c81-49cc-b42d-072a71e865dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for port (4da14d2b-70d5-4353-9c6b-129942fab07b), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:00.646971 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab52744-d758-45de-b8a1-5cc9cd537dac tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Made reservation on behalf of 910fffd4141b4cefbcb68eb3d271e392 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:57:00.650206 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6ab52744-d758-45de-b8a1-5cc9cd537dac tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:00.680984 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6ab52744-d758-45de-b8a1-5cc9cd537dac tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:00.691234 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-03467d7d-1c81-49cc-b42d-072a71e865dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (4da14d2b-70d5-4353-9c6b-129942fab07b), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:00.697002 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc9cfd-c669-4be4-b4ba-2db90237bc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ec7c52-8156-447a-b46f-8c2164da224a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:00.720027 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-fdbc9cfd-c669-4be4-b4ba-2db90237bc66 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5fcf8242c568487cb8d18c261a93c6d0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0476747 Feb 20 03:57:00.722913 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38510) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:00.813499 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cd3599-885e-4cc8-b1d0-1261b6eaf66b tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Made reservation on behalf of 8f43c40aca0e435e8a718f6a177b5f68 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:57:00.817108 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c3cd3599-885e-4cc8-b1d0-1261b6eaf66b tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:00.823055 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7395cbeb-40ce-4e4c-8c13-d86729d9bf6b admin admin] Publish callbacks [] for security_group (54ec7c52-8156-447a-b46f-8c2164da224a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:00.831128 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-03467d7d-1c81-49cc-b42d-072a71e865dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (2168a976-bf8b-468a-b0ce-6f33b184eff3), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:00.833008 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03467d7d-1c81-49cc-b42d-072a71e865dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event updated for resources: {'Port': ['ID=4da14d2b-70d5-4353-9c6b-129942fab07b,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:00.848659 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7395cbeb-40ce-4e4c-8c13-d86729d9bf6b admin admin] Publish callbacks [] for security_group (54ec7c52-8156-447a-b46f-8c2164da224a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:00.969411 n-d-829866-4 neutron-server[104106]: INFO neutron.db.l3_db [None req-03467d7d-1c81-49cc-b42d-072a71e865dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Floating IP 2168a976-bf8b-468a-b0ce-6f33b184eff3 associated. External IP: 172.25.7.247, port: 9eeced5e-f6dd-47fe-97fe-37bfb36fbb9f. Feb 20 03:57:00.977186 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6ab52744-d758-45de-b8a1-5cc9cd537dac tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks [] for security_group (edf37214-157d-471c-89fc-e987d7a4ea7e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:01.006803 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7395cbeb-40ce-4e4c-8c13-d86729d9bf6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (54ec7c52-8156-447a-b46f-8c2164da224a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:01.011448 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7395cbeb-40ce-4e4c-8c13-d86729d9bf6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:01.015011 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7395cbeb-40ce-4e4c-8c13-d86729d9bf6b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/54ec7c52-8156-447a-b46f-8c2164da224a HTTP/1.1" status: 204 len: 168 time: 0.2894232 Feb 20 03:57:01.050207 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395cbeb-40ce-4e4c-8c13-d86729d9bf6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ec7c52-8156-447a-b46f-8c2164da224a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:01.089011 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6ab52744-d758-45de-b8a1-5cc9cd537dac tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (edf37214-157d-471c-89fc-e987d7a4ea7e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:01.188337 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab52744-d758-45de-b8a1-5cc9cd537dac tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:57:01.206697 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab52744-d758-45de-b8a1-5cc9cd537dac tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edf37214-157d-471c-89fc-e987d7a4ea7e,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:01.218831 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6ab52744-d758-45de-b8a1-5cc9cd537dac tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (054dd0e8-6226-45ed-b696-d62fa715baa1), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:01.219247 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-6ab52744-d758-45de-b8a1-5cc9cd537dac tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Added segment 054dd0e8-6226-45ed-b696-d62fa715baa1 of type vlan for network 15c84a92-864c-4624-9e81-bc8bad2d9351 Feb 20 03:57:01.264080 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:01.293062 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03467d7d-1c81-49cc-b42d-072a71e865dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Router 5b615053-857e-4a30-912e-a6aaec7d3545 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:57:01.327441 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6ab52744-d758-45de-b8a1-5cc9cd537dac tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (15c84a92-864c-4624-9e81-bc8bad2d9351), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:01.416993 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c3cd3599-885e-4cc8-b1d0-1261b6eaf66b tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (3c1bb1eb-ffed-42f7-8ac4-d00248105c2a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:01.435687 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6ab52744-d758-45de-b8a1-5cc9cd537dac tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (15c84a92-864c-4624-9e81-bc8bad2d9351), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:01.444875 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab52744-d758-45de-b8a1-5cc9cd537dac tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:01.445317 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03467d7d-1c81-49cc-b42d-072a71e865dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:57:01.445802 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6ab52744-d758-45de-b8a1-5cc9cd537dac tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:01.467266 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc5a15f-f90b-4110-8852-54f1e0b0173c None None] Sync routers for ids ['5b615053-857e-4a30-912e-a6aaec7d3545'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:57:01.491035 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc5a15f-f90b-4110-8852-54f1e0b0173c None None] Routers {'5b615053-857e-4a30-912e-a6aaec7d3545'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:57:01.492336 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-3bc5a15f-f90b-4110-8852-54f1e0b0173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['5b615053-857e-4a30-912e-a6aaec7d3545'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:01.529744 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-03467d7d-1c81-49cc-b42d-072a71e865dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:01.567779 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-3bc5a15f-f90b-4110-8852-54f1e0b0173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:01.575737 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab52744-d758-45de-b8a1-5cc9cd537dac tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Pushing event updated for resources: {'Network': ['ID=15c84a92-864c-4624-9e81-bc8bad2d9351,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:01.582389 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc5a15f-f90b-4110-8852-54f1e0b0173c None None] Routers {'5b615053-857e-4a30-912e-a6aaec7d3545'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:57:01.583302 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-3bc5a15f-f90b-4110-8852-54f1e0b0173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['5b615053-857e-4a30-912e-a6aaec7d3545'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:01.588287 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 15c84a92-864c-4624-9e81-bc8bad2d9351 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:57:01.594472 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-03467d7d-1c81-49cc-b42d-072a71e865dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.3887055 Feb 20 03:57:01.598199 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38536) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:01.613052 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-f8dffd64-343d-42f0-88d2-11dd5ae3b120 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Request body: {'floatingip': {'port_id': '9eeced5e-f6dd-47fe-97fe-37bfb36fbb9f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:01.621982 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-3bc5a15f-f90b-4110-8852-54f1e0b0173c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:01.623013 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc5a15f-f90b-4110-8852-54f1e0b0173c None None] The sync data for ids ['5b615053-857e-4a30-912e-a6aaec7d3545'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:57:01.651075 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd3599-885e-4cc8-b1d0-1261b6eaf66b tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Pushing event updated for resources: {'Subnet': ['ID=3c1bb1eb-ffed-42f7-8ac4-d00248105c2a,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:01.663846 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cd3599-885e-4cc8-b1d0-1261b6eaf66b tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Checking segment: {'id': '7f0f13fb-4928-44ea-a88b-cb997d3e3a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '9e82b7bc-8562-4f17-90e0-452b06dedf5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:57:01.664334 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cd3599-885e-4cc8-b1d0-1261b6eaf66b tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Network hostable DHCP agents. Network: 9e82b7bc-8562-4f17-90e0-452b06dedf5c, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:57:01.695924 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6ab52744-d758-45de-b8a1-5cc9cd537dac tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2065661 Feb 20 03:57:01.697694 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38540) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:01.704043 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-0e59aba1-7e52-45c2-addc-2f42586468c1 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Request body: {'subnet': {'network_id': '15c84a92-864c-4624-9e81-bc8bad2d9351', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:01.759843 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f8dffd64-343d-42f0-88d2-11dd5ae3b120 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for floatingip (2168a976-bf8b-468a-b0ce-6f33b184eff3), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:01.766326 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cd3599-885e-4cc8-b1d0-1261b6eaf66b tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Network 9e82b7bc-8562-4f17-90e0-452b06dedf5c is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:57:01.881306 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-c3cd3599-885e-4cc8-b1d0-1261b6eaf66b tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 9e82b7bc-8562-4f17-90e0-452b06dedf5c) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:01.894234 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cd3599-885e-4cc8-b1d0-1261b6eaf66b tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:01.894477 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e872222-df54-4a8d-a276-88ce0a365733 None None] Network 9e82b7bc-8562-4f17-90e0-452b06dedf5c requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:57:01.895967 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c3cd3599-885e-4cc8-b1d0-1261b6eaf66b tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:01.928055 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e59aba1-7e52-45c2-addc-2f42586468c1 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Made reservation on behalf of 910fffd4141b4cefbcb68eb3d271e392 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:57:01.934612 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0e59aba1-7e52-45c2-addc-2f42586468c1 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:02.084848 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c3cd3599-885e-4cc8-b1d0-1261b6eaf66b tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9279578 Feb 20 03:57:02.092689 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38548) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:02.099716 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-31c13469-92ec-4e7f-b161-7c1218b2fb73 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Request body: {'port': {'network_id': '9e82b7bc-8562-4f17-90e0-452b06dedf5c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1161382843'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:02.288890 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-9e82b7bc-8562-4f17-90e0-452b06dedf5c', 'network_id': '9e82b7bc-8562-4f17-90e0-452b06dedf5c', 'project_id': '8f43c40aca0e435e8a718f6a177b5f68', 'fixed_ips': [{'subnet_id': '3c1bb1eb-ffed-42f7-8ac4-d00248105c2a'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:57:02.289916 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:02.438920 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c13469-92ec-4e7f-b161-7c1218b2fb73 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Made reservation on behalf of 8f43c40aca0e435e8a718f6a177b5f68 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:57:02.443115 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-31c13469-92ec-4e7f-b161-7c1218b2fb73 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:02.465510 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-31c13469-92ec-4e7f-b161-7c1218b2fb73 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] device_id is not set on port 1bae402a-be2d-46d2-ab2e-2015b6ae45e0 yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:57:02.516331 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0e59aba1-7e52-45c2-addc-2f42586468c1 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (2ea6cfd6-4504-48b8-8904-f008f312714b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:02.519568 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] Allocated IP 172.20.0.2 (9e82b7bc-8562-4f17-90e0-452b06dedf5c/3c1bb1eb-ffed-42f7-8ac4-d00248105c2a/b70f707e-857d-46de-bb79-4c0a603e26bd) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:57:02.625097 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:57:02.754246 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] Publish callbacks [] for port (b70f707e-857d-46de-bb79-4c0a603e26bd), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:02.768519 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59aba1-7e52-45c2-addc-2f42586468c1 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Pushing event updated for resources: {'Subnet': ['ID=2ea6cfd6-4504-48b8-8904-f008f312714b,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:02.776035 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e59aba1-7e52-45c2-addc-2f42586468c1 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Checking segment: {'id': '054dd0e8-6226-45ed-b696-d62fa715baa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '15c84a92-864c-4624-9e81-bc8bad2d9351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:57:02.777091 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e59aba1-7e52-45c2-addc-2f42586468c1 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Network hostable DHCP agents. Network: 15c84a92-864c-4624-9e81-bc8bad2d9351, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:57:02.789620 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:02.822212 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (b70f707e-857d-46de-bb79-4c0a603e26bd), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:02.878312 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e59aba1-7e52-45c2-addc-2f42586468c1 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Network 15c84a92-864c-4624-9e81-bc8bad2d9351 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:57:02.903314 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-31c13469-92ec-4e7f-b161-7c1218b2fb73 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Allocated IP 172.20.0.3 (9e82b7bc-8562-4f17-90e0-452b06dedf5c/3c1bb1eb-ffed-42f7-8ac4-d00248105c2a/1bae402a-be2d-46d2-ab2e-2015b6ae45e0) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:57:02.924524 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] Network 9e82b7bc-8562-4f17-90e0-452b06dedf5c is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:57:02.929208 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:02.932373 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:57:02.935103 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] Pushing event updated for resources: {'Port': ['ID=b70f707e-857d-46de-bb79-4c0a603e26bd,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:02.945345 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:02.945966 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:02.946482 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:02.947090 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:02.952990 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:02.952990 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:02.952990 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:02.952990 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:02.952990 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:02.952990 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:02.952990 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:02.952990 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:02.952990 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:02.988993 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-0e59aba1-7e52-45c2-addc-2f42586468c1 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 15c84a92-864c-4624-9e81-bc8bad2d9351) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:03.003448 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.db.resource_extend [None req-f8dffd64-343d-42f0-88d2-11dd5ae3b120 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 03:57:03.025970 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e19891-32f4-4d6b-93ef-7d80475ace36 None None] Network 15c84a92-864c-4624-9e81-bc8bad2d9351 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:57:03.029870 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] Attempting to bind port b70f707e-857d-46de-bb79-4c0a603e26bd on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:57:03.030517 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] Attempting to bind port b70f707e-857d-46de-bb79-4c0a603e26bd by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '7f0f13fb-4928-44ea-a88b-cb997d3e3a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '9e82b7bc-8562-4f17-90e0-452b06dedf5c'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:57:03.031247 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] Attempting to bind port b70f707e-857d-46de-bb79-4c0a603e26bd on network 9e82b7bc-8562-4f17-90e0-452b06dedf5c {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:57:03.035164 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e59aba1-7e52-45c2-addc-2f42586468c1 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:03.041346 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0e59aba1-7e52-45c2-addc-2f42586468c1 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:03.049173 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:57:03.050255 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] Checking segment: {'id': '7f0f13fb-4928-44ea-a88b-cb997d3e3a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '9e82b7bc-8562-4f17-90e0-452b06dedf5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:57:03.051981 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:03.052583 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] Bound using segment: {'id': '7f0f13fb-4928-44ea-a88b-cb997d3e3a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '9e82b7bc-8562-4f17-90e0-452b06dedf5c'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:57:03.053350 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] Bound port: b70f707e-857d-46de-bb79-4c0a603e26bd, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0f13fb-4928-44ea-a88b-cb997d3e3a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '9e82b7bc-8562-4f17-90e0-452b06dedf5c'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:57:03.053926 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b70f707e-857d-46de-bb79-4c0a603e26bd), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:03.113943 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f8dffd64-343d-42f0-88d2-11dd5ae3b120 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:03.149295 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] For port b70f707e-857d-46de-bb79-4c0a603e26bd, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:57:03.153268 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] For port b70f707e-857d-46de-bb79-4c0a603e26bd, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b70f707e-857d-46de-bb79-4c0a603e26bd,segment=NetworkSegment(7f0f13fb-4928-44ea-a88b-cb997d3e3a92),segment_id=7f0f13fb-4928-44ea-a88b-cb997d3e3a92)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:57:03.192429 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f8dffd64-343d-42f0-88d2-11dd5ae3b120 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (2168a976-bf8b-468a-b0ce-6f33b184eff3), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:03.239816 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b70f707e-857d-46de-bb79-4c0a603e26bd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:03.253580 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-31c13469-92ec-4e7f-b161-7c1218b2fb73 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks [] for port (1bae402a-be2d-46d2-ab2e-2015b6ae45e0), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:03.338281 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4f7c1-d3ef-4983-a03f-1836eca67aaf None None] Pushing event updated for resources: {'Port': ['ID=b70f707e-857d-46de-bb79-4c0a603e26bd,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:03.378254 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace6f01f-fb69-4b6a-938d-12cfef51ed55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-15c84a92-864c-4624-9e81-bc8bad2d9351', 'network_id': '15c84a92-864c-4624-9e81-bc8bad2d9351', 'project_id': '910fffd4141b4cefbcb68eb3d271e392', 'fixed_ips': [{'subnet_id': '2ea6cfd6-4504-48b8-8904-f008f312714b'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:57:03.378254 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ace6f01f-fb69-4b6a-938d-12cfef51ed55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:03.378671 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0e59aba1-7e52-45c2-addc-2f42586468c1 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6770840 Feb 20 03:57:03.378671 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38586) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:03.398557 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-1da3c979-affc-4401-8408-1e867a3f3938 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-937032765', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:03.421458 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-31c13469-92ec-4e7f-b161-7c1218b2fb73 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (1bae402a-be2d-46d2-ab2e-2015b6ae45e0), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:03.569133 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c13469-92ec-4e7f-b161-7c1218b2fb73 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Network 9e82b7bc-8562-4f17-90e0-452b06dedf5c is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:57:03.577402 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-31c13469-92ec-4e7f-b161-7c1218b2fb73 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:03.584320 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c13469-92ec-4e7f-b161-7c1218b2fb73 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:57:03.595912 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-ace6f01f-fb69-4b6a-938d-12cfef51ed55 None None] Allocated IP 172.20.0.2 (15c84a92-864c-4624-9e81-bc8bad2d9351/2ea6cfd6-4504-48b8-8904-f008f312714b/8449c76f-a738-4d22-8918-2c69244a8414) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:57:03.636031 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8dffd64-343d-42f0-88d2-11dd5ae3b120 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Router 5b615053-857e-4a30-912e-a6aaec7d3545 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:57:03.649599 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1da3c979-affc-4401-8408-1e867a3f3938 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (1537262b-930a-403b-b695-099d89b0dfe7), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:03.654995 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1da3c979-affc-4401-8408-1e867a3f3938 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (1537262b-930a-403b-b695-099d89b0dfe7), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:03.711824 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c13469-92ec-4e7f-b161-7c1218b2fb73 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Pushing event updated for resources: {'Port': ['ID=1bae402a-be2d-46d2-ab2e-2015b6ae45e0,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:03.805131 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c13469-92ec-4e7f-b161-7c1218b2fb73 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:03.809443 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-31c13469-92ec-4e7f-b161-7c1218b2fb73 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:03.859076 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8dffd64-343d-42f0-88d2-11dd5ae3b120 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:57:03.874799 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f8dffd64-343d-42f0-88d2-11dd5ae3b120 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:03.915747 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1da3c979-affc-4401-8408-1e867a3f3938 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks [] for router_controller (1537262b-930a-403b-b695-099d89b0dfe7), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:03.920634 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a554b3-e7ef-470c-9ad4-3bb6023d1c76 None None] Sync routers for ids ['5b615053-857e-4a30-912e-a6aaec7d3545'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:57:03.922749 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-31c13469-92ec-4e7f-b161-7c1218b2fb73 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8293595 Feb 20 03:57:03.926095 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38598) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:03.939040 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-96b0c787-dff7-4133-a820-45f05cbc927f tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Request body: {'port': {'network_id': '9e82b7bc-8562-4f17-90e0-452b06dedf5c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-82665920', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:03.940777 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.api.validators [None req-96b0c787-dff7-4133-a820-45f05cbc927f tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] bootfile-name is not in valid_values {{(pid=104105) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 20 03:57:03.941144 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.api.validators [None req-96b0c787-dff7-4133-a820-45f05cbc927f tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] tftp-server is not in valid_values {{(pid=104105) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 20 03:57:03.941335 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.api.validators [None req-96b0c787-dff7-4133-a820-45f05cbc927f tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] server-ip-address is not in valid_values {{(pid=104105) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 20 03:57:03.953442 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38600) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:03.963240 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a554b3-e7ef-470c-9ad4-3bb6023d1c76 None None] Routers {'5b615053-857e-4a30-912e-a6aaec7d3545'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:57:03.963961 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b8a554b3-e7ef-470c-9ad4-3bb6023d1c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['5b615053-857e-4a30-912e-a6aaec7d3545'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:03.973265 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ace6f01f-fb69-4b6a-938d-12cfef51ed55 None None] Publish callbacks [] for port (8449c76f-a738-4d22-8918-2c69244a8414), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:03.977132 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-004c4c00-5476-4314-aa8a-c39a5d5d8cc4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1230652835', 'description': 'tempest-secgroup-smoke-1230652835 description', 'project_id': 'c51c06307884485eaac01385a5cfa0f0'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:04.017997 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b8a554b3-e7ef-470c-9ad4-3bb6023d1c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:04.025816 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1da3c979-affc-4401-8408-1e867a3f3938 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (1537262b-930a-403b-b695-099d89b0dfe7), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:04.028849 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a554b3-e7ef-470c-9ad4-3bb6023d1c76 None None] Routers {'5b615053-857e-4a30-912e-a6aaec7d3545'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:57:04.029605 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b8a554b3-e7ef-470c-9ad4-3bb6023d1c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['5b615053-857e-4a30-912e-a6aaec7d3545'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:04.085320 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b8a554b3-e7ef-470c-9ad4-3bb6023d1c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:04.085978 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a554b3-e7ef-470c-9ad4-3bb6023d1c76 None None] The sync data for ids ['5b615053-857e-4a30-912e-a6aaec7d3545'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:57:04.087974 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ace6f01f-fb69-4b6a-938d-12cfef51ed55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (8449c76f-a738-4d22-8918-2c69244a8414), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:04.090959 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38606) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:04.091423 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f8dffd64-343d-42f0-88d2-11dd5ae3b120 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "PUT /v2.0/floatingips/2168a976-bf8b-468a-b0ce-6f33b184eff3 HTTP/1.1" status: 200 len: 979 time: 2.4893923 Feb 20 03:57:04.133744 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace6f01f-fb69-4b6a-938d-12cfef51ed55 None None] Network 15c84a92-864c-4624-9e81-bc8bad2d9351 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:57:04.135295 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-ace6f01f-fb69-4b6a-938d-12cfef51ed55 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:04.139842 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace6f01f-fb69-4b6a-938d-12cfef51ed55 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:57:04.143280 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6f01f-fb69-4b6a-938d-12cfef51ed55 None None] Pushing event updated for resources: {'Port': ['ID=8449c76f-a738-4d22-8918-2c69244a8414,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:04.172181 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-004c4c00-5476-4314-aa8a-c39a5d5d8cc4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:04.187785 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-004c4c00-5476-4314-aa8a-c39a5d5d8cc4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:04.222149 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ace6f01f-fb69-4b6a-938d-12cfef51ed55 None None] Attempting to bind port 8449c76f-a738-4d22-8918-2c69244a8414 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:57:04.222642 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ace6f01f-fb69-4b6a-938d-12cfef51ed55 None None] Attempting to bind port 8449c76f-a738-4d22-8918-2c69244a8414 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '054dd0e8-6226-45ed-b696-d62fa715baa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '15c84a92-864c-4624-9e81-bc8bad2d9351'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:57:04.223108 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace6f01f-fb69-4b6a-938d-12cfef51ed55 None None] Attempting to bind port 8449c76f-a738-4d22-8918-2c69244a8414 on network 15c84a92-864c-4624-9e81-bc8bad2d9351 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:57:04.229924 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace6f01f-fb69-4b6a-938d-12cfef51ed55 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:57:04.230398 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace6f01f-fb69-4b6a-938d-12cfef51ed55 None None] Checking segment: {'id': '054dd0e8-6226-45ed-b696-d62fa715baa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '15c84a92-864c-4624-9e81-bc8bad2d9351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:57:04.230625 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1da3c979-affc-4401-8408-1e867a3f3938 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:04.230971 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ace6f01f-fb69-4b6a-938d-12cfef51ed55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:04.231734 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace6f01f-fb69-4b6a-938d-12cfef51ed55 None None] Bound using segment: {'id': '054dd0e8-6226-45ed-b696-d62fa715baa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '15c84a92-864c-4624-9e81-bc8bad2d9351'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:57:04.233735 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1da3c979-affc-4401-8408-1e867a3f3938 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.8550498 Feb 20 03:57:04.234644 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ace6f01f-fb69-4b6a-938d-12cfef51ed55 None None] Bound port: 8449c76f-a738-4d22-8918-2c69244a8414, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '054dd0e8-6226-45ed-b696-d62fa715baa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '15c84a92-864c-4624-9e81-bc8bad2d9351'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:57:04.235211 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ace6f01f-fb69-4b6a-938d-12cfef51ed55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8449c76f-a738-4d22-8918-2c69244a8414), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:04.240518 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38608) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:04.321346 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ace6f01f-fb69-4b6a-938d-12cfef51ed55 None None] For port 8449c76f-a738-4d22-8918-2c69244a8414, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:57:04.324898 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ace6f01f-fb69-4b6a-938d-12cfef51ed55 None None] For port 8449c76f-a738-4d22-8918-2c69244a8414, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=8449c76f-a738-4d22-8918-2c69244a8414,segment=NetworkSegment(054dd0e8-6226-45ed-b696-d62fa715baa1),segment_id=054dd0e8-6226-45ed-b696-d62fa715baa1)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:57:04.334792 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-004c4c00-5476-4314-aa8a-c39a5d5d8cc4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group (84be0b72-e167-4656-a327-8dc1ef920a57), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:04.411970 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ace6f01f-fb69-4b6a-938d-12cfef51ed55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (8449c76f-a738-4d22-8918-2c69244a8414), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:04.427716 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-004c4c00-5476-4314-aa8a-c39a5d5d8cc4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (84be0b72-e167-4656-a327-8dc1ef920a57), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:04.502832 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b0c787-dff7-4133-a820-45f05cbc927f tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Made reservation on behalf of 8f43c40aca0e435e8a718f6a177b5f68 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:57:04.510174 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-96b0c787-dff7-4133-a820-45f05cbc927f tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:04.547545 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-96b0c787-dff7-4133-a820-45f05cbc927f tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] device_id is not set on port 78859c51-0ea3-466e-9a6f-5315e80ff4d9 yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:57:04.561779 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-d8b03498-de22-4e60-8c55-71c93ff6569e tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Deleting port 4da14d2b-70d5-4353-9c6b-129942fab07b {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:57:04.562372 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d8b03498-de22-4e60-8c55-71c93ff6569e tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (4da14d2b-70d5-4353-9c6b-129942fab07b), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:04.586142 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6f01f-fb69-4b6a-938d-12cfef51ed55 None None] Pushing event updated for resources: {'Port': ['ID=8449c76f-a738-4d22-8918-2c69244a8414,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:04.780409 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c4c00-5476-4314-aa8a-c39a5d5d8cc4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84be0b72-e167-4656-a327-8dc1ef920a57,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:04.819443 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d8b03498-de22-4e60-8c55-71c93ff6569e tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (4da14d2b-70d5-4353-9c6b-129942fab07b), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:04.819443 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d8b03498-de22-4e60-8c55-71c93ff6569e tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for floatingip (4da14d2b-70d5-4353-9c6b-129942fab07b), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:04.861764 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-d8b03498-de22-4e60-8c55-71c93ff6569e tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Calling delete_port for 4da14d2b-70d5-4353-9c6b-129942fab07b owned by network:floatingip {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:57:04.865324 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-96b0c787-dff7-4133-a820-45f05cbc927f tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Allocated IP 172.20.0.4 (9e82b7bc-8562-4f17-90e0-452b06dedf5c/3c1bb1eb-ffed-42f7-8ac4-d00248105c2a/78859c51-0ea3-466e-9a6f-5315e80ff4d9) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:57:05.085002 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-964de509-6f07-4817-99e9-5c1348ffe7fa tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:05.103386 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-004c4c00-5476-4314-aa8a-c39a5d5d8cc4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group (95aecce9-04b4-4501-ae1e-bc00cd5d129f), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:05.203660 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d735e384-15b0-4a4b-9873-05d15517480a None None] Network 9e82b7bc-8562-4f17-90e0-452b06dedf5c requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:57:05.221994 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38628) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:05.233253 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-004c4c00-5476-4314-aa8a-c39a5d5d8cc4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (95aecce9-04b4-4501-ae1e-bc00cd5d129f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:05.285974 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e4783ece-1ef0-4d31-8e83-f593a3089189 None None] Provisioning complete for port b70f707e-857d-46de-bb79-4c0a603e26bd triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:05.286351 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e4783ece-1ef0-4d31-8e83-f593a3089189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b70f707e-857d-46de-bb79-4c0a603e26bd), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:05.420702 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c4c00-5476-4314-aa8a-c39a5d5d8cc4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95aecce9-04b4-4501-ae1e-bc00cd5d129f,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:05.441688 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-96b0c787-dff7-4133-a820-45f05cbc927f tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks [] for port (78859c51-0ea3-466e-9a6f-5315e80ff4d9), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:05.474452 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-004c4c00-5476-4314-aa8a-c39a5d5d8cc4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:05.476024 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-004c4c00-5476-4314-aa8a-c39a5d5d8cc4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.5212696 Feb 20 03:57:05.479453 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38634) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:05.485705 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d8b03498-de22-4e60-8c55-71c93ff6569e tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (4da14d2b-70d5-4353-9c6b-129942fab07b), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:05.486404 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-a34ef4f7-6371-492e-aac1-07a984679616 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'security_group_rule': {'security_group_id': '95aecce9-04b4-4501-ae1e-bc00cd5d129f', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:05.526558 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e4783ece-1ef0-4d31-8e83-f593a3089189 None None] Current status of the port b70f707e-857d-46de-bb79-4c0a603e26bd is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:57:05.527173 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e4783ece-1ef0-4d31-8e83-f593a3089189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b70f707e-857d-46de-bb79-4c0a603e26bd), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:05.599439 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-96b0c787-dff7-4133-a820-45f05cbc927f tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (78859c51-0ea3-466e-9a6f-5315e80ff4d9), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:05.630178 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d3915db7-ad3f-4cd1-bd86-7621bd4cb2ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:05.632092 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b03498-de22-4e60-8c55-71c93ff6569e tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event deleted for resources: {'Port': ['ID=4da14d2b-70d5-4353-9c6b-129942fab07b,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:05.645367 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e4783ece-1ef0-4d31-8e83-f593a3089189 None None] For port b70f707e-857d-46de-bb79-4c0a603e26bd, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b70f707e-857d-46de-bb79-4c0a603e26bd,segment=NetworkSegment(7f0f13fb-4928-44ea-a88b-cb997d3e3a92),segment_id=7f0f13fb-4928-44ea-a88b-cb997d3e3a92)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:57:05.659419 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-964de509-6f07-4817-99e9-5c1348ffe7fa tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Allocated IP 172.20.0.1 (15c84a92-864c-4624-9e81-bc8bad2d9351/2ea6cfd6-4504-48b8-8904-f008f312714b/00361e10-3636-49ff-b820-f4ac52137bf1) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:57:05.696645 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0c787-dff7-4133-a820-45f05cbc927f tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Pushing event updated for resources: {'Port': ['ID=78859c51-0ea3-466e-9a6f-5315e80ff4d9,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:05.704492 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a34ef4f7-6371-492e-aac1-07a984679616 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (93d780ca-0f14-444f-9358-67d4ebdb6e5d), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:05.713158 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e4783ece-1ef0-4d31-8e83-f593a3089189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b70f707e-857d-46de-bb79-4c0a603e26bd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:05.765714 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 8449c76f-a738-4d22-8918-2c69244a8414 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:57:05.774916 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b0c787-dff7-4133-a820-45f05cbc927f tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Network 9e82b7bc-8562-4f17-90e0-452b06dedf5c is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:57:05.862625 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-96b0c787-dff7-4133-a820-45f05cbc927f tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:05.872146 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d8b03498-de22-4e60-8c55-71c93ff6569e tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for floatingip (2168a976-bf8b-468a-b0ce-6f33b184eff3), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:05.872534 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [None req-d8b03498-de22-4e60-8c55-71c93ff6569e tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Floating IP 2168a976-bf8b-468a-b0ce-6f33b184eff3 disassociated (deleted). External IP: 172.25.7.247, port: 9eeced5e-f6dd-47fe-97fe-37bfb36fbb9f. Feb 20 03:57:05.928035 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 8449c76f-a738-4d22-8918-2c69244a8414 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:05.928378 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8449c76f-a738-4d22-8918-2c69244a8414), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:05.931943 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a34ef4f7-6371-492e-aac1-07a984679616 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (93d780ca-0f14-444f-9358-67d4ebdb6e5d), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:05.935549 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4783ece-1ef0-4d31-8e83-f593a3089189 None None] Pushing event updated for resources: {'Port': ['ID=b70f707e-857d-46de-bb79-4c0a603e26bd,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:06.019929 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a34ef4f7-6371-492e-aac1-07a984679616 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (93d780ca-0f14-444f-9358-67d4ebdb6e5d), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:06.059548 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b0c787-dff7-4133-a820-45f05cbc927f tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:57:06.113612 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-964de509-6f07-4817-99e9-5c1348ffe7fa tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks [] for port (00361e10-3636-49ff-b820-f4ac52137bf1), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:06.115808 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ef4f7-6371-492e-aac1-07a984679616 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d780ca-0f14-444f-9358-67d4ebdb6e5d,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:06.138169 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-44a9a8d7-790d-4604-8006-9a3a4a905e31 None None] Provisioning complete for port b70f707e-857d-46de-bb79-4c0a603e26bd triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:06.138169 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-44a9a8d7-790d-4604-8006-9a3a4a905e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b70f707e-857d-46de-bb79-4c0a603e26bd), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:06.208535 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 8449c76f-a738-4d22-8918-2c69244a8414 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:57:06.211225 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8449c76f-a738-4d22-8918-2c69244a8414), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:06.243954 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a34ef4f7-6371-492e-aac1-07a984679616 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:06.245650 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a34ef4f7-6371-492e-aac1-07a984679616 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7639315 Feb 20 03:57:06.248860 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38640) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:06.254438 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-c0826077-0c70-4098-a60e-063e3f630f2d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'security_group_rule': {'security_group_id': '95aecce9-04b4-4501-ae1e-bc00cd5d129f', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:06.287751 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b0c787-dff7-4133-a820-45f05cbc927f tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:06.287751 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-96b0c787-dff7-4133-a820-45f05cbc927f tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:06.311134 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-964de509-6f07-4817-99e9-5c1348ffe7fa tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (00361e10-3636-49ff-b820-f4ac52137bf1), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:06.369870 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d3915db7-ad3f-4cd1-bd86-7621bd4cb2ee admin admin] Publish callbacks [] for security_group (7631abdd-812b-4bd5-994a-a4c69a62d5d1), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:06.391787 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 8449c76f-a738-4d22-8918-2c69244a8414, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=8449c76f-a738-4d22-8918-2c69244a8414,segment=NetworkSegment(054dd0e8-6226-45ed-b696-d62fa715baa1),segment_id=054dd0e8-6226-45ed-b696-d62fa715baa1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:57:06.435864 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-44a9a8d7-790d-4604-8006-9a3a4a905e31 None None] Current status of the port b70f707e-857d-46de-bb79-4c0a603e26bd is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:57:06.450338 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964de509-6f07-4817-99e9-5c1348ffe7fa tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Pushing event updated for resources: {'Port': ['ID=00361e10-3636-49ff-b820-f4ac52137bf1,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:06.454027 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d3915db7-ad3f-4cd1-bd86-7621bd4cb2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (7631abdd-812b-4bd5-994a-a4c69a62d5d1), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:06.468715 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcd62bd-3f0b-4196-9a0e-5797114c2faf None None] Network 15c84a92-864c-4624-9e81-bc8bad2d9351 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:57:06.474436 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964de509-6f07-4817-99e9-5c1348ffe7fa tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Network 15c84a92-864c-4624-9e81-bc8bad2d9351 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:57:06.480588 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-964de509-6f07-4817-99e9-5c1348ffe7fa tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:06.491854 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964de509-6f07-4817-99e9-5c1348ffe7fa tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:57:06.498463 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-96b0c787-dff7-4133-a820-45f05cbc927f tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.5712817 Feb 20 03:57:06.501020 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (8449c76f-a738-4d22-8918-2c69244a8414), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:06.511917 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38642) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:06.514015 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b70f707e-857d-46de-bb79-4c0a603e26bd up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:57:06.516035 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b03498-de22-4e60-8c55-71c93ff6569e tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Router 5b615053-857e-4a30-912e-a6aaec7d3545 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:57:06.539901 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c0826077-0c70-4098-a60e-063e3f630f2d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (e05a2726-429c-4bcf-b117-125455e27560), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:06.555317 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3915db7-ad3f-4cd1-bd86-7621bd4cb2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7631abdd-812b-4bd5-994a-a4c69a62d5d1,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:06.588521 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-964de509-6f07-4817-99e9-5c1348ffe7fa tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (1537262b-930a-403b-b695-099d89b0dfe7), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:06.699519 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=8449c76f-a738-4d22-8918-2c69244a8414,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:06.739393 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b03498-de22-4e60-8c55-71c93ff6569e tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:57:06.740365 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d3915db7-ad3f-4cd1-bd86-7621bd4cb2ee admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f0fa169e5d04483a9990723f5be46553&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5174711 Feb 20 03:57:06.746583 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05afbbde-6750-4d90-901c-534ad6b8bf77 None None] Sync routers for ids ['5b615053-857e-4a30-912e-a6aaec7d3545'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:57:06.752535 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38646) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:06.754989 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d8b03498-de22-4e60-8c55-71c93ff6569e tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:06.763303 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05afbbde-6750-4d90-901c-534ad6b8bf77 None None] Routers {'5b615053-857e-4a30-912e-a6aaec7d3545'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:57:06.764205 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-05afbbde-6750-4d90-901c-534ad6b8bf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['5b615053-857e-4a30-912e-a6aaec7d3545'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:06.792141 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-44a9a8d7-790d-4604-8006-9a3a4a905e31 None None] Provisioning complete for port 1bae402a-be2d-46d2-ab2e-2015b6ae45e0 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:06.792594 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-44a9a8d7-790d-4604-8006-9a3a4a905e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1bae402a-be2d-46d2-ab2e-2015b6ae45e0), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:06.838378 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-05afbbde-6750-4d90-901c-534ad6b8bf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:06.849305 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05afbbde-6750-4d90-901c-534ad6b8bf77 None None] Routers {'5b615053-857e-4a30-912e-a6aaec7d3545'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:57:06.849962 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-05afbbde-6750-4d90-901c-534ad6b8bf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['5b615053-857e-4a30-912e-a6aaec7d3545'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:06.861328 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d8b03498-de22-4e60-8c55-71c93ff6569e tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "DELETE /v2.0/floatingips/2168a976-bf8b-468a-b0ce-6f33b184eff3 HTTP/1.1" status: 204 len: 168 time: 2.7651227 Feb 20 03:57:06.861997 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38648) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:06.871540 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656fb568-9af7-4adf-acd7-78dd4ae65650 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:06.878257 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656fb568-9af7-4adf-acd7-78dd4ae65650 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:06.884388 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656fb568-9af7-4adf-acd7-78dd4ae65650 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:06.886221 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-656fb568-9af7-4adf-acd7-78dd4ae65650 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.3730741 Feb 20 03:57:06.893836 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38650) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:06.909150 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-44a9a8d7-790d-4604-8006-9a3a4a905e31 None None] Port 1bae402a-be2d-46d2-ab2e-2015b6ae45e0 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:57:06.910279 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-05afbbde-6750-4d90-901c-534ad6b8bf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:06.911165 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05afbbde-6750-4d90-901c-534ad6b8bf77 None None] The sync data for ids ['5b615053-857e-4a30-912e-a6aaec7d3545'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:57:06.937204 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c0826077-0c70-4098-a60e-063e3f630f2d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (e05a2726-429c-4bcf-b117-125455e27560), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:06.949198 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-964de509-6f07-4817-99e9-5c1348ffe7fa tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (00361e10-3636-49ff-b820-f4ac52137bf1), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:06.951227 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7a00da74-edeb-4cc7-9318-3c12b9cc2acc admin admin] Publish callbacks [] for security_group (7631abdd-812b-4bd5-994a-a4c69a62d5d1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:06.976995 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7a00da74-edeb-4cc7-9318-3c12b9cc2acc admin admin] Publish callbacks [] for security_group (7631abdd-812b-4bd5-994a-a4c69a62d5d1), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:06.987962 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port b70f707e-857d-46de-bb79-4c0a603e26bd triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:06.988634 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b70f707e-857d-46de-bb79-4c0a603e26bd), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:07.029876 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c0826077-0c70-4098-a60e-063e3f630f2d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (e05a2726-429c-4bcf-b117-125455e27560), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:07.078115 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0826077-0c70-4098-a60e-063e3f630f2d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e05a2726-429c-4bcf-b117-125455e27560,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:07.081783 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-4e50a644-5fb8-4751-836f-176873c377ce None None] Provisioning complete for port 8449c76f-a738-4d22-8918-2c69244a8414 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:07.082281 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4e50a644-5fb8-4751-836f-176873c377ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8449c76f-a738-4d22-8918-2c69244a8414), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:07.096502 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-012dc40a-b779-4347-a40d-a63d7e6444f5 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Deleting port 9eeced5e-f6dd-47fe-97fe-37bfb36fbb9f {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:57:07.096888 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-012dc40a-b779-4347-a40d-a63d7e6444f5 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (9eeced5e-f6dd-47fe-97fe-37bfb36fbb9f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:07.116348 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7a00da74-edeb-4cc7-9318-3c12b9cc2acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (7631abdd-812b-4bd5-994a-a4c69a62d5d1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:07.117060 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-90963289-66bb-41c8-884f-470358ce2bd4 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Deleting port 78859c51-0ea3-466e-9a6f-5315e80ff4d9 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:57:07.117574 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-90963289-66bb-41c8-884f-470358ce2bd4 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (78859c51-0ea3-466e-9a6f-5315e80ff4d9), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:07.119919 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7a00da74-edeb-4cc7-9318-3c12b9cc2acc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:07.124714 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7a00da74-edeb-4cc7-9318-3c12b9cc2acc admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7631abdd-812b-4bd5-994a-a4c69a62d5d1 HTTP/1.1" status: 204 len: 168 time: 0.3629134 Feb 20 03:57:07.140666 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00da74-edeb-4cc7-9318-3c12b9cc2acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7631abdd-812b-4bd5-994a-a4c69a62d5d1,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:07.151285 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c0826077-0c70-4098-a60e-063e3f630f2d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:07.155206 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c0826077-0c70-4098-a60e-063e3f630f2d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9026265 Feb 20 03:57:07.157541 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38656) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:07.162603 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-5f0cc1de-15e7-4012-9695-dce75e20c647 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'security_group_rule': {'security_group_id': '95aecce9-04b4-4501-ae1e-bc00cd5d129f', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:07.325922 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5f0cc1de-15e7-4012-9695-dce75e20c647 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (fefc22c1-11ca-489d-aae0-7c745f3549b9), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:07.355140 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port b70f707e-857d-46de-bb79-4c0a603e26bd is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:57:07.369985 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-4e50a644-5fb8-4751-836f-176873c377ce None None] Current status of the port 8449c76f-a738-4d22-8918-2c69244a8414 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:57:07.395329 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-4e50a644-5fb8-4751-836f-176873c377ce None None] Provisioning complete for port 78859c51-0ea3-466e-9a6f-5315e80ff4d9 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:07.395721 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4e50a644-5fb8-4751-836f-176873c377ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (78859c51-0ea3-466e-9a6f-5315e80ff4d9), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:07.408465 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-012dc40a-b779-4347-a40d-a63d7e6444f5 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (9eeced5e-f6dd-47fe-97fe-37bfb36fbb9f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:07.431941 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-90963289-66bb-41c8-884f-470358ce2bd4 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (78859c51-0ea3-466e-9a6f-5315e80ff4d9), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:07.442354 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-012dc40a-b779-4347-a40d-a63d7e6444f5 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Calling delete_port for 9eeced5e-f6dd-47fe-97fe-37bfb36fbb9f owned by {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:57:07.469484 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-90963289-66bb-41c8-884f-470358ce2bd4 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Calling delete_port for 78859c51-0ea3-466e-9a6f-5315e80ff4d9 owned by {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:57:07.475097 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-4e50a644-5fb8-4751-836f-176873c377ce None None] Port 78859c51-0ea3-466e-9a6f-5315e80ff4d9 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:57:07.502848 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-4e50a644-5fb8-4751-836f-176873c377ce None None] Provisioning complete for port 1bae402a-be2d-46d2-ab2e-2015b6ae45e0 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:07.506497 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4e50a644-5fb8-4751-836f-176873c377ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1bae402a-be2d-46d2-ab2e-2015b6ae45e0), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:07.512391 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5f0cc1de-15e7-4012-9695-dce75e20c647 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (fefc22c1-11ca-489d-aae0-7c745f3549b9), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:07.584696 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-4e50a644-5fb8-4751-836f-176873c377ce None None] Port 1bae402a-be2d-46d2-ab2e-2015b6ae45e0 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:57:07.594735 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5f0cc1de-15e7-4012-9695-dce75e20c647 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (fefc22c1-11ca-489d-aae0-7c745f3549b9), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:07.616054 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 8449c76f-a738-4d22-8918-2c69244a8414 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:57:07.666373 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0cc1de-15e7-4012-9695-dce75e20c647 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fefc22c1-11ca-489d-aae0-7c745f3549b9,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:07.722192 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d6f05893-de7a-454f-8df1-2f02335bfc7a None None] Provisioning complete for port 8449c76f-a738-4d22-8918-2c69244a8414 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:07.722756 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d6f05893-de7a-454f-8df1-2f02335bfc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8449c76f-a738-4d22-8918-2c69244a8414), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:07.771512 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-964de509-6f07-4817-99e9-5c1348ffe7fa tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks [] for port (00361e10-3636-49ff-b820-f4ac52137bf1), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:07.784665 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5f0cc1de-15e7-4012-9695-dce75e20c647 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:07.788568 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5f0cc1de-15e7-4012-9695-dce75e20c647 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6273448 Feb 20 03:57:07.790892 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38662) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:07.799128 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 8449c76f-a738-4d22-8918-2c69244a8414 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:07.799599 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8449c76f-a738-4d22-8918-2c69244a8414), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:07.800830 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-51802d7d-1f09-4289-a2b1-751969ba3e50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'security_group_rule': {'security_group_id': '95aecce9-04b4-4501-ae1e-bc00cd5d129f', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:07.844754 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-964de509-6f07-4817-99e9-5c1348ffe7fa tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (00361e10-3636-49ff-b820-f4ac52137bf1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:07.897411 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d6f05893-de7a-454f-8df1-2f02335bfc7a None None] Current status of the port 8449c76f-a738-4d22-8918-2c69244a8414 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:57:07.951424 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-964de509-6f07-4817-99e9-5c1348ffe7fa tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (1537262b-930a-403b-b695-099d89b0dfe7), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:07.960054 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-51802d7d-1f09-4289-a2b1-751969ba3e50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (66e549d9-0eaf-4e6c-b61f-0750f9711d52), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:07.980627 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d6f05893-de7a-454f-8df1-2f02335bfc7a None None] Provisioning complete for port 00361e10-3636-49ff-b820-f4ac52137bf1 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:07.981001 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d6f05893-de7a-454f-8df1-2f02335bfc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (00361e10-3636-49ff-b820-f4ac52137bf1), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:08.004114 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 8449c76f-a738-4d22-8918-2c69244a8414 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:57:08.007068 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b70f707e-857d-46de-bb79-4c0a603e26bd up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:57:08.012478 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964de509-6f07-4817-99e9-5c1348ffe7fa tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Pushing event updated for resources: {'Port': ['ID=00361e10-3636-49ff-b820-f4ac52137bf1,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:08.037948 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-90963289-66bb-41c8-884f-470358ce2bd4 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (78859c51-0ea3-466e-9a6f-5315e80ff4d9), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:08.101594 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d6f05893-de7a-454f-8df1-2f02335bfc7a None None] Port 00361e10-3636-49ff-b820-f4ac52137bf1 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:57:08.102812 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-51802d7d-1f09-4289-a2b1-751969ba3e50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (66e549d9-0eaf-4e6c-b61f-0750f9711d52), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:08.137495 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port b70f707e-857d-46de-bb79-4c0a603e26bd triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:08.137882 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b70f707e-857d-46de-bb79-4c0a603e26bd), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:08.157528 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38666) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:08.166834 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-012dc40a-b779-4347-a40d-a63d7e6444f5 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (9eeced5e-f6dd-47fe-97fe-37bfb36fbb9f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:08.170080 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90963289-66bb-41c8-884f-470358ce2bd4 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Pushing event deleted for resources: {'Port': ['ID=78859c51-0ea3-466e-9a6f-5315e80ff4d9,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:08.198165 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b70575b2-29e7-4fa6-b80a-e9c16615be10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:08.223365 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012dc40a-b779-4347-a40d-a63d7e6444f5 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event deleted for resources: {'Port': ['ID=9eeced5e-f6dd-47fe-97fe-37bfb36fbb9f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:08.233803 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-51802d7d-1f09-4289-a2b1-751969ba3e50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (66e549d9-0eaf-4e6c-b61f-0750f9711d52), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:08.272259 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964de509-6f07-4817-99e9-5c1348ffe7fa tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Network 15c84a92-864c-4624-9e81-bc8bad2d9351 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:57:08.294129 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e95b5295-5290-48c4-9986-f6241b8742e5 None None] Provisioning complete for port 00361e10-3636-49ff-b820-f4ac52137bf1 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:08.294399 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e95b5295-5290-48c4-9986-f6241b8742e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (00361e10-3636-49ff-b820-f4ac52137bf1), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:08.297833 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port b70f707e-857d-46de-bb79-4c0a603e26bd is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:57:08.300871 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-90963289-66bb-41c8-884f-470358ce2bd4 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:08.309168 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-90963289-66bb-41c8-884f-470358ce2bd4 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] 10.222.0.89 "DELETE /v2.0/ports/78859c51-0ea3-466e-9a6f-5315e80ff4d9 HTTP/1.1" status: 204 len: 168 time: 1.4142878 Feb 20 03:57:08.313016 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-964de509-6f07-4817-99e9-5c1348ffe7fa tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:08.333450 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51802d7d-1f09-4289-a2b1-751969ba3e50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e549d9-0eaf-4e6c-b61f-0750f9711d52,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:08.340064 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e95b5295-5290-48c4-9986-f6241b8742e5 None None] Port 00361e10-3636-49ff-b820-f4ac52137bf1 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:57:08.344264 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38668) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:08.354335 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-be79360d-71b2-4e9a-905a-c048cbe5f715 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Request body: {'port': {'name': 'tempest-new-port-name-765409576', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:08.354740 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.api.validators [None req-be79360d-71b2-4e9a-905a-c048cbe5f715 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] bootfile-name is not in valid_values {{(pid=104105) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 20 03:57:08.355119 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.api.validators [None req-be79360d-71b2-4e9a-905a-c048cbe5f715 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] tftp-server is not in valid_values {{(pid=104105) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 20 03:57:08.355457 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.api.validators [None req-be79360d-71b2-4e9a-905a-c048cbe5f715 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] server-ip-address is not in valid_values {{(pid=104105) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 20 03:57:08.394967 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-51802d7d-1f09-4289-a2b1-751969ba3e50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:08.396851 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-51802d7d-1f09-4289-a2b1-751969ba3e50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6062238 Feb 20 03:57:08.408602 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38670) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:08.413983 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-a821eea3-9ef8-4f87-a66f-a5c6576211f3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'security_group_rule': {'security_group_id': '95aecce9-04b4-4501-ae1e-bc00cd5d129f', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:08.469499 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-012dc40a-b779-4347-a40d-a63d7e6444f5 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:08.475381 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-012dc40a-b779-4347-a40d-a63d7e6444f5 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "DELETE /v2.0/ports/9eeced5e-f6dd-47fe-97fe-37bfb36fbb9f HTTP/1.1" status: 204 len: 168 time: 1.5879982 Feb 20 03:57:08.483973 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38672) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:08.492105 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-d0a650fd-9eca-4985-b256-28e9f30f4429 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:08.514249 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-be79360d-71b2-4e9a-905a-c048cbe5f715 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1bae402a-be2d-46d2-ab2e-2015b6ae45e0), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:08.586455 n-d-829866-4 neutron-server[104105]: INFO neutron.db.securitygroups_db [None req-a821eea3-9ef8-4f87-a66f-a5c6576211f3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Project c51c06307884485eaac01385a5cfa0f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 03:57:08.593204 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b70575b2-29e7-4fa6-b80a-e9c16615be10 admin admin] Publish callbacks [] for security_group (8aefb19a-fa11-4f52-8ded-00b4a34b67b3), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:08.610194 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a821eea3-9ef8-4f87-a66f-a5c6576211f3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (a17ef890-57b1-4e64-a334-1f258808a020), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:08.644191 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0a650fd-9eca-4985-b256-28e9f30f4429 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:08.669421 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b70575b2-29e7-4fa6-b80a-e9c16615be10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (8aefb19a-fa11-4f52-8ded-00b4a34b67b3), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:08.710148 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964de509-6f07-4817-99e9-5c1348ffe7fa tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Router 1537262b-930a-403b-b695-099d89b0dfe7 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:57:08.723148 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b70575b2-29e7-4fa6-b80a-e9c16615be10 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ef3234def17c4de7b901483e353ded11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5594285 Feb 20 03:57:08.723425 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70575b2-29e7-4fa6-b80a-e9c16615be10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aefb19a-fa11-4f52-8ded-00b4a34b67b3,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:08.726732 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38674) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:08.777333 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e6f137b4-ca5a-4ac6-983d-755901f727ee None None] Provisioning complete for port 00361e10-3636-49ff-b820-f4ac52137bf1 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:08.778505 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e6f137b4-ca5a-4ac6-983d-755901f727ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (00361e10-3636-49ff-b820-f4ac52137bf1), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:08.841040 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e6f137b4-ca5a-4ac6-983d-755901f727ee None None] Port 00361e10-3636-49ff-b820-f4ac52137bf1 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:57:08.860410 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e73f4c59-4215-4986-a1c2-d98acecbb262 admin admin] Publish callbacks [] for security_group (8aefb19a-fa11-4f52-8ded-00b4a34b67b3), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:08.896967 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964de509-6f07-4817-99e9-5c1348ffe7fa tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:57:08.907161 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-964de509-6f07-4817-99e9-5c1348ffe7fa tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] 10.222.0.89 "PUT /v2.0/routers/1537262b-930a-403b-b695-099d89b0dfe7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6597261 Feb 20 03:57:08.909318 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38678) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:08.911057 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c7d2f1-344f-49ba-8f1b-8e4cd6d95748 None None] Sync routers for ids ['1537262b-930a-403b-b695-099d89b0dfe7'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:57:08.915046 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-9c743851-cbd4-4140-b673-c1180e1a49bd tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Request body: {'port': {'network_id': '15c84a92-864c-4624-9e81-bc8bad2d9351', 'name': 'tempest-FloatingIPNegativeTestJSON-200717097'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:08.919867 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e73f4c59-4215-4986-a1c2-d98acecbb262 admin admin] Publish callbacks [] for security_group (8aefb19a-fa11-4f52-8ded-00b4a34b67b3), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:08.927321 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c7d2f1-344f-49ba-8f1b-8e4cd6d95748 None None] Routers {'1537262b-930a-403b-b695-099d89b0dfe7'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:57:08.927971 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a8c7d2f1-344f-49ba-8f1b-8e4cd6d95748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['1537262b-930a-403b-b695-099d89b0dfe7'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:08.990468 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a8c7d2f1-344f-49ba-8f1b-8e4cd6d95748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:09.005972 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c7d2f1-344f-49ba-8f1b-8e4cd6d95748 None None] Routers {'1537262b-930a-403b-b695-099d89b0dfe7'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:57:09.008494 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a8c7d2f1-344f-49ba-8f1b-8e4cd6d95748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['1537262b-930a-403b-b695-099d89b0dfe7'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:09.088831 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a8c7d2f1-344f-49ba-8f1b-8e4cd6d95748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:09.089715 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c7d2f1-344f-49ba-8f1b-8e4cd6d95748 None None] The sync data for ids ['1537262b-930a-403b-b695-099d89b0dfe7'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:57:09.126481 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e73f4c59-4215-4986-a1c2-d98acecbb262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (8aefb19a-fa11-4f52-8ded-00b4a34b67b3), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:09.129806 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e73f4c59-4215-4986-a1c2-d98acecbb262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:09.133479 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e73f4c59-4215-4986-a1c2-d98acecbb262 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8aefb19a-fa11-4f52-8ded-00b4a34b67b3 HTTP/1.1" status: 204 len: 168 time: 0.4020910 Feb 20 03:57:09.146773 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f4c59-4215-4986-a1c2-d98acecbb262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aefb19a-fa11-4f52-8ded-00b4a34b67b3,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:09.172187 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c743851-cbd4-4140-b673-c1180e1a49bd tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Made reservation on behalf of 910fffd4141b4cefbcb68eb3d271e392 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:57:09.176733 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9c743851-cbd4-4140-b673-c1180e1a49bd tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:09.228698 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-9c743851-cbd4-4140-b673-c1180e1a49bd tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] device_id is not set on port 5de7c580-c800-4d0e-90b6-556333e69a4f yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:57:09.290318 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a821eea3-9ef8-4f87-a66f-a5c6576211f3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (a17ef890-57b1-4e64-a334-1f258808a020), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:09.352933 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-be79360d-71b2-4e9a-905a-c048cbe5f715 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks [] for port (1bae402a-be2d-46d2-ab2e-2015b6ae45e0), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:09.362558 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a821eea3-9ef8-4f87-a66f-a5c6576211f3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (a17ef890-57b1-4e64-a334-1f258808a020), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:09.380952 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-9c743851-cbd4-4140-b673-c1180e1a49bd tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Allocated IP 172.20.0.14 (15c84a92-864c-4624-9e81-bc8bad2d9351/2ea6cfd6-4504-48b8-8904-f008f312714b/5de7c580-c800-4d0e-90b6-556333e69a4f) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:57:09.397085 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821eea3-9ef8-4f87-a66f-a5c6576211f3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a17ef890-57b1-4e64-a334-1f258808a020,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:09.406677 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0a650fd-9eca-4985-b256-28e9f30f4429 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:09.456316 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-be79360d-71b2-4e9a-905a-c048cbe5f715 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (1bae402a-be2d-46d2-ab2e-2015b6ae45e0), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:09.540357 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a821eea3-9ef8-4f87-a66f-a5c6576211f3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:09.541592 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a821eea3-9ef8-4f87-a66f-a5c6576211f3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1314094 Feb 20 03:57:09.596776 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38684) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:09.606846 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-662809a6-0c2a-4009-a49d-c5d30edae270 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'security_group_rule': {'security_group_id': '95aecce9-04b4-4501-ae1e-bc00cd5d129f', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:09.653057 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79360d-71b2-4e9a-905a-c048cbe5f715 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Pushing event updated for resources: {'Port': ['ID=1bae402a-be2d-46d2-ab2e-2015b6ae45e0,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:09.672408 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-be79360d-71b2-4e9a-905a-c048cbe5f715 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] In _notify_port_updated(), no bound segment for port 1bae402a-be2d-46d2-ab2e-2015b6ae45e0 on network 9e82b7bc-8562-4f17-90e0-452b06dedf5c {{(pid=104105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 03:57:09.678691 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be79360d-71b2-4e9a-905a-c048cbe5f715 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:09.679443 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-be79360d-71b2-4e9a-905a-c048cbe5f715 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:09.680913 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-be79360d-71b2-4e9a-905a-c048cbe5f715 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] 10.222.0.89 "PUT /v2.0/ports/1bae402a-be2d-46d2-ab2e-2015b6ae45e0 HTTP/1.1" status: 200 len: 1135 time: 1.3359494 Feb 20 03:57:09.686585 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38688) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:09.697997 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-d0a650fd-9eca-4985-b256-28e9f30f4429 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Allocated IP 172.25.7.42 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/b580c9d3-1e8b-447e-9537-b0cd2021b21d) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:57:09.824485 n-d-829866-4 neutron-server[104105]: INFO neutron.db.securitygroups_db [None req-662809a6-0c2a-4009-a49d-c5d30edae270 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Project c51c06307884485eaac01385a5cfa0f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 03:57:09.920349 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-9a81574d-7d18-4485-be96-b2c9e27b81da None None] Provisioning complete for port 1bae402a-be2d-46d2-ab2e-2015b6ae45e0 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:09.920937 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9a81574d-7d18-4485-be96-b2c9e27b81da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1bae402a-be2d-46d2-ab2e-2015b6ae45e0), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:09.947943 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-662809a6-0c2a-4009-a49d-c5d30edae270 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (e032750f-cd5f-47ab-bb0d-98d84160a0e6), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:09.989924 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-9a81574d-7d18-4485-be96-b2c9e27b81da None None] Port 1bae402a-be2d-46d2-ab2e-2015b6ae45e0 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:57:10.011157 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb49d7a-ab2c-4828-8ee3-33e712206729 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:10.015909 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5eb49d7a-ab2c-4828-8ee3-33e712206729 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] 10.222.0.89 "GET /v2.0/ports/1bae402a-be2d-46d2-ab2e-2015b6ae45e0 HTTP/1.1" status: 200 len: 1135 time: 0.3252258 Feb 20 03:57:10.028261 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38698) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:10.098871 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0a650fd-9eca-4985-b256-28e9f30f4429 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for port (b580c9d3-1e8b-447e-9537-b0cd2021b21d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:10.123823 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-662809a6-0c2a-4009-a49d-c5d30edae270 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (e032750f-cd5f-47ab-bb0d-98d84160a0e6), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:10.182897 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9c743851-cbd4-4140-b673-c1180e1a49bd tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks [] for port (5de7c580-c800-4d0e-90b6-556333e69a4f), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:10.195211 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-662809a6-0c2a-4009-a49d-c5d30edae270 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (e032750f-cd5f-47ab-bb0d-98d84160a0e6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:10.215088 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662809a6-0c2a-4009-a49d-c5d30edae270 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e032750f-cd5f-47ab-bb0d-98d84160a0e6,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:10.234454 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0a650fd-9eca-4985-b256-28e9f30f4429 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (b580c9d3-1e8b-447e-9537-b0cd2021b21d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:10.237750 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec599-4ae0-4aa6-a7b5-4f97848ab478 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Deleting port 1bae402a-be2d-46d2-ab2e-2015b6ae45e0 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:57:10.238101 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec599-4ae0-4aa6-a7b5-4f97848ab478 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (1bae402a-be2d-46d2-ab2e-2015b6ae45e0), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:10.300580 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a650fd-9eca-4985-b256-28e9f30f4429 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event updated for resources: {'Port': ['ID=b580c9d3-1e8b-447e-9537-b0cd2021b21d,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:10.311073 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9c743851-cbd4-4140-b673-c1180e1a49bd tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (5de7c580-c800-4d0e-90b6-556333e69a4f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:10.317564 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a650fd-9eca-4985-b256-28e9f30f4429 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:57:10.321310 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-662809a6-0c2a-4009-a49d-c5d30edae270 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:10.323336 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-662809a6-0c2a-4009-a49d-c5d30edae270 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7247689 Feb 20 03:57:10.325752 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38706) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:10.333468 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-2ac902e4-d6cc-4606-8719-db26d7e72d9e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'network': {'name': 'tempest-network-smoke--1652736815', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'port_security_enabled': True}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:10.338887 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-d0a650fd-9eca-4985-b256-28e9f30f4429 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:10.341675 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a650fd-9eca-4985-b256-28e9f30f4429 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:57:10.384924 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c743851-cbd4-4140-b673-c1180e1a49bd tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Network 15c84a92-864c-4624-9e81-bc8bad2d9351 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:57:10.391327 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-9c743851-cbd4-4140-b673-c1180e1a49bd tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:10.402550 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c743851-cbd4-4140-b673-c1180e1a49bd tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:57:10.445962 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c743851-cbd4-4140-b673-c1180e1a49bd tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Pushing event updated for resources: {'Port': ['ID=5de7c580-c800-4d0e-90b6-556333e69a4f,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:10.462330 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec599-4ae0-4aa6-a7b5-4f97848ab478 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (1bae402a-be2d-46d2-ab2e-2015b6ae45e0), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:10.484597 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec599-4ae0-4aa6-a7b5-4f97848ab478 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Calling delete_port for 1bae402a-be2d-46d2-ab2e-2015b6ae45e0 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:57:10.500805 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0a650fd-9eca-4985-b256-28e9f30f4429 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for floatingip (42c46de5-526c-46ee-8f9d-85331335ce8d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:10.506767 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c743851-cbd4-4140-b673-c1180e1a49bd tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:10.507749 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9c743851-cbd4-4140-b673-c1180e1a49bd tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:10.526796 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac902e4-d6cc-4606-8719-db26d7e72d9e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Made reservation on behalf of c51c06307884485eaac01385a5cfa0f0 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:57:10.530821 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2ac902e4-d6cc-4606-8719-db26d7e72d9e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:10.559977 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac902e4-d6cc-4606-8719-db26d7e72d9e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:57:10.572760 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2ac902e4-d6cc-4606-8719-db26d7e72d9e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (93e69323-4e49-4b8b-a65d-dd37b5850605), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:10.573118 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-2ac902e4-d6cc-4606-8719-db26d7e72d9e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Added segment 93e69323-4e49-4b8b-a65d-dd37b5850605 of type vlan for network 1553fd51-a4a7-4e2e-a488-03242682b199 Feb 20 03:57:10.629496 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2ac902e4-d6cc-4606-8719-db26d7e72d9e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (1553fd51-a4a7-4e2e-a488-03242682b199), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:10.652743 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9c743851-cbd4-4140-b673-c1180e1a49bd tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7420983 Feb 20 03:57:10.657473 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38714) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:10.684506 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-0d9d6700-3b5f-488b-a4d2-e46b626baa8d tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:10.719520 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0a650fd-9eca-4985-b256-28e9f30f4429 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b580c9d3-1e8b-447e-9537-b0cd2021b21d), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:10.726426 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f593491f-c83c-46e4-b2a2-7c6d75efd5ee None None] Provisioning complete for port 5de7c580-c800-4d0e-90b6-556333e69a4f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:10.727522 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f593491f-c83c-46e4-b2a2-7c6d75efd5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (5de7c580-c800-4d0e-90b6-556333e69a4f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:10.765494 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec599-4ae0-4aa6-a7b5-4f97848ab478 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (1bae402a-be2d-46d2-ab2e-2015b6ae45e0), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:10.773507 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f593491f-c83c-46e4-b2a2-7c6d75efd5ee None None] Port 5de7c580-c800-4d0e-90b6-556333e69a4f cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:57:10.797875 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2ac902e4-d6cc-4606-8719-db26d7e72d9e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (1553fd51-a4a7-4e2e-a488-03242682b199), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:10.803994 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac902e4-d6cc-4606-8719-db26d7e72d9e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:10.804581 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2ac902e4-d6cc-4606-8719-db26d7e72d9e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:10.807216 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0d9d6700-3b5f-488b-a4d2-e46b626baa8d tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:10.862554 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec599-4ae0-4aa6-a7b5-4f97848ab478 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Pushing event deleted for resources: {'Port': ['ID=1bae402a-be2d-46d2-ab2e-2015b6ae45e0,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:10.939646 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec599-4ae0-4aa6-a7b5-4f97848ab478 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:10.945396 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8d1ec599-4ae0-4aa6-a7b5-4f97848ab478 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] 10.222.0.89 "DELETE /v2.0/ports/1bae402a-be2d-46d2-ab2e-2015b6ae45e0 HTTP/1.1" status: 204 len: 168 time: 0.9245648 Feb 20 03:57:10.945886 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38718) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:10.981610 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac902e4-d6cc-4606-8719-db26d7e72d9e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'Network': ['ID=1553fd51-a4a7-4e2e-a488-03242682b199,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:10.994051 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 1553fd51-a4a7-4e2e-a488-03242682b199 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:57:11.008512 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2ac902e4-d6cc-4606-8719-db26d7e72d9e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6809173 Feb 20 03:57:11.018068 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38720) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:11.042466 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-ccba9cac-1de0-4850-82f5-2f91f35a89a3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1242735007', 'admin_state_up': True, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:11.088762 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-032d92b0-1ce5-4217-b4c3-7f87df2c1ca9 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Deleting subnet 3c1bb1eb-ffed-42f7-8ac4-d00248105c2a {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:57:11.092947 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-032d92b0-1ce5-4217-b4c3-7f87df2c1ca9 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks [] for subnet (3c1bb1eb-ffed-42f7-8ac4-d00248105c2a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:11.107511 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0a650fd-9eca-4985-b256-28e9f30f4429 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for port (b580c9d3-1e8b-447e-9537-b0cd2021b21d), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:11.157555 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0d9d6700-3b5f-488b-a4d2-e46b626baa8d tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:11.165659 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-032d92b0-1ce5-4217-b4c3-7f87df2c1ca9 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (3c1bb1eb-ffed-42f7-8ac4-d00248105c2a), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:11.196439 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0a650fd-9eca-4985-b256-28e9f30f4429 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (b580c9d3-1e8b-447e-9537-b0cd2021b21d), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:11.204071 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ccba9cac-1de0-4850-82f5-2f91f35a89a3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (cd442866-47cd-4dd8-8225-76e7631efc1c), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:11.206416 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ccba9cac-1de0-4850-82f5-2f91f35a89a3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (cd442866-47cd-4dd8-8225-76e7631efc1c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:11.369652 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ccba9cac-1de0-4850-82f5-2f91f35a89a3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router_controller (cd442866-47cd-4dd8-8225-76e7631efc1c), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:11.376443 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-032d92b0-1ce5-4217-b4c3-7f87df2c1ca9 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (3c1bb1eb-ffed-42f7-8ac4-d00248105c2a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:11.405964 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-0d9d6700-3b5f-488b-a4d2-e46b626baa8d tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Allocated IP 172.25.7.187 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/ebad2b0f-1d5d-40f4-9fc3-c07030bcda94) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:57:11.468931 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a650fd-9eca-4985-b256-28e9f30f4429 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event updated for resources: {'Port': ['ID=b580c9d3-1e8b-447e-9537-b0cd2021b21d,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:11.534335 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0a650fd-9eca-4985-b256-28e9f30f4429 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (42c46de5-526c-46ee-8f9d-85331335ce8d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:11.557751 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-032d92b0-1ce5-4217-b4c3-7f87df2c1ca9 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (3c1bb1eb-ffed-42f7-8ac4-d00248105c2a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:11.593065 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d92b0-1ce5-4217-b4c3-7f87df2c1ca9 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Pushing event deleted for resources: {'Subnet': ['ID=3c1bb1eb-ffed-42f7-8ac4-d00248105c2a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:11.599853 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0d9d6700-3b5f-488b-a4d2-e46b626baa8d tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks [] for port (ebad2b0f-1d5d-40f4-9fc3-c07030bcda94), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:11.628753 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-032d92b0-1ce5-4217-b4c3-7f87df2c1ca9 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:11.631922 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-032d92b0-1ce5-4217-b4c3-7f87df2c1ca9 tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] 10.222.0.89 "DELETE /v2.0/subnets/3c1bb1eb-ffed-42f7-8ac4-d00248105c2a HTTP/1.1" status: 204 len: 168 time: 0.6851928 Feb 20 03:57:11.634401 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38734) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:11.639193 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9f2384-e72b-4aef-af4d-cee0068ba697 None None] Network 9e82b7bc-8562-4f17-90e0-452b06dedf5c requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:57:11.675890 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d0a650fd-9eca-4985-b256-28e9f30f4429 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:11.681228 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d0a650fd-9eca-4985-b256-28e9f30f4429 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1962254 Feb 20 03:57:11.685817 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38738) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:11.685959 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ccba9cac-1de0-4850-82f5-2f91f35a89a3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router_gateway (cd442866-47cd-4dd8-8225-76e7631efc1c), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:11.691507 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-413ccce7-f240-4351-9b3b-c3068bf2c700 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Request body: {'port': {'network_id': '5ea9d388-98fd-4a05-93c7-400d062d9aa6', 'name': 'tempest-FloatingIPTestJSON-376110661'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:11.772131 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0d9d6700-3b5f-488b-a4d2-e46b626baa8d tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (ebad2b0f-1d5d-40f4-9fc3-c07030bcda94), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:11.801508 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b99456b4-2776-4b6f-a6e5-c7f57aecec5b tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (9e82b7bc-8562-4f17-90e0-452b06dedf5c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:11.829721 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9d6700-3b5f-488b-a4d2-e46b626baa8d tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:57:11.841133 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-0d9d6700-3b5f-488b-a4d2-e46b626baa8d tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:11.850707 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9d6700-3b5f-488b-a4d2-e46b626baa8d tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:57:11.907439 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d59d401-3233-4ca1-a9bc-7d1a7065195f None None] DHCP port deletion for 9e82b7bc-8562-4f17-90e0-452b06dedf5c request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:57:11.909129 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d6700-3b5f-488b-a4d2-e46b626baa8d tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Pushing event updated for resources: {'Port': ['ID=ebad2b0f-1d5d-40f4-9fc3-c07030bcda94,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:11.980021 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-b99456b4-2776-4b6f-a6e5-c7f57aecec5b tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Deleting port b70f707e-857d-46de-bb79-4c0a603e26bd {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:57:11.980371 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b99456b4-2776-4b6f-a6e5-c7f57aecec5b tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b70f707e-857d-46de-bb79-4c0a603e26bd), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:11.989097 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0d9d6700-3b5f-488b-a4d2-e46b626baa8d tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks [] for floatingip (c3f41b23-3c28-4690-b243-a4d28f4d7c8b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:12.022091 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413ccce7-f240-4351-9b3b-c3068bf2c700 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Made reservation on behalf of 7940427b48ab4ee8abd7ab68dd8ac52e for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:57:12.029378 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-413ccce7-f240-4351-9b3b-c3068bf2c700 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:12.056342 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-9d59d401-3233-4ca1-a9bc-7d1a7065195f None None] Deleting port b70f707e-857d-46de-bb79-4c0a603e26bd {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:57:12.057844 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9d59d401-3233-4ca1-a9bc-7d1a7065195f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b70f707e-857d-46de-bb79-4c0a603e26bd), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:12.073758 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-b99456b4-2776-4b6f-a6e5-c7f57aecec5b tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] For port b70f707e-857d-46de-bb79-4c0a603e26bd, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b70f707e-857d-46de-bb79-4c0a603e26bd,segment=NetworkSegment(7f0f13fb-4928-44ea-a88b-cb997d3e3a92),segment_id=7f0f13fb-4928-44ea-a88b-cb997d3e3a92)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:57:12.074025 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b99456b4-2776-4b6f-a6e5-c7f57aecec5b tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b70f707e-857d-46de-bb79-4c0a603e26bd), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:12.083364 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-413ccce7-f240-4351-9b3b-c3068bf2c700 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] device_id is not set on port ca2fe12c-b33b-42a5-8af9-59ee9db67d41 yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:57:12.095035 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-b99456b4-2776-4b6f-a6e5-c7f57aecec5b tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Calling delete_port for b70f707e-857d-46de-bb79-4c0a603e26bd owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:57:12.228862 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-9d59d401-3233-4ca1-a9bc-7d1a7065195f None None] For port b70f707e-857d-46de-bb79-4c0a603e26bd, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b70f707e-857d-46de-bb79-4c0a603e26bd,segment=NetworkSegment(7f0f13fb-4928-44ea-a88b-cb997d3e3a92),segment_id=7f0f13fb-4928-44ea-a88b-cb997d3e3a92)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:57:12.231883 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9d59d401-3233-4ca1-a9bc-7d1a7065195f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b70f707e-857d-46de-bb79-4c0a603e26bd), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:12.244498 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0d9d6700-3b5f-488b-a4d2-e46b626baa8d tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ebad2b0f-1d5d-40f4-9fc3-c07030bcda94), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:12.266596 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-9d59d401-3233-4ca1-a9bc-7d1a7065195f None None] Calling delete_port for b70f707e-857d-46de-bb79-4c0a603e26bd owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:57:12.280441 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ccba9cac-1de0-4850-82f5-2f91f35a89a3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router_gateway (cd442866-47cd-4dd8-8225-76e7631efc1c), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:12.319341 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ccba9cac-1de0-4850-82f5-2f91f35a89a3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:12.411164 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-413ccce7-f240-4351-9b3b-c3068bf2c700 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Allocated IP 172.20.0.11 (5ea9d388-98fd-4a05-93c7-400d062d9aa6/2b7c18c8-9cd8-4ae8-bbb3-3253deb64425/ca2fe12c-b33b-42a5-8af9-59ee9db67d41) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:57:12.458355 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-ccba9cac-1de0-4850-82f5-2f91f35a89a3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Allocated IP 172.25.7.79 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/1bdfadf4-4055-486a-bcd8-05e28f6fe037) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:57:12.519545 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9d59d401-3233-4ca1-a9bc-7d1a7065195f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (b70f707e-857d-46de-bb79-4c0a603e26bd), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:12.526832 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b99456b4-2776-4b6f-a6e5-c7f57aecec5b tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (b70f707e-857d-46de-bb79-4c0a603e26bd), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:12.532155 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0d9d6700-3b5f-488b-a4d2-e46b626baa8d tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks [] for port (ebad2b0f-1d5d-40f4-9fc3-c07030bcda94), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:12.564959 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59d401-3233-4ca1-a9bc-7d1a7065195f None None] Pushing event deleted for resources: {'Port': ['ID=b70f707e-857d-46de-bb79-4c0a603e26bd,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:12.567781 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d59d401-3233-4ca1-a9bc-7d1a7065195f None None] No DVR routers for this DVR port b70f707e-857d-46de-bb79-4c0a603e26bd on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:57:12.569979 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99456b4-2776-4b6f-a6e5-c7f57aecec5b tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Pushing event deleted for resources: {'Port': ['ID=b70f707e-857d-46de-bb79-4c0a603e26bd,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:12.571264 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99456b4-2776-4b6f-a6e5-c7f57aecec5b tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] No DVR routers for this DVR port b70f707e-857d-46de-bb79-4c0a603e26bd on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:57:12.606747 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0d9d6700-3b5f-488b-a4d2-e46b626baa8d tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (ebad2b0f-1d5d-40f4-9fc3-c07030bcda94), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:12.686240 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b99456b4-2776-4b6f-a6e5-c7f57aecec5b tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (9e82b7bc-8562-4f17-90e0-452b06dedf5c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:12.712277 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0d9d6700-3b5f-488b-a4d2-e46b626baa8d tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (c3f41b23-3c28-4690-b243-a4d28f4d7c8b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:12.735155 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-b99456b4-2776-4b6f-a6e5-c7f57aecec5b tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e82b7bc-8562-4f17-90e0-452b06dedf5c']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:12.738049 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-413ccce7-f240-4351-9b3b-c3068bf2c700 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for port (ca2fe12c-b33b-42a5-8af9-59ee9db67d41), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:12.741097 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ccba9cac-1de0-4850-82f5-2f91f35a89a3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for port (1bdfadf4-4055-486a-bcd8-05e28f6fe037), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:12.746600 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d6700-3b5f-488b-a4d2-e46b626baa8d tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Pushing event updated for resources: {'Port': ['ID=ebad2b0f-1d5d-40f4-9fc3-c07030bcda94,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:12.752170 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-b99456b4-2776-4b6f-a6e5-c7f57aecec5b tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0f13fb-4928-44ea-a88b-cb997d3e3a92') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:12.753158 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-b99456b4-2776-4b6f-a6e5-c7f57aecec5b tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0f13fb-4928-44ea-a88b-cb997d3e3a92') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:12.769494 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b99456b4-2776-4b6f-a6e5-c7f57aecec5b tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (7f0f13fb-4928-44ea-a88b-cb997d3e3a92), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:12.791067 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b99456b4-2776-4b6f-a6e5-c7f57aecec5b tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (7f0f13fb-4928-44ea-a88b-cb997d3e3a92), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:12.809182 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b99456b4-2776-4b6f-a6e5-c7f57aecec5b tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:57:12.809594 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b99456b4-2776-4b6f-a6e5-c7f57aecec5b tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (7f0f13fb-4928-44ea-a88b-cb997d3e3a92), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:12.813249 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:57:12.813249 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:57:12.813249 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:57:12.813249 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:57:12.813249 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:57:12.813249 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:57:12.813249 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:57:12.813249 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:57:12.813249 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:57:12.813249 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:57:12.813249 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:57:12.813249 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:57:12.813249 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:57:12.813249 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:57:12.813249 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:57:12.813249 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:57:12.813249 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:57:12.813249 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:57:12.813249 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:57:12.813249 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:57:12.813249 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:57:12.813249 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:57:12.813249 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:57:12.813249 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:57:12.813249 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:57:12.813249 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:57:12.813249 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:57:12.813249 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:57:12.813249 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:57:12.813249 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:57:12.813249 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:57:12.813249 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:57:12.827336 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0d9d6700-3b5f-488b-a4d2-e46b626baa8d tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:12.832824 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0d9d6700-3b5f-488b-a4d2-e46b626baa8d tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1698892 Feb 20 03:57:12.834625 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38760) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:12.840004 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-b1254330-8c91-49d1-b741-e3e43b803771 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Request body: {'floatingip': {'port_id': '5de7c580-c800-4d0e-90b6-556333e69a4f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:12.890237 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-413ccce7-f240-4351-9b3b-c3068bf2c700 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (ca2fe12c-b33b-42a5-8af9-59ee9db67d41), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:12.909111 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b1254330-8c91-49d1-b741-e3e43b803771 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks [] for floatingip (c3f41b23-3c28-4690-b243-a4d28f4d7c8b), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:12.938521 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ccba9cac-1de0-4850-82f5-2f91f35a89a3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (1bdfadf4-4055-486a-bcd8-05e28f6fe037), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:12.985406 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b99456b4-2776-4b6f-a6e5-c7f57aecec5b tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (9e82b7bc-8562-4f17-90e0-452b06dedf5c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:12.995563 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b99456b4-2776-4b6f-a6e5-c7f57aecec5b tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:13.000861 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413ccce7-f240-4351-9b3b-c3068bf2c700 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Network 5ea9d388-98fd-4a05-93c7-400d062d9aa6 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:57:13.010891 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b99456b4-2776-4b6f-a6e5-c7f57aecec5b tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] 10.222.0.89 "DELETE /v2.0/networks/9e82b7bc-8562-4f17-90e0-452b06dedf5c HTTP/1.1" status: 204 len: 168 time: 1.3714569 Feb 20 03:57:13.011676 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-413ccce7-f240-4351-9b3b-c3068bf2c700 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:13.021970 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413ccce7-f240-4351-9b3b-c3068bf2c700 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:57:13.026752 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccba9cac-1de0-4850-82f5-2f91f35a89a3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:57:13.041960 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99456b4-2776-4b6f-a6e5-c7f57aecec5b tempest-ExtraDHCPOptionsTestJSON-1723029656 tempest-ExtraDHCPOptionsTestJSON-1723029656-project] Pushing event deleted for resources: {'Network': ['ID=9e82b7bc-8562-4f17-90e0-452b06dedf5c,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:13.060305 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-ccba9cac-1de0-4850-82f5-2f91f35a89a3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:13.062541 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba9cac-1de0-4850-82f5-2f91f35a89a3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'Port': ['ID=1bdfadf4-4055-486a-bcd8-05e28f6fe037,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:13.076803 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccba9cac-1de0-4850-82f5-2f91f35a89a3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:57:13.080927 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ccce7-f240-4351-9b3b-c3068bf2c700 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event updated for resources: {'Port': ['ID=ca2fe12c-b33b-42a5-8af9-59ee9db67d41,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:13.135032 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-b1254330-8c91-49d1-b741-e3e43b803771 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] update failed (client error): The resource could not be found. Feb 20 03:57:13.140828 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b1254330-8c91-49d1-b741-e3e43b803771 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] 10.222.0.89 "PUT /v2.0/floatingips/c3f41b23-3c28-4690-b243-a4d28f4d7c8b HTTP/1.1" status: 404 len: 507 time: 0.3050172 Feb 20 03:57:13.141556 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38764) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:13.249721 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413ccce7-f240-4351-9b3b-c3068bf2c700 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:13.250435 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-413ccce7-f240-4351-9b3b-c3068bf2c700 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:13.317888 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-3312e44c-29ee-4af5-9446-04f063bfe362 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Deleting port ebad2b0f-1d5d-40f4-9fc3-c07030bcda94 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:57:13.318159 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3312e44c-29ee-4af5-9446-04f063bfe362 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ebad2b0f-1d5d-40f4-9fc3-c07030bcda94), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:13.366142 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-413ccce7-f240-4351-9b3b-c3068bf2c700 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6829665 Feb 20 03:57:13.368987 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38768) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:13.375412 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-1279ace5-d8b4-4199-b982-1b057649a8e0 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Request body: {'floatingip': {'port_id': 'ca2fe12c-b33b-42a5-8af9-59ee9db67d41'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:13.431665 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1279ace5-d8b4-4199-b982-1b057649a8e0 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for floatingip (42c46de5-526c-46ee-8f9d-85331335ce8d), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:13.497816 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ccba9cac-1de0-4850-82f5-2f91f35a89a3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router_gateway (cd442866-47cd-4dd8-8225-76e7631efc1c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:13.520234 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3312e44c-29ee-4af5-9446-04f063bfe362 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ebad2b0f-1d5d-40f4-9fc3-c07030bcda94), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:13.520573 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3312e44c-29ee-4af5-9446-04f063bfe362 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks [] for floatingip (ebad2b0f-1d5d-40f4-9fc3-c07030bcda94), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:13.548258 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-3312e44c-29ee-4af5-9446-04f063bfe362 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Calling delete_port for ebad2b0f-1d5d-40f4-9fc3-c07030bcda94 owned by network:floatingip {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:57:13.620192 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b70f707e-857d-46de-bb79-4c0a603e26bd no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:57:13.684180 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: b70f707e-857d-46de-bb79-4c0a603e26bd {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:57:13.688579 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b70f707e-857d-46de-bb79-4c0a603e26bd not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:57:13.802988 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38776) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:13.935769 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ccba9cac-1de0-4850-82f5-2f91f35a89a3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (cd442866-47cd-4dd8-8225-76e7631efc1c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:14.010715 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3312e44c-29ee-4af5-9446-04f063bfe362 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (ebad2b0f-1d5d-40f4-9fc3-c07030bcda94), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:14.085833 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312e44c-29ee-4af5-9446-04f063bfe362 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Pushing event deleted for resources: {'Port': ['ID=ebad2b0f-1d5d-40f4-9fc3-c07030bcda94,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:14.140999 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-89b12c34-7885-4859-baa0-ef21ec3be6a5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8f43c40aca0e435e8a718f6a177b5f68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3367801 Feb 20 03:57:14.144521 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38782) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:14.196681 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3312e44c-29ee-4af5-9446-04f063bfe362 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks [] for floatingip (c3f41b23-3c28-4690-b243-a4d28f4d7c8b), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:14.200109 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3312e44c-29ee-4af5-9446-04f063bfe362 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:14.201333 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3312e44c-29ee-4af5-9446-04f063bfe362 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] 10.222.0.89 "DELETE /v2.0/floatingips/c3f41b23-3c28-4690-b243-a4d28f4d7c8b HTTP/1.1" status: 204 len: 168 time: 1.0544820 Feb 20 03:57:14.219424 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38786) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:14.230492 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-cdee06f7-31dc-4b44-a126-a41c7bd79794 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Request body: {'floatingip': {'floating_network_id': '15c84a92-864c-4624-9e81-bc8bad2d9351', 'port_id': '5de7c580-c800-4d0e-90b6-556333e69a4f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:14.271721 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-16ee092b-2744-4162-81b2-eb21dbaef390 admin admin] Publish callbacks [] for security_group (3ec6edb8-2c23-4cc5-9ab3-e64437abb38e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:14.301869 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1279ace5-d8b4-4199-b982-1b057649a8e0 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:14.305452 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-16ee092b-2744-4162-81b2-eb21dbaef390 admin admin] Publish callbacks [] for security_group (3ec6edb8-2c23-4cc5-9ab3-e64437abb38e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:14.337333 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccba9cac-1de0-4850-82f5-2f91f35a89a3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Router cd442866-47cd-4dd8-8225-76e7631efc1c is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:57:14.356543 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1279ace5-d8b4-4199-b982-1b057649a8e0 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (42c46de5-526c-46ee-8f9d-85331335ce8d), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:14.391302 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cdee06f7-31dc-4b44-a126-a41c7bd79794 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:14.506033 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [None req-1279ace5-d8b4-4199-b982-1b057649a8e0 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Floating IP 42c46de5-526c-46ee-8f9d-85331335ce8d associated. External IP: 172.25.7.42, port: ca2fe12c-b33b-42a5-8af9-59ee9db67d41. Feb 20 03:57:14.543623 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccba9cac-1de0-4850-82f5-2f91f35a89a3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:57:14.556072 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bb631e-b8d9-4365-950f-01401f4b8cf1 None None] Sync routers for ids ['cd442866-47cd-4dd8-8225-76e7631efc1c'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:57:14.577081 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-16ee092b-2744-4162-81b2-eb21dbaef390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (3ec6edb8-2c23-4cc5-9ab3-e64437abb38e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:14.581388 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bb631e-b8d9-4365-950f-01401f4b8cf1 None None] Routers {'cd442866-47cd-4dd8-8225-76e7631efc1c'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:57:14.584367 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-16ee092b-2744-4162-81b2-eb21dbaef390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:14.584520 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-51bb631e-b8d9-4365-950f-01401f4b8cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['cd442866-47cd-4dd8-8225-76e7631efc1c'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:14.586389 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-16ee092b-2744-4162-81b2-eb21dbaef390 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3ec6edb8-2c23-4cc5-9ab3-e64437abb38e HTTP/1.1" status: 204 len: 168 time: 0.4407747 Feb 20 03:57:14.605674 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee092b-2744-4162-81b2-eb21dbaef390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec6edb8-2c23-4cc5-9ab3-e64437abb38e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:14.665619 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ccba9cac-1de0-4850-82f5-2f91f35a89a3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:14.670534 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ccba9cac-1de0-4850-82f5-2f91f35a89a3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.6501975 Feb 20 03:57:14.674814 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38790) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:14.709479 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-cdee06f7-31dc-4b44-a126-a41c7bd79794 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:57:14.711214 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cdee06f7-31dc-4b44-a126-a41c7bd79794 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4856772 Feb 20 03:57:14.716210 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38794) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:14.723291 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-aefb8427-0837-4099-bdb4-2eb43f9ae627 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'port_id': '5de7c580-c800-4d0e-90b6-556333e69a4f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:14.828914 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-51bb631e-b8d9-4365-950f-01401f4b8cf1 None None] Set router cd442866-47cd-4dd8-8225-76e7631efc1c gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:57:14.843467 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aefb8427-0837-4099-bdb4-2eb43f9ae627 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:15.226223 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-51bb631e-b8d9-4365-950f-01401f4b8cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242735007', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '1bdfadf4-4055-486a-bcd8-05e28f6fe037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:57:11Z', 'updated_at': '2022-02-20T03:57:13Z', 'revision_number': 3, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '1bdfadf4-4055-486a-bcd8-05e28f6fe037', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:13:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:57:12Z', 'updated_at': '2022-02-20T03:57:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:15.272262 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bb631e-b8d9-4365-950f-01401f4b8cf1 None None] Checking router: cd442866-47cd-4dd8-8225-76e7631efc1c for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:57:15.272602 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bb631e-b8d9-4365-950f-01401f4b8cf1 None None] Updating router cd442866-47cd-4dd8-8225-76e7631efc1c port 1bdfadf4-4055-486a-bcd8-05e28f6fe037 binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:57:15.314560 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-51bb631e-b8d9-4365-950f-01401f4b8cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1bdfadf4-4055-486a-bcd8-05e28f6fe037), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:15.357955 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1279ace5-d8b4-4199-b982-1b057649a8e0 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Router 5b615053-857e-4a30-912e-a6aaec7d3545 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:57:15.361607 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e33f7bd0-18a5-42f3-9f32-de69c6eded33 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=c51c06307884485eaac01385a5cfa0f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6886048 Feb 20 03:57:15.364877 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38808) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:15.638734 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aefb8427-0837-4099-bdb4-2eb43f9ae627 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:15.652461 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-51bb631e-b8d9-4365-950f-01401f4b8cf1 None None] Publish callbacks [] for port (1bdfadf4-4055-486a-bcd8-05e28f6fe037), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:15.750561 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14adfe61-da03-478a-81c5-1fd280848cd8 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:15.753693 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-14adfe61-da03-478a-81c5-1fd280848cd8 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3878911 Feb 20 03:57:15.763335 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38814) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:15.784056 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-51bb631e-b8d9-4365-950f-01401f4b8cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (1bdfadf4-4055-486a-bcd8-05e28f6fe037), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:15.832467 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38818) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:15.838067 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f472d2b3-dc67-4123-bded-6938be196a20 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=eaf6f7bf-76a8-47a9-a76f-78f3b96fe079&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0731874 Feb 20 03:57:15.843427 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-7e7532f1-0fd2-45ed-a0b2-733a4e4d9724 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-838474084', 'network_id': '1553fd51-a4a7-4e2e-a488-03242682b199', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:15.866090 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b600ae9-4b7c-4509-a5a0-98c396827d37 None None] Pushing event updated for resources: {'Port': ['ID=1bdfadf4-4055-486a-bcd8-05e28f6fe037,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:15.874768 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-51bb631e-b8d9-4365-950f-01401f4b8cf1 None None] Attempting to bind port 1bdfadf4-4055-486a-bcd8-05e28f6fe037 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:57:15.874768 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-51bb631e-b8d9-4365-950f-01401f4b8cf1 None None] Attempting to bind port 1bdfadf4-4055-486a-bcd8-05e28f6fe037 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:57:15.874768 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bb631e-b8d9-4365-950f-01401f4b8cf1 None None] Attempting to bind port 1bdfadf4-4055-486a-bcd8-05e28f6fe037 on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:57:15.875248 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1279ace5-d8b4-4199-b982-1b057649a8e0 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:57:15.882572 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b600ae9-4b7c-4509-a5a0-98c396827d37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:15.883348 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b600ae9-4b7c-4509-a5a0-98c396827d37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:15.883348 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b600ae9-4b7c-4509-a5a0-98c396827d37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:15.883767 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b600ae9-4b7c-4509-a5a0-98c396827d37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:15.884174 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b600ae9-4b7c-4509-a5a0-98c396827d37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:15.884575 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b600ae9-4b7c-4509-a5a0-98c396827d37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:15.884967 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b600ae9-4b7c-4509-a5a0-98c396827d37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:15.885363 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b600ae9-4b7c-4509-a5a0-98c396827d37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:15.885756 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b600ae9-4b7c-4509-a5a0-98c396827d37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:15.889418 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f047a32-9f56-4ba3-85f1-592e5b309886 None None] Sync routers for ids ['5b615053-857e-4a30-912e-a6aaec7d3545'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:57:15.893255 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1279ace5-d8b4-4199-b982-1b057649a8e0 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:15.898471 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b600ae9-4b7c-4509-a5a0-98c396827d37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:15.898925 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b600ae9-4b7c-4509-a5a0-98c396827d37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:15.900053 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b600ae9-4b7c-4509-a5a0-98c396827d37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:15.903577 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b600ae9-4b7c-4509-a5a0-98c396827d37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:15.914810 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bb631e-b8d9-4365-950f-01401f4b8cf1 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:57:15.915495 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bb631e-b8d9-4365-950f-01401f4b8cf1 None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:57:15.916112 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-51bb631e-b8d9-4365-950f-01401f4b8cf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:15.916678 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bb631e-b8d9-4365-950f-01401f4b8cf1 None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:57:15.917345 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-51bb631e-b8d9-4365-950f-01401f4b8cf1 None None] Bound port: 1bdfadf4-4055-486a-bcd8-05e28f6fe037, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:57:15.917907 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-51bb631e-b8d9-4365-950f-01401f4b8cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1bdfadf4-4055-486a-bcd8-05e28f6fe037), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:15.918383 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f047a32-9f56-4ba3-85f1-592e5b309886 None None] Routers {'5b615053-857e-4a30-912e-a6aaec7d3545'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:57:15.919450 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-8f047a32-9f56-4ba3-85f1-592e5b309886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['5b615053-857e-4a30-912e-a6aaec7d3545'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:15.957680 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-aefb8427-0837-4099-bdb4-2eb43f9ae627 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Allocated IP 172.25.7.138 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/b6d9a3aa-bf94-464c-8ad0-c2576f7c5358) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:57:16.047985 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-8f047a32-9f56-4ba3-85f1-592e5b309886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:16.062508 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f047a32-9f56-4ba3-85f1-592e5b309886 None None] Routers {'5b615053-857e-4a30-912e-a6aaec7d3545'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:57:16.063457 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-8f047a32-9f56-4ba3-85f1-592e5b309886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['5b615053-857e-4a30-912e-a6aaec7d3545'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:16.091866 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1279ace5-d8b4-4199-b982-1b057649a8e0 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "PUT /v2.0/floatingips/42c46de5-526c-46ee-8f9d-85331335ce8d HTTP/1.1" status: 200 len: 977 time: 2.7217667 Feb 20 03:57:16.097261 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38830) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:16.109744 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-51bb631e-b8d9-4365-950f-01401f4b8cf1 None None] For port 1bdfadf4-4055-486a-bcd8-05e28f6fe037, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:57:16.116395 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-51bb631e-b8d9-4365-950f-01401f4b8cf1 None None] For port 1bdfadf4-4055-486a-bcd8-05e28f6fe037, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=1bdfadf4-4055-486a-bcd8-05e28f6fe037,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:57:16.190534 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aefb8427-0837-4099-bdb4-2eb43f9ae627 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks [] for port (b6d9a3aa-bf94-464c-8ad0-c2576f7c5358), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:16.192377 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-8f047a32-9f56-4ba3-85f1-592e5b309886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:16.193519 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f047a32-9f56-4ba3-85f1-592e5b309886 None None] The sync data for ids ['5b615053-857e-4a30-912e-a6aaec7d3545'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:57:16.270731 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-51bb631e-b8d9-4365-950f-01401f4b8cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (1bdfadf4-4055-486a-bcd8-05e28f6fe037), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:16.275351 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-1d37dd6e-6fb0-4019-94b8-8ee49d9fc0cf tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Deleting port ca2fe12c-b33b-42a5-8af9-59ee9db67d41 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:57:16.275351 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1d37dd6e-6fb0-4019-94b8-8ee49d9fc0cf tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ca2fe12c-b33b-42a5-8af9-59ee9db67d41), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:16.284176 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7532f1-0fd2-45ed-a0b2-733a4e4d9724 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Made reservation on behalf of c51c06307884485eaac01385a5cfa0f0 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:57:16.296308 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7e7532f1-0fd2-45ed-a0b2-733a4e4d9724 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:16.310283 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aefb8427-0837-4099-bdb4-2eb43f9ae627 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (b6d9a3aa-bf94-464c-8ad0-c2576f7c5358), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:16.421958 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefb8427-0837-4099-bdb4-2eb43f9ae627 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:57:16.423083 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38836) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:16.424247 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb8427-0837-4099-bdb4-2eb43f9ae627 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Pushing event updated for resources: {'Port': ['ID=b6d9a3aa-bf94-464c-8ad0-c2576f7c5358,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:16.428443 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bb631e-b8d9-4365-950f-01401f4b8cf1 None None] Routers {'cd442866-47cd-4dd8-8225-76e7631efc1c'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:57:16.429858 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-51bb631e-b8d9-4365-950f-01401f4b8cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['cd442866-47cd-4dd8-8225-76e7631efc1c'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:16.432182 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-aefb8427-0837-4099-bdb4-2eb43f9ae627 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:16.437111 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b600ae9-4b7c-4509-a5a0-98c396827d37 None None] Pushing event updated for resources: {'Port': ['ID=1bdfadf4-4055-486a-bcd8-05e28f6fe037,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:16.452676 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefb8427-0837-4099-bdb4-2eb43f9ae627 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:57:16.548429 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1d37dd6e-6fb0-4019-94b8-8ee49d9fc0cf tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ca2fe12c-b33b-42a5-8af9-59ee9db67d41), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:16.650496 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-51bb631e-b8d9-4365-950f-01401f4b8cf1 None None] Set router cd442866-47cd-4dd8-8225-76e7631efc1c gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:57:16.766581 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-38c31029-ee20-4be0-b5bd-b312576cbe33 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Request body: {'networks': [{'name': 'tempest-network--780588709'}, {'name': 'tempest-network--1171355344'}]} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:16.768636 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-38c31029-ee20-4be0-b5bd-b312576cbe33 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Request body: {'network': {'name': 'tempest-network--780588709'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:16.768636 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-38c31029-ee20-4be0-b5bd-b312576cbe33 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Request body: {'network': {'name': 'tempest-network--1171355344'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:16.861832 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-aefb8427-0837-4099-bdb4-2eb43f9ae627 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Deleting port b6d9a3aa-bf94-464c-8ad0-c2576f7c5358 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:57:16.862506 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aefb8427-0837-4099-bdb4-2eb43f9ae627 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b6d9a3aa-bf94-464c-8ad0-c2576f7c5358), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:17.014084 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aefb8427-0837-4099-bdb4-2eb43f9ae627 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b6d9a3aa-bf94-464c-8ad0-c2576f7c5358), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:17.014567 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aefb8427-0837-4099-bdb4-2eb43f9ae627 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks [] for floatingip (b6d9a3aa-bf94-464c-8ad0-c2576f7c5358), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:17.024123 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-51bb631e-b8d9-4365-950f-01401f4b8cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242735007', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '1bdfadf4-4055-486a-bcd8-05e28f6fe037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:57:11Z', 'updated_at': '2022-02-20T03:57:13Z', 'revision_number': 3, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '1bdfadf4-4055-486a-bcd8-05e28f6fe037', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:13:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:57:12Z', 'updated_at': '2022-02-20T03:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:17.030261 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-aefb8427-0837-4099-bdb4-2eb43f9ae627 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Calling delete_port for b6d9a3aa-bf94-464c-8ad0-c2576f7c5358 owned by network:floatingip {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:57:17.086040 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7e7532f1-0fd2-45ed-a0b2-733a4e4d9724 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (9acbd7c8-024d-4797-af2a-388f49052bab), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:17.096522 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c31029-ee20-4be0-b5bd-b312576cbe33 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Made reservation on behalf of 08805cf50422496dadb4d689b16b20bf for: {'network': 2} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:57:17.101107 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38c31029-ee20-4be0-b5bd-b312576cbe33 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:17.115286 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38c31029-ee20-4be0-b5bd-b312576cbe33 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:17.115823 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bb631e-b8d9-4365-950f-01401f4b8cf1 None None] The sync data for ids ['cd442866-47cd-4dd8-8225-76e7631efc1c'] in n-d-829866-4 is: [{'id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242735007', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '1bdfadf4-4055-486a-bcd8-05e28f6fe037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:57:11Z', 'updated_at': '2022-02-20T03:57:13Z', 'revision_number': 3, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '1bdfadf4-4055-486a-bcd8-05e28f6fe037', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:13:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:57:12Z', 'updated_at': '2022-02-20T03:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:57:17.261654 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7532f1-0fd2-45ed-a0b2-733a4e4d9724 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Checking segment: {'id': '93e69323-4e49-4b8b-a65d-dd37b5850605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1553fd51-a4a7-4e2e-a488-03242682b199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:57:17.262033 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7532f1-0fd2-45ed-a0b2-733a4e4d9724 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Network hostable DHCP agents. Network: 1553fd51-a4a7-4e2e-a488-03242682b199, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:57:17.314734 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7532f1-0fd2-45ed-a0b2-733a4e4d9724 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'Subnet': ['ID=9acbd7c8-024d-4797-af2a-388f49052bab,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:17.402383 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1d37dd6e-6fb0-4019-94b8-8ee49d9fc0cf tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:17.402772 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1d37dd6e-6fb0-4019-94b8-8ee49d9fc0cf tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (42c46de5-526c-46ee-8f9d-85331335ce8d), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:17.403266 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aefb8427-0837-4099-bdb4-2eb43f9ae627 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (b6d9a3aa-bf94-464c-8ad0-c2576f7c5358), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:17.405434 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [None req-1d37dd6e-6fb0-4019-94b8-8ee49d9fc0cf tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Floating IP 42c46de5-526c-46ee-8f9d-85331335ce8d disassociated. External IP: 172.25.7.42, port: ca2fe12c-b33b-42a5-8af9-59ee9db67d41. Feb 20 03:57:17.405817 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-1d37dd6e-6fb0-4019-94b8-8ee49d9fc0cf tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Calling delete_port for ca2fe12c-b33b-42a5-8af9-59ee9db67d41 owned by {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:57:17.449584 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb8427-0837-4099-bdb4-2eb43f9ae627 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Pushing event deleted for resources: {'Port': ['ID=b6d9a3aa-bf94-464c-8ad0-c2576f7c5358,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:17.550847 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7532f1-0fd2-45ed-a0b2-733a4e4d9724 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Network 1553fd51-a4a7-4e2e-a488-03242682b199 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:57:17.633952 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38c31029-ee20-4be0-b5bd-b312576cbe33 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks [] for security_group (22659372-7c56-4f96-8d36-167de5e15c5a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:17.651649 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-7e7532f1-0fd2-45ed-a0b2-733a4e4d9724 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 1553fd51-a4a7-4e2e-a488-03242682b199) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:17.665813 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b176a668-3adb-4bf2-995c-4075bab96de2 None None] Network 1553fd51-a4a7-4e2e-a488-03242682b199 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:57:17.671810 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7532f1-0fd2-45ed-a0b2-733a4e4d9724 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:17.672434 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7e7532f1-0fd2-45ed-a0b2-733a4e4d9724 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:17.709325 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1d37dd6e-6fb0-4019-94b8-8ee49d9fc0cf tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (ca2fe12c-b33b-42a5-8af9-59ee9db67d41), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:17.742380 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38c31029-ee20-4be0-b5bd-b312576cbe33 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (22659372-7c56-4f96-8d36-167de5e15c5a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:17.743225 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38c31029-ee20-4be0-b5bd-b312576cbe33 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:17.755052 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-aefb8427-0837-4099-bdb4-2eb43f9ae627 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] create failed (client error): The resource could not be found. Feb 20 03:57:17.757501 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-aefb8427-0837-4099-bdb4-2eb43f9ae627 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.0384383 Feb 20 03:57:17.763350 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38850) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:17.779830 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d37dd6e-6fb0-4019-94b8-8ee49d9fc0cf tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event deleted for resources: {'Port': ['ID=ca2fe12c-b33b-42a5-8af9-59ee9db67d41,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:17.810828 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7e7532f1-0fd2-45ed-a0b2-733a4e4d9724 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9748681 Feb 20 03:57:17.812343 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38852) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:17.837865 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b1a982-43a6-4fa3-bf39-3fa6dec48bd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-1553fd51-a4a7-4e2e-a488-03242682b199', 'network_id': '1553fd51-a4a7-4e2e-a488-03242682b199', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'fixed_ips': [{'subnet_id': '9acbd7c8-024d-4797-af2a-388f49052bab'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:57:17.839927 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-57b1a982-43a6-4fa3-bf39-3fa6dec48bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:17.922811 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c31029-ee20-4be0-b5bd-b312576cbe33 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22659372-7c56-4f96-8d36-167de5e15c5a,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:17.954630 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c31029-ee20-4be0-b5bd-b312576cbe33 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:57:18.003265 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38c31029-ee20-4be0-b5bd-b312576cbe33 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (661b074d-0ce6-4858-9918-588a5a81b8a2), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:18.007671 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-38c31029-ee20-4be0-b5bd-b312576cbe33 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Added segment 661b074d-0ce6-4858-9918-588a5a81b8a2 of type vlan for network e589d34f-2e3b-452b-aa1e-3bcc9985e657 Feb 20 03:57:18.199512 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38c31029-ee20-4be0-b5bd-b312576cbe33 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (e589d34f-2e3b-452b-aa1e-3bcc9985e657), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:18.303953 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-57b1a982-43a6-4fa3-bf39-3fa6dec48bd6 None None] Allocated IP 172.20.0.2 (1553fd51-a4a7-4e2e-a488-03242682b199/9acbd7c8-024d-4797-af2a-388f49052bab/70606b33-3d51-46cd-829b-8e15482aeb31) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:57:18.348420 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c31029-ee20-4be0-b5bd-b312576cbe33 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:57:18.370355 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38c31029-ee20-4be0-b5bd-b312576cbe33 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (d7a422aa-bfbb-4490-9f5c-9e95af92afa5), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:18.370764 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-38c31029-ee20-4be0-b5bd-b312576cbe33 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Added segment d7a422aa-bfbb-4490-9f5c-9e95af92afa5 of type vlan for network b8d05291-8aa7-460f-8487-36cd46f8679e Feb 20 03:57:18.480679 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38c31029-ee20-4be0-b5bd-b312576cbe33 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (b8d05291-8aa7-460f-8487-36cd46f8679e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:18.541340 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-142aa371-5bcf-4261-81db-c6eb8794594b tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Deleting port 5de7c580-c800-4d0e-90b6-556333e69a4f {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:57:18.541687 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-142aa371-5bcf-4261-81db-c6eb8794594b tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (5de7c580-c800-4d0e-90b6-556333e69a4f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:18.675922 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-57b1a982-43a6-4fa3-bf39-3fa6dec48bd6 None None] Publish callbacks [] for port (70606b33-3d51-46cd-829b-8e15482aeb31), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:18.749188 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-57b1a982-43a6-4fa3-bf39-3fa6dec48bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (70606b33-3d51-46cd-829b-8e15482aeb31), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:18.756691 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-142aa371-5bcf-4261-81db-c6eb8794594b tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (5de7c580-c800-4d0e-90b6-556333e69a4f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:18.781391 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-142aa371-5bcf-4261-81db-c6eb8794594b tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Calling delete_port for 5de7c580-c800-4d0e-90b6-556333e69a4f owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:57:18.837360 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fed06e60-d9f5-4ba4-8e88-39d2371fde36 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:18.867235 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b1a982-43a6-4fa3-bf39-3fa6dec48bd6 None None] Network 1553fd51-a4a7-4e2e-a488-03242682b199 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:57:18.869720 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1a982-43a6-4fa3-bf39-3fa6dec48bd6 None None] Pushing event updated for resources: {'Port': ['ID=70606b33-3d51-46cd-829b-8e15482aeb31,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:18.887344 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-57b1a982-43a6-4fa3-bf39-3fa6dec48bd6 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:18.889254 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b1a982-43a6-4fa3-bf39-3fa6dec48bd6 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:57:18.995605 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-57b1a982-43a6-4fa3-bf39-3fa6dec48bd6 None None] Attempting to bind port 70606b33-3d51-46cd-829b-8e15482aeb31 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:57:18.996390 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-57b1a982-43a6-4fa3-bf39-3fa6dec48bd6 None None] Attempting to bind port 70606b33-3d51-46cd-829b-8e15482aeb31 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '93e69323-4e49-4b8b-a65d-dd37b5850605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1553fd51-a4a7-4e2e-a488-03242682b199'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:57:18.997032 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b1a982-43a6-4fa3-bf39-3fa6dec48bd6 None None] Attempting to bind port 70606b33-3d51-46cd-829b-8e15482aeb31 on network 1553fd51-a4a7-4e2e-a488-03242682b199 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:57:19.004338 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b1a982-43a6-4fa3-bf39-3fa6dec48bd6 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:57:19.007764 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b1a982-43a6-4fa3-bf39-3fa6dec48bd6 None None] Checking segment: {'id': '93e69323-4e49-4b8b-a65d-dd37b5850605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1553fd51-a4a7-4e2e-a488-03242682b199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:57:19.011423 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-57b1a982-43a6-4fa3-bf39-3fa6dec48bd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:19.012167 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b1a982-43a6-4fa3-bf39-3fa6dec48bd6 None None] Bound using segment: {'id': '93e69323-4e49-4b8b-a65d-dd37b5850605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1553fd51-a4a7-4e2e-a488-03242682b199'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:57:19.018595 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-57b1a982-43a6-4fa3-bf39-3fa6dec48bd6 None None] Bound port: 70606b33-3d51-46cd-829b-8e15482aeb31, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e69323-4e49-4b8b-a65d-dd37b5850605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1553fd51-a4a7-4e2e-a488-03242682b199'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:57:19.019250 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-57b1a982-43a6-4fa3-bf39-3fa6dec48bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (70606b33-3d51-46cd-829b-8e15482aeb31), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:19.034764 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d37dd6e-6fb0-4019-94b8-8ee49d9fc0cf tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Router 5b615053-857e-4a30-912e-a6aaec7d3545 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:57:19.077257 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38c31029-ee20-4be0-b5bd-b312576cbe33 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (e589d34f-2e3b-452b-aa1e-3bcc9985e657), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:19.078963 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38c31029-ee20-4be0-b5bd-b312576cbe33 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (b8d05291-8aa7-460f-8487-36cd46f8679e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:19.092905 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c31029-ee20-4be0-b5bd-b312576cbe33 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:19.103001 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c31029-ee20-4be0-b5bd-b312576cbe33 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:19.103696 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38c31029-ee20-4be0-b5bd-b312576cbe33 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:19.181127 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-57b1a982-43a6-4fa3-bf39-3fa6dec48bd6 None None] For port 70606b33-3d51-46cd-829b-8e15482aeb31, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:57:19.188661 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-57b1a982-43a6-4fa3-bf39-3fa6dec48bd6 None None] For port 70606b33-3d51-46cd-829b-8e15482aeb31, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=70606b33-3d51-46cd-829b-8e15482aeb31,segment=NetworkSegment(93e69323-4e49-4b8b-a65d-dd37b5850605),segment_id=93e69323-4e49-4b8b-a65d-dd37b5850605)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:57:19.264185 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-57b1a982-43a6-4fa3-bf39-3fa6dec48bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (70606b33-3d51-46cd-829b-8e15482aeb31), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:19.277770 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c31029-ee20-4be0-b5bd-b312576cbe33 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Pushing event updated for resources: {'Network': ['ID=e589d34f-2e3b-452b-aa1e-3bcc9985e657,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:19.402624 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1a982-43a6-4fa3-bf39-3fa6dec48bd6 None None] Pushing event updated for resources: {'Port': ['ID=70606b33-3d51-46cd-829b-8e15482aeb31,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:19.411057 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-142aa371-5bcf-4261-81db-c6eb8794594b tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (5de7c580-c800-4d0e-90b6-556333e69a4f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:19.419779 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c31029-ee20-4be0-b5bd-b312576cbe33 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Pushing event updated for resources: {'Network': ['ID=b8d05291-8aa7-460f-8487-36cd46f8679e,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:19.420073 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network e589d34f-2e3b-452b-aa1e-3bcc9985e657 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:57:19.454832 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142aa371-5bcf-4261-81db-c6eb8794594b tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Pushing event deleted for resources: {'Port': ['ID=5de7c580-c800-4d0e-90b6-556333e69a4f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:19.484027 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network b8d05291-8aa7-460f-8487-36cd46f8679e details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:57:19.549254 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-142aa371-5bcf-4261-81db-c6eb8794594b tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:19.552248 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-142aa371-5bcf-4261-81db-c6eb8794594b tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] 10.222.0.89 "DELETE /v2.0/ports/5de7c580-c800-4d0e-90b6-556333e69a4f HTTP/1.1" status: 204 len: 168 time: 1.7726104 Feb 20 03:57:19.556334 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-38c31029-ee20-4be0-b5bd-b312576cbe33 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.1182885 Feb 20 03:57:19.556978 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38872) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:19.587287 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d37dd6e-6fb0-4019-94b8-8ee49d9fc0cf tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:57:19.590758 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38874) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:19.595681 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-fed06e60-d9f5-4ba4-8e88-39d2371fde36 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Allocated IP 172.20.0.1 (1553fd51-a4a7-4e2e-a488-03242682b199/9acbd7c8-024d-4797-af2a-388f49052bab/0111f4e6-0230-453e-9e59-72df10051f4d) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:57:19.603300 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1271a5-3cd9-4cab-a9ea-51a32a3e80e3 None None] Sync routers for ids ['5b615053-857e-4a30-912e-a6aaec7d3545'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:57:19.622206 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1271a5-3cd9-4cab-a9ea-51a32a3e80e3 None None] Routers {'5b615053-857e-4a30-912e-a6aaec7d3545'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:57:19.625165 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-1e1271a5-3cd9-4cab-a9ea-51a32a3e80e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['5b615053-857e-4a30-912e-a6aaec7d3545'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:19.770247 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-1e1271a5-3cd9-4cab-a9ea-51a32a3e80e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:19.773200 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2aff533-8967-449b-acb2-1a90f2febf1d tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:19.775129 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a2aff533-8967-449b-acb2-1a90f2febf1d tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] 10.222.0.89 "GET /v2.0/ports?device_id=1537262b-930a-403b-b695-099d89b0dfe7 HTTP/1.1" status: 200 len: 913 time: 0.2163181 Feb 20 03:57:19.784891 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38880) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:19.804727 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1271a5-3cd9-4cab-a9ea-51a32a3e80e3 None None] Routers {'5b615053-857e-4a30-912e-a6aaec7d3545'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:57:19.805677 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-1e1271a5-3cd9-4cab-a9ea-51a32a3e80e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['5b615053-857e-4a30-912e-a6aaec7d3545'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:19.947751 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 1bdfadf4-4055-486a-bcd8-05e28f6fe037 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:57:20.236171 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-1e1271a5-3cd9-4cab-a9ea-51a32a3e80e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:20.237109 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1271a5-3cd9-4cab-a9ea-51a32a3e80e3 None None] The sync data for ids ['5b615053-857e-4a30-912e-a6aaec7d3545'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:57:20.301137 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 1bdfadf4-4055-486a-bcd8-05e28f6fe037 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:20.301620 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1bdfadf4-4055-486a-bcd8-05e28f6fe037), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:20.506068 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1d37dd6e-6fb0-4019-94b8-8ee49d9fc0cf tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:20.518738 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3cf71e5c-f98b-45c8-bc1a-68e5b72afd68 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (1537262b-930a-403b-b695-099d89b0dfe7), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:20.522052 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1d37dd6e-6fb0-4019-94b8-8ee49d9fc0cf tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "DELETE /v2.0/ports/ca2fe12c-b33b-42a5-8af9-59ee9db67d41 HTTP/1.1" status: 204 len: 168 time: 4.4230978 Feb 20 03:57:20.539308 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38898) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:20.585724 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22d83cf-45ef-42f9-a88b-4166ac4cbe5b tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:20.603634 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22d83cf-45ef-42f9-a88b-4166ac4cbe5b tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:20.615556 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 1bdfadf4-4055-486a-bcd8-05e28f6fe037 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:57:20.615959 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1bdfadf4-4055-486a-bcd8-05e28f6fe037), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:20.616645 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22d83cf-45ef-42f9-a88b-4166ac4cbe5b tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:20.632311 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22d83cf-45ef-42f9-a88b-4166ac4cbe5b tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:20.639140 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38900) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:20.640601 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b22d83cf-45ef-42f9-a88b-4166ac4cbe5b tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.0374441 Feb 20 03:57:20.671572 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 1bdfadf4-4055-486a-bcd8-05e28f6fe037, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=1bdfadf4-4055-486a-bcd8-05e28f6fe037,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:57:20.743768 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (1bdfadf4-4055-486a-bcd8-05e28f6fe037), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:20.995371 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=1bdfadf4-4055-486a-bcd8-05e28f6fe037,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:21.053095 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6a72060e-cb4c-4c3c-9acd-d9c1b9138e12 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (e589d34f-2e3b-452b-aa1e-3bcc9985e657), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:21.097578 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:21.194821 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:21.341400 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6a72060e-cb4c-4c3c-9acd-d9c1b9138e12 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (e589d34f-2e3b-452b-aa1e-3bcc9985e657), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:21.357703 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2f6957a1-bb2a-43f4-ae17-d8fdb75ae14d tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "GET /v2.0/floatingips/42c46de5-526c-46ee-8f9d-85331335ce8d HTTP/1.1" status: 200 len: 687 time: 0.8172297 Feb 20 03:57:21.379616 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38924) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:21.381103 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-6a72060e-cb4c-4c3c-9acd-d9c1b9138e12 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e589d34f-2e3b-452b-aa1e-3bcc9985e657']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:21.391617 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-6a72060e-cb4c-4c3c-9acd-d9c1b9138e12 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '661b074d-0ce6-4858-9918-588a5a81b8a2') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:21.392436 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-6a72060e-cb4c-4c3c-9acd-d9c1b9138e12 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '661b074d-0ce6-4858-9918-588a5a81b8a2') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:21.402989 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6a72060e-cb4c-4c3c-9acd-d9c1b9138e12 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (661b074d-0ce6-4858-9918-588a5a81b8a2), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:21.417089 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6a72060e-cb4c-4c3c-9acd-d9c1b9138e12 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (661b074d-0ce6-4858-9918-588a5a81b8a2), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:21.424217 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a72060e-cb4c-4c3c-9acd-d9c1b9138e12 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:57:21.424630 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6a72060e-cb4c-4c3c-9acd-d9c1b9138e12 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (661b074d-0ce6-4858-9918-588a5a81b8a2), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:21.537896 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:57:21.537896 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:57:21.537896 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:57:21.537896 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:57:21.537896 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:57:21.537896 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:57:21.537896 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:57:21.537896 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:57:21.537896 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:57:21.537896 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:57:21.537896 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:57:21.537896 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:57:21.537896 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:57:21.537896 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:57:21.537896 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:57:21.537896 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:57:21.537896 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:57:21.537896 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:57:21.537896 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:57:21.537896 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:57:21.537896 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:57:21.537896 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:57:21.537896 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:57:21.537896 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:57:21.537896 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:57:21.537896 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:57:21.537896 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:57:21.537896 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:57:21.537896 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:57:21.537896 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:57:21.537896 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:57:21.537896 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:57:21.747254 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 70606b33-3d51-46cd-829b-8e15482aeb31 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:57:21.750493 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6a72060e-cb4c-4c3c-9acd-d9c1b9138e12 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (e589d34f-2e3b-452b-aa1e-3bcc9985e657), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:21.753652 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fed06e60-d9f5-4ba4-8e88-39d2371fde36 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for port (0111f4e6-0230-453e-9e59-72df10051f4d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:21.769967 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6a72060e-cb4c-4c3c-9acd-d9c1b9138e12 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:21.772253 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-89cb8294-cf9a-4dbe-a32e-faf2eab1bab2 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Deleting port b580c9d3-1e8b-447e-9537-b0cd2021b21d {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:57:21.772606 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-89cb8294-cf9a-4dbe-a32e-faf2eab1bab2 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b580c9d3-1e8b-447e-9537-b0cd2021b21d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:21.780240 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6a72060e-cb4c-4c3c-9acd-d9c1b9138e12 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] 10.222.0.89 "DELETE /v2.0/networks/e589d34f-2e3b-452b-aa1e-3bcc9985e657 HTTP/1.1" status: 204 len: 168 time: 1.1354122 Feb 20 03:57:21.790188 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38934) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:21.858491 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72060e-cb4c-4c3c-9acd-d9c1b9138e12 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Pushing event deleted for resources: {'Network': ['ID=e589d34f-2e3b-452b-aa1e-3bcc9985e657,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:21.875813 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f98654b-fc06-4de8-9290-7c387d0bb107 None None] Network 1553fd51-a4a7-4e2e-a488-03242682b199 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:57:21.941870 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-89cb8294-cf9a-4dbe-a32e-faf2eab1bab2 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b580c9d3-1e8b-447e-9537-b0cd2021b21d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:21.942281 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-89cb8294-cf9a-4dbe-a32e-faf2eab1bab2 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for floatingip (b580c9d3-1e8b-447e-9537-b0cd2021b21d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:21.972257 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-89cb8294-cf9a-4dbe-a32e-faf2eab1bab2 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Calling delete_port for b580c9d3-1e8b-447e-9537-b0cd2021b21d owned by network:floatingip {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:57:22.029302 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-fccf1abf-cb4d-4e8c-883d-00c72b37d10b None None] Provisioning complete for port 70606b33-3d51-46cd-829b-8e15482aeb31 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:22.029919 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fccf1abf-cb4d-4e8c-883d-00c72b37d10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (70606b33-3d51-46cd-829b-8e15482aeb31), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:22.072913 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fed06e60-d9f5-4ba4-8e88-39d2371fde36 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (0111f4e6-0230-453e-9e59-72df10051f4d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:22.076453 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8b0e4abb-0d3d-43d3-92c6-4e5f0af2fdfe tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (b8d05291-8aa7-460f-8487-36cd46f8679e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:22.164947 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 70606b33-3d51-46cd-829b-8e15482aeb31 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:22.164947 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (70606b33-3d51-46cd-829b-8e15482aeb31), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:22.237989 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed06e60-d9f5-4ba4-8e88-39d2371fde36 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Network 1553fd51-a4a7-4e2e-a488-03242682b199 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:57:22.238229 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8b0e4abb-0d3d-43d3-92c6-4e5f0af2fdfe tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (b8d05291-8aa7-460f-8487-36cd46f8679e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:22.257345 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-fed06e60-d9f5-4ba4-8e88-39d2371fde36 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:22.279714 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed06e60-d9f5-4ba4-8e88-39d2371fde36 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:57:22.294439 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-3cf71e5c-f98b-45c8-bc1a-68e5b72afd68 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Deleting port 00361e10-3636-49ff-b820-f4ac52137bf1 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:57:22.294967 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3cf71e5c-f98b-45c8-bc1a-68e5b72afd68 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (00361e10-3636-49ff-b820-f4ac52137bf1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:22.339070 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed06e60-d9f5-4ba4-8e88-39d2371fde36 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'Port': ['ID=0111f4e6-0230-453e-9e59-72df10051f4d,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:22.375525 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fed06e60-d9f5-4ba4-8e88-39d2371fde36 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (cd442866-47cd-4dd8-8225-76e7631efc1c), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:22.465111 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-fccf1abf-cb4d-4e8c-883d-00c72b37d10b None None] Current status of the port 70606b33-3d51-46cd-829b-8e15482aeb31 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:57:22.467397 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fccf1abf-cb4d-4e8c-883d-00c72b37d10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (70606b33-3d51-46cd-829b-8e15482aeb31), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:22.491437 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-8b0e4abb-0d3d-43d3-92c6-4e5f0af2fdfe tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d05291-8aa7-460f-8487-36cd46f8679e']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:22.541942 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-8b0e4abb-0d3d-43d3-92c6-4e5f0af2fdfe tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a422aa-bfbb-4490-9f5c-9e95af92afa5') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:22.542545 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-8b0e4abb-0d3d-43d3-92c6-4e5f0af2fdfe tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a422aa-bfbb-4490-9f5c-9e95af92afa5') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:22.597320 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 70606b33-3d51-46cd-829b-8e15482aeb31 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:57:22.599934 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8b0e4abb-0d3d-43d3-92c6-4e5f0af2fdfe tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (d7a422aa-bfbb-4490-9f5c-9e95af92afa5), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:22.605304 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (70606b33-3d51-46cd-829b-8e15482aeb31), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:22.627901 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-89cb8294-cf9a-4dbe-a32e-faf2eab1bab2 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (b580c9d3-1e8b-447e-9537-b0cd2021b21d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:22.633137 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8b0e4abb-0d3d-43d3-92c6-4e5f0af2fdfe tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (d7a422aa-bfbb-4490-9f5c-9e95af92afa5), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:22.641032 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b0e4abb-0d3d-43d3-92c6-4e5f0af2fdfe tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:57:22.642193 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8b0e4abb-0d3d-43d3-92c6-4e5f0af2fdfe tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (d7a422aa-bfbb-4490-9f5c-9e95af92afa5), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:22.714932 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:57:22.714932 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:57:22.714932 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:57:22.714932 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:57:22.714932 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:57:22.714932 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:57:22.714932 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:57:22.714932 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:57:22.714932 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:57:22.714932 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:57:22.714932 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:57:22.714932 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:57:22.714932 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:57:22.714932 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:57:22.714932 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:57:22.714932 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:57:22.714932 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:57:22.714932 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:57:22.714932 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:57:22.714932 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:57:22.714932 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:57:22.714932 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:57:22.714932 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:57:22.714932 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:57:22.714932 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:57:22.714932 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:57:22.714932 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:57:22.714932 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:57:22.714932 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:57:22.714932 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:57:22.714932 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:57:22.714932 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:57:22.723245 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3cf71e5c-f98b-45c8-bc1a-68e5b72afd68 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (00361e10-3636-49ff-b820-f4ac52137bf1), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:22.743555 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb8294-cf9a-4dbe-a32e-faf2eab1bab2 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event deleted for resources: {'Port': ['ID=b580c9d3-1e8b-447e-9537-b0cd2021b21d,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:22.759632 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-3cf71e5c-f98b-45c8-bc1a-68e5b72afd68 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Calling delete_port for 00361e10-3636-49ff-b820-f4ac52137bf1 owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:57:22.789208 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 70606b33-3d51-46cd-829b-8e15482aeb31, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=70606b33-3d51-46cd-829b-8e15482aeb31,segment=NetworkSegment(93e69323-4e49-4b8b-a65d-dd37b5850605),segment_id=93e69323-4e49-4b8b-a65d-dd37b5850605)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:57:22.875602 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (70606b33-3d51-46cd-829b-8e15482aeb31), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:22.876760 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 1bdfadf4-4055-486a-bcd8-05e28f6fe037 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:57:22.898537 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fed06e60-d9f5-4ba4-8e88-39d2371fde36 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0111f4e6-0230-453e-9e59-72df10051f4d), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:22.902275 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8b0e4abb-0d3d-43d3-92c6-4e5f0af2fdfe tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (b8d05291-8aa7-460f-8487-36cd46f8679e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:22.922722 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8b0e4abb-0d3d-43d3-92c6-4e5f0af2fdfe tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:22.929031 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8b0e4abb-0d3d-43d3-92c6-4e5f0af2fdfe tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] 10.222.0.89 "DELETE /v2.0/networks/b8d05291-8aa7-460f-8487-36cd46f8679e HTTP/1.1" status: 204 len: 168 time: 1.1379709 Feb 20 03:57:22.930335 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38962) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:22.953145 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e4abb-0d3d-43d3-92c6-4e5f0af2fdfe tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Pushing event deleted for resources: {'Network': ['ID=b8d05291-8aa7-460f-8487-36cd46f8679e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:23.208290 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-fccf1abf-cb4d-4e8c-883d-00c72b37d10b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:57:23.208802 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-fccf1abf-cb4d-4e8c-883d-00c72b37d10b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:57:23.289045 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=70606b33-3d51-46cd-829b-8e15482aeb31,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:23.315701 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 1bdfadf4-4055-486a-bcd8-05e28f6fe037 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:23.318798 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1bdfadf4-4055-486a-bcd8-05e28f6fe037), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:23.348973 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3cf71e5c-f98b-45c8-bc1a-68e5b72afd68 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (00361e10-3636-49ff-b820-f4ac52137bf1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:23.383590 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-89cb8294-cf9a-4dbe-a32e-faf2eab1bab2 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for floatingip (42c46de5-526c-46ee-8f9d-85331335ce8d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:23.386186 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-89cb8294-cf9a-4dbe-a32e-faf2eab1bab2 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:23.400598 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-89cb8294-cf9a-4dbe-a32e-faf2eab1bab2 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "DELETE /v2.0/floatingips/42c46de5-526c-46ee-8f9d-85331335ce8d HTTP/1.1" status: 204 len: 168 time: 2.0191426 Feb 20 03:57:23.410385 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38968) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:23.412217 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf71e5c-f98b-45c8-bc1a-68e5b72afd68 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Pushing event deleted for resources: {'Port': ['ID=00361e10-3636-49ff-b820-f4ac52137bf1,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:23.434465 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-4b425294-c546-4b83-a23d-4854450d7755 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'port_id': 'add3b178-17c5-4ea9-a6d8-cf7611791a30'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:23.510404 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 1bdfadf4-4055-486a-bcd8-05e28f6fe037 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:57:23.641561 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c158f4fe-1b8a-4cb0-b119-fbde9d4e1c60 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:23.670100 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c158f4fe-1b8a-4cb0-b119-fbde9d4e1c60 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:23.677869 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 38976) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:23.698628 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-a32b6ddc-f83b-46e1-87ab-bbf24f6027df tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-959349459'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:23.701799 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c158f4fe-1b8a-4cb0-b119-fbde9d4e1c60 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7679610 Feb 20 03:57:23.710928 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 70606b33-3d51-46cd-829b-8e15482aeb31 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:57:23.778740 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4b425294-c546-4b83-a23d-4854450d7755 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:23.917331 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32b6ddc-f83b-46e1-87ab-bbf24f6027df tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Made reservation on behalf of 08805cf50422496dadb4d689b16b20bf for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:57:23.926577 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a32b6ddc-f83b-46e1-87ab-bbf24f6027df tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:23.949859 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-fccf1abf-cb4d-4e8c-883d-00c72b37d10b None None] Current status of the port 70606b33-3d51-46cd-829b-8e15482aeb31 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:57:23.990906 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 70606b33-3d51-46cd-829b-8e15482aeb31 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:23.991485 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (70606b33-3d51-46cd-829b-8e15482aeb31), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:24.076288 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fed06e60-d9f5-4ba4-8e88-39d2371fde36 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for port (0111f4e6-0230-453e-9e59-72df10051f4d), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:24.104568 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-064a6d6b-a775-43a7-a7f6-76740e683fd3 None None] Provisioning complete for port 0111f4e6-0230-453e-9e59-72df10051f4d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:24.105196 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-064a6d6b-a775-43a7-a7f6-76740e683fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0111f4e6-0230-453e-9e59-72df10051f4d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:24.144351 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-064a6d6b-a775-43a7-a7f6-76740e683fd3 None None] Port 0111f4e6-0230-453e-9e59-72df10051f4d cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:57:24.177672 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fed06e60-d9f5-4ba4-8e88-39d2371fde36 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (0111f4e6-0230-453e-9e59-72df10051f4d), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:24.192168 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-064a6d6b-a775-43a7-a7f6-76740e683fd3 None None] Provisioning complete for port 70606b33-3d51-46cd-829b-8e15482aeb31 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:24.192548 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-064a6d6b-a775-43a7-a7f6-76740e683fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (70606b33-3d51-46cd-829b-8e15482aeb31), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:24.195207 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 70606b33-3d51-46cd-829b-8e15482aeb31 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:57:24.384828 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fed06e60-d9f5-4ba4-8e88-39d2371fde36 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (cd442866-47cd-4dd8-8225-76e7631efc1c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:24.386826 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed06e60-d9f5-4ba4-8e88-39d2371fde36 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'Port': ['ID=0111f4e6-0230-453e-9e59-72df10051f4d,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:24.411264 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-064a6d6b-a775-43a7-a7f6-76740e683fd3 None None] Current status of the port 70606b33-3d51-46cd-829b-8e15482aeb31 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:57:24.486469 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3cf71e5c-f98b-45c8-bc1a-68e5b72afd68 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (1537262b-930a-403b-b695-099d89b0dfe7), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:24.505314 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a32b6ddc-f83b-46e1-87ab-bbf24f6027df tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:57:24.535824 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a32b6ddc-f83b-46e1-87ab-bbf24f6027df tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (76dbcf97-9870-427a-8c7f-f173729e3360), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:24.537571 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-a32b6ddc-f83b-46e1-87ab-bbf24f6027df tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Added segment 76dbcf97-9870-427a-8c7f-f173729e3360 of type vlan for network 43b94eae-e138-41ff-bc10-72fad740c4e9 Feb 20 03:57:24.597321 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a32b6ddc-f83b-46e1-87ab-bbf24f6027df tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (43b94eae-e138-41ff-bc10-72fad740c4e9), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:24.619768 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed06e60-d9f5-4ba4-8e88-39d2371fde36 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Network 1553fd51-a4a7-4e2e-a488-03242682b199 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:57:24.621271 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-fed06e60-d9f5-4ba4-8e88-39d2371fde36 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:24.753124 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a32b6ddc-f83b-46e1-87ab-bbf24f6027df tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (43b94eae-e138-41ff-bc10-72fad740c4e9), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:24.764199 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32b6ddc-f83b-46e1-87ab-bbf24f6027df tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:24.764912 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a32b6ddc-f83b-46e1-87ab-bbf24f6027df tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:24.817024 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed06e60-d9f5-4ba4-8e88-39d2371fde36 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Router cd442866-47cd-4dd8-8225-76e7631efc1c has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:57:24.952086 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b6ddc-f83b-46e1-87ab-bbf24f6027df tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Pushing event updated for resources: {'Network': ['ID=43b94eae-e138-41ff-bc10-72fad740c4e9,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:24.964888 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 43b94eae-e138-41ff-bc10-72fad740c4e9 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:57:25.014035 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed06e60-d9f5-4ba4-8e88-39d2371fde36 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:57:25.028658 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-fed06e60-d9f5-4ba4-8e88-39d2371fde36 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "PUT /v2.0/routers/cd442866-47cd-4dd8-8225-76e7631efc1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2074506 Feb 20 03:57:25.073381 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a32b6ddc-f83b-46e1-87ab-bbf24f6027df tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3889925 Feb 20 03:57:25.075892 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 38994) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:25.082402 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-51c97135-7a77-46ba-a1e6-1886ce7838ae tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1226502590'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:25.085841 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4b425294-c546-4b83-a23d-4854450d7755 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:25.112248 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346da68e-c12e-49b2-ba55-b0911a943fac None None] Sync routers for ids ['cd442866-47cd-4dd8-8225-76e7631efc1c'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:57:25.120333 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346da68e-c12e-49b2-ba55-b0911a943fac None None] Routers {'cd442866-47cd-4dd8-8225-76e7631efc1c'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:57:25.122512 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-346da68e-c12e-49b2-ba55-b0911a943fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['cd442866-47cd-4dd8-8225-76e7631efc1c'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:25.347200 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf71e5c-f98b-45c8-bc1a-68e5b72afd68 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Router 1537262b-930a-403b-b695-099d89b0dfe7 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:57:25.352597 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-4b425294-c546-4b83-a23d-4854450d7755 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Allocated IP 172.25.7.175 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/64c6589f-4614-472a-a73d-87d9f6ec0573) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:57:25.425156 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c97135-7a77-46ba-a1e6-1886ce7838ae tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Made reservation on behalf of 08805cf50422496dadb4d689b16b20bf for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:57:25.428970 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-51c97135-7a77-46ba-a1e6-1886ce7838ae tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:25.438214 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-9050949d-12f7-47b6-8ec7-04f85b570e7a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1230652835&fields=id&tenant_id=c51c06307884485eaac01385a5cfa0f0 HTTP/1.1" status: 200 len: 267 time: 0.0702770 Feb 20 03:57:25.492610 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf71e5c-f98b-45c8-bc1a-68e5b72afd68 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:57:25.501721 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3cf71e5c-f98b-45c8-bc1a-68e5b72afd68 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] 10.222.0.89 "PUT /v2.0/routers/1537262b-930a-403b-b695-099d89b0dfe7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7147112 Feb 20 03:57:25.504017 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39012) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:25.507787 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6af5df-4045-4df5-a0c0-b6d4dbe06408 None None] Sync routers for ids ['1537262b-930a-403b-b695-099d89b0dfe7'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:57:25.542524 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6af5df-4045-4df5-a0c0-b6d4dbe06408 None None] Routers {'1537262b-930a-403b-b695-099d89b0dfe7'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:57:25.543383 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-6a6af5df-4045-4df5-a0c0-b6d4dbe06408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['1537262b-930a-403b-b695-099d89b0dfe7'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:25.570846 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c97135-7a77-46ba-a1e6-1886ce7838ae tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:57:25.612386 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-51c97135-7a77-46ba-a1e6-1886ce7838ae tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (eea0f808-37f2-4c2b-b2a3-f46fe2194c85), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:25.613089 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-51c97135-7a77-46ba-a1e6-1886ce7838ae tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Added segment eea0f808-37f2-4c2b-b2a3-f46fe2194c85 of type vlan for network c480d1d6-f631-4952-b818-f1989dc4d6b4 Feb 20 03:57:25.634317 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-6a6af5df-4045-4df5-a0c0-b6d4dbe06408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:25.653549 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-346da68e-c12e-49b2-ba55-b0911a943fac None None] Set router cd442866-47cd-4dd8-8225-76e7631efc1c gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:57:25.658133 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6af5df-4045-4df5-a0c0-b6d4dbe06408 None None] Routers {'1537262b-930a-403b-b695-099d89b0dfe7'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:57:25.659121 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-6a6af5df-4045-4df5-a0c0-b6d4dbe06408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['1537262b-930a-403b-b695-099d89b0dfe7'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:25.697897 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2f3a8783-8b85-4a7e-8a00-ccf5698304ee tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks [] for router (1537262b-930a-403b-b695-099d89b0dfe7), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:25.725600 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-51c97135-7a77-46ba-a1e6-1886ce7838ae tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (c480d1d6-f631-4952-b818-f1989dc4d6b4), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:25.734139 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-ea1bfca3-a31e-442a-b649-8825df18ce02 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:25.736562 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-ea1bfca3-a31e-442a-b649-8825df18ce02 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/networks?id=1553fd51-a4a7-4e2e-a488-03242682b199 HTTP/1.1" status: 200 len: 797 time: 0.2902539 Feb 20 03:57:25.759356 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-6a6af5df-4045-4df5-a0c0-b6d4dbe06408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:25.761658 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6af5df-4045-4df5-a0c0-b6d4dbe06408 None None] The sync data for ids ['1537262b-930a-403b-b695-099d89b0dfe7'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:57:25.782907 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-4500b74e-a0f2-42f5-8b26-e1865a6a1e3e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/quotas/c51c06307884485eaac01385a5cfa0f0 HTTP/1.1" status: 200 len: 375 time: 0.0178297 Feb 20 03:57:25.804823 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4b425294-c546-4b83-a23d-4854450d7755 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for port (64c6589f-4614-472a-a73d-87d9f6ec0573), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:25.810797 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ed18ccc5-2eb0-4e9c-9d1a-359a7a1e8f40 None None] Provisioning complete for port 0111f4e6-0230-453e-9e59-72df10051f4d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:25.811330 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ed18ccc5-2eb0-4e9c-9d1a-359a7a1e8f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0111f4e6-0230-453e-9e59-72df10051f4d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:25.854978 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-51c97135-7a77-46ba-a1e6-1886ce7838ae tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (c480d1d6-f631-4952-b818-f1989dc4d6b4), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:25.861388 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ed18ccc5-2eb0-4e9c-9d1a-359a7a1e8f40 None None] Port 0111f4e6-0230-453e-9e59-72df10051f4d cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:57:25.870851 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c97135-7a77-46ba-a1e6-1886ce7838ae tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:25.876255 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-51c97135-7a77-46ba-a1e6-1886ce7838ae tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:25.975567 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-346da68e-c12e-49b2-ba55-b0911a943fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242735007', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '1bdfadf4-4055-486a-bcd8-05e28f6fe037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:57:11Z', 'updated_at': '2022-02-20T03:57:22Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '1bdfadf4-4055-486a-bcd8-05e28f6fe037', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:13:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:57:12Z', 'updated_at': '2022-02-20T03:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '0111f4e6-0230-453e-9e59-72df10051f4d', 'name': '', 'network_id': '1553fd51-a4a7-4e2e-a488-03242682b199', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:cd:96:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '9acbd7c8-024d-4797-af2a-388f49052bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:57:19Z', 'updated_at': '2022-02-20T03:57:23Z', 'revision_number': 2, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': '9acbd7c8-024d-4797-af2a-388f49052bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:26.007091 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-5261b4c3-2bbe-473e-9108-7b94e69d9831 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2230158 Feb 20 03:57:26.015201 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c97135-7a77-46ba-a1e6-1886ce7838ae tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Pushing event updated for resources: {'Network': ['ID=c480d1d6-f631-4952-b818-f1989dc4d6b4,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:26.032097 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network c480d1d6-f631-4952-b818-f1989dc4d6b4 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:57:26.037493 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346da68e-c12e-49b2-ba55-b0911a943fac None None] Checking router: cd442866-47cd-4dd8-8225-76e7631efc1c for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:57:26.289310 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346da68e-c12e-49b2-ba55-b0911a943fac None None] Updating router cd442866-47cd-4dd8-8225-76e7631efc1c port 0111f4e6-0230-453e-9e59-72df10051f4d binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 03:57:26.290107 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2f3a8783-8b85-4a7e-8a00-ccf5698304ee tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (1537262b-930a-403b-b695-099d89b0dfe7), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:26.290107 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2f3a8783-8b85-4a7e-8a00-ccf5698304ee tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks [] for router_controller (1537262b-930a-403b-b695-099d89b0dfe7), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:26.290482 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-51c97135-7a77-46ba-a1e6-1886ce7838ae tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0017378 Feb 20 03:57:26.290482 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39024) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:26.290482 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Request body: {'ports': [{'network_id': '43b94eae-e138-41ff-bc10-72fad740c4e9', 'name': 'tempest-port--1588739012', 'admin_state_up': True}, {'network_id': 'c480d1d6-f631-4952-b818-f1989dc4d6b4', 'admin_state_up': False}]} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:26.290482 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Request body: {'port': {'network_id': '43b94eae-e138-41ff-bc10-72fad740c4e9', 'name': 'tempest-port--1588739012', 'admin_state_up': True}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:26.290482 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Request body: {'port': {'network_id': 'c480d1d6-f631-4952-b818-f1989dc4d6b4', 'admin_state_up': False}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:26.291322 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-346da68e-c12e-49b2-ba55-b0911a943fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0111f4e6-0230-453e-9e59-72df10051f4d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:26.291415 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4b425294-c546-4b83-a23d-4854450d7755 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (64c6589f-4614-472a-a73d-87d9f6ec0573), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:26.291415 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2f3a8783-8b85-4a7e-8a00-ccf5698304ee tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (1537262b-930a-403b-b695-099d89b0dfe7), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:26.291415 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3a8783-8b85-4a7e-8a00-ccf5698304ee tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Fanout notify agent at l3_agent the message router_deleted on router 1537262b-930a-403b-b695-099d89b0dfe7 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:57:26.291415 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b425294-c546-4b83-a23d-4854450d7755 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:57:26.291415 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2f3a8783-8b85-4a7e-8a00-ccf5698304ee tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:26.291415 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2f3a8783-8b85-4a7e-8a00-ccf5698304ee tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] 10.222.0.89 "DELETE /v2.0/routers/1537262b-930a-403b-b695-099d89b0dfe7 HTTP/1.1" status: 204 len: 168 time: 0.7834909 Feb 20 03:57:26.294878 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39026) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:26.304515 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-4b425294-c546-4b83-a23d-4854450d7755 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:26.323047 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b425294-c546-4b83-a23d-4854450d7755 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:57:26.375334 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b425294-c546-4b83-a23d-4854450d7755 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event updated for resources: {'Port': ['ID=64c6589f-4614-472a-a73d-87d9f6ec0573,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:26.401850 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-dacebaf8-f25f-45d8-a38f-6103051ded09 service neutron] 10.222.0.89 "GET /v2.0/networks/1553fd51-a4a7-4e2e-a488-03242682b199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720179 Feb 20 03:57:26.410637 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c7b364-0d20-45c9-8abf-ea242e1bb9ca tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Deleting subnet 2ea6cfd6-4504-48b8-8904-f008f312714b {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:57:26.422470 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-94c7b364-0d20-45c9-8abf-ea242e1bb9ca tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks [] for subnet (2ea6cfd6-4504-48b8-8904-f008f312714b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:26.506999 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-94c7b364-0d20-45c9-8abf-ea242e1bb9ca tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (2ea6cfd6-4504-48b8-8904-f008f312714b), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:26.549735 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-995c4d41-0c56-4876-8830-b13193f5ef28 service neutron] 10.222.0.89 "GET /v2.0/networks/1553fd51-a4a7-4e2e-a488-03242682b199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387990 Feb 20 03:57:26.600182 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Made reservation on behalf of 08805cf50422496dadb4d689b16b20bf for: {'port': 2} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:57:26.607388 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:26.627272 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:26.672409 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-643bfdb3-0cb3-40e8-b35c-c9c4021d7d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:26.724009 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-346da68e-c12e-49b2-ba55-b0911a943fac None None] Publish callbacks [] for port (0111f4e6-0230-453e-9e59-72df10051f4d), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:26.755642 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-94c7b364-0d20-45c9-8abf-ea242e1bb9ca tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (2ea6cfd6-4504-48b8-8904-f008f312714b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:26.830559 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-346da68e-c12e-49b2-ba55-b0911a943fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0111f4e6-0230-453e-9e59-72df10051f4d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:26.950067 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a120596-0a1e-42eb-b947-211f45f4af87 None None] Pushing event updated for resources: {'Port': ['ID=0111f4e6-0230-453e-9e59-72df10051f4d,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:27.051251 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] device_id is not set on port df1777d7-452a-4da8-bdf0-a245d3bbac21 yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:57:27.064886 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-94c7b364-0d20-45c9-8abf-ea242e1bb9ca tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (2ea6cfd6-4504-48b8-8904-f008f312714b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:27.139574 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-346da68e-c12e-49b2-ba55-b0911a943fac None None] Attempting to bind port 0111f4e6-0230-453e-9e59-72df10051f4d on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:57:27.139955 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-346da68e-c12e-49b2-ba55-b0911a943fac None None] Attempting to bind port 0111f4e6-0230-453e-9e59-72df10051f4d by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '93e69323-4e49-4b8b-a65d-dd37b5850605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1553fd51-a4a7-4e2e-a488-03242682b199'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:57:27.140323 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346da68e-c12e-49b2-ba55-b0911a943fac None None] Attempting to bind port 0111f4e6-0230-453e-9e59-72df10051f4d on network 1553fd51-a4a7-4e2e-a488-03242682b199 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:57:27.153862 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346da68e-c12e-49b2-ba55-b0911a943fac None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:57:27.154258 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346da68e-c12e-49b2-ba55-b0911a943fac None None] Checking segment: {'id': '93e69323-4e49-4b8b-a65d-dd37b5850605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1553fd51-a4a7-4e2e-a488-03242682b199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:57:27.154682 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-346da68e-c12e-49b2-ba55-b0911a943fac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:27.155090 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346da68e-c12e-49b2-ba55-b0911a943fac None None] Bound using segment: {'id': '93e69323-4e49-4b8b-a65d-dd37b5850605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1553fd51-a4a7-4e2e-a488-03242682b199'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:57:27.155569 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-346da68e-c12e-49b2-ba55-b0911a943fac None None] Bound port: 0111f4e6-0230-453e-9e59-72df10051f4d, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e69323-4e49-4b8b-a65d-dd37b5850605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1553fd51-a4a7-4e2e-a488-03242682b199'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:57:27.155965 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-346da68e-c12e-49b2-ba55-b0911a943fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0111f4e6-0230-453e-9e59-72df10051f4d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:27.190142 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7b364-0d20-45c9-8abf-ea242e1bb9ca tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Pushing event deleted for resources: {'Subnet': ['ID=2ea6cfd6-4504-48b8-8904-f008f312714b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:27.198720 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-94c7b364-0d20-45c9-8abf-ea242e1bb9ca tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:27.205259 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-94c7b364-0d20-45c9-8abf-ea242e1bb9ca tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] 10.222.0.89 "DELETE /v2.0/subnets/2ea6cfd6-4504-48b8-8904-f008f312714b HTTP/1.1" status: 204 len: 168 time: 0.9115121 Feb 20 03:57:27.206064 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39042) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:27.275609 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-69ae79ec-1b48-4a4f-8410-a267dbe8a4f4 req-f7bfcb6a-e0a3-444c-8454-711f05c8cf2e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 210 time: 0.1208208 Feb 20 03:57:27.315248 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff0cd22-1fe1-40d2-a03f-7ae01125e9ce None None] Network 15c84a92-864c-4624-9e81-bc8bad2d9351 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:57:27.441896 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks [] for port (df1777d7-452a-4da8-bdf0-a245d3bbac21), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:27.530626 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4b425294-c546-4b83-a23d-4854450d7755 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for floatingip (bced93a9-e121-4d89-a76b-74921a180d0e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:27.576102 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-346da68e-c12e-49b2-ba55-b0911a943fac None None] For port 0111f4e6-0230-453e-9e59-72df10051f4d, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:57:27.591883 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] device_id is not set on port dc6a51f4-790f-4e43-a6ea-1e44f768fa60 yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:57:27.596233 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-78c5579f-85dd-4ea8-86e4-15292bdd8949 None None] Provisioning complete for port 0111f4e6-0230-453e-9e59-72df10051f4d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:27.596717 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-78c5579f-85dd-4ea8-86e4-15292bdd8949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0111f4e6-0230-453e-9e59-72df10051f4d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:27.599211 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-346da68e-c12e-49b2-ba55-b0911a943fac None None] For port 0111f4e6-0230-453e-9e59-72df10051f4d, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0111f4e6-0230-453e-9e59-72df10051f4d,segment=NetworkSegment(93e69323-4e49-4b8b-a65d-dd37b5850605),segment_id=93e69323-4e49-4b8b-a65d-dd37b5850605)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:57:27.617209 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf684-259c-43b6-ab33-a835db55ae10 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (15c84a92-864c-4624-9e81-bc8bad2d9351), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:27.638983 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-78c5579f-85dd-4ea8-86e4-15292bdd8949 None None] Port 0111f4e6-0230-453e-9e59-72df10051f4d cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:57:27.681129 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-346da68e-c12e-49b2-ba55-b0911a943fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0111f4e6-0230-453e-9e59-72df10051f4d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:27.733851 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-fd0bf684-259c-43b6-ab33-a835db55ae10 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Deleting port 8449c76f-a738-4d22-8918-2c69244a8414 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:57:27.737626 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf684-259c-43b6-ab33-a835db55ae10 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (8449c76f-a738-4d22-8918-2c69244a8414), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:27.746365 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451cab82-86fb-44e3-b575-bd3281f793af None None] DHCP port deletion for 15c84a92-864c-4624-9e81-bc8bad2d9351 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:57:27.779965 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346da68e-c12e-49b2-ba55-b0911a943fac None None] Routers {'cd442866-47cd-4dd8-8225-76e7631efc1c'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:57:27.780589 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-346da68e-c12e-49b2-ba55-b0911a943fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:56:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['cd442866-47cd-4dd8-8225-76e7631efc1c'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:27.843748 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4b425294-c546-4b83-a23d-4854450d7755 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (64c6589f-4614-472a-a73d-87d9f6ec0573), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:27.861124 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a120596-0a1e-42eb-b947-211f45f4af87 None None] Pushing event updated for resources: {'Port': ['ID=0111f4e6-0230-453e-9e59-72df10051f4d,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:27.941358 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-fd0bf684-259c-43b6-ab33-a835db55ae10 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] For port 8449c76f-a738-4d22-8918-2c69244a8414, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=8449c76f-a738-4d22-8918-2c69244a8414,segment=NetworkSegment(054dd0e8-6226-45ed-b696-d62fa715baa1),segment_id=054dd0e8-6226-45ed-b696-d62fa715baa1)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:57:27.943224 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf684-259c-43b6-ab33-a835db55ae10 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (8449c76f-a738-4d22-8918-2c69244a8414), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:27.991705 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-fd0bf684-259c-43b6-ab33-a835db55ae10 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Calling delete_port for 8449c76f-a738-4d22-8918-2c69244a8414 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:57:28.083514 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-346da68e-c12e-49b2-ba55-b0911a943fac None None] Set router cd442866-47cd-4dd8-8225-76e7631efc1c gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:57:28.134534 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-451cab82-86fb-44e3-b575-bd3281f793af None None] Deleting port 8449c76f-a738-4d22-8918-2c69244a8414 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:57:28.135119 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-451cab82-86fb-44e3-b575-bd3281f793af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (8449c76f-a738-4d22-8918-2c69244a8414), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:28.201131 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-3c391611-e34a-4884-a598-b275f6a5ebf8 None None] Provisioning complete for port 0111f4e6-0230-453e-9e59-72df10051f4d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:28.201685 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3c391611-e34a-4884-a598-b275f6a5ebf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0111f4e6-0230-453e-9e59-72df10051f4d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:28.318413 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4b425294-c546-4b83-a23d-4854450d7755 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for port (64c6589f-4614-472a-a73d-87d9f6ec0573), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:28.360240 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-451cab82-86fb-44e3-b575-bd3281f793af None None] For port 8449c76f-a738-4d22-8918-2c69244a8414, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=8449c76f-a738-4d22-8918-2c69244a8414,segment=NetworkSegment(054dd0e8-6226-45ed-b696-d62fa715baa1),segment_id=054dd0e8-6226-45ed-b696-d62fa715baa1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:57:28.361114 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-451cab82-86fb-44e3-b575-bd3281f793af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (8449c76f-a738-4d22-8918-2c69244a8414), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:28.394189 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-451cab82-86fb-44e3-b575-bd3281f793af None None] Calling delete_port for 8449c76f-a738-4d22-8918-2c69244a8414 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:57:28.397322 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f97421a-28e2-4b0a-8c67-6374862f4a9e req-30346ba8-71dc-4cd2-ba46-a7ae0d56b5cd tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 210 time: 0.0371358 Feb 20 03:57:28.444382 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks [] for port (dc6a51f4-790f-4e43-a6ea-1e44f768fa60), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:28.446069 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4b425294-c546-4b83-a23d-4854450d7755 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (64c6589f-4614-472a-a73d-87d9f6ec0573), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:28.453256 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf684-259c-43b6-ab33-a835db55ae10 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (8449c76f-a738-4d22-8918-2c69244a8414), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:28.496892 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0bf684-259c-43b6-ab33-a835db55ae10 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] No DVR routers for this DVR port 8449c76f-a738-4d22-8918-2c69244a8414 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:57:28.553560 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b425294-c546-4b83-a23d-4854450d7755 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event updated for resources: {'Port': ['ID=64c6589f-4614-472a-a73d-87d9f6ec0573,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:28.564300 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-3c391611-e34a-4884-a598-b275f6a5ebf8 None None] Current status of the port 0111f4e6-0230-453e-9e59-72df10051f4d is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:57:28.564300 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3c391611-e34a-4884-a598-b275f6a5ebf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0111f4e6-0230-453e-9e59-72df10051f4d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:28.589424 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (df1777d7-452a-4da8-bdf0-a245d3bbac21), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:28.616514 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-3c391611-e34a-4884-a598-b275f6a5ebf8 None None] For port 0111f4e6-0230-453e-9e59-72df10051f4d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0111f4e6-0230-453e-9e59-72df10051f4d,segment=NetworkSegment(93e69323-4e49-4b8b-a65d-dd37b5850605),segment_id=93e69323-4e49-4b8b-a65d-dd37b5850605)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:57:28.623744 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-346da68e-c12e-49b2-ba55-b0911a943fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242735007', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '1bdfadf4-4055-486a-bcd8-05e28f6fe037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:57:11Z', 'updated_at': '2022-02-20T03:57:22Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '1bdfadf4-4055-486a-bcd8-05e28f6fe037', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:13:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:57:12Z', 'updated_at': '2022-02-20T03:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '0111f4e6-0230-453e-9e59-72df10051f4d', 'name': '', 'network_id': '1553fd51-a4a7-4e2e-a488-03242682b199', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:cd:96:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '9acbd7c8-024d-4797-af2a-388f49052bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:57:19Z', 'updated_at': '2022-02-20T03:57:27Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': '9acbd7c8-024d-4797-af2a-388f49052bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:28.626611 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-451cab82-86fb-44e3-b575-bd3281f793af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (8449c76f-a738-4d22-8918-2c69244a8414), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:28.684928 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0bf684-259c-43b6-ab33-a835db55ae10 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Pushing event deleted for resources: {'Port': ['ID=8449c76f-a738-4d22-8918-2c69244a8414,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:28.693354 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4b425294-c546-4b83-a23d-4854450d7755 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (bced93a9-e121-4d89-a76b-74921a180d0e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:28.698187 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451cab82-86fb-44e3-b575-bd3281f793af None None] Pushing event deleted for resources: {'Port': ['ID=8449c76f-a738-4d22-8918-2c69244a8414,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:28.705957 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346da68e-c12e-49b2-ba55-b0911a943fac None None] The sync data for ids ['cd442866-47cd-4dd8-8225-76e7631efc1c'] in n-d-829866-4 is: [{'id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242735007', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '1bdfadf4-4055-486a-bcd8-05e28f6fe037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:57:11Z', 'updated_at': '2022-02-20T03:57:22Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '1bdfadf4-4055-486a-bcd8-05e28f6fe037', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:13:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:57:12Z', 'updated_at': '2022-02-20T03:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '0111f4e6-0230-453e-9e59-72df10051f4d', 'name': '', 'network_id': '1553fd51-a4a7-4e2e-a488-03242682b199', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:cd:96:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '9acbd7c8-024d-4797-af2a-388f49052bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:57:19Z', 'updated_at': '2022-02-20T03:57:27Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': '9acbd7c8-024d-4797-af2a-388f49052bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:57:28.712480 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451cab82-86fb-44e3-b575-bd3281f793af None None] No DVR routers for this DVR port 8449c76f-a738-4d22-8918-2c69244a8414 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:57:28.729130 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3c391611-e34a-4884-a598-b275f6a5ebf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0111f4e6-0230-453e-9e59-72df10051f4d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:28.744062 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Pushing event updated for resources: {'Port': ['ID=df1777d7-452a-4da8-bdf0-a245d3bbac21,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:28.750287 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Checking segment: {'id': '76dbcf97-9870-427a-8c7f-f173729e3360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '43b94eae-e138-41ff-bc10-72fad740c4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:57:28.750983 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Network hostable DHCP agents. Network: 43b94eae-e138-41ff-bc10-72fad740c4e9, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:57:28.810395 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:28.812188 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:28.812933 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:28.813347 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:28.818112 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:28.818112 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:28.818112 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:28.818112 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:28.818112 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:28.818112 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:28.818112 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:28.818112 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:28.818112 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:28.847900 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-02911dc5-c562-4a2a-9498-c15d40a8d715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:28.859017 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf684-259c-43b6-ab33-a835db55ae10 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (15c84a92-864c-4624-9e81-bc8bad2d9351), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:28.897100 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-fd0bf684-259c-43b6-ab33-a835db55ae10 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c84a92-864c-4624-9e81-bc8bad2d9351']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:28.905273 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c391611-e34a-4884-a598-b275f6a5ebf8 None None] Pushing event updated for resources: {'Port': ['ID=0111f4e6-0230-453e-9e59-72df10051f4d,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:28.914168 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-fd0bf684-259c-43b6-ab33-a835db55ae10 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '054dd0e8-6226-45ed-b696-d62fa715baa1') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:28.917220 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-fd0bf684-259c-43b6-ab33-a835db55ae10 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '054dd0e8-6226-45ed-b696-d62fa715baa1') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:28.943980 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf684-259c-43b6-ab33-a835db55ae10 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (054dd0e8-6226-45ed-b696-d62fa715baa1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:28.948793 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Network 43b94eae-e138-41ff-bc10-72fad740c4e9 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:57:28.992942 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf684-259c-43b6-ab33-a835db55ae10 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (054dd0e8-6226-45ed-b696-d62fa715baa1), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:29.006647 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0bf684-259c-43b6-ab33-a835db55ae10 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:57:29.007088 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf684-259c-43b6-ab33-a835db55ae10 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (054dd0e8-6226-45ed-b696-d62fa715baa1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:29.010165 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:57:29.010165 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:57:29.010165 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:57:29.010165 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:57:29.010165 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:57:29.010165 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:57:29.010165 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:57:29.010165 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:57:29.010165 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:57:29.010165 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:57:29.010165 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:57:29.010165 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:57:29.010165 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:57:29.010165 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:57:29.010165 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:57:29.010165 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:57:29.010165 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:57:29.010165 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:57:29.010165 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:57:29.010165 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:57:29.010165 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:57:29.010165 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:57:29.010165 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:57:29.010165 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:57:29.010165 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:57:29.010165 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:57:29.010165 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:57:29.010165 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:57:29.010165 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:57:29.010165 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:57:29.010165 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:57:29.010165 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:57:29.027870 n-d-829866-4 neutron-server[104106]: INFO neutron.db.l3_db [None req-4b425294-c546-4b83-a23d-4854450d7755 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Floating IP bced93a9-e121-4d89-a76b-74921a180d0e associated. External IP: 172.25.7.175, port: add3b178-17c5-4ea9-a6d8-cf7611791a30. Feb 20 03:57:29.085972 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 43b94eae-e138-41ff-bc10-72fad740c4e9) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:29.091293 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:57:29.095883 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (dc6a51f4-790f-4e43-a6ea-1e44f768fa60), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:29.097393 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada17f57-648c-40a9-8304-2ec04d04c99e None None] Network 43b94eae-e138-41ff-bc10-72fad740c4e9 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:57:29.227163 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf684-259c-43b6-ab33-a835db55ae10 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (15c84a92-864c-4624-9e81-bc8bad2d9351), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:29.253672 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf684-259c-43b6-ab33-a835db55ae10 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:29.260045 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fd0bf684-259c-43b6-ab33-a835db55ae10 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] 10.222.0.89 "DELETE /v2.0/networks/15c84a92-864c-4624-9e81-bc8bad2d9351 HTTP/1.1" status: 204 len: 168 time: 2.0486274 Feb 20 03:57:29.281752 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Pushing event updated for resources: {'Port': ['ID=dc6a51f4-790f-4e43-a6ea-1e44f768fa60,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:29.296105 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Checking segment: {'id': 'eea0f808-37f2-4c2b-b2a3-f46fe2194c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'c480d1d6-f631-4952-b818-f1989dc4d6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:57:29.296522 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Network hostable DHCP agents. Network: c480d1d6-f631-4952-b818-f1989dc4d6b4, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:57:29.303352 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0bf684-259c-43b6-ab33-a835db55ae10 tempest-FloatingIPNegativeTestJSON-18109108 tempest-FloatingIPNegativeTestJSON-18109108-project] Pushing event deleted for resources: {'Network': ['ID=15c84a92-864c-4624-9e81-bc8bad2d9351,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:29.411749 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Network c480d1d6-f631-4952-b818-f1989dc4d6b4 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:57:29.478949 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, c480d1d6-f631-4952-b818-f1989dc4d6b4) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:29.489725 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:57:29.490293 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7421c7b3-632e-474a-a127-19b4a16b41a6 None None] Network c480d1d6-f631-4952-b818-f1989dc4d6b4 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:57:29.510530 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:29.523587 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:29.524316 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:29.656448 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-950ce98c-c89e-4f80-8b6e-479862b1af06 req-a5128256-59db-48c5-8a5b-ab4f575c4d55 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 210 time: 0.0642433 Feb 20 03:57:29.718580 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0111f4e6-0230-453e-9e59-72df10051f4d up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:57:29.775038 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7986081f-bc4b-43be-acc3-b00f48bea304 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.6934557 Feb 20 03:57:29.783449 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39092) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:29.807654 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 0111f4e6-0230-453e-9e59-72df10051f4d triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:29.809751 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0111f4e6-0230-453e-9e59-72df10051f4d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:29.875883 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc5b280-d3c9-4dcc-ab79-5a27202ed462 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:29.885587 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc5b280-d3c9-4dcc-ab79-5a27202ed462 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:29.890457 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1dc5b280-d3c9-4dcc-ab79-5a27202ed462 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1058512 Feb 20 03:57:29.891150 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39094) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:29.972243 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 0111f4e6-0230-453e-9e59-72df10051f4d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:57:30.005641 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:30.027792 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b425294-c546-4b83-a23d-4854450d7755 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Router 5b615053-857e-4a30-912e-a6aaec7d3545 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:57:30.097869 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-76780798-92bf-444a-a85d-84ec90e5f21e tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Deleting port df1777d7-452a-4da8-bdf0-a245d3bbac21 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:57:30.104942 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 8449c76f-a738-4d22-8918-2c69244a8414 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:57:30.112028 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-76780798-92bf-444a-a85d-84ec90e5f21e tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (df1777d7-452a-4da8-bdf0-a245d3bbac21), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:30.186160 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39098) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:30.235600 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-76780798-92bf-444a-a85d-84ec90e5f21e tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (df1777d7-452a-4da8-bdf0-a245d3bbac21), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:30.240769 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b425294-c546-4b83-a23d-4854450d7755 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:57:30.354691 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4b425294-c546-4b83-a23d-4854450d7755 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:30.422323 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-76780798-92bf-444a-a85d-84ec90e5f21e tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Calling delete_port for df1777d7-452a-4da8-bdf0-a245d3bbac21 owned by {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:57:30.461730 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4b425294-c546-4b83-a23d-4854450d7755 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.0385742 Feb 20 03:57:30.462399 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39110) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:30.475990 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-1adf522c-e22c-4582-87b4-aa5bc72c213d tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2004029510'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:30.505770 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 8449c76f-a738-4d22-8918-2c69244a8414 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:57:30.506154 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 8449c76f-a738-4d22-8918-2c69244a8414 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:57:30.508121 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e4f4ff-94a0-4d6f-ad3a-7c458fe1eb75 None None] Sync routers for ids ['5b615053-857e-4a30-912e-a6aaec7d3545'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:57:30.529845 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e4f4ff-94a0-4d6f-ad3a-7c458fe1eb75 None None] Routers {'5b615053-857e-4a30-912e-a6aaec7d3545'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:57:30.530508 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-26e4f4ff-94a0-4d6f-ad3a-7c458fe1eb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:57:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['5b615053-857e-4a30-912e-a6aaec7d3545'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:30.589955 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-26e4f4ff-94a0-4d6f-ad3a-7c458fe1eb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:30.609826 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e4f4ff-94a0-4d6f-ad3a-7c458fe1eb75 None None] Routers {'5b615053-857e-4a30-912e-a6aaec7d3545'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:57:30.611387 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-26e4f4ff-94a0-4d6f-ad3a-7c458fe1eb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:57:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['5b615053-857e-4a30-912e-a6aaec7d3545'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:30.634791 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adf522c-e22c-4582-87b4-aa5bc72c213d tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Made reservation on behalf of 7940427b48ab4ee8abd7ab68dd8ac52e for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:57:30.643188 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1adf522c-e22c-4582-87b4-aa5bc72c213d tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:30.723280 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1adf522c-e22c-4582-87b4-aa5bc72c213d tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:57:30.760470 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-26e4f4ff-94a0-4d6f-ad3a-7c458fe1eb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:30.768061 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1adf522c-e22c-4582-87b4-aa5bc72c213d tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (57cc36ba-9440-40b7-a7bb-5f8d1ddcbeb8), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:30.768642 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-1adf522c-e22c-4582-87b4-aa5bc72c213d tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Added segment 57cc36ba-9440-40b7-a7bb-5f8d1ddcbeb8 of type vlan for network 4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf Feb 20 03:57:30.769103 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e4f4ff-94a0-4d6f-ad3a-7c458fe1eb75 None None] The sync data for ids ['5b615053-857e-4a30-912e-a6aaec7d3545'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:57:30.820374 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d2814cb2-bfcd-46ca-96c5-f97d7581100c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=910fffd4141b4cefbcb68eb3d271e392&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6330686 Feb 20 03:57:30.837462 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39122) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:30.878161 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1adf522c-e22c-4582-87b4-aa5bc72c213d tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:30.927195 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bff95464-0c55-4cb9-b9a0-cf4bd0edf853 req-b54caa7f-0dc4-4151-922f-ac8968e470a4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 210 time: 0.0706544 Feb 20 03:57:30.944711 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-66031950-e50e-4d94-a985-82304e26f2d8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:30.945990 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-66031950-e50e-4d94-a985-82304e26f2d8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.93 "GET /v2.0/networks?id=1553fd51-a4a7-4e2e-a488-03242682b199 HTTP/1.1" status: 200 len: 797 time: 0.6877363 Feb 20 03:57:31.044216 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-48757de7-b2e7-4bca-b860-304b045339bd admin admin] Publish callbacks [] for security_group (edf37214-157d-471c-89fc-e987d7a4ea7e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:31.084220 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1adf522c-e22c-4582-87b4-aa5bc72c213d tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:31.090347 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adf522c-e22c-4582-87b4-aa5bc72c213d tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:31.091203 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1adf522c-e22c-4582-87b4-aa5bc72c213d tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:31.093117 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-e5733b95-cf5e-4109-bd32-e7cd244f6290 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c51c06307884485eaac01385a5cfa0f0 HTTP/1.1" status: 200 len: 380 time: 0.1173806 Feb 20 03:57:31.100536 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-10460635-6301-4006-bc62-5fe4e6534d50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'port': {'device_id': '5a7edcf7-4495-4893-9d3a-d51d8a60276c', 'network_id': '1553fd51-a4a7-4e2e-a488-03242682b199', 'admin_state_up': True, 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'security_groups': ['95aecce9-04b4-4501-ae1e-bc00cd5d129f']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:31.108651 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-76780798-92bf-444a-a85d-84ec90e5f21e tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (df1777d7-452a-4da8-bdf0-a245d3bbac21), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:31.181409 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf522c-e22c-4582-87b4-aa5bc72c213d tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event updated for resources: {'Network': ['ID=4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:31.191443 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-48757de7-b2e7-4bca-b860-304b045339bd admin admin] Publish callbacks [] for security_group (edf37214-157d-471c-89fc-e987d7a4ea7e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:31.194507 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:57:31.213866 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-76780798-92bf-444a-a85d-84ec90e5f21e tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:31.217443 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-76780798-92bf-444a-a85d-84ec90e5f21e tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] 10.222.0.89 "DELETE /v2.0/ports/df1777d7-452a-4da8-bdf0-a245d3bbac21 HTTP/1.1" status: 204 len: 168 time: 1.3252666 Feb 20 03:57:31.220907 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39132) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:31.225826 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76780798-92bf-444a-a85d-84ec90e5f21e tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Pushing event deleted for resources: {'Port': ['ID=df1777d7-452a-4da8-bdf0-a245d3bbac21,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:31.282099 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1adf522c-e22c-4582-87b4-aa5bc72c213d tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8184822 Feb 20 03:57:31.287565 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39134) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:31.309715 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-d8117bdd-ffa7-4ba6-81f0-ed73197da56c tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Request body: {'subnet': {'network_id': '4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:31.355014 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:31.400062 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-e397a774-4482-4001-bc90-3f5c6dcf249c tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Deleting port dc6a51f4-790f-4e43-a6ea-1e44f768fa60 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:57:31.400411 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e397a774-4482-4001-bc90-3f5c6dcf249c tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (dc6a51f4-790f-4e43-a6ea-1e44f768fa60), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:31.429012 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-48757de7-b2e7-4bca-b860-304b045339bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (edf37214-157d-471c-89fc-e987d7a4ea7e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:31.431986 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-48757de7-b2e7-4bca-b860-304b045339bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:31.435536 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-48757de7-b2e7-4bca-b860-304b045339bd admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/edf37214-157d-471c-89fc-e987d7a4ea7e HTTP/1.1" status: 204 len: 168 time: 0.5948653 Feb 20 03:57:31.454995 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48757de7-b2e7-4bca-b860-304b045339bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf37214-157d-471c-89fc-e987d7a4ea7e,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:31.471589 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e397a774-4482-4001-bc90-3f5c6dcf249c tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (dc6a51f4-790f-4e43-a6ea-1e44f768fa60), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:31.489799 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-e397a774-4482-4001-bc90-3f5c6dcf249c tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Calling delete_port for dc6a51f4-790f-4e43-a6ea-1e44f768fa60 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:57:31.522082 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8117bdd-ffa7-4ba6-81f0-ed73197da56c tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Made reservation on behalf of 7940427b48ab4ee8abd7ab68dd8ac52e for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:57:31.528272 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d8117bdd-ffa7-4ba6-81f0-ed73197da56c tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:31.581762 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-10460635-6301-4006-bc62-5fe4e6534d50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Made reservation on behalf of c51c06307884485eaac01385a5cfa0f0 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:57:31.599774 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-10460635-6301-4006-bc62-5fe4e6534d50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:31.670714 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39146) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:31.680046 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e397a774-4482-4001-bc90-3f5c6dcf249c tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (dc6a51f4-790f-4e43-a6ea-1e44f768fa60), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:31.748467 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397a774-4482-4001-bc90-3f5c6dcf249c tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Pushing event deleted for resources: {'Port': ['ID=dc6a51f4-790f-4e43-a6ea-1e44f768fa60,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:31.760032 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e397a774-4482-4001-bc90-3f5c6dcf249c tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:31.770681 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39150) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:31.771032 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e397a774-4482-4001-bc90-3f5c6dcf249c tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] 10.222.0.89 "DELETE /v2.0/ports/dc6a51f4-790f-4e43-a6ea-1e44f768fa60 HTTP/1.1" status: 204 len: 168 time: 0.5480869 Feb 20 03:57:31.822888 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d3306f6c-36df-4107-adf6-6cfcca2cdc97 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0452850 Feb 20 03:57:31.825037 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39152) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:31.835639 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-3e2f69c6-87c5-4260-9025-69c022d246b8 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1664648028'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:31.948853 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-10460635-6301-4006-bc62-5fe4e6534d50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Allocated IP 172.20.0.9 (1553fd51-a4a7-4e2e-a488-03242682b199/9acbd7c8-024d-4797-af2a-388f49052bab/34449228-653c-4e1b-9dee-19d80c3a2db9) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:57:31.965700 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2f69c6-87c5-4260-9025-69c022d246b8 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Made reservation on behalf of 08805cf50422496dadb4d689b16b20bf for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:57:31.970390 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3e2f69c6-87c5-4260-9025-69c022d246b8 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:32.009907 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e2f69c6-87c5-4260-9025-69c022d246b8 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:57:32.021359 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3e2f69c6-87c5-4260-9025-69c022d246b8 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (15985a44-6715-4fe1-8f65-3347f211b693), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:32.021803 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-3e2f69c6-87c5-4260-9025-69c022d246b8 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Added segment 15985a44-6715-4fe1-8f65-3347f211b693 of type vlan for network cb9696f3-e199-47a3-acdc-44556b33cd43 Feb 20 03:57:32.123850 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d8117bdd-ffa7-4ba6-81f0-ed73197da56c tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (ff82eea0-da5d-4b2d-b480-a05fb3ac6259), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:32.168568 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3e2f69c6-87c5-4260-9025-69c022d246b8 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (cb9696f3-e199-47a3-acdc-44556b33cd43), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:32.171667 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-daec3c8e-84c9-4568-92dc-d1adba1b5ccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:32.221324 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cddcfffe-913a-43d4-8e80-1e905fe8a134 req-5a5f92b3-5c7b-4351-a493-f570eb17c8cf tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 210 time: 0.1027799 Feb 20 03:57:32.318098 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-10460635-6301-4006-bc62-5fe4e6534d50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for port (34449228-653c-4e1b-9dee-19d80c3a2db9), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:32.367340 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8117bdd-ffa7-4ba6-81f0-ed73197da56c tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event updated for resources: {'Subnet': ['ID=ff82eea0-da5d-4b2d-b480-a05fb3ac6259,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:32.369448 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-daec3c8e-84c9-4568-92dc-d1adba1b5ccd admin admin] Publish callbacks [] for security_group (a7282a91-c2a1-4617-a4f1-de7ca785013e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:32.371369 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3e2f69c6-87c5-4260-9025-69c022d246b8 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (cb9696f3-e199-47a3-acdc-44556b33cd43), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:32.377844 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2f69c6-87c5-4260-9025-69c022d246b8 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:32.378463 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3e2f69c6-87c5-4260-9025-69c022d246b8 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:32.399426 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8117bdd-ffa7-4ba6-81f0-ed73197da56c tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Checking segment: {'id': '57cc36ba-9440-40b7-a7bb-5f8d1ddcbeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:57:32.399949 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8117bdd-ffa7-4ba6-81f0-ed73197da56c tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Network hostable DHCP agents. Network: 4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:57:32.458007 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f69c6-87c5-4260-9025-69c022d246b8 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Pushing event updated for resources: {'Network': ['ID=cb9696f3-e199-47a3-acdc-44556b33cd43,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:32.460816 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-daec3c8e-84c9-4568-92dc-d1adba1b5ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a7282a91-c2a1-4617-a4f1-de7ca785013e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:32.468823 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network cb9696f3-e199-47a3-acdc-44556b33cd43 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:57:32.505461 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-daec3c8e-84c9-4568-92dc-d1adba1b5ccd admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=dc175c0b742a4dce83088782f0d7df31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8312321 Feb 20 03:57:32.505633 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39178) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:32.512729 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec3c8e-84c9-4568-92dc-d1adba1b5ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7282a91-c2a1-4617-a4f1-de7ca785013e,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:32.520682 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8117bdd-ffa7-4ba6-81f0-ed73197da56c tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Network 4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:57:32.535051 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-10460635-6301-4006-bc62-5fe4e6534d50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (34449228-653c-4e1b-9dee-19d80c3a2db9), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:32.560329 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3e2f69c6-87c5-4260-9025-69c022d246b8 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7339778 Feb 20 03:57:32.562794 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39182) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:32.571218 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-acbebc35-b625-4fa2-a957-1ebe01cfe5f8 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1948464865'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:32.598895 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1e236685-1546-4fde-b9b0-308e78a0929a admin admin] Publish callbacks [] for security_group (a7282a91-c2a1-4617-a4f1-de7ca785013e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:32.639751 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-d8117bdd-ffa7-4ba6-81f0-ed73197da56c tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:32.655276 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0ed414-c0a6-40ed-9024-4a8d03e7f989 None None] Network 4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:57:32.664448 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1e236685-1546-4fde-b9b0-308e78a0929a admin admin] Publish callbacks [] for security_group (a7282a91-c2a1-4617-a4f1-de7ca785013e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:32.666194 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8117bdd-ffa7-4ba6-81f0-ed73197da56c tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:32.667021 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d8117bdd-ffa7-4ba6-81f0-ed73197da56c tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:32.695438 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbebc35-b625-4fa2-a957-1ebe01cfe5f8 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Made reservation on behalf of 08805cf50422496dadb4d689b16b20bf for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:57:32.700604 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-acbebc35-b625-4fa2-a957-1ebe01cfe5f8 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:32.709865 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-10460635-6301-4006-bc62-5fe4e6534d50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Network 1553fd51-a4a7-4e2e-a488-03242682b199 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:57:32.722344 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-10460635-6301-4006-bc62-5fe4e6534d50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:32.753470 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-10460635-6301-4006-bc62-5fe4e6534d50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:57:32.763846 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10460635-6301-4006-bc62-5fe4e6534d50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'Port': ['ID=34449228-653c-4e1b-9dee-19d80c3a2db9,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:32.832360 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1e236685-1546-4fde-b9b0-308e78a0929a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a7282a91-c2a1-4617-a4f1-de7ca785013e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:32.838822 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1e236685-1546-4fde-b9b0-308e78a0929a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:32.838822 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1e236685-1546-4fde-b9b0-308e78a0929a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a7282a91-c2a1-4617-a4f1-de7ca785013e HTTP/1.1" status: 204 len: 168 time: 0.3296957 Feb 20 03:57:32.848066 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acbebc35-b625-4fa2-a957-1ebe01cfe5f8 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:57:32.874945 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d8117bdd-ffa7-4ba6-81f0-ed73197da56c tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5695367 Feb 20 03:57:32.885410 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39192) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:32.895156 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e236685-1546-4fde-b9b0-308e78a0929a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7282a91-c2a1-4617-a4f1-de7ca785013e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:32.895236 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861d13f2-e571-44c4-90eb-b2751af1d5ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf', 'network_id': '4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf', 'project_id': '7940427b48ab4ee8abd7ab68dd8ac52e', 'fixed_ips': [{'subnet_id': 'ff82eea0-da5d-4b2d-b480-a05fb3ac6259'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:57:32.895236 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-861d13f2-e571-44c4-90eb-b2751af1d5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:32.905328 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-10460635-6301-4006-bc62-5fe4e6534d50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:32.907015 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-10460635-6301-4006-bc62-5fe4e6534d50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:32.914358 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-85a25425-0068-4c36-8241-aa3964a9df33 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1358612677', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}, 'admin_state_up': False}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:32.961208 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:32.963476 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-acbebc35-b625-4fa2-a957-1ebe01cfe5f8 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (af23fa88-e3e6-419f-a00f-0283ff06d792), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:32.965255 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-acbebc35-b625-4fa2-a957-1ebe01cfe5f8 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Added segment af23fa88-e3e6-419f-a00f-0283ff06d792 of type vlan for network 179fad41-9e19-46e6-946c-759a6964b61a Feb 20 03:57:33.031935 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-10460635-6301-4006-bc62-5fe4e6534d50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9355977 Feb 20 03:57:33.042600 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-74511574-5622-4052-bc5f-05fe630fcf89 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:57:33.043705 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-74511574-5622-4052-bc5f-05fe630fcf89 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061531 Feb 20 03:57:33.056448 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-98d6df46-84b2-40e9-a6b3-ef1afa07f3e3 service neutron] Request body: {'port': {'device_id': '5a7edcf7-4495-4893-9d3a-d51d8a60276c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:33.068951 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-acbebc35-b625-4fa2-a957-1ebe01cfe5f8 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (179fad41-9e19-46e6-946c-759a6964b61a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:33.119879 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85a25425-0068-4c36-8241-aa3964a9df33 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (3bc853d4-47da-4e6f-93c1-c88a1d29eab2), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:33.127127 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85a25425-0068-4c36-8241-aa3964a9df33 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (3bc853d4-47da-4e6f-93c1-c88a1d29eab2), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:33.225313 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-98d6df46-84b2-40e9-a6b3-ef1afa07f3e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (34449228-653c-4e1b-9dee-19d80c3a2db9), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:33.244424 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85a25425-0068-4c36-8241-aa3964a9df33 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for router_controller (3bc853d4-47da-4e6f-93c1-c88a1d29eab2), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:33.246935 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-861d13f2-e571-44c4-90eb-b2751af1d5ca None None] Allocated IP 172.20.0.2 (4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf/ff82eea0-da5d-4b2d-b480-a05fb3ac6259/e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:57:33.261057 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-0cf66ce9-b95b-4184-8382-0579a46f2195 None None] Provisioning complete for port 34449228-653c-4e1b-9dee-19d80c3a2db9 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:33.261476 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0cf66ce9-b95b-4184-8382-0579a46f2195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (34449228-653c-4e1b-9dee-19d80c3a2db9), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:33.351929 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-acbebc35-b625-4fa2-a957-1ebe01cfe5f8 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (179fad41-9e19-46e6-946c-759a6964b61a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:33.358909 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbebc35-b625-4fa2-a957-1ebe01cfe5f8 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:33.366917 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-acbebc35-b625-4fa2-a957-1ebe01cfe5f8 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:33.485833 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-0cf66ce9-b95b-4184-8382-0579a46f2195 None None] Port 34449228-653c-4e1b-9dee-19d80c3a2db9 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:57:33.554876 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-acbebc35-b625-4fa2-a957-1ebe01cfe5f8 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9798725 Feb 20 03:57:33.693814 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39208) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:33.702778 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39212) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:33.730756 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbebc35-b625-4fa2-a957-1ebe01cfe5f8 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Pushing event updated for resources: {'Network': ['ID=179fad41-9e19-46e6-946c-759a6964b61a,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:33.744492 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-d74d9820-53cf-4824-80b9-6be1b9a1bda5 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Request body: {'subnets': [{'network_id': 'cb9696f3-e199-47a3-acdc-44556b33cd43', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--31463423', 'ip_version': 4}, {'network_id': '179fad41-9e19-46e6-946c-759a6964b61a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:33.744824 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-d74d9820-53cf-4824-80b9-6be1b9a1bda5 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Request body: {'subnet': {'network_id': 'cb9696f3-e199-47a3-acdc-44556b33cd43', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--31463423', 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:33.745417 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-d74d9820-53cf-4824-80b9-6be1b9a1bda5 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Request body: {'subnet': {'network_id': '179fad41-9e19-46e6-946c-759a6964b61a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:33.791347 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 179fad41-9e19-46e6-946c-759a6964b61a details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:57:33.911294 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-861d13f2-e571-44c4-90eb-b2751af1d5ca None None] Publish callbacks [] for port (e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:33.934961 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85a25425-0068-4c36-8241-aa3964a9df33 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for router_gateway (3bc853d4-47da-4e6f-93c1-c88a1d29eab2), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:33.947180 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2f814-f44c-4bb7-a779-f96fde7aa307 req-67e13366-aa56-4932-8a2d-c73565ba5715 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:33.948847 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1fa2f814-f44c-4bb7-a779-f96fde7aa307 req-67e13366-aa56-4932-8a2d-c73565ba5715 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 931 time: 0.5170460 Feb 20 03:57:34.020496 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1fa2f814-f44c-4bb7-a779-f96fde7aa307 req-24bf274f-616a-436d-9069-aa419adbc453 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639732 Feb 20 03:57:34.033919 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-861d13f2-e571-44c4-90eb-b2751af1d5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:34.085052 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-85cd5cac-21ba-4de7-a2a3-f8d68071e008 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Request body: {'networks': [{'name': 'tempest-network--1108021615'}, {'name': 'tempest-network--1606484395'}]} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:34.085375 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-85cd5cac-21ba-4de7-a2a3-f8d68071e008 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Request body: {'network': {'name': 'tempest-network--1108021615'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:34.085844 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-85cd5cac-21ba-4de7-a2a3-f8d68071e008 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Request body: {'network': {'name': 'tempest-network--1606484395'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:34.099717 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39222) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:34.118509 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861d13f2-e571-44c4-90eb-b2751af1d5ca None None] Network 4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:57:34.127876 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-861d13f2-e571-44c4-90eb-b2751af1d5ca None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:34.130640 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861d13f2-e571-44c4-90eb-b2751af1d5ca None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:57:34.170581 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f4be8b7-2233-481e-9cf5-26189099ccb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:34.170886 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-98d6df46-84b2-40e9-a6b3-ef1afa07f3e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34449228-653c-4e1b-9dee-19d80c3a2db9 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:57:34.179878 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d13f2-e571-44c4-90eb-b2751af1d5ca None None] Pushing event updated for resources: {'Port': ['ID=e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:34.183585 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-98d6df46-84b2-40e9-a6b3-ef1afa07f3e3 service neutron] Publish callbacks [] for port (34449228-653c-4e1b-9dee-19d80c3a2db9), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:34.216923 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-98d6df46-84b2-40e9-a6b3-ef1afa07f3e3 service neutron] Transition to ACTIVE for port object 34449228-653c-4e1b-9dee-19d80c3a2db9 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:57:34.274507 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-861d13f2-e571-44c4-90eb-b2751af1d5ca None None] Attempting to bind port e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:57:34.275071 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-861d13f2-e571-44c4-90eb-b2751af1d5ca None None] Attempting to bind port e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '57cc36ba-9440-40b7-a7bb-5f8d1ddcbeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:57:34.275560 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861d13f2-e571-44c4-90eb-b2751af1d5ca None None] Attempting to bind port e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9 on network 4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:57:34.282934 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861d13f2-e571-44c4-90eb-b2751af1d5ca None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:57:34.283736 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861d13f2-e571-44c4-90eb-b2751af1d5ca None None] Checking segment: {'id': '57cc36ba-9440-40b7-a7bb-5f8d1ddcbeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:57:34.284997 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-861d13f2-e571-44c4-90eb-b2751af1d5ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:34.285498 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861d13f2-e571-44c4-90eb-b2751af1d5ca None None] Bound using segment: {'id': '57cc36ba-9440-40b7-a7bb-5f8d1ddcbeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:57:34.286244 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-861d13f2-e571-44c4-90eb-b2751af1d5ca None None] Bound port: e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57cc36ba-9440-40b7-a7bb-5f8d1ddcbeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:57:34.286764 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-861d13f2-e571-44c4-90eb-b2751af1d5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:34.325816 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-98d6df46-84b2-40e9-a6b3-ef1afa07f3e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (34449228-653c-4e1b-9dee-19d80c3a2db9), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:34.364094 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-861d13f2-e571-44c4-90eb-b2751af1d5ca None None] For port e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:57:34.367839 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-861d13f2-e571-44c4-90eb-b2751af1d5ca None None] For port e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9,segment=NetworkSegment(57cc36ba-9440-40b7-a7bb-5f8d1ddcbeb8),segment_id=57cc36ba-9440-40b7-a7bb-5f8d1ddcbeb8)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:57:34.373322 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cd5cac-21ba-4de7-a2a3-f8d68071e008 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Made reservation on behalf of 9059c203fa484ca9bf9294ddd117ca6c for: {'network': 2} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:57:34.379829 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85cd5cac-21ba-4de7-a2a3-f8d68071e008 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:34.415045 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6df46-84b2-40e9-a6b3-ef1afa07f3e3 service neutron] Pushing event updated for resources: {'Port': ['ID=34449228-653c-4e1b-9dee-19d80c3a2db9,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:34.426602 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85cd5cac-21ba-4de7-a2a3-f8d68071e008 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:34.453770 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74d9820-53cf-4824-80b9-6be1b9a1bda5 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Made reservation on behalf of 08805cf50422496dadb4d689b16b20bf for: {'subnet': 2} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:57:34.459351 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d74d9820-53cf-4824-80b9-6be1b9a1bda5 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:34.461933 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d74d9820-53cf-4824-80b9-6be1b9a1bda5 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:34.486465 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-861d13f2-e571-44c4-90eb-b2751af1d5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:34.492689 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f4be8b7-2233-481e-9cf5-26189099ccb7 admin admin] Publish callbacks [] for security_group (06600cd5-cc3e-4ff1-90cb-2ac3af377259), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:34.508260 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-98d6df46-84b2-40e9-a6b3-ef1afa07f3e3 service neutron] Attempting to bind port 34449228-653c-4e1b-9dee-19d80c3a2db9 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:57:34.508753 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-98d6df46-84b2-40e9-a6b3-ef1afa07f3e3 service neutron] Attempting to bind port 34449228-653c-4e1b-9dee-19d80c3a2db9 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '93e69323-4e49-4b8b-a65d-dd37b5850605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1553fd51-a4a7-4e2e-a488-03242682b199'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:57:34.509226 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-98d6df46-84b2-40e9-a6b3-ef1afa07f3e3 service neutron] Attempting to bind port 34449228-653c-4e1b-9dee-19d80c3a2db9 on network 1553fd51-a4a7-4e2e-a488-03242682b199 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:57:34.514952 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-98d6df46-84b2-40e9-a6b3-ef1afa07f3e3 service neutron] Port 34449228-653c-4e1b-9dee-19d80c3a2db9 on network 1553fd51-a4a7-4e2e-a488-03242682b199 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:57:34.528456 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-98d6df46-84b2-40e9-a6b3-ef1afa07f3e3 service neutron] Attempting to bind port 34449228-653c-4e1b-9dee-19d80c3a2db9 on network 1553fd51-a4a7-4e2e-a488-03242682b199 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:57:34.528456 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-98d6df46-84b2-40e9-a6b3-ef1afa07f3e3 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:57:34.528456 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-98d6df46-84b2-40e9-a6b3-ef1afa07f3e3 service neutron] Checking segment: {'id': '93e69323-4e49-4b8b-a65d-dd37b5850605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1553fd51-a4a7-4e2e-a488-03242682b199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:57:34.528456 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-98d6df46-84b2-40e9-a6b3-ef1afa07f3e3 service neutron] Bound using segment: {'id': '93e69323-4e49-4b8b-a65d-dd37b5850605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1553fd51-a4a7-4e2e-a488-03242682b199'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:57:34.528456 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-98d6df46-84b2-40e9-a6b3-ef1afa07f3e3 service neutron] Bound port: 34449228-653c-4e1b-9dee-19d80c3a2db9, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93e69323-4e49-4b8b-a65d-dd37b5850605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1553fd51-a4a7-4e2e-a488-03242682b199'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:57:34.529030 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-98d6df46-84b2-40e9-a6b3-ef1afa07f3e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (34449228-653c-4e1b-9dee-19d80c3a2db9), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:34.591908 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f4be8b7-2233-481e-9cf5-26189099ccb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (06600cd5-cc3e-4ff1-90cb-2ac3af377259), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:34.605500 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d13f2-e571-44c4-90eb-b2751af1d5ca None None] Pushing event updated for resources: {'Port': ['ID=e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:34.721168 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-98d6df46-84b2-40e9-a6b3-ef1afa07f3e3 service neutron] For port 34449228-653c-4e1b-9dee-19d80c3a2db9, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:57:34.731236 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-98d6df46-84b2-40e9-a6b3-ef1afa07f3e3 service neutron] For port 34449228-653c-4e1b-9dee-19d80c3a2db9, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=34449228-653c-4e1b-9dee-19d80c3a2db9,segment=NetworkSegment(93e69323-4e49-4b8b-a65d-dd37b5850605),segment_id=93e69323-4e49-4b8b-a65d-dd37b5850605)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:57:34.748418 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4f4be8b7-2233-481e-9cf5-26189099ccb7 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=68de27d6fce84c89a1f7ae09cdc435d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6287198 Feb 20 03:57:34.751533 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39230) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:34.756849 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4be8b7-2233-481e-9cf5-26189099ccb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06600cd5-cc3e-4ff1-90cb-2ac3af377259,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:34.855505 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-98d6df46-84b2-40e9-a6b3-ef1afa07f3e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (34449228-653c-4e1b-9dee-19d80c3a2db9), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:34.976655 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-98d6df46-84b2-40e9-a6b3-ef1afa07f3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:34.977320 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-98d6df46-84b2-40e9-a6b3-ef1afa07f3e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:34.979593 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-98d6df46-84b2-40e9-a6b3-ef1afa07f3e3 service neutron] 10.222.0.93 "PUT /v2.0/ports/34449228-653c-4e1b-9dee-19d80c3a2db9 HTTP/1.1" status: 200 len: 1091 time: 1.9282269 Feb 20 03:57:34.980182 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7edcf7-4495-4893-9d3a-d51d8a60276c', 'tag': '34449228-653c-4e1b-9dee-19d80c3a2db9'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:57:34.982704 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01e9eab-3471-4d7d-afdc-7fd80350b828" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7edcf7-4495-4893-9d3a-d51d8a60276c", "tag": "34449228-653c-4e1b-9dee-19d80c3a2db9"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:57:35.017915 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85cd5cac-21ba-4de7-a2a3-f8d68071e008 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks [] for security_group (adff1ff2-5067-488b-8ccd-0db4a994142e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:35.057908 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6df46-84b2-40e9-a6b3-ef1afa07f3e3 service neutron] Pushing event updated for resources: {'Port': ['ID=34449228-653c-4e1b-9dee-19d80c3a2db9,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:35.059117 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85a25425-0068-4c36-8241-aa3964a9df33 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for router_gateway (3bc853d4-47da-4e6f-93c1-c88a1d29eab2), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:35.083229 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1290ffc6-a02e-40c7-b996-d45eac8d669f admin admin] Publish callbacks [] for security_group (06600cd5-cc3e-4ff1-90cb-2ac3af377259), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:35.100445 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b0e240-590e-43e6-a21b-bd36c417deb5 x-openstack-request-id: req-84b0e240-590e-43e6-a21b-bd36c417deb5 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:57:35.100861 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7edcf7-4495-4893-9d3a-d51d8a60276c", "tag": "34449228-653c-4e1b-9dee-19d80c3a2db9", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:57:35.101222 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-84b0e240-590e-43e6-a21b-bd36c417deb5 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:57:35.105825 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7edcf7-4495-4893-9d3a-d51d8a60276c', 'tag': '34449228-653c-4e1b-9dee-19d80c3a2db9', 'status': 'completed', 'code': 200} Feb 20 03:57:35.181589 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1290ffc6-a02e-40c7-b996-d45eac8d669f admin admin] Publish callbacks [] for security_group (06600cd5-cc3e-4ff1-90cb-2ac3af377259), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:35.258807 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85a25425-0068-4c36-8241-aa3964a9df33 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:35.265647 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85cd5cac-21ba-4de7-a2a3-f8d68071e008 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (adff1ff2-5067-488b-8ccd-0db4a994142e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:35.265647 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85cd5cac-21ba-4de7-a2a3-f8d68071e008 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:35.353936 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e9eab-3471-4d7d-afdc-7fd80350b828 req-6fad4fe4-126c-42d0-82ce-4ac47fb68903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:35.363238 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e01e9eab-3471-4d7d-afdc-7fd80350b828 req-6fad4fe4-126c-42d0-82ce-4ac47fb68903 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 1125 time: 0.2425086 Feb 20 03:57:35.413738 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd5cac-21ba-4de7-a2a3-f8d68071e008 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adff1ff2-5067-488b-8ccd-0db4a994142e,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:35.496063 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1290ffc6-a02e-40c7-b996-d45eac8d669f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (06600cd5-cc3e-4ff1-90cb-2ac3af377259), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:35.499302 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1290ffc6-a02e-40c7-b996-d45eac8d669f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:35.500664 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1290ffc6-a02e-40c7-b996-d45eac8d669f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/06600cd5-cc3e-4ff1-90cb-2ac3af377259 HTTP/1.1" status: 204 len: 168 time: 0.7480528 Feb 20 03:57:35.543405 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290ffc6-a02e-40c7-b996-d45eac8d669f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06600cd5-cc3e-4ff1-90cb-2ac3af377259,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:35.552557 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85cd5cac-21ba-4de7-a2a3-f8d68071e008 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:57:35.561299 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96ef2c-3104-4d04-a37d-db8473ebbea5 req-80bd5c1c-6be5-4299-b454-7ff27ec8e8c3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:35.563059 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9b96ef2c-3104-4d04-a37d-db8473ebbea5 req-80bd5c1c-6be5-4299-b454-7ff27ec8e8c3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 943 time: 0.2915514 Feb 20 03:57:35.607933 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-85a25425-0068-4c36-8241-aa3964a9df33 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Allocated IP 172.25.7.11 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/7202c452-c29e-40cb-933d-7e48c4174ad4) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:57:35.622071 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85cd5cac-21ba-4de7-a2a3-f8d68071e008 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (d9238a4a-5b78-43a3-8703-fe7cab0a4ba6), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:35.622840 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-85cd5cac-21ba-4de7-a2a3-f8d68071e008 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Added segment d9238a4a-5b78-43a3-8703-fe7cab0a4ba6 of type vlan for network 1da7efb9-98f7-44c2-b620-2bb52c253e34 Feb 20 03:57:35.682796 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e9eab-3471-4d7d-afdc-7fd80350b828 req-0b5cf7b0-f525-4f15-8fd3-273b8ea15546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:35.684664 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e01e9eab-3471-4d7d-afdc-7fd80350b828 req-0b5cf7b0-f525-4f15-8fd3-273b8ea15546 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=c51c06307884485eaac01385a5cfa0f0&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3101394 Feb 20 03:57:35.772676 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9b96ef2c-3104-4d04-a37d-db8473ebbea5 req-05472306-6eba-44f4-a4d7-ab8a5f468b65 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024837 Feb 20 03:57:35.779367 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:57:35.898416 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85cd5cac-21ba-4de7-a2a3-f8d68071e008 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (1da7efb9-98f7-44c2-b620-2bb52c253e34), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:35.906105 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:35.906492 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:35.982670 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85cd5cac-21ba-4de7-a2a3-f8d68071e008 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:57:36.035759 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d74d9820-53cf-4824-80b9-6be1b9a1bda5 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (5f17f6a2-ab8a-42ac-8bfd-d6cd24d135b7), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:36.049309 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85a25425-0068-4c36-8241-aa3964a9df33 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for port (7202c452-c29e-40cb-933d-7e48c4174ad4), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:36.069450 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85cd5cac-21ba-4de7-a2a3-f8d68071e008 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (169ce946-4804-4059-b575-1483460af369), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:36.069801 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-85cd5cac-21ba-4de7-a2a3-f8d68071e008 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Added segment 169ce946-4804-4059-b575-1483460af369 of type vlan for network ef2a9199-4e3c-4500-af55-15092417ffb1 Feb 20 03:57:36.097277 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:57:36.097698 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:36.207850 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9,segment=NetworkSegment(57cc36ba-9440-40b7-a7bb-5f8d1ddcbeb8),segment_id=57cc36ba-9440-40b7-a7bb-5f8d1ddcbeb8)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:57:36.248589 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85cd5cac-21ba-4de7-a2a3-f8d68071e008 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (ef2a9199-4e3c-4500-af55-15092417ffb1), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:36.264839 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d9820-53cf-4824-80b9-6be1b9a1bda5 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Pushing event updated for resources: {'Subnet': ['ID=5f17f6a2-ab8a-42ac-8bfd-d6cd24d135b7,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:36.325751 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:36.335554 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74d9820-53cf-4824-80b9-6be1b9a1bda5 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Checking segment: {'id': '15985a44-6715-4fe1-8f65-3347f211b693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cb9696f3-e199-47a3-acdc-44556b33cd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:57:36.335995 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74d9820-53cf-4824-80b9-6be1b9a1bda5 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Network hostable DHCP agents. Network: cb9696f3-e199-47a3-acdc-44556b33cd43, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:57:36.388983 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85a25425-0068-4c36-8241-aa3964a9df33 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (7202c452-c29e-40cb-933d-7e48c4174ad4), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:36.432915 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:36.444840 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a25425-0068-4c36-8241-aa3964a9df33 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:57:36.450408 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-85a25425-0068-4c36-8241-aa3964a9df33 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:36.456712 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a25425-0068-4c36-8241-aa3964a9df33 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:57:36.459304 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85cd5cac-21ba-4de7-a2a3-f8d68071e008 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (1da7efb9-98f7-44c2-b620-2bb52c253e34), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:36.459815 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85cd5cac-21ba-4de7-a2a3-f8d68071e008 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (ef2a9199-4e3c-4500-af55-15092417ffb1), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:36.465884 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd5cac-21ba-4de7-a2a3-f8d68071e008 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:36.470598 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd5cac-21ba-4de7-a2a3-f8d68071e008 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:36.471313 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85cd5cac-21ba-4de7-a2a3-f8d68071e008 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:36.478608 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a25425-0068-4c36-8241-aa3964a9df33 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event updated for resources: {'Port': ['ID=7202c452-c29e-40cb-933d-7e48c4174ad4,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:36.506925 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519c490f-4517-46a6-a93b-104e78fa3b37 None None] Network 4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:57:36.584830 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74d9820-53cf-4824-80b9-6be1b9a1bda5 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Network cb9696f3-e199-47a3-acdc-44556b33cd43 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:57:36.606219 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c890f169-0068-4f1f-9544-26b2ac371605 None None] Provisioning complete for port e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:36.606974 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c890f169-0068-4f1f-9544-26b2ac371605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:36.694092 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e9eab-3471-4d7d-afdc-7fd80350b828 req-fa400a17-148a-4502-91cc-33361d094baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:36.695592 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e01e9eab-3471-4d7d-afdc-7fd80350b828 req-fa400a17-148a-4502-91cc-33361d094baf service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0044746 Feb 20 03:57:36.721075 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd5cac-21ba-4de7-a2a3-f8d68071e008 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Pushing event updated for resources: {'Network': ['ID=1da7efb9-98f7-44c2-b620-2bb52c253e34,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:36.755887 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 1da7efb9-98f7-44c2-b620-2bb52c253e34 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:57:36.846682 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-7d9d1c86-24d4-43f0-a2b2-2d78230c4bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:36.848252 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-7d9d1c86-24d4-43f0-a2b2-2d78230c4bdf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 1125 time: 0.1075363 Feb 20 03:57:36.869024 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c890f169-0068-4f1f-9544-26b2ac371605 None None] Current status of the port e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:57:36.923337 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-85cd5cac-21ba-4de7-a2a3-f8d68071e008 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.2212148 Feb 20 03:57:36.925364 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-d74d9820-53cf-4824-80b9-6be1b9a1bda5 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, cb9696f3-e199-47a3-acdc-44556b33cd43) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:36.930840 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39280) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:36.943011 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2d2527-8faf-45db-aa8d-9bb484e69f2f None None] Network cb9696f3-e199-47a3-acdc-44556b33cd43 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:57:36.961874 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-e0d75e67-1b5f-4775-8df1-81940f2f231f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34449228-653c-4e1b-9dee-19d80c3a2db9 HTTP/1.1" status: 200 len: 217 time: 0.1033158 Feb 20 03:57:37.015956 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d74d9820-53cf-4824-80b9-6be1b9a1bda5 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (36c538fc-fe35-4997-a633-95717c1b24c2), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:37.055238 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-a99ba733-ba05-4574-a63d-82ec15224aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:37.056736 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-a99ba733-ba05-4574-a63d-82ec15224aa0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9acbd7c8-024d-4797-af2a-388f49052bab HTTP/1.1" status: 200 len: 834 time: 0.0865190 Feb 20 03:57:37.184598 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc8335c-ab90-44c6-b3f9-e00fb9e2ca7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-cb9696f3-e199-47a3-acdc-44556b33cd43', 'network_id': 'cb9696f3-e199-47a3-acdc-44556b33cd43', 'project_id': '08805cf50422496dadb4d689b16b20bf', 'fixed_ips': [{'subnet_id': '5f17f6a2-ab8a-42ac-8bfd-d6cd24d135b7'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:57:37.185495 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cfc8335c-ab90-44c6-b3f9-e00fb9e2ca7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:37.217804 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd5cac-21ba-4de7-a2a3-f8d68071e008 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Pushing event updated for resources: {'Network': ['ID=ef2a9199-4e3c-4500-af55-15092417ffb1,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:37.318329 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39286) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:37.318821 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-6cf04352-b89a-4fb4-aff1-42d9e5097d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:37.328390 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network ef2a9199-4e3c-4500-af55-15092417ffb1 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:57:37.328684 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-6cf04352-b89a-4fb4-aff1-42d9e5097d0d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1553fd51-a4a7-4e2e-a488-03242682b199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2643411 Feb 20 03:57:37.410172 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb29cae-6b51-4b38-8186-beedd1b2abb8 req-1d3a7c17-3f69-41c1-a00d-b70ac98eb7ed tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:37.418305 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1bb29cae-6b51-4b38-8186-beedd1b2abb8 req-1d3a7c17-3f69-41c1-a00d-b70ac98eb7ed tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 943 time: 0.4499614 Feb 20 03:57:37.513267 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85a25425-0068-4c36-8241-aa3964a9df33 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for router_gateway (3bc853d4-47da-4e6f-93c1-c88a1d29eab2), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:37.523554 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1bb29cae-6b51-4b38-8186-beedd1b2abb8 req-fe3114fa-a64f-46de-93bb-92337934c771 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039267 Feb 20 03:57:37.544081 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-71c10c4e-a713-4bb7-bf26-55a60c2f3c65 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1782628087-network', 'tenant_id': '1274cd54bf2e488282f8b58c9a1be7b3'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:37.590787 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-93cd608d-a553-42f7-9f02-bbbccb87533e service neutron] 10.222.0.93 "GET /v2.0/networks/1553fd51-a4a7-4e2e-a488-03242682b199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568729 Feb 20 03:57:37.623995 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000ab091-a3d2-4871-ac4b-75c99e8b9925 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:37.629644 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000ab091-a3d2-4871-ac4b-75c99e8b9925 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:37.636978 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000ab091-a3d2-4871-ac4b-75c99e8b9925 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:37.641844 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000ab091-a3d2-4871-ac4b-75c99e8b9925 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:37.642060 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-a515fff6-0b66-47b9-9c43-a1774f3d98f2 None None] Provisioning complete for port e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:37.642444 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a515fff6-0b66-47b9-9c43-a1774f3d98f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:37.646907 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-000ab091-a3d2-4871-ac4b-75c99e8b9925 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6868663 Feb 20 03:57:37.648656 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d9820-53cf-4824-80b9-6be1b9a1bda5 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Pushing event updated for resources: {'Subnet': ['ID=36c538fc-fe35-4997-a633-95717c1b24c2,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:37.657998 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39294) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:37.657998 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c10c4e-a713-4bb7-bf26-55a60c2f3c65 admin admin] Made reservation on behalf of 1274cd54bf2e488282f8b58c9a1be7b3 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:57:37.663051 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71c10c4e-a713-4bb7-bf26-55a60c2f3c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:37.762100 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:57:37.869819 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa482b83-81e7-4251-a24c-d213d4b3a9ae req-9df6f28d-7e80-499b-8e12-5ebfda3d617a service neutron] 10.222.0.93 "GET /v2.0/networks/1553fd51-a4a7-4e2e-a488-03242682b199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723324 Feb 20 03:57:37.938171 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-cfc8335c-ab90-44c6-b3f9-e00fb9e2ca7b None None] Allocated IP 172.20.0.2 (cb9696f3-e199-47a3-acdc-44556b33cd43/5f17f6a2-ab8a-42ac-8bfd-d6cd24d135b7/2c33b457-7760-4a55-b4d6-14d7b2e992f6) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:57:37.975869 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:37.976259 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:38.108602 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-a515fff6-0b66-47b9-9c43-a1774f3d98f2 None None] Current status of the port e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:57:38.153945 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74d9820-53cf-4824-80b9-6be1b9a1bda5 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Checking segment: {'id': 'af23fa88-e3e6-419f-a00f-0283ff06d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '179fad41-9e19-46e6-946c-759a6964b61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:57:38.153945 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74d9820-53cf-4824-80b9-6be1b9a1bda5 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Network hostable DHCP agents. Network: 179fad41-9e19-46e6-946c-759a6964b61a, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:57:38.164516 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71c10c4e-a713-4bb7-bf26-55a60c2f3c65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:38.201817 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:57:38.229662 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cfc8335c-ab90-44c6-b3f9-e00fb9e2ca7b None None] Publish callbacks [] for port (2c33b457-7760-4a55-b4d6-14d7b2e992f6), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:38.245137 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e4fcec4c-75f3-4fb8-b100-7b9a6e701fb7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (1da7efb9-98f7-44c2-b620-2bb52c253e34), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:38.320646 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cfc8335c-ab90-44c6-b3f9-e00fb9e2ca7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (2c33b457-7760-4a55-b4d6-14d7b2e992f6), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:38.333943 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74d9820-53cf-4824-80b9-6be1b9a1bda5 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Network 179fad41-9e19-46e6-946c-759a6964b61a is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:57:38.367982 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc8335c-ab90-44c6-b3f9-e00fb9e2ca7b None None] Network cb9696f3-e199-47a3-acdc-44556b33cd43 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:57:38.379499 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-cfc8335c-ab90-44c6-b3f9-e00fb9e2ca7b None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:38.382376 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc8335c-ab90-44c6-b3f9-e00fb9e2ca7b None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:57:38.385945 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8335c-ab90-44c6-b3f9-e00fb9e2ca7b None None] Pushing event updated for resources: {'Port': ['ID=2c33b457-7760-4a55-b4d6-14d7b2e992f6,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:38.443232 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-cfc8335c-ab90-44c6-b3f9-e00fb9e2ca7b None None] Attempting to bind port 2c33b457-7760-4a55-b4d6-14d7b2e992f6 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:57:38.443586 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-cfc8335c-ab90-44c6-b3f9-e00fb9e2ca7b None None] Attempting to bind port 2c33b457-7760-4a55-b4d6-14d7b2e992f6 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '15985a44-6715-4fe1-8f65-3347f211b693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cb9696f3-e199-47a3-acdc-44556b33cd43'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:57:38.443958 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc8335c-ab90-44c6-b3f9-e00fb9e2ca7b None None] Attempting to bind port 2c33b457-7760-4a55-b4d6-14d7b2e992f6 on network cb9696f3-e199-47a3-acdc-44556b33cd43 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:57:38.449046 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc8335c-ab90-44c6-b3f9-e00fb9e2ca7b None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:57:38.449423 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc8335c-ab90-44c6-b3f9-e00fb9e2ca7b None None] Checking segment: {'id': '15985a44-6715-4fe1-8f65-3347f211b693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cb9696f3-e199-47a3-acdc-44556b33cd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:57:38.449829 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cfc8335c-ab90-44c6-b3f9-e00fb9e2ca7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:38.450224 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc8335c-ab90-44c6-b3f9-e00fb9e2ca7b None None] Bound using segment: {'id': '15985a44-6715-4fe1-8f65-3347f211b693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cb9696f3-e199-47a3-acdc-44556b33cd43'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:57:38.450693 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-cfc8335c-ab90-44c6-b3f9-e00fb9e2ca7b None None] Bound port: 2c33b457-7760-4a55-b4d6-14d7b2e992f6, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15985a44-6715-4fe1-8f65-3347f211b693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'cb9696f3-e199-47a3-acdc-44556b33cd43'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:57:38.451106 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cfc8335c-ab90-44c6-b3f9-e00fb9e2ca7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2c33b457-7760-4a55-b4d6-14d7b2e992f6), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:38.472413 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-d74d9820-53cf-4824-80b9-6be1b9a1bda5 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 179fad41-9e19-46e6-946c-759a6964b61a) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:38.487898 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e750506c-4050-4bab-92a5-2fd33cf9b460 None None] Network 179fad41-9e19-46e6-946c-759a6964b61a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:57:38.493325 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e4fcec4c-75f3-4fb8-b100-7b9a6e701fb7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (1da7efb9-98f7-44c2-b620-2bb52c253e34), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:38.496632 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74d9820-53cf-4824-80b9-6be1b9a1bda5 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:38.497114 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74d9820-53cf-4824-80b9-6be1b9a1bda5 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:38.497742 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d74d9820-53cf-4824-80b9-6be1b9a1bda5 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:38.503676 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71c10c4e-a713-4bb7-bf26-55a60c2f3c65 admin admin] Publish callbacks [] for security_group (14efef05-e358-452a-8229-826fe2bf00ab), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:38.547199 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-e4fcec4c-75f3-4fb8-b100-7b9a6e701fb7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da7efb9-98f7-44c2-b620-2bb52c253e34']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:38.550054 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85a25425-0068-4c36-8241-aa3964a9df33 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (3bc853d4-47da-4e6f-93c1-c88a1d29eab2), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:38.561189 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-e4fcec4c-75f3-4fb8-b100-7b9a6e701fb7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9238a4a-5b78-43a3-8703-fe7cab0a4ba6') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:38.561473 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-e4fcec4c-75f3-4fb8-b100-7b9a6e701fb7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9238a4a-5b78-43a3-8703-fe7cab0a4ba6') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:38.576767 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e4fcec4c-75f3-4fb8-b100-7b9a6e701fb7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (d9238a4a-5b78-43a3-8703-fe7cab0a4ba6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:38.601766 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-cfc8335c-ab90-44c6-b3f9-e00fb9e2ca7b None None] For port 2c33b457-7760-4a55-b4d6-14d7b2e992f6, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:57:38.622673 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71c10c4e-a713-4bb7-bf26-55a60c2f3c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (14efef05-e358-452a-8229-826fe2bf00ab), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:38.628449 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-cfc8335c-ab90-44c6-b3f9-e00fb9e2ca7b None None] For port 2c33b457-7760-4a55-b4d6-14d7b2e992f6, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2c33b457-7760-4a55-b4d6-14d7b2e992f6,segment=NetworkSegment(15985a44-6715-4fe1-8f65-3347f211b693),segment_id=15985a44-6715-4fe1-8f65-3347f211b693)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:57:38.642355 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d74d9820-53cf-4824-80b9-6be1b9a1bda5 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 4.9125376 Feb 20 03:57:38.645411 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39310) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:38.656483 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e4fcec4c-75f3-4fb8-b100-7b9a6e701fb7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (d9238a4a-5b78-43a3-8703-fe7cab0a4ba6), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:38.675506 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0e4494-52f3-4a7f-8cd7-5f2055fbaaaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-179fad41-9e19-46e6-946c-759a6964b61a', 'network_id': '179fad41-9e19-46e6-946c-759a6964b61a', 'project_id': '08805cf50422496dadb4d689b16b20bf', 'fixed_ips': [{'subnet_id': '36c538fc-fe35-4997-a633-95717c1b24c2'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:57:38.676628 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ad0e4494-52f3-4a7f-8cd7-5f2055fbaaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:38.703603 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed83255-cb55-49c8-8450-41684b4b9c35 req-9e17e85e-afbc-41b6-b46d-dd31080eba85 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:38.711903 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4ed83255-cb55-49c8-8450-41684b4b9c35 req-9e17e85e-afbc-41b6-b46d-dd31080eba85 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 943 time: 0.0844102 Feb 20 03:57:38.721354 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c10c4e-a713-4bb7-bf26-55a60c2f3c65 admin admin] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:57:38.735118 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4fcec4c-75f3-4fb8-b100-7b9a6e701fb7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:57:38.735645 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e4fcec4c-75f3-4fb8-b100-7b9a6e701fb7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (d9238a4a-5b78-43a3-8703-fe7cab0a4ba6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:38.749072 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:57:38.749072 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:57:38.749072 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:57:38.749072 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:57:38.749072 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:57:38.749072 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:57:38.749072 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:57:38.749072 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:57:38.749072 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:57:38.749072 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:57:38.749072 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:57:38.749072 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:57:38.749072 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:57:38.749072 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:57:38.749072 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:57:38.749072 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:57:38.749072 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:57:38.749072 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:57:38.749072 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:57:38.749072 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:57:38.749072 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:57:38.749072 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:57:38.749072 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:57:38.749072 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:57:38.749072 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:57:38.749072 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:57:38.749072 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:57:38.749072 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:57:38.749072 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:57:38.749072 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:57:38.749072 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:57:38.749072 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:57:38.776537 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4ed83255-cb55-49c8-8450-41684b4b9c35 req-0a23dbd5-a05d-401e-91e5-1bb9d7b094a8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625441 Feb 20 03:57:38.780791 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cfc8335c-ab90-44c6-b3f9-e00fb9e2ca7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2c33b457-7760-4a55-b4d6-14d7b2e992f6), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:38.813273 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c10c4e-a713-4bb7-bf26-55a60c2f3c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14efef05-e358-452a-8229-826fe2bf00ab,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:38.827579 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71c10c4e-a713-4bb7-bf26-55a60c2f3c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (19d8559c-3005-4214-a3b0-d84c7ca4272e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:38.827935 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-71c10c4e-a713-4bb7-bf26-55a60c2f3c65 admin admin] Added segment 19d8559c-3005-4214-a3b0-d84c7ca4272e of type vlan for network 3dffb76f-4a58-4c49-acbf-0f4ee6bb83af Feb 20 03:57:38.904965 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8335c-ab90-44c6-b3f9-e00fb9e2ca7b None None] Pushing event updated for resources: {'Port': ['ID=2c33b457-7760-4a55-b4d6-14d7b2e992f6,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:38.941690 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e5887d-6cd8-4c6f-a765-d995fa42cc9e tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:38.942807 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e5887d-6cd8-4c6f-a765-d995fa42cc9e tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:38.944368 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e5887d-6cd8-4c6f-a765-d995fa42cc9e tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:38.949285 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-85e5887d-6cd8-4c6f-a765-d995fa42cc9e tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.2979121 Feb 20 03:57:38.950671 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39318) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:38.967480 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-ad0e4494-52f3-4a7f-8cd7-5f2055fbaaaf None None] Allocated IP 172.20.0.18 (179fad41-9e19-46e6-946c-759a6964b61a/36c538fc-fe35-4997-a633-95717c1b24c2/580635a3-24fc-4093-979a-50e520068a66) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:57:39.011388 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-7812185e-355c-496e-8213-b12276f4adf2 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Deleting subnet 5f17f6a2-ab8a-42ac-8bfd-d6cd24d135b7 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:57:39.015598 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7812185e-355c-496e-8213-b12276f4adf2 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks [] for subnet (5f17f6a2-ab8a-42ac-8bfd-d6cd24d135b7), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:39.037352 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71c10c4e-a713-4bb7-bf26-55a60c2f3c65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (3dffb76f-4a58-4c49-acbf-0f4ee6bb83af), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:39.066528 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e4fcec4c-75f3-4fb8-b100-7b9a6e701fb7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (1da7efb9-98f7-44c2-b620-2bb52c253e34), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:39.074574 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e4fcec4c-75f3-4fb8-b100-7b9a6e701fb7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:39.081288 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e4fcec4c-75f3-4fb8-b100-7b9a6e701fb7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] 10.222.0.89 "DELETE /v2.0/networks/1da7efb9-98f7-44c2-b620-2bb52c253e34 HTTP/1.1" status: 204 len: 168 time: 1.4006848 Feb 20 03:57:39.090203 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39320) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:39.100021 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a25425-0068-4c36-8241-aa3964a9df33 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Router 3bc853d4-47da-4e6f-93c1-c88a1d29eab2 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:57:39.103677 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fcec4c-75f3-4fb8-b100-7b9a6e701fb7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Pushing event deleted for resources: {'Network': ['ID=1da7efb9-98f7-44c2-b620-2bb52c253e34,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:39.140165 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7812185e-355c-496e-8213-b12276f4adf2 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (5f17f6a2-ab8a-42ac-8bfd-d6cd24d135b7), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:39.241665 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71c10c4e-a713-4bb7-bf26-55a60c2f3c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (3dffb76f-4a58-4c49-acbf-0f4ee6bb83af), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:39.241665 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c10c4e-a713-4bb7-bf26-55a60c2f3c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:39.241665 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71c10c4e-a713-4bb7-bf26-55a60c2f3c65 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:39.334289 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7812185e-355c-496e-8213-b12276f4adf2 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (5f17f6a2-ab8a-42ac-8bfd-d6cd24d135b7), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:39.358630 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ad0e4494-52f3-4a7f-8cd7-5f2055fbaaaf None None] Publish callbacks [] for port (580635a3-24fc-4093-979a-50e520068a66), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:39.370754 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-400fb1c7-0210-4925-961c-253439388de4 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (ef2a9199-4e3c-4500-af55-15092417ffb1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:39.386432 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c10c4e-a713-4bb7-bf26-55a60c2f3c65 admin admin] Pushing event updated for resources: {'Network': ['ID=3dffb76f-4a58-4c49-acbf-0f4ee6bb83af,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:39.397466 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-71c10c4e-a713-4bb7-bf26-55a60c2f3c65 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0750360 Feb 20 03:57:39.399199 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 3dffb76f-4a58-4c49-acbf-0f4ee6bb83af details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:57:39.411850 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39330) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:39.459641 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-a103a232-1bec-4851-aaa2-e6de04bacf9b admin admin] Request body: {'subnet': {'network_id': '3dffb76f-4a58-4c49-acbf-0f4ee6bb83af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1782628087-subnet', 'tenant_id': '1274cd54bf2e488282f8b58c9a1be7b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:39.478056 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a25425-0068-4c36-8241-aa3964a9df33 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:57:39.493269 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674fc664-8780-4abb-9163-874968d3e82a None None] Sync routers for ids ['3bc853d4-47da-4e6f-93c1-c88a1d29eab2'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:57:39.495433 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ad0e4494-52f3-4a7f-8cd7-5f2055fbaaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (580635a3-24fc-4093-979a-50e520068a66), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:39.522098 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0e4494-52f3-4a7f-8cd7-5f2055fbaaaf None None] Network 179fad41-9e19-46e6-946c-759a6964b61a is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:57:39.522983 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674fc664-8780-4abb-9163-874968d3e82a None None] Routers {'3bc853d4-47da-4e6f-93c1-c88a1d29eab2'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:57:39.525392 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-674fc664-8780-4abb-9163-874968d3e82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:57:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3bc853d4-47da-4e6f-93c1-c88a1d29eab2'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:39.543140 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-400fb1c7-0210-4925-961c-253439388de4 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (ef2a9199-4e3c-4500-af55-15092417ffb1), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:39.543763 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-ad0e4494-52f3-4a7f-8cd7-5f2055fbaaaf None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:39.553515 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0e4494-52f3-4a7f-8cd7-5f2055fbaaaf None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:57:39.567481 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-400fb1c7-0210-4925-961c-253439388de4 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef2a9199-4e3c-4500-af55-15092417ffb1']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:39.581349 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-400fb1c7-0210-4925-961c-253439388de4 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '169ce946-4804-4059-b575-1483460af369') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:39.581661 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-400fb1c7-0210-4925-961c-253439388de4 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '169ce946-4804-4059-b575-1483460af369') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:39.588954 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-674fc664-8780-4abb-9163-874968d3e82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:39.595742 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7812185e-355c-496e-8213-b12276f4adf2 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (5f17f6a2-ab8a-42ac-8bfd-d6cd24d135b7), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:39.616509 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-400fb1c7-0210-4925-961c-253439388de4 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (169ce946-4804-4059-b575-1483460af369), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:39.624314 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674fc664-8780-4abb-9163-874968d3e82a None None] Routers {'3bc853d4-47da-4e6f-93c1-c88a1d29eab2'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:57:39.625179 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-674fc664-8780-4abb-9163-874968d3e82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:57:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3bc853d4-47da-4e6f-93c1-c88a1d29eab2'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:39.628894 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e4494-52f3-4a7f-8cd7-5f2055fbaaaf None None] Pushing event updated for resources: {'Port': ['ID=580635a3-24fc-4093-979a-50e520068a66,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:39.641468 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ad0e4494-52f3-4a7f-8cd7-5f2055fbaaaf None None] Attempting to bind port 580635a3-24fc-4093-979a-50e520068a66 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:57:39.642133 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ad0e4494-52f3-4a7f-8cd7-5f2055fbaaaf None None] Attempting to bind port 580635a3-24fc-4093-979a-50e520068a66 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'af23fa88-e3e6-419f-a00f-0283ff06d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '179fad41-9e19-46e6-946c-759a6964b61a'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:57:39.642645 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0e4494-52f3-4a7f-8cd7-5f2055fbaaaf None None] Attempting to bind port 580635a3-24fc-4093-979a-50e520068a66 on network 179fad41-9e19-46e6-946c-759a6964b61a {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:57:39.643206 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85a25425-0068-4c36-8241-aa3964a9df33 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:39.644671 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-85a25425-0068-4c36-8241-aa3964a9df33 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.7484219 Feb 20 03:57:39.647223 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39332) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:39.650094 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0e4494-52f3-4a7f-8cd7-5f2055fbaaaf None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:57:39.650667 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0e4494-52f3-4a7f-8cd7-5f2055fbaaaf None None] Checking segment: {'id': 'af23fa88-e3e6-419f-a00f-0283ff06d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '179fad41-9e19-46e6-946c-759a6964b61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:57:39.651531 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ad0e4494-52f3-4a7f-8cd7-5f2055fbaaaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:39.652114 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0e4494-52f3-4a7f-8cd7-5f2055fbaaaf None None] Bound using segment: {'id': 'af23fa88-e3e6-419f-a00f-0283ff06d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '179fad41-9e19-46e6-946c-759a6964b61a'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:57:39.652747 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ad0e4494-52f3-4a7f-8cd7-5f2055fbaaaf None None] Bound port: 580635a3-24fc-4093-979a-50e520068a66, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af23fa88-e3e6-419f-a00f-0283ff06d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '179fad41-9e19-46e6-946c-759a6964b61a'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:57:39.653276 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ad0e4494-52f3-4a7f-8cd7-5f2055fbaaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (580635a3-24fc-4093-979a-50e520068a66), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:39.654993 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-400fb1c7-0210-4925-961c-253439388de4 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (169ce946-4804-4059-b575-1483460af369), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:39.699189 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-400fb1c7-0210-4925-961c-253439388de4 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:57:39.699655 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-400fb1c7-0210-4925-961c-253439388de4 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (169ce946-4804-4059-b575-1483460af369), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:39.704684 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:57:39.704684 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:57:39.704684 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:57:39.704684 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:57:39.704684 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:57:39.704684 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:57:39.704684 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:57:39.704684 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:57:39.704684 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:57:39.704684 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:57:39.704684 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:57:39.704684 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:57:39.704684 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:57:39.704684 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:57:39.704684 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:57:39.704684 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:57:39.704684 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:57:39.704684 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:57:39.704684 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:57:39.704684 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:57:39.704684 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:57:39.704684 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:57:39.704684 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:57:39.704684 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:57:39.704684 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:57:39.704684 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:57:39.704684 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:57:39.704684 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:57:39.704684 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:57:39.704684 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:57:39.704684 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:57:39.704684 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:57:39.718032 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a103a232-1bec-4851-aaa2-e6de04bacf9b admin admin] Made reservation on behalf of 1274cd54bf2e488282f8b58c9a1be7b3 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:57:39.726941 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a103a232-1bec-4851-aaa2-e6de04bacf9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:39.735136 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812185e-355c-496e-8213-b12276f4adf2 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Pushing event deleted for resources: {'Subnet': ['ID=5f17f6a2-ab8a-42ac-8bfd-d6cd24d135b7,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:39.760190 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:57:39.764308 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7812185e-355c-496e-8213-b12276f4adf2 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:39.766963 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ad0e4494-52f3-4a7f-8cd7-5f2055fbaaaf None None] For port 580635a3-24fc-4093-979a-50e520068a66, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:57:39.768787 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7812185e-355c-496e-8213-b12276f4adf2 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] 10.222.0.89 "DELETE /v2.0/subnets/5f17f6a2-ab8a-42ac-8bfd-d6cd24d135b7 HTTP/1.1" status: 204 len: 168 time: 0.8180459 Feb 20 03:57:39.771577 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39336) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:39.774220 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 2c33b457-7760-4a55-b4d6-14d7b2e992f6 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:57:39.778221 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ad0e4494-52f3-4a7f-8cd7-5f2055fbaaaf None None] For port 580635a3-24fc-4093-979a-50e520068a66, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=580635a3-24fc-4093-979a-50e520068a66,segment=NetworkSegment(af23fa88-e3e6-419f-a00f-0283ff06d792),segment_id=af23fa88-e3e6-419f-a00f-0283ff06d792)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:57:39.781040 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-674fc664-8780-4abb-9163-874968d3e82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:39.785488 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674fc664-8780-4abb-9163-874968d3e82a None None] The sync data for ids ['3bc853d4-47da-4e6f-93c1-c88a1d29eab2'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:57:39.840499 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 2c33b457-7760-4a55-b4d6-14d7b2e992f6 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:39.840905 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2c33b457-7760-4a55-b4d6-14d7b2e992f6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:39.888133 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ad0e4494-52f3-4a7f-8cd7-5f2055fbaaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (580635a3-24fc-4093-979a-50e520068a66), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:39.939577 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-067dd67e-40fd-49db-8832-f01d01f9723b tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Deleting subnet 36c538fc-fe35-4997-a633-95717c1b24c2 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:57:39.975790 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-067dd67e-40fd-49db-8832-f01d01f9723b tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks [] for subnet (36c538fc-fe35-4997-a633-95717c1b24c2), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:40.067431 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e4494-52f3-4a7f-8cd7-5f2055fbaaaf None None] Pushing event updated for resources: {'Port': ['ID=580635a3-24fc-4093-979a-50e520068a66,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:40.104914 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-067dd67e-40fd-49db-8832-f01d01f9723b tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (36c538fc-fe35-4997-a633-95717c1b24c2), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:40.179147 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 2c33b457-7760-4a55-b4d6-14d7b2e992f6 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:57:40.180038 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2c33b457-7760-4a55-b4d6-14d7b2e992f6), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:40.219000 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 2c33b457-7760-4a55-b4d6-14d7b2e992f6, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2c33b457-7760-4a55-b4d6-14d7b2e992f6,segment=NetworkSegment(15985a44-6715-4fe1-8f65-3347f211b693),segment_id=15985a44-6715-4fe1-8f65-3347f211b693)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:57:40.224367 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-400fb1c7-0210-4925-961c-253439388de4 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (ef2a9199-4e3c-4500-af55-15092417ffb1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:40.245204 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-400fb1c7-0210-4925-961c-253439388de4 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:40.252748 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03c900-5e4c-4050-ab9f-046fc5150e12 req-5c1463c2-9dfb-4a7b-8e89-22b30ebedb8a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:40.258315 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-400fb1c7-0210-4925-961c-253439388de4 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] 10.222.0.89 "DELETE /v2.0/networks/ef2a9199-4e3c-4500-af55-15092417ffb1 HTTP/1.1" status: 204 len: 168 time: 1.1663921 Feb 20 03:57:40.261565 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8a03c900-5e4c-4050-ab9f-046fc5150e12 req-5c1463c2-9dfb-4a7b-8e89-22b30ebedb8a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 943 time: 0.3187037 Feb 20 03:57:40.261710 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400fb1c7-0210-4925-961c-253439388de4 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Pushing event deleted for resources: {'Network': ['ID=ef2a9199-4e3c-4500-af55-15092417ffb1,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:40.263933 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39346) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:40.316345 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2c33b457-7760-4a55-b4d6-14d7b2e992f6), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:40.447706 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=2c33b457-7760-4a55-b4d6-14d7b2e992f6,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:40.543623 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4f7109-98c6-478a-8459-7be59ac2cb04 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:40.550119 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4f7109-98c6-478a-8459-7be59ac2cb04 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:40.552373 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3d4f7109-98c6-478a-8459-7be59ac2cb04 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2486589 Feb 20 03:57:40.561358 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39350) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:40.579824 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-f034a27f-bd34-4e2c-9c40-f0b38ef9e1d7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1283228364'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:40.659476 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf9f6914-edb9-41f8-b2b2-dddc4304f3d9 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:40.663011 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8a03c900-5e4c-4050-ab9f-046fc5150e12 req-874c6dfa-2604-48c1-bf34-cc020a5addfb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3914599 Feb 20 03:57:40.683660 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-067dd67e-40fd-49db-8832-f01d01f9723b tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (36c538fc-fe35-4997-a633-95717c1b24c2), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:40.771701 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f034a27f-bd34-4e2c-9c40-f0b38ef9e1d7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Made reservation on behalf of 9059c203fa484ca9bf9294ddd117ca6c for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:57:40.777605 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f034a27f-bd34-4e2c-9c40-f0b38ef9e1d7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:40.809391 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a103a232-1bec-4851-aaa2-e6de04bacf9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (6a6bfddd-223a-4ea3-8b75-14e302863fcc), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:40.816933 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 34449228-653c-4e1b-9dee-19d80c3a2db9 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:57:40.843530 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb05fc2-5c9c-4ad0-9729-7412664f6fe9 None None] Network cb9696f3-e199-47a3-acdc-44556b33cd43 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:57:40.889097 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f034a27f-bd34-4e2c-9c40-f0b38ef9e1d7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:57:40.895427 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-067dd67e-40fd-49db-8832-f01d01f9723b tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (36c538fc-fe35-4997-a633-95717c1b24c2), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:40.940596 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103a232-1bec-4851-aaa2-e6de04bacf9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a6bfddd-223a-4ea3-8b75-14e302863fcc,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:41.012763 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f034a27f-bd34-4e2c-9c40-f0b38ef9e1d7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (2cb2963d-dd57-4406-9a3e-133cc081d2d1), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:41.013695 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-f034a27f-bd34-4e2c-9c40-f0b38ef9e1d7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Added segment 2cb2963d-dd57-4406-9a3e-133cc081d2d1 of type vlan for network 7ca990b5-27f0-444d-b2d8-a706cc81dcd3 Feb 20 03:57:41.016164 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067dd67e-40fd-49db-8832-f01d01f9723b tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Pushing event deleted for resources: {'Subnet': ['ID=36c538fc-fe35-4997-a633-95717c1b24c2,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:41.017602 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.resource_extend [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 03:57:41.031256 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-067dd67e-40fd-49db-8832-f01d01f9723b tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:41.052574 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-067dd67e-40fd-49db-8832-f01d01f9723b tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] 10.222.0.89 "DELETE /v2.0/subnets/36c538fc-fe35-4997-a633-95717c1b24c2 HTTP/1.1" status: 204 len: 168 time: 1.2773838 Feb 20 03:57:41.052574 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a103a232-1bec-4851-aaa2-e6de04bacf9b admin admin] Checking segment: {'id': '19d8559c-3005-4214-a3b0-d84c7ca4272e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '3dffb76f-4a58-4c49-acbf-0f4ee6bb83af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:57:41.052840 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a103a232-1bec-4851-aaa2-e6de04bacf9b admin admin] Network hostable DHCP agents. Network: 3dffb76f-4a58-4c49-acbf-0f4ee6bb83af, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:57:41.055090 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39360) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:41.121096 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f034a27f-bd34-4e2c-9c40-f0b38ef9e1d7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (7ca990b5-27f0-444d-b2d8-a706cc81dcd3), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:41.150910 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 34449228-653c-4e1b-9dee-19d80c3a2db9, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=34449228-653c-4e1b-9dee-19d80c3a2db9,segment=NetworkSegment(93e69323-4e49-4b8b-a65d-dd37b5850605),segment_id=93e69323-4e49-4b8b-a65d-dd37b5850605)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:57:41.170914 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '34449228-653c-4e1b-9dee-19d80c3a2db9', 'network_id': '1553fd51-a4a7-4e2e-a488-03242682b199', 'port_id': '34449228-653c-4e1b-9dee-19d80c3a2db9', 'mac_address': 'fa:16:3e:7a:f4:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9acbd7c8-024d-4797-af2a-388f49052bab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:57:41.205892 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a103a232-1bec-4851-aaa2-e6de04bacf9b admin admin] Network 3dffb76f-4a58-4c49-acbf-0f4ee6bb83af is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:57:41.231387 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2eda088-9ed2-40b8-ba60-298acecce12c tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:41.233085 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c2eda088-9ed2-40b8-ba60-298acecce12c tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1767278 Feb 20 03:57:41.234588 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f034a27f-bd34-4e2c-9c40-f0b38ef9e1d7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (7ca990b5-27f0-444d-b2d8-a706cc81dcd3), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:41.238679 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39366) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:41.241731 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f034a27f-bd34-4e2c-9c40-f0b38ef9e1d7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:41.248414 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f034a27f-bd34-4e2c-9c40-f0b38ef9e1d7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:41.256513 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-547c6971-23b6-4ed6-901a-2f197ca794db None None] Provisioning complete for port 2c33b457-7760-4a55-b4d6-14d7b2e992f6 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:41.256889 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-547c6971-23b6-4ed6-901a-2f197ca794db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2c33b457-7760-4a55-b4d6-14d7b2e992f6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:41.319994 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 34449228-653c-4e1b-9dee-19d80c3a2db9 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:57:41.320409 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (34449228-653c-4e1b-9dee-19d80c3a2db9), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:41.338850 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34449228-653c-4e1b-9dee-19d80c3a2db9 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:57:41.366110 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034a27f-bd34-4e2c-9c40-f0b38ef9e1d7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Pushing event updated for resources: {'Network': ['ID=7ca990b5-27f0-444d-b2d8-a706cc81dcd3,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:41.377851 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-a103a232-1bec-4851-aaa2-e6de04bacf9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 3dffb76f-4a58-4c49-acbf-0f4ee6bb83af) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:41.390072 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 34449228-653c-4e1b-9dee-19d80c3a2db9, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=34449228-653c-4e1b-9dee-19d80c3a2db9,segment=NetworkSegment(93e69323-4e49-4b8b-a65d-dd37b5850605),segment_id=93e69323-4e49-4b8b-a65d-dd37b5850605)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:57:41.392578 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a103a232-1bec-4851-aaa2-e6de04bacf9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:41.393291 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a103a232-1bec-4851-aaa2-e6de04bacf9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:41.404514 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-bf9f6914-edb9-41f8-b2b2-dddc4304f3d9 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Allocated IP 172.20.0.1 (4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf/ff82eea0-da5d-4b2d-b480-a05fb3ac6259/6683b2f4-9296-4c86-9864-75f25e901a73) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:57:41.421737 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 7ca990b5-27f0-444d-b2d8-a706cc81dcd3 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:57:41.438036 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5624c4-b37f-45fb-b17b-08c9edfc589c None None] Network 3dffb76f-4a58-4c49-acbf-0f4ee6bb83af requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:57:41.468048 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cdd4f028-4284-4ba0-bf64-74901e8ea509 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (179fad41-9e19-46e6-946c-759a6964b61a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:41.499857 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a103a232-1bec-4851-aaa2-e6de04bacf9b admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0863819 Feb 20 03:57:41.504102 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f034a27f-bd34-4e2c-9c40-f0b38ef9e1d7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9413459 Feb 20 03:57:41.509851 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39368) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:41.520806 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-ad4ac0ac-26ee-482e-a9a6-d90a33a5465e tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1655109728'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:41.536707 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (34449228-653c-4e1b-9dee-19d80c3a2db9), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:41.696300 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4ac0ac-26ee-482e-a9a6-d90a33a5465e tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Made reservation on behalf of 9059c203fa484ca9bf9294ddd117ca6c for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:57:41.703246 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ad4ac0ac-26ee-482e-a9a6-d90a33a5465e tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:41.764961 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad4ac0ac-26ee-482e-a9a6-d90a33a5465e tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:57:41.802279 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ad4ac0ac-26ee-482e-a9a6-d90a33a5465e tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (ba7dfd36-9d4d-4e6e-9462-01707be75e6a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:41.803307 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-ad4ac0ac-26ee-482e-a9a6-d90a33a5465e tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Added segment ba7dfd36-9d4d-4e6e-9462-01707be75e6a of type vlan for network 3f78731a-c262-49c8-b686-46d68902098e Feb 20 03:57:41.866371 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ad4ac0ac-26ee-482e-a9a6-d90a33a5465e tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (3f78731a-c262-49c8-b686-46d68902098e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:41.884425 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-cdd4f028-4284-4ba0-bf64-74901e8ea509 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Deleting port 580635a3-24fc-4093-979a-50e520068a66 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:57:41.884984 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cdd4f028-4284-4ba0-bf64-74901e8ea509 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (580635a3-24fc-4093-979a-50e520068a66), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:41.909531 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e62477f-4e79-4948-884b-4956b1760162 None None] DHCP port deletion for cb9696f3-e199-47a3-acdc-44556b33cd43 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:57:41.911237 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e46c8f9-666b-43e3-be93-a1f1d2955adf None None] Network 179fad41-9e19-46e6-946c-759a6964b61a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:57:41.940533 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 580635a3-24fc-4093-979a-50e520068a66 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:57:41.948285 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-547c6971-23b6-4ed6-901a-2f197ca794db None None] Current status of the port 2c33b457-7760-4a55-b4d6-14d7b2e992f6 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:57:41.988200 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf9f6914-edb9-41f8-b2b2-dddc4304f3d9 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for port (6683b2f4-9296-4c86-9864-75f25e901a73), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:41.995687 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ad4ac0ac-26ee-482e-a9a6-d90a33a5465e tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (3f78731a-c262-49c8-b686-46d68902098e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:42.002950 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4ac0ac-26ee-482e-a9a6-d90a33a5465e tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:42.003572 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ad4ac0ac-26ee-482e-a9a6-d90a33a5465e tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:42.006894 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-cdd4f028-4284-4ba0-bf64-74901e8ea509 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] For port 580635a3-24fc-4093-979a-50e520068a66, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=580635a3-24fc-4093-979a-50e520068a66,segment=NetworkSegment(af23fa88-e3e6-419f-a00f-0283ff06d792),segment_id=af23fa88-e3e6-419f-a00f-0283ff06d792)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:57:42.007305 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cdd4f028-4284-4ba0-bf64-74901e8ea509 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (580635a3-24fc-4093-979a-50e520068a66), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:42.025988 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-cdd4f028-4284-4ba0-bf64-74901e8ea509 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Calling delete_port for 580635a3-24fc-4093-979a-50e520068a66 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:57:42.057037 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['34449228-653c-4e1b-9dee-19d80c3a2db9'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:57:42.116921 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50519849-868f-461c-af17-fef4e1e63b97 req-aca125da-0ae3-4286-97fd-4feef4e144d8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:42.123369 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-50519849-868f-461c-af17-fef4e1e63b97 req-aca125da-0ae3-4286-97fd-4feef4e144d8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 944 time: 0.2050595 Feb 20 03:57:42.172098 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf9f6914-edb9-41f8-b2b2-dddc4304f3d9 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (6683b2f4-9296-4c86-9864-75f25e901a73), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:42.234005 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=34449228-653c-4e1b-9dee-19d80c3a2db9,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:42.252234 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9f6914-edb9-41f8-b2b2-dddc4304f3d9 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Network 4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:57:42.259098 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-bf9f6914-edb9-41f8-b2b2-dddc4304f3d9 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:42.269075 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-50519849-868f-461c-af17-fef4e1e63b97 req-7039c04d-159f-4a64-a9a2-b121adf0b399 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156898 Feb 20 03:57:42.277750 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ad4ac0ac-26ee-482e-a9a6-d90a33a5465e tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7639453 Feb 20 03:57:42.278027 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39390) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:42.287762 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-3a072593-7c1b-4090-9fbb-d491683add63 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Request body: {'ports': [{'network_id': '7ca990b5-27f0-444d-b2d8-a706cc81dcd3', 'name': 'tempest-port--38238806', 'admin_state_up': True}, {'network_id': '3f78731a-c262-49c8-b686-46d68902098e', 'admin_state_up': False}]} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:42.288082 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-3a072593-7c1b-4090-9fbb-d491683add63 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Request body: {'port': {'network_id': '7ca990b5-27f0-444d-b2d8-a706cc81dcd3', 'name': 'tempest-port--38238806', 'admin_state_up': True}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:42.288668 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-3a072593-7c1b-4090-9fbb-d491683add63 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Request body: {'port': {'network_id': '3f78731a-c262-49c8-b686-46d68902098e', 'admin_state_up': False}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:42.292708 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ac0ac-26ee-482e-a9a6-d90a33a5465e tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Pushing event updated for resources: {'Network': ['ID=3f78731a-c262-49c8-b686-46d68902098e,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:42.319740 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-7927cf1f-b236-4655-bd75-296162d65b73 None None] Provisioning complete for port 580635a3-24fc-4093-979a-50e520068a66 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:42.320189 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7927cf1f-b236-4655-bd75-296162d65b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (580635a3-24fc-4093-979a-50e520068a66), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:42.325946 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 3f78731a-c262-49c8-b686-46d68902098e details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:57:42.345210 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cdd4f028-4284-4ba0-bf64-74901e8ea509 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (580635a3-24fc-4093-979a-50e520068a66), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:42.374361 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No active binding found for port 580635a3-24fc-4093-979a-50e520068a66 {{(pid=104107) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 20 03:57:42.375051 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] The host n-d-829866-4 is not matching for port 580635a3-24fc-4093-979a-50e520068a66 host None! {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 03:57:42.375191 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9f6914-edb9-41f8-b2b2-dddc4304f3d9 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:57:42.375810 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 580635a3-24fc-4093-979a-50e520068a66 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 20 03:57:42.419903 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b001c7-2ac0-4b69-bd56-4d2cc646c82b None None] Network 3dffb76f-4a58-4c49-acbf-0f4ee6bb83af requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:57:42.424888 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Port 580635a3-24fc-4093-979a-50e520068a66 not found, will not notify nova. {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 20 03:57:42.447665 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd4f028-4284-4ba0-bf64-74901e8ea509 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] No DVR routers for this DVR port 580635a3-24fc-4093-979a-50e520068a66 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:57:42.487795 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-7927cf1f-b236-4655-bd75-296162d65b73 None None] Port 580635a3-24fc-4093-979a-50e520068a66 was deleted so its status cannot be updated. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 20 03:57:42.525294 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf9f6914-edb9-41f8-b2b2-dddc4304f3d9 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (3bc853d4-47da-4e6f-93c1-c88a1d29eab2), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:42.556706 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1ad769-06fa-467e-9fe2-cfa618e31bf5 None None] DHCP port deletion for 179fad41-9e19-46e6-946c-759a6964b61a request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:57:42.663086 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2e62477f-4e79-4948-884b-4956b1760162 None None] Deleting port 2c33b457-7760-4a55-b4d6-14d7b2e992f6 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:57:42.670508 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2e62477f-4e79-4948-884b-4956b1760162 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (2c33b457-7760-4a55-b4d6-14d7b2e992f6), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:42.773161 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a072593-7c1b-4090-9fbb-d491683add63 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Made reservation on behalf of 9059c203fa484ca9bf9294ddd117ca6c for: {'port': 2} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:57:42.792433 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3a072593-7c1b-4090-9fbb-d491683add63 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:42.813275 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3a072593-7c1b-4090-9fbb-d491683add63 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:42.859608 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-740c6881-e738-4b6b-9fdc-1bafad36624a None None] Provisioning complete for port 6683b2f4-9296-4c86-9864-75f25e901a73 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:42.860074 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-740c6881-e738-4b6b-9fdc-1bafad36624a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (6683b2f4-9296-4c86-9864-75f25e901a73), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:42.926435 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-2e62477f-4e79-4948-884b-4956b1760162 None None] For port 2c33b457-7760-4a55-b4d6-14d7b2e992f6, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2c33b457-7760-4a55-b4d6-14d7b2e992f6,segment=NetworkSegment(15985a44-6715-4fe1-8f65-3347f211b693),segment_id=15985a44-6715-4fe1-8f65-3347f211b693)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:57:42.926810 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2e62477f-4e79-4948-884b-4956b1760162 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (2c33b457-7760-4a55-b4d6-14d7b2e992f6), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:43.027573 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2e62477f-4e79-4948-884b-4956b1760162 None None] Calling delete_port for 2c33b457-7760-4a55-b4d6-14d7b2e992f6 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:57:43.111888 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-740c6881-e738-4b6b-9fdc-1bafad36624a None None] Port 6683b2f4-9296-4c86-9864-75f25e901a73 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:57:43.140611 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [req-57fecacc-1209-40ad-860c-dba4aedf909b req-2a8886ed-64c8-4853-aa8e-50844cc1abb2 tempest-TaggedBootDevicesTest-913467100 tempest-TaggedBootDevicesTest-913467100-project] (104106) timed out ('10.222.0.89', 35516) {{(pid=104106) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 03:57:43.174352 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f6914-edb9-41f8-b2b2-dddc4304f3d9 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event updated for resources: {'Port': ['ID=6683b2f4-9296-4c86-9864-75f25e901a73,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:43.197077 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-3a072593-7c1b-4090-9fbb-d491683add63 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] device_id is not set on port ff688fae-67f5-40a6-8134-ad38332f39e4 yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:57:43.289787 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4f028-4284-4ba0-bf64-74901e8ea509 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Pushing event deleted for resources: {'Port': ['ID=580635a3-24fc-4093-979a-50e520068a66,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:43.339134 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cdd4f028-4284-4ba0-bf64-74901e8ea509 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (179fad41-9e19-46e6-946c-759a6964b61a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:43.358578 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3a072593-7c1b-4090-9fbb-d491683add63 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks [] for port (ff688fae-67f5-40a6-8134-ad38332f39e4), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:43.378450 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-cdd4f028-4284-4ba0-bf64-74901e8ea509 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['179fad41-9e19-46e6-946c-759a6964b61a']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:43.394289 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-cdd4f028-4284-4ba0-bf64-74901e8ea509 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af23fa88-e3e6-419f-a00f-0283ff06d792') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:43.394569 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-cdd4f028-4284-4ba0-bf64-74901e8ea509 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af23fa88-e3e6-419f-a00f-0283ff06d792') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:43.414231 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2e62477f-4e79-4948-884b-4956b1760162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (2c33b457-7760-4a55-b4d6-14d7b2e992f6), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:43.417676 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cdd4f028-4284-4ba0-bf64-74901e8ea509 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (af23fa88-e3e6-419f-a00f-0283ff06d792), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:43.447435 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62477f-4e79-4948-884b-4956b1760162 None None] Pushing event deleted for resources: {'Port': ['ID=2c33b457-7760-4a55-b4d6-14d7b2e992f6,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:43.451220 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e62477f-4e79-4948-884b-4956b1760162 None None] No DVR routers for this DVR port 2c33b457-7760-4a55-b4d6-14d7b2e992f6 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:57:43.492901 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cdd4f028-4284-4ba0-bf64-74901e8ea509 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (af23fa88-e3e6-419f-a00f-0283ff06d792), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:43.537269 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdd4f028-4284-4ba0-bf64-74901e8ea509 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:57:43.537986 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cdd4f028-4284-4ba0-bf64-74901e8ea509 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (af23fa88-e3e6-419f-a00f-0283ff06d792), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:43.542286 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:57:43.542286 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:57:43.542286 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:57:43.542286 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:57:43.542286 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:57:43.542286 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:57:43.542286 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:57:43.542286 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:57:43.542286 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:57:43.542286 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:57:43.542286 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:57:43.542286 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:57:43.542286 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:57:43.542286 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:57:43.542286 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:57:43.542286 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:57:43.542286 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:57:43.542286 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:57:43.542286 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:57:43.542286 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:57:43.542286 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:57:43.542286 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:57:43.542286 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:57:43.542286 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:57:43.542286 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:57:43.542286 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:57:43.542286 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:57:43.542286 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:57:43.542286 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:57:43.542286 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:57:43.542286 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:57:43.542286 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:57:43.556919 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-3a072593-7c1b-4090-9fbb-d491683add63 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] device_id is not set on port 68e22d25-a359-4ab9-934d-d03c56de7c9a yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:57:43.579287 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb542b2-1a74-4b96-a787-41499af66ddd req-e9441abe-6dc5-4509-9f43-e8c0e693e66f tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:43.591415 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cb542b2-1a74-4b96-a787-41499af66ddd req-e9441abe-6dc5-4509-9f43-e8c0e693e66f tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 944 time: 0.1196308 Feb 20 03:57:43.661535 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cb542b2-1a74-4b96-a787-41499af66ddd req-e28178ad-1e5e-47e6-94e7-5833de63a85b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691493 Feb 20 03:57:43.662655 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 580635a3-24fc-4093-979a-50e520068a66 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:57:43.707449 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf9f6914-edb9-41f8-b2b2-dddc4304f3d9 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (6683b2f4-9296-4c86-9864-75f25e901a73), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:43.711911 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 580635a3-24fc-4093-979a-50e520068a66 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:57:43.712288 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 580635a3-24fc-4093-979a-50e520068a66 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:57:43.712713 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 2c33b457-7760-4a55-b4d6-14d7b2e992f6 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:57:43.754423 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 2c33b457-7760-4a55-b4d6-14d7b2e992f6 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:57:43.754423 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 2c33b457-7760-4a55-b4d6-14d7b2e992f6 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:57:43.754843 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3a072593-7c1b-4090-9fbb-d491683add63 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks [] for port (68e22d25-a359-4ab9-934d-d03c56de7c9a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:43.790738 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cdd4f028-4284-4ba0-bf64-74901e8ea509 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (179fad41-9e19-46e6-946c-759a6964b61a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:43.801420 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cdd4f028-4284-4ba0-bf64-74901e8ea509 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:43.806657 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cdd4f028-4284-4ba0-bf64-74901e8ea509 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] 10.222.0.89 "DELETE /v2.0/networks/179fad41-9e19-46e6-946c-759a6964b61a HTTP/1.1" status: 204 len: 168 time: 2.5651565 Feb 20 03:57:43.807506 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39414) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:43.826825 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4f028-4284-4ba0-bf64-74901e8ea509 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Pushing event deleted for resources: {'Network': ['ID=179fad41-9e19-46e6-946c-759a6964b61a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:43.892780 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd4f028-4284-4ba0-bf64-74901e8ea509 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:43.893126 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd4f028-4284-4ba0-bf64-74901e8ea509 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:43.893465 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd4f028-4284-4ba0-bf64-74901e8ea509 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:43.894569 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd4f028-4284-4ba0-bf64-74901e8ea509 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:43.894943 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd4f028-4284-4ba0-bf64-74901e8ea509 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:43.895284 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd4f028-4284-4ba0-bf64-74901e8ea509 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:43.895619 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd4f028-4284-4ba0-bf64-74901e8ea509 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:43.895950 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd4f028-4284-4ba0-bf64-74901e8ea509 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:43.896282 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd4f028-4284-4ba0-bf64-74901e8ea509 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:43.896613 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd4f028-4284-4ba0-bf64-74901e8ea509 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:43.896936 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd4f028-4284-4ba0-bf64-74901e8ea509 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:43.897299 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd4f028-4284-4ba0-bf64-74901e8ea509 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:43.897577 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd4f028-4284-4ba0-bf64-74901e8ea509 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:57:43.898360 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3a072593-7c1b-4090-9fbb-d491683add63 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (ff688fae-67f5-40a6-8134-ad38332f39e4), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:43.963020 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-38e4e577-0250-4d45-abb3-2708b508d867 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (cb9696f3-e199-47a3-acdc-44556b33cd43), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:44.040670 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a072593-7c1b-4090-9fbb-d491683add63 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Checking segment: {'id': '2cb2963d-dd57-4406-9a3e-133cc081d2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '7ca990b5-27f0-444d-b2d8-a706cc81dcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:57:44.041054 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a072593-7c1b-4090-9fbb-d491683add63 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Network hostable DHCP agents. Network: 7ca990b5-27f0-444d-b2d8-a706cc81dcd3, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:57:44.046726 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a072593-7c1b-4090-9fbb-d491683add63 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Pushing event updated for resources: {'Port': ['ID=ff688fae-67f5-40a6-8134-ad38332f39e4,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:44.168804 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-38e4e577-0250-4d45-abb3-2708b508d867 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (cb9696f3-e199-47a3-acdc-44556b33cd43), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:44.194373 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a072593-7c1b-4090-9fbb-d491683add63 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Network 7ca990b5-27f0-444d-b2d8-a706cc81dcd3 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:57:44.204996 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-38e4e577-0250-4d45-abb3-2708b508d867 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb9696f3-e199-47a3-acdc-44556b33cd43']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:44.232791 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-38e4e577-0250-4d45-abb3-2708b508d867 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15985a44-6715-4fe1-8f65-3347f211b693') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:44.233316 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-38e4e577-0250-4d45-abb3-2708b508d867 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15985a44-6715-4fe1-8f65-3347f211b693') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:44.247329 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf9f6914-edb9-41f8-b2b2-dddc4304f3d9 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for port (6683b2f4-9296-4c86-9864-75f25e901a73), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:44.254429 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-38e4e577-0250-4d45-abb3-2708b508d867 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (15985a44-6715-4fe1-8f65-3347f211b693), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:44.276383 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-38e4e577-0250-4d45-abb3-2708b508d867 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (15985a44-6715-4fe1-8f65-3347f211b693), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:44.295875 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-3a072593-7c1b-4090-9fbb-d491683add63 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 7ca990b5-27f0-444d-b2d8-a706cc81dcd3) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:44.301089 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a072593-7c1b-4090-9fbb-d491683add63 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:57:44.302006 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3a072593-7c1b-4090-9fbb-d491683add63 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (68e22d25-a359-4ab9-934d-d03c56de7c9a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:44.306379 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e4e577-0250-4d45-abb3-2708b508d867 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:57:44.307249 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a245645e-0657-4441-b8a1-6f924d7924eb None None] Network 7ca990b5-27f0-444d-b2d8-a706cc81dcd3 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:57:44.310876 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-38e4e577-0250-4d45-abb3-2708b508d867 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (15985a44-6715-4fe1-8f65-3347f211b693), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:44.320697 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf9f6914-edb9-41f8-b2b2-dddc4304f3d9 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (6683b2f4-9296-4c86-9864-75f25e901a73), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:44.343347 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:57:44.343347 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:57:44.343347 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:57:44.343347 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:57:44.343347 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:57:44.343347 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:57:44.343347 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:57:44.343347 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:57:44.343347 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:57:44.343347 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:57:44.343347 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:57:44.343347 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:57:44.343347 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:57:44.343347 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:57:44.343347 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:57:44.343347 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:57:44.343347 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:57:44.343347 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:57:44.343347 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:57:44.343347 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:57:44.343347 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:57:44.343347 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:57:44.343347 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:57:44.343347 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:57:44.343347 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:57:44.343347 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:57:44.343347 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:57:44.343347 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:57:44.343347 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:57:44.343347 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:57:44.343347 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:57:44.343347 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:57:44.534473 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f6914-edb9-41f8-b2b2-dddc4304f3d9 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event updated for resources: {'Port': ['ID=6683b2f4-9296-4c86-9864-75f25e901a73,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:44.537470 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bf9f6914-edb9-41f8-b2b2-dddc4304f3d9 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (3bc853d4-47da-4e6f-93c1-c88a1d29eab2), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:44.574110 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a072593-7c1b-4090-9fbb-d491683add63 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Pushing event updated for resources: {'Port': ['ID=68e22d25-a359-4ab9-934d-d03c56de7c9a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:44.583821 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-38e4e577-0250-4d45-abb3-2708b508d867 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (cb9696f3-e199-47a3-acdc-44556b33cd43), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:44.613981 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-38e4e577-0250-4d45-abb3-2708b508d867 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:44.617926 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-38e4e577-0250-4d45-abb3-2708b508d867 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] 10.222.0.89 "DELETE /v2.0/networks/cb9696f3-e199-47a3-acdc-44556b33cd43 HTTP/1.1" status: 204 len: 168 time: 0.8078825 Feb 20 03:57:44.620438 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a072593-7c1b-4090-9fbb-d491683add63 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Checking segment: {'id': 'ba7dfd36-9d4d-4e6e-9462-01707be75e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '3f78731a-c262-49c8-b686-46d68902098e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:57:44.620908 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a072593-7c1b-4090-9fbb-d491683add63 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Network hostable DHCP agents. Network: 3f78731a-c262-49c8-b686-46d68902098e, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:57:44.625292 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39430) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:44.654066 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9f6914-edb9-41f8-b2b2-dddc4304f3d9 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Network 4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:57:44.655825 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-bf9f6914-edb9-41f8-b2b2-dddc4304f3d9 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:44.794549 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4e577-0250-4d45-abb3-2708b508d867 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Pushing event deleted for resources: {'Network': ['ID=cb9696f3-e199-47a3-acdc-44556b33cd43,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:44.821379 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9f6914-edb9-41f8-b2b2-dddc4304f3d9 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Router 3bc853d4-47da-4e6f-93c1-c88a1d29eab2 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:57:44.849559 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 34449228-653c-4e1b-9dee-19d80c3a2db9 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:57:44.923428 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80577fe1-427c-4589-938c-d4906e63e6be tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (c480d1d6-f631-4952-b818-f1989dc4d6b4), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:44.958058 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a072593-7c1b-4090-9fbb-d491683add63 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Network 3f78731a-c262-49c8-b686-46d68902098e is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:57:45.011278 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8612321-ab75-454c-b818-a6fb2ebae2a1 req-96cf5120-5cd4-4d5c-b106-01ea10563e2d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:45.012757 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c8612321-ab75-454c-b818-a6fb2ebae2a1 req-96cf5120-5cd4-4d5c-b106-01ea10563e2d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 944 time: 0.1899154 Feb 20 03:57:45.075181 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9f6914-edb9-41f8-b2b2-dddc4304f3d9 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:57:45.081622 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bf9f6914-edb9-41f8-b2b2-dddc4304f3d9 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "PUT /v2.0/routers/3bc853d4-47da-4e6f-93c1-c88a1d29eab2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4333768 Feb 20 03:57:45.087481 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39440) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:45.088075 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6dd7ed-ce6f-4c1c-8acd-0b2a7f42e995 None None] Sync routers for ids ['3bc853d4-47da-4e6f-93c1-c88a1d29eab2'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:57:45.088426 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-3a072593-7c1b-4090-9fbb-d491683add63 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 3f78731a-c262-49c8-b686-46d68902098e) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:45.094450 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a072593-7c1b-4090-9fbb-d491683add63 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:57:45.095053 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-37746e07-4107-406f-8e30-7eb3ab233934 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Request body: {'port': {'network_id': '4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf', 'name': 'tempest-FloatingIPTestJSON-793709895'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:45.101561 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a072593-7c1b-4090-9fbb-d491683add63 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:45.105539 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e20daf-b8ab-4588-8c4c-87b24acabe81 None None] Network 3f78731a-c262-49c8-b686-46d68902098e requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:57:45.107142 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a072593-7c1b-4090-9fbb-d491683add63 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:45.107848 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3a072593-7c1b-4090-9fbb-d491683add63 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:45.121678 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6dd7ed-ce6f-4c1c-8acd-0b2a7f42e995 None None] Routers {'3bc853d4-47da-4e6f-93c1-c88a1d29eab2'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:57:45.125492 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-1d6dd7ed-ce6f-4c1c-8acd-0b2a7f42e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:57:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3bc853d4-47da-4e6f-93c1-c88a1d29eab2'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:45.204386 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80577fe1-427c-4589-938c-d4906e63e6be tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (c480d1d6-f631-4952-b818-f1989dc4d6b4), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:45.214173 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 34449228-653c-4e1b-9dee-19d80c3a2db9 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:57:45.229312 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-1d6dd7ed-ce6f-4c1c-8acd-0b2a7f42e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:45.245377 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 34449228-653c-4e1b-9dee-19d80c3a2db9 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:45.245672 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c8612321-ab75-454c-b818-a6fb2ebae2a1 req-638a8db8-4c83-441d-99bb-fb296ec5c67c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081046 Feb 20 03:57:45.260597 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (34449228-653c-4e1b-9dee-19d80c3a2db9), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:45.260723 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3a072593-7c1b-4090-9fbb-d491683add63 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 2.9752429 Feb 20 03:57:45.263324 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39446) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:45.292753 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6dd7ed-ce6f-4c1c-8acd-0b2a7f42e995 None None] Routers {'3bc853d4-47da-4e6f-93c1-c88a1d29eab2'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:57:45.298834 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-1d6dd7ed-ce6f-4c1c-8acd-0b2a7f42e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:57:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3bc853d4-47da-4e6f-93c1-c88a1d29eab2'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:45.306649 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-80577fe1-427c-4589-938c-d4906e63e6be tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c480d1d6-f631-4952-b818-f1989dc4d6b4']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:45.335645 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-80577fe1-427c-4589-938c-d4906e63e6be tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea0f808-37f2-4c2b-b2a3-f46fe2194c85') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:45.336809 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-80577fe1-427c-4589-938c-d4906e63e6be tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea0f808-37f2-4c2b-b2a3-f46fe2194c85') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:45.357514 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80577fe1-427c-4589-938c-d4906e63e6be tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (eea0f808-37f2-4c2b-b2a3-f46fe2194c85), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:45.384346 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-338498b9-cccc-4622-afaf-741396bbe059 None None] Provisioning complete for port 6683b2f4-9296-4c86-9864-75f25e901a73 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:45.384864 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-338498b9-cccc-4622-afaf-741396bbe059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (6683b2f4-9296-4c86-9864-75f25e901a73), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:45.387112 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9435834-f4d7-4476-aa93-a829fd11f15a tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:45.395344 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9435834-f4d7-4476-aa93-a829fd11f15a tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:45.397002 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e9435834-f4d7-4476-aa93-a829fd11f15a tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.1326196 Feb 20 03:57:45.398197 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80577fe1-427c-4589-938c-d4906e63e6be tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (eea0f808-37f2-4c2b-b2a3-f46fe2194c85), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:45.400250 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39448) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:45.402624 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37746e07-4107-406f-8e30-7eb3ab233934 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Made reservation on behalf of 7940427b48ab4ee8abd7ab68dd8ac52e for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:57:45.411201 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-37746e07-4107-406f-8e30-7eb3ab233934 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:45.424257 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80577fe1-427c-4589-938c-d4906e63e6be tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:57:45.424652 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80577fe1-427c-4589-938c-d4906e63e6be tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (eea0f808-37f2-4c2b-b2a3-f46fe2194c85), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:45.438594 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-37746e07-4107-406f-8e30-7eb3ab233934 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] device_id is not set on port b050c4d8-e157-42b5-b8d6-a049f48e3fa7 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:57:45.448239 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:57:45.448239 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:57:45.448239 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:57:45.448239 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:57:45.448239 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:57:45.448239 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:57:45.448239 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:57:45.448239 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:57:45.448239 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:57:45.448239 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:57:45.448239 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:57:45.448239 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:57:45.448239 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:57:45.448239 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:57:45.448239 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:57:45.448239 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:57:45.448239 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:57:45.448239 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:57:45.448239 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:57:45.448239 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:57:45.448239 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:57:45.448239 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:57:45.448239 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:57:45.448239 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:57:45.448239 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:57:45.448239 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:57:45.448239 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:57:45.448239 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:57:45.448239 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:57:45.448239 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:57:45.448239 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:57:45.448239 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:57:45.463641 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-1d6dd7ed-ce6f-4c1c-8acd-0b2a7f42e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:45.464315 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6dd7ed-ce6f-4c1c-8acd-0b2a7f42e995 None None] The sync data for ids ['3bc853d4-47da-4e6f-93c1-c88a1d29eab2'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:57:45.522690 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-338498b9-cccc-4622-afaf-741396bbe059 None None] Port 6683b2f4-9296-4c86-9864-75f25e901a73 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:57:45.544672 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 34449228-653c-4e1b-9dee-19d80c3a2db9 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:57:45.545035 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (34449228-653c-4e1b-9dee-19d80c3a2db9), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:45.581226 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-4c0cb664-1209-44c3-8b1c-a815866ff409 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Deleting port ff688fae-67f5-40a6-8134-ad38332f39e4 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:57:45.581569 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4c0cb664-1209-44c3-8b1c-a815866ff409 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ff688fae-67f5-40a6-8134-ad38332f39e4), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:45.596384 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-37746e07-4107-406f-8e30-7eb3ab233934 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Allocated IP 172.20.0.13 (4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf/ff82eea0-da5d-4b2d-b480-a05fb3ac6259/b050c4d8-e157-42b5-b8d6-a049f48e3fa7) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:57:45.598726 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 34449228-653c-4e1b-9dee-19d80c3a2db9, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=34449228-653c-4e1b-9dee-19d80c3a2db9,segment=NetworkSegment(93e69323-4e49-4b8b-a65d-dd37b5850605),segment_id=93e69323-4e49-4b8b-a65d-dd37b5850605)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:57:45.600161 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7edcf7-4495-4893-9d3a-d51d8a60276c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34449228-653c-4e1b-9dee-19d80c3a2db9'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:57:45.603947 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7261866-e5bf-441a-b41c-341c9e33e791" -d '{"events": [{"server_uuid": "5a7edcf7-4495-4893-9d3a-d51d8a60276c", "name": "network-vif-plugged", "status": "completed", "tag": "34449228-653c-4e1b-9dee-19d80c3a2db9"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:57:45.667407 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80577fe1-427c-4589-938c-d4906e63e6be tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (c480d1d6-f631-4952-b818-f1989dc4d6b4), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:45.678082 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd68ec4-fea2-46fa-a12b-fe7e9da4885d x-openstack-request-id: req-bfd68ec4-fea2-46fa-a12b-fe7e9da4885d {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:57:45.678208 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80577fe1-427c-4589-938c-d4906e63e6be tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:45.678390 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7edcf7-4495-4893-9d3a-d51d8a60276c", "name": "network-vif-plugged", "status": "completed", "tag": "34449228-653c-4e1b-9dee-19d80c3a2db9", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:57:45.679341 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-bfd68ec4-fea2-46fa-a12b-fe7e9da4885d {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:57:45.679740 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7edcf7-4495-4893-9d3a-d51d8a60276c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34449228-653c-4e1b-9dee-19d80c3a2db9', 'code': 200} Feb 20 03:57:45.681769 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (34449228-653c-4e1b-9dee-19d80c3a2db9), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:45.694203 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-80577fe1-427c-4589-938c-d4906e63e6be tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] 10.222.0.89 "DELETE /v2.0/networks/c480d1d6-f631-4952-b818-f1989dc4d6b4 HTTP/1.1" status: 204 len: 168 time: 1.0506978 Feb 20 03:57:45.696289 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39456) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:45.721418 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80577fe1-427c-4589-938c-d4906e63e6be tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Pushing event deleted for resources: {'Network': ['ID=c480d1d6-f631-4952-b818-f1989dc4d6b4,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:45.754990 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4c0cb664-1209-44c3-8b1c-a815866ff409 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ff688fae-67f5-40a6-8134-ad38332f39e4), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:45.762368 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=34449228-653c-4e1b-9dee-19d80c3a2db9,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:45.778848 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-4c0cb664-1209-44c3-8b1c-a815866ff409 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Calling delete_port for ff688fae-67f5-40a6-8134-ad38332f39e4 owned by {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:57:45.836602 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e5c11f48-12f1-4ca8-8c5d-ec95edc1e305 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (43b94eae-e138-41ff-bc10-72fad740c4e9), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:45.892650 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a862b3-d933-4b0e-bc10-77896f41203a req-7af31786-6710-4904-8276-a4fd5ecc0d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:45.892650 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-63a862b3-d933-4b0e-bc10-77896f41203a req-7af31786-6710-4904-8276-a4fd5ecc0d3b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 1127 time: 0.1094201 Feb 20 03:57:45.903843 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-37746e07-4107-406f-8e30-7eb3ab233934 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for port (b050c4d8-e157-42b5-b8d6-a049f48e3fa7), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:45.956208 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-63a862b3-d933-4b0e-bc10-77896f41203a req-c78562a4-f1e6-4317-8c72-b53633e42c00 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591125 Feb 20 03:57:45.957816 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e5c11f48-12f1-4ca8-8c5d-ec95edc1e305 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (43b94eae-e138-41ff-bc10-72fad740c4e9), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:45.976977 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4c0cb664-1209-44c3-8b1c-a815866ff409 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (ff688fae-67f5-40a6-8134-ad38332f39e4), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:45.989872 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-e5c11f48-12f1-4ca8-8c5d-ec95edc1e305 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b94eae-e138-41ff-bc10-72fad740c4e9']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:46.001807 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-e5c11f48-12f1-4ca8-8c5d-ec95edc1e305 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76dbcf97-9870-427a-8c7f-f173729e3360') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:46.002157 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-e5c11f48-12f1-4ca8-8c5d-ec95edc1e305 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76dbcf97-9870-427a-8c7f-f173729e3360') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:46.011860 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0cb664-1209-44c3-8b1c-a815866ff409 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Pushing event deleted for resources: {'Port': ['ID=ff688fae-67f5-40a6-8134-ad38332f39e4,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:46.022030 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4c0cb664-1209-44c3-8b1c-a815866ff409 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:46.033101 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e5c11f48-12f1-4ca8-8c5d-ec95edc1e305 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (76dbcf97-9870-427a-8c7f-f173729e3360), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:46.037155 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4c0cb664-1209-44c3-8b1c-a815866ff409 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] 10.222.0.89 "DELETE /v2.0/ports/ff688fae-67f5-40a6-8134-ad38332f39e4 HTTP/1.1" status: 204 len: 168 time: 0.6357496 Feb 20 03:57:46.037820 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39464) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:46.064690 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e5c11f48-12f1-4ca8-8c5d-ec95edc1e305 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (76dbcf97-9870-427a-8c7f-f173729e3360), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:46.080397 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5c11f48-12f1-4ca8-8c5d-ec95edc1e305 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:57:46.080802 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e5c11f48-12f1-4ca8-8c5d-ec95edc1e305 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (76dbcf97-9870-427a-8c7f-f173729e3360), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:46.084160 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:57:46.084160 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:57:46.084160 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:57:46.084160 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:57:46.084160 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:57:46.084160 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:57:46.084160 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:57:46.084160 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:57:46.084160 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:57:46.084160 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:57:46.084160 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:57:46.084160 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:57:46.084160 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:57:46.084160 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:57:46.084160 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:57:46.084160 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:57:46.084160 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:57:46.084160 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:57:46.084160 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:57:46.084160 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:57:46.084160 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:57:46.084160 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:57:46.084160 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:57:46.084160 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:57:46.084160 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:57:46.084160 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:57:46.084160 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:57:46.084160 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:57:46.084160 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:57:46.084160 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:57:46.084160 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:57:46.084160 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:57:46.146435 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-37746e07-4107-406f-8e30-7eb3ab233934 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (b050c4d8-e157-42b5-b8d6-a049f48e3fa7), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:46.211455 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37746e07-4107-406f-8e30-7eb3ab233934 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event updated for resources: {'Port': ['ID=b050c4d8-e157-42b5-b8d6-a049f48e3fa7,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:46.228624 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37746e07-4107-406f-8e30-7eb3ab233934 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Network 4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:57:46.230233 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-37746e07-4107-406f-8e30-7eb3ab233934 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:46.232983 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37746e07-4107-406f-8e30-7eb3ab233934 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:57:46.306195 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37746e07-4107-406f-8e30-7eb3ab233934 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:46.306907 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-37746e07-4107-406f-8e30-7eb3ab233934 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:46.315726 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e5c11f48-12f1-4ca8-8c5d-ec95edc1e305 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (43b94eae-e138-41ff-bc10-72fad740c4e9), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:46.321001 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e5c11f48-12f1-4ca8-8c5d-ec95edc1e305 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:46.324602 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e5c11f48-12f1-4ca8-8c5d-ec95edc1e305 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] 10.222.0.89 "DELETE /v2.0/networks/43b94eae-e138-41ff-bc10-72fad740c4e9 HTTP/1.1" status: 204 len: 168 time: 0.6270852 Feb 20 03:57:46.347210 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c11f48-12f1-4ca8-8c5d-ec95edc1e305 tempest-BulkNetworkOpsTest-840500572 tempest-BulkNetworkOpsTest-840500572-project] Pushing event deleted for resources: {'Network': ['ID=43b94eae-e138-41ff-bc10-72fad740c4e9,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:46.471971 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-37746e07-4107-406f-8e30-7eb3ab233934 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3727500 Feb 20 03:57:46.474426 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39492) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:46.492304 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-e9ce6cfc-9d57-478e-b18f-0948e3d3aed3 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Request body: {'floatingip': {'port_id': 'b050c4d8-e157-42b5-b8d6-a049f48e3fa7'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:46.558206 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e9ce6cfc-9d57-478e-b18f-0948e3d3aed3 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for floatingip (bced93a9-e121-4d89-a76b-74921a180d0e), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:46.603733 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-671a1032-1bc4-4ab8-a6ca-665876baa0c7 None None] Provisioning complete for port b050c4d8-e157-42b5-b8d6-a049f48e3fa7 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:46.607092 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-671a1032-1bc4-4ab8-a6ca-665876baa0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b050c4d8-e157-42b5-b8d6-a049f48e3fa7), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:46.648227 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-2d7bd17b-8a64-456e-be7e-b8f3b516eac7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Deleting port 68e22d25-a359-4ab9-934d-d03c56de7c9a {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:57:46.648785 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2d7bd17b-8a64-456e-be7e-b8f3b516eac7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (68e22d25-a359-4ab9-934d-d03c56de7c9a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:46.694426 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-671a1032-1bc4-4ab8-a6ca-665876baa0c7 None None] Port b050c4d8-e157-42b5-b8d6-a049f48e3fa7 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:57:46.763671 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2d7bd17b-8a64-456e-be7e-b8f3b516eac7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (68e22d25-a359-4ab9-934d-d03c56de7c9a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:46.779606 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-0b27a655-8337-4f8b-8ca2-a5753061f9a7 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:46.781257 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-0b27a655-8337-4f8b-8ca2-a5753061f9a7 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/networks?id=3dffb76f-4a58-4c49-acbf-0f4ee6bb83af HTTP/1.1" status: 200 len: 809 time: 0.2360740 Feb 20 03:57:46.786258 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-2d7bd17b-8a64-456e-be7e-b8f3b516eac7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Calling delete_port for 68e22d25-a359-4ab9-934d-d03c56de7c9a owned by {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:57:46.808053 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-5a86bf3c-510a-40ea-854e-36e62a0ce520 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/quotas/1274cd54bf2e488282f8b58c9a1be7b3 HTTP/1.1" status: 200 len: 375 time: 0.0174334 Feb 20 03:57:46.877608 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-8ca74b84-024b-485f-9a36-b66586f3d838 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=1274cd54bf2e488282f8b58c9a1be7b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340650 Feb 20 03:57:46.887162 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39502) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:47.083734 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-f4ab4dcb-1087-496f-90aa-1622ffba8cf8 service neutron] 10.222.0.89 "GET /v2.0/networks/3dffb76f-4a58-4c49-acbf-0f4ee6bb83af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955123 Feb 20 03:57:47.109281 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2d7bd17b-8a64-456e-be7e-b8f3b516eac7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (68e22d25-a359-4ab9-934d-d03c56de7c9a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:47.202285 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2d7bd17b-8a64-456e-be7e-b8f3b516eac7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:47.209634 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2d7bd17b-8a64-456e-be7e-b8f3b516eac7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] 10.222.0.89 "DELETE /v2.0/ports/68e22d25-a359-4ab9-934d-d03c56de7c9a HTTP/1.1" status: 204 len: 168 time: 1.1707263 Feb 20 03:57:47.214229 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39508) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:47.216663 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7bd17b-8a64-456e-be7e-b8f3b516eac7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Pushing event deleted for resources: {'Port': ['ID=68e22d25-a359-4ab9-934d-d03c56de7c9a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:47.244278 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8c9c47f5-d210-498b-8153-8e4e36717288 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=08805cf50422496dadb4d689b16b20bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3547013 Feb 20 03:57:47.246805 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39512) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:47.287851 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-15c6b23b-d40a-41c9-b3d7-03a530b7c4d0 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0692189 Feb 20 03:57:47.290872 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39514) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:47.299115 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-c9638bf7-0046-4b52-b2cf-d29867fe01e5 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1311848894'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:47.303419 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-5cfe1715-f31c-476b-9cc1-e02972c26dd4 service neutron] 10.222.0.89 "GET /v2.0/networks/3dffb76f-4a58-4c49-acbf-0f4ee6bb83af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189028 Feb 20 03:57:47.343416 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-23f6b2e4-e39f-4327-9bb8-16fe0c7d4e9f admin admin] Publish callbacks [] for security_group (22659372-7c56-4f96-8d36-167de5e15c5a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:47.355040 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e9ce6cfc-9d57-478e-b18f-0948e3d3aed3 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:47.368700 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-23f6b2e4-e39f-4327-9bb8-16fe0c7d4e9f admin admin] Publish callbacks [] for security_group (22659372-7c56-4f96-8d36-167de5e15c5a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:47.418486 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9638bf7-0046-4b52-b2cf-d29867fe01e5 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Made reservation on behalf of 9059c203fa484ca9bf9294ddd117ca6c for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:57:47.424713 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c9638bf7-0046-4b52-b2cf-d29867fe01e5 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:47.448292 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e9ce6cfc-9d57-478e-b18f-0948e3d3aed3 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (bced93a9-e121-4d89-a76b-74921a180d0e), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:47.458708 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9638bf7-0046-4b52-b2cf-d29867fe01e5 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:57:47.469175 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c9638bf7-0046-4b52-b2cf-d29867fe01e5 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (cc60b1ec-6d17-4c45-9de8-573664825b73), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:47.469777 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-c9638bf7-0046-4b52-b2cf-d29867fe01e5 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Added segment cc60b1ec-6d17-4c45-9de8-573664825b73 of type vlan for network 0cfdba1e-2bf6-43f1-a495-80358c5aad0e Feb 20 03:57:47.522739 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-23f6b2e4-e39f-4327-9bb8-16fe0c7d4e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (22659372-7c56-4f96-8d36-167de5e15c5a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:47.525739 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-23f6b2e4-e39f-4327-9bb8-16fe0c7d4e9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:47.530544 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-23f6b2e4-e39f-4327-9bb8-16fe0c7d4e9f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/22659372-7c56-4f96-8d36-167de5e15c5a HTTP/1.1" status: 204 len: 168 time: 0.2781732 Feb 20 03:57:47.544255 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c9638bf7-0046-4b52-b2cf-d29867fe01e5 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (0cfdba1e-2bf6-43f1-a495-80358c5aad0e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:47.553299 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6b2e4-e39f-4327-9bb8-16fe0c7d4e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22659372-7c56-4f96-8d36-167de5e15c5a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:47.593968 n-d-829866-4 neutron-server[104106]: INFO neutron.db.l3_db [None req-e9ce6cfc-9d57-478e-b18f-0948e3d3aed3 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Floating IP bced93a9-e121-4d89-a76b-74921a180d0e associated. External IP: 172.25.7.175, port: add3b178-17c5-4ea9-a6d8-cf7611791a30. Feb 20 03:57:47.674996 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c9638bf7-0046-4b52-b2cf-d29867fe01e5 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (0cfdba1e-2bf6-43f1-a495-80358c5aad0e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:47.685060 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9638bf7-0046-4b52-b2cf-d29867fe01e5 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:47.686979 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c9638bf7-0046-4b52-b2cf-d29867fe01e5 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:47.856899 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9638bf7-0046-4b52-b2cf-d29867fe01e5 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Pushing event updated for resources: {'Network': ['ID=0cfdba1e-2bf6-43f1-a495-80358c5aad0e,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:47.869292 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 0cfdba1e-2bf6-43f1-a495-80358c5aad0e details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:57:47.967293 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b370c0b-16ba-436e-95e0-d94c584acd85 req-c38105d0-bcc5-4e24-b331-e466c01a7fe7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:47.976200 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b370c0b-16ba-436e-95e0-d94c584acd85 req-c38105d0-bcc5-4e24-b331-e466c01a7fe7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 945 time: 0.1209781 Feb 20 03:57:47.988669 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c9638bf7-0046-4b52-b2cf-d29867fe01e5 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6959891 Feb 20 03:57:47.997497 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39538) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:48.003337 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-191a8042-c600-4014-ad49-13ea8af9d469 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1500366101'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:48.076409 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b370c0b-16ba-436e-95e0-d94c584acd85 req-09441e74-a7dc-4869-8881-91b4c2ac077d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954514 Feb 20 03:57:48.141105 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191a8042-c600-4014-ad49-13ea8af9d469 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Made reservation on behalf of 9059c203fa484ca9bf9294ddd117ca6c for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:57:48.146746 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-191a8042-c600-4014-ad49-13ea8af9d469 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:48.191964 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-191a8042-c600-4014-ad49-13ea8af9d469 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:57:48.238063 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1f2c6e02-8eb6-4ff5-9079-38553ed7c4fc req-7f771175-5e0d-4854-aee8-350be260c68b tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d0e260a-758d-44ab-a9a4-b05eb366e961 HTTP/1.1" status: 200 len: 210 time: 0.0575650 Feb 20 03:57:48.250996 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-191a8042-c600-4014-ad49-13ea8af9d469 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (372f47bd-515b-4a89-bce1-a680dcccbca7), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:48.253031 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-191a8042-c600-4014-ad49-13ea8af9d469 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Added segment 372f47bd-515b-4a89-bce1-a680dcccbca7 of type vlan for network 7665584c-7849-48b9-abc9-6112a71a6c5e Feb 20 03:57:48.355068 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-191a8042-c600-4014-ad49-13ea8af9d469 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (7665584c-7849-48b9-abc9-6112a71a6c5e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:48.393189 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ce6cfc-9d57-478e-b18f-0948e3d3aed3 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Router 5b615053-857e-4a30-912e-a6aaec7d3545 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:57:48.459695 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7c1af-239b-4cb1-b36c-3026813b9799 req-00889e5c-6f85-4815-8cfc-9ebc2e896db4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:48.471913 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3fd7c1af-239b-4cb1-b36c-3026813b9799 req-00889e5c-6f85-4815-8cfc-9ebc2e896db4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 945 time: 0.1234159 Feb 20 03:57:48.497964 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-191a8042-c600-4014-ad49-13ea8af9d469 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (7665584c-7849-48b9-abc9-6112a71a6c5e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:48.504909 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191a8042-c600-4014-ad49-13ea8af9d469 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:48.505890 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-191a8042-c600-4014-ad49-13ea8af9d469 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:48.552415 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ce6cfc-9d57-478e-b18f-0948e3d3aed3 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:57:48.562772 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432a27a7-6804-412d-94d9-38c9025f387d None None] Sync routers for ids ['5b615053-857e-4a30-912e-a6aaec7d3545'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:57:48.577179 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432a27a7-6804-412d-94d9-38c9025f387d None None] Routers {'5b615053-857e-4a30-912e-a6aaec7d3545'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:57:48.578021 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-432a27a7-6804-412d-94d9-38c9025f387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:57:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['5b615053-857e-4a30-912e-a6aaec7d3545'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:48.589099 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a8042-c600-4014-ad49-13ea8af9d469 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Pushing event updated for resources: {'Network': ['ID=7665584c-7849-48b9-abc9-6112a71a6c5e,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:48.601063 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 7665584c-7849-48b9-abc9-6112a71a6c5e details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:57:48.667595 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-432a27a7-6804-412d-94d9-38c9025f387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:48.705761 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432a27a7-6804-412d-94d9-38c9025f387d None None] Routers {'5b615053-857e-4a30-912e-a6aaec7d3545'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:57:48.712632 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-432a27a7-6804-412d-94d9-38c9025f387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:57:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['5b615053-857e-4a30-912e-a6aaec7d3545'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:48.714827 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3fd7c1af-239b-4cb1-b36c-3026813b9799 req-b9327e31-de8a-4e39-823a-bcab8f056551 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418885 Feb 20 03:57:48.748348 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39562) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:48.779701 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-432a27a7-6804-412d-94d9-38c9025f387d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:48.780546 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432a27a7-6804-412d-94d9-38c9025f387d None None] The sync data for ids ['5b615053-857e-4a30-912e-a6aaec7d3545'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:57:48.822830 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2ae286-42ac-44e1-87ac-e9c0b626caf9 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:48.824611 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2b2ae286-42ac-44e1-87ac-e9c0b626caf9 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 1122 time: 0.0750418 Feb 20 03:57:48.845771 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-191a8042-c600-4014-ad49-13ea8af9d469 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8472250 Feb 20 03:57:48.846681 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39568) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:48.855986 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-a120d33f-eb14-476c-ad12-e5259c11a9b3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'port_id': '34449228-653c-4e1b-9dee-19d80c3a2db9', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:48.972985 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a120d33f-eb14-476c-ad12-e5259c11a9b3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:48.973813 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ce6cfc-9d57-478e-b18f-0948e3d3aed3 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Router 3bc853d4-47da-4e6f-93c1-c88a1d29eab2 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:57:49.209041 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a120d33f-eb14-476c-ad12-e5259c11a9b3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:49.227640 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39576) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:49.238511 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ce6cfc-9d57-478e-b18f-0948e3d3aed3 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:57:49.244837 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e9ce6cfc-9d57-478e-b18f-0948e3d3aed3 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:49.249717 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e379910b-58f0-4916-8521-032ee8193610 None None] Sync routers for ids ['3bc853d4-47da-4e6f-93c1-c88a1d29eab2'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:57:49.265826 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e379910b-58f0-4916-8521-032ee8193610 None None] Routers {'3bc853d4-47da-4e6f-93c1-c88a1d29eab2'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:57:49.267292 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-e379910b-58f0-4916-8521-032ee8193610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:57:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3bc853d4-47da-4e6f-93c1-c88a1d29eab2'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:49.378165 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-e379910b-58f0-4916-8521-032ee8193610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:49.386241 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e9ce6cfc-9d57-478e-b18f-0948e3d3aed3 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "PUT /v2.0/floatingips/bced93a9-e121-4d89-a76b-74921a180d0e HTTP/1.1" status: 200 len: 978 time: 2.9104674 Feb 20 03:57:49.389402 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39586) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:49.401837 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e379910b-58f0-4916-8521-032ee8193610 None None] Routers {'3bc853d4-47da-4e6f-93c1-c88a1d29eab2'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:57:49.402640 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-e379910b-58f0-4916-8521-032ee8193610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:57:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3bc853d4-47da-4e6f-93c1-c88a1d29eab2'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:49.595770 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c4bfb542-31f4-4747-840e-c17932c29049 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Deleting port b050c4d8-e157-42b5-b8d6-a049f48e3fa7 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:57:49.598643 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4bfb542-31f4-4747-840e-c17932c29049 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b050c4d8-e157-42b5-b8d6-a049f48e3fa7), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:49.599282 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-e379910b-58f0-4916-8521-032ee8193610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:49.602267 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e379910b-58f0-4916-8521-032ee8193610 None None] The sync data for ids ['3bc853d4-47da-4e6f-93c1-c88a1d29eab2'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:57:49.637458 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-a120d33f-eb14-476c-ad12-e5259c11a9b3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Allocated IP 172.25.7.242 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/c0bbe66b-9be5-450d-893e-9b0970664ef5) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:57:49.804568 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-f5f5b807-50b0-47f7-8ea7-74da2ce89b11 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1436456853'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:49.828793 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4bfb542-31f4-4747-840e-c17932c29049 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b050c4d8-e157-42b5-b8d6-a049f48e3fa7), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:49.864310 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e49766ad-53f8-425c-8fbc-33e71ba1a351 req-97ec88c5-1111-4791-b12b-39017265d019 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d0e260a-758d-44ab-a9a4-b05eb366e961 HTTP/1.1" status: 200 len: 210 time: 0.0893052 Feb 20 03:57:49.904178 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a120d33f-eb14-476c-ad12-e5259c11a9b3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for port (c0bbe66b-9be5-450d-893e-9b0970664ef5), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:49.988319 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f5b807-50b0-47f7-8ea7-74da2ce89b11 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Made reservation on behalf of d274613268a44b298320e79f2fa5d5fa for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:57:49.992978 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f5f5b807-50b0-47f7-8ea7-74da2ce89b11 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:50.007671 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f5f5b807-50b0-47f7-8ea7-74da2ce89b11 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:50.023578 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a120d33f-eb14-476c-ad12-e5259c11a9b3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (c0bbe66b-9be5-450d-893e-9b0970664ef5), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:50.161886 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a120d33f-eb14-476c-ad12-e5259c11a9b3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:57:50.176070 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-a120d33f-eb14-476c-ad12-e5259c11a9b3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:50.196212 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a120d33f-eb14-476c-ad12-e5259c11a9b3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:57:50.198350 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120d33f-eb14-476c-ad12-e5259c11a9b3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'Port': ['ID=c0bbe66b-9be5-450d-893e-9b0970664ef5,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:50.228202 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4bfb542-31f4-4747-840e-c17932c29049 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:50.229195 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4bfb542-31f4-4747-840e-c17932c29049 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (bced93a9-e121-4d89-a76b-74921a180d0e), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:50.229696 n-d-829866-4 neutron-server[104106]: INFO neutron.db.l3_db [None req-c4bfb542-31f4-4747-840e-c17932c29049 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Floating IP bced93a9-e121-4d89-a76b-74921a180d0e disassociated. External IP: 172.25.7.175, port: b050c4d8-e157-42b5-b8d6-a049f48e3fa7. Feb 20 03:57:50.230277 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c4bfb542-31f4-4747-840e-c17932c29049 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Calling delete_port for b050c4d8-e157-42b5-b8d6-a049f48e3fa7 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:57:50.357170 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f5f5b807-50b0-47f7-8ea7-74da2ce89b11 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for security_group (e876a79a-1faa-4af1-b2f8-255eeacb6900), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:50.477610 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4bfb542-31f4-4747-840e-c17932c29049 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (b050c4d8-e157-42b5-b8d6-a049f48e3fa7), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:50.515649 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f5f5b807-50b0-47f7-8ea7-74da2ce89b11 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e876a79a-1faa-4af1-b2f8-255eeacb6900), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:50.547918 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bfb542-31f4-4747-840e-c17932c29049 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event deleted for resources: {'Port': ['ID=b050c4d8-e157-42b5-b8d6-a049f48e3fa7,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:50.620527 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f5b807-50b0-47f7-8ea7-74da2ce89b11 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:57:50.704551 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f5f5b807-50b0-47f7-8ea7-74da2ce89b11 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (1fabac51-899f-48ab-a34d-e52c518dd3a1), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:50.747235 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-f5f5b807-50b0-47f7-8ea7-74da2ce89b11 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Added segment 1fabac51-899f-48ab-a34d-e52c518dd3a1 of type vlan for network a8d00c2c-6fb0-4b74-aade-25b978cc7de4 Feb 20 03:57:50.755402 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5b807-50b0-47f7-8ea7-74da2ce89b11 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e876a79a-1faa-4af1-b2f8-255eeacb6900,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:51.056717 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:51.081159 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4bfb542-31f4-4747-840e-c17932c29049 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Router 3bc853d4-47da-4e6f-93c1-c88a1d29eab2 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:57:51.193061 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:51.218333 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bfb542-31f4-4747-840e-c17932c29049 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:57:51.235324 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2283ab-eb8b-4a95-8b19-6bf8be11b3a1 None None] Sync routers for ids ['3bc853d4-47da-4e6f-93c1-c88a1d29eab2'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:57:51.298820 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2283ab-eb8b-4a95-8b19-6bf8be11b3a1 None None] Routers {'3bc853d4-47da-4e6f-93c1-c88a1d29eab2'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:57:51.300027 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-3d2283ab-eb8b-4a95-8b19-6bf8be11b3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:57:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3bc853d4-47da-4e6f-93c1-c88a1d29eab2'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:51.347432 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-3d2283ab-eb8b-4a95-8b19-6bf8be11b3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:51.356769 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4bfb542-31f4-4747-840e-c17932c29049 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:51.362508 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2283ab-eb8b-4a95-8b19-6bf8be11b3a1 None None] Routers {'3bc853d4-47da-4e6f-93c1-c88a1d29eab2'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:57:51.363392 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-3d2283ab-eb8b-4a95-8b19-6bf8be11b3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:57:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3bc853d4-47da-4e6f-93c1-c88a1d29eab2'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:51.368566 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c4bfb542-31f4-4747-840e-c17932c29049 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "DELETE /v2.0/ports/b050c4d8-e157-42b5-b8d6-a049f48e3fa7 HTTP/1.1" status: 204 len: 168 time: 1.9777927 Feb 20 03:57:51.369339 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39608) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:51.425315 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-3d2283ab-eb8b-4a95-8b19-6bf8be11b3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:51.435701 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2283ab-eb8b-4a95-8b19-6bf8be11b3a1 None None] The sync data for ids ['3bc853d4-47da-4e6f-93c1-c88a1d29eab2'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:57:51.461405 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-622d3021-aaf1-423f-876f-59bdee616393 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:51.462966 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-622d3021-aaf1-423f-876f-59bdee616393 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.42 "GET /v2.0/networks?id=3dffb76f-4a58-4c49-acbf-0f4ee6bb83af HTTP/1.1" status: 200 len: 809 time: 0.6165059 Feb 20 03:57:51.464244 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a120d33f-eb14-476c-ad12-e5259c11a9b3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for floatingip (b89618d8-8dd4-4e8f-a2dc-05fc3ae84670), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:51.581778 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-fbeace99-d24f-4397-9819-c40d0733c376 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Request body: {'port': {'device_id': '6d0e260a-758d-44ab-a9a4-b05eb366e961', 'network_id': '3dffb76f-4a58-4c49-acbf-0f4ee6bb83af', 'admin_state_up': True, 'tenant_id': '1274cd54bf2e488282f8b58c9a1be7b3'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:51.591868 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fd265ff2-c794-48b4-be61-3d0062853bb6 req-4e27ca3c-68cf-4877-bebd-eb6cbf86f317 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d0e260a-758d-44ab-a9a4-b05eb366e961 HTTP/1.1" status: 200 len: 210 time: 0.3535502 Feb 20 03:57:51.605771 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f5f5b807-50b0-47f7-8ea7-74da2ce89b11 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (a8d00c2c-6fb0-4b74-aade-25b978cc7de4), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:51.703738 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a120d33f-eb14-476c-ad12-e5259c11a9b3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c0bbe66b-9be5-450d-893e-9b0970664ef5), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:51.803889 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f5f5b807-50b0-47f7-8ea7-74da2ce89b11 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (a8d00c2c-6fb0-4b74-aade-25b978cc7de4), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:51.816421 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f5b807-50b0-47f7-8ea7-74da2ce89b11 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:51.817080 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f5f5b807-50b0-47f7-8ea7-74da2ce89b11 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:51.956205 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5b807-50b0-47f7-8ea7-74da2ce89b11 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event updated for resources: {'Network': ['ID=a8d00c2c-6fb0-4b74-aade-25b978cc7de4,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:51.966145 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-fbeace99-d24f-4397-9819-c40d0733c376 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Made reservation on behalf of 1274cd54bf2e488282f8b58c9a1be7b3 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:57:51.970087 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-fbeace99-d24f-4397-9819-c40d0733c376 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:51.970220 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network a8d00c2c-6fb0-4b74-aade-25b978cc7de4 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:57:52.112130 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-fbeace99-d24f-4397-9819-c40d0733c376 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Allocated IP 172.20.0.8 (3dffb76f-4a58-4c49-acbf-0f4ee6bb83af/6a6bfddd-223a-4ea3-8b75-14e302863fcc/10b561a0-320d-4e2e-b9f6-2323e3752ff4) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:57:52.197024 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39624) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:52.209365 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-33b4fe5c-6cc2-4340-b80c-8ff07f989635 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Request body: {'subnets': [{'network_id': '0cfdba1e-2bf6-43f1-a495-80358c5aad0e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1091267385', 'ip_version': 6}, {'network_id': '7665584c-7849-48b9-abc9-6112a71a6c5e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:52.209919 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-33b4fe5c-6cc2-4340-b80c-8ff07f989635 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Request body: {'subnet': {'network_id': '0cfdba1e-2bf6-43f1-a495-80358c5aad0e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1091267385', 'ip_version': 6}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:52.210763 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-33b4fe5c-6cc2-4340-b80c-8ff07f989635 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Request body: {'subnet': {'network_id': '7665584c-7849-48b9-abc9-6112a71a6c5e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:52.222274 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f5f5b807-50b0-47f7-8ea7-74da2ce89b11 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.9935493 Feb 20 03:57:52.380253 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39628) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:52.384565 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a120d33f-eb14-476c-ad12-e5259c11a9b3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for port (c0bbe66b-9be5-450d-893e-9b0970664ef5), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:52.386940 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-8b672e88-9268-44f5-afe8-48d956975c6b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Request body: {'subnet': {'network_id': 'a8d00c2c-6fb0-4b74-aade-25b978cc7de4', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:52.472554 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-fbeace99-d24f-4397-9819-c40d0733c376 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Publish callbacks [] for port (10b561a0-320d-4e2e-b9f6-2323e3752ff4), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:52.481789 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a120d33f-eb14-476c-ad12-e5259c11a9b3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (c0bbe66b-9be5-450d-893e-9b0970664ef5), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:52.504695 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c2e5d727-a4bc-4c1b-8d6b-2b1e1bf3ec10 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (3bc853d4-47da-4e6f-93c1-c88a1d29eab2), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:52.552185 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120d33f-eb14-476c-ad12-e5259c11a9b3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'Port': ['ID=c0bbe66b-9be5-450d-893e-9b0970664ef5,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:52.633752 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b672e88-9268-44f5-afe8-48d956975c6b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Made reservation on behalf of d274613268a44b298320e79f2fa5d5fa for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:57:52.637606 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8b672e88-9268-44f5-afe8-48d956975c6b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:52.677298 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4818d569-6d3f-48cd-a549-fb530d91af3c req-c4658467-fc7c-43a1-aad3-f7567384535c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=50f0af31-38ee-4ca1-b963-a33178a528e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2221651 Feb 20 03:57:52.679731 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a120d33f-eb14-476c-ad12-e5259c11a9b3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (b89618d8-8dd4-4e8f-a2dc-05fc3ae84670), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:52.830077 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d0912dc8-f09e-4a4e-be71-0382cb7c2d5d req-9c43d937-0051-4b9a-820d-231050dd5c73 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d0e260a-758d-44ab-a9a4-b05eb366e961 HTTP/1.1" status: 200 len: 210 time: 0.1457520 Feb 20 03:57:52.831071 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b4fe5c-6cc2-4340-b80c-8ff07f989635 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Made reservation on behalf of 9059c203fa484ca9bf9294ddd117ca6c for: {'subnet': 2} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:57:52.836074 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-33b4fe5c-6cc2-4340-b80c-8ff07f989635 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:52.836224 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-33b4fe5c-6cc2-4340-b80c-8ff07f989635 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:52.884562 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-fbeace99-d24f-4397-9819-c40d0733c376 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (10b561a0-320d-4e2e-b9f6-2323e3752ff4), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:53.040971 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8b672e88-9268-44f5-afe8-48d956975c6b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (8440a770-611d-42dd-a5eb-15228c3fda6e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:53.114708 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b672e88-9268-44f5-afe8-48d956975c6b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event updated for resources: {'Subnet': ['ID=8440a770-611d-42dd-a5eb-15228c3fda6e,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:53.135298 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c2e5d727-a4bc-4c1b-8d6b-2b1e1bf3ec10 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Deleting port 6683b2f4-9296-4c86-9864-75f25e901a73 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:57:53.135868 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c2e5d727-a4bc-4c1b-8d6b-2b1e1bf3ec10 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (6683b2f4-9296-4c86-9864-75f25e901a73), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:53.279198 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c2e5d727-a4bc-4c1b-8d6b-2b1e1bf3ec10 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (6683b2f4-9296-4c86-9864-75f25e901a73), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:53.295545 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c2e5d727-a4bc-4c1b-8d6b-2b1e1bf3ec10 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Calling delete_port for 6683b2f4-9296-4c86-9864-75f25e901a73 owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:57:53.327523 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeace99-d24f-4397-9819-c40d0733c376 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Pushing event updated for resources: {'Port': ['ID=10b561a0-320d-4e2e-b9f6-2323e3752ff4,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:53.361252 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-fbeace99-d24f-4397-9819-c40d0733c376 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Network 3dffb76f-4a58-4c49-acbf-0f4ee6bb83af is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:57:53.375339 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-fbeace99-d24f-4397-9819-c40d0733c376 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:53.382448 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-fbeace99-d24f-4397-9819-c40d0733c376 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:57:53.433034 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-fbeace99-d24f-4397-9819-c40d0733c376 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:53.433733 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-fbeace99-d24f-4397-9819-c40d0733c376 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:53.435795 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b672e88-9268-44f5-afe8-48d956975c6b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Checking segment: {'id': '1fabac51-899f-48ab-a34d-e52c518dd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a8d00c2c-6fb0-4b74-aade-25b978cc7de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:57:53.436270 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b672e88-9268-44f5-afe8-48d956975c6b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Network hostable DHCP agents. Network: a8d00c2c-6fb0-4b74-aade-25b978cc7de4, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:57:53.444207 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [None req-a120d33f-eb14-476c-ad12-e5259c11a9b3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Floating IP b89618d8-8dd4-4e8f-a2dc-05fc3ae84670 associated. External IP: 172.25.7.242, port: 34449228-653c-4e1b-9dee-19d80c3a2db9. Feb 20 03:57:53.507685 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818d569-6d3f-48cd-a549-fb530d91af3c req-21a7d9af-8b6c-4c3a-953f-372417f4dc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:53.509295 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4818d569-6d3f-48cd-a549-fb530d91af3c req-21a7d9af-8b6c-4c3a-953f-372417f4dc5d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d5051f6ae6274815a71eda28cae9f225&device_id=50f0af31-38ee-4ca1-b963-a33178a528e7 HTTP/1.1" status: 200 len: 1127 time: 0.7801583 Feb 20 03:57:53.553636 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b672e88-9268-44f5-afe8-48d956975c6b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Network a8d00c2c-6fb0-4b74-aade-25b978cc7de4 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:57:53.641739 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-fbeace99-d24f-4397-9819-c40d0733c376 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0900886 Feb 20 03:57:53.659210 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-555afb39-b016-42c3-97f3-1e51191fc9c7 service neutron] Request body: {'port': {'device_id': '6d0e260a-758d-44ab-a9a4-b05eb366e961', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:53.674893 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c2e5d727-a4bc-4c1b-8d6b-2b1e1bf3ec10 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (6683b2f4-9296-4c86-9864-75f25e901a73), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:53.728068 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5d727-a4bc-4c1b-8d6b-2b1e1bf3ec10 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event deleted for resources: {'Port': ['ID=6683b2f4-9296-4c86-9864-75f25e901a73,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:53.732106 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-8b672e88-9268-44f5-afe8-48d956975c6b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, a8d00c2c-6fb0-4b74-aade-25b978cc7de4) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:53.748349 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add20ec6-f344-4eeb-add9-efc41dac7acb None None] Network a8d00c2c-6fb0-4b74-aade-25b978cc7de4 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:57:53.805099 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b672e88-9268-44f5-afe8-48d956975c6b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:53.808247 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8b672e88-9268-44f5-afe8-48d956975c6b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:53.977033 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4da6da-6323-4d95-b3eb-f8e2712f88f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-a8d00c2c-6fb0-4b74-aade-25b978cc7de4', 'network_id': 'a8d00c2c-6fb0-4b74-aade-25b978cc7de4', 'project_id': 'd274613268a44b298320e79f2fa5d5fa', 'fixed_ips': [{'subnet_id': '8440a770-611d-42dd-a5eb-15228c3fda6e'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:57:53.978941 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9d4da6da-6323-4d95-b3eb-f8e2712f88f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:54.013789 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8b672e88-9268-44f5-afe8-48d956975c6b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6214209 Feb 20 03:57:54.014741 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39654) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:54.025556 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-ee24940a-d716-4209-b023-1a9477138194 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1019576436'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:54.059700 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818d569-6d3f-48cd-a549-fb530d91af3c req-18d289e5-6875-40c6-8584-8e71c55b1c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:54.061189 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4818d569-6d3f-48cd-a549-fb530d91af3c req-18d289e5-6875-40c6-8584-8e71c55b1c4d service neutron] 10.222.0.42 "GET /v2.0/networks?id=c3b1fdd9-c8e5-47d0-a0d3-937506587efd HTTP/1.1" status: 200 len: 914 time: 0.5241268 Feb 20 03:57:54.114579 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-555afb39-b016-42c3-97f3-1e51191fc9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (10b561a0-320d-4e2e-b9f6-2323e3752ff4), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:54.208834 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4818d569-6d3f-48cd-a549-fb530d91af3c req-e5d064f0-d7d0-4514-b625-0909d3e15637 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38183253-d041-487e-9705-28eaacdbf112 HTTP/1.1" status: 200 len: 217 time: 0.1206210 Feb 20 03:57:54.228949 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-9d4da6da-6323-4d95-b3eb-f8e2712f88f8 None None] Allocated IP 172.20.255.242 (a8d00c2c-6fb0-4b74-aade-25b978cc7de4/8440a770-611d-42dd-a5eb-15228c3fda6e/4b63618d-2396-4886-bc66-d001e530c903) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:57:54.244984 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c2e5d727-a4bc-4c1b-8d6b-2b1e1bf3ec10 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (3bc853d4-47da-4e6f-93c1-c88a1d29eab2), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:54.251729 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee24940a-d716-4209-b023-1a9477138194 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Made reservation on behalf of d274613268a44b298320e79f2fa5d5fa for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:57:54.265926 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee24940a-d716-4209-b023-1a9477138194 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:54.326467 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a120d33f-eb14-476c-ad12-e5259c11a9b3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Router cd442866-47cd-4dd8-8225-76e7631efc1c has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:57:54.372978 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a8b16-b33c-4490-b6d4-cfb109fe971c req-170e7f36-232f-4db2-be22-f261147cc4a2 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:54.374530 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d38a8b16-b33c-4490-b6d4-cfb109fe971c req-170e7f36-232f-4db2-be22-f261147cc4a2 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d0e260a-758d-44ab-a9a4-b05eb366e961 HTTP/1.1" status: 200 len: 931 time: 0.4130676 Feb 20 03:57:54.378625 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee24940a-d716-4209-b023-1a9477138194 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:57:54.400655 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818d569-6d3f-48cd-a549-fb530d91af3c req-cb94af79-2990-4943-a0b6-eef012c97992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:54.402569 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4818d569-6d3f-48cd-a549-fb530d91af3c req-cb94af79-2990-4943-a0b6-eef012c97992 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=72f48a28-b5a4-403e-824d-f08ceebd2848 HTTP/1.1" status: 200 len: 853 time: 0.1836908 Feb 20 03:57:54.403789 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee24940a-d716-4209-b023-1a9477138194 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (15bed5b2-4354-44ef-ac9c-c7f37ee375a6), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:54.404460 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-ee24940a-d716-4209-b023-1a9477138194 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Added segment 15bed5b2-4354-44ef-ac9c-c7f37ee375a6 of type vlan for network 619381fe-ea5c-4a39-a0aa-b004bff9aee4 Feb 20 03:57:54.513617 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee24940a-d716-4209-b023-1a9477138194 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (619381fe-ea5c-4a39-a0aa-b004bff9aee4), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:54.554423 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9d4da6da-6323-4d95-b3eb-f8e2712f88f8 None None] Publish callbacks [] for port (4b63618d-2396-4886-bc66-d001e530c903), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:54.558776 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4818d569-6d3f-48cd-a549-fb530d91af3c req-31147943-357f-4fb4-b4b3-292a64da0dbf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c3b1fdd9-c8e5-47d0-a0d3-937506587efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1453393 Feb 20 03:57:54.640204 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9d4da6da-6323-4d95-b3eb-f8e2712f88f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (4b63618d-2396-4886-bc66-d001e530c903), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:54.725930 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e5d727-a4bc-4c1b-8d6b-2b1e1bf3ec10 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Router 3bc853d4-47da-4e6f-93c1-c88a1d29eab2 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:57:54.732645 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee24940a-d716-4209-b023-1a9477138194 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (619381fe-ea5c-4a39-a0aa-b004bff9aee4), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:54.739491 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4da6da-6323-4d95-b3eb-f8e2712f88f8 None None] Network a8d00c2c-6fb0-4b74-aade-25b978cc7de4 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:57:54.740181 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee24940a-d716-4209-b023-1a9477138194 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:54.741138 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee24940a-d716-4209-b023-1a9477138194 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:54.743402 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-9d4da6da-6323-4d95-b3eb-f8e2712f88f8 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:54.747602 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4da6da-6323-4d95-b3eb-f8e2712f88f8 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:57:54.751435 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d38a8b16-b33c-4490-b6d4-cfb109fe971c req-29d7f6e9-feea-4ca4-a8c3-d5b3f61fd570 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/security-groups?id=14efef05-e358-452a-8229-826fe2bf00ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562093 Feb 20 03:57:54.798473 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4da6da-6323-4d95-b3eb-f8e2712f88f8 None None] Pushing event updated for resources: {'Port': ['ID=4b63618d-2396-4886-bc66-d001e530c903,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:54.837821 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-9d4da6da-6323-4d95-b3eb-f8e2712f88f8 None None] Attempting to bind port 4b63618d-2396-4886-bc66-d001e530c903 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:57:54.838387 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-9d4da6da-6323-4d95-b3eb-f8e2712f88f8 None None] Attempting to bind port 4b63618d-2396-4886-bc66-d001e530c903 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '1fabac51-899f-48ab-a34d-e52c518dd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a8d00c2c-6fb0-4b74-aade-25b978cc7de4'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:57:54.838937 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4da6da-6323-4d95-b3eb-f8e2712f88f8 None None] Attempting to bind port 4b63618d-2396-4886-bc66-d001e530c903 on network a8d00c2c-6fb0-4b74-aade-25b978cc7de4 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:57:54.844918 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4da6da-6323-4d95-b3eb-f8e2712f88f8 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:57:54.845556 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4da6da-6323-4d95-b3eb-f8e2712f88f8 None None] Checking segment: {'id': '1fabac51-899f-48ab-a34d-e52c518dd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a8d00c2c-6fb0-4b74-aade-25b978cc7de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:57:54.846166 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9d4da6da-6323-4d95-b3eb-f8e2712f88f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:54.846710 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4da6da-6323-4d95-b3eb-f8e2712f88f8 None None] Bound using segment: {'id': '1fabac51-899f-48ab-a34d-e52c518dd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a8d00c2c-6fb0-4b74-aade-25b978cc7de4'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:57:54.847366 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-9d4da6da-6323-4d95-b3eb-f8e2712f88f8 None None] Bound port: 4b63618d-2396-4886-bc66-d001e530c903, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fabac51-899f-48ab-a34d-e52c518dd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a8d00c2c-6fb0-4b74-aade-25b978cc7de4'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:57:54.847908 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9d4da6da-6323-4d95-b3eb-f8e2712f88f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4b63618d-2396-4886-bc66-d001e530c903), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:54.922229 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-9d4da6da-6323-4d95-b3eb-f8e2712f88f8 None None] For port 4b63618d-2396-4886-bc66-d001e530c903, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:57:54.926318 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-9d4da6da-6323-4d95-b3eb-f8e2712f88f8 None None] For port 4b63618d-2396-4886-bc66-d001e530c903, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=4b63618d-2396-4886-bc66-d001e530c903,segment=NetworkSegment(1fabac51-899f-48ab-a34d-e52c518dd3a1),segment_id=1fabac51-899f-48ab-a34d-e52c518dd3a1)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:57:54.961177 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ee24940a-d716-4209-b023-1a9477138194 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9373670 Feb 20 03:57:54.961375 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a120d33f-eb14-476c-ad12-e5259c11a9b3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:57:54.966541 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39668) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:54.974090 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b2d619-cf67-4f7f-a553-c82f6d939114 None None] Sync routers for ids ['cd442866-47cd-4dd8-8225-76e7631efc1c'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:57:54.979296 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-5b683757-7d74-460c-a37b-dc92772e2fa2 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Request body: {'subnet': {'network_id': '619381fe-ea5c-4a39-a0aa-b004bff9aee4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:57:54.980024 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24940a-d716-4209-b023-1a9477138194 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event updated for resources: {'Network': ['ID=619381fe-ea5c-4a39-a0aa-b004bff9aee4,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:54.995991 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 619381fe-ea5c-4a39-a0aa-b004bff9aee4 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:57:55.000096 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b2d619-cf67-4f7f-a553-c82f6d939114 None None] Routers {'cd442866-47cd-4dd8-8225-76e7631efc1c'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:57:55.000794 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-77b2d619-cf67-4f7f-a553-c82f6d939114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:57:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['cd442866-47cd-4dd8-8225-76e7631efc1c'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:55.035009 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4818d569-6d3f-48cd-a549-fb530d91af3c req-53bd93e5-c575-42b8-985a-4060680c1132 service neutron] 10.222.0.42 "GET /v2.0/networks/c3b1fdd9-c8e5-47d0-a0d3-937506587efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665213 Feb 20 03:57:55.046881 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9d4da6da-6323-4d95-b3eb-f8e2712f88f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (4b63618d-2396-4886-bc66-d001e530c903), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:55.065677 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e5d727-a4bc-4c1b-8d6b-2b1e1bf3ec10 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:57:55.080730 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c2e5d727-a4bc-4c1b-8d6b-2b1e1bf3ec10 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "PUT /v2.0/routers/3bc853d4-47da-4e6f-93c1-c88a1d29eab2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7081923 Feb 20 03:57:55.081823 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39672) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:55.084827 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731f600e-138f-43d3-896f-859444253344 None None] Sync routers for ids ['3bc853d4-47da-4e6f-93c1-c88a1d29eab2'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:57:55.155767 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731f600e-138f-43d3-896f-859444253344 None None] Routers {'3bc853d4-47da-4e6f-93c1-c88a1d29eab2'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:57:55.158970 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-731f600e-138f-43d3-896f-859444253344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:57:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3bc853d4-47da-4e6f-93c1-c88a1d29eab2'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:55.269186 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-731f600e-138f-43d3-896f-859444253344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:55.283636 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731f600e-138f-43d3-896f-859444253344 None None] Routers {'3bc853d4-47da-4e6f-93c1-c88a1d29eab2'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:57:55.284490 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-731f600e-138f-43d3-896f-859444253344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:57:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3bc853d4-47da-4e6f-93c1-c88a1d29eab2'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:55.316558 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8625926-eafe-4ae7-a58e-55977269175f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for router (3bc853d4-47da-4e6f-93c1-c88a1d29eab2), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:55.325646 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a120d33f-eb14-476c-ad12-e5259c11a9b3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:55.328039 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-33b4fe5c-6cc2-4340-b80c-8ff07f989635 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (848da02c-c457-4233-ba8a-f830a0b3bc47), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:55.343488 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-731f600e-138f-43d3-896f-859444253344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:55.345925 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731f600e-138f-43d3-896f-859444253344 None None] The sync data for ids ['3bc853d4-47da-4e6f-93c1-c88a1d29eab2'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:57:55.359841 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4da6da-6323-4d95-b3eb-f8e2712f88f8 None None] Pushing event updated for resources: {'Port': ['ID=4b63618d-2396-4886-bc66-d001e530c903,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:55.498580 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8625926-eafe-4ae7-a58e-55977269175f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for router_gateway (3bc853d4-47da-4e6f-93c1-c88a1d29eab2), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:55.499061 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-555afb39-b016-42c3-97f3-1e51191fc9c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b561a0-320d-4e2e-b9f6-2323e3752ff4 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:57:55.512339 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-555afb39-b016-42c3-97f3-1e51191fc9c7 service neutron] Publish callbacks [] for port (10b561a0-320d-4e2e-b9f6-2323e3752ff4), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:55.547208 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-555afb39-b016-42c3-97f3-1e51191fc9c7 service neutron] Transition to ACTIVE for port object 10b561a0-320d-4e2e-b9f6-2323e3752ff4 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:57:55.569607 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-77b2d619-cf67-4f7f-a553-c82f6d939114 None None] Set router cd442866-47cd-4dd8-8225-76e7631efc1c gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:57:55.573431 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a120d33f-eb14-476c-ad12-e5259c11a9b3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.7256424 Feb 20 03:57:55.592125 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7edcf7-4495-4893-9d3a-d51d8a60276c', 'tag': '34449228-653c-4e1b-9dee-19d80c3a2db9'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:57:55.599677 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bc55ed-7707-4c6c-b9ec-f2fda16faeca" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7edcf7-4495-4893-9d3a-d51d8a60276c", "tag": "34449228-653c-4e1b-9dee-19d80c3a2db9"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:57:55.673732 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4fe5c-6cc2-4340-b80c-8ff07f989635 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Pushing event updated for resources: {'Subnet': ['ID=848da02c-c457-4233-ba8a-f830a0b3bc47,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:55.718643 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-555afb39-b016-42c3-97f3-1e51191fc9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (10b561a0-320d-4e2e-b9f6-2323e3752ff4), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:55.739001 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b4fe5c-6cc2-4340-b80c-8ff07f989635 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Checking segment: {'id': 'cc60b1ec-6d17-4c45-9de8-573664825b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '0cfdba1e-2bf6-43f1-a495-80358c5aad0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:57:55.739001 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b4fe5c-6cc2-4340-b80c-8ff07f989635 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Network hostable DHCP agents. Network: 0cfdba1e-2bf6-43f1-a495-80358c5aad0e, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:57:55.746440 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4818d569-6d3f-48cd-a549-fb530d91af3c req-f09ca66d-1006-4984-9c06-0876f3425ce4 service neutron] 10.222.0.42 "GET /v2.0/networks/c3b1fdd9-c8e5-47d0-a0d3-937506587efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6531937 Feb 20 03:57:55.773332 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b683757-7d74-460c-a37b-dc92772e2fa2 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Made reservation on behalf of d274613268a44b298320e79f2fa5d5fa for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:57:55.777589 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5b683757-7d74-460c-a37b-dc92772e2fa2 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:55.822960 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-b8625926-eafe-4ae7-a58e-55977269175f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Deleting port 7202c452-c29e-40cb-933d-7e48c4174ad4 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:57:55.822960 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8625926-eafe-4ae7-a58e-55977269175f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (7202c452-c29e-40cb-933d-7e48c4174ad4), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:55.969805 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555afb39-b016-42c3-97f3-1e51191fc9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=10b561a0-320d-4e2e-b9f6-2323e3752ff4,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:55.985739 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad3d82-f79a-4860-aa86-f77c59a556cf req-a8f28430-acf6-43a9-9406-f071c44f587c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:55.992074 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8625926-eafe-4ae7-a58e-55977269175f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (7202c452-c29e-40cb-933d-7e48c4174ad4), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:55.992909 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d0ad3d82-f79a-4860-aa86-f77c59a556cf req-a8f28430-acf6-43a9-9406-f071c44f587c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 945 time: 0.3398054 Feb 20 03:57:56.007632 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-b8625926-eafe-4ae7-a58e-55977269175f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Calling delete_port for 7202c452-c29e-40cb-933d-7e48c4174ad4 owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:57:56.083887 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-77b2d619-cf67-4f7f-a553-c82f6d939114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242735007', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '1bdfadf4-4055-486a-bcd8-05e28f6fe037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:57:11Z', 'updated_at': '2022-02-20T03:57:22Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '1bdfadf4-4055-486a-bcd8-05e28f6fe037', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:13:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:57:12Z', 'updated_at': '2022-02-20T03:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'b89618d8-8dd4-4e8f-a2dc-05fc3ae84670', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'floating_ip_address': '172.25.7.242', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'port_id': '34449228-653c-4e1b-9dee-19d80c3a2db9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1553fd51-a4a7-4e2e-a488-03242682b199', 'mac_address': 'fa:16:3e:7a:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7edcf7-4495-4893-9d3a-d51d8a60276c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:57:50Z', 'updated_at': '2022-02-20T03:57:50Z', 'revision_number': 0, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0111f4e6-0230-453e-9e59-72df10051f4d', 'name': '', 'network_id': '1553fd51-a4a7-4e2e-a488-03242682b199', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:cd:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '9acbd7c8-024d-4797-af2a-388f49052bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:57:19Z', 'updated_at': '2022-02-20T03:57:28Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': '9acbd7c8-024d-4797-af2a-388f49052bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:56.089461 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b4fe5c-6cc2-4340-b80c-8ff07f989635 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Network 0cfdba1e-2bf6-43f1-a495-80358c5aad0e is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:57:56.115050 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b2d619-cf67-4f7f-a553-c82f6d939114 None None] Checking router: cd442866-47cd-4dd8-8225-76e7631efc1c for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:57:56.126357 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b2d619-cf67-4f7f-a553-c82f6d939114 None None] Routers {'cd442866-47cd-4dd8-8225-76e7631efc1c'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:57:56.127326 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-77b2d619-cf67-4f7f-a553-c82f6d939114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:57:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['cd442866-47cd-4dd8-8225-76e7631efc1c'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:56.164206 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d0ad3d82-f79a-4860-aa86-f77c59a556cf req-e093bd3b-e424-4053-af21-1ea44e73eb93 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696045 Feb 20 03:57:56.192037 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-555afb39-b016-42c3-97f3-1e51191fc9c7 service neutron] Attempting to bind port 10b561a0-320d-4e2e-b9f6-2323e3752ff4 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:57:56.192702 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-555afb39-b016-42c3-97f3-1e51191fc9c7 service neutron] Attempting to bind port 10b561a0-320d-4e2e-b9f6-2323e3752ff4 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '19d8559c-3005-4214-a3b0-d84c7ca4272e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '3dffb76f-4a58-4c49-acbf-0f4ee6bb83af'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:57:56.193840 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-555afb39-b016-42c3-97f3-1e51191fc9c7 service neutron] Attempting to bind port 10b561a0-320d-4e2e-b9f6-2323e3752ff4 on network 3dffb76f-4a58-4c49-acbf-0f4ee6bb83af {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:57:56.199893 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39690) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:56.218235 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-33b4fe5c-6cc2-4340-b80c-8ff07f989635 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 0cfdba1e-2bf6-43f1-a495-80358c5aad0e) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:56.220547 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-555afb39-b016-42c3-97f3-1e51191fc9c7 service neutron] Port 10b561a0-320d-4e2e-b9f6-2323e3752ff4 on network 3dffb76f-4a58-4c49-acbf-0f4ee6bb83af not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:57:56.220866 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-555afb39-b016-42c3-97f3-1e51191fc9c7 service neutron] Attempting to bind port 10b561a0-320d-4e2e-b9f6-2323e3752ff4 on network 3dffb76f-4a58-4c49-acbf-0f4ee6bb83af {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:57:56.278588 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-33b4fe5c-6cc2-4340-b80c-8ff07f989635 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (92f524da-751e-41ae-b858-ab39a0ffeec5), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:56.283654 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f30016-6b47-4d1a-bc91-d01886a6d8f8 x-openstack-request-id: req-00f30016-6b47-4d1a-bc91-d01886a6d8f8 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:57:56.283959 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7edcf7-4495-4893-9d3a-d51d8a60276c", "tag": "34449228-653c-4e1b-9dee-19d80c3a2db9", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:57:56.284220 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-00f30016-6b47-4d1a-bc91-d01886a6d8f8 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:57:56.284680 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7edcf7-4495-4893-9d3a-d51d8a60276c', 'tag': '34449228-653c-4e1b-9dee-19d80c3a2db9', 'status': 'completed', 'code': 200} Feb 20 03:57:56.355536 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951a781d-2674-47cb-84d0-e4603f28d8c5 None None] Network 0cfdba1e-2bf6-43f1-a495-80358c5aad0e requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:57:56.408047 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-77b2d619-cf67-4f7f-a553-c82f6d939114 None None] Set router cd442866-47cd-4dd8-8225-76e7631efc1c gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:57:56.456899 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8625926-eafe-4ae7-a58e-55977269175f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (7202c452-c29e-40cb-933d-7e48c4174ad4), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:56.523658 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8625926-eafe-4ae7-a58e-55977269175f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event deleted for resources: {'Port': ['ID=7202c452-c29e-40cb-933d-7e48c4174ad4,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:56.674118 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8625926-eafe-4ae7-a58e-55977269175f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (3bc853d4-47da-4e6f-93c1-c88a1d29eab2), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:56.685611 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0e9782-0d50-45c5-834d-4fa0857bcb72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-0cfdba1e-2bf6-43f1-a495-80358c5aad0e', 'network_id': '0cfdba1e-2bf6-43f1-a495-80358c5aad0e', 'project_id': '9059c203fa484ca9bf9294ddd117ca6c', 'fixed_ips': [{'subnet_id': '848da02c-c457-4233-ba8a-f830a0b3bc47'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:57:56.687302 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fa0e9782-0d50-45c5-834d-4fa0857bcb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:56.692960 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9c2e0b8a-d0b8-4dd4-9eae-944d16443e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:56.861438 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8625926-eafe-4ae7-a58e-55977269175f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (3bc853d4-47da-4e6f-93c1-c88a1d29eab2), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:56.867486 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8625926-eafe-4ae7-a58e-55977269175f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for router_controller (3bc853d4-47da-4e6f-93c1-c88a1d29eab2), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:56.890129 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-555afb39-b016-42c3-97f3-1e51191fc9c7 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:57:56.890686 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-555afb39-b016-42c3-97f3-1e51191fc9c7 service neutron] Checking segment: {'id': '19d8559c-3005-4214-a3b0-d84c7ca4272e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '3dffb76f-4a58-4c49-acbf-0f4ee6bb83af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:57:56.890882 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-555afb39-b016-42c3-97f3-1e51191fc9c7 service neutron] Bound using segment: {'id': '19d8559c-3005-4214-a3b0-d84c7ca4272e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '3dffb76f-4a58-4c49-acbf-0f4ee6bb83af'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:57:56.891924 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-555afb39-b016-42c3-97f3-1e51191fc9c7 service neutron] Bound port: 10b561a0-320d-4e2e-b9f6-2323e3752ff4, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19d8559c-3005-4214-a3b0-d84c7ca4272e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '3dffb76f-4a58-4c49-acbf-0f4ee6bb83af'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:57:56.892553 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-555afb39-b016-42c3-97f3-1e51191fc9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (10b561a0-320d-4e2e-b9f6-2323e3752ff4), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:57.016631 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d343faf7-9114-4633-9087-461e17639480 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/floatingips/b89618d8-8dd4-4e8f-a2dc-05fc3ae84670 HTTP/1.1" status: 200 len: 991 time: 0.8152585 Feb 20 03:57:57.050782 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-77b2d619-cf67-4f7f-a553-c82f6d939114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242735007', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '1bdfadf4-4055-486a-bcd8-05e28f6fe037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:57:11Z', 'updated_at': '2022-02-20T03:57:22Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '1bdfadf4-4055-486a-bcd8-05e28f6fe037', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:13:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:57:12Z', 'updated_at': '2022-02-20T03:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'b89618d8-8dd4-4e8f-a2dc-05fc3ae84670', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'floating_ip_address': '172.25.7.242', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'port_id': '34449228-653c-4e1b-9dee-19d80c3a2db9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1553fd51-a4a7-4e2e-a488-03242682b199', 'mac_address': 'fa:16:3e:7a:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7edcf7-4495-4893-9d3a-d51d8a60276c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:57:50Z', 'updated_at': '2022-02-20T03:57:50Z', 'revision_number': 0, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0111f4e6-0230-453e-9e59-72df10051f4d', 'name': '', 'network_id': '1553fd51-a4a7-4e2e-a488-03242682b199', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:cd:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '9acbd7c8-024d-4797-af2a-388f49052bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:57:19Z', 'updated_at': '2022-02-20T03:57:28Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': '9acbd7c8-024d-4797-af2a-388f49052bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:57.093119 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b2d619-cf67-4f7f-a553-c82f6d939114 None None] The sync data for ids ['cd442866-47cd-4dd8-8225-76e7631efc1c'] in n-d-829866-4 is: [{'id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242735007', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '1bdfadf4-4055-486a-bcd8-05e28f6fe037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:57:11Z', 'updated_at': '2022-02-20T03:57:22Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '1bdfadf4-4055-486a-bcd8-05e28f6fe037', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:13:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:57:12Z', 'updated_at': '2022-02-20T03:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'b89618d8-8dd4-4e8f-a2dc-05fc3ae84670', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'floating_ip_address': '172.25.7.242', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'port_id': '34449228-653c-4e1b-9dee-19d80c3a2db9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1553fd51-a4a7-4e2e-a488-03242682b199', 'mac_address': 'fa:16:3e:7a:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7edcf7-4495-4893-9d3a-d51d8a60276c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T03:57:50Z', 'updated_at': '2022-02-20T03:57:50Z', 'revision_number': 0, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0111f4e6-0230-453e-9e59-72df10051f4d', 'name': '', 'network_id': '1553fd51-a4a7-4e2e-a488-03242682b199', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:cd:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '9acbd7c8-024d-4797-af2a-388f49052bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:57:19Z', 'updated_at': '2022-02-20T03:57:28Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': '9acbd7c8-024d-4797-af2a-388f49052bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:57:57.102573 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8625926-eafe-4ae7-a58e-55977269175f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (3bc853d4-47da-4e6f-93c1-c88a1d29eab2), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:57.103550 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8625926-eafe-4ae7-a58e-55977269175f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Fanout notify agent at l3_agent the message router_deleted on router 3bc853d4-47da-4e6f-93c1-c88a1d29eab2 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:57:57.105683 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-fa0e9782-0d50-45c5-834d-4fa0857bcb72 None None] Allocated IP 2001:db8::1 (0cfdba1e-2bf6-43f1-a495-80358c5aad0e/848da02c-c457-4233-ba8a-f830a0b3bc47/d13582c6-d6ff-4e0c-9c4e-4d054346a3c1) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:57:57.118107 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8625926-eafe-4ae7-a58e-55977269175f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:57.119704 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b8625926-eafe-4ae7-a58e-55977269175f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "DELETE /v2.0/routers/3bc853d4-47da-4e6f-93c1-c88a1d29eab2 HTTP/1.1" status: 204 len: 168 time: 2.0367923 Feb 20 03:57:57.122286 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39706) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:57.146313 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd4e08b-a441-4cb8-8651-75cb8e56482c None None] Network a8d00c2c-6fb0-4b74-aade-25b978cc7de4 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:57:57.227304 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15174ef-35bb-493e-a58a-e1a53bdf7390 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Deleting subnet ff82eea0-da5d-4b2d-b480-a05fb3ac6259 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:57:57.237120 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d15174ef-35bb-493e-a58a-e1a53bdf7390 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for subnet (ff82eea0-da5d-4b2d-b480-a05fb3ac6259), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:57.335279 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d15174ef-35bb-493e-a58a-e1a53bdf7390 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (ff82eea0-da5d-4b2d-b480-a05fb3ac6259), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:57.390629 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4fe5c-6cc2-4340-b80c-8ff07f989635 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Pushing event updated for resources: {'Subnet': ['ID=92f524da-751e-41ae-b858-ab39a0ffeec5,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:57.440489 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc55ed-7707-4c6c-b9ec-f2fda16faeca req-7909f849-2764-4110-a758-ee7111e4fda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:57.441243 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d7bc55ed-7707-4c6c-b9ec-f2fda16faeca req-7909f849-2764-4110-a758-ee7111e4fda1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 1127 time: 1.1507218 Feb 20 03:57:57.465066 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21924bf4-a196-43f7-af87-3a2a0cefe106 req-a219620e-2a5b-465a-bb36-f2caa8e901ff tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:57.477979 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-21924bf4-a196-43f7-af87-3a2a0cefe106 req-a219620e-2a5b-465a-bb36-f2caa8e901ff tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d0e260a-758d-44ab-a9a4-b05eb366e961 HTTP/1.1" status: 200 len: 943 time: 0.5824027 Feb 20 03:57:57.519525 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-555afb39-b016-42c3-97f3-1e51191fc9c7 service neutron] For port 10b561a0-320d-4e2e-b9f6-2323e3752ff4, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:57:57.523443 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-555afb39-b016-42c3-97f3-1e51191fc9c7 service neutron] For port 10b561a0-320d-4e2e-b9f6-2323e3752ff4, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=10b561a0-320d-4e2e-b9f6-2323e3752ff4,segment=NetworkSegment(19d8559c-3005-4214-a3b0-d84c7ca4272e),segment_id=19d8559c-3005-4214-a3b0-d84c7ca4272e)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:57:57.524374 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d15174ef-35bb-493e-a58a-e1a53bdf7390 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (ff82eea0-da5d-4b2d-b480-a05fb3ac6259), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:57.527411 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b4fe5c-6cc2-4340-b80c-8ff07f989635 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Checking segment: {'id': '372f47bd-515b-4a89-bce1-a680dcccbca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7665584c-7849-48b9-abc9-6112a71a6c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:57:57.527861 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b4fe5c-6cc2-4340-b80c-8ff07f989635 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Network hostable DHCP agents. Network: 7665584c-7849-48b9-abc9-6112a71a6c5e, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:57:57.533803 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5b683757-7d74-460c-a37b-dc92772e2fa2 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (ac8f1342-2c39-4dc4-b20c-c4835877306f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:57.621212 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e8bd08-3c2f-4aed-9ba6-f9493de67295 None None] New status for floating IP b89618d8-8dd4-4e8f-a2dc-05fc3ae84670: ACTIVE {{(pid=104107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:57:57.702595 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-555afb39-b016-42c3-97f3-1e51191fc9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (10b561a0-320d-4e2e-b9f6-2323e3752ff4), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:57.757149 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d15174ef-35bb-493e-a58a-e1a53bdf7390 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (ff82eea0-da5d-4b2d-b480-a05fb3ac6259), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:57.797657 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15174ef-35bb-493e-a58a-e1a53bdf7390 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event deleted for resources: {'Subnet': ['ID=ff82eea0-da5d-4b2d-b480-a05fb3ac6259,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:57.799705 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d15174ef-35bb-493e-a58a-e1a53bdf7390 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:57.806349 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d15174ef-35bb-493e-a58a-e1a53bdf7390 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "DELETE /v2.0/subnets/ff82eea0-da5d-4b2d-b480-a05fb3ac6259 HTTP/1.1" status: 204 len: 168 time: 0.6824214 Feb 20 03:57:57.807034 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39720) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:57.882918 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-555afb39-b016-42c3-97f3-1e51191fc9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:57.883819 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-555afb39-b016-42c3-97f3-1e51191fc9c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:57.885435 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-555afb39-b016-42c3-97f3-1e51191fc9c7 service neutron] 10.222.0.42 "PUT /v2.0/ports/10b561a0-320d-4e2e-b9f6-2323e3752ff4 HTTP/1.1" status: 200 len: 1091 time: 4.2324834 Feb 20 03:57:57.886305 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b4fe5c-6cc2-4340-b80c-8ff07f989635 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Network 7665584c-7849-48b9-abc9-6112a71a6c5e is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:57:57.890762 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4b63618d-2396-4886-bc66-d001e530c903 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:57:57.901794 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684ae823-ea13-4cc2-a5a6-88f48b354d44 None None] Network 4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:57:57.932474 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fb80b98e-2420-4f84-b873-2036bfc0b1b4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:57.963967 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-21924bf4-a196-43f7-af87-3a2a0cefe106 req-95c8cf50-a056-4384-ad81-4d996315893d tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/security-groups?id=14efef05-e358-452a-8229-826fe2bf00ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849708 Feb 20 03:57:57.972362 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555afb39-b016-42c3-97f3-1e51191fc9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=10b561a0-320d-4e2e-b9f6-2323e3752ff4,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:58.002658 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b683757-7d74-460c-a37b-dc92772e2fa2 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event updated for resources: {'Subnet': ['ID=ac8f1342-2c39-4dc4-b20c-c4835877306f,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:58.012244 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-fb80b98e-2420-4f84-b873-2036bfc0b1b4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Deleting port e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:57:58.012898 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fb80b98e-2420-4f84-b873-2036bfc0b1b4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:58.025092 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39722) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:58.075301 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fa0e9782-0d50-45c5-834d-4fa0857bcb72 None None] Publish callbacks [] for port (d13582c6-d6ff-4e0c-9c4e-4d054346a3c1), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:58.076803 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b683757-7d74-460c-a37b-dc92772e2fa2 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Checking segment: {'id': '15bed5b2-4354-44ef-ac9c-c7f37ee375a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '619381fe-ea5c-4a39-a0aa-b004bff9aee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:57:58.077182 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b683757-7d74-460c-a37b-dc92772e2fa2 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Network hostable DHCP agents. Network: 619381fe-ea5c-4a39-a0aa-b004bff9aee4, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:57:58.139506 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-1067cd1d-197a-48fc-80ec-5e9fdd24240c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:58.139970 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-fb80b98e-2420-4f84-b873-2036bfc0b1b4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] For port e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9,segment=NetworkSegment(57cc36ba-9440-40b7-a7bb-5f8d1ddcbeb8),segment_id=57cc36ba-9440-40b7-a7bb-5f8d1ddcbeb8)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:57:58.140795 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fb80b98e-2420-4f84-b873-2036bfc0b1b4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:58.145168 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-1067cd1d-197a-48fc-80ec-5e9fdd24240c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1274cd54bf2e488282f8b58c9a1be7b3&device_id=6d0e260a-758d-44ab-a9a4-b05eb366e961 HTTP/1.1" status: 200 len: 1125 time: 0.1304133 Feb 20 03:57:58.163417 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-34b47363-9062-47c2-b1dd-38043504ab47 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/floatingips/b89618d8-8dd4-4e8f-a2dc-05fc3ae84670 HTTP/1.1" status: 200 len: 993 time: 0.1368599 Feb 20 03:57:58.173532 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-fb80b98e-2420-4f84-b873-2036bfc0b1b4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Calling delete_port for e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:57:58.177161 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-7c623a06-9542-4c6b-8f72-6faa507508ab None None] Provisioning complete for port 4b63618d-2396-4886-bc66-d001e530c903 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:58.177622 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7c623a06-9542-4c6b-8f72-6faa507508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4b63618d-2396-4886-bc66-d001e530c903), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:58.179667 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fa0e9782-0d50-45c5-834d-4fa0857bcb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (d13582c6-d6ff-4e0c-9c4e-4d054346a3c1), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:58.228427 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-a83ca1b8-21e5-44e6-bc13-51492916c2a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10b561a0-320d-4e2e-b9f6-2323e3752ff4 HTTP/1.1" status: 200 len: 217 time: 0.0452275 Feb 20 03:57:58.235993 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-33b4fe5c-6cc2-4340-b80c-8ff07f989635 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 7665584c-7849-48b9-abc9-6112a71a6c5e) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:58.241516 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b4fe5c-6cc2-4340-b80c-8ff07f989635 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:58.242199 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b4fe5c-6cc2-4340-b80c-8ff07f989635 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:58.242849 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-33b4fe5c-6cc2-4340-b80c-8ff07f989635 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:58.268091 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e9782-0d50-45c5-834d-4fa0857bcb72 None None] Pushing event updated for resources: {'Port': ['ID=d13582c6-d6ff-4e0c-9c4e-4d054346a3c1,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:58.281392 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93d5b9c-e34c-4f41-acc6-4ce683805041 None None] Network 7665584c-7849-48b9-abc9-6112a71a6c5e requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:57:58.295641 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d0e260a-758d-44ab-a9a4-b05eb366e961', 'tag': '10b561a0-320d-4e2e-b9f6-2323e3752ff4'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:57:58.299529 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddfb1d8-1cb2-43d2-bcb1-05e0cd4b9c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "6d0e260a-758d-44ab-a9a4-b05eb366e961", "tag": "10b561a0-320d-4e2e-b9f6-2323e3752ff4"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:57:58.333233 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc55ed-7707-4c6c-b9ec-f2fda16faeca req-c1ce729e-f681-4b05-85a6-e8c790394220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:58.335484 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d7bc55ed-7707-4c6c-b9ec-f2fda16faeca req-c1ce729e-f681-4b05-85a6-e8c790394220 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1553fd51-a4a7-4e2e-a488-03242682b199 HTTP/1.1" status: 200 len: 898 time: 0.8544564 Feb 20 03:57:58.354106 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf51f622-0206-45ee-a3dd-4685d3ee48a6 x-openstack-request-id: req-cf51f622-0206-45ee-a3dd-4685d3ee48a6 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:57:58.354401 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d0e260a-758d-44ab-a9a4-b05eb366e961", "tag": "10b561a0-320d-4e2e-b9f6-2323e3752ff4", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:57:58.354653 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cf51f622-0206-45ee-a3dd-4685d3ee48a6 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:57:58.355137 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d0e260a-758d-44ab-a9a4-b05eb366e961', 'tag': '10b561a0-320d-4e2e-b9f6-2323e3752ff4', 'status': 'completed', 'code': 200} Feb 20 03:57:58.387009 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0e9782-0d50-45c5-834d-4fa0857bcb72 None None] Network 0cfdba1e-2bf6-43f1-a495-80358c5aad0e is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:57:58.398572 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-fa0e9782-0d50-45c5-834d-4fa0857bcb72 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:58.410360 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0e9782-0d50-45c5-834d-4fa0857bcb72 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:57:58.461080 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 4b63618d-2396-4886-bc66-d001e530c903 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:58.461465 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4b63618d-2396-4886-bc66-d001e530c903), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:58.477447 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fb80b98e-2420-4f84-b873-2036bfc0b1b4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:58.506281 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b683757-7d74-460c-a37b-dc92772e2fa2 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Network 619381fe-ea5c-4a39-a0aa-b004bff9aee4 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:57:58.518641 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-33b4fe5c-6cc2-4340-b80c-8ff07f989635 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 6.3100350 Feb 20 03:57:58.520400 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-5b683757-7d74-460c-a37b-dc92772e2fa2 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 619381fe-ea5c-4a39-a0aa-b004bff9aee4) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:57:58.527003 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b683757-7d74-460c-a37b-dc92772e2fa2 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:58.533498 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5b683757-7d74-460c-a37b-dc92772e2fa2 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:58.534078 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39730) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:58.556030 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d7bc55ed-7707-4c6c-b9ec-f2fda16faeca req-034af19d-c162-438e-a0d0-3d840058d7a8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34449228-653c-4e1b-9dee-19d80c3a2db9 HTTP/1.1" status: 200 len: 1001 time: 0.2120824 Feb 20 03:57:58.558519 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-301a1478-fa72-4f68-a721-1546add36492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:58.559685 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-301a1478-fa72-4f68-a721-1546add36492 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a6bfddd-223a-4ea3-8b75-14e302863fcc HTTP/1.1" status: 200 len: 849 time: 0.3045752 Feb 20 03:57:58.627637 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-2c75af72-4fab-4adc-9a76-58468e5cc32f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3dffb76f-4a58-4c49-acbf-0f4ee6bb83af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551353 Feb 20 03:57:58.639623 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5b683757-7d74-460c-a37b-dc92772e2fa2 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.6700940 Feb 20 03:57:58.677236 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39732) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:58.686439 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75f0faa-b9d6-43bb-9028-995519dc0d97 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:58.689967 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75f0faa-b9d6-43bb-9028-995519dc0d97 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:58.691697 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75f0faa-b9d6-43bb-9028-995519dc0d97 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:58.701377 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c75f0faa-b9d6-43bb-9028-995519dc0d97 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1662490 Feb 20 03:57:58.702427 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80b98e-2420-4f84-b873-2036bfc0b1b4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event deleted for resources: {'Port': ['ID=e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:58.712697 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39738) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:58.736912 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-7c623a06-9542-4c6b-8f72-6faa507508ab None None] Current status of the port 4b63618d-2396-4886-bc66-d001e530c903 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:57:58.737461 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7c623a06-9542-4c6b-8f72-6faa507508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4b63618d-2396-4886-bc66-d001e530c903), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:58.751580 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbd9929-67e2-43a1-9196-3f014f4528a6 None None] Network 619381fe-ea5c-4a39-a0aa-b004bff9aee4 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:57:58.754545 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b69b6f-483a-49e0-924c-1c71dfa2eb49 None None] DHCP port deletion for 4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:57:58.775693 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-f7dae302-d7d9-442f-821b-0e431b6076b2 service neutron] 10.222.0.42 "GET /v2.0/networks/3dffb76f-4a58-4c49-acbf-0f4ee6bb83af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406715 Feb 20 03:57:58.780840 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f4f4b6-3aa6-4e50-b0fd-455848b34ee7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Deleting subnet 848da02c-c457-4233-ba8a-f830a0b3bc47 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:57:58.802722 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-7c623a06-9542-4c6b-8f72-6faa507508ab None None] For port 4b63618d-2396-4886-bc66-d001e530c903, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=4b63618d-2396-4886-bc66-d001e530c903,segment=NetworkSegment(1fabac51-899f-48ab-a34d-e52c518dd3a1),segment_id=1fabac51-899f-48ab-a34d-e52c518dd3a1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:57:58.805624 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb80b98e-2420-4f84-b873-2036bfc0b1b4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] No DVR routers for this DVR port e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:57:58.807691 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-98f4f4b6-3aa6-4e50-b0fd-455848b34ee7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks [] for subnet (848da02c-c457-4233-ba8a-f830a0b3bc47), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:58.851786 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2a4b0f-bac4-4cf7-afac-77a6cf11b9d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-7665584c-7849-48b9-abc9-6112a71a6c5e', 'network_id': '7665584c-7849-48b9-abc9-6112a71a6c5e', 'project_id': '9059c203fa484ca9bf9294ddd117ca6c', 'fixed_ips': [{'subnet_id': '92f524da-751e-41ae-b858-ab39a0ffeec5'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:57:58.852908 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4d2a4b0f-bac4-4cf7-afac-77a6cf11b9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:58.880114 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-fa0e9782-0d50-45c5-834d-4fa0857bcb72 None None] Attempting to bind port d13582c6-d6ff-4e0c-9c4e-4d054346a3c1 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:57:58.880642 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-fa0e9782-0d50-45c5-834d-4fa0857bcb72 None None] Attempting to bind port d13582c6-d6ff-4e0c-9c4e-4d054346a3c1 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'cc60b1ec-6d17-4c45-9de8-573664825b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '0cfdba1e-2bf6-43f1-a495-80358c5aad0e'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:57:58.881227 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0e9782-0d50-45c5-834d-4fa0857bcb72 None None] Attempting to bind port d13582c6-d6ff-4e0c-9c4e-4d054346a3c1 on network 0cfdba1e-2bf6-43f1-a495-80358c5aad0e {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:57:58.925084 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7c623a06-9542-4c6b-8f72-6faa507508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (4b63618d-2396-4886-bc66-d001e530c903), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:58.950837 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3754a783-f71f-4d88-ac47-7741aeaffee7 req-f8147c64-39a2-4235-a890-a5d54d27dcdf service neutron] 10.222.0.42 "GET /v2.0/networks/3dffb76f-4a58-4c49-acbf-0f4ee6bb83af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681018 Feb 20 03:57:58.952766 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc55ed-7707-4c6c-b9ec-f2fda16faeca req-216e2828-3b7b-41b6-8c3e-4b00c7cad3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:58.954801 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d7bc55ed-7707-4c6c-b9ec-f2fda16faeca req-216e2828-3b7b-41b6-8c3e-4b00c7cad3f6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9acbd7c8-024d-4797-af2a-388f49052bab HTTP/1.1" status: 200 len: 834 time: 0.3923831 Feb 20 03:57:58.999436 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c623a06-9542-4c6b-8f72-6faa507508ab None None] Pushing event updated for resources: {'Port': ['ID=4b63618d-2396-4886-bc66-d001e530c903,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:59.037953 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fb80b98e-2420-4f84-b873-2036bfc0b1b4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:59.076922 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-fb80b98e-2420-4f84-b873-2036bfc0b1b4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:59.089627 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc55ed-7707-4c6c-b9ec-f2fda16faeca req-a8b17881-4f0c-49be-9b3c-ef4e66840311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:59.092634 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0e9782-0d50-45c5-834d-4fa0857bcb72 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:57:59.093139 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0e9782-0d50-45c5-834d-4fa0857bcb72 None None] Checking segment: {'id': 'cc60b1ec-6d17-4c45-9de8-573664825b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '0cfdba1e-2bf6-43f1-a495-80358c5aad0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:57:59.093460 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d7bc55ed-7707-4c6c-b9ec-f2fda16faeca req-a8b17881-4f0c-49be-9b3c-ef4e66840311 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1553fd51-a4a7-4e2e-a488-03242682b199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1259995 Feb 20 03:57:59.094011 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fa0e9782-0d50-45c5-834d-4fa0857bcb72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:59.095216 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0e9782-0d50-45c5-834d-4fa0857bcb72 None None] Bound using segment: {'id': 'cc60b1ec-6d17-4c45-9de8-573664825b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '0cfdba1e-2bf6-43f1-a495-80358c5aad0e'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:57:59.096492 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-fa0e9782-0d50-45c5-834d-4fa0857bcb72 None None] Bound port: d13582c6-d6ff-4e0c-9c4e-4d054346a3c1, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc60b1ec-6d17-4c45-9de8-573664825b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '0cfdba1e-2bf6-43f1-a495-80358c5aad0e'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:57:59.098632 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fa0e9782-0d50-45c5-834d-4fa0857bcb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d13582c6-d6ff-4e0c-9c4e-4d054346a3c1), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:59.102319 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-fb80b98e-2420-4f84-b873-2036bfc0b1b4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57cc36ba-9440-40b7-a7bb-5f8d1ddcbeb8') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:59.102625 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-fb80b98e-2420-4f84-b873-2036bfc0b1b4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57cc36ba-9440-40b7-a7bb-5f8d1ddcbeb8') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:57:59.124914 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fb80b98e-2420-4f84-b873-2036bfc0b1b4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (57cc36ba-9440-40b7-a7bb-5f8d1ddcbeb8), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:59.140093 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 4b63618d-2396-4886-bc66-d001e530c903 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:57:59.156355 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fb80b98e-2420-4f84-b873-2036bfc0b1b4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (57cc36ba-9440-40b7-a7bb-5f8d1ddcbeb8), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:59.163846 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb80b98e-2420-4f84-b873-2036bfc0b1b4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:57:59.164251 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fb80b98e-2420-4f84-b873-2036bfc0b1b4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (57cc36ba-9440-40b7-a7bb-5f8d1ddcbeb8), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:59.212329 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:57:59.212329 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:57:59.212329 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:57:59.212329 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:57:59.212329 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:57:59.212329 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:57:59.212329 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:57:59.212329 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:57:59.212329 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:57:59.212329 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:57:59.212329 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:57:59.212329 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:57:59.212329 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:57:59.212329 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:57:59.212329 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:57:59.212329 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:57:59.212329 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:57:59.212329 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:57:59.212329 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:57:59.212329 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:57:59.212329 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:57:59.212329 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:57:59.212329 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:57:59.212329 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:57:59.212329 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:57:59.212329 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:57:59.212329 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:57:59.212329 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:57:59.212329 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:57:59.212329 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:57:59.212329 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:57:59.212329 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:57:59.238995 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ffb4b78b-d027-40cf-8a21-bf7359c41c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:59.286413 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-98f4f4b6-3aa6-4e50-b0fd-455848b34ee7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (848da02c-c457-4233-ba8a-f830a0b3bc47), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:59.296483 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d7bc55ed-7707-4c6c-b9ec-f2fda16faeca req-3312b33a-f20c-489c-b138-ae97e668dbc9 service neutron] 10.222.0.93 "GET /v2.0/networks/1553fd51-a4a7-4e2e-a488-03242682b199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843107 Feb 20 03:57:59.329927 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (619381fe-ea5c-4a39-a0aa-b004bff9aee4), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:59.423038 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2b59c-207c-49fd-888b-a37767dec11f req-09c773ba-9a0a-429a-9f33-92b902a86a14 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:59.424613 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7fd2b59c-207c-49fd-888b-a37767dec11f req-09c773ba-9a0a-429a-9f33-92b902a86a14 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d0e260a-758d-44ab-a9a4-b05eb366e961 HTTP/1.1" status: 200 len: 943 time: 0.2879903 Feb 20 03:57:59.425145 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fb80b98e-2420-4f84-b873-2036bfc0b1b4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:59.433139 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5445b34-0f74-4573-b303-7761240ce5da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-619381fe-ea5c-4a39-a0aa-b004bff9aee4', 'network_id': '619381fe-ea5c-4a39-a0aa-b004bff9aee4', 'project_id': 'd274613268a44b298320e79f2fa5d5fa', 'fixed_ips': [{'subnet_id': 'ac8f1342-2c39-4dc4-b20c-c4835877306f'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:57:59.434270 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e5445b34-0f74-4573-b303-7761240ce5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:59.442529 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfb1d8-1cb2-43d2-bcb1-05e0cd4b9c7c req-6103255d-3823-438b-9517-11a87e39e1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:59.447140 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fb80b98e-2420-4f84-b873-2036bfc0b1b4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:59.448682 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ddfb1d8-1cb2-43d2-bcb1-05e0cd4b9c7c req-6103255d-3823-438b-9517-11a87e39e1a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1274cd54bf2e488282f8b58c9a1be7b3&device_id=6d0e260a-758d-44ab-a9a4-b05eb366e961 HTTP/1.1" status: 200 len: 1125 time: 0.3535771 Feb 20 03:57:59.450432 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fb80b98e-2420-4f84-b873-2036bfc0b1b4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "DELETE /v2.0/networks/4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf HTTP/1.1" status: 204 len: 168 time: 1.6424549 Feb 20 03:57:59.456681 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c7405e52-fac3-4ce4-8cff-5190f8a81671 None None] Provisioning complete for port 4b63618d-2396-4886-bc66-d001e530c903 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:57:59.457121 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c7405e52-fac3-4ce4-8cff-5190f8a81671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4b63618d-2396-4886-bc66-d001e530c903), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:59.459464 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-fa0e9782-0d50-45c5-834d-4fa0857bcb72 None None] For port d13582c6-d6ff-4e0c-9c4e-4d054346a3c1, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:57:59.461302 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39748) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:57:59.522458 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80b98e-2420-4f84-b873-2036bfc0b1b4 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event deleted for resources: {'Network': ['ID=4f4beb1e-32af-4dd5-ac7d-d7f1fd9841bf,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:57:59.535251 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (ac8f1342-2c39-4dc4-b20c-c4835877306f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:59.648824 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-e5445b34-0f74-4573-b303-7761240ce5da None None] Allocated IP 172.20.0.2 (619381fe-ea5c-4a39-a0aa-b004bff9aee4/ac8f1342-2c39-4dc4-b20c-c4835877306f/d2c32e10-4644-4533-bf9c-8bdf5292d1d8) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:57:59.712188 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d7bc55ed-7707-4c6c-b9ec-f2fda16faeca req-a21e9bad-f6fb-4a9a-89a3-901f6a3b75a1 service neutron] 10.222.0.93 "GET /v2.0/networks/1553fd51-a4a7-4e2e-a488-03242682b199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901274 Feb 20 03:57:59.760402 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfb1d8-1cb2-43d2-bcb1-05e0cd4b9c7c req-14ed75b6-76dc-4b41-bcbb-3be042c8815b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:59.761932 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ddfb1d8-1cb2-43d2-bcb1-05e0cd4b9c7c req-14ed75b6-76dc-4b41-bcbb-3be042c8815b service neutron] 10.222.0.42 "GET /v2.0/networks?id=3dffb76f-4a58-4c49-acbf-0f4ee6bb83af HTTP/1.1" status: 200 len: 910 time: 0.2982166 Feb 20 03:57:59.765359 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7fd2b59c-207c-49fd-888b-a37767dec11f req-bb9fba9e-32d2-497f-a31f-c872e2bbb7cb tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/security-groups?id=14efef05-e358-452a-8229-826fe2bf00ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147297 Feb 20 03:57:59.794140 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-fa0e9782-0d50-45c5-834d-4fa0857bcb72 None None] For port d13582c6-d6ff-4e0c-9c4e-4d054346a3c1, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d13582c6-d6ff-4e0c-9c4e-4d054346a3c1,segment=NetworkSegment(cc60b1ec-6d17-4c45-9de8-573664825b73),segment_id=cc60b1ec-6d17-4c45-9de8-573664825b73)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:57:59.805447 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4b63618d-2396-4886-bc66-d001e530c903 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:57:59.855994 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ddfb1d8-1cb2-43d2-bcb1-05e0cd4b9c7c req-cc2a9d41-78a4-4b6a-82b3-4dfea9cc693e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10b561a0-320d-4e2e-b9f6-2323e3752ff4 HTTP/1.1" status: 200 len: 217 time: 0.0863950 Feb 20 03:57:59.897249 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fa0e9782-0d50-45c5-834d-4fa0857bcb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d13582c6-d6ff-4e0c-9c4e-4d054346a3c1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:57:59.922748 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfb1d8-1cb2-43d2-bcb1-05e0cd4b9c7c req-ef402bd1-b92d-4d01-b7c5-8442b236e346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:57:59.924304 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ddfb1d8-1cb2-43d2-bcb1-05e0cd4b9c7c req-ef402bd1-b92d-4d01-b7c5-8442b236e346 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6a6bfddd-223a-4ea3-8b75-14e302863fcc HTTP/1.1" status: 200 len: 849 time: 0.0616088 Feb 20 03:57:59.975426 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ddfb1d8-1cb2-43d2-bcb1-05e0cd4b9c7c req-1de04636-469b-459c-b001-085a5dd3a987 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3dffb76f-4a58-4c49-acbf-0f4ee6bb83af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442729 Feb 20 03:58:00.122004 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-4d2a4b0f-bac4-4cf7-afac-77a6cf11b9d5 None None] Allocated IP 2001:db8:0:1::1 (7665584c-7849-48b9-abc9-6112a71a6c5e/92f524da-751e-41ae-b858-ab39a0ffeec5/e199ddf2-58df-4359-9a5a-cf5ea75b95b0) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:58:00.146348 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e9782-0d50-45c5-834d-4fa0857bcb72 None None] Pushing event updated for resources: {'Port': ['ID=d13582c6-d6ff-4e0c-9c4e-4d054346a3c1,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:00.161927 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ddfb1d8-1cb2-43d2-bcb1-05e0cd4b9c7c req-b3d9cc26-6de0-44e4-bb24-49084bb735b5 service neutron] 10.222.0.42 "GET /v2.0/networks/3dffb76f-4a58-4c49-acbf-0f4ee6bb83af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790254 Feb 20 03:58:00.229275 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:00.307356 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c7405e52-fac3-4ce4-8cff-5190f8a81671 None None] Current status of the port 4b63618d-2396-4886-bc66-d001e530c903 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:58:00.335931 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-98f4f4b6-3aa6-4e50-b0fd-455848b34ee7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (848da02c-c457-4233-ba8a-f830a0b3bc47), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:00.382874 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ddfb1d8-1cb2-43d2-bcb1-05e0cd4b9c7c req-47fa784f-64a9-4d1c-bfde-0895a00673c7 service neutron] 10.222.0.42 "GET /v2.0/networks/3dffb76f-4a58-4c49-acbf-0f4ee6bb83af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118556 Feb 20 03:58:00.522339 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-98f4f4b6-3aa6-4e50-b0fd-455848b34ee7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (848da02c-c457-4233-ba8a-f830a0b3bc47), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:00.579552 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4f4b6-3aa6-4e50-b0fd-455848b34ee7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Pushing event deleted for resources: {'Subnet': ['ID=848da02c-c457-4233-ba8a-f830a0b3bc47,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:00.599692 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-98f4f4b6-3aa6-4e50-b0fd-455848b34ee7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:00.605317 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-98f4f4b6-3aa6-4e50-b0fd-455848b34ee7 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] 10.222.0.89 "DELETE /v2.0/subnets/848da02c-c457-4233-ba8a-f830a0b3bc47 HTTP/1.1" status: 204 len: 168 time: 1.8883519 Feb 20 03:58:00.606083 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39764) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:00.613118 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-75a69786-32ea-485c-a603-0b94e1252904 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Deleting port 64c6589f-4614-472a-a73d-87d9f6ec0573 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:58:00.613460 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-75a69786-32ea-485c-a603-0b94e1252904 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (64c6589f-4614-472a-a73d-87d9f6ec0573), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:00.688526 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 4b63618d-2396-4886-bc66-d001e530c903 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:58:00.688828 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-526c512b-d68c-4984-9cbe-a96289ef08b1 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Deleting subnet 92f524da-751e-41ae-b858-ab39a0ffeec5 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:58:00.688929 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4b63618d-2396-4886-bc66-d001e530c903), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:00.699463 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-75a69786-32ea-485c-a603-0b94e1252904 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (64c6589f-4614-472a-a73d-87d9f6ec0573), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:00.699791 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-75a69786-32ea-485c-a603-0b94e1252904 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for floatingip (64c6589f-4614-472a-a73d-87d9f6ec0573), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:00.713711 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-75a69786-32ea-485c-a603-0b94e1252904 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Calling delete_port for 64c6589f-4614-472a-a73d-87d9f6ec0573 owned by network:floatingip {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:58:00.757528 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e5445b34-0f74-4573-b303-7761240ce5da None None] Publish callbacks [] for port (d2c32e10-4644-4533-bf9c-8bdf5292d1d8), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:00.854325 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e5445b34-0f74-4573-b303-7761240ce5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (d2c32e10-4644-4533-bf9c-8bdf5292d1d8), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:00.913585 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5445b34-0f74-4573-b303-7761240ce5da None None] Pushing event updated for resources: {'Port': ['ID=d2c32e10-4644-4533-bf9c-8bdf5292d1d8,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:00.942583 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 4b63618d-2396-4886-bc66-d001e530c903 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:58:00.953804 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5445b34-0f74-4573-b303-7761240ce5da None None] Network 619381fe-ea5c-4a39-a0aa-b004bff9aee4 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:58:00.955649 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4d2a4b0f-bac4-4cf7-afac-77a6cf11b9d5 None None] Publish callbacks [] for port (e199ddf2-58df-4359-9a5a-cf5ea75b95b0), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:00.959328 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-e5445b34-0f74-4573-b303-7761240ce5da None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:00.963135 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5445b34-0f74-4573-b303-7761240ce5da None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:58:00.978124 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af961c2a-1de0-4cae-a8e8-a95ecbf1f2eb req-637b1c04-d7e0-4f60-a503-270859c6cfcc tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:00.983817 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-af961c2a-1de0-4cae-a8e8-a95ecbf1f2eb req-637b1c04-d7e0-4f60-a503-270859c6cfcc tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d0e260a-758d-44ab-a9a4-b05eb366e961 HTTP/1.1" status: 200 len: 943 time: 0.0954306 Feb 20 03:58:01.006994 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (ac8f1342-2c39-4dc4-b20c-c4835877306f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:01.015209 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-75a69786-32ea-485c-a603-0b94e1252904 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (64c6589f-4614-472a-a73d-87d9f6ec0573), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:01.056453 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:58:01.059854 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-e5445b34-0f74-4573-b303-7761240ce5da None None] Attempting to bind port d2c32e10-4644-4533-bf9c-8bdf5292d1d8 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:58:01.060384 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-e5445b34-0f74-4573-b303-7761240ce5da None None] Attempting to bind port d2c32e10-4644-4533-bf9c-8bdf5292d1d8 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '15bed5b2-4354-44ef-ac9c-c7f37ee375a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '619381fe-ea5c-4a39-a0aa-b004bff9aee4'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:58:01.060766 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5445b34-0f74-4573-b303-7761240ce5da None None] Attempting to bind port d2c32e10-4644-4533-bf9c-8bdf5292d1d8 on network 619381fe-ea5c-4a39-a0aa-b004bff9aee4 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:58:01.064353 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-af961c2a-1de0-4cae-a8e8-a95ecbf1f2eb req-fa8bf2ba-d3ac-4c32-9b19-f521604b0429 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/security-groups?id=14efef05-e358-452a-8229-826fe2bf00ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733426 Feb 20 03:58:01.074188 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-526c512b-d68c-4984-9cbe-a96289ef08b1 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks [] for subnet (92f524da-751e-41ae-b858-ab39a0ffeec5), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:01.097598 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4d2a4b0f-bac4-4cf7-afac-77a6cf11b9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (e199ddf2-58df-4359-9a5a-cf5ea75b95b0), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:01.105420 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:58:01.105823 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e25b3ff9-53c4-41a3-81bd-2ba8787b3aa9 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:58:01.122685 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event deleted for resources: {'Subnet': ['ID=ac8f1342-2c39-4dc4-b20c-c4835877306f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:01.135623 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a69786-32ea-485c-a603-0b94e1252904 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event deleted for resources: {'Port': ['ID=64c6589f-4614-472a-a73d-87d9f6ec0573,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:01.139751 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5445b34-0f74-4573-b303-7761240ce5da None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:58:01.140210 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5445b34-0f74-4573-b303-7761240ce5da None None] Checking segment: {'id': '15bed5b2-4354-44ef-ac9c-c7f37ee375a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '619381fe-ea5c-4a39-a0aa-b004bff9aee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:58:01.140535 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e5445b34-0f74-4573-b303-7761240ce5da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:01.141619 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5445b34-0f74-4573-b303-7761240ce5da None None] Bound using segment: {'id': '15bed5b2-4354-44ef-ac9c-c7f37ee375a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '619381fe-ea5c-4a39-a0aa-b004bff9aee4'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:58:01.142111 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-e5445b34-0f74-4573-b303-7761240ce5da None None] Bound port: d2c32e10-4644-4533-bf9c-8bdf5292d1d8, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bed5b2-4354-44ef-ac9c-c7f37ee375a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '619381fe-ea5c-4a39-a0aa-b004bff9aee4'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:58:01.142491 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e5445b34-0f74-4573-b303-7761240ce5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d2c32e10-4644-4533-bf9c-8bdf5292d1d8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:01.179283 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2a4b0f-bac4-4cf7-afac-77a6cf11b9d5 None None] Network 7665584c-7849-48b9-abc9-6112a71a6c5e is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:58:01.187594 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-526c512b-d68c-4984-9cbe-a96289ef08b1 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (92f524da-751e-41ae-b858-ab39a0ffeec5), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:01.395950 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-4d2a4b0f-bac4-4cf7-afac-77a6cf11b9d5 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:01.395950 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2a4b0f-bac4-4cf7-afac-77a6cf11b9d5 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:58:01.395950 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a4b0f-bac4-4cf7-afac-77a6cf11b9d5 None None] Pushing event updated for resources: {'Port': ['ID=e199ddf2-58df-4359-9a5a-cf5ea75b95b0,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:01.397251 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-75a69786-32ea-485c-a603-0b94e1252904 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for floatingip (bced93a9-e121-4d89-a76b-74921a180d0e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:01.397251 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-75a69786-32ea-485c-a603-0b94e1252904 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:01.397899 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-526c512b-d68c-4984-9cbe-a96289ef08b1 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (92f524da-751e-41ae-b858-ab39a0ffeec5), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:01.398003 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-75a69786-32ea-485c-a603-0b94e1252904 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "DELETE /v2.0/floatingips/bced93a9-e121-4d89-a76b-74921a180d0e HTTP/1.1" status: 204 len: 168 time: 1.8442614 Feb 20 03:58:01.398003 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (619381fe-ea5c-4a39-a0aa-b004bff9aee4), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:01.398170 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-4d2a4b0f-bac4-4cf7-afac-77a6cf11b9d5 None None] Attempting to bind port e199ddf2-58df-4359-9a5a-cf5ea75b95b0 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:58:01.398170 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-4d2a4b0f-bac4-4cf7-afac-77a6cf11b9d5 None None] Attempting to bind port e199ddf2-58df-4359-9a5a-cf5ea75b95b0 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '372f47bd-515b-4a89-bce1-a680dcccbca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7665584c-7849-48b9-abc9-6112a71a6c5e'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:58:01.398170 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2a4b0f-bac4-4cf7-afac-77a6cf11b9d5 None None] Attempting to bind port e199ddf2-58df-4359-9a5a-cf5ea75b95b0 on network 7665584c-7849-48b9-abc9-6112a71a6c5e {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:58:01.398170 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e5445b34-0f74-4573-b303-7761240ce5da None None] For port d2c32e10-4644-4533-bf9c-8bdf5292d1d8, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:58:01.398170 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e5445b34-0f74-4573-b303-7761240ce5da None None] For port d2c32e10-4644-4533-bf9c-8bdf5292d1d8, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d2c32e10-4644-4533-bf9c-8bdf5292d1d8,segment=NetworkSegment(15bed5b2-4354-44ef-ac9c-c7f37ee375a6),segment_id=15bed5b2-4354-44ef-ac9c-c7f37ee375a6)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:58:01.398543 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['619381fe-ea5c-4a39-a0aa-b004bff9aee4']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:01.398639 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2a4b0f-bac4-4cf7-afac-77a6cf11b9d5 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:58:01.398639 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2a4b0f-bac4-4cf7-afac-77a6cf11b9d5 None None] Checking segment: {'id': '372f47bd-515b-4a89-bce1-a680dcccbca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7665584c-7849-48b9-abc9-6112a71a6c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:58:01.398639 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4d2a4b0f-bac4-4cf7-afac-77a6cf11b9d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:01.398639 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2a4b0f-bac4-4cf7-afac-77a6cf11b9d5 None None] Bound using segment: {'id': '372f47bd-515b-4a89-bce1-a680dcccbca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7665584c-7849-48b9-abc9-6112a71a6c5e'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:58:01.398639 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-4d2a4b0f-bac4-4cf7-afac-77a6cf11b9d5 None None] Bound port: e199ddf2-58df-4359-9a5a-cf5ea75b95b0, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '372f47bd-515b-4a89-bce1-a680dcccbca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7665584c-7849-48b9-abc9-6112a71a6c5e'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:58:01.398639 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4d2a4b0f-bac4-4cf7-afac-77a6cf11b9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e199ddf2-58df-4359-9a5a-cf5ea75b95b0), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:01.400673 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15bed5b2-4354-44ef-ac9c-c7f37ee375a6') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:01.400673 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15bed5b2-4354-44ef-ac9c-c7f37ee375a6') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:01.400673 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (15bed5b2-4354-44ef-ac9c-c7f37ee375a6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:01.400673 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39778) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:01.408540 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb7f74f9-889b-4e40-829f-f1ef28ce9e3c tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] DELETE failed (client error): The resource could not be found. Feb 20 03:58:01.409128 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb7f74f9-889b-4e40-829f-f1ef28ce9e3c tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:58:01.415948 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39780) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:01.416151 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cb7f74f9-889b-4e40-829f-f1ef28ce9e3c tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "DELETE /v2.0/ports/b050c4d8-e157-42b5-b8d6-a049f48e3fa7 HTTP/1.1" status: 404 len: 333 time: 0.0437322 Feb 20 03:58:01.451226 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e199bf76-4ef5-4a17-bc0a-739029683d8f tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "GET /v2.0/ports?device_id=3bc853d4-47da-4e6f-93c1-c88a1d29eab2 HTTP/1.1" status: 200 len: 205 time: 0.0336978 Feb 20 03:58:01.483145 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39782) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:01.525480 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [None req-428890c7-af46-484d-8a47-8aedd3ba2448 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] delete failed (client error): The resource could not be found. Feb 20 03:58:01.525480 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-428890c7-af46-484d-8a47-8aedd3ba2448 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "DELETE /v2.0/routers/3bc853d4-47da-4e6f-93c1-c88a1d29eab2 HTTP/1.1" status: 404 len: 336 time: 0.0405796 Feb 20 03:58:01.534167 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39786) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:01.555332 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e5445b34-0f74-4573-b303-7761240ce5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d2c32e10-4644-4533-bf9c-8bdf5292d1d8), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:01.555448 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (15bed5b2-4354-44ef-ac9c-c7f37ee375a6), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:01.557568 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:58:01.557988 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (15bed5b2-4354-44ef-ac9c-c7f37ee375a6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:01.562922 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-526c512b-d68c-4984-9cbe-a96289ef08b1 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (92f524da-751e-41ae-b858-ab39a0ffeec5), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:01.564029 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:01.578255 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4134d97-a9e5-4b83-b369-daf06a46e98e None None] Network 0cfdba1e-2bf6-43f1-a495-80358c5aad0e requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:58:01.591409 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-4d2a4b0f-bac4-4cf7-afac-77a6cf11b9d5 None None] For port e199ddf2-58df-4359-9a5a-cf5ea75b95b0, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:58:01.612659 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:58:01.612659 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:58:01.612659 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:58:01.612659 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:58:01.612659 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:58:01.612659 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:58:01.612659 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:58:01.612659 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:58:01.612659 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:58:01.612659 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:58:01.612659 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:58:01.612659 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:58:01.612659 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:58:01.612659 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:58:01.612659 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:58:01.612659 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:58:01.612659 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:58:01.612659 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:58:01.612659 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:58:01.612659 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:58:01.612659 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:58:01.612659 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:58:01.612659 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:58:01.612659 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:58:01.612659 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:58:01.612659 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:58:01.612659 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:58:01.612659 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:58:01.612659 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:58:01.612659 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:58:01.612659 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:58:01.612659 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:58:01.672208 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c512b-d68c-4984-9cbe-a96289ef08b1 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Pushing event deleted for resources: {'Subnet': ['ID=92f524da-751e-41ae-b858-ab39a0ffeec5,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:01.682522 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba146fa6-748d-40b1-9a5e-aa38c2837cdf tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] DELETE failed (client error): The resource could not be found. Feb 20 03:58:01.683270 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba146fa6-748d-40b1-9a5e-aa38c2837cdf tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:58:01.687078 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ba146fa6-748d-40b1-9a5e-aa38c2837cdf tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "DELETE /v2.0/subnets/ff82eea0-da5d-4b2d-b480-a05fb3ac6259 HTTP/1.1" status: 404 len: 337 time: 0.1472256 Feb 20 03:58:01.691849 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39790) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:01.695997 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-526c512b-d68c-4984-9cbe-a96289ef08b1 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:01.708464 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-526c512b-d68c-4984-9cbe-a96289ef08b1 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] 10.222.0.89 "DELETE /v2.0/subnets/92f524da-751e-41ae-b858-ab39a0ffeec5 HTTP/1.1" status: 204 len: 168 time: 1.1009400 Feb 20 03:58:01.712701 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39792) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:01.779588 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.db.api [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 20 03:58:01.779588 n-d-829866-4 neutron-server[104106]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 20 03:58:01.779588 n-d-829866-4 neutron-server[104106]: [parameters: {'id': '619381fe-ea5c-4a39-a0aa-b004bff9aee4'}] Feb 20 03:58:01.779588 n-d-829866-4 neutron-server[104106]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:58:01.779954 n-d-829866-4 neutron-server[104106]: DEBUG oslo_db.api [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:58:01.843974 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device d13582c6-d6ff-4e0c-9c4e-4d054346a3c1 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:58:01.847380 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14195b12-d305-42bc-b9bb-a3c1fe6abbf6 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:01.849006 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-14195b12-d305-42bc-b9bb-a3c1fe6abbf6 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1352191 Feb 20 03:58:01.857201 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39796) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:01.909726 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-4d2a4b0f-bac4-4cf7-afac-77a6cf11b9d5 None None] For port e199ddf2-58df-4359-9a5a-cf5ea75b95b0, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=e199ddf2-58df-4359-9a5a-cf5ea75b95b0,segment=NetworkSegment(372f47bd-515b-4a89-bce1-a680dcccbca7),segment_id=372f47bd-515b-4a89-bce1-a680dcccbca7)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:58:01.912859 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-da7250a0-e3e0-4f40-a7d8-f64ad1309ad1 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Deleting port add3b178-17c5-4ea9-a6d8-cf7611791a30 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:58:01.913213 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da7250a0-e3e0-4f40-a7d8-f64ad1309ad1 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (add3b178-17c5-4ea9-a6d8-cf7611791a30), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:01.926911 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb507c3-c937-482b-9973-9c8a18c45cfe None None] Network 619381fe-ea5c-4a39-a0aa-b004bff9aee4 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:58:02.000385 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4d2a4b0f-bac4-4cf7-afac-77a6cf11b9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e199ddf2-58df-4359-9a5a-cf5ea75b95b0), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:02.004450 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0aeb4708-0e46-4099-a235-89c2c81998f3 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (7665584c-7849-48b9-abc9-6112a71a6c5e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:02.032677 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da7250a0-e3e0-4f40-a7d8-f64ad1309ad1 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (add3b178-17c5-4ea9-a6d8-cf7611791a30), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:02.049198 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-da7250a0-e3e0-4f40-a7d8-f64ad1309ad1 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Calling delete_port for add3b178-17c5-4ea9-a6d8-cf7611791a30 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:58:02.090104 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-0aeb4708-0e46-4099-a235-89c2c81998f3 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Deleting port e199ddf2-58df-4359-9a5a-cf5ea75b95b0 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:58:02.090635 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0aeb4708-0e46-4099-a235-89c2c81998f3 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (e199ddf2-58df-4359-9a5a-cf5ea75b95b0), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:02.145144 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5445b34-0f74-4573-b303-7761240ce5da None None] Pushing event updated for resources: {'Port': ['ID=d2c32e10-4644-4533-bf9c-8bdf5292d1d8,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:02.160294 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e9fa3e63-658f-4fb0-8f5e-84b5426663dc None None] Provisioning complete for port d13582c6-d6ff-4e0c-9c4e-4d054346a3c1 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:58:02.160598 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e9fa3e63-658f-4fb0-8f5e-84b5426663dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d13582c6-d6ff-4e0c-9c4e-4d054346a3c1), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:02.281825 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (619381fe-ea5c-4a39-a0aa-b004bff9aee4), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:02.360727 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port d13582c6-d6ff-4e0c-9c4e-4d054346a3c1 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:58:02.361204 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d13582c6-d6ff-4e0c-9c4e-4d054346a3c1), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:02.368363 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e9fa3e63-658f-4fb0-8f5e-84b5426663dc None None] Current status of the port d13582c6-d6ff-4e0c-9c4e-4d054346a3c1 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:58:02.368363 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e9fa3e63-658f-4fb0-8f5e-84b5426663dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d13582c6-d6ff-4e0c-9c4e-4d054346a3c1), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:02.386562 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da7250a0-e3e0-4f40-a7d8-f64ad1309ad1 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (add3b178-17c5-4ea9-a6d8-cf7611791a30), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:02.425807 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-0aeb4708-0e46-4099-a235-89c2c81998f3 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] For port e199ddf2-58df-4359-9a5a-cf5ea75b95b0, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=e199ddf2-58df-4359-9a5a-cf5ea75b95b0,segment=NetworkSegment(372f47bd-515b-4a89-bce1-a680dcccbca7),segment_id=372f47bd-515b-4a89-bce1-a680dcccbca7)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:58:02.425807 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0aeb4708-0e46-4099-a235-89c2c81998f3 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (e199ddf2-58df-4359-9a5a-cf5ea75b95b0), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:02.426446 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf20894-b03e-4093-838b-4c753e6e23ef None None] DHCP port deletion for 0cfdba1e-2bf6-43f1-a495-80358c5aad0e request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:58:02.458034 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7250a0-e3e0-4f40-a7d8-f64ad1309ad1 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event deleted for resources: {'Port': ['ID=add3b178-17c5-4ea9-a6d8-cf7611791a30,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:02.471223 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-0aeb4708-0e46-4099-a235-89c2c81998f3 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Calling delete_port for e199ddf2-58df-4359-9a5a-cf5ea75b95b0 owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:58:02.486477 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a4b0f-bac4-4cf7-afac-77a6cf11b9d5 None None] Pushing event updated for resources: {'Port': ['ID=e199ddf2-58df-4359-9a5a-cf5ea75b95b0,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:02.514250 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e9fa3e63-658f-4fb0-8f5e-84b5426663dc None None] For port d13582c6-d6ff-4e0c-9c4e-4d054346a3c1, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d13582c6-d6ff-4e0c-9c4e-4d054346a3c1,segment=NetworkSegment(cc60b1ec-6d17-4c45-9de8-573664825b73),segment_id=cc60b1ec-6d17-4c45-9de8-573664825b73)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:58:02.542333 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c89170-cb00-4fdb-8850-35b946fd263a req-93ee314d-6d81-427c-9c25-d0dd0a6d8ab2 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:02.550877 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-71c89170-cb00-4fdb-8850-35b946fd263a req-93ee314d-6d81-427c-9c25-d0dd0a6d8ab2 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d0e260a-758d-44ab-a9a4-b05eb366e961 HTTP/1.1" status: 200 len: 943 time: 0.3013356 Feb 20 03:58:02.616745 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-8cf20894-b03e-4093-838b-4c753e6e23ef None None] Deleting port d13582c6-d6ff-4e0c-9c4e-4d054346a3c1 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:58:02.617127 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8cf20894-b03e-4093-838b-4c753e6e23ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (d13582c6-d6ff-4e0c-9c4e-4d054346a3c1), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:02.621525 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e9fa3e63-658f-4fb0-8f5e-84b5426663dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d13582c6-d6ff-4e0c-9c4e-4d054346a3c1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:02.648011 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Deleting port d2c32e10-4644-4533-bf9c-8bdf5292d1d8 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:58:02.649241 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (d2c32e10-4644-4533-bf9c-8bdf5292d1d8), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:02.669992 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da7250a0-e3e0-4f40-a7d8-f64ad1309ad1 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:02.674579 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port d13582c6-d6ff-4e0c-9c4e-4d054346a3c1 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:58:02.675142 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d13582c6-d6ff-4e0c-9c4e-4d054346a3c1), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:02.678051 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-da7250a0-e3e0-4f40-a7d8-f64ad1309ad1 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "DELETE /v2.0/ports/add3b178-17c5-4ea9-a6d8-cf7611791a30 HTTP/1.1" status: 204 len: 168 time: 0.9834161 Feb 20 03:58:02.681771 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-82bd4515-3346-49ba-b838-efae3acec94c req-03f5cb46-6ca6-44fa-ace4-b2924ff96184 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5072329 Feb 20 03:58:02.682246 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39808) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:02.774439 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] For port d2c32e10-4644-4533-bf9c-8bdf5292d1d8, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d2c32e10-4644-4533-bf9c-8bdf5292d1d8,segment=NetworkSegment(15bed5b2-4354-44ef-ac9c-c7f37ee375a6),segment_id=15bed5b2-4354-44ef-ac9c-c7f37ee375a6)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:58:02.774439 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (d2c32e10-4644-4533-bf9c-8bdf5292d1d8), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:02.792718 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Calling delete_port for d2c32e10-4644-4533-bf9c-8bdf5292d1d8 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:58:02.889176 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-8cf20894-b03e-4093-838b-4c753e6e23ef None None] For port d13582c6-d6ff-4e0c-9c4e-4d054346a3c1, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d13582c6-d6ff-4e0c-9c4e-4d054346a3c1,segment=NetworkSegment(cc60b1ec-6d17-4c45-9de8-573664825b73),segment_id=cc60b1ec-6d17-4c45-9de8-573664825b73)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:58:02.890717 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8cf20894-b03e-4093-838b-4c753e6e23ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (d13582c6-d6ff-4e0c-9c4e-4d054346a3c1), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:02.927954 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:02.929537 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa3e63-658f-4fb0-8f5e-84b5426663dc None None] Pushing event updated for resources: {'Port': ['ID=d13582c6-d6ff-4e0c-9c4e-4d054346a3c1,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:02.932738 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-8cf20894-b03e-4093-838b-4c753e6e23ef None None] Calling delete_port for d13582c6-d6ff-4e0c-9c4e-4d054346a3c1 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:58:02.965284 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-71c89170-cb00-4fdb-8850-35b946fd263a req-6f412383-fb42-4e1f-a190-94a6d7476c8c tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/security-groups?id=14efef05-e358-452a-8229-826fe2bf00ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065573 Feb 20 03:58:02.965973 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 10b561a0-320d-4e2e-b9f6-2323e3752ff4 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:58:02.994331 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (d2c32e10-4644-4533-bf9c-8bdf5292d1d8), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:03.015526 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd4515-3346-49ba-b838-efae3acec94c req-d963aa6d-504c-4526-a99a-dff78263b186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:03.017339 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-82bd4515-3346-49ba-b838-efae3acec94c req-d963aa6d-504c-4526-a99a-dff78263b186 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 1127 time: 0.2085190 Feb 20 03:58:03.048147 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:58:03.048525 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:58:03.058673 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event deleted for resources: {'Port': ['ID=d2c32e10-4644-4533-bf9c-8bdf5292d1d8,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:03.067964 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] No DVR routers for this DVR port d2c32e10-4644-4533-bf9c-8bdf5292d1d8 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:58:03.074476 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-918948c5-85ba-45eb-9ce4-6b49675efb21 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Deleting port cb0b7e96-f94d-4190-a39c-67896a40e9a4 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:58:03.074476 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-918948c5-85ba-45eb-9ce4-6b49675efb21 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (cb0b7e96-f94d-4190-a39c-67896a40e9a4), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:03.204748 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (619381fe-ea5c-4a39-a0aa-b004bff9aee4), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:03.245455 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-918948c5-85ba-45eb-9ce4-6b49675efb21 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (cb0b7e96-f94d-4190-a39c-67896a40e9a4), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:03.257324 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0aeb4708-0e46-4099-a235-89c2c81998f3 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (e199ddf2-58df-4359-9a5a-cf5ea75b95b0), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:03.260879 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 10b561a0-320d-4e2e-b9f6-2323e3752ff4, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=10b561a0-320d-4e2e-b9f6-2323e3752ff4,segment=NetworkSegment(19d8559c-3005-4214-a3b0-d84c7ca4272e),segment_id=19d8559c-3005-4214-a3b0-d84c7ca4272e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:58:03.276000 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '10b561a0-320d-4e2e-b9f6-2323e3752ff4', 'network_id': '3dffb76f-4a58-4c49-acbf-0f4ee6bb83af', 'port_id': '10b561a0-320d-4e2e-b9f6-2323e3752ff4', 'mac_address': 'fa:16:3e:b8:07:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6bfddd-223a-4ea3-8b75-14e302863fcc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:58:03.285607 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd4515-3346-49ba-b838-efae3acec94c req-474fc6bb-a5f8-4a31-a475-f0d400039082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:03.287177 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-82bd4515-3346-49ba-b838-efae3acec94c req-474fc6bb-a5f8-4a31-a475-f0d400039082 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1553fd51-a4a7-4e2e-a488-03242682b199 HTTP/1.1" status: 200 len: 898 time: 0.2364986 Feb 20 03:58:03.290997 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['619381fe-ea5c-4a39-a0aa-b004bff9aee4']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:03.309167 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-918948c5-85ba-45eb-9ce4-6b49675efb21 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Calling delete_port for cb0b7e96-f94d-4190-a39c-67896a40e9a4 owned by {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:58:03.341618 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15bed5b2-4354-44ef-ac9c-c7f37ee375a6') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:03.341977 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15bed5b2-4354-44ef-ac9c-c7f37ee375a6') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:03.364929 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 10b561a0-320d-4e2e-b9f6-2323e3752ff4 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:58:03.365411 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (10b561a0-320d-4e2e-b9f6-2323e3752ff4), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:03.368701 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (15bed5b2-4354-44ef-ac9c-c7f37ee375a6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:03.368884 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8cf20894-b03e-4093-838b-4c753e6e23ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (d13582c6-d6ff-4e0c-9c4e-4d054346a3c1), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:03.404957 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-82bd4515-3346-49ba-b838-efae3acec94c req-5d2de837-8484-4947-9551-fd8d5bbfbaf3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34449228-653c-4e1b-9dee-19d80c3a2db9 HTTP/1.1" status: 200 len: 1001 time: 0.0888891 Feb 20 03:58:03.409791 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeb4708-0e46-4099-a235-89c2c81998f3 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] No DVR routers for this DVR port e199ddf2-58df-4359-9a5a-cf5ea75b95b0 on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:58:03.412050 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb4708-0e46-4099-a235-89c2c81998f3 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Pushing event deleted for resources: {'Port': ['ID=e199ddf2-58df-4359-9a5a-cf5ea75b95b0,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:03.418201 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (15bed5b2-4354-44ef-ac9c-c7f37ee375a6), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:03.420681 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b561a0-320d-4e2e-b9f6-2323e3752ff4 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:58:03.432158 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf20894-b03e-4093-838b-4c753e6e23ef None None] Pushing event deleted for resources: {'Port': ['ID=d13582c6-d6ff-4e0c-9c4e-4d054346a3c1,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:03.443537 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf20894-b03e-4093-838b-4c753e6e23ef None None] No DVR routers for this DVR port d13582c6-d6ff-4e0c-9c4e-4d054346a3c1 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:58:03.447825 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:58:03.450482 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (15bed5b2-4354-44ef-ac9c-c7f37ee375a6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:03.459708 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:58:03.459708 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:58:03.459708 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:58:03.459708 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:58:03.459708 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:58:03.459708 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:58:03.459708 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:58:03.459708 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:58:03.459708 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:58:03.459708 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:58:03.459708 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:58:03.459708 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:58:03.459708 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:58:03.459708 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:58:03.459708 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:58:03.459708 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:58:03.459708 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:58:03.459708 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:58:03.459708 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:58:03.459708 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:58:03.459708 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:58:03.459708 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:58:03.459708 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:58:03.459708 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:58:03.459708 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:58:03.459708 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:58:03.459708 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:58:03.459708 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:58:03.459708 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:58:03.459708 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:58:03.459708 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:58:03.459708 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:58:03.484336 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd4515-3346-49ba-b838-efae3acec94c req-e648260e-2b82-4b0f-8f95-d6cc84bb71be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:03.486685 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-82bd4515-3346-49ba-b838-efae3acec94c req-e648260e-2b82-4b0f-8f95-d6cc84bb71be service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9acbd7c8-024d-4797-af2a-388f49052bab HTTP/1.1" status: 200 len: 834 time: 0.0656321 Feb 20 03:58:03.516719 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 10b561a0-320d-4e2e-b9f6-2323e3752ff4, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=10b561a0-320d-4e2e-b9f6-2323e3752ff4,segment=NetworkSegment(19d8559c-3005-4214-a3b0-d84c7ca4272e),segment_id=19d8559c-3005-4214-a3b0-d84c7ca4272e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:58:03.521307 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf20894-b03e-4093-838b-4c753e6e23ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:03.521842 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf20894-b03e-4093-838b-4c753e6e23ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:03.522343 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf20894-b03e-4093-838b-4c753e6e23ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:03.522838 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf20894-b03e-4093-838b-4c753e6e23ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:03.523386 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf20894-b03e-4093-838b-4c753e6e23ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:03.524059 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf20894-b03e-4093-838b-4c753e6e23ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:03.524557 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf20894-b03e-4093-838b-4c753e6e23ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:03.525051 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf20894-b03e-4093-838b-4c753e6e23ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:03.525533 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf20894-b03e-4093-838b-4c753e6e23ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:03.526049 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf20894-b03e-4093-838b-4c753e6e23ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:03.526793 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf20894-b03e-4093-838b-4c753e6e23ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:03.527440 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf20894-b03e-4093-838b-4c753e6e23ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:03.530204 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf20894-b03e-4093-838b-4c753e6e23ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:03.570383 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Port d13582c6-d6ff-4e0c-9c4e-4d054346a3c1 update to ACTIVE by agent not found {{(pid=104107) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 20 03:58:03.583036 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (10b561a0-320d-4e2e-b9f6-2323e3752ff4), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:03.645917 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (619381fe-ea5c-4a39-a0aa-b004bff9aee4), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:03.671871 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:03.679109 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/networks/619381fe-ea5c-4a39-a0aa-b004bff9aee4 HTTP/1.1" status: 204 len: 168 time: 4.9735603 Feb 20 03:58:03.681158 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=10b561a0-320d-4e2e-b9f6-2323e3752ff4,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:03.698497 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39820) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:03.722071 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-3aa5ee9f-98d6-4553-8c04-eb6b025eb03f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1715585928'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:03.741576 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device d13582c6-d6ff-4e0c-9c4e-4d054346a3c1 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:58:03.762283 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0aeb4708-0e46-4099-a235-89c2c81998f3 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (7665584c-7849-48b9-abc9-6112a71a6c5e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:03.764342 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: d13582c6-d6ff-4e0c-9c4e-4d054346a3c1 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:58:03.764558 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device d13582c6-d6ff-4e0c-9c4e-4d054346a3c1 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:58:03.775052 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d0e69-6bb2-434e-897f-e5d49cc831b7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event deleted for resources: {'Network': ['ID=619381fe-ea5c-4a39-a0aa-b004bff9aee4,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:03.815969 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-0aeb4708-0e46-4099-a235-89c2c81998f3 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7665584c-7849-48b9-abc9-6112a71a6c5e']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:03.839841 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-0aeb4708-0e46-4099-a235-89c2c81998f3 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '372f47bd-515b-4a89-bce1-a680dcccbca7') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:03.840237 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-0aeb4708-0e46-4099-a235-89c2c81998f3 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '372f47bd-515b-4a89-bce1-a680dcccbca7') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:03.843865 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd4515-3346-49ba-b838-efae3acec94c req-e7cec177-e298-4a54-af19-84cf289f8f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:03.845749 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-82bd4515-3346-49ba-b838-efae3acec94c req-e7cec177-e298-4a54-af19-84cf289f8f8b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1553fd51-a4a7-4e2e-a488-03242682b199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3469217 Feb 20 03:58:03.850044 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa5ee9f-98d6-4553-8c04-eb6b025eb03f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Made reservation on behalf of d274613268a44b298320e79f2fa5d5fa for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:03.853698 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3aa5ee9f-98d6-4553-8c04-eb6b025eb03f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:03.864046 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['10b561a0-320d-4e2e-b9f6-2323e3752ff4'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:58:03.865196 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0aeb4708-0e46-4099-a235-89c2c81998f3 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (372f47bd-515b-4a89-bce1-a680dcccbca7), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:03.908609 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa5ee9f-98d6-4553-8c04-eb6b025eb03f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:58:03.930063 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3aa5ee9f-98d6-4553-8c04-eb6b025eb03f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (43e3dfc2-251c-4daa-b766-56d6e583b04f), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:03.930423 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-3aa5ee9f-98d6-4553-8c04-eb6b025eb03f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Added segment 43e3dfc2-251c-4daa-b766-56d6e583b04f of type vlan for network ed9ba853-79ae-4124-9eaf-8cedef35e0cc Feb 20 03:58:03.996263 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3aa5ee9f-98d6-4553-8c04-eb6b025eb03f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (ed9ba853-79ae-4124-9eaf-8cedef35e0cc), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:04.078116 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0aeb4708-0e46-4099-a235-89c2c81998f3 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (372f47bd-515b-4a89-bce1-a680dcccbca7), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:04.175041 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5887fba-f78a-4908-9c31-f0a3944cd3ae None None] get_active_networks_info from n-d-829866-4 {{(pid=104107) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 03:58:04.175463 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aeb4708-0e46-4099-a235-89c2c81998f3 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:58:04.175463 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0aeb4708-0e46-4099-a235-89c2c81998f3 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (372f47bd-515b-4a89-bce1-a680dcccbca7), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:04.175463 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:58:04.175463 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:58:04.175463 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:58:04.175463 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:58:04.175463 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:58:04.175463 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:58:04.175463 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:58:04.175463 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:58:04.175463 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:58:04.175463 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:58:04.175463 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:58:04.175463 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:58:04.175463 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:58:04.175463 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:58:04.175463 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:58:04.175463 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:58:04.175463 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:58:04.175463 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:58:04.175463 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:58:04.175463 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:58:04.175463 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:58:04.175463 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:58:04.175463 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:58:04.175463 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:58:04.175463 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:58:04.175463 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:58:04.175463 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:58:04.175463 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:58:04.175463 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:58:04.175463 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:58:04.175463 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:58:04.175463 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:58:04.177738 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-750614ba-f824-46a9-8a29-cc6e83a97b31 None None] Could not find standard attr ID for object e199ddf2-58df-4359-9a5a-cf5ea75b95b0. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:58:04.177938 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3aa5ee9f-98d6-4553-8c04-eb6b025eb03f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (ed9ba853-79ae-4124-9eaf-8cedef35e0cc), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:04.177938 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa5ee9f-98d6-4553-8c04-eb6b025eb03f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:04.177938 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3aa5ee9f-98d6-4553-8c04-eb6b025eb03f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:04.216588 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-918948c5-85ba-45eb-9ce4-6b49675efb21 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (cb0b7e96-f94d-4190-a39c-67896a40e9a4), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:04.256587 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5887fba-f78a-4908-9c31-f0a3944cd3ae None None] Resources bound (agent type, host, resource id): {{(pid=104107) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 03:58:04.293070 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3aa5ee9f-98d6-4553-8c04-eb6b025eb03f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5765550 Feb 20 03:58:04.300268 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39832) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:04.311352 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-bae6e05b-cb07-4305-99fe-5be3402196a9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Request body: {'subnet': {'network_id': 'ed9ba853-79ae-4124-9eaf-8cedef35e0cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:04.411688 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5ee9f-98d6-4553-8c04-eb6b025eb03f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event updated for resources: {'Network': ['ID=ed9ba853-79ae-4124-9eaf-8cedef35e0cc,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:04.496410 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae6e05b-cb07-4305-99fe-5be3402196a9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Made reservation on behalf of d274613268a44b298320e79f2fa5d5fa for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:04.503359 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bae6e05b-cb07-4305-99fe-5be3402196a9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:04.528529 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network ed9ba853-79ae-4124-9eaf-8cedef35e0cc details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:58:04.628184 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9acf8-e0a3-4571-9b14-14b57070dc72 req-520f9afa-4fa8-4f06-a872-c467ce77c899 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:04.629786 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e5d9acf8-e0a3-4571-9b14-14b57070dc72 req-520f9afa-4fa8-4f06-a872-c467ce77c899 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d0e260a-758d-44ab-a9a4-b05eb366e961 HTTP/1.1" status: 200 len: 944 time: 0.5358031 Feb 20 03:58:04.637487 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.ipam_backend_mixin [None req-bae6e05b-cb07-4305-99fe-5be3402196a9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Performing IP validity checks on allocation pools {{(pid=104106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 20 03:58:04.639293 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.ipam_backend_mixin [None req-bae6e05b-cb07-4305-99fe-5be3402196a9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 20 03:58:04.670239 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-82bd4515-3346-49ba-b838-efae3acec94c req-35942bbd-4984-471d-afd6-7c2ffa53d253 service neutron] 10.222.0.93 "GET /v2.0/networks/1553fd51-a4a7-4e2e-a488-03242682b199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8153169 Feb 20 03:58:04.671022 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0aeb4708-0e46-4099-a235-89c2c81998f3 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (7665584c-7849-48b9-abc9-6112a71a6c5e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:04.782346 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918948c5-85ba-45eb-9ce4-6b49675efb21 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event deleted for resources: {'Port': ['ID=cb0b7e96-f94d-4190-a39c-67896a40e9a4,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:04.801028 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0aeb4708-0e46-4099-a235-89c2c81998f3 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:04.807603 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0aeb4708-0e46-4099-a235-89c2c81998f3 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] 10.222.0.89 "DELETE /v2.0/networks/7665584c-7849-48b9-abc9-6112a71a6c5e HTTP/1.1" status: 204 len: 168 time: 2.9493165 Feb 20 03:58:04.826033 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39840) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:04.873928 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb4708-0e46-4099-a235-89c2c81998f3 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Pushing event deleted for resources: {'Network': ['ID=7665584c-7849-48b9-abc9-6112a71a6c5e,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:04.927445 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bae6e05b-cb07-4305-99fe-5be3402196a9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (6bc393cf-a88e-4e4d-9c6d-2a50ec21df9f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:05.001453 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285ba6a4-38e6-418e-b21a-2ec6d27d2a36 None None] Network 7665584c-7849-48b9-abc9-6112a71a6c5e requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:58:05.008307 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 10b561a0-320d-4e2e-b9f6-2323e3752ff4 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:58:05.030072 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6e05b-cb07-4305-99fe-5be3402196a9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event updated for resources: {'Subnet': ['ID=6bc393cf-a88e-4e4d-9c6d-2a50ec21df9f,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:05.047075 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae6e05b-cb07-4305-99fe-5be3402196a9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Checking segment: {'id': '43e3dfc2-251c-4daa-b766-56d6e583b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'ed9ba853-79ae-4124-9eaf-8cedef35e0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:58:05.047960 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae6e05b-cb07-4305-99fe-5be3402196a9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Network hostable DHCP agents. Network: ed9ba853-79ae-4124-9eaf-8cedef35e0cc, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:58:05.049035 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-918948c5-85ba-45eb-9ce4-6b49675efb21 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:05.049866 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285ba6a4-38e6-418e-b21a-2ec6d27d2a36 None None] Network 7665584c-7849-48b9-abc9-6112a71a6c5e could not be found, it might have been deleted concurrently. {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 20 03:58:05.059071 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-918948c5-85ba-45eb-9ce4-6b49675efb21 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "DELETE /v2.0/ports/cb0b7e96-f94d-4190-a39c-67896a40e9a4 HTTP/1.1" status: 204 len: 168 time: 2.3732264 Feb 20 03:58:05.061679 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39846) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:05.126650 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e5d9acf8-e0a3-4571-9b14-14b57070dc72 req-e0b9f3a6-a977-43c9-8b97-3c1510bbb6fe tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/security-groups?id=14efef05-e358-452a-8229-826fe2bf00ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643600 Feb 20 03:58:05.129916 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e869bdaa-5973-401d-bdcd-676b56e7cebf tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (0cfdba1e-2bf6-43f1-a495-80358c5aad0e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:05.138224 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-82bd4515-3346-49ba-b838-efae3acec94c req-18fb5990-aac1-4fb4-b75b-8b8c7ecbd5b2 service neutron] 10.222.0.93 "GET /v2.0/networks/1553fd51-a4a7-4e2e-a488-03242682b199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458125 Feb 20 03:58:05.139041 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9166b1ab-ad7e-46d7-808b-452a469a7cfb tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:05.142667 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9166b1ab-ad7e-46d7-808b-452a469a7cfb tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b615053-857e-4a30-912e-a6aaec7d3545 HTTP/1.1" status: 200 len: 913 time: 0.0797102 Feb 20 03:58:05.145082 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39848) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:05.165217 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ca570d-9f5d-41c8-b415-ccab151371f0 None None] DHCP port deletion for 7665584c-7849-48b9-abc9-6112a71a6c5e request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:58:05.216773 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae6e05b-cb07-4305-99fe-5be3402196a9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Network ed9ba853-79ae-4124-9eaf-8cedef35e0cc is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:58:05.223215 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 10b561a0-320d-4e2e-b9f6-2323e3752ff4 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:58:05.237679 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 10b561a0-320d-4e2e-b9f6-2323e3752ff4 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:58:05.241025 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (10b561a0-320d-4e2e-b9f6-2323e3752ff4), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:05.290698 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e869bdaa-5973-401d-bdcd-676b56e7cebf tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (0cfdba1e-2bf6-43f1-a495-80358c5aad0e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:05.308632 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-bae6e05b-cb07-4305-99fe-5be3402196a9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, ed9ba853-79ae-4124-9eaf-8cedef35e0cc) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:05.325795 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae6e05b-cb07-4305-99fe-5be3402196a9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:05.325795 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bae6e05b-cb07-4305-99fe-5be3402196a9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:05.326029 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-e869bdaa-5973-401d-bdcd-676b56e7cebf tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cfdba1e-2bf6-43f1-a495-80358c5aad0e']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:05.341308 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-e869bdaa-5973-401d-bdcd-676b56e7cebf tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc60b1ec-6d17-4c45-9de8-573664825b73') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:05.341796 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-e869bdaa-5973-401d-bdcd-676b56e7cebf tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc60b1ec-6d17-4c45-9de8-573664825b73') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:05.346443 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2309a1-f9f8-47fd-9ac0-2fc10c37d0ad None None] Network ed9ba853-79ae-4124-9eaf-8cedef35e0cc requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:58:05.365722 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e869bdaa-5973-401d-bdcd-676b56e7cebf tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (cc60b1ec-6d17-4c45-9de8-573664825b73), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:05.386542 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e869bdaa-5973-401d-bdcd-676b56e7cebf tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (cc60b1ec-6d17-4c45-9de8-573664825b73), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:05.399218 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e869bdaa-5973-401d-bdcd-676b56e7cebf tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:58:05.399557 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e869bdaa-5973-401d-bdcd-676b56e7cebf tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (cc60b1ec-6d17-4c45-9de8-573664825b73), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:05.462740 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bae6e05b-cb07-4305-99fe-5be3402196a9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1584711 Feb 20 03:58:05.464222 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39854) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:05.489582 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 10b561a0-320d-4e2e-b9f6-2323e3752ff4 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:58:05.490705 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (10b561a0-320d-4e2e-b9f6-2323e3752ff4), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:05.509802 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:58:05.509802 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:58:05.509802 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:58:05.509802 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:58:05.509802 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:58:05.509802 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:58:05.509802 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:58:05.509802 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:58:05.509802 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:58:05.509802 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:58:05.509802 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:58:05.509802 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:58:05.509802 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:58:05.509802 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:58:05.509802 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:58:05.509802 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:58:05.509802 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:58:05.509802 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:58:05.509802 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:58:05.509802 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:58:05.509802 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:58:05.509802 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:58:05.509802 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:58:05.509802 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:58:05.509802 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:58:05.509802 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:58:05.509802 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:58:05.509802 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:58:05.509802 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:58:05.509802 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:58:05.509802 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:58:05.509802 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:58:05.531719 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dfffeb-61c1-47b3-bc04-69326947ef22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-ed9ba853-79ae-4124-9eaf-8cedef35e0cc', 'network_id': 'ed9ba853-79ae-4124-9eaf-8cedef35e0cc', 'project_id': 'd274613268a44b298320e79f2fa5d5fa', 'fixed_ips': [{'subnet_id': '6bc393cf-a88e-4e4d-9c6d-2a50ec21df9f'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:58:05.533030 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a6dfffeb-61c1-47b3-bc04-69326947ef22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:05.562345 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0e260a-758d-44ab-a9a4-b05eb366e961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b561a0-320d-4e2e-b9f6-2323e3752ff4'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:58:05.564888 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b04152-a2ba-4854-aa13-053a1f4e492a" -d '{"events": [{"server_uuid": "6d0e260a-758d-44ab-a9a4-b05eb366e961", "name": "network-vif-plugged", "status": "completed", "tag": "10b561a0-320d-4e2e-b9f6-2323e3752ff4"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:58:05.600007 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e869bdaa-5973-401d-bdcd-676b56e7cebf tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (0cfdba1e-2bf6-43f1-a495-80358c5aad0e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:05.607495 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e869bdaa-5973-401d-bdcd-676b56e7cebf tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:05.612783 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e869bdaa-5973-401d-bdcd-676b56e7cebf tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] 10.222.0.89 "DELETE /v2.0/networks/0cfdba1e-2bf6-43f1-a495-80358c5aad0e HTTP/1.1" status: 204 len: 168 time: 0.7844188 Feb 20 03:58:05.614811 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39858) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:05.632170 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869bdaa-5973-401d-bdcd-676b56e7cebf tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Pushing event deleted for resources: {'Network': ['ID=0cfdba1e-2bf6-43f1-a495-80358c5aad0e,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:05.643769 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (ed9ba853-79ae-4124-9eaf-8cedef35e0cc), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:05.687286 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 10b561a0-320d-4e2e-b9f6-2323e3752ff4, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=10b561a0-320d-4e2e-b9f6-2323e3752ff4,segment=NetworkSegment(19d8559c-3005-4214-a3b0-d84c7ca4272e),segment_id=19d8559c-3005-4214-a3b0-d84c7ca4272e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:58:05.695780 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d5fa25-df18-4464-9749-31f13a17df37 x-openstack-request-id: req-a6d5fa25-df18-4464-9749-31f13a17df37 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:58:05.696083 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0e260a-758d-44ab-a9a4-b05eb366e961", "name": "network-vif-plugged", "status": "completed", "tag": "10b561a0-320d-4e2e-b9f6-2323e3752ff4", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:58:05.696342 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a6d5fa25-df18-4464-9749-31f13a17df37 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:58:05.696739 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0e260a-758d-44ab-a9a4-b05eb366e961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b561a0-320d-4e2e-b9f6-2323e3752ff4', 'code': 200} Feb 20 03:58:05.697524 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e199ddf2-58df-4359-9a5a-cf5ea75b95b0 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:58:05.729056 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: e199ddf2-58df-4359-9a5a-cf5ea75b95b0 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:58:05.729342 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e199ddf2-58df-4359-9a5a-cf5ea75b95b0 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:58:05.769845 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (10b561a0-320d-4e2e-b9f6-2323e3752ff4), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:05.815359 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b7c40-5c73-470d-877f-c563accc30ef req-d41e37d4-ac45-49f0-b947-7c7568a6a8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:05.817121 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f2b7c40-5c73-470d-877f-c563accc30ef req-d41e37d4-ac45-49f0-b947-7c7568a6a8a6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6d0e260a-758d-44ab-a9a4-b05eb366e961 HTTP/1.1" status: 200 len: 1126 time: 0.0812860 Feb 20 03:58:05.843513 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-a6dfffeb-61c1-47b3-bc04-69326947ef22 None None] Allocated IP 172.20.0.3 (ed9ba853-79ae-4124-9eaf-8cedef35e0cc/6bc393cf-a88e-4e4d-9c6d-2a50ec21df9f/9ff8fd94-8133-4de3-955e-d2e92399baf0) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:58:05.852419 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=10b561a0-320d-4e2e-b9f6-2323e3752ff4,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:05.859311 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f269086e-fb02-447d-9f02-d068f8ef5ccf tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (3f78731a-c262-49c8-b686-46d68902098e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:05.886881 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (6bc393cf-a88e-4e4d-9c6d-2a50ec21df9f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:05.898211 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f2b7c40-5c73-470d-877f-c563accc30ef req-474760ae-0e2c-4d3a-b4e2-b96b1b2ae492 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=14efef05-e358-452a-8229-826fe2bf00ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701396 Feb 20 03:58:06.029068 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a6dfffeb-61c1-47b3-bc04-69326947ef22 None None] Publish callbacks [] for port (9ff8fd94-8133-4de3-955e-d2e92399baf0), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:06.080224 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a6dfffeb-61c1-47b3-bc04-69326947ef22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (9ff8fd94-8133-4de3-955e-d2e92399baf0), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:06.083029 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f269086e-fb02-447d-9f02-d068f8ef5ccf tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (3f78731a-c262-49c8-b686-46d68902098e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:06.127922 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dfffeb-61c1-47b3-bc04-69326947ef22 None None] Network ed9ba853-79ae-4124-9eaf-8cedef35e0cc is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:58:06.131131 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-f269086e-fb02-447d-9f02-d068f8ef5ccf tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f78731a-c262-49c8-b686-46d68902098e']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:06.131803 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-a6dfffeb-61c1-47b3-bc04-69326947ef22 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:06.134085 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dfffeb-61c1-47b3-bc04-69326947ef22 None None] Pushing event updated for resources: {'Port': ['ID=9ff8fd94-8133-4de3-955e-d2e92399baf0,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:06.136378 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dfffeb-61c1-47b3-bc04-69326947ef22 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:58:06.143781 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b4d4c9f6-a120-43d7-9e2b-7998c264ca93 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (5b615053-857e-4a30-912e-a6aaec7d3545), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:06.149084 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-f269086e-fb02-447d-9f02-d068f8ef5ccf tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba7dfd36-9d4d-4e6e-9462-01707be75e6a') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:06.149392 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-f269086e-fb02-447d-9f02-d068f8ef5ccf tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba7dfd36-9d4d-4e6e-9462-01707be75e6a') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:06.198259 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a6dfffeb-61c1-47b3-bc04-69326947ef22 None None] Attempting to bind port 9ff8fd94-8133-4de3-955e-d2e92399baf0 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:58:06.199112 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a6dfffeb-61c1-47b3-bc04-69326947ef22 None None] Attempting to bind port 9ff8fd94-8133-4de3-955e-d2e92399baf0 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '43e3dfc2-251c-4daa-b766-56d6e583b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'ed9ba853-79ae-4124-9eaf-8cedef35e0cc'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:58:06.199513 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dfffeb-61c1-47b3-bc04-69326947ef22 None None] Attempting to bind port 9ff8fd94-8133-4de3-955e-d2e92399baf0 on network ed9ba853-79ae-4124-9eaf-8cedef35e0cc {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:58:06.200142 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f269086e-fb02-447d-9f02-d068f8ef5ccf tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (ba7dfd36-9d4d-4e6e-9462-01707be75e6a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:06.205729 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dfffeb-61c1-47b3-bc04-69326947ef22 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:58:06.206128 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dfffeb-61c1-47b3-bc04-69326947ef22 None None] Checking segment: {'id': '43e3dfc2-251c-4daa-b766-56d6e583b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'ed9ba853-79ae-4124-9eaf-8cedef35e0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:58:06.206668 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a6dfffeb-61c1-47b3-bc04-69326947ef22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:06.207098 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dfffeb-61c1-47b3-bc04-69326947ef22 None None] Bound using segment: {'id': '43e3dfc2-251c-4daa-b766-56d6e583b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'ed9ba853-79ae-4124-9eaf-8cedef35e0cc'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:58:06.207865 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a6dfffeb-61c1-47b3-bc04-69326947ef22 None None] Bound port: 9ff8fd94-8133-4de3-955e-d2e92399baf0, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e3dfc2-251c-4daa-b766-56d6e583b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'ed9ba853-79ae-4124-9eaf-8cedef35e0cc'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:58:06.208658 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a6dfffeb-61c1-47b3-bc04-69326947ef22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9ff8fd94-8133-4de3-955e-d2e92399baf0), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:06.218350 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (6bc393cf-a88e-4e4d-9c6d-2a50ec21df9f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:06.232285 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f269086e-fb02-447d-9f02-d068f8ef5ccf tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (ba7dfd36-9d4d-4e6e-9462-01707be75e6a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:06.296259 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event deleted for resources: {'Subnet': ['ID=6bc393cf-a88e-4e4d-9c6d-2a50ec21df9f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:06.298535 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f269086e-fb02-447d-9f02-d068f8ef5ccf tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:58:06.298996 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f269086e-fb02-447d-9f02-d068f8ef5ccf tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (ba7dfd36-9d4d-4e6e-9462-01707be75e6a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:06.306637 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:58:06.306637 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:58:06.306637 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:58:06.306637 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:58:06.306637 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:58:06.306637 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:58:06.306637 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:58:06.306637 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:58:06.306637 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:58:06.306637 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:58:06.306637 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:58:06.306637 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:58:06.306637 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:58:06.306637 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:58:06.306637 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:58:06.306637 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:58:06.306637 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:58:06.306637 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:58:06.306637 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:58:06.306637 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:58:06.306637 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:58:06.306637 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:58:06.306637 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:58:06.306637 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:58:06.306637 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:58:06.306637 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:58:06.306637 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:58:06.306637 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:58:06.306637 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:58:06.306637 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:58:06.306637 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:58:06.306637 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:58:06.311501 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-a6dfffeb-61c1-47b3-bc04-69326947ef22 None None] For port 9ff8fd94-8133-4de3-955e-d2e92399baf0, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:58:06.316037 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-a6dfffeb-61c1-47b3-bc04-69326947ef22 None None] For port 9ff8fd94-8133-4de3-955e-d2e92399baf0, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=9ff8fd94-8133-4de3-955e-d2e92399baf0,segment=NetworkSegment(43e3dfc2-251c-4daa-b766-56d6e583b04f),segment_id=43e3dfc2-251c-4daa-b766-56d6e583b04f)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:58:06.347293 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab537ef2-bcb8-4ba7-ae57-97d976052ab0 req-1c8800cd-07e1-4c2d-bcf7-376d1c4c2fd6 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:06.347293 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ab537ef2-bcb8-4ba7-ae57-97d976052ab0 req-1c8800cd-07e1-4c2d-bcf7-376d1c4c2fd6 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d0e260a-758d-44ab-a9a4-b05eb366e961 HTTP/1.1" status: 200 len: 945 time: 0.0833945 Feb 20 03:58:06.395610 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a6dfffeb-61c1-47b3-bc04-69326947ef22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (9ff8fd94-8133-4de3-955e-d2e92399baf0), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:06.410439 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ab537ef2-bcb8-4ba7-ae57-97d976052ab0 req-e68b4fd3-ad92-4d30-8710-4c4cbabf7842 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/security-groups?id=14efef05-e358-452a-8229-826fe2bf00ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585172 Feb 20 03:58:06.444394 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (ed9ba853-79ae-4124-9eaf-8cedef35e0cc), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:06.509939 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dfffeb-61c1-47b3-bc04-69326947ef22 None None] Pushing event updated for resources: {'Port': ['ID=9ff8fd94-8133-4de3-955e-d2e92399baf0,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:06.510878 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f269086e-fb02-447d-9f02-d068f8ef5ccf tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (3f78731a-c262-49c8-b686-46d68902098e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:06.536359 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a017b83d-8596-4475-abc5-6d52fcbe3636 None None] get_active_networks_info from n-d-829866-4 {{(pid=104107) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 03:58:06.546880 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f269086e-fb02-447d-9f02-d068f8ef5ccf tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:06.552503 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f269086e-fb02-447d-9f02-d068f8ef5ccf tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] 10.222.0.89 "DELETE /v2.0/networks/3f78731a-c262-49c8-b686-46d68902098e HTTP/1.1" status: 204 len: 168 time: 0.9345658 Feb 20 03:58:06.552892 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39874) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:06.553939 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269086e-fb02-447d-9f02-d068f8ef5ccf tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Pushing event deleted for resources: {'Network': ['ID=3f78731a-c262-49c8-b686-46d68902098e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:06.557165 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed9ba853-79ae-4124-9eaf-8cedef35e0cc']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:06.570970 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43e3dfc2-251c-4daa-b766-56d6e583b04f') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:06.571323 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43e3dfc2-251c-4daa-b766-56d6e583b04f') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:06.585532 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (43e3dfc2-251c-4daa-b766-56d6e583b04f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:06.606953 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (43e3dfc2-251c-4daa-b766-56d6e583b04f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:06.618157 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:58:06.618793 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (43e3dfc2-251c-4daa-b766-56d6e583b04f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:06.622797 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:58:06.622797 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:58:06.622797 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:58:06.622797 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:58:06.622797 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:58:06.622797 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:58:06.622797 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:58:06.622797 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:58:06.622797 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:58:06.622797 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:58:06.622797 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:58:06.622797 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:58:06.622797 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:58:06.622797 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:58:06.622797 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:58:06.622797 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:58:06.622797 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:58:06.622797 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:58:06.622797 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:58:06.622797 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:58:06.622797 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:58:06.622797 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:58:06.622797 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:58:06.622797 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:58:06.622797 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:58:06.622797 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:58:06.622797 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:58:06.622797 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:58:06.622797 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:58:06.622797 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:58:06.622797 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:58:06.622797 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:58:06.646973 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b731d637-56d4-40ec-871c-d45267aa7f54 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (7ca990b5-27f0-444d-b2d8-a706cc81dcd3), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:06.662398 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a017b83d-8596-4475-abc5-6d52fcbe3636 None None] Resources bound (agent type, host, resource id): {{(pid=104107) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 03:58:06.751113 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.db.api [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 20 03:58:06.751113 n-d-829866-4 neutron-server[104106]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 20 03:58:06.751113 n-d-829866-4 neutron-server[104106]: [parameters: {'id': 'ed9ba853-79ae-4124-9eaf-8cedef35e0cc'}] Feb 20 03:58:06.751113 n-d-829866-4 neutron-server[104106]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:58:06.751545 n-d-829866-4 neutron-server[104106]: DEBUG oslo_db.api [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:58:06.760106 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b731d637-56d4-40ec-871c-d45267aa7f54 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (7ca990b5-27f0-444d-b2d8-a706cc81dcd3), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:06.779509 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-b4d4c9f6-a120-43d7-9e2b-7998c264ca93 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Deleting port e0f3faeb-52b8-434a-b574-1883ebbfc5a6 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:58:06.779913 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b4d4c9f6-a120-43d7-9e2b-7998c264ca93 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (e0f3faeb-52b8-434a-b574-1883ebbfc5a6), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:06.794676 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-b731d637-56d4-40ec-871c-d45267aa7f54 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca990b5-27f0-444d-b2d8-a706cc81dcd3']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:06.807602 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-b731d637-56d4-40ec-871c-d45267aa7f54 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cb2963d-dd57-4406-9a3e-133cc081d2d1') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:06.808710 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-b731d637-56d4-40ec-871c-d45267aa7f54 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cb2963d-dd57-4406-9a3e-133cc081d2d1') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:06.821643 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b731d637-56d4-40ec-871c-d45267aa7f54 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (2cb2963d-dd57-4406-9a3e-133cc081d2d1), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:06.838882 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b731d637-56d4-40ec-871c-d45267aa7f54 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (2cb2963d-dd57-4406-9a3e-133cc081d2d1), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:06.848310 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b731d637-56d4-40ec-871c-d45267aa7f54 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:58:06.849148 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b731d637-56d4-40ec-871c-d45267aa7f54 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (2cb2963d-dd57-4406-9a3e-133cc081d2d1), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:06.868657 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:58:06.868657 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:58:06.868657 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:58:06.868657 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:58:06.868657 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:58:06.868657 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:58:06.868657 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:58:06.868657 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:58:06.868657 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:58:06.868657 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:58:06.868657 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:58:06.868657 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:58:06.868657 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:58:06.868657 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:58:06.868657 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:58:06.868657 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:58:06.868657 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:58:06.868657 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:58:06.868657 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:58:06.868657 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:58:06.868657 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:58:06.868657 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:58:06.868657 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:58:06.868657 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:58:06.868657 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:58:06.868657 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:58:06.868657 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:58:06.868657 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:58:06.868657 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:58:06.868657 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:58:06.868657 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:58:06.868657 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:58:06.923265 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b4d4c9f6-a120-43d7-9e2b-7998c264ca93 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (e0f3faeb-52b8-434a-b574-1883ebbfc5a6), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:06.941199 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-b4d4c9f6-a120-43d7-9e2b-7998c264ca93 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Calling delete_port for e0f3faeb-52b8-434a-b574-1883ebbfc5a6 owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:58:06.978088 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab4238e-69e6-46c6-8dd2-85ef658238a7 None None] Network ed9ba853-79ae-4124-9eaf-8cedef35e0cc requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:58:07.068250 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b731d637-56d4-40ec-871c-d45267aa7f54 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (7ca990b5-27f0-444d-b2d8-a706cc81dcd3), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:07.079361 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b731d637-56d4-40ec-871c-d45267aa7f54 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:07.082797 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b731d637-56d4-40ec-871c-d45267aa7f54 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] 10.222.0.89 "DELETE /v2.0/networks/7ca990b5-27f0-444d-b2d8-a706cc81dcd3 HTTP/1.1" status: 204 len: 168 time: 0.5266218 Feb 20 03:58:07.115837 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731d637-56d4-40ec-871c-d45267aa7f54 tempest-BulkNetworkOpsIpV6Test-1183070543 tempest-BulkNetworkOpsIpV6Test-1183070543-project] Pushing event deleted for resources: {'Network': ['ID=7ca990b5-27f0-444d-b2d8-a706cc81dcd3,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:07.427865 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (ed9ba853-79ae-4124-9eaf-8cedef35e0cc), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:07.550988 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Deleting port 9ff8fd94-8133-4de3-955e-d2e92399baf0 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:58:07.551342 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (9ff8fd94-8133-4de3-955e-d2e92399baf0), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:07.573734 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b4d4c9f6-a120-43d7-9e2b-7998c264ca93 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (e0f3faeb-52b8-434a-b574-1883ebbfc5a6), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:07.596527 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e33c61-92ed-4229-9da1-2cdd2b59be25 req-8d31929c-8dc4-4a5d-9ed6-ef998cfae9d0 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:07.603387 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-15e33c61-92ed-4229-9da1-2cdd2b59be25 req-8d31929c-8dc4-4a5d-9ed6-ef998cfae9d0 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d0e260a-758d-44ab-a9a4-b05eb366e961 HTTP/1.1" status: 200 len: 945 time: 0.0762193 Feb 20 03:58:07.605398 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39902) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:07.637387 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4c9f6-a120-43d7-9e2b-7998c264ca93 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event deleted for resources: {'Port': ['ID=e0f3faeb-52b8-434a-b574-1883ebbfc5a6,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:07.657931 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-15e33c61-92ed-4229-9da1-2cdd2b59be25 req-785cc89a-3d6a-4ba1-91ef-6d04b52effb4 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/security-groups?id=14efef05-e358-452a-8229-826fe2bf00ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534310 Feb 20 03:58:07.712750 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] For port 9ff8fd94-8133-4de3-955e-d2e92399baf0, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=9ff8fd94-8133-4de3-955e-d2e92399baf0,segment=NetworkSegment(43e3dfc2-251c-4daa-b766-56d6e583b04f),segment_id=43e3dfc2-251c-4daa-b766-56d6e583b04f)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:58:07.713136 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (9ff8fd94-8133-4de3-955e-d2e92399baf0), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:07.732072 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Calling delete_port for 9ff8fd94-8133-4de3-955e-d2e92399baf0 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:58:07.787437 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-91207dfa-bc0b-441b-9e7d-ed85e42c0844 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9059c203fa484ca9bf9294ddd117ca6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1796463 Feb 20 03:58:07.799467 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39912) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:07.855548 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4b304314-d3e4-42bd-b220-2dda6d3df82d admin admin] Publish callbacks [] for security_group (adff1ff2-5067-488b-8ccd-0db4a994142e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:07.888573 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4b304314-d3e4-42bd-b220-2dda6d3df82d admin admin] Publish callbacks [] for security_group (adff1ff2-5067-488b-8ccd-0db4a994142e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:07.932865 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b4d4c9f6-a120-43d7-9e2b-7998c264ca93 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (5b615053-857e-4a30-912e-a6aaec7d3545), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:08.111974 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (9ff8fd94-8133-4de3-955e-d2e92399baf0), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:08.118809 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4b304314-d3e4-42bd-b220-2dda6d3df82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (adff1ff2-5067-488b-8ccd-0db4a994142e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:08.121613 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4b304314-d3e4-42bd-b220-2dda6d3df82d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:08.128229 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4b304314-d3e4-42bd-b220-2dda6d3df82d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/adff1ff2-5067-488b-8ccd-0db4a994142e HTTP/1.1" status: 204 len: 168 time: 0.3264444 Feb 20 03:58:08.156247 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event deleted for resources: {'Port': ['ID=9ff8fd94-8133-4de3-955e-d2e92399baf0,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:08.161897 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] No DVR routers for this DVR port 9ff8fd94-8133-4de3-955e-d2e92399baf0 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:58:08.169014 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b304314-d3e4-42bd-b220-2dda6d3df82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adff1ff2-5067-488b-8ccd-0db4a994142e,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:08.315640 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d4c9f6-a120-43d7-9e2b-7998c264ca93 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Router 5b615053-857e-4a30-912e-a6aaec7d3545 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:58:08.342709 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (ed9ba853-79ae-4124-9eaf-8cedef35e0cc), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:08.409078 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed9ba853-79ae-4124-9eaf-8cedef35e0cc']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:08.422257 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43e3dfc2-251c-4daa-b766-56d6e583b04f') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:08.422673 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43e3dfc2-251c-4daa-b766-56d6e583b04f') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:08.436466 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (43e3dfc2-251c-4daa-b766-56d6e583b04f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:08.485224 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (43e3dfc2-251c-4daa-b766-56d6e583b04f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:08.495082 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:58:08.495500 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (43e3dfc2-251c-4daa-b766-56d6e583b04f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:08.498449 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:58:08.498449 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:58:08.498449 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:58:08.498449 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:58:08.498449 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:58:08.498449 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:58:08.498449 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:58:08.498449 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:58:08.498449 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:58:08.498449 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:58:08.498449 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:58:08.498449 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:58:08.498449 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:58:08.498449 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:58:08.498449 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:58:08.498449 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:58:08.498449 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:58:08.498449 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:58:08.498449 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:58:08.498449 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:58:08.498449 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:58:08.498449 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:58:08.498449 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:58:08.498449 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:58:08.498449 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:58:08.498449 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:58:08.498449 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:58:08.498449 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:58:08.498449 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:58:08.498449 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:58:08.498449 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:58:08.498449 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:58:08.550241 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d4c9f6-a120-43d7-9e2b-7998c264ca93 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:58:08.561548 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b4d4c9f6-a120-43d7-9e2b-7998c264ca93 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "PUT /v2.0/routers/5b615053-857e-4a30-912e-a6aaec7d3545/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4149253 Feb 20 03:58:08.568527 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3572ce50-316e-4bec-ab9c-f338bc661114 None None] Sync routers for ids ['5b615053-857e-4a30-912e-a6aaec7d3545'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:58:08.570104 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39934) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:08.586038 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3572ce50-316e-4bec-ab9c-f338bc661114 None None] Routers {'5b615053-857e-4a30-912e-a6aaec7d3545'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:58:08.587402 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-3572ce50-316e-4bec-ab9c-f338bc661114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:57:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['5b615053-857e-4a30-912e-a6aaec7d3545'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:08.668050 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (ed9ba853-79ae-4124-9eaf-8cedef35e0cc), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:08.676162 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:08.689228 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/networks/ed9ba853-79ae-4124-9eaf-8cedef35e0cc HTTP/1.1" status: 204 len: 168 time: 3.2243924 Feb 20 03:58:08.690935 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39940) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:08.712160 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-f8f84c25-8300-4642-920c-1204ab8a9474 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-137143600'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:08.742096 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81f94c-943f-474a-b1c2-723ab8ec440c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event deleted for resources: {'Network': ['ID=ed9ba853-79ae-4124-9eaf-8cedef35e0cc,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:08.744169 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-3572ce50-316e-4bec-ab9c-f338bc661114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:08.807394 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-84be25cb-0d45-49f6-8747-7aeec35f33dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for router (5b615053-857e-4a30-912e-a6aaec7d3545), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:08.811500 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3572ce50-316e-4bec-ab9c-f338bc661114 None None] Routers {'5b615053-857e-4a30-912e-a6aaec7d3545'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:58:08.812188 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-3572ce50-316e-4bec-ab9c-f338bc661114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:57:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['5b615053-857e-4a30-912e-a6aaec7d3545'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:08.826897 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f84c25-8300-4642-920c-1204ab8a9474 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Made reservation on behalf of d274613268a44b298320e79f2fa5d5fa for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:08.831686 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f8f84c25-8300-4642-920c-1204ab8a9474 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:08.893504 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f84c25-8300-4642-920c-1204ab8a9474 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:58:08.904743 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-3572ce50-316e-4bec-ab9c-f338bc661114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:08.905647 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3572ce50-316e-4bec-ab9c-f338bc661114 None None] The sync data for ids ['5b615053-857e-4a30-912e-a6aaec7d3545'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:58:08.908827 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f8f84c25-8300-4642-920c-1204ab8a9474 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (2081828f-859d-4d76-aea4-9e6c34488a56), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:08.909403 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-f8f84c25-8300-4642-920c-1204ab8a9474 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Added segment 2081828f-859d-4d76-aea4-9e6c34488a56 of type vlan for network 4d3ef522-0198-47c3-802e-f38f67414419 Feb 20 03:58:08.969676 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f8f84c25-8300-4642-920c-1204ab8a9474 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (4d3ef522-0198-47c3-802e-f38f67414419), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:09.011340 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-84be25cb-0d45-49f6-8747-7aeec35f33dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for router_gateway (5b615053-857e-4a30-912e-a6aaec7d3545), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:09.086759 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f8f84c25-8300-4642-920c-1204ab8a9474 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (4d3ef522-0198-47c3-802e-f38f67414419), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:09.100472 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f84c25-8300-4642-920c-1204ab8a9474 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:09.101431 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f8f84c25-8300-4642-920c-1204ab8a9474 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:09.157185 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-84be25cb-0d45-49f6-8747-7aeec35f33dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Deleting port dc25b83e-dc92-4dce-9afb-e2533c7380b6 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:58:09.157787 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-84be25cb-0d45-49f6-8747-7aeec35f33dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (dc25b83e-dc92-4dce-9afb-e2533c7380b6), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:09.221302 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f84c25-8300-4642-920c-1204ab8a9474 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event updated for resources: {'Network': ['ID=4d3ef522-0198-47c3-802e-f38f67414419,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:09.248123 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 4d3ef522-0198-47c3-802e-f38f67414419 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:58:09.296138 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f8f84c25-8300-4642-920c-1204ab8a9474 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5918071 Feb 20 03:58:09.296304 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39962) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:09.301170 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-3f83e832-a923-47f3-88e3-da08d4c8c935 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Request body: {'subnet': {'network_id': '4d3ef522-0198-47c3-802e-f38f67414419', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:09.355640 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-84be25cb-0d45-49f6-8747-7aeec35f33dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (dc25b83e-dc92-4dce-9afb-e2533c7380b6), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:09.373101 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-84be25cb-0d45-49f6-8747-7aeec35f33dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Calling delete_port for dc25b83e-dc92-4dce-9afb-e2533c7380b6 owned by network:router_gateway {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:58:09.524028 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f83e832-a923-47f3-88e3-da08d4c8c935 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Made reservation on behalf of d274613268a44b298320e79f2fa5d5fa for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:09.527600 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3f83e832-a923-47f3-88e3-da08d4c8c935 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:09.590111 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd6c0a-aad4-4c55-9e5e-8cd8091dda63 req-38786c76-bf12-44a4-98ba-6d111a35758d tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:09.600127 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-91cd6c0a-aad4-4c55-9e5e-8cd8091dda63 req-38786c76-bf12-44a4-98ba-6d111a35758d tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d0e260a-758d-44ab-a9a4-b05eb366e961 HTTP/1.1" status: 200 len: 945 time: 0.3170230 Feb 20 03:58:09.717510 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39974) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:09.760877 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-91cd6c0a-aad4-4c55-9e5e-8cd8091dda63 req-73b2def1-a880-4972-814a-4c808d2377a4 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/security-groups?id=14efef05-e358-452a-8229-826fe2bf00ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597114 Feb 20 03:58:09.863479 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6594d5fa-fb8d-4100-aae2-f3c4018f1aca tempest-ServiceProvidersTest-811048577 tempest-ServiceProvidersTest-811048577-project] 10.222.0.89 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1447923 Feb 20 03:58:09.873144 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-84be25cb-0d45-49f6-8747-7aeec35f33dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (dc25b83e-dc92-4dce-9afb-e2533c7380b6), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:09.891357 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3f83e832-a923-47f3-88e3-da08d4c8c935 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (b6945fc8-4513-497c-b31a-f76876605344), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:09.972208 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be25cb-0d45-49f6-8747-7aeec35f33dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event deleted for resources: {'Port': ['ID=dc25b83e-dc92-4dce-9afb-e2533c7380b6,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:10.034733 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83e832-a923-47f3-88e3-da08d4c8c935 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event updated for resources: {'Subnet': ['ID=b6945fc8-4513-497c-b31a-f76876605344,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:10.054506 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-84be25cb-0d45-49f6-8747-7aeec35f33dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (5b615053-857e-4a30-912e-a6aaec7d3545), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:10.057983 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f83e832-a923-47f3-88e3-da08d4c8c935 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Checking segment: {'id': '2081828f-859d-4d76-aea4-9e6c34488a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '4d3ef522-0198-47c3-802e-f38f67414419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:58:10.058345 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f83e832-a923-47f3-88e3-da08d4c8c935 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Network hostable DHCP agents. Network: 4d3ef522-0198-47c3-802e-f38f67414419, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:58:10.162920 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-84be25cb-0d45-49f6-8747-7aeec35f33dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (5b615053-857e-4a30-912e-a6aaec7d3545), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:10.165122 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-84be25cb-0d45-49f6-8747-7aeec35f33dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for router_controller (5b615053-857e-4a30-912e-a6aaec7d3545), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:10.181940 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f83e832-a923-47f3-88e3-da08d4c8c935 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Network 4d3ef522-0198-47c3-802e-f38f67414419 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:58:10.284715 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-3f83e832-a923-47f3-88e3-da08d4c8c935 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 4d3ef522-0198-47c3-802e-f38f67414419) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:10.289372 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f83e832-a923-47f3-88e3-da08d4c8c935 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:10.289767 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3f83e832-a923-47f3-88e3-da08d4c8c935 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:10.295490 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900d09eb-ae91-436d-a681-9116fefbc401 None None] Network 4d3ef522-0198-47c3-802e-f38f67414419 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:58:10.309288 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-84be25cb-0d45-49f6-8747-7aeec35f33dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (5b615053-857e-4a30-912e-a6aaec7d3545), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:10.310244 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84be25cb-0d45-49f6-8747-7aeec35f33dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Fanout notify agent at l3_agent the message router_deleted on router 5b615053-857e-4a30-912e-a6aaec7d3545 {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:58:10.335672 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-84be25cb-0d45-49f6-8747-7aeec35f33dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:10.337622 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-84be25cb-0d45-49f6-8747-7aeec35f33dd tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "DELETE /v2.0/routers/5b615053-857e-4a30-912e-a6aaec7d3545 HTTP/1.1" status: 204 len: 168 time: 1.7657795 Feb 20 03:58:10.341949 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 39988) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:10.401066 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3f83e832-a923-47f3-88e3-da08d4c8c935 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1037726 Feb 20 03:58:10.404538 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39992) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:10.423307 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-2be33c05-e96d-46dc-a1dd-3400f118f418 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Deleting subnet 2b7c18c8-9cd8-4ae8-bbb3-3253deb64425 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:58:10.443660 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2be33c05-e96d-46dc-a1dd-3400f118f418 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for subnet (2b7c18c8-9cd8-4ae8-bbb3-3253deb64425), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:10.490605 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9369cb2f-b8c1-48ac-97dd-830549e132b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-4d3ef522-0198-47c3-802e-f38f67414419', 'network_id': '4d3ef522-0198-47c3-802e-f38f67414419', 'project_id': 'd274613268a44b298320e79f2fa5d5fa', 'fixed_ips': [{'subnet_id': 'b6945fc8-4513-497c-b31a-f76876605344'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:58:10.491689 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9369cb2f-b8c1-48ac-97dd-830549e132b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:10.576763 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2be33c05-e96d-46dc-a1dd-3400f118f418 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (2b7c18c8-9cd8-4ae8-bbb3-3253deb64425), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:10.579538 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 39994) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:10.628447 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (4d3ef522-0198-47c3-802e-f38f67414419), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:10.653758 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2be33c05-e96d-46dc-a1dd-3400f118f418 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (2b7c18c8-9cd8-4ae8-bbb3-3253deb64425), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:10.733914 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-9369cb2f-b8c1-48ac-97dd-830549e132b8 None None] Allocated IP 172.20.0.1 (4d3ef522-0198-47c3-802e-f38f67414419/b6945fc8-4513-497c-b31a-f76876605344/4bb36494-7692-4975-9ec8-0ff20e2ad0d2) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:58:10.741853 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (b6945fc8-4513-497c-b31a-f76876605344), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:10.752999 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f5712-8509-43ae-ad39-197c841c211f req-c139a976-a819-4fc4-9949-4a9ae55ee1b0 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:10.754619 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1f9f5712-8509-43ae-ad39-197c841c211f req-c139a976-a819-4fc4-9949-4a9ae55ee1b0 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d0e260a-758d-44ab-a9a4-b05eb366e961 HTTP/1.1" status: 200 len: 945 time: 0.3270586 Feb 20 03:58:10.873586 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57f0654a-5a03-4eb8-9027-1126551bd085 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:10.924362 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2be33c05-e96d-46dc-a1dd-3400f118f418 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (2b7c18c8-9cd8-4ae8-bbb3-3253deb64425), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:10.973615 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9369cb2f-b8c1-48ac-97dd-830549e132b8 None None] Publish callbacks [] for port (4bb36494-7692-4975-9ec8-0ff20e2ad0d2), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:10.999006 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be33c05-e96d-46dc-a1dd-3400f118f418 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event deleted for resources: {'Subnet': ['ID=2b7c18c8-9cd8-4ae8-bbb3-3253deb64425,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:11.003307 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2be33c05-e96d-46dc-a1dd-3400f118f418 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:11.006723 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2be33c05-e96d-46dc-a1dd-3400f118f418 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "DELETE /v2.0/subnets/2b7c18c8-9cd8-4ae8-bbb3-3253deb64425 HTTP/1.1" status: 204 len: 168 time: 0.6633961 Feb 20 03:58:11.009938 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40006) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:11.055487 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9369cb2f-b8c1-48ac-97dd-830549e132b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (4bb36494-7692-4975-9ec8-0ff20e2ad0d2), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:11.077187 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57f0654a-5a03-4eb8-9027-1126551bd085 admin admin] Publish callbacks [] for security_group (0a92769b-f112-466e-be79-3877ff65ea87), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:11.103764 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e0366-3254-48f4-8b9d-d48605edcf34 req-6fe25692-b8f6-4289-ab23-c6762328d6fe tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:11.105385 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f82e0366-3254-48f4-8b9d-d48605edcf34 req-6fe25692-b8f6-4289-ab23-c6762328d6fe tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d0e260a-758d-44ab-a9a4-b05eb366e961 HTTP/1.1" status: 200 len: 945 time: 0.1831491 Feb 20 03:58:11.138522 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9369cb2f-b8c1-48ac-97dd-830549e132b8 None None] Network 4d3ef522-0198-47c3-802e-f38f67414419 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:58:11.140415 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-9369cb2f-b8c1-48ac-97dd-830549e132b8 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:11.148489 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9369cb2f-b8c1-48ac-97dd-830549e132b8 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:58:11.154274 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-23e67f5f-9bf3-4f44-87f7-e7e7fdc508a3 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (5ea9d388-98fd-4a05-93c7-400d062d9aa6), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:11.155384 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369cb2f-b8c1-48ac-97dd-830549e132b8 None None] Pushing event updated for resources: {'Port': ['ID=4bb36494-7692-4975-9ec8-0ff20e2ad0d2,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:11.168677 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-1f9f5712-8509-43ae-ad39-197c841c211f req-bf195dc3-237e-4b40-b589-e9e34f84703d tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Deleting port 10b561a0-320d-4e2e-b9f6-2323e3752ff4 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:58:11.169014 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1f9f5712-8509-43ae-ad39-197c841c211f req-bf195dc3-237e-4b40-b589-e9e34f84703d tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (10b561a0-320d-4e2e-b9f6-2323e3752ff4), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:11.204075 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f82e0366-3254-48f4-8b9d-d48605edcf34 req-a3fa2150-5025-40b6-8bcf-a1f8424f8e3e tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/security-groups?id=14efef05-e358-452a-8229-826fe2bf00ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907574 Feb 20 03:58:11.210096 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57f0654a-5a03-4eb8-9027-1126551bd085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (0a92769b-f112-466e-be79-3877ff65ea87), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:11.224812 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-9369cb2f-b8c1-48ac-97dd-830549e132b8 None None] Attempting to bind port 4bb36494-7692-4975-9ec8-0ff20e2ad0d2 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:58:11.225372 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-9369cb2f-b8c1-48ac-97dd-830549e132b8 None None] Attempting to bind port 4bb36494-7692-4975-9ec8-0ff20e2ad0d2 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '2081828f-859d-4d76-aea4-9e6c34488a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '4d3ef522-0198-47c3-802e-f38f67414419'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:58:11.225866 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9369cb2f-b8c1-48ac-97dd-830549e132b8 None None] Attempting to bind port 4bb36494-7692-4975-9ec8-0ff20e2ad0d2 on network 4d3ef522-0198-47c3-802e-f38f67414419 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:58:11.231770 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9369cb2f-b8c1-48ac-97dd-830549e132b8 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:58:11.233121 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9369cb2f-b8c1-48ac-97dd-830549e132b8 None None] Checking segment: {'id': '2081828f-859d-4d76-aea4-9e6c34488a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '4d3ef522-0198-47c3-802e-f38f67414419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:58:11.233121 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9369cb2f-b8c1-48ac-97dd-830549e132b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:11.233121 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9369cb2f-b8c1-48ac-97dd-830549e132b8 None None] Bound using segment: {'id': '2081828f-859d-4d76-aea4-9e6c34488a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '4d3ef522-0198-47c3-802e-f38f67414419'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:58:11.234315 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-9369cb2f-b8c1-48ac-97dd-830549e132b8 None None] Bound port: 4bb36494-7692-4975-9ec8-0ff20e2ad0d2, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2081828f-859d-4d76-aea4-9e6c34488a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '4d3ef522-0198-47c3-802e-f38f67414419'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:58:11.235405 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9369cb2f-b8c1-48ac-97dd-830549e132b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4bb36494-7692-4975-9ec8-0ff20e2ad0d2), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:11.271574 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-57f0654a-5a03-4eb8-9027-1126551bd085 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ddc95d061121436bbadf8c542334af4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6907842 Feb 20 03:58:11.272852 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (b6945fc8-4513-497c-b31a-f76876605344), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:11.278123 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40012) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:11.335998 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-9369cb2f-b8c1-48ac-97dd-830549e132b8 None None] For port 4bb36494-7692-4975-9ec8-0ff20e2ad0d2, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:58:11.340118 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-9369cb2f-b8c1-48ac-97dd-830549e132b8 None None] For port 4bb36494-7692-4975-9ec8-0ff20e2ad0d2, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=4bb36494-7692-4975-9ec8-0ff20e2ad0d2,segment=NetworkSegment(2081828f-859d-4d76-aea4-9e6c34488a56),segment_id=2081828f-859d-4d76-aea4-9e6c34488a56)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:58:11.355465 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event deleted for resources: {'Subnet': ['ID=b6945fc8-4513-497c-b31a-f76876605344,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:11.364656 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0654a-5a03-4eb8-9027-1126551bd085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a92769b-f112-466e-be79-3877ff65ea87,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:11.378096 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-23e67f5f-9bf3-4f44-87f7-e7e7fdc508a3 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (5ea9d388-98fd-4a05-93c7-400d062d9aa6), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:11.430914 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (4d3ef522-0198-47c3-802e-f38f67414419), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:11.440006 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9369cb2f-b8c1-48ac-97dd-830549e132b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (4bb36494-7692-4975-9ec8-0ff20e2ad0d2), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:11.441940 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-1f9f5712-8509-43ae-ad39-197c841c211f req-bf195dc3-237e-4b40-b589-e9e34f84703d tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] For port 10b561a0-320d-4e2e-b9f6-2323e3752ff4, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=10b561a0-320d-4e2e-b9f6-2323e3752ff4,segment=NetworkSegment(19d8559c-3005-4214-a3b0-d84c7ca4272e),segment_id=19d8559c-3005-4214-a3b0-d84c7ca4272e)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:58:11.443565 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1f9f5712-8509-43ae-ad39-197c841c211f req-bf195dc3-237e-4b40-b589-e9e34f84703d tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (10b561a0-320d-4e2e-b9f6-2323e3752ff4), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:11.452390 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d3ef522-0198-47c3-802e-f38f67414419']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:11.456831 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-23e67f5f-9bf3-4f44-87f7-e7e7fdc508a3 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea9d388-98fd-4a05-93c7-400d062d9aa6']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:11.467479 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2081828f-859d-4d76-aea4-9e6c34488a56') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:11.467767 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2081828f-859d-4d76-aea4-9e6c34488a56') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:11.485380 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (2081828f-859d-4d76-aea4-9e6c34488a56), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:11.492083 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2513c2e3-7bff-4a49-9beb-a06f6798c09c admin admin] Publish callbacks [] for security_group (0a92769b-f112-466e-be79-3877ff65ea87), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:11.496760 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-23e67f5f-9bf3-4f44-87f7-e7e7fdc508a3 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2a1544-ad42-4fe4-aff7-452dc288f69e') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:11.497147 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-23e67f5f-9bf3-4f44-87f7-e7e7fdc508a3 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2a1544-ad42-4fe4-aff7-452dc288f69e') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:11.502728 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369cb2f-b8c1-48ac-97dd-830549e132b8 None None] Pushing event updated for resources: {'Port': ['ID=4bb36494-7692-4975-9ec8-0ff20e2ad0d2,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:11.503306 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-1f9f5712-8509-43ae-ad39-197c841c211f req-bf195dc3-237e-4b40-b589-e9e34f84703d tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Calling delete_port for 10b561a0-320d-4e2e-b9f6-2323e3752ff4 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:58:11.505825 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (2081828f-859d-4d76-aea4-9e6c34488a56), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:11.519185 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:58:11.519596 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (2081828f-859d-4d76-aea4-9e6c34488a56), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:11.522903 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:58:11.522903 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:58:11.522903 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:58:11.522903 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:58:11.522903 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:58:11.522903 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:58:11.522903 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:58:11.522903 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:58:11.522903 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:58:11.522903 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:58:11.522903 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:58:11.522903 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:58:11.522903 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:58:11.522903 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:58:11.522903 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:58:11.522903 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:58:11.522903 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:58:11.522903 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:58:11.522903 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:58:11.522903 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:58:11.522903 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:58:11.522903 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:58:11.522903 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:58:11.522903 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:58:11.522903 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:58:11.522903 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:58:11.522903 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:58:11.522903 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:58:11.522903 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:58:11.522903 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:58:11.522903 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:58:11.522903 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:58:11.525448 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-23e67f5f-9bf3-4f44-87f7-e7e7fdc508a3 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (8f2a1544-ad42-4fe4-aff7-452dc288f69e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:11.536645 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2513c2e3-7bff-4a49-9beb-a06f6798c09c admin admin] Publish callbacks [] for security_group (0a92769b-f112-466e-be79-3877ff65ea87), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:11.599116 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-23e67f5f-9bf3-4f44-87f7-e7e7fdc508a3 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (8f2a1544-ad42-4fe4-aff7-452dc288f69e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:11.611544 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e67f5f-9bf3-4f44-87f7-e7e7fdc508a3 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:58:11.612316 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-23e67f5f-9bf3-4f44-87f7-e7e7fdc508a3 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (8f2a1544-ad42-4fe4-aff7-452dc288f69e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:11.614413 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ecd4d0-9e81-4409-8246-7b91afa06ffa None None] get_active_networks_info from n-d-829866-4 {{(pid=104107) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 03:58:11.615962 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:58:11.615962 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:58:11.615962 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:58:11.615962 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:58:11.615962 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:58:11.615962 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:58:11.615962 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:58:11.615962 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:58:11.615962 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:58:11.615962 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:58:11.615962 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:58:11.615962 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:58:11.615962 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:58:11.615962 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:58:11.615962 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:58:11.615962 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:58:11.615962 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:58:11.615962 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:58:11.615962 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:58:11.615962 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:58:11.615962 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:58:11.615962 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:58:11.615962 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:58:11.615962 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:58:11.615962 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:58:11.615962 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:58:11.615962 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:58:11.615962 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:58:11.615962 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:58:11.615962 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:58:11.615962 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:58:11.615962 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:58:11.650513 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.db.api [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 20 03:58:11.650513 n-d-829866-4 neutron-server[104106]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 20 03:58:11.650513 n-d-829866-4 neutron-server[104106]: [parameters: {'id': '4d3ef522-0198-47c3-802e-f38f67414419'}] Feb 20 03:58:11.650513 n-d-829866-4 neutron-server[104106]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:58:11.651751 n-d-829866-4 neutron-server[104106]: DEBUG oslo_db.api [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:58:11.706094 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ecd4d0-9e81-4409-8246-7b91afa06ffa None None] Resources bound (agent type, host, resource id): {{(pid=104107) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 03:58:11.713545 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2513c2e3-7bff-4a49-9beb-a06f6798c09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (0a92769b-f112-466e-be79-3877ff65ea87), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:11.719593 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2513c2e3-7bff-4a49-9beb-a06f6798c09c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:11.719593 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2513c2e3-7bff-4a49-9beb-a06f6798c09c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0a92769b-f112-466e-be79-3877ff65ea87 HTTP/1.1" status: 204 len: 168 time: 0.4359267 Feb 20 03:58:11.727275 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513c2e3-7bff-4a49-9beb-a06f6798c09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a92769b-f112-466e-be79-3877ff65ea87,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:11.795665 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-23e67f5f-9bf3-4f44-87f7-e7e7fdc508a3 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (5ea9d388-98fd-4a05-93c7-400d062d9aa6), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:11.852540 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-23e67f5f-9bf3-4f44-87f7-e7e7fdc508a3 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:11.859447 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-23e67f5f-9bf3-4f44-87f7-e7e7fdc508a3 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] 10.222.0.89 "DELETE /v2.0/networks/5ea9d388-98fd-4a05-93c7-400d062d9aa6 HTTP/1.1" status: 204 len: 168 time: 0.8470511 Feb 20 03:58:11.864790 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e67f5f-9bf3-4f44-87f7-e7e7fdc508a3 tempest-FloatingIPTestJSON-1082351704 tempest-FloatingIPTestJSON-1082351704-project] Pushing event deleted for resources: {'Network': ['ID=5ea9d388-98fd-4a05-93c7-400d062d9aa6,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:11.874021 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1f9f5712-8509-43ae-ad39-197c841c211f req-bf195dc3-237e-4b40-b589-e9e34f84703d tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (10b561a0-320d-4e2e-b9f6-2323e3752ff4), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:11.976664 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf195dc3-237e-4b40-b589-e9e34f84703d tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Pushing event deleted for resources: {'Port': ['ID=10b561a0-320d-4e2e-b9f6-2323e3752ff4,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:12.055456 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9f5712-8509-43ae-ad39-197c841c211f req-bf195dc3-237e-4b40-b589-e9e34f84703d tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] No DVR routers for this DVR port 10b561a0-320d-4e2e-b9f6-2323e3752ff4 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:58:12.060240 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1f9f5712-8509-43ae-ad39-197c841c211f req-bf195dc3-237e-4b40-b589-e9e34f84703d tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:12.066885 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1f9f5712-8509-43ae-ad39-197c841c211f req-bf195dc3-237e-4b40-b589-e9e34f84703d tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.42 "DELETE /v2.0/ports/10b561a0-320d-4e2e-b9f6-2323e3752ff4 HTTP/1.1" status: 204 len: 173 time: 1.3039446 Feb 20 03:58:12.067491 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0e260a-758d-44ab-a9a4-b05eb366e961', 'name': 'network-vif-deleted', 'tag': '10b561a0-320d-4e2e-b9f6-2323e3752ff4'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:58:12.070946 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ab6132-a76e-4ecb-a3ce-a82de47edcb0" -d '{"events": [{"server_uuid": "6d0e260a-758d-44ab-a9a4-b05eb366e961", "name": "network-vif-deleted", "tag": "10b561a0-320d-4e2e-b9f6-2323e3752ff4"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:58:12.099480 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885dc527-a5d1-4406-b935-01d682fe4692 None None] Network 4d3ef522-0198-47c3-802e-f38f67414419 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:58:12.153279 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (4d3ef522-0198-47c3-802e-f38f67414419), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:12.157061 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afabbb46-7191-4e21-95d6-8ff4009bffc8 x-openstack-request-id: req-afabbb46-7191-4e21-95d6-8ff4009bffc8 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:58:12.158251 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0e260a-758d-44ab-a9a4-b05eb366e961", "name": "network-vif-deleted", "tag": "10b561a0-320d-4e2e-b9f6-2323e3752ff4", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:58:12.161117 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-afabbb46-7191-4e21-95d6-8ff4009bffc8 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:58:12.161808 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0e260a-758d-44ab-a9a4-b05eb366e961', 'name': 'network-vif-deleted', 'tag': '10b561a0-320d-4e2e-b9f6-2323e3752ff4', 'status': 'completed', 'code': 200} Feb 20 03:58:12.243182 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Deleting port 4bb36494-7692-4975-9ec8-0ff20e2ad0d2 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:58:12.243666 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (4bb36494-7692-4975-9ec8-0ff20e2ad0d2), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:12.377221 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] For port 4bb36494-7692-4975-9ec8-0ff20e2ad0d2, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=4bb36494-7692-4975-9ec8-0ff20e2ad0d2,segment=NetworkSegment(2081828f-859d-4d76-aea4-9e6c34488a56),segment_id=2081828f-859d-4d76-aea4-9e6c34488a56)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:58:12.377221 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (4bb36494-7692-4975-9ec8-0ff20e2ad0d2), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:12.386662 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Calling delete_port for 4bb36494-7692-4975-9ec8-0ff20e2ad0d2 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:58:12.481123 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-468d42c3-c0c2-4dce-a75c-1c2a1204b064 req-70076652-da54-481d-b9cc-db47d7078dc5 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d0e260a-758d-44ab-a9a4-b05eb366e961 HTTP/1.1" status: 200 len: 210 time: 0.0555992 Feb 20 03:58:12.616951 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (4bb36494-7692-4975-9ec8-0ff20e2ad0d2), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:12.633448 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40052) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:12.672410 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event deleted for resources: {'Port': ['ID=4bb36494-7692-4975-9ec8-0ff20e2ad0d2,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:12.676389 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] No DVR routers for this DVR port 4bb36494-7692-4975-9ec8-0ff20e2ad0d2 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:58:12.792089 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (4d3ef522-0198-47c3-802e-f38f67414419), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:12.819374 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d3ef522-0198-47c3-802e-f38f67414419']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:12.831159 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4f106d87-62a8-4b83-8d08-320a21355f9a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7940427b48ab4ee8abd7ab68dd8ac52e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1963565 Feb 20 03:58:12.833657 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40060) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:12.863526 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2081828f-859d-4d76-aea4-9e6c34488a56') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:12.863940 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2081828f-859d-4d76-aea4-9e6c34488a56') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:12.877648 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (2081828f-859d-4d76-aea4-9e6c34488a56), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:12.894118 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (2081828f-859d-4d76-aea4-9e6c34488a56), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:12.904283 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:58:12.904877 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (2081828f-859d-4d76-aea4-9e6c34488a56), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:12.910321 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ffd36212-4ecc-44c7-8dda-55d899a197fb admin admin] Publish callbacks [] for security_group (c22d1802-4395-4bbc-987c-f37b3a7a0a78), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:12.912987 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:58:12.912987 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:58:12.912987 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:58:12.912987 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:58:12.912987 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:58:12.912987 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:58:12.912987 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:58:12.912987 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:58:12.912987 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:58:12.912987 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:58:12.912987 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:58:12.912987 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:58:12.912987 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:58:12.912987 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:58:12.912987 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:58:12.912987 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:58:12.912987 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:58:12.912987 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:58:12.912987 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:58:12.912987 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:58:12.912987 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:58:12.912987 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:58:12.912987 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:58:12.912987 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:58:12.912987 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:58:12.912987 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:58:12.912987 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:58:12.912987 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:58:12.912987 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:58:12.912987 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:58:12.912987 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:58:12.912987 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:58:12.943686 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ffd36212-4ecc-44c7-8dda-55d899a197fb admin admin] Publish callbacks [] for security_group (c22d1802-4395-4bbc-987c-f37b3a7a0a78), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:13.007227 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 10b561a0-320d-4e2e-b9f6-2323e3752ff4 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:58:13.070253 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 10b561a0-320d-4e2e-b9f6-2323e3752ff4 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:58:13.071008 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 10b561a0-320d-4e2e-b9f6-2323e3752ff4 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:58:13.078103 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (4d3ef522-0198-47c3-802e-f38f67414419), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:13.089992 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:13.093474 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/networks/4d3ef522-0198-47c3-802e-f38f67414419 HTTP/1.1" status: 204 len: 168 time: 2.6876514 Feb 20 03:58:13.097558 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40070) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:13.103788 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-2494a7f2-636f-40c2-963c-bd501930c501 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1857132333'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:13.109997 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ffd36212-4ecc-44c7-8dda-55d899a197fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c22d1802-4395-4bbc-987c-f37b3a7a0a78), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:13.117454 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d9bf9-d144-493c-ac72-fdf7d40630bd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event deleted for resources: {'Network': ['ID=4d3ef522-0198-47c3-802e-f38f67414419,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:13.120639 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ffd36212-4ecc-44c7-8dda-55d899a197fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:13.125326 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ffd36212-4ecc-44c7-8dda-55d899a197fb admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c22d1802-4395-4bbc-987c-f37b3a7a0a78 HTTP/1.1" status: 204 len: 168 time: 0.2793393 Feb 20 03:58:13.142847 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd36212-4ecc-44c7-8dda-55d899a197fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22d1802-4395-4bbc-987c-f37b3a7a0a78,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:13.221848 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2494a7f2-636f-40c2-963c-bd501930c501 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Made reservation on behalf of d274613268a44b298320e79f2fa5d5fa for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:13.225993 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2494a7f2-636f-40c2-963c-bd501930c501 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:13.283872 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2494a7f2-636f-40c2-963c-bd501930c501 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:58:13.311465 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2494a7f2-636f-40c2-963c-bd501930c501 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (d103b164-74af-4aee-96fd-5d0156e3e34a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:13.312587 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-2494a7f2-636f-40c2-963c-bd501930c501 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Added segment d103b164-74af-4aee-96fd-5d0156e3e34a of type vlan for network 4cb6339e-f152-42de-807d-0e6fc492147b Feb 20 03:58:13.406291 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2494a7f2-636f-40c2-963c-bd501930c501 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (4cb6339e-f152-42de-807d-0e6fc492147b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:13.480599 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2494a7f2-636f-40c2-963c-bd501930c501 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (4cb6339e-f152-42de-807d-0e6fc492147b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:13.486603 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2494a7f2-636f-40c2-963c-bd501930c501 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:13.487240 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2494a7f2-636f-40c2-963c-bd501930c501 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:13.565006 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494a7f2-636f-40c2-963c-bd501930c501 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event updated for resources: {'Network': ['ID=4cb6339e-f152-42de-807d-0e6fc492147b,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:13.579975 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 4cb6339e-f152-42de-807d-0e6fc492147b details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:58:13.667962 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2494a7f2-636f-40c2-963c-bd501930c501 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5667574 Feb 20 03:58:13.668155 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40092) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:13.673896 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-c46d30f1-cf6d-4dd8-b776-d2a21de0b93b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Request body: {'subnet': {'network_id': '4cb6339e-f152-42de-807d-0e6fc492147b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:13.918914 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46d30f1-cf6d-4dd8-b776-d2a21de0b93b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Made reservation on behalf of d274613268a44b298320e79f2fa5d5fa for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:13.925524 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c46d30f1-cf6d-4dd8-b776-d2a21de0b93b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:14.126214 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-d90891df-46f2-442c-898d-423687eb7f98 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:14.148803 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-d90891df-46f2-442c-898d-423687eb7f98 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/networks?id=3dffb76f-4a58-4c49-acbf-0f4ee6bb83af HTTP/1.1" status: 200 len: 809 time: 0.2865117 Feb 20 03:58:14.185259 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-dda6b88c-cb3a-4e77-8ee8-88965846204f tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/quotas/1274cd54bf2e488282f8b58c9a1be7b3 HTTP/1.1" status: 200 len: 375 time: 0.0354464 Feb 20 03:58:14.248672 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-039d5bf7-b9b4-415e-9b02-90f63e98babc tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=1274cd54bf2e488282f8b58c9a1be7b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561924 Feb 20 03:58:14.798672 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40150) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:14.884659 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-4ee8a365-f1af-4256-82ec-459d5e9d75fe service neutron] 10.222.0.89 "GET /v2.0/networks/3dffb76f-4a58-4c49-acbf-0f4ee6bb83af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6279595 Feb 20 03:58:14.930578 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c46d30f1-cf6d-4dd8-b776-d2a21de0b93b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (1b655a7e-5b1e-40ef-a912-ba757231c6a9), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:15.051980 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-5af4e353-64d3-4f43-b5c6-079059ada731 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1898753261'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:15.114807 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-8ce91f9f-8188-4927-9052-393620d6c1ae service neutron] 10.222.0.89 "GET /v2.0/networks/3dffb76f-4a58-4c49-acbf-0f4ee6bb83af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292900 Feb 20 03:58:15.128372 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d30f1-cf6d-4dd8-b776-d2a21de0b93b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event updated for resources: {'Subnet': ['ID=1b655a7e-5b1e-40ef-a912-ba757231c6a9,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:15.136588 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46d30f1-cf6d-4dd8-b776-d2a21de0b93b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Checking segment: {'id': 'd103b164-74af-4aee-96fd-5d0156e3e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '4cb6339e-f152-42de-807d-0e6fc492147b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:58:15.137505 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46d30f1-cf6d-4dd8-b776-d2a21de0b93b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Network hostable DHCP agents. Network: 4cb6339e-f152-42de-807d-0e6fc492147b, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:58:15.155622 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af4e353-64d3-4f43-b5c6-079059ada731 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:15.160053 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5af4e353-64d3-4f43-b5c6-079059ada731 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:15.175546 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5af4e353-64d3-4f43-b5c6-079059ada731 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:15.210940 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46d30f1-cf6d-4dd8-b776-d2a21de0b93b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Network 4cb6339e-f152-42de-807d-0e6fc492147b is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:58:15.267435 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5af4e353-64d3-4f43-b5c6-079059ada731 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for security_group (bd7607e9-09e9-4a1d-8ef4-90d26519872a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:15.323960 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-c46d30f1-cf6d-4dd8-b776-d2a21de0b93b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 4cb6339e-f152-42de-807d-0e6fc492147b) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:15.328106 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46d30f1-cf6d-4dd8-b776-d2a21de0b93b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:15.329453 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c46d30f1-cf6d-4dd8-b776-d2a21de0b93b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:15.334223 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5747ac6a-74bd-4876-9f8d-72714fde91ff None None] Network 4cb6339e-f152-42de-807d-0e6fc492147b requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:58:15.395296 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5af4e353-64d3-4f43-b5c6-079059ada731 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (bd7607e9-09e9-4a1d-8ef4-90d26519872a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:15.427673 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af4e353-64d3-4f43-b5c6-079059ada731 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:58:15.467677 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4e353-64d3-4f43-b5c6-079059ada731 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7607e9-09e9-4a1d-8ef4-90d26519872a,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:15.468704 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5af4e353-64d3-4f43-b5c6-079059ada731 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (7a5e3d95-bfae-4906-9af6-f83e42ac3665), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:15.469708 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-5af4e353-64d3-4f43-b5c6-079059ada731 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Added segment 7a5e3d95-bfae-4906-9af6-f83e42ac3665 of type vlan for network 2a3e2d0f-874e-42f5-99d3-385993abe5ad Feb 20 03:58:15.493223 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c46d30f1-cf6d-4dd8-b776-d2a21de0b93b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8212914 Feb 20 03:58:15.493494 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40174) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:15.533581 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dc108b-ac52-4c0f-bd06-774fb28eaf13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-4cb6339e-f152-42de-807d-0e6fc492147b', 'network_id': '4cb6339e-f152-42de-807d-0e6fc492147b', 'project_id': 'd274613268a44b298320e79f2fa5d5fa', 'fixed_ips': [{'subnet_id': '1b655a7e-5b1e-40ef-a912-ba757231c6a9'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:58:15.536119 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a2dc108b-ac52-4c0f-bd06-774fb28eaf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:15.544195 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5af4e353-64d3-4f43-b5c6-079059ada731 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (2a3e2d0f-874e-42f5-99d3-385993abe5ad), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:15.648205 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-939edb91-0494-4ae0-ac9d-aae30476fce2 req-5aee3e2f-4426-4752-b5f4-c78cfa63a3db tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/ports?device_id=16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92 HTTP/1.1" status: 200 len: 210 time: 0.1354504 Feb 20 03:58:15.658213 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5af4e353-64d3-4f43-b5c6-079059ada731 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (2a3e2d0f-874e-42f5-99d3-385993abe5ad), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:15.672275 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af4e353-64d3-4f43-b5c6-079059ada731 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:15.672877 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5af4e353-64d3-4f43-b5c6-079059ada731 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:15.748453 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (4cb6339e-f152-42de-807d-0e6fc492147b), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:15.809758 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4e353-64d3-4f43-b5c6-079059ada731 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Network': ['ID=2a3e2d0f-874e-42f5-99d3-385993abe5ad,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:15.822917 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 2a3e2d0f-874e-42f5-99d3-385993abe5ad details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:58:15.844852 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5af4e353-64d3-4f43-b5c6-079059ada731 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0436029 Feb 20 03:58:15.849654 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40186) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:15.855018 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-0406dc01-2aca-4b6a-a6cd-8522fabe4117 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'port': {'network_id': '2a3e2d0f-874e-42f5-99d3-385993abe5ad', 'name': 'tempest-PortsTestJSON-1501951479'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:15.965547 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (1b655a7e-5b1e-40ef-a912-ba757231c6a9), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:15.979296 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-a2dc108b-ac52-4c0f-bd06-774fb28eaf13 None None] Allocated IP 172.20.0.2 (4cb6339e-f152-42de-807d-0e6fc492147b/1b655a7e-5b1e-40ef-a912-ba757231c6a9/f5d1246d-7e3a-450b-bfd7-4aca9216b9e9) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:58:16.180180 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0406dc01-2aca-4b6a-a6cd-8522fabe4117 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:16.184299 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0406dc01-2aca-4b6a-a6cd-8522fabe4117 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:16.207047 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-0406dc01-2aca-4b6a-a6cd-8522fabe4117 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] device_id is not set on port a91c13a3-9dd7-45a6-be47-1332840dd004 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:58:16.367772 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a2dc108b-ac52-4c0f-bd06-774fb28eaf13 None None] Publish callbacks [] for port (f5d1246d-7e3a-450b-bfd7-4aca9216b9e9), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:16.417234 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0406dc01-2aca-4b6a-a6cd-8522fabe4117 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for port (a91c13a3-9dd7-45a6-be47-1332840dd004), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:16.427722 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a2dc108b-ac52-4c0f-bd06-774fb28eaf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (f5d1246d-7e3a-450b-bfd7-4aca9216b9e9), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:16.470457 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dc108b-ac52-4c0f-bd06-774fb28eaf13 None None] Network 4cb6339e-f152-42de-807d-0e6fc492147b is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:58:16.476928 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-a2dc108b-ac52-4c0f-bd06-774fb28eaf13 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:16.481559 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dc108b-ac52-4c0f-bd06-774fb28eaf13 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:58:16.485264 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc108b-ac52-4c0f-bd06-774fb28eaf13 None None] Pushing event updated for resources: {'Port': ['ID=f5d1246d-7e3a-450b-bfd7-4aca9216b9e9,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:16.514133 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (1b655a7e-5b1e-40ef-a912-ba757231c6a9), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:16.543011 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a2dc108b-ac52-4c0f-bd06-774fb28eaf13 None None] Attempting to bind port f5d1246d-7e3a-450b-bfd7-4aca9216b9e9 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:58:16.543329 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a2dc108b-ac52-4c0f-bd06-774fb28eaf13 None None] Attempting to bind port f5d1246d-7e3a-450b-bfd7-4aca9216b9e9 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'd103b164-74af-4aee-96fd-5d0156e3e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '4cb6339e-f152-42de-807d-0e6fc492147b'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:58:16.543681 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dc108b-ac52-4c0f-bd06-774fb28eaf13 None None] Attempting to bind port f5d1246d-7e3a-450b-bfd7-4aca9216b9e9 on network 4cb6339e-f152-42de-807d-0e6fc492147b {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:58:16.549035 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0406dc01-2aca-4b6a-a6cd-8522fabe4117 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (a91c13a3-9dd7-45a6-be47-1332840dd004), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:16.557944 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event deleted for resources: {'Subnet': ['ID=1b655a7e-5b1e-40ef-a912-ba757231c6a9,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:16.560808 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dc108b-ac52-4c0f-bd06-774fb28eaf13 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:58:16.561201 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dc108b-ac52-4c0f-bd06-774fb28eaf13 None None] Checking segment: {'id': 'd103b164-74af-4aee-96fd-5d0156e3e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '4cb6339e-f152-42de-807d-0e6fc492147b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:58:16.561662 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a2dc108b-ac52-4c0f-bd06-774fb28eaf13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:16.562196 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dc108b-ac52-4c0f-bd06-774fb28eaf13 None None] Bound using segment: {'id': 'd103b164-74af-4aee-96fd-5d0156e3e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '4cb6339e-f152-42de-807d-0e6fc492147b'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:58:16.563305 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a2dc108b-ac52-4c0f-bd06-774fb28eaf13 None None] Bound port: f5d1246d-7e3a-450b-bfd7-4aca9216b9e9, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd103b164-74af-4aee-96fd-5d0156e3e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '4cb6339e-f152-42de-807d-0e6fc492147b'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:58:16.563750 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a2dc108b-ac52-4c0f-bd06-774fb28eaf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f5d1246d-7e3a-450b-bfd7-4aca9216b9e9), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:16.632459 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:58:16.635178 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406dc01-2aca-4b6a-a6cd-8522fabe4117 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Port': ['ID=a91c13a3-9dd7-45a6-be47-1332840dd004,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:16.653762 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-a2dc108b-ac52-4c0f-bd06-774fb28eaf13 None None] For port f5d1246d-7e3a-450b-bfd7-4aca9216b9e9, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:58:16.661922 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-a2dc108b-ac52-4c0f-bd06-774fb28eaf13 None None] For port f5d1246d-7e3a-450b-bfd7-4aca9216b9e9, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=f5d1246d-7e3a-450b-bfd7-4aca9216b9e9,segment=NetworkSegment(d103b164-74af-4aee-96fd-5d0156e3e34a),segment_id=d103b164-74af-4aee-96fd-5d0156e3e34a)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:58:16.675091 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (4cb6339e-f152-42de-807d-0e6fc492147b), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:16.680321 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0406dc01-2aca-4b6a-a6cd-8522fabe4117 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Checking segment: {'id': '7a5e3d95-bfae-4906-9af6-f83e42ac3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2a3e2d0f-874e-42f5-99d3-385993abe5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:58:16.680748 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0406dc01-2aca-4b6a-a6cd-8522fabe4117 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network hostable DHCP agents. Network: 2a3e2d0f-874e-42f5-99d3-385993abe5ad, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:58:16.697046 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cb6339e-f152-42de-807d-0e6fc492147b']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:16.708464 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd103b164-74af-4aee-96fd-5d0156e3e34a') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:16.709074 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd103b164-74af-4aee-96fd-5d0156e3e34a') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:16.721134 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (d103b164-74af-4aee-96fd-5d0156e3e34a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:16.776102 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a2dc108b-ac52-4c0f-bd06-774fb28eaf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f5d1246d-7e3a-450b-bfd7-4aca9216b9e9), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:16.778198 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0406dc01-2aca-4b6a-a6cd-8522fabe4117 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network 2a3e2d0f-874e-42f5-99d3-385993abe5ad is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:58:16.805781 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (d103b164-74af-4aee-96fd-5d0156e3e34a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:16.838022 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9fca6f43-0bc0-4269-97cc-d9c7db0d0b6d req-d803dea0-960b-45a3-ad56-e58557bcbbe6 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/ports?device_id=16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92 HTTP/1.1" status: 200 len: 210 time: 0.0698359 Feb 20 03:58:16.845824 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:58:16.846201 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (d103b164-74af-4aee-96fd-5d0156e3e34a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:16.849484 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:58:16.849484 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:58:16.849484 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:58:16.849484 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:58:16.849484 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:58:16.849484 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:58:16.849484 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:58:16.849484 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:58:16.849484 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:58:16.849484 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:58:16.849484 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:58:16.849484 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:58:16.849484 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:58:16.849484 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:58:16.849484 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:58:16.849484 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:58:16.849484 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:58:16.849484 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:58:16.849484 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:58:16.849484 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:58:16.849484 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:58:16.849484 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:58:16.849484 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:58:16.849484 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:58:16.849484 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:58:16.849484 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:58:16.849484 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:58:16.849484 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:58:16.849484 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:58:16.849484 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:58:16.849484 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:58:16.849484 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:58:16.871125 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-0406dc01-2aca-4b6a-a6cd-8522fabe4117 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 2a3e2d0f-874e-42f5-99d3-385993abe5ad) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:16.896947 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0406dc01-2aca-4b6a-a6cd-8522fabe4117 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:58:16.904854 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0406dc01-2aca-4b6a-a6cd-8522fabe4117 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:16.927461 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0406dc01-2aca-4b6a-a6cd-8522fabe4117 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:16.974524 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210ef31c-39e8-44aa-8b79-3e1e2de351e7 None None] Network 2a3e2d0f-874e-42f5-99d3-385993abe5ad requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:58:17.052254 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc108b-ac52-4c0f-bd06-774fb28eaf13 None None] Pushing event updated for resources: {'Port': ['ID=f5d1246d-7e3a-450b-bfd7-4aca9216b9e9,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:17.057848 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb91611-ca3c-4d34-8519-d59cef81b231 None None] Network 4cb6339e-f152-42de-807d-0e6fc492147b requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:58:17.133797 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0406dc01-2aca-4b6a-a6cd-8522fabe4117 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2854922 Feb 20 03:58:17.136727 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40208) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:17.142201 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-db89fa81-ea7b-4cd9-941c-5e8f53c44974 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1677355769'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:17.160385 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.db.api [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 20 03:58:17.160385 n-d-829866-4 neutron-server[104105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 20 03:58:17.160385 n-d-829866-4 neutron-server[104105]: [parameters: {'id': '4cb6339e-f152-42de-807d-0e6fc492147b'}] Feb 20 03:58:17.160385 n-d-829866-4 neutron-server[104105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:58:17.161155 n-d-829866-4 neutron-server[104105]: DEBUG oslo_db.api [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:58:17.251230 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db89fa81-ea7b-4cd9-941c-5e8f53c44974 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:17.257262 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8813dd-a11a-41c1-8604-172ebe9419a8 None None] get_active_networks_info from n-d-829866-4 {{(pid=104107) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 03:58:17.263926 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db89fa81-ea7b-4cd9-941c-5e8f53c44974 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:17.313491 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db89fa81-ea7b-4cd9-941c-5e8f53c44974 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:58:17.332971 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db89fa81-ea7b-4cd9-941c-5e8f53c44974 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (7a5386f9-4c4d-4484-9a36-b9879153c473), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:17.333317 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-db89fa81-ea7b-4cd9-941c-5e8f53c44974 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Added segment 7a5386f9-4c4d-4484-9a36-b9879153c473 of type vlan for network a0ee4aee-970e-44d6-b0d6-0e354d17a1cc Feb 20 03:58:17.402875 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8813dd-a11a-41c1-8604-172ebe9419a8 None None] Resources bound (agent type, host, resource id): {{(pid=104107) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 03:58:17.408258 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db89fa81-ea7b-4cd9-941c-5e8f53c44974 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (a0ee4aee-970e-44d6-b0d6-0e354d17a1cc), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:17.496180 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db89fa81-ea7b-4cd9-941c-5e8f53c44974 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (a0ee4aee-970e-44d6-b0d6-0e354d17a1cc), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:17.502396 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db89fa81-ea7b-4cd9-941c-5e8f53c44974 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:17.503276 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-db89fa81-ea7b-4cd9-941c-5e8f53c44974 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:17.615954 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-db89fa81-ea7b-4cd9-941c-5e8f53c44974 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4781120 Feb 20 03:58:17.618669 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40214) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:17.624450 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-f20f7f10-c301-4934-a8fb-a329471a7ec3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'ports': [{'network_id': '2a3e2d0f-874e-42f5-99d3-385993abe5ad'}, {'network_id': 'a0ee4aee-970e-44d6-b0d6-0e354d17a1cc'}]} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:17.624866 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-f20f7f10-c301-4934-a8fb-a329471a7ec3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'port': {'network_id': '2a3e2d0f-874e-42f5-99d3-385993abe5ad'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:17.625533 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-f20f7f10-c301-4934-a8fb-a329471a7ec3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'port': {'network_id': 'a0ee4aee-970e-44d6-b0d6-0e354d17a1cc'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:17.652036 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89fa81-ea7b-4cd9-941c-5e8f53c44974 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Network': ['ID=a0ee4aee-970e-44d6-b0d6-0e354d17a1cc,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:17.662315 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (4cb6339e-f152-42de-807d-0e6fc492147b), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:17.693695 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network a0ee4aee-970e-44d6-b0d6-0e354d17a1cc details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:58:17.823109 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Deleting port f5d1246d-7e3a-450b-bfd7-4aca9216b9e9 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:58:17.824185 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (f5d1246d-7e3a-450b-bfd7-4aca9216b9e9), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:18.050316 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] For port f5d1246d-7e3a-450b-bfd7-4aca9216b9e9, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=f5d1246d-7e3a-450b-bfd7-4aca9216b9e9,segment=NetworkSegment(d103b164-74af-4aee-96fd-5d0156e3e34a),segment_id=d103b164-74af-4aee-96fd-5d0156e3e34a)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:58:18.050701 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (f5d1246d-7e3a-450b-bfd7-4aca9216b9e9), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:18.080520 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Calling delete_port for f5d1246d-7e3a-450b-bfd7-4aca9216b9e9 owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:58:18.164372 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0786287f-9da1-4705-a814-3ac5b8487a72 req-33ea8b7f-a404-43e5-8de0-a67c6b678a7e tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/ports?device_id=16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92 HTTP/1.1" status: 200 len: 210 time: 0.0347097 Feb 20 03:58:18.174585 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20f7f10-c301-4934-a8fb-a329471a7ec3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'port': 2} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:18.192279 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f20f7f10-c301-4934-a8fb-a329471a7ec3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:18.226676 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f20f7f10-c301-4934-a8fb-a329471a7ec3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:18.358540 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-56982ec6-7c8b-4f49-a535-f79e58067fc9 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:18.360934 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-56982ec6-7c8b-4f49-a535-f79e58067fc9 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.93 "GET /v2.0/networks?id=3dffb76f-4a58-4c49-acbf-0f4ee6bb83af HTTP/1.1" status: 200 len: 809 time: 0.1459363 Feb 20 03:58:18.362118 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (f5d1246d-7e3a-450b-bfd7-4aca9216b9e9), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:18.444818 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-180c5749-69bc-46cb-b323-170da279da9f tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Request body: {'port': {'device_id': '16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92', 'network_id': '3dffb76f-4a58-4c49-acbf-0f4ee6bb83af', 'admin_state_up': True, 'tenant_id': '1274cd54bf2e488282f8b58c9a1be7b3'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:18.448514 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-f20f7f10-c301-4934-a8fb-a329471a7ec3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] device_id is not set on port b3f5963d-f330-450d-95bc-a661f47417e0 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:58:18.456576 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event deleted for resources: {'Port': ['ID=f5d1246d-7e3a-450b-bfd7-4aca9216b9e9,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:18.501486 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] No DVR routers for this DVR port f5d1246d-7e3a-450b-bfd7-4aca9216b9e9 on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:58:18.590708 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f20f7f10-c301-4934-a8fb-a329471a7ec3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for port (b3f5963d-f330-450d-95bc-a661f47417e0), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:18.711429 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-f20f7f10-c301-4934-a8fb-a329471a7ec3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] device_id is not set on port 2af9a42f-443b-4ca5-88ee-931191cfbb39 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:58:18.805262 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (4cb6339e-f152-42de-807d-0e6fc492147b), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:18.853358 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cb6339e-f152-42de-807d-0e6fc492147b']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:18.872428 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f20f7f10-c301-4934-a8fb-a329471a7ec3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for port (2af9a42f-443b-4ca5-88ee-931191cfbb39), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:18.874719 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd103b164-74af-4aee-96fd-5d0156e3e34a') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:18.875597 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd103b164-74af-4aee-96fd-5d0156e3e34a') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:18.887573 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (d103b164-74af-4aee-96fd-5d0156e3e34a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:18.903197 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (d103b164-74af-4aee-96fd-5d0156e3e34a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:18.910586 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:58:18.911008 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (d103b164-74af-4aee-96fd-5d0156e3e34a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:18.914469 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:58:18.914469 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:58:18.914469 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:58:18.914469 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:58:18.914469 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:58:18.914469 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:58:18.914469 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:58:18.914469 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:58:18.914469 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:58:18.914469 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:58:18.914469 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:58:18.914469 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:58:18.914469 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:58:18.914469 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:58:18.914469 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:58:18.914469 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:58:18.914469 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:58:18.914469 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:58:18.914469 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:58:18.914469 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:58:18.914469 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:58:18.914469 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:58:18.914469 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:58:18.914469 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:58:18.914469 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:58:18.914469 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:58:18.914469 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:58:18.914469 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:58:18.914469 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:58:18.914469 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:58:18.914469 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:58:18.914469 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:58:18.982516 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f20f7f10-c301-4934-a8fb-a329471a7ec3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (b3f5963d-f330-450d-95bc-a661f47417e0), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:18.984325 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-180c5749-69bc-46cb-b323-170da279da9f tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Made reservation on behalf of 1274cd54bf2e488282f8b58c9a1be7b3 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:18.992352 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-180c5749-69bc-46cb-b323-170da279da9f tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:19.049119 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f7f10-c301-4934-a8fb-a329471a7ec3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Port': ['ID=b3f5963d-f330-450d-95bc-a661f47417e0,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:19.066798 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20f7f10-c301-4934-a8fb-a329471a7ec3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network 2a3e2d0f-874e-42f5-99d3-385993abe5ad is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:58:19.069741 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-f20f7f10-c301-4934-a8fb-a329471a7ec3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:19.078320 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20f7f10-c301-4934-a8fb-a329471a7ec3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:58:19.079623 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f20f7f10-c301-4934-a8fb-a329471a7ec3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (2af9a42f-443b-4ca5-88ee-931191cfbb39), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:19.217328 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f7f10-c301-4934-a8fb-a329471a7ec3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Port': ['ID=2af9a42f-443b-4ca5-88ee-931191cfbb39,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:19.257263 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20f7f10-c301-4934-a8fb-a329471a7ec3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Checking segment: {'id': '7a5386f9-4c4d-4484-9a36-b9879153c473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a0ee4aee-970e-44d6-b0d6-0e354d17a1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:58:19.257926 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20f7f10-c301-4934-a8fb-a329471a7ec3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network hostable DHCP agents. Network: a0ee4aee-970e-44d6-b0d6-0e354d17a1cc, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:58:19.287934 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (4cb6339e-f152-42de-807d-0e6fc492147b), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:19.315618 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:19.322395 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40260) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:19.323973 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/networks/4cb6339e-f152-42de-807d-0e6fc492147b HTTP/1.1" status: 204 len: 168 time: 3.8294802 Feb 20 03:58:19.331550 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-bd41a150-cff2-4d74-a7e5-7a5b0bf6310d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1671977262'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:19.356885 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20f7f10-c301-4934-a8fb-a329471a7ec3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network a0ee4aee-970e-44d6-b0d6-0e354d17a1cc is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:58:19.433546 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd41a150-cff2-4d74-a7e5-7a5b0bf6310d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Made reservation on behalf of d274613268a44b298320e79f2fa5d5fa for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:19.438256 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bd41a150-cff2-4d74-a7e5-7a5b0bf6310d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:19.464532 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-f20f7f10-c301-4934-a8fb-a329471a7ec3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, a0ee4aee-970e-44d6-b0d6-0e354d17a1cc) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:19.476811 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df641602-1856-4cf0-9bcc-c83423082200 None None] Network a0ee4aee-970e-44d6-b0d6-0e354d17a1cc requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:58:19.480159 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-180c5749-69bc-46cb-b323-170da279da9f tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Allocated IP 172.20.0.6 (3dffb76f-4a58-4c49-acbf-0f4ee6bb83af/6a6bfddd-223a-4ea3-8b75-14e302863fcc/1ce83e8d-6071-4fe9-bb6a-42f0f95d2090) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:58:19.490639 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20f7f10-c301-4934-a8fb-a329471a7ec3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:58:19.507353 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20f7f10-c301-4934-a8fb-a329471a7ec3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:19.521076 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20f7f10-c301-4934-a8fb-a329471a7ec3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:19.524250 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f20f7f10-c301-4934-a8fb-a329471a7ec3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:19.583319 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd41a150-cff2-4d74-a7e5-7a5b0bf6310d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:58:19.609450 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bd41a150-cff2-4d74-a7e5-7a5b0bf6310d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (07ba7e95-4603-4832-ad70-7a731aab374d), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:19.609450 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-bd41a150-cff2-4d74-a7e5-7a5b0bf6310d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Added segment 07ba7e95-4603-4832-ad70-7a731aab374d of type vlan for network 5ddeee85-2767-4f9e-a432-139e391da37b Feb 20 03:58:19.662485 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc259378-cc0e-4b3f-98aa-5fb1844d5076 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event deleted for resources: {'Network': ['ID=4cb6339e-f152-42de-807d-0e6fc492147b,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:19.677239 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f20f7f10-c301-4934-a8fb-a329471a7ec3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0573907 Feb 20 03:58:19.677949 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40262) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:19.679710 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bd41a150-cff2-4d74-a7e5-7a5b0bf6310d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (5ddeee85-2767-4f9e-a432-139e391da37b), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:19.696191 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b776a872-9abe-4420-b22f-c3d27b0a28bf req-5bb3a710-c053-41a8-84f0-cad9e48eee51 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/ports?device_id=16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92 HTTP/1.1" status: 200 len: 210 time: 0.3633058 Feb 20 03:58:19.861969 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-7e68cd6d-c121-4fb6-8856-8f2afa72b4a9 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Deleting port 2af9a42f-443b-4ca5-88ee-931191cfbb39 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:58:19.862471 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7e68cd6d-c121-4fb6-8856-8f2afa72b4a9 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (2af9a42f-443b-4ca5-88ee-931191cfbb39), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:19.887890 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-180c5749-69bc-46cb-b323-170da279da9f tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Publish callbacks [] for port (1ce83e8d-6071-4fe9-bb6a-42f0f95d2090), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:19.945437 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7e68cd6d-c121-4fb6-8856-8f2afa72b4a9 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (2af9a42f-443b-4ca5-88ee-931191cfbb39), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:19.981390 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-7e68cd6d-c121-4fb6-8856-8f2afa72b4a9 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Calling delete_port for 2af9a42f-443b-4ca5-88ee-931191cfbb39 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:58:19.990674 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bd41a150-cff2-4d74-a7e5-7a5b0bf6310d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (5ddeee85-2767-4f9e-a432-139e391da37b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:19.998324 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd41a150-cff2-4d74-a7e5-7a5b0bf6310d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:19.999157 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bd41a150-cff2-4d74-a7e5-7a5b0bf6310d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:20.038738 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-180c5749-69bc-46cb-b323-170da279da9f tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (1ce83e8d-6071-4fe9-bb6a-42f0f95d2090), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:20.150411 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-180c5749-69bc-46cb-b323-170da279da9f tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Network 3dffb76f-4a58-4c49-acbf-0f4ee6bb83af is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:58:20.162704 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bd41a150-cff2-4d74-a7e5-7a5b0bf6310d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8388875 Feb 20 03:58:20.163749 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-180c5749-69bc-46cb-b323-170da279da9f tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:20.170008 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-180c5749-69bc-46cb-b323-170da279da9f tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:58:20.181235 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40266) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:20.181956 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41a150-cff2-4d74-a7e5-7a5b0bf6310d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event updated for resources: {'Network': ['ID=5ddeee85-2767-4f9e-a432-139e391da37b,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:20.188551 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-cef7f2ea-884c-4459-bb97-3fe57f7e7f02 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Request body: {'subnet': {'network_id': '5ddeee85-2767-4f9e-a432-139e391da37b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:20.193062 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 5ddeee85-2767-4f9e-a432-139e391da37b details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:58:20.213544 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c5749-69bc-46cb-b323-170da279da9f tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Pushing event updated for resources: {'Port': ['ID=1ce83e8d-6071-4fe9-bb6a-42f0f95d2090,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:20.297724 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-180c5749-69bc-46cb-b323-170da279da9f tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:20.301451 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-180c5749-69bc-46cb-b323-170da279da9f tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:20.425800 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-180c5749-69bc-46cb-b323-170da279da9f tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9949543 Feb 20 03:58:20.441555 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-cf9fc25f-21cb-4f9e-a730-4e8a72e3d53d service neutron] Request body: {'port': {'device_id': '16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:20.572043 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-cf9fc25f-21cb-4f9e-a730-4e8a72e3d53d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1ce83e8d-6071-4fe9-bb6a-42f0f95d2090), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:20.929579 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef7f2ea-884c-4459-bb97-3fe57f7e7f02 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Made reservation on behalf of d274613268a44b298320e79f2fa5d5fa for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:20.933143 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cef7f2ea-884c-4459-bb97-3fe57f7e7f02 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:20.962753 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7e68cd6d-c121-4fb6-8856-8f2afa72b4a9 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (2af9a42f-443b-4ca5-88ee-931191cfbb39), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:20.983705 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714ef9e-d4b2-46cc-9d7d-7a3e10162833 req-be9cb9bc-c55a-456e-9ae0-431e3ecd590e tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:20.986692 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7714ef9e-d4b2-46cc-9d7d-7a3e10162833 req-be9cb9bc-c55a-456e-9ae0-431e3ecd590e tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/ports?device_id=16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92 HTTP/1.1" status: 200 len: 931 time: 0.1117456 Feb 20 03:58:20.997324 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-cf9fc25f-21cb-4f9e-a730-4e8a72e3d53d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce83e8d-6071-4fe9-bb6a-42f0f95d2090 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:58:21.012760 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-cf9fc25f-21cb-4f9e-a730-4e8a72e3d53d service neutron] Publish callbacks [] for port (1ce83e8d-6071-4fe9-bb6a-42f0f95d2090), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:21.033001 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68cd6d-c121-4fb6-8856-8f2afa72b4a9 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Port': ['ID=2af9a42f-443b-4ca5-88ee-931191cfbb39,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:21.040316 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-cf9fc25f-21cb-4f9e-a730-4e8a72e3d53d service neutron] Transition to ACTIVE for port object 1ce83e8d-6071-4fe9-bb6a-42f0f95d2090 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:58:21.050247 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:21.061877 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.ipam_backend_mixin [None req-cef7f2ea-884c-4459-bb97-3fe57f7e7f02 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Performing IP validity checks on allocation pools {{(pid=104106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 20 03:58:21.062392 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.ipam_backend_mixin [None req-cef7f2ea-884c-4459-bb97-3fe57f7e7f02 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 20 03:58:21.072922 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7714ef9e-d4b2-46cc-9d7d-7a3e10162833 req-088edd22-d890-4fb8-abac-0670d81844dc tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/security-groups?id=14efef05-e358-452a-8229-826fe2bf00ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693898 Feb 20 03:58:21.082166 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7e68cd6d-c121-4fb6-8856-8f2afa72b4a9 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:21.085833 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7e68cd6d-c121-4fb6-8856-8f2afa72b4a9 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/ports/2af9a42f-443b-4ca5-88ee-931191cfbb39 HTTP/1.1" status: 204 len: 168 time: 1.4033451 Feb 20 03:58:21.096288 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40276) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:21.128162 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-cf9fc25f-21cb-4f9e-a730-4e8a72e3d53d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (1ce83e8d-6071-4fe9-bb6a-42f0f95d2090), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:21.200610 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:21.216003 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9fc25f-21cb-4f9e-a730-4e8a72e3d53d service neutron] Pushing event updated for resources: {'Port': ['ID=1ce83e8d-6071-4fe9-bb6a-42f0f95d2090,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:21.235879 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7cb5ae-f920-4653-8e71-d410d62135b7 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:21.241133 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7cb5ae-f920-4653-8e71-d410d62135b7 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:21.245271 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6d7cb5ae-f920-4653-8e71-d410d62135b7 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1454093 Feb 20 03:58:21.245597 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40282) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:21.312273 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-cf9fc25f-21cb-4f9e-a730-4e8a72e3d53d service neutron] Attempting to bind port 1ce83e8d-6071-4fe9-bb6a-42f0f95d2090 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:58:21.313311 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-cf9fc25f-21cb-4f9e-a730-4e8a72e3d53d service neutron] Attempting to bind port 1ce83e8d-6071-4fe9-bb6a-42f0f95d2090 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '19d8559c-3005-4214-a3b0-d84c7ca4272e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '3dffb76f-4a58-4c49-acbf-0f4ee6bb83af'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:58:21.313808 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-cf9fc25f-21cb-4f9e-a730-4e8a72e3d53d service neutron] Attempting to bind port 1ce83e8d-6071-4fe9-bb6a-42f0f95d2090 on network 3dffb76f-4a58-4c49-acbf-0f4ee6bb83af {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:58:21.316735 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cef7f2ea-884c-4459-bb97-3fe57f7e7f02 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (6859ece2-0a2a-4dc0-b616-72aa37b9052f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:21.319196 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-cf9fc25f-21cb-4f9e-a730-4e8a72e3d53d service neutron] Port 1ce83e8d-6071-4fe9-bb6a-42f0f95d2090 on network 3dffb76f-4a58-4c49-acbf-0f4ee6bb83af not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:58:21.319323 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-cf9fc25f-21cb-4f9e-a730-4e8a72e3d53d service neutron] Attempting to bind port 1ce83e8d-6071-4fe9-bb6a-42f0f95d2090 on network 3dffb76f-4a58-4c49-acbf-0f4ee6bb83af {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:58:21.325042 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-cf9fc25f-21cb-4f9e-a730-4e8a72e3d53d service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:58:21.326454 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-cf9fc25f-21cb-4f9e-a730-4e8a72e3d53d service neutron] Checking segment: {'id': '19d8559c-3005-4214-a3b0-d84c7ca4272e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '3dffb76f-4a58-4c49-acbf-0f4ee6bb83af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:58:21.326660 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-cf9fc25f-21cb-4f9e-a730-4e8a72e3d53d service neutron] Bound using segment: {'id': '19d8559c-3005-4214-a3b0-d84c7ca4272e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '3dffb76f-4a58-4c49-acbf-0f4ee6bb83af'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:58:21.327226 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-cf9fc25f-21cb-4f9e-a730-4e8a72e3d53d service neutron] Bound port: 1ce83e8d-6071-4fe9-bb6a-42f0f95d2090, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19d8559c-3005-4214-a3b0-d84c7ca4272e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '3dffb76f-4a58-4c49-acbf-0f4ee6bb83af'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:58:21.327608 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-cf9fc25f-21cb-4f9e-a730-4e8a72e3d53d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1ce83e8d-6071-4fe9-bb6a-42f0f95d2090), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:21.396100 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef7f2ea-884c-4459-bb97-3fe57f7e7f02 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event updated for resources: {'Subnet': ['ID=6859ece2-0a2a-4dc0-b616-72aa37b9052f,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:21.421272 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-cf9fc25f-21cb-4f9e-a730-4e8a72e3d53d service neutron] For port 1ce83e8d-6071-4fe9-bb6a-42f0f95d2090, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:58:21.430980 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-cf9fc25f-21cb-4f9e-a730-4e8a72e3d53d service neutron] For port 1ce83e8d-6071-4fe9-bb6a-42f0f95d2090, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=1ce83e8d-6071-4fe9-bb6a-42f0f95d2090,segment=NetworkSegment(19d8559c-3005-4214-a3b0-d84c7ca4272e),segment_id=19d8559c-3005-4214-a3b0-d84c7ca4272e)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:58:21.440921 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c95c0087-1860-4e4d-9c89-6b8252a55aa4 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Deleting port b3f5963d-f330-450d-95bc-a661f47417e0 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:58:21.440921 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c95c0087-1860-4e4d-9c89-6b8252a55aa4 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b3f5963d-f330-450d-95bc-a661f47417e0), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:21.480537 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef7f2ea-884c-4459-bb97-3fe57f7e7f02 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Checking segment: {'id': '07ba7e95-4603-4832-ad70-7a731aab374d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '5ddeee85-2767-4f9e-a432-139e391da37b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:58:21.480944 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef7f2ea-884c-4459-bb97-3fe57f7e7f02 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Network hostable DHCP agents. Network: 5ddeee85-2767-4f9e-a432-139e391da37b, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:58:21.502451 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-cf9fc25f-21cb-4f9e-a730-4e8a72e3d53d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (1ce83e8d-6071-4fe9-bb6a-42f0f95d2090), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:21.547539 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-cf9fc25f-21cb-4f9e-a730-4e8a72e3d53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:21.548221 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c95c0087-1860-4e4d-9c89-6b8252a55aa4 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b3f5963d-f330-450d-95bc-a661f47417e0), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:21.548348 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-cf9fc25f-21cb-4f9e-a730-4e8a72e3d53d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:21.549855 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-cf9fc25f-21cb-4f9e-a730-4e8a72e3d53d service neutron] 10.222.0.93 "PUT /v2.0/ports/1ce83e8d-6071-4fe9-bb6a-42f0f95d2090 HTTP/1.1" status: 200 len: 1091 time: 1.1141546 Feb 20 03:58:21.550579 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92', 'tag': '1ce83e8d-6071-4fe9-bb6a-42f0f95d2090'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:58:21.552856 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bed26df-34b4-414f-a5a4-3c5220f4b2c4" -d '{"events": [{"name": "network-changed", "server_uuid": "16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92", "tag": "1ce83e8d-6071-4fe9-bb6a-42f0f95d2090"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:58:21.565880 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c95c0087-1860-4e4d-9c89-6b8252a55aa4 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Calling delete_port for b3f5963d-f330-450d-95bc-a661f47417e0 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:58:21.588134 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9fc25f-21cb-4f9e-a730-4e8a72e3d53d service neutron] Pushing event updated for resources: {'Port': ['ID=1ce83e8d-6071-4fe9-bb6a-42f0f95d2090,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:21.637802 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef7f2ea-884c-4459-bb97-3fe57f7e7f02 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Network 5ddeee85-2767-4f9e-a432-139e391da37b is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:58:21.645739 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55024c1-f1b7-42b1-b635-0c72703e020b x-openstack-request-id: req-e55024c1-f1b7-42b1-b635-0c72703e020b {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:58:21.646108 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92", "tag": "1ce83e8d-6071-4fe9-bb6a-42f0f95d2090", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:58:21.646437 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e55024c1-f1b7-42b1-b635-0c72703e020b {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:58:21.647516 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92', 'tag': '1ce83e8d-6071-4fe9-bb6a-42f0f95d2090', 'status': 'completed', 'code': 200} Feb 20 03:58:21.730435 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-cef7f2ea-884c-4459-bb97-3fe57f7e7f02 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 5ddeee85-2767-4f9e-a432-139e391da37b) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:21.735447 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef7f2ea-884c-4459-bb97-3fe57f7e7f02 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:21.736681 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cef7f2ea-884c-4459-bb97-3fe57f7e7f02 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:21.743203 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815afc77-2c5d-4fe3-a49f-ab4c0dda8309 None None] Network 5ddeee85-2767-4f9e-a432-139e391da37b requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:58:21.759620 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c95c0087-1860-4e4d-9c89-6b8252a55aa4 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (b3f5963d-f330-450d-95bc-a661f47417e0), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:21.772521 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed26df-34b4-414f-a5a4-3c5220f4b2c4 req-9c57bdb8-5789-4755-aed7-fc94e0642a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:21.774172 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8bed26df-34b4-414f-a5a4-3c5220f4b2c4 req-9c57bdb8-5789-4755-aed7-fc94e0642a79 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1274cd54bf2e488282f8b58c9a1be7b3&device_id=16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92 HTTP/1.1" status: 200 len: 1125 time: 0.1059842 Feb 20 03:58:21.802675 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c0087-1860-4e4d-9c89-6b8252a55aa4 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Port': ['ID=b3f5963d-f330-450d-95bc-a661f47417e0,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:21.821435 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c95c0087-1860-4e4d-9c89-6b8252a55aa4 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:21.825750 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c95c0087-1860-4e4d-9c89-6b8252a55aa4 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/ports/b3f5963d-f330-450d-95bc-a661f47417e0 HTTP/1.1" status: 204 len: 168 time: 0.5791891 Feb 20 03:58:21.828428 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40296) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:21.852130 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cef7f2ea-884c-4459-bb97-3fe57f7e7f02 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.6657875 Feb 20 03:58:21.853153 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40298) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:21.879199 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cef8229-6610-4d20-b7ab-f8d6691c5890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-5ddeee85-2767-4f9e-a432-139e391da37b', 'network_id': '5ddeee85-2767-4f9e-a432-139e391da37b', 'project_id': 'd274613268a44b298320e79f2fa5d5fa', 'fixed_ips': [{'subnet_id': '6859ece2-0a2a-4dc0-b616-72aa37b9052f'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:58:21.880270 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a78791-4033-4b83-b7a9-8380a257827c req-fe40c65d-1fbe-4faa-b1f9-dd437d376b83 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:21.880411 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6cef8229-6610-4d20-b7ab-f8d6691c5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:21.881954 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07a78791-4033-4b83-b7a9-8380a257827c req-fe40c65d-1fbe-4faa-b1f9-dd437d376b83 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/ports?device_id=50f0af31-38ee-4ca1-b963-a33178a528e7 HTTP/1.1" status: 200 len: 945 time: 0.1746426 Feb 20 03:58:21.943056 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed26df-34b4-414f-a5a4-3c5220f4b2c4 req-ae6d683f-617b-4106-83e9-a88ee374b295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:21.944541 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8bed26df-34b4-414f-a5a4-3c5220f4b2c4 req-ae6d683f-617b-4106-83e9-a88ee374b295 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=1274cd54bf2e488282f8b58c9a1be7b3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1618345 Feb 20 03:58:22.002395 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07a78791-4033-4b83-b7a9-8380a257827c req-7f2124e0-dcea-48f9-875d-c532e5ffa1e8 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/security-groups?id=8c5ebed9-cfb2-4976-b139-b74041a52bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114352 Feb 20 03:58:22.023224 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a3544d-6f3d-4caa-a3ff-9776963324a8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:22.027559 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-21a3544d-6f3d-4caa-a3ff-9776963324a8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1939299 Feb 20 03:58:22.028603 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40300) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:22.071593 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-70416a56-ed40-4746-a4d7-218653f60700 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] GET failed (client error): The resource could not be found. Feb 20 03:58:22.076288 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-70416a56-ed40-4746-a4d7-218653f60700 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "GET /v2.0/ports/2af9a42f-443b-4ca5-88ee-931191cfbb39 HTTP/1.1" status: 404 len: 333 time: 0.0466280 Feb 20 03:58:22.077063 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40302) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:22.089511 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-6cef8229-6610-4d20-b7ab-f8d6691c5890 None None] Allocated IP 172.20.0.3 (5ddeee85-2767-4f9e-a432-139e391da37b/6859ece2-0a2a-4dc0-b616-72aa37b9052f/fc1ba9f4-0a96-402d-8da4-d8cd5fd46bec) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:58:22.095286 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (5ddeee85-2767-4f9e-a432-139e391da37b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:22.096376 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed26df-34b4-414f-a5a4-3c5220f4b2c4 req-105804b2-4a70-4ca8-a8d7-5b419c20c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:22.099531 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8bed26df-34b4-414f-a5a4-3c5220f4b2c4 req-105804b2-4a70-4ca8-a8d7-5b419c20c861 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1424203 Feb 20 03:58:22.136622 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-b95a486a-a664-4fed-85c1-7aee4dfe62fc tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] GET failed (client error): The resource could not be found. Feb 20 03:58:22.143181 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40308) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:22.143393 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b95a486a-a664-4fed-85c1-7aee4dfe62fc tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "GET /v2.0/ports/b3f5963d-f330-450d-95bc-a661f47417e0 HTTP/1.1" status: 404 len: 333 time: 0.0625029 Feb 20 03:58:22.219534 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (6859ece2-0a2a-4dc0-b616-72aa37b9052f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:22.316582 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6cef8229-6610-4d20-b7ab-f8d6691c5890 None None] Publish callbacks [] for port (fc1ba9f4-0a96-402d-8da4-d8cd5fd46bec), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:22.339513 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-84756e89-8e37-4797-9a1b-40870bcaf887 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (a0ee4aee-970e-44d6-b0d6-0e354d17a1cc), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:22.362325 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-6ffdb460-93f0-48e8-9555-ec27523fec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:22.363891 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-6ffdb460-93f0-48e8-9555-ec27523fec75 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1274cd54bf2e488282f8b58c9a1be7b3&device_id=16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92 HTTP/1.1" status: 200 len: 1125 time: 0.2247064 Feb 20 03:58:22.372078 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6cef8229-6610-4d20-b7ab-f8d6691c5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (fc1ba9f4-0a96-402d-8da4-d8cd5fd46bec), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:22.437255 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cef8229-6610-4d20-b7ab-f8d6691c5890 None None] Network 5ddeee85-2767-4f9e-a432-139e391da37b is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:58:22.442355 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fa2cf-47cf-47b0-a4bf-18e62ef77f08 req-be322ab3-e785-4fc8-8d6b-74af54119cc3 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:22.444214 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0d2fa2cf-47cf-47b0-a4bf-18e62ef77f08 req-be322ab3-e785-4fc8-8d6b-74af54119cc3 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/ports?device_id=16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92 HTTP/1.1" status: 200 len: 943 time: 0.1818140 Feb 20 03:58:22.453261 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-77343304-f94e-48e2-af71-0328dc264fb9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ce83e8d-6071-4fe9-bb6a-42f0f95d2090 HTTP/1.1" status: 200 len: 217 time: 0.0785415 Feb 20 03:58:22.456304 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (6859ece2-0a2a-4dc0-b616-72aa37b9052f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:22.484915 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-6cef8229-6610-4d20-b7ab-f8d6691c5890 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:22.506586 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cef8229-6610-4d20-b7ab-f8d6691c5890 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:58:22.539832 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef8229-6610-4d20-b7ab-f8d6691c5890 None None] Pushing event updated for resources: {'Port': ['ID=fc1ba9f4-0a96-402d-8da4-d8cd5fd46bec,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:22.561079 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-84756e89-8e37-4797-9a1b-40870bcaf887 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (a0ee4aee-970e-44d6-b0d6-0e354d17a1cc), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:22.607231 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-84756e89-8e37-4797-9a1b-40870bcaf887 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ee4aee-970e-44d6-b0d6-0e354d17a1cc']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:22.617437 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-a794fefe-6d47-4ff7-a211-dc3fdcbbb38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:22.618932 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-a794fefe-6d47-4ff7-a211-dc3fdcbbb38a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6a6bfddd-223a-4ea3-8b75-14e302863fcc HTTP/1.1" status: 200 len: 849 time: 0.1553047 Feb 20 03:58:22.623562 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-84756e89-8e37-4797-9a1b-40870bcaf887 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a5386f9-4c4d-4484-9a36-b9879153c473') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:22.623864 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-84756e89-8e37-4797-9a1b-40870bcaf887 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a5386f9-4c4d-4484-9a36-b9879153c473') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:22.640650 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0d2fa2cf-47cf-47b0-a4bf-18e62ef77f08 req-6d682721-194b-4c4b-8da3-701eda7d65cf tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/security-groups?id=14efef05-e358-452a-8229-826fe2bf00ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362615 Feb 20 03:58:22.643420 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-6cef8229-6610-4d20-b7ab-f8d6691c5890 None None] Attempting to bind port fc1ba9f4-0a96-402d-8da4-d8cd5fd46bec on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:58:22.643871 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-6cef8229-6610-4d20-b7ab-f8d6691c5890 None None] Attempting to bind port fc1ba9f4-0a96-402d-8da4-d8cd5fd46bec by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '07ba7e95-4603-4832-ad70-7a731aab374d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '5ddeee85-2767-4f9e-a432-139e391da37b'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:58:22.651284 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cef8229-6610-4d20-b7ab-f8d6691c5890 None None] Attempting to bind port fc1ba9f4-0a96-402d-8da4-d8cd5fd46bec on network 5ddeee85-2767-4f9e-a432-139e391da37b {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:58:22.657111 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cef8229-6610-4d20-b7ab-f8d6691c5890 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:58:22.657680 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cef8229-6610-4d20-b7ab-f8d6691c5890 None None] Checking segment: {'id': '07ba7e95-4603-4832-ad70-7a731aab374d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '5ddeee85-2767-4f9e-a432-139e391da37b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:58:22.658157 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6cef8229-6610-4d20-b7ab-f8d6691c5890 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:22.658622 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cef8229-6610-4d20-b7ab-f8d6691c5890 None None] Bound using segment: {'id': '07ba7e95-4603-4832-ad70-7a731aab374d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '5ddeee85-2767-4f9e-a432-139e391da37b'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:58:22.662014 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-84756e89-8e37-4797-9a1b-40870bcaf887 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (7a5386f9-4c4d-4484-9a36-b9879153c473), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:22.662738 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-6cef8229-6610-4d20-b7ab-f8d6691c5890 None None] Bound port: fc1ba9f4-0a96-402d-8da4-d8cd5fd46bec, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07ba7e95-4603-4832-ad70-7a731aab374d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '5ddeee85-2767-4f9e-a432-139e391da37b'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:58:22.663186 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6cef8229-6610-4d20-b7ab-f8d6691c5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fc1ba9f4-0a96-402d-8da4-d8cd5fd46bec), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:22.671523 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (5ddeee85-2767-4f9e-a432-139e391da37b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:22.683056 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event deleted for resources: {'Subnet': ['ID=6859ece2-0a2a-4dc0-b616-72aa37b9052f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:22.688313 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-a0f22d38-0cbd-4f3b-a2d6-4408eca38ef7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3dffb76f-4a58-4c49-acbf-0f4ee6bb83af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395086 Feb 20 03:58:22.704319 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-84756e89-8e37-4797-9a1b-40870bcaf887 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (7a5386f9-4c4d-4484-9a36-b9879153c473), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:22.717060 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ddeee85-2767-4f9e-a432-139e391da37b']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:22.732714 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ba7e95-4603-4832-ad70-7a731aab374d') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:22.733366 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ba7e95-4603-4832-ad70-7a731aab374d') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:22.743581 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84756e89-8e37-4797-9a1b-40870bcaf887 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:58:22.743991 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-84756e89-8e37-4797-9a1b-40870bcaf887 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (7a5386f9-4c4d-4484-9a36-b9879153c473), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:22.747251 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:58:22.747251 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:58:22.747251 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:58:22.747251 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:58:22.747251 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:58:22.747251 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:58:22.747251 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:58:22.747251 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:58:22.747251 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:58:22.747251 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:58:22.747251 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:58:22.747251 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:58:22.747251 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:58:22.747251 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:58:22.747251 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:58:22.747251 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:58:22.747251 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:58:22.747251 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:58:22.747251 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:58:22.747251 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:58:22.747251 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:58:22.747251 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:58:22.747251 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:58:22.747251 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:58:22.747251 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:58:22.747251 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:58:22.747251 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:58:22.747251 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:58:22.747251 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:58:22.747251 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:58:22.747251 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:58:22.747251 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:58:22.750547 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (07ba7e95-4603-4832-ad70-7a731aab374d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:22.753162 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-6cef8229-6610-4d20-b7ab-f8d6691c5890 None None] For port fc1ba9f4-0a96-402d-8da4-d8cd5fd46bec, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:58:22.757270 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-6cef8229-6610-4d20-b7ab-f8d6691c5890 None None] For port fc1ba9f4-0a96-402d-8da4-d8cd5fd46bec, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=fc1ba9f4-0a96-402d-8da4-d8cd5fd46bec,segment=NetworkSegment(07ba7e95-4603-4832-ad70-7a731aab374d),segment_id=07ba7e95-4603-4832-ad70-7a731aab374d)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:58:22.833676 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6cef8229-6610-4d20-b7ab-f8d6691c5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (fc1ba9f4-0a96-402d-8da4-d8cd5fd46bec), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:22.836463 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (07ba7e95-4603-4832-ad70-7a731aab374d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:22.851140 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:58:22.851545 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (07ba7e95-4603-4832-ad70-7a731aab374d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:22.857065 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:58:22.857065 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:58:22.857065 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:58:22.857065 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:58:22.857065 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:58:22.857065 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:58:22.857065 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:58:22.857065 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:58:22.857065 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:58:22.857065 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:58:22.857065 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:58:22.857065 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:58:22.857065 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:58:22.857065 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:58:22.857065 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:58:22.857065 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:58:22.857065 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:58:22.857065 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:58:22.857065 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:58:22.857065 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:58:22.857065 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:58:22.857065 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:58:22.857065 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:58:22.857065 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:58:22.857065 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:58:22.857065 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:58:22.857065 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:58:22.857065 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:58:22.857065 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:58:22.857065 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:58:22.857065 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:58:22.857065 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:58:22.874191 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-0867961f-84e6-456d-bc20-5e98e017a963 service neutron] 10.222.0.93 "GET /v2.0/networks/3dffb76f-4a58-4c49-acbf-0f4ee6bb83af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786532 Feb 20 03:58:22.973984 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef8229-6610-4d20-b7ab-f8d6691c5890 None None] Pushing event updated for resources: {'Port': ['ID=fc1ba9f4-0a96-402d-8da4-d8cd5fd46bec,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:22.991086 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9f5e0509-0505-4472-bdcd-3de3e3875536 req-283e21e0-2af8-4146-ac1d-d8a45133a4d2 service neutron] 10.222.0.93 "GET /v2.0/networks/3dffb76f-4a58-4c49-acbf-0f4ee6bb83af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087165 Feb 20 03:58:22.992211 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-84756e89-8e37-4797-9a1b-40870bcaf887 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (a0ee4aee-970e-44d6-b0d6-0e354d17a1cc), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:23.015304 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-84756e89-8e37-4797-9a1b-40870bcaf887 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:23.022933 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-84756e89-8e37-4797-9a1b-40870bcaf887 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/networks/a0ee4aee-970e-44d6-b0d6-0e354d17a1cc HTTP/1.1" status: 204 len: 168 time: 0.8751147 Feb 20 03:58:23.022933 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84756e89-8e37-4797-9a1b-40870bcaf887 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Network': ['ID=a0ee4aee-970e-44d6-b0d6-0e354d17a1cc,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:23.024043 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40312) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:23.040227 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc6097c-3195-408d-805a-27c1fad1d25d None None] get_active_networks_info from n-d-829866-4 {{(pid=104107) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 03:58:23.049088 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-fb984029-2643-4392-b80e-64cd1f2f6169 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1591250787'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:23.097909 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.db.api [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 20 03:58:23.097909 n-d-829866-4 neutron-server[104106]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 20 03:58:23.097909 n-d-829866-4 neutron-server[104106]: [parameters: {'id': '5ddeee85-2767-4f9e-a432-139e391da37b'}] Feb 20 03:58:23.097909 n-d-829866-4 neutron-server[104106]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:58:23.099633 n-d-829866-4 neutron-server[104106]: DEBUG oslo_db.api [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:58:23.133487 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3d691-55e3-48ea-ae9a-f6648968f4a1 req-501ac98d-2348-4756-bceb-27f1c1be0e90 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:23.140760 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fce3d691-55e3-48ea-ae9a-f6648968f4a1 req-501ac98d-2348-4756-bceb-27f1c1be0e90 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f0af31-38ee-4ca1-b963-a33178a528e7 HTTP/1.1" status: 200 len: 945 time: 0.1269417 Feb 20 03:58:23.159033 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb984029-2643-4392-b80e-64cd1f2f6169 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:23.163678 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fb984029-2643-4392-b80e-64cd1f2f6169 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:23.204752 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb984029-2643-4392-b80e-64cd1f2f6169 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:58:23.219120 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc6097c-3195-408d-805a-27c1fad1d25d None None] Resources bound (agent type, host, resource id): {{(pid=104107) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 03:58:23.226361 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fb984029-2643-4392-b80e-64cd1f2f6169 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (c6ff5ed9-b4d9-42b0-b610-ae89d83f6eaf), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:23.227942 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-fb984029-2643-4392-b80e-64cd1f2f6169 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Added segment c6ff5ed9-b4d9-42b0-b610-ae89d83f6eaf of type vlan for network ba4d657f-9328-4bc6-9c03-c3e65a76dd07 Feb 20 03:58:23.291854 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce0bda-b558-4751-9a17-9b5fbd09a484 req-94255cc7-5b7a-4962-bee1-f3421987fc38 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:23.293528 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a9ce0bda-b558-4751-9a17-9b5fbd09a484 req-94255cc7-5b7a-4962-bee1-f3421987fc38 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/ports?device_id=50f0af31-38ee-4ca1-b963-a33178a528e7 HTTP/1.1" status: 200 len: 945 time: 0.1485689 Feb 20 03:58:23.327656 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-fce3d691-55e3-48ea-ae9a-f6648968f4a1 req-b31fb775-1bab-4362-a660-618e73f91ce9 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Deleting port 38183253-d041-487e-9705-28eaacdbf112 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:58:23.327999 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fce3d691-55e3-48ea-ae9a-f6648968f4a1 req-b31fb775-1bab-4362-a660-618e73f91ce9 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (38183253-d041-487e-9705-28eaacdbf112), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:23.337141 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fb984029-2643-4392-b80e-64cd1f2f6169 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (ba4d657f-9328-4bc6-9c03-c3e65a76dd07), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:23.413875 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a9ce0bda-b558-4751-9a17-9b5fbd09a484 req-34645d19-879d-491d-aa5c-4534374e3272 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/security-groups?id=8c5ebed9-cfb2-4976-b139-b74041a52bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124630 Feb 20 03:58:23.468466 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fb984029-2643-4392-b80e-64cd1f2f6169 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (ba4d657f-9328-4bc6-9c03-c3e65a76dd07), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:23.474770 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb984029-2643-4392-b80e-64cd1f2f6169 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:23.475409 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fb984029-2643-4392-b80e-64cd1f2f6169 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:23.491484 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-fce3d691-55e3-48ea-ae9a-f6648968f4a1 req-b31fb775-1bab-4362-a660-618e73f91ce9 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] For port 38183253-d041-487e-9705-28eaacdbf112, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=38183253-d041-487e-9705-28eaacdbf112,segment=NetworkSegment(08fcc9f7-0087-409b-8daa-1f1ba18de35d),segment_id=08fcc9f7-0087-409b-8daa-1f1ba18de35d)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:58:23.491877 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fce3d691-55e3-48ea-ae9a-f6648968f4a1 req-b31fb775-1bab-4362-a660-618e73f91ce9 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (38183253-d041-487e-9705-28eaacdbf112), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:23.507400 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-fce3d691-55e3-48ea-ae9a-f6648968f4a1 req-b31fb775-1bab-4362-a660-618e73f91ce9 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Calling delete_port for 38183253-d041-487e-9705-28eaacdbf112 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:58:23.556155 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae68aaac-a7c7-460e-85ac-53166d7a4cbc None None] Network 5ddeee85-2767-4f9e-a432-139e391da37b requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:58:23.569060 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb984029-2643-4392-b80e-64cd1f2f6169 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Network': ['ID=ba4d657f-9328-4bc6-9c03-c3e65a76dd07,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:23.601776 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (5ddeee85-2767-4f9e-a432-139e391da37b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:23.651013 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network ba4d657f-9328-4bc6-9c03-c3e65a76dd07 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:58:23.667732 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fb984029-2643-4392-b80e-64cd1f2f6169 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6374090 Feb 20 03:58:23.670494 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40326) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:23.678012 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-eba1f1de-5176-4b94-9e79-9e76948de4fb tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'subnet': {'network_id': 'ba4d657f-9328-4bc6-9c03-c3e65a76dd07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:23.739156 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b260c-97ce-4275-88bb-6f8b5392b06e req-20c5a3c6-ce84-482b-b883-cfa76b939640 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:23.750680 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b2b260c-97ce-4275-88bb-6f8b5392b06e req-20c5a3c6-ce84-482b-b883-cfa76b939640 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 1127 time: 0.0939538 Feb 20 03:58:23.773921 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0b2b260c-97ce-4275-88bb-6f8b5392b06e req-42b171b1-50cc-443f-8f00-11493d490d74 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:23.794361 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fce3d691-55e3-48ea-ae9a-f6648968f4a1 req-b31fb775-1bab-4362-a660-618e73f91ce9 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (38183253-d041-487e-9705-28eaacdbf112), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:23.851277 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31fb775-1bab-4362-a660-618e73f91ce9 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Pushing event deleted for resources: {'Port': ['ID=38183253-d041-487e-9705-28eaacdbf112,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:23.883724 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Deleting port fc1ba9f4-0a96-402d-8da4-d8cd5fd46bec {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:58:23.884167 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (fc1ba9f4-0a96-402d-8da4-d8cd5fd46bec), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:23.909818 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce3d691-55e3-48ea-ae9a-f6648968f4a1 req-b31fb775-1bab-4362-a660-618e73f91ce9 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] No DVR routers for this DVR port 38183253-d041-487e-9705-28eaacdbf112 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:58:23.912682 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fce3d691-55e3-48ea-ae9a-f6648968f4a1 req-b31fb775-1bab-4362-a660-618e73f91ce9 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:23.916147 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fce3d691-55e3-48ea-ae9a-f6648968f4a1 req-b31fb775-1bab-4362-a660-618e73f91ce9 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.42 "DELETE /v2.0/ports/38183253-d041-487e-9705-28eaacdbf112 HTTP/1.1" status: 204 len: 173 time: 0.7694571 Feb 20 03:58:23.920269 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f0af31-38ee-4ca1-b963-a33178a528e7', 'name': 'network-vif-deleted', 'tag': '38183253-d041-487e-9705-28eaacdbf112'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:58:23.922890 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed255791-0fb2-49be-93ea-a3d61fb2b64b" -d '{"events": [{"server_uuid": "50f0af31-38ee-4ca1-b963-a33178a528e7", "name": "network-vif-deleted", "tag": "38183253-d041-487e-9705-28eaacdbf112"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:58:23.953241 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba1f1de-5176-4b94-9e79-9e76948de4fb tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:23.957076 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eba1f1de-5176-4b94-9e79-9e76948de4fb tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:23.976093 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0b2b260c-97ce-4275-88bb-6f8b5392b06e req-42b171b1-50cc-443f-8f00-11493d490d74 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] Publish callbacks [] for security_group (3a30ade6-4c68-4032-966d-a8d821c28531), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:24.039851 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0b2b260c-97ce-4275-88bb-6f8b5392b06e req-42b171b1-50cc-443f-8f00-11493d490d74 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (3a30ade6-4c68-4032-966d-a8d821c28531), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:24.048034 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] For port fc1ba9f4-0a96-402d-8da4-d8cd5fd46bec, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=fc1ba9f4-0a96-402d-8da4-d8cd5fd46bec,segment=NetworkSegment(07ba7e95-4603-4832-ad70-7a731aab374d),segment_id=07ba7e95-4603-4832-ad70-7a731aab374d)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:58:24.048697 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (fc1ba9f4-0a96-402d-8da4-d8cd5fd46bec), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:24.059794 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.ipam_backend_mixin [None req-eba1f1de-5176-4b94-9e79-9e76948de4fb tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Performing IP validity checks on allocation pools {{(pid=104106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 20 03:58:24.060595 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.ipam_backend_mixin [None req-eba1f1de-5176-4b94-9e79-9e76948de4fb tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 20 03:58:24.071306 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Calling delete_port for fc1ba9f4-0a96-402d-8da4-d8cd5fd46bec owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:58:24.325039 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (fc1ba9f4-0a96-402d-8da4-d8cd5fd46bec), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:24.354571 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eba1f1de-5176-4b94-9e79-9e76948de4fb tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (72ba4f8a-204a-4954-a658-100ddae8fc7d), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:24.362850 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event deleted for resources: {'Port': ['ID=fc1ba9f4-0a96-402d-8da4-d8cd5fd46bec,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:24.369073 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] No DVR routers for this DVR port fc1ba9f4-0a96-402d-8da4-d8cd5fd46bec on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:58:24.500760 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b2b260c-97ce-4275-88bb-6f8b5392b06e req-42b171b1-50cc-443f-8f00-11493d490d74 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7465267 Feb 20 03:58:24.501752 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b171b1-50cc-443f-8f00-11493d490d74 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a30ade6-4c68-4032-966d-a8d821c28531,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:24.550344 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (5ddeee85-2767-4f9e-a432-139e391da37b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:24.554973 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba1f1de-5176-4b94-9e79-9e76948de4fb tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Checking segment: {'id': 'c6ff5ed9-b4d9-42b0-b610-ae89d83f6eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'ba4d657f-9328-4bc6-9c03-c3e65a76dd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:58:24.555461 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba1f1de-5176-4b94-9e79-9e76948de4fb tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network hostable DHCP agents. Network: ba4d657f-9328-4bc6-9c03-c3e65a76dd07, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:58:24.558342 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1f1de-5176-4b94-9e79-9e76948de4fb tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Subnet': ['ID=72ba4f8a-204a-4954-a658-100ddae8fc7d,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:24.604495 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ddeee85-2767-4f9e-a432-139e391da37b']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:24.618794 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ba7e95-4603-4832-ad70-7a731aab374d') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:24.619491 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ba7e95-4603-4832-ad70-7a731aab374d') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:24.633080 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (07ba7e95-4603-4832-ad70-7a731aab374d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:24.650964 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (07ba7e95-4603-4832-ad70-7a731aab374d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:24.655792 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f42d0-0ac5-47fc-8f43-2f4a5a5e4e0e req-9fef81af-fadf-46b7-97b2-4fdb6e07e30c tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:24.660458 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:58:24.660606 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-243f42d0-0ac5-47fc-8f43-2f4a5a5e4e0e req-9fef81af-fadf-46b7-97b2-4fdb6e07e30c tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/ports?device_id=16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92 HTTP/1.1" status: 200 len: 943 time: 0.0654149 Feb 20 03:58:24.671962 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (07ba7e95-4603-4832-ad70-7a731aab374d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:24.681816 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:58:24.681816 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:58:24.681816 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:58:24.681816 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:58:24.681816 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:58:24.681816 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:58:24.681816 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:58:24.681816 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:58:24.681816 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:58:24.681816 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:58:24.681816 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:58:24.681816 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:58:24.681816 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:58:24.681816 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:58:24.681816 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:58:24.681816 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:58:24.681816 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:58:24.681816 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:58:24.681816 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:58:24.681816 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:58:24.681816 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:58:24.681816 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:58:24.681816 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:58:24.681816 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:58:24.681816 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:58:24.681816 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:58:24.681816 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:58:24.681816 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:58:24.681816 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:58:24.681816 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:58:24.681816 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:58:24.681816 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:58:24.719847 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-243f42d0-0ac5-47fc-8f43-2f4a5a5e4e0e req-6e1294ee-db11-4a20-af79-db96665ddf0e tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/security-groups?id=14efef05-e358-452a-8229-826fe2bf00ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521679 Feb 20 03:58:24.771075 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc720e05-b020-47a4-bc41-9c4df8ce5cf5 x-openstack-request-id: req-cc720e05-b020-47a4-bc41-9c4df8ce5cf5 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:58:24.771675 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f0af31-38ee-4ca1-b963-a33178a528e7", "name": "network-vif-deleted", "tag": "38183253-d041-487e-9705-28eaacdbf112", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:58:24.771933 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-cc720e05-b020-47a4-bc41-9c4df8ce5cf5 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:58:24.772359 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f0af31-38ee-4ca1-b963-a33178a528e7', 'name': 'network-vif-deleted', 'tag': '38183253-d041-487e-9705-28eaacdbf112', 'status': 'completed', 'code': 200} Feb 20 03:58:24.785185 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba1f1de-5176-4b94-9e79-9e76948de4fb tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network ba4d657f-9328-4bc6-9c03-c3e65a76dd07 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:58:24.856990 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (5ddeee85-2767-4f9e-a432-139e391da37b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:24.866667 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:24.873544 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/networks/5ddeee85-2767-4f9e-a432-139e391da37b HTTP/1.1" status: 204 len: 168 time: 2.9879303 Feb 20 03:58:24.877276 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40338) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:24.882708 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-15e6bece-9989-4563-b7b4-ff59c07bbdea tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-875051979'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:24.913884 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-eba1f1de-5176-4b94-9e79-9e76948de4fb tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, ba4d657f-9328-4bc6-9c03-c3e65a76dd07) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:24.923367 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba1f1de-5176-4b94-9e79-9e76948de4fb tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:24.923972 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-eba1f1de-5176-4b94-9e79-9e76948de4fb tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:24.925765 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff98fccd-417c-4008-b5c7-b02cb976bd7c None None] Network ba4d657f-9328-4bc6-9c03-c3e65a76dd07 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:58:24.937141 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bdb284-0eff-41aa-8bbf-b1cc914a973f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event deleted for resources: {'Network': ['ID=5ddeee85-2767-4f9e-a432-139e391da37b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:24.965927 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3eeb2b86-c1c6-490f-8b4d-d4535bad3148 req-3c74fb64-ae9c-410c-83fa-a59558a702a9 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/ports?device_id=50f0af31-38ee-4ca1-b963-a33178a528e7 HTTP/1.1" status: 200 len: 210 time: 0.0511618 Feb 20 03:58:24.998329 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e6bece-9989-4563-b7b4-ff59c07bbdea tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Made reservation on behalf of d274613268a44b298320e79f2fa5d5fa for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:25.002826 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-15e6bece-9989-4563-b7b4-ff59c07bbdea tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:25.053091 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 38183253-d041-487e-9705-28eaacdbf112 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:58:25.053600 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-eba1f1de-5176-4b94-9e79-9e76948de4fb tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3813922 Feb 20 03:58:25.055570 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40340) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:25.067793 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-4c8b0469-1ccf-434e-bf59-579bd5c6b0b7 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'port': {'network_id': 'ba4d657f-9328-4bc6-9c03-c3e65a76dd07', 'name': 'tempest-PortsTestJSON-1872858947'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:25.073359 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e6bece-9989-4563-b7b4-ff59c07bbdea tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:58:25.092520 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-15e6bece-9989-4563-b7b4-ff59c07bbdea tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (c824720e-43e6-4284-9141-0f20064ba0ac), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:25.093209 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-15e6bece-9989-4563-b7b4-ff59c07bbdea tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Added segment c824720e-43e6-4284-9141-0f20064ba0ac of type vlan for network 0f3cba7c-5b24-44aa-bddc-049938af2f4d Feb 20 03:58:25.129305 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 38183253-d041-487e-9705-28eaacdbf112 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:58:25.129899 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 38183253-d041-487e-9705-28eaacdbf112 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:58:25.141903 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2e0713-4acf-4c1f-b52e-43124de63fd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-ba4d657f-9328-4bc6-9c03-c3e65a76dd07', 'network_id': 'ba4d657f-9328-4bc6-9c03-c3e65a76dd07', 'project_id': 'ad2f3150204d4c8da5659afbab0804cc', 'fixed_ips': [{'subnet_id': '72ba4f8a-204a-4954-a658-100ddae8fc7d'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:58:25.143279 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2c2e0713-4acf-4c1f-b52e-43124de63fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:25.163618 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-15e6bece-9989-4563-b7b4-ff59c07bbdea tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (0f3cba7c-5b24-44aa-bddc-049938af2f4d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:25.223945 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d447c-363b-447b-babc-456b4a500963 req-64bfa3c1-566b-4f2c-b923-f92c17bb4eed tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:25.225688 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4a8d447c-363b-447b-babc-456b4a500963 req-64bfa3c1-566b-4f2c-b923-f92c17bb4eed tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 945 time: 0.0849037 Feb 20 03:58:25.275912 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8b0469-1ccf-434e-bf59-579bd5c6b0b7 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:25.278242 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0469-1ccf-434e-bf59-579bd5c6b0b7 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:25.292288 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-15e6bece-9989-4563-b7b4-ff59c07bbdea tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (0f3cba7c-5b24-44aa-bddc-049938af2f4d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:25.305797 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-4c8b0469-1ccf-434e-bf59-579bd5c6b0b7 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] device_id is not set on port 5e3d5101-02d0-49a8-891d-441bd18d41c1 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:58:25.308125 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e6bece-9989-4563-b7b4-ff59c07bbdea tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:25.308781 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-15e6bece-9989-4563-b7b4-ff59c07bbdea tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:25.350735 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4a8d447c-363b-447b-babc-456b4a500963 req-6c61bb44-45a9-46bf-8b7d-7d5351262f16 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178439 Feb 20 03:58:25.376889 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-2c2e0713-4acf-4c1f-b52e-43124de63fd2 None None] Allocated IP 172.20.0.2 (ba4d657f-9328-4bc6-9c03-c3e65a76dd07/72ba4f8a-204a-4954-a658-100ddae8fc7d/9784352e-0680-463a-a2e0-f780679bd942) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:58:25.385941 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40344) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:25.505735 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6bece-9989-4563-b7b4-ff59c07bbdea tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event updated for resources: {'Network': ['ID=0f3cba7c-5b24-44aa-bddc-049938af2f4d,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:25.516872 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-250456ff-12fc-48e0-b457-5489fbc4fee2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/floatingips/b89618d8-8dd4-4e8f-a2dc-05fc3ae84670 HTTP/1.1" status: 200 len: 993 time: 0.1214974 Feb 20 03:58:25.538910 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-15e6bece-9989-4563-b7b4-ff59c07bbdea tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6581933 Feb 20 03:58:25.540122 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40348) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:25.549511 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-5e6838de-32f3-4922-8cd7-26520f96e501 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Request body: {'subnet': {'network_id': '0f3cba7c-5b24-44aa-bddc-049938af2f4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:25.680352 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 0f3cba7c-5b24-44aa-bddc-049938af2f4d details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:58:25.736679 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6838de-32f3-4922-8cd7-26520f96e501 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Made reservation on behalf of d274613268a44b298320e79f2fa5d5fa for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:25.746636 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5e6838de-32f3-4922-8cd7-26520f96e501 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:25.794209 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2c2e0713-4acf-4c1f-b52e-43124de63fd2 None None] Publish callbacks [] for port (9784352e-0680-463a-a2e0-f780679bd942), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:25.856684 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2c2e0713-4acf-4c1f-b52e-43124de63fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (9784352e-0680-463a-a2e0-f780679bd942), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:25.911437 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2e0713-4acf-4c1f-b52e-43124de63fd2 None None] Network ba4d657f-9328-4bc6-9c03-c3e65a76dd07 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:58:25.914770 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-2c2e0713-4acf-4c1f-b52e-43124de63fd2 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:25.919107 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2e0713-4acf-4c1f-b52e-43124de63fd2 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:58:25.923062 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4427026-f852-49d3-8529-b06d24ac7c9e req-470222d7-f324-479b-823c-2c1ee64d0bcb tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:25.925871 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c4427026-f852-49d3-8529-b06d24ac7c9e req-470222d7-f324-479b-823c-2c1ee64d0bcb tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/ports?device_id=16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92 HTTP/1.1" status: 200 len: 943 time: 0.0965154 Feb 20 03:58:25.932216 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e0713-4acf-4c1f-b52e-43124de63fd2 None None] Pushing event updated for resources: {'Port': ['ID=9784352e-0680-463a-a2e0-f780679bd942,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:25.961948 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-4c8b0469-1ccf-434e-bf59-579bd5c6b0b7 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Allocated IP 172.20.0.9 (ba4d657f-9328-4bc6-9c03-c3e65a76dd07/72ba4f8a-204a-4954-a658-100ddae8fc7d/5e3d5101-02d0-49a8-891d-441bd18d41c1) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:58:26.008543 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-2c2e0713-4acf-4c1f-b52e-43124de63fd2 None None] Attempting to bind port 9784352e-0680-463a-a2e0-f780679bd942 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:58:26.009604 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-2c2e0713-4acf-4c1f-b52e-43124de63fd2 None None] Attempting to bind port 9784352e-0680-463a-a2e0-f780679bd942 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'c6ff5ed9-b4d9-42b0-b610-ae89d83f6eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'ba4d657f-9328-4bc6-9c03-c3e65a76dd07'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:58:26.009984 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2e0713-4acf-4c1f-b52e-43124de63fd2 None None] Attempting to bind port 9784352e-0680-463a-a2e0-f780679bd942 on network ba4d657f-9328-4bc6-9c03-c3e65a76dd07 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:58:26.015507 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2e0713-4acf-4c1f-b52e-43124de63fd2 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:58:26.016351 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2e0713-4acf-4c1f-b52e-43124de63fd2 None None] Checking segment: {'id': 'c6ff5ed9-b4d9-42b0-b610-ae89d83f6eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'ba4d657f-9328-4bc6-9c03-c3e65a76dd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:58:26.016701 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2c2e0713-4acf-4c1f-b52e-43124de63fd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:26.022246 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2e0713-4acf-4c1f-b52e-43124de63fd2 None None] Bound using segment: {'id': 'c6ff5ed9-b4d9-42b0-b610-ae89d83f6eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'ba4d657f-9328-4bc6-9c03-c3e65a76dd07'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:58:26.022246 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-2c2e0713-4acf-4c1f-b52e-43124de63fd2 None None] Bound port: 9784352e-0680-463a-a2e0-f780679bd942, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ff5ed9-b4d9-42b0-b610-ae89d83f6eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'ba4d657f-9328-4bc6-9c03-c3e65a76dd07'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:58:26.022246 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2c2e0713-4acf-4c1f-b52e-43124de63fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9784352e-0680-463a-a2e0-f780679bd942), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:26.051338 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c4427026-f852-49d3-8529-b06d24ac7c9e req-bdb17bfd-b175-4dfc-b54d-c337494ea9dc tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/security-groups?id=14efef05-e358-452a-8229-826fe2bf00ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178694 Feb 20 03:58:26.092222 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-2c2e0713-4acf-4c1f-b52e-43124de63fd2 None None] For port 9784352e-0680-463a-a2e0-f780679bd942, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:58:26.104782 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-2c2e0713-4acf-4c1f-b52e-43124de63fd2 None None] For port 9784352e-0680-463a-a2e0-f780679bd942, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=9784352e-0680-463a-a2e0-f780679bd942,segment=NetworkSegment(c6ff5ed9-b4d9-42b0-b610-ae89d83f6eaf),segment_id=c6ff5ed9-b4d9-42b0-b610-ae89d83f6eaf)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:58:26.153798 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2c2e0713-4acf-4c1f-b52e-43124de63fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (9784352e-0680-463a-a2e0-f780679bd942), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:26.167297 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-ac57a816-4365-463c-aaf1-6b09a9d19193 req-6496d5fe-e46a-4df9-877c-0224e05d29b7 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:58:26.173426 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac57a816-4365-463c-aaf1-6b09a9d19193 req-6496d5fe-e46a-4df9-877c-0224e05d29b7 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107098 Feb 20 03:58:26.193960 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5e6838de-32f3-4922-8cd7-26520f96e501 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (546e63eb-ede5-466c-ace9-10689526f96f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:26.197962 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0469-1ccf-434e-bf59-579bd5c6b0b7 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for port (5e3d5101-02d0-49a8-891d-441bd18d41c1), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:26.219286 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e0713-4acf-4c1f-b52e-43124de63fd2 None None] Pushing event updated for resources: {'Port': ['ID=9784352e-0680-463a-a2e0-f780679bd942,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:26.291948 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6838de-32f3-4922-8cd7-26520f96e501 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event updated for resources: {'Subnet': ['ID=546e63eb-ede5-466c-ace9-10689526f96f,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:26.294547 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6838de-32f3-4922-8cd7-26520f96e501 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Checking segment: {'id': 'c824720e-43e6-4284-9141-0f20064ba0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0f3cba7c-5b24-44aa-bddc-049938af2f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:58:26.294950 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6838de-32f3-4922-8cd7-26520f96e501 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Network hostable DHCP agents. Network: 0f3cba7c-5b24-44aa-bddc-049938af2f4d, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:58:26.314818 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0469-1ccf-434e-bf59-579bd5c6b0b7 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (5e3d5101-02d0-49a8-891d-441bd18d41c1), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:26.416623 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6838de-32f3-4922-8cd7-26520f96e501 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Network 0f3cba7c-5b24-44aa-bddc-049938af2f4d is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:58:26.435876 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b0469-1ccf-434e-bf59-579bd5c6b0b7 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Port': ['ID=5e3d5101-02d0-49a8-891d-441bd18d41c1,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:26.456553 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8b0469-1ccf-434e-bf59-579bd5c6b0b7 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network ba4d657f-9328-4bc6-9c03-c3e65a76dd07 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:58:26.458587 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-4c8b0469-1ccf-434e-bf59-579bd5c6b0b7 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:26.461540 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8b0469-1ccf-434e-bf59-579bd5c6b0b7 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:58:26.553500 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8b0469-1ccf-434e-bf59-579bd5c6b0b7 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:26.554219 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0469-1ccf-434e-bf59-579bd5c6b0b7 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:26.604839 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-31ec5b20-c125-406f-9f47-b399d45fbfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:26.664919 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4c8b0469-1ccf-434e-bf59-579bd5c6b0b7 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6040268 Feb 20 03:58:26.668045 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40378) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:26.712495 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-5e6838de-32f3-4922-8cd7-26520f96e501 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 0f3cba7c-5b24-44aa-bddc-049938af2f4d) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:26.722244 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6838de-32f3-4922-8cd7-26520f96e501 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:26.723757 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5e6838de-32f3-4922-8cd7-26520f96e501 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:26.727201 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c8cad9-ad60-4790-ac6b-030ebed425e2 None None] Network 0f3cba7c-5b24-44aa-bddc-049938af2f4d requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:58:26.806619 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-c5bbacf4-df5e-4e7c-93b9-396b63583dab tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Deleting port 5e3d5101-02d0-49a8-891d-441bd18d41c1 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:58:26.806998 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c5bbacf4-df5e-4e7c-93b9-396b63583dab tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (5e3d5101-02d0-49a8-891d-441bd18d41c1), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:26.871836 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db1d7d4-6861-428b-8ac7-61ecfd11e447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-0f3cba7c-5b24-44aa-bddc-049938af2f4d', 'network_id': '0f3cba7c-5b24-44aa-bddc-049938af2f4d', 'project_id': 'd274613268a44b298320e79f2fa5d5fa', 'fixed_ips': [{'subnet_id': '546e63eb-ede5-466c-ace9-10689526f96f'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:58:26.872812 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8db1d7d4-6861-428b-8ac7-61ecfd11e447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:26.901342 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5e6838de-32f3-4922-8cd7-26520f96e501 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3598406 Feb 20 03:58:26.910449 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40390) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:26.996346 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c5bbacf4-df5e-4e7c-93b9-396b63583dab tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (5e3d5101-02d0-49a8-891d-441bd18d41c1), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:27.002779 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40394) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:27.021920 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 1ce83e8d-6071-4fe9-bb6a-42f0f95d2090 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:58:27.047137 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-c5bbacf4-df5e-4e7c-93b9-396b63583dab tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Calling delete_port for 5e3d5101-02d0-49a8-891d-441bd18d41c1 owned by {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:58:27.109284 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (0f3cba7c-5b24-44aa-bddc-049938af2f4d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:27.280211 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (546e63eb-ede5-466c-ace9-10689526f96f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:27.473449 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561ba8b-f4a9-4558-9d09-e768189a3126 req-fbbb6381-646c-4ac2-8049-f7ce4c406aa8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:27.481974 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3561ba8b-f4a9-4558-9d09-e768189a3126 req-fbbb6381-646c-4ac2-8049-f7ce4c406aa8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 945 time: 0.1499224 Feb 20 03:58:27.497975 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c5bbacf4-df5e-4e7c-93b9-396b63583dab tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (5e3d5101-02d0-49a8-891d-441bd18d41c1), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:27.518993 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-8db1d7d4-6861-428b-8ac7-61ecfd11e447 None None] Allocated IP 172.20.0.1 (0f3cba7c-5b24-44aa-bddc-049938af2f4d/546e63eb-ede5-466c-ace9-10689526f96f/d50e5a5c-037b-4250-9e1a-9379f83912b3) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:58:27.639780 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bbacf4-df5e-4e7c-93b9-396b63583dab tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Port': ['ID=5e3d5101-02d0-49a8-891d-441bd18d41c1,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:27.712884 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3561ba8b-f4a9-4558-9d09-e768189a3126 req-c6062db0-2498-4875-9826-73549958a4fe tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297697 Feb 20 03:58:27.810597 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a9ffaa-f876-44a3-aec0-f8151cac934f None None] Network ba4d657f-9328-4bc6-9c03-c3e65a76dd07 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:58:27.934982 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c5bbacf4-df5e-4e7c-93b9-396b63583dab tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:27.945854 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c5bbacf4-df5e-4e7c-93b9-396b63583dab tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/ports/5e3d5101-02d0-49a8-891d-441bd18d41c1 HTTP/1.1" status: 204 len: 168 time: 1.2765443 Feb 20 03:58:27.948689 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40418) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:27.978434 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 9784352e-0680-463a-a2e0-f780679bd942 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:58:27.996754 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b27bcab-9bcc-44f1-b519-2f447fbfa65d tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] DELETE failed (client error): The resource could not be found. Feb 20 03:58:27.997558 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b27bcab-9bcc-44f1-b519-2f447fbfa65d tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:58:27.999754 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-5de80085-cc6e-4566-bbdc-61f16a0c1877 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6688993 Feb 20 03:58:28.008611 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2b27bcab-9bcc-44f1-b519-2f447fbfa65d tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/ports/5e3d5101-02d0-49a8-891d-441bd18d41c1 HTTP/1.1" status: 404 len: 333 time: 0.0588429 Feb 20 03:58:28.009518 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40420) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:28.013446 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-94248208-2f15-470f-bc04-6a3f88e4bf0e service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 03:58:28.014487 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-94248208-2f15-470f-bc04-6a3f88e4bf0e service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058777 Feb 20 03:58:28.040548 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25be974-0969-410c-96b4-d644d7be6a3d req-39ec28b8-b041-4484-a4b5-7cbc7d50d5d8 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:28.042122 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a25be974-0969-410c-96b4-d644d7be6a3d req-39ec28b8-b041-4484-a4b5-7cbc7d50d5d8 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/ports?device_id=16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92 HTTP/1.1" status: 200 len: 943 time: 0.1438482 Feb 20 03:58:28.064645 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-457f0f4a-67cb-4c7d-b46c-e2689805fc06 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] GET failed (client error): The resource could not be found. Feb 20 03:58:28.069645 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-457f0f4a-67cb-4c7d-b46c-e2689805fc06 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "GET /v2.0/ports/5e3d5101-02d0-49a8-891d-441bd18d41c1 HTTP/1.1" status: 404 len: 333 time: 0.0428088 Feb 20 03:58:28.070482 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40422) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:28.090332 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 1ce83e8d-6071-4fe9-bb6a-42f0f95d2090, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=1ce83e8d-6071-4fe9-bb6a-42f0f95d2090,segment=NetworkSegment(19d8559c-3005-4214-a3b0-d84c7ca4272e),segment_id=19d8559c-3005-4214-a3b0-d84c7ca4272e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:58:28.108487 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-6eeb03cf-fe2a-416e-ab78-c5b976e12cfe None None] Provisioning complete for port 9784352e-0680-463a-a2e0-f780679bd942 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:58:28.109839 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6eeb03cf-fe2a-416e-ab78-c5b976e12cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (9784352e-0680-463a-a2e0-f780679bd942), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:28.154848 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a25be974-0969-410c-96b4-d644d7be6a3d req-17117119-6b8f-45e0-b384-aed3c6d58bca tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/security-groups?id=14efef05-e358-452a-8229-826fe2bf00ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063600 Feb 20 03:58:28.174124 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '1ce83e8d-6071-4fe9-bb6a-42f0f95d2090', 'network_id': '3dffb76f-4a58-4c49-acbf-0f4ee6bb83af', 'port_id': '1ce83e8d-6071-4fe9-bb6a-42f0f95d2090', 'mac_address': 'fa:16:3e:0d:1d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6bfddd-223a-4ea3-8b75-14e302863fcc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:58:28.210057 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b20fcd-2f39-4b44-b7a2-b581692374d8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Deleting subnet 72ba4f8a-204a-4954-a658-100ddae8fc7d {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:58:28.223637 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71b20fcd-2f39-4b44-b7a2-b581692374d8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for subnet (72ba4f8a-204a-4954-a658-100ddae8fc7d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:28.315238 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71b20fcd-2f39-4b44-b7a2-b581692374d8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (72ba4f8a-204a-4954-a658-100ddae8fc7d), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:28.344870 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 1ce83e8d-6071-4fe9-bb6a-42f0f95d2090 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:58:28.345500 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1ce83e8d-6071-4fe9-bb6a-42f0f95d2090), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:28.463076 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 9784352e-0680-463a-a2e0-f780679bd942 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:58:28.463457 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (9784352e-0680-463a-a2e0-f780679bd942), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:28.515147 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71b20fcd-2f39-4b44-b7a2-b581692374d8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (72ba4f8a-204a-4954-a658-100ddae8fc7d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:28.568627 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce83e8d-6071-4fe9-bb6a-42f0f95d2090 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:58:28.621980 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 1ce83e8d-6071-4fe9-bb6a-42f0f95d2090, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=1ce83e8d-6071-4fe9-bb6a-42f0f95d2090,segment=NetworkSegment(19d8559c-3005-4214-a3b0-d84c7ca4272e),segment_id=19d8559c-3005-4214-a3b0-d84c7ca4272e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:58:28.741230 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71b20fcd-2f39-4b44-b7a2-b581692374d8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (72ba4f8a-204a-4954-a658-100ddae8fc7d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:28.752343 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 9784352e-0680-463a-a2e0-f780679bd942 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:58:28.752750 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9784352e-0680-463a-a2e0-f780679bd942), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:28.755025 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (1ce83e8d-6071-4fe9-bb6a-42f0f95d2090), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:28.783995 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-6eeb03cf-fe2a-416e-ab78-c5b976e12cfe None None] Current status of the port 9784352e-0680-463a-a2e0-f780679bd942 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:58:28.784389 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6eeb03cf-fe2a-416e-ab78-c5b976e12cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9784352e-0680-463a-a2e0-f780679bd942), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:28.799395 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b20fcd-2f39-4b44-b7a2-b581692374d8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Subnet': ['ID=72ba4f8a-204a-4954-a658-100ddae8fc7d,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:28.801472 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71b20fcd-2f39-4b44-b7a2-b581692374d8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:28.823911 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40446) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:28.824458 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-71b20fcd-2f39-4b44-b7a2-b581692374d8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/subnets/72ba4f8a-204a-4954-a658-100ddae8fc7d HTTP/1.1" status: 204 len: 168 time: 0.7525311 Feb 20 03:58:28.944697 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-6eeb03cf-fe2a-416e-ab78-c5b976e12cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:58:28.945164 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-6eeb03cf-fe2a-416e-ab78-c5b976e12cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:58:28.956588 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-859ce21b-1092-49bb-83ca-19bee0fa6e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:28.981246 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8db1d7d4-6861-428b-8ac7-61ecfd11e447 None None] Publish callbacks [] for port (d50e5a5c-037b-4250-9e1a-9379f83912b3), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:28.991704 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cc8222eb-478e-4e5b-937e-2db7c2312e5a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (ba4d657f-9328-4bc6-9c03-c3e65a76dd07), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:29.046163 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['1ce83e8d-6071-4fe9-bb6a-42f0f95d2090'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:58:29.110880 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74a0ba-e920-495e-8bfa-e51d13e9074f req-67443535-3527-4863-a660-8fc5661f53d9 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:29.118569 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e74a0ba-e920-495e-8bfa-e51d13e9074f req-67443535-3527-4863-a660-8fc5661f53d9 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 945 time: 0.2564347 Feb 20 03:58:29.202819 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d416c5-dc04-4bdc-a08a-f8ff302ec30b None None] Network ba4d657f-9328-4bc6-9c03-c3e65a76dd07 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:58:29.210934 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (546e63eb-ede5-466c-ace9-10689526f96f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:29.223861 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8db1d7d4-6861-428b-8ac7-61ecfd11e447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (d50e5a5c-037b-4250-9e1a-9379f83912b3), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:29.276136 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event deleted for resources: {'Subnet': ['ID=546e63eb-ede5-466c-ace9-10689526f96f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:29.322924 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e74a0ba-e920-495e-8bfa-e51d13e9074f req-a624d3b5-e537-455c-aab2-3835f9c2f267 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602051 Feb 20 03:58:29.351454 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=1ce83e8d-6071-4fe9-bb6a-42f0f95d2090,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:29.414153 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (0f3cba7c-5b24-44aa-bddc-049938af2f4d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:29.416716 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-9e5800eb-ae0c-421d-a660-b1d984ee0ecc tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:29.418167 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-9e5800eb-ae0c-421d-a660-b1d984ee0ecc tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] 10.222.0.89 "GET /v2.0/ports/34449228-653c-4e1b-9dee-19d80c3a2db9 HTTP/1.1" status: 200 len: 1124 time: 0.4315186 Feb 20 03:58:29.428906 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-cc8222eb-478e-4e5b-937e-2db7c2312e5a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Deleting port 9784352e-0680-463a-a2e0-f780679bd942 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:58:29.429255 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cc8222eb-478e-4e5b-937e-2db7c2312e5a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (9784352e-0680-463a-a2e0-f780679bd942), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:29.434752 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1d7d4-6861-428b-8ac7-61ecfd11e447 None None] Pushing event updated for resources: {'Port': ['ID=d50e5a5c-037b-4250-9e1a-9379f83912b3,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:29.458137 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db1d7d4-6861-428b-8ac7-61ecfd11e447 None None] Network 0f3cba7c-5b24-44aa-bddc-049938af2f4d is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:58:29.459573 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:58:29.460050 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:58:29.482175 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f3cba7c-5b24-44aa-bddc-049938af2f4d']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:29.496511 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c824720e-43e6-4284-9141-0f20064ba0ac') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:29.497054 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c824720e-43e6-4284-9141-0f20064ba0ac') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:29.502344 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-8db1d7d4-6861-428b-8ac7-61ecfd11e447 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:29.503441 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-cc8222eb-478e-4e5b-937e-2db7c2312e5a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] For port 9784352e-0680-463a-a2e0-f780679bd942, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=9784352e-0680-463a-a2e0-f780679bd942,segment=NetworkSegment(c6ff5ed9-b4d9-42b0-b610-ae89d83f6eaf),segment_id=c6ff5ed9-b4d9-42b0-b610-ae89d83f6eaf)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:58:29.503807 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cc8222eb-478e-4e5b-937e-2db7c2312e5a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (9784352e-0680-463a-a2e0-f780679bd942), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:29.504414 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-6eeb03cf-fe2a-416e-ab78-c5b976e12cfe None None] Current status of the port 9784352e-0680-463a-a2e0-f780679bd942 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:58:29.504905 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6eeb03cf-fe2a-416e-ab78-c5b976e12cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (9784352e-0680-463a-a2e0-f780679bd942), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:29.510730 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db1d7d4-6861-428b-8ac7-61ecfd11e447 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:58:29.519501 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-cc8222eb-478e-4e5b-937e-2db7c2312e5a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Calling delete_port for 9784352e-0680-463a-a2e0-f780679bd942 owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:58:29.523699 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (c824720e-43e6-4284-9141-0f20064ba0ac), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:29.584075 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (c824720e-43e6-4284-9141-0f20064ba0ac), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:29.598453 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-8db1d7d4-6861-428b-8ac7-61ecfd11e447 None None] Attempting to bind port d50e5a5c-037b-4250-9e1a-9379f83912b3 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:58:29.598453 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-8db1d7d4-6861-428b-8ac7-61ecfd11e447 None None] Attempting to bind port d50e5a5c-037b-4250-9e1a-9379f83912b3 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'c824720e-43e6-4284-9141-0f20064ba0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0f3cba7c-5b24-44aa-bddc-049938af2f4d'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:58:29.598453 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db1d7d4-6861-428b-8ac7-61ecfd11e447 None None] Attempting to bind port d50e5a5c-037b-4250-9e1a-9379f83912b3 on network 0f3cba7c-5b24-44aa-bddc-049938af2f4d {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:58:29.611810 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:58:29.612224 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (c824720e-43e6-4284-9141-0f20064ba0ac), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:29.628644 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:58:29.628644 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:58:29.628644 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:58:29.628644 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:58:29.628644 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:58:29.628644 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:58:29.628644 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:58:29.628644 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:58:29.628644 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:58:29.628644 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:58:29.628644 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:58:29.628644 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:58:29.628644 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:58:29.628644 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:58:29.628644 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:58:29.628644 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:58:29.628644 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:58:29.628644 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:58:29.628644 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:58:29.628644 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:58:29.628644 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:58:29.628644 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:58:29.628644 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:58:29.628644 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:58:29.628644 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:58:29.628644 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:58:29.628644 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:58:29.628644 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:58:29.628644 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:58:29.628644 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:58:29.628644 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:58:29.628644 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:58:29.639121 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db1d7d4-6861-428b-8ac7-61ecfd11e447 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:58:29.642367 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db1d7d4-6861-428b-8ac7-61ecfd11e447 None None] Checking segment: {'id': 'c824720e-43e6-4284-9141-0f20064ba0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0f3cba7c-5b24-44aa-bddc-049938af2f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:58:29.642367 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8db1d7d4-6861-428b-8ac7-61ecfd11e447 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:29.642367 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db1d7d4-6861-428b-8ac7-61ecfd11e447 None None] Bound using segment: {'id': 'c824720e-43e6-4284-9141-0f20064ba0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0f3cba7c-5b24-44aa-bddc-049938af2f4d'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:58:29.642367 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-8db1d7d4-6861-428b-8ac7-61ecfd11e447 None None] Bound port: d50e5a5c-037b-4250-9e1a-9379f83912b3, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c824720e-43e6-4284-9141-0f20064ba0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0f3cba7c-5b24-44aa-bddc-049938af2f4d'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:58:29.642692 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8db1d7d4-6861-428b-8ac7-61ecfd11e447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d50e5a5c-037b-4250-9e1a-9379f83912b3), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:29.720958 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cc8222eb-478e-4e5b-937e-2db7c2312e5a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (9784352e-0680-463a-a2e0-f780679bd942), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:29.728014 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-6eeb03cf-fe2a-416e-ab78-c5b976e12cfe None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 20 03:58:29.728014 n-d-829866-4 neutron-server[104107]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Feb 20 03:58:29.728014 n-d-829866-4 neutron-server[104107]: [parameters: {'status': 'ACTIVE', 'ports_id': '9784352e-0680-463a-a2e0-f780679bd942'}] Feb 20 03:58:29.728014 n-d-829866-4 neutron-server[104107]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:58:29.728432 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-6eeb03cf-fe2a-416e-ab78-c5b976e12cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:58:29.757879 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8222eb-478e-4e5b-937e-2db7c2312e5a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] No DVR routers for this DVR port 9784352e-0680-463a-a2e0-f780679bd942 on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:58:29.771045 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebf86f-c614-4506-a38f-4cf6e5dea73e req-67589a38-130d-438d-a7f8-d7e57c9bfa93 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:29.787005 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1bebf86f-c614-4506-a38f-4cf6e5dea73e req-67589a38-130d-438d-a7f8-d7e57c9bfa93 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/ports?device_id=16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92 HTTP/1.1" status: 200 len: 944 time: 0.1639116 Feb 20 03:58:29.840032 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8222eb-478e-4e5b-937e-2db7c2312e5a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Port': ['ID=9784352e-0680-463a-a2e0-f780679bd942,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:29.852234 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-8db1d7d4-6861-428b-8ac7-61ecfd11e447 None None] For port d50e5a5c-037b-4250-9e1a-9379f83912b3, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:58:29.855873 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-8db1d7d4-6861-428b-8ac7-61ecfd11e447 None None] For port d50e5a5c-037b-4250-9e1a-9379f83912b3, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d50e5a5c-037b-4250-9e1a-9379f83912b3,segment=NetworkSegment(c824720e-43e6-4284-9141-0f20064ba0ac),segment_id=c824720e-43e6-4284-9141-0f20064ba0ac)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:58:29.873680 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.db.api [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 20 03:58:29.873680 n-d-829866-4 neutron-server[104106]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 20 03:58:29.873680 n-d-829866-4 neutron-server[104106]: [parameters: {'id': '0f3cba7c-5b24-44aa-bddc-049938af2f4d'}] Feb 20 03:58:29.873680 n-d-829866-4 neutron-server[104106]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:58:29.874088 n-d-829866-4 neutron-server[104106]: DEBUG oslo_db.api [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:58:29.900224 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8222eb-478e-4e5b-937e-2db7c2312e5a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:29.900701 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24995e80-f8d3-4c88-a04f-ea4476a2aa1d None None] DHCP port deletion for ba4d657f-9328-4bc6-9c03-c3e65a76dd07 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:58:29.900828 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8222eb-478e-4e5b-937e-2db7c2312e5a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:29.901062 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8222eb-478e-4e5b-937e-2db7c2312e5a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:29.901400 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8222eb-478e-4e5b-937e-2db7c2312e5a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:29.902001 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8222eb-478e-4e5b-937e-2db7c2312e5a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:29.902334 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8222eb-478e-4e5b-937e-2db7c2312e5a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:29.902669 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8222eb-478e-4e5b-937e-2db7c2312e5a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:29.903029 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8222eb-478e-4e5b-937e-2db7c2312e5a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:29.903358 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8222eb-478e-4e5b-937e-2db7c2312e5a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:29.903685 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8222eb-478e-4e5b-937e-2db7c2312e5a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:29.904010 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8222eb-478e-4e5b-937e-2db7c2312e5a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:29.904337 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8222eb-478e-4e5b-937e-2db7c2312e5a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:29.905042 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8222eb-478e-4e5b-937e-2db7c2312e5a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:29.943018 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8db1d7d4-6861-428b-8ac7-61ecfd11e447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d50e5a5c-037b-4250-9e1a-9379f83912b3), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:29.992918 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cc8222eb-478e-4e5b-937e-2db7c2312e5a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (ba4d657f-9328-4bc6-9c03-c3e65a76dd07), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:30.056918 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1d7d4-6861-428b-8ac7-61ecfd11e447 None None] Pushing event updated for resources: {'Port': ['ID=d50e5a5c-037b-4250-9e1a-9379f83912b3,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:30.068483 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1bebf86f-c614-4506-a38f-4cf6e5dea73e req-d32975f3-9767-403c-a734-d823a3da532a tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/security-groups?id=14efef05-e358-452a-8229-826fe2bf00ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804823 Feb 20 03:58:30.095848 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:30.098806 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-cc8222eb-478e-4e5b-937e-2db7c2312e5a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4d657f-9328-4bc6-9c03-c3e65a76dd07']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:30.117017 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Port 9784352e-0680-463a-a2e0-f780679bd942 update to ACTIVE by agent not found {{(pid=104107) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 20 03:58:30.127138 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-cc8222eb-478e-4e5b-937e-2db7c2312e5a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ff5ed9-b4d9-42b0-b610-ae89d83f6eaf') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:30.127442 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-cc8222eb-478e-4e5b-937e-2db7c2312e5a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ff5ed9-b4d9-42b0-b610-ae89d83f6eaf') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:30.140731 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cc8222eb-478e-4e5b-937e-2db7c2312e5a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (c6ff5ed9-b4d9-42b0-b610-ae89d83f6eaf), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:30.183578 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62efb2c3-a7a8-40e2-87aa-257bd5b91140 None None] get_active_networks_info from n-d-829866-4 {{(pid=104107) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 03:58:30.193853 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cc8222eb-478e-4e5b-937e-2db7c2312e5a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (c6ff5ed9-b4d9-42b0-b610-ae89d83f6eaf), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:30.208066 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc8222eb-478e-4e5b-937e-2db7c2312e5a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:58:30.208469 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cc8222eb-478e-4e5b-937e-2db7c2312e5a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (c6ff5ed9-b4d9-42b0-b610-ae89d83f6eaf), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:30.211679 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:58:30.211679 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:58:30.211679 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:58:30.211679 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:58:30.211679 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:58:30.211679 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:58:30.211679 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:58:30.211679 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:58:30.211679 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:58:30.211679 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:58:30.211679 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:58:30.211679 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:58:30.211679 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:58:30.211679 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:58:30.211679 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:58:30.211679 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:58:30.211679 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:58:30.211679 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:58:30.211679 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:58:30.211679 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:58:30.211679 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:58:30.211679 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:58:30.211679 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:58:30.211679 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:58:30.211679 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:58:30.211679 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:58:30.211679 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:58:30.211679 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:58:30.211679 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:58:30.211679 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:58:30.211679 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:58:30.211679 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:58:30.281201 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-6eeb03cf-fe2a-416e-ab78-c5b976e12cfe None None] Port 9784352e-0680-463a-a2e0-f780679bd942 update to ACTIVE by agent not found {{(pid=104107) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 20 03:58:30.285701 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 9784352e-0680-463a-a2e0-f780679bd942 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:58:30.325026 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 9784352e-0680-463a-a2e0-f780679bd942 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:58:30.325629 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 9784352e-0680-463a-a2e0-f780679bd942 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:58:30.374975 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (0f3cba7c-5b24-44aa-bddc-049938af2f4d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:30.415905 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cc8222eb-478e-4e5b-937e-2db7c2312e5a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (ba4d657f-9328-4bc6-9c03-c3e65a76dd07), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:30.447010 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cc8222eb-478e-4e5b-937e-2db7c2312e5a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:30.455774 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40468) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:30.458944 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-cc8222eb-478e-4e5b-937e-2db7c2312e5a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/networks/ba4d657f-9328-4bc6-9c03-c3e65a76dd07 HTTP/1.1" status: 204 len: 168 time: 1.6253023 Feb 20 03:58:30.461533 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-21c950da-cc55-4233-8f81-b5bdefba6f99 None None] Could not find standard attr ID for object 5e3d5101-02d0-49a8-891d-441bd18d41c1. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:58:30.462217 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8222eb-478e-4e5b-937e-2db7c2312e5a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Network': ['ID=ba4d657f-9328-4bc6-9c03-c3e65a76dd07,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:30.467653 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-b37f954e-9218-4ab0-ae4d-f104a1eb6e36 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-112795804'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:30.482324 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62efb2c3-a7a8-40e2-87aa-257bd5b91140 None None] Resources bound (agent type, host, resource id): {{(pid=104107) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 03:58:30.484941 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-21c950da-cc55-4233-8f81-b5bdefba6f99 None None] Could not find standard attr ID for object 9784352e-0680-463a-a2e0-f780679bd942. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:58:30.558508 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Deleting port d50e5a5c-037b-4250-9e1a-9379f83912b3 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:58:30.558878 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (d50e5a5c-037b-4250-9e1a-9379f83912b3), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:30.601452 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7f278-a3e0-45c7-afcd-7458282d598d req-4d4c86e1-3a89-45f5-9795-9288b76d25b1 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:30.610115 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-afa7f278-a3e0-45c7-afcd-7458282d598d req-4d4c86e1-3a89-45f5-9795-9288b76d25b1 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 945 time: 0.1424663 Feb 20 03:58:30.681653 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37f954e-9218-4ab0-ae4d-f104a1eb6e36 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:30.694022 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b37f954e-9218-4ab0-ae4d-f104a1eb6e36 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:30.770327 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-afa7f278-a3e0-45c7-afcd-7458282d598d req-3677b447-87ac-4a6d-a6ca-ac591c6b2a27 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592195 Feb 20 03:58:30.808674 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] For port d50e5a5c-037b-4250-9e1a-9379f83912b3, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d50e5a5c-037b-4250-9e1a-9379f83912b3,segment=NetworkSegment(c824720e-43e6-4284-9141-0f20064ba0ac),segment_id=c824720e-43e6-4284-9141-0f20064ba0ac)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:58:30.813857 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (d50e5a5c-037b-4250-9e1a-9379f83912b3), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:30.840664 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b37f954e-9218-4ab0-ae4d-f104a1eb6e36 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:58:30.865938 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Calling delete_port for d50e5a5c-037b-4250-9e1a-9379f83912b3 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:58:30.896569 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b37f954e-9218-4ab0-ae4d-f104a1eb6e36 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (632cf0c2-8743-494d-9c33-c657805823ca), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:30.897107 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-b37f954e-9218-4ab0-ae4d-f104a1eb6e36 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Added segment 632cf0c2-8743-494d-9c33-c657805823ca of type vlan for network 651aa504-7a7f-4061-847e-897da6ecf8b4 Feb 20 03:58:30.901852 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e374f3-784c-4890-8c18-2db11730806f None None] Network 0f3cba7c-5b24-44aa-bddc-049938af2f4d requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:58:31.086192 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 1ce83e8d-6071-4fe9-bb6a-42f0f95d2090 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:58:31.125670 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b37f954e-9218-4ab0-ae4d-f104a1eb6e36 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (651aa504-7a7f-4061-847e-897da6ecf8b4), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:31.250580 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 1ce83e8d-6071-4fe9-bb6a-42f0f95d2090 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:58:31.256333 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 1ce83e8d-6071-4fe9-bb6a-42f0f95d2090 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:58:31.256724 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1ce83e8d-6071-4fe9-bb6a-42f0f95d2090), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:31.312474 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd35cc6-c206-4448-acf9-ad0f215e3b4e req-26e5da68-0004-42ff-9540-bb428ff2b84b tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:31.314747 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cd35cc6-c206-4448-acf9-ad0f215e3b4e req-26e5da68-0004-42ff-9540-bb428ff2b84b tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/ports?device_id=16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92 HTTP/1.1" status: 200 len: 944 time: 0.1106288 Feb 20 03:58:31.320366 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:31.365182 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b37f954e-9218-4ab0-ae4d-f104a1eb6e36 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (651aa504-7a7f-4061-847e-897da6ecf8b4), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:31.373302 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37f954e-9218-4ab0-ae4d-f104a1eb6e36 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:31.373989 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b37f954e-9218-4ab0-ae4d-f104a1eb6e36 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:31.386960 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (d50e5a5c-037b-4250-9e1a-9379f83912b3), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:31.522180 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cd35cc6-c206-4448-acf9-ad0f215e3b4e req-da3668de-de81-497d-baab-d3ca5094470c tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/security-groups?id=14efef05-e358-452a-8229-826fe2bf00ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014277 Feb 20 03:58:31.527359 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f954e-9218-4ab0-ae4d-f104a1eb6e36 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Network': ['ID=651aa504-7a7f-4061-847e-897da6ecf8b4,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:31.530296 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event deleted for resources: {'Port': ['ID=d50e5a5c-037b-4250-9e1a-9379f83912b3,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:31.540036 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] No DVR routers for this DVR port d50e5a5c-037b-4250-9e1a-9379f83912b3 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:58:31.559756 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 651aa504-7a7f-4061-847e-897da6ecf8b4 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:58:31.588549 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-87938a72-d41a-41df-a22b-9a2932663478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:31.588549 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-87938a72-d41a-41df-a22b-9a2932663478 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 1127 time: 0.2195201 Feb 20 03:58:31.620575 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 1ce83e8d-6071-4fe9-bb6a-42f0f95d2090 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:58:31.621109 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1ce83e8d-6071-4fe9-bb6a-42f0f95d2090), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:31.660242 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b37f954e-9218-4ab0-ae4d-f104a1eb6e36 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2033846 Feb 20 03:58:31.665026 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce83e8d-6071-4fe9-bb6a-42f0f95d2090'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:58:31.665604 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40478) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:31.667559 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b691f8f4-58fc-4788-b22c-e260a167911e" -d '{"events": [{"server_uuid": "16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92", "name": "network-vif-plugged", "status": "completed", "tag": "1ce83e8d-6071-4fe9-bb6a-42f0f95d2090"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:58:31.696110 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-2df00577-0844-4808-b75f-f91bdff380c9 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'subnet': {'network_id': '651aa504-7a7f-4061-847e-897da6ecf8b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:31.713348 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 1ce83e8d-6071-4fe9-bb6a-42f0f95d2090, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=1ce83e8d-6071-4fe9-bb6a-42f0f95d2090,segment=NetworkSegment(19d8559c-3005-4214-a3b0-d84c7ca4272e),segment_id=19d8559c-3005-4214-a3b0-d84c7ca4272e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:58:31.739244 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e30e98-b031-44cd-8094-bf6185057c40 x-openstack-request-id: req-d7e30e98-b031-44cd-8094-bf6185057c40 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:58:31.739794 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92", "name": "network-vif-plugged", "status": "completed", "tag": "1ce83e8d-6071-4fe9-bb6a-42f0f95d2090", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:58:31.741393 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d7e30e98-b031-44cd-8094-bf6185057c40 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:58:31.741949 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce83e8d-6071-4fe9-bb6a-42f0f95d2090', 'code': 200} Feb 20 03:58:31.746029 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (0f3cba7c-5b24-44aa-bddc-049938af2f4d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:31.775752 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (1ce83e8d-6071-4fe9-bb6a-42f0f95d2090), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:31.820566 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-ce789933-7bcb-4c04-b672-ebdecc9a40ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:31.823563 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-ce789933-7bcb-4c04-b672-ebdecc9a40ef service neutron] 10.222.0.93 "GET /v2.0/networks?id=1553fd51-a4a7-4e2e-a488-03242682b199 HTTP/1.1" status: 200 len: 898 time: 0.2281759 Feb 20 03:58:31.855848 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f3cba7c-5b24-44aa-bddc-049938af2f4d']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:31.888560 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c824720e-43e6-4284-9141-0f20064ba0ac') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:31.888810 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c824720e-43e6-4284-9141-0f20064ba0ac') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:31.902035 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (c824720e-43e6-4284-9141-0f20064ba0ac), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:31.910426 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=1ce83e8d-6071-4fe9-bb6a-42f0f95d2090,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:31.943132 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (c824720e-43e6-4284-9141-0f20064ba0ac), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:31.949916 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:58:31.950473 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (c824720e-43e6-4284-9141-0f20064ba0ac), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:31.954276 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:58:31.954276 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:58:31.954276 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:58:31.954276 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:58:31.954276 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:58:31.954276 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:58:31.954276 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:58:31.954276 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:58:31.954276 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:58:31.954276 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:58:31.954276 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:58:31.954276 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:58:31.954276 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:58:31.954276 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:58:31.954276 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:58:31.954276 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:58:31.954276 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:58:31.954276 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:58:31.954276 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:58:31.954276 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:58:31.954276 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:58:31.954276 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:58:31.954276 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:58:31.954276 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:58:31.954276 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:58:31.954276 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:58:31.954276 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:58:31.954276 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:58:31.954276 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:58:31.954276 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:58:31.954276 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:58:31.954276 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:58:31.996624 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-96147c1d-0aa4-4e03-b114-b5f74154d3e7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34449228-653c-4e1b-9dee-19d80c3a2db9 HTTP/1.1" status: 200 len: 1001 time: 0.1672854 Feb 20 03:58:32.008292 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf606f1d-8113-4473-bf91-c34822c98108 req-ef7c8bd5-f724-4283-b756-1b87e82f7eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:32.010050 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf606f1d-8113-4473-bf91-c34822c98108 req-ef7c8bd5-f724-4283-b756-1b87e82f7eb7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92 HTTP/1.1" status: 200 len: 1127 time: 0.0886629 Feb 20 03:58:32.021177 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df00577-0844-4808-b75f-f91bdff380c9 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:32.034539 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2df00577-0844-4808-b75f-f91bdff380c9 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:32.089757 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-100a6625-7b88-4d4b-94be-55994003b61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:32.090709 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-100a6625-7b88-4d4b-94be-55994003b61c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9acbd7c8-024d-4797-af2a-388f49052bab HTTP/1.1" status: 200 len: 834 time: 0.0870569 Feb 20 03:58:32.226216 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf606f1d-8113-4473-bf91-c34822c98108 req-40887040-d985-4097-b378-c43c5e1f5ac4 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=14efef05-e358-452a-8229-826fe2bf00ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666248 Feb 20 03:58:32.367093 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef6504-5dde-4790-ab54-0b138b5118a9 req-148f9763-cce0-4b6d-b2c4-e2554ad9264d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:32.367093 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d3ef6504-5dde-4790-ab54-0b138b5118a9 req-148f9763-cce0-4b6d-b2c4-e2554ad9264d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 945 time: 0.1958523 Feb 20 03:58:32.367093 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-447fb0ff-0117-4451-b854-3aa705e71566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:32.367093 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-447fb0ff-0117-4451-b854-3aa705e71566 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1553fd51-a4a7-4e2e-a488-03242682b199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1658142 Feb 20 03:58:32.367093 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d3ef6504-5dde-4790-ab54-0b138b5118a9 req-1f9b5e43-73ec-4ce8-b788-ef8e5697fe8f tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552554 Feb 20 03:58:32.530309 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (0f3cba7c-5b24-44aa-bddc-049938af2f4d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:32.530309 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:32.530309 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/networks/0f3cba7c-5b24-44aa-bddc-049938af2f4d HTTP/1.1" status: 204 len: 168 time: 5.6010022 Feb 20 03:58:32.532647 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40490) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:32.532647 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-5438a6f2-1c57-4e9e-9d42-70e51abdaf2f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2136918438'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:32.532647 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-6e2df56c-98b0-49f3-8ed5-079845792c8a service neutron] 10.222.0.93 "GET /v2.0/networks/1553fd51-a4a7-4e2e-a488-03242682b199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129282 Feb 20 03:58:32.536653 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57601208-6f33-4b6d-9043-b7956540299d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event deleted for resources: {'Network': ['ID=0f3cba7c-5b24-44aa-bddc-049938af2f4d,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:32.676807 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-ff9fa726-6b9b-4212-a924-2786b780a4f0 service neutron] 10.222.0.93 "GET /v2.0/networks/1553fd51-a4a7-4e2e-a488-03242682b199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377280 Feb 20 03:58:32.770522 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fd43b-b79d-470b-aaa5-03f7cd934301 req-db793e9b-0e2e-4570-bed9-098d6cb47346 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:32.779488 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-446fd43b-b79d-470b-aaa5-03f7cd934301 req-db793e9b-0e2e-4570-bed9-098d6cb47346 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/ports?device_id=16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92 HTTP/1.1" status: 200 len: 945 time: 0.1010365 Feb 20 03:58:32.836356 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-446fd43b-b79d-470b-aaa5-03f7cd934301 req-c449e08d-05ee-414c-9d78-93e84f653918 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/security-groups?id=14efef05-e358-452a-8229-826fe2bf00ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558043 Feb 20 03:58:32.838611 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5438a6f2-1c57-4e9e-9d42-70e51abdaf2f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Made reservation on behalf of d274613268a44b298320e79f2fa5d5fa for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:32.843124 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5438a6f2-1c57-4e9e-9d42-70e51abdaf2f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:32.861760 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:32.868098 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2df00577-0844-4808-b75f-f91bdff380c9 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (448e9e8a-cb1a-493e-9677-c33553c2ae6b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:32.879421 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5438a6f2-1c57-4e9e-9d42-70e51abdaf2f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:58:32.888787 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5438a6f2-1c57-4e9e-9d42-70e51abdaf2f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (d47553d4-cdee-45f0-8533-0b0988340b88), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:32.889137 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-5438a6f2-1c57-4e9e-9d42-70e51abdaf2f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Added segment d47553d4-cdee-45f0-8533-0b0988340b88 of type vlan for network 70502b22-1229-4d65-84a8-50365a8384de Feb 20 03:58:32.940398 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5438a6f2-1c57-4e9e-9d42-70e51abdaf2f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (70502b22-1229-4d65-84a8-50365a8384de), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:32.950931 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df00577-0844-4808-b75f-f91bdff380c9 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Subnet': ['ID=448e9e8a-cb1a-493e-9677-c33553c2ae6b,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:32.986823 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df00577-0844-4808-b75f-f91bdff380c9 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Checking segment: {'id': '632cf0c2-8743-494d-9c33-c657805823ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '651aa504-7a7f-4061-847e-897da6ecf8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:58:32.988409 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df00577-0844-4808-b75f-f91bdff380c9 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network hostable DHCP agents. Network: 651aa504-7a7f-4061-847e-897da6ecf8b4, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:58:33.021574 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5438a6f2-1c57-4e9e-9d42-70e51abdaf2f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (70502b22-1229-4d65-84a8-50365a8384de), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:33.026987 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5438a6f2-1c57-4e9e-9d42-70e51abdaf2f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:33.027634 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5438a6f2-1c57-4e9e-9d42-70e51abdaf2f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:33.102682 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df00577-0844-4808-b75f-f91bdff380c9 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network 651aa504-7a7f-4061-847e-897da6ecf8b4 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:58:33.106583 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438a6f2-1c57-4e9e-9d42-70e51abdaf2f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event updated for resources: {'Network': ['ID=70502b22-1229-4d65-84a8-50365a8384de,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:33.120240 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 70502b22-1229-4d65-84a8-50365a8384de details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:58:33.142890 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5438a6f2-1c57-4e9e-9d42-70e51abdaf2f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6233728 Feb 20 03:58:33.146436 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40500) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:33.152620 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-20b3f171-b917-4bc4-8653-436a210532c9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Request body: {'subnet': {'network_id': '70502b22-1229-4d65-84a8-50365a8384de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:33.198795 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-2df00577-0844-4808-b75f-f91bdff380c9 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 651aa504-7a7f-4061-847e-897da6ecf8b4) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:33.210431 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df00577-0844-4808-b75f-f91bdff380c9 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:33.210431 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2df00577-0844-4808-b75f-f91bdff380c9 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:33.222919 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed423d4-a5c9-4fd5-91c6-f20b26b9cfd6 None None] Network 651aa504-7a7f-4061-847e-897da6ecf8b4 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:58:33.285951 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2df00577-0844-4808-b75f-f91bdff380c9 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6171181 Feb 20 03:58:33.286844 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40502) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:33.295643 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-1c74a0dc-b3f7-46d0-b2c0-08d8759f3fea tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'port': {'network_id': '651aa504-7a7f-4061-847e-897da6ecf8b4', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1680353350'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:33.364122 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e6f229-afcf-4e34-a407-ffe435292304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-651aa504-7a7f-4061-847e-897da6ecf8b4', 'network_id': '651aa504-7a7f-4061-847e-897da6ecf8b4', 'project_id': 'ad2f3150204d4c8da5659afbab0804cc', 'fixed_ips': [{'subnet_id': '448e9e8a-cb1a-493e-9677-c33553c2ae6b'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:58:33.364122 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-32e6f229-afcf-4e34-a407-ffe435292304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:33.464489 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b3f171-b917-4bc4-8653-436a210532c9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Made reservation on behalf of d274613268a44b298320e79f2fa5d5fa for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:33.474909 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-20b3f171-b917-4bc4-8653-436a210532c9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:33.524350 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c74a0dc-b3f7-46d0-b2c0-08d8759f3fea tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:33.528031 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1c74a0dc-b3f7-46d0-b2c0-08d8759f3fea tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:33.556231 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-1c74a0dc-b3f7-46d0-b2c0-08d8759f3fea tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] device_id is not set on port ff28621e-6b21-4405-af83-90c100e646d5 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:58:33.574225 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-32e6f229-afcf-4e34-a407-ffe435292304 None None] Allocated IP 172.20.0.2 (651aa504-7a7f-4061-847e-897da6ecf8b4/448e9e8a-cb1a-493e-9677-c33553c2ae6b/be6cd5a7-be2e-4f4b-bbea-a5f6a033964c) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:58:33.620678 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453b4a2-d838-4b3c-96fa-63d69ce40720 req-6278c87b-d759-4c73-a191-4e3931f7c4e5 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:33.622585 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8453b4a2-d838-4b3c-96fa-63d69ce40720 req-6278c87b-d759-4c73-a191-4e3931f7c4e5 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 945 time: 0.1874630 Feb 20 03:58:33.713490 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8453b4a2-d838-4b3c-96fa-63d69ce40720 req-4c07417e-b12c-4970-9c85-b7db14db83c1 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815015 Feb 20 03:58:33.758189 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-32e6f229-afcf-4e34-a407-ffe435292304 None None] Publish callbacks [] for port (be6cd5a7-be2e-4f4b-bbea-a5f6a033964c), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:33.830829 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-32e6f229-afcf-4e34-a407-ffe435292304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (be6cd5a7-be2e-4f4b-bbea-a5f6a033964c), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:33.845652 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-20b3f171-b917-4bc4-8653-436a210532c9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (57036a3d-02db-4e49-bc78-ec3deeacd984), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:33.901923 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e6f229-afcf-4e34-a407-ffe435292304 None None] Network 651aa504-7a7f-4061-847e-897da6ecf8b4 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:58:33.908966 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-32e6f229-afcf-4e34-a407-ffe435292304 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:33.913481 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e6f229-afcf-4e34-a407-ffe435292304 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:58:33.915466 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-1c74a0dc-b3f7-46d0-b2c0-08d8759f3fea tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Allocated IP 172.20.0.11 (651aa504-7a7f-4061-847e-897da6ecf8b4/448e9e8a-cb1a-493e-9677-c33553c2ae6b/ff28621e-6b21-4405-af83-90c100e646d5) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:58:33.930888 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6f229-afcf-4e34-a407-ffe435292304 None None] Pushing event updated for resources: {'Port': ['ID=be6cd5a7-be2e-4f4b-bbea-a5f6a033964c,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:33.991398 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-32e6f229-afcf-4e34-a407-ffe435292304 None None] Attempting to bind port be6cd5a7-be2e-4f4b-bbea-a5f6a033964c on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:58:33.992039 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-32e6f229-afcf-4e34-a407-ffe435292304 None None] Attempting to bind port be6cd5a7-be2e-4f4b-bbea-a5f6a033964c by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '632cf0c2-8743-494d-9c33-c657805823ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '651aa504-7a7f-4061-847e-897da6ecf8b4'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:58:33.992587 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e6f229-afcf-4e34-a407-ffe435292304 None None] Attempting to bind port be6cd5a7-be2e-4f4b-bbea-a5f6a033964c on network 651aa504-7a7f-4061-847e-897da6ecf8b4 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:58:33.998802 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e6f229-afcf-4e34-a407-ffe435292304 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:58:33.999457 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e6f229-afcf-4e34-a407-ffe435292304 None None] Checking segment: {'id': '632cf0c2-8743-494d-9c33-c657805823ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '651aa504-7a7f-4061-847e-897da6ecf8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:58:34.000255 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-32e6f229-afcf-4e34-a407-ffe435292304 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:34.000819 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e6f229-afcf-4e34-a407-ffe435292304 None None] Bound using segment: {'id': '632cf0c2-8743-494d-9c33-c657805823ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '651aa504-7a7f-4061-847e-897da6ecf8b4'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:58:34.001694 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-32e6f229-afcf-4e34-a407-ffe435292304 None None] Bound port: be6cd5a7-be2e-4f4b-bbea-a5f6a033964c, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632cf0c2-8743-494d-9c33-c657805823ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '651aa504-7a7f-4061-847e-897da6ecf8b4'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:58:34.002272 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-32e6f229-afcf-4e34-a407-ffe435292304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (be6cd5a7-be2e-4f4b-bbea-a5f6a033964c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:34.097765 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-32e6f229-afcf-4e34-a407-ffe435292304 None None] For port be6cd5a7-be2e-4f4b-bbea-a5f6a033964c, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:58:34.110795 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3f171-b917-4bc4-8653-436a210532c9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event updated for resources: {'Subnet': ['ID=57036a3d-02db-4e49-bc78-ec3deeacd984,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:34.117176 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b3f171-b917-4bc4-8653-436a210532c9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Checking segment: {'id': 'd47553d4-cdee-45f0-8533-0b0988340b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '70502b22-1229-4d65-84a8-50365a8384de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:58:34.117799 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b3f171-b917-4bc4-8653-436a210532c9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Network hostable DHCP agents. Network: 70502b22-1229-4d65-84a8-50365a8384de, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:58:34.122828 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-32e6f229-afcf-4e34-a407-ffe435292304 None None] For port be6cd5a7-be2e-4f4b-bbea-a5f6a033964c, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=be6cd5a7-be2e-4f4b-bbea-a5f6a033964c,segment=NetworkSegment(632cf0c2-8743-494d-9c33-c657805823ca),segment_id=632cf0c2-8743-494d-9c33-c657805823ca)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:58:34.156700 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1c74a0dc-b3f7-46d0-b2c0-08d8759f3fea tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for port (ff28621e-6b21-4405-af83-90c100e646d5), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:34.160929 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68ebfe-da9e-462d-8ff6-4826ae33e0be req-bbac66e6-5b36-41b7-9267-f239d1b09bdb tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:34.160929 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f68ebfe-da9e-462d-8ff6-4826ae33e0be req-bbac66e6-5b36-41b7-9267-f239d1b09bdb tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/ports?device_id=16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92 HTTP/1.1" status: 200 len: 945 time: 0.1813769 Feb 20 03:58:34.216497 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-32e6f229-afcf-4e34-a407-ffe435292304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (be6cd5a7-be2e-4f4b-bbea-a5f6a033964c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:34.228679 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b3f171-b917-4bc4-8653-436a210532c9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Network 70502b22-1229-4d65-84a8-50365a8384de is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:58:34.263887 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f68ebfe-da9e-462d-8ff6-4826ae33e0be req-57f4a463-9890-46f7-b12e-1dc1ed5dc9ea tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/security-groups?id=14efef05-e358-452a-8229-826fe2bf00ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978463 Feb 20 03:58:34.285314 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1c74a0dc-b3f7-46d0-b2c0-08d8759f3fea tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (ff28621e-6b21-4405-af83-90c100e646d5), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:34.341416 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-20b3f171-b917-4bc4-8653-436a210532c9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 70502b22-1229-4d65-84a8-50365a8384de) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:34.347960 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b3f171-b917-4bc4-8653-436a210532c9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:34.352097 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-20b3f171-b917-4bc4-8653-436a210532c9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:34.358738 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd13c51f-13ba-4494-87e5-7c221da0da09 None None] Network 70502b22-1229-4d65-84a8-50365a8384de requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:58:34.396761 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6f229-afcf-4e34-a407-ffe435292304 None None] Pushing event updated for resources: {'Port': ['ID=be6cd5a7-be2e-4f4b-bbea-a5f6a033964c,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:34.403068 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c74a0dc-b3f7-46d0-b2c0-08d8759f3fea tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network 651aa504-7a7f-4061-847e-897da6ecf8b4 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:58:34.404910 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-1c74a0dc-b3f7-46d0-b2c0-08d8759f3fea tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:34.407416 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74a0dc-b3f7-46d0-b2c0-08d8759f3fea tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Port': ['ID=ff28621e-6b21-4405-af83-90c100e646d5,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:34.409829 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c74a0dc-b3f7-46d0-b2c0-08d8759f3fea tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:58:34.445572 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-20b3f171-b917-4bc4-8653-436a210532c9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2989337 Feb 20 03:58:34.448251 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40536) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:34.478217 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c74a0dc-b3f7-46d0-b2c0-08d8759f3fea tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:34.478457 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1c74a0dc-b3f7-46d0-b2c0-08d8759f3fea tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:34.585272 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40538) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:34.585794 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1c74a0dc-b3f7-46d0-b2c0-08d8759f3fea tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.2968714 Feb 20 03:58:34.604667 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d2c721-4f56-4d8a-ab36-2687ba260a22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-70502b22-1229-4d65-84a8-50365a8384de', 'network_id': '70502b22-1229-4d65-84a8-50365a8384de', 'project_id': 'd274613268a44b298320e79f2fa5d5fa', 'fixed_ips': [{'subnet_id': '57036a3d-02db-4e49-bc78-ec3deeacd984'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:58:34.605833 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d8d2c721-4f56-4d8a-ab36-2687ba260a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:34.846747 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (70502b22-1229-4d65-84a8-50365a8384de), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:34.926241 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-d8d2c721-4f56-4d8a-ab36-2687ba260a22 None None] Allocated IP 172.20.0.1 (70502b22-1229-4d65-84a8-50365a8384de/57036a3d-02db-4e49-bc78-ec3deeacd984/93a3d7df-99a3-4214-bd9b-e60087ac7313) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:58:34.991807 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8ac95265-f0a8-43e6-bd78-c12829bb0bd8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Deleting port ff28621e-6b21-4405-af83-90c100e646d5 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:58:34.992857 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8ac95265-f0a8-43e6-bd78-c12829bb0bd8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ff28621e-6b21-4405-af83-90c100e646d5), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:35.096329 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (57036a3d-02db-4e49-bc78-ec3deeacd984), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:35.138173 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a73a8-3a81-43e4-b705-65913999dc5d req-cecdf3b9-bfd0-44d0-8e5f-085ebb4f4b62 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:35.140124 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5e9a73a8-3a81-43e4-b705-65913999dc5d req-cecdf3b9-bfd0-44d0-8e5f-085ebb4f4b62 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 945 time: 0.2657456 Feb 20 03:58:35.226650 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8ac95265-f0a8-43e6-bd78-c12829bb0bd8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ff28621e-6b21-4405-af83-90c100e646d5), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:35.249534 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-8ac95265-f0a8-43e6-bd78-c12829bb0bd8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Calling delete_port for ff28621e-6b21-4405-af83-90c100e646d5 owned by {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:58:35.282951 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d8d2c721-4f56-4d8a-ab36-2687ba260a22 None None] Publish callbacks [] for port (93a3d7df-99a3-4214-bd9b-e60087ac7313), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:35.356460 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5e9a73a8-3a81-43e4-b705-65913999dc5d req-1a131a51-894b-431f-ab21-80651be2017e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053390 Feb 20 03:58:35.394240 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d8d2c721-4f56-4d8a-ab36-2687ba260a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (93a3d7df-99a3-4214-bd9b-e60087ac7313), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:35.456999 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d2c721-4f56-4d8a-ab36-2687ba260a22 None None] Network 70502b22-1229-4d65-84a8-50365a8384de is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:58:35.458259 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2c721-4f56-4d8a-ab36-2687ba260a22 None None] Pushing event updated for resources: {'Port': ['ID=93a3d7df-99a3-4214-bd9b-e60087ac7313,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:35.462265 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-d8d2c721-4f56-4d8a-ab36-2687ba260a22 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:35.466266 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d2c721-4f56-4d8a-ab36-2687ba260a22 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:58:35.559800 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d8d2c721-4f56-4d8a-ab36-2687ba260a22 None None] Attempting to bind port 93a3d7df-99a3-4214-bd9b-e60087ac7313 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:58:35.560435 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d8d2c721-4f56-4d8a-ab36-2687ba260a22 None None] Attempting to bind port 93a3d7df-99a3-4214-bd9b-e60087ac7313 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'd47553d4-cdee-45f0-8533-0b0988340b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '70502b22-1229-4d65-84a8-50365a8384de'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:58:35.561081 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d2c721-4f56-4d8a-ab36-2687ba260a22 None None] Attempting to bind port 93a3d7df-99a3-4214-bd9b-e60087ac7313 on network 70502b22-1229-4d65-84a8-50365a8384de {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:58:35.570391 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d2c721-4f56-4d8a-ab36-2687ba260a22 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:58:35.571061 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d2c721-4f56-4d8a-ab36-2687ba260a22 None None] Checking segment: {'id': 'd47553d4-cdee-45f0-8533-0b0988340b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '70502b22-1229-4d65-84a8-50365a8384de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:58:35.571798 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d8d2c721-4f56-4d8a-ab36-2687ba260a22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:35.575268 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d2c721-4f56-4d8a-ab36-2687ba260a22 None None] Bound using segment: {'id': 'd47553d4-cdee-45f0-8533-0b0988340b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '70502b22-1229-4d65-84a8-50365a8384de'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:58:35.576836 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d8d2c721-4f56-4d8a-ab36-2687ba260a22 None None] Bound port: 93a3d7df-99a3-4214-bd9b-e60087ac7313, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47553d4-cdee-45f0-8533-0b0988340b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '70502b22-1229-4d65-84a8-50365a8384de'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:58:35.579718 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d8d2c721-4f56-4d8a-ab36-2687ba260a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (93a3d7df-99a3-4214-bd9b-e60087ac7313), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:35.582406 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8ac95265-f0a8-43e6-bd78-c12829bb0bd8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (ff28621e-6b21-4405-af83-90c100e646d5), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:35.697499 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d8d2c721-4f56-4d8a-ab36-2687ba260a22 None None] For port 93a3d7df-99a3-4214-bd9b-e60087ac7313, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:58:35.699131 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac95265-f0a8-43e6-bd78-c12829bb0bd8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Port': ['ID=ff28621e-6b21-4405-af83-90c100e646d5,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:35.701824 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d8d2c721-4f56-4d8a-ab36-2687ba260a22 None None] For port 93a3d7df-99a3-4214-bd9b-e60087ac7313, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=93a3d7df-99a3-4214-bd9b-e60087ac7313,segment=NetworkSegment(d47553d4-cdee-45f0-8533-0b0988340b88),segment_id=d47553d4-cdee-45f0-8533-0b0988340b88)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:58:35.774906 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (57036a3d-02db-4e49-bc78-ec3deeacd984), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:35.783313 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d8d2c721-4f56-4d8a-ab36-2687ba260a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (93a3d7df-99a3-4214-bd9b-e60087ac7313), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:35.805835 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event deleted for resources: {'Subnet': ['ID=57036a3d-02db-4e49-bc78-ec3deeacd984,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:35.816182 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8ac95265-f0a8-43e6-bd78-c12829bb0bd8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:35.821857 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8ac95265-f0a8-43e6-bd78-c12829bb0bd8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/ports/ff28621e-6b21-4405-af83-90c100e646d5 HTTP/1.1" status: 204 len: 168 time: 1.2320929 Feb 20 03:58:35.822181 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40562) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:35.881952 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-062f5c52-b915-4641-b225-31a286fccb7c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] GET failed (client error): The resource could not be found. Feb 20 03:58:35.888377 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-062f5c52-b915-4641-b225-31a286fccb7c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "GET /v2.0/ports/ff28621e-6b21-4405-af83-90c100e646d5 HTTP/1.1" status: 404 len: 333 time: 0.0649202 Feb 20 03:58:35.888979 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40566) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:35.929855 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2c721-4f56-4d8a-ab36-2687ba260a22 None None] Pushing event updated for resources: {'Port': ['ID=93a3d7df-99a3-4214-bd9b-e60087ac7313,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:35.999517 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (70502b22-1229-4d65-84a8-50365a8384de), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:36.004338 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-2062754c-914a-4138-988e-b3d94e2e7d4f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Deleting subnet 448e9e8a-cb1a-493e-9677-c33553c2ae6b {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:58:36.007314 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2062754c-914a-4138-988e-b3d94e2e7d4f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for subnet (448e9e8a-cb1a-493e-9677-c33553c2ae6b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:36.047157 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4b10db-b758-490e-853f-0a64b1d5407e None None] Network 651aa504-7a7f-4061-847e-897da6ecf8b4 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:58:36.068053 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70502b22-1229-4d65-84a8-50365a8384de']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:36.091113 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47553d4-cdee-45f0-8533-0b0988340b88') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:36.091113 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47553d4-cdee-45f0-8533-0b0988340b88') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:36.104744 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (d47553d4-cdee-45f0-8533-0b0988340b88), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:36.127288 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (d47553d4-cdee-45f0-8533-0b0988340b88), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:36.134876 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2062754c-914a-4138-988e-b3d94e2e7d4f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (448e9e8a-cb1a-493e-9677-c33553c2ae6b), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:36.146760 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:58:36.152765 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (d47553d4-cdee-45f0-8533-0b0988340b88), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:36.159276 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:58:36.159276 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:58:36.159276 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:58:36.159276 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:58:36.159276 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:58:36.159276 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:58:36.159276 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:58:36.159276 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:58:36.159276 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:58:36.159276 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:58:36.159276 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:58:36.159276 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:58:36.159276 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:58:36.159276 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:58:36.159276 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:58:36.159276 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:58:36.159276 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:58:36.159276 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:58:36.159276 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:58:36.159276 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:58:36.159276 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:58:36.159276 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:58:36.159276 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:58:36.159276 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:58:36.159276 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:58:36.159276 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:58:36.159276 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:58:36.159276 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:58:36.159276 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:58:36.159276 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:58:36.159276 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:58:36.159276 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:58:36.317174 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2062754c-914a-4138-988e-b3d94e2e7d4f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (448e9e8a-cb1a-493e-9677-c33553c2ae6b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:36.347324 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d447774c-467c-4d90-a69b-0359fd49f9b2 None None] Provisioning complete for port be6cd5a7-be2e-4f4b-bbea-a5f6a033964c triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:58:36.347747 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d447774c-467c-4d90-a69b-0359fd49f9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (be6cd5a7-be2e-4f4b-bbea-a5f6a033964c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:36.420630 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.db.api [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 20 03:58:36.420630 n-d-829866-4 neutron-server[104105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 20 03:58:36.420630 n-d-829866-4 neutron-server[104105]: [parameters: {'id': '70502b22-1229-4d65-84a8-50365a8384de'}] Feb 20 03:58:36.420630 n-d-829866-4 neutron-server[104105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:58:36.422686 n-d-829866-4 neutron-server[104105]: DEBUG oslo_db.api [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:58:36.479007 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device be6cd5a7-be2e-4f4b-bbea-a5f6a033964c up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:58:36.485047 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d0daf-2e06-4b8b-b2ad-117508fe4091 req-74adb2a9-44fb-451f-aca8-38a05a55b04f tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:36.493315 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a39d0daf-2e06-4b8b-b2ad-117508fe4091 req-74adb2a9-44fb-451f-aca8-38a05a55b04f tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/ports?device_id=16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92 HTTP/1.1" status: 200 len: 945 time: 0.1655898 Feb 20 03:58:36.504292 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2062754c-914a-4138-988e-b3d94e2e7d4f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (448e9e8a-cb1a-493e-9677-c33553c2ae6b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:36.607785 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062754c-914a-4138-988e-b3d94e2e7d4f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Subnet': ['ID=448e9e8a-cb1a-493e-9677-c33553c2ae6b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:36.624214 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a39d0daf-2e06-4b8b-b2ad-117508fe4091 req-039ddb5e-6bbf-4a03-8555-8990713cdc7b tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/security-groups?id=14efef05-e358-452a-8229-826fe2bf00ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261454 Feb 20 03:58:36.633249 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2062754c-914a-4138-988e-b3d94e2e7d4f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:36.633800 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port be6cd5a7-be2e-4f4b-bbea-a5f6a033964c triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:58:36.634370 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (be6cd5a7-be2e-4f4b-bbea-a5f6a033964c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:36.643784 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40590) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:36.645165 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2062754c-914a-4138-988e-b3d94e2e7d4f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/subnets/448e9e8a-cb1a-493e-9677-c33553c2ae6b HTTP/1.1" status: 204 len: 168 time: 0.7551138 Feb 20 03:58:36.692630 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d447774c-467c-4d90-a69b-0359fd49f9b2 None None] Current status of the port be6cd5a7-be2e-4f4b-bbea-a5f6a033964c is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:58:36.693038 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d447774c-467c-4d90-a69b-0359fd49f9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (be6cd5a7-be2e-4f4b-bbea-a5f6a033964c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:36.782364 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port be6cd5a7-be2e-4f4b-bbea-a5f6a033964c is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:58:36.782765 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (be6cd5a7-be2e-4f4b-bbea-a5f6a033964c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:36.785815 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d447774c-467c-4d90-a69b-0359fd49f9b2 None None] For port be6cd5a7-be2e-4f4b-bbea-a5f6a033964c, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=be6cd5a7-be2e-4f4b-bbea-a5f6a033964c,segment=NetworkSegment(632cf0c2-8743-494d-9c33-c657805823ca),segment_id=632cf0c2-8743-494d-9c33-c657805823ca)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:58:36.841250 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0c1efc55-df0b-4387-a64f-6a8d1512d812 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (651aa504-7a7f-4061-847e-897da6ecf8b4), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:36.857345 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d447774c-467c-4d90-a69b-0359fd49f9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (be6cd5a7-be2e-4f4b-bbea-a5f6a033964c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:36.913600 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6311a6-d61a-4dc6-8b26-53fbea4ec1ee req-8423431c-70c7-4d33-8557-4d3f7257d547 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:36.922396 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf6311a6-d61a-4dc6-8b26-53fbea4ec1ee req-8423431c-70c7-4d33-8557-4d3f7257d547 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 945 time: 0.1887136 Feb 20 03:58:36.959820 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:58:36.960302 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:58:36.990338 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d447774c-467c-4d90-a69b-0359fd49f9b2 None None] Pushing event updated for resources: {'Port': ['ID=be6cd5a7-be2e-4f4b-bbea-a5f6a033964c,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:37.005247 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (70502b22-1229-4d65-84a8-50365a8384de), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:37.018283 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e16b13-be04-4eed-a514-04a643aa7cfe None None] Network 651aa504-7a7f-4061-847e-897da6ecf8b4 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:58:37.139964 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf6311a6-d61a-4dc6-8b26-53fbea4ec1ee req-e99db770-af64-4a9c-b54b-380925ed388e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165086 Feb 20 03:58:37.146653 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-0c1efc55-df0b-4387-a64f-6a8d1512d812 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Deleting port be6cd5a7-be2e-4f4b-bbea-a5f6a033964c {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:58:37.147032 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0c1efc55-df0b-4387-a64f-6a8d1512d812 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (be6cd5a7-be2e-4f4b-bbea-a5f6a033964c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:37.201035 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-be7df101-bd0e-4a02-8b0e-d17759dcb766 None None] Provisioning complete for port be6cd5a7-be2e-4f4b-bbea-a5f6a033964c triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:58:37.201658 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-be7df101-bd0e-4a02-8b0e-d17759dcb766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (be6cd5a7-be2e-4f4b-bbea-a5f6a033964c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:37.375740 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ebc1ba-1f72-4d81-a98f-bee27aad4399 None None] DHCP port deletion for 651aa504-7a7f-4061-847e-897da6ecf8b4 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:58:37.432556 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-be7df101-bd0e-4a02-8b0e-d17759dcb766 None None] Current status of the port be6cd5a7-be2e-4f4b-bbea-a5f6a033964c is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:58:37.574219 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e439ce-e919-457d-8401-5bced82a7c7e None None] Network 70502b22-1229-4d65-84a8-50365a8384de requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:58:37.714927 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port be6cd5a7-be2e-4f4b-bbea-a5f6a033964c is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:58:37.746002 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-41ebc1ba-1f72-4d81-a98f-bee27aad4399 None None] Deleting port be6cd5a7-be2e-4f4b-bbea-a5f6a033964c {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:58:37.746570 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-41ebc1ba-1f72-4d81-a98f-bee27aad4399 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (be6cd5a7-be2e-4f4b-bbea-a5f6a033964c), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:37.751502 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4f7591e-c4fb-419a-88e0-1a75d530e29e None None] Provisioning complete for port 93a3d7df-99a3-4214-bd9b-e60087ac7313 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:58:37.751502 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4f7591e-c4fb-419a-88e0-1a75d530e29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (93a3d7df-99a3-4214-bd9b-e60087ac7313), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:37.854457 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-0c1efc55-df0b-4387-a64f-6a8d1512d812 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] For port be6cd5a7-be2e-4f4b-bbea-a5f6a033964c, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=be6cd5a7-be2e-4f4b-bbea-a5f6a033964c,segment=NetworkSegment(632cf0c2-8743-494d-9c33-c657805823ca),segment_id=632cf0c2-8743-494d-9c33-c657805823ca)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:58:37.855086 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0c1efc55-df0b-4387-a64f-6a8d1512d812 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (be6cd5a7-be2e-4f4b-bbea-a5f6a033964c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:37.862766 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Deleting port 93a3d7df-99a3-4214-bd9b-e60087ac7313 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:58:37.870676 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (93a3d7df-99a3-4214-bd9b-e60087ac7313), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:37.881289 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434995be-7b2b-43b1-a5bf-f47558701b12 None None] DHCP port deletion for 70502b22-1229-4d65-84a8-50365a8384de request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:58:37.929522 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-0c1efc55-df0b-4387-a64f-6a8d1512d812 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Calling delete_port for be6cd5a7-be2e-4f4b-bbea-a5f6a033964c owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:58:37.959925 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-41ebc1ba-1f72-4d81-a98f-bee27aad4399 None None] For port be6cd5a7-be2e-4f4b-bbea-a5f6a033964c, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=be6cd5a7-be2e-4f4b-bbea-a5f6a033964c,segment=NetworkSegment(632cf0c2-8743-494d-9c33-c657805823ca),segment_id=632cf0c2-8743-494d-9c33-c657805823ca)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:58:37.960419 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-41ebc1ba-1f72-4d81-a98f-bee27aad4399 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (be6cd5a7-be2e-4f4b-bbea-a5f6a033964c), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:37.966247 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8cb7d-87e7-4a59-883e-e8f4c643c0b0 req-f4a6f014-84f2-437b-a6fa-87da316584b2 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:37.974421 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-29a8cb7d-87e7-4a59-883e-e8f4c643c0b0 req-f4a6f014-84f2-437b-a6fa-87da316584b2 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/ports?device_id=16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92 HTTP/1.1" status: 200 len: 945 time: 0.2101550 Feb 20 03:58:37.983395 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-41ebc1ba-1f72-4d81-a98f-bee27aad4399 None None] Calling delete_port for be6cd5a7-be2e-4f4b-bbea-a5f6a033964c owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:58:37.990270 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d4c2f-0b59-4089-bd8a-0afe8b84bde4 req-f4e6a8b7-584a-46af-a984-a2315e36a1f1 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:37.991804 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-091d4c2f-0b59-4089-bd8a-0afe8b84bde4 req-f4e6a8b7-584a-46af-a984-a2315e36a1f1 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.93 "GET /v2.0/ports?device_id=16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92 HTTP/1.1" status: 200 len: 945 time: 0.2826760 Feb 20 03:58:38.036925 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4f7591e-c4fb-419a-88e0-1a75d530e29e None None] Current status of the port 93a3d7df-99a3-4214-bd9b-e60087ac7313 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:58:38.037246 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4f7591e-c4fb-419a-88e0-1a75d530e29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (93a3d7df-99a3-4214-bd9b-e60087ac7313), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:38.189280 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] For port 93a3d7df-99a3-4214-bd9b-e60087ac7313, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=93a3d7df-99a3-4214-bd9b-e60087ac7313,segment=NetworkSegment(d47553d4-cdee-45f0-8533-0b0988340b88),segment_id=d47553d4-cdee-45f0-8533-0b0988340b88)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:58:38.189661 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (93a3d7df-99a3-4214-bd9b-e60087ac7313), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:38.307460 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Calling delete_port for 93a3d7df-99a3-4214-bd9b-e60087ac7313 owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:58:38.363964 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device be6cd5a7-be2e-4f4b-bbea-a5f6a033964c no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:58:38.368581 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-29a8cb7d-87e7-4a59-883e-e8f4c643c0b0 req-b239feea-33b3-45fc-b1f1-ead1841d83b9 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/security-groups?id=14efef05-e358-452a-8229-826fe2bf00ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913195 Feb 20 03:58:38.459919 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-091d4c2f-0b59-4089-bd8a-0afe8b84bde4 req-40a73033-a65f-4bdb-8d7a-2597baa66854 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Deleting port 1ce83e8d-6071-4fe9-bb6a-42f0f95d2090 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:58:38.460393 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-091d4c2f-0b59-4089-bd8a-0afe8b84bde4 req-40a73033-a65f-4bdb-8d7a-2597baa66854 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (1ce83e8d-6071-4fe9-bb6a-42f0f95d2090), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:38.486180 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4f7591e-c4fb-419a-88e0-1a75d530e29e None None] For port 93a3d7df-99a3-4214-bd9b-e60087ac7313, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=93a3d7df-99a3-4214-bd9b-e60087ac7313,segment=NetworkSegment(d47553d4-cdee-45f0-8533-0b0988340b88),segment_id=d47553d4-cdee-45f0-8533-0b0988340b88)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:58:38.498213 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-434995be-7b2b-43b1-a5bf-f47558701b12 None None] Deleting port 93a3d7df-99a3-4214-bd9b-e60087ac7313 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:58:38.498592 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-434995be-7b2b-43b1-a5bf-f47558701b12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (93a3d7df-99a3-4214-bd9b-e60087ac7313), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:38.542500 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0c1efc55-df0b-4387-a64f-6a8d1512d812 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (be6cd5a7-be2e-4f4b-bbea-a5f6a033964c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:38.583930 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-434995be-7b2b-43b1-a5bf-f47558701b12 None None] For port 93a3d7df-99a3-4214-bd9b-e60087ac7313, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=93a3d7df-99a3-4214-bd9b-e60087ac7313,segment=NetworkSegment(d47553d4-cdee-45f0-8533-0b0988340b88),segment_id=d47553d4-cdee-45f0-8533-0b0988340b88)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:58:38.585834 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-434995be-7b2b-43b1-a5bf-f47558701b12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (93a3d7df-99a3-4214-bd9b-e60087ac7313), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:38.602567 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1efc55-df0b-4387-a64f-6a8d1512d812 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Port': ['ID=be6cd5a7-be2e-4f4b-bbea-a5f6a033964c,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:38.603974 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-434995be-7b2b-43b1-a5bf-f47558701b12 None None] Calling delete_port for 93a3d7df-99a3-4214-bd9b-e60087ac7313 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:58:38.633625 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1efc55-df0b-4387-a64f-6a8d1512d812 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] No DVR routers for this DVR port be6cd5a7-be2e-4f4b-bbea-a5f6a033964c on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:58:38.701570 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4f7591e-c4fb-419a-88e0-1a75d530e29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (93a3d7df-99a3-4214-bd9b-e60087ac7313), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:38.756030 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (93a3d7df-99a3-4214-bd9b-e60087ac7313), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:38.760751 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7591e-c4fb-419a-88e0-1a75d530e29e None None] Pushing event deleted for resources: {'Port': ['ID=93a3d7df-99a3-4214-bd9b-e60087ac7313,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:38.770527 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Port be6cd5a7-be2e-4f4b-bbea-a5f6a033964c update to DOWN by agent not found {{(pid=104107) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 20 03:58:38.778382 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-41ebc1ba-1f72-4d81-a98f-bee27aad4399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (be6cd5a7-be2e-4f4b-bbea-a5f6a033964c), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:38.826199 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event deleted for resources: {'Port': ['ID=93a3d7df-99a3-4214-bd9b-e60087ac7313,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:38.829004 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ebc1ba-1f72-4d81-a98f-bee27aad4399 None None] Pushing event deleted for resources: {'Port': ['ID=be6cd5a7-be2e-4f4b-bbea-a5f6a033964c,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:38.840854 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ebc1ba-1f72-4d81-a98f-bee27aad4399 None None] No DVR routers for this DVR port be6cd5a7-be2e-4f4b-bbea-a5f6a033964c on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:58:38.842666 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c9545-c804-44f8-9c01-1b5949e3a6ae req-7a6f0cd0-6058-476b-9b6a-baa903d31cb3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:38.844468 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-337c9545-c804-44f8-9c01-1b5949e3a6ae req-7a6f0cd0-6058-476b-9b6a-baa903d31cb3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 945 time: 0.3341944 Feb 20 03:58:38.847749 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-091d4c2f-0b59-4089-bd8a-0afe8b84bde4 req-40a73033-a65f-4bdb-8d7a-2597baa66854 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] For port 1ce83e8d-6071-4fe9-bb6a-42f0f95d2090, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=1ce83e8d-6071-4fe9-bb6a-42f0f95d2090,segment=NetworkSegment(19d8559c-3005-4214-a3b0-d84c7ca4272e),segment_id=19d8559c-3005-4214-a3b0-d84c7ca4272e)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:58:38.848121 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-091d4c2f-0b59-4089-bd8a-0afe8b84bde4 req-40a73033-a65f-4bdb-8d7a-2597baa66854 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (1ce83e8d-6071-4fe9-bb6a-42f0f95d2090), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:38.857712 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-434995be-7b2b-43b1-a5bf-f47558701b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (93a3d7df-99a3-4214-bd9b-e60087ac7313), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:38.858660 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0c1efc55-df0b-4387-a64f-6a8d1512d812 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (651aa504-7a7f-4061-847e-897da6ecf8b4), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:38.890820 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434995be-7b2b-43b1-a5bf-f47558701b12 None None] Pushing event deleted for resources: {'Port': ['ID=93a3d7df-99a3-4214-bd9b-e60087ac7313,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:38.898322 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434995be-7b2b-43b1-a5bf-f47558701b12 None None] No DVR routers for this DVR port 93a3d7df-99a3-4214-bd9b-e60087ac7313 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:58:38.898436 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] No DVR routers for this DVR port 93a3d7df-99a3-4214-bd9b-e60087ac7313 on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:58:38.904548 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-091d4c2f-0b59-4089-bd8a-0afe8b84bde4 req-40a73033-a65f-4bdb-8d7a-2597baa66854 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Calling delete_port for 1ce83e8d-6071-4fe9-bb6a-42f0f95d2090 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:58:38.946127 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-0c1efc55-df0b-4387-a64f-6a8d1512d812 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['651aa504-7a7f-4061-847e-897da6ecf8b4']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:38.970663 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-0c1efc55-df0b-4387-a64f-6a8d1512d812 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '632cf0c2-8743-494d-9c33-c657805823ca') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:38.972357 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-0c1efc55-df0b-4387-a64f-6a8d1512d812 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '632cf0c2-8743-494d-9c33-c657805823ca') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:39.038051 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0c1efc55-df0b-4387-a64f-6a8d1512d812 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (632cf0c2-8743-494d-9c33-c657805823ca), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:39.079212 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-337c9545-c804-44f8-9c01-1b5949e3a6ae req-06269b33-61fc-4225-8977-c69ec5bd143e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168908 Feb 20 03:58:39.098559 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (70502b22-1229-4d65-84a8-50365a8384de), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:39.114441 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0c1efc55-df0b-4387-a64f-6a8d1512d812 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (632cf0c2-8743-494d-9c33-c657805823ca), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:39.133154 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c1efc55-df0b-4387-a64f-6a8d1512d812 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:58:39.133557 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0c1efc55-df0b-4387-a64f-6a8d1512d812 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (632cf0c2-8743-494d-9c33-c657805823ca), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:39.138012 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:58:39.138012 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:58:39.138012 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:58:39.138012 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:58:39.138012 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:58:39.138012 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:58:39.138012 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:58:39.138012 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:58:39.138012 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:58:39.138012 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:58:39.138012 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:58:39.138012 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:58:39.138012 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:58:39.138012 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:58:39.138012 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:58:39.138012 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:58:39.138012 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:58:39.138012 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:58:39.138012 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:58:39.138012 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:58:39.138012 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:58:39.138012 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:58:39.138012 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:58:39.138012 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:58:39.138012 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:58:39.138012 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:58:39.138012 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:58:39.138012 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:58:39.138012 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:58:39.138012 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:58:39.138012 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:58:39.138012 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:58:39.149311 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70502b22-1229-4d65-84a8-50365a8384de']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:39.195792 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47553d4-cdee-45f0-8533-0b0988340b88') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:39.195968 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47553d4-cdee-45f0-8533-0b0988340b88') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:39.222567 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (d47553d4-cdee-45f0-8533-0b0988340b88), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:39.239485 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (d47553d4-cdee-45f0-8533-0b0988340b88), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:39.267135 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:58:39.267534 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (d47553d4-cdee-45f0-8533-0b0988340b88), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:39.270472 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:58:39.270472 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:58:39.270472 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:58:39.270472 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:58:39.270472 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:58:39.270472 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:58:39.270472 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:58:39.270472 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:58:39.270472 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:58:39.270472 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:58:39.270472 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:58:39.270472 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:58:39.270472 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:58:39.270472 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:58:39.270472 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:58:39.270472 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:58:39.270472 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:58:39.270472 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:58:39.270472 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:58:39.270472 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:58:39.270472 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:58:39.270472 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:58:39.270472 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:58:39.270472 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:58:39.270472 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:58:39.270472 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:58:39.270472 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:58:39.270472 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:58:39.270472 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:58:39.270472 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:58:39.270472 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:58:39.270472 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:58:39.287203 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0c1efc55-df0b-4387-a64f-6a8d1512d812 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (651aa504-7a7f-4061-847e-897da6ecf8b4), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:39.301346 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0c1efc55-df0b-4387-a64f-6a8d1512d812 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:39.304722 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0c1efc55-df0b-4387-a64f-6a8d1512d812 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/networks/651aa504-7a7f-4061-847e-897da6ecf8b4 HTTP/1.1" status: 204 len: 168 time: 2.6597984 Feb 20 03:58:39.309001 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40704) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:39.319368 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-9ca5b730-02d9-4cb8-8115-8f722dbb53b5 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'port': {'network_id': '2a3e2d0f-874e-42f5-99d3-385993abe5ad', 'name': 'tempest-PortsTestJSON-1056270695'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:39.371883 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1efc55-df0b-4387-a64f-6a8d1512d812 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Network': ['ID=651aa504-7a7f-4061-847e-897da6ecf8b4,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:39.454031 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-091d4c2f-0b59-4089-bd8a-0afe8b84bde4 req-40a73033-a65f-4bdb-8d7a-2597baa66854 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (1ce83e8d-6071-4fe9-bb6a-42f0f95d2090), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:39.479905 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cfac7ac5-591c-44e7-aa8f-a56edd47a504 req-df4a528a-4414-4552-b8be-9f4c19f3c34a tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/ports?device_id=16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92 HTTP/1.1" status: 200 len: 210 time: 0.0372016 Feb 20 03:58:39.485280 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (70502b22-1229-4d65-84a8-50365a8384de), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:39.520896 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca5b730-02d9-4cb8-8115-8f722dbb53b5 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:39.524389 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9ca5b730-02d9-4cb8-8115-8f722dbb53b5 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:39.539068 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:39.539068 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/networks/70502b22-1229-4d65-84a8-50365a8384de HTTP/1.1" status: 204 len: 168 time: 5.0852253 Feb 20 03:58:39.539068 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a73033-a65f-4bdb-8d7a-2597baa66854 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Pushing event deleted for resources: {'Port': ['ID=1ce83e8d-6071-4fe9-bb6a-42f0f95d2090,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:39.539737 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40722) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:39.543180 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c3b31-530c-4194-ad18-5df9f1d2545d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event deleted for resources: {'Network': ['ID=70502b22-1229-4d65-84a8-50365a8384de,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:39.576327 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-7168c3e7-3a6e-40a3-a4ae-256aac73066c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-984223373'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:39.594600 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-091d4c2f-0b59-4089-bd8a-0afe8b84bde4 req-40a73033-a65f-4bdb-8d7a-2597baa66854 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] No DVR routers for this DVR port 1ce83e8d-6071-4fe9-bb6a-42f0f95d2090 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:58:39.594600 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-091d4c2f-0b59-4089-bd8a-0afe8b84bde4 req-40a73033-a65f-4bdb-8d7a-2597baa66854 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:39.594882 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-9ca5b730-02d9-4cb8-8115-8f722dbb53b5 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] device_id is not set on port 157cc4f7-6c7b-4cd1-91bd-6488934c0d5a yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:58:39.597303 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-091d4c2f-0b59-4089-bd8a-0afe8b84bde4 req-40a73033-a65f-4bdb-8d7a-2597baa66854 tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.93 "DELETE /v2.0/ports/1ce83e8d-6071-4fe9-bb6a-42f0f95d2090 HTTP/1.1" status: 204 len: 173 time: 1.5904334 Feb 20 03:58:39.597932 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92', 'name': 'network-vif-deleted', 'tag': '1ce83e8d-6071-4fe9-bb6a-42f0f95d2090'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:58:39.600554 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e30c66-25c7-4497-9beb-446f24d46196" -d '{"events": [{"server_uuid": "16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92", "name": "network-vif-deleted", "tag": "1ce83e8d-6071-4fe9-bb6a-42f0f95d2090"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:58:39.648222 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef493ff-87b8-4004-90a2-d15d20fad6b2 x-openstack-request-id: req-7ef493ff-87b8-4004-90a2-d15d20fad6b2 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:58:39.648528 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92", "name": "network-vif-deleted", "tag": "1ce83e8d-6071-4fe9-bb6a-42f0f95d2090", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:58:39.648786 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7ef493ff-87b8-4004-90a2-d15d20fad6b2 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:58:39.649190 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92', 'name': 'network-vif-deleted', 'tag': '1ce83e8d-6071-4fe9-bb6a-42f0f95d2090', 'status': 'completed', 'code': 200} Feb 20 03:58:39.737811 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7168c3e7-3a6e-40a3-a4ae-256aac73066c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Made reservation on behalf of d274613268a44b298320e79f2fa5d5fa for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:39.737811 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7168c3e7-3a6e-40a3-a4ae-256aac73066c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:39.823305 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7168c3e7-3a6e-40a3-a4ae-256aac73066c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:58:39.845195 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9ca5b730-02d9-4cb8-8115-8f722dbb53b5 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for port (157cc4f7-6c7b-4cd1-91bd-6488934c0d5a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:39.850130 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7168c3e7-3a6e-40a3-a4ae-256aac73066c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (81dfb761-c47a-4147-b75f-5ff382771828), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:39.850484 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-7168c3e7-3a6e-40a3-a4ae-256aac73066c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Added segment 81dfb761-c47a-4147-b75f-5ff382771828 of type vlan for network 64618446-2a04-4ef1-9fa1-5d6a630989fb Feb 20 03:58:39.905683 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7168c3e7-3a6e-40a3-a4ae-256aac73066c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (64618446-2a04-4ef1-9fa1-5d6a630989fb), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:40.044733 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9ca5b730-02d9-4cb8-8115-8f722dbb53b5 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (157cc4f7-6c7b-4cd1-91bd-6488934c0d5a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:40.090283 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7168c3e7-3a6e-40a3-a4ae-256aac73066c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (64618446-2a04-4ef1-9fa1-5d6a630989fb), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:40.096368 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7168c3e7-3a6e-40a3-a4ae-256aac73066c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:40.096927 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7168c3e7-3a6e-40a3-a4ae-256aac73066c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:40.100296 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca5b730-02d9-4cb8-8115-8f722dbb53b5 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network 2a3e2d0f-874e-42f5-99d3-385993abe5ad is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:58:40.115291 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-9ca5b730-02d9-4cb8-8115-8f722dbb53b5 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:40.132154 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca5b730-02d9-4cb8-8115-8f722dbb53b5 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:58:40.147151 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca5b730-02d9-4cb8-8115-8f722dbb53b5 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:40.152230 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9ca5b730-02d9-4cb8-8115-8f722dbb53b5 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:40.176280 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5b730-02d9-4cb8-8115-8f722dbb53b5 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Port': ['ID=157cc4f7-6c7b-4cd1-91bd-6488934c0d5a,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:40.234635 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168c3e7-3a6e-40a3-a4ae-256aac73066c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event updated for resources: {'Network': ['ID=64618446-2a04-4ef1-9fa1-5d6a630989fb,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:40.249338 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 64618446-2a04-4ef1-9fa1-5d6a630989fb details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:58:40.257533 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7168c3e7-3a6e-40a3-a4ae-256aac73066c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7110248 Feb 20 03:58:40.257533 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9ca5b730-02d9-4cb8-8115-8f722dbb53b5 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9442973 Feb 20 03:58:40.257533 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40764) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:40.257817 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40766) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:40.261528 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-b255b75d-fd2d-4e9e-94f8-b66dac58f324 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:40.278592 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ed8ba-7954-435e-bef8-1bc5ba40a4e6 req-ffc89eff-9b8b-4a6e-ad19-c47c02340656 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:40.281628 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be5ed8ba-7954-435e-bef8-1bc5ba40a4e6 req-ffc89eff-9b8b-4a6e-ad19-c47c02340656 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 945 time: 0.0954132 Feb 20 03:58:40.406379 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be5ed8ba-7954-435e-bef8-1bc5ba40a4e6 req-bae4cfac-7873-49a7-aa4d-7ceae9a2c70c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048810 Feb 20 03:58:40.443105 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-a1b8c4f7-a261-4d70-a410-4e4c116a715c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Deleting port 157cc4f7-6c7b-4cd1-91bd-6488934c0d5a {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:58:40.443390 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a1b8c4f7-a261-4d70-a410-4e4c116a715c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (157cc4f7-6c7b-4cd1-91bd-6488934c0d5a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:40.490822 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b255b75d-fd2d-4e9e-94f8-b66dac58f324 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (64618446-2a04-4ef1-9fa1-5d6a630989fb), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:40.531570 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a1b8c4f7-a261-4d70-a410-4e4c116a715c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (157cc4f7-6c7b-4cd1-91bd-6488934c0d5a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:40.548811 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-a1b8c4f7-a261-4d70-a410-4e4c116a715c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Calling delete_port for 157cc4f7-6c7b-4cd1-91bd-6488934c0d5a owned by {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:58:40.581758 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b255b75d-fd2d-4e9e-94f8-b66dac58f324 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (64618446-2a04-4ef1-9fa1-5d6a630989fb), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:40.624564 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b255b75d-fd2d-4e9e-94f8-b66dac58f324 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Network 64618446-2a04-4ef1-9fa1-5d6a630989fb is not hosted by any dhcp agent {{(pid=104106) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 20 03:58:40.632795 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b255b75d-fd2d-4e9e-94f8-b66dac58f324 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:40.633605 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b255b75d-fd2d-4e9e-94f8-b66dac58f324 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:40.635076 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b255b75d-fd2d-4e9e-94f8-b66dac58f324 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "PUT /v2.0/networks/64618446-2a04-4ef1-9fa1-5d6a630989fb HTTP/1.1" status: 200 len: 723 time: 0.3786802 Feb 20 03:58:40.638509 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40790) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:40.648935 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-69c006af-14d7-4517-8304-4fb211c55db9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Request body: {'subnet': {'network_id': '64618446-2a04-4ef1-9fa1-5d6a630989fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:40.676244 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c7ccabe8-25d0-4442-847a-d78b269a4b34 req-820cd40e-3731-4f8b-8d64-5ee53fe75c6d tempest-VolumesActionsTest-1504441039 tempest-VolumesActionsTest-1504441039-project] 10.222.0.89 "GET /v2.0/ports?device_id=16d2dcd9-8d3d-4d0a-ba18-bd29169fbc92 HTTP/1.1" status: 200 len: 210 time: 0.0477436 Feb 20 03:58:40.804614 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a1b8c4f7-a261-4d70-a410-4e4c116a715c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (157cc4f7-6c7b-4cd1-91bd-6488934c0d5a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:40.841581 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8c4f7-a261-4d70-a410-4e4c116a715c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Port': ['ID=157cc4f7-6c7b-4cd1-91bd-6488934c0d5a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:40.846667 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a1b8c4f7-a261-4d70-a410-4e4c116a715c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:40.850902 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a1b8c4f7-a261-4d70-a410-4e4c116a715c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/ports/157cc4f7-6c7b-4cd1-91bd-6488934c0d5a HTTP/1.1" status: 204 len: 168 time: 0.5919957 Feb 20 03:58:40.853691 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40802) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:40.860552 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-599d61c4-5a12-4345-9664-4c939d9e93e3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'port': {'network_id': '2a3e2d0f-874e-42f5-99d3-385993abe5ad', 'mac_address': 'fa:16:3e:49:12:dc', 'name': 'tempest-PortsTestJSON-1712854589'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:41.050850 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599d61c4-5a12-4345-9664-4c939d9e93e3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:41.087885 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255b75d-fd2d-4e9e-94f8-b66dac58f324 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event updated for resources: {'Network': ['ID=64618446-2a04-4ef1-9fa1-5d6a630989fb,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:41.100789 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 64618446-2a04-4ef1-9fa1-5d6a630989fb details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:58:41.130606 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 1ce83e8d-6071-4fe9-bb6a-42f0f95d2090 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:58:41.151702 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-599d61c4-5a12-4345-9664-4c939d9e93e3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:41.177941 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-599d61c4-5a12-4345-9664-4c939d9e93e3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] device_id is not set on port aca7aeeb-0d6b-42d5-adbf-9e3e2321afff yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:58:41.218868 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 1ce83e8d-6071-4fe9-bb6a-42f0f95d2090 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:58:41.219630 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 1ce83e8d-6071-4fe9-bb6a-42f0f95d2090 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:58:41.238441 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c006af-14d7-4517-8304-4fb211c55db9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Made reservation on behalf of d274613268a44b298320e79f2fa5d5fa for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:41.244219 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-69c006af-14d7-4517-8304-4fb211c55db9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:41.385154 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-599d61c4-5a12-4345-9664-4c939d9e93e3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for port (aca7aeeb-0d6b-42d5-adbf-9e3e2321afff), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:41.503752 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-599d61c4-5a12-4345-9664-4c939d9e93e3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (aca7aeeb-0d6b-42d5-adbf-9e3e2321afff), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:41.541347 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-69c006af-14d7-4517-8304-4fb211c55db9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (206fa063-ae10-418f-84de-e9a92a5c1b86), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:41.607070 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c006af-14d7-4517-8304-4fb211c55db9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event updated for resources: {'Subnet': ['ID=206fa063-ae10-418f-84de-e9a92a5c1b86,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:41.652659 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c006af-14d7-4517-8304-4fb211c55db9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Checking segment: {'id': '81dfb761-c47a-4147-b75f-5ff382771828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '64618446-2a04-4ef1-9fa1-5d6a630989fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:58:41.653270 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c006af-14d7-4517-8304-4fb211c55db9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Network hostable DHCP agents. Network: 64618446-2a04-4ef1-9fa1-5d6a630989fb, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:58:41.658811 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599d61c4-5a12-4345-9664-4c939d9e93e3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network 2a3e2d0f-874e-42f5-99d3-385993abe5ad is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:58:41.665401 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d61c4-5a12-4345-9664-4c939d9e93e3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Port': ['ID=aca7aeeb-0d6b-42d5-adbf-9e3e2321afff,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:41.667926 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-599d61c4-5a12-4345-9664-4c939d9e93e3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:41.672464 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599d61c4-5a12-4345-9664-4c939d9e93e3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:58:41.677818 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599d61c4-5a12-4345-9664-4c939d9e93e3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:41.679455 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-599d61c4-5a12-4345-9664-4c939d9e93e3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:41.705230 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a7b8b-967c-4376-b554-764abe9d4c70 req-74710c39-a954-4418-a6ff-2a60a01476be tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:41.707424 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3f5a7b8b-967c-4376-b554-764abe9d4c70 req-74710c39-a954-4418-a6ff-2a60a01476be tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 945 time: 0.1571364 Feb 20 03:58:41.788170 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c006af-14d7-4517-8304-4fb211c55db9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Network 64618446-2a04-4ef1-9fa1-5d6a630989fb is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:58:41.822474 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3f5a7b8b-967c-4376-b554-764abe9d4c70 req-e60b544d-b51c-4c84-aec6-c8cc5ed34a6c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007328 Feb 20 03:58:41.822474 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-599d61c4-5a12-4345-9664-4c939d9e93e3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9652216 Feb 20 03:58:41.823019 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40856) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:41.910623 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9f9a1d-9428-46c9-a4bb-b2acf9d5eff1 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:41.918816 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4e9f9a1d-9428-46c9-a4bb-b2acf9d5eff1 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "GET /v2.0/ports/aca7aeeb-0d6b-42d5-adbf-9e3e2321afff HTTP/1.1" status: 200 len: 841 time: 0.0927784 Feb 20 03:58:41.919111 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40866) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:41.954359 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-69c006af-14d7-4517-8304-4fb211c55db9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 64618446-2a04-4ef1-9fa1-5d6a630989fb) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:41.972921 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86575d72-fb3a-4fd5-bc34-248ccc0aa4a2 None None] Network 64618446-2a04-4ef1-9fa1-5d6a630989fb requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:58:41.978503 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c006af-14d7-4517-8304-4fb211c55db9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:41.978503 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-69c006af-14d7-4517-8304-4fb211c55db9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:42.036192 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-0abc8d7a-d4a9-45d2-9c2a-8df237d8d808 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Deleting port aca7aeeb-0d6b-42d5-adbf-9e3e2321afff {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:58:42.036855 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0abc8d7a-d4a9-45d2-9c2a-8df237d8d808 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (aca7aeeb-0d6b-42d5-adbf-9e3e2321afff), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:42.112905 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-69c006af-14d7-4517-8304-4fb211c55db9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4588842 Feb 20 03:58:42.113271 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40882) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:42.119357 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-403eb9f3-9a64-4cd0-bf44-69cfb6715825 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:42.152027 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147d332f-21b3-402b-852f-3ba71a483926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-64618446-2a04-4ef1-9fa1-5d6a630989fb', 'network_id': '64618446-2a04-4ef1-9fa1-5d6a630989fb', 'project_id': 'd274613268a44b298320e79f2fa5d5fa', 'fixed_ips': [{'subnet_id': '206fa063-ae10-418f-84de-e9a92a5c1b86'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:58:42.153279 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-147d332f-21b3-402b-852f-3ba71a483926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:42.188739 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0abc8d7a-d4a9-45d2-9c2a-8df237d8d808 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (aca7aeeb-0d6b-42d5-adbf-9e3e2321afff), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:42.221438 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-0abc8d7a-d4a9-45d2-9c2a-8df237d8d808 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Calling delete_port for aca7aeeb-0d6b-42d5-adbf-9e3e2321afff owned by {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:58:42.373202 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-403eb9f3-9a64-4cd0-bf44-69cfb6715825 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12794914'] for subnet (206fa063-ae10-418f-84de-e9a92a5c1b86), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:42.405066 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0abc8d7a-d4a9-45d2-9c2a-8df237d8d808 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (aca7aeeb-0d6b-42d5-adbf-9e3e2321afff), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:42.454564 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc8d7a-d4a9-45d2-9c2a-8df237d8d808 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Port': ['ID=aca7aeeb-0d6b-42d5-adbf-9e3e2321afff,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:42.469612 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0abc8d7a-d4a9-45d2-9c2a-8df237d8d808 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:42.474743 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0abc8d7a-d4a9-45d2-9c2a-8df237d8d808 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/ports/aca7aeeb-0d6b-42d5-adbf-9e3e2321afff HTTP/1.1" status: 204 len: 168 time: 0.5546401 Feb 20 03:58:42.477193 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40906) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:42.491190 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-147d332f-21b3-402b-852f-3ba71a483926 None None] Allocated IP 172.20.0.2 (64618446-2a04-4ef1-9fa1-5d6a630989fb/206fa063-ae10-418f-84de-e9a92a5c1b86/840da01f-8b89-4954-acc4-a356304f3a6d) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:58:42.518753 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-16da9dce-ed7e-41f6-9285-5960ce8347ad tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] GET failed (client error): The resource could not be found. Feb 20 03:58:42.520628 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-16da9dce-ed7e-41f6-9285-5960ce8347ad tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "GET /v2.0/ports/aca7aeeb-0d6b-42d5-adbf-9e3e2321afff HTTP/1.1" status: 404 len: 333 time: 0.0423596 Feb 20 03:58:42.524927 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40910) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:42.534569 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-450bff53-4564-4efd-aef5-ed9763005198 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'port': {'network_id': '2a3e2d0f-874e-42f5-99d3-385993abe5ad', 'name': 'tempest-PortsTestJSON-1907957211'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:42.731756 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-147d332f-21b3-402b-852f-3ba71a483926 None None] Publish callbacks [] for port (840da01f-8b89-4954-acc4-a356304f3a6d), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:42.787812 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450bff53-4564-4efd-aef5-ed9763005198 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:42.807878 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-450bff53-4564-4efd-aef5-ed9763005198 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:42.845404 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-147d332f-21b3-402b-852f-3ba71a483926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (840da01f-8b89-4954-acc4-a356304f3a6d), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:42.922132 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147d332f-21b3-402b-852f-3ba71a483926 None None] Network 64618446-2a04-4ef1-9fa1-5d6a630989fb is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:58:42.931899 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-450bff53-4564-4efd-aef5-ed9763005198 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] device_id is not set on port 42ebb9cf-ca19-464a-ac21-4f0f2194480c yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:58:42.934689 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-147d332f-21b3-402b-852f-3ba71a483926 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:42.939978 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147d332f-21b3-402b-852f-3ba71a483926 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:58:43.003408 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d332f-21b3-402b-852f-3ba71a483926 None None] Pushing event updated for resources: {'Port': ['ID=840da01f-8b89-4954-acc4-a356304f3a6d,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:43.048140 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40944) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:43.093655 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e758db1-0d15-428e-9c64-3bfb3c63f412 req-f35ba017-dd95-472f-8b7d-b42ae65aa7cb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:43.095441 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1e758db1-0d15-428e-9c64-3bfb3c63f412 req-f35ba017-dd95-472f-8b7d-b42ae65aa7cb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 945 time: 0.1550364 Feb 20 03:58:43.173635 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-147d332f-21b3-402b-852f-3ba71a483926 None None] Attempting to bind port 840da01f-8b89-4954-acc4-a356304f3a6d on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:58:43.173922 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-147d332f-21b3-402b-852f-3ba71a483926 None None] Attempting to bind port 840da01f-8b89-4954-acc4-a356304f3a6d by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '81dfb761-c47a-4147-b75f-5ff382771828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '64618446-2a04-4ef1-9fa1-5d6a630989fb'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:58:43.179380 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147d332f-21b3-402b-852f-3ba71a483926 None None] Attempting to bind port 840da01f-8b89-4954-acc4-a356304f3a6d on network 64618446-2a04-4ef1-9fa1-5d6a630989fb {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:58:43.194320 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147d332f-21b3-402b-852f-3ba71a483926 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:58:43.195027 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147d332f-21b3-402b-852f-3ba71a483926 None None] Checking segment: {'id': '81dfb761-c47a-4147-b75f-5ff382771828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '64618446-2a04-4ef1-9fa1-5d6a630989fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:58:43.195592 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-147d332f-21b3-402b-852f-3ba71a483926 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:43.196132 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147d332f-21b3-402b-852f-3ba71a483926 None None] Bound using segment: {'id': '81dfb761-c47a-4147-b75f-5ff382771828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '64618446-2a04-4ef1-9fa1-5d6a630989fb'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:58:43.200523 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-147d332f-21b3-402b-852f-3ba71a483926 None None] Bound port: 840da01f-8b89-4954-acc4-a356304f3a6d, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81dfb761-c47a-4147-b75f-5ff382771828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '64618446-2a04-4ef1-9fa1-5d6a630989fb'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:58:43.201200 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-147d332f-21b3-402b-852f-3ba71a483926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (840da01f-8b89-4954-acc4-a356304f3a6d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:43.228779 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1e758db1-0d15-428e-9c64-3bfb3c63f412 req-e8a40eea-733e-4e11-9f46-77add06d1f31 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239610 Feb 20 03:58:43.279917 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-46d0d4cb-dd12-4468-9962-7c0295a8d1fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:43.355736 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-147d332f-21b3-402b-852f-3ba71a483926 None None] For port 840da01f-8b89-4954-acc4-a356304f3a6d, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:58:43.358126 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-403eb9f3-9a64-4cd0-bf44-69cfb6715825 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760835982466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12633551'] for subnet (206fa063-ae10-418f-84de-e9a92a5c1b86), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:43.373057 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-147d332f-21b3-402b-852f-3ba71a483926 None None] For port 840da01f-8b89-4954-acc4-a356304f3a6d, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=840da01f-8b89-4954-acc4-a356304f3a6d,segment=NetworkSegment(81dfb761-c47a-4147-b75f-5ff382771828),segment_id=81dfb761-c47a-4147-b75f-5ff382771828)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:58:43.419793 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403eb9f3-9a64-4cd0-bf44-69cfb6715825 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:43.420879 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-403eb9f3-9a64-4cd0-bf44-69cfb6715825 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:43.422821 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-403eb9f3-9a64-4cd0-bf44-69cfb6715825 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "PUT /v2.0/subnets/206fa063-ae10-418f-84de-e9a92a5c1b86 HTTP/1.1" status: 200 len: 806 time: 1.3085396 Feb 20 03:58:43.426191 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 40970) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:43.428744 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-450bff53-4564-4efd-aef5-ed9763005198 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for port (42ebb9cf-ca19-464a-ac21-4f0f2194480c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:43.462301 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-46d0d4cb-dd12-4468-9962-7c0295a8d1fc admin admin] Publish callbacks [] for security_group (64bf4b86-11da-41cc-bd4c-67dde28e0cc2), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:43.467754 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-147d332f-21b3-402b-852f-3ba71a483926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (840da01f-8b89-4954-acc4-a356304f3a6d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:43.520202 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403eb9f3-9a64-4cd0-bf44-69cfb6715825 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event updated for resources: {'Subnet': ['ID=206fa063-ae10-418f-84de-e9a92a5c1b86,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:43.520837 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-46d0d4cb-dd12-4468-9962-7c0295a8d1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (64bf4b86-11da-41cc-bd4c-67dde28e0cc2), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:43.568656 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d332f-21b3-402b-852f-3ba71a483926 None None] Pushing event updated for resources: {'Port': ['ID=840da01f-8b89-4954-acc4-a356304f3a6d,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:43.592067 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (64618446-2a04-4ef1-9fa1-5d6a630989fb), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:43.646358 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0d4cb-dd12-4468-9962-7c0295a8d1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bf4b86-11da-41cc-bd4c-67dde28e0cc2,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:43.660253 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-46d0d4cb-dd12-4468-9962-7c0295a8d1fc admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a1a01ac29358474a96af882b43696943&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6102788 Feb 20 03:58:43.703825 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 40982) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:43.738246 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-450bff53-4564-4efd-aef5-ed9763005198 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (42ebb9cf-ca19-464a-ac21-4f0f2194480c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:43.850442 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450bff53-4564-4efd-aef5-ed9763005198 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network 2a3e2d0f-874e-42f5-99d3-385993abe5ad is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:58:43.856589 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-450bff53-4564-4efd-aef5-ed9763005198 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:43.859946 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450bff53-4564-4efd-aef5-ed9763005198 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Port': ['ID=42ebb9cf-ca19-464a-ac21-4f0f2194480c,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:43.863568 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450bff53-4564-4efd-aef5-ed9763005198 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:58:43.867744 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e672cd8b-2d57-46c1-8355-f72af85366ab admin admin] Publish callbacks [] for security_group (64bf4b86-11da-41cc-bd4c-67dde28e0cc2), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:43.870135 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450bff53-4564-4efd-aef5-ed9763005198 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:43.870910 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-450bff53-4564-4efd-aef5-ed9763005198 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:43.894482 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Deleting port 840da01f-8b89-4954-acc4-a356304f3a6d {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:58:43.894837 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (840da01f-8b89-4954-acc4-a356304f3a6d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:43.912927 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e672cd8b-2d57-46c1-8355-f72af85366ab admin admin] Publish callbacks [] for security_group (64bf4b86-11da-41cc-bd4c-67dde28e0cc2), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:44.002545 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-450bff53-4564-4efd-aef5-ed9763005198 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4765899 Feb 20 03:58:44.009006 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41008) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:44.022075 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-08113481-6d09-4a54-adce-756a6d56f030 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:44.090938 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] For port 840da01f-8b89-4954-acc4-a356304f3a6d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=840da01f-8b89-4954-acc4-a356304f3a6d,segment=NetworkSegment(81dfb761-c47a-4147-b75f-5ff382771828),segment_id=81dfb761-c47a-4147-b75f-5ff382771828)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:58:44.091342 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (840da01f-8b89-4954-acc4-a356304f3a6d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:44.096584 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e672cd8b-2d57-46c1-8355-f72af85366ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (64bf4b86-11da-41cc-bd4c-67dde28e0cc2), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:44.099581 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e672cd8b-2d57-46c1-8355-f72af85366ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:44.101095 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e672cd8b-2d57-46c1-8355-f72af85366ab admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/64bf4b86-11da-41cc-bd4c-67dde28e0cc2 HTTP/1.1" status: 204 len: 168 time: 0.3962822 Feb 20 03:58:44.116533 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672cd8b-2d57-46c1-8355-f72af85366ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bf4b86-11da-41cc-bd4c-67dde28e0cc2,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:44.145135 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Calling delete_port for 840da01f-8b89-4954-acc4-a356304f3a6d owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:58:44.189955 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-08113481-6d09-4a54-adce-756a6d56f030 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (42ebb9cf-ca19-464a-ac21-4f0f2194480c), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:44.454131 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 840da01f-8b89-4954-acc4-a356304f3a6d up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:58:44.526260 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66620c-9f4c-43fe-b106-89212cdfb564 req-c0d91091-f234-474d-93cd-609ce59513ee tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:44.529708 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a66620c-9f4c-43fe-b106-89212cdfb564 req-c0d91091-f234-474d-93cd-609ce59513ee tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 945 time: 0.1563745 Feb 20 03:58:44.596444 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-08113481-6d09-4a54-adce-756a6d56f030 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for port (42ebb9cf-ca19-464a-ac21-4f0f2194480c), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:44.604220 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (840da01f-8b89-4954-acc4-a356304f3a6d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:44.621186 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 840da01f-8b89-4954-acc4-a356304f3a6d triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:58:44.621572 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (840da01f-8b89-4954-acc4-a356304f3a6d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:44.672410 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Port 840da01f-8b89-4954-acc4-a356304f3a6d was deleted so its status cannot be updated. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 20 03:58:44.688388 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a66620c-9f4c-43fe-b106-89212cdfb564 req-144bc6d6-eede-4993-90bf-09dde5fea9a0 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479130 Feb 20 03:58:44.691014 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-08113481-6d09-4a54-adce-756a6d56f030 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (42ebb9cf-ca19-464a-ac21-4f0f2194480c), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:44.710069 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-08113481-6d09-4a54-adce-756a6d56f030 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] In _notify_port_updated(), no bound segment for port 42ebb9cf-ca19-464a-ac21-4f0f2194480c on network 2a3e2d0f-874e-42f5-99d3-385993abe5ad {{(pid=104106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 03:58:44.716909 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08113481-6d09-4a54-adce-756a6d56f030 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:44.718019 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-08113481-6d09-4a54-adce-756a6d56f030 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:44.723283 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-08113481-6d09-4a54-adce-756a6d56f030 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "PUT /v2.0/ports/42ebb9cf-ca19-464a-ac21-4f0f2194480c HTTP/1.1" status: 200 len: 818 time: 0.7106636 Feb 20 03:58:44.723283 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event deleted for resources: {'Port': ['ID=840da01f-8b89-4954-acc4-a356304f3a6d,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:44.724218 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41048) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:44.731854 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:44.732214 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:44.732564 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:44.734345 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:44.734345 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:44.734345 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:44.734345 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:44.734969 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:44.734969 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:44.735336 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:44.735743 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:44.736072 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:44.736398 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:58:44.842777 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08113481-6d09-4a54-adce-756a6d56f030 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Port': ['ID=42ebb9cf-ca19-464a-ac21-4f0f2194480c,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:44.870838 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] No DVR routers for this DVR port 840da01f-8b89-4954-acc4-a356304f3a6d on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:58:44.934902 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (206fa063-ae10-418f-84de-e9a92a5c1b86), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:45.096549 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-a0a7af41-17e0-492f-a70c-ba7b6d10ddfd tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Deleting port 42ebb9cf-ca19-464a-ac21-4f0f2194480c {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:58:45.096900 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a0a7af41-17e0-492f-a70c-ba7b6d10ddfd tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (42ebb9cf-ca19-464a-ac21-4f0f2194480c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:45.107877 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (206fa063-ae10-418f-84de-e9a92a5c1b86), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:45.154193 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event deleted for resources: {'Subnet': ['ID=206fa063-ae10-418f-84de-e9a92a5c1b86,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:45.196429 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-e7f8ebdb-ad0d-4630-ae28-317db5c68c11 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:45.198015 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-e7f8ebdb-ad0d-4630-ae28-317db5c68c11 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/networks?id=c3b1fdd9-c8e5-47d0-a0d3-937506587efd HTTP/1.1" status: 200 len: 813 time: 0.3196793 Feb 20 03:58:45.205085 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41082) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:45.239713 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-379c5fd8-4cde-452e-92ca-091496d59060 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/quotas/d5051f6ae6274815a71eda28cae9f225 HTTP/1.1" status: 200 len: 375 time: 0.0317359 Feb 20 03:58:45.263283 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a0a7af41-17e0-492f-a70c-ba7b6d10ddfd tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (42ebb9cf-ca19-464a-ac21-4f0f2194480c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:45.271790 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-09f7a1c0-832b-4511-8599-91174ba9d292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:45.300579 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (64618446-2a04-4ef1-9fa1-5d6a630989fb), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:45.308921 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-b69d09aa-d87d-4d6e-8996-aba50d8d930c tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=d5051f6ae6274815a71eda28cae9f225&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0681903 Feb 20 03:58:45.323063 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-a0a7af41-17e0-492f-a70c-ba7b6d10ddfd tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Calling delete_port for 42ebb9cf-ca19-464a-ac21-4f0f2194480c owned by {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:58:45.355461 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64618446-2a04-4ef1-9fa1-5d6a630989fb']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:45.388294 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81dfb761-c47a-4147-b75f-5ff382771828') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:45.388723 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81dfb761-c47a-4147-b75f-5ff382771828') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:45.406477 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (81dfb761-c47a-4147-b75f-5ff382771828), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:45.430403 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (81dfb761-c47a-4147-b75f-5ff382771828), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:45.476678 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:58:45.479739 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (81dfb761-c47a-4147-b75f-5ff382771828), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:45.483196 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:58:45.483196 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:58:45.483196 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:58:45.483196 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:58:45.483196 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:58:45.483196 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:58:45.483196 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:58:45.483196 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:58:45.483196 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:58:45.483196 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:58:45.483196 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:58:45.483196 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:58:45.483196 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:58:45.483196 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:58:45.483196 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:58:45.483196 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:58:45.483196 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:58:45.483196 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:58:45.483196 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:58:45.483196 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:58:45.483196 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:58:45.483196 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:58:45.483196 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:58:45.483196 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:58:45.483196 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:58:45.483196 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:58:45.483196 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:58:45.483196 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:58:45.483196 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:58:45.483196 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:58:45.483196 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:58:45.483196 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:58:45.489613 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-95501a27-dcea-484b-a126-3abaa6c8f678 service neutron] 10.222.0.89 "GET /v2.0/networks/c3b1fdd9-c8e5-47d0-a0d3-937506587efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796262 Feb 20 03:58:45.499884 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bf408d-0f59-488b-9b70-c519074fc2e4 None None] Network 64618446-2a04-4ef1-9fa1-5d6a630989fb requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:58:45.567729 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-09f7a1c0-832b-4511-8599-91174ba9d292 admin admin] Publish callbacks [] for security_group (cba7108c-8699-4c2e-a4bd-1a43d91b766f), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:45.603335 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e7d6e655-dac1-4076-bade-55aed1b00c42 None None] Could not find standard attr ID for object 840da01f-8b89-4954-acc4-a356304f3a6d. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:58:45.619634 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-4dde0012-dd42-4b0a-b87e-28cc649360f6 service neutron] 10.222.0.89 "GET /v2.0/networks/c3b1fdd9-c8e5-47d0-a0d3-937506587efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288521 Feb 20 03:58:45.637199 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a0a7af41-17e0-492f-a70c-ba7b6d10ddfd tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (42ebb9cf-ca19-464a-ac21-4f0f2194480c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:45.674250 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7af41-17e0-492f-a70c-ba7b6d10ddfd tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Port': ['ID=42ebb9cf-ca19-464a-ac21-4f0f2194480c,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:45.674501 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-09f7a1c0-832b-4511-8599-91174ba9d292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (cba7108c-8699-4c2e-a4bd-1a43d91b766f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:45.676903 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (64618446-2a04-4ef1-9fa1-5d6a630989fb), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:45.689390 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80f7fa8-3ae5-4bf6-ac6d-195cf40e421b None None] DHCP port deletion for 64618446-2a04-4ef1-9fa1-5d6a630989fb request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:58:45.694416 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a0a7af41-17e0-492f-a70c-ba7b6d10ddfd tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:45.704628 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a0a7af41-17e0-492f-a70c-ba7b6d10ddfd tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/ports/42ebb9cf-ca19-464a-ac21-4f0f2194480c HTTP/1.1" status: 204 len: 168 time: 0.9763808 Feb 20 03:58:45.705711 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41104) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:45.747788 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735dabd8-6696-4c1c-a046-64a63202c131 None None] Network 64618446-2a04-4ef1-9fa1-5d6a630989fb requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:58:45.757997 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:45.765950 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/networks/64618446-2a04-4ef1-9fa1-5d6a630989fb HTTP/1.1" status: 204 len: 168 time: 2.3307118 Feb 20 03:58:45.771411 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41110) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:45.779549 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735dabd8-6696-4c1c-a046-64a63202c131 None None] Network 64618446-2a04-4ef1-9fa1-5d6a630989fb could not be found, it might have been deleted concurrently. {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 20 03:58:45.787279 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ed989-8a4a-4c90-b756-b5c4ee11d140 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event deleted for resources: {'Network': ['ID=64618446-2a04-4ef1-9fa1-5d6a630989fb,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:45.808902 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-09f7a1c0-832b-4511-8599-91174ba9d292 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=fd65f365e80847a38f081160a35f2864&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5998561 Feb 20 03:58:45.808902 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f7a1c0-832b-4511-8599-91174ba9d292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba7108c-8699-4c2e-a4bd-1a43d91b766f,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:45.811212 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd05781b-d3c9-4c94-9114-f1c2a6ba5b72 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] DELETE failed (client error): The resource could not be found. Feb 20 03:58:45.811342 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41116) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:45.811856 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd05781b-d3c9-4c94-9114-f1c2a6ba5b72 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:58:45.849083 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-cd05781b-d3c9-4c94-9114-f1c2a6ba5b72 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/networks/64618446-2a04-4ef1-9fa1-5d6a630989fb HTTP/1.1" status: 404 len: 339 time: 0.0743177 Feb 20 03:58:45.849979 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41122) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:45.861348 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-29923011-04b9-425e-8ae4-d0a4b4b8d8a4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1998702237', 'description': 'd1'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:45.872460 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f43bfd12-f4c0-49a6-a398-d0caa2224c65 admin admin] Publish callbacks [] for security_group (cba7108c-8699-4c2e-a4bd-1a43d91b766f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:45.900151 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bef76f-2ea6-4b8b-9f7a-e927fff28dc0 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:45.900151 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-54bef76f-2ea6-4b8b-9f7a-e927fff28dc0 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1925948 Feb 20 03:58:45.902365 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41124) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:45.903292 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f43bfd12-f4c0-49a6-a398-d0caa2224c65 admin admin] Publish callbacks [] for security_group (cba7108c-8699-4c2e-a4bd-1a43d91b766f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:45.934418 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-d468880a-361c-4731-abdd-736dde302e8c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] GET failed (client error): The resource could not be found. Feb 20 03:58:45.935740 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d468880a-361c-4731-abdd-736dde302e8c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "GET /v2.0/ports/42ebb9cf-ca19-464a-ac21-4f0f2194480c HTTP/1.1" status: 404 len: 333 time: 0.0317626 Feb 20 03:58:45.939577 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41128) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:45.999788 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-283cfc8e-5bbe-44c2-a8cc-249b1e9f82c3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-996096312'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:46.019400 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29923011-04b9-425e-8ae4-d0a4b4b8d8a4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Made reservation on behalf of d274613268a44b298320e79f2fa5d5fa for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:46.022925 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-29923011-04b9-425e-8ae4-d0a4b4b8d8a4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:46.114241 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c041427-76b5-433e-89ab-3b1dc1bcd1dc req-362f55f4-417f-4585-a81b-50aa25980417 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:46.121727 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1c041427-76b5-433e-89ab-3b1dc1bcd1dc req-362f55f4-417f-4585-a81b-50aa25980417 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 945 time: 0.1065748 Feb 20 03:58:46.124608 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f43bfd12-f4c0-49a6-a398-d0caa2224c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (cba7108c-8699-4c2e-a4bd-1a43d91b766f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:46.127730 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f43bfd12-f4c0-49a6-a398-d0caa2224c65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:46.128926 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f43bfd12-f4c0-49a6-a398-d0caa2224c65 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/cba7108c-8699-4c2e-a4bd-1a43d91b766f HTTP/1.1" status: 204 len: 168 time: 0.3169477 Feb 20 03:58:46.129565 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29923011-04b9-425e-8ae4-d0a4b4b8d8a4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:58:46.141683 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43bfd12-f4c0-49a6-a398-d0caa2224c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba7108c-8699-4c2e-a4bd-1a43d91b766f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:46.169473 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-29923011-04b9-425e-8ae4-d0a4b4b8d8a4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (040950e3-9265-4d7b-920d-fb41e24989ab), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:46.169838 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-29923011-04b9-425e-8ae4-d0a4b4b8d8a4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Added segment 040950e3-9265-4d7b-920d-fb41e24989ab of type vlan for network 04e3abfd-8b57-4f3c-b73d-043131e262d3 Feb 20 03:58:46.182676 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283cfc8e-5bbe-44c2-a8cc-249b1e9f82c3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:46.192187 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-283cfc8e-5bbe-44c2-a8cc-249b1e9f82c3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:46.254101 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 840da01f-8b89-4954-acc4-a356304f3a6d no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:58:46.282491 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-29923011-04b9-425e-8ae4-d0a4b4b8d8a4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (04e3abfd-8b57-4f3c-b73d-043131e262d3), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:46.282712 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 840da01f-8b89-4954-acc4-a356304f3a6d {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:58:46.283299 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 840da01f-8b89-4954-acc4-a356304f3a6d not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:58:46.298090 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1c041427-76b5-433e-89ab-3b1dc1bcd1dc req-aded6e97-145c-4e8b-9922-fdebf56108fe tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755152 Feb 20 03:58:46.298815 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-283cfc8e-5bbe-44c2-a8cc-249b1e9f82c3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:58:46.321442 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-283cfc8e-5bbe-44c2-a8cc-249b1e9f82c3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (c6ba8cbd-5ccc-4483-9478-fbdab1914064), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:46.321802 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-283cfc8e-5bbe-44c2-a8cc-249b1e9f82c3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Added segment c6ba8cbd-5ccc-4483-9478-fbdab1914064 of type vlan for network 758a33ef-29ec-411c-b16c-99ef9341c274 Feb 20 03:58:46.392342 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-83a8ab19-dc92-481a-aaa6-a83de3b14f37 req-1b97518e-528c-4b77-a6ef-9789bb80e990 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/ports?device_id=783804cf-ad1f-46bf-a282-27e9ded6c9e6 HTTP/1.1" status: 200 len: 210 time: 0.0486112 Feb 20 03:58:46.403556 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-283cfc8e-5bbe-44c2-a8cc-249b1e9f82c3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (758a33ef-29ec-411c-b16c-99ef9341c274), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:46.449739 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-29923011-04b9-425e-8ae4-d0a4b4b8d8a4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (04e3abfd-8b57-4f3c-b73d-043131e262d3), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:46.455650 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29923011-04b9-425e-8ae4-d0a4b4b8d8a4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:46.457546 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-29923011-04b9-425e-8ae4-d0a4b4b8d8a4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:46.555285 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-283cfc8e-5bbe-44c2-a8cc-249b1e9f82c3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (758a33ef-29ec-411c-b16c-99ef9341c274), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:46.561584 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283cfc8e-5bbe-44c2-a8cc-249b1e9f82c3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:46.562478 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-283cfc8e-5bbe-44c2-a8cc-249b1e9f82c3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:46.594073 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-29923011-04b9-425e-8ae4-d0a4b4b8d8a4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7397299 Feb 20 03:58:46.595780 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29923011-04b9-425e-8ae4-d0a4b4b8d8a4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event updated for resources: {'Network': ['ID=04e3abfd-8b57-4f3c-b73d-043131e262d3,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:46.596889 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41182) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:46.608321 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 04e3abfd-8b57-4f3c-b73d-043131e262d3 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:58:46.690379 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cfc8e-5bbe-44c2-a8cc-249b1e9f82c3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Network': ['ID=758a33ef-29ec-411c-b16c-99ef9341c274,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:46.703509 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-283cfc8e-5bbe-44c2-a8cc-249b1e9f82c3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7598231 Feb 20 03:58:46.706668 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41188) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:46.714290 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-608d6e4a-9971-4dfc-880a-af7bc1d4ef3e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'subnet': {'network_id': '758a33ef-29ec-411c-b16c-99ef9341c274', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:46.784413 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 758a33ef-29ec-411c-b16c-99ef9341c274 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:58:46.917830 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608d6e4a-9971-4dfc-880a-af7bc1d4ef3e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:46.931937 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-608d6e4a-9971-4dfc-880a-af7bc1d4ef3e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:46.963954 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1365be-c8f5-4437-9074-728bede84953 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:46.966053 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ef1365be-c8f5-4437-9074-728bede84953 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "GET /v2.0/networks?id=04e3abfd-8b57-4f3c-b73d-043131e262d3 HTTP/1.1" status: 200 len: 761 time: 0.3679986 Feb 20 03:58:46.971150 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41204) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:46.976506 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-acba41c0-5b7a-4a4e-aadb-e04fb9f4eb4c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Request body: {'network': {'description': 'd2'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:47.180032 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-acba41c0-5b7a-4a4e-aadb-e04fb9f4eb4c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (04e3abfd-8b57-4f3c-b73d-043131e262d3), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:47.284498 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-acba41c0-5b7a-4a4e-aadb-e04fb9f4eb4c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (04e3abfd-8b57-4f3c-b73d-043131e262d3), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:47.310733 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-acba41c0-5b7a-4a4e-aadb-e04fb9f4eb4c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Network 04e3abfd-8b57-4f3c-b73d-043131e262d3 is not hosted by any dhcp agent {{(pid=104106) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 20 03:58:47.313613 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-608d6e4a-9971-4dfc-880a-af7bc1d4ef3e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (15202490-f5e4-4f5c-b565-fb19c779d47f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:47.317553 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acba41c0-5b7a-4a4e-aadb-e04fb9f4eb4c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:47.318338 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-acba41c0-5b7a-4a4e-aadb-e04fb9f4eb4c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:47.324398 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-acba41c0-5b7a-4a4e-aadb-e04fb9f4eb4c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "PUT /v2.0/networks/04e3abfd-8b57-4f3c-b73d-043131e262d3 HTTP/1.1" status: 200 len: 758 time: 0.3520257 Feb 20 03:58:47.325234 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41226) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:47.480301 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e642f2-d716-4e92-bbfb-59b79aa19c9c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:47.488090 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b1e642f2-d716-4e92-bbfb-59b79aa19c9c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "GET /v2.0/networks?id=04e3abfd-8b57-4f3c-b73d-043131e262d3 HTTP/1.1" status: 200 len: 761 time: 0.1157598 Feb 20 03:58:47.489013 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41238) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:47.506645 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba41c0-5b7a-4a4e-aadb-e04fb9f4eb4c tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event updated for resources: {'Network': ['ID=04e3abfd-8b57-4f3c-b73d-043131e262d3,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:47.518417 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-e7a3b04e-60aa-49c3-b6f8-c7d7047ff372 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1709467862'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:47.520800 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 04e3abfd-8b57-4f3c-b73d-043131e262d3 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:58:47.538668 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d6e4a-9971-4dfc-880a-af7bc1d4ef3e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Subnet': ['ID=15202490-f5e4-4f5c-b565-fb19c779d47f,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:47.607224 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608d6e4a-9971-4dfc-880a-af7bc1d4ef3e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Checking segment: {'id': 'c6ba8cbd-5ccc-4483-9478-fbdab1914064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '758a33ef-29ec-411c-b16c-99ef9341c274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:58:47.608026 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608d6e4a-9971-4dfc-880a-af7bc1d4ef3e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network hostable DHCP agents. Network: 758a33ef-29ec-411c-b16c-99ef9341c274, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:58:47.630990 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d4a19-049c-48e4-b932-45b62f917355 req-9ca9ade9-98d5-4abd-96d3-cc66feaf13ba tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:47.633210 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-020d4a19-049c-48e4-b932-45b62f917355 req-9ca9ade9-98d5-4abd-96d3-cc66feaf13ba tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 945 time: 0.1571648 Feb 20 03:58:47.689808 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a3b04e-60aa-49c3-b6f8-c7d7047ff372 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Made reservation on behalf of d274613268a44b298320e79f2fa5d5fa for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:47.693465 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e7a3b04e-60aa-49c3-b6f8-c7d7047ff372 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:47.725620 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608d6e4a-9971-4dfc-880a-af7bc1d4ef3e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network 758a33ef-29ec-411c-b16c-99ef9341c274 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:58:47.750192 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-020d4a19-049c-48e4-b932-45b62f917355 req-d7c56f12-e358-4d10-8e48-35c71b4c2e69 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079137 Feb 20 03:58:47.762970 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a3b04e-60aa-49c3-b6f8-c7d7047ff372 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:58:47.795219 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e7a3b04e-60aa-49c3-b6f8-c7d7047ff372 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (214e2abd-1b38-4797-8365-e96e4cb1b0a1), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:47.795566 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-e7a3b04e-60aa-49c3-b6f8-c7d7047ff372 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Added segment 214e2abd-1b38-4797-8365-e96e4cb1b0a1 of type vlan for network dd3c1bce-7f4a-4c65-82d9-b8a557e4a50a Feb 20 03:58:47.861950 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-608d6e4a-9971-4dfc-880a-af7bc1d4ef3e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 758a33ef-29ec-411c-b16c-99ef9341c274) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:47.877282 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8e73e4-594c-422c-bdb2-29ade55259cf None None] Network 758a33ef-29ec-411c-b16c-99ef9341c274 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:58:47.886112 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608d6e4a-9971-4dfc-880a-af7bc1d4ef3e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:47.886799 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-608d6e4a-9971-4dfc-880a-af7bc1d4ef3e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:47.911591 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e7a3b04e-60aa-49c3-b6f8-c7d7047ff372 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (dd3c1bce-7f4a-4c65-82d9-b8a557e4a50a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:47.927830 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb14d15a-4224-4bd1-9d50-335b420ce57f req-8fc788c3-c149-4cbc-a205-211082130de4 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/ports?device_id=783804cf-ad1f-46bf-a282-27e9ded6c9e6 HTTP/1.1" status: 200 len: 210 time: 0.0704267 Feb 20 03:58:48.009266 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-608d6e4a-9971-4dfc-880a-af7bc1d4ef3e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2936490 Feb 20 03:58:48.009266 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41260) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:48.017103 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-1b069bde-1a4d-42ff-9b12-e869d1dd2603 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'subnet': {'network_id': '758a33ef-29ec-411c-b16c-99ef9341c274', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:48.039487 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df20031e-a203-436f-ab35-1cb724b0fbde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-758a33ef-29ec-411c-b16c-99ef9341c274', 'network_id': '758a33ef-29ec-411c-b16c-99ef9341c274', 'project_id': 'ad2f3150204d4c8da5659afbab0804cc', 'fixed_ips': [{'subnet_id': '15202490-f5e4-4f5c-b565-fb19c779d47f'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:58:48.040099 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-df20031e-a203-436f-ab35-1cb724b0fbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:48.049544 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e7a3b04e-60aa-49c3-b6f8-c7d7047ff372 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (dd3c1bce-7f4a-4c65-82d9-b8a557e4a50a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:48.056639 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a3b04e-60aa-49c3-b6f8-c7d7047ff372 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:48.057270 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e7a3b04e-60aa-49c3-b6f8-c7d7047ff372 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:48.402199 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-df20031e-a203-436f-ab35-1cb724b0fbde None None] Allocated IP 172.20.0.2 (758a33ef-29ec-411c-b16c-99ef9341c274/15202490-f5e4-4f5c-b565-fb19c779d47f/b3ece25e-f5ed-4dcb-9bf9-c26654433a7f) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:58:48.517723 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e7a3b04e-60aa-49c3-b6f8-c7d7047ff372 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0256333 Feb 20 03:58:48.521113 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41282) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:48.527802 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-63243245-265c-4b77-a560-f078a1ddffd4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Request body: {'subnet': {'network_id': 'dd3c1bce-7f4a-4c65-82d9-b8a557e4a50a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:48.584848 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3b04e-60aa-49c3-b6f8-c7d7047ff372 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event updated for resources: {'Network': ['ID=dd3c1bce-7f4a-4c65-82d9-b8a557e4a50a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:48.609602 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network dd3c1bce-7f4a-4c65-82d9-b8a557e4a50a details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:58:48.714687 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b069bde-1a4d-42ff-9b12-e869d1dd2603 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:48.731238 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1b069bde-1a4d-42ff-9b12-e869d1dd2603 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:48.975511 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-df20031e-a203-436f-ab35-1cb724b0fbde None None] Publish callbacks [] for port (b3ece25e-f5ed-4dcb-9bf9-c26654433a7f), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:49.004548 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63243245-265c-4b77-a560-f078a1ddffd4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Made reservation on behalf of d274613268a44b298320e79f2fa5d5fa for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:49.009608 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-63243245-265c-4b77-a560-f078a1ddffd4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:49.105620 n-d-829866-4 neutron-server[104105]: INFO neutron.db.ipam_backend_mixin [None req-1b069bde-1a4d-42ff-9b12-e869d1dd2603 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 15202490-f5e4-4f5c-b565-fb19c779d47f (CIDR: 172.20.0.0/28) Feb 20 03:58:49.135536 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-d58ac104-7b2b-44af-891f-ce290cf476aa tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:49.153702 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-df20031e-a203-436f-ab35-1cb724b0fbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (b3ece25e-f5ed-4dcb-9bf9-c26654433a7f), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:49.172571 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-d58ac104-7b2b-44af-891f-ce290cf476aa tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.93 "GET /v2.0/networks?id=c3b1fdd9-c8e5-47d0-a0d3-937506587efd HTTP/1.1" status: 200 len: 813 time: 0.4274931 Feb 20 03:58:49.205663 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b069bde-1a4d-42ff-9b12-e869d1dd2603 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:58:49.207264 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b069bde-1a4d-42ff-9b12-e869d1dd2603 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:58:49.266394 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-14996ad6-cfd0-4eca-a3b0-240a23170394 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Request body: {'port': {'device_id': '783804cf-ad1f-46bf-a282-27e9ded6c9e6', 'network_id': 'c3b1fdd9-c8e5-47d0-a0d3-937506587efd', 'admin_state_up': True, 'tenant_id': 'd5051f6ae6274815a71eda28cae9f225'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:49.331000 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df20031e-a203-436f-ab35-1cb724b0fbde None None] Network 758a33ef-29ec-411c-b16c-99ef9341c274 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:58:49.334776 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20031e-a203-436f-ab35-1cb724b0fbde None None] Pushing event updated for resources: {'Port': ['ID=b3ece25e-f5ed-4dcb-9bf9-c26654433a7f,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:49.339961 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-df20031e-a203-436f-ab35-1cb724b0fbde None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:49.342806 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df20031e-a203-436f-ab35-1cb724b0fbde None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:58:49.351240 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1b069bde-1a4d-42ff-9b12-e869d1dd2603 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3445513 Feb 20 03:58:49.361364 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41314) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:49.366242 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-6aa57668-5485-4697-af79-cb4b79a57df9 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'subnet': {'network_id': '758a33ef-29ec-411c-b16c-99ef9341c274', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:49.431794 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-df20031e-a203-436f-ab35-1cb724b0fbde None None] Attempting to bind port b3ece25e-f5ed-4dcb-9bf9-c26654433a7f on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:58:49.433179 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-df20031e-a203-436f-ab35-1cb724b0fbde None None] Attempting to bind port b3ece25e-f5ed-4dcb-9bf9-c26654433a7f by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'c6ba8cbd-5ccc-4483-9478-fbdab1914064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '758a33ef-29ec-411c-b16c-99ef9341c274'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:58:49.433347 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df20031e-a203-436f-ab35-1cb724b0fbde None None] Attempting to bind port b3ece25e-f5ed-4dcb-9bf9-c26654433a7f on network 758a33ef-29ec-411c-b16c-99ef9341c274 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:58:49.443092 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4337f-382c-4108-983e-0078bf9011a6 req-bdb387f0-3e16-408e-adae-1ca3f6e9e250 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:49.450031 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df20031e-a203-436f-ab35-1cb724b0fbde None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:58:49.451299 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6b4337f-382c-4108-983e-0078bf9011a6 req-bdb387f0-3e16-408e-adae-1ca3f6e9e250 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 945 time: 0.4280708 Feb 20 03:58:49.453193 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df20031e-a203-436f-ab35-1cb724b0fbde None None] Checking segment: {'id': 'c6ba8cbd-5ccc-4483-9478-fbdab1914064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '758a33ef-29ec-411c-b16c-99ef9341c274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:58:49.453729 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-df20031e-a203-436f-ab35-1cb724b0fbde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:49.454139 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df20031e-a203-436f-ab35-1cb724b0fbde None None] Bound using segment: {'id': 'c6ba8cbd-5ccc-4483-9478-fbdab1914064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '758a33ef-29ec-411c-b16c-99ef9341c274'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:58:49.455314 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-df20031e-a203-436f-ab35-1cb724b0fbde None None] Bound port: b3ece25e-f5ed-4dcb-9bf9-c26654433a7f, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ba8cbd-5ccc-4483-9478-fbdab1914064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '758a33ef-29ec-411c-b16c-99ef9341c274'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:58:49.456636 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-df20031e-a203-436f-ab35-1cb724b0fbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b3ece25e-f5ed-4dcb-9bf9-c26654433a7f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:49.618282 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-df20031e-a203-436f-ab35-1cb724b0fbde None None] For port b3ece25e-f5ed-4dcb-9bf9-c26654433a7f, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:58:49.633069 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-63243245-265c-4b77-a560-f078a1ddffd4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (f93c87bc-4615-4e7c-ae07-73c1a6708e3a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:49.633610 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-df20031e-a203-436f-ab35-1cb724b0fbde None None] For port b3ece25e-f5ed-4dcb-9bf9-c26654433a7f, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b3ece25e-f5ed-4dcb-9bf9-c26654433a7f,segment=NetworkSegment(c6ba8cbd-5ccc-4483-9478-fbdab1914064),segment_id=c6ba8cbd-5ccc-4483-9478-fbdab1914064)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:58:49.648535 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6b4337f-382c-4108-983e-0078bf9011a6 req-c323a9df-6149-4b1f-ab87-fbf7e6aa80fe tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959555 Feb 20 03:58:49.702022 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa57668-5485-4697-af79-cb4b79a57df9 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:49.706552 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6aa57668-5485-4697-af79-cb4b79a57df9 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:49.760683 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-df20031e-a203-436f-ab35-1cb724b0fbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b3ece25e-f5ed-4dcb-9bf9-c26654433a7f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:49.794248 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-14996ad6-cfd0-4eca-a3b0-240a23170394 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Made reservation on behalf of d5051f6ae6274815a71eda28cae9f225 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:49.809797 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-14996ad6-cfd0-4eca-a3b0-240a23170394 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:49.833922 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-073ff64c-8bce-4058-b742-1d07241c9e46 req-b36babb7-3a3c-4486-95c7-e2b017736d8c tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/ports?device_id=783804cf-ad1f-46bf-a282-27e9ded6c9e6 HTTP/1.1" status: 200 len: 210 time: 0.1032639 Feb 20 03:58:49.884216 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20031e-a203-436f-ab35-1cb724b0fbde None None] Pushing event updated for resources: {'Port': ['ID=b3ece25e-f5ed-4dcb-9bf9-c26654433a7f,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:49.995758 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63243245-265c-4b77-a560-f078a1ddffd4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event updated for resources: {'Subnet': ['ID=f93c87bc-4615-4e7c-ae07-73c1a6708e3a,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:50.009823 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63243245-265c-4b77-a560-f078a1ddffd4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Checking segment: {'id': '214e2abd-1b38-4797-8365-e96e4cb1b0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dd3c1bce-7f4a-4c65-82d9-b8a557e4a50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:58:50.014729 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63243245-265c-4b77-a560-f078a1ddffd4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Network hostable DHCP agents. Network: dd3c1bce-7f4a-4c65-82d9-b8a557e4a50a, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:58:50.077494 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-14996ad6-cfd0-4eca-a3b0-240a23170394 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Allocated IP 172.20.0.7 (c3b1fdd9-c8e5-47d0-a0d3-937506587efd/72f48a28-b5a4-403e-824d-f08ceebd2848/3379f815-c291-41be-a36d-f9da9c535621) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:58:50.245108 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63243245-265c-4b77-a560-f078a1ddffd4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Network dd3c1bce-7f4a-4c65-82d9-b8a557e4a50a is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:58:50.313846 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6aa57668-5485-4697-af79-cb4b79a57df9 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (3efb36d3-d4d7-438e-a8f1-f4cfc1f6c210), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:50.457317 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-14996ad6-cfd0-4eca-a3b0-240a23170394 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Publish callbacks [] for port (3379f815-c291-41be-a36d-f9da9c535621), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:50.460677 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-63243245-265c-4b77-a560-f078a1ddffd4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, dd3c1bce-7f4a-4c65-82d9-b8a557e4a50a) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:50.474498 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fc75c0-ac34-4ead-bbea-cc0944834937 None None] Network dd3c1bce-7f4a-4c65-82d9-b8a557e4a50a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:58:50.485299 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63243245-265c-4b77-a560-f078a1ddffd4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:50.487837 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-63243245-265c-4b77-a560-f078a1ddffd4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:50.553225 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa57668-5485-4697-af79-cb4b79a57df9 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network 758a33ef-29ec-411c-b16c-99ef9341c274 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:58:50.567197 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-6aa57668-5485-4697-af79-cb4b79a57df9 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:50.573004 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa57668-5485-4697-af79-cb4b79a57df9 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:50.573004 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6aa57668-5485-4697-af79-cb4b79a57df9 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:50.614898 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa57668-5485-4697-af79-cb4b79a57df9 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Subnet': ['ID=3efb36d3-d4d7-438e-a8f1-f4cfc1f6c210,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:50.630686 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-63243245-265c-4b77-a560-f078a1ddffd4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1082847 Feb 20 03:58:50.633661 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41352) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:50.646888 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-14996ad6-cfd0-4eca-a3b0-240a23170394 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (3379f815-c291-41be-a36d-f9da9c535621), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:50.706779 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6aa57668-5485-4697-af79-cb4b79a57df9 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3443043 Feb 20 03:58:50.709461 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41356) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:50.725997 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-006caca9-19c1-4a51-aa48-147951918722 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'port': {'network_id': '758a33ef-29ec-411c-b16c-99ef9341c274', 'fixed_ips': [{'subnet_id': '15202490-f5e4-4f5c-b565-fb19c779d47f'}, {'subnet_id': '3efb36d3-d4d7-438e-a8f1-f4cfc1f6c210'}], 'name': 'tempest-PortsTestJSON-2076958388'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:50.766731 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14996ad6-cfd0-4eca-a3b0-240a23170394 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Pushing event updated for resources: {'Port': ['ID=3379f815-c291-41be-a36d-f9da9c535621,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:50.769885 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b577b6e4-a837-4694-98ab-516646ef3f85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-dd3c1bce-7f4a-4c65-82d9-b8a557e4a50a', 'network_id': 'dd3c1bce-7f4a-4c65-82d9-b8a557e4a50a', 'project_id': 'd274613268a44b298320e79f2fa5d5fa', 'fixed_ips': [{'subnet_id': 'f93c87bc-4615-4e7c-ae07-73c1a6708e3a'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:58:50.770795 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b577b6e4-a837-4694-98ab-516646ef3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:50.832380 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-14996ad6-cfd0-4eca-a3b0-240a23170394 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Network c3b1fdd9-c8e5-47d0-a0d3-937506587efd is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:58:50.860105 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-14996ad6-cfd0-4eca-a3b0-240a23170394 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:50.863149 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-14996ad6-cfd0-4eca-a3b0-240a23170394 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:58:50.955546 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19852e20-45ac-4487-94d0-0f4863924ec3 req-10b39c8d-3bcd-4468-91ba-984dd6f840cb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:50.962956 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-19852e20-45ac-4487-94d0-0f4863924ec3 req-10b39c8d-3bcd-4468-91ba-984dd6f840cb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 945 time: 0.1430035 Feb 20 03:58:50.990604 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-14996ad6-cfd0-4eca-a3b0-240a23170394 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:50.991651 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-14996ad6-cfd0-4eca-a3b0-240a23170394 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:51.041243 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-b577b6e4-a837-4694-98ab-516646ef3f85 None None] Allocated IP 172.20.0.2 (dd3c1bce-7f4a-4c65-82d9-b8a557e4a50a/f93c87bc-4615-4e7c-ae07-73c1a6708e3a/48ef844e-45c0-47ff-a03d-4c97c75de88d) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:58:51.050615 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (dd3c1bce-7f4a-4c65-82d9-b8a557e4a50a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:51.085169 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-19852e20-45ac-4487-94d0-0f4863924ec3 req-6edf3ffb-c768-4b68-adda-78e63f143f1c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209290 Feb 20 03:58:51.102178 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-14996ad6-cfd0-4eca-a3b0-240a23170394 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9076483 Feb 20 03:58:51.121642 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-b6a5abf8-c263-4ef2-97a2-3a868148e48a service neutron] Request body: {'port': {'device_id': '783804cf-ad1f-46bf-a282-27e9ded6c9e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:51.197802 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006caca9-19c1-4a51-aa48-147951918722 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:58:51.463501 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b577b6e4-a837-4694-98ab-516646ef3f85 None None] Publish callbacks [] for port (48ef844e-45c0-47ff-a03d-4c97c75de88d), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:51.481637 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-006caca9-19c1-4a51-aa48-147951918722 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:51.490157 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-b6a5abf8-c263-4ef2-97a2-3a868148e48a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3379f815-c291-41be-a36d-f9da9c535621), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:51.523999 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (f93c87bc-4615-4e7c-ae07-73c1a6708e3a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:51.527653 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b577b6e4-a837-4694-98ab-516646ef3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (48ef844e-45c0-47ff-a03d-4c97c75de88d), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:51.558346 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-006caca9-19c1-4a51-aa48-147951918722 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] device_id is not set on port 604c9792-0a9d-45cd-9732-31a1f2e8005b yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:58:51.601032 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b577b6e4-a837-4694-98ab-516646ef3f85 None None] Network dd3c1bce-7f4a-4c65-82d9-b8a557e4a50a is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:58:51.603083 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b577b6e4-a837-4694-98ab-516646ef3f85 None None] Pushing event updated for resources: {'Port': ['ID=48ef844e-45c0-47ff-a03d-4c97c75de88d,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:51.607736 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-b577b6e4-a837-4694-98ab-516646ef3f85 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:51.613736 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b577b6e4-a837-4694-98ab-516646ef3f85 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:58:51.618326 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:51.630548 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:51.776494 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b577b6e4-a837-4694-98ab-516646ef3f85 None None] Attempting to bind port 48ef844e-45c0-47ff-a03d-4c97c75de88d on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:58:51.777120 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b577b6e4-a837-4694-98ab-516646ef3f85 None None] Attempting to bind port 48ef844e-45c0-47ff-a03d-4c97c75de88d by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '214e2abd-1b38-4797-8365-e96e4cb1b0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dd3c1bce-7f4a-4c65-82d9-b8a557e4a50a'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:58:51.777493 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b577b6e4-a837-4694-98ab-516646ef3f85 None None] Attempting to bind port 48ef844e-45c0-47ff-a03d-4c97c75de88d on network dd3c1bce-7f4a-4c65-82d9-b8a557e4a50a {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:58:51.783679 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b577b6e4-a837-4694-98ab-516646ef3f85 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:58:51.784067 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b577b6e4-a837-4694-98ab-516646ef3f85 None None] Checking segment: {'id': '214e2abd-1b38-4797-8365-e96e4cb1b0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dd3c1bce-7f4a-4c65-82d9-b8a557e4a50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:58:51.784472 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b577b6e4-a837-4694-98ab-516646ef3f85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:51.786828 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b577b6e4-a837-4694-98ab-516646ef3f85 None None] Bound using segment: {'id': '214e2abd-1b38-4797-8365-e96e4cb1b0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dd3c1bce-7f4a-4c65-82d9-b8a557e4a50a'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:58:51.786828 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b577b6e4-a837-4694-98ab-516646ef3f85 None None] Bound port: 48ef844e-45c0-47ff-a03d-4c97c75de88d, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214e2abd-1b38-4797-8365-e96e4cb1b0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'dd3c1bce-7f4a-4c65-82d9-b8a557e4a50a'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:58:51.786828 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b577b6e4-a837-4694-98ab-516646ef3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (48ef844e-45c0-47ff-a03d-4c97c75de88d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:51.878592 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b577b6e4-a837-4694-98ab-516646ef3f85 None None] For port 48ef844e-45c0-47ff-a03d-4c97c75de88d, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:58:51.882005 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b577b6e4-a837-4694-98ab-516646ef3f85 None None] For port 48ef844e-45c0-47ff-a03d-4c97c75de88d, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=48ef844e-45c0-47ff-a03d-4c97c75de88d,segment=NetworkSegment(214e2abd-1b38-4797-8365-e96e4cb1b0a1),segment_id=214e2abd-1b38-4797-8365-e96e4cb1b0a1)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:58:51.971328 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9793badc-aa89-403c-936e-da6a33008c57 None None] Network 758a33ef-29ec-411c-b16c-99ef9341c274 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:58:52.136067 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (f93c87bc-4615-4e7c-ae07-73c1a6708e3a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:52.215902 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-006caca9-19c1-4a51-aa48-147951918722 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Allocated IP 172.20.0.3 (758a33ef-29ec-411c-b16c-99ef9341c274/15202490-f5e4-4f5c-b565-fb19c779d47f/604c9792-0a9d-45cd-9732-31a1f2e8005b) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:58:52.224258 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-006caca9-19c1-4a51-aa48-147951918722 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Allocated IP 172.20.0.26 (758a33ef-29ec-411c-b16c-99ef9341c274/3efb36d3-d4d7-438e-a8f1-f4cfc1f6c210/604c9792-0a9d-45cd-9732-31a1f2e8005b) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:58:52.247455 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68034b1-4e50-4b9a-bf0c-b26bb77148be req-5718c6e8-cd54-4875-b6f3-5354a0da78fa tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:52.249094 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e68034b1-4e50-4b9a-bf0c-b26bb77148be req-5718c6e8-cd54-4875-b6f3-5354a0da78fa tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/ports?device_id=783804cf-ad1f-46bf-a282-27e9ded6c9e6 HTTP/1.1" status: 200 len: 931 time: 0.9649329 Feb 20 03:58:52.293870 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-b6a5abf8-c263-4ef2-97a2-3a868148e48a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3379f815-c291-41be-a36d-f9da9c535621 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:58:52.303620 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event deleted for resources: {'Subnet': ['ID=f93c87bc-4615-4e7c-ae07-73c1a6708e3a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:52.431697 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-b6a5abf8-c263-4ef2-97a2-3a868148e48a service neutron] Publish callbacks [] for port (3379f815-c291-41be-a36d-f9da9c535621), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:52.472869 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b3ece25e-f5ed-4dcb-9bf9-c26654433a7f up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:58:52.474378 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e68034b1-4e50-4b9a-bf0c-b26bb77148be req-d2ef173d-3c86-4408-a5ac-5a647a0197ba tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/security-groups?id=8c5ebed9-cfb2-4976-b139-b74041a52bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792142 Feb 20 03:58:52.489152 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-006caca9-19c1-4a51-aa48-147951918722 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for port (604c9792-0a9d-45cd-9732-31a1f2e8005b), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:52.539311 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (dd3c1bce-7f4a-4c65-82d9-b8a557e4a50a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:52.570702 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-b6a5abf8-c263-4ef2-97a2-3a868148e48a service neutron] Transition to ACTIVE for port object 3379f815-c291-41be-a36d-f9da9c535621 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:58:52.585430 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b577b6e4-a837-4694-98ab-516646ef3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (48ef844e-45c0-47ff-a03d-4c97c75de88d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:52.589626 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3c1bce-7f4a-4c65-82d9-b8a557e4a50a']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:52.599677 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-006caca9-19c1-4a51-aa48-147951918722 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (604c9792-0a9d-45cd-9732-31a1f2e8005b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:52.685825 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-b6a5abf8-c263-4ef2-97a2-3a868148e48a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (3379f815-c291-41be-a36d-f9da9c535621), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:52.715089 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214e2abd-1b38-4797-8365-e96e4cb1b0a1') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:52.715394 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214e2abd-1b38-4797-8365-e96e4cb1b0a1') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:52.728352 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006caca9-19c1-4a51-aa48-147951918722 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Port': ['ID=604c9792-0a9d-45cd-9732-31a1f2e8005b,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:52.740924 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006caca9-19c1-4a51-aa48-147951918722 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network 758a33ef-29ec-411c-b16c-99ef9341c274 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:58:52.751739 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-006caca9-19c1-4a51-aa48-147951918722 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:58:52.784114 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006caca9-19c1-4a51-aa48-147951918722 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:58:52.861759 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006caca9-19c1-4a51-aa48-147951918722 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:52.862430 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-006caca9-19c1-4a51-aa48-147951918722 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:52.874144 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (214e2abd-1b38-4797-8365-e96e4cb1b0a1), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:52.887211 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-3e09711f-13f3-415f-a74c-08cd327cabe7 None None] Provisioning complete for port b3ece25e-f5ed-4dcb-9bf9-c26654433a7f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:58:52.887592 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3e09711f-13f3-415f-a74c-08cd327cabe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b3ece25e-f5ed-4dcb-9bf9-c26654433a7f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:52.910031 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5abf8-c263-4ef2-97a2-3a868148e48a service neutron] Pushing event updated for resources: {'Port': ['ID=3379f815-c291-41be-a36d-f9da9c535621,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:52.921321 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (214e2abd-1b38-4797-8365-e96e4cb1b0a1), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:52.928362 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port b3ece25e-f5ed-4dcb-9bf9-c26654433a7f triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:58:52.928761 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b3ece25e-f5ed-4dcb-9bf9-c26654433a7f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:52.948196 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c17e9d-0d32-4b3f-a297-79386a46badc req-497650fc-9c3f-4243-b54b-bb510457158c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:52.958124 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c7c17e9d-0d32-4b3f-a297-79386a46badc req-497650fc-9c3f-4243-b54b-bb510457158c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 945 time: 0.3736382 Feb 20 03:58:52.987498 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:58:52.988233 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (214e2abd-1b38-4797-8365-e96e4cb1b0a1), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:52.989572 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b577b6e4-a837-4694-98ab-516646ef3f85 None None] Pushing event updated for resources: {'Port': ['ID=48ef844e-45c0-47ff-a03d-4c97c75de88d,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:52.993098 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:58:52.993098 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:58:52.993098 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:58:52.993098 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:58:52.993098 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:58:52.993098 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:58:52.993098 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:58:52.993098 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:58:52.993098 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:58:52.993098 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:58:52.993098 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:58:52.993098 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:58:52.993098 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:58:52.993098 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:58:52.993098 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:58:52.993098 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:58:52.993098 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:58:52.993098 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:58:52.993098 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:58:52.993098 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:58:52.993098 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:58:52.993098 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:58:52.993098 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:58:52.993098 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:58:52.993098 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:58:52.993098 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:58:52.993098 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:58:52.993098 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:58:52.993098 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:58:52.993098 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:58:52.993098 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:58:52.993098 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:58:53.063656 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e656331-f11d-4a8e-b203-513399f2c76b None None] Network dd3c1bce-7f4a-4c65-82d9-b8a557e4a50a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:58:53.075946 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-006caca9-19c1-4a51-aa48-147951918722 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.3654108 Feb 20 03:58:53.078745 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41390) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:53.084335 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-c7e29fc0-f445-4cf6-b240-12b2940481bd tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '15202490-f5e4-4f5c-b565-fb19c779d47f'}]}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:53.138551 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c7c17e9d-0d32-4b3f-a297-79386a46badc req-825b8907-be5e-407b-8ef4-3a6997b1ac36 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789706 Feb 20 03:58:53.173853 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-b6a5abf8-c263-4ef2-97a2-3a868148e48a service neutron] Attempting to bind port 3379f815-c291-41be-a36d-f9da9c535621 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:58:53.176341 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-b6a5abf8-c263-4ef2-97a2-3a868148e48a service neutron] Attempting to bind port 3379f815-c291-41be-a36d-f9da9c535621 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '08fcc9f7-0087-409b-8daa-1f1ba18de35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c3b1fdd9-c8e5-47d0-a0d3-937506587efd'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:58:53.177725 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-b6a5abf8-c263-4ef2-97a2-3a868148e48a service neutron] Attempting to bind port 3379f815-c291-41be-a36d-f9da9c535621 on network c3b1fdd9-c8e5-47d0-a0d3-937506587efd {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:58:53.189503 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-b6a5abf8-c263-4ef2-97a2-3a868148e48a service neutron] Port 3379f815-c291-41be-a36d-f9da9c535621 on network c3b1fdd9-c8e5-47d0-a0d3-937506587efd not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:58:53.190923 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-b6a5abf8-c263-4ef2-97a2-3a868148e48a service neutron] Attempting to bind port 3379f815-c291-41be-a36d-f9da9c535621 on network c3b1fdd9-c8e5-47d0-a0d3-937506587efd {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:58:53.196618 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.db.api [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 20 03:58:53.196618 n-d-829866-4 neutron-server[104105]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 20 03:58:53.196618 n-d-829866-4 neutron-server[104105]: [parameters: {'id': 'dd3c1bce-7f4a-4c65-82d9-b8a557e4a50a'}] Feb 20 03:58:53.196618 n-d-829866-4 neutron-server[104105]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:58:53.198831 n-d-829866-4 neutron-server[104105]: DEBUG oslo_db.api [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:58:53.204383 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-b6a5abf8-c263-4ef2-97a2-3a868148e48a service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:58:53.204996 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-b6a5abf8-c263-4ef2-97a2-3a868148e48a service neutron] Checking segment: {'id': '08fcc9f7-0087-409b-8daa-1f1ba18de35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c3b1fdd9-c8e5-47d0-a0d3-937506587efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:58:53.205266 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c7e29fc0-f445-4cf6-b240-12b2940481bd tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (604c9792-0a9d-45cd-9732-31a1f2e8005b), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:53.207967 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-b6a5abf8-c263-4ef2-97a2-3a868148e48a service neutron] Bound using segment: {'id': '08fcc9f7-0087-409b-8daa-1f1ba18de35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c3b1fdd9-c8e5-47d0-a0d3-937506587efd'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:58:53.207967 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-b6a5abf8-c263-4ef2-97a2-3a868148e48a service neutron] Bound port: 3379f815-c291-41be-a36d-f9da9c535621, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08fcc9f7-0087-409b-8daa-1f1ba18de35d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'c3b1fdd9-c8e5-47d0-a0d3-937506587efd'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:58:53.207967 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-b6a5abf8-c263-4ef2-97a2-3a868148e48a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3379f815-c291-41be-a36d-f9da9c535621), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:53.252845 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-3e09711f-13f3-415f-a74c-08cd327cabe7 None None] Current status of the port b3ece25e-f5ed-4dcb-9bf9-c26654433a7f is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:58:53.253292 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3e09711f-13f3-415f-a74c-08cd327cabe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b3ece25e-f5ed-4dcb-9bf9-c26654433a7f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:53.256785 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd7dd73-b001-4667-8d07-b32e5b4a7ee6 None None] Update dhcp port {'port': {'network_id': '758a33ef-29ec-411c-b16c-99ef9341c274', 'fixed_ips': [{'subnet_id': '15202490-f5e4-4f5c-b565-fb19c779d47f', 'ip_address': '172.20.0.2'}, {'subnet_id': '3efb36d3-d4d7-438e-a8f1-f4cfc1f6c210'}], 'binding:host_id': 'n-d-829866-4'}, 'id': 'b3ece25e-f5ed-4dcb-9bf9-c26654433a7f'} from n-d-829866-4. {{(pid=104107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 03:58:53.325436 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-b6a5abf8-c263-4ef2-97a2-3a868148e48a service neutron] For port 3379f815-c291-41be-a36d-f9da9c535621, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:58:53.332248 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-b6a5abf8-c263-4ef2-97a2-3a868148e48a service neutron] For port 3379f815-c291-41be-a36d-f9da9c535621, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=3379f815-c291-41be-a36d-f9da9c535621,segment=NetworkSegment(08fcc9f7-0087-409b-8daa-1f1ba18de35d),segment_id=08fcc9f7-0087-409b-8daa-1f1ba18de35d)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:58:53.396660 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9dd7dd73-b001-4667-8d07-b32e5b4a7ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b3ece25e-f5ed-4dcb-9bf9-c26654433a7f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:53.459913 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-3e09711f-13f3-415f-a74c-08cd327cabe7 None None] For port b3ece25e-f5ed-4dcb-9bf9-c26654433a7f, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b3ece25e-f5ed-4dcb-9bf9-c26654433a7f,segment=NetworkSegment(c6ba8cbd-5ccc-4483-9478-fbdab1914064),segment_id=c6ba8cbd-5ccc-4483-9478-fbdab1914064)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:58:53.462485 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port b3ece25e-f5ed-4dcb-9bf9-c26654433a7f is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:58:53.462887 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b3ece25e-f5ed-4dcb-9bf9-c26654433a7f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:53.490743 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-b6a5abf8-c263-4ef2-97a2-3a868148e48a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (3379f815-c291-41be-a36d-f9da9c535621), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:53.627798 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-b6a5abf8-c263-4ef2-97a2-3a868148e48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:53.630249 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-b6a5abf8-c263-4ef2-97a2-3a868148e48a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:53.632554 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:58:53.633203 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-b6a5abf8-c263-4ef2-97a2-3a868148e48a service neutron] 10.222.0.93 "PUT /v2.0/ports/3379f815-c291-41be-a36d-f9da9c535621 HTTP/1.1" status: 200 len: 1091 time: 2.5180416 Feb 20 03:58:53.634384 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '783804cf-ad1f-46bf-a282-27e9ded6c9e6', 'tag': '3379f815-c291-41be-a36d-f9da9c535621'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:58:53.638349 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3f7949-e18f-48fb-af2f-bb9dc2b19495" -d '{"events": [{"name": "network-changed", "server_uuid": "783804cf-ad1f-46bf-a282-27e9ded6c9e6", "tag": "3379f815-c291-41be-a36d-f9da9c535621"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:58:53.650013 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3e09711f-13f3-415f-a74c-08cd327cabe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b3ece25e-f5ed-4dcb-9bf9-c26654433a7f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:53.702365 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (dd3c1bce-7f4a-4c65-82d9-b8a557e4a50a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:53.733231 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5abf8-c263-4ef2-97a2-3a868148e48a service neutron] Pushing event updated for resources: {'Port': ['ID=3379f815-c291-41be-a36d-f9da9c535621,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:53.896643 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09711f-13f3-415f-a74c-08cd327cabe7 None None] Pushing event updated for resources: {'Port': ['ID=b3ece25e-f5ed-4dcb-9bf9-c26654433a7f,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:53.929445 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:58:53.929812 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:58:53.959069 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e3707-254c-4fee-a44f-9cd67b90daed req-15340df6-fa68-4e4b-972d-5301061b16f5 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:53.972108 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf1e3707-254c-4fee-a44f-9cd67b90daed req-15340df6-fa68-4e4b-972d-5301061b16f5 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/ports?device_id=783804cf-ad1f-46bf-a282-27e9ded6c9e6 HTTP/1.1" status: 200 len: 943 time: 0.3263681 Feb 20 03:58:54.001868 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-c7e29fc0-f445-4cf6-b240-12b2940481bd tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Delete allocated IP 172.20.0.26 (758a33ef-29ec-411c-b16c-99ef9341c274/3efb36d3-d4d7-438e-a8f1-f4cfc1f6c210) {{(pid=104106) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 20 03:58:54.083832 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Deleting port 48ef844e-45c0-47ff-a03d-4c97c75de88d {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:58:54.084319 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (48ef844e-45c0-47ff-a03d-4c97c75de88d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:54.102478 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf1e3707-254c-4fee-a44f-9cd67b90daed req-81d77f66-7b1b-4b14-b953-82e0cec26f04 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/security-groups?id=8c5ebed9-cfb2-4976-b139-b74041a52bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256146 Feb 20 03:58:54.106003 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-5d18694e-d2c5-4974-a143-813f77ba267c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:54.110798 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-5d18694e-d2c5-4974-a143-813f77ba267c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d5051f6ae6274815a71eda28cae9f225&device_id=783804cf-ad1f-46bf-a282-27e9ded6c9e6 HTTP/1.1" status: 200 len: 1125 time: 0.2721004 Feb 20 03:58:54.191211 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c7e29fc0-f445-4cf6-b240-12b2940481bd tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for port (604c9792-0a9d-45cd-9732-31a1f2e8005b), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:54.239164 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36086e5d-39bf-4831-a9f9-53ec9d3ed855 x-openstack-request-id: req-36086e5d-39bf-4831-a9f9-53ec9d3ed855 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:58:54.239788 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "783804cf-ad1f-46bf-a282-27e9ded6c9e6", "tag": "3379f815-c291-41be-a36d-f9da9c535621", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:58:54.239788 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-36086e5d-39bf-4831-a9f9-53ec9d3ed855 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:58:54.240113 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '783804cf-ad1f-46bf-a282-27e9ded6c9e6', 'tag': '3379f815-c291-41be-a36d-f9da9c535621', 'status': 'completed', 'code': 200} Feb 20 03:58:54.256978 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c7e29fc0-f445-4cf6-b240-12b2940481bd tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (604c9792-0a9d-45cd-9732-31a1f2e8005b), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:54.282307 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-2a96e461-9653-4d24-9d99-cfc54228fbb6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3379f815-c291-41be-a36d-f9da9c535621 HTTP/1.1" status: 200 len: 217 time: 0.1348639 Feb 20 03:58:54.390814 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-9dd7dd73-b001-4667-8d07-b32e5b4a7ee6 None None] Allocated IP 172.20.0.18 (758a33ef-29ec-411c-b16c-99ef9341c274/3efb36d3-d4d7-438e-a8f1-f4cfc1f6c210/b3ece25e-f5ed-4dcb-9bf9-c26654433a7f) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:58:54.424886 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] For port 48ef844e-45c0-47ff-a03d-4c97c75de88d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=48ef844e-45c0-47ff-a03d-4c97c75de88d,segment=NetworkSegment(214e2abd-1b38-4797-8365-e96e4cb1b0a1),segment_id=214e2abd-1b38-4797-8365-e96e4cb1b0a1)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:58:54.425280 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (48ef844e-45c0-47ff-a03d-4c97c75de88d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:54.475121 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c7e29fc0-f445-4cf6-b240-12b2940481bd tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] In _notify_port_updated(), no bound segment for port 604c9792-0a9d-45cd-9732-31a1f2e8005b on network 758a33ef-29ec-411c-b16c-99ef9341c274 {{(pid=104106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 03:58:54.485367 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Calling delete_port for 48ef844e-45c0-47ff-a03d-4c97c75de88d owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:58:54.486257 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e29fc0-f445-4cf6-b240-12b2940481bd tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:54.487059 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c7e29fc0-f445-4cf6-b240-12b2940481bd tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:54.488713 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c7e29fc0-f445-4cf6-b240-12b2940481bd tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "PUT /v2.0/ports/604c9792-0a9d-45cd-9732-31a1f2e8005b HTTP/1.1" status: 200 len: 919 time: 1.4085135 Feb 20 03:58:54.491612 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41416) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:54.498519 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e29fc0-f445-4cf6-b240-12b2940481bd tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Port': ['ID=604c9792-0a9d-45cd-9732-31a1f2e8005b,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:54.526638 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-0e3886db-88d3-4c35-b858-0f0de71017be tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '15202490-f5e4-4f5c-b565-fb19c779d47f'}, {'subnet_id': '3efb36d3-d4d7-438e-a8f1-f4cfc1f6c210'}]}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:54.555436 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-ada8c032-86ca-4a35-946c-b96f25dd2b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:54.557189 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-ada8c032-86ca-4a35-946c-b96f25dd2b46 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=72f48a28-b5a4-403e-824d-f08ceebd2848 HTTP/1.1" status: 200 len: 853 time: 0.2422862 Feb 20 03:58:54.561487 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-9dd7dd73-b001-4667-8d07-b32e5b4a7ee6 None None] For port b3ece25e-f5ed-4dcb-9bf9-c26654433a7f, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b3ece25e-f5ed-4dcb-9bf9-c26654433a7f,segment=NetworkSegment(c6ba8cbd-5ccc-4483-9478-fbdab1914064),segment_id=c6ba8cbd-5ccc-4483-9478-fbdab1914064)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:58:54.613916 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9dd7dd73-b001-4667-8d07-b32e5b4a7ee6 None None] Publish callbacks [] for port (b3ece25e-f5ed-4dcb-9bf9-c26654433a7f), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:54.644629 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port b3ece25e-f5ed-4dcb-9bf9-c26654433a7f is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:58:54.683754 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9dd7dd73-b001-4667-8d07-b32e5b4a7ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b3ece25e-f5ed-4dcb-9bf9-c26654433a7f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:54.700629 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd1246-2626-4258-b0a8-f1137d69ca2b req-3855aac4-c766-470e-b9f1-73b85dd63abe tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:54.706945 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1ebd1246-2626-4258-b0a8-f1137d69ca2b req-3855aac4-c766-470e-b9f1-73b85dd63abe tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 945 time: 0.4243815 Feb 20 03:58:54.767678 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b3ece25e-f5ed-4dcb-9bf9-c26654433a7f up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:58:54.795744 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-5e2e7bbc-de02-49f6-bd2c-f4e0ba683119 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c3b1fdd9-c8e5-47d0-a0d3-937506587efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1795058 Feb 20 03:58:54.851569 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd7dd73-b001-4667-8d07-b32e5b4a7ee6 None None] Pushing event updated for resources: {'Port': ['ID=b3ece25e-f5ed-4dcb-9bf9-c26654433a7f,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:54.986907 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port b3ece25e-f5ed-4dcb-9bf9-c26654433a7f triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:58:54.987248 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b3ece25e-f5ed-4dcb-9bf9-c26654433a7f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:55.220133 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port b3ece25e-f5ed-4dcb-9bf9-c26654433a7f is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:58:55.242684 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-07215c99-4419-47cb-9ba5-86ada0d89834 service neutron] show failed (client error): The resource could not be found. Feb 20 03:58:55.243936 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-07215c99-4419-47cb-9ba5-86ada0d89834 service neutron] 10.222.0.93 "GET /v2.0/ports/34449228-653c-4e1b-9dee-19d80c3a2db9/bindings/n-h1-829866-4 HTTP/1.1" status: 404 len: 380 time: 0.4248762 Feb 20 03:58:55.308100 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (48ef844e-45c0-47ff-a03d-4c97c75de88d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:55.344744 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-efbc6cae-a008-49c3-93e3-98f24841bc0e service neutron] 10.222.0.93 "GET /v2.0/networks/c3b1fdd9-c8e5-47d0-a0d3-937506587efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5268109 Feb 20 03:58:55.398403 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] No DVR routers for this DVR port 48ef844e-45c0-47ff-a03d-4c97c75de88d on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:58:55.427418 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event deleted for resources: {'Port': ['ID=48ef844e-45c0-47ff-a03d-4c97c75de88d,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:55.519033 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0e3886db-88d3-4c35-b858-0f0de71017be tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (604c9792-0a9d-45cd-9732-31a1f2e8005b), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:55.535015 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1ebd1246-2626-4258-b0a8-f1137d69ca2b req-8633c447-ab9a-42f8-a8d1-4c68efc9148d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8082695 Feb 20 03:58:55.769956 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (dd3c1bce-7f4a-4c65-82d9-b8a557e4a50a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:56.001461 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3c1bce-7f4a-4c65-82d9-b8a557e4a50a']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:56.041709 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0863098-db44-4dcc-9b12-2fe030c36799 None None] get_active_networks_info from n-d-829866-4 {{(pid=104107) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 03:58:56.169207 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-28d141b5-fb1f-44f9-bc5f-ffead52e983f req-e5683865-2f76-4d50-98f2-afbd6de20e3c service neutron] 10.222.0.93 "GET /v2.0/networks/c3b1fdd9-c8e5-47d0-a0d3-937506587efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8129246 Feb 20 03:58:56.174259 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214e2abd-1b38-4797-8365-e96e4cb1b0a1') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:56.174563 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214e2abd-1b38-4797-8365-e96e4cb1b0a1') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:58:56.222659 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (214e2abd-1b38-4797-8365-e96e4cb1b0a1), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:56.225910 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0863098-db44-4dcc-9b12-2fe030c36799 None None] Resources bound (agent type, host, resource id): {{(pid=104107) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 20 03:58:56.330760 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (214e2abd-1b38-4797-8365-e96e4cb1b0a1), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:56.387566 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b356f9c-73e2-4c6e-bf54-444ab674d53e req-363b03e7-fca6-4c4d-921b-836cc5d5589f tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:56.389328 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7b356f9c-73e2-4c6e-bf54-444ab674d53e req-363b03e7-fca6-4c4d-921b-836cc5d5589f tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/ports?device_id=783804cf-ad1f-46bf-a282-27e9ded6c9e6 HTTP/1.1" status: 200 len: 943 time: 0.6786311 Feb 20 03:58:56.390589 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:58:56.391612 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (214e2abd-1b38-4797-8365-e96e4cb1b0a1), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:56.445058 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:58:56.445058 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:58:56.445058 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:58:56.445058 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:58:56.445058 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:58:56.445058 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:58:56.445058 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:58:56.445058 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:58:56.445058 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:58:56.445058 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:58:56.445058 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:58:56.445058 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:58:56.445058 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:58:56.445058 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:58:56.445058 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:58:56.445058 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:58:56.445058 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:58:56.445058 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:58:56.445058 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:58:56.445058 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:58:56.445058 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:58:56.445058 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:58:56.445058 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:58:56.445058 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:58:56.445058 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:58:56.445058 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:58:56.445058 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:58:56.445058 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:58:56.445058 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:58:56.445058 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:58:56.445058 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:58:56.445058 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:58:56.523381 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e672e9ed-b665-4e90-b366-1690650d93db None None] Provisioning complete for port 604c9792-0a9d-45cd-9732-31a1f2e8005b triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:58:56.523898 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e672e9ed-b665-4e90-b366-1690650d93db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (604c9792-0a9d-45cd-9732-31a1f2e8005b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:56.568265 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e672e9ed-b665-4e90-b366-1690650d93db None None] Port 604c9792-0a9d-45cd-9732-31a1f2e8005b cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:58:56.585873 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-1b30e0e5-2193-4ced-a953-30a4aa9582aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:56.587770 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-1b30e0e5-2193-4ced-a953-30a4aa9582aa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c&tenant_id=c51c06307884485eaac01385a5cfa0f0 HTTP/1.1" status: 200 len: 1127 time: 0.6556852 Feb 20 03:58:56.589412 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e672e9ed-b665-4e90-b366-1690650d93db None None] Provisioning complete for port b3ece25e-f5ed-4dcb-9bf9-c26654433a7f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:58:56.592377 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e672e9ed-b665-4e90-b366-1690650d93db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b3ece25e-f5ed-4dcb-9bf9-c26654433a7f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:56.656218 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-9c685713-3cc1-4c2e-9ad7-0205524093ed service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829866-4', 'device_owner': 'compute:nova'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:58:56.693422 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-783cd4b4-766e-4ff3-bc3a-e695d108d635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:56.699737 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e672e9ed-b665-4e90-b366-1690650d93db None None] Current status of the port b3ece25e-f5ed-4dcb-9bf9-c26654433a7f is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:58:56.765268 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dcb425-9ca0-4b71-a8f0-ab7137c732cc None None] Network 758a33ef-29ec-411c-b16c-99ef9341c274 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:58:56.915221 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b3ece25e-f5ed-4dcb-9bf9-c26654433a7f up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:58:57.237595 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port b3ece25e-f5ed-4dcb-9bf9-c26654433a7f triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:58:57.238246 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b3ece25e-f5ed-4dcb-9bf9-c26654433a7f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:57.240804 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-0e3886db-88d3-4c35-b858-0f0de71017be tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Allocated IP 172.20.0.30 (758a33ef-29ec-411c-b16c-99ef9341c274/3efb36d3-d4d7-438e-a8f1-f4cfc1f6c210/604c9792-0a9d-45cd-9732-31a1f2e8005b) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:58:57.423856 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (dd3c1bce-7f4a-4c65-82d9-b8a557e4a50a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:57.433448 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port b3ece25e-f5ed-4dcb-9bf9-c26654433a7f is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:58:57.472576 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:57.475844 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/networks/dd3c1bce-7f4a-4c65-82d9-b8a557e4a50a HTTP/1.1" status: 204 len: 168 time: 6.8411720 Feb 20 03:58:57.479355 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41470) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:57.479868 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd8846-f76e-48dd-a524-90036c73e075 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event deleted for resources: {'Network': ['ID=dd3c1bce-7f4a-4c65-82d9-b8a557e4a50a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:57.490476 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f7949-e18f-48fb-af2f-bb9dc2b19495 req-4b079ba2-ff95-4393-b859-3596c23ba90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:57.492255 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9f3f7949-e18f-48fb-af2f-bb9dc2b19495 req-4b079ba2-ff95-4393-b859-3596c23ba90b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d5051f6ae6274815a71eda28cae9f225&device_id=783804cf-ad1f-46bf-a282-27e9ded6c9e6 HTTP/1.1" status: 200 len: 1125 time: 1.1911631 Feb 20 03:58:57.516959 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-072e73a0-c455-47bb-af05-5ab48852f854 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] GET failed (client error): The resource could not be found. Feb 20 03:58:57.518537 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-072e73a0-c455-47bb-af05-5ab48852f854 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "GET /v2.0/subnets/f93c87bc-4615-4e7c-ae07-73c1a6708e3a HTTP/1.1" status: 404 len: 337 time: 0.0379748 Feb 20 03:58:57.521592 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41472) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:57.526216 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7b356f9c-73e2-4c6e-bf54-444ab674d53e req-2240fbaa-f49d-46d6-bb1d-5c742d77b2ea tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/security-groups?id=8c5ebed9-cfb2-4976-b139-b74041a52bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0579934 Feb 20 03:58:57.548321 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-966e7972-db46-4a24-a5d6-4878db3c920b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] DELETE failed (client error): The resource could not be found. Feb 20 03:58:57.548951 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-966e7972-db46-4a24-a5d6-4878db3c920b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:58:57.552515 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-966e7972-db46-4a24-a5d6-4878db3c920b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/networks/dd3c1bce-7f4a-4c65-82d9-b8a557e4a50a HTTP/1.1" status: 404 len: 339 time: 0.0282037 Feb 20 03:58:57.556897 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-9c685713-3cc1-4c2e-9ad7-0205524093ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (34449228-653c-4e1b-9dee-19d80c3a2db9), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:57.563392 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41474) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:57.634581 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0e3886db-88d3-4c35-b858-0f0de71017be tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for port (604c9792-0a9d-45cd-9732-31a1f2e8005b), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:57.741343 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f7949-e18f-48fb-af2f-bb9dc2b19495 req-3fcb9e7d-c641-4803-8776-b884083a8d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:57.743012 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9f3f7949-e18f-48fb-af2f-bb9dc2b19495 req-3fcb9e7d-c641-4803-8776-b884083a8d3e service neutron] 10.222.0.93 "GET /v2.0/networks?id=c3b1fdd9-c8e5-47d0-a0d3-937506587efd HTTP/1.1" status: 200 len: 914 time: 0.2405293 Feb 20 03:58:57.786700 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0e3886db-88d3-4c35-b858-0f0de71017be tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (604c9792-0a9d-45cd-9732-31a1f2e8005b), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:57.842069 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9f3f7949-e18f-48fb-af2f-bb9dc2b19495 req-5a1e1865-6350-473c-81c1-8cac6601f2fc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3379f815-c291-41be-a36d-f9da9c535621 HTTP/1.1" status: 200 len: 217 time: 0.0497584 Feb 20 03:58:57.864342 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41478) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:57.967209 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe1964e-328c-46a0-bb62-4b59e2dd8db3 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:57.969603 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bbe1964e-328c-46a0-bb62-4b59e2dd8db3 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4047368 Feb 20 03:58:57.980861 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41482) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:58.010838 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3886db-88d3-4c35-b858-0f0de71017be tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Port': ['ID=604c9792-0a9d-45cd-9732-31a1f2e8005b,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:58.061603 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a322ba86-ff23-4862-ab26-9b2ee1b1f45f tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "GET /v2.0/subnets?network_id=eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 HTTP/1.1" status: 200 len: 207 time: 0.0753820 Feb 20 03:58:58.061603 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41484) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:58.174804 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c33459-04f3-4329-9fe9-9ec1e1934a17 req-b95a1bdb-11c5-4e93-81ed-c15f28dfcdaa tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:58.176357 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e7c33459-04f3-4329-9fe9-9ec1e1934a17 req-b95a1bdb-11c5-4e93-81ed-c15f28dfcdaa tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 945 time: 0.5352414 Feb 20 03:58:58.207650 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4e573e8-59c1-4cbc-a59a-ec7dbd09cc92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:58.265696 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f7949-e18f-48fb-af2f-bb9dc2b19495 req-e5c2fcf4-0d47-40fc-95e0-ea5b22202741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:58.265696 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9f3f7949-e18f-48fb-af2f-bb9dc2b19495 req-e5c2fcf4-0d47-40fc-95e0-ea5b22202741 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=72f48a28-b5a4-403e-824d-f08ceebd2848 HTTP/1.1" status: 200 len: 853 time: 0.2468219 Feb 20 03:58:58.316825 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9f3f7949-e18f-48fb-af2f-bb9dc2b19495 req-d74408e5-8926-4646-8bc7-924417adde8c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c3b1fdd9-c8e5-47d0-a0d3-937506587efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453084 Feb 20 03:58:58.333642 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48316c5-021f-4e95-a8e7-3bf7a820fdef tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:58.339550 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48316c5-021f-4e95-a8e7-3bf7a820fdef tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:58.346591 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48316c5-021f-4e95-a8e7-3bf7a820fdef tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:58.352592 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48316c5-021f-4e95-a8e7-3bf7a820fdef tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:58.354747 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f48316c5-021f-4e95-a8e7-3bf7a820fdef tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2946472 Feb 20 03:58:58.361979 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41486) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:58.368966 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-0e3886db-88d3-4c35-b858-0f0de71017be tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] In _notify_port_updated(), no bound segment for port 604c9792-0a9d-45cd-9732-31a1f2e8005b on network 758a33ef-29ec-411c-b16c-99ef9341c274 {{(pid=104105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 03:58:58.375279 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3886db-88d3-4c35-b858-0f0de71017be tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:58.376128 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0e3886db-88d3-4c35-b858-0f0de71017be tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:58.380699 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0e3886db-88d3-4c35-b858-0f0de71017be tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "PUT /v2.0/ports/604c9792-0a9d-45cd-9732-31a1f2e8005b HTTP/1.1" status: 200 len: 999 time: 3.8863940 Feb 20 03:58:58.385947 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41488) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:58.533601 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e7c33459-04f3-4329-9fe9-9ec1e1934a17 req-a7afe746-4baa-4e1a-9f89-c118902ad20d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2882793 Feb 20 03:58:58.551136 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4e573e8-59c1-4cbc-a59a-ec7dbd09cc92 admin admin] Publish callbacks [] for security_group (f926c472-26f0-4afb-ab0d-1efabf08bbca), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:58.584723 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-9c685713-3cc1-4c2e-9ad7-0205524093ed service neutron] For port 34449228-653c-4e1b-9dee-19d80c3a2db9, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=34449228-653c-4e1b-9dee-19d80c3a2db9,segment=NetworkSegment(93e69323-4e49-4b8b-a65d-dd37b5850605),segment_id=93e69323-4e49-4b8b-a65d-dd37b5850605)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:58:58.599574 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9d47f43d-9de5-4488-820b-a9f65ca0aede tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2362480 Feb 20 03:58:58.602821 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41498) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:58.691257 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26830947-ad15-4d46-a722-8310b8c8e9cd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:58.691257 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26830947-ad15-4d46-a722-8310b8c8e9cd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:58.691257 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-26830947-ad15-4d46-a722-8310b8c8e9cd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0824232 Feb 20 03:58:58.691614 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9f3f7949-e18f-48fb-af2f-bb9dc2b19495 req-c9161432-02b1-4568-8c31-018d25df2dc5 service neutron] 10.222.0.93 "GET /v2.0/networks/c3b1fdd9-c8e5-47d0-a0d3-937506587efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577132 Feb 20 03:58:58.691705 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4e573e8-59c1-4cbc-a59a-ec7dbd09cc92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f926c472-26f0-4afb-ab0d-1efabf08bbca), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:58.695413 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41500) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:58.697978 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-9c685713-3cc1-4c2e-9ad7-0205524093ed service neutron] For port 34449228-653c-4e1b-9dee-19d80c3a2db9, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:58:58.757562 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c6715c3b-4625-4bbb-ae48-f94f0fb8f3f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:58.769448 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-d776f4da-6de9-4d38-a184-589fd1dd077e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Deleting port 604c9792-0a9d-45cd-9732-31a1f2e8005b {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:58:58.769767 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d776f4da-6de9-4d38-a184-589fd1dd077e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (604c9792-0a9d-45cd-9732-31a1f2e8005b), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:58.876335 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f4e573e8-59c1-4cbc-a59a-ec7dbd09cc92 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3b9f8c4eb13348cbbc743ccf2ea72e16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9908447 Feb 20 03:58:58.877110 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41502) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:58.896354 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-51d3cd63-f71e-4354-9683-2c26024c85bc None None] Provisioning complete for port 604c9792-0a9d-45cd-9732-31a1f2e8005b triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:58:58.897021 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-51d3cd63-f71e-4354-9683-2c26024c85bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (604c9792-0a9d-45cd-9732-31a1f2e8005b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:58.927283 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e573e8-59c1-4cbc-a59a-ec7dbd09cc92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f926c472-26f0-4afb-ab0d-1efabf08bbca,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:58.991199 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-9c685713-3cc1-4c2e-9ad7-0205524093ed service neutron] Publish callbacks [] for port (34449228-653c-4e1b-9dee-19d80c3a2db9), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:59.010656 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-9c685713-3cc1-4c2e-9ad7-0205524093ed service neutron] Transition to ACTIVE for port object 34449228-653c-4e1b-9dee-19d80c3a2db9 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 03:58:59.011981 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf48f28-0387-406b-b288-3bb482661dda tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['shared'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:59.012302 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7edcf7-4495-4893-9d3a-d51d8a60276c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34449228-653c-4e1b-9dee-19d80c3a2db9'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:58:59.013331 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf48f28-0387-406b-b288-3bb482661dda tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['shared'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:59.016548 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bbf48f28-0387-406b-b288-3bb482661dda tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3055236 Feb 20 03:58:59.019189 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb1ba7a-7d0d-441d-a40f-bbf7f29b5923" -d '{"events": [{"server_uuid": "5a7edcf7-4495-4893-9d3a-d51d8a60276c", "name": "network-vif-unplugged", "status": "completed", "tag": "34449228-653c-4e1b-9dee-19d80c3a2db9"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:58:59.029410 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41506) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:59.048850 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-51d3cd63-f71e-4354-9683-2c26024c85bc None None] Port 604c9792-0a9d-45cd-9732-31a1f2e8005b cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:58:59.098317 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-64867eaf-6be5-4f79-9680-a87b48e3570a admin admin] Publish callbacks [] for security_group (f926c472-26f0-4afb-ab0d-1efabf08bbca), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:59.106453 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-51d3cd63-f71e-4354-9683-2c26024c85bc None None] Provisioning complete for port b3ece25e-f5ed-4dcb-9bf9-c26654433a7f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:58:59.106974 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-51d3cd63-f71e-4354-9683-2c26024c85bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b3ece25e-f5ed-4dcb-9bf9-c26654433a7f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:59.112634 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-9c685713-3cc1-4c2e-9ad7-0205524093ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (34449228-653c-4e1b-9dee-19d80c3a2db9), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:59.130623 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f37d58-5400-4866-8fc0-77d02e068093 req-b6f7f7ba-3dd7-47fd-beea-3856b896dc42 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:59.132908 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a8f37d58-5400-4866-8fc0-77d02e068093 req-b6f7f7ba-3dd7-47fd-beea-3856b896dc42 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/ports?device_id=783804cf-ad1f-46bf-a282-27e9ded6c9e6 HTTP/1.1" status: 200 len: 943 time: 0.3858685 Feb 20 03:58:59.199224 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 3379f815-c291-41be-a36d-f9da9c535621 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:58:59.279588 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-64867eaf-6be5-4f79-9680-a87b48e3570a admin admin] Publish callbacks [] for security_group (f926c472-26f0-4afb-ab0d-1efabf08bbca), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:59.302461 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9f3f7949-e18f-48fb-af2f-bb9dc2b19495 req-53b9f00a-6cf8-43a5-837a-51217d6fe06b service neutron] 10.222.0.93 "GET /v2.0/networks/c3b1fdd9-c8e5-47d0-a0d3-937506587efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6079910 Feb 20 03:58:59.304283 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d776f4da-6de9-4d38-a184-589fd1dd077e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (604c9792-0a9d-45cd-9732-31a1f2e8005b), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:59.350827 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 3379f815-c291-41be-a36d-f9da9c535621, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=3379f815-c291-41be-a36d-f9da9c535621,segment=NetworkSegment(08fcc9f7-0087-409b-8daa-1f1ba18de35d),segment_id=08fcc9f7-0087-409b-8daa-1f1ba18de35d)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:58:59.371286 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 34449228-653c-4e1b-9dee-19d80c3a2db9 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:58:59.424504 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '3379f815-c291-41be-a36d-f9da9c535621', 'network_id': 'c3b1fdd9-c8e5-47d0-a0d3-937506587efd', 'port_id': '3379f815-c291-41be-a36d-f9da9c535621', 'mac_address': 'fa:16:3e:87:10:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72f48a28-b5a4-403e-824d-f08ceebd2848', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:58:59.478330 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-51d3cd63-f71e-4354-9683-2c26024c85bc None None] Current status of the port b3ece25e-f5ed-4dcb-9bf9-c26654433a7f is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:58:59.517441 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] The host n-h2-829866-4 is not matching for port 34449228-653c-4e1b-9dee-19d80c3a2db9 host n-h1-829866-4! {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 03:58:59.517949 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 34449228-653c-4e1b-9dee-19d80c3a2db9 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:58:59.525216 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a76a54-0130-481f-82b3-3a81dc7334ee tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:58:59.537244 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-17a76a54-0130-481f-82b3-3a81dc7334ee tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "GET /v2.0/networks/a8d00c2c-6fb0-4b74-aade-25b978cc7de4 HTTP/1.1" status: 200 len: 800 time: 0.4660995 Feb 20 03:58:59.540923 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41514) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:59.569833 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-d776f4da-6de9-4d38-a184-589fd1dd077e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Calling delete_port for 604c9792-0a9d-45cd-9732-31a1f2e8005b owned by {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:58:59.597052 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c685713-3cc1-4c2e-9ad7-0205524093ed service neutron] Pushing event updated for resources: {'Port': ['ID=34449228-653c-4e1b-9dee-19d80c3a2db9,revision_number=6']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:58:59.611829 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a8f37d58-5400-4866-8fc0-77d02e068093 req-f9926904-b39b-4ab8-a143-cf51f3a8eb36 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/security-groups?id=8c5ebed9-cfb2-4976-b139-b74041a52bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571979 Feb 20 03:58:59.621232 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 3379f815-c291-41be-a36d-f9da9c535621 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:58:59.627280 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3379f815-c291-41be-a36d-f9da9c535621), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:59.714012 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3379f815-c291-41be-a36d-f9da9c535621 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:58:59.737324 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-4e404367-f6c2-4f7b-ae73-e445f3a4d101 None None] Provisioning complete for port 604c9792-0a9d-45cd-9732-31a1f2e8005b triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:58:59.737774 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4e404367-f6c2-4f7b-ae73-e445f3a4d101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (604c9792-0a9d-45cd-9732-31a1f2e8005b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:59.817439 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-64867eaf-6be5-4f79-9680-a87b48e3570a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f926c472-26f0-4afb-ab0d-1efabf08bbca), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:59.820306 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 3379f815-c291-41be-a36d-f9da9c535621, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=3379f815-c291-41be-a36d-f9da9c535621,segment=NetworkSegment(08fcc9f7-0087-409b-8daa-1f1ba18de35d),segment_id=08fcc9f7-0087-409b-8daa-1f1ba18de35d)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:58:59.826220 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-64867eaf-6be5-4f79-9680-a87b48e3570a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:59.828800 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-4e404367-f6c2-4f7b-ae73-e445f3a4d101 None None] Port 604c9792-0a9d-45cd-9732-31a1f2e8005b cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:58:59.836693 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-64867eaf-6be5-4f79-9680-a87b48e3570a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f926c472-26f0-4afb-ab0d-1efabf08bbca HTTP/1.1" status: 204 len: 168 time: 0.9520230 Feb 20 03:58:59.878681 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3379f815-c291-41be-a36d-f9da9c535621), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:58:59.903156 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5fa5dd86-4390-4509-ba9d-4a5ba24e86a7 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "GET /v2.0/networks/a8d00c2c-6fb0-4b74-aade-25b978cc7de4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3601303 Feb 20 03:58:59.903878 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41520) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:58:59.949918 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64867eaf-6be5-4f79-9680-a87b48e3570a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f926c472-26f0-4afb-ab0d-1efabf08bbca,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:00.057026 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ac90b4-1404-4956-9952-63e0426b19ad tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:00.065864 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-66ac90b4-1404-4956-9952-63e0426b19ad tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "GET /v2.0/subnets/8440a770-611d-42dd-a5eb-15228c3fda6e HTTP/1.1" status: 200 len: 811 time: 0.1604562 Feb 20 03:59:00.066052 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 03:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02bada3-3073-4312-8bf7-f47e298032fa x-openstack-request-id: req-c02bada3-3073-4312-8bf7-f47e298032fa {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:59:00.066179 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7edcf7-4495-4893-9d3a-d51d8a60276c", "name": "network-vif-unplugged", "status": "completed", "tag": "34449228-653c-4e1b-9dee-19d80c3a2db9", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:59:00.066418 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c02bada3-3073-4312-8bf7-f47e298032fa {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:59:00.066585 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41522) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:00.066785 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7edcf7-4495-4893-9d3a-d51d8a60276c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34449228-653c-4e1b-9dee-19d80c3a2db9', 'code': 200} Feb 20 03:59:00.133889 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=3379f815-c291-41be-a36d-f9da9c535621,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:00.141084 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['3379f815-c291-41be-a36d-f9da9c535621'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:59:00.165824 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-9c685713-3cc1-4c2e-9ad7-0205524093ed service neutron] No DVR routers for this DVR port 34449228-653c-4e1b-9dee-19d80c3a2db9 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:59:00.169854 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117080c0-efae-4303-8611-84309f1482c4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['shared'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:00.182268 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-117080c0-efae-4303-8611-84309f1482c4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "GET /v2.0/subnets/8440a770-611d-42dd-a5eb-15228c3fda6e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1145902 Feb 20 03:59:00.183035 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41524) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:00.192102 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-9561dbdb-a95b-4900-95e0-3b8eb966b53d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-697760913'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:59:00.211947 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:00.296798 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9561dbdb-a95b-4900-95e0-3b8eb966b53d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Made reservation on behalf of d274613268a44b298320e79f2fa5d5fa for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:59:00.298955 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31ceec-530c-410b-a695-07b765d9002b req-e9c6c983-6317-4f9a-aa5c-9367c7e78f44 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:00.302264 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9561dbdb-a95b-4900-95e0-3b8eb966b53d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:00.304186 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2a31ceec-530c-410b-a695-07b765d9002b req-e9c6c983-6317-4f9a-aa5c-9367c7e78f44 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 943 time: 0.2271767 Feb 20 03:59:00.546725 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2a31ceec-530c-410b-a695-07b765d9002b req-415583aa-6447-4d70-b93e-d31375a364af tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171423 Feb 20 03:59:00.549885 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d776f4da-6de9-4d38-a184-589fd1dd077e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (604c9792-0a9d-45cd-9732-31a1f2e8005b), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:00.553262 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9561dbdb-a95b-4900-95e0-3b8eb966b53d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:59:00.595773 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9561dbdb-a95b-4900-95e0-3b8eb966b53d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (934f2743-5f0a-490d-8c49-9331e9afd38e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:00.596359 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-9561dbdb-a95b-4900-95e0-3b8eb966b53d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Added segment 934f2743-5f0a-490d-8c49-9331e9afd38e of type vlan for network ff2a779f-001d-402d-aeef-ce937d71cfad Feb 20 03:59:00.636865 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776f4da-6de9-4d38-a184-589fd1dd077e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Port': ['ID=604c9792-0a9d-45cd-9732-31a1f2e8005b,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:00.681272 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-9c685713-3cc1-4c2e-9ad7-0205524093ed service neutron] Attempting to bind port 34449228-653c-4e1b-9dee-19d80c3a2db9 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:59:00.681919 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-9c685713-3cc1-4c2e-9ad7-0205524093ed service neutron] Attempting to bind port 34449228-653c-4e1b-9dee-19d80c3a2db9 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '93e69323-4e49-4b8b-a65d-dd37b5850605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1553fd51-a4a7-4e2e-a488-03242682b199'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:59:00.682503 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-9c685713-3cc1-4c2e-9ad7-0205524093ed service neutron] Attempting to bind port 34449228-653c-4e1b-9dee-19d80c3a2db9 on network 1553fd51-a4a7-4e2e-a488-03242682b199 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:59:00.713385 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-dcd629df-ce22-4a55-bfe8-f99c351534b2 None None] Could not find standard attr ID for object 604c9792-0a9d-45cd-9732-31a1f2e8005b. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:59:00.747092 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-9c685713-3cc1-4c2e-9ad7-0205524093ed service neutron] Port 34449228-653c-4e1b-9dee-19d80c3a2db9 on network 1553fd51-a4a7-4e2e-a488-03242682b199 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 03:59:00.747857 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-9c685713-3cc1-4c2e-9ad7-0205524093ed service neutron] Attempting to bind port 34449228-653c-4e1b-9dee-19d80c3a2db9 on network 1553fd51-a4a7-4e2e-a488-03242682b199 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:59:00.756555 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9561dbdb-a95b-4900-95e0-3b8eb966b53d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (ff2a779f-001d-402d-aeef-ce937d71cfad), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:00.850662 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-9c685713-3cc1-4c2e-9ad7-0205524093ed service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:59:00.851118 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-9c685713-3cc1-4c2e-9ad7-0205524093ed service neutron] Checking segment: {'id': '93e69323-4e49-4b8b-a65d-dd37b5850605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1553fd51-a4a7-4e2e-a488-03242682b199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:59:00.851598 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-9c685713-3cc1-4c2e-9ad7-0205524093ed service neutron] Bound using segment: {'id': '93e69323-4e49-4b8b-a65d-dd37b5850605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1553fd51-a4a7-4e2e-a488-03242682b199'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:59:00.852057 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-9c685713-3cc1-4c2e-9ad7-0205524093ed service neutron] Bound port: 34449228-653c-4e1b-9dee-19d80c3a2db9, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93e69323-4e49-4b8b-a65d-dd37b5850605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '1553fd51-a4a7-4e2e-a488-03242682b199'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:59:00.852433 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-9c685713-3cc1-4c2e-9ad7-0205524093ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (34449228-653c-4e1b-9dee-19d80c3a2db9), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:00.855244 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9561dbdb-a95b-4900-95e0-3b8eb966b53d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (ff2a779f-001d-402d-aeef-ce937d71cfad), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:00.862634 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9561dbdb-a95b-4900-95e0-3b8eb966b53d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:00.863496 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9561dbdb-a95b-4900-95e0-3b8eb966b53d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:00.939225 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41536) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:00.954204 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d776f4da-6de9-4d38-a184-589fd1dd077e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:00.961665 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d776f4da-6de9-4d38-a184-589fd1dd077e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/ports/604c9792-0a9d-45cd-9732-31a1f2e8005b HTTP/1.1" status: 204 len: 168 time: 2.5731304 Feb 20 03:59:00.969235 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41538) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:01.003361 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9561dbdb-a95b-4900-95e0-3b8eb966b53d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event updated for resources: {'Network': ['ID=ff2a779f-001d-402d-aeef-ce937d71cfad,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:01.013859 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c589fd-7278-4333-8714-5f9ad907dc19 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] GET failed (client error): The resource could not be found. Feb 20 03:59:01.017852 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network ff2a779f-001d-402d-aeef-ce937d71cfad details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:59:01.023505 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9561dbdb-a95b-4900-95e0-3b8eb966b53d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8379083 Feb 20 03:59:01.024368 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41540) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:01.030926 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-33c589fd-7278-4333-8714-5f9ad907dc19 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "GET /v2.0/ports/604c9792-0a9d-45cd-9732-31a1f2e8005b HTTP/1.1" status: 404 len: 333 time: 0.0602236 Feb 20 03:59:01.032012 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-33b71d8b-42d7-403e-8fd8-12aaa6ea9985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:01.032213 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-c588b01d-858e-4153-8656-f917fd47f39b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Request body: {'subnet': {'network_id': 'ff2a779f-001d-402d-aeef-ce937d71cfad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:59:01.037232 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41542) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:01.105500 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-9c685713-3cc1-4c2e-9ad7-0205524093ed service neutron] For port 34449228-653c-4e1b-9dee-19d80c3a2db9, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:59:01.112580 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-9c685713-3cc1-4c2e-9ad7-0205524093ed service neutron] For port 34449228-653c-4e1b-9dee-19d80c3a2db9, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=34449228-653c-4e1b-9dee-19d80c3a2db9,segment=NetworkSegment(93e69323-4e49-4b8b-a65d-dd37b5850605),segment_id=93e69323-4e49-4b8b-a65d-dd37b5850605)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:59:01.182767 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-feb25ea1-d89b-4c09-87e1-d55def7ef99f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Deleting subnet 3efb36d3-d4d7-438e-a8f1-f4cfc1f6c210 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:59:01.189286 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-feb25ea1-d89b-4c09-87e1-d55def7ef99f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for subnet (3efb36d3-d4d7-438e-a8f1-f4cfc1f6c210), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:01.189971 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 3379f815-c291-41be-a36d-f9da9c535621 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:59:01.242414 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-feb25ea1-d89b-4c09-87e1-d55def7ef99f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (3efb36d3-d4d7-438e-a8f1-f4cfc1f6c210), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:01.264377 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7aa9e7-add4-49a1-88d8-37eee52708f2 req-3df3c5b8-f02f-4f32-8285-29eca6795d0c tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:01.266885 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fd7aa9e7-add4-49a1-88d8-37eee52708f2 req-3df3c5b8-f02f-4f32-8285-29eca6795d0c tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/ports?device_id=783804cf-ad1f-46bf-a282-27e9ded6c9e6 HTTP/1.1" status: 200 len: 944 time: 0.4218867 Feb 20 03:59:01.270543 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-9c685713-3cc1-4c2e-9ad7-0205524093ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (34449228-653c-4e1b-9dee-19d80c3a2db9), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:01.352979 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-feb25ea1-d89b-4c09-87e1-d55def7ef99f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (3efb36d3-d4d7-438e-a8f1-f4cfc1f6c210), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:01.366153 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-9c685713-3cc1-4c2e-9ad7-0205524093ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:01.367721 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-9c685713-3cc1-4c2e-9ad7-0205524093ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:01.369978 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-9c685713-3cc1-4c2e-9ad7-0205524093ed service neutron] 10.222.0.42 "PUT /v2.0/ports/34449228-653c-4e1b-9dee-19d80c3a2db9 HTTP/1.1" status: 200 len: 1091 time: 4.7303245 Feb 20 03:59:01.440713 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-33b71d8b-42d7-403e-8fd8-12aaa6ea9985 admin admin] Publish callbacks [] for security_group (cd611cb9-1019-4c3b-ac1e-42994fa8771d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:01.516551 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c685713-3cc1-4c2e-9ad7-0205524093ed service neutron] Pushing event updated for resources: {'Port': ['ID=34449228-653c-4e1b-9dee-19d80c3a2db9,revision_number=7']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:01.524698 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fd7aa9e7-add4-49a1-88d8-37eee52708f2 req-f04a5b82-7d9a-4d07-be73-1ae370113d8b tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/security-groups?id=8c5ebed9-cfb2-4976-b139-b74041a52bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509100 Feb 20 03:59:01.546139 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-9160320d-1777-4851-a1e6-7fbfdc5b8073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:01.549216 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-9160320d-1777-4851-a1e6-7fbfdc5b8073 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 1125 time: 0.1298065 Feb 20 03:59:01.558553 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c588b01d-858e-4153-8656-f917fd47f39b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Made reservation on behalf of d274613268a44b298320e79f2fa5d5fa for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:59:01.562192 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c588b01d-858e-4153-8656-f917fd47f39b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:01.584261 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 3379f815-c291-41be-a36d-f9da9c535621 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:59:01.592489 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:01.594570 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 3379f815-c291-41be-a36d-f9da9c535621 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:59:01.594570 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3379f815-c291-41be-a36d-f9da9c535621), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:01.617075 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-feb25ea1-d89b-4c09-87e1-d55def7ef99f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (3efb36d3-d4d7-438e-a8f1-f4cfc1f6c210), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:01.641703 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-33b71d8b-42d7-403e-8fd8-12aaa6ea9985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (cd611cb9-1019-4c3b-ac1e-42994fa8771d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:01.776523 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-feb25ea1-d89b-4c09-87e1-d55def7ef99f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:01.789996 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-feb25ea1-d89b-4c09-87e1-d55def7ef99f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/subnets/3efb36d3-d4d7-438e-a8f1-f4cfc1f6c210 HTTP/1.1" status: 204 len: 168 time: 0.7283049 Feb 20 03:59:01.796213 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41558) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:01.798573 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb25ea1-d89b-4c09-87e1-d55def7ef99f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Subnet': ['ID=3efb36d3-d4d7-438e-a8f1-f4cfc1f6c210,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:01.823324 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-33b71d8b-42d7-403e-8fd8-12aaa6ea9985 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9c4e3a4c8f7741788dfae73c19f4d123&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8779311 Feb 20 03:59:01.827061 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b71d8b-42d7-403e-8fd8-12aaa6ea9985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd611cb9-1019-4c3b-ac1e-42994fa8771d,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:01.833449 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.ipam_backend_mixin [None req-c588b01d-858e-4153-8656-f917fd47f39b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Performing IP validity checks on allocation pools {{(pid=104106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 20 03:59:01.834233 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41560) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:01.834664 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.ipam_backend_mixin [None req-c588b01d-858e-4153-8656-f917fd47f39b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104106) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 20 03:59:01.854474 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 3379f815-c291-41be-a36d-f9da9c535621 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:59:01.866847 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3379f815-c291-41be-a36d-f9da9c535621), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:01.960861 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-ee69233d-52aa-4e8c-8589-027168935fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:01.962842 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-ee69233d-52aa-4e8c-8589-027168935fe2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1553fd51-a4a7-4e2e-a488-03242682b199 HTTP/1.1" status: 200 len: 898 time: 0.4077401 Feb 20 03:59:01.987786 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae57c6-6bdc-4e4e-af46-584fa2144c3d req-e896447b-99c0-42fb-87e0-550169c7951e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:01.992045 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 3379f815-c291-41be-a36d-f9da9c535621, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=3379f815-c291-41be-a36d-f9da9c535621,segment=NetworkSegment(08fcc9f7-0087-409b-8daa-1f1ba18de35d),segment_id=08fcc9f7-0087-409b-8daa-1f1ba18de35d)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:59:01.993533 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783804cf-ad1f-46bf-a282-27e9ded6c9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3379f815-c291-41be-a36d-f9da9c535621'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:59:02.001411 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aafa6f2-c015-47ef-84c7-3144ed1e3566" -d '{"events": [{"server_uuid": "783804cf-ad1f-46bf-a282-27e9ded6c9e6", "name": "network-vif-plugged", "status": "completed", "tag": "3379f815-c291-41be-a36d-f9da9c535621"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:59:02.003653 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-52ae57c6-6bdc-4e4e-af46-584fa2144c3d req-e896447b-99c0-42fb-87e0-550169c7951e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 943 time: 0.2845807 Feb 20 03:59:02.062361 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3379f815-c291-41be-a36d-f9da9c535621), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:02.069818 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7edcf7-4495-4893-9d3a-d51d8a60276c', 'tag': '34449228-653c-4e1b-9dee-19d80c3a2db9'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:59:02.076671 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2278fa69-61e4-4627-bda8-138809389347" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7edcf7-4495-4893-9d3a-d51d8a60276c", "tag": "34449228-653c-4e1b-9dee-19d80c3a2db9"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:59:02.120696 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfeac60-cd68-4db5-aaba-fd46b8ccf229 None None] Network 758a33ef-29ec-411c-b16c-99ef9341c274 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:59:02.145752 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f6baf2fc-3794-411d-8c9c-1c347fe05ae9 None None] Could not find standard attr ID for object 604c9792-0a9d-45cd-9732-31a1f2e8005b. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:59:02.207176 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-52ae57c6-6bdc-4e4e-af46-584fa2144c3d req-36a257b5-9feb-41f8-ba41-ed0028034cac tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022347 Feb 20 03:59:02.219842 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-d8a718c6-37f5-4309-bde7-186020825f9a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34449228-653c-4e1b-9dee-19d80c3a2db9 HTTP/1.1" status: 200 len: 999 time: 0.2052052 Feb 20 03:59:02.249059 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-376e7e1a-e54a-433b-b2e3-3a82a08ca499 admin admin] Publish callbacks [] for security_group (cd611cb9-1019-4c3b-ac1e-42994fa8771d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:02.264065 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=3379f815-c291-41be-a36d-f9da9c535621,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:02.290020 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-d17ff071-8b99-42ce-b205-2d5f7f1044d8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Deleting subnet 15202490-f5e4-4f5c-b565-fb19c779d47f {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:59:02.303682 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d17ff071-8b99-42ce-b205-2d5f7f1044d8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for subnet (15202490-f5e4-4f5c-b565-fb19c779d47f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:02.309363 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-376e7e1a-e54a-433b-b2e3-3a82a08ca499 admin admin] Publish callbacks [] for security_group (cd611cb9-1019-4c3b-ac1e-42994fa8771d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:02.331034 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef643abb-a1b4-46cd-bd9e-b29dd0019177 x-openstack-request-id: req-ef643abb-a1b4-46cd-bd9e-b29dd0019177 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:59:02.331424 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783804cf-ad1f-46bf-a282-27e9ded6c9e6", "name": "network-vif-plugged", "status": "completed", "tag": "3379f815-c291-41be-a36d-f9da9c535621", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:59:02.332677 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ef643abb-a1b4-46cd-bd9e-b29dd0019177 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:59:02.333106 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783804cf-ad1f-46bf-a282-27e9ded6c9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3379f815-c291-41be-a36d-f9da9c535621', 'code': 200} Feb 20 03:59:02.343873 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-3dd5aa49-3e94-4a26-90db-ec4a5ce45232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:02.345895 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-3dd5aa49-3e94-4a26-90db-ec4a5ce45232 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9acbd7c8-024d-4797-af2a-388f49052bab HTTP/1.1" status: 200 len: 834 time: 0.1071672 Feb 20 03:59:02.374826 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c588b01d-858e-4153-8656-f917fd47f39b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (9065e858-48b7-4c0b-9ba0-86292dab5079), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:02.445858 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6db32e5-9d16-45d9-b851-daf1172bc296 x-openstack-request-id: req-a6db32e5-9d16-45d9-b851-daf1172bc296 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:59:02.446163 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7edcf7-4495-4893-9d3a-d51d8a60276c", "tag": "34449228-653c-4e1b-9dee-19d80c3a2db9", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:59:02.446425 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a6db32e5-9d16-45d9-b851-daf1172bc296 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:59:02.446835 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7edcf7-4495-4893-9d3a-d51d8a60276c', 'tag': '34449228-653c-4e1b-9dee-19d80c3a2db9', 'status': 'completed', 'code': 200} Feb 20 03:59:02.525924 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d17ff071-8b99-42ce-b205-2d5f7f1044d8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (15202490-f5e4-4f5c-b565-fb19c779d47f), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:02.585997 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41570) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:02.634834 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588b01d-858e-4153-8656-f917fd47f39b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event updated for resources: {'Subnet': ['ID=9065e858-48b7-4c0b-9ba0-86292dab5079,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:02.731611 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-43ebce46-c958-45b1-80b1-02a782ea1824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:02.731611 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-43ebce46-c958-45b1-80b1-02a782ea1824 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1553fd51-a4a7-4e2e-a488-03242682b199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3597937 Feb 20 03:59:02.759946 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c588b01d-858e-4153-8656-f917fd47f39b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Checking segment: {'id': '934f2743-5f0a-490d-8c49-9331e9afd38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ff2a779f-001d-402d-aeef-ce937d71cfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:59:02.760347 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c588b01d-858e-4153-8656-f917fd47f39b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Network hostable DHCP agents. Network: ff2a779f-001d-402d-aeef-ce937d71cfad, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:59:02.807756 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991a18b-71d1-4121-9a6b-aafc237e0f03 req-21a3a373-515b-471d-a3e6-34bfc87a01bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:02.809290 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5991a18b-71d1-4121-9a6b-aafc237e0f03 req-21a3a373-515b-471d-a3e6-34bfc87a01bb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=783804cf-ad1f-46bf-a282-27e9ded6c9e6 HTTP/1.1" status: 200 len: 1127 time: 0.4153695 Feb 20 03:59:02.810481 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:02.857534 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f66710cd-a5b3-4da1-a207-850cc4f2bc62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:02.883103 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d17ff071-8b99-42ce-b205-2d5f7f1044d8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (15202490-f5e4-4f5c-b565-fb19c779d47f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:02.897638 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278fa69-61e4-4627-bda8-138809389347 req-e63ef595-c51c-42cc-a23c-746bdc8e2057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:02.899611 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2278fa69-61e4-4627-bda8-138809389347 req-e63ef595-c51c-42cc-a23c-746bdc8e2057 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 1125 time: 0.4486036 Feb 20 03:59:02.900523 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-376e7e1a-e54a-433b-b2e3-3a82a08ca499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (cd611cb9-1019-4c3b-ac1e-42994fa8771d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:02.903533 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-376e7e1a-e54a-433b-b2e3-3a82a08ca499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:02.908211 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-376e7e1a-e54a-433b-b2e3-3a82a08ca499 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/cd611cb9-1019-4c3b-ac1e-42994fa8771d HTTP/1.1" status: 204 len: 168 time: 1.0624819 Feb 20 03:59:02.959372 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c588b01d-858e-4153-8656-f917fd47f39b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Network ff2a779f-001d-402d-aeef-ce937d71cfad is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:59:03.092805 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-c588b01d-858e-4153-8656-f917fd47f39b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, ff2a779f-001d-402d-aeef-ce937d71cfad) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:59:03.108045 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ed05d6-49c6-473b-885f-7cd1cad0fde4 None None] Network ff2a779f-001d-402d-aeef-ce937d71cfad requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:59:03.113490 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c588b01d-858e-4153-8656-f917fd47f39b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:03.116039 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c588b01d-858e-4153-8656-f917fd47f39b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:03.176461 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f66710cd-a5b3-4da1-a207-850cc4f2bc62 admin admin] Publish callbacks [] for security_group (a2a9f98d-a425-47b9-a72d-8be648da9e33), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:03.198962 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d17ff071-8b99-42ce-b205-2d5f7f1044d8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (15202490-f5e4-4f5c-b565-fb19c779d47f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:03.303487 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c588b01d-858e-4153-8656-f917fd47f39b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.2768848 Feb 20 03:59:03.305720 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41582) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:03.316235 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-ff2a779f-001d-402d-aeef-ce937d71cfad', 'network_id': 'ff2a779f-001d-402d-aeef-ce937d71cfad', 'project_id': 'd274613268a44b298320e79f2fa5d5fa', 'fixed_ips': [{'subnet_id': '9065e858-48b7-4c0b-9ba0-86292dab5079'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:59:03.317158 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:03.319333 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-d0072ecd-0d59-4b99-80c0-912c34c4a583 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:59:03.323895 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ff071-8b99-42ce-b205-2d5f7f1044d8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Subnet': ['ID=15202490-f5e4-4f5c-b565-fb19c779d47f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:03.326183 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d17ff071-8b99-42ce-b205-2d5f7f1044d8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:03.345199 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d17ff071-8b99-42ce-b205-2d5f7f1044d8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/subnets/15202490-f5e4-4f5c-b565-fb19c779d47f HTTP/1.1" status: 204 len: 168 time: 1.5399907 Feb 20 03:59:03.347910 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f66710cd-a5b3-4da1-a207-850cc4f2bc62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a2a9f98d-a425-47b9-a72d-8be648da9e33), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:03.351328 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41584) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:03.658246 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f83179-9901-4017-92d0-211b56d4734a None None] Network 758a33ef-29ec-411c-b16c-99ef9341c274 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:59:03.666394 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66710cd-a5b3-4da1-a207-850cc4f2bc62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a9f98d-a425-47b9-a72d-8be648da9e33,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:03.697802 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f66710cd-a5b3-4da1-a207-850cc4f2bc62 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=922c1b2a39134439a4eeb8b96f680b76&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0953779 Feb 20 03:59:03.723678 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41596) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:03.816310 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e7e1a-e54a-433b-b2e3-3a82a08ca499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd611cb9-1019-4c3b-ac1e-42994fa8771d,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:03.896356 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] Allocated IP 172.20.0.3 (ff2a779f-001d-402d-aeef-ce937d71cfad/9065e858-48b7-4c0b-9ba0-86292dab5079/c251c207-8400-4e4a-8ccd-49a398e6da9f) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:59:03.909144 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8dcff2b-6e71-4e0b-9e7b-5cd70aceab6e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (758a33ef-29ec-411c-b16c-99ef9341c274), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:03.912807 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-9187b3f0-d8c6-433e-910b-0c16e6864061 None None] Provisioning complete for port b3ece25e-f5ed-4dcb-9bf9-c26654433a7f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:59:03.913243 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9187b3f0-d8c6-433e-910b-0c16e6864061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b3ece25e-f5ed-4dcb-9bf9-c26654433a7f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:03.940349 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58d530-7838-46cc-8376-eb5e77b4cc99 req-04e6747a-fc5e-482b-9082-4425e22e966b tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:03.942784 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7d58d530-7838-46cc-8376-eb5e77b4cc99 req-04e6747a-fc5e-482b-9082-4425e22e966b tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/ports?device_id=783804cf-ad1f-46bf-a282-27e9ded6c9e6 HTTP/1.1" status: 200 len: 945 time: 1.2177913 Feb 20 03:59:03.951620 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5991a18b-71d1-4121-9a6b-aafc237e0f03 req-2f6793b4-675a-449f-b80e-8229cc6b8eb4 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=8c5ebed9-cfb2-4976-b139-b74041a52bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0866175 Feb 20 03:59:03.966020 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b852bc26-2521-41a3-8b75-0d880a83f0aa admin admin] Publish callbacks [] for security_group (a2a9f98d-a425-47b9-a72d-8be648da9e33), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:03.968558 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d0072ecd-0d59-4b99-80c0-912c34c4a583 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12794914'] for subnet (9065e858-48b7-4c0b-9ba0-86292dab5079), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:04.006611 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-31d5815f-f5d2-4df1-afd3-cb79759731dd service neutron] 10.222.0.42 "GET /v2.0/networks/1553fd51-a4a7-4e2e-a488-03242682b199?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2277396 Feb 20 03:59:04.098202 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278fa69-61e4-4627-bda8-138809389347 req-946ad9a5-cadd-4509-823d-83e1db7f263c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:04.100314 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2278fa69-61e4-4627-bda8-138809389347 req-946ad9a5-cadd-4509-823d-83e1db7f263c service neutron] 10.222.0.93 "GET /v2.0/networks?id=1553fd51-a4a7-4e2e-a488-03242682b199 HTTP/1.1" status: 200 len: 898 time: 0.3230867 Feb 20 03:59:04.116056 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b852bc26-2521-41a3-8b75-0d880a83f0aa admin admin] Publish callbacks [] for security_group (a2a9f98d-a425-47b9-a72d-8be648da9e33), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:04.177267 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7d58d530-7838-46cc-8376-eb5e77b4cc99 req-24b16f73-9f09-4a18-a64c-384ae428a772 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/security-groups?id=8c5ebed9-cfb2-4976-b139-b74041a52bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243676 Feb 20 03:59:04.240439 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c8dcff2b-6e71-4e0b-9e7b-5cd70aceab6e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Deleting port b3ece25e-f5ed-4dcb-9bf9-c26654433a7f {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:59:04.251046 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8dcff2b-6e71-4e0b-9e7b-5cd70aceab6e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b3ece25e-f5ed-4dcb-9bf9-c26654433a7f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:04.336875 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2278fa69-61e4-4627-bda8-138809389347 req-bfb60863-d6fa-46b6-90f0-5055a3881b06 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34449228-653c-4e1b-9dee-19d80c3a2db9 HTTP/1.1" status: 200 len: 999 time: 0.1381576 Feb 20 03:59:04.371771 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-9187b3f0-d8c6-433e-910b-0c16e6864061 None None] Current status of the port b3ece25e-f5ed-4dcb-9bf9-c26654433a7f is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:59:04.376609 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b852bc26-2521-41a3-8b75-0d880a83f0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a2a9f98d-a425-47b9-a72d-8be648da9e33), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:04.379978 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b852bc26-2521-41a3-8b75-0d880a83f0aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:04.380127 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cf26aa-2a97-4f6b-86aa-df4abbd962fd None None] DHCP port deletion for 758a33ef-29ec-411c-b16c-99ef9341c274 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:59:04.383855 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b852bc26-2521-41a3-8b75-0d880a83f0aa admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a2a9f98d-a425-47b9-a72d-8be648da9e33 HTTP/1.1" status: 204 len: 168 time: 0.6591895 Feb 20 03:59:04.442832 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852bc26-2521-41a3-8b75-0d880a83f0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a9f98d-a425-47b9-a72d-8be648da9e33,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:04.465700 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-c8dcff2b-6e71-4e0b-9e7b-5cd70aceab6e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] For port b3ece25e-f5ed-4dcb-9bf9-c26654433a7f, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b3ece25e-f5ed-4dcb-9bf9-c26654433a7f,segment=NetworkSegment(c6ba8cbd-5ccc-4483-9478-fbdab1914064),segment_id=c6ba8cbd-5ccc-4483-9478-fbdab1914064)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:59:04.466114 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8dcff2b-6e71-4e0b-9e7b-5cd70aceab6e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b3ece25e-f5ed-4dcb-9bf9-c26654433a7f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:04.503053 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-c8dcff2b-6e71-4e0b-9e7b-5cd70aceab6e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Calling delete_port for b3ece25e-f5ed-4dcb-9bf9-c26654433a7f owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:59:04.572905 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6ac82525-0475-47e9-af8f-9ea857ea300b req-2e91f3dd-5ad2-4a25-80ed-3566438595eb service neutron] 10.222.0.42 "GET /v2.0/networks/1553fd51-a4a7-4e2e-a488-03242682b199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5567584 Feb 20 03:59:04.610026 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278fa69-61e4-4627-bda8-138809389347 req-2e22e4ff-7696-4108-81c4-f6feb8397cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:04.611622 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2278fa69-61e4-4627-bda8-138809389347 req-2e22e4ff-7696-4108-81c4-f6feb8397cf2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9acbd7c8-024d-4797-af2a-388f49052bab HTTP/1.1" status: 200 len: 834 time: 0.2591827 Feb 20 03:59:04.636566 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5b0c5-96a5-48d7-8682-79247c6c93ce req-ce265117-748b-4d2d-8626-362664ea41de tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:04.645904 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ee5b0c5-96a5-48d7-8682-79247c6c93ce req-ce265117-748b-4d2d-8626-362664ea41de tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 943 time: 0.3079274 Feb 20 03:59:04.714014 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] Publish callbacks [] for port (c251c207-8400-4e4a-8ccd-49a398e6da9f), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:04.744207 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf26aa-2a97-4f6b-86aa-df4abbd962fd None None] Deleting port b3ece25e-f5ed-4dcb-9bf9-c26654433a7f {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:59:04.744592 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d0cf26aa-2a97-4f6b-86aa-df4abbd962fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b3ece25e-f5ed-4dcb-9bf9-c26654433a7f), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:04.837587 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b3ece25e-f5ed-4dcb-9bf9-c26654433a7f no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:59:04.864135 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (c251c207-8400-4e4a-8ccd-49a398e6da9f), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:04.928087 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ee5b0c5-96a5-48d7-8682-79247c6c93ce req-1bb911b3-c500-4bb1-86b0-eefd4698da6e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2811849 Feb 20 03:59:04.949503 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278fa69-61e4-4627-bda8-138809389347 req-8d3a2cae-ccde-4545-beb7-2a63115ccfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:04.965020 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2278fa69-61e4-4627-bda8-138809389347 req-8d3a2cae-ccde-4545-beb7-2a63115ccfbb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1553fd51-a4a7-4e2e-a488-03242682b199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3228891 Feb 20 03:59:05.070328 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] Pushing event updated for resources: {'Port': ['ID=c251c207-8400-4e4a-8ccd-49a398e6da9f,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:05.165101 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:05.169044 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:05.169044 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:05.171103 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278fa69-61e4-4627-bda8-138809389347 req-0e13dc33-9943-4d40-a4bc-ea4866949fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:05.173350 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2278fa69-61e4-4627-bda8-138809389347 req-0e13dc33-9943-4d40-a4bc-ea4866949fc3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 1125 time: 0.3837061 Feb 20 03:59:05.177451 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:05.177755 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:05.178115 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:05.178468 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:05.178944 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:05.180365 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:05.180365 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:05.180552 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:05.181794 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:05.181794 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:05.216802 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8dcff2b-6e71-4e0b-9e7b-5cd70aceab6e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (b3ece25e-f5ed-4dcb-9bf9-c26654433a7f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:05.231945 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d0cf26aa-2a97-4f6b-86aa-df4abbd962fd None None] For port b3ece25e-f5ed-4dcb-9bf9-c26654433a7f, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b3ece25e-f5ed-4dcb-9bf9-c26654433a7f,segment=NetworkSegment(c6ba8cbd-5ccc-4483-9478-fbdab1914064),segment_id=c6ba8cbd-5ccc-4483-9478-fbdab1914064)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:59:05.232356 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d0cf26aa-2a97-4f6b-86aa-df4abbd962fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b3ece25e-f5ed-4dcb-9bf9-c26654433a7f), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:05.263885 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dcff2b-6e71-4e0b-9e7b-5cd70aceab6e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Port': ['ID=b3ece25e-f5ed-4dcb-9bf9-c26654433a7f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:05.279264 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] Network ff2a779f-001d-402d-aeef-ce937d71cfad is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:59:05.280307 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf26aa-2a97-4f6b-86aa-df4abbd962fd None None] Calling delete_port for b3ece25e-f5ed-4dcb-9bf9-c26654433a7f owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:59:05.283839 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dcff2b-6e71-4e0b-9e7b-5cd70aceab6e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] No DVR routers for this DVR port b3ece25e-f5ed-4dcb-9bf9-c26654433a7f on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:59:05.300900 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d0072ecd-0d59-4b99-80c0-912c34c4a583 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760835982466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12633551'] for subnet (9065e858-48b7-4c0b-9ba0-86292dab5079), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:05.317389 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:59:05.340989 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No active binding found for port b3ece25e-f5ed-4dcb-9bf9-c26654433a7f {{(pid=104107) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 20 03:59:05.341394 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] The host n-d-829866-4 is not matching for port b3ece25e-f5ed-4dcb-9bf9-c26654433a7f host None! {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 03:59:05.341811 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b3ece25e-f5ed-4dcb-9bf9-c26654433a7f not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:59:05.350805 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:59:05.518753 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] Attempting to bind port c251c207-8400-4e4a-8ccd-49a398e6da9f on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:59:05.520261 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] Attempting to bind port c251c207-8400-4e4a-8ccd-49a398e6da9f by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '934f2743-5f0a-490d-8c49-9331e9afd38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ff2a779f-001d-402d-aeef-ce937d71cfad'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:59:05.522063 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] Attempting to bind port c251c207-8400-4e4a-8ccd-49a398e6da9f on network ff2a779f-001d-402d-aeef-ce937d71cfad {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:59:05.536325 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:59:05.536867 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] Checking segment: {'id': '934f2743-5f0a-490d-8c49-9331e9afd38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ff2a779f-001d-402d-aeef-ce937d71cfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:59:05.537380 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:05.537898 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] Bound using segment: {'id': '934f2743-5f0a-490d-8c49-9331e9afd38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ff2a779f-001d-402d-aeef-ce937d71cfad'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:59:05.538494 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] Bound port: c251c207-8400-4e4a-8ccd-49a398e6da9f, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934f2743-5f0a-490d-8c49-9331e9afd38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ff2a779f-001d-402d-aeef-ce937d71cfad'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:59:05.539012 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c251c207-8400-4e4a-8ccd-49a398e6da9f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:05.570530 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2278fa69-61e4-4627-bda8-138809389347 req-6226eadd-e504-45f8-9a91-87c88a08746c service neutron] 10.222.0.93 "GET /v2.0/networks/1553fd51-a4a7-4e2e-a488-03242682b199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6045866 Feb 20 03:59:05.572189 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0072ecd-0d59-4b99-80c0-912c34c4a583 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:05.574122 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d0072ecd-0d59-4b99-80c0-912c34c4a583 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:05.579638 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d0072ecd-0d59-4b99-80c0-912c34c4a583 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "PUT /v2.0/subnets/9065e858-48b7-4c0b-9ba0-86292dab5079 HTTP/1.1" status: 200 len: 877 time: 2.2724669 Feb 20 03:59:05.580305 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41630) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:05.590500 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8dcff2b-6e71-4e0b-9e7b-5cd70aceab6e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (758a33ef-29ec-411c-b16c-99ef9341c274), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:05.607544 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0072ecd-0d59-4b99-80c0-912c34c4a583 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event updated for resources: {'Subnet': ['ID=9065e858-48b7-4c0b-9ba0-86292dab5079,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:05.622642 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-c8dcff2b-6e71-4e0b-9e7b-5cd70aceab6e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['758a33ef-29ec-411c-b16c-99ef9341c274']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:05.631863 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d0cf26aa-2a97-4f6b-86aa-df4abbd962fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (b3ece25e-f5ed-4dcb-9bf9-c26654433a7f), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:05.660827 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-c8dcff2b-6e71-4e0b-9e7b-5cd70aceab6e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ba8cbd-5ccc-4483-9478-fbdab1914064') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:05.661127 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-c8dcff2b-6e71-4e0b-9e7b-5cd70aceab6e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ba8cbd-5ccc-4483-9478-fbdab1914064') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:05.688853 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8dcff2b-6e71-4e0b-9e7b-5cd70aceab6e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (c6ba8cbd-5ccc-4483-9478-fbdab1914064), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:05.736910 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8dcff2b-6e71-4e0b-9e7b-5cd70aceab6e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (c6ba8cbd-5ccc-4483-9478-fbdab1914064), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:05.751249 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8dcff2b-6e71-4e0b-9e7b-5cd70aceab6e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:59:05.751674 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8dcff2b-6e71-4e0b-9e7b-5cd70aceab6e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (c6ba8cbd-5ccc-4483-9478-fbdab1914064), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:05.755063 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:59:05.755063 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:59:05.755063 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:59:05.755063 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:59:05.755063 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:59:05.755063 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:59:05.755063 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:59:05.755063 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:59:05.755063 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:59:05.755063 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:59:05.755063 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:59:05.755063 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:59:05.755063 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:59:05.755063 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:59:05.755063 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:59:05.755063 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:59:05.755063 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:59:05.755063 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:59:05.755063 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:59:05.755063 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:59:05.755063 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:59:05.755063 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:59:05.755063 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:59:05.755063 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:59:05.755063 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:59:05.755063 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:59:05.755063 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:59:05.755063 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:59:05.755063 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:59:05.755063 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:59:05.755063 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:59:05.755063 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:59:05.776064 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54cd35c-ec18-40c4-9b12-867559a232e2 req-5221caea-299e-4ddd-9926-4dc56e2eaeef tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:05.780816 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf26aa-2a97-4f6b-86aa-df4abbd962fd None None] Pushing event deleted for resources: {'Port': ['ID=b3ece25e-f5ed-4dcb-9bf9-c26654433a7f,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:05.782426 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b54cd35c-ec18-40c4-9b12-867559a232e2 req-5221caea-299e-4ddd-9926-4dc56e2eaeef tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/ports?device_id=783804cf-ad1f-46bf-a282-27e9ded6c9e6 HTTP/1.1" status: 200 len: 945 time: 0.4078844 Feb 20 03:59:05.825362 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] For port c251c207-8400-4e4a-8ccd-49a398e6da9f, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:59:05.835019 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] For port c251c207-8400-4e4a-8ccd-49a398e6da9f, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=c251c207-8400-4e4a-8ccd-49a398e6da9f,segment=NetworkSegment(934f2743-5f0a-490d-8c49-9331e9afd38e),segment_id=934f2743-5f0a-490d-8c49-9331e9afd38e)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:59:05.848446 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cf26aa-2a97-4f6b-86aa-df4abbd962fd None None] No DVR routers for this DVR port b3ece25e-f5ed-4dcb-9bf9-c26654433a7f on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:59:05.898871 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278fa69-61e4-4627-bda8-138809389347 req-ff4a6f73-b30d-4c9b-b3b3-6b17487447c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:05.912069 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2278fa69-61e4-4627-bda8-138809389347 req-ff4a6f73-b30d-4c9b-b3b3-6b17487447c1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1553fd51-a4a7-4e2e-a488-03242682b199 HTTP/1.1" status: 200 len: 898 time: 0.7181022 Feb 20 03:59:05.931311 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (c251c207-8400-4e4a-8ccd-49a398e6da9f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:05.987375 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8dcff2b-6e71-4e0b-9e7b-5cd70aceab6e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (758a33ef-29ec-411c-b16c-99ef9341c274), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:05.998186 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c8dcff2b-6e71-4e0b-9e7b-5cd70aceab6e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:06.011452 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c8dcff2b-6e71-4e0b-9e7b-5cd70aceab6e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/networks/758a33ef-29ec-411c-b16c-99ef9341c274 HTTP/1.1" status: 204 len: 168 time: 2.5676677 Feb 20 03:59:06.051867 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41646) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:06.073339 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae089fe-4f40-4e07-b8be-2c912de14e74 None None] Pushing event updated for resources: {'Port': ['ID=c251c207-8400-4e4a-8ccd-49a398e6da9f,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:06.137516 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dcff2b-6e71-4e0b-9e7b-5cd70aceab6e tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Network': ['ID=758a33ef-29ec-411c-b16c-99ef9341c274,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:06.212727 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ca9e11-58c7-45a7-972b-bcd9bef57f90 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:06.215640 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c8ca9e11-58c7-45a7-972b-bcd9bef57f90 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1623325 Feb 20 03:59:06.225746 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41656) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:06.373494 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2278fa69-61e4-4627-bda8-138809389347 req-9f756dd0-51ac-44d9-b35c-5a90353def0a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34449228-653c-4e1b-9dee-19d80c3a2db9 HTTP/1.1" status: 200 len: 999 time: 0.4571316 Feb 20 03:59:06.376790 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3f044459-fda8-44cc-9eba-ae658dea42de tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1496959 Feb 20 03:59:06.382312 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41658) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:06.389461 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-2bfcba64-0b28-4b76-8efb-88c0b7587985 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1453021034'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:59:06.410250 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b54cd35c-ec18-40c4-9b12-867559a232e2 req-0c8da1c6-6b2c-4238-a4c1-526027c1a8f7 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/security-groups?id=8c5ebed9-cfb2-4976-b139-b74041a52bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5228851 Feb 20 03:59:06.423339 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-68029504-6088-45cc-8416-47a79a3f1ab4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (ff2a779f-001d-402d-aeef-ce937d71cfad), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:06.451284 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2278fa69-61e4-4627-bda8-138809389347 req-fff5df1f-5a84-4f7d-bba7-5d062bc5bb8c service neutron] 10.222.0.93 "GET /v2.0/networks/1553fd51-a4a7-4e2e-a488-03242682b199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8699627 Feb 20 03:59:06.627282 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfcba64-0b28-4b76-8efb-88c0b7587985 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:59:06.631976 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2bfcba64-0b28-4b76-8efb-88c0b7587985 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:06.641217 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278fa69-61e4-4627-bda8-138809389347 req-5ee7278f-612b-4806-95c6-2c2ab9aa0749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:06.642833 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2278fa69-61e4-4627-bda8-138809389347 req-5ee7278f-612b-4806-95c6-2c2ab9aa0749 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9acbd7c8-024d-4797-af2a-388f49052bab HTTP/1.1" status: 200 len: 834 time: 0.2374997 Feb 20 03:59:06.691708 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bfcba64-0b28-4b76-8efb-88c0b7587985 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:59:06.740114 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2bfcba64-0b28-4b76-8efb-88c0b7587985 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (bea695c8-6ed5-4e27-aedf-26799f13bebc), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:06.746298 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-2bfcba64-0b28-4b76-8efb-88c0b7587985 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Added segment bea695c8-6ed5-4e27-aedf-26799f13bebc of type vlan for network 117449e8-92ff-4ccb-abb1-b99d94d4b9cd Feb 20 03:59:06.749137 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b73ead-d2ed-4250-ba93-063a1fdd3c0a req-e48bca59-96f4-4b11-9c3c-075183aedd42 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:06.769939 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81b73ead-d2ed-4250-ba93-063a1fdd3c0a req-e48bca59-96f4-4b11-9c3c-075183aedd42 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 943 time: 0.1976979 Feb 20 03:59:06.849324 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-68029504-6088-45cc-8416-47a79a3f1ab4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Deleting port c251c207-8400-4e4a-8ccd-49a398e6da9f {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:59:06.849686 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-68029504-6088-45cc-8416-47a79a3f1ab4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (c251c207-8400-4e4a-8ccd-49a398e6da9f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:06.898570 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278fa69-61e4-4627-bda8-138809389347 req-da36b268-a1db-495a-8eec-e5b273cd2266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:06.925757 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2278fa69-61e4-4627-bda8-138809389347 req-da36b268-a1db-495a-8eec-e5b273cd2266 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1553fd51-a4a7-4e2e-a488-03242682b199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2666709 Feb 20 03:59:06.950647 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2bfcba64-0b28-4b76-8efb-88c0b7587985 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (117449e8-92ff-4ccb-abb1-b99d94d4b9cd), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:06.999810 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device c251c207-8400-4e4a-8ccd-49a398e6da9f up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:59:07.129760 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2bfcba64-0b28-4b76-8efb-88c0b7587985 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (117449e8-92ff-4ccb-abb1-b99d94d4b9cd), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:07.137849 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfcba64-0b28-4b76-8efb-88c0b7587985 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:07.140993 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2bfcba64-0b28-4b76-8efb-88c0b7587985 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:07.242204 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port c251c207-8400-4e4a-8ccd-49a398e6da9f triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:59:07.257400 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c251c207-8400-4e4a-8ccd-49a398e6da9f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:07.279319 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2bfcba64-0b28-4b76-8efb-88c0b7587985 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8921773 Feb 20 03:59:07.286137 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41682) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:07.319973 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-af4db5e0-ff85-4a12-836f-31ea5aa0ac1b tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'subnet': {'network_id': '117449e8-92ff-4ccb-abb1-b99d94d4b9cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:59:07.409728 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfcba64-0b28-4b76-8efb-88c0b7587985 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Network': ['ID=117449e8-92ff-4ccb-abb1-b99d94d4b9cd,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:07.431003 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81b73ead-d2ed-4250-ba93-063a1fdd3c0a req-224c1731-03e8-4ab0-bef0-a186ab8998a4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6580293 Feb 20 03:59:07.453780 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 117449e8-92ff-4ccb-abb1-b99d94d4b9cd details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:59:07.618748 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-68029504-6088-45cc-8416-47a79a3f1ab4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] For port c251c207-8400-4e4a-8ccd-49a398e6da9f, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=c251c207-8400-4e4a-8ccd-49a398e6da9f,segment=NetworkSegment(934f2743-5f0a-490d-8c49-9331e9afd38e),segment_id=934f2743-5f0a-490d-8c49-9331e9afd38e)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:59:07.619390 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-68029504-6088-45cc-8416-47a79a3f1ab4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (c251c207-8400-4e4a-8ccd-49a398e6da9f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:07.637967 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port c251c207-8400-4e4a-8ccd-49a398e6da9f is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:59:07.638605 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c251c207-8400-4e4a-8ccd-49a398e6da9f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:07.752694 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-68029504-6088-45cc-8416-47a79a3f1ab4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Calling delete_port for c251c207-8400-4e4a-8ccd-49a398e6da9f owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:59:07.802659 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port c251c207-8400-4e4a-8ccd-49a398e6da9f, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=c251c207-8400-4e4a-8ccd-49a398e6da9f,segment=NetworkSegment(934f2743-5f0a-490d-8c49-9331e9afd38e),segment_id=934f2743-5f0a-490d-8c49-9331e9afd38e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:59:07.877772 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2278fa69-61e4-4627-bda8-138809389347 req-533a2939-32e0-4236-8820-2b59d20ddb89 service neutron] 10.222.0.42 "GET /v2.0/networks/1553fd51-a4a7-4e2e-a488-03242682b199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9482694 Feb 20 03:59:07.882779 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (c251c207-8400-4e4a-8ccd-49a398e6da9f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:08.056185 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2278fa69-61e4-4627-bda8-138809389347 req-3029aae5-1c42-40bb-8fe7-9e352c414384 service neutron] 10.222.0.42 "GET /v2.0/networks/1553fd51-a4a7-4e2e-a488-03242682b199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680591 Feb 20 03:59:08.090017 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=c251c207-8400-4e4a-8ccd-49a398e6da9f,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:08.149806 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4db5e0-ff85-4a12-836f-31ea5aa0ac1b tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:59:08.156039 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-af4db5e0-ff85-4a12-836f-31ea5aa0ac1b tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:08.283621 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9409acd6-84e0-4dbf-8d07-2f7fb992ccc5 None None] Network ff2a779f-001d-402d-aeef-ce937d71cfad requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:59:08.471208 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-df23bf2d-c5da-4d59-9619-a52f9f5a04d6 None None] Provisioning complete for port c251c207-8400-4e4a-8ccd-49a398e6da9f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:59:08.471872 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-df23bf2d-c5da-4d59-9619-a52f9f5a04d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c251c207-8400-4e4a-8ccd-49a398e6da9f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:08.725204 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-68029504-6088-45cc-8416-47a79a3f1ab4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (c251c207-8400-4e4a-8ccd-49a398e6da9f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:08.729171 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-af4db5e0-ff85-4a12-836f-31ea5aa0ac1b tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (81fc4886-3d15-4a4b-bbab-09c211a9fe26), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:08.812736 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-df23bf2d-c5da-4d59-9619-a52f9f5a04d6 None None] Could not find standard attr ID for object c251c207-8400-4e4a-8ccd-49a398e6da9f. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:59:08.823276 n-d-829866-4 neutron-server[104107]: INFO neutron.plugins.ml2.db [None req-df23bf2d-c5da-4d59-9619-a52f9f5a04d6 None None] No ports have port_id starting with c251c207-8400-4e4a-8ccd-49a398e6da9f Feb 20 03:59:08.912589 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device c251c207-8400-4e4a-8ccd-49a398e6da9f up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:59:08.941147 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68029504-6088-45cc-8416-47a79a3f1ab4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event deleted for resources: {'Port': ['ID=c251c207-8400-4e4a-8ccd-49a398e6da9f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:08.964769 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: c251c207-8400-4e4a-8ccd-49a398e6da9f {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:59:08.965130 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device c251c207-8400-4e4a-8ccd-49a398e6da9f not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 20 03:59:09.013211 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Port c251c207-8400-4e4a-8ccd-49a398e6da9f not found, will not notify nova. {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 20 03:59:09.139307 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68029504-6088-45cc-8416-47a79a3f1ab4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] No DVR routers for this DVR port c251c207-8400-4e4a-8ccd-49a398e6da9f on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:59:09.199305 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 34449228-653c-4e1b-9dee-19d80c3a2db9 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 03:59:09.240752 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4db5e0-ff85-4a12-836f-31ea5aa0ac1b tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Subnet': ['ID=81fc4886-3d15-4a4b-bbab-09c211a9fe26,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:09.256638 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4db5e0-ff85-4a12-836f-31ea5aa0ac1b tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Checking segment: {'id': 'bea695c8-6ed5-4e27-aedf-26799f13bebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '117449e8-92ff-4ccb-abb1-b99d94d4b9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:59:09.257114 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4db5e0-ff85-4a12-836f-31ea5aa0ac1b tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network hostable DHCP agents. Network: 117449e8-92ff-4ccb-abb1-b99d94d4b9cd, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:59:09.294087 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e619374-845a-4dcf-9728-2a3f65ec4922 None None] Network ff2a779f-001d-402d-aeef-ce937d71cfad requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:59:09.297685 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6294e1-f0cb-4662-bf6a-c596bada178d req-03fdede6-f0d8-4c59-8861-bae673f579d5 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:09.299768 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7a6294e1-f0cb-4662-bf6a-c596bada178d req-03fdede6-f0d8-4c59-8861-bae673f579d5 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 943 time: 0.3780022 Feb 20 03:59:09.352161 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-68029504-6088-45cc-8416-47a79a3f1ab4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (9065e858-48b7-4c0b-9ba0-86292dab5079), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:09.389757 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7a6294e1-f0cb-4662-bf6a-c596bada178d req-59807789-29ad-49e7-9d19-a5ad30716617 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699797 Feb 20 03:59:09.390784 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4db5e0-ff85-4a12-836f-31ea5aa0ac1b tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network 117449e8-92ff-4ccb-abb1-b99d94d4b9cd is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:59:09.507184 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-af4db5e0-ff85-4a12-836f-31ea5aa0ac1b tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 117449e8-92ff-4ccb-abb1-b99d94d4b9cd) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:59:09.518565 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4db5e0-ff85-4a12-836f-31ea5aa0ac1b tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:09.520010 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-af4db5e0-ff85-4a12-836f-31ea5aa0ac1b tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:09.579086 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-68029504-6088-45cc-8416-47a79a3f1ab4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (9065e858-48b7-4c0b-9ba0-86292dab5079), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:09.688760 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4ffc3b-2b92-4990-8428-5982f0f5d650 None None] Network 117449e8-92ff-4ccb-abb1-b99d94d4b9cd requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:59:09.704032 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68029504-6088-45cc-8416-47a79a3f1ab4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event deleted for resources: {'Subnet': ['ID=9065e858-48b7-4c0b-9ba0-86292dab5079,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:09.716479 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41740) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:09.718847 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-af4db5e0-ff85-4a12-836f-31ea5aa0ac1b tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4116070 Feb 20 03:59:09.722886 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-f3094143-2887-4dbd-9eda-7855cb8ba1a8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'port': {'network_id': '117449e8-92ff-4ccb-abb1-b99d94d4b9cd', 'name': 'tempest-PortsTestJSON-2097615466'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:59:09.807582 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 34449228-653c-4e1b-9dee-19d80c3a2db9, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=34449228-653c-4e1b-9dee-19d80c3a2db9,segment=NetworkSegment(93e69323-4e49-4b8b-a65d-dd37b5850605),segment_id=93e69323-4e49-4b8b-a65d-dd37b5850605)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:59:09.832954 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-68029504-6088-45cc-8416-47a79a3f1ab4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (ff2a779f-001d-402d-aeef-ce937d71cfad), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:09.885685 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '34449228-653c-4e1b-9dee-19d80c3a2db9', 'network_id': '1553fd51-a4a7-4e2e-a488-03242682b199', 'port_id': '34449228-653c-4e1b-9dee-19d80c3a2db9', 'mac_address': 'fa:16:3e:7a:f4:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9acbd7c8-024d-4797-af2a-388f49052bab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 03:59:09.888959 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-68029504-6088-45cc-8416-47a79a3f1ab4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff2a779f-001d-402d-aeef-ce937d71cfad']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:09.913202 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-68029504-6088-45cc-8416-47a79a3f1ab4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '934f2743-5f0a-490d-8c49-9331e9afd38e') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:09.919001 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-68029504-6088-45cc-8416-47a79a3f1ab4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '934f2743-5f0a-490d-8c49-9331e9afd38e') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:10.001968 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-68029504-6088-45cc-8416-47a79a3f1ab4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (934f2743-5f0a-490d-8c49-9331e9afd38e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:10.005836 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 34449228-653c-4e1b-9dee-19d80c3a2db9 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:59:10.006239 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (34449228-653c-4e1b-9dee-19d80c3a2db9), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:10.062501 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-68029504-6088-45cc-8416-47a79a3f1ab4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (934f2743-5f0a-490d-8c49-9331e9afd38e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:10.099954 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34449228-653c-4e1b-9dee-19d80c3a2db9 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 03:59:10.162408 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68029504-6088-45cc-8416-47a79a3f1ab4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:59:10.163155 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-68029504-6088-45cc-8416-47a79a3f1ab4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (934f2743-5f0a-490d-8c49-9331e9afd38e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:10.176515 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:59:10.176515 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:59:10.176515 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:59:10.176515 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:59:10.176515 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:59:10.176515 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:59:10.176515 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:59:10.176515 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:59:10.176515 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:59:10.176515 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:59:10.176515 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:59:10.176515 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:59:10.176515 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:59:10.176515 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:59:10.176515 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:59:10.176515 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:59:10.176515 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:59:10.176515 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:59:10.176515 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:59:10.176515 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:59:10.176515 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:59:10.176515 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:59:10.176515 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:59:10.176515 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:59:10.176515 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:59:10.176515 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:59:10.176515 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:59:10.176515 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:59:10.176515 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:59:10.176515 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:59:10.176515 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:59:10.176515 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:59:10.186615 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3094143-2887-4dbd-9eda-7855cb8ba1a8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:59:10.190879 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f3094143-2887-4dbd-9eda-7855cb8ba1a8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:10.232250 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-f3094143-2887-4dbd-9eda-7855cb8ba1a8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] device_id is not set on port ea4c2577-6fc6-4ac5-8374-df348b71b04f yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:59:10.250207 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f5904c-fb67-448f-aa72-6e697a5da0f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-117449e8-92ff-4ccb-abb1-b99d94d4b9cd', 'network_id': '117449e8-92ff-4ccb-abb1-b99d94d4b9cd', 'project_id': 'ad2f3150204d4c8da5659afbab0804cc', 'fixed_ips': [{'subnet_id': '81fc4886-3d15-4a4b-bbab-09c211a9fe26'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:59:10.251920 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a3f5904c-fb67-448f-aa72-6e697a5da0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:10.352674 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 34449228-653c-4e1b-9dee-19d80c3a2db9, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=34449228-653c-4e1b-9dee-19d80c3a2db9,segment=NetworkSegment(93e69323-4e49-4b8b-a65d-dd37b5850605),segment_id=93e69323-4e49-4b8b-a65d-dd37b5850605)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:59:10.352902 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67477a6-b451-406c-a71d-6fba193d2622 req-6f43203e-d6cc-469b-aa2a-4e8356ad74f2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:10.352902 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b67477a6-b451-406c-a71d-6fba193d2622 req-6f43203e-d6cc-469b-aa2a-4e8356ad74f2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 943 time: 0.4142377 Feb 20 03:59:10.562935 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040cb5be-efce-413a-b0a8-08eb9452fdd2 None None] Network ff2a779f-001d-402d-aeef-ce937d71cfad requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:59:10.591179 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f2e53-98dd-4b8f-87c9-9e39deed09d4 req-96374f33-e69d-4d4b-a82d-ecd2bbd03499 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:10.593239 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-369f2e53-98dd-4b8f-87c9-9e39deed09d4 req-96374f33-e69d-4d4b-a82d-ecd2bbd03499 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c&tenant_id=c51c06307884485eaac01385a5cfa0f0&binding%3Ahost_id=n-h1-829866-4 HTTP/1.1" status: 200 len: 943 time: 0.5237081 Feb 20 03:59:10.600450 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b67477a6-b451-406c-a71d-6fba193d2622 req-a717533d-2c3a-4115-b029-bbbb28f3c7ba tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2474618 Feb 20 03:59:10.699600 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-369f2e53-98dd-4b8f-87c9-9e39deed09d4 req-11ce969f-e87c-4f46-b493-06aaded224e8 service neutron] delete failed (client error): The resource could not be found. Feb 20 03:59:10.701430 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-369f2e53-98dd-4b8f-87c9-9e39deed09d4 req-11ce969f-e87c-4f46-b493-06aaded224e8 service neutron] 10.222.0.93 "DELETE /v2.0/ports/34449228-653c-4e1b-9dee-19d80c3a2db9/bindings/n-h2-829866-4 HTTP/1.1" status: 404 len: 380 time: 0.0990248 Feb 20 03:59:10.717598 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (34449228-653c-4e1b-9dee-19d80c3a2db9), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:10.839598 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=34449228-653c-4e1b-9dee-19d80c3a2db9,revision_number=8']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:10.860914 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f2e53-98dd-4b8f-87c9-9e39deed09d4 req-635f75b9-55d5-41ae-a15a-245552e137e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:10.869552 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-369f2e53-98dd-4b8f-87c9-9e39deed09d4 req-635f75b9-55d5-41ae-a15a-245552e137e3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 1126 time: 0.1105781 Feb 20 03:59:10.870407 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-68029504-6088-45cc-8416-47a79a3f1ab4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (ff2a779f-001d-402d-aeef-ce937d71cfad), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:11.009472 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ea091a-8b48-4ff5-bb99-15f3d7596a00 None None] DHCP port deletion for ff2a779f-001d-402d-aeef-ce937d71cfad request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:59:11.054614 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-f3094143-2887-4dbd-9eda-7855cb8ba1a8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Allocated IP 172.20.0.10 (117449e8-92ff-4ccb-abb1-b99d94d4b9cd/81fc4886-3d15-4a4b-bbab-09c211a9fe26/ea4c2577-6fc6-4ac5-8374-df348b71b04f) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:59:11.062074 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-68029504-6088-45cc-8416-47a79a3f1ab4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:11.073321 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-68029504-6088-45cc-8416-47a79a3f1ab4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/networks/ff2a779f-001d-402d-aeef-ce937d71cfad HTTP/1.1" status: 204 len: 168 time: 5.4844346 Feb 20 03:59:11.085298 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['34449228-653c-4e1b-9dee-19d80c3a2db9'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 03:59:11.257492 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f3094143-2887-4dbd-9eda-7855cb8ba1a8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for port (ea4c2577-6fc6-4ac5-8374-df348b71b04f), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:11.321143 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41766) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:11.400941 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f3094143-2887-4dbd-9eda-7855cb8ba1a8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (ea4c2577-6fc6-4ac5-8374-df348b71b04f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:11.405453 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ebbd39-e7ae-4133-9487-58a01c214eeb tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] DELETE failed (client error): The resource could not be found. Feb 20 03:59:11.407616 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6ebbd39-e7ae-4133-9487-58a01c214eeb tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:59:11.414310 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a6ebbd39-e7ae-4133-9487-58a01c214eeb tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/subnets/9065e858-48b7-4c0b-9ba0-86292dab5079 HTTP/1.1" status: 404 len: 337 time: 0.0918696 Feb 20 03:59:11.441509 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41774) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:11.557174 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-a3f5904c-fb67-448f-aa72-6e697a5da0f9 None None] Allocated IP 172.20.0.2 (117449e8-92ff-4ccb-abb1-b99d94d4b9cd/81fc4886-3d15-4a4b-bbab-09c211a9fe26/b00f4904-9c4d-425a-988c-aa89fb96ff08) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:59:11.619017 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3094143-2887-4dbd-9eda-7855cb8ba1a8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Port': ['ID=ea4c2577-6fc6-4ac5-8374-df348b71b04f,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:11.678261 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3094143-2887-4dbd-9eda-7855cb8ba1a8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network 117449e8-92ff-4ccb-abb1-b99d94d4b9cd is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:59:11.680411 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f5da409-eed6-44d6-b5da-c418eef73d32 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] DELETE failed (client error): The resource could not be found. Feb 20 03:59:11.680958 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f5da409-eed6-44d6-b5da-c418eef73d32 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:59:11.687228 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5f5da409-eed6-44d6-b5da-c418eef73d32 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/networks/ff2a779f-001d-402d-aeef-ce937d71cfad HTTP/1.1" status: 404 len: 339 time: 0.2337642 Feb 20 03:59:11.688197 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-f3094143-2887-4dbd-9eda-7855cb8ba1a8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:59:11.698060 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3094143-2887-4dbd-9eda-7855cb8ba1a8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:59:11.755701 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41778) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:11.785730 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3094143-2887-4dbd-9eda-7855cb8ba1a8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:11.786610 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f3094143-2887-4dbd-9eda-7855cb8ba1a8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:11.844067 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-70066554-bd1e-4458-9daa-1716555fcfd4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] DELETE failed (client error): The resource could not be found. Feb 20 03:59:11.844983 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70066554-bd1e-4458-9daa-1716555fcfd4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:59:11.848188 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-70066554-bd1e-4458-9daa-1716555fcfd4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/subnets/f93c87bc-4615-4e7c-ae07-73c1a6708e3a HTTP/1.1" status: 404 len: 337 time: 0.0816865 Feb 20 03:59:11.849243 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68029504-6088-45cc-8416-47a79a3f1ab4 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event deleted for resources: {'Network': ['ID=ff2a779f-001d-402d-aeef-ce937d71cfad,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:11.851159 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41780) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:11.884543 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d81c2f-5d7a-421a-b8ad-b4328d0b428e tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] DELETE failed (client error): The resource could not be found. Feb 20 03:59:11.885841 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2d81c2f-5d7a-421a-b8ad-b4328d0b428e tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:59:11.891329 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c2d81c2f-5d7a-421a-b8ad-b4328d0b428e tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/networks/dd3c1bce-7f4a-4c65-82d9-b8a557e4a50a HTTP/1.1" status: 404 len: 339 time: 0.0295432 Feb 20 03:59:11.907618 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41784) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:11.933051 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f2e53-98dd-4b8f-87c9-9e39deed09d4 req-51371f9a-07a7-4ccb-aa06-130bb9e9cc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:11.934791 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-369f2e53-98dd-4b8f-87c9-9e39deed09d4 req-51371f9a-07a7-4ccb-aa06-130bb9e9cc59 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1553fd51-a4a7-4e2e-a488-03242682b199 HTTP/1.1" status: 200 len: 898 time: 1.0624349 Feb 20 03:59:12.008083 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4cf459-089b-40bb-b9d3-aa3882e2c27c req-d5047f42-83e2-4980-a16e-54ae9d46e9bb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:12.009964 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bf4cf459-089b-40bb-b9d3-aa3882e2c27c req-d5047f42-83e2-4980-a16e-54ae9d46e9bb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 944 time: 0.2551737 Feb 20 03:59:12.157297 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f3094143-2887-4dbd-9eda-7855cb8ba1a8 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4384136 Feb 20 03:59:12.163111 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41792) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:12.167040 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-b4ca7406-5190-42b2-a34e-acfc1e2b84f0 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'port': {'network_id': '117449e8-92ff-4ccb-abb1-b99d94d4b9cd', 'name': 'tempest-PortsTestJSON-870789716'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:59:12.179643 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4adb82cc-074e-4d25-b373-41fa62b1334d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (04e3abfd-8b57-4f3c-b73d-043131e262d3), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:12.292277 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bf4cf459-089b-40bb-b9d3-aa3882e2c27c req-5ba57356-ab2e-4300-992c-96e2e2f3d0ce tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742930 Feb 20 03:59:12.302722 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-369f2e53-98dd-4b8f-87c9-9e39deed09d4 req-4d506838-66b0-4e7f-8397-0844b6f9f47a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34449228-653c-4e1b-9dee-19d80c3a2db9 HTTP/1.1" status: 200 len: 1000 time: 0.3568761 Feb 20 03:59:12.332880 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a3f5904c-fb67-448f-aa72-6e697a5da0f9 None None] Publish callbacks [] for port (b00f4904-9c4d-425a-988c-aa89fb96ff08), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:12.398663 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f2e53-98dd-4b8f-87c9-9e39deed09d4 req-c57c32f1-1071-4f0c-a56b-2e01c60fc3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:12.400218 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-369f2e53-98dd-4b8f-87c9-9e39deed09d4 req-c57c32f1-1071-4f0c-a56b-2e01c60fc3fc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9acbd7c8-024d-4797-af2a-388f49052bab HTTP/1.1" status: 200 len: 834 time: 0.0944538 Feb 20 03:59:12.451370 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a3f5904c-fb67-448f-aa72-6e697a5da0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (b00f4904-9c4d-425a-988c-aa89fb96ff08), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:12.483227 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f5904c-fb67-448f-aa72-6e697a5da0f9 None None] Network 117449e8-92ff-4ccb-abb1-b99d94d4b9cd is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:59:12.489267 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-a3f5904c-fb67-448f-aa72-6e697a5da0f9 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:59:12.491872 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f2e53-98dd-4b8f-87c9-9e39deed09d4 req-4a4ecd55-55d6-4140-b325-92512f579b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:12.492441 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f5904c-fb67-448f-aa72-6e697a5da0f9 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:59:12.493412 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-369f2e53-98dd-4b8f-87c9-9e39deed09d4 req-4a4ecd55-55d6-4140-b325-92512f579b2a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1553fd51-a4a7-4e2e-a488-03242682b199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0870807 Feb 20 03:59:12.563582 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4adb82cc-074e-4d25-b373-41fa62b1334d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (04e3abfd-8b57-4f3c-b73d-043131e262d3), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:12.604362 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a3f5904c-fb67-448f-aa72-6e697a5da0f9 None None] Attempting to bind port b00f4904-9c4d-425a-988c-aa89fb96ff08 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:59:12.604929 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a3f5904c-fb67-448f-aa72-6e697a5da0f9 None None] Attempting to bind port b00f4904-9c4d-425a-988c-aa89fb96ff08 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'bea695c8-6ed5-4e27-aedf-26799f13bebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '117449e8-92ff-4ccb-abb1-b99d94d4b9cd'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:59:12.605100 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f5904c-fb67-448f-aa72-6e697a5da0f9 None None] Attempting to bind port b00f4904-9c4d-425a-988c-aa89fb96ff08 on network 117449e8-92ff-4ccb-abb1-b99d94d4b9cd {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:59:12.619524 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f5904c-fb67-448f-aa72-6e697a5da0f9 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:59:12.621589 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f5904c-fb67-448f-aa72-6e697a5da0f9 None None] Checking segment: {'id': 'bea695c8-6ed5-4e27-aedf-26799f13bebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '117449e8-92ff-4ccb-abb1-b99d94d4b9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:59:12.622566 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a3f5904c-fb67-448f-aa72-6e697a5da0f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:12.622566 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f5904c-fb67-448f-aa72-6e697a5da0f9 None None] Bound using segment: {'id': 'bea695c8-6ed5-4e27-aedf-26799f13bebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '117449e8-92ff-4ccb-abb1-b99d94d4b9cd'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:59:12.626070 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-a3f5904c-fb67-448f-aa72-6e697a5da0f9 None None] Bound port: b00f4904-9c4d-425a-988c-aa89fb96ff08, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bea695c8-6ed5-4e27-aedf-26799f13bebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '117449e8-92ff-4ccb-abb1-b99d94d4b9cd'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:59:12.626479 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a3f5904c-fb67-448f-aa72-6e697a5da0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b00f4904-9c4d-425a-988c-aa89fb96ff08), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:12.667669 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-4adb82cc-074e-4d25-b373-41fa62b1334d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e3abfd-8b57-4f3c-b73d-043131e262d3']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:12.704811 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ca7406-5190-42b2-a34e-acfc1e2b84f0 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:59:12.708332 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7406-5190-42b2-a34e-acfc1e2b84f0 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:12.733125 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-369f2e53-98dd-4b8f-87c9-9e39deed09d4 req-0e9b679e-13d4-4867-82ae-379a64a37b6c service neutron] 10.222.0.93 "GET /v2.0/networks/1553fd51-a4a7-4e2e-a488-03242682b199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312644 Feb 20 03:59:12.741124 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-4adb82cc-074e-4d25-b373-41fa62b1334d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '040950e3-9265-4d7b-920d-fb41e24989ab') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:12.743899 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-4adb82cc-074e-4d25-b373-41fa62b1334d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '040950e3-9265-4d7b-920d-fb41e24989ab') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:12.796527 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-b4ca7406-5190-42b2-a34e-acfc1e2b84f0 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] device_id is not set on port 8321fe31-f883-46f2-8255-2ccdbf97fc01 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:59:12.797903 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-a3f5904c-fb67-448f-aa72-6e697a5da0f9 None None] For port b00f4904-9c4d-425a-988c-aa89fb96ff08, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:59:12.806592 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-a3f5904c-fb67-448f-aa72-6e697a5da0f9 None None] For port b00f4904-9c4d-425a-988c-aa89fb96ff08, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b00f4904-9c4d-425a-988c-aa89fb96ff08,segment=NetworkSegment(bea695c8-6ed5-4e27-aedf-26799f13bebc),segment_id=bea695c8-6ed5-4e27-aedf-26799f13bebc)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:59:12.824786 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f5904c-fb67-448f-aa72-6e697a5da0f9 None None] Pushing event updated for resources: {'Port': ['ID=b00f4904-9c4d-425a-988c-aa89fb96ff08,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:12.839792 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device c251c207-8400-4e4a-8ccd-49a398e6da9f no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:59:12.879611 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: c251c207-8400-4e4a-8ccd-49a398e6da9f {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:59:12.880361 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device c251c207-8400-4e4a-8ccd-49a398e6da9f not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:59:12.896448 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a3f5904c-fb67-448f-aa72-6e697a5da0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b00f4904-9c4d-425a-988c-aa89fb96ff08), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:12.996115 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4adb82cc-074e-4d25-b373-41fa62b1334d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (040950e3-9265-4d7b-920d-fb41e24989ab), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:13.011183 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-369f2e53-98dd-4b8f-87c9-9e39deed09d4 req-6571070f-1f90-482a-9086-fe3385c2b331 service neutron] 10.222.0.93 "GET /v2.0/networks/1553fd51-a4a7-4e2e-a488-03242682b199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715893 Feb 20 03:59:13.030646 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f5904c-fb67-448f-aa72-6e697a5da0f9 None None] Pushing event updated for resources: {'Port': ['ID=b00f4904-9c4d-425a-988c-aa89fb96ff08,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:13.060224 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4adb82cc-074e-4d25-b373-41fa62b1334d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (040950e3-9265-4d7b-920d-fb41e24989ab), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:13.080522 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4adb82cc-074e-4d25-b373-41fa62b1334d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:59:13.081737 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4adb82cc-074e-4d25-b373-41fa62b1334d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (040950e3-9265-4d7b-920d-fb41e24989ab), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:13.100601 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:59:13.100601 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:59:13.100601 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:59:13.100601 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:59:13.100601 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:59:13.100601 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:59:13.100601 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:59:13.100601 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:59:13.100601 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:59:13.100601 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:59:13.100601 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:59:13.100601 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:59:13.100601 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:59:13.100601 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:59:13.100601 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:59:13.100601 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:59:13.100601 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:59:13.100601 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:59:13.100601 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:59:13.100601 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:59:13.100601 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:59:13.100601 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:59:13.100601 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:59:13.100601 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:59:13.100601 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:59:13.100601 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:59:13.100601 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:59:13.100601 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:59:13.100601 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:59:13.100601 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:59:13.100601 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:59:13.100601 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:59:13.207208 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 34449228-653c-4e1b-9dee-19d80c3a2db9 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:59:13.374150 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-b4ca7406-5190-42b2-a34e-acfc1e2b84f0 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Allocated IP 172.20.0.8 (117449e8-92ff-4ccb-abb1-b99d94d4b9cd/81fc4886-3d15-4a4b-bbab-09c211a9fe26/8321fe31-f883-46f2-8255-2ccdbf97fc01) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:59:13.399122 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 34449228-653c-4e1b-9dee-19d80c3a2db9 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 03:59:13.410586 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 34449228-653c-4e1b-9dee-19d80c3a2db9 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:59:13.410586 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (34449228-653c-4e1b-9dee-19d80c3a2db9), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:13.478144 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4adb82cc-074e-4d25-b373-41fa62b1334d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (04e3abfd-8b57-4f3c-b73d-043131e262d3), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:13.485602 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4adb82cc-074e-4d25-b373-41fa62b1334d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:13.510333 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4adb82cc-074e-4d25-b373-41fa62b1334d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/networks/04e3abfd-8b57-4f3c-b73d-043131e262d3 HTTP/1.1" status: 204 len: 168 time: 1.6014059 Feb 20 03:59:13.595066 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41812) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:13.602435 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb82cc-074e-4d25-b373-41fa62b1334d tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event deleted for resources: {'Network': ['ID=04e3abfd-8b57-4f3c-b73d-043131e262d3,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:13.616479 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 34449228-653c-4e1b-9dee-19d80c3a2db9 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:59:13.616964 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (34449228-653c-4e1b-9dee-19d80c3a2db9), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:13.717844 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7edcf7-4495-4893-9d3a-d51d8a60276c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34449228-653c-4e1b-9dee-19d80c3a2db9'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:59:13.730453 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7daf0b87-65a4-48e0-86d5-754d6072046b" -d '{"events": [{"server_uuid": "5a7edcf7-4495-4893-9d3a-d51d8a60276c", "name": "network-vif-plugged", "status": "completed", "tag": "34449228-653c-4e1b-9dee-19d80c3a2db9"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:59:13.731253 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-aebe7e86-79f4-4513-91a5-1f0a235748eb tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] DELETE failed (client error): The resource could not be found. Feb 20 03:59:13.732095 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aebe7e86-79f4-4513-91a5-1f0a235748eb tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:59:13.745097 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-aebe7e86-79f4-4513-91a5-1f0a235748eb tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/subnets/206fa063-ae10-418f-84de-e9a92a5c1b86 HTTP/1.1" status: 404 len: 337 time: 0.1369987 Feb 20 03:59:13.773592 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41816) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:13.790999 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 34449228-653c-4e1b-9dee-19d80c3a2db9, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=34449228-653c-4e1b-9dee-19d80c3a2db9,segment=NetworkSegment(93e69323-4e49-4b8b-a65d-dd37b5850605),segment_id=93e69323-4e49-4b8b-a65d-dd37b5850605)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:59:13.878306 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (34449228-653c-4e1b-9dee-19d80c3a2db9), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:13.881689 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eed4144-2bec-4187-877a-7384a314349e tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] DELETE failed (client error): The resource could not be found. Feb 20 03:59:13.882230 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eed4144-2bec-4187-877a-7384a314349e tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:59:13.893237 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9eed4144-2bec-4187-877a-7384a314349e tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/networks/64618446-2a04-4ef1-9fa1-5d6a630989fb HTTP/1.1" status: 404 len: 339 time: 0.1086967 Feb 20 03:59:13.894890 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41818) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:14.009473 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=34449228-653c-4e1b-9dee-19d80c3a2db9,revision_number=9']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:14.012588 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0ab6e-8144-4e68-a475-5907a5533086 req-db7960ca-06a0-4cae-8a41-71f32fb0bcc8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:14.023937 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7406-5190-42b2-a34e-acfc1e2b84f0 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for port (8321fe31-f883-46f2-8255-2ccdbf97fc01), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:14.029015 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4ab0ab6e-8144-4e68-a475-5907a5533086 req-db7960ca-06a0-4cae-8a41-71f32fb0bcc8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 944 time: 0.5566199 Feb 20 03:59:14.038163 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f53b9a-dce7-46d0-8b4d-59d3061ce601 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] DELETE failed (client error): The resource could not be found. Feb 20 03:59:14.038163 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80f53b9a-dce7-46d0-8b4d-59d3061ce601 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:59:14.049085 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-80f53b9a-dce7-46d0-8b4d-59d3061ce601 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/subnets/57036a3d-02db-4e49-bc78-ec3deeacd984 HTTP/1.1" status: 404 len: 337 time: 0.1508496 Feb 20 03:59:14.051234 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41822) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:14.150399 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-c376a62a-4488-4eea-8049-490702fc24e6 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] DELETE failed (client error): The resource could not be found. Feb 20 03:59:14.152475 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c376a62a-4488-4eea-8049-490702fc24e6 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:59:14.155515 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4ab0ab6e-8144-4e68-a475-5907a5533086 req-5973f9bd-5dbb-45fd-b57c-d55260211887 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244881 Feb 20 03:59:14.166089 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41828) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:14.189022 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c376a62a-4488-4eea-8049-490702fc24e6 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/networks/70502b22-1229-4d65-84a8-50365a8384de HTTP/1.1" status: 404 len: 339 time: 0.1154780 Feb 20 03:59:14.279427 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce6e431-acbd-4f34-8dbf-0df2a13d96ec tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] DELETE failed (client error): The resource could not be found. Feb 20 03:59:14.283319 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce6e431-acbd-4f34-8dbf-0df2a13d96ec tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:59:14.291874 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41830) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:14.292662 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6ce6e431-acbd-4f34-8dbf-0df2a13d96ec tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/subnets/546e63eb-ede5-466c-ace9-10689526f96f HTTP/1.1" status: 404 len: 337 time: 0.1252255 Feb 20 03:59:14.310360 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f609ec2c-7d69-4c38-9a1a-572f90d050ec x-openstack-request-id: req-f609ec2c-7d69-4c38-9a1a-572f90d050ec {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:59:14.311189 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7edcf7-4495-4893-9d3a-d51d8a60276c", "name": "network-vif-plugged", "status": "completed", "tag": "34449228-653c-4e1b-9dee-19d80c3a2db9", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:59:14.311523 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f609ec2c-7d69-4c38-9a1a-572f90d050ec {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:59:14.312039 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7edcf7-4495-4893-9d3a-d51d8a60276c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34449228-653c-4e1b-9dee-19d80c3a2db9', 'code': 200} Feb 20 03:59:14.353772 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-395c4466-1db1-448f-b635-5dd944f82e5a tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] DELETE failed (client error): The resource could not be found. Feb 20 03:59:14.356538 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-395c4466-1db1-448f-b635-5dd944f82e5a tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:59:14.362450 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-395c4466-1db1-448f-b635-5dd944f82e5a tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/networks/0f3cba7c-5b24-44aa-bddc-049938af2f4d HTTP/1.1" status: 404 len: 339 time: 0.0670936 Feb 20 03:59:14.362450 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7406-5190-42b2-a34e-acfc1e2b84f0 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (8321fe31-f883-46f2-8255-2ccdbf97fc01), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:14.363274 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41832) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:14.440269 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-6645a15f-11a3-48bb-9a8e-94276fbb500b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] DELETE failed (client error): The resource could not be found. Feb 20 03:59:14.440681 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6645a15f-11a3-48bb-9a8e-94276fbb500b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:59:14.454096 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6645a15f-11a3-48bb-9a8e-94276fbb500b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/subnets/6859ece2-0a2a-4dc0-b616-72aa37b9052f HTTP/1.1" status: 404 len: 337 time: 0.0864947 Feb 20 03:59:14.458335 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41834) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:14.652444 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c48f32c-641f-49d1-8314-e8b1b7c53dfd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] DELETE failed (client error): The resource could not be found. Feb 20 03:59:14.653595 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c48f32c-641f-49d1-8314-e8b1b7c53dfd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:59:14.671101 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2c48f32c-641f-49d1-8314-e8b1b7c53dfd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/networks/5ddeee85-2767-4f9e-a432-139e391da37b HTTP/1.1" status: 404 len: 339 time: 0.2108881 Feb 20 03:59:14.672542 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41836) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:14.738411 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-732d1b68-5bce-4b18-9b10-1136df370788 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] DELETE failed (client error): The resource could not be found. Feb 20 03:59:14.738878 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-732d1b68-5bce-4b18-9b10-1136df370788 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:59:14.752991 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-732d1b68-5bce-4b18-9b10-1136df370788 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/subnets/1b655a7e-5b1e-40ef-a912-ba757231c6a9 HTTP/1.1" status: 404 len: 337 time: 0.0791306 Feb 20 03:59:14.753795 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41838) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:14.814613 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-b236a45c-ac43-43c7-83e9-ca5bcdf10241 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] DELETE failed (client error): The resource could not be found. Feb 20 03:59:14.821676 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b236a45c-ac43-43c7-83e9-ca5bcdf10241 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:59:14.832691 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b236a45c-ac43-43c7-83e9-ca5bcdf10241 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/networks/4cb6339e-f152-42de-807d-0e6fc492147b HTTP/1.1" status: 404 len: 339 time: 0.0764248 Feb 20 03:59:14.836920 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41840) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:14.879916 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-842a51b1-3212-4fbe-9171-e3c43c813f44 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] DELETE failed (client error): The resource could not be found. Feb 20 03:59:14.880743 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-842a51b1-3212-4fbe-9171-e3c43c813f44 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:59:14.893020 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-842a51b1-3212-4fbe-9171-e3c43c813f44 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/subnets/b6945fc8-4513-497c-b31a-f76876605344 HTTP/1.1" status: 404 len: 337 time: 0.0580614 Feb 20 03:59:14.895710 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41842) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:14.929954 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b00f4904-9c4d-425a-988c-aa89fb96ff08 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:59:14.942626 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-415d6912-a424-4c25-9ce8-dda153dd2ca3 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] DELETE failed (client error): The resource could not be found. Feb 20 03:59:14.943241 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-415d6912-a424-4c25-9ce8-dda153dd2ca3 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:59:14.952488 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-415d6912-a424-4c25-9ce8-dda153dd2ca3 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/networks/4d3ef522-0198-47c3-802e-f38f67414419 HTTP/1.1" status: 404 len: 339 time: 0.0573623 Feb 20 03:59:14.956212 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41844) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:15.023996 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da5bab0-3e6c-46cd-9c4d-6dfe14e51550 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] DELETE failed (client error): The resource could not be found. Feb 20 03:59:15.025320 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8da5bab0-3e6c-46cd-9c4d-6dfe14e51550 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:59:15.033155 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8da5bab0-3e6c-46cd-9c4d-6dfe14e51550 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/subnets/6bc393cf-a88e-4e4d-9c6d-2a50ec21df9f HTTP/1.1" status: 404 len: 337 time: 0.0755169 Feb 20 03:59:15.034160 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41846) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:15.077800 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca7406-5190-42b2-a34e-acfc1e2b84f0 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Port': ['ID=8321fe31-f883-46f2-8255-2ccdbf97fc01,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:15.088769 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f8260b1-695b-4a5e-924f-260a3c4091c9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] DELETE failed (client error): The resource could not be found. Feb 20 03:59:15.089586 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f8260b1-695b-4a5e-924f-260a3c4091c9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:59:15.108099 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ca7406-5190-42b2-a34e-acfc1e2b84f0 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network 117449e8-92ff-4ccb-abb1-b99d94d4b9cd is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:59:15.108099 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41848) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:15.108099 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-b4ca7406-5190-42b2-a34e-acfc1e2b84f0 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:59:15.108678 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ca7406-5190-42b2-a34e-acfc1e2b84f0 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:59:15.113906 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1f8260b1-695b-4a5e-924f-260a3c4091c9 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/networks/ed9ba853-79ae-4124-9eaf-8cedef35e0cc HTTP/1.1" status: 404 len: 339 time: 0.0784178 Feb 20 03:59:15.157734 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port b00f4904-9c4d-425a-988c-aa89fb96ff08 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:59:15.158468 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b00f4904-9c4d-425a-988c-aa89fb96ff08), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:15.279476 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ca7406-5190-42b2-a34e-acfc1e2b84f0 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:15.282188 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c05db5-c75d-4f5d-a437-667b3dd460f4 None None] Network 117449e8-92ff-4ccb-abb1-b99d94d4b9cd requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:59:15.302317 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7406-5190-42b2-a34e-acfc1e2b84f0 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:15.305696 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cab3c3a-6704-4949-937e-a66e285883db tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] DELETE failed (client error): The resource could not be found. Feb 20 03:59:15.309834 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cab3c3a-6704-4949-937e-a66e285883db tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:59:15.317588 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4cab3c3a-6704-4949-937e-a66e285883db tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/subnets/ac8f1342-2c39-4dc4-b20c-c4835877306f HTTP/1.1" status: 404 len: 337 time: 0.1390879 Feb 20 03:59:15.341801 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41860) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:15.404801 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5a472be-8c92-4335-96e8-dfe3fe01039b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] DELETE failed (client error): The resource could not be found. Feb 20 03:59:15.408907 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5a472be-8c92-4335-96e8-dfe3fe01039b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:59:15.417026 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d5a472be-8c92-4335-96e8-dfe3fe01039b tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/networks/619381fe-ea5c-4a39-a0aa-b004bff9aee4 HTTP/1.1" status: 404 len: 339 time: 0.0719042 Feb 20 03:59:15.417786 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41864) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:15.452903 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b4ca7406-5190-42b2-a34e-acfc1e2b84f0 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2899132 Feb 20 03:59:15.458627 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41866) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:15.609444 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-fabcd446-fd27-40e6-abee-663225836169 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Deleting subnet 8440a770-611d-42dd-a5eb-15228c3fda6e {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:59:15.622027 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-b47ab3aa-e3e8-4353-8d4a-6fc8cc6c9799 None None] Provisioning complete for port b00f4904-9c4d-425a-988c-aa89fb96ff08 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:59:15.622402 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b47ab3aa-e3e8-4353-8d4a-6fc8cc6c9799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b00f4904-9c4d-425a-988c-aa89fb96ff08), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:15.623180 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fabcd446-fd27-40e6-abee-663225836169 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for subnet (8440a770-611d-42dd-a5eb-15228c3fda6e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:15.632248 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94339a17-7119-46cb-8e90-9db576957851 req-817c00e9-e367-41f6-8c97-4adb8c958aeb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:15.633882 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94339a17-7119-46cb-8e90-9db576957851 req-817c00e9-e367-41f6-8c97-4adb8c958aeb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 945 time: 0.3190279 Feb 20 03:59:15.729549 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fabcd446-fd27-40e6-abee-663225836169 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (8440a770-611d-42dd-a5eb-15228c3fda6e), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:15.820380 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94339a17-7119-46cb-8e90-9db576957851 req-37c96fe6-28d2-4829-b0f5-41da8d301c7c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703203 Feb 20 03:59:15.824469 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41868) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:15.856097 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port b00f4904-9c4d-425a-988c-aa89fb96ff08 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:59:15.856489 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b00f4904-9c4d-425a-988c-aa89fb96ff08), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:15.875815 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197969cf-840d-4e3e-86ee-81b627095a06 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:15.884740 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-197969cf-840d-4e3e-86ee-81b627095a06 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.4129827 Feb 20 03:59:15.885967 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41870) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:15.945349 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port b00f4904-9c4d-425a-988c-aa89fb96ff08, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b00f4904-9c4d-425a-988c-aa89fb96ff08,segment=NetworkSegment(bea695c8-6ed5-4e27-aedf-26799f13bebc),segment_id=bea695c8-6ed5-4e27-aedf-26799f13bebc)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:59:15.990395 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b47ab3aa-e3e8-4353-8d4a-6fc8cc6c9799 None None] Current status of the port b00f4904-9c4d-425a-988c-aa89fb96ff08 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:59:15.990706 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b47ab3aa-e3e8-4353-8d4a-6fc8cc6c9799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b00f4904-9c4d-425a-988c-aa89fb96ff08), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:16.006401 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-30a658c2-6634-4f00-b1e5-c157b3452d1b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/floatingips/b89618d8-8dd4-4e8f-a2dc-05fc3ae84670 HTTP/1.1" status: 200 len: 993 time: 0.1798773 Feb 20 03:59:16.048479 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b00f4904-9c4d-425a-988c-aa89fb96ff08), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:16.109534 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fabcd446-fd27-40e6-abee-663225836169 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (8440a770-611d-42dd-a5eb-15228c3fda6e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:16.142217 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-3050e648-0b48-4a74-8892-2b9d837fd343 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Deleting port 8321fe31-f883-46f2-8255-2ccdbf97fc01 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:59:16.145960 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3050e648-0b48-4a74-8892-2b9d837fd343 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (8321fe31-f883-46f2-8255-2ccdbf97fc01), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:16.211119 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-b47ab3aa-e3e8-4353-8d4a-6fc8cc6c9799 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 03:59:16.211533 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-b47ab3aa-e3e8-4353-8d4a-6fc8cc6c9799 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 03:59:16.294629 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=b00f4904-9c4d-425a-988c-aa89fb96ff08,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:16.325685 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fabcd446-fd27-40e6-abee-663225836169 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (8440a770-611d-42dd-a5eb-15228c3fda6e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:16.400385 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3050e648-0b48-4a74-8892-2b9d837fd343 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (8321fe31-f883-46f2-8255-2ccdbf97fc01), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:16.432419 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-3050e648-0b48-4a74-8892-2b9d837fd343 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Calling delete_port for 8321fe31-f883-46f2-8255-2ccdbf97fc01 owned by {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:59:16.474394 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabcd446-fd27-40e6-abee-663225836169 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event deleted for resources: {'Subnet': ['ID=8440a770-611d-42dd-a5eb-15228c3fda6e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:16.487918 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fabcd446-fd27-40e6-abee-663225836169 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:16.494184 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712c9d9e-327e-47b4-a010-5f69b465e58d None None] Network a8d00c2c-6fb0-4b74-aade-25b978cc7de4 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:59:16.499249 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fabcd446-fd27-40e6-abee-663225836169 tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/subnets/8440a770-611d-42dd-a5eb-15228c3fda6e HTTP/1.1" status: 204 len: 168 time: 1.0781727 Feb 20 03:59:16.500630 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41878) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:16.794271 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ef4334ab-1e8f-46c3-b7cc-be4c3a82d7cd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (a8d00c2c-6fb0-4b74-aade-25b978cc7de4), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:16.882275 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b00f4904-9c4d-425a-988c-aa89fb96ff08 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:59:17.012463 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-ef4334ab-1e8f-46c3-b7cc-be4c3a82d7cd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Deleting port 4b63618d-2396-4886-bc66-d001e530c903 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:59:17.012814 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ef4334ab-1e8f-46c3-b7cc-be4c3a82d7cd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (4b63618d-2396-4886-bc66-d001e530c903), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:17.075442 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b47ab3aa-e3e8-4353-8d4a-6fc8cc6c9799 None None] Current status of the port b00f4904-9c4d-425a-988c-aa89fb96ff08 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:59:17.155312 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3050e648-0b48-4a74-8892-2b9d837fd343 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (8321fe31-f883-46f2-8255-2ccdbf97fc01), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:17.161670 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port b00f4904-9c4d-425a-988c-aa89fb96ff08 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:59:17.164503 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b00f4904-9c4d-425a-988c-aa89fb96ff08), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:17.214296 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-ef4334ab-1e8f-46c3-b7cc-be4c3a82d7cd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] For port 4b63618d-2396-4886-bc66-d001e530c903, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=4b63618d-2396-4886-bc66-d001e530c903,segment=NetworkSegment(1fabac51-899f-48ab-a34d-e52c518dd3a1),segment_id=1fabac51-899f-48ab-a34d-e52c518dd3a1)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:59:17.214982 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ef4334ab-1e8f-46c3-b7cc-be4c3a82d7cd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (4b63618d-2396-4886-bc66-d001e530c903), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:17.243744 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ddfdb0-28b4-45c2-abb1-231d31052397 None None] DHCP port deletion for a8d00c2c-6fb0-4b74-aade-25b978cc7de4 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:59:17.248364 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-590ed7bc-143e-4edc-b888-9be894da45da None None] Could not find standard attr ID for object 8321fe31-f883-46f2-8255-2ccdbf97fc01. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:59:17.252559 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-ef4334ab-1e8f-46c3-b7cc-be4c3a82d7cd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Calling delete_port for 4b63618d-2396-4886-bc66-d001e530c903 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:59:17.445397 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-590ed7bc-143e-4edc-b888-9be894da45da None None] Provisioning complete for port b00f4904-9c4d-425a-988c-aa89fb96ff08 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:59:17.445780 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-590ed7bc-143e-4edc-b888-9be894da45da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b00f4904-9c4d-425a-988c-aa89fb96ff08), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:17.448174 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050e648-0b48-4a74-8892-2b9d837fd343 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Port': ['ID=8321fe31-f883-46f2-8255-2ccdbf97fc01,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:17.558489 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ef4334ab-1e8f-46c3-b7cc-be4c3a82d7cd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (4b63618d-2396-4886-bc66-d001e530c903), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:17.581679 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4334ab-1e8f-46c3-b7cc-be4c3a82d7cd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] No DVR routers for this DVR port 4b63618d-2396-4886-bc66-d001e530c903 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:59:17.603902 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3050e648-0b48-4a74-8892-2b9d837fd343 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:17.636503 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3050e648-0b48-4a74-8892-2b9d837fd343 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/ports/8321fe31-f883-46f2-8255-2ccdbf97fc01 HTTP/1.1" status: 204 len: 168 time: 1.7493625 Feb 20 03:59:17.641516 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41896) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:17.704062 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-9257ce9e-ae26-4930-83a2-389eb9c45154 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] GET failed (client error): The resource could not be found. Feb 20 03:59:17.717384 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9257ce9e-ae26-4930-83a2-389eb9c45154 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "GET /v2.0/ports/8321fe31-f883-46f2-8255-2ccdbf97fc01 HTTP/1.1" status: 404 len: 333 time: 0.0728586 Feb 20 03:59:17.719708 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41900) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:17.747297 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4334ab-1e8f-46c3-b7cc-be4c3a82d7cd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event deleted for resources: {'Port': ['ID=4b63618d-2396-4886-bc66-d001e530c903,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:17.824436 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port b00f4904-9c4d-425a-988c-aa89fb96ff08 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:59:17.885958 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-90ddfdb0-28b4-45c2-abb1-231d31052397 None None] Deleting port 4b63618d-2396-4886-bc66-d001e530c903 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:59:17.886337 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-90ddfdb0-28b4-45c2-abb1-231d31052397 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (4b63618d-2396-4886-bc66-d001e530c903), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:17.921256 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ef4334ab-1e8f-46c3-b7cc-be4c3a82d7cd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (a8d00c2c-6fb0-4b74-aade-25b978cc7de4), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:17.931151 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-c7c87723-3591-4e81-8765-d8dfac0119ea tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Deleting port ea4c2577-6fc6-4ac5-8374-df348b71b04f {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:59:17.934880 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c7c87723-3591-4e81-8765-d8dfac0119ea tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ea4c2577-6fc6-4ac5-8374-df348b71b04f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:18.000724 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-ef4334ab-1e8f-46c3-b7cc-be4c3a82d7cd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d00c2c-6fb0-4b74-aade-25b978cc7de4']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:18.038671 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-ef4334ab-1e8f-46c3-b7cc-be4c3a82d7cd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fabac51-899f-48ab-a34d-e52c518dd3a1') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:18.039039 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-ef4334ab-1e8f-46c3-b7cc-be4c3a82d7cd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fabac51-899f-48ab-a34d-e52c518dd3a1') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:18.079991 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ef4334ab-1e8f-46c3-b7cc-be4c3a82d7cd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (1fabac51-899f-48ab-a34d-e52c518dd3a1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:18.126442 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ef4334ab-1e8f-46c3-b7cc-be4c3a82d7cd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (1fabac51-899f-48ab-a34d-e52c518dd3a1), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:18.141550 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-590ed7bc-143e-4edc-b888-9be894da45da None None] Current status of the port b00f4904-9c4d-425a-988c-aa89fb96ff08 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:59:18.156916 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4334ab-1e8f-46c3-b7cc-be4c3a82d7cd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:59:18.157339 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ef4334ab-1e8f-46c3-b7cc-be4c3a82d7cd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (1fabac51-899f-48ab-a34d-e52c518dd3a1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:18.160740 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:59:18.160740 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:59:18.160740 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:59:18.160740 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:59:18.160740 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:59:18.160740 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:59:18.160740 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:59:18.160740 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:59:18.160740 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:59:18.160740 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:59:18.160740 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:59:18.160740 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:59:18.160740 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:59:18.160740 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:59:18.160740 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:59:18.160740 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:59:18.160740 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:59:18.160740 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:59:18.160740 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:59:18.160740 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:59:18.160740 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:59:18.160740 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:59:18.160740 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:59:18.160740 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:59:18.160740 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:59:18.160740 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:59:18.160740 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:59:18.160740 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:59:18.160740 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:59:18.160740 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:59:18.160740 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:59:18.160740 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:59:18.182597 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c7c87723-3591-4e81-8765-d8dfac0119ea tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ea4c2577-6fc6-4ac5-8374-df348b71b04f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:18.224496 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-c7c87723-3591-4e81-8765-d8dfac0119ea tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Calling delete_port for ea4c2577-6fc6-4ac5-8374-df348b71b04f owned by {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:59:18.255302 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-590ed7bc-143e-4edc-b888-9be894da45da None None] Provisioning complete for port ea4c2577-6fc6-4ac5-8374-df348b71b04f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:59:18.255702 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-590ed7bc-143e-4edc-b888-9be894da45da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ea4c2577-6fc6-4ac5-8374-df348b71b04f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:18.393094 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-590ed7bc-143e-4edc-b888-9be894da45da None None] Port ea4c2577-6fc6-4ac5-8374-df348b71b04f cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:59:18.400149 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-90ddfdb0-28b4-45c2-abb1-231d31052397 None None] For port 4b63618d-2396-4886-bc66-d001e530c903, host n-d-829866-4, got binding levels [] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:59:18.411246 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-90ddfdb0-28b4-45c2-abb1-231d31052397 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (4b63618d-2396-4886-bc66-d001e530c903), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:18.436365 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-90ddfdb0-28b4-45c2-abb1-231d31052397 None None] Calling delete_port for 4b63618d-2396-4886-bc66-d001e530c903 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:59:18.448760 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.ipam_backend_mixin [None req-90ddfdb0-28b4-45c2-abb1-231d31052397 None None] Port 4b63618d-2396-4886-bc66-d001e530c903 was not found and therefore no delete operation was performed {{(pid=104107) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 03:59:18.449487 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ef4334ab-1e8f-46c3-b7cc-be4c3a82d7cd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (a8d00c2c-6fb0-4b74-aade-25b978cc7de4), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:18.454997 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-90ddfdb0-28b4-45c2-abb1-231d31052397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (4b63618d-2396-4886-bc66-d001e530c903), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:18.456231 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ef4334ab-1e8f-46c3-b7cc-be4c3a82d7cd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:18.460844 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ef4334ab-1e8f-46c3-b7cc-be4c3a82d7cd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] 10.222.0.89 "DELETE /v2.0/networks/a8d00c2c-6fb0-4b74-aade-25b978cc7de4 HTTP/1.1" status: 204 len: 168 time: 1.9584463 Feb 20 03:59:18.502219 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4334ab-1e8f-46c3-b7cc-be4c3a82d7cd tempest-NetworksTest-1143384629 tempest-NetworksTest-1143384629-project] Pushing event deleted for resources: {'Network': ['ID=a8d00c2c-6fb0-4b74-aade-25b978cc7de4,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:18.586386 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-90ddfdb0-28b4-45c2-abb1-231d31052397 None None] Network a8d00c2c-6fb0-4b74-aade-25b978cc7de4 is not hosted by any dhcp agent {{(pid=104107) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 20 03:59:18.589528 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ddfdb0-28b4-45c2-abb1-231d31052397 None None] No DVR routers for this DVR port 4b63618d-2396-4886-bc66-d001e530c903 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:59:18.608217 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ddfdb0-28b4-45c2-abb1-231d31052397 None None] Pushing event deleted for resources: {'Port': ['ID=4b63618d-2396-4886-bc66-d001e530c903,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:18.631499 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f062205d-1144-4093-a30c-93a445ffca68 None None] Could not find standard attr ID for object 8321fe31-f883-46f2-8255-2ccdbf97fc01. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:59:18.782281 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c7c87723-3591-4e81-8765-d8dfac0119ea tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (ea4c2577-6fc6-4ac5-8374-df348b71b04f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:18.856459 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4b63618d-2396-4886-bc66-d001e530c903 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:59:18.914390 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c87723-3591-4e81-8765-d8dfac0119ea tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Port': ['ID=ea4c2577-6fc6-4ac5-8374-df348b71b04f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:18.925537 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 4b63618d-2396-4886-bc66-d001e530c903 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:59:18.925928 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4b63618d-2396-4886-bc66-d001e530c903 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:59:19.108815 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c7c87723-3591-4e81-8765-d8dfac0119ea tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:19.117167 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41914) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:19.131029 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c7c87723-3591-4e81-8765-d8dfac0119ea tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/ports/ea4c2577-6fc6-4ac5-8374-df348b71b04f HTTP/1.1" status: 204 len: 168 time: 1.4068918 Feb 20 03:59:19.181901 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d358eb4-0677-41b4-93e4-49c517cd19e6 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] GET failed (client error): The resource could not be found. Feb 20 03:59:19.186629 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41916) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:19.188912 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4d358eb4-0677-41b4-93e4-49c517cd19e6 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "GET /v2.0/ports/ea4c2577-6fc6-4ac5-8374-df348b71b04f HTTP/1.1" status: 404 len: 333 time: 0.0703666 Feb 20 03:59:19.337666 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fe62284-8945-4b14-80a7-51e54af52b06 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Deleting subnet 81fc4886-3d15-4a4b-bbab-09c211a9fe26 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:59:19.348997 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7fe62284-8945-4b14-80a7-51e54af52b06 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for subnet (81fc4886-3d15-4a4b-bbab-09c211a9fe26), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:19.423646 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7fe62284-8945-4b14-80a7-51e54af52b06 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (81fc4886-3d15-4a4b-bbab-09c211a9fe26), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:19.546959 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41926) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:19.549614 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7fe62284-8945-4b14-80a7-51e54af52b06 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (81fc4886-3d15-4a4b-bbab-09c211a9fe26), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:19.770435 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7fe62284-8945-4b14-80a7-51e54af52b06 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (81fc4886-3d15-4a4b-bbab-09c211a9fe26), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:19.851235 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8477b3cf-4eca-4671-9260-f01c837e9530 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d274613268a44b298320e79f2fa5d5fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3010035 Feb 20 03:59:19.870978 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41932) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:19.899523 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe62284-8945-4b14-80a7-51e54af52b06 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Subnet': ['ID=81fc4886-3d15-4a4b-bbab-09c211a9fe26,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:19.949421 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acfedec-7ae9-44b0-a4ce-5aafddb0ae6d None None] Network 117449e8-92ff-4ccb-abb1-b99d94d4b9cd requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:59:19.950022 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7fe62284-8945-4b14-80a7-51e54af52b06 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:19.969519 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7fe62284-8945-4b14-80a7-51e54af52b06 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/subnets/81fc4886-3d15-4a4b-bbab-09c211a9fe26 HTTP/1.1" status: 204 len: 168 time: 0.7808228 Feb 20 03:59:19.980000 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41936) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:20.107605 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-130a9bd3-469b-4854-b7a3-69e79d621cd9 admin admin] Publish callbacks [] for security_group (e876a79a-1faa-4af1-b2f8-255eeacb6900), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:20.159772 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-130a9bd3-469b-4854-b7a3-69e79d621cd9 admin admin] Publish callbacks [] for security_group (e876a79a-1faa-4af1-b2f8-255eeacb6900), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:20.215806 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5383d9ca-c72b-4d2a-bc0e-677882489e56 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (117449e8-92ff-4ccb-abb1-b99d94d4b9cd), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:20.302521 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-5383d9ca-c72b-4d2a-bc0e-677882489e56 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Deleting port b00f4904-9c4d-425a-988c-aa89fb96ff08 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:59:20.303157 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5383d9ca-c72b-4d2a-bc0e-677882489e56 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b00f4904-9c4d-425a-988c-aa89fb96ff08), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:20.352752 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-130a9bd3-469b-4854-b7a3-69e79d621cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e876a79a-1faa-4af1-b2f8-255eeacb6900), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:20.355294 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-130a9bd3-469b-4854-b7a3-69e79d621cd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:20.357350 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-130a9bd3-469b-4854-b7a3-69e79d621cd9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e876a79a-1faa-4af1-b2f8-255eeacb6900 HTTP/1.1" status: 204 len: 168 time: 0.4843602 Feb 20 03:59:20.417940 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a9bd3-469b-4854-b7a3-69e79d621cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e876a79a-1faa-4af1-b2f8-255eeacb6900,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:20.609707 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-5383d9ca-c72b-4d2a-bc0e-677882489e56 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] For port b00f4904-9c4d-425a-988c-aa89fb96ff08, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b00f4904-9c4d-425a-988c-aa89fb96ff08,segment=NetworkSegment(bea695c8-6ed5-4e27-aedf-26799f13bebc),segment_id=bea695c8-6ed5-4e27-aedf-26799f13bebc)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:59:20.610087 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5383d9ca-c72b-4d2a-bc0e-677882489e56 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b00f4904-9c4d-425a-988c-aa89fb96ff08), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:20.717258 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-5383d9ca-c72b-4d2a-bc0e-677882489e56 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Calling delete_port for b00f4904-9c4d-425a-988c-aa89fb96ff08 owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:59:20.857305 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df16350-545f-4b3f-90c0-0c6a215d6da7 None None] DHCP port deletion for 117449e8-92ff-4ccb-abb1-b99d94d4b9cd request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:59:20.947566 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5df16350-545f-4b3f-90c0-0c6a215d6da7 None None] Deleting port b00f4904-9c4d-425a-988c-aa89fb96ff08 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:59:20.948526 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5df16350-545f-4b3f-90c0-0c6a215d6da7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b00f4904-9c4d-425a-988c-aa89fb96ff08), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:21.101623 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5383d9ca-c72b-4d2a-bc0e-677882489e56 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (b00f4904-9c4d-425a-988c-aa89fb96ff08), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:21.144327 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383d9ca-c72b-4d2a-bc0e-677882489e56 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Port': ['ID=b00f4904-9c4d-425a-988c-aa89fb96ff08,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:21.167009 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:21.171544 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5383d9ca-c72b-4d2a-bc0e-677882489e56 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] No DVR routers for this DVR port b00f4904-9c4d-425a-988c-aa89fb96ff08 on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:59:21.243091 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-5df16350-545f-4b3f-90c0-0c6a215d6da7 None None] For port b00f4904-9c4d-425a-988c-aa89fb96ff08, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b00f4904-9c4d-425a-988c-aa89fb96ff08,segment=NetworkSegment(bea695c8-6ed5-4e27-aedf-26799f13bebc),segment_id=bea695c8-6ed5-4e27-aedf-26799f13bebc)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:59:21.243978 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5df16350-545f-4b3f-90c0-0c6a215d6da7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b00f4904-9c4d-425a-988c-aa89fb96ff08), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:21.287477 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5df16350-545f-4b3f-90c0-0c6a215d6da7 None None] Calling delete_port for b00f4904-9c4d-425a-988c-aa89fb96ff08 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:59:21.335840 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5383d9ca-c72b-4d2a-bc0e-677882489e56 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (117449e8-92ff-4ccb-abb1-b99d94d4b9cd), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:21.393074 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5df16350-545f-4b3f-90c0-0c6a215d6da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (b00f4904-9c4d-425a-988c-aa89fb96ff08), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:21.418837 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-5383d9ca-c72b-4d2a-bc0e-677882489e56 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['117449e8-92ff-4ccb-abb1-b99d94d4b9cd']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:21.427649 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df16350-545f-4b3f-90c0-0c6a215d6da7 None None] Pushing event deleted for resources: {'Port': ['ID=b00f4904-9c4d-425a-988c-aa89fb96ff08,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:21.432340 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df16350-545f-4b3f-90c0-0c6a215d6da7 None None] No DVR routers for this DVR port b00f4904-9c4d-425a-988c-aa89fb96ff08 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:59:21.447106 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-5383d9ca-c72b-4d2a-bc0e-677882489e56 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bea695c8-6ed5-4e27-aedf-26799f13bebc') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:21.447419 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-5383d9ca-c72b-4d2a-bc0e-677882489e56 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bea695c8-6ed5-4e27-aedf-26799f13bebc') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:21.465514 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5383d9ca-c72b-4d2a-bc0e-677882489e56 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (bea695c8-6ed5-4e27-aedf-26799f13bebc), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:21.482816 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5383d9ca-c72b-4d2a-bc0e-677882489e56 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (bea695c8-6ed5-4e27-aedf-26799f13bebc), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:21.484815 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:21.490183 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5383d9ca-c72b-4d2a-bc0e-677882489e56 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:59:21.491808 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5383d9ca-c72b-4d2a-bc0e-677882489e56 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (bea695c8-6ed5-4e27-aedf-26799f13bebc), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:21.494686 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:59:21.494686 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:59:21.494686 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:59:21.494686 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:59:21.494686 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:59:21.494686 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:59:21.494686 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:59:21.494686 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:59:21.494686 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:59:21.494686 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:59:21.494686 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:59:21.494686 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:59:21.494686 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:59:21.494686 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:59:21.494686 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:59:21.494686 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:59:21.494686 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:59:21.494686 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:59:21.494686 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:59:21.494686 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:59:21.494686 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:59:21.494686 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:59:21.494686 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:59:21.494686 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:59:21.494686 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:59:21.494686 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:59:21.494686 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:59:21.494686 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:59:21.494686 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:59:21.494686 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:59:21.494686 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:59:21.494686 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:59:21.667874 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5383d9ca-c72b-4d2a-bc0e-677882489e56 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (117449e8-92ff-4ccb-abb1-b99d94d4b9cd), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:21.685626 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5383d9ca-c72b-4d2a-bc0e-677882489e56 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:21.701161 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5383d9ca-c72b-4d2a-bc0e-677882489e56 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/networks/117449e8-92ff-4ccb-abb1-b99d94d4b9cd HTTP/1.1" status: 204 len: 168 time: 1.7163610 Feb 20 03:59:21.701515 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 41970) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:21.707982 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-58fa6146-e25f-456c-99f9-7ce08e81c08f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-840131095'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:59:21.776528 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383d9ca-c72b-4d2a-bc0e-677882489e56 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Network': ['ID=117449e8-92ff-4ccb-abb1-b99d94d4b9cd,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:21.884563 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fa6146-e25f-456c-99f9-7ce08e81c08f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:59:21.888155 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-58fa6146-e25f-456c-99f9-7ce08e81c08f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:21.946168 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58fa6146-e25f-456c-99f9-7ce08e81c08f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:59:21.980867 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-58fa6146-e25f-456c-99f9-7ce08e81c08f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (1effd070-3c42-4b94-9823-c35aa6793c64), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:21.981227 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-58fa6146-e25f-456c-99f9-7ce08e81c08f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Added segment 1effd070-3c42-4b94-9823-c35aa6793c64 of type vlan for network a2b0bd88-5c00-42c7-abfa-c8384e2faf42 Feb 20 03:59:22.107899 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-58fa6146-e25f-456c-99f9-7ce08e81c08f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (a2b0bd88-5c00-42c7-abfa-c8384e2faf42), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:22.267783 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-58fa6146-e25f-456c-99f9-7ce08e81c08f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (a2b0bd88-5c00-42c7-abfa-c8384e2faf42), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:22.276642 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fa6146-e25f-456c-99f9-7ce08e81c08f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:22.277503 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-58fa6146-e25f-456c-99f9-7ce08e81c08f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:22.447572 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-58fa6146-e25f-456c-99f9-7ce08e81c08f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7442927 Feb 20 03:59:22.450357 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 41988) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:22.456969 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-38d56156-3491-4888-be35-ac63ba978f97 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'subnet': {'network_id': 'a2b0bd88-5c00-42c7-abfa-c8384e2faf42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:59:22.506591 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa6146-e25f-456c-99f9-7ce08e81c08f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Network': ['ID=a2b0bd88-5c00-42c7-abfa-c8384e2faf42,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:22.528198 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network a2b0bd88-5c00-42c7-abfa-c8384e2faf42 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:59:22.840412 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d56156-3491-4888-be35-ac63ba978f97 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:59:22.845771 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-38d56156-3491-4888-be35-ac63ba978f97 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:22.863794 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b00f4904-9c4d-425a-988c-aa89fb96ff08 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:59:22.969898 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: b00f4904-9c4d-425a-988c-aa89fb96ff08 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:59:22.970478 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b00f4904-9c4d-425a-988c-aa89fb96ff08 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:59:23.330815 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-38d56156-3491-4888-be35-ac63ba978f97 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (0ff7ae7b-4ad7-467e-8568-86b9900090ed), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:23.450655 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d56156-3491-4888-be35-ac63ba978f97 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Subnet': ['ID=0ff7ae7b-4ad7-467e-8568-86b9900090ed,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:23.536486 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d56156-3491-4888-be35-ac63ba978f97 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Checking segment: {'id': '1effd070-3c42-4b94-9823-c35aa6793c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a2b0bd88-5c00-42c7-abfa-c8384e2faf42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:59:23.537019 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d56156-3491-4888-be35-ac63ba978f97 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network hostable DHCP agents. Network: a2b0bd88-5c00-42c7-abfa-c8384e2faf42, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:59:23.641059 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d56156-3491-4888-be35-ac63ba978f97 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network a2b0bd88-5c00-42c7-abfa-c8384e2faf42 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:59:23.734963 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-38d56156-3491-4888-be35-ac63ba978f97 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, a2b0bd88-5c00-42c7-abfa-c8384e2faf42) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:59:23.738519 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d56156-3491-4888-be35-ac63ba978f97 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:23.739175 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-38d56156-3491-4888-be35-ac63ba978f97 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:23.749145 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a20e5e6-c1fc-45e5-8548-b4bf46aae407 None None] Network a2b0bd88-5c00-42c7-abfa-c8384e2faf42 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:59:23.866807 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-38d56156-3491-4888-be35-ac63ba978f97 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4125078 Feb 20 03:59:23.867035 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42022) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:23.872302 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-fd38b5ee-dc6d-4055-b8fa-6ea15a477b6a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'port': {'network_id': 'a2b0bd88-5c00-42c7-abfa-c8384e2faf42', 'name': 'tempest-PortsTestJSON-1019472042', 'fixed_ips': [{'subnet_id': '0ff7ae7b-4ad7-467e-8568-86b9900090ed', 'ip_address': '172.20.0.10'}]}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:59:24.033626 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa00b2dc-766c-41b6-bf9c-bb419a5b1424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-a2b0bd88-5c00-42c7-abfa-c8384e2faf42', 'network_id': 'a2b0bd88-5c00-42c7-abfa-c8384e2faf42', 'project_id': 'ad2f3150204d4c8da5659afbab0804cc', 'fixed_ips': [{'subnet_id': '0ff7ae7b-4ad7-467e-8568-86b9900090ed'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:59:24.035416 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fa00b2dc-766c-41b6-bf9c-bb419a5b1424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:24.325071 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd38b5ee-dc6d-4055-b8fa-6ea15a477b6a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:59:24.420942 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-fa00b2dc-766c-41b6-bf9c-bb419a5b1424 None None] Allocated IP 172.20.0.2 (a2b0bd88-5c00-42c7-abfa-c8384e2faf42/0ff7ae7b-4ad7-467e-8568-86b9900090ed/da426068-5e45-41fc-bb18-c2d2a2a2529d) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:59:24.598209 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fd38b5ee-dc6d-4055-b8fa-6ea15a477b6a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:24.632734 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-fd38b5ee-dc6d-4055-b8fa-6ea15a477b6a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] device_id is not set on port c536898a-1fd1-478f-b213-b6cd89d5abb8 yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:59:24.732345 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fa00b2dc-766c-41b6-bf9c-bb419a5b1424 None None] Publish callbacks [] for port (da426068-5e45-41fc-bb18-c2d2a2a2529d), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:24.799190 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fa00b2dc-766c-41b6-bf9c-bb419a5b1424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (da426068-5e45-41fc-bb18-c2d2a2a2529d), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:24.857065 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa00b2dc-766c-41b6-bf9c-bb419a5b1424 None None] Network a2b0bd88-5c00-42c7-abfa-c8384e2faf42 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:59:24.867980 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-fa00b2dc-766c-41b6-bf9c-bb419a5b1424 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:59:24.870608 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa00b2dc-766c-41b6-bf9c-bb419a5b1424 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:59:24.873491 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00b2dc-766c-41b6-bf9c-bb419a5b1424 None None] Pushing event updated for resources: {'Port': ['ID=da426068-5e45-41fc-bb18-c2d2a2a2529d,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:24.950313 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-fa00b2dc-766c-41b6-bf9c-bb419a5b1424 None None] Attempting to bind port da426068-5e45-41fc-bb18-c2d2a2a2529d on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:59:24.953086 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-fa00b2dc-766c-41b6-bf9c-bb419a5b1424 None None] Attempting to bind port da426068-5e45-41fc-bb18-c2d2a2a2529d by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '1effd070-3c42-4b94-9823-c35aa6793c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a2b0bd88-5c00-42c7-abfa-c8384e2faf42'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:59:24.953086 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa00b2dc-766c-41b6-bf9c-bb419a5b1424 None None] Attempting to bind port da426068-5e45-41fc-bb18-c2d2a2a2529d on network a2b0bd88-5c00-42c7-abfa-c8384e2faf42 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:59:24.991490 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa00b2dc-766c-41b6-bf9c-bb419a5b1424 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:59:24.992123 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa00b2dc-766c-41b6-bf9c-bb419a5b1424 None None] Checking segment: {'id': '1effd070-3c42-4b94-9823-c35aa6793c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a2b0bd88-5c00-42c7-abfa-c8384e2faf42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:59:24.993672 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fa00b2dc-766c-41b6-bf9c-bb419a5b1424 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:24.994202 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa00b2dc-766c-41b6-bf9c-bb419a5b1424 None None] Bound using segment: {'id': '1effd070-3c42-4b94-9823-c35aa6793c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a2b0bd88-5c00-42c7-abfa-c8384e2faf42'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:59:24.996157 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-fa00b2dc-766c-41b6-bf9c-bb419a5b1424 None None] Bound port: da426068-5e45-41fc-bb18-c2d2a2a2529d, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1effd070-3c42-4b94-9823-c35aa6793c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a2b0bd88-5c00-42c7-abfa-c8384e2faf42'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:59:24.997700 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fa00b2dc-766c-41b6-bf9c-bb419a5b1424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (da426068-5e45-41fc-bb18-c2d2a2a2529d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:25.168078 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-fa00b2dc-766c-41b6-bf9c-bb419a5b1424 None None] For port da426068-5e45-41fc-bb18-c2d2a2a2529d, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:59:25.173833 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-fa00b2dc-766c-41b6-bf9c-bb419a5b1424 None None] For port da426068-5e45-41fc-bb18-c2d2a2a2529d, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=da426068-5e45-41fc-bb18-c2d2a2a2529d,segment=NetworkSegment(1effd070-3c42-4b94-9823-c35aa6793c64),segment_id=1effd070-3c42-4b94-9823-c35aa6793c64)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:59:25.288904 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-fd38b5ee-dc6d-4055-b8fa-6ea15a477b6a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Allocated IP 172.20.0.10 (a2b0bd88-5c00-42c7-abfa-c8384e2faf42/0ff7ae7b-4ad7-467e-8568-86b9900090ed/c536898a-1fd1-478f-b213-b6cd89d5abb8) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:59:25.439514 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fa00b2dc-766c-41b6-bf9c-bb419a5b1424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (da426068-5e45-41fc-bb18-c2d2a2a2529d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:25.648271 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00b2dc-766c-41b6-bf9c-bb419a5b1424 None None] Pushing event updated for resources: {'Port': ['ID=da426068-5e45-41fc-bb18-c2d2a2a2529d,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:25.782806 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fd38b5ee-dc6d-4055-b8fa-6ea15a477b6a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for port (c536898a-1fd1-478f-b213-b6cd89d5abb8), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:25.965751 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fd38b5ee-dc6d-4055-b8fa-6ea15a477b6a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (c536898a-1fd1-478f-b213-b6cd89d5abb8), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:26.120944 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd38b5ee-dc6d-4055-b8fa-6ea15a477b6a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network a2b0bd88-5c00-42c7-abfa-c8384e2faf42 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:59:26.128839 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-fd38b5ee-dc6d-4055-b8fa-6ea15a477b6a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:59:26.137641 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd38b5ee-dc6d-4055-b8fa-6ea15a477b6a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:59:26.197295 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42064) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:26.262407 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd38b5ee-dc6d-4055-b8fa-6ea15a477b6a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Port': ['ID=c536898a-1fd1-478f-b213-b6cd89d5abb8,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:26.292995 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd38b5ee-dc6d-4055-b8fa-6ea15a477b6a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:26.293855 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fd38b5ee-dc6d-4055-b8fa-6ea15a477b6a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:26.468016 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-fd38b5ee-dc6d-4055-b8fa-6ea15a477b6a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5443184 Feb 20 03:59:26.468016 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42068) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:26.468016 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-5546277b-2b0a-4bc5-9340-c8b90e032014 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'port': {'network_id': 'a2b0bd88-5c00-42c7-abfa-c8384e2faf42', 'name': 'tempest-PortsTestJSON-1301581513', 'fixed_ips': [{'subnet_id': '0ff7ae7b-4ad7-467e-8568-86b9900090ed', 'ip_address': '172.20.0.9'}]}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:59:26.480753 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38d0a07e-ae9d-4258-a260-05e715b0d2a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:26.545368 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9cc29813-2f38-4a72-86e4-2b2566d68fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:26.604028 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38d0a07e-ae9d-4258-a260-05e715b0d2a0 admin admin] Publish callbacks [] for security_group (b5233aba-6da8-4700-b96b-e062dbb5a094), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:26.672919 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-38d0a07e-ae9d-4258-a260-05e715b0d2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b5233aba-6da8-4700-b96b-e062dbb5a094), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:26.719126 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5546277b-2b0a-4bc5-9340-c8b90e032014 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:59:26.724378 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5546277b-2b0a-4bc5-9340-c8b90e032014 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:26.771661 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-5546277b-2b0a-4bc5-9340-c8b90e032014 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] device_id is not set on port 2db37a3a-6ead-4dc1-8446-3639590abcf0 yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:59:26.870923 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device da426068-5e45-41fc-bb18-c2d2a2a2529d up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:59:26.891308 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-38d0a07e-ae9d-4258-a260-05e715b0d2a0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=07be5cbc82ed44c1be8e1d4f17941383&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6916208 Feb 20 03:59:26.901651 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42078) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:26.950657 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0a07e-ae9d-4258-a260-05e715b0d2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5233aba-6da8-4700-b96b-e062dbb5a094,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:27.002691 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port da426068-5e45-41fc-bb18-c2d2a2a2529d triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:59:27.007669 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (da426068-5e45-41fc-bb18-c2d2a2a2529d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:27.073284 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-195c80e8-ce46-4345-b2f4-0a2bb4bcf7ab admin admin] Publish callbacks [] for security_group (b5233aba-6da8-4700-b96b-e062dbb5a094), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:27.123886 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-195c80e8-ce46-4345-b2f4-0a2bb4bcf7ab admin admin] Publish callbacks [] for security_group (b5233aba-6da8-4700-b96b-e062dbb5a094), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:27.184381 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-5546277b-2b0a-4bc5-9340-c8b90e032014 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Allocated IP 172.20.0.9 (a2b0bd88-5c00-42c7-abfa-c8384e2faf42/0ff7ae7b-4ad7-467e-8568-86b9900090ed/2db37a3a-6ead-4dc1-8446-3639590abcf0) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:59:27.244449 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port da426068-5e45-41fc-bb18-c2d2a2a2529d is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:59:27.248593 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (da426068-5e45-41fc-bb18-c2d2a2a2529d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:27.292206 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port da426068-5e45-41fc-bb18-c2d2a2a2529d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=da426068-5e45-41fc-bb18-c2d2a2a2529d,segment=NetworkSegment(1effd070-3c42-4b94-9823-c35aa6793c64),segment_id=1effd070-3c42-4b94-9823-c35aa6793c64)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:59:27.324500 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-195c80e8-ce46-4345-b2f4-0a2bb4bcf7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b5233aba-6da8-4700-b96b-e062dbb5a094), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:27.329396 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-195c80e8-ce46-4345-b2f4-0a2bb4bcf7ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:27.330774 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-195c80e8-ce46-4345-b2f4-0a2bb4bcf7ab admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b5233aba-6da8-4700-b96b-e062dbb5a094 HTTP/1.1" status: 204 len: 168 time: 0.4225619 Feb 20 03:59:27.362100 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c80e8-ce46-4345-b2f4-0a2bb4bcf7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5233aba-6da8-4700-b96b-e062dbb5a094,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:27.365376 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (da426068-5e45-41fc-bb18-c2d2a2a2529d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:27.532617 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=da426068-5e45-41fc-bb18-c2d2a2a2529d,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:27.626799 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df3c11b-68b3-4406-9cd4-511a1f2bfe52 None None] Network a2b0bd88-5c00-42c7-abfa-c8384e2faf42 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:59:27.827435 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-5ac821db-be99-4659-810e-32855ff0fa1a None None] Provisioning complete for port da426068-5e45-41fc-bb18-c2d2a2a2529d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:59:27.828067 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5ac821db-be99-4659-810e-32855ff0fa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (da426068-5e45-41fc-bb18-c2d2a2a2529d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:27.871334 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5546277b-2b0a-4bc5-9340-c8b90e032014 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for port (2db37a3a-6ead-4dc1-8446-3639590abcf0), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:28.057242 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5ac821db-be99-4659-810e-32855ff0fa1a None None] Current status of the port da426068-5e45-41fc-bb18-c2d2a2a2529d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:59:28.221722 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5546277b-2b0a-4bc5-9340-c8b90e032014 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (2db37a3a-6ead-4dc1-8446-3639590abcf0), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:28.370636 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5546277b-2b0a-4bc5-9340-c8b90e032014 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network a2b0bd88-5c00-42c7-abfa-c8384e2faf42 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:59:28.377092 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-5546277b-2b0a-4bc5-9340-c8b90e032014 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:59:28.401088 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5546277b-2b0a-4bc5-9340-c8b90e032014 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:59:28.474757 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546277b-2b0a-4bc5-9340-c8b90e032014 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Port': ['ID=2db37a3a-6ead-4dc1-8446-3639590abcf0,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:28.564205 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5546277b-2b0a-4bc5-9340-c8b90e032014 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:28.568195 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5546277b-2b0a-4bc5-9340-c8b90e032014 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:28.610917 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d4a513be-0eb2-4e34-9f04-f828ca9dd61f None None] Provisioning complete for port c536898a-1fd1-478f-b213-b6cd89d5abb8 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:59:28.613845 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d4a513be-0eb2-4e34-9f04-f828ca9dd61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c536898a-1fd1-478f-b213-b6cd89d5abb8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:28.625544 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42100) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:28.647518 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0a7146f8-0484-4a7a-815c-ed18dfde6cf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:28.709659 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d4a513be-0eb2-4e34-9f04-f828ca9dd61f None None] Port c536898a-1fd1-478f-b213-b6cd89d5abb8 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:59:28.722326 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5546277b-2b0a-4bc5-9340-c8b90e032014 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3041487 Feb 20 03:59:28.723457 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42104) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:28.762362 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d4a513be-0eb2-4e34-9f04-f828ca9dd61f None None] Provisioning complete for port da426068-5e45-41fc-bb18-c2d2a2a2529d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:59:28.762362 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d4a513be-0eb2-4e34-9f04-f828ca9dd61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (da426068-5e45-41fc-bb18-c2d2a2a2529d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:28.844641 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-985e46ce-dc2a-4652-922f-e1027121ea7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:28.919027 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device da426068-5e45-41fc-bb18-c2d2a2a2529d up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:59:29.003680 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0a7146f8-0484-4a7a-815c-ed18dfde6cf2 admin admin] Publish callbacks [] for security_group (af85161d-c48d-44a9-ab5c-23273be22cbb), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:29.106942 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0a7146f8-0484-4a7a-815c-ed18dfde6cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (af85161d-c48d-44a9-ab5c-23273be22cbb), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:29.129946 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e22fc1-e36f-47bc-9998-95585f420156 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:29.138427 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-83e22fc1-e36f-47bc-9998-95585f420156 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4107745 Feb 20 03:59:29.139221 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42114) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:29.204628 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7146f8-0484-4a7a-815c-ed18dfde6cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af85161d-c48d-44a9-ab5c-23273be22cbb,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:29.227543 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port da426068-5e45-41fc-bb18-c2d2a2a2529d triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:59:29.227543 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (da426068-5e45-41fc-bb18-c2d2a2a2529d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:29.308604 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0a7146f8-0484-4a7a-815c-ed18dfde6cf2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e6188b7a6a0e4da19af997e48c1db887&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6777527 Feb 20 03:59:29.312757 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42118) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:29.316474 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7997a34-0fcf-4c82-8d17-550364f6429a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:29.331933 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7997a34-0fcf-4c82-8d17-550364f6429a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:29.346782 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7997a34-0fcf-4c82-8d17-550364f6429a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:29.348557 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a7997a34-0fcf-4c82-8d17-550364f6429a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2082827 Feb 20 03:59:29.360339 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42120) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:29.410643 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d4a513be-0eb2-4e34-9f04-f828ca9dd61f None None] Current status of the port da426068-5e45-41fc-bb18-c2d2a2a2529d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:59:29.537825 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-95ae13ee-dabd-4ff8-b455-1521702beba7 admin admin] Publish callbacks [] for security_group (af85161d-c48d-44a9-ab5c-23273be22cbb), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:29.588982 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-872e9da6-8b69-4439-883e-5978c6fa864d None None] Provisioning complete for port c536898a-1fd1-478f-b213-b6cd89d5abb8 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:59:29.589362 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-872e9da6-8b69-4439-883e-5978c6fa864d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c536898a-1fd1-478f-b213-b6cd89d5abb8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:29.605154 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-95ae13ee-dabd-4ff8-b455-1521702beba7 admin admin] Publish callbacks [] for security_group (af85161d-c48d-44a9-ab5c-23273be22cbb), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:29.669528 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-b5bdbc5f-e1ad-4c99-8dae-60b1463b5f4f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Deleting port 2db37a3a-6ead-4dc1-8446-3639590abcf0 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:59:29.670274 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b5bdbc5f-e1ad-4c99-8dae-60b1463b5f4f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (2db37a3a-6ead-4dc1-8446-3639590abcf0), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:29.711575 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-872e9da6-8b69-4439-883e-5978c6fa864d None None] Port c536898a-1fd1-478f-b213-b6cd89d5abb8 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:59:29.719951 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port da426068-5e45-41fc-bb18-c2d2a2a2529d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:59:29.781816 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-95ae13ee-dabd-4ff8-b455-1521702beba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (af85161d-c48d-44a9-ab5c-23273be22cbb), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:29.784465 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-95ae13ee-dabd-4ff8-b455-1521702beba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:29.787171 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-95ae13ee-dabd-4ff8-b455-1521702beba7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/af85161d-c48d-44a9-ab5c-23273be22cbb HTTP/1.1" status: 204 len: 168 time: 0.4733822 Feb 20 03:59:29.805281 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae13ee-dabd-4ff8-b455-1521702beba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af85161d-c48d-44a9-ab5c-23273be22cbb,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:29.864503 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-8315ffb4-3ccc-4d00-9051-39bb7c4c998e None None] Provisioning complete for port 2db37a3a-6ead-4dc1-8446-3639590abcf0 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:59:29.864503 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8315ffb4-3ccc-4d00-9051-39bb7c4c998e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2db37a3a-6ead-4dc1-8446-3639590abcf0), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:29.869616 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b5bdbc5f-e1ad-4c99-8dae-60b1463b5f4f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (2db37a3a-6ead-4dc1-8446-3639590abcf0), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:29.892765 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-b5bdbc5f-e1ad-4c99-8dae-60b1463b5f4f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Calling delete_port for 2db37a3a-6ead-4dc1-8446-3639590abcf0 owned by {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:59:30.033858 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-8315ffb4-3ccc-4d00-9051-39bb7c4c998e None None] Port 2db37a3a-6ead-4dc1-8446-3639590abcf0 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:59:30.083644 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:30.238613 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b5bdbc5f-e1ad-4c99-8dae-60b1463b5f4f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (2db37a3a-6ead-4dc1-8446-3639590abcf0), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:30.293150 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bdbc5f-e1ad-4c99-8dae-60b1463b5f4f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Port': ['ID=2db37a3a-6ead-4dc1-8446-3639590abcf0,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:30.331763 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdbc5f-e1ad-4c99-8dae-60b1463b5f4f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:30.340169 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdbc5f-e1ad-4c99-8dae-60b1463b5f4f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:30.340704 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdbc5f-e1ad-4c99-8dae-60b1463b5f4f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:30.342374 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdbc5f-e1ad-4c99-8dae-60b1463b5f4f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:30.342919 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdbc5f-e1ad-4c99-8dae-60b1463b5f4f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:30.343512 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdbc5f-e1ad-4c99-8dae-60b1463b5f4f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:30.344767 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdbc5f-e1ad-4c99-8dae-60b1463b5f4f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:30.345690 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdbc5f-e1ad-4c99-8dae-60b1463b5f4f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:30.346204 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdbc5f-e1ad-4c99-8dae-60b1463b5f4f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:30.346760 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdbc5f-e1ad-4c99-8dae-60b1463b5f4f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:30.348001 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdbc5f-e1ad-4c99-8dae-60b1463b5f4f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:30.348522 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdbc5f-e1ad-4c99-8dae-60b1463b5f4f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:30.350209 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bdbc5f-e1ad-4c99-8dae-60b1463b5f4f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:30.579797 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b5bdbc5f-e1ad-4c99-8dae-60b1463b5f4f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:30.587539 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b5bdbc5f-e1ad-4c99-8dae-60b1463b5f4f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/ports/2db37a3a-6ead-4dc1-8446-3639590abcf0 HTTP/1.1" status: 204 len: 168 time: 1.2260957 Feb 20 03:59:30.592154 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42140) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:30.635739 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 03:59:30.645003 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-8984081d-3c62-4d1d-9169-12268b4ecd1a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] GET failed (client error): The resource could not be found. Feb 20 03:59:30.654424 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8984081d-3c62-4d1d-9169-12268b4ecd1a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "GET /v2.0/ports/2db37a3a-6ead-4dc1-8446-3639590abcf0 HTTP/1.1" status: 404 len: 333 time: 0.0612135 Feb 20 03:59:30.657972 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42142) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:30.885458 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-dc54ad96-95ec-452c-b773-90aff0399218 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Deleting port c536898a-1fd1-478f-b213-b6cd89d5abb8 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:59:30.887693 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dc54ad96-95ec-452c-b773-90aff0399218 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (c536898a-1fd1-478f-b213-b6cd89d5abb8), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:31.027794 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dc54ad96-95ec-452c-b773-90aff0399218 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (c536898a-1fd1-478f-b213-b6cd89d5abb8), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:31.045032 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-dc54ad96-95ec-452c-b773-90aff0399218 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Calling delete_port for c536898a-1fd1-478f-b213-b6cd89d5abb8 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:59:31.284038 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:31.458614 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dc54ad96-95ec-452c-b773-90aff0399218 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (c536898a-1fd1-478f-b213-b6cd89d5abb8), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:31.590533 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54ad96-95ec-452c-b773-90aff0399218 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Port': ['ID=c536898a-1fd1-478f-b213-b6cd89d5abb8,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:31.944006 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dc54ad96-95ec-452c-b773-90aff0399218 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:31.954699 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-dc54ad96-95ec-452c-b773-90aff0399218 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/ports/c536898a-1fd1-478f-b213-b6cd89d5abb8 HTTP/1.1" status: 204 len: 168 time: 1.2924070 Feb 20 03:59:31.955140 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42176) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:32.020407 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-7823e3f5-3b5d-4e73-9674-d377a638cf55 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] GET failed (client error): The resource could not be found. Feb 20 03:59:32.025455 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7823e3f5-3b5d-4e73-9674-d377a638cf55 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "GET /v2.0/ports/c536898a-1fd1-478f-b213-b6cd89d5abb8 HTTP/1.1" status: 404 len: 333 time: 0.0690832 Feb 20 03:59:32.028502 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42178) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:32.207744 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa9acc4-4f09-40cb-b927-0ca313aedcbf tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Deleting subnet 0ff7ae7b-4ad7-467e-8568-86b9900090ed {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:59:32.216237 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0aa9acc4-4f09-40cb-b927-0ca313aedcbf tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for subnet (0ff7ae7b-4ad7-467e-8568-86b9900090ed), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:32.332414 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0aa9acc4-4f09-40cb-b927-0ca313aedcbf tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (0ff7ae7b-4ad7-467e-8568-86b9900090ed), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:32.556704 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0aa9acc4-4f09-40cb-b927-0ca313aedcbf tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (0ff7ae7b-4ad7-467e-8568-86b9900090ed), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:32.742093 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0aa9acc4-4f09-40cb-b927-0ca313aedcbf tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (0ff7ae7b-4ad7-467e-8568-86b9900090ed), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:32.836079 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0aa9acc4-4f09-40cb-b927-0ca313aedcbf tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:32.841422 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42200) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:32.849388 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b55624-17fc-423c-ad7f-3427219c8726 None None] Network a2b0bd88-5c00-42c7-abfa-c8384e2faf42 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:59:32.858523 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0aa9acc4-4f09-40cb-b927-0ca313aedcbf tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/subnets/0ff7ae7b-4ad7-467e-8568-86b9900090ed HTTP/1.1" status: 204 len: 168 time: 0.8288498 Feb 20 03:59:32.862743 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9acc4-4f09-40cb-b927-0ca313aedcbf tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Subnet': ['ID=0ff7ae7b-4ad7-467e-8568-86b9900090ed,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:32.910126 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:33.018542 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fc5e4429-35ef-4f82-a054-8bcc3c892e35 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (a2b0bd88-5c00-42c7-abfa-c8384e2faf42), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:33.148568 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-fc5e4429-35ef-4f82-a054-8bcc3c892e35 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Deleting port da426068-5e45-41fc-bb18-c2d2a2a2529d {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:59:33.150126 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fc5e4429-35ef-4f82-a054-8bcc3c892e35 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (da426068-5e45-41fc-bb18-c2d2a2a2529d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:33.250757 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce23513-177e-401b-a02a-3fc86d652b28 None None] DHCP port deletion for a2b0bd88-5c00-42c7-abfa-c8384e2faf42 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:59:33.285106 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-fc5e4429-35ef-4f82-a054-8bcc3c892e35 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] For port da426068-5e45-41fc-bb18-c2d2a2a2529d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=da426068-5e45-41fc-bb18-c2d2a2a2529d,segment=NetworkSegment(1effd070-3c42-4b94-9823-c35aa6793c64),segment_id=1effd070-3c42-4b94-9823-c35aa6793c64)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:59:33.285479 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fc5e4429-35ef-4f82-a054-8bcc3c892e35 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (da426068-5e45-41fc-bb18-c2d2a2a2529d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:33.326235 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-fc5e4429-35ef-4f82-a054-8bcc3c892e35 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Calling delete_port for da426068-5e45-41fc-bb18-c2d2a2a2529d owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:59:33.378755 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2ce23513-177e-401b-a02a-3fc86d652b28 None None] Deleting port da426068-5e45-41fc-bb18-c2d2a2a2529d {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:59:33.379273 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2ce23513-177e-401b-a02a-3fc86d652b28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (da426068-5e45-41fc-bb18-c2d2a2a2529d), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:33.496723 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-2ce23513-177e-401b-a02a-3fc86d652b28 None None] For port da426068-5e45-41fc-bb18-c2d2a2a2529d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=da426068-5e45-41fc-bb18-c2d2a2a2529d,segment=NetworkSegment(1effd070-3c42-4b94-9823-c35aa6793c64),segment_id=1effd070-3c42-4b94-9823-c35aa6793c64)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:59:33.497029 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2ce23513-177e-401b-a02a-3fc86d652b28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (da426068-5e45-41fc-bb18-c2d2a2a2529d), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:33.513880 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2ce23513-177e-401b-a02a-3fc86d652b28 None None] Calling delete_port for da426068-5e45-41fc-bb18-c2d2a2a2529d owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:59:33.674202 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fc5e4429-35ef-4f82-a054-8bcc3c892e35 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (da426068-5e45-41fc-bb18-c2d2a2a2529d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:33.680651 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2ce23513-177e-401b-a02a-3fc86d652b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (da426068-5e45-41fc-bb18-c2d2a2a2529d), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:33.693558 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce23513-177e-401b-a02a-3fc86d652b28 None None] No DVR routers for this DVR port da426068-5e45-41fc-bb18-c2d2a2a2529d on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:59:33.699726 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5e4429-35ef-4f82-a054-8bcc3c892e35 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] No DVR routers for this DVR port da426068-5e45-41fc-bb18-c2d2a2a2529d on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:59:33.713338 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce23513-177e-401b-a02a-3fc86d652b28 None None] Pushing event deleted for resources: {'Port': ['ID=da426068-5e45-41fc-bb18-c2d2a2a2529d,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:33.768373 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e4429-35ef-4f82-a054-8bcc3c892e35 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Port': ['ID=da426068-5e45-41fc-bb18-c2d2a2a2529d,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:33.844875 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fc5e4429-35ef-4f82-a054-8bcc3c892e35 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (a2b0bd88-5c00-42c7-abfa-c8384e2faf42), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:33.868489 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-fc5e4429-35ef-4f82-a054-8bcc3c892e35 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b0bd88-5c00-42c7-abfa-c8384e2faf42']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:33.899615 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-fc5e4429-35ef-4f82-a054-8bcc3c892e35 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1effd070-3c42-4b94-9823-c35aa6793c64') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:33.902397 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-fc5e4429-35ef-4f82-a054-8bcc3c892e35 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1effd070-3c42-4b94-9823-c35aa6793c64') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:33.923143 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fc5e4429-35ef-4f82-a054-8bcc3c892e35 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (1effd070-3c42-4b94-9823-c35aa6793c64), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:33.938601 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fc5e4429-35ef-4f82-a054-8bcc3c892e35 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (1effd070-3c42-4b94-9823-c35aa6793c64), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:33.945618 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc5e4429-35ef-4f82-a054-8bcc3c892e35 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:59:33.946007 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fc5e4429-35ef-4f82-a054-8bcc3c892e35 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (1effd070-3c42-4b94-9823-c35aa6793c64), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:33.949192 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:59:33.949192 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:59:33.949192 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:59:33.949192 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:59:33.949192 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:59:33.949192 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:59:33.949192 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:59:33.949192 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:59:33.949192 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:59:33.949192 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:59:33.949192 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:59:33.949192 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:59:33.949192 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:59:33.949192 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:59:33.949192 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:59:33.949192 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:59:33.949192 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:59:33.949192 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:59:33.949192 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:59:33.949192 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:59:33.949192 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:59:33.949192 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:59:33.949192 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:59:33.949192 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:59:33.949192 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:59:33.949192 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:59:33.949192 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:59:33.949192 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:59:33.949192 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:59:33.949192 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:59:33.949192 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:59:33.949192 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:59:34.102249 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fc5e4429-35ef-4f82-a054-8bcc3c892e35 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (a2b0bd88-5c00-42c7-abfa-c8384e2faf42), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:34.118630 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fc5e4429-35ef-4f82-a054-8bcc3c892e35 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:34.130117 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42254) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:34.137178 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-0dce8203-e1e1-4183-b1ff-07552c2e1c39 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2074964156'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:59:34.144310 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-fc5e4429-35ef-4f82-a054-8bcc3c892e35 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/networks/a2b0bd88-5c00-42c7-abfa-c8384e2faf42 HTTP/1.1" status: 204 len: 168 time: 1.3005295 Feb 20 03:59:34.178887 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e4429-35ef-4f82-a054-8bcc3c892e35 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Network': ['ID=a2b0bd88-5c00-42c7-abfa-c8384e2faf42,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:34.255577 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dce8203-e1e1-4183-b1ff-07552c2e1c39 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:59:34.259076 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0dce8203-e1e1-4183-b1ff-07552c2e1c39 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:34.286242 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dce8203-e1e1-4183-b1ff-07552c2e1c39 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 03:59:34.297118 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0dce8203-e1e1-4183-b1ff-07552c2e1c39 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (f95a5d58-313d-466b-b0cb-1cbbda9b4d00), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:34.297953 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-0dce8203-e1e1-4183-b1ff-07552c2e1c39 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Added segment f95a5d58-313d-466b-b0cb-1cbbda9b4d00 of type vlan for network 15007c46-00e9-4c18-a1f7-92691c11c37a Feb 20 03:59:34.346367 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0dce8203-e1e1-4183-b1ff-07552c2e1c39 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (15007c46-00e9-4c18-a1f7-92691c11c37a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:34.449774 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0dce8203-e1e1-4183-b1ff-07552c2e1c39 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (15007c46-00e9-4c18-a1f7-92691c11c37a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:34.455868 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dce8203-e1e1-4183-b1ff-07552c2e1c39 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:34.457162 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0dce8203-e1e1-4183-b1ff-07552c2e1c39 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:34.542760 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce8203-e1e1-4183-b1ff-07552c2e1c39 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Network': ['ID=15007c46-00e9-4c18-a1f7-92691c11c37a,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:34.558979 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 15007c46-00e9-4c18-a1f7-92691c11c37a details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 03:59:34.590838 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0dce8203-e1e1-4183-b1ff-07552c2e1c39 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4586799 Feb 20 03:59:34.593902 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42260) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:34.606516 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-d33ba43a-c9b6-4b59-a196-299b781380d3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'subnet': {'network_id': '15007c46-00e9-4c18-a1f7-92691c11c37a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:59:34.775670 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device da426068-5e45-41fc-bb18-c2d2a2a2529d no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:59:34.810259 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33ba43a-c9b6-4b59-a196-299b781380d3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:59:34.810708 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: da426068-5e45-41fc-bb18-c2d2a2a2529d {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:59:34.811092 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device da426068-5e45-41fc-bb18-c2d2a2a2529d not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:59:34.814755 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d33ba43a-c9b6-4b59-a196-299b781380d3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:35.132874 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d33ba43a-c9b6-4b59-a196-299b781380d3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (72d8649d-6360-4357-8d58-422a3de77708), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:35.243004 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ba43a-c9b6-4b59-a196-299b781380d3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Subnet': ['ID=72d8649d-6360-4357-8d58-422a3de77708,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:35.249512 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33ba43a-c9b6-4b59-a196-299b781380d3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Checking segment: {'id': 'f95a5d58-313d-466b-b0cb-1cbbda9b4d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '15007c46-00e9-4c18-a1f7-92691c11c37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:59:35.250078 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33ba43a-c9b6-4b59-a196-299b781380d3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network hostable DHCP agents. Network: 15007c46-00e9-4c18-a1f7-92691c11c37a, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 03:59:35.341322 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33ba43a-c9b6-4b59-a196-299b781380d3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network 15007c46-00e9-4c18-a1f7-92691c11c37a is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 03:59:35.449855 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-d33ba43a-c9b6-4b59-a196-299b781380d3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 15007c46-00e9-4c18-a1f7-92691c11c37a) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:59:35.460152 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33ba43a-c9b6-4b59-a196-299b781380d3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:35.461907 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17337cb6-2baf-4ce5-a35f-44ba86c3c0a2 None None] Network 15007c46-00e9-4c18-a1f7-92691c11c37a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:59:35.464234 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d33ba43a-c9b6-4b59-a196-299b781380d3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:35.559719 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42294) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:35.565402 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d33ba43a-c9b6-4b59-a196-299b781380d3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9678609 Feb 20 03:59:35.566660 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-765a4758-f12a-4555-bc0b-9a778edc79ed tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1775984331', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:59:35.598217 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d40d1f5-5356-44f6-9273-b33edb5c7b69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-15007c46-00e9-4c18-a1f7-92691c11c37a', 'network_id': '15007c46-00e9-4c18-a1f7-92691c11c37a', 'project_id': 'ad2f3150204d4c8da5659afbab0804cc', 'fixed_ips': [{'subnet_id': '72d8649d-6360-4357-8d58-422a3de77708'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:59:35.600730 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2d40d1f5-5356-44f6-9273-b33edb5c7b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:35.761376 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-765a4758-f12a-4555-bc0b-9a778edc79ed tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (1d592a4c-021f-4d47-abb1-d298ee2ecf5b), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:35.761376 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-765a4758-f12a-4555-bc0b-9a778edc79ed tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (1d592a4c-021f-4d47-abb1-d298ee2ecf5b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:35.795895 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-2d40d1f5-5356-44f6-9273-b33edb5c7b69 None None] Allocated IP 172.20.0.2 (15007c46-00e9-4c18-a1f7-92691c11c37a/72d8649d-6360-4357-8d58-422a3de77708/283560e3-bb1f-4da5-a7af-1ab7ae17772d) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:59:35.823212 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-765a4758-f12a-4555-bc0b-9a778edc79ed tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for router_controller (1d592a4c-021f-4d47-abb1-d298ee2ecf5b), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:35.908177 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-765a4758-f12a-4555-bc0b-9a778edc79ed tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (1d592a4c-021f-4d47-abb1-d298ee2ecf5b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:35.956834 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2d40d1f5-5356-44f6-9273-b33edb5c7b69 None None] Publish callbacks [] for port (283560e3-bb1f-4da5-a7af-1ab7ae17772d), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:36.020992 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-765a4758-f12a-4555-bc0b-9a778edc79ed tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:36.020992 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-765a4758-f12a-4555-bc0b-9a778edc79ed tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4598401 Feb 20 03:59:36.023618 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42318) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:36.029627 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-a43b70c2-48c5-4750-a6dd-f18ea8aa05c1 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'port': {'network_id': '15007c46-00e9-4c18-a1f7-92691c11c37a', 'name': 'tempest-PortsTestJSON-1789882407'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:59:36.034387 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2d40d1f5-5356-44f6-9273-b33edb5c7b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (283560e3-bb1f-4da5-a7af-1ab7ae17772d), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:36.152070 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40d1f5-5356-44f6-9273-b33edb5c7b69 None None] Pushing event updated for resources: {'Port': ['ID=283560e3-bb1f-4da5-a7af-1ab7ae17772d,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:36.169721 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d40d1f5-5356-44f6-9273-b33edb5c7b69 None None] Network 15007c46-00e9-4c18-a1f7-92691c11c37a is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:59:36.172732 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-2d40d1f5-5356-44f6-9273-b33edb5c7b69 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:59:36.175071 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d40d1f5-5356-44f6-9273-b33edb5c7b69 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:59:36.294675 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-2d40d1f5-5356-44f6-9273-b33edb5c7b69 None None] Attempting to bind port 283560e3-bb1f-4da5-a7af-1ab7ae17772d on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:59:36.303492 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-2d40d1f5-5356-44f6-9273-b33edb5c7b69 None None] Attempting to bind port 283560e3-bb1f-4da5-a7af-1ab7ae17772d by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'f95a5d58-313d-466b-b0cb-1cbbda9b4d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '15007c46-00e9-4c18-a1f7-92691c11c37a'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:59:36.303492 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d40d1f5-5356-44f6-9273-b33edb5c7b69 None None] Attempting to bind port 283560e3-bb1f-4da5-a7af-1ab7ae17772d on network 15007c46-00e9-4c18-a1f7-92691c11c37a {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:59:36.309645 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d40d1f5-5356-44f6-9273-b33edb5c7b69 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:59:36.310408 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d40d1f5-5356-44f6-9273-b33edb5c7b69 None None] Checking segment: {'id': 'f95a5d58-313d-466b-b0cb-1cbbda9b4d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '15007c46-00e9-4c18-a1f7-92691c11c37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:59:36.311080 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2d40d1f5-5356-44f6-9273-b33edb5c7b69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:36.311483 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d40d1f5-5356-44f6-9273-b33edb5c7b69 None None] Bound using segment: {'id': 'f95a5d58-313d-466b-b0cb-1cbbda9b4d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '15007c46-00e9-4c18-a1f7-92691c11c37a'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:59:36.312007 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-2d40d1f5-5356-44f6-9273-b33edb5c7b69 None None] Bound port: 283560e3-bb1f-4da5-a7af-1ab7ae17772d, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f95a5d58-313d-466b-b0cb-1cbbda9b4d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '15007c46-00e9-4c18-a1f7-92691c11c37a'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:59:36.312802 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2d40d1f5-5356-44f6-9273-b33edb5c7b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (283560e3-bb1f-4da5-a7af-1ab7ae17772d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:36.353943 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43b70c2-48c5-4750-a6dd-f18ea8aa05c1 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:59:36.359161 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a43b70c2-48c5-4750-a6dd-f18ea8aa05c1 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:36.399046 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-2d40d1f5-5356-44f6-9273-b33edb5c7b69 None None] For port 283560e3-bb1f-4da5-a7af-1ab7ae17772d, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:59:36.404143 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-a43b70c2-48c5-4750-a6dd-f18ea8aa05c1 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] device_id is not set on port f357b284-874d-4b04-a10b-3ebf6cd04f3e yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:59:36.404317 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-2d40d1f5-5356-44f6-9273-b33edb5c7b69 None None] For port 283560e3-bb1f-4da5-a7af-1ab7ae17772d, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=283560e3-bb1f-4da5-a7af-1ab7ae17772d,segment=NetworkSegment(f95a5d58-313d-466b-b0cb-1cbbda9b4d00),segment_id=f95a5d58-313d-466b-b0cb-1cbbda9b4d00)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:59:36.479982 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2d40d1f5-5356-44f6-9273-b33edb5c7b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (283560e3-bb1f-4da5-a7af-1ab7ae17772d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:36.519077 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-a43b70c2-48c5-4750-a6dd-f18ea8aa05c1 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Allocated IP 172.20.0.6 (15007c46-00e9-4c18-a1f7-92691c11c37a/72d8649d-6360-4357-8d58-422a3de77708/f357b284-874d-4b04-a10b-3ebf6cd04f3e) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:59:36.686317 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40d1f5-5356-44f6-9273-b33edb5c7b69 None None] Pushing event updated for resources: {'Port': ['ID=283560e3-bb1f-4da5-a7af-1ab7ae17772d,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:36.809154 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a43b70c2-48c5-4750-a6dd-f18ea8aa05c1 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for port (f357b284-874d-4b04-a10b-3ebf6cd04f3e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:36.982393 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a43b70c2-48c5-4750-a6dd-f18ea8aa05c1 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (f357b284-874d-4b04-a10b-3ebf6cd04f3e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:37.113241 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43b70c2-48c5-4750-a6dd-f18ea8aa05c1 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network 15007c46-00e9-4c18-a1f7-92691c11c37a is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:59:37.115725 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-a43b70c2-48c5-4750-a6dd-f18ea8aa05c1 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:59:37.129611 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43b70c2-48c5-4750-a6dd-f18ea8aa05c1 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:59:37.199523 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b70c2-48c5-4750-a6dd-f18ea8aa05c1 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Port': ['ID=f357b284-874d-4b04-a10b-3ebf6cd04f3e,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:37.213162 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43b70c2-48c5-4750-a6dd-f18ea8aa05c1 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:37.213831 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a43b70c2-48c5-4750-a6dd-f18ea8aa05c1 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:37.335147 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a43b70c2-48c5-4750-a6dd-f18ea8aa05c1 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3075831 Feb 20 03:59:37.335508 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42354) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:37.959996 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6723-04d5-4a06-9c54-d410f913ca6a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f357b284-874d-4b04-a10b-3ebf6cd04f3e), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:38.039971 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42360) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:38.283445 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ff0bb387-24d7-4090-9801-4facef0e86be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:38.316772 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6723-04d5-4a06-9c54-d410f913ca6a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for port (f357b284-874d-4b04-a10b-3ebf6cd04f3e), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:38.319734 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a06894-ee90-45e0-a525-6788ea036ad3 None None] Network 15007c46-00e9-4c18-a1f7-92691c11c37a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:59:38.399790 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6723-04d5-4a06-9c54-d410f913ca6a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (f357b284-874d-4b04-a10b-3ebf6cd04f3e), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:38.483615 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ff0bb387-24d7-4090-9801-4facef0e86be admin admin] Publish callbacks [] for security_group (a94404ef-5c58-4e90-afc9-81b746a8c4d7), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:38.511643 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf6723-04d5-4a06-9c54-d410f913ca6a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Port': ['ID=f357b284-874d-4b04-a10b-3ebf6cd04f3e,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:38.587491 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ff0bb387-24d7-4090-9801-4facef0e86be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a94404ef-5c58-4e90-afc9-81b746a8c4d7), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:38.606399 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-3da61653-279b-4f97-9607-f640eacf95b8 None None] Provisioning complete for port 283560e3-bb1f-4da5-a7af-1ab7ae17772d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:59:38.607191 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3da61653-279b-4f97-9607-f640eacf95b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (283560e3-bb1f-4da5-a7af-1ab7ae17772d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:38.630017 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ff0bb387-24d7-4090-9801-4facef0e86be admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=47ac8d90dbc14879a677a37512a112dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5887861 Feb 20 03:59:38.639224 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42374) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:38.775138 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0bb387-24d7-4090-9801-4facef0e86be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94404ef-5c58-4e90-afc9-81b746a8c4d7,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:38.789103 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6723-04d5-4a06-9c54-d410f913ca6a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (1d592a4c-021f-4d47-abb1-d298ee2ecf5b), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:38.857525 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a22a4f67-6ef4-4b63-8eb7-9a265a20282a admin admin] Publish callbacks [] for security_group (a94404ef-5c58-4e90-afc9-81b746a8c4d7), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:38.930674 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a22a4f67-6ef4-4b63-8eb7-9a265a20282a admin admin] Publish callbacks [] for security_group (a94404ef-5c58-4e90-afc9-81b746a8c4d7), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:38.951654 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 283560e3-bb1f-4da5-a7af-1ab7ae17772d up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:59:39.049156 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-3da61653-279b-4f97-9607-f640eacf95b8 None None] Current status of the port 283560e3-bb1f-4da5-a7af-1ab7ae17772d is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:59:39.049849 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3da61653-279b-4f97-9607-f640eacf95b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (283560e3-bb1f-4da5-a7af-1ab7ae17772d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:39.135720 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a22a4f67-6ef4-4b63-8eb7-9a265a20282a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a94404ef-5c58-4e90-afc9-81b746a8c4d7), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:39.139036 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a22a4f67-6ef4-4b63-8eb7-9a265a20282a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:39.140657 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a22a4f67-6ef4-4b63-8eb7-9a265a20282a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a94404ef-5c58-4e90-afc9-81b746a8c4d7 HTTP/1.1" status: 204 len: 168 time: 0.5004609 Feb 20 03:59:39.154291 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a4f67-6ef4-4b63-8eb7-9a265a20282a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94404ef-5c58-4e90-afc9-81b746a8c4d7,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:39.159740 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 283560e3-bb1f-4da5-a7af-1ab7ae17772d triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:59:39.160472 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (283560e3-bb1f-4da5-a7af-1ab7ae17772d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:39.164873 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-3da61653-279b-4f97-9607-f640eacf95b8 None None] For port 283560e3-bb1f-4da5-a7af-1ab7ae17772d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=283560e3-bb1f-4da5-a7af-1ab7ae17772d,segment=NetworkSegment(f95a5d58-313d-466b-b0cb-1cbbda9b4d00),segment_id=f95a5d58-313d-466b-b0cb-1cbbda9b4d00)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:59:39.314685 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3da61653-279b-4f97-9607-f640eacf95b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (283560e3-bb1f-4da5-a7af-1ab7ae17772d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:39.463976 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da61653-279b-4f97-9607-f640eacf95b8 None None] Pushing event updated for resources: {'Port': ['ID=283560e3-bb1f-4da5-a7af-1ab7ae17772d,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:39.535849 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-8eabd313-dce4-4a95-9a52-8db53d0d7ecc None None] Provisioning complete for port f357b284-874d-4b04-a10b-3ebf6cd04f3e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:59:39.537287 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8eabd313-dce4-4a95-9a52-8db53d0d7ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f357b284-874d-4b04-a10b-3ebf6cd04f3e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:39.639627 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-8eabd313-dce4-4a95-9a52-8db53d0d7ecc None None] Port f357b284-874d-4b04-a10b-3ebf6cd04f3e cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:59:39.641625 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 283560e3-bb1f-4da5-a7af-1ab7ae17772d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:59:39.670069 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-8eabd313-dce4-4a95-9a52-8db53d0d7ecc None None] Provisioning complete for port 283560e3-bb1f-4da5-a7af-1ab7ae17772d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:59:39.676226 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8eabd313-dce4-4a95-9a52-8db53d0d7ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (283560e3-bb1f-4da5-a7af-1ab7ae17772d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:39.898112 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-8eabd313-dce4-4a95-9a52-8db53d0d7ecc None None] Current status of the port 283560e3-bb1f-4da5-a7af-1ab7ae17772d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:59:39.927514 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6723-04d5-4a06-9c54-d410f913ca6a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f357b284-874d-4b04-a10b-3ebf6cd04f3e), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:40.034643 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f70757a0-bc7d-44eb-9fe4-7e604dd10995 None None] Provisioning complete for port f357b284-874d-4b04-a10b-3ebf6cd04f3e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:59:40.034987 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f70757a0-bc7d-44eb-9fe4-7e604dd10995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f357b284-874d-4b04-a10b-3ebf6cd04f3e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:40.179143 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f70757a0-bc7d-44eb-9fe4-7e604dd10995 None None] Port f357b284-874d-4b04-a10b-3ebf6cd04f3e cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:59:40.309843 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-5558aa1f-0ec6-4417-baec-bcafd7b22ea8 None None] Provisioning complete for port f357b284-874d-4b04-a10b-3ebf6cd04f3e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:59:40.310381 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5558aa1f-0ec6-4417-baec-bcafd7b22ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f357b284-874d-4b04-a10b-3ebf6cd04f3e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:40.362671 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6723-04d5-4a06-9c54-d410f913ca6a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for port (f357b284-874d-4b04-a10b-3ebf6cd04f3e), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:40.376396 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3fca3-adfc-40a5-9453-0987d6ebc562 req-14fe739f-69a7-4efa-8e7d-805685065fc2 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:40.386687 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ac3fca3-adfc-40a5-9453-0987d6ebc562 req-14fe739f-69a7-4efa-8e7d-805685065fc2 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 1127 time: 0.6638892 Feb 20 03:59:40.427195 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6723-04d5-4a06-9c54-d410f913ca6a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (f357b284-874d-4b04-a10b-3ebf6cd04f3e), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:40.431192 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5558aa1f-0ec6-4417-baec-bcafd7b22ea8 None None] Port f357b284-874d-4b04-a10b-3ebf6cd04f3e cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:59:40.589083 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf6723-04d5-4a06-9c54-d410f913ca6a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Port': ['ID=f357b284-874d-4b04-a10b-3ebf6cd04f3e,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:40.683864 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6723-04d5-4a06-9c54-d410f913ca6a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (1d592a4c-021f-4d47-abb1-d298ee2ecf5b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:40.717473 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ac3fca3-adfc-40a5-9453-0987d6ebc562 req-0f04230b-fd95-4d23-982b-61da08d24f19 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3222187 Feb 20 03:59:40.741925 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42400) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:40.842585 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 283560e3-bb1f-4da5-a7af-1ab7ae17772d up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:59:40.946392 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cf6723-04d5-4a06-9c54-d410f913ca6a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network 15007c46-00e9-4c18-a1f7-92691c11c37a is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:59:40.949178 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-a3cf6723-04d5-4a06-9c54-d410f913ca6a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:59:40.989152 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 283560e3-bb1f-4da5-a7af-1ab7ae17772d triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:59:40.991360 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (283560e3-bb1f-4da5-a7af-1ab7ae17772d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:41.203233 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 283560e3-bb1f-4da5-a7af-1ab7ae17772d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:59:41.244023 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-592e6485-d867-48a0-9f9a-4beda5cab8b2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Deleting port c0bbe66b-9be5-450d-893e-9b0970664ef5 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:59:41.244382 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-592e6485-d867-48a0-9f9a-4beda5cab8b2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (c0bbe66b-9be5-450d-893e-9b0970664ef5), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:41.348287 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-592e6485-d867-48a0-9f9a-4beda5cab8b2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (c0bbe66b-9be5-450d-893e-9b0970664ef5), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:41.348617 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-592e6485-d867-48a0-9f9a-4beda5cab8b2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for floatingip (c0bbe66b-9be5-450d-893e-9b0970664ef5), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:41.363585 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-592e6485-d867-48a0-9f9a-4beda5cab8b2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Calling delete_port for c0bbe66b-9be5-450d-893e-9b0970664ef5 owned by network:floatingip {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:59:41.370081 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3cf6723-04d5-4a06-9c54-d410f913ca6a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Router 1d592a4c-021f-4d47-abb1-d298ee2ecf5b is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 03:59:41.561791 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-39babcc3-c644-474b-8e37-c3eabdd72047 None None] Provisioning complete for port f357b284-874d-4b04-a10b-3ebf6cd04f3e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:59:41.565504 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-39babcc3-c644-474b-8e37-c3eabdd72047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f357b284-874d-4b04-a10b-3ebf6cd04f3e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:41.626716 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-39babcc3-c644-474b-8e37-c3eabdd72047 None None] Port f357b284-874d-4b04-a10b-3ebf6cd04f3e cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:59:41.655932 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cf6723-04d5-4a06-9c54-d410f913ca6a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:59:41.665976 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a3cf6723-04d5-4a06-9c54-d410f913ca6a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "PUT /v2.0/routers/1d592a4c-021f-4d47-abb1-d298ee2ecf5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3259149 Feb 20 03:59:41.665976 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42410) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:41.669144 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8941a2f-ad0f-47a0-856f-ccf6ee70f592 None None] Sync routers for ids ['1d592a4c-021f-4d47-abb1-d298ee2ecf5b'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:59:41.673445 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-592e6485-d867-48a0-9f9a-4beda5cab8b2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (c0bbe66b-9be5-450d-893e-9b0970664ef5), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:41.699668 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8941a2f-ad0f-47a0-856f-ccf6ee70f592 None None] Routers {'1d592a4c-021f-4d47-abb1-d298ee2ecf5b'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:59:41.701611 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-e8941a2f-ad0f-47a0-856f-ccf6ee70f592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:59:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['1d592a4c-021f-4d47-abb1-d298ee2ecf5b'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:41.737694 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e6485-d867-48a0-9f9a-4beda5cab8b2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event deleted for resources: {'Port': ['ID=c0bbe66b-9be5-450d-893e-9b0970664ef5,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:41.811905 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed90a55a-1b5c-412f-9fc4-fbbf0260ab20 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:41.819706 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ed90a55a-1b5c-412f-9fc4-fbbf0260ab20 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d592a4c-021f-4d47-abb1-d298ee2ecf5b HTTP/1.1" status: 200 len: 982 time: 0.1502972 Feb 20 03:59:41.820709 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42412) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:41.829210 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-e8941a2f-ad0f-47a0-856f-ccf6ee70f592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:41.852738 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8941a2f-ad0f-47a0-856f-ccf6ee70f592 None None] Routers {'1d592a4c-021f-4d47-abb1-d298ee2ecf5b'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:59:41.855197 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-e8941a2f-ad0f-47a0-856f-ccf6ee70f592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:59:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['1d592a4c-021f-4d47-abb1-d298ee2ecf5b'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:41.884236 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-592e6485-d867-48a0-9f9a-4beda5cab8b2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for floatingip (b89618d8-8dd4-4e8f-a2dc-05fc3ae84670), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:41.884838 n-d-829866-4 neutron-server[104106]: INFO neutron.db.l3_db [None req-592e6485-d867-48a0-9f9a-4beda5cab8b2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Floating IP b89618d8-8dd4-4e8f-a2dc-05fc3ae84670 disassociated (deleted). External IP: 172.25.7.242, port: 34449228-653c-4e1b-9dee-19d80c3a2db9. Feb 20 03:59:41.946393 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-e8941a2f-ad0f-47a0-856f-ccf6ee70f592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:41.947188 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8941a2f-ad0f-47a0-856f-ccf6ee70f592 None None] The sync data for ids ['1d592a4c-021f-4d47-abb1-d298ee2ecf5b'] in n-d-829866-4 is: [] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:59:42.233629 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592e6485-d867-48a0-9f9a-4beda5cab8b2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Router cd442866-47cd-4dd8-8225-76e7631efc1c has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:59:42.469650 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592e6485-d867-48a0-9f9a-4beda5cab8b2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:59:42.474633 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-592e6485-d867-48a0-9f9a-4beda5cab8b2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:42.482243 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5983ba-93ec-4b73-9b11-07cf5bf2c840 None None] Sync routers for ids ['cd442866-47cd-4dd8-8225-76e7631efc1c'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:59:42.495052 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5983ba-93ec-4b73-9b11-07cf5bf2c840 None None] Routers {'cd442866-47cd-4dd8-8225-76e7631efc1c'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:59:42.495679 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ab5983ba-93ec-4b73-9b11-07cf5bf2c840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:59:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['cd442866-47cd-4dd8-8225-76e7631efc1c'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:42.533147 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-592e6485-d867-48a0-9f9a-4beda5cab8b2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "DELETE /v2.0/floatingips/b89618d8-8dd4-4e8f-a2dc-05fc3ae84670 HTTP/1.1" status: 204 len: 168 time: 1.7899132 Feb 20 03:59:42.536701 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7edcf7-4495-4893-9d3a-d51d8a60276c', 'tag': '34449228-653c-4e1b-9dee-19d80c3a2db9'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:59:42.547064 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f52ee8-f51e-4f47-ac6f-58b11ef3f0f8" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7edcf7-4495-4893-9d3a-d51d8a60276c", "tag": "34449228-653c-4e1b-9dee-19d80c3a2db9"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:59:42.662451 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-49c62eaf-6053-4155-babe-c1b14bad2c95 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (1d592a4c-021f-4d47-abb1-d298ee2ecf5b), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:42.731896 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-ab5983ba-93ec-4b73-9b11-07cf5bf2c840 None None] Set router cd442866-47cd-4dd8-8225-76e7631efc1c gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:59:43.139149 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-49c62eaf-6053-4155-babe-c1b14bad2c95 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Deleting port f357b284-874d-4b04-a10b-3ebf6cd04f3e {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:59:43.139492 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-49c62eaf-6053-4155-babe-c1b14bad2c95 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (f357b284-874d-4b04-a10b-3ebf6cd04f3e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:43.333250 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-49c62eaf-6053-4155-babe-c1b14bad2c95 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (f357b284-874d-4b04-a10b-3ebf6cd04f3e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:43.350570 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-49c62eaf-6053-4155-babe-c1b14bad2c95 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Calling delete_port for f357b284-874d-4b04-a10b-3ebf6cd04f3e owned by network:router_interface {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:59:43.453657 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ab5983ba-93ec-4b73-9b11-07cf5bf2c840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242735007', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '1bdfadf4-4055-486a-bcd8-05e28f6fe037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:57:11Z', 'updated_at': '2022-02-20T03:57:22Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '1bdfadf4-4055-486a-bcd8-05e28f6fe037', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:13:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:57:12Z', 'updated_at': '2022-02-20T03:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '0111f4e6-0230-453e-9e59-72df10051f4d', 'name': '', 'network_id': '1553fd51-a4a7-4e2e-a488-03242682b199', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:cd:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '9acbd7c8-024d-4797-af2a-388f49052bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:57:19Z', 'updated_at': '2022-02-20T03:57:28Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': '9acbd7c8-024d-4797-af2a-388f49052bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:43.503768 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5983ba-93ec-4b73-9b11-07cf5bf2c840 None None] Checking router: cd442866-47cd-4dd8-8225-76e7631efc1c for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:59:43.515891 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5983ba-93ec-4b73-9b11-07cf5bf2c840 None None] Routers {'cd442866-47cd-4dd8-8225-76e7631efc1c'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:59:43.516889 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ab5983ba-93ec-4b73-9b11-07cf5bf2c840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:59:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['cd442866-47cd-4dd8-8225-76e7631efc1c'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:43.588613 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 03:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f1cbd5-3d9d-4997-bfb9-c66f119e56fe x-openstack-request-id: req-95f1cbd5-3d9d-4997-bfb9-c66f119e56fe {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:59:43.589569 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7edcf7-4495-4893-9d3a-d51d8a60276c", "tag": "34449228-653c-4e1b-9dee-19d80c3a2db9", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:59:43.593157 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-95f1cbd5-3d9d-4997-bfb9-c66f119e56fe {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:59:43.593157 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7edcf7-4495-4893-9d3a-d51d8a60276c', 'tag': '34449228-653c-4e1b-9dee-19d80c3a2db9', 'status': 'completed', 'code': 200} Feb 20 03:59:43.809991 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-ab5983ba-93ec-4b73-9b11-07cf5bf2c840 None None] Set router cd442866-47cd-4dd8-8225-76e7631efc1c gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:59:43.814689 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f52ee8-f51e-4f47-ac6f-58b11ef3f0f8 req-db437cf5-ec77-4b56-9c46-92087ec3c192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:43.816517 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f1f52ee8-f51e-4f47-ac6f-58b11ef3f0f8 req-db437cf5-ec77-4b56-9c46-92087ec3c192 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 1127 time: 0.1939116 Feb 20 03:59:43.870348 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc915b95-8a89-47d4-a9cf-e3cb1bc4782f req-3ece8afb-af40-460b-97e9-c099dca4a765 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:43.879941 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bc915b95-8a89-47d4-a9cf-e3cb1bc4782f req-3ece8afb-af40-460b-97e9-c099dca4a765 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 945 time: 0.1578774 Feb 20 03:59:43.997869 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bc915b95-8a89-47d4-a9cf-e3cb1bc4782f req-57d6bdab-d355-4dca-8f2d-f7ad0f2cb51d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120698 Feb 20 03:59:44.004529 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-49c62eaf-6053-4155-babe-c1b14bad2c95 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (f357b284-874d-4b04-a10b-3ebf6cd04f3e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:44.043389 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f52ee8-f51e-4f47-ac6f-58b11ef3f0f8 req-8648f2cb-9d56-4892-9208-fcd61a6e18ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:44.045154 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f1f52ee8-f51e-4f47-ac6f-58b11ef3f0f8 req-8648f2cb-9d56-4892-9208-fcd61a6e18ac service neutron] 10.222.0.42 "GET /v2.0/networks?id=1553fd51-a4a7-4e2e-a488-03242682b199 HTTP/1.1" status: 200 len: 898 time: 0.2181063 Feb 20 03:59:44.107288 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ab5983ba-93ec-4b73-9b11-07cf5bf2c840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242735007', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '1bdfadf4-4055-486a-bcd8-05e28f6fe037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:57:11Z', 'updated_at': '2022-02-20T03:57:22Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '1bdfadf4-4055-486a-bcd8-05e28f6fe037', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:13:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:57:12Z', 'updated_at': '2022-02-20T03:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '0111f4e6-0230-453e-9e59-72df10051f4d', 'name': '', 'network_id': '1553fd51-a4a7-4e2e-a488-03242682b199', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:cd:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '9acbd7c8-024d-4797-af2a-388f49052bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:57:19Z', 'updated_at': '2022-02-20T03:57:28Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': '9acbd7c8-024d-4797-af2a-388f49052bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:44.121409 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f1f52ee8-f51e-4f47-ac6f-58b11ef3f0f8 req-6836ce02-c49a-4635-a434-bdbff64398d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34449228-653c-4e1b-9dee-19d80c3a2db9 HTTP/1.1" status: 200 len: 217 time: 0.0390189 Feb 20 03:59:44.160553 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5983ba-93ec-4b73-9b11-07cf5bf2c840 None None] The sync data for ids ['cd442866-47cd-4dd8-8225-76e7631efc1c'] in n-d-829866-4 is: [{'id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242735007', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '1bdfadf4-4055-486a-bcd8-05e28f6fe037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:57:11Z', 'updated_at': '2022-02-20T03:57:22Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '1bdfadf4-4055-486a-bcd8-05e28f6fe037', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:13:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:57:12Z', 'updated_at': '2022-02-20T03:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '0111f4e6-0230-453e-9e59-72df10051f4d', 'name': '', 'network_id': '1553fd51-a4a7-4e2e-a488-03242682b199', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:cd:96:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '9acbd7c8-024d-4797-af2a-388f49052bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:57:19Z', 'updated_at': '2022-02-20T03:57:28Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': '9acbd7c8-024d-4797-af2a-388f49052bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:59:44.209076 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f52ee8-f51e-4f47-ac6f-58b11ef3f0f8 req-5a612101-3996-4998-93aa-c9197fe43212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:44.210880 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f1f52ee8-f51e-4f47-ac6f-58b11ef3f0f8 req-5a612101-3996-4998-93aa-c9197fe43212 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9acbd7c8-024d-4797-af2a-388f49052bab HTTP/1.1" status: 200 len: 834 time: 0.0876923 Feb 20 03:59:44.229228 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c62eaf-6053-4155-babe-c1b14bad2c95 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Port': ['ID=f357b284-874d-4b04-a10b-3ebf6cd04f3e,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:44.721457 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-49c62eaf-6053-4155-babe-c1b14bad2c95 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (1d592a4c-021f-4d47-abb1-d298ee2ecf5b), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:44.773578 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cce203-b0e3-46fa-90a4-da4060bc95df None None] New status for floating IP b89618d8-8dd4-4e8f-a2dc-05fc3ae84670: DOWN {{(pid=104107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 03:59:44.806021 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42454) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:44.863543 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f1115-7d37-49ef-8c49-cca8cf362313 req-a534c596-2d1a-4451-911e-d4767f43363f tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:44.865151 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2f4f1115-7d37-49ef-8c49-cca8cf362313 req-a534c596-2d1a-4451-911e-d4767f43363f tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 945 time: 0.4017508 Feb 20 03:59:44.948268 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c52b264-dd10-4c8f-89ad-bfd0d2a2ef2a admin admin] Deleting subnet 6a6bfddd-223a-4ea3-8b75-14e302863fcc {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:59:44.956426 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0c52b264-dd10-4c8f-89ad-bfd0d2a2ef2a admin admin] Publish callbacks [] for subnet (6a6bfddd-223a-4ea3-8b75-14e302863fcc), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:45.022408 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f52ee8-f51e-4f47-ac6f-58b11ef3f0f8 req-4a4f342a-7a3f-4770-8c02-4cc344a786cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:45.025199 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f1f52ee8-f51e-4f47-ac6f-58b11ef3f0f8 req-4a4f342a-7a3f-4770-8c02-4cc344a786cc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1553fd51-a4a7-4e2e-a488-03242682b199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7861810 Feb 20 03:59:45.041098 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0c52b264-dd10-4c8f-89ad-bfd0d2a2ef2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (6a6bfddd-223a-4ea3-8b75-14e302863fcc), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:45.145326 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0c52b264-dd10-4c8f-89ad-bfd0d2a2ef2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (6a6bfddd-223a-4ea3-8b75-14e302863fcc), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:45.171871 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f1f52ee8-f51e-4f47-ac6f-58b11ef3f0f8 req-571e266a-449b-4d3b-9330-2ba088997915 service neutron] 10.222.0.42 "GET /v2.0/networks/1553fd51-a4a7-4e2e-a488-03242682b199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323481 Feb 20 03:59:45.347867 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0c52b264-dd10-4c8f-89ad-bfd0d2a2ef2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (6a6bfddd-223a-4ea3-8b75-14e302863fcc), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:45.349269 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f1f52ee8-f51e-4f47-ac6f-58b11ef3f0f8 req-0e5b6a9d-eaaf-4634-a272-16869d229170 service neutron] 10.222.0.42 "GET /v2.0/networks/1553fd51-a4a7-4e2e-a488-03242682b199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949962 Feb 20 03:59:45.405539 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52b264-dd10-4c8f-89ad-bfd0d2a2ef2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a6bfddd-223a-4ea3-8b75-14e302863fcc,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:45.408650 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42462) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:45.424699 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0c52b264-dd10-4c8f-89ad-bfd0d2a2ef2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:45.432783 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0c52b264-dd10-4c8f-89ad-bfd0d2a2ef2a admin admin] 10.222.0.89 "DELETE /v2.0/subnets/6a6bfddd-223a-4ea3-8b75-14e302863fcc HTTP/1.1" status: 204 len: 168 time: 0.6249373 Feb 20 03:59:45.433855 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42468) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:45.444855 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52b264-dd10-4c8f-89ad-bfd0d2a2ef2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:45.445363 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52b264-dd10-4c8f-89ad-bfd0d2a2ef2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:45.449354 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52b264-dd10-4c8f-89ad-bfd0d2a2ef2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:45.449354 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52b264-dd10-4c8f-89ad-bfd0d2a2ef2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:45.449354 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52b264-dd10-4c8f-89ad-bfd0d2a2ef2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:45.449354 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52b264-dd10-4c8f-89ad-bfd0d2a2ef2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:45.449354 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52b264-dd10-4c8f-89ad-bfd0d2a2ef2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:45.449354 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52b264-dd10-4c8f-89ad-bfd0d2a2ef2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:45.449354 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52b264-dd10-4c8f-89ad-bfd0d2a2ef2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:45.449354 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52b264-dd10-4c8f-89ad-bfd0d2a2ef2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:45.449354 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52b264-dd10-4c8f-89ad-bfd0d2a2ef2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:45.449354 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52b264-dd10-4c8f-89ad-bfd0d2a2ef2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:45.450379 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c52b264-dd10-4c8f-89ad-bfd0d2a2ef2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 03:59:45.497278 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3889ba-8d46-4501-acd5-e074536a7743 req-98281839-a750-4e4d-ac77-49850692c729 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:45.499614 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ae3889ba-8d46-4501-acd5-e074536a7743 req-98281839-a750-4e4d-ac77-49850692c729 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 945 time: 0.3237886 Feb 20 03:59:45.512598 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c62eaf-6053-4155-babe-c1b14bad2c95 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Router 1d592a4c-021f-4d47-abb1-d298ee2ecf5b has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:59:45.580667 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9c8ce0cd-579e-4f9c-9076-34eb288f5d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (3dffb76f-4a58-4c49-acbf-0f4ee6bb83af), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:45.715071 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-2f4f1115-7d37-49ef-8c49-cca8cf362313 req-02af0b61-6a43-4261-b136-94df06e673a5 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Deleting port 34449228-653c-4e1b-9dee-19d80c3a2db9 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:59:45.715422 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2f4f1115-7d37-49ef-8c49-cca8cf362313 req-02af0b61-6a43-4261-b136-94df06e673a5 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (34449228-653c-4e1b-9dee-19d80c3a2db9), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:45.746596 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a7425d63-4b53-4c3f-b500-ab985a61df4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:45.764651 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9c8ce0cd-579e-4f9c-9076-34eb288f5d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (3dffb76f-4a58-4c49-acbf-0f4ee6bb83af), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:45.828262 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-9c8ce0cd-579e-4f9c-9076-34eb288f5d5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dffb76f-4a58-4c49-acbf-0f4ee6bb83af']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:45.845316 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-9c8ce0cd-579e-4f9c-9076-34eb288f5d5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d8559c-3005-4214-a3b0-d84c7ca4272e') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:45.845612 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-9c8ce0cd-579e-4f9c-9076-34eb288f5d5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d8559c-3005-4214-a3b0-d84c7ca4272e') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:45.859110 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9c8ce0cd-579e-4f9c-9076-34eb288f5d5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (19d8559c-3005-4214-a3b0-d84c7ca4272e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:45.882300 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9c8ce0cd-579e-4f9c-9076-34eb288f5d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (19d8559c-3005-4214-a3b0-d84c7ca4272e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:45.893800 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c8ce0cd-579e-4f9c-9076-34eb288f5d5f admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:59:45.894201 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9c8ce0cd-579e-4f9c-9076-34eb288f5d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (19d8559c-3005-4214-a3b0-d84c7ca4272e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:45.896055 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:59:45.896055 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:59:45.896055 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:59:45.896055 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:59:45.896055 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:59:45.896055 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:59:45.896055 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:59:45.896055 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:59:45.896055 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:59:45.896055 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:59:45.896055 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:59:45.896055 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:59:45.896055 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:59:45.896055 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:59:45.896055 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:59:45.896055 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:59:45.896055 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:59:45.896055 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:59:45.896055 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:59:45.896055 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:59:45.896055 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:59:45.896055 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:59:45.896055 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:59:45.896055 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:59:45.896055 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:59:45.896055 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:59:45.896055 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:59:45.896055 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:59:45.896055 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:59:45.896055 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:59:45.896055 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:59:45.896055 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:59:45.967329 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a7425d63-4b53-4c3f-b500-ab985a61df4a admin admin] Publish callbacks [] for security_group (84158a6a-1b72-41e1-b602-34e79fb684e1), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:46.033065 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a7425d63-4b53-4c3f-b500-ab985a61df4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (84158a6a-1b72-41e1-b602-34e79fb684e1), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:46.092914 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9c8ce0cd-579e-4f9c-9076-34eb288f5d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (3dffb76f-4a58-4c49-acbf-0f4ee6bb83af), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:46.104448 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7425d63-4b53-4c3f-b500-ab985a61df4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84158a6a-1b72-41e1-b602-34e79fb684e1,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:46.120844 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9c8ce0cd-579e-4f9c-9076-34eb288f5d5f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:46.127227 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9c8ce0cd-579e-4f9c-9076-34eb288f5d5f admin admin] 10.222.0.89 "DELETE /v2.0/networks/3dffb76f-4a58-4c49-acbf-0f4ee6bb83af HTTP/1.1" status: 204 len: 168 time: 0.6920822 Feb 20 03:59:46.134962 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a7425d63-4b53-4c3f-b500-ab985a61df4a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=33eeaefb26ff44ee988bbf4316f2456f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7245712 Feb 20 03:59:46.145081 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42478) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:46.151483 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ce0cd-579e-4f9c-9076-34eb288f5d5f admin admin] Pushing event deleted for resources: {'Network': ['ID=3dffb76f-4a58-4c49-acbf-0f4ee6bb83af,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:46.244665 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e35eb94a-5dc9-46e9-b24f-3dd05350f5e3 admin admin] Publish callbacks [] for security_group (84158a6a-1b72-41e1-b602-34e79fb684e1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:46.270119 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e35eb94a-5dc9-46e9-b24f-3dd05350f5e3 admin admin] Publish callbacks [] for security_group (84158a6a-1b72-41e1-b602-34e79fb684e1), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:46.380670 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ae3889ba-8d46-4501-acd5-e074536a7743 req-f516887e-e193-41dc-b3d6-aa12b2fa890f tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=95aecce9-04b4-4501-ae1e-bc00cd5d129f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8626988 Feb 20 03:59:46.392894 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c62eaf-6053-4155-babe-c1b14bad2c95 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:59:46.402328 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-49c62eaf-6053-4155-babe-c1b14bad2c95 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "PUT /v2.0/routers/1d592a4c-021f-4d47-abb1-d298ee2ecf5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5780280 Feb 20 03:59:46.410783 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738ff6b3-5f04-4480-a850-25cfee5c5e02 None None] Sync routers for ids ['1d592a4c-021f-4d47-abb1-d298ee2ecf5b'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:59:46.424552 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42482) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:46.434533 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738ff6b3-5f04-4480-a850-25cfee5c5e02 None None] Routers {'1d592a4c-021f-4d47-abb1-d298ee2ecf5b'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:59:46.435344 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-738ff6b3-5f04-4480-a850-25cfee5c5e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:59:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['1d592a4c-021f-4d47-abb1-d298ee2ecf5b'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:46.464086 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e35eb94a-5dc9-46e9-b24f-3dd05350f5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (84158a6a-1b72-41e1-b602-34e79fb684e1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:46.467593 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e35eb94a-5dc9-46e9-b24f-3dd05350f5e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:46.469273 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e35eb94a-5dc9-46e9-b24f-3dd05350f5e3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/84158a6a-1b72-41e1-b602-34e79fb684e1 HTTP/1.1" status: 204 len: 168 time: 0.3232284 Feb 20 03:59:46.470303 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-095b6c96-660b-41c2-913a-36b034513bcf tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] GET failed (client error): The resource could not be found. Feb 20 03:59:46.474156 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-095b6c96-660b-41c2-913a-36b034513bcf tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "GET /v2.0/ports/f357b284-874d-4b04-a10b-3ebf6cd04f3e HTTP/1.1" status: 404 len: 333 time: 0.0464568 Feb 20 03:59:46.474477 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42486) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:46.481380 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-2f4f1115-7d37-49ef-8c49-cca8cf362313 req-02af0b61-6a43-4261-b136-94df06e673a5 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] For port 34449228-653c-4e1b-9dee-19d80c3a2db9, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=34449228-653c-4e1b-9dee-19d80c3a2db9,segment=NetworkSegment(93e69323-4e49-4b8b-a65d-dd37b5850605),segment_id=93e69323-4e49-4b8b-a65d-dd37b5850605)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:59:46.484282 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2f4f1115-7d37-49ef-8c49-cca8cf362313 req-02af0b61-6a43-4261-b136-94df06e673a5 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (34449228-653c-4e1b-9dee-19d80c3a2db9), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:46.490285 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35eb94a-5dc9-46e9-b24f-3dd05350f5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84158a6a-1b72-41e1-b602-34e79fb684e1,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:46.512899 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-2f4f1115-7d37-49ef-8c49-cca8cf362313 req-02af0b61-6a43-4261-b136-94df06e673a5 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Calling delete_port for 34449228-653c-4e1b-9dee-19d80c3a2db9 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:59:46.576188 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ff016e4d-1a14-47dd-9c2b-e1c80f658cdd tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for router (1d592a4c-021f-4d47-abb1-d298ee2ecf5b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:46.576460 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-738ff6b3-5f04-4480-a850-25cfee5c5e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:46.602263 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738ff6b3-5f04-4480-a850-25cfee5c5e02 None None] Routers {'1d592a4c-021f-4d47-abb1-d298ee2ecf5b'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:59:46.606773 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-738ff6b3-5f04-4480-a850-25cfee5c5e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:59:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['1d592a4c-021f-4d47-abb1-d298ee2ecf5b'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:46.693398 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-738ff6b3-5f04-4480-a850-25cfee5c5e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:46.700342 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738ff6b3-5f04-4480-a850-25cfee5c5e02 None None] The sync data for ids ['1d592a4c-021f-4d47-abb1-d298ee2ecf5b'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:59:46.721449 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42488) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:46.815361 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ff016e4d-1a14-47dd-9c2b-e1c80f658cdd tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (1d592a4c-021f-4d47-abb1-d298ee2ecf5b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:46.819157 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ff016e4d-1a14-47dd-9c2b-e1c80f658cdd tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for router_controller (1d592a4c-021f-4d47-abb1-d298ee2ecf5b), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:46.868620 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2f4f1115-7d37-49ef-8c49-cca8cf362313 req-02af0b61-6a43-4261-b136-94df06e673a5 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (34449228-653c-4e1b-9dee-19d80c3a2db9), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:46.910318 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9eb8a35b-6924-4d88-bc44-08e2d461d4ea admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1274cd54bf2e488282f8b58c9a1be7b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1876948 Feb 20 03:59:46.911026 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42492) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:46.917625 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af0b61-6a43-4261-b136-94df06e673a5 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event deleted for resources: {'Port': ['ID=34449228-653c-4e1b-9dee-19d80c3a2db9,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:46.990110 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ff016e4d-1a14-47dd-9c2b-e1c80f658cdd tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (1d592a4c-021f-4d47-abb1-d298ee2ecf5b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:46.990661 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff016e4d-1a14-47dd-9c2b-e1c80f658cdd tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Fanout notify agent at l3_agent the message router_deleted on router 1d592a4c-021f-4d47-abb1-d298ee2ecf5b {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:59:47.015798 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4f1115-7d37-49ef-8c49-cca8cf362313 req-02af0b61-6a43-4261-b136-94df06e673a5 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] No DVR routers for this DVR port 34449228-653c-4e1b-9dee-19d80c3a2db9 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:59:47.017055 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ff016e4d-1a14-47dd-9c2b-e1c80f658cdd tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:47.019997 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ff016e4d-1a14-47dd-9c2b-e1c80f658cdd tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/routers/1d592a4c-021f-4d47-abb1-d298ee2ecf5b HTTP/1.1" status: 204 len: 168 time: 0.5441601 Feb 20 03:59:47.023730 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42494) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:47.024824 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2f4f1115-7d37-49ef-8c49-cca8cf362313 req-02af0b61-6a43-4261-b136-94df06e673a5 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:47.030753 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2f4f1115-7d37-49ef-8c49-cca8cf362313 req-02af0b61-6a43-4261-b136-94df06e673a5 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.42 "DELETE /v2.0/ports/34449228-653c-4e1b-9dee-19d80c3a2db9 HTTP/1.1" status: 204 len: 173 time: 2.0902617 Feb 20 03:59:47.031322 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7edcf7-4495-4893-9d3a-d51d8a60276c', 'name': 'network-vif-deleted', 'tag': '34449228-653c-4e1b-9dee-19d80c3a2db9'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 03:59:47.039175 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5388b2d9-c3aa-4bc3-b4b7-fead5db1ee99 admin admin] Publish callbacks [] for security_group (14efef05-e358-452a-8229-826fe2bf00ab), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:47.046982 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebbdd45-5ca4-476e-b6cd-bd8c05c07f32" -d '{"events": [{"server_uuid": "5a7edcf7-4495-4893-9d3a-d51d8a60276c", "name": "network-vif-deleted", "tag": "34449228-653c-4e1b-9dee-19d80c3a2db9"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 03:59:47.119921 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 03:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f27e07-61fb-4870-a7a6-e96a597876d6 x-openstack-request-id: req-f9f27e07-61fb-4870-a7a6-e96a597876d6 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 03:59:47.120228 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7edcf7-4495-4893-9d3a-d51d8a60276c", "name": "network-vif-deleted", "tag": "34449228-653c-4e1b-9dee-19d80c3a2db9", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 03:59:47.120597 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f9f27e07-61fb-4870-a7a6-e96a597876d6 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 03:59:47.120870 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7edcf7-4495-4893-9d3a-d51d8a60276c', 'name': 'network-vif-deleted', 'tag': '34449228-653c-4e1b-9dee-19d80c3a2db9', 'status': 'completed', 'code': 200} Feb 20 03:59:47.149283 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5388b2d9-c3aa-4bc3-b4b7-fead5db1ee99 admin admin] Publish callbacks [] for security_group (14efef05-e358-452a-8229-826fe2bf00ab), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:47.180582 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-01259ea4-c4e1-4b27-bf62-9c98a6d13c93 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Deleting subnet 72d8649d-6360-4357-8d58-422a3de77708 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:59:47.183993 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-01259ea4-c4e1-4b27-bf62-9c98a6d13c93 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for subnet (72d8649d-6360-4357-8d58-422a3de77708), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:47.259371 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-01259ea4-c4e1-4b27-bf62-9c98a6d13c93 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (72d8649d-6360-4357-8d58-422a3de77708), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:47.417892 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-01259ea4-c4e1-4b27-bf62-9c98a6d13c93 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (72d8649d-6360-4357-8d58-422a3de77708), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:47.476225 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42510) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:47.493807 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2ca2f27f-6b6c-4d84-ab71-2c16b5a0698a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:47.616665 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-af00ef8d-a8e3-4227-bf75-553b7feb5a80 req-60932bab-07de-4bf1-b7ae-819348559890 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a7edcf7-4495-4893-9d3a-d51d8a60276c HTTP/1.1" status: 200 len: 210 time: 0.0326607 Feb 20 03:59:47.623732 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-01259ea4-c4e1-4b27-bf62-9c98a6d13c93 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (72d8649d-6360-4357-8d58-422a3de77708), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:47.660828 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01259ea4-c4e1-4b27-bf62-9c98a6d13c93 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Subnet': ['ID=72d8649d-6360-4357-8d58-422a3de77708,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:47.668553 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-01259ea4-c4e1-4b27-bf62-9c98a6d13c93 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:47.674357 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-01259ea4-c4e1-4b27-bf62-9c98a6d13c93 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/subnets/72d8649d-6360-4357-8d58-422a3de77708 HTTP/1.1" status: 204 len: 168 time: 0.6496093 Feb 20 03:59:47.675582 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bae21a-336d-40bd-8beb-10c2131573d0 None None] Network 15007c46-00e9-4c18-a1f7-92691c11c37a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:59:47.677064 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42512) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:47.707523 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5388b2d9-c3aa-4bc3-b4b7-fead5db1ee99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (14efef05-e358-452a-8229-826fe2bf00ab), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:47.713894 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2ca2f27f-6b6c-4d84-ab71-2c16b5a0698a admin admin] Publish callbacks [] for security_group (9c0a0773-3b88-409f-926c-a9924c7dc648), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:47.718099 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5388b2d9-c3aa-4bc3-b4b7-fead5db1ee99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:47.719483 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5388b2d9-c3aa-4bc3-b4b7-fead5db1ee99 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/14efef05-e358-452a-8229-826fe2bf00ab HTTP/1.1" status: 204 len: 168 time: 0.8074844 Feb 20 03:59:47.816476 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2ca2f27f-6b6c-4d84-ab71-2c16b5a0698a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (9c0a0773-3b88-409f-926c-a9924c7dc648), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:47.888341 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388b2d9-c3aa-4bc3-b4b7-fead5db1ee99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14efef05-e358-452a-8229-826fe2bf00ab,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:47.896083 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-843c3907-eccb-4cea-925d-f1fd5b29d9b3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (15007c46-00e9-4c18-a1f7-92691c11c37a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:47.930654 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2ca2f27f-6b6c-4d84-ab71-2c16b5a0698a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=605483e4be3749d2858f3fbbafd8a5b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4457841 Feb 20 03:59:47.933195 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42518) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:47.939578 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca2f27f-6b6c-4d84-ab71-2c16b5a0698a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0a0773-3b88-409f-926c-a9924c7dc648,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:47.953752 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a73bc5-478a-4968-876b-12f6f4366d33 None None] DHCP port deletion for 15007c46-00e9-4c18-a1f7-92691c11c37a request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:59:48.005651 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-843c3907-eccb-4cea-925d-f1fd5b29d9b3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Deleting port 283560e3-bb1f-4da5-a7af-1ab7ae17772d {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:59:48.006238 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-843c3907-eccb-4cea-925d-f1fd5b29d9b3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (283560e3-bb1f-4da5-a7af-1ab7ae17772d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:48.037227 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-346a61eb-33e6-4532-835f-cf6f0d917654 admin admin] Publish callbacks [] for security_group (9c0a0773-3b88-409f-926c-a9924c7dc648), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:48.076416 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-79a73bc5-478a-4968-876b-12f6f4366d33 None None] Deleting port 283560e3-bb1f-4da5-a7af-1ab7ae17772d {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:59:48.076812 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-79a73bc5-478a-4968-876b-12f6f4366d33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (283560e3-bb1f-4da5-a7af-1ab7ae17772d), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:48.089947 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-346a61eb-33e6-4532-835f-cf6f0d917654 admin admin] Publish callbacks [] for security_group (9c0a0773-3b88-409f-926c-a9924c7dc648), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:48.127746 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-843c3907-eccb-4cea-925d-f1fd5b29d9b3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] For port 283560e3-bb1f-4da5-a7af-1ab7ae17772d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=283560e3-bb1f-4da5-a7af-1ab7ae17772d,segment=NetworkSegment(f95a5d58-313d-466b-b0cb-1cbbda9b4d00),segment_id=f95a5d58-313d-466b-b0cb-1cbbda9b4d00)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:59:48.128236 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-843c3907-eccb-4cea-925d-f1fd5b29d9b3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (283560e3-bb1f-4da5-a7af-1ab7ae17772d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:48.160344 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-843c3907-eccb-4cea-925d-f1fd5b29d9b3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Calling delete_port for 283560e3-bb1f-4da5-a7af-1ab7ae17772d owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:59:48.177352 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-79a73bc5-478a-4968-876b-12f6f4366d33 None None] For port 283560e3-bb1f-4da5-a7af-1ab7ae17772d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=283560e3-bb1f-4da5-a7af-1ab7ae17772d,segment=NetworkSegment(f95a5d58-313d-466b-b0cb-1cbbda9b4d00),segment_id=f95a5d58-313d-466b-b0cb-1cbbda9b4d00)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:59:48.178691 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-79a73bc5-478a-4968-876b-12f6f4366d33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (283560e3-bb1f-4da5-a7af-1ab7ae17772d), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:48.196658 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-79a73bc5-478a-4968-876b-12f6f4366d33 None None] Calling delete_port for 283560e3-bb1f-4da5-a7af-1ab7ae17772d owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:59:48.227534 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-346a61eb-33e6-4532-835f-cf6f0d917654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (9c0a0773-3b88-409f-926c-a9924c7dc648), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:48.233684 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-346a61eb-33e6-4532-835f-cf6f0d917654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:48.238058 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-346a61eb-33e6-4532-835f-cf6f0d917654 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9c0a0773-3b88-409f-926c-a9924c7dc648 HTTP/1.1" status: 204 len: 168 time: 0.3013506 Feb 20 03:59:48.266087 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a61eb-33e6-4532-835f-cf6f0d917654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0a0773-3b88-409f-926c-a9924c7dc648,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:48.383483 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-79a73bc5-478a-4968-876b-12f6f4366d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (283560e3-bb1f-4da5-a7af-1ab7ae17772d), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:48.428065 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a73bc5-478a-4968-876b-12f6f4366d33 None None] Pushing event deleted for resources: {'Port': ['ID=283560e3-bb1f-4da5-a7af-1ab7ae17772d,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:48.446007 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a73bc5-478a-4968-876b-12f6f4366d33 None None] No DVR routers for this DVR port 283560e3-bb1f-4da5-a7af-1ab7ae17772d on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:59:48.649694 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-843c3907-eccb-4cea-925d-f1fd5b29d9b3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (283560e3-bb1f-4da5-a7af-1ab7ae17772d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:48.688797 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843c3907-eccb-4cea-925d-f1fd5b29d9b3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] No DVR routers for this DVR port 283560e3-bb1f-4da5-a7af-1ab7ae17772d on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:59:48.717232 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42536) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:48.717849 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c3907-eccb-4cea-925d-f1fd5b29d9b3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Port': ['ID=283560e3-bb1f-4da5-a7af-1ab7ae17772d,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:48.796295 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-843c3907-eccb-4cea-925d-f1fd5b29d9b3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (15007c46-00e9-4c18-a1f7-92691c11c37a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:48.822649 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-843c3907-eccb-4cea-925d-f1fd5b29d9b3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15007c46-00e9-4c18-a1f7-92691c11c37a']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:48.853461 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 283560e3-bb1f-4da5-a7af-1ab7ae17772d no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:59:48.854403 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-843c3907-eccb-4cea-925d-f1fd5b29d9b3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f95a5d58-313d-466b-b0cb-1cbbda9b4d00') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:48.858594 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-843c3907-eccb-4cea-925d-f1fd5b29d9b3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f95a5d58-313d-466b-b0cb-1cbbda9b4d00') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:48.880590 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-843c3907-eccb-4cea-925d-f1fd5b29d9b3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (f95a5d58-313d-466b-b0cb-1cbbda9b4d00), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:48.897006 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-843c3907-eccb-4cea-925d-f1fd5b29d9b3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (f95a5d58-313d-466b-b0cb-1cbbda9b4d00), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:48.904379 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 283560e3-bb1f-4da5-a7af-1ab7ae17772d {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:59:48.904379 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 283560e3-bb1f-4da5-a7af-1ab7ae17772d not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:59:48.916561 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843c3907-eccb-4cea-925d-f1fd5b29d9b3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:59:48.918119 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-843c3907-eccb-4cea-925d-f1fd5b29d9b3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (f95a5d58-313d-466b-b0cb-1cbbda9b4d00), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: self.session.flush() Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: timer() Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:59:48.923939 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:59:49.130591 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-843c3907-eccb-4cea-925d-f1fd5b29d9b3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (15007c46-00e9-4c18-a1f7-92691c11c37a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:49.136536 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-843c3907-eccb-4cea-925d-f1fd5b29d9b3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:49.149344 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-843c3907-eccb-4cea-925d-f1fd5b29d9b3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/networks/15007c46-00e9-4c18-a1f7-92691c11c37a HTTP/1.1" status: 204 len: 168 time: 1.4689298 Feb 20 03:59:49.150003 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42544) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:49.207934 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c3907-eccb-4cea-925d-f1fd5b29d9b3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Network': ['ID=15007c46-00e9-4c18-a1f7-92691c11c37a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:49.263649 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42550) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:49.288373 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d7543d05-029e-49ed-ad96-34516a6a37ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:49.303718 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 34449228-653c-4e1b-9dee-19d80c3a2db9 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:59:49.357463 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 34449228-653c-4e1b-9dee-19d80c3a2db9 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:59:49.358143 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 34449228-653c-4e1b-9dee-19d80c3a2db9 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:59:49.397794 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7068cdc4-7ac3-402e-aa57-bcd3b8203efe tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:49.399274 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7068cdc4-7ac3-402e-aa57-bcd3b8203efe tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "GET /v2.0/ports/a91c13a3-9dd7-45a6-be47-1332840dd004 HTTP/1.1" status: 200 len: 841 time: 0.2129200 Feb 20 03:59:49.404917 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42554) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:49.428232 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d7543d05-029e-49ed-ad96-34516a6a37ab admin admin] Publish callbacks [] for security_group (a337e8b5-246c-439d-b54f-080da57b81cf), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:49.471560 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d8a0aa73-a8d7-4e33-8c47-45b07021e22c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "GET /v2.0/ports/a91c13a3-9dd7-45a6-be47-1332840dd004?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0654621 Feb 20 03:59:49.472137 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42556) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:49.477651 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-06597eb9-2498-46af-a4eb-78423565d33c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'subnet': {'network_id': '2a3e2d0f-874e-42f5-99d3-385993abe5ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:59:49.515075 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0f0c6139-228a-48be-aeab-f92a6391f093 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (cd442866-47cd-4dd8-8225-76e7631efc1c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:49.528339 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d7543d05-029e-49ed-ad96-34516a6a37ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a337e8b5-246c-439d-b54f-080da57b81cf), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:49.630362 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d7543d05-029e-49ed-ad96-34516a6a37ab admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=efaa75f50a0b4e15a2d324e82c07244e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3652332 Feb 20 03:59:49.631036 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42560) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:49.635586 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7543d05-029e-49ed-ad96-34516a6a37ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a337e8b5-246c-439d-b54f-080da57b81cf,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:49.702799 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06597eb9-2498-46af-a4eb-78423565d33c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:59:49.707291 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-06597eb9-2498-46af-a4eb-78423565d33c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:49.711406 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab6a8c21-7bdb-40be-a1b0-8bf357d483ec admin admin] Publish callbacks [] for security_group (a337e8b5-246c-439d-b54f-080da57b81cf), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:49.809824 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab6a8c21-7bdb-40be-a1b0-8bf357d483ec admin admin] Publish callbacks [] for security_group (a337e8b5-246c-439d-b54f-080da57b81cf), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:49.925831 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-0f0c6139-228a-48be-aeab-f92a6391f093 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Deleting port 0111f4e6-0230-453e-9e59-72df10051f4d {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:59:49.926395 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0f0c6139-228a-48be-aeab-f92a6391f093 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (0111f4e6-0230-453e-9e59-72df10051f4d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:49.996904 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab6a8c21-7bdb-40be-a1b0-8bf357d483ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a337e8b5-246c-439d-b54f-080da57b81cf), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:50.000594 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab6a8c21-7bdb-40be-a1b0-8bf357d483ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:50.002287 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ab6a8c21-7bdb-40be-a1b0-8bf357d483ec admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a337e8b5-246c-439d-b54f-080da57b81cf HTTP/1.1" status: 204 len: 168 time: 0.3678141 Feb 20 03:59:50.050086 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a8c21-7bdb-40be-a1b0-8bf357d483ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a337e8b5-246c-439d-b54f-080da57b81cf,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:50.075807 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-0f0c6139-228a-48be-aeab-f92a6391f093 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] For port 0111f4e6-0230-453e-9e59-72df10051f4d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0111f4e6-0230-453e-9e59-72df10051f4d,segment=NetworkSegment(93e69323-4e49-4b8b-a65d-dd37b5850605),segment_id=93e69323-4e49-4b8b-a65d-dd37b5850605)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:59:50.076181 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0f0c6139-228a-48be-aeab-f92a6391f093 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (0111f4e6-0230-453e-9e59-72df10051f4d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:50.091185 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-0f0c6139-228a-48be-aeab-f92a6391f093 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Calling delete_port for 0111f4e6-0230-453e-9e59-72df10051f4d owned by network:router_interface {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:59:50.139637 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-06597eb9-2498-46af-a4eb-78423565d33c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (5a1c169c-b1eb-4367-ac18-4f2b9fc71230), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:50.201729 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06597eb9-2498-46af-a4eb-78423565d33c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Subnet': ['ID=5a1c169c-b1eb-4367-ac18-4f2b9fc71230,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:50.214650 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06597eb9-2498-46af-a4eb-78423565d33c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network 2a3e2d0f-874e-42f5-99d3-385993abe5ad is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:59:50.216556 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-06597eb9-2498-46af-a4eb-78423565d33c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:59:50.221084 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06597eb9-2498-46af-a4eb-78423565d33c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:50.228460 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-06597eb9-2498-46af-a4eb-78423565d33c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:50.228930 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3529740f-a700-4405-892a-6ef9712df642 None None] Network 2a3e2d0f-874e-42f5-99d3-385993abe5ad requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:59:50.368170 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-06597eb9-2498-46af-a4eb-78423565d33c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8948100 Feb 20 03:59:50.370165 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42572) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:50.376263 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-a2d2793b-fa02-476c-9d59-7d48751eeb96 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'security_group': {'name': 'tempest-secgroup-1292909810'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:59:50.409690 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1300762b-4ceb-416a-8277-2ca56a6b5055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-2a3e2d0f-874e-42f5-99d3-385993abe5ad', 'network_id': '2a3e2d0f-874e-42f5-99d3-385993abe5ad', 'project_id': 'ad2f3150204d4c8da5659afbab0804cc', 'fixed_ips': [{'subnet_id': '5a1c169c-b1eb-4367-ac18-4f2b9fc71230'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 03:59:50.410925 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1300762b-4ceb-416a-8277-2ca56a6b5055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:50.496231 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a2d2793b-fa02-476c-9d59-7d48751eeb96 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:50.553336 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0f0c6139-228a-48be-aeab-f92a6391f093 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (0111f4e6-0230-453e-9e59-72df10051f4d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:50.632614 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-1300762b-4ceb-416a-8277-2ca56a6b5055 None None] Allocated IP 172.20.0.2 (2a3e2d0f-874e-42f5-99d3-385993abe5ad/5a1c169c-b1eb-4367-ac18-4f2b9fc71230/fefd69ac-d266-497b-b5bf-8b923eccaf2e) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:59:50.646301 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c6139-228a-48be-aeab-f92a6391f093 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event deleted for resources: {'Port': ['ID=0111f4e6-0230-453e-9e59-72df10051f4d,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:50.710470 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a2d2793b-fa02-476c-9d59-7d48751eeb96 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for security_group (a3e43e60-e8a3-44a0-bd97-b8eb938b4267), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:50.797973 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a2d2793b-fa02-476c-9d59-7d48751eeb96 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a3e43e60-e8a3-44a0-bd97-b8eb938b4267), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:50.862193 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2793b-fa02-476c-9d59-7d48751eeb96 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e43e60-e8a3-44a0-bd97-b8eb938b4267,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:50.880603 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a2d2793b-fa02-476c-9d59-7d48751eeb96 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:50.885243 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a2d2793b-fa02-476c-9d59-7d48751eeb96 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5104172 Feb 20 03:59:50.886460 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42588) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:50.901019 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-3eaacc85-b20f-4e92-b843-47f2ceceb576 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'security_group': {'name': 'tempest-secgroup-901329144'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:59:50.998779 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1300762b-4ceb-416a-8277-2ca56a6b5055 None None] Publish callbacks [] for port (fefd69ac-d266-497b-b5bf-8b923eccaf2e), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:51.004716 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3eaacc85-b20f-4e92-b843-47f2ceceb576 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:51.098429 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0f0c6139-228a-48be-aeab-f92a6391f093 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (cd442866-47cd-4dd8-8225-76e7631efc1c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:51.150587 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3eaacc85-b20f-4e92-b843-47f2ceceb576 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for security_group (d06c38b0-4735-4fdb-82a9-7c06a9ac11c2), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:51.165770 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1300762b-4ceb-416a-8277-2ca56a6b5055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (fefd69ac-d266-497b-b5bf-8b923eccaf2e), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:51.185185 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:51.215915 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1300762b-4ceb-416a-8277-2ca56a6b5055 None None] Network 2a3e2d0f-874e-42f5-99d3-385993abe5ad is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:59:51.215915 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:51.219617 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-1300762b-4ceb-416a-8277-2ca56a6b5055 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:59:51.223647 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1300762b-4ceb-416a-8277-2ca56a6b5055 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:59:51.232738 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3eaacc85-b20f-4e92-b843-47f2ceceb576 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d06c38b0-4735-4fdb-82a9-7c06a9ac11c2), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:51.300723 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaacc85-b20f-4e92-b843-47f2ceceb576 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d06c38b0-4735-4fdb-82a9-7c06a9ac11c2,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:51.340621 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300762b-4ceb-416a-8277-2ca56a6b5055 None None] Pushing event updated for resources: {'Port': ['ID=fefd69ac-d266-497b-b5bf-8b923eccaf2e,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:51.361908 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3eaacc85-b20f-4e92-b843-47f2ceceb576 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:51.363643 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3eaacc85-b20f-4e92-b843-47f2ceceb576 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4737275 Feb 20 03:59:51.366471 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42602) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:51.371631 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-beaff037-9158-4e63-bf07-4c87532dde6c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1593625072', 'security_groups': ['d06c38b0-4735-4fdb-82a9-7c06a9ac11c2'], 'network_id': '2a3e2d0f-874e-42f5-99d3-385993abe5ad', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5a1c169c-b1eb-4367-ac18-4f2b9fc71230'}]}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:59:51.378892 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-1300762b-4ceb-416a-8277-2ca56a6b5055 None None] Attempting to bind port fefd69ac-d266-497b-b5bf-8b923eccaf2e on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 03:59:51.381698 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-1300762b-4ceb-416a-8277-2ca56a6b5055 None None] Attempting to bind port fefd69ac-d266-497b-b5bf-8b923eccaf2e by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '7a5e3d95-bfae-4906-9af6-f83e42ac3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2a3e2d0f-874e-42f5-99d3-385993abe5ad'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 03:59:51.381698 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1300762b-4ceb-416a-8277-2ca56a6b5055 None None] Attempting to bind port fefd69ac-d266-497b-b5bf-8b923eccaf2e on network 2a3e2d0f-874e-42f5-99d3-385993abe5ad {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 03:59:51.395085 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1300762b-4ceb-416a-8277-2ca56a6b5055 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 03:59:51.395474 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1300762b-4ceb-416a-8277-2ca56a6b5055 None None] Checking segment: {'id': '7a5e3d95-bfae-4906-9af6-f83e42ac3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2a3e2d0f-874e-42f5-99d3-385993abe5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 03:59:51.395886 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1300762b-4ceb-416a-8277-2ca56a6b5055 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:51.396290 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1300762b-4ceb-416a-8277-2ca56a6b5055 None None] Bound using segment: {'id': '7a5e3d95-bfae-4906-9af6-f83e42ac3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2a3e2d0f-874e-42f5-99d3-385993abe5ad'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 03:59:51.396811 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-1300762b-4ceb-416a-8277-2ca56a6b5055 None None] Bound port: fefd69ac-d266-497b-b5bf-8b923eccaf2e, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5e3d95-bfae-4906-9af6-f83e42ac3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2a3e2d0f-874e-42f5-99d3-385993abe5ad'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 03:59:51.397190 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1300762b-4ceb-416a-8277-2ca56a6b5055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fefd69ac-d266-497b-b5bf-8b923eccaf2e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:51.544097 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-1300762b-4ceb-416a-8277-2ca56a6b5055 None None] For port fefd69ac-d266-497b-b5bf-8b923eccaf2e, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 03:59:51.551369 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-1300762b-4ceb-416a-8277-2ca56a6b5055 None None] For port fefd69ac-d266-497b-b5bf-8b923eccaf2e, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=fefd69ac-d266-497b-b5bf-8b923eccaf2e,segment=NetworkSegment(7a5e3d95-bfae-4906-9af6-f83e42ac3665),segment_id=7a5e3d95-bfae-4906-9af6-f83e42ac3665)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 03:59:51.639037 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1300762b-4ceb-416a-8277-2ca56a6b5055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (fefd69ac-d266-497b-b5bf-8b923eccaf2e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:51.644884 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0c6139-228a-48be-aeab-f92a6391f093 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Router cd442866-47cd-4dd8-8225-76e7631efc1c has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 03:59:51.661401 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beaff037-9158-4e63-bf07-4c87532dde6c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:59:51.815978 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300762b-4ceb-416a-8277-2ca56a6b5055 None None] Pushing event updated for resources: {'Port': ['ID=fefd69ac-d266-497b-b5bf-8b923eccaf2e,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:51.981228 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-beaff037-9158-4e63-bf07-4c87532dde6c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:52.022129 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [None req-beaff037-9158-4e63-bf07-4c87532dde6c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] device_id is not set on port a4165deb-bded-431c-8d4e-7ff585fb7624 yet. {{(pid=104106) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 03:59:52.500672 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-beaff037-9158-4e63-bf07-4c87532dde6c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Allocated IP 172.20.0.3 (2a3e2d0f-874e-42f5-99d3-385993abe5ad/5a1c169c-b1eb-4367-ac18-4f2b9fc71230/a4165deb-bded-431c-8d4e-7ff585fb7624) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:59:52.521421 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0c6139-228a-48be-aeab-f92a6391f093 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 03:59:52.527003 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0f0c6139-228a-48be-aeab-f92a6391f093 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "PUT /v2.0/routers/cd442866-47cd-4dd8-8225-76e7631efc1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8086143 Feb 20 03:59:52.530039 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42620) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:52.539295 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2343bae4-dc0c-4dcc-8cf0-00890c6d2a08 None None] Sync routers for ids ['cd442866-47cd-4dd8-8225-76e7631efc1c'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 03:59:52.554386 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2343bae4-dc0c-4dcc-8cf0-00890c6d2a08 None None] Routers {'cd442866-47cd-4dd8-8225-76e7631efc1c'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:59:52.555093 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2343bae4-dc0c-4dcc-8cf0-00890c6d2a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:59:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['cd442866-47cd-4dd8-8225-76e7631efc1c'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:52.713594 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d711eba-29eb-4949-896d-4ec93e05ab44 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Deleting subnet 9acbd7c8-024d-4797-af2a-388f49052bab {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:59:52.725780 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7d711eba-29eb-4949-896d-4ec93e05ab44 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for subnet (9acbd7c8-024d-4797-af2a-388f49052bab), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:52.758092 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-2343bae4-dc0c-4dcc-8cf0-00890c6d2a08 None None] Set router cd442866-47cd-4dd8-8225-76e7631efc1c gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:59:52.830206 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7d711eba-29eb-4949-896d-4ec93e05ab44 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (9acbd7c8-024d-4797-af2a-388f49052bab), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:52.860024 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-beaff037-9158-4e63-bf07-4c87532dde6c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for port (a4165deb-bded-431c-8d4e-7ff585fb7624), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:52.966207 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device fefd69ac-d266-497b-b5bf-8b923eccaf2e up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:59:52.994311 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-beaff037-9158-4e63-bf07-4c87532dde6c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (a4165deb-bded-431c-8d4e-7ff585fb7624), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:53.091976 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beaff037-9158-4e63-bf07-4c87532dde6c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network 2a3e2d0f-874e-42f5-99d3-385993abe5ad is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:59:53.118006 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-beaff037-9158-4e63-bf07-4c87532dde6c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:59:53.129502 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaff037-9158-4e63-bf07-4c87532dde6c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 03:59:53.146887 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7d711eba-29eb-4949-896d-4ec93e05ab44 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (9acbd7c8-024d-4797-af2a-388f49052bab), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:53.153807 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port fefd69ac-d266-497b-b5bf-8b923eccaf2e triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:59:53.154449 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (fefd69ac-d266-497b-b5bf-8b923eccaf2e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:53.184002 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaff037-9158-4e63-bf07-4c87532dde6c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Port': ['ID=a4165deb-bded-431c-8d4e-7ff585fb7624,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:53.233616 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaff037-9158-4e63-bf07-4c87532dde6c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:53.235037 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-beaff037-9158-4e63-bf07-4c87532dde6c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:53.340284 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7d711eba-29eb-4949-896d-4ec93e05ab44 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (9acbd7c8-024d-4797-af2a-388f49052bab), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:53.340502 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port fefd69ac-d266-497b-b5bf-8b923eccaf2e is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:59:53.340849 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fefd69ac-d266-497b-b5bf-8b923eccaf2e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:53.360316 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-beaff037-9158-4e63-bf07-4c87532dde6c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9924462 Feb 20 03:59:53.361324 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42640) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:53.361436 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2343bae4-dc0c-4dcc-8cf0-00890c6d2a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242735007', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '1bdfadf4-4055-486a-bcd8-05e28f6fe037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:57:11Z', 'updated_at': '2022-02-20T03:59:50Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '1bdfadf4-4055-486a-bcd8-05e28f6fe037', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:13:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:57:12Z', 'updated_at': '2022-02-20T03:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:53.368386 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-f54558d5-ffa7-4064-a034-30659d65d41c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'subnet': {'network_id': '2a3e2d0f-874e-42f5-99d3-385993abe5ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:59:53.397539 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2343bae4-dc0c-4dcc-8cf0-00890c6d2a08 None None] Checking router: cd442866-47cd-4dd8-8225-76e7631efc1c for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 03:59:53.408358 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d711eba-29eb-4949-896d-4ec93e05ab44 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event deleted for resources: {'Subnet': ['ID=9acbd7c8-024d-4797-af2a-388f49052bab,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:53.427041 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c11853-2fef-4a58-8116-b00fdb6a985f None None] Network 1553fd51-a4a7-4e2e-a488-03242682b199 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:59:53.430520 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7d711eba-29eb-4949-896d-4ec93e05ab44 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:53.430951 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port fefd69ac-d266-497b-b5bf-8b923eccaf2e, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=fefd69ac-d266-497b-b5bf-8b923eccaf2e,segment=NetworkSegment(7a5e3d95-bfae-4906-9af6-f83e42ac3665),segment_id=7a5e3d95-bfae-4906-9af6-f83e42ac3665)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:59:53.432438 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2343bae4-dc0c-4dcc-8cf0-00890c6d2a08 None None] Routers {'cd442866-47cd-4dd8-8225-76e7631efc1c'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 03:59:53.433068 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2343bae4-dc0c-4dcc-8cf0-00890c6d2a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:59:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['cd442866-47cd-4dd8-8225-76e7631efc1c'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:53.440137 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7d711eba-29eb-4949-896d-4ec93e05ab44 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "DELETE /v2.0/subnets/9acbd7c8-024d-4797-af2a-388f49052bab HTTP/1.1" status: 204 len: 168 time: 0.9080002 Feb 20 03:59:53.442499 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42644) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:53.729943 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54558d5-ffa7-4064-a034-30659d65d41c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:59:53.735526 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f54558d5-ffa7-4064-a034-30659d65d41c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:53.761827 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-625b5277-1777-4bea-b454-c34fdd49d042 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router (cd442866-47cd-4dd8-8225-76e7631efc1c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:53.821308 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (fefd69ac-d266-497b-b5bf-8b923eccaf2e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:53.928585 n-d-829866-4 neutron-server[104106]: INFO neutron.db.ipam_backend_mixin [None req-f54558d5-ffa7-4064-a034-30659d65d41c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5a1c169c-b1eb-4367-ac18-4f2b9fc71230 (CIDR: 172.20.0.0/28) Feb 20 03:59:53.981407 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-625b5277-1777-4bea-b454-c34fdd49d042 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router_gateway (cd442866-47cd-4dd8-8225-76e7631efc1c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:53.988175 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-471d82f9-37ef-4888-85f3-379ef74ee960 None None] Provisioning complete for port fefd69ac-d266-497b-b5bf-8b923eccaf2e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:59:53.989207 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-471d82f9-37ef-4888-85f3-379ef74ee960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (fefd69ac-d266-497b-b5bf-8b923eccaf2e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:53.999085 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54558d5-ffa7-4064-a034-30659d65d41c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 03:59:54.000724 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f54558d5-ffa7-4064-a034-30659d65d41c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 03:59:54.057791 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-2343bae4-dc0c-4dcc-8cf0-00890c6d2a08 None None] Set router cd442866-47cd-4dd8-8225-76e7631efc1c gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 03:59:54.107145 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f54558d5-ffa7-4064-a034-30659d65d41c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7403066 Feb 20 03:59:54.107347 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42656) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:54.113027 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-9820393e-322c-44fb-8b8e-5e9c271babad tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'subnet': {'network_id': '2a3e2d0f-874e-42f5-99d3-385993abe5ad', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:59:54.195897 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-625b5277-1777-4bea-b454-c34fdd49d042 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Deleting port 1bdfadf4-4055-486a-bcd8-05e28f6fe037 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:59:54.196488 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-625b5277-1777-4bea-b454-c34fdd49d042 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (1bdfadf4-4055-486a-bcd8-05e28f6fe037), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:54.291186 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=fefd69ac-d266-497b-b5bf-8b923eccaf2e,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:54.357023 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-625b5277-1777-4bea-b454-c34fdd49d042 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] For port 1bdfadf4-4055-486a-bcd8-05e28f6fe037, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=1bdfadf4-4055-486a-bcd8-05e28f6fe037,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:59:54.360030 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-625b5277-1777-4bea-b454-c34fdd49d042 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (1bdfadf4-4055-486a-bcd8-05e28f6fe037), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:54.387870 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-625b5277-1777-4bea-b454-c34fdd49d042 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Calling delete_port for 1bdfadf4-4055-486a-bcd8-05e28f6fe037 owned by network:router_gateway {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:59:54.407823 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-471d82f9-37ef-4888-85f3-379ef74ee960 None None] Current status of the port fefd69ac-d266-497b-b5bf-8b923eccaf2e is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:59:54.437964 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-471d82f9-37ef-4888-85f3-379ef74ee960 None None] Provisioning complete for port a91c13a3-9dd7-45a6-be47-1332840dd004 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:59:54.454257 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-471d82f9-37ef-4888-85f3-379ef74ee960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a91c13a3-9dd7-45a6-be47-1332840dd004), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:54.487182 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2343bae4-dc0c-4dcc-8cf0-00890c6d2a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242735007', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '1bdfadf4-4055-486a-bcd8-05e28f6fe037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:57:11Z', 'updated_at': '2022-02-20T03:59:50Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '1bdfadf4-4055-486a-bcd8-05e28f6fe037', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:13:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:57:12Z', 'updated_at': '2022-02-20T03:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:54.501916 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9820393e-322c-44fb-8b8e-5e9c271babad tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:59:54.502256 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-142bdaea-240b-4b13-8349-75a988225c10 req-80136046-655f-493b-b1fb-5c974c79dad5 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=35020f0e760948f3aaa3a14692013457&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785668 Feb 20 03:59:54.507176 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9820393e-322c-44fb-8b8e-5e9c271babad tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:54.537683 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2343bae4-dc0c-4dcc-8cf0-00890c6d2a08 None None] The sync data for ids ['cd442866-47cd-4dd8-8225-76e7631efc1c'] in n-d-829866-4 is: [{'id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242735007', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '1bdfadf4-4055-486a-bcd8-05e28f6fe037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T03:57:11Z', 'updated_at': '2022-02-20T03:59:50Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '1bdfadf4-4055-486a-bcd8-05e28f6fe037', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:13:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd442866-47cd-4dd8-8225-76e7631efc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T03:57:12Z', 'updated_at': '2022-02-20T03:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 03:59:54.539424 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8913d3-a41d-4d63-929f-0bb013f5c446 None None] DHCP port deletion for 1553fd51-a4a7-4e2e-a488-03242682b199 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 03:59:54.559530 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-471d82f9-37ef-4888-85f3-379ef74ee960 None None] Port a91c13a3-9dd7-45a6-be47-1332840dd004 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:59:54.696058 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-7f8913d3-a41d-4d63-929f-0bb013f5c446 None None] Deleting port 70606b33-3d51-46cd-829b-8e15482aeb31 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:59:54.697824 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7f8913d3-a41d-4d63-929f-0bb013f5c446 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (70606b33-3d51-46cd-829b-8e15482aeb31), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:54.855148 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d5023c5f-6a4c-4711-ae96-a2e73b4872e5 None None] Provisioning complete for port a4165deb-bded-431c-8d4e-7ff585fb7624 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:59:54.856197 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d5023c5f-6a4c-4711-ae96-a2e73b4872e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a4165deb-bded-431c-8d4e-7ff585fb7624), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:54.908732 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9820393e-322c-44fb-8b8e-5e9c271babad tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (bd0fc43b-37a8-4c14-8eb7-dc85834f8b05), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:54.936705 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bdaea-240b-4b13-8349-75a988225c10 req-b8d063bd-40a3-4522-99c1-c8e60633c111 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:54.943605 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-142bdaea-240b-4b13-8349-75a988225c10 req-b8d063bd-40a3-4522-99c1-c8e60633c111 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4327769 Feb 20 03:59:54.963583 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-142bdaea-240b-4b13-8349-75a988225c10 req-ec478630-78bc-485d-8570-37aea192f61c tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.89 "GET /v2.0/quotas/35020f0e760948f3aaa3a14692013457 HTTP/1.1" status: 200 len: 375 time: 0.0190210 Feb 20 03:59:54.976198 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-7f8913d3-a41d-4d63-929f-0bb013f5c446 None None] For port 70606b33-3d51-46cd-829b-8e15482aeb31, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=70606b33-3d51-46cd-829b-8e15482aeb31,segment=NetworkSegment(93e69323-4e49-4b8b-a65d-dd37b5850605),segment_id=93e69323-4e49-4b8b-a65d-dd37b5850605)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:59:54.976866 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7f8913d3-a41d-4d63-929f-0bb013f5c446 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (70606b33-3d51-46cd-829b-8e15482aeb31), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:55.030893 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820393e-322c-44fb-8b8e-5e9c271babad tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Subnet': ['ID=bd0fc43b-37a8-4c14-8eb7-dc85834f8b05,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:55.062248 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-142bdaea-240b-4b13-8349-75a988225c10 req-b23e507f-ecd3-427b-b9fe-c2fc698348f0 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=35020f0e760948f3aaa3a14692013457&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0975995 Feb 20 03:59:55.069240 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9820393e-322c-44fb-8b8e-5e9c271babad tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network 2a3e2d0f-874e-42f5-99d3-385993abe5ad is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 03:59:55.069384 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-7f8913d3-a41d-4d63-929f-0bb013f5c446 None None] Calling delete_port for 70606b33-3d51-46cd-829b-8e15482aeb31 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:59:55.069469 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-9820393e-322c-44fb-8b8e-5e9c271babad tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 03:59:55.075823 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9820393e-322c-44fb-8b8e-5e9c271babad tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:55.076919 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d5023c5f-6a4c-4711-ae96-a2e73b4872e5 None None] Port a4165deb-bded-431c-8d4e-7ff585fb7624 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:59:55.078437 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9820393e-322c-44fb-8b8e-5e9c271babad tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:55.103142 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d6a9f1-d865-4691-ac33-31482d446df7 None None] Network 2a3e2d0f-874e-42f5-99d3-385993abe5ad requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:59:55.111404 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device fefd69ac-d266-497b-b5bf-8b923eccaf2e up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:59:55.241476 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9820393e-322c-44fb-8b8e-5e9c271babad tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1306639 Feb 20 03:59:55.241808 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42684) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:55.247352 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-4672633e-2faf-4ddf-88a8-40728fbe3a1f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-360189570', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bd0fc43b-37a8-4c14-8eb7-dc85834f8b05'}], 'security_groups': ['a3e43e60-e8a3-44a0-bd97-b8eb938b4267']}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:59:55.256276 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-625b5277-1777-4bea-b454-c34fdd49d042 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (1bdfadf4-4055-486a-bcd8-05e28f6fe037), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:55.329419 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b5277-1777-4bea-b454-c34fdd49d042 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event deleted for resources: {'Port': ['ID=1bdfadf4-4055-486a-bcd8-05e28f6fe037,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:55.404859 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4672633e-2faf-4ddf-88a8-40728fbe3a1f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a4165deb-bded-431c-8d4e-7ff585fb7624), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:55.439963 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port fefd69ac-d266-497b-b5bf-8b923eccaf2e triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:59:55.440350 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (fefd69ac-d266-497b-b5bf-8b923eccaf2e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:55.467245 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-625b5277-1777-4bea-b454-c34fdd49d042 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (cd442866-47cd-4dd8-8225-76e7631efc1c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:55.518529 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7f8913d3-a41d-4d63-929f-0bb013f5c446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (70606b33-3d51-46cd-829b-8e15482aeb31), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:55.571227 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8913d3-a41d-4d63-929f-0bb013f5c446 None None] Pushing event deleted for resources: {'Port': ['ID=70606b33-3d51-46cd-829b-8e15482aeb31,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:55.586350 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8913d3-a41d-4d63-929f-0bb013f5c446 None None] No DVR routers for this DVR port 70606b33-3d51-46cd-829b-8e15482aeb31 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 03:59:55.768850 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-625b5277-1777-4bea-b454-c34fdd49d042 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (cd442866-47cd-4dd8-8225-76e7631efc1c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:55.771223 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-625b5277-1777-4bea-b454-c34fdd49d042 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router_controller (cd442866-47cd-4dd8-8225-76e7631efc1c), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:55.787111 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port fefd69ac-d266-497b-b5bf-8b923eccaf2e is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:59:55.789473 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f82fe1b-2d71-4e8b-bd75-b3e254adf0c4 None None] Update dhcp port {'port': {'network_id': '2a3e2d0f-874e-42f5-99d3-385993abe5ad', 'fixed_ips': [{'subnet_id': '5a1c169c-b1eb-4367-ac18-4f2b9fc71230', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bd0fc43b-37a8-4c14-8eb7-dc85834f8b05'}], 'binding:host_id': 'n-d-829866-4'}, 'id': 'fefd69ac-d266-497b-b5bf-8b923eccaf2e'} from n-d-829866-4. {{(pid=104107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 03:59:55.845510 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0f82fe1b-2d71-4e8b-bd75-b3e254adf0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fefd69ac-d266-497b-b5bf-8b923eccaf2e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:55.959633 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 70606b33-3d51-46cd-829b-8e15482aeb31 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:59:55.987793 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c93ccf5d-4c3a-4170-8184-dfff36964d4d req-ea444cc3-8a30-4ff9-8824-29f746750527 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.89 "GET /v2.0/ports?device_id=34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7 HTTP/1.1" status: 200 len: 210 time: 0.0435128 Feb 20 03:59:56.022090 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 70606b33-3d51-46cd-829b-8e15482aeb31 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:59:56.022566 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 70606b33-3d51-46cd-829b-8e15482aeb31 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:59:56.023032 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0111f4e6-0230-453e-9e59-72df10051f4d no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:59:56.075573 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 0111f4e6-0230-453e-9e59-72df10051f4d {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:59:56.075925 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0111f4e6-0230-453e-9e59-72df10051f4d not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:59:56.123165 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-4672633e-2faf-4ddf-88a8-40728fbe3a1f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Delete allocated IP 172.20.0.3 (2a3e2d0f-874e-42f5-99d3-385993abe5ad/5a1c169c-b1eb-4367-ac18-4f2b9fc71230) {{(pid=104106) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 20 03:59:56.126145 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-625b5277-1777-4bea-b454-c34fdd49d042 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (cd442866-47cd-4dd8-8225-76e7631efc1c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:56.126145 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625b5277-1777-4bea-b454-c34fdd49d042 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Fanout notify agent at l3_agent the message router_deleted on router cd442866-47cd-4dd8-8225-76e7631efc1c {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 03:59:56.126145 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-625b5277-1777-4bea-b454-c34fdd49d042 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:56.126145 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-625b5277-1777-4bea-b454-c34fdd49d042 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "DELETE /v2.0/routers/cd442866-47cd-4dd8-8225-76e7631efc1c HTTP/1.1" status: 204 len: 168 time: 2.6603625 Feb 20 03:59:56.126145 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42700) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:56.126688 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-4672633e-2faf-4ddf-88a8-40728fbe3a1f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Allocated IP 172.20.0.27 (2a3e2d0f-874e-42f5-99d3-385993abe5ad/bd0fc43b-37a8-4c14-8eb7-dc85834f8b05/a4165deb-bded-431c-8d4e-7ff585fb7624) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:59:56.338772 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-59ce06ae-a35d-4e85-9001-e38801a5b510 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (1553fd51-a4a7-4e2e-a488-03242682b199), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:56.445235 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6e2fb47c-93ab-4365-ba2f-4feab099e9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:56.480988 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4672633e-2faf-4ddf-88a8-40728fbe3a1f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for port (a4165deb-bded-431c-8d4e-7ff585fb7624), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:56.488836 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-59ce06ae-a35d-4e85-9001-e38801a5b510 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (1553fd51-a4a7-4e2e-a488-03242682b199), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:56.517334 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-59ce06ae-a35d-4e85-9001-e38801a5b510 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1553fd51-a4a7-4e2e-a488-03242682b199']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:56.528430 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-59ce06ae-a35d-4e85-9001-e38801a5b510 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e69323-4e49-4b8b-a65d-dd37b5850605') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:56.528780 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-59ce06ae-a35d-4e85-9001-e38801a5b510 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e69323-4e49-4b8b-a65d-dd37b5850605') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 03:59:56.552850 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-59ce06ae-a35d-4e85-9001-e38801a5b510 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (93e69323-4e49-4b8b-a65d-dd37b5850605), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:56.570800 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4672633e-2faf-4ddf-88a8-40728fbe3a1f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (a4165deb-bded-431c-8d4e-7ff585fb7624), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:56.571990 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-59ce06ae-a35d-4e85-9001-e38801a5b510 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (93e69323-4e49-4b8b-a65d-dd37b5850605), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:56.587270 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ce06ae-a35d-4e85-9001-e38801a5b510 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 03:59:56.588128 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-59ce06ae-a35d-4e85-9001-e38801a5b510 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (93e69323-4e49-4b8b-a65d-dd37b5850605), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:56.591729 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 03:59:56.591729 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 03:59:56.591729 n-d-829866-4 neutron-server[104105]: timer() Feb 20 03:59:56.591729 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 03:59:56.591729 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 03:59:56.591729 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 03:59:56.591729 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 03:59:56.591729 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 03:59:56.591729 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 03:59:56.591729 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 03:59:56.591729 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 03:59:56.591729 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 03:59:56.591729 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 03:59:56.591729 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 03:59:56.591729 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 03:59:56.591729 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 03:59:56.591729 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 03:59:56.591729 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 03:59:56.591729 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 03:59:56.591729 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 03:59:56.591729 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 03:59:56.591729 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 03:59:56.591729 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 03:59:56.591729 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 03:59:56.591729 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 03:59:56.591729 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 03:59:56.591729 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 03:59:56.591729 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 03:59:56.591729 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 03:59:56.591729 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 03:59:56.591729 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 03:59:56.591729 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 03:59:56.701677 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-0f82fe1b-2d71-4e8b-bd75-b3e254adf0c4 None None] Allocated IP 172.20.0.18 (2a3e2d0f-874e-42f5-99d3-385993abe5ad/bd0fc43b-37a8-4c14-8eb7-dc85834f8b05/fefd69ac-d266-497b-b5bf-8b923eccaf2e) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:59:56.840609 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-59ce06ae-a35d-4e85-9001-e38801a5b510 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (1553fd51-a4a7-4e2e-a488-03242682b199), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:56.853380 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 1bdfadf4-4055-486a-bcd8-05e28f6fe037 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 03:59:56.856198 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-59ce06ae-a35d-4e85-9001-e38801a5b510 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:56.867621 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-59ce06ae-a35d-4e85-9001-e38801a5b510 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "DELETE /v2.0/networks/1553fd51-a4a7-4e2e-a488-03242682b199 HTTP/1.1" status: 204 len: 168 time: 0.7526999 Feb 20 03:59:56.870328 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42708) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:56.889883 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 1bdfadf4-4055-486a-bcd8-05e28f6fe037 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 03:59:56.893088 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 1bdfadf4-4055-486a-bcd8-05e28f6fe037 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 03:59:56.936855 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-4672633e-2faf-4ddf-88a8-40728fbe3a1f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] In _notify_port_updated(), no bound segment for port a4165deb-bded-431c-8d4e-7ff585fb7624 on network 2a3e2d0f-874e-42f5-99d3-385993abe5ad {{(pid=104106) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 03:59:56.942639 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4672633e-2faf-4ddf-88a8-40728fbe3a1f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:56.943299 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4672633e-2faf-4ddf-88a8-40728fbe3a1f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:56.944632 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4672633e-2faf-4ddf-88a8-40728fbe3a1f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "PUT /v2.0/ports/a4165deb-bded-431c-8d4e-7ff585fb7624 HTTP/1.1" status: 200 len: 920 time: 1.7018073 Feb 20 03:59:56.945394 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672633e-2faf-4ddf-88a8-40728fbe3a1f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Port': ['ID=a4165deb-bded-431c-8d4e-7ff585fb7624,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:56.946120 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-0f82fe1b-2d71-4e8b-bd75-b3e254adf0c4 None None] For port fefd69ac-d266-497b-b5bf-8b923eccaf2e, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=fefd69ac-d266-497b-b5bf-8b923eccaf2e,segment=NetworkSegment(7a5e3d95-bfae-4906-9af6-f83e42ac3665),segment_id=7a5e3d95-bfae-4906-9af6-f83e42ac3665)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 03:59:56.959855 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42712) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:56.982112 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce06ae-a35d-4e85-9001-e38801a5b510 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event deleted for resources: {'Network': ['ID=1553fd51-a4a7-4e2e-a488-03242682b199,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:57.020953 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0f82fe1b-2d71-4e8b-bd75-b3e254adf0c4 None None] Publish callbacks [] for port (fefd69ac-d266-497b-b5bf-8b923eccaf2e), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:57.049907 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-eefbd77d-3e1c-4beb-9313-15382410cb8e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group (95aecce9-04b4-4501-ae1e-bc00cd5d129f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:57.089381 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-eefbd77d-3e1c-4beb-9313-15382410cb8e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group (95aecce9-04b4-4501-ae1e-bc00cd5d129f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:57.132784 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0f82fe1b-2d71-4e8b-bd75-b3e254adf0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (fefd69ac-d266-497b-b5bf-8b923eccaf2e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:57.207658 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-32bd6a83-a1b7-4452-9cc1-41d90fa4b259 req-66bf6318-39f4-4e9c-a61a-b534c8c38ed1 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.89 "GET /v2.0/ports?device_id=34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7 HTTP/1.1" status: 200 len: 210 time: 0.0525901 Feb 20 03:59:57.215133 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-37bea620-de0a-42c6-a7e1-17a1a1579b8c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Deleting port a4165deb-bded-431c-8d4e-7ff585fb7624 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 03:59:57.216055 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-37bea620-de0a-42c6-a7e1-17a1a1579b8c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (a4165deb-bded-431c-8d4e-7ff585fb7624), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:57.300178 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82fe1b-2d71-4e8b-bd75-b3e254adf0c4 None None] Pushing event updated for resources: {'Port': ['ID=fefd69ac-d266-497b-b5bf-8b923eccaf2e,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:57.320024 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-eefbd77d-3e1c-4beb-9313-15382410cb8e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (95aecce9-04b4-4501-ae1e-bc00cd5d129f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:57.322633 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-eefbd77d-3e1c-4beb-9313-15382410cb8e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:57.323876 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-eefbd77d-3e1c-4beb-9313-15382410cb8e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "DELETE /v2.0/security-groups/95aecce9-04b4-4501-ae1e-bc00cd5d129f HTTP/1.1" status: 204 len: 168 time: 0.4411120 Feb 20 03:59:57.339881 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefbd77d-3e1c-4beb-9313-15382410cb8e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95aecce9-04b4-4501-ae1e-bc00cd5d129f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:57.396609 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-37bea620-de0a-42c6-a7e1-17a1a1579b8c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (a4165deb-bded-431c-8d4e-7ff585fb7624), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:57.415741 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-37bea620-de0a-42c6-a7e1-17a1a1579b8c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Calling delete_port for a4165deb-bded-431c-8d4e-7ff585fb7624 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 03:59:57.936641 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-37bea620-de0a-42c6-a7e1-17a1a1579b8c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (a4165deb-bded-431c-8d4e-7ff585fb7624), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:57.983356 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bea620-de0a-42c6-a7e1-17a1a1579b8c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Port': ['ID=a4165deb-bded-431c-8d4e-7ff585fb7624,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:58.165752 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-37bea620-de0a-42c6-a7e1-17a1a1579b8c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:58.170205 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-37bea620-de0a-42c6-a7e1-17a1a1579b8c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/ports/a4165deb-bded-431c-8d4e-7ff585fb7624 HTTP/1.1" status: 204 len: 168 time: 1.2091393 Feb 20 03:59:58.173644 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42728) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:58.238476 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-c00e4432-32fe-4cb6-935e-f7ba32983c52 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] GET failed (client error): The resource could not be found. Feb 20 03:59:58.242629 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c00e4432-32fe-4cb6-935e-f7ba32983c52 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "GET /v2.0/ports/a4165deb-bded-431c-8d4e-7ff585fb7624 HTTP/1.1" status: 404 len: 333 time: 0.0653911 Feb 20 03:59:58.243082 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42732) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:58.319893 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6d5a8764-faf3-4073-babd-fb80f13d5b04 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for security_group (d06c38b0-4735-4fdb-82a9-7c06a9ac11c2), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:58.329364 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-028e4989-19dd-4866-b3a9-8cd6a5e09de4 None None] Could not find standard attr ID for object a4165deb-bded-431c-8d4e-7ff585fb7624. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:59:58.357203 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6d5a8764-faf3-4073-babd-fb80f13d5b04 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for security_group (d06c38b0-4735-4fdb-82a9-7c06a9ac11c2), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:58.357689 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-028e4989-19dd-4866-b3a9-8cd6a5e09de4 None None] Provisioning complete for port fefd69ac-d266-497b-b5bf-8b923eccaf2e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:59:58.358079 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-028e4989-19dd-4866-b3a9-8cd6a5e09de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (fefd69ac-d266-497b-b5bf-8b923eccaf2e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:58.395998 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42736) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:58.407609 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-40313000-d591-42f0-a0ec-285529ff1281 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1688832075', 'description': 'tempest-secgroup-smoke-1688832075 description', 'project_id': 'c51c06307884485eaac01385a5cfa0f0'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:59:58.453338 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-028e4989-19dd-4866-b3a9-8cd6a5e09de4 None None] Current status of the port fefd69ac-d266-497b-b5bf-8b923eccaf2e is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:59:58.464290 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-028e4989-19dd-4866-b3a9-8cd6a5e09de4 None None] Provisioning complete for port a91c13a3-9dd7-45a6-be47-1332840dd004 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:59:58.464670 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-028e4989-19dd-4866-b3a9-8cd6a5e09de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a91c13a3-9dd7-45a6-be47-1332840dd004), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:58.531598 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6d5a8764-faf3-4073-babd-fb80f13d5b04 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d06c38b0-4735-4fdb-82a9-7c06a9ac11c2), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:58.531808 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-028e4989-19dd-4866-b3a9-8cd6a5e09de4 None None] Port a91c13a3-9dd7-45a6-be47-1332840dd004 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 03:59:58.538664 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6d5a8764-faf3-4073-babd-fb80f13d5b04 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:58.543312 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6d5a8764-faf3-4073-babd-fb80f13d5b04 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/security-groups/d06c38b0-4735-4fdb-82a9-7c06a9ac11c2 HTTP/1.1" status: 204 len: 168 time: 0.2968245 Feb 20 03:59:58.559494 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42738) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:58.576472 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9353e762-8de4-427c-8804-bad00a1716cc req-151a6af2-3198-4d72-876b-476c255fa3c1 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.89 "GET /v2.0/ports?device_id=34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7 HTTP/1.1" status: 200 len: 210 time: 0.0979087 Feb 20 03:59:58.577689 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a8764-faf3-4073-babd-fb80f13d5b04 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06c38b0-4735-4fdb-82a9-7c06a9ac11c2,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:58.578494 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-40313000-d591-42f0-a0ec-285529ff1281 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:58.664810 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-142bdaea-240b-4b13-8349-75a988225c10 req-f5c5855b-27c3-45cf-a345-e631d530918a tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=35020f0e760948f3aaa3a14692013457&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399928 Feb 20 03:59:58.675629 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ecd0812d-03fd-4857-850b-d11d875ad6ea tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for security_group (a3e43e60-e8a3-44a0-bd97-b8eb938b4267), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:58.702659 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ecd0812d-03fd-4857-850b-d11d875ad6ea tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for security_group (a3e43e60-e8a3-44a0-bd97-b8eb938b4267), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:58.809018 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device fefd69ac-d266-497b-b5bf-8b923eccaf2e up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 03:59:58.848010 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-40313000-d591-42f0-a0ec-285529ff1281 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group (5d090704-141c-46f5-9b9d-79748e4b7902), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:58.868028 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ecd0812d-03fd-4857-850b-d11d875ad6ea tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a3e43e60-e8a3-44a0-bd97-b8eb938b4267), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:58.870973 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ecd0812d-03fd-4857-850b-d11d875ad6ea tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:58.872493 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ecd0812d-03fd-4857-850b-d11d875ad6ea tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/security-groups/a3e43e60-e8a3-44a0-bd97-b8eb938b4267 HTTP/1.1" status: 204 len: 168 time: 0.3119028 Feb 20 03:59:58.880602 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ba0b8083-917f-42aa-84e8-3de6ceb194ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:58.880818 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42744) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:58.882037 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bdaea-240b-4b13-8349-75a988225c10 req-474ce4d7-24b8-4455-9003-37f33c6749fa tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 03:59:58.883665 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-142bdaea-240b-4b13-8349-75a988225c10 req-474ce4d7-24b8-4455-9003-37f33c6749fa tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2065768 Feb 20 03:59:58.902059 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-142bdaea-240b-4b13-8349-75a988225c10 req-7593822a-535a-49b8-b037-8d008d9916b4 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Request body: {'port': {'device_id': '34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'admin_state_up': True, 'tenant_id': '35020f0e760948f3aaa3a14692013457'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:59:58.919884 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port fefd69ac-d266-497b-b5bf-8b923eccaf2e triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 03:59:58.920592 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (fefd69ac-d266-497b-b5bf-8b923eccaf2e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:58.946843 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0812d-03fd-4857-850b-d11d875ad6ea tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e43e60-e8a3-44a0-bd97-b8eb938b4267,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:59.034170 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-40313000-d591-42f0-a0ec-285529ff1281 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5d090704-141c-46f5-9b9d-79748e4b7902), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:59.062309 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-a76a3120-619b-4793-b874-117d659b4b3a None None] Could not find standard attr ID for object a4165deb-bded-431c-8d4e-7ff585fb7624. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 03:59:59.066152 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d32eacb-48e5-4a1d-9e9f-7db4bb7ad814 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Deleting subnet 5a1c169c-b1eb-4367-ac18-4f2b9fc71230 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 03:59:59.075773 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4d32eacb-48e5-4a1d-9e9f-7db4bb7ad814 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for subnet (5a1c169c-b1eb-4367-ac18-4f2b9fc71230), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:59.132661 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port fefd69ac-d266-497b-b5bf-8b923eccaf2e is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 03:59:59.143668 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4d32eacb-48e5-4a1d-9e9f-7db4bb7ad814 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (5a1c169c-b1eb-4367-ac18-4f2b9fc71230), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:59.148835 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40313000-d591-42f0-a0ec-285529ff1281 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d090704-141c-46f5-9b9d-79748e4b7902,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:59.167328 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-40313000-d591-42f0-a0ec-285529ff1281 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:59.172139 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-40313000-d591-42f0-a0ec-285529ff1281 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7749844 Feb 20 03:59:59.172820 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42754) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:59.185037 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-d2b575e0-b8e1-4468-b4a1-8c3b609787eb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'security_group_rule': {'security_group_id': '5d090704-141c-46f5-9b9d-79748e4b7902', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:59:59.246268 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4d32eacb-48e5-4a1d-9e9f-7db4bb7ad814 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (5a1c169c-b1eb-4367-ac18-4f2b9fc71230), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:59.308864 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d2b575e0-b8e1-4468-b4a1-8c3b609787eb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (2eac174e-c7aa-4e43-9984-0075d6e81e6c), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:59.327678 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-142bdaea-240b-4b13-8349-75a988225c10 req-7593822a-535a-49b8-b037-8d008d9916b4 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Made reservation on behalf of 35020f0e760948f3aaa3a14692013457 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:59:59.331917 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-142bdaea-240b-4b13-8349-75a988225c10 req-7593822a-535a-49b8-b037-8d008d9916b4 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:59.355289 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-142bdaea-240b-4b13-8349-75a988225c10 req-7593822a-535a-49b8-b037-8d008d9916b4 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:59.402535 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d2b575e0-b8e1-4468-b4a1-8c3b609787eb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (2eac174e-c7aa-4e43-9984-0075d6e81e6c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:59.433511 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4d32eacb-48e5-4a1d-9e9f-7db4bb7ad814 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (5a1c169c-b1eb-4367-ac18-4f2b9fc71230), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:59.462508 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-142bdaea-240b-4b13-8349-75a988225c10 req-7593822a-535a-49b8-b037-8d008d9916b4 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Publish callbacks [] for security_group (e1884654-4607-4712-97f9-15872c618cc8), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:59.470131 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4d32eacb-48e5-4a1d-9e9f-7db4bb7ad814 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:59.477304 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4d32eacb-48e5-4a1d-9e9f-7db4bb7ad814 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/subnets/5a1c169c-b1eb-4367-ac18-4f2b9fc71230 HTTP/1.1" status: 204 len: 168 time: 0.5865612 Feb 20 03:59:59.477304 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32eacb-48e5-4a1d-9e9f-7db4bb7ad814 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Subnet': ['ID=5a1c169c-b1eb-4367-ac18-4f2b9fc71230,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:59.479426 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42756) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:59.480801 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087d5560-b618-439c-8562-b5ef4f6c43cd None None] Network 2a3e2d0f-874e-42f5-99d3-385993abe5ad requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 03:59:59.485544 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-75eb1f9b-ab2f-4f9a-ac6d-a4b1aca77bda tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'subnet': {'network_id': '2a3e2d0f-874e-42f5-99d3-385993abe5ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:59:59.538846 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d2b575e0-b8e1-4468-b4a1-8c3b609787eb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (2eac174e-c7aa-4e43-9984-0075d6e81e6c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:59.564132 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b575e0-b8e1-4468-b4a1-8c3b609787eb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eac174e-c7aa-4e43-9984-0075d6e81e6c,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:59.581149 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-142bdaea-240b-4b13-8349-75a988225c10 req-7593822a-535a-49b8-b037-8d008d9916b4 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e1884654-4607-4712-97f9-15872c618cc8), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:59.717273 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d2b575e0-b8e1-4468-b4a1-8c3b609787eb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:59.718587 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d2b575e0-b8e1-4468-b4a1-8c3b609787eb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5379648 Feb 20 03:59:59.721963 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42760) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 03:59:59.728380 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-cd1040ef-7dc8-44f5-9117-d3e246cef6b7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'security_group_rule': {'security_group_id': '5d090704-141c-46f5-9b9d-79748e4b7902', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 03:59:59.740611 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593822a-535a-49b8-b037-8d008d9916b4 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1884654-4607-4712-97f9-15872c618cc8,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 03:59:59.785564 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3f0e312f-71d1-44b3-a2f3-873c9700f6bd req-70e5f7f9-2021-48b2-8a4c-2a45e743ea8b tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.89 "GET /v2.0/ports?device_id=34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7 HTTP/1.1" status: 200 len: 210 time: 0.0792372 Feb 20 03:59:59.845770 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cd1040ef-7dc8-44f5-9117-d3e246cef6b7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (6fa08988-b9b9-412e-9dfb-1022baa135f6), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:59.941132 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-142bdaea-240b-4b13-8349-75a988225c10 req-7593822a-535a-49b8-b037-8d008d9916b4 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Allocated IP 192.168.233.52 (0c4d93d2-7476-4570-93e5-7ecf9f895901/c38207c9-ee42-4b0e-b0ac-5ef2953b6f62/c2ece5ea-f9af-46df-841f-f9ffbc649c07) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 03:59:59.951778 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75eb1f9b-ab2f-4f9a-ac6d-a4b1aca77bda tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 03:59:59.961908 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cd1040ef-7dc8-44f5-9117-d3e246cef6b7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (6fa08988-b9b9-412e-9dfb-1022baa135f6), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 03:59:59.966368 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-75eb1f9b-ab2f-4f9a-ac6d-a4b1aca77bda tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:00.016963 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:00.107778 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cd1040ef-7dc8-44f5-9117-d3e246cef6b7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (6fa08988-b9b9-412e-9dfb-1022baa135f6), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:00.158962 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1040ef-7dc8-44f5-9117-d3e246cef6b7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa08988-b9b9-412e-9dfb-1022baa135f6,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:00.304927 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cd1040ef-7dc8-44f5-9117-d3e246cef6b7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:00.309897 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cd1040ef-7dc8-44f5-9117-d3e246cef6b7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5842848 Feb 20 04:00:00.310323 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42778) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:00.314882 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-543421c7-baaf-464c-a324-2f20297cb68a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'security_group_rule': {'security_group_id': '5d090704-141c-46f5-9b9d-79748e4b7902', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:00:00.343309 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-142bdaea-240b-4b13-8349-75a988225c10 req-7593822a-535a-49b8-b037-8d008d9916b4 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Publish callbacks [] for port (c2ece5ea-f9af-46df-841f-f9ffbc649c07), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:00.464096 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-543421c7-baaf-464c-a324-2f20297cb68a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (ce3ec708-e763-4ae6-83d2-e10fd9c6c6ac), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:00.596111 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-543421c7-baaf-464c-a324-2f20297cb68a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (ce3ec708-e763-4ae6-83d2-e10fd9c6c6ac), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:00.685519 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-543421c7-baaf-464c-a324-2f20297cb68a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (ce3ec708-e763-4ae6-83d2-e10fd9c6c6ac), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:00.734696 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-4eaf5145-a8dc-469e-95f5-262657258987 None None] Provisioning complete for port fefd69ac-d266-497b-b5bf-8b923eccaf2e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:00:00.737797 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4eaf5145-a8dc-469e-95f5-262657258987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (fefd69ac-d266-497b-b5bf-8b923eccaf2e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:00.742320 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543421c7-baaf-464c-a324-2f20297cb68a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce3ec708-e763-4ae6-83d2-e10fd9c6c6ac,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:00.838006 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-543421c7-baaf-464c-a324-2f20297cb68a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:00.842335 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-543421c7-baaf-464c-a324-2f20297cb68a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5312376 Feb 20 04:00:00.843028 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42786) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:00.850509 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-6d6ee8cf-8af9-4c73-93f3-a15f2830c9ef tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'security_group_rule': {'security_group_id': '5d090704-141c-46f5-9b9d-79748e4b7902', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:00:00.913101 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-142bdaea-240b-4b13-8349-75a988225c10 req-7593822a-535a-49b8-b037-8d008d9916b4 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (c2ece5ea-f9af-46df-841f-f9ffbc649c07), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:00.936019 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-4eaf5145-a8dc-469e-95f5-262657258987 None None] Current status of the port fefd69ac-d266-497b-b5bf-8b923eccaf2e is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:00:00.969547 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-4eaf5145-a8dc-469e-95f5-262657258987 None None] Provisioning complete for port a91c13a3-9dd7-45a6-be47-1332840dd004 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:00:00.970170 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4eaf5145-a8dc-469e-95f5-262657258987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a91c13a3-9dd7-45a6-be47-1332840dd004), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:01.006745 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6d6ee8cf-8af9-4c73-93f3-a15f2830c9ef tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (8da7c2cb-02c6-4937-86ea-96fdbacf774b), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:01.030779 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-4eaf5145-a8dc-469e-95f5-262657258987 None None] Port a91c13a3-9dd7-45a6-be47-1332840dd004 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:00:01.051679 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593822a-535a-49b8-b037-8d008d9916b4 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Pushing event updated for resources: {'Port': ['ID=c2ece5ea-f9af-46df-841f-f9ffbc649c07,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:01.084051 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-142bdaea-240b-4b13-8349-75a988225c10 req-7593822a-535a-49b8-b037-8d008d9916b4 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:00:01.133077 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-142bdaea-240b-4b13-8349-75a988225c10 req-7593822a-535a-49b8-b037-8d008d9916b4 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:00:01.137209 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-142bdaea-240b-4b13-8349-75a988225c10 req-7593822a-535a-49b8-b037-8d008d9916b4 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:00:01.196999 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6d6ee8cf-8af9-4c73-93f3-a15f2830c9ef tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (8da7c2cb-02c6-4937-86ea-96fdbacf774b), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:01.319830 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6d6ee8cf-8af9-4c73-93f3-a15f2830c9ef tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (8da7c2cb-02c6-4937-86ea-96fdbacf774b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:01.349225 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:01.352758 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ee8cf-8af9-4c73-93f3-a15f2830c9ef tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da7c2cb-02c6-4937-86ea-96fdbacf774b,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:01.431307 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc951a77-0056-4eb6-adc9-5117cc97aca6 req-3f870b63-8b5d-462c-a0ba-0e35d406d43f tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:01.437233 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bc951a77-0056-4eb6-adc9-5117cc97aca6 req-3f870b63-8b5d-462c-a0ba-0e35d406d43f tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.89 "GET /v2.0/ports?device_id=34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7 HTTP/1.1" status: 200 len: 935 time: 0.4021127 Feb 20 04:00:01.446946 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6d6ee8cf-8af9-4c73-93f3-a15f2830c9ef tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:01.449013 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6d6ee8cf-8af9-4c73-93f3-a15f2830c9ef tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6037619 Feb 20 04:00:01.451051 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42792) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:01.455834 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-505a87d7-a840-462c-b441-8bbbefda27be tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'security_group_rule': {'security_group_id': '5d090704-141c-46f5-9b9d-79748e4b7902', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:00:01.577212 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bdaea-240b-4b13-8349-75a988225c10 req-7593822a-535a-49b8-b037-8d008d9916b4 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:01.582168 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-142bdaea-240b-4b13-8349-75a988225c10 req-7593822a-535a-49b8-b037-8d008d9916b4 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:01.598626 n-d-829866-4 neutron-server[104106]: INFO neutron.db.securitygroups_db [None req-505a87d7-a840-462c-b441-8bbbefda27be tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Project c51c06307884485eaac01385a5cfa0f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 04:00:01.604484 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-505a87d7-a840-462c-b441-8bbbefda27be tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (75498d20-9090-4de4-86ef-b0a1e8cf0330), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:01.668628 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-8a91e593-a0fb-4d1a-8b69-1effdadd3c70 None None] Provisioning complete for port c2ece5ea-f9af-46df-841f-f9ffbc649c07 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:00:01.669000 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8a91e593-a0fb-4d1a-8b69-1effdadd3c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c2ece5ea-f9af-46df-841f-f9ffbc649c07), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:01.670513 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bc951a77-0056-4eb6-adc9-5117cc97aca6 req-aa76cd99-ead8-4d82-a36e-c09331934dda tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.89 "GET /v2.0/security-groups?id=e1884654-4607-4712-97f9-15872c618cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082477 Feb 20 04:00:01.680856 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-142bdaea-240b-4b13-8349-75a988225c10 req-7593822a-535a-49b8-b037-8d008d9916b4 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7867613 Feb 20 04:00:01.705258 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-142bdaea-240b-4b13-8349-75a988225c10 req-5c173b5c-8b88-47b2-8ff6-b2ea8ab34b2c service neutron] Request body: {'port': {'device_id': '34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:00:01.747726 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-75eb1f9b-ab2f-4f9a-ac6d-a4b1aca77bda tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (b867df38-405b-43ff-a0c1-76aca3adf83d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:01.749375 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-505a87d7-a840-462c-b441-8bbbefda27be tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (75498d20-9090-4de4-86ef-b0a1e8cf0330), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:01.778401 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-8a91e593-a0fb-4d1a-8b69-1effdadd3c70 None None] Port c2ece5ea-f9af-46df-841f-f9ffbc649c07 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:00:01.821646 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75eb1f9b-ab2f-4f9a-ac6d-a4b1aca77bda tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network 2a3e2d0f-874e-42f5-99d3-385993abe5ad is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:00:01.821881 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-505a87d7-a840-462c-b441-8bbbefda27be tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (75498d20-9090-4de4-86ef-b0a1e8cf0330), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:01.830660 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-142bdaea-240b-4b13-8349-75a988225c10 req-5c173b5c-8b88-47b2-8ff6-b2ea8ab34b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c2ece5ea-f9af-46df-841f-f9ffbc649c07), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:01.853242 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a87d7-a840-462c-b441-8bbbefda27be tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75498d20-9090-4de4-86ef-b0a1e8cf0330,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:01.957143 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-505a87d7-a840-462c-b441-8bbbefda27be tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:01.958625 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-505a87d7-a840-462c-b441-8bbbefda27be tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5066314 Feb 20 04:00:01.961413 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42796) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:01.965891 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-bd2b009b-648b-464c-a2ae-8a399bb35981 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'security_group_rule': {'security_group_id': '5d090704-141c-46f5-9b9d-79748e4b7902', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:00:02.132551 n-d-829866-4 neutron-server[104106]: INFO neutron.db.securitygroups_db [None req-bd2b009b-648b-464c-a2ae-8a399bb35981 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Project c51c06307884485eaac01385a5cfa0f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 04:00:02.137949 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bd2b009b-648b-464c-a2ae-8a399bb35981 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (7467f36c-c6c8-4824-9ea0-18e008644e0c), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:02.148590 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-142bdaea-240b-4b13-8349-75a988225c10 req-5c173b5c-8b88-47b2-8ff6-b2ea8ab34b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2ece5ea-f9af-46df-841f-f9ffbc649c07 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:00:02.159323 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-142bdaea-240b-4b13-8349-75a988225c10 req-5c173b5c-8b88-47b2-8ff6-b2ea8ab34b2c service neutron] Publish callbacks [] for port (c2ece5ea-f9af-46df-841f-f9ffbc649c07), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:02.173959 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-142bdaea-240b-4b13-8349-75a988225c10 req-5c173b5c-8b88-47b2-8ff6-b2ea8ab34b2c service neutron] Transition to ACTIVE for port object c2ece5ea-f9af-46df-841f-f9ffbc649c07 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:00:02.175271 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-75eb1f9b-ab2f-4f9a-ac6d-a4b1aca77bda tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:00:02.179213 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eb1f9b-ab2f-4f9a-ac6d-a4b1aca77bda tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:02.179816 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-75eb1f9b-ab2f-4f9a-ac6d-a4b1aca77bda tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:02.186522 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beea2897-f649-4167-96c9-1fd8091487a4 None None] Network 2a3e2d0f-874e-42f5-99d3-385993abe5ad requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:00:02.203469 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb1f9b-ab2f-4f9a-ac6d-a4b1aca77bda tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Subnet': ['ID=b867df38-405b-43ff-a0c1-76aca3adf83d,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:02.245682 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-142bdaea-240b-4b13-8349-75a988225c10 req-5c173b5c-8b88-47b2-8ff6-b2ea8ab34b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (c2ece5ea-f9af-46df-841f-f9ffbc649c07), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:02.248540 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bd2b009b-648b-464c-a2ae-8a399bb35981 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (7467f36c-c6c8-4824-9ea0-18e008644e0c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:02.330217 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bd2b009b-648b-464c-a2ae-8a399bb35981 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (7467f36c-c6c8-4824-9ea0-18e008644e0c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:02.340228 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c173b5c-8b88-47b2-8ff6-b2ea8ab34b2c service neutron] Pushing event updated for resources: {'Port': ['ID=c2ece5ea-f9af-46df-841f-f9ffbc649c07,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:02.358598 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-75eb1f9b-ab2f-4f9a-ac6d-a4b1aca77bda tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8773456 Feb 20 04:00:02.360280 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42802) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:02.378716 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-2814f7ed-114b-4011-90c1-5f43eb554692 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'security_group': {'name': 'tempest-secgroup-1793020332'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:00:02.386393 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b009b-648b-464c-a2ae-8a399bb35981 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7467f36c-c6c8-4824-9ea0-18e008644e0c,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:02.530166 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-bd2b009b-648b-464c-a2ae-8a399bb35981 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:02.532054 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bd2b009b-648b-464c-a2ae-8a399bb35981 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5694394 Feb 20 04:00:02.535619 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42806) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:02.543259 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-2e77b437-eb62-47ec-965f-bd3f028a2ddf tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'network': {'name': 'tempest-network-smoke--868211081', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'port_security_enabled': True}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:00:02.618142 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57270d83-bd73-4896-965d-7ec7bc80ccce None None] Update dhcp port {'port': {'network_id': '2a3e2d0f-874e-42f5-99d3-385993abe5ad', 'fixed_ips': [{'subnet_id': 'bd0fc43b-37a8-4c14-8eb7-dc85834f8b05', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b867df38-405b-43ff-a0c1-76aca3adf83d'}], 'binding:host_id': 'n-d-829866-4'}, 'id': 'fefd69ac-d266-497b-b5bf-8b923eccaf2e'} from n-d-829866-4. {{(pid=104107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 04:00:02.634737 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-142bdaea-240b-4b13-8349-75a988225c10 req-5c173b5c-8b88-47b2-8ff6-b2ea8ab34b2c service neutron] Attempting to bind port c2ece5ea-f9af-46df-841f-f9ffbc649c07 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:00:02.635361 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-142bdaea-240b-4b13-8349-75a988225c10 req-5c173b5c-8b88-47b2-8ff6-b2ea8ab34b2c service neutron] Attempting to bind port c2ece5ea-f9af-46df-841f-f9ffbc649c07 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:00:02.635361 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142bdaea-240b-4b13-8349-75a988225c10 req-5c173b5c-8b88-47b2-8ff6-b2ea8ab34b2c service neutron] Attempting to bind port c2ece5ea-f9af-46df-841f-f9ffbc649c07 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:00:02.645873 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142bdaea-240b-4b13-8349-75a988225c10 req-5c173b5c-8b88-47b2-8ff6-b2ea8ab34b2c service neutron] Port c2ece5ea-f9af-46df-841f-f9ffbc649c07 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:00:02.650151 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e77b437-eb62-47ec-965f-bd3f028a2ddf tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Made reservation on behalf of c51c06307884485eaac01385a5cfa0f0 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:00:02.655146 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2e77b437-eb62-47ec-965f-bd3f028a2ddf tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:02.657640 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142bdaea-240b-4b13-8349-75a988225c10 req-5c173b5c-8b88-47b2-8ff6-b2ea8ab34b2c service neutron] Attempting to bind port c2ece5ea-f9af-46df-841f-f9ffbc649c07 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:00:02.677914 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142bdaea-240b-4b13-8349-75a988225c10 req-5c173b5c-8b88-47b2-8ff6-b2ea8ab34b2c service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 3, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:00:02.684658 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142bdaea-240b-4b13-8349-75a988225c10 req-5c173b5c-8b88-47b2-8ff6-b2ea8ab34b2c service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:00:02.685215 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142bdaea-240b-4b13-8349-75a988225c10 req-5c173b5c-8b88-47b2-8ff6-b2ea8ab34b2c service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:00:02.686796 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-142bdaea-240b-4b13-8349-75a988225c10 req-5c173b5c-8b88-47b2-8ff6-b2ea8ab34b2c service neutron] Bound port: c2ece5ea-f9af-46df-841f-f9ffbc649c07, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:00:02.687947 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-142bdaea-240b-4b13-8349-75a988225c10 req-5c173b5c-8b88-47b2-8ff6-b2ea8ab34b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c2ece5ea-f9af-46df-841f-f9ffbc649c07), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:02.688303 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-57270d83-bd73-4896-965d-7ec7bc80ccce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fefd69ac-d266-497b-b5bf-8b923eccaf2e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:02.725651 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2814f7ed-114b-4011-90c1-5f43eb554692 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:02.737286 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e77b437-eb62-47ec-965f-bd3f028a2ddf tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 04:00:02.759056 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2e77b437-eb62-47ec-965f-bd3f028a2ddf tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (18a51bdb-1340-45df-8e4e-b0fbb0d2037f), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:02.759349 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-2e77b437-eb62-47ec-965f-bd3f028a2ddf tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Added segment 18a51bdb-1340-45df-8e4e-b0fbb0d2037f of type vlan for network 5f9da837-c943-4d2d-82d0-ff91c1537843 Feb 20 04:00:02.913807 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2e77b437-eb62-47ec-965f-bd3f028a2ddf tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (5f9da837-c943-4d2d-82d0-ff91c1537843), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:03.050448 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2e77b437-eb62-47ec-965f-bd3f028a2ddf tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (5f9da837-c943-4d2d-82d0-ff91c1537843), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:03.055441 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e77b437-eb62-47ec-965f-bd3f028a2ddf tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:03.056029 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2e77b437-eb62-47ec-965f-bd3f028a2ddf tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:03.056397 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2814f7ed-114b-4011-90c1-5f43eb554692 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for security_group (0c926827-8ce3-4097-9173-41f586f8ae7a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:03.262319 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e86122-564b-4e84-9511-d80c8d3af686 req-7ba8db85-ded1-4a90-939e-993047689833 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:03.272084 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6e86122-564b-4e84-9511-d80c8d3af686 req-7ba8db85-ded1-4a90-939e-993047689833 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.89 "GET /v2.0/ports?device_id=34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7 HTTP/1.1" status: 200 len: 947 time: 0.3835001 Feb 20 04:00:03.291212 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2e77b437-eb62-47ec-965f-bd3f028a2ddf tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7531538 Feb 20 04:00:03.294331 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42814) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:03.297767 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2814f7ed-114b-4011-90c1-5f43eb554692 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (0c926827-8ce3-4097-9173-41f586f8ae7a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:03.309374 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-0489de7b-46a2-43f7-b6f4-c2d7a6aa092c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1687977824', 'admin_state_up': True, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:00:03.337583 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77b437-eb62-47ec-965f-bd3f028a2ddf tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'Network': ['ID=5f9da837-c943-4d2d-82d0-ff91c1537843,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:03.359442 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-142bdaea-240b-4b13-8349-75a988225c10 req-5c173b5c-8b88-47b2-8ff6-b2ea8ab34b2c service neutron] For port c2ece5ea-f9af-46df-841f-f9ffbc649c07, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:00:03.391001 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:03.392095 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2814f7ed-114b-4011-90c1-5f43eb554692 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:03.393355 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2814f7ed-114b-4011-90c1-5f43eb554692 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0233195 Feb 20 04:00:03.396461 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42816) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:03.402143 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-2c623bd2-9009-4a1c-acb8-69a072d2526d tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'security_group': {'name': 'tempest-secgroup-1735823993'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:00:03.403154 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-142bdaea-240b-4b13-8349-75a988225c10 req-5c173b5c-8b88-47b2-8ff6-b2ea8ab34b2c service neutron] For port c2ece5ea-f9af-46df-841f-f9ffbc649c07, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=c2ece5ea-f9af-46df-841f-f9ffbc649c07,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:00:03.410630 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 5f9da837-c943-4d2d-82d0-ff91c1537843 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 04:00:03.415286 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814f7ed-114b-4011-90c1-5f43eb554692 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c926827-8ce3-4097-9173-41f586f8ae7a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:03.453000 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b6e86122-564b-4e84-9511-d80c8d3af686 req-d464acae-d72f-4e09-a3d7-66213e3d489f tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.89 "GET /v2.0/security-groups?id=e1884654-4607-4712-97f9-15872c618cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798575 Feb 20 04:00:03.486641 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-142bdaea-240b-4b13-8349-75a988225c10 req-5c173b5c-8b88-47b2-8ff6-b2ea8ab34b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (c2ece5ea-f9af-46df-841f-f9ffbc649c07), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:03.506827 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0489de7b-46a2-43f7-b6f4-c2d7a6aa092c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (e6072b5c-aa68-469f-9234-198bb2fb0a7b), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:03.507979 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0489de7b-46a2-43f7-b6f4-c2d7a6aa092c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (e6072b5c-aa68-469f-9234-198bb2fb0a7b), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:03.554960 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bdaea-240b-4b13-8349-75a988225c10 req-5c173b5c-8b88-47b2-8ff6-b2ea8ab34b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:03.555598 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-142bdaea-240b-4b13-8349-75a988225c10 req-5c173b5c-8b88-47b2-8ff6-b2ea8ab34b2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:03.557170 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-142bdaea-240b-4b13-8349-75a988225c10 req-5c173b5c-8b88-47b2-8ff6-b2ea8ab34b2c service neutron] 10.222.0.42 "PUT /v2.0/ports/c2ece5ea-f9af-46df-841f-f9ffbc649c07 HTTP/1.1" status: 200 len: 1095 time: 1.8689742 Feb 20 04:00:03.557627 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7', 'tag': 'c2ece5ea-f9af-46df-841f-f9ffbc649c07'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:00:03.560100 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4bfa55-180a-4730-bfe7-4e3f6b2f1310" -d '{"events": [{"name": "network-changed", "server_uuid": "34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7", "tag": "c2ece5ea-f9af-46df-841f-f9ffbc649c07"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:00:03.608806 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c173b5c-8b88-47b2-8ff6-b2ea8ab34b2c service neutron] Pushing event updated for resources: {'Port': ['ID=c2ece5ea-f9af-46df-841f-f9ffbc649c07,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:03.629456 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785034f0-b25a-43a4-b4a3-3544a0185c95 x-openstack-request-id: req-785034f0-b25a-43a4-b4a3-3544a0185c95 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:00:03.629767 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7", "tag": "c2ece5ea-f9af-46df-841f-f9ffbc649c07", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:00:03.630075 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-785034f0-b25a-43a4-b4a3-3544a0185c95 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:00:03.630492 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7', 'tag': 'c2ece5ea-f9af-46df-841f-f9ffbc649c07', 'status': 'completed', 'code': 200} Feb 20 04:00:03.671058 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0489de7b-46a2-43f7-b6f4-c2d7a6aa092c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router_controller (e6072b5c-aa68-469f-9234-198bb2fb0a7b), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:03.675462 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-57270d83-bd73-4896-965d-7ec7bc80ccce None None] Allocated IP 172.20.0.2 (2a3e2d0f-874e-42f5-99d3-385993abe5ad/b867df38-405b-43ff-a0c1-76aca3adf83d/fefd69ac-d266-497b-b5bf-8b923eccaf2e) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:00:03.680554 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2c623bd2-9009-4a1c-acb8-69a072d2526d tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:03.762554 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4bfa55-180a-4730-bfe7-4e3f6b2f1310 req-fd545400-60f3-40df-859b-f37accb0625e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:03.764184 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb4bfa55-180a-4730-bfe7-4e3f6b2f1310 req-fd545400-60f3-40df-859b-f37accb0625e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=35020f0e760948f3aaa3a14692013457&device_id=34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7 HTTP/1.1" status: 200 len: 1129 time: 0.1037886 Feb 20 04:00:03.840071 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb4bfa55-180a-4730-bfe7-4e3f6b2f1310 req-063ef551-507d-4ec9-b076-2bbc40110a52 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=35020f0e760948f3aaa3a14692013457&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613420 Feb 20 04:00:03.980973 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-57270d83-bd73-4896-965d-7ec7bc80ccce None None] For port fefd69ac-d266-497b-b5bf-8b923eccaf2e, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=fefd69ac-d266-497b-b5bf-8b923eccaf2e,segment=NetworkSegment(7a5e3d95-bfae-4906-9af6-f83e42ac3665),segment_id=7a5e3d95-bfae-4906-9af6-f83e42ac3665)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:00:04.043383 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0489de7b-46a2-43f7-b6f4-c2d7a6aa092c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router_gateway (e6072b5c-aa68-469f-9234-198bb2fb0a7b), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:04.080765 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2c623bd2-9009-4a1c-acb8-69a072d2526d tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for security_group (1d1fd5cd-015e-4d48-ad5e-147c9a8d9a92), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:04.093616 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-57270d83-bd73-4896-965d-7ec7bc80ccce None None] Publish callbacks [] for port (fefd69ac-d266-497b-b5bf-8b923eccaf2e), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:04.115417 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4bfa55-180a-4730-bfe7-4e3f6b2f1310 req-ad4bc018-cffe-4510-8a94-780b3935c872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:04.118283 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb4bfa55-180a-4730-bfe7-4e3f6b2f1310 req-ad4bc018-cffe-4510-8a94-780b3935c872 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2742946 Feb 20 04:00:04.171080 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-57270d83-bd73-4896-965d-7ec7bc80ccce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (fefd69ac-d266-497b-b5bf-8b923eccaf2e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:04.214568 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2c623bd2-9009-4a1c-acb8-69a072d2526d tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1d1fd5cd-015e-4d48-ad5e-147c9a8d9a92), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:04.268977 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bdaea-240b-4b13-8349-75a988225c10 req-f3ca3d34-87f2-4506-9364-6f1668424aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:04.274067 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c623bd2-9009-4a1c-acb8-69a072d2526d tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1fd5cd-015e-4d48-ad5e-147c9a8d9a92,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:04.275478 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-142bdaea-240b-4b13-8349-75a988225c10 req-f3ca3d34-87f2-4506-9364-6f1668424aff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=35020f0e760948f3aaa3a14692013457&device_id=34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7 HTTP/1.1" status: 200 len: 1129 time: 0.1139884 Feb 20 04:00:04.321205 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2c623bd2-9009-4a1c-acb8-69a072d2526d tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:04.321205 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2c623bd2-9009-4a1c-acb8-69a072d2526d tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9170887 Feb 20 04:00:04.323482 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42824) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:04.330408 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-b0fcb907-8991-4b14-9fbd-404bb25d4b5c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'security_group': {'name': 'tempest-secgroup-913460522'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:00:04.373112 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-142bdaea-240b-4b13-8349-75a988225c10 req-0d233522-13ac-48fb-9b8b-6137c27d54c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=c2ece5ea-f9af-46df-841f-f9ffbc649c07 HTTP/1.1" status: 200 len: 217 time: 0.0895622 Feb 20 04:00:04.401263 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57270d83-bd73-4896-965d-7ec7bc80ccce None None] Pushing event updated for resources: {'Port': ['ID=fefd69ac-d266-497b-b5bf-8b923eccaf2e,revision_number=6']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:04.440692 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bdaea-240b-4b13-8349-75a988225c10 req-691e989f-4366-4b59-83eb-8614035fcead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:04.444935 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-142bdaea-240b-4b13-8349-75a988225c10 req-691e989f-4366-4b59-83eb-8614035fcead service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0621495 Feb 20 04:00:04.501873 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0fcb907-8991-4b14-9fbd-404bb25d4b5c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:04.555881 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bdaea-240b-4b13-8349-75a988225c10 req-5c0ed232-d2d2-41c4-8375-7352f1661e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:04.557434 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-142bdaea-240b-4b13-8349-75a988225c10 req-5c0ed232-d2d2-41c4-8375-7352f1661e2d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1090755 Feb 20 04:00:04.625527 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0489de7b-46a2-43f7-b6f4-c2d7a6aa092c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router_gateway (e6072b5c-aa68-469f-9234-198bb2fb0a7b), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:04.673218 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0489de7b-46a2-43f7-b6f4-c2d7a6aa092c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:04.854185 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505c393-5ff9-43c9-baf7-8d469a4c1570 req-93b4f527-205d-4392-8a5d-51a380b85820 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:04.866402 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0505c393-5ff9-43c9-baf7-8d469a4c1570 req-93b4f527-205d-4392-8a5d-51a380b85820 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.89 "GET /v2.0/ports?device_id=34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7 HTTP/1.1" status: 200 len: 947 time: 0.2715950 Feb 20 04:00:04.876119 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device fefd69ac-d266-497b-b5bf-8b923eccaf2e up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:00:04.899812 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-142bdaea-240b-4b13-8349-75a988225c10 req-13becb12-4de9-4554-9a40-f627576c77d3 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296213 Feb 20 04:00:05.007391 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0505c393-5ff9-43c9-baf7-8d469a4c1570 req-148b2342-e82e-4821-a21c-1be1553cc131 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.89 "GET /v2.0/security-groups?id=e1884654-4607-4712-97f9-15872c618cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399779 Feb 20 04:00:05.035776 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port fefd69ac-d266-497b-b5bf-8b923eccaf2e triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:00:05.036167 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (fefd69ac-d266-497b-b5bf-8b923eccaf2e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:05.079548 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0fcb907-8991-4b14-9fbd-404bb25d4b5c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for security_group (22477ab9-041b-4af3-b60b-09c8665009ac), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:05.081808 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-142bdaea-240b-4b13-8349-75a988225c10 req-27475770-0e53-48fa-8b68-2e21692ed839 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738179 Feb 20 04:00:05.137503 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-0489de7b-46a2-43f7-b6f4-c2d7a6aa092c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Allocated IP 172.25.7.29 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/8c3243cd-0b75-4c7c-92aa-eb2264fea8cd) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:00:05.167975 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port fefd69ac-d266-497b-b5bf-8b923eccaf2e is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:00:05.253159 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0fcb907-8991-4b14-9fbd-404bb25d4b5c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (22477ab9-041b-4af3-b60b-09c8665009ac), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:05.326563 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fcb907-8991-4b14-9fbd-404bb25d4b5c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22477ab9-041b-4af3-b60b-09c8665009ac,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:05.381354 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b0fcb907-8991-4b14-9fbd-404bb25d4b5c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:05.382902 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b0fcb907-8991-4b14-9fbd-404bb25d4b5c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0586085 Feb 20 04:00:05.385653 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42838) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:05.388893 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0489de7b-46a2-43f7-b6f4-c2d7a6aa092c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for port (8c3243cd-0b75-4c7c-92aa-eb2264fea8cd), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:05.392878 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-66814823-56db-4e89-aaeb-57b2043c5263 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1318564561', 'security_groups': ['22477ab9-041b-4af3-b60b-09c8665009ac'], 'network_id': '2a3e2d0f-874e-42f5-99d3-385993abe5ad', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b867df38-405b-43ff-a0c1-76aca3adf83d'}]}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:00:05.514570 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0489de7b-46a2-43f7-b6f4-c2d7a6aa092c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (8c3243cd-0b75-4c7c-92aa-eb2264fea8cd), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:05.542708 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-486a4eea-4e2e-4bf3-9bcb-32192aabe747 None None] Provisioning complete for port fefd69ac-d266-497b-b5bf-8b923eccaf2e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:00:05.543326 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-486a4eea-4e2e-4bf3-9bcb-32192aabe747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (fefd69ac-d266-497b-b5bf-8b923eccaf2e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:05.597725 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0489de7b-46a2-43f7-b6f4-c2d7a6aa092c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:00:05.601016 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-0489de7b-46a2-43f7-b6f4-c2d7a6aa092c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:00:05.605142 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0489de7b-46a2-43f7-b6f4-c2d7a6aa092c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:00:05.632967 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66814823-56db-4e89-aaeb-57b2043c5263 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:00:05.643873 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489de7b-46a2-43f7-b6f4-c2d7a6aa092c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'Port': ['ID=8c3243cd-0b75-4c7c-92aa-eb2264fea8cd,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:05.754640 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-486a4eea-4e2e-4bf3-9bcb-32192aabe747 None None] Current status of the port fefd69ac-d266-497b-b5bf-8b923eccaf2e is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:00:05.774104 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-486a4eea-4e2e-4bf3-9bcb-32192aabe747 None None] Provisioning complete for port a91c13a3-9dd7-45a6-be47-1332840dd004 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:00:05.774479 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-486a4eea-4e2e-4bf3-9bcb-32192aabe747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a91c13a3-9dd7-45a6-be47-1332840dd004), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:05.783093 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66814823-56db-4e89-aaeb-57b2043c5263 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:05.801586 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [None req-66814823-56db-4e89-aaeb-57b2043c5263 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] device_id is not set on port b12b5877-2f38-4ad2-a26b-57f50d6a0af8 yet. {{(pid=104105) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 20 04:00:05.846580 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-486a4eea-4e2e-4bf3-9bcb-32192aabe747 None None] Port a91c13a3-9dd7-45a6-be47-1332840dd004 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:00:06.083156 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0489de7b-46a2-43f7-b6f4-c2d7a6aa092c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router_gateway (e6072b5c-aa68-469f-9234-198bb2fb0a7b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:06.086797 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-66814823-56db-4e89-aaeb-57b2043c5263 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Allocated IP 172.20.0.9 (2a3e2d0f-874e-42f5-99d3-385993abe5ad/b867df38-405b-43ff-a0c1-76aca3adf83d/b12b5877-2f38-4ad2-a26b-57f50d6a0af8) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:00:06.314663 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87cd5c-3378-49d7-b3bc-dc873754d0ad req-9d633f5e-b580-4155-9d03-cc39e5bbd02a tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:06.316631 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0e87cd5c-3378-49d7-b3bc-dc873754d0ad req-9d633f5e-b580-4155-9d03-cc39e5bbd02a tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.89 "GET /v2.0/ports?device_id=34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7 HTTP/1.1" status: 200 len: 947 time: 0.1991327 Feb 20 04:00:06.414161 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0489de7b-46a2-43f7-b6f4-c2d7a6aa092c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (e6072b5c-aa68-469f-9234-198bb2fb0a7b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:06.427686 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0e87cd5c-3378-49d7-b3bc-dc873754d0ad req-6cc16601-5ff3-405f-8859-31ab6f36055b tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.89 "GET /v2.0/security-groups?id=e1884654-4607-4712-97f9-15872c618cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047528 Feb 20 04:00:06.452595 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66814823-56db-4e89-aaeb-57b2043c5263 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for port (b12b5877-2f38-4ad2-a26b-57f50d6a0af8), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:06.588057 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66814823-56db-4e89-aaeb-57b2043c5263 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (b12b5877-2f38-4ad2-a26b-57f50d6a0af8), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:06.663671 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66814823-56db-4e89-aaeb-57b2043c5263 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network 2a3e2d0f-874e-42f5-99d3-385993abe5ad is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:00:06.667681 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-66814823-56db-4e89-aaeb-57b2043c5263 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:00:06.672735 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66814823-56db-4e89-aaeb-57b2043c5263 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:00:06.723398 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66814823-56db-4e89-aaeb-57b2043c5263 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Port': ['ID=b12b5877-2f38-4ad2-a26b-57f50d6a0af8,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:06.777985 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66814823-56db-4e89-aaeb-57b2043c5263 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:06.780233 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-66814823-56db-4e89-aaeb-57b2043c5263 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:06.888141 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-66814823-56db-4e89-aaeb-57b2043c5263 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5012054 Feb 20 04:00:06.891074 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42852) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:06.896811 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-484694c6-b49b-429e-a028-85e9f1271246 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'subnet': {'network_id': '2a3e2d0f-874e-42f5-99d3-385993abe5ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:00:07.175620 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0489de7b-46a2-43f7-b6f4-c2d7a6aa092c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Router e6072b5c-aa68-469f-9234-198bb2fb0a7b is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 04:00:07.203760 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-29b23dc1-2061-4829-a76b-28e2a8cadbe5 None None] Provisioning complete for port b12b5877-2f38-4ad2-a26b-57f50d6a0af8 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:00:07.203760 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-29b23dc1-2061-4829-a76b-28e2a8cadbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b12b5877-2f38-4ad2-a26b-57f50d6a0af8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:07.209511 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cd60bd59-3d34-4009-b125-817b0a4e974b req-e370c411-2cf7-4e08-ac5a-f0ac5ded56a0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=783804cf-ad1f-46bf-a282-27e9ded6c9e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3748143 Feb 20 04:00:07.305937 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-29b23dc1-2061-4829-a76b-28e2a8cadbe5 None None] Port b12b5877-2f38-4ad2-a26b-57f50d6a0af8 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:00:07.318622 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device c2ece5ea-f9af-46df-841f-f9ffbc649c07 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:00:07.348543 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484694c6-b49b-429e-a028-85e9f1271246 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:00:07.356381 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-484694c6-b49b-429e-a028-85e9f1271246 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:07.433791 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0489de7b-46a2-43f7-b6f4-c2d7a6aa092c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:00:07.446951 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60bd59-3d34-4009-b125-817b0a4e974b req-69d815ed-1ff2-4a25-b534-5f12ce14be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:07.448309 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cd60bd59-3d34-4009-b125-817b0a4e974b req-69d815ed-1ff2-4a25-b534-5f12ce14be8b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d5051f6ae6274815a71eda28cae9f225&device_id=783804cf-ad1f-46bf-a282-27e9ded6c9e6 HTTP/1.1" status: 200 len: 1127 time: 0.1905608 Feb 20 04:00:07.449729 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bc34df-49f4-4af6-9023-9cf5655fbd91 None None] Sync routers for ids ['e6072b5c-aa68-469f-9234-198bb2fb0a7b'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:00:07.465013 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bc34df-49f4-4af6-9023-9cf5655fbd91 None None] Routers {'e6072b5c-aa68-469f-9234-198bb2fb0a7b'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:00:07.472043 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-76bc34df-49f4-4af6-9023-9cf5655fbd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:59:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e6072b5c-aa68-469f-9234-198bb2fb0a7b'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:00:07.496705 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port c2ece5ea-f9af-46df-841f-f9ffbc649c07, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=c2ece5ea-f9af-46df-841f-f9ffbc649c07,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:00:07.516550 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'c2ece5ea-f9af-46df-841f-f9ffbc649c07', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': 'c2ece5ea-f9af-46df-841f-f9ffbc649c07', 'mac_address': 'fa:16:3e:f7:51:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:00:07.572984 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port c2ece5ea-f9af-46df-841f-f9ffbc649c07 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:00:07.573999 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c2ece5ea-f9af-46df-841f-f9ffbc649c07), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:07.592656 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ece5ea-f9af-46df-841f-f9ffbc649c07 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:00:07.613339 n-d-829866-4 neutron-server[104105]: INFO neutron.db.ipam_backend_mixin [None req-484694c6-b49b-429e-a028-85e9f1271246 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b867df38-405b-43ff-a0c1-76aca3adf83d (CIDR: 172.20.0.0/28) Feb 20 04:00:07.622730 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port c2ece5ea-f9af-46df-841f-f9ffbc649c07, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=c2ece5ea-f9af-46df-841f-f9ffbc649c07,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:00:07.629617 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0489de7b-46a2-43f7-b6f4-c2d7a6aa092c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:07.634081 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0489de7b-46a2-43f7-b6f4-c2d7a6aa092c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.3362370 Feb 20 04:00:07.640917 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42860) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:07.663563 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-76bc34df-49f4-4af6-9023-9cf5655fbd91 None None] Set router e6072b5c-aa68-469f-9234-198bb2fb0a7b gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:00:07.669367 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-484694c6-b49b-429e-a028-85e9f1271246 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 04:00:07.669853 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-484694c6-b49b-429e-a028-85e9f1271246 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 04:00:07.685669 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-80229e18-f121-4e30-a31f-4787904496b9 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=c51c06307884485eaac01385a5cfa0f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0474317 Feb 20 04:00:07.686040 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42862) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:07.725606 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (c2ece5ea-f9af-46df-841f-f9ffbc649c07), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:07.829885 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-484694c6-b49b-429e-a028-85e9f1271246 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9374900 Feb 20 04:00:07.837355 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42866) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:07.841592 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:00:07.842509 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-f16858e1-02c3-4f33-a275-dc4147435463 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'subnet': {'network_id': '2a3e2d0f-874e-42f5-99d3-385993abe5ad', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:00:07.864900 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77505adc-bd5b-4276-836b-c1c504c7af42 req-b9679d27-90f7-4adf-aa82-6a811bc976df tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:07.865615 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=c2ece5ea-f9af-46df-841f-f9ffbc649c07,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:07.866627 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-77505adc-bd5b-4276-836b-c1c504c7af42 req-b9679d27-90f7-4adf-aa82-6a811bc976df tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.89 "GET /v2.0/ports?device_id=34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7 HTTP/1.1" status: 200 len: 947 time: 0.2511342 Feb 20 04:00:07.895625 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:07.896292 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:07.897804 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:07.898291 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:07.898520 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-76bc34df-49f4-4af6-9023-9cf5655fbd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687977824', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '8c3243cd-0b75-4c7c-92aa-eb2264fea8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:00:03Z', 'updated_at': '2022-02-20T04:00:05Z', 'revision_number': 3, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '8c3243cd-0b75-4c7c-92aa-eb2264fea8cd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ec:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:00:04Z', 'updated_at': '2022-02-20T04:00:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:00:07.898761 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:07.900175 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:07.900673 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:07.902769 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:07.902769 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:07.902769 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:07.902769 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:07.903317 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:07.904304 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:07.932876 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bc34df-49f4-4af6-9023-9cf5655fbd91 None None] Checking router: e6072b5c-aa68-469f-9234-198bb2fb0a7b for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:00:07.933627 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bc34df-49f4-4af6-9023-9cf5655fbd91 None None] Updating router e6072b5c-aa68-469f-9234-198bb2fb0a7b port 8c3243cd-0b75-4c7c-92aa-eb2264fea8cd binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 04:00:07.944168 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['c2ece5ea-f9af-46df-841f-f9ffbc649c07'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:00:07.952217 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60bd59-3d34-4009-b125-817b0a4e974b req-5899039e-c797-4015-ab45-be0c2de605c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:07.954654 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cd60bd59-3d34-4009-b125-817b0a4e974b req-5899039e-c797-4015-ab45-be0c2de605c5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c3b1fdd9-c8e5-47d0-a0d3-937506587efd HTTP/1.1" status: 200 len: 914 time: 0.4813459 Feb 20 04:00:07.969228 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-76bc34df-49f4-4af6-9023-9cf5655fbd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8c3243cd-0b75-4c7c-92aa-eb2264fea8cd), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:08.145501 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6f0221-1320-4f3d-9369-ff8304297695 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:08.145855 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cd60bd59-3d34-4009-b125-817b0a4e974b req-dc5d1dad-9ac0-44c9-92b7-3f9ec6dca8c4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3379f815-c291-41be-a36d-f9da9c535621 HTTP/1.1" status: 200 len: 217 time: 0.1813667 Feb 20 04:00:08.147451 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2c6f0221-1320-4f3d-9369-ff8304297695 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4604082 Feb 20 04:00:08.155130 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42872) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:08.255365 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-473c261e-7630-43a5-8105-5868d605c051 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=eaf6f7bf-76a8-47a9-a76f-78f3b96fe079&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0987289 Feb 20 04:00:08.260507 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42874) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:08.280685 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-b26923e9-c2a8-4abf-accd-7421baf68cd5 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1559062163', 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:00:08.295576 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60bd59-3d34-4009-b125-817b0a4e974b req-7d73b945-1ee2-4e37-aa6a-adee8b789c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:08.317028 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cd60bd59-3d34-4009-b125-817b0a4e974b req-7d73b945-1ee2-4e37-aa6a-adee8b789c9e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=72f48a28-b5a4-403e-824d-f08ceebd2848 HTTP/1.1" status: 200 len: 853 time: 0.1491151 Feb 20 04:00:08.336020 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-76bc34df-49f4-4af6-9023-9cf5655fbd91 None None] Publish callbacks [] for port (8c3243cd-0b75-4c7c-92aa-eb2264fea8cd), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:08.427122 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-76bc34df-49f4-4af6-9023-9cf5655fbd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (8c3243cd-0b75-4c7c-92aa-eb2264fea8cd), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:08.452224 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cd60bd59-3d34-4009-b125-817b0a4e974b req-9308c932-1f90-48b5-8063-2a365810d657 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c3b1fdd9-c8e5-47d0-a0d3-937506587efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093450 Feb 20 04:00:08.460162 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-77505adc-bd5b-4276-836b-c1c504c7af42 req-37df19ed-2e49-4629-b6e8-be4e240662d3 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.89 "GET /v2.0/security-groups?id=e1884654-4607-4712-97f9-15872c618cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5801661 Feb 20 04:00:08.535235 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abddb08-87d9-412a-918a-7b7900bbc8ee None None] Pushing event updated for resources: {'Port': ['ID=8c3243cd-0b75-4c7c-92aa-eb2264fea8cd,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:08.573549 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abddb08-87d9-412a-918a-7b7900bbc8ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:08.574111 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abddb08-87d9-412a-918a-7b7900bbc8ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:08.574624 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abddb08-87d9-412a-918a-7b7900bbc8ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:08.575152 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abddb08-87d9-412a-918a-7b7900bbc8ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:08.575639 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abddb08-87d9-412a-918a-7b7900bbc8ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:08.576123 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abddb08-87d9-412a-918a-7b7900bbc8ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:08.576684 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abddb08-87d9-412a-918a-7b7900bbc8ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:08.577361 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abddb08-87d9-412a-918a-7b7900bbc8ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:08.578580 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abddb08-87d9-412a-918a-7b7900bbc8ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:08.579108 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abddb08-87d9-412a-918a-7b7900bbc8ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:08.579605 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abddb08-87d9-412a-918a-7b7900bbc8ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:08.580100 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abddb08-87d9-412a-918a-7b7900bbc8ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:08.581120 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abddb08-87d9-412a-918a-7b7900bbc8ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:08.585039 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-76bc34df-49f4-4af6-9023-9cf5655fbd91 None None] Attempting to bind port 8c3243cd-0b75-4c7c-92aa-eb2264fea8cd on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:00:08.585625 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-76bc34df-49f4-4af6-9023-9cf5655fbd91 None None] Attempting to bind port 8c3243cd-0b75-4c7c-92aa-eb2264fea8cd by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:00:08.586147 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bc34df-49f4-4af6-9023-9cf5655fbd91 None None] Attempting to bind port 8c3243cd-0b75-4c7c-92aa-eb2264fea8cd on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:00:08.592906 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bc34df-49f4-4af6-9023-9cf5655fbd91 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:00:08.594143 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bc34df-49f4-4af6-9023-9cf5655fbd91 None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:00:08.594717 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-76bc34df-49f4-4af6-9023-9cf5655fbd91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:08.595291 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bc34df-49f4-4af6-9023-9cf5655fbd91 None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:00:08.595936 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-76bc34df-49f4-4af6-9023-9cf5655fbd91 None None] Bound port: 8c3243cd-0b75-4c7c-92aa-eb2264fea8cd, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:00:08.596307 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-76bc34df-49f4-4af6-9023-9cf5655fbd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8c3243cd-0b75-4c7c-92aa-eb2264fea8cd), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:08.627534 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26923e9-c2a8-4abf-accd-7421baf68cd5 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Made reservation on behalf of c51c06307884485eaac01385a5cfa0f0 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:00:08.630974 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b26923e9-c2a8-4abf-accd-7421baf68cd5 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:08.670771 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-76bc34df-49f4-4af6-9023-9cf5655fbd91 None None] For port 8c3243cd-0b75-4c7c-92aa-eb2264fea8cd, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:00:08.675025 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-76bc34df-49f4-4af6-9023-9cf5655fbd91 None None] For port 8c3243cd-0b75-4c7c-92aa-eb2264fea8cd, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=8c3243cd-0b75-4c7c-92aa-eb2264fea8cd,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:00:08.692432 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cd60bd59-3d34-4009-b125-817b0a4e974b req-492f3599-df91-4296-87c6-7d042f0df815 service neutron] 10.222.0.93 "GET /v2.0/networks/c3b1fdd9-c8e5-47d0-a0d3-937506587efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226708 Feb 20 04:00:08.776823 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-76bc34df-49f4-4af6-9023-9cf5655fbd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (8c3243cd-0b75-4c7c-92aa-eb2264fea8cd), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:08.914786 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bc34df-49f4-4af6-9023-9cf5655fbd91 None None] Routers {'e6072b5c-aa68-469f-9234-198bb2fb0a7b'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:00:08.915930 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-76bc34df-49f4-4af6-9023-9cf5655fbd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:59:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e6072b5c-aa68-469f-9234-198bb2fb0a7b'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:00:08.939448 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cd60bd59-3d34-4009-b125-817b0a4e974b req-246f52d3-5c77-4842-9759-304560d50bef service neutron] 10.222.0.93 "GET /v2.0/networks/c3b1fdd9-c8e5-47d0-a0d3-937506587efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408793 Feb 20 04:00:08.945036 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16858e1-02c3-4f33-a275-dc4147435463 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:00:08.957415 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f16858e1-02c3-4f33-a275-dc4147435463 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:08.989761 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42896) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:09.018398 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abddb08-87d9-412a-918a-7b7900bbc8ee None None] Pushing event updated for resources: {'Port': ['ID=8c3243cd-0b75-4c7c-92aa-eb2264fea8cd,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:09.113917 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b26923e9-c2a8-4abf-accd-7421baf68cd5 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (d1337e77-2a84-4f6d-ac8c-08531b1f2015), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:09.205621 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-76bc34df-49f4-4af6-9023-9cf5655fbd91 None None] Set router e6072b5c-aa68-469f-9234-198bb2fb0a7b gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:00:09.287743 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26923e9-c2a8-4abf-accd-7421baf68cd5 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Checking segment: {'id': '18a51bdb-1340-45df-8e4e-b0fbb0d2037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:00:09.288280 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26923e9-c2a8-4abf-accd-7421baf68cd5 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Network hostable DHCP agents. Network: 5f9da837-c943-4d2d-82d0-ff91c1537843, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 04:00:09.292109 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26923e9-c2a8-4abf-accd-7421baf68cd5 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'Subnet': ['ID=d1337e77-2a84-4f6d-ac8c-08531b1f2015,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:09.331968 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device c2ece5ea-f9af-46df-841f-f9ffbc649c07 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:00:09.377838 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26923e9-c2a8-4abf-accd-7421baf68cd5 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Network 5f9da837-c943-4d2d-82d0-ff91c1537843 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 04:00:09.473757 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-b26923e9-c2a8-4abf-accd-7421baf68cd5 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 5f9da837-c943-4d2d-82d0-ff91c1537843) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:00:09.478269 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26923e9-c2a8-4abf-accd-7421baf68cd5 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:09.479049 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b26923e9-c2a8-4abf-accd-7421baf68cd5 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:09.486660 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaeace7-9006-4c58-8df8-0d02f075dbc7 None None] Network 5f9da837-c943-4d2d-82d0-ff91c1537843 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:00:09.601846 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b26923e9-c2a8-4abf-accd-7421baf68cd5 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3395767 Feb 20 04:00:09.605415 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42908) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:09.654569 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-76bc34df-49f4-4af6-9023-9cf5655fbd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687977824', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '8c3243cd-0b75-4c7c-92aa-eb2264fea8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:00:03Z', 'updated_at': '2022-02-20T04:00:05Z', 'revision_number': 3, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '8c3243cd-0b75-4c7c-92aa-eb2264fea8cd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ec:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:00:04Z', 'updated_at': '2022-02-20T04:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:00:09.711924 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port c2ece5ea-f9af-46df-841f-f9ffbc649c07 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:00:09.717607 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42910) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:09.722193 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port c2ece5ea-f9af-46df-841f-f9ffbc649c07 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:00:09.722581 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c2ece5ea-f9af-46df-841f-f9ffbc649c07), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:09.730791 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bc34df-49f4-4af6-9023-9cf5655fbd91 None None] The sync data for ids ['e6072b5c-aa68-469f-9234-198bb2fb0a7b'] in n-d-829866-4 is: [{'id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687977824', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '8c3243cd-0b75-4c7c-92aa-eb2264fea8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:00:03Z', 'updated_at': '2022-02-20T04:00:05Z', 'revision_number': 3, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '8c3243cd-0b75-4c7c-92aa-eb2264fea8cd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ec:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:00:04Z', 'updated_at': '2022-02-20T04:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:00:09.774422 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206e28f2-c56d-4edf-bf93-f2d9d9a840de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-5f9da837-c943-4d2d-82d0-ff91c1537843', 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'fixed_ips': [{'subnet_id': 'd1337e77-2a84-4f6d-ac8c-08531b1f2015'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 04:00:09.775340 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-206e28f2-c56d-4edf-bf93-f2d9d9a840de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:09.828628 n-d-829866-4 neutron-server[104105]: INFO neutron.db.ipam_backend_mixin [None req-f16858e1-02c3-4f33-a275-dc4147435463 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet bd0fc43b-37a8-4c14-8eb7-dc85834f8b05 (CIDR: 172.20.0.16/28) Feb 20 04:00:09.899524 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d5ae7ffb-9409-4912-bcc4-ae46aa18a444 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:09.907541 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-f16858e1-02c3-4f33-a275-dc4147435463 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 20 04:00:09.908776 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f16858e1-02c3-4f33-a275-dc4147435463 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 04:00:09.980866 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07523857-29af-41ab-9367-65943b4913bf req-93872899-9678-4ad2-96d0-8a059114ea49 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:09.982184 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07523857-29af-41ab-9367-65943b4913bf req-93872899-9678-4ad2-96d0-8a059114ea49 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.89 "GET /v2.0/ports?device_id=34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7 HTTP/1.1" status: 200 len: 948 time: 0.1491148 Feb 20 04:00:10.025746 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f16858e1-02c3-4f33-a275-dc4147435463 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 2.1871729 Feb 20 04:00:10.042792 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42914) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:10.054516 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-4ad15cfa-8af9-4886-b64d-1464361e6822 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'subnet': {'network_id': '2a3e2d0f-874e-42f5-99d3-385993abe5ad', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:00:10.204091 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port c2ece5ea-f9af-46df-841f-f9ffbc649c07 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:00:10.206035 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c2ece5ea-f9af-46df-841f-f9ffbc649c07), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:10.212182 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-206e28f2-c56d-4edf-bf93-f2d9d9a840de None None] Allocated IP 172.20.0.2 (5f9da837-c943-4d2d-82d0-ff91c1537843/d1337e77-2a84-4f6d-ac8c-08531b1f2015/d94ad555-3c66-472e-a737-9849599f4c66) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:00:10.248777 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07523857-29af-41ab-9367-65943b4913bf req-07afb000-c1ad-4ff2-b457-31be982c0e32 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.89 "GET /v2.0/security-groups?id=e1884654-4607-4712-97f9-15872c618cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567377 Feb 20 04:00:10.319526 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d5ae7ffb-9409-4912-bcc4-ae46aa18a444 admin admin] Publish callbacks [] for security_group (37a32101-a70b-4e5f-a348-5fb14ec74279), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:10.410277 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d5ae7ffb-9409-4912-bcc4-ae46aa18a444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (37a32101-a70b-4e5f-a348-5fb14ec74279), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:10.434603 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port c2ece5ea-f9af-46df-841f-f9ffbc649c07, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=c2ece5ea-f9af-46df-841f-f9ffbc649c07,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:00:10.437506 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ece5ea-f9af-46df-841f-f9ffbc649c07'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:00:10.444468 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b815ac-d4d0-4dda-8e80-31ebf29ce67f" -d '{"events": [{"server_uuid": "34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7", "name": "network-vif-plugged", "status": "completed", "tag": "c2ece5ea-f9af-46df-841f-f9ffbc649c07"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:00:10.518096 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (c2ece5ea-f9af-46df-841f-f9ffbc649c07), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:10.533415 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad15cfa-8af9-4886-b64d-1464361e6822 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Made reservation on behalf of ad2f3150204d4c8da5659afbab0804cc for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:00:10.539411 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4ad15cfa-8af9-4886-b64d-1464361e6822 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:10.650622 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16527c17-21db-4ced-af6c-774451cc57d0 x-openstack-request-id: req-16527c17-21db-4ced-af6c-774451cc57d0 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:00:10.651545 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7", "name": "network-vif-plugged", "status": "completed", "tag": "c2ece5ea-f9af-46df-841f-f9ffbc649c07", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:00:10.651891 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-16527c17-21db-4ced-af6c-774451cc57d0 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:00:10.652297 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ece5ea-f9af-46df-841f-f9ffbc649c07', 'code': 200} Feb 20 04:00:10.717103 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d5ae7ffb-9409-4912-bcc4-ae46aa18a444 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=166401b3068f44b48cccbab6ffada52d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7259948 Feb 20 04:00:10.749071 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42920) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:10.835679 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae7ffb-9409-4912-bcc4-ae46aa18a444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a32101-a70b-4e5f-a348-5fb14ec74279,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:10.843829 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=c2ece5ea-f9af-46df-841f-f9ffbc649c07,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:10.941280 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2ea63711-829f-40ac-8f3d-6b1d1faf1ee5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:10.961440 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 8c3243cd-0b75-4c7c-92aa-eb2264fea8cd up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:00:11.101419 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615afdf-eae3-47bb-b220-da4620133792 req-6ae56f36-ade5-48ad-9527-4b484ce5f4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:11.104027 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d615afdf-eae3-47bb-b220-da4620133792 req-6ae56f36-ade5-48ad-9527-4b484ce5f4d2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7 HTTP/1.1" status: 200 len: 1131 time: 0.4010444 Feb 20 04:00:11.147913 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2ea63711-829f-40ac-8f3d-6b1d1faf1ee5 admin admin] Publish callbacks [] for security_group (30911f8d-9b92-4de7-9168-ba6df7457401), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:11.203374 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-206e28f2-c56d-4edf-bf93-f2d9d9a840de None None] Publish callbacks [] for port (d94ad555-3c66-472e-a737-9849599f4c66), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:11.247631 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-43ee4b5d-733d-42ba-a4c3-99da2c2ed4b4 admin admin] Publish callbacks [] for security_group (37a32101-a70b-4e5f-a348-5fb14ec74279), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:11.251713 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 8c3243cd-0b75-4c7c-92aa-eb2264fea8cd triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:00:11.252319 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8c3243cd-0b75-4c7c-92aa-eb2264fea8cd), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:11.259360 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2ea63711-829f-40ac-8f3d-6b1d1faf1ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (30911f8d-9b92-4de7-9168-ba6df7457401), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:11.313577 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-206e28f2-c56d-4edf-bf93-f2d9d9a840de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (d94ad555-3c66-472e-a737-9849599f4c66), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:11.360022 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2ea63711-829f-40ac-8f3d-6b1d1faf1ee5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3db17a55e4824883a0b6768f5e8b0209&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6337106 Feb 20 04:00:11.364472 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d615afdf-eae3-47bb-b220-da4620133792 req-f8b030b1-3c20-45a5-8fd4-839dd44a8a76 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e1884654-4607-4712-97f9-15872c618cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429595 Feb 20 04:00:11.367966 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42924) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:11.403269 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206e28f2-c56d-4edf-bf93-f2d9d9a840de None None] Network 5f9da837-c943-4d2d-82d0-ff91c1537843 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:00:11.419261 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-206e28f2-c56d-4edf-bf93-f2d9d9a840de None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:00:11.451576 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-43ee4b5d-733d-42ba-a4c3-99da2c2ed4b4 admin admin] Publish callbacks [] for security_group (37a32101-a70b-4e5f-a348-5fb14ec74279), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:11.462498 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e28f2-c56d-4edf-bf93-f2d9d9a840de None None] Pushing event updated for resources: {'Port': ['ID=d94ad555-3c66-472e-a737-9849599f4c66,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:11.470058 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206e28f2-c56d-4edf-bf93-f2d9d9a840de None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:00:11.541752 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea63711-829f-40ac-8f3d-6b1d1faf1ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30911f8d-9b92-4de7-9168-ba6df7457401,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:11.614333 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-43ee4b5d-733d-42ba-a4c3-99da2c2ed4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (37a32101-a70b-4e5f-a348-5fb14ec74279), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:11.616965 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-43ee4b5d-733d-42ba-a4c3-99da2c2ed4b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:11.620425 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-43ee4b5d-733d-42ba-a4c3-99da2c2ed4b4 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/37a32101-a70b-4e5f-a348-5fb14ec74279 HTTP/1.1" status: 204 len: 168 time: 0.8578124 Feb 20 04:00:11.660706 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-206e28f2-c56d-4edf-bf93-f2d9d9a840de None None] Attempting to bind port d94ad555-3c66-472e-a737-9849599f4c66 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:00:11.661819 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-206e28f2-c56d-4edf-bf93-f2d9d9a840de None None] Attempting to bind port d94ad555-3c66-472e-a737-9849599f4c66 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '18a51bdb-1340-45df-8e4e-b0fbb0d2037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:00:11.662201 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206e28f2-c56d-4edf-bf93-f2d9d9a840de None None] Attempting to bind port d94ad555-3c66-472e-a737-9849599f4c66 on network 5f9da837-c943-4d2d-82d0-ff91c1537843 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:00:11.681905 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206e28f2-c56d-4edf-bf93-f2d9d9a840de None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:00:11.682288 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206e28f2-c56d-4edf-bf93-f2d9d9a840de None None] Checking segment: {'id': '18a51bdb-1340-45df-8e4e-b0fbb0d2037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:00:11.683710 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-206e28f2-c56d-4edf-bf93-f2d9d9a840de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:11.684498 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206e28f2-c56d-4edf-bf93-f2d9d9a840de None None] Bound using segment: {'id': '18a51bdb-1340-45df-8e4e-b0fbb0d2037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:00:11.684633 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-206e28f2-c56d-4edf-bf93-f2d9d9a840de None None] Bound port: d94ad555-3c66-472e-a737-9849599f4c66, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18a51bdb-1340-45df-8e4e-b0fbb0d2037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:00:11.685008 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-206e28f2-c56d-4edf-bf93-f2d9d9a840de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d94ad555-3c66-472e-a737-9849599f4c66), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:11.687584 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-21878e8f-e8b2-4f9f-9432-15c3e6c9a64a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:11.695256 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee4b5d-733d-42ba-a4c3-99da2c2ed4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a32101-a70b-4e5f-a348-5fb14ec74279,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:11.716665 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-94f24a29-c166-4fa2-9d63-baf09098b7ca admin admin] Publish callbacks [] for security_group (30911f8d-9b92-4de7-9168-ba6df7457401), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:11.764220 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-206e28f2-c56d-4edf-bf93-f2d9d9a840de None None] For port d94ad555-3c66-472e-a737-9849599f4c66, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:00:11.768591 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-206e28f2-c56d-4edf-bf93-f2d9d9a840de None None] For port d94ad555-3c66-472e-a737-9849599f4c66, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d94ad555-3c66-472e-a737-9849599f4c66,segment=NetworkSegment(18a51bdb-1340-45df-8e4e-b0fbb0d2037f),segment_id=18a51bdb-1340-45df-8e4e-b0fbb0d2037f)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:00:11.791371 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785c027-a15f-4b0f-ad50-2d964c0db3ef req-7792fc0b-f090-4d73-87bc-e2c5e4b0478d tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:11.794704 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 8c3243cd-0b75-4c7c-92aa-eb2264fea8cd is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:00:11.794899 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a785c027-a15f-4b0f-ad50-2d964c0db3ef req-7792fc0b-f090-4d73-87bc-e2c5e4b0478d tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.89 "GET /v2.0/ports?device_id=34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7 HTTP/1.1" status: 200 len: 949 time: 0.3312705 Feb 20 04:00:11.798003 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (8c3243cd-0b75-4c7c-92aa-eb2264fea8cd), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:11.836615 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 8c3243cd-0b75-4c7c-92aa-eb2264fea8cd, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=8c3243cd-0b75-4c7c-92aa-eb2264fea8cd,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:00:11.862627 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-206e28f2-c56d-4edf-bf93-f2d9d9a840de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d94ad555-3c66-472e-a737-9849599f4c66), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:11.952585 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a785c027-a15f-4b0f-ad50-2d964c0db3ef req-03706d06-8277-4a83-95ab-e226ab34f3ea tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.89 "GET /v2.0/security-groups?id=e1884654-4607-4712-97f9-15872c618cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435192 Feb 20 04:00:11.963901 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-94f24a29-c166-4fa2-9d63-baf09098b7ca admin admin] Publish callbacks [] for security_group (30911f8d-9b92-4de7-9168-ba6df7457401), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:11.991541 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (8c3243cd-0b75-4c7c-92aa-eb2264fea8cd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:12.045493 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4ad15cfa-8af9-4886-b64d-1464361e6822 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (ef6da319-18e9-4f74-8020-94f94292d0b9), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:12.071649 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e28f2-c56d-4edf-bf93-f2d9d9a840de None None] Pushing event updated for resources: {'Port': ['ID=d94ad555-3c66-472e-a737-9849599f4c66,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:12.176015 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=8c3243cd-0b75-4c7c-92aa-eb2264fea8cd,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:12.200017 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad15cfa-8af9-4886-b64d-1464361e6822 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Subnet': ['ID=ef6da319-18e9-4f74-8020-94f94292d0b9,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:12.254653 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad15cfa-8af9-4886-b64d-1464361e6822 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Network 2a3e2d0f-874e-42f5-99d3-385993abe5ad is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:00:12.259373 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-4ad15cfa-8af9-4886-b64d-1464361e6822 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:00:12.286052 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad15cfa-8af9-4886-b64d-1464361e6822 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:12.288110 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4ad15cfa-8af9-4886-b64d-1464361e6822 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:12.325873 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f3e40e-aabd-4480-8078-088e4a952c5f None None] Network 2a3e2d0f-874e-42f5-99d3-385993abe5ad requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:00:12.393802 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-21878e8f-e8b2-4f9f-9432-15c3e6c9a64a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Allocated IP 172.20.0.1 (5f9da837-c943-4d2d-82d0-ff91c1537843/d1337e77-2a84-4f6d-ac8c-08531b1f2015/3cb52232-8319-45b5-926b-630c5bcef86e) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:00:12.428129 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4ad15cfa-8af9-4886-b64d-1464361e6822 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3825853 Feb 20 04:00:12.428996 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42932) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:12.432438 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-94f24a29-c166-4fa2-9d63-baf09098b7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (30911f8d-9b92-4de7-9168-ba6df7457401), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:12.434087 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-94f24a29-c166-4fa2-9d63-baf09098b7ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:12.451410 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-94f24a29-c166-4fa2-9d63-baf09098b7ca admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/30911f8d-9b92-4de7-9168-ba6df7457401 HTTP/1.1" status: 204 len: 168 time: 1.0754907 Feb 20 04:00:12.473297 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-e6978fc1-b66a-4a06-81dc-99edf19c93e6 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1055712583', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ef6da319-18e9-4f74-8020-94f94292d0b9'}], 'security_groups': ['0c926827-8ce3-4097-9173-41f586f8ae7a', '1d1fd5cd-015e-4d48-ad5e-147c9a8d9a92']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:00:12.630431 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f24a29-c166-4fa2-9d63-baf09098b7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30911f8d-9b92-4de7-9168-ba6df7457401,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:12.714205 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-21878e8f-e8b2-4f9f-9432-15c3e6c9a64a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for port (3cb52232-8319-45b5-926b-630c5bcef86e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:12.767926 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42936) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:12.822320 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-91acc09b-4cb4-47e2-ad66-2948fd6e0998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:12.897978 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75572e2-8700-4a7a-bd3d-ea7fdafaa8dd None None] Update dhcp port {'port': {'network_id': '2a3e2d0f-874e-42f5-99d3-385993abe5ad', 'fixed_ips': [{'subnet_id': 'bd0fc43b-37a8-4c14-8eb7-dc85834f8b05', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b867df38-405b-43ff-a0c1-76aca3adf83d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ef6da319-18e9-4f74-8020-94f94292d0b9'}], 'binding:host_id': 'n-d-829866-4'}, 'id': 'fefd69ac-d266-497b-b5bf-8b923eccaf2e'} from n-d-829866-4. {{(pid=104107) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 20 04:00:12.957840 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-21878e8f-e8b2-4f9f-9432-15c3e6c9a64a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (3cb52232-8319-45b5-926b-630c5bcef86e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:13.032518 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e75572e2-8700-4a7a-bd3d-ea7fdafaa8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fefd69ac-d266-497b-b5bf-8b923eccaf2e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:13.039395 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e6978fc1-b66a-4a06-81dc-99edf19c93e6 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b12b5877-2f38-4ad2-a26b-57f50d6a0af8), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:13.048328 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21878e8f-e8b2-4f9f-9432-15c3e6c9a64a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Network 5f9da837-c943-4d2d-82d0-ff91c1537843 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:00:13.062747 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-21878e8f-e8b2-4f9f-9432-15c3e6c9a64a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:00:13.068796 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21878e8f-e8b2-4f9f-9432-15c3e6c9a64a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:00:13.085237 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device d94ad555-3c66-472e-a737-9849599f4c66 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:00:13.217728 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-91acc09b-4cb4-47e2-ad66-2948fd6e0998 admin admin] Publish callbacks [] for security_group (f0ed28b2-1005-406f-aa6f-3c02f3324ce2), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:13.243618 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21878e8f-e8b2-4f9f-9432-15c3e6c9a64a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'Port': ['ID=3cb52232-8319-45b5-926b-630c5bcef86e,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:13.327197 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-91acc09b-4cb4-47e2-ad66-2948fd6e0998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f0ed28b2-1005-406f-aa6f-3c02f3324ce2), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:13.436072 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91acc09b-4cb4-47e2-ad66-2948fd6e0998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ed28b2-1005-406f-aa6f-3c02f3324ce2,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:13.495877 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-21878e8f-e8b2-4f9f-9432-15c3e6c9a64a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (e6072b5c-aa68-469f-9234-198bb2fb0a7b), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:13.545230 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-e75572e2-8700-4a7a-bd3d-ea7fdafaa8dd None None] Allocated IP 172.20.0.34 (2a3e2d0f-874e-42f5-99d3-385993abe5ad/ef6da319-18e9-4f74-8020-94f94292d0b9/fefd69ac-d266-497b-b5bf-8b923eccaf2e) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:00:13.626892 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42944) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:13.664897 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cc1ed4d6-e9d7-48d9-ab55-9db9bf12a265 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:13.692659 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431c373-63b4-4fa4-ae9e-181200b16db8 req-cf2936cf-83be-47c7-9772-7f5d127ddcfb tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:13.694364 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a431c373-63b4-4fa4-ae9e-181200b16db8 req-cf2936cf-83be-47c7-9772-7f5d127ddcfb tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.89 "GET /v2.0/ports?device_id=34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7 HTTP/1.1" status: 200 len: 949 time: 0.2968006 Feb 20 04:00:13.706227 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-91acc09b-4cb4-47e2-ad66-2948fd6e0998 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=263908c79f32418b868c5ae5fc378663&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9349906 Feb 20 04:00:13.706808 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42946) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:13.761291 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port d94ad555-3c66-472e-a737-9849599f4c66 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:00:13.767051 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d94ad555-3c66-472e-a737-9849599f4c66), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:13.812846 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d94b6f-f13b-4f77-8321-4b5bd06ca1d3 None None] Network 5f9da837-c943-4d2d-82d0-ff91c1537843 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:00:13.834268 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-21878e8f-e8b2-4f9f-9432-15c3e6c9a64a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3cb52232-8319-45b5-926b-630c5bcef86e), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:13.839507 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-642bc435-ec6f-45fb-839d-5b84487c37cf admin admin] Publish callbacks [] for security_group (f0ed28b2-1005-406f-aa6f-3c02f3324ce2), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:13.869956 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a431c373-63b4-4fa4-ae9e-181200b16db8 req-51964a4b-ad1f-43ea-97ed-982eae5a578e tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.89 "GET /v2.0/security-groups?id=e1884654-4607-4712-97f9-15872c618cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638696 Feb 20 04:00:13.944943 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-642bc435-ec6f-45fb-839d-5b84487c37cf admin admin] Publish callbacks [] for security_group (f0ed28b2-1005-406f-aa6f-3c02f3324ce2), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:13.960702 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e75572e2-8700-4a7a-bd3d-ea7fdafaa8dd None None] For port fefd69ac-d266-497b-b5bf-8b923eccaf2e, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=fefd69ac-d266-497b-b5bf-8b923eccaf2e,segment=NetworkSegment(7a5e3d95-bfae-4906-9af6-f83e42ac3665),segment_id=7a5e3d95-bfae-4906-9af6-f83e42ac3665)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:00:13.984239 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cc1ed4d6-e9d7-48d9-ab55-9db9bf12a265 admin admin] Publish callbacks [] for security_group (1f10ceee-aba9-4805-bc68-7ba04bfeeb39), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:14.011709 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-b11a0ff6-c59a-45bf-b83b-2c91b372c7fe None None] Provisioning complete for port d94ad555-3c66-472e-a737-9849599f4c66 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:00:14.012178 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b11a0ff6-c59a-45bf-b83b-2c91b372c7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d94ad555-3c66-472e-a737-9849599f4c66), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:14.084733 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cc1ed4d6-e9d7-48d9-ab55-9db9bf12a265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1f10ceee-aba9-4805-bc68-7ba04bfeeb39), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:14.111094 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ed4d6-e9d7-48d9-ab55-9db9bf12a265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f10ceee-aba9-4805-bc68-7ba04bfeeb39,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:14.150908 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-cc1ed4d6-e9d7-48d9-ab55-9db9bf12a265 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=65da6d8394114b4d9ea4ddbab74577db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5218925 Feb 20 04:00:14.153943 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 42954) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:14.241326 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-642bc435-ec6f-45fb-839d-5b84487c37cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f0ed28b2-1005-406f-aa6f-3c02f3324ce2), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:14.242901 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7bf228c7-8303-4e0a-a58a-5fa544fd8038 admin admin] Publish callbacks [] for security_group (1f10ceee-aba9-4805-bc68-7ba04bfeeb39), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:14.243943 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-642bc435-ec6f-45fb-839d-5b84487c37cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:14.245128 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-642bc435-ec6f-45fb-839d-5b84487c37cf admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f0ed28b2-1005-406f-aa6f-3c02f3324ce2 HTTP/1.1" status: 204 len: 168 time: 0.5371017 Feb 20 04:00:14.269873 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642bc435-ec6f-45fb-839d-5b84487c37cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ed28b2-1005-406f-aa6f-3c02f3324ce2,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:14.288291 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7bf228c7-8303-4e0a-a58a-5fa544fd8038 admin admin] Publish callbacks [] for security_group (1f10ceee-aba9-4805-bc68-7ba04bfeeb39), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:14.335140 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e75572e2-8700-4a7a-bd3d-ea7fdafaa8dd None None] Publish callbacks [] for port (fefd69ac-d266-497b-b5bf-8b923eccaf2e), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:14.342608 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port d94ad555-3c66-472e-a737-9849599f4c66 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:00:14.342813 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d94ad555-3c66-472e-a737-9849599f4c66), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:14.402152 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-21878e8f-e8b2-4f9f-9432-15c3e6c9a64a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for port (3cb52232-8319-45b5-926b-630c5bcef86e), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:14.434905 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port d94ad555-3c66-472e-a737-9849599f4c66, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d94ad555-3c66-472e-a737-9849599f4c66,segment=NetworkSegment(18a51bdb-1340-45df-8e4e-b0fbb0d2037f),segment_id=18a51bdb-1340-45df-8e4e-b0fbb0d2037f)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:00:14.441574 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e75572e2-8700-4a7a-bd3d-ea7fdafaa8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (fefd69ac-d266-497b-b5bf-8b923eccaf2e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:14.502081 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7bf228c7-8303-4e0a-a58a-5fa544fd8038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1f10ceee-aba9-4805-bc68-7ba04bfeeb39), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:14.505001 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7bf228c7-8303-4e0a-a58a-5fa544fd8038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:14.507028 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7bf228c7-8303-4e0a-a58a-5fa544fd8038 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1f10ceee-aba9-4805-bc68-7ba04bfeeb39 HTTP/1.1" status: 204 len: 168 time: 0.3507993 Feb 20 04:00:14.531242 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-21878e8f-e8b2-4f9f-9432-15c3e6c9a64a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (3cb52232-8319-45b5-926b-630c5bcef86e), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:14.556287 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf228c7-8303-4e0a-a58a-5fa544fd8038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f10ceee-aba9-4805-bc68-7ba04bfeeb39,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:14.585135 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d94ad555-3c66-472e-a737-9849599f4c66), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:14.589619 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 8c3243cd-0b75-4c7c-92aa-eb2264fea8cd up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:00:14.650957 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-21878e8f-e8b2-4f9f-9432-15c3e6c9a64a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (e6072b5c-aa68-469f-9234-198bb2fb0a7b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:14.657425 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21878e8f-e8b2-4f9f-9432-15c3e6c9a64a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'Port': ['ID=3cb52232-8319-45b5-926b-630c5bcef86e,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:14.685554 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-e6978fc1-b66a-4a06-81dc-99edf19c93e6 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Delete allocated IP 172.20.0.9 (2a3e2d0f-874e-42f5-99d3-385993abe5ad/b867df38-405b-43ff-a0c1-76aca3adf83d) {{(pid=104105) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 20 04:00:14.707951 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-e6978fc1-b66a-4a06-81dc-99edf19c93e6 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Allocated IP 172.20.0.42 (2a3e2d0f-874e-42f5-99d3-385993abe5ad/ef6da319-18e9-4f74-8020-94f94292d0b9/b12b5877-2f38-4ad2-a26b-57f50d6a0af8) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:00:14.831275 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21878e8f-e8b2-4f9f-9432-15c3e6c9a64a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Network 5f9da837-c943-4d2d-82d0-ff91c1537843 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:00:14.832717 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b11a0ff6-c59a-45bf-b83b-2c91b372c7fe None None] Current status of the port d94ad555-3c66-472e-a737-9849599f4c66 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:00:14.833133 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b11a0ff6-c59a-45bf-b83b-2c91b372c7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d94ad555-3c66-472e-a737-9849599f4c66), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:14.833263 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-21878e8f-e8b2-4f9f-9432-15c3e6c9a64a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:00:14.887830 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75572e2-8700-4a7a-bd3d-ea7fdafaa8dd None None] Pushing event updated for resources: {'Port': ['ID=fefd69ac-d266-497b-b5bf-8b923eccaf2e,revision_number=7']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:15.039796 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=d94ad555-3c66-472e-a737-9849599f4c66,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:15.137636 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21878e8f-e8b2-4f9f-9432-15c3e6c9a64a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Router e6072b5c-aa68-469f-9234-198bb2fb0a7b has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:00:15.147569 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 8c3243cd-0b75-4c7c-92aa-eb2264fea8cd triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:00:15.148193 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (8c3243cd-0b75-4c7c-92aa-eb2264fea8cd), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:15.181565 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e6978fc1-b66a-4a06-81dc-99edf19c93e6 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for port (b12b5877-2f38-4ad2-a26b-57f50d6a0af8), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:15.263864 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e6978fc1-b66a-4a06-81dc-99edf19c93e6 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (b12b5877-2f38-4ad2-a26b-57f50d6a0af8), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:15.273007 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-b11a0ff6-c59a-45bf-b83b-2c91b372c7fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 04:00:15.273381 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-b11a0ff6-c59a-45bf-b83b-2c91b372c7fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 04:00:15.446664 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 8c3243cd-0b75-4c7c-92aa-eb2264fea8cd is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:00:15.504116 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21878e8f-e8b2-4f9f-9432-15c3e6c9a64a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:00:15.513336 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-21878e8f-e8b2-4f9f-9432-15c3e6c9a64a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "PUT /v2.0/routers/e6072b5c-aa68-469f-9234-198bb2fb0a7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9065611 Feb 20 04:00:15.518836 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6978fc1-b66a-4a06-81dc-99edf19c93e6 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event updated for resources: {'Port': ['ID=b12b5877-2f38-4ad2-a26b-57f50d6a0af8,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:15.526130 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b7db4e-4f2f-4204-b013-4a4af2851e2d None None] Sync routers for ids ['e6072b5c-aa68-469f-9234-198bb2fb0a7b'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:00:15.577492 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-e6978fc1-b66a-4a06-81dc-99edf19c93e6 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] In _notify_port_updated(), no bound segment for port b12b5877-2f38-4ad2-a26b-57f50d6a0af8 on network 2a3e2d0f-874e-42f5-99d3-385993abe5ad {{(pid=104105) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 20 04:00:15.583057 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b7db4e-4f2f-4204-b013-4a4af2851e2d None None] Routers {'e6072b5c-aa68-469f-9234-198bb2fb0a7b'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:00:15.583057 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-59b7db4e-4f2f-4204-b013-4a4af2851e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:59:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e6072b5c-aa68-469f-9234-198bb2fb0a7b'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:00:15.598573 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6978fc1-b66a-4a06-81dc-99edf19c93e6 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:15.603983 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e6978fc1-b66a-4a06-81dc-99edf19c93e6 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:15.608513 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 42990) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:15.623912 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e6978fc1-b66a-4a06-81dc-99edf19c93e6 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "PUT /v2.0/ports/b12b5877-2f38-4ad2-a26b-57f50d6a0af8 HTTP/1.1" status: 200 len: 960 time: 3.1752508 Feb 20 04:00:15.708089 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device d94ad555-3c66-472e-a737-9849599f4c66 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:00:15.867289 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-4fbceead-7b18-439b-82af-2090dbfae1a6 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Deleting port b12b5877-2f38-4ad2-a26b-57f50d6a0af8 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:00:15.867889 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4fbceead-7b18-439b-82af-2090dbfae1a6 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b12b5877-2f38-4ad2-a26b-57f50d6a0af8), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:16.057501 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4fbceead-7b18-439b-82af-2090dbfae1a6 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b12b5877-2f38-4ad2-a26b-57f50d6a0af8), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:16.099866 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-4fbceead-7b18-439b-82af-2090dbfae1a6 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Calling delete_port for b12b5877-2f38-4ad2-a26b-57f50d6a0af8 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:00:16.120460 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-d5c708ed-8be8-4b05-a1b2-6ece14193a6c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1688832075&fields=id&tenant_id=c51c06307884485eaac01385a5cfa0f0 HTTP/1.1" status: 200 len: 267 time: 0.1529682 Feb 20 04:00:16.158562 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-59b7db4e-4f2f-4204-b013-4a4af2851e2d None None] Set router e6072b5c-aa68-469f-9234-198bb2fb0a7b gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:00:16.163955 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b11a0ff6-c59a-45bf-b83b-2c91b372c7fe None None] Current status of the port d94ad555-3c66-472e-a737-9849599f4c66 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:00:16.328601 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port d94ad555-3c66-472e-a737-9849599f4c66 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:00:16.330688 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d94ad555-3c66-472e-a737-9849599f4c66), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:16.344920 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-5d8c9bee-9f7f-4579-b56c-630a006414bc tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:16.344920 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-5d8c9bee-9f7f-4579-b56c-630a006414bc tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/networks?id=5f9da837-c943-4d2d-82d0-ff91c1537843 HTTP/1.1" status: 200 len: 796 time: 0.2209656 Feb 20 04:00:16.362435 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-e9c4afbd-7865-4fb6-9b75-30b8ddcd1bd1 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/quotas/c51c06307884485eaac01385a5cfa0f0 HTTP/1.1" status: 200 len: 375 time: 0.0116932 Feb 20 04:00:16.436507 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f8170abf-f511-429f-91b8-f11a45769c15 None None] Provisioning complete for port d94ad555-3c66-472e-a737-9849599f4c66 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:00:16.437897 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f8170abf-f511-429f-91b8-f11a45769c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d94ad555-3c66-472e-a737-9849599f4c66), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:16.467904 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4fbceead-7b18-439b-82af-2090dbfae1a6 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (b12b5877-2f38-4ad2-a26b-57f50d6a0af8), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:16.494830 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-d20cec0e-6d8f-4728-b3c1-29659763228f tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1267335 Feb 20 04:00:16.626959 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port d94ad555-3c66-472e-a737-9849599f4c66 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:00:16.628270 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device fefd69ac-d266-497b-b5bf-8b923eccaf2e up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:00:16.650668 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbceead-7b18-439b-82af-2090dbfae1a6 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Port': ['ID=b12b5877-2f38-4ad2-a26b-57f50d6a0af8,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:16.713329 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-df48161e-9cb4-40cd-b183-877fcf159e72 service neutron] 10.222.0.89 "GET /v2.0/networks/5f9da837-c943-4d2d-82d0-ff91c1537843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048867 Feb 20 04:00:16.761150 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4fbceead-7b18-439b-82af-2090dbfae1a6 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:16.767608 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f8170abf-f511-429f-91b8-f11a45769c15 None None] Current status of the port d94ad555-3c66-472e-a737-9849599f4c66 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:00:16.772736 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4fbceead-7b18-439b-82af-2090dbfae1a6 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/ports/b12b5877-2f38-4ad2-a26b-57f50d6a0af8 HTTP/1.1" status: 204 len: 168 time: 1.1622694 Feb 20 04:00:16.773383 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43024) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:16.820026 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ebc262-f5af-497c-be02-db9ecd87e638 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] GET failed (client error): The resource could not be found. Feb 20 04:00:16.824507 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b7ebc262-f5af-497c-be02-db9ecd87e638 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "GET /v2.0/ports/b12b5877-2f38-4ad2-a26b-57f50d6a0af8 HTTP/1.1" status: 404 len: 333 time: 0.0499830 Feb 20 04:00:16.825199 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43026) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:16.857856 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f8170abf-f511-429f-91b8-f11a45769c15 None None] Provisioning complete for port 3cb52232-8319-45b5-926b-630c5bcef86e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:00:16.858236 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f8170abf-f511-429f-91b8-f11a45769c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3cb52232-8319-45b5-926b-630c5bcef86e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:16.948352 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-257a574b-944a-4ae1-ab2f-7391f772b781 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for security_group (22477ab9-041b-4af3-b60b-09c8665009ac), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:16.956859 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-a7679352-e70a-4559-a2e0-81b604f93355 service neutron] 10.222.0.89 "GET /v2.0/networks/5f9da837-c943-4d2d-82d0-ff91c1537843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339029 Feb 20 04:00:16.980729 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port fefd69ac-d266-497b-b5bf-8b923eccaf2e triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:00:16.985479 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (fefd69ac-d266-497b-b5bf-8b923eccaf2e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:17.012627 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-257a574b-944a-4ae1-ab2f-7391f772b781 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for security_group (22477ab9-041b-4af3-b60b-09c8665009ac), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:17.049971 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-59b7db4e-4f2f-4204-b013-4a4af2851e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687977824', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '8c3243cd-0b75-4c7c-92aa-eb2264fea8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:00:03Z', 'updated_at': '2022-02-20T04:00:13Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '8c3243cd-0b75-4c7c-92aa-eb2264fea8cd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:00:04Z', 'updated_at': '2022-02-20T04:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '3cb52232-8319-45b5-926b-630c5bcef86e', 'name': '', 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:8b:94:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'd1337e77-2a84-4f6d-ac8c-08531b1f2015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:00:11Z', 'updated_at': '2022-02-20T04:00:14Z', 'revision_number': 2, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': 'd1337e77-2a84-4f6d-ac8c-08531b1f2015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:00:17.085604 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f8170abf-f511-429f-91b8-f11a45769c15 None None] Port 3cb52232-8319-45b5-926b-630c5bcef86e cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:00:17.106331 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b7db4e-4f2f-4204-b013-4a4af2851e2d None None] Checking router: e6072b5c-aa68-469f-9234-198bb2fb0a7b for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:00:17.108170 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b7db4e-4f2f-4204-b013-4a4af2851e2d None None] Updating router e6072b5c-aa68-469f-9234-198bb2fb0a7b port 3cb52232-8319-45b5-926b-630c5bcef86e binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 04:00:17.176389 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-59b7db4e-4f2f-4204-b013-4a4af2851e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3cb52232-8319-45b5-926b-630c5bcef86e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:17.239394 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-257a574b-944a-4ae1-ab2f-7391f772b781 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (22477ab9-041b-4af3-b60b-09c8665009ac), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:17.242123 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-257a574b-944a-4ae1-ab2f-7391f772b781 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:17.246127 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43034) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:17.246488 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-257a574b-944a-4ae1-ab2f-7391f772b781 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/security-groups/22477ab9-041b-4af3-b60b-09c8665009ac HTTP/1.1" status: 204 len: 168 time: 0.4195590 Feb 20 04:00:17.281369 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a574b-944a-4ae1-ab2f-7391f772b781 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22477ab9-041b-4af3-b60b-09c8665009ac,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:17.510682 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e571797c-88fd-43a9-815e-5dfd294c6d08 req-e3d0ebe0-443f-426c-9577-aa6a8c2419a5 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 210 time: 0.1031966 Feb 20 04:00:17.514343 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-284f3ea6-e0b3-431e-b858-ab9c1f9899fe tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for security_group (1d1fd5cd-015e-4d48-ad5e-147c9a8d9a92), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:17.580256 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-284f3ea6-e0b3-431e-b858-ab9c1f9899fe tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for security_group (1d1fd5cd-015e-4d48-ad5e-147c9a8d9a92), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:17.783090 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-284f3ea6-e0b3-431e-b858-ab9c1f9899fe tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1d1fd5cd-015e-4d48-ad5e-147c9a8d9a92), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:17.786548 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-284f3ea6-e0b3-431e-b858-ab9c1f9899fe tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:17.787986 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-284f3ea6-e0b3-431e-b858-ab9c1f9899fe tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/security-groups/1d1fd5cd-015e-4d48-ad5e-147c9a8d9a92 HTTP/1.1" status: 204 len: 168 time: 0.5407720 Feb 20 04:00:17.791496 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43054) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:17.808150 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-59b7db4e-4f2f-4204-b013-4a4af2851e2d None None] Publish callbacks [] for port (3cb52232-8319-45b5-926b-630c5bcef86e), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:17.808712 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f3ea6-e0b3-431e-b858-ab9c1f9899fe tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1fd5cd-015e-4d48-ad5e-147c9a8d9a92,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:17.831166 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-8ef63a30-a1de-4d07-b86a-045713d73f30 None None] Provisioning complete for port fefd69ac-d266-497b-b5bf-8b923eccaf2e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:00:17.831542 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8ef63a30-a1de-4d07-b86a-045713d73f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (fefd69ac-d266-497b-b5bf-8b923eccaf2e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:17.911390 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-73d84866-94ce-4f58-8025-f2221c0ac8a5 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for security_group (0c926827-8ce3-4097-9173-41f586f8ae7a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:17.955666 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-59b7db4e-4f2f-4204-b013-4a4af2851e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3cb52232-8319-45b5-926b-630c5bcef86e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:17.990539 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-73d84866-94ce-4f58-8025-f2221c0ac8a5 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for security_group (0c926827-8ce3-4097-9173-41f586f8ae7a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:18.128565 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port fefd69ac-d266-497b-b5bf-8b923eccaf2e is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:00:18.222478 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-73d84866-94ce-4f58-8025-f2221c0ac8a5 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (0c926827-8ce3-4097-9173-41f586f8ae7a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:18.226272 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-73d84866-94ce-4f58-8025-f2221c0ac8a5 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:18.227660 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-73d84866-94ce-4f58-8025-f2221c0ac8a5 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/security-groups/0c926827-8ce3-4097-9173-41f586f8ae7a HTTP/1.1" status: 204 len: 168 time: 0.4350364 Feb 20 04:00:18.230256 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43062) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:18.254624 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d84866-94ce-4f58-8025-f2221c0ac8a5 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c926827-8ce3-4097-9173-41f586f8ae7a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:18.376546 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-499fb711-efbe-4f88-be98-e197abae2293 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Deleting subnet b867df38-405b-43ff-a0c1-76aca3adf83d {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 04:00:18.389418 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-499fb711-efbe-4f88-be98-e197abae2293 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for subnet (b867df38-405b-43ff-a0c1-76aca3adf83d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:18.452038 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685219a8-c7c7-41a7-8742-92cffa067b6f None None] Pushing event updated for resources: {'Port': ['ID=3cb52232-8319-45b5-926b-630c5bcef86e,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:18.483898 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-499fb711-efbe-4f88-be98-e197abae2293 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (b867df38-405b-43ff-a0c1-76aca3adf83d), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:18.486689 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-8ef63a30-a1de-4d07-b86a-045713d73f30 None None] Current status of the port fefd69ac-d266-497b-b5bf-8b923eccaf2e is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:00:18.510154 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-59b7db4e-4f2f-4204-b013-4a4af2851e2d None None] Attempting to bind port 3cb52232-8319-45b5-926b-630c5bcef86e on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:00:18.510908 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-59b7db4e-4f2f-4204-b013-4a4af2851e2d None None] Attempting to bind port 3cb52232-8319-45b5-926b-630c5bcef86e by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '18a51bdb-1340-45df-8e4e-b0fbb0d2037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:00:18.511803 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b7db4e-4f2f-4204-b013-4a4af2851e2d None None] Attempting to bind port 3cb52232-8319-45b5-926b-630c5bcef86e on network 5f9da837-c943-4d2d-82d0-ff91c1537843 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:00:18.523107 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b7db4e-4f2f-4204-b013-4a4af2851e2d None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:00:18.523841 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b7db4e-4f2f-4204-b013-4a4af2851e2d None None] Checking segment: {'id': '18a51bdb-1340-45df-8e4e-b0fbb0d2037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:00:18.524505 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-59b7db4e-4f2f-4204-b013-4a4af2851e2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:18.525139 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b7db4e-4f2f-4204-b013-4a4af2851e2d None None] Bound using segment: {'id': '18a51bdb-1340-45df-8e4e-b0fbb0d2037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:00:18.525848 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-59b7db4e-4f2f-4204-b013-4a4af2851e2d None None] Bound port: 3cb52232-8319-45b5-926b-630c5bcef86e, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18a51bdb-1340-45df-8e4e-b0fbb0d2037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:00:18.526465 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-59b7db4e-4f2f-4204-b013-4a4af2851e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3cb52232-8319-45b5-926b-630c5bcef86e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:18.542790 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-8ef63a30-a1de-4d07-b86a-045713d73f30 None None] Provisioning complete for port a91c13a3-9dd7-45a6-be47-1332840dd004 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:00:18.543574 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8ef63a30-a1de-4d07-b86a-045713d73f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a91c13a3-9dd7-45a6-be47-1332840dd004), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:18.608300 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-59b7db4e-4f2f-4204-b013-4a4af2851e2d None None] For port 3cb52232-8319-45b5-926b-630c5bcef86e, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:00:18.613057 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-59b7db4e-4f2f-4204-b013-4a4af2851e2d None None] For port 3cb52232-8319-45b5-926b-630c5bcef86e, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3cb52232-8319-45b5-926b-630c5bcef86e,segment=NetworkSegment(18a51bdb-1340-45df-8e4e-b0fbb0d2037f),segment_id=18a51bdb-1340-45df-8e4e-b0fbb0d2037f)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:00:18.649303 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-499fb711-efbe-4f88-be98-e197abae2293 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (b867df38-405b-43ff-a0c1-76aca3adf83d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:18.675233 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-8ef63a30-a1de-4d07-b86a-045713d73f30 None None] Port a91c13a3-9dd7-45a6-be47-1332840dd004 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:00:18.681584 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-8ef63a30-a1de-4d07-b86a-045713d73f30 None None] Could not find standard attr ID for object b12b5877-2f38-4ad2-a26b-57f50d6a0af8. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 04:00:18.692681 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-59b7db4e-4f2f-4204-b013-4a4af2851e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3cb52232-8319-45b5-926b-630c5bcef86e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:18.719978 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-42d56947-7bc4-4432-954e-d66443cde152 req-986df7f4-df08-4977-925a-248e02f11641 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 210 time: 0.0337598 Feb 20 04:00:18.785405 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685219a8-c7c7-41a7-8742-92cffa067b6f None None] Pushing event updated for resources: {'Port': ['ID=3cb52232-8319-45b5-926b-630c5bcef86e,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:18.788421 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b7db4e-4f2f-4204-b013-4a4af2851e2d None None] Routers {'e6072b5c-aa68-469f-9234-198bb2fb0a7b'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:00:18.789081 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-59b7db4e-4f2f-4204-b013-4a4af2851e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T03:59:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e6072b5c-aa68-469f-9234-198bb2fb0a7b'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:00:18.833817 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-499fb711-efbe-4f88-be98-e197abae2293 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (b867df38-405b-43ff-a0c1-76aca3adf83d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:18.871373 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499fb711-efbe-4f88-be98-e197abae2293 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Subnet': ['ID=b867df38-405b-43ff-a0c1-76aca3adf83d,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:18.897697 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-499fb711-efbe-4f88-be98-e197abae2293 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:18.901756 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-499fb711-efbe-4f88-be98-e197abae2293 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/subnets/b867df38-405b-43ff-a0c1-76aca3adf83d HTTP/1.1" status: 204 len: 168 time: 0.6703565 Feb 20 04:00:18.909889 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43076) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:18.938040 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c09775a-cf74-4127-b1ea-4b5b5308426b None None] Network 2a3e2d0f-874e-42f5-99d3-385993abe5ad requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:00:18.940003 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-a2e1da91-9755-4ff7-aac6-715e36008a68 None None] Provisioning complete for port 3cb52232-8319-45b5-926b-630c5bcef86e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:00:18.942759 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a2e1da91-9755-4ff7-aac6-715e36008a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3cb52232-8319-45b5-926b-630c5bcef86e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:19.084508 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-bffbf9a2-2316-4231-9b46-4a7e5fb0d922 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Deleting subnet ef6da319-18e9-4f74-8020-94f94292d0b9 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 04:00:19.092612 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bffbf9a2-2316-4231-9b46-4a7e5fb0d922 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for subnet (ef6da319-18e9-4f74-8020-94f94292d0b9), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:19.127348 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-59b7db4e-4f2f-4204-b013-4a4af2851e2d None None] Set router e6072b5c-aa68-469f-9234-198bb2fb0a7b gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:00:19.186294 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bffbf9a2-2316-4231-9b46-4a7e5fb0d922 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (ef6da319-18e9-4f74-8020-94f94292d0b9), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:19.276877 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-a2e1da91-9755-4ff7-aac6-715e36008a68 None None] Current status of the port 3cb52232-8319-45b5-926b-630c5bcef86e is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:00:19.277267 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a2e1da91-9755-4ff7-aac6-715e36008a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3cb52232-8319-45b5-926b-630c5bcef86e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:19.314819 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bffbf9a2-2316-4231-9b46-4a7e5fb0d922 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (ef6da319-18e9-4f74-8020-94f94292d0b9), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:19.468865 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bffbf9a2-2316-4231-9b46-4a7e5fb0d922 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (ef6da319-18e9-4f74-8020-94f94292d0b9), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:19.527945 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-a2e1da91-9755-4ff7-aac6-715e36008a68 None None] For port 3cb52232-8319-45b5-926b-630c5bcef86e, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3cb52232-8319-45b5-926b-630c5bcef86e,segment=NetworkSegment(18a51bdb-1340-45df-8e4e-b0fbb0d2037f),segment_id=18a51bdb-1340-45df-8e4e-b0fbb0d2037f)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:00:19.555999 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bffbf9a2-2316-4231-9b46-4a7e5fb0d922 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:19.570032 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-bffbf9a2-2316-4231-9b46-4a7e5fb0d922 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/subnets/ef6da319-18e9-4f74-8020-94f94292d0b9 HTTP/1.1" status: 204 len: 168 time: 0.6597371 Feb 20 04:00:19.571102 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffbf9a2-2316-4231-9b46-4a7e5fb0d922 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Subnet': ['ID=ef6da319-18e9-4f74-8020-94f94292d0b9,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:19.572587 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43086) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:19.584646 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a2e1da91-9755-4ff7-aac6-715e36008a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3cb52232-8319-45b5-926b-630c5bcef86e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:19.636434 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d120d53-0df9-4c57-807e-7d670a1013a2 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] DELETE failed (client error): The resource could not be found. Feb 20 04:00:19.637212 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d120d53-0df9-4c57-807e-7d670a1013a2 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 04:00:19.653229 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5d120d53-0df9-4c57-807e-7d670a1013a2 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/subnets/b867df38-405b-43ff-a0c1-76aca3adf83d HTTP/1.1" status: 404 len: 337 time: 0.0772707 Feb 20 04:00:19.653434 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43090) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:19.665080 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1da91-9755-4ff7-aac6-715e36008a68 None None] Pushing event updated for resources: {'Port': ['ID=3cb52232-8319-45b5-926b-630c5bcef86e,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:19.669493 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-59b7db4e-4f2f-4204-b013-4a4af2851e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687977824', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '8c3243cd-0b75-4c7c-92aa-eb2264fea8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:00:03Z', 'updated_at': '2022-02-20T04:00:13Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '8c3243cd-0b75-4c7c-92aa-eb2264fea8cd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:00:04Z', 'updated_at': '2022-02-20T04:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '3cb52232-8319-45b5-926b-630c5bcef86e', 'name': '', 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:8b:94:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'd1337e77-2a84-4f6d-ac8c-08531b1f2015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:00:11Z', 'updated_at': '2022-02-20T04:00:18Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': 'd1337e77-2a84-4f6d-ac8c-08531b1f2015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:00:19.738709 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b7db4e-4f2f-4204-b013-4a4af2851e2d None None] The sync data for ids ['e6072b5c-aa68-469f-9234-198bb2fb0a7b'] in n-d-829866-4 is: [{'id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687977824', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '8c3243cd-0b75-4c7c-92aa-eb2264fea8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:00:03Z', 'updated_at': '2022-02-20T04:00:13Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '8c3243cd-0b75-4c7c-92aa-eb2264fea8cd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:00:04Z', 'updated_at': '2022-02-20T04:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '3cb52232-8319-45b5-926b-630c5bcef86e', 'name': '', 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:8b:94:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'd1337e77-2a84-4f6d-ac8c-08531b1f2015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:00:11Z', 'updated_at': '2022-02-20T04:00:18Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': 'd1337e77-2a84-4f6d-ac8c-08531b1f2015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:00:19.759961 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-a11f7eb0-008b-4d0a-8f0e-99942f1a780c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Deleting subnet bd0fc43b-37a8-4c14-8eb7-dc85834f8b05 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 04:00:19.769801 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a11f7eb0-008b-4d0a-8f0e-99942f1a780c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for subnet (bd0fc43b-37a8-4c14-8eb7-dc85834f8b05), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:19.770738 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-a76f2059-ef48-4d2e-aee7-1969cb9cd630 None None] Provisioning complete for port 3cb52232-8319-45b5-926b-630c5bcef86e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:00:19.773609 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a76f2059-ef48-4d2e-aee7-1969cb9cd630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3cb52232-8319-45b5-926b-630c5bcef86e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:19.951033 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-922c72ce-5bde-4e4a-8d74-06af3d9241d6 req-367474ea-5aa9-4991-a4c3-7b6c1935d13d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 210 time: 0.0657778 Feb 20 04:00:19.954448 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a11f7eb0-008b-4d0a-8f0e-99942f1a780c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (bd0fc43b-37a8-4c14-8eb7-dc85834f8b05), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:20.097972 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-a76f2059-ef48-4d2e-aee7-1969cb9cd630 None None] Current status of the port 3cb52232-8319-45b5-926b-630c5bcef86e is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:00:20.119541 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a11f7eb0-008b-4d0a-8f0e-99942f1a780c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (bd0fc43b-37a8-4c14-8eb7-dc85834f8b05), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:20.307513 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3cb52232-8319-45b5-926b-630c5bcef86e up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:00:20.314585 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a11f7eb0-008b-4d0a-8f0e-99942f1a780c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (bd0fc43b-37a8-4c14-8eb7-dc85834f8b05), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:20.393028 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a11f7eb0-008b-4d0a-8f0e-99942f1a780c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:20.401461 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a11f7eb0-008b-4d0a-8f0e-99942f1a780c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/subnets/bd0fc43b-37a8-4c14-8eb7-dc85834f8b05 HTTP/1.1" status: 204 len: 168 time: 0.7455919 Feb 20 04:00:20.403707 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f7eb0-008b-4d0a-8f0e-99942f1a780c tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Subnet': ['ID=bd0fc43b-37a8-4c14-8eb7-dc85834f8b05,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:20.408358 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43096) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:20.424114 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 3cb52232-8319-45b5-926b-630c5bcef86e triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:00:20.424672 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3cb52232-8319-45b5-926b-630c5bcef86e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:20.461966 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-e59f507c-612c-4a33-bcd0-384e83532609 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] DELETE failed (client error): The resource could not be found. Feb 20 04:00:20.462298 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e59f507c-612c-4a33-bcd0-384e83532609 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 04:00:20.470140 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43098) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:20.478658 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e59f507c-612c-4a33-bcd0-384e83532609 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/subnets/5a1c169c-b1eb-4367-ac18-4f2b9fc71230 HTTP/1.1" status: 404 len: 337 time: 0.0691655 Feb 20 04:00:20.523777 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-637f3cbc-8062-4b72-8958-8f14ba9edaff tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:20.526093 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-637f3cbc-8062-4b72-8958-8f14ba9edaff tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.93 "GET /v2.0/networks?id=5f9da837-c943-4d2d-82d0-ff91c1537843 HTTP/1.1" status: 200 len: 796 time: 0.3461702 Feb 20 04:00:20.533341 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7336dbe6-b09d-4cc4-bed6-9ac4d3b8b245 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d592a4c-021f-4d47-abb1-d298ee2ecf5b HTTP/1.1" status: 200 len: 205 time: 0.0615537 Feb 20 04:00:20.551407 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43100) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:20.556772 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d74908-af1f-4619-b192-319d3b2af4b3 None None] Network 2a3e2d0f-874e-42f5-99d3-385993abe5ad requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:00:20.661712 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 3cb52232-8319-45b5-926b-630c5bcef86e is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:00:20.669340 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-c2a68599-38ea-426f-b860-01a7bfca99b7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c51c06307884485eaac01385a5cfa0f0 HTTP/1.1" status: 200 len: 380 time: 0.1332355 Feb 20 04:00:20.684738 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-48dd5c5e-5680-4389-b62d-630ef1ebb519 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'port': {'device_id': 'b35ee4ca-3260-49fa-b348-1709c4647180', 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843', 'admin_state_up': True, 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'security_groups': ['5d090704-141c-46f5-9b9d-79748e4b7902']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:00:20.784212 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-cb9ed89b-8355-4218-ab92-6072300ae63f None None] Provisioning complete for port fefd69ac-d266-497b-b5bf-8b923eccaf2e triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:00:20.784499 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cb9ed89b-8355-4218-ab92-6072300ae63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (fefd69ac-d266-497b-b5bf-8b923eccaf2e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:21.017449 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-48dd5c5e-5680-4389-b62d-630ef1ebb519 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Made reservation on behalf of c51c06307884485eaac01385a5cfa0f0 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:00:21.025066 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-48dd5c5e-5680-4389-b62d-630ef1ebb519 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:21.031705 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca02e0c-a14c-4540-9470-b7b709891d3a None None] DHCP port deletion for 2a3e2d0f-874e-42f5-99d3-385993abe5ad request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 04:00:21.056911 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-cb9ed89b-8355-4218-ab92-6072300ae63f None None] Current status of the port fefd69ac-d266-497b-b5bf-8b923eccaf2e is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:00:21.115932 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [None req-2ca7c6c3-f97b-4799-a3e7-72fabb13ef1a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] delete failed (client error): The resource could not be found. Feb 20 04:00:21.119319 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2ca7c6c3-f97b-4799-a3e7-72fabb13ef1a tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/routers/1d592a4c-021f-4d47-abb1-d298ee2ecf5b HTTP/1.1" status: 404 len: 336 time: 0.5642490 Feb 20 04:00:21.119604 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43104) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:21.123175 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-cb9ed89b-8355-4218-ab92-6072300ae63f None None] Provisioning complete for port a91c13a3-9dd7-45a6-be47-1332840dd004 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:00:21.123992 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cb9ed89b-8355-4218-ab92-6072300ae63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a91c13a3-9dd7-45a6-be47-1332840dd004), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:21.174949 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e82774-4b72-4b44-917b-379b9a2a9df3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] DELETE failed (client error): The resource could not be found. Feb 20 04:00:21.175432 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2e82774-4b72-4b44-917b-379b9a2a9df3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 04:00:21.176545 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:21.180811 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f2e82774-4b72-4b44-917b-379b9a2a9df3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/subnets/72d8649d-6360-4357-8d58-422a3de77708 HTTP/1.1" status: 404 len: 337 time: 0.0574896 Feb 20 04:00:21.195442 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43106) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:21.213508 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f6261d40-ac76-4ade-a324-1232dcdb92bc req-d8c06af4-9301-4bf0-a0f9-81436e7c6a6b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 210 time: 0.1114757 Feb 20 04:00:21.213872 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-cb9ed89b-8355-4218-ab92-6072300ae63f None None] Port a91c13a3-9dd7-45a6-be47-1332840dd004 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:00:21.224361 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-aca02e0c-a14c-4540-9470-b7b709891d3a None None] Deleting port fefd69ac-d266-497b-b5bf-8b923eccaf2e {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:00:21.224778 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-aca02e0c-a14c-4540-9470-b7b709891d3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (fefd69ac-d266-497b-b5bf-8b923eccaf2e), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:21.245142 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-678e53fd-ad0b-4c9d-b6d8-e32b64188b20 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] DELETE failed (client error): The resource could not be found. Feb 20 04:00:21.245675 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-678e53fd-ad0b-4c9d-b6d8-e32b64188b20 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 04:00:21.248830 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-678e53fd-ad0b-4c9d-b6d8-e32b64188b20 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/subnets/0ff7ae7b-4ad7-467e-8568-86b9900090ed HTTP/1.1" status: 404 len: 337 time: 0.0523705 Feb 20 04:00:21.252573 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43108) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:21.275930 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:21.287155 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-6358597a-fff3-40e8-985a-415a9cf1573f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] DELETE failed (client error): The resource could not be found. Feb 20 04:00:21.288148 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6358597a-fff3-40e8-985a-415a9cf1573f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 04:00:21.292204 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6358597a-fff3-40e8-985a-415a9cf1573f tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/subnets/81fc4886-3d15-4a4b-bbab-09c211a9fe26 HTTP/1.1" status: 404 len: 337 time: 0.0385027 Feb 20 04:00:21.295211 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43110) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:21.309344 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-aca02e0c-a14c-4540-9470-b7b709891d3a None None] For port fefd69ac-d266-497b-b5bf-8b923eccaf2e, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=fefd69ac-d266-497b-b5bf-8b923eccaf2e,segment=NetworkSegment(7a5e3d95-bfae-4906-9af6-f83e42ac3665),segment_id=7a5e3d95-bfae-4906-9af6-f83e42ac3665)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:00:21.309667 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-aca02e0c-a14c-4540-9470-b7b709891d3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (fefd69ac-d266-497b-b5bf-8b923eccaf2e), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:21.330752 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-aca02e0c-a14c-4540-9470-b7b709891d3a None None] Calling delete_port for fefd69ac-d266-497b-b5bf-8b923eccaf2e owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:00:21.346389 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66357d8-a76a-4eb7-b2c8-a3f33ee7d371 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] DELETE failed (client error): The resource could not be found. Feb 20 04:00:21.347098 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a66357d8-a76a-4eb7-b2c8-a3f33ee7d371 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 04:00:21.350306 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a66357d8-a76a-4eb7-b2c8-a3f33ee7d371 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/ports/604c9792-0a9d-45cd-9732-31a1f2e8005b HTTP/1.1" status: 404 len: 333 time: 0.0540025 Feb 20 04:00:21.352815 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43112) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:21.396033 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-0110a86c-282f-4533-91df-73e8e26ab5c1 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] DELETE failed (client error): The resource could not be found. Feb 20 04:00:21.396982 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0110a86c-282f-4533-91df-73e8e26ab5c1 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 04:00:21.404630 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43114) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:21.407122 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0110a86c-282f-4533-91df-73e8e26ab5c1 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/subnets/3efb36d3-d4d7-438e-a8f1-f4cfc1f6c210 HTTP/1.1" status: 404 len: 337 time: 0.0531018 Feb 20 04:00:21.449124 n-d-829866-4 neutron-server[104105]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb73d16-32f8-4322-830c-dbaf4248ab98 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] DELETE failed (client error): The resource could not be found. Feb 20 04:00:21.449581 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb73d16-32f8-4322-830c-dbaf4248ab98 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104105) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 04:00:21.454905 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6cb73d16-32f8-4322-830c-dbaf4248ab98 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/subnets/15202490-f5e4-4f5c-b565-fb19c779d47f HTTP/1.1" status: 404 len: 337 time: 0.0465913 Feb 20 04:00:21.456121 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43116) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:21.469610 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-48dd5c5e-5680-4389-b62d-630ef1ebb519 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Allocated IP 172.20.0.9 (5f9da837-c943-4d2d-82d0-ff91c1537843/d1337e77-2a84-4f6d-ac8c-08531b1f2015/a70af2a4-ae4d-401a-9b21-2fcb15107681) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:00:21.488902 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2a38894-3223-4897-873e-ad6163c415e9 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] DELETE failed (client error): The resource could not be found. Feb 20 04:00:21.489496 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2a38894-3223-4897-873e-ad6163c415e9 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 04:00:21.495823 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c2a38894-3223-4897-873e-ad6163c415e9 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/ports/ff28621e-6b21-4405-af83-90c100e646d5 HTTP/1.1" status: 404 len: 333 time: 0.0385809 Feb 20 04:00:21.496472 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43118) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:21.524536 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-389880fa-bd50-446f-90b1-ceb23418ec4d tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] DELETE failed (client error): The resource could not be found. Feb 20 04:00:21.525035 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-389880fa-bd50-446f-90b1-ceb23418ec4d tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 04:00:21.531426 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-389880fa-bd50-446f-90b1-ceb23418ec4d tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/subnets/448e9e8a-cb1a-493e-9677-c33553c2ae6b HTTP/1.1" status: 404 len: 337 time: 0.0336437 Feb 20 04:00:21.532160 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43120) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:21.536851 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-aca02e0c-a14c-4540-9470-b7b709891d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (fefd69ac-d266-497b-b5bf-8b923eccaf2e), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:21.550626 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca02e0c-a14c-4540-9470-b7b709891d3a None None] No DVR routers for this DVR port fefd69ac-d266-497b-b5bf-8b923eccaf2e on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:00:21.561195 n-d-829866-4 neutron-server[104106]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecc2459a-1440-4569-b79a-b88b185aecb2 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] DELETE failed (client error): The resource could not be found. Feb 20 04:00:21.561620 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecc2459a-1440-4569-b79a-b88b185aecb2 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104106) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 20 04:00:21.568324 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ecc2459a-1440-4569-b79a-b88b185aecb2 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/subnets/72ba4f8a-204a-4954-a658-100ddae8fc7d HTTP/1.1" status: 404 len: 337 time: 0.0350621 Feb 20 04:00:21.569034 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43122) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:21.589715 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca02e0c-a14c-4540-9470-b7b709891d3a None None] Pushing event deleted for resources: {'Port': ['ID=fefd69ac-d266-497b-b5bf-8b923eccaf2e,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:21.661640 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-48dd5c5e-5680-4389-b62d-630ef1ebb519 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:21.681955 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-2cc57a64-4799-4201-b89b-537dbd0723a3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Deleting port a91c13a3-9dd7-45a6-be47-1332840dd004 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:00:21.682275 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2cc57a64-4799-4201-b89b-537dbd0723a3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (a91c13a3-9dd7-45a6-be47-1332840dd004), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:21.762687 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-48dd5c5e-5680-4389-b62d-630ef1ebb519 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:21.787143 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2cc57a64-4799-4201-b89b-537dbd0723a3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (a91c13a3-9dd7-45a6-be47-1332840dd004), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:21.809652 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-2cc57a64-4799-4201-b89b-537dbd0723a3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Calling delete_port for a91c13a3-9dd7-45a6-be47-1332840dd004 owned by {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:00:21.831377 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-48dd5c5e-5680-4389-b62d-630ef1ebb519 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Network 5f9da837-c943-4d2d-82d0-ff91c1537843 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:00:21.835304 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-48dd5c5e-5680-4389-b62d-630ef1ebb519 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:00:21.839657 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-48dd5c5e-5680-4389-b62d-630ef1ebb519 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:00:21.892783 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd5c5e-5680-4389-b62d-630ef1ebb519 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'Port': ['ID=a70af2a4-ae4d-401a-9b21-2fcb15107681,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:21.924305 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-48dd5c5e-5680-4389-b62d-630ef1ebb519 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:21.924947 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-48dd5c5e-5680-4389-b62d-630ef1ebb519 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:22.028176 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2cc57a64-4799-4201-b89b-537dbd0723a3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (a91c13a3-9dd7-45a6-be47-1332840dd004), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:22.058808 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-48dd5c5e-5680-4389-b62d-630ef1ebb519 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3768928 Feb 20 04:00:22.064916 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-c21e4fe2-bcb9-4403-8478-563a1efee07d service neutron] Request body: {'port': {'device_id': 'b35ee4ca-3260-49fa-b348-1709c4647180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:00:22.069150 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc57a64-4799-4201-b89b-537dbd0723a3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Port': ['ID=a91c13a3-9dd7-45a6-be47-1332840dd004,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:22.085670 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2cc57a64-4799-4201-b89b-537dbd0723a3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:22.089813 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2cc57a64-4799-4201-b89b-537dbd0723a3 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/ports/a91c13a3-9dd7-45a6-be47-1332840dd004 HTTP/1.1" status: 204 len: 168 time: 0.5198143 Feb 20 04:00:22.093164 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43124) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:22.164450 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-c21e4fe2-bcb9-4403-8478-563a1efee07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:22.188137 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7343e6d7-e3bd-423c-a232-1b73c4daec14 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (2a3e2d0f-874e-42f5-99d3-385993abe5ad), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:22.221099 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device fefd69ac-d266-497b-b5bf-8b923eccaf2e no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:00:22.250024 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: fefd69ac-d266-497b-b5bf-8b923eccaf2e {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:00:22.250671 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device fefd69ac-d266-497b-b5bf-8b923eccaf2e not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:00:22.282570 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-de07dc36-8f89-4142-88d8-d7ca1160d03f None None] Provisioning complete for port a70af2a4-ae4d-401a-9b21-2fcb15107681 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:00:22.283191 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-de07dc36-8f89-4142-88d8-d7ca1160d03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:22.322382 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7343e6d7-e3bd-423c-a232-1b73c4daec14 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (2a3e2d0f-874e-42f5-99d3-385993abe5ad), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:22.340701 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-de07dc36-8f89-4142-88d8-d7ca1160d03f None None] Port a70af2a4-ae4d-401a-9b21-2fcb15107681 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:00:22.350543 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-7343e6d7-e3bd-423c-a232-1b73c4daec14 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a3e2d0f-874e-42f5-99d3-385993abe5ad']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:00:22.361163 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-7343e6d7-e3bd-423c-a232-1b73c4daec14 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a5e3d95-bfae-4906-9af6-f83e42ac3665') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:00:22.361480 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-7343e6d7-e3bd-423c-a232-1b73c4daec14 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a5e3d95-bfae-4906-9af6-f83e42ac3665') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:00:22.371795 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7343e6d7-e3bd-423c-a232-1b73c4daec14 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (7a5e3d95-bfae-4906-9af6-f83e42ac3665), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:22.386493 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7343e6d7-e3bd-423c-a232-1b73c4daec14 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (7a5e3d95-bfae-4906-9af6-f83e42ac3665), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:22.396863 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7343e6d7-e3bd-423c-a232-1b73c4daec14 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 04:00:22.397353 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7343e6d7-e3bd-423c-a232-1b73c4daec14 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (7a5e3d95-bfae-4906-9af6-f83e42ac3665), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:22.401047 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 04:00:22.401047 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 04:00:22.401047 n-d-829866-4 neutron-server[104106]: timer() Feb 20 04:00:22.401047 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 04:00:22.401047 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 04:00:22.401047 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 04:00:22.401047 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 04:00:22.401047 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 04:00:22.401047 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 04:00:22.401047 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 04:00:22.401047 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 04:00:22.401047 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 04:00:22.401047 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 04:00:22.401047 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 04:00:22.401047 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 04:00:22.401047 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 04:00:22.401047 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 04:00:22.401047 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 04:00:22.401047 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 04:00:22.401047 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 04:00:22.401047 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 04:00:22.401047 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 04:00:22.401047 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 04:00:22.401047 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 04:00:22.401047 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 04:00:22.401047 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 04:00:22.401047 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 04:00:22.401047 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 04:00:22.401047 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 04:00:22.401047 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 04:00:22.401047 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 04:00:22.401047 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 04:00:22.463255 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318b386-34f3-4df1-872b-68c240fe6248 req-f21805d7-ff00-42ab-902e-e79e33097b2b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:22.464771 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d318b386-34f3-4df1-872b-68c240fe6248 req-f21805d7-ff00-42ab-902e-e79e33097b2b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 931 time: 0.1075075 Feb 20 04:00:22.536266 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7343e6d7-e3bd-423c-a232-1b73c4daec14 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (2a3e2d0f-874e-42f5-99d3-385993abe5ad), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:22.547894 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7343e6d7-e3bd-423c-a232-1b73c4daec14 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:22.551935 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7343e6d7-e3bd-423c-a232-1b73c4daec14 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] 10.222.0.89 "DELETE /v2.0/networks/2a3e2d0f-874e-42f5-99d3-385993abe5ad HTTP/1.1" status: 204 len: 168 time: 0.4570189 Feb 20 04:00:22.555097 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d318b386-34f3-4df1-872b-68c240fe6248 req-d2018b21-4e05-45e0-a581-26389a488aeb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800779 Feb 20 04:00:22.566567 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-c21e4fe2-bcb9-4403-8478-563a1efee07d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a70af2a4-ae4d-401a-9b21-2fcb15107681 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:00:22.569950 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343e6d7-e3bd-423c-a232-1b73c4daec14 tempest-PortsTestJSON-837669615 tempest-PortsTestJSON-837669615-project] Pushing event deleted for resources: {'Network': ['ID=2a3e2d0f-874e-42f5-99d3-385993abe5ad,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:22.576217 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-c21e4fe2-bcb9-4403-8478-563a1efee07d service neutron] Publish callbacks [] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:22.589591 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-c21e4fe2-bcb9-4403-8478-563a1efee07d service neutron] Transition to ACTIVE for port object a70af2a4-ae4d-401a-9b21-2fcb15107681 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:00:22.639203 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-c21e4fe2-bcb9-4403-8478-563a1efee07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:22.695778 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e4fe2-bcb9-4403-8478-563a1efee07d service neutron] Pushing event updated for resources: {'Port': ['ID=a70af2a4-ae4d-401a-9b21-2fcb15107681,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:22.777503 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-c21e4fe2-bcb9-4403-8478-563a1efee07d service neutron] Attempting to bind port a70af2a4-ae4d-401a-9b21-2fcb15107681 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:00:22.777891 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-c21e4fe2-bcb9-4403-8478-563a1efee07d service neutron] Attempting to bind port a70af2a4-ae4d-401a-9b21-2fcb15107681 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '18a51bdb-1340-45df-8e4e-b0fbb0d2037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:00:22.778225 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-c21e4fe2-bcb9-4403-8478-563a1efee07d service neutron] Attempting to bind port a70af2a4-ae4d-401a-9b21-2fcb15107681 on network 5f9da837-c943-4d2d-82d0-ff91c1537843 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:00:22.784090 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-c21e4fe2-bcb9-4403-8478-563a1efee07d service neutron] Port a70af2a4-ae4d-401a-9b21-2fcb15107681 on network 5f9da837-c943-4d2d-82d0-ff91c1537843 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:00:22.784420 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-c21e4fe2-bcb9-4403-8478-563a1efee07d service neutron] Attempting to bind port a70af2a4-ae4d-401a-9b21-2fcb15107681 on network 5f9da837-c943-4d2d-82d0-ff91c1537843 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:00:22.792479 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-c21e4fe2-bcb9-4403-8478-563a1efee07d service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:00:22.792967 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-c21e4fe2-bcb9-4403-8478-563a1efee07d service neutron] Checking segment: {'id': '18a51bdb-1340-45df-8e4e-b0fbb0d2037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:00:22.793377 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-c21e4fe2-bcb9-4403-8478-563a1efee07d service neutron] Bound using segment: {'id': '18a51bdb-1340-45df-8e4e-b0fbb0d2037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:00:22.793820 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-c21e4fe2-bcb9-4403-8478-563a1efee07d service neutron] Bound port: a70af2a4-ae4d-401a-9b21-2fcb15107681, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18a51bdb-1340-45df-8e4e-b0fbb0d2037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:00:22.794186 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-c21e4fe2-bcb9-4403-8478-563a1efee07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:22.877256 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-c21e4fe2-bcb9-4403-8478-563a1efee07d service neutron] For port a70af2a4-ae4d-401a-9b21-2fcb15107681, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:00:22.880614 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-c21e4fe2-bcb9-4403-8478-563a1efee07d service neutron] For port a70af2a4-ae4d-401a-9b21-2fcb15107681, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=a70af2a4-ae4d-401a-9b21-2fcb15107681,segment=NetworkSegment(18a51bdb-1340-45df-8e4e-b0fbb0d2037f),segment_id=18a51bdb-1340-45df-8e4e-b0fbb0d2037f)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:00:22.948556 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-c21e4fe2-bcb9-4403-8478-563a1efee07d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:22.992770 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-c21e4fe2-bcb9-4403-8478-563a1efee07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:22.992770 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-c21e4fe2-bcb9-4403-8478-563a1efee07d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:22.992770 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-c21e4fe2-bcb9-4403-8478-563a1efee07d service neutron] 10.222.0.93 "PUT /v2.0/ports/a70af2a4-ae4d-401a-9b21-2fcb15107681 HTTP/1.1" status: 200 len: 1091 time: 0.9306374 Feb 20 04:00:22.992770 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35ee4ca-3260-49fa-b348-1709c4647180', 'tag': 'a70af2a4-ae4d-401a-9b21-2fcb15107681'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:00:22.994061 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d5094c-be8c-41bc-b92c-9845f36f3041" -d '{"events": [{"name": "network-changed", "server_uuid": "b35ee4ca-3260-49fa-b348-1709c4647180", "tag": "a70af2a4-ae4d-401a-9b21-2fcb15107681"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:00:23.021144 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e4fe2-bcb9-4403-8478-563a1efee07d service neutron] Pushing event updated for resources: {'Port': ['ID=a70af2a4-ae4d-401a-9b21-2fcb15107681,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:23.053148 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea49ebb4-1f83-4169-91e8-778588dfd29c x-openstack-request-id: req-ea49ebb4-1f83-4169-91e8-778588dfd29c {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:00:23.053767 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35ee4ca-3260-49fa-b348-1709c4647180", "tag": "a70af2a4-ae4d-401a-9b21-2fcb15107681", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:00:23.054214 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ea49ebb4-1f83-4169-91e8-778588dfd29c {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:00:23.054842 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35ee4ca-3260-49fa-b348-1709c4647180', 'tag': 'a70af2a4-ae4d-401a-9b21-2fcb15107681', 'status': 'completed', 'code': 200} Feb 20 04:00:23.099748 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43134) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:23.148696 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5094c-be8c-41bc-b92c-9845f36f3041 req-e3195259-1f9b-4567-9887-61bd87eafea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:23.150263 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e4d5094c-be8c-41bc-b92c-9845f36f3041 req-e3195259-1f9b-4567-9887-61bd87eafea6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 1125 time: 0.0698531 Feb 20 04:00:23.300454 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ad61c498-4573-4cd7-961f-5bdf9b70ea6f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ad2f3150204d4c8da5659afbab0804cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1994150 Feb 20 04:00:23.302935 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43138) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:23.357870 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3756b8bc-2598-47e6-bb64-a73071a2481d admin admin] Publish callbacks [] for security_group (bd7607e9-09e9-4a1d-8ef4-90d26519872a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:23.387580 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3756b8bc-2598-47e6-bb64-a73071a2481d admin admin] Publish callbacks [] for security_group (bd7607e9-09e9-4a1d-8ef4-90d26519872a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:23.490959 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3756b8bc-2598-47e6-bb64-a73071a2481d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (bd7607e9-09e9-4a1d-8ef4-90d26519872a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:23.494072 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3756b8bc-2598-47e6-bb64-a73071a2481d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:23.495485 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3756b8bc-2598-47e6-bb64-a73071a2481d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/bd7607e9-09e9-4a1d-8ef4-90d26519872a HTTP/1.1" status: 204 len: 168 time: 0.1915059 Feb 20 04:00:23.523522 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756b8bc-2598-47e6-bb64-a73071a2481d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7607e9-09e9-4a1d-8ef4-90d26519872a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:23.655982 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5094c-be8c-41bc-b92c-9845f36f3041 req-c07073b8-b4d8-47e3-874f-b0cb6824d19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:23.658039 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e4d5094c-be8c-41bc-b92c-9845f36f3041 req-c07073b8-b4d8-47e3-874f-b0cb6824d19b service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=c51c06307884485eaac01385a5cfa0f0&shared=False HTTP/1.1" status: 200 len: 897 time: 0.5006320 Feb 20 04:00:23.783528 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a12f47-3340-4a30-b195-6597074415fd req-739a9398-41a5-42ea-a8cd-becc7fc681f3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:23.785032 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-12a12f47-3340-4a30-b195-6597074415fd req-739a9398-41a5-42ea-a8cd-becc7fc681f3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 943 time: 0.1020708 Feb 20 04:00:23.813030 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5094c-be8c-41bc-b92c-9845f36f3041 req-02ff5e1e-c1ec-4620-8976-58b93ed5ccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:23.814521 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e4d5094c-be8c-41bc-b92c-9845f36f3041 req-02ff5e1e-c1ec-4620-8976-58b93ed5ccc4 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1503773 Feb 20 04:00:23.855483 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-12a12f47-3340-4a30-b195-6597074415fd req-3b000731-2b57-4e65-ab69-25e10ad72ea8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587156 Feb 20 04:00:23.904768 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-72c1324f-abb0-4e66-a5a3-42deb43076f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:23.907527 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-72c1324f-abb0-4e66-a5a3-42deb43076f9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 1125 time: 0.0505836 Feb 20 04:00:23.952297 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-36685de1-bf02-4aa3-ab77-daf137a2855e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a70af2a4-ae4d-401a-9b21-2fcb15107681 HTTP/1.1" status: 200 len: 217 time: 0.0386522 Feb 20 04:00:23.998479 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-3516b93a-ac1b-495c-b11d-f5392e4b8282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:24.000518 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-3516b93a-ac1b-495c-b11d-f5392e4b8282 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d1337e77-2a84-4f6d-ac8c-08531b1f2015 HTTP/1.1" status: 200 len: 835 time: 0.0432329 Feb 20 04:00:24.050637 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-fe6b670d-4fb0-472a-ae76-bad5122f80d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:24.054451 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-fe6b670d-4fb0-472a-ae76-bad5122f80d3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5f9da837-c943-4d2d-82d0-ff91c1537843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485373 Feb 20 04:00:24.154911 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-52ce2319-e83c-4060-9383-424515bed36e service neutron] 10.222.0.93 "GET /v2.0/networks/5f9da837-c943-4d2d-82d0-ff91c1537843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945020 Feb 20 04:00:24.249450 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-91830cfd-62b7-47e2-aa2c-89912792a21a req-4c4659ef-d2c2-4de1-a99d-bd03495f7518 service neutron] 10.222.0.93 "GET /v2.0/networks/5f9da837-c943-4d2d-82d0-ff91c1537843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884609 Feb 20 04:00:24.985620 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208bc23-195d-4f8a-8e2e-d14eaf8b6cb9 req-e2ec8395-b21f-412c-a0fd-b67703fe2019 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:24.987158 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2208bc23-195d-4f8a-8e2e-d14eaf8b6cb9 req-e2ec8395-b21f-412c-a0fd-b67703fe2019 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 943 time: 0.0634727 Feb 20 04:00:25.037663 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2208bc23-195d-4f8a-8e2e-d14eaf8b6cb9 req-c93134df-d462-4903-8e5f-7941df34f24e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441961 Feb 20 04:00:26.143308 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de5e6d-4f25-4492-8e1c-c75d89976985 req-e1fefae5-47a6-4f61-af17-5caa33da58b1 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:26.145737 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-19de5e6d-4f25-4492-8e1c-c75d89976985 req-e1fefae5-47a6-4f61-af17-5caa33da58b1 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/ports?device_id=783804cf-ad1f-46bf-a282-27e9ded6c9e6 HTTP/1.1" status: 200 len: 945 time: 0.0623274 Feb 20 04:00:26.197046 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-19de5e6d-4f25-4492-8e1c-c75d89976985 req-f9400609-0ea7-4091-8481-b950baa8d118 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/security-groups?id=8c5ebed9-cfb2-4976-b139-b74041a52bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450907 Feb 20 04:00:26.306032 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e64c11-2434-4fbf-b7d9-fdba43e69554 req-c1cab985-26a3-4bc9-81c7-8641b87667ff tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:26.307629 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75e64c11-2434-4fbf-b7d9-fdba43e69554 req-c1cab985-26a3-4bc9-81c7-8641b87667ff tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 943 time: 0.0564532 Feb 20 04:00:26.380244 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-75e64c11-2434-4fbf-b7d9-fdba43e69554 req-90998a18-9e09-4f8a-84ea-0beec5052427 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642841 Feb 20 04:00:26.410256 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e1457532-3319-44a1-9f2d-f9c80f46658b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:27.329548 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ceeae-c93b-4457-83e6-97e06a6e09ab req-ebb5994f-e853-4878-99a9-820ce3bff9f7 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:27.332558 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b8ceeae-c93b-4457-83e6-97e06a6e09ab req-ebb5994f-e853-4878-99a9-820ce3bff9f7 tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/ports?device_id=783804cf-ad1f-46bf-a282-27e9ded6c9e6 HTTP/1.1" status: 200 len: 945 time: 0.0621147 Feb 20 04:00:27.391364 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b8ceeae-c93b-4457-83e6-97e06a6e09ab req-507c5bbe-66af-4f12-a1c8-d645af4f2cda tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/security-groups?id=8c5ebed9-cfb2-4976-b139-b74041a52bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523345 Feb 20 04:00:27.585114 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c6fdc-7d08-4dd3-bf72-ac136517d5f0 req-89fa0bf3-b958-4869-9bde-50f079ab5d30 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:27.586814 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fd7c6fdc-7d08-4dd3-bf72-ac136517d5f0 req-89fa0bf3-b958-4869-9bde-50f079ab5d30 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 943 time: 0.1173551 Feb 20 04:00:27.608367 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d2329-01a2-412a-9f3a-f6392c60b61c req-897d6c4d-6c05-4424-8b90-5e4fe134af6c tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:27.610866 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-459d2329-01a2-412a-9f3a-f6392c60b61c req-897d6c4d-6c05-4424-8b90-5e4fe134af6c tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.93 "GET /v2.0/ports?device_id=783804cf-ad1f-46bf-a282-27e9ded6c9e6 HTTP/1.1" status: 200 len: 945 time: 0.0989347 Feb 20 04:00:27.688987 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device a70af2a4-ae4d-401a-9b21-2fcb15107681 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:00:27.697895 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fd7c6fdc-7d08-4dd3-bf72-ac136517d5f0 req-08ec2bd8-37d7-457f-a16a-a412806280b0 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054611 Feb 20 04:00:27.759362 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-459d2329-01a2-412a-9f3a-f6392c60b61c req-1ed93ea6-34cb-4c53-910e-c2bec103eb7b tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Deleting port 3379f815-c291-41be-a36d-f9da9c535621 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:00:27.761925 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-459d2329-01a2-412a-9f3a-f6392c60b61c req-1ed93ea6-34cb-4c53-910e-c2bec103eb7b tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (3379f815-c291-41be-a36d-f9da9c535621), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:27.809617 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port a70af2a4-ae4d-401a-9b21-2fcb15107681, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=a70af2a4-ae4d-401a-9b21-2fcb15107681,segment=NetworkSegment(18a51bdb-1340-45df-8e4e-b0fbb0d2037f),segment_id=18a51bdb-1340-45df-8e4e-b0fbb0d2037f)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:00:27.822924 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'a70af2a4-ae4d-401a-9b21-2fcb15107681', 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843', 'port_id': 'a70af2a4-ae4d-401a-9b21-2fcb15107681', 'mac_address': 'fa:16:3e:b7:78:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1337e77-2a84-4f6d-ac8c-08531b1f2015', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:00:27.871685 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port a70af2a4-ae4d-401a-9b21-2fcb15107681 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:00:27.872467 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:27.892169 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a70af2a4-ae4d-401a-9b21-2fcb15107681 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:00:27.897285 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-459d2329-01a2-412a-9f3a-f6392c60b61c req-1ed93ea6-34cb-4c53-910e-c2bec103eb7b tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] For port 3379f815-c291-41be-a36d-f9da9c535621, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=3379f815-c291-41be-a36d-f9da9c535621,segment=NetworkSegment(08fcc9f7-0087-409b-8daa-1f1ba18de35d),segment_id=08fcc9f7-0087-409b-8daa-1f1ba18de35d)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:00:27.899226 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-459d2329-01a2-412a-9f3a-f6392c60b61c req-1ed93ea6-34cb-4c53-910e-c2bec103eb7b tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (3379f815-c291-41be-a36d-f9da9c535621), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:27.918334 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port a70af2a4-ae4d-401a-9b21-2fcb15107681, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=a70af2a4-ae4d-401a-9b21-2fcb15107681,segment=NetworkSegment(18a51bdb-1340-45df-8e4e-b0fbb0d2037f),segment_id=18a51bdb-1340-45df-8e4e-b0fbb0d2037f)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:00:27.918559 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-459d2329-01a2-412a-9f3a-f6392c60b61c req-1ed93ea6-34cb-4c53-910e-c2bec103eb7b tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Calling delete_port for 3379f815-c291-41be-a36d-f9da9c535621 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:00:28.018115 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:28.082046 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=a70af2a4-ae4d-401a-9b21-2fcb15107681,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:28.142302 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-459d2329-01a2-412a-9f3a-f6392c60b61c req-1ed93ea6-34cb-4c53-910e-c2bec103eb7b tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (3379f815-c291-41be-a36d-f9da9c535621), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:28.155194 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['3379f815-c291-41be-a36d-f9da9c535621'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:00:28.218022 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed93ea6-34cb-4c53-910e-c2bec103eb7b tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Pushing event deleted for resources: {'Port': ['ID=3379f815-c291-41be-a36d-f9da9c535621,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:28.231100 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['a70af2a4-ae4d-401a-9b21-2fcb15107681'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:00:28.367495 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-459d2329-01a2-412a-9f3a-f6392c60b61c req-1ed93ea6-34cb-4c53-910e-c2bec103eb7b tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] No DVR routers for this DVR port 3379f815-c291-41be-a36d-f9da9c535621 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:00:28.389130 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-459d2329-01a2-412a-9f3a-f6392c60b61c req-1ed93ea6-34cb-4c53-910e-c2bec103eb7b tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:28.394488 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-459d2329-01a2-412a-9f3a-f6392c60b61c req-1ed93ea6-34cb-4c53-910e-c2bec103eb7b tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.93 "DELETE /v2.0/ports/3379f815-c291-41be-a36d-f9da9c535621 HTTP/1.1" status: 204 len: 173 time: 0.7748132 Feb 20 04:00:28.395015 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783804cf-ad1f-46bf-a282-27e9ded6c9e6', 'name': 'network-vif-deleted', 'tag': '3379f815-c291-41be-a36d-f9da9c535621'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:00:28.398419 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f3747e-9568-4728-8a5f-0954e77ffc33" -d '{"events": [{"server_uuid": "783804cf-ad1f-46bf-a282-27e9ded6c9e6", "name": "network-vif-deleted", "tag": "3379f815-c291-41be-a36d-f9da9c535621"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:00:28.532210 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83090923-f813-47e7-8b2d-8434fe9a02fe x-openstack-request-id: req-83090923-f813-47e7-8b2d-8434fe9a02fe {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:00:28.532210 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783804cf-ad1f-46bf-a282-27e9ded6c9e6", "name": "network-vif-deleted", "tag": "3379f815-c291-41be-a36d-f9da9c535621", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:00:28.532518 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-83090923-f813-47e7-8b2d-8434fe9a02fe {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:00:28.532737 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783804cf-ad1f-46bf-a282-27e9ded6c9e6', 'name': 'network-vif-deleted', 'tag': '3379f815-c291-41be-a36d-f9da9c535621', 'status': 'completed', 'code': 200} Feb 20 04:00:28.696410 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-929a63bf-80bf-4a6f-a1a8-ceb0706dd8a2 req-09a18e6b-d7f9-49a9-ad09-6fd3d62ae71a tempest-VolumesSnapshotTestJSON-1576931249 tempest-VolumesSnapshotTestJSON-1576931249-project] 10.222.0.89 "GET /v2.0/ports?device_id=783804cf-ad1f-46bf-a282-27e9ded6c9e6 HTTP/1.1" status: 200 len: 210 time: 0.0725820 Feb 20 04:00:28.793543 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-69d34608-39d3-443e-a3b0-5e0a8d28b1b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:28.923911 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce8057-3b52-4f24-b1ae-0a1dcf1ead92 req-04d0866c-29f4-4d54-8fee-341d9e85f59d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:28.925534 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-38ce8057-3b52-4f24-b1ae-0a1dcf1ead92 req-04d0866c-29f4-4d54-8fee-341d9e85f59d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 944 time: 0.1117082 Feb 20 04:00:28.995147 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-38ce8057-3b52-4f24-b1ae-0a1dcf1ead92 req-6f01499c-c61f-4a53-8577-f7511af2cf62 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612352 Feb 20 04:00:29.692511 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device a70af2a4-ae4d-401a-9b21-2fcb15107681 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:00:29.994626 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43278) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:30.056821 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:30.093260 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port a70af2a4-ae4d-401a-9b21-2fcb15107681 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:00:30.103650 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port a70af2a4-ae4d-401a-9b21-2fcb15107681 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:00:30.105501 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:30.151492 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9268b-a48d-4ea9-b700-2ba7b72b9223 req-a6c66474-536b-4645-a531-62118aed10e7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:30.161997 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-68c9268b-a48d-4ea9-b700-2ba7b72b9223 req-a6c66474-536b-4645-a531-62118aed10e7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 944 time: 0.0759907 Feb 20 04:00:30.242997 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8368c77e-a9c4-47b5-847f-c28f0b272e35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:30.253668 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-68c9268b-a48d-4ea9-b700-2ba7b72b9223 req-2abcf9e4-41b6-4fea-84cb-3b6c723d949c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908937 Feb 20 04:00:30.270473 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port a70af2a4-ae4d-401a-9b21-2fcb15107681 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:00:30.282237 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:30.334908 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35ee4ca-3260-49fa-b348-1709c4647180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70af2a4-ae4d-401a-9b21-2fcb15107681'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:00:30.338699 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8659b6f0-4ca5-4f14-a17a-a43c853573ad" -d '{"events": [{"server_uuid": "b35ee4ca-3260-49fa-b348-1709c4647180", "name": "network-vif-plugged", "status": "completed", "tag": "a70af2a4-ae4d-401a-9b21-2fcb15107681"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:00:30.381109 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port a70af2a4-ae4d-401a-9b21-2fcb15107681, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=a70af2a4-ae4d-401a-9b21-2fcb15107681,segment=NetworkSegment(18a51bdb-1340-45df-8e4e-b0fbb0d2037f),segment_id=18a51bdb-1340-45df-8e4e-b0fbb0d2037f)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:00:30.398889 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe02ad5-8b2e-4a7c-b22e-10566e94edf7 x-openstack-request-id: req-dfe02ad5-8b2e-4a7c-b22e-10566e94edf7 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:00:30.402615 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35ee4ca-3260-49fa-b348-1709c4647180", "name": "network-vif-plugged", "status": "completed", "tag": "a70af2a4-ae4d-401a-9b21-2fcb15107681", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:00:30.402615 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-dfe02ad5-8b2e-4a7c-b22e-10566e94edf7 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:00:30.402615 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35ee4ca-3260-49fa-b348-1709c4647180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70af2a4-ae4d-401a-9b21-2fcb15107681', 'code': 200} Feb 20 04:00:30.404169 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8368c77e-a9c4-47b5-847f-c28f0b272e35 admin admin] Publish callbacks [] for security_group (67e86e69-704b-41c9-9f73-2e30719ab5f8), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:30.439809 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:30.440652 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 3379f815-c291-41be-a36d-f9da9c535621 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:00:30.486108 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8368c77e-a9c4-47b5-847f-c28f0b272e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (67e86e69-704b-41c9-9f73-2e30719ab5f8), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:30.501342 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 3379f815-c291-41be-a36d-f9da9c535621 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:00:30.502106 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 3379f815-c291-41be-a36d-f9da9c535621 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:00:30.526868 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=a70af2a4-ae4d-401a-9b21-2fcb15107681,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:30.534563 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6d5bc-c4d8-400b-8d65-5f4f7f2cb914 req-18c77d5e-9b2a-4619-b516-fb8003ac95a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:30.537018 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d2f6d5bc-c4d8-400b-8d65-5f4f7f2cb914 req-18c77d5e-9b2a-4619-b516-fb8003ac95a8 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 1127 time: 0.0646582 Feb 20 04:00:30.537321 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8368c77e-a9c4-47b5-847f-c28f0b272e35 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3642317b2e474623b573f2e2a7234358&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5403652 Feb 20 04:00:30.539464 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368c77e-a9c4-47b5-847f-c28f0b272e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e86e69-704b-41c9-9f73-2e30719ab5f8,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:30.539811 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43296) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:30.628277 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d2f6d5bc-c4d8-400b-8d65-5f4f7f2cb914 req-5fada5a9-5eac-46fb-adeb-08deab265d7a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820820 Feb 20 04:00:30.639404 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c20eece3-9300-4bd1-bcdf-f6136f4de8d9 admin admin] Publish callbacks [] for security_group (67e86e69-704b-41c9-9f73-2e30719ab5f8), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:30.662919 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c20eece3-9300-4bd1-bcdf-f6136f4de8d9 admin admin] Publish callbacks [] for security_group (67e86e69-704b-41c9-9f73-2e30719ab5f8), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:30.793530 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c20eece3-9300-4bd1-bcdf-f6136f4de8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (67e86e69-704b-41c9-9f73-2e30719ab5f8), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:30.796638 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c20eece3-9300-4bd1-bcdf-f6136f4de8d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:30.797900 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c20eece3-9300-4bd1-bcdf-f6136f4de8d9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/67e86e69-704b-41c9-9f73-2e30719ab5f8 HTTP/1.1" status: 204 len: 168 time: 0.2571054 Feb 20 04:00:30.807159 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20eece3-9300-4bd1-bcdf-f6136f4de8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e86e69-704b-41c9-9f73-2e30719ab5f8,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:30.823294 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eece3-9300-4bd1-bcdf-f6136f4de8d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:30.823725 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eece3-9300-4bd1-bcdf-f6136f4de8d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:30.824132 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eece3-9300-4bd1-bcdf-f6136f4de8d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:30.824544 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eece3-9300-4bd1-bcdf-f6136f4de8d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:30.824948 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eece3-9300-4bd1-bcdf-f6136f4de8d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:30.825499 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eece3-9300-4bd1-bcdf-f6136f4de8d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:30.825880 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eece3-9300-4bd1-bcdf-f6136f4de8d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:30.826383 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eece3-9300-4bd1-bcdf-f6136f4de8d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:30.827096 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eece3-9300-4bd1-bcdf-f6136f4de8d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:30.827501 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eece3-9300-4bd1-bcdf-f6136f4de8d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:30.828590 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eece3-9300-4bd1-bcdf-f6136f4de8d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:30.829159 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eece3-9300-4bd1-bcdf-f6136f4de8d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:30.829560 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20eece3-9300-4bd1-bcdf-f6136f4de8d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:31.304396 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:31.403414 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39fbff-580b-435d-bde8-4be71d6123e1 req-10f3ab91-3644-44d8-8d6e-4cb7202a92e0 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:31.405099 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fe39fbff-580b-435d-bde8-4be71d6123e1 req-10f3ab91-3644-44d8-8d6e-4cb7202a92e0 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 945 time: 0.0646589 Feb 20 04:00:31.507463 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fe39fbff-580b-435d-bde8-4be71d6123e1 req-51214035-fb1c-45fc-959c-467803a5f645 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941000 Feb 20 04:00:31.647971 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43318) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:31.668580 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1ad3da5d-0dc8-492f-9b99-9909062eb88f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:31.763684 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1ad3da5d-0dc8-492f-9b99-9909062eb88f admin admin] Publish callbacks [] for security_group (fa36accc-e6e8-47f2-ab0c-86e7ffd25277), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:31.845887 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1ad3da5d-0dc8-492f-9b99-9909062eb88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (fa36accc-e6e8-47f2-ab0c-86e7ffd25277), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:31.881551 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1ad3da5d-0dc8-492f-9b99-9909062eb88f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=54310380d7164b42a0f0b4e293352cea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2324715 Feb 20 04:00:31.884678 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43326) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:31.967421 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad3da5d-0dc8-492f-9b99-9909062eb88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa36accc-e6e8-47f2-ab0c-86e7ffd25277,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:31.981720 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-348c6b6f-69fb-4596-86ae-43d867a05be6 admin admin] Publish callbacks [] for security_group (fa36accc-e6e8-47f2-ab0c-86e7ffd25277), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:32.021482 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-348c6b6f-69fb-4596-86ae-43d867a05be6 admin admin] Publish callbacks [] for security_group (fa36accc-e6e8-47f2-ab0c-86e7ffd25277), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:32.268018 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-348c6b6f-69fb-4596-86ae-43d867a05be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (fa36accc-e6e8-47f2-ab0c-86e7ffd25277), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:32.271865 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-348c6b6f-69fb-4596-86ae-43d867a05be6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:32.273462 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-348c6b6f-69fb-4596-86ae-43d867a05be6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/fa36accc-e6e8-47f2-ab0c-86e7ffd25277 HTTP/1.1" status: 204 len: 168 time: 0.3875606 Feb 20 04:00:32.285986 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c6b6f-69fb-4596-86ae-43d867a05be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa36accc-e6e8-47f2-ab0c-86e7ffd25277,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:32.672702 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606de81a-ee4f-4456-9223-888ae5455258 req-60726456-f56f-4c14-b896-d21c580d98a0 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:32.674316 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-606de81a-ee4f-4456-9223-888ae5455258 req-60726456-f56f-4c14-b896-d21c580d98a0 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 945 time: 0.0776119 Feb 20 04:00:32.739603 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-606de81a-ee4f-4456-9223-888ae5455258 req-0195e3ec-9640-476b-bc3d-880c73d355c9 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589108 Feb 20 04:00:32.793795 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:32.906657 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afaf1c-95eb-469d-a27b-5cad238fda73 req-6a0ada44-51a8-4673-b9eb-8e62ff625a42 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:32.906657 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-86afaf1c-95eb-469d-a27b-5cad238fda73 req-6a0ada44-51a8-4673-b9eb-8e62ff625a42 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 945 time: 0.0730045 Feb 20 04:00:32.972161 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-86afaf1c-95eb-469d-a27b-5cad238fda73 req-63b43871-b3b6-4490-9503-a4cbd3c2502c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633342 Feb 20 04:00:33.016683 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43360) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:33.182051 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ffc34a-2cdb-406e-a38b-b72a59f67ae2 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:33.184297 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-53ffc34a-2cdb-406e-a38b-b72a59f67ae2 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 1122 time: 0.1657183 Feb 20 04:00:33.189676 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43366) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:33.196243 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-1962e6e0-96c9-435d-9e61-42ec3c8465e8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'port_id': 'a70af2a4-ae4d-401a-9b21-2fcb15107681', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:00:33.387883 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1962e6e0-96c9-435d-9e61-42ec3c8465e8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:33.576849 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1962e6e0-96c9-435d-9e61-42ec3c8465e8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:33.838644 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-1962e6e0-96c9-435d-9e61-42ec3c8465e8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Allocated IP 172.25.7.198 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/c9f6cb95-a60a-45e5-a6af-0df9b5cd9470) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:00:33.992840 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1962e6e0-96c9-435d-9e61-42ec3c8465e8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for port (c9f6cb95-a60a-45e5-a6af-0df9b5cd9470), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:34.120098 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1962e6e0-96c9-435d-9e61-42ec3c8465e8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (c9f6cb95-a60a-45e5-a6af-0df9b5cd9470), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:34.185326 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1962e6e0-96c9-435d-9e61-42ec3c8465e8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:00:34.191189 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-1962e6e0-96c9-435d-9e61-42ec3c8465e8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:00:34.195694 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1962e6e0-96c9-435d-9e61-42ec3c8465e8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:00:34.285598 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1962e6e0-96c9-435d-9e61-42ec3c8465e8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'Port': ['ID=c9f6cb95-a60a-45e5-a6af-0df9b5cd9470,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:35.176112 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1962e6e0-96c9-435d-9e61-42ec3c8465e8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for floatingip (8d182094-03db-460a-bee1-3dcb9b968749), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:35.390048 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1962e6e0-96c9-435d-9e61-42ec3c8465e8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c9f6cb95-a60a-45e5-a6af-0df9b5cd9470), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:36.085169 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1962e6e0-96c9-435d-9e61-42ec3c8465e8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for port (c9f6cb95-a60a-45e5-a6af-0df9b5cd9470), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:36.148063 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1962e6e0-96c9-435d-9e61-42ec3c8465e8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (c9f6cb95-a60a-45e5-a6af-0df9b5cd9470), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:36.238435 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1962e6e0-96c9-435d-9e61-42ec3c8465e8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'Port': ['ID=c9f6cb95-a60a-45e5-a6af-0df9b5cd9470,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:36.251381 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1962e6e0-96c9-435d-9e61-42ec3c8465e8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (8d182094-03db-460a-bee1-3dcb9b968749), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:36.379947 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [None req-1962e6e0-96c9-435d-9e61-42ec3c8465e8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Floating IP 8d182094-03db-460a-bee1-3dcb9b968749 associated. External IP: 172.25.7.198, port: a70af2a4-ae4d-401a-9b21-2fcb15107681. Feb 20 04:00:36.728612 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1962e6e0-96c9-435d-9e61-42ec3c8465e8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Router e6072b5c-aa68-469f-9234-198bb2fb0a7b has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:00:36.898479 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1962e6e0-96c9-435d-9e61-42ec3c8465e8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:00:36.909946 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe226299-0980-42b3-99ea-7013e9c40586 None None] Sync routers for ids ['e6072b5c-aa68-469f-9234-198bb2fb0a7b'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:00:36.928208 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe226299-0980-42b3-99ea-7013e9c40586 None None] Routers {'e6072b5c-aa68-469f-9234-198bb2fb0a7b'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:00:36.929217 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-fe226299-0980-42b3-99ea-7013e9c40586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:00:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e6072b5c-aa68-469f-9234-198bb2fb0a7b'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:00:36.996538 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1962e6e0-96c9-435d-9e61-42ec3c8465e8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:37.032448 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43464) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:37.101056 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1962e6e0-96c9-435d-9e61-42ec3c8465e8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9098146 Feb 20 04:00:37.104580 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35ee4ca-3260-49fa-b348-1709c4647180', 'tag': 'a70af2a4-ae4d-401a-9b21-2fcb15107681'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:00:37.112186 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283a3e75-34ff-4d08-9524-dd294829df63" -d '{"events": [{"name": "network-changed", "server_uuid": "b35ee4ca-3260-49fa-b348-1709c4647180", "tag": "a70af2a4-ae4d-401a-9b21-2fcb15107681"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:00:37.214662 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-fe226299-0980-42b3-99ea-7013e9c40586 None None] Set router e6072b5c-aa68-469f-9234-198bb2fb0a7b gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:00:37.268036 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db638519-38f3-4f1a-a129-54e7022044f8 req-5a1c5d2b-f230-4227-a9f5-fa14fbfa6a4a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:37.276749 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-db638519-38f3-4f1a-a129-54e7022044f8 req-5a1c5d2b-f230-4227-a9f5-fa14fbfa6a4a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 945 time: 0.0716362 Feb 20 04:00:37.300901 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-62fd87c7-7d24-4045-840d-6086a97c3bc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:37.408419 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-db638519-38f3-4f1a-a129-54e7022044f8 req-44b80eb0-4fc4-4e1c-84b8-8b2987d63df0 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304219 Feb 20 04:00:37.430768 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43474) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:37.454693 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-62fd87c7-7d24-4045-840d-6086a97c3bc7 admin admin] Publish callbacks [] for security_group (920224ec-bdde-4a56-939c-d3302d9e2dd1), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:37.559454 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-62fd87c7-7d24-4045-840d-6086a97c3bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (920224ec-bdde-4a56-939c-d3302d9e2dd1), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:37.620389 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-affc1fa7-8658-4ac3-a052-2bfc3c841f4d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/floatingips/8d182094-03db-460a-bee1-3dcb9b968749 HTTP/1.1" status: 200 len: 991 time: 0.1878128 Feb 20 04:00:37.622673 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-62fd87c7-7d24-4045-840d-6086a97c3bc7 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1271b8b379074131a509a7090e36e445&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5884852 Feb 20 04:00:37.623529 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d398e5-3fe7-4c8d-8572-200a97f16fb7 x-openstack-request-id: req-f3d398e5-3fe7-4c8d-8572-200a97f16fb7 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:00:37.623955 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35ee4ca-3260-49fa-b348-1709c4647180", "tag": "a70af2a4-ae4d-401a-9b21-2fcb15107681", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:00:37.624349 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f3d398e5-3fe7-4c8d-8572-200a97f16fb7 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:00:37.625319 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35ee4ca-3260-49fa-b348-1709c4647180', 'tag': 'a70af2a4-ae4d-401a-9b21-2fcb15107681', 'status': 'completed', 'code': 200} Feb 20 04:00:37.625855 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43480) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:37.661826 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd87c7-7d24-4045-840d-6086a97c3bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920224ec-bdde-4a56-939c-d3302d9e2dd1,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:37.701741 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-fe226299-0980-42b3-99ea-7013e9c40586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687977824', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '8c3243cd-0b75-4c7c-92aa-eb2264fea8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:00:03Z', 'updated_at': '2022-02-20T04:00:13Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '8c3243cd-0b75-4c7c-92aa-eb2264fea8cd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:00:04Z', 'updated_at': '2022-02-20T04:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '8d182094-03db-460a-bee1-3dcb9b968749', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'floating_ip_address': '172.25.7.198', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'port_id': 'a70af2a4-ae4d-401a-9b21-2fcb15107681', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843', 'mac_address': 'fa:16:3e:b7:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35ee4ca-3260-49fa-b348-1709c4647180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:00:34Z', 'updated_at': '2022-02-20T04:00:34Z', 'revision_number': 0, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cb52232-8319-45b5-926b-630c5bcef86e', 'name': '', 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:8b:94:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'd1337e77-2a84-4f6d-ac8c-08531b1f2015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:00:11Z', 'updated_at': '2022-02-20T04:00:19Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': 'd1337e77-2a84-4f6d-ac8c-08531b1f2015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:00:37.765516 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a3e75-34ff-4d08-9524-dd294829df63 req-98601fb6-a8f5-45ed-9e29-af61d113a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:37.767121 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-283a3e75-34ff-4d08-9524-dd294829df63 req-98601fb6-a8f5-45ed-9e29-af61d113a935 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 1127 time: 0.1455073 Feb 20 04:00:37.769395 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe226299-0980-42b3-99ea-7013e9c40586 None None] Checking router: e6072b5c-aa68-469f-9234-198bb2fb0a7b for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:00:37.773013 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fde6263b-2c3b-4f69-80f5-677688e4f6e0 admin admin] Publish callbacks [] for security_group (920224ec-bdde-4a56-939c-d3302d9e2dd1), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:37.802960 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fde6263b-2c3b-4f69-80f5-677688e4f6e0 admin admin] Publish callbacks [] for security_group (920224ec-bdde-4a56-939c-d3302d9e2dd1), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:37.809051 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe226299-0980-42b3-99ea-7013e9c40586 None None] Routers {'e6072b5c-aa68-469f-9234-198bb2fb0a7b'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:00:37.809685 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-fe226299-0980-42b3-99ea-7013e9c40586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:00:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e6072b5c-aa68-469f-9234-198bb2fb0a7b'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:00:37.935846 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-fe226299-0980-42b3-99ea-7013e9c40586 None None] Set router e6072b5c-aa68-469f-9234-198bb2fb0a7b gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:00:37.985628 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a3e75-34ff-4d08-9524-dd294829df63 req-44c0668f-2d1b-4928-b7fb-9b94ffede69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:37.987864 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-283a3e75-34ff-4d08-9524-dd294829df63 req-44c0668f-2d1b-4928-b7fb-9b94ffede69e service neutron] 10.222.0.93 "GET /v2.0/networks?id=5f9da837-c943-4d2d-82d0-ff91c1537843 HTTP/1.1" status: 200 len: 897 time: 0.1289802 Feb 20 04:00:38.075889 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-283a3e75-34ff-4d08-9524-dd294829df63 req-4ee7d0e2-6496-429d-bb0f-1cb08836a574 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a70af2a4-ae4d-401a-9b21-2fcb15107681 HTTP/1.1" status: 200 len: 999 time: 0.0812073 Feb 20 04:00:38.097819 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fde6263b-2c3b-4f69-80f5-677688e4f6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (920224ec-bdde-4a56-939c-d3302d9e2dd1), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:38.101548 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fde6263b-2c3b-4f69-80f5-677688e4f6e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:38.105009 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-fde6263b-2c3b-4f69-80f5-677688e4f6e0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/920224ec-bdde-4a56-939c-d3302d9e2dd1 HTTP/1.1" status: 204 len: 168 time: 0.4687021 Feb 20 04:00:38.143484 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6263b-2c3b-4f69-80f5-677688e4f6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920224ec-bdde-4a56-939c-d3302d9e2dd1,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:38.169258 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a3e75-34ff-4d08-9524-dd294829df63 req-72e8c049-d7e0-42f1-a584-021067d2cddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:38.173137 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-283a3e75-34ff-4d08-9524-dd294829df63 req-72e8c049-d7e0-42f1-a584-021067d2cddf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d1337e77-2a84-4f6d-ac8c-08531b1f2015 HTTP/1.1" status: 200 len: 835 time: 0.0906441 Feb 20 04:00:38.309335 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a3e75-34ff-4d08-9524-dd294829df63 req-487759ce-2346-43fa-9545-880a8e0f83a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:38.320460 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-283a3e75-34ff-4d08-9524-dd294829df63 req-487759ce-2346-43fa-9545-880a8e0f83a3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5f9da837-c943-4d2d-82d0-ff91c1537843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1408851 Feb 20 04:00:38.379781 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-fe226299-0980-42b3-99ea-7013e9c40586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687977824', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '8c3243cd-0b75-4c7c-92aa-eb2264fea8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:00:03Z', 'updated_at': '2022-02-20T04:00:13Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '8c3243cd-0b75-4c7c-92aa-eb2264fea8cd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:00:04Z', 'updated_at': '2022-02-20T04:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '8d182094-03db-460a-bee1-3dcb9b968749', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'floating_ip_address': '172.25.7.198', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'port_id': 'a70af2a4-ae4d-401a-9b21-2fcb15107681', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843', 'mac_address': 'fa:16:3e:b7:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35ee4ca-3260-49fa-b348-1709c4647180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:00:34Z', 'updated_at': '2022-02-20T04:00:34Z', 'revision_number': 0, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cb52232-8319-45b5-926b-630c5bcef86e', 'name': '', 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:8b:94:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'd1337e77-2a84-4f6d-ac8c-08531b1f2015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:00:11Z', 'updated_at': '2022-02-20T04:00:19Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': 'd1337e77-2a84-4f6d-ac8c-08531b1f2015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:00:38.418174 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe226299-0980-42b3-99ea-7013e9c40586 None None] The sync data for ids ['e6072b5c-aa68-469f-9234-198bb2fb0a7b'] in n-d-829866-4 is: [{'id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687977824', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '8c3243cd-0b75-4c7c-92aa-eb2264fea8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:00:03Z', 'updated_at': '2022-02-20T04:00:13Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '8c3243cd-0b75-4c7c-92aa-eb2264fea8cd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:00:04Z', 'updated_at': '2022-02-20T04:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '8d182094-03db-460a-bee1-3dcb9b968749', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'floating_ip_address': '172.25.7.198', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'port_id': 'a70af2a4-ae4d-401a-9b21-2fcb15107681', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843', 'mac_address': 'fa:16:3e:b7:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35ee4ca-3260-49fa-b348-1709c4647180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:00:34Z', 'updated_at': '2022-02-20T04:00:34Z', 'revision_number': 0, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cb52232-8319-45b5-926b-630c5bcef86e', 'name': '', 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:8b:94:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'd1337e77-2a84-4f6d-ac8c-08531b1f2015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:00:11Z', 'updated_at': '2022-02-20T04:00:19Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': 'd1337e77-2a84-4f6d-ac8c-08531b1f2015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:00:38.502367 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-283a3e75-34ff-4d08-9524-dd294829df63 req-07b8e57b-4381-4d4c-b482-246cd053ffee service neutron] 10.222.0.93 "GET /v2.0/networks/5f9da837-c943-4d2d-82d0-ff91c1537843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741583 Feb 20 04:00:38.624204 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43500) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:38.701345 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-283a3e75-34ff-4d08-9524-dd294829df63 req-6ba8125a-eea9-4e2b-b9cf-ff73189b8794 service neutron] 10.222.0.93 "GET /v2.0/networks/5f9da837-c943-4d2d-82d0-ff91c1537843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923597 Feb 20 04:00:38.754210 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cb89fcf7-8a94-493a-9c2e-d47663691b19 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/floatingips/8d182094-03db-460a-bee1-3dcb9b968749 HTTP/1.1" status: 200 len: 991 time: 0.1258590 Feb 20 04:00:38.809745 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fabf29c-cafe-41d9-9086-f012e0020636 None None] New status for floating IP 8d182094-03db-460a-bee1-3dcb9b968749: ACTIVE {{(pid=104107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 04:00:39.035207 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43510) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:39.058964 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1c4dd492-bd16-4c5e-9437-55ab499886b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:39.268050 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1c4dd492-bd16-4c5e-9437-55ab499886b9 admin admin] Publish callbacks [] for security_group (2e1f9c03-3b71-4673-aeaf-2910b8578d24), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:39.364930 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1c4dd492-bd16-4c5e-9437-55ab499886b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (2e1f9c03-3b71-4673-aeaf-2910b8578d24), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:39.408193 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1c4dd492-bd16-4c5e-9437-55ab499886b9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=203146fc18f94c84b873db2227377e8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3711541 Feb 20 04:00:39.409882 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4dd492-bd16-4c5e-9437-55ab499886b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1f9c03-3b71-4673-aeaf-2910b8578d24,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:39.411626 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43520) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:39.451677 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43522) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:39.487774 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-00a1d1a9-aa48-4daf-806f-b0cd15a130c9 admin admin] Publish callbacks [] for security_group (2e1f9c03-3b71-4673-aeaf-2910b8578d24), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:39.514054 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-00a1d1a9-aa48-4daf-806f-b0cd15a130c9 admin admin] Publish callbacks [] for security_group (2e1f9c03-3b71-4673-aeaf-2910b8578d24), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:39.600701 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e3c46a32-ea23-4f9c-b904-f236bbb1a2ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:39.650910 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-00a1d1a9-aa48-4daf-806f-b0cd15a130c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (2e1f9c03-3b71-4673-aeaf-2910b8578d24), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:39.655616 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-00a1d1a9-aa48-4daf-806f-b0cd15a130c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:39.662091 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-00a1d1a9-aa48-4daf-806f-b0cd15a130c9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2e1f9c03-3b71-4673-aeaf-2910b8578d24 HTTP/1.1" status: 204 len: 168 time: 0.2453790 Feb 20 04:00:39.692168 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1d1a9-aa48-4daf-806f-b0cd15a130c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1f9c03-3b71-4673-aeaf-2910b8578d24,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:39.756973 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43530) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:39.763802 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e3c46a32-ea23-4f9c-b904-f236bbb1a2ee admin admin] Publish callbacks [] for security_group (2d9482fb-255e-444d-a6ad-0685f5e3f791), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:39.833419 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e3c46a32-ea23-4f9c-b904-f236bbb1a2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (2d9482fb-255e-444d-a6ad-0685f5e3f791), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:39.895154 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4d56877b-cd6c-4190-8ccf-0bd0ca2ee766 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/floatingips/8d182094-03db-460a-bee1-3dcb9b968749 HTTP/1.1" status: 200 len: 993 time: 0.1320384 Feb 20 04:00:39.917327 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e3c46a32-ea23-4f9c-b904-f236bbb1a2ee admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0e6babe1ac12472c88f18acfa1f28db3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4645615 Feb 20 04:00:39.917327 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c46a32-ea23-4f9c-b904-f236bbb1a2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9482fb-255e-444d-a6ad-0685f5e3f791,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:39.919390 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43534) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:39.974057 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8914a189-83ae-4f93-bf87-6b09f23c23c9 admin admin] Publish callbacks [] for security_group (2d9482fb-255e-444d-a6ad-0685f5e3f791), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:40.001033 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8914a189-83ae-4f93-bf87-6b09f23c23c9 admin admin] Publish callbacks [] for security_group (2d9482fb-255e-444d-a6ad-0685f5e3f791), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:40.115507 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8914a189-83ae-4f93-bf87-6b09f23c23c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (2d9482fb-255e-444d-a6ad-0685f5e3f791), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:40.119420 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8914a189-83ae-4f93-bf87-6b09f23c23c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:40.120876 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8914a189-83ae-4f93-bf87-6b09f23c23c9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2d9482fb-255e-444d-a6ad-0685f5e3f791 HTTP/1.1" status: 204 len: 168 time: 0.2004483 Feb 20 04:00:40.132380 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914a189-83ae-4f93-bf87-6b09f23c23c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9482fb-255e-444d-a6ad-0685f5e3f791,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:41.068791 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43570) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:41.095256 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fb33886a-2827-4048-9cdf-1bec56da9cf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:41.217669 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fb33886a-2827-4048-9cdf-1bec56da9cf2 admin admin] Publish callbacks [] for security_group (6a8d6a55-124c-4d7b-952c-6f3181d6bb64), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:41.283916 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fb33886a-2827-4048-9cdf-1bec56da9cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (6a8d6a55-124c-4d7b-952c-6f3181d6bb64), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:41.326986 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33886a-2827-4048-9cdf-1bec56da9cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8d6a55-124c-4d7b-952c-6f3181d6bb64,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:41.333518 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fb33886a-2827-4048-9cdf-1bec56da9cf2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f03146f78622445e8d13f3ffbfee7c7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2631197 Feb 20 04:00:41.336309 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43576) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:41.392062 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-42d93138-07cf-4c45-b20f-a469d2b6edd7 admin admin] Publish callbacks [] for security_group (6a8d6a55-124c-4d7b-952c-6f3181d6bb64), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:41.415213 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-42d93138-07cf-4c45-b20f-a469d2b6edd7 admin admin] Publish callbacks [] for security_group (6a8d6a55-124c-4d7b-952c-6f3181d6bb64), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:41.558648 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-42d93138-07cf-4c45-b20f-a469d2b6edd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (6a8d6a55-124c-4d7b-952c-6f3181d6bb64), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:41.561394 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-42d93138-07cf-4c45-b20f-a469d2b6edd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:41.562665 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-42d93138-07cf-4c45-b20f-a469d2b6edd7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6a8d6a55-124c-4d7b-952c-6f3181d6bb64 HTTP/1.1" status: 204 len: 168 time: 0.2253280 Feb 20 04:00:41.572273 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d93138-07cf-4c45-b20f-a469d2b6edd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8d6a55-124c-4d7b-952c-6f3181d6bb64,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:42.168811 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43602) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:42.183478 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-182ccc3f-f9d7-4067-b9e4-d8b3e84bbc86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:42.267900 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-182ccc3f-f9d7-4067-b9e4-d8b3e84bbc86 admin admin] Publish callbacks [] for security_group (2fd3898c-9d40-4769-ba31-457f27eb0461), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:42.330638 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-182ccc3f-f9d7-4067-b9e4-d8b3e84bbc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (2fd3898c-9d40-4769-ba31-457f27eb0461), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:42.374677 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43616) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:42.376085 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-182ccc3f-f9d7-4067-b9e4-d8b3e84bbc86 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0ad41d61270e4847bb4d45a7c42d704e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2041357 Feb 20 04:00:42.377055 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ccc3f-f9d7-4067-b9e4-d8b3e84bbc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd3898c-9d40-4769-ba31-457f27eb0461,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:42.450768 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4839eaa9-cf9c-4116-a122-7aee66c5846e admin admin] Publish callbacks [] for security_group (2fd3898c-9d40-4769-ba31-457f27eb0461), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:42.473912 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4839eaa9-cf9c-4116-a122-7aee66c5846e admin admin] Publish callbacks [] for security_group (2fd3898c-9d40-4769-ba31-457f27eb0461), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:42.610971 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4839eaa9-cf9c-4116-a122-7aee66c5846e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (2fd3898c-9d40-4769-ba31-457f27eb0461), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:42.613727 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4839eaa9-cf9c-4116-a122-7aee66c5846e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:42.615205 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4839eaa9-cf9c-4116-a122-7aee66c5846e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2fd3898c-9d40-4769-ba31-457f27eb0461 HTTP/1.1" status: 204 len: 168 time: 0.2371535 Feb 20 04:00:42.629480 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4839eaa9-cf9c-4116-a122-7aee66c5846e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd3898c-9d40-4769-ba31-457f27eb0461,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:43.812997 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43666) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:44.025508 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4bedc4d8-845c-4cfe-a8a1-365878492543 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:44.139521 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4bedc4d8-845c-4cfe-a8a1-365878492543 admin admin] Publish callbacks [] for security_group (b742c16b-510d-4006-8013-f8e7e91a8cdc), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:44.239146 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4bedc4d8-845c-4cfe-a8a1-365878492543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b742c16b-510d-4006-8013-f8e7e91a8cdc), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:44.310287 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedc4d8-845c-4cfe-a8a1-365878492543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b742c16b-510d-4006-8013-f8e7e91a8cdc,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:44.336178 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4bedc4d8-845c-4cfe-a8a1-365878492543 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ce5f33d516ad40108bf05fe103568c35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5218503 Feb 20 04:00:44.341016 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43682) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:44.479965 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6181548f-947a-4a59-a786-916f0eb95c81 admin admin] Publish callbacks [] for security_group (b742c16b-510d-4006-8013-f8e7e91a8cdc), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:44.527004 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6181548f-947a-4a59-a786-916f0eb95c81 admin admin] Publish callbacks [] for security_group (b742c16b-510d-4006-8013-f8e7e91a8cdc), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:44.669599 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6181548f-947a-4a59-a786-916f0eb95c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b742c16b-510d-4006-8013-f8e7e91a8cdc), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:44.674043 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6181548f-947a-4a59-a786-916f0eb95c81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:44.675552 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6181548f-947a-4a59-a786-916f0eb95c81 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b742c16b-510d-4006-8013-f8e7e91a8cdc HTTP/1.1" status: 204 len: 168 time: 0.3329868 Feb 20 04:00:44.693694 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181548f-947a-4a59-a786-916f0eb95c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b742c16b-510d-4006-8013-f8e7e91a8cdc,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:44.741838 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:00:45.741251 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43734) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:45.778478 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa8bc2a1-59ed-407f-87e1-c5ec05e32f6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:45.907494 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa8bc2a1-59ed-407f-87e1-c5ec05e32f6d admin admin] Publish callbacks [] for security_group (ff754e33-9824-4cbf-873a-ea8ce26b6b59), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:45.965535 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa8bc2a1-59ed-407f-87e1-c5ec05e32f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ff754e33-9824-4cbf-873a-ea8ce26b6b59), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:46.033021 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8bc2a1-59ed-407f-87e1-c5ec05e32f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff754e33-9824-4cbf-873a-ea8ce26b6b59,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:46.041667 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-aa8bc2a1-59ed-407f-87e1-c5ec05e32f6d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=40897e2a6e4e4535a8489d683bd666c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2965021 Feb 20 04:00:46.042384 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43742) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:46.045542 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8bc2a1-59ed-407f-87e1-c5ec05e32f6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:46.046010 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8bc2a1-59ed-407f-87e1-c5ec05e32f6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:46.046455 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8bc2a1-59ed-407f-87e1-c5ec05e32f6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:46.047314 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8bc2a1-59ed-407f-87e1-c5ec05e32f6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:46.047780 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8bc2a1-59ed-407f-87e1-c5ec05e32f6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:46.048221 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8bc2a1-59ed-407f-87e1-c5ec05e32f6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:46.048656 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8bc2a1-59ed-407f-87e1-c5ec05e32f6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:46.049096 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8bc2a1-59ed-407f-87e1-c5ec05e32f6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:46.059041 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8bc2a1-59ed-407f-87e1-c5ec05e32f6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:46.059041 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8bc2a1-59ed-407f-87e1-c5ec05e32f6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:46.059041 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8bc2a1-59ed-407f-87e1-c5ec05e32f6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:46.059041 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8bc2a1-59ed-407f-87e1-c5ec05e32f6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:46.059041 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8bc2a1-59ed-407f-87e1-c5ec05e32f6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:00:46.166409 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-93d63e4d-0749-4307-99eb-d3067885247e admin admin] Publish callbacks [] for security_group (ff754e33-9824-4cbf-873a-ea8ce26b6b59), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:46.191750 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-93d63e4d-0749-4307-99eb-d3067885247e admin admin] Publish callbacks [] for security_group (ff754e33-9824-4cbf-873a-ea8ce26b6b59), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:46.365257 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-93d63e4d-0749-4307-99eb-d3067885247e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ff754e33-9824-4cbf-873a-ea8ce26b6b59), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:46.368271 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-93d63e4d-0749-4307-99eb-d3067885247e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:46.372651 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-93d63e4d-0749-4307-99eb-d3067885247e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ff754e33-9824-4cbf-873a-ea8ce26b6b59 HTTP/1.1" status: 204 len: 168 time: 0.3282955 Feb 20 04:00:46.387063 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d63e4d-0749-4307-99eb-d3067885247e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff754e33-9824-4cbf-873a-ea8ce26b6b59,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:49.506832 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 43830) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:49.807725 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b2d7cb60-d43d-457c-8add-44fc95108253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:49.991770 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b2d7cb60-d43d-457c-8add-44fc95108253 admin admin] Publish callbacks [] for security_group (63cffe96-5d25-42e3-949c-dc52fe161b67), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:50.115429 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b2d7cb60-d43d-457c-8add-44fc95108253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (63cffe96-5d25-42e3-949c-dc52fe161b67), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:50.197171 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b2d7cb60-d43d-457c-8add-44fc95108253 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=997f348978d44bbeb5875d27a8f1bde8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6884630 Feb 20 04:00:50.199825 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 43840) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:00:50.274678 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7cb60-d43d-457c-8add-44fc95108253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cffe96-5d25-42e3-949c-dc52fe161b67,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:50.341104 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80f07cc8-864a-4e11-820a-e869dfb17936 admin admin] Publish callbacks [] for security_group (63cffe96-5d25-42e3-949c-dc52fe161b67), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:50.415375 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80f07cc8-864a-4e11-820a-e869dfb17936 admin admin] Publish callbacks [] for security_group (63cffe96-5d25-42e3-949c-dc52fe161b67), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:50.588166 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80f07cc8-864a-4e11-820a-e869dfb17936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (63cffe96-5d25-42e3-949c-dc52fe161b67), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:50.591385 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80f07cc8-864a-4e11-820a-e869dfb17936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:50.593075 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-80f07cc8-864a-4e11-820a-e869dfb17936 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/63cffe96-5d25-42e3-949c-dc52fe161b67 HTTP/1.1" status: 204 len: 168 time: 0.3885233 Feb 20 04:00:50.607140 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f07cc8-864a-4e11-820a-e869dfb17936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cffe96-5d25-42e3-949c-dc52fe161b67,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:00:51.098875 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:51.244587 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:56.469930 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-150da440-482d-49d6-b504-dca52b340c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:00:56.905617 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-abc5ac46-88d9-4570-9738-c62825321683 req-4eb602ab-e0d7-4f61-8ffe-25b727625c68 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4566610 Feb 20 04:00:57.176105 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5ac46-88d9-4570-9738-c62825321683 req-49f9087f-b9d1-4096-a621-f124cfbe6ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:57.181754 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-abc5ac46-88d9-4570-9738-c62825321683 req-49f9087f-b9d1-4096-a621-f124cfbe6ff6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=35020f0e760948f3aaa3a14692013457&device_id=34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7 HTTP/1.1" status: 200 len: 1131 time: 0.2138293 Feb 20 04:00:57.578640 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5ac46-88d9-4570-9738-c62825321683 req-9ca135cf-019a-4573-9413-d7fc63dc7f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:57.580302 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-abc5ac46-88d9-4570-9738-c62825321683 req-9ca135cf-019a-4573-9413-d7fc63dc7f81 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.3719590 Feb 20 04:00:57.701690 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-abc5ac46-88d9-4570-9738-c62825321683 req-a38d5d4b-8ca4-4c44-b7c0-08598590b568 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=c2ece5ea-f9af-46df-841f-f9ffbc649c07 HTTP/1.1" status: 200 len: 217 time: 0.1129575 Feb 20 04:00:57.819957 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5ac46-88d9-4570-9738-c62825321683 req-e452f2ff-4c09-45b1-8f03-deb41688f311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:57.823258 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-abc5ac46-88d9-4570-9738-c62825321683 req-e452f2ff-4c09-45b1-8f03-deb41688f311 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.1155696 Feb 20 04:00:57.940321 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5ac46-88d9-4570-9738-c62825321683 req-35774ed9-3a36-4af4-89ee-7cd835b3a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:00:57.946244 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-abc5ac46-88d9-4570-9738-c62825321683 req-35774ed9-3a36-4af4-89ee-7cd835b3a000 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1160724 Feb 20 04:00:58.127225 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-abc5ac46-88d9-4570-9738-c62825321683 req-30420819-aa5f-46be-826a-22dbed3630d5 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718102 Feb 20 04:00:58.253576 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-abc5ac46-88d9-4570-9738-c62825321683 req-61c170e0-534b-4a08-9696-0c3cd979c1f5 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186085 Feb 20 04:00:58.731807 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-755867b7-1f4a-41bd-a978-3116bd86e811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:00.091295 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:01.302905 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:01.896612 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44002) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:01:02.078555 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-735508ed-792d-4bdd-9240-c10ee063e919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:02.301496 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-735508ed-792d-4bdd-9240-c10ee063e919 admin admin] Publish callbacks [] for security_group (3cb7f526-4b96-4104-9b5e-1ca1b323c416), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:02.430810 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-735508ed-792d-4bdd-9240-c10ee063e919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (3cb7f526-4b96-4104-9b5e-1ca1b323c416), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:02.536590 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-735508ed-792d-4bdd-9240-c10ee063e919 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=cf980c8f661b472089a50f91df889e5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6390743 Feb 20 04:01:02.536590 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735508ed-792d-4bdd-9240-c10ee063e919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb7f526-4b96-4104-9b5e-1ca1b323c416,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:01:02.536995 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44016) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:01:02.623699 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5eda1d36-9098-42b3-975d-2f5965e2c965 admin admin] Publish callbacks [] for security_group (3cb7f526-4b96-4104-9b5e-1ca1b323c416), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:02.654792 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5eda1d36-9098-42b3-975d-2f5965e2c965 admin admin] Publish callbacks [] for security_group (3cb7f526-4b96-4104-9b5e-1ca1b323c416), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:02.881304 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:02.914202 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5eda1d36-9098-42b3-975d-2f5965e2c965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (3cb7f526-4b96-4104-9b5e-1ca1b323c416), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:02.918996 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5eda1d36-9098-42b3-975d-2f5965e2c965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:02.921422 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5eda1d36-9098-42b3-975d-2f5965e2c965 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3cb7f526-4b96-4104-9b5e-1ca1b323c416 HTTP/1.1" status: 204 len: 168 time: 0.3829820 Feb 20 04:01:02.937072 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda1d36-9098-42b3-975d-2f5965e2c965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb7f526-4b96-4104-9b5e-1ca1b323c416,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:01:04.114656 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44030) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:01:04.139116 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-085dc45d-c9af-4246-a1cb-2611f19cb148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:04.289654 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-085dc45d-c9af-4246-a1cb-2611f19cb148 admin admin] Publish callbacks [] for security_group (0c3dbace-e816-48e3-9da1-80501910e77a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:04.356217 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-085dc45d-c9af-4246-a1cb-2611f19cb148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (0c3dbace-e816-48e3-9da1-80501910e77a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:04.436909 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-085dc45d-c9af-4246-a1cb-2611f19cb148 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4e2065a0cbbc4f8a99b0a8ec843b455e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3142557 Feb 20 04:01:04.442529 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44038) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:01:04.465506 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085dc45d-c9af-4246-a1cb-2611f19cb148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3dbace-e816-48e3-9da1-80501910e77a,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:01:04.524090 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0e48126e-8db6-4e74-987b-ae4ad442e619 admin admin] Publish callbacks [] for security_group (0c3dbace-e816-48e3-9da1-80501910e77a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:04.554768 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0e48126e-8db6-4e74-987b-ae4ad442e619 admin admin] Publish callbacks [] for security_group (0c3dbace-e816-48e3-9da1-80501910e77a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:04.702578 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0e48126e-8db6-4e74-987b-ae4ad442e619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (0c3dbace-e816-48e3-9da1-80501910e77a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:04.706266 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0e48126e-8db6-4e74-987b-ae4ad442e619 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:04.712213 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0e48126e-8db6-4e74-987b-ae4ad442e619 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0c3dbace-e816-48e3-9da1-80501910e77a HTTP/1.1" status: 204 len: 168 time: 0.2681644 Feb 20 04:01:04.730694 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e48126e-8db6-4e74-987b-ae4ad442e619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3dbace-e816-48e3-9da1-80501910e77a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:01:07.309977 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c3c0c-4064-48c1-b1c4-ed2c5eba3580 req-0db48ffa-ec4d-4ed6-b191-68f873c38c75 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:07.319280 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-491c3c0c-4064-48c1-b1c4-ed2c5eba3580 req-0db48ffa-ec4d-4ed6-b191-68f873c38c75 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 1127 time: 0.0730352 Feb 20 04:01:07.395471 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-491c3c0c-4064-48c1-b1c4-ed2c5eba3580 req-ffcd0629-2280-45a7-8138-86b4c4ae9963 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728106 Feb 20 04:01:07.615624 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c91b07-22d6-4979-b0c4-8ffbeef46dfe req-70f0bab5-8168-4703-986a-ee76539fc6ab tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:07.626238 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-60c91b07-22d6-4979-b0c4-8ffbeef46dfe req-70f0bab5-8168-4703-986a-ee76539fc6ab tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 945 time: 0.1271091 Feb 20 04:01:07.724303 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-60c91b07-22d6-4979-b0c4-8ffbeef46dfe req-b57e1d61-a613-4104-8880-836b2dc8ba10 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866578 Feb 20 04:01:07.764762 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44104) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:01:07.875412 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6dfae847-76ff-44c8-9e06-1965b22c5f34 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/floatingips/8d182094-03db-460a-bee1-3dcb9b968749 HTTP/1.1" status: 200 len: 993 time: 0.1133320 Feb 20 04:01:08.989486 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf9913-ba11-4bd7-b23c-286562b5ed53 req-cb53d3f7-58fd-4bc5-be98-ca6240531c19 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:09.012789 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d9bf9913-ba11-4bd7-b23c-286562b5ed53 req-cb53d3f7-58fd-4bc5-be98-ca6240531c19 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 945 time: 0.2277966 Feb 20 04:01:09.403487 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d9bf9913-ba11-4bd7-b23c-286562b5ed53 req-b839fbff-8acc-4b10-a287-b83f18eaed3f tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3103604 Feb 20 04:01:09.465417 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-32cd5c14-d110-487e-9f22-6133a4534cbd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5118423 Feb 20 04:01:09.470621 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4f0ec-b23b-498a-8668-4fa096ceb595 req-69cbd5b7-7b0e-4c9e-8327-357f15ef36f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:09.480181 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-08c4f0ec-b23b-498a-8668-4fa096ceb595 req-69cbd5b7-7b0e-4c9e-8327-357f15ef36f3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 1127 time: 0.3817344 Feb 20 04:01:09.822799 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4f0ec-b23b-498a-8668-4fa096ceb595 req-99adc45f-0b48-4a25-9c26-cad546ec96c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:09.830594 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-08c4f0ec-b23b-498a-8668-4fa096ceb595 req-99adc45f-0b48-4a25-9c26-cad546ec96c0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5f9da837-c943-4d2d-82d0-ff91c1537843 HTTP/1.1" status: 200 len: 897 time: 0.3373528 Feb 20 04:01:10.127494 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-08c4f0ec-b23b-498a-8668-4fa096ceb595 req-f33f20e7-470b-45e7-ad86-3d85f2727ab1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a70af2a4-ae4d-401a-9b21-2fcb15107681 HTTP/1.1" status: 200 len: 1001 time: 0.2903886 Feb 20 04:01:10.262099 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4f0ec-b23b-498a-8668-4fa096ceb595 req-d1f6765c-d1aa-4e06-b618-7f0965dd77a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:10.263907 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-08c4f0ec-b23b-498a-8668-4fa096ceb595 req-d1f6765c-d1aa-4e06-b618-7f0965dd77a1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d1337e77-2a84-4f6d-ac8c-08531b1f2015 HTTP/1.1" status: 200 len: 835 time: 0.1296613 Feb 20 04:01:10.390528 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4f0ec-b23b-498a-8668-4fa096ceb595 req-39d5674d-df5f-4637-9939-b9cc52ba0537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:10.393166 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-08c4f0ec-b23b-498a-8668-4fa096ceb595 req-39d5674d-df5f-4637-9939-b9cc52ba0537 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5f9da837-c943-4d2d-82d0-ff91c1537843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1213913 Feb 20 04:01:10.666967 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-08c4f0ec-b23b-498a-8668-4fa096ceb595 req-440c5c49-17a3-4fc6-b064-a8c9d066400a service neutron] 10.222.0.93 "GET /v2.0/networks/5f9da837-c943-4d2d-82d0-ff91c1537843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675102 Feb 20 04:01:10.904955 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-4a65dc57-a31f-4302-8c51-4cad8d621533 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:10.907906 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-4a65dc57-a31f-4302-8c51-4cad8d621533 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] 10.222.0.89 "GET /v2.0/ports/a70af2a4-ae4d-401a-9b21-2fcb15107681 HTTP/1.1" status: 200 len: 1124 time: 0.0859118 Feb 20 04:01:10.927179 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeea6b1-4210-4504-8e92-49d624221930 req-cae358a8-8467-4372-ab60-76fcc3a0afcd tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:10.929689 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fbeea6b1-4210-4504-8e92-49d624221930 req-cae358a8-8467-4372-ab60-76fcc3a0afcd tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 945 time: 0.2613478 Feb 20 04:01:11.006895 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-08c4f0ec-b23b-498a-8668-4fa096ceb595 req-797bd222-444d-47bc-9b9e-7db4a5bbedd1 service neutron] 10.222.0.93 "GET /v2.0/networks/5f9da837-c943-4d2d-82d0-ff91c1537843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947464 Feb 20 04:01:11.013933 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fbeea6b1-4210-4504-8e92-49d624221930 req-1426480d-1024-4621-b8f7-74f55a36115c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750039 Feb 20 04:01:12.169976 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855847f-75c9-42eb-af72-1d1ad48e31f7 req-3fd3f07a-1402-47ee-8f37-4722c1b7814a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:12.178700 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7855847f-75c9-42eb-af72-1d1ad48e31f7 req-3fd3f07a-1402-47ee-8f37-4722c1b7814a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 945 time: 0.0862999 Feb 20 04:01:12.248382 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7855847f-75c9-42eb-af72-1d1ad48e31f7 req-0af1e413-64d5-4313-a8d5-db7f6085bf24 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684292 Feb 20 04:01:12.982367 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-93f845c3-a403-462a-8613-438004b9ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:12.983906 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-93f845c3-a403-462a-8613-438004b9ac26 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 1127 time: 0.0889304 Feb 20 04:01:13.208328 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-4666bc0d-d682-409a-a74d-0546ba8e975f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:13.209916 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-4666bc0d-d682-409a-a74d-0546ba8e975f service neutron] 10.222.0.93 "GET /v2.0/networks?id=5f9da837-c943-4d2d-82d0-ff91c1537843 HTTP/1.1" status: 200 len: 897 time: 0.2199187 Feb 20 04:01:13.408604 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-dac76a3c-39bf-4346-9d66-08b5fcd22f76 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a70af2a4-ae4d-401a-9b21-2fcb15107681 HTTP/1.1" status: 200 len: 1001 time: 0.1927004 Feb 20 04:01:13.649453 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-10e26c92-2e5c-4ae4-9ee0-7b573547fcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:13.651263 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-10e26c92-2e5c-4ae4-9ee0-7b573547fcca service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d1337e77-2a84-4f6d-ac8c-08531b1f2015 HTTP/1.1" status: 200 len: 835 time: 0.2293091 Feb 20 04:01:13.747817 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8be44-a3f1-4e4d-bb26-31deffc8376f req-ea270b00-19c3-4fc9-8e4b-50b9c76324af tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:13.749760 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4ad8be44-a3f1-4e4d-bb26-31deffc8376f req-ea270b00-19c3-4fc9-8e4b-50b9c76324af tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 945 time: 0.3360841 Feb 20 04:01:13.819053 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-c050f2fe-926b-41d2-9fb6-60448ca68fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:13.820729 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-c050f2fe-926b-41d2-9fb6-60448ca68fa6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5f9da837-c943-4d2d-82d0-ff91c1537843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1570389 Feb 20 04:01:13.844720 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4ad8be44-a3f1-4e4d-bb26-31deffc8376f req-016b403f-3f46-4b8f-b113-332a36a4bcba tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768533 Feb 20 04:01:13.947842 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-4c2382b5-78e0-46f2-af9d-c667dcad7a3a service neutron] 10.222.0.93 "GET /v2.0/networks/5f9da837-c943-4d2d-82d0-ff91c1537843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154034 Feb 20 04:01:14.072238 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-97da17cb-60b3-42e1-aaf8-a0b2734cde51 service neutron] 10.222.0.93 "GET /v2.0/networks/5f9da837-c943-4d2d-82d0-ff91c1537843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178653 Feb 20 04:01:15.050800 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c42387-1ae5-4068-9d1a-0975948b70cd req-af4110c5-44ff-43ab-8edf-0f44843e3eca tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:15.058817 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39c42387-1ae5-4068-9d1a-0975948b70cd req-af4110c5-44ff-43ab-8edf-0f44843e3eca tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 945 time: 0.1067603 Feb 20 04:01:15.147372 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39c42387-1ae5-4068-9d1a-0975948b70cd req-456f3924-fb4d-417d-8639-c275473554b8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872021 Feb 20 04:01:16.332017 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17ad7d-83ed-4dd1-a8de-dfc8d8996c1e req-134e8be3-a21e-4629-989b-97f666ef0296 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:16.340547 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8d17ad7d-83ed-4dd1-a8de-dfc8d8996c1e req-134e8be3-a21e-4629-989b-97f666ef0296 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 945 time: 0.0673838 Feb 20 04:01:16.451655 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8d17ad7d-83ed-4dd1-a8de-dfc8d8996c1e req-6a8e9e1e-500d-4765-bb94-b7d7409d7517 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098473 Feb 20 04:01:17.698090 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd929ea-eb48-4fed-8c3e-a9a0db56015d req-9416557f-aec1-4fb7-b063-feeab1f09a9b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:17.700676 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cd929ea-eb48-4fed-8c3e-a9a0db56015d req-9416557f-aec1-4fb7-b063-feeab1f09a9b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 945 time: 0.1265566 Feb 20 04:01:17.860726 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cd929ea-eb48-4fed-8c3e-a9a0db56015d req-1746ac07-34a7-4275-b3b9-300bf29ada94 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538608 Feb 20 04:01:19.139040 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063d036-4b74-4fa6-aaa3-d4660d94948d req-b5091d52-4076-474b-9db0-fd379cb73e92 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:19.147382 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3063d036-4b74-4fa6-aaa3-d4660d94948d req-b5091d52-4076-474b-9db0-fd379cb73e92 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 945 time: 0.1134856 Feb 20 04:01:19.260472 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3063d036-4b74-4fa6-aaa3-d4660d94948d req-d42bdabc-79f7-417f-96a5-3b695e1e2d9f tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047399 Feb 20 04:01:20.428431 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9dde4-5c1a-4992-b348-6fb6129aac99 req-4f9645b1-3041-49dd-9954-c1a90e63dd50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:20.436343 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f1e9dde4-5c1a-4992-b348-6fb6129aac99 req-4f9645b1-3041-49dd-9954-c1a90e63dd50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 945 time: 0.0770490 Feb 20 04:01:20.514621 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f1e9dde4-5c1a-4992-b348-6fb6129aac99 req-3749726d-b39a-492b-991e-76f01c566777 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770130 Feb 20 04:01:21.120160 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:21.227055 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:21.744609 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:01:21.752618 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf887f-8ea6-46bd-96b8-1f5bf46446d5 req-bc7b632c-7b3b-44f1-988a-4c70e6f8e318 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:21.770371 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7daf887f-8ea6-46bd-96b8-1f5bf46446d5 req-bc7b632c-7b3b-44f1-988a-4c70e6f8e318 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 945 time: 0.1254809 Feb 20 04:01:21.909425 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7daf887f-8ea6-46bd-96b8-1f5bf46446d5 req-b8a5eeeb-5179-4029-97d5-090afc70e35e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374609 Feb 20 04:01:23.092082 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c5c09-d4ba-4079-87af-5f1d85128603 req-22a9bb07-b5f0-4f44-8f03-033125ae07da tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:23.102080 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d24c5c09-d4ba-4079-87af-5f1d85128603 req-22a9bb07-b5f0-4f44-8f03-033125ae07da tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 945 time: 0.1057205 Feb 20 04:01:23.241603 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [req-4283475a-4633-41a2-957b-29609409a961 req-8e8636df-cecf-4f4f-b869-6dda5502c439 service neutron] (104106) timed out ('10.222.0.89', 49134) {{(pid=104106) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 04:01:23.255519 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d24c5c09-d4ba-4079-87af-5f1d85128603 req-a56125bf-fc6c-4193-b98f-67b6008c09cb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463966 Feb 20 04:01:24.476054 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb12dbe-84d4-432e-a8c5-c5fd2ed13b0c req-0238b547-e723-43b3-b9f4-22b2c0518d5b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:24.479157 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-afb12dbe-84d4-432e-a8c5-c5fd2ed13b0c req-0238b547-e723-43b3-b9f4-22b2c0518d5b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 945 time: 0.1466088 Feb 20 04:01:24.605011 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-afb12dbe-84d4-432e-a8c5-c5fd2ed13b0c req-aeff90dc-a9f3-4311-8d84-3c4eac00402a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166852 Feb 20 04:01:25.668332 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [req-923c7b9b-5228-4dbd-9f41-b72178ffcfeb req-7fbad1fb-8fea-4338-ab82-0c09ced97b17 service neutron] (104106) timed out ('10.222.0.89', 52824) {{(pid=104106) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 04:01:25.787062 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fe4a8-22bf-4748-8a00-79e013377c11 req-bbaebd33-71ec-4b3a-b7f8-dac50a4d05d5 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:25.789079 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-015fe4a8-22bf-4748-8a00-79e013377c11 req-bbaebd33-71ec-4b3a-b7f8-dac50a4d05d5 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 945 time: 0.0804470 Feb 20 04:01:25.852012 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-015fe4a8-22bf-4748-8a00-79e013377c11 req-89b3c6f0-786a-42d3-80c8-67bee5be4b17 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558243 Feb 20 04:01:26.240759 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-36a56a64-0705-474f-bf10-3e06e6016804 service neutron] show failed (client error): The resource could not be found. Feb 20 04:01:26.243119 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-36a56a64-0705-474f-bf10-3e06e6016804 service neutron] 10.222.0.93 "GET /v2.0/ports/a70af2a4-ae4d-401a-9b21-2fcb15107681/bindings/n-h1-829866-4 HTTP/1.1" status: 404 len: 380 time: 0.1004658 Feb 20 04:01:26.503137 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3fe860af-90f4-4767-a93b-03a529710c48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:26.937633 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-71a6ce97-9c0d-461e-bab9-834e3565d49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:26.939962 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-71a6ce97-9c0d-461e-bab9-834e3565d49d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180&tenant_id=c51c06307884485eaac01385a5cfa0f0 HTTP/1.1" status: 200 len: 1127 time: 0.0725210 Feb 20 04:01:26.952354 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-5e9a5d08-204f-4b98-bd78-893096d29ea5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829866-4', 'device_owner': 'compute:nova'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:01:27.147841 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbdde94-65a5-43ee-81c4-d89bc8aec47e req-d57cb964-3b00-4088-a584-066a9191bda2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:27.157760 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9dbdde94-65a5-43ee-81c4-d89bc8aec47e req-d57cb964-3b00-4088-a584-066a9191bda2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 945 time: 0.1612458 Feb 20 04:01:27.572333 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-5e9a5d08-204f-4b98-bd78-893096d29ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:27.883009 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9dbdde94-65a5-43ee-81c4-d89bc8aec47e req-b1804ddd-74b5-45df-94ba-459982feeb65 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7188320 Feb 20 04:01:27.965062 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-5e9a5d08-204f-4b98-bd78-893096d29ea5 service neutron] For port a70af2a4-ae4d-401a-9b21-2fcb15107681, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=a70af2a4-ae4d-401a-9b21-2fcb15107681,segment=NetworkSegment(18a51bdb-1340-45df-8e4e-b0fbb0d2037f),segment_id=18a51bdb-1340-45df-8e4e-b0fbb0d2037f)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:01:28.021224 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-5e9a5d08-204f-4b98-bd78-893096d29ea5 service neutron] For port a70af2a4-ae4d-401a-9b21-2fcb15107681, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:01:28.077335 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35ee4ca-3260-49fa-b348-1709c4647180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a70af2a4-ae4d-401a-9b21-2fcb15107681'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:01:28.089816 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f18f05a-3128-4da9-ba36-b5ddf936f5f1" -d '{"events": [{"server_uuid": "b35ee4ca-3260-49fa-b348-1709c4647180", "name": "network-vif-unplugged", "status": "completed", "tag": "a70af2a4-ae4d-401a-9b21-2fcb15107681"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:01:28.117251 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-5e9a5d08-204f-4b98-bd78-893096d29ea5 service neutron] Publish callbacks [] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:28.158738 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-5e9a5d08-204f-4b98-bd78-893096d29ea5 service neutron] Transition to ACTIVE for port object a70af2a4-ae4d-401a-9b21-2fcb15107681 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:01:28.257199 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-5e9a5d08-204f-4b98-bd78-893096d29ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:28.525526 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 04:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ba2330-df75-4125-b88a-1208ad304e7b x-openstack-request-id: req-e8ba2330-df75-4125-b88a-1208ad304e7b {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:01:28.528086 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35ee4ca-3260-49fa-b348-1709c4647180", "name": "network-vif-unplugged", "status": "completed", "tag": "a70af2a4-ae4d-401a-9b21-2fcb15107681", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:01:28.528086 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e8ba2330-df75-4125-b88a-1208ad304e7b {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:01:28.528086 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35ee4ca-3260-49fa-b348-1709c4647180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a70af2a4-ae4d-401a-9b21-2fcb15107681', 'code': 200} Feb 20 04:01:28.528086 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-5e9a5d08-204f-4b98-bd78-893096d29ea5 service neutron] No DVR routers for this DVR port a70af2a4-ae4d-401a-9b21-2fcb15107681 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:01:28.534278 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a5d08-204f-4b98-bd78-893096d29ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=a70af2a4-ae4d-401a-9b21-2fcb15107681,revision_number=6']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:01:28.760111 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8cd1353b-6869-4e3f-b67b-b604a8572027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:28.933293 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-5e9a5d08-204f-4b98-bd78-893096d29ea5 service neutron] Attempting to bind port a70af2a4-ae4d-401a-9b21-2fcb15107681 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:01:28.933767 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-5e9a5d08-204f-4b98-bd78-893096d29ea5 service neutron] Attempting to bind port a70af2a4-ae4d-401a-9b21-2fcb15107681 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '18a51bdb-1340-45df-8e4e-b0fbb0d2037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:01:28.934278 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-5e9a5d08-204f-4b98-bd78-893096d29ea5 service neutron] Attempting to bind port a70af2a4-ae4d-401a-9b21-2fcb15107681 on network 5f9da837-c943-4d2d-82d0-ff91c1537843 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:01:28.941687 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-5e9a5d08-204f-4b98-bd78-893096d29ea5 service neutron] Port a70af2a4-ae4d-401a-9b21-2fcb15107681 on network 5f9da837-c943-4d2d-82d0-ff91c1537843 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:01:28.942011 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-5e9a5d08-204f-4b98-bd78-893096d29ea5 service neutron] Attempting to bind port a70af2a4-ae4d-401a-9b21-2fcb15107681 on network 5f9da837-c943-4d2d-82d0-ff91c1537843 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:01:28.950010 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-5e9a5d08-204f-4b98-bd78-893096d29ea5 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:01:28.952409 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-5e9a5d08-204f-4b98-bd78-893096d29ea5 service neutron] Checking segment: {'id': '18a51bdb-1340-45df-8e4e-b0fbb0d2037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:01:28.953388 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-5e9a5d08-204f-4b98-bd78-893096d29ea5 service neutron] Bound using segment: {'id': '18a51bdb-1340-45df-8e4e-b0fbb0d2037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:01:28.953833 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-5e9a5d08-204f-4b98-bd78-893096d29ea5 service neutron] Bound port: a70af2a4-ae4d-401a-9b21-2fcb15107681, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18a51bdb-1340-45df-8e4e-b0fbb0d2037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:01:28.954333 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-5e9a5d08-204f-4b98-bd78-893096d29ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:29.148002 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-5e9a5d08-204f-4b98-bd78-893096d29ea5 service neutron] For port a70af2a4-ae4d-401a-9b21-2fcb15107681, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:01:29.190721 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-5e9a5d08-204f-4b98-bd78-893096d29ea5 service neutron] For port a70af2a4-ae4d-401a-9b21-2fcb15107681, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=a70af2a4-ae4d-401a-9b21-2fcb15107681,segment=NetworkSegment(18a51bdb-1340-45df-8e4e-b0fbb0d2037f),segment_id=18a51bdb-1340-45df-8e4e-b0fbb0d2037f)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:01:29.210249 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0ea35-07bf-442b-9c56-2e4701df6b57 req-636da01e-eb6b-47a4-a19f-e5853ebed6df tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:29.225152 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-58e0ea35-07bf-442b-9c56-2e4701df6b57 req-636da01e-eb6b-47a4-a19f-e5853ebed6df tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 943 time: 0.1602495 Feb 20 04:01:29.284201 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-58e0ea35-07bf-442b-9c56-2e4701df6b57 req-4d53feab-7710-401b-8190-0c252ca477e6 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581448 Feb 20 04:01:29.327040 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-5e9a5d08-204f-4b98-bd78-893096d29ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:29.493812 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-5e9a5d08-204f-4b98-bd78-893096d29ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:29.494559 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-5e9a5d08-204f-4b98-bd78-893096d29ea5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:29.498080 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-5e9a5d08-204f-4b98-bd78-893096d29ea5 service neutron] 10.222.0.42 "PUT /v2.0/ports/a70af2a4-ae4d-401a-9b21-2fcb15107681 HTTP/1.1" status: 200 len: 1091 time: 2.5493526 Feb 20 04:01:29.504635 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a5d08-204f-4b98-bd78-893096d29ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=a70af2a4-ae4d-401a-9b21-2fcb15107681,revision_number=7']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:01:29.612916 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-e80fb8a7-24f5-4340-82d9-3937a3fb85a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:29.614446 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-e80fb8a7-24f5-4340-82d9-3937a3fb85a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 1125 time: 0.0792015 Feb 20 04:01:29.878487 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-1c7f5517-1b6a-4931-9c10-1977ed5f60d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:29.880694 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-1c7f5517-1b6a-4931-9c10-1977ed5f60d0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5f9da837-c943-4d2d-82d0-ff91c1537843 HTTP/1.1" status: 200 len: 897 time: 0.2597024 Feb 20 04:01:29.964473 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device a70af2a4-ae4d-401a-9b21-2fcb15107681 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:01:30.109026 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] The host n-h2-829866-4 is not matching for port a70af2a4-ae4d-401a-9b21-2fcb15107681 host n-h1-829866-4! {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 04:01:30.112009 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device a70af2a4-ae4d-401a-9b21-2fcb15107681 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:01:30.132518 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-8e49d84e-9d00-42ed-b7a3-f9fc301b3c6c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a70af2a4-ae4d-401a-9b21-2fcb15107681 HTTP/1.1" status: 200 len: 999 time: 0.2447116 Feb 20 04:01:30.137536 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:30.270925 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-5f77efa9-9409-43d3-a1a6-98e796d184b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:30.272656 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-5f77efa9-9409-43d3-a1a6-98e796d184b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d1337e77-2a84-4f6d-ac8c-08531b1f2015 HTTP/1.1" status: 200 len: 835 time: 0.1337194 Feb 20 04:01:30.359817 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-06b4ac18-d11f-467c-a623-3de2005b01a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:30.361918 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-06b4ac18-d11f-467c-a623-3de2005b01a6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5f9da837-c943-4d2d-82d0-ff91c1537843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0838251 Feb 20 04:01:30.506696 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6570f84-9ae0-499d-918f-90a533f4f0b9 req-b8a35f0e-8ab3-4cd4-ade4-163639bd6ef8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:30.508660 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6570f84-9ae0-499d-918f-90a533f4f0b9 req-b8a35f0e-8ab3-4cd4-ade4-163639bd6ef8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 943 time: 0.1253321 Feb 20 04:01:30.534027 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35ee4ca-3260-49fa-b348-1709c4647180', 'tag': 'a70af2a4-ae4d-401a-9b21-2fcb15107681'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:01:30.537180 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf0ee55-efe4-4be8-bb77-96104441c538" -d '{"events": [{"name": "network-changed", "server_uuid": "b35ee4ca-3260-49fa-b348-1709c4647180", "tag": "a70af2a4-ae4d-401a-9b21-2fcb15107681"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:01:30.579618 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-9042c605-8adc-4a55-8db4-930041c70550 service neutron] 10.222.0.42 "GET /v2.0/networks/5f9da837-c943-4d2d-82d0-ff91c1537843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117488 Feb 20 04:01:30.585379 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6570f84-9ae0-499d-918f-90a533f4f0b9 req-35f837b0-9439-4566-bb2c-01cbce22a360 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691226 Feb 20 04:01:30.702408 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727caebb-7dd4-4bfe-b7a1-8ddbdbd430c8 x-openstack-request-id: req-727caebb-7dd4-4bfe-b7a1-8ddbdbd430c8 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:01:30.702834 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35ee4ca-3260-49fa-b348-1709c4647180", "tag": "a70af2a4-ae4d-401a-9b21-2fcb15107681", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:01:30.707435 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-727caebb-7dd4-4bfe-b7a1-8ddbdbd430c8 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:01:30.707435 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35ee4ca-3260-49fa-b348-1709c4647180', 'tag': 'a70af2a4-ae4d-401a-9b21-2fcb15107681', 'status': 'completed', 'code': 200} Feb 20 04:01:30.794500 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0ee55-efe4-4be8-bb77-96104441c538 req-6201f0a7-e27e-47e7-856c-02b5024a55d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:30.796093 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cf0ee55-efe4-4be8-bb77-96104441c538 req-6201f0a7-e27e-47e7-856c-02b5024a55d7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 1125 time: 0.0725825 Feb 20 04:01:30.801900 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0cc011ab-5fcf-4f87-a31f-6083c1081416 req-2b861cd3-ce21-4de4-b271-209e54aee947 service neutron] 10.222.0.42 "GET /v2.0/networks/5f9da837-c943-4d2d-82d0-ff91c1537843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149966 Feb 20 04:01:30.921051 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0ee55-efe4-4be8-bb77-96104441c538 req-fecf6aa8-1ad5-43c6-be22-fc854bde7411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:30.923947 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cf0ee55-efe4-4be8-bb77-96104441c538 req-fecf6aa8-1ad5-43c6-be22-fc854bde7411 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5f9da837-c943-4d2d-82d0-ff91c1537843 HTTP/1.1" status: 200 len: 897 time: 0.1211252 Feb 20 04:01:31.045501 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cf0ee55-efe4-4be8-bb77-96104441c538 req-48ee4033-6e51-418b-a38c-10ab87bfa3ab service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a70af2a4-ae4d-401a-9b21-2fcb15107681 HTTP/1.1" status: 200 len: 999 time: 0.1146803 Feb 20 04:01:31.063398 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0ee55-efe4-4be8-bb77-96104441c538 req-302e2b4e-032f-4c81-b486-2c6f5c6db6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:31.064846 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cf0ee55-efe4-4be8-bb77-96104441c538 req-302e2b4e-032f-4c81-b486-2c6f5c6db6b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 1125 time: 0.0765462 Feb 20 04:01:31.159190 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0ee55-efe4-4be8-bb77-96104441c538 req-ac8f4dea-be46-4494-97f1-58c4cd674721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:31.160714 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cf0ee55-efe4-4be8-bb77-96104441c538 req-ac8f4dea-be46-4494-97f1-58c4cd674721 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d1337e77-2a84-4f6d-ac8c-08531b1f2015 HTTP/1.1" status: 200 len: 835 time: 0.1098888 Feb 20 04:01:31.295885 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0ee55-efe4-4be8-bb77-96104441c538 req-41b239dd-c826-4c86-8d07-1ecae874858e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:31.297551 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cf0ee55-efe4-4be8-bb77-96104441c538 req-41b239dd-c826-4c86-8d07-1ecae874858e service neutron] 10.222.0.42 "GET /v2.0/networks?id=5f9da837-c943-4d2d-82d0-ff91c1537843 HTTP/1.1" status: 200 len: 897 time: 0.2114985 Feb 20 04:01:31.354328 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:31.389754 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0ee55-efe4-4be8-bb77-96104441c538 req-4da79573-b17c-4475-825b-b5b203eec783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:31.392555 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cf0ee55-efe4-4be8-bb77-96104441c538 req-4da79573-b17c-4475-825b-b5b203eec783 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5f9da837-c943-4d2d-82d0-ff91c1537843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2252004 Feb 20 04:01:31.542804 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cf0ee55-efe4-4be8-bb77-96104441c538 req-7adc70da-c449-4a61-a00c-600327117990 service neutron] 10.222.0.93 "GET /v2.0/networks/5f9da837-c943-4d2d-82d0-ff91c1537843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379032 Feb 20 04:01:31.645929 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cf0ee55-efe4-4be8-bb77-96104441c538 req-5e5ea682-15bd-4b04-be7f-678c2ce37b88 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a70af2a4-ae4d-401a-9b21-2fcb15107681 HTTP/1.1" status: 200 len: 999 time: 0.3420837 Feb 20 04:01:31.746978 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cf0ee55-efe4-4be8-bb77-96104441c538 req-c0a4acca-c6a4-4f43-837a-aab29eea7b01 service neutron] 10.222.0.93 "GET /v2.0/networks/5f9da837-c943-4d2d-82d0-ff91c1537843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932411 Feb 20 04:01:31.771581 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0ee55-efe4-4be8-bb77-96104441c538 req-52d498ad-cba1-483e-8f8d-9be86da190ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:31.773096 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cf0ee55-efe4-4be8-bb77-96104441c538 req-52d498ad-cba1-483e-8f8d-9be86da190ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d1337e77-2a84-4f6d-ac8c-08531b1f2015 HTTP/1.1" status: 200 len: 835 time: 0.1197572 Feb 20 04:01:31.843158 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a588c-68c9-4e33-a85f-03a3a3550fdf req-3ad0483f-180c-4611-a1aa-ba0611eb060f tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:31.845344 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-801a588c-68c9-4e33-a85f-03a3a3550fdf req-3ad0483f-180c-4611-a1aa-ba0611eb060f tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 943 time: 0.1443906 Feb 20 04:01:31.871466 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0ee55-efe4-4be8-bb77-96104441c538 req-14ae489a-0f68-47ae-9dd9-d3de0f75ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:31.872990 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cf0ee55-efe4-4be8-bb77-96104441c538 req-14ae489a-0f68-47ae-9dd9-d3de0f75ce86 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5f9da837-c943-4d2d-82d0-ff91c1537843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0923352 Feb 20 04:01:31.987534 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-801a588c-68c9-4e33-a85f-03a3a3550fdf req-6cbba52a-1761-47d7-a420-f545cc166357 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243513 Feb 20 04:01:32.026301 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cf0ee55-efe4-4be8-bb77-96104441c538 req-1a5019a0-88a6-4324-bebe-7c49fa0f0d6c service neutron] 10.222.0.42 "GET /v2.0/networks/5f9da837-c943-4d2d-82d0-ff91c1537843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445506 Feb 20 04:01:32.150462 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cf0ee55-efe4-4be8-bb77-96104441c538 req-b6ab5ec8-e180-4782-8932-dc842c2a7a5a service neutron] 10.222.0.42 "GET /v2.0/networks/5f9da837-c943-4d2d-82d0-ff91c1537843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169078 Feb 20 04:01:32.325263 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44502) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:01:32.448956 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f493ca35-f578-402a-85c6-63b283d42ed3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:32.537108 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f493ca35-f578-402a-85c6-63b283d42ed3 admin admin] Publish callbacks [] for security_group (b9a79ec8-b798-4bc3-b6b3-be070aef781a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:32.639096 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f493ca35-f578-402a-85c6-63b283d42ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b9a79ec8-b798-4bc3-b6b3-be070aef781a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:32.680618 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f493ca35-f578-402a-85c6-63b283d42ed3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=49588e19e4964e09b71985442930802c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3517170 Feb 20 04:01:32.681697 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44512) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:01:32.691454 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493ca35-f578-402a-85c6-63b283d42ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a79ec8-b798-4bc3-b6b3-be070aef781a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:01:32.721462 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493ca35-f578-402a-85c6-63b283d42ed3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:32.721822 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493ca35-f578-402a-85c6-63b283d42ed3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:32.722172 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493ca35-f578-402a-85c6-63b283d42ed3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:32.722518 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493ca35-f578-402a-85c6-63b283d42ed3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:32.722874 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493ca35-f578-402a-85c6-63b283d42ed3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:32.723229 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493ca35-f578-402a-85c6-63b283d42ed3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:32.723552 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493ca35-f578-402a-85c6-63b283d42ed3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:32.723887 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493ca35-f578-402a-85c6-63b283d42ed3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:32.724215 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493ca35-f578-402a-85c6-63b283d42ed3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:32.724546 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493ca35-f578-402a-85c6-63b283d42ed3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:32.724876 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493ca35-f578-402a-85c6-63b283d42ed3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:32.725201 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493ca35-f578-402a-85c6-63b283d42ed3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:32.725528 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f493ca35-f578-402a-85c6-63b283d42ed3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:32.769147 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dffb1b2e-a541-45b7-9608-8c28a3d965a7 admin admin] Publish callbacks [] for security_group (b9a79ec8-b798-4bc3-b6b3-be070aef781a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:32.808491 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:32.813586 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dffb1b2e-a541-45b7-9608-8c28a3d965a7 admin admin] Publish callbacks [] for security_group (b9a79ec8-b798-4bc3-b6b3-be070aef781a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:32.972268 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dffb1b2e-a541-45b7-9608-8c28a3d965a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b9a79ec8-b798-4bc3-b6b3-be070aef781a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:32.976497 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dffb1b2e-a541-45b7-9608-8c28a3d965a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:32.978083 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-dffb1b2e-a541-45b7-9608-8c28a3d965a7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b9a79ec8-b798-4bc3-b6b3-be070aef781a HTTP/1.1" status: 204 len: 168 time: 0.2952695 Feb 20 04:01:32.994069 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb1b2e-a541-45b7-9608-8c28a3d965a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a79ec8-b798-4bc3-b6b3-be070aef781a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:01:33.361782 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e60a1-b2ea-406f-9d3b-cda79f1876e3 req-7d62447b-44e8-4776-8d80-4f0eaecc5f01 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:33.373204 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-075e60a1-b2ea-406f-9d3b-cda79f1876e3 req-7d62447b-44e8-4776-8d80-4f0eaecc5f01 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 943 time: 0.1768644 Feb 20 04:01:33.567147 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-075e60a1-b2ea-406f-9d3b-cda79f1876e3 req-8e357710-1f56-4549-8c3d-9e1fd1de33cc tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895111 Feb 20 04:01:33.799699 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device a70af2a4-ae4d-401a-9b21-2fcb15107681 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:01:34.033182 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port a70af2a4-ae4d-401a-9b21-2fcb15107681, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=a70af2a4-ae4d-401a-9b21-2fcb15107681,segment=NetworkSegment(18a51bdb-1340-45df-8e4e-b0fbb0d2037f),segment_id=18a51bdb-1340-45df-8e4e-b0fbb0d2037f)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:01:34.053062 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'a70af2a4-ae4d-401a-9b21-2fcb15107681', 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843', 'port_id': 'a70af2a4-ae4d-401a-9b21-2fcb15107681', 'mac_address': 'fa:16:3e:b7:78:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1337e77-2a84-4f6d-ac8c-08531b1f2015', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:01:34.127155 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port a70af2a4-ae4d-401a-9b21-2fcb15107681 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:01:34.128491 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:34.149289 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a70af2a4-ae4d-401a-9b21-2fcb15107681 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:01:34.188885 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port a70af2a4-ae4d-401a-9b21-2fcb15107681, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=a70af2a4-ae4d-401a-9b21-2fcb15107681,segment=NetworkSegment(18a51bdb-1340-45df-8e4e-b0fbb0d2037f),segment_id=18a51bdb-1340-45df-8e4e-b0fbb0d2037f)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:01:34.325835 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:34.402948 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=a70af2a4-ae4d-401a-9b21-2fcb15107681,revision_number=8']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:01:34.418846 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:34.419349 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:34.419700 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:34.420043 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:34.420378 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:34.420711 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:34.421247 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:34.421786 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:34.422136 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:34.422625 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:34.423706 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:34.424048 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:34.424421 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:34.551897 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['a70af2a4-ae4d-401a-9b21-2fcb15107681'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:01:34.857728 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584239bc-bbce-4268-bae8-4130c8923c62 req-e0493048-8b4d-45d9-abef-7293a66b682a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:34.864974 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-584239bc-bbce-4268-bae8-4130c8923c62 req-e0493048-8b4d-45d9-abef-7293a66b682a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 944 time: 0.1663334 Feb 20 04:01:34.978031 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-584239bc-bbce-4268-bae8-4130c8923c62 req-3b624e45-934b-4a7e-af21-5079548ff2f3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008687 Feb 20 04:01:35.800760 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device a70af2a4-ae4d-401a-9b21-2fcb15107681 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:01:35.838217 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-c2c9365a-82f2-4607-9b27-918664890df8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:35.840867 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-c2c9365a-82f2-4607-9b27-918664890df8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.42 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180&tenant_id=c51c06307884485eaac01385a5cfa0f0&binding%3Ahost_id=n-h1-829866-4 HTTP/1.1" status: 200 len: 944 time: 0.1441598 Feb 20 04:01:35.858321 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb77a9a-07d3-42bf-810d-5f62dc8dce2e req-edaabfb6-f249-434f-b5b3-6966fac02f92 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:35.858321 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9eb77a9a-07d3-42bf-810d-5f62dc8dce2e req-edaabfb6-f249-434f-b5b3-6966fac02f92 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 944 time: 0.1676896 Feb 20 04:01:35.966712 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9eb77a9a-07d3-42bf-810d-5f62dc8dce2e req-3681c2bc-cf9b-4caa-bdb7-d746aed18a55 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790713 Feb 20 04:01:35.968107 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-4efc7e56-d861-485a-8b1c-bfcc26f07920 service neutron] 10.222.0.42 "GET /v2.0/ports/a70af2a4-ae4d-401a-9b21-2fcb15107681/bindings/n-h1-829866-4 HTTP/1.1" status: 200 len: 382 time: 0.1127863 Feb 20 04:01:35.988850 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port a70af2a4-ae4d-401a-9b21-2fcb15107681 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:01:35.994023 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port a70af2a4-ae4d-401a-9b21-2fcb15107681 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:01:35.994724 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:36.127704 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-64322508-a242-4202-96e9-2b4ca7d3a0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:36.129473 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-64322508-a242-4202-96e9-2b4ca7d3a0e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 1126 time: 0.0985382 Feb 20 04:01:36.159662 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port a70af2a4-ae4d-401a-9b21-2fcb15107681 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:01:36.159984 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:36.189482 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35ee4ca-3260-49fa-b348-1709c4647180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70af2a4-ae4d-401a-9b21-2fcb15107681'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:01:36.191832 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ae1593-3989-489e-964f-e6b986af40a1" -d '{"events": [{"server_uuid": "b35ee4ca-3260-49fa-b348-1709c4647180", "name": "network-vif-plugged", "status": "completed", "tag": "a70af2a4-ae4d-401a-9b21-2fcb15107681"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:01:36.216356 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port a70af2a4-ae4d-401a-9b21-2fcb15107681, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=a70af2a4-ae4d-401a-9b21-2fcb15107681,segment=NetworkSegment(18a51bdb-1340-45df-8e4e-b0fbb0d2037f),segment_id=18a51bdb-1340-45df-8e4e-b0fbb0d2037f)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:01:36.306987 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-cbcd6eba-c4d5-473e-b9b2-c61ace689447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:36.308813 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-cbcd6eba-c4d5-473e-b9b2-c61ace689447 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5f9da837-c943-4d2d-82d0-ff91c1537843 HTTP/1.1" status: 200 len: 897 time: 0.1722569 Feb 20 04:01:36.387533 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:36.446236 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-9b2a033f-391a-4432-b411-056397f7c68c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a70af2a4-ae4d-401a-9b21-2fcb15107681 HTTP/1.1" status: 200 len: 1000 time: 0.1311429 Feb 20 04:01:36.465136 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=a70af2a4-ae4d-401a-9b21-2fcb15107681,revision_number=9']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:01:36.543648 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-e61c49bc-84f7-43b1-9a3a-d06b645d8197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:36.549333 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-e61c49bc-84f7-43b1-9a3a-d06b645d8197 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d1337e77-2a84-4f6d-ac8c-08531b1f2015 HTTP/1.1" status: 200 len: 835 time: 0.0959494 Feb 20 04:01:36.579498 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7850f91e-a7b4-4c4e-bfc7-f78cec8b4966 x-openstack-request-id: req-7850f91e-a7b4-4c4e-bfc7-f78cec8b4966 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:01:36.643308 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35ee4ca-3260-49fa-b348-1709c4647180", "name": "network-vif-plugged", "status": "completed", "tag": "a70af2a4-ae4d-401a-9b21-2fcb15107681", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:01:36.643308 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7850f91e-a7b4-4c4e-bfc7-f78cec8b4966 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:01:36.643308 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35ee4ca-3260-49fa-b348-1709c4647180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70af2a4-ae4d-401a-9b21-2fcb15107681', 'code': 200} Feb 20 04:01:36.643543 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-ede8ec30-acc0-4bf9-9f38-f35cee4dc086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:36.643543 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-ede8ec30-acc0-4bf9-9f38-f35cee4dc086 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5f9da837-c943-4d2d-82d0-ff91c1537843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0614011 Feb 20 04:01:36.745949 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-8dfb7770-3bc0-4180-a52e-709377b38250 service neutron] 10.222.0.42 "GET /v2.0/networks/5f9da837-c943-4d2d-82d0-ff91c1537843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192937 Feb 20 04:01:36.872910 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-e1bf5ad5-9de0-42c9-9316-b51dff02e417 service neutron] 10.222.0.42 "GET /v2.0/networks/5f9da837-c943-4d2d-82d0-ff91c1537843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233268 Feb 20 04:01:37.238997 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf33693-ae53-4334-8a60-739b87cac52f req-05dc85dd-07d6-41c0-ad88-4b22658882f7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:37.240556 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fdf33693-ae53-4334-8a60-739b87cac52f req-05dc85dd-07d6-41c0-ad88-4b22658882f7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 945 time: 0.1100018 Feb 20 04:01:37.330390 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fdf33693-ae53-4334-8a60-739b87cac52f req-b8516415-4bfb-4ede-a1de-0d606417c4cc tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673475 Feb 20 04:01:38.501001 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02ecf4-4767-4d8f-adcd-3966ee9a6825 req-dad10241-50fe-476b-a964-d130a952caa7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:38.503327 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be02ecf4-4767-4d8f-adcd-3966ee9a6825 req-dad10241-50fe-476b-a964-d130a952caa7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 945 time: 0.0648286 Feb 20 04:01:38.564227 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be02ecf4-4767-4d8f-adcd-3966ee9a6825 req-b79c4b66-857c-4a4b-a557-80450c876e0f tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533092 Feb 20 04:01:39.709332 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-7b14abd2-e7c3-4b3c-b6ff-e0f522ecb9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:39.711608 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-7b14abd2-e7c3-4b3c-b6ff-e0f522ecb9eb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180&tenant_id=c51c06307884485eaac01385a5cfa0f0 HTTP/1.1" status: 200 len: 1127 time: 0.1012576 Feb 20 04:01:39.739392 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-8289179a-ae20-4470-b2c1-323442450afc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829866-4', 'device_owner': 'compute:nova'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:01:39.939827 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-8289179a-ae20-4470-b2c1-323442450afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:40.137874 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97a865-8fd8-4af2-b23a-6f99343ef9ce req-d2dc60dd-c04c-4de0-936d-b50c129bd694 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:40.163550 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dc97a865-8fd8-4af2-b23a-6f99343ef9ce req-d2dc60dd-c04c-4de0-936d-b50c129bd694 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 945 time: 0.4408841 Feb 20 04:01:40.376879 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dc97a865-8fd8-4af2-b23a-6f99343ef9ce req-2a4d9f32-7d44-414c-810e-9fa1c07ed18f tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081056 Feb 20 04:01:40.586000 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-8289179a-ae20-4470-b2c1-323442450afc service neutron] For port a70af2a4-ae4d-401a-9b21-2fcb15107681, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=a70af2a4-ae4d-401a-9b21-2fcb15107681,segment=NetworkSegment(18a51bdb-1340-45df-8e4e-b0fbb0d2037f),segment_id=18a51bdb-1340-45df-8e4e-b0fbb0d2037f)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:01:40.660146 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-8289179a-ae20-4470-b2c1-323442450afc service neutron] For port a70af2a4-ae4d-401a-9b21-2fcb15107681, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:01:40.763950 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35ee4ca-3260-49fa-b348-1709c4647180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a70af2a4-ae4d-401a-9b21-2fcb15107681'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:01:40.771255 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8ca20e-4761-457d-85e8-7d062cf457e6" -d '{"events": [{"server_uuid": "b35ee4ca-3260-49fa-b348-1709c4647180", "name": "network-vif-unplugged", "status": "completed", "tag": "a70af2a4-ae4d-401a-9b21-2fcb15107681"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:01:40.788740 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-8289179a-ae20-4470-b2c1-323442450afc service neutron] Publish callbacks [] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:40.823079 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-8289179a-ae20-4470-b2c1-323442450afc service neutron] Transition to ACTIVE for port object a70af2a4-ae4d-401a-9b21-2fcb15107681 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:01:40.884203 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 04:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae621f9d-5701-4de0-bb46-246930c56de4 x-openstack-request-id: req-ae621f9d-5701-4de0-bb46-246930c56de4 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:01:40.884203 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35ee4ca-3260-49fa-b348-1709c4647180", "name": "network-vif-unplugged", "status": "completed", "tag": "a70af2a4-ae4d-401a-9b21-2fcb15107681", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:01:40.884203 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ae621f9d-5701-4de0-bb46-246930c56de4 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:01:40.884203 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35ee4ca-3260-49fa-b348-1709c4647180', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a70af2a4-ae4d-401a-9b21-2fcb15107681', 'code': 200} Feb 20 04:01:40.948594 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-8289179a-ae20-4470-b2c1-323442450afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:41.083494 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289179a-ae20-4470-b2c1-323442450afc service neutron] Pushing event updated for resources: {'Port': ['ID=a70af2a4-ae4d-401a-9b21-2fcb15107681,revision_number=10']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:01:41.324318 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-8289179a-ae20-4470-b2c1-323442450afc service neutron] No DVR routers for this DVR port a70af2a4-ae4d-401a-9b21-2fcb15107681 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:01:41.695406 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190091a9-b9d4-4eff-bf5a-9da59e71b774 req-cd1ff53e-db37-45fe-8e71-5a38dd974965 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:41.700284 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-190091a9-b9d4-4eff-bf5a-9da59e71b774 req-cd1ff53e-db37-45fe-8e71-5a38dd974965 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 944 time: 0.0927570 Feb 20 04:01:41.794558 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-8289179a-ae20-4470-b2c1-323442450afc service neutron] Attempting to bind port a70af2a4-ae4d-401a-9b21-2fcb15107681 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:01:41.795426 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-8289179a-ae20-4470-b2c1-323442450afc service neutron] Attempting to bind port a70af2a4-ae4d-401a-9b21-2fcb15107681 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '18a51bdb-1340-45df-8e4e-b0fbb0d2037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:01:41.795426 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-8289179a-ae20-4470-b2c1-323442450afc service neutron] Attempting to bind port a70af2a4-ae4d-401a-9b21-2fcb15107681 on network 5f9da837-c943-4d2d-82d0-ff91c1537843 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:01:41.801762 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-8289179a-ae20-4470-b2c1-323442450afc service neutron] Port a70af2a4-ae4d-401a-9b21-2fcb15107681 on network 5f9da837-c943-4d2d-82d0-ff91c1537843 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:01:41.802212 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-8289179a-ae20-4470-b2c1-323442450afc service neutron] Attempting to bind port a70af2a4-ae4d-401a-9b21-2fcb15107681 on network 5f9da837-c943-4d2d-82d0-ff91c1537843 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:01:41.846185 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-8289179a-ae20-4470-b2c1-323442450afc service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:01:41.849609 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-8289179a-ae20-4470-b2c1-323442450afc service neutron] Checking segment: {'id': '18a51bdb-1340-45df-8e4e-b0fbb0d2037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:01:41.851688 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-8289179a-ae20-4470-b2c1-323442450afc service neutron] Bound using segment: {'id': '18a51bdb-1340-45df-8e4e-b0fbb0d2037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:01:41.871424 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-8289179a-ae20-4470-b2c1-323442450afc service neutron] Bound port: a70af2a4-ae4d-401a-9b21-2fcb15107681, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18a51bdb-1340-45df-8e4e-b0fbb0d2037f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:01:41.876547 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-8289179a-ae20-4470-b2c1-323442450afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:42.044378 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-190091a9-b9d4-4eff-bf5a-9da59e71b774 req-687e1aa6-5403-498c-93a7-876fa6b812f7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3322179 Feb 20 04:01:42.129490 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-8289179a-ae20-4470-b2c1-323442450afc service neutron] For port a70af2a4-ae4d-401a-9b21-2fcb15107681, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:01:42.133213 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-8289179a-ae20-4470-b2c1-323442450afc service neutron] For port a70af2a4-ae4d-401a-9b21-2fcb15107681, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=a70af2a4-ae4d-401a-9b21-2fcb15107681,segment=NetworkSegment(18a51bdb-1340-45df-8e4e-b0fbb0d2037f),segment_id=18a51bdb-1340-45df-8e4e-b0fbb0d2037f)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:01:42.274895 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-8289179a-ae20-4470-b2c1-323442450afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:42.380779 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289179a-ae20-4470-b2c1-323442450afc service neutron] Pushing event updated for resources: {'Port': ['ID=a70af2a4-ae4d-401a-9b21-2fcb15107681,revision_number=11']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:01:42.410511 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-8289179a-ae20-4470-b2c1-323442450afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:42.411172 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-8289179a-ae20-4470-b2c1-323442450afc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:42.412590 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-8289179a-ae20-4470-b2c1-323442450afc service neutron] 10.222.0.93 "PUT /v2.0/ports/a70af2a4-ae4d-401a-9b21-2fcb15107681 HTTP/1.1" status: 200 len: 1092 time: 2.6797473 Feb 20 04:01:42.529875 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-bcaf822e-308b-4972-b95a-3b29cca6b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:42.540089 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-bcaf822e-308b-4972-b95a-3b29cca6b1d2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 1126 time: 0.0928962 Feb 20 04:01:42.800944 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-cc02d7c3-f545-4b92-ac3d-540e87c11a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:42.802448 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-cc02d7c3-f545-4b92-ac3d-540e87c11a14 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5f9da837-c943-4d2d-82d0-ff91c1537843 HTTP/1.1" status: 200 len: 897 time: 0.2493117 Feb 20 04:01:42.877190 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-c7b31be0-7e35-4904-b752-4c949f719f46 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a70af2a4-ae4d-401a-9b21-2fcb15107681 HTTP/1.1" status: 200 len: 999 time: 0.0676425 Feb 20 04:01:42.941380 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35ee4ca-3260-49fa-b348-1709c4647180', 'tag': 'a70af2a4-ae4d-401a-9b21-2fcb15107681'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:01:42.947995 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6d3ef8-5377-4a01-9e60-4be8d3f09e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "b35ee4ca-3260-49fa-b348-1709c4647180", "tag": "a70af2a4-ae4d-401a-9b21-2fcb15107681"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:01:42.973904 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-750838d9-2b61-4b88-9c5e-8f7ce772fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:42.975549 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-750838d9-2b61-4b88-9c5e-8f7ce772fa29 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d1337e77-2a84-4f6d-ac8c-08531b1f2015 HTTP/1.1" status: 200 len: 835 time: 0.0930133 Feb 20 04:01:43.061729 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-d41b97cd-2c29-4bfe-9da9-823d72217a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:43.064777 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-d41b97cd-2c29-4bfe-9da9-823d72217a2f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5f9da837-c943-4d2d-82d0-ff91c1537843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0827684 Feb 20 04:01:43.087320 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38507858-a67b-43f0-ac09-e0757c5e00a6 x-openstack-request-id: req-38507858-a67b-43f0-ac09-e0757c5e00a6 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:01:43.087659 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35ee4ca-3260-49fa-b348-1709c4647180", "tag": "a70af2a4-ae4d-401a-9b21-2fcb15107681", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:01:43.088412 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-38507858-a67b-43f0-ac09-e0757c5e00a6 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:01:43.089498 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35ee4ca-3260-49fa-b348-1709c4647180', 'tag': 'a70af2a4-ae4d-401a-9b21-2fcb15107681', 'status': 'completed', 'code': 200} Feb 20 04:01:43.753324 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d3ef8-5377-4a01-9e60-4be8d3f09e3f req-fe1dd635-5004-45ba-8c3a-92627b93e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:43.754977 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6a6d3ef8-5377-4a01-9e60-4be8d3f09e3f req-fe1dd635-5004-45ba-8c3a-92627b93e345 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 1126 time: 0.6493266 Feb 20 04:01:43.787554 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c4779-ea92-4658-aa3b-ca25ea282cf8 req-7c59c7d4-1f0c-4334-b01d-80c2dba5b9f7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:43.794486 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-280c4779-ea92-4658-aa3b-ca25ea282cf8 req-7c59c7d4-1f0c-4334-b01d-80c2dba5b9f7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 944 time: 0.6092989 Feb 20 04:01:43.847436 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device a70af2a4-ae4d-401a-9b21-2fcb15107681 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:01:43.861814 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-e75796c1-b8d6-462e-aa20-0b23019c6112 service neutron] 10.222.0.93 "GET /v2.0/networks/5f9da837-c943-4d2d-82d0-ff91c1537843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7857807 Feb 20 04:01:43.903739 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] The host n-h1-829866-4 is not matching for port a70af2a4-ae4d-401a-9b21-2fcb15107681 host n-h2-829866-4! {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 04:01:43.905191 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device a70af2a4-ae4d-401a-9b21-2fcb15107681 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:01:44.076493 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-280c4779-ea92-4658-aa3b-ca25ea282cf8 req-81c1e3dd-42fd-4d98-a859-eadddbd47685 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2809839 Feb 20 04:01:44.098930 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d3ef8-5377-4a01-9e60-4be8d3f09e3f req-b07cd5e8-e3e5-4ec6-8f3e-c3b1cb126d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:44.100725 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6a6d3ef8-5377-4a01-9e60-4be8d3f09e3f req-b07cd5e8-e3e5-4ec6-8f3e-c3b1cb126d5d service neutron] 10.222.0.42 "GET /v2.0/networks?id=5f9da837-c943-4d2d-82d0-ff91c1537843 HTTP/1.1" status: 200 len: 897 time: 0.3369071 Feb 20 04:01:44.169556 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2ae8941d-3ac7-4979-b265-9d4eff50e47c req-6ce72d8b-04a8-4bdc-b394-66d52f24985e service neutron] 10.222.0.93 "GET /v2.0/networks/5f9da837-c943-4d2d-82d0-ff91c1537843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943513 Feb 20 04:01:44.199991 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6a6d3ef8-5377-4a01-9e60-4be8d3f09e3f req-69e66aa1-9d4f-47c2-9108-22c3d68e0d70 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a70af2a4-ae4d-401a-9b21-2fcb15107681 HTTP/1.1" status: 200 len: 999 time: 0.0921781 Feb 20 04:01:44.294674 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d3ef8-5377-4a01-9e60-4be8d3f09e3f req-ddfccdd7-f996-4852-ba17-a2bef766b769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:44.296292 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6a6d3ef8-5377-4a01-9e60-4be8d3f09e3f req-ddfccdd7-f996-4852-ba17-a2bef766b769 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d1337e77-2a84-4f6d-ac8c-08531b1f2015 HTTP/1.1" status: 200 len: 835 time: 0.0825856 Feb 20 04:01:44.387125 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d3ef8-5377-4a01-9e60-4be8d3f09e3f req-72a9fb76-a84b-4c9f-878b-1582c029b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:44.388733 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6a6d3ef8-5377-4a01-9e60-4be8d3f09e3f req-72a9fb76-a84b-4c9f-878b-1582c029b63e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 1126 time: 0.0897012 Feb 20 04:01:44.411755 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d3ef8-5377-4a01-9e60-4be8d3f09e3f req-448c274b-2b84-41dc-9b39-8eaa704bc054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:44.413407 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6a6d3ef8-5377-4a01-9e60-4be8d3f09e3f req-448c274b-2b84-41dc-9b39-8eaa704bc054 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5f9da837-c943-4d2d-82d0-ff91c1537843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0949128 Feb 20 04:01:44.617573 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d3ef8-5377-4a01-9e60-4be8d3f09e3f req-85a66622-065f-4cc6-a963-ef6e1f73f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:44.620965 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6a6d3ef8-5377-4a01-9e60-4be8d3f09e3f req-85a66622-065f-4cc6-a963-ef6e1f73f329 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5f9da837-c943-4d2d-82d0-ff91c1537843 HTTP/1.1" status: 200 len: 897 time: 0.2233956 Feb 20 04:01:44.754792 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6a6d3ef8-5377-4a01-9e60-4be8d3f09e3f req-06c75d0b-2169-49d7-accc-2cb4faa14590 service neutron] 10.222.0.42 "GET /v2.0/networks/5f9da837-c943-4d2d-82d0-ff91c1537843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305941 Feb 20 04:01:44.837202 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6a6d3ef8-5377-4a01-9e60-4be8d3f09e3f req-bcbfcab2-5838-4a05-84f6-6d0cb27d88c5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a70af2a4-ae4d-401a-9b21-2fcb15107681 HTTP/1.1" status: 200 len: 999 time: 0.2049038 Feb 20 04:01:45.007326 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d3ef8-5377-4a01-9e60-4be8d3f09e3f req-7e356dc2-4566-494f-af52-a126f047adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:45.008843 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6a6d3ef8-5377-4a01-9e60-4be8d3f09e3f req-7e356dc2-4566-494f-af52-a126f047adf9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d1337e77-2a84-4f6d-ac8c-08531b1f2015 HTTP/1.1" status: 200 len: 835 time: 0.0797505 Feb 20 04:01:45.012689 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6a6d3ef8-5377-4a01-9e60-4be8d3f09e3f req-153479c2-cae8-4ed3-860f-ff1386d93453 service neutron] 10.222.0.42 "GET /v2.0/networks/5f9da837-c943-4d2d-82d0-ff91c1537843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511115 Feb 20 04:01:45.122156 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d3ef8-5377-4a01-9e60-4be8d3f09e3f req-786ce071-5b3a-4ea9-a881-c7fcfa57b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:45.128921 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6a6d3ef8-5377-4a01-9e60-4be8d3f09e3f req-786ce071-5b3a-4ea9-a881-c7fcfa57b823 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5f9da837-c943-4d2d-82d0-ff91c1537843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1134326 Feb 20 04:01:45.261685 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44804) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:01:45.431493 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6a6d3ef8-5377-4a01-9e60-4be8d3f09e3f req-93bcbbdd-099f-45ad-9853-35a503a7326d service neutron] 10.222.0.93 "GET /v2.0/networks/5f9da837-c943-4d2d-82d0-ff91c1537843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956295 Feb 20 04:01:45.489979 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4911a52b-c0dd-4149-b99a-b13c21f8d689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:45.601468 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4911a52b-c0dd-4149-b99a-b13c21f8d689 admin admin] Publish callbacks [] for security_group (6a78c742-b259-4b0e-b3b0-0a27542cb326), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:45.614293 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e627d2-81a2-4a28-b7b1-986b0c48d6da req-f2ba5d46-42bc-4b5b-83fa-73bc6e6273a6 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:45.618138 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f8e627d2-81a2-4a28-b7b1-986b0c48d6da req-f2ba5d46-42bc-4b5b-83fa-73bc6e6273a6 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 944 time: 0.4129808 Feb 20 04:01:45.716771 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4911a52b-c0dd-4149-b99a-b13c21f8d689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (6a78c742-b259-4b0e-b3b0-0a27542cb326), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:45.737727 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f8e627d2-81a2-4a28-b7b1-986b0c48d6da req-ca077004-0132-4995-a8d1-f0e041ec3329 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075850 Feb 20 04:01:45.744157 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6a6d3ef8-5377-4a01-9e60-4be8d3f09e3f req-c9e94e88-8059-4fdc-a805-4d529a41122e service neutron] 10.222.0.93 "GET /v2.0/networks/5f9da837-c943-4d2d-82d0-ff91c1537843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887042 Feb 20 04:01:45.772227 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4911a52b-c0dd-4149-b99a-b13c21f8d689 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=afd461d9ed8247bcb7fda3b1e140ed58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5099301 Feb 20 04:01:45.774465 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44812) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:01:45.831914 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911a52b-c0dd-4149-b99a-b13c21f8d689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a78c742-b259-4b0e-b3b0-0a27542cb326,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:01:45.892599 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-426b2e59-b0b4-478f-ab15-846a6cb3b388 admin admin] Publish callbacks [] for security_group (6a78c742-b259-4b0e-b3b0-0a27542cb326), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:45.985907 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-426b2e59-b0b4-478f-ab15-846a6cb3b388 admin admin] Publish callbacks [] for security_group (6a78c742-b259-4b0e-b3b0-0a27542cb326), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:46.007714 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device a70af2a4-ae4d-401a-9b21-2fcb15107681 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:01:46.179946 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port a70af2a4-ae4d-401a-9b21-2fcb15107681, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=a70af2a4-ae4d-401a-9b21-2fcb15107681,segment=NetworkSegment(18a51bdb-1340-45df-8e4e-b0fbb0d2037f),segment_id=18a51bdb-1340-45df-8e4e-b0fbb0d2037f)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:01:46.192095 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'a70af2a4-ae4d-401a-9b21-2fcb15107681', 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843', 'port_id': 'a70af2a4-ae4d-401a-9b21-2fcb15107681', 'mac_address': 'fa:16:3e:b7:78:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1337e77-2a84-4f6d-ac8c-08531b1f2015', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:01:46.259345 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port a70af2a4-ae4d-401a-9b21-2fcb15107681 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:01:46.260280 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:46.275289 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-426b2e59-b0b4-478f-ab15-846a6cb3b388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (6a78c742-b259-4b0e-b3b0-0a27542cb326), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:46.278116 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-426b2e59-b0b4-478f-ab15-846a6cb3b388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:46.284047 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-426b2e59-b0b4-478f-ab15-846a6cb3b388 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6a78c742-b259-4b0e-b3b0-0a27542cb326 HTTP/1.1" status: 204 len: 168 time: 0.5074420 Feb 20 04:01:46.311110 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b2e59-b0b4-478f-ab15-846a6cb3b388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a78c742-b259-4b0e-b3b0-0a27542cb326,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:01:46.324881 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a70af2a4-ae4d-401a-9b21-2fcb15107681 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:01:46.377412 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port a70af2a4-ae4d-401a-9b21-2fcb15107681, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=a70af2a4-ae4d-401a-9b21-2fcb15107681,segment=NetworkSegment(18a51bdb-1340-45df-8e4e-b0fbb0d2037f),segment_id=18a51bdb-1340-45df-8e4e-b0fbb0d2037f)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:01:46.521194 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:46.646332 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=a70af2a4-ae4d-401a-9b21-2fcb15107681,revision_number=12']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:01:46.757874 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['a70af2a4-ae4d-401a-9b21-2fcb15107681'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:01:46.974696 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3fe84-b477-41b7-982f-b2f163c042f5 req-6284351d-9fc6-45cc-a023-46f9d81d7a1d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:46.980088 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4fd3fe84-b477-41b7-982f-b2f163c042f5 req-6284351d-9fc6-45cc-a023-46f9d81d7a1d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 945 time: 0.1315434 Feb 20 04:01:47.215903 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4fd3fe84-b477-41b7-982f-b2f163c042f5 req-015035fa-2414-445d-9c56-7cce8b2e6460 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036133 Feb 20 04:01:47.244819 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44844) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:01:47.445327 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fefe7a4f-0244-4006-bce8-605b3ea51017 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/floatingips/8d182094-03db-460a-bee1-3dcb9b968749 HTTP/1.1" status: 200 len: 992 time: 0.1967874 Feb 20 04:01:48.009281 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device a70af2a4-ae4d-401a-9b21-2fcb15107681 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:01:48.152879 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port a70af2a4-ae4d-401a-9b21-2fcb15107681 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:01:48.159706 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port a70af2a4-ae4d-401a-9b21-2fcb15107681 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:01:48.159706 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:48.252766 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port a70af2a4-ae4d-401a-9b21-2fcb15107681 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:01:48.253258 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:48.276349 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35ee4ca-3260-49fa-b348-1709c4647180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70af2a4-ae4d-401a-9b21-2fcb15107681'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:01:48.278688 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c7c32d-d2cb-4d58-b015-bdebb073e2af" -d '{"events": [{"server_uuid": "b35ee4ca-3260-49fa-b348-1709c4647180", "name": "network-vif-plugged", "status": "completed", "tag": "a70af2a4-ae4d-401a-9b21-2fcb15107681"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:01:48.292434 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port a70af2a4-ae4d-401a-9b21-2fcb15107681, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=a70af2a4-ae4d-401a-9b21-2fcb15107681,segment=NetworkSegment(18a51bdb-1340-45df-8e4e-b0fbb0d2037f),segment_id=18a51bdb-1340-45df-8e4e-b0fbb0d2037f)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:01:48.345316 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bf2c3e-cdd0-4b72-93c1-fe8c7bd559eb x-openstack-request-id: req-f9bf2c3e-cdd0-4b72-93c1-fe8c7bd559eb {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:01:48.345657 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35ee4ca-3260-49fa-b348-1709c4647180", "name": "network-vif-plugged", "status": "completed", "tag": "a70af2a4-ae4d-401a-9b21-2fcb15107681", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:01:48.346174 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f9bf2c3e-cdd0-4b72-93c1-fe8c7bd559eb {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:01:48.346580 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35ee4ca-3260-49fa-b348-1709c4647180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70af2a4-ae4d-401a-9b21-2fcb15107681', 'code': 200} Feb 20 04:01:48.383667 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:48.501300 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=a70af2a4-ae4d-401a-9b21-2fcb15107681,revision_number=13']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:01:49.338757 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 44918) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:01:49.586084 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bab5761d-b9d7-4371-887f-75a616379e25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:49.741073 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bab5761d-b9d7-4371-887f-75a616379e25 admin admin] Publish callbacks [] for security_group (2a0ca5be-b571-4aaf-a685-c47564e8cc78), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:49.840738 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bab5761d-b9d7-4371-887f-75a616379e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (2a0ca5be-b571-4aaf-a685-c47564e8cc78), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:49.895658 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-bab5761d-b9d7-4371-887f-75a616379e25 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=54578560f690460d90f112121df38f36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5552545 Feb 20 04:01:49.896687 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5761d-b9d7-4371-887f-75a616379e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0ca5be-b571-4aaf-a685-c47564e8cc78,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:01:49.898323 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 44934) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:01:49.993732 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-156c00ea-beb8-4043-8923-f173662d2bfa admin admin] Publish callbacks [] for security_group (2a0ca5be-b571-4aaf-a685-c47564e8cc78), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:50.035887 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-156c00ea-beb8-4043-8923-f173662d2bfa admin admin] Publish callbacks [] for security_group (2a0ca5be-b571-4aaf-a685-c47564e8cc78), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:50.194493 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-156c00ea-beb8-4043-8923-f173662d2bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (2a0ca5be-b571-4aaf-a685-c47564e8cc78), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:50.198014 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-156c00ea-beb8-4043-8923-f173662d2bfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:50.199606 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-156c00ea-beb8-4043-8923-f173662d2bfa admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2a0ca5be-b571-4aaf-a685-c47564e8cc78 HTTP/1.1" status: 204 len: 168 time: 0.3002529 Feb 20 04:01:50.214100 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c00ea-beb8-4043-8923-f173662d2bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0ca5be-b571-4aaf-a685-c47564e8cc78,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:01:50.227497 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c00ea-beb8-4043-8923-f173662d2bfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:50.228275 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c00ea-beb8-4043-8923-f173662d2bfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:50.228868 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c00ea-beb8-4043-8923-f173662d2bfa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:50.229660 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c00ea-beb8-4043-8923-f173662d2bfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:50.230217 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c00ea-beb8-4043-8923-f173662d2bfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:50.231285 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c00ea-beb8-4043-8923-f173662d2bfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:50.231880 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c00ea-beb8-4043-8923-f173662d2bfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:50.232544 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c00ea-beb8-4043-8923-f173662d2bfa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:50.233155 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c00ea-beb8-4043-8923-f173662d2bfa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:50.233744 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c00ea-beb8-4043-8923-f173662d2bfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:50.234495 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c00ea-beb8-4043-8923-f173662d2bfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:50.235176 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c00ea-beb8-4043-8923-f173662d2bfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:50.235683 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c00ea-beb8-4043-8923-f173662d2bfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:01:51.139028 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:51.269276 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:56.457437 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0da0e701-37dc-4fd1-b19b-3b0eb714dc0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:58.542396 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4e654611-a07e-474c-bce1-eef89b372b31 req-dc03ae62-ff09-4d6b-9dff-2511bea579c0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1006775 Feb 20 04:01:58.677689 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e654611-a07e-474c-bce1-eef89b372b31 req-0a90d0e1-18b6-46e1-94dd-6984f55cd434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:58.684172 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4e654611-a07e-474c-bce1-eef89b372b31 req-0a90d0e1-18b6-46e1-94dd-6984f55cd434 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=35020f0e760948f3aaa3a14692013457&device_id=34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7 HTTP/1.1" status: 200 len: 1131 time: 0.0837126 Feb 20 04:01:58.715284 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-85c63d8e-697e-41ea-a2cf-17b6c9253002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:01:58.748370 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:01:58.882657 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e654611-a07e-474c-bce1-eef89b372b31 req-48d15d65-f88c-4c5f-aad9-155100ec423b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:58.895412 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4e654611-a07e-474c-bce1-eef89b372b31 req-48d15d65-f88c-4c5f-aad9-155100ec423b service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.1875160 Feb 20 04:01:58.981003 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4e654611-a07e-474c-bce1-eef89b372b31 req-a6b32d6d-63a6-44c1-843b-dc7b0790611b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=c2ece5ea-f9af-46df-841f-f9ffbc649c07 HTTP/1.1" status: 200 len: 217 time: 0.0843039 Feb 20 04:01:59.057375 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e654611-a07e-474c-bce1-eef89b372b31 req-a292e7e7-8869-4ef5-9132-034df18790ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:59.063496 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4e654611-a07e-474c-bce1-eef89b372b31 req-a292e7e7-8869-4ef5-9132-034df18790ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0714378 Feb 20 04:01:59.128003 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e654611-a07e-474c-bce1-eef89b372b31 req-2d6fe335-2d18-4b94-9be8-d2cca062a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:01:59.129844 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4e654611-a07e-474c-bce1-eef89b372b31 req-2d6fe335-2d18-4b94-9be8-d2cca062a567 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0647376 Feb 20 04:01:59.338775 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4e654611-a07e-474c-bce1-eef89b372b31 req-7f366f37-e104-4844-9c50-a9c18da86b3d service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006657 Feb 20 04:01:59.659981 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4e654611-a07e-474c-bce1-eef89b372b31 req-14ddd691-3fc1-4fba-8b60-b8148aa5c8be service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147132 Feb 20 04:02:00.095094 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:01.332279 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:02.816117 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:06.432365 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45320) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:06.658532 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-246156b2-cb19-47db-b540-535588e2cba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:06.862346 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-246156b2-cb19-47db-b540-535588e2cba5 admin admin] Publish callbacks [] for security_group (89f93e42-4c5e-4147-9f00-c0ad21991171), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:06.955492 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-246156b2-cb19-47db-b540-535588e2cba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (89f93e42-4c5e-4147-9f00-c0ad21991171), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:07.032717 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246156b2-cb19-47db-b540-535588e2cba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f93e42-4c5e-4147-9f00-c0ad21991171,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:07.054580 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-246156b2-cb19-47db-b540-535588e2cba5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=59a818bda0124eb98fec0efe1ee24d55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6202116 Feb 20 04:02:07.059756 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45342) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:07.174598 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9a24dbc-1ef4-4f3a-9f17-1d8ca7f78eb3 admin admin] Publish callbacks [] for security_group (89f93e42-4c5e-4147-9f00-c0ad21991171), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:07.239803 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9a24dbc-1ef4-4f3a-9f17-1d8ca7f78eb3 admin admin] Publish callbacks [] for security_group (89f93e42-4c5e-4147-9f00-c0ad21991171), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:07.268112 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45352) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:07.424139 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9a24dbc-1ef4-4f3a-9f17-1d8ca7f78eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (89f93e42-4c5e-4147-9f00-c0ad21991171), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:07.433378 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d9a24dbc-1ef4-4f3a-9f17-1d8ca7f78eb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:07.439383 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d9a24dbc-1ef4-4f3a-9f17-1d8ca7f78eb3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/89f93e42-4c5e-4147-9f00-c0ad21991171 HTTP/1.1" status: 204 len: 168 time: 0.3781450 Feb 20 04:02:07.449825 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a24dbc-1ef4-4f3a-9f17-1d8ca7f78eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f93e42-4c5e-4147-9f00-c0ad21991171,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:07.583383 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a6e1d976-6d01-442e-9f38-95712144855a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:07.764367 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a6e1d976-6d01-442e-9f38-95712144855a admin admin] Publish callbacks [] for security_group (e44e5a10-c369-4798-b662-41b7370a5df0), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:07.886186 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a6e1d976-6d01-442e-9f38-95712144855a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e44e5a10-c369-4798-b662-41b7370a5df0), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:08.031832 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1d976-6d01-442e-9f38-95712144855a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44e5a10-c369-4798-b662-41b7370a5df0,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:08.052839 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45370) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:08.052957 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a6e1d976-6d01-442e-9f38-95712144855a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9b719440e15740a29c2985c6d09e3749&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7795162 Feb 20 04:02:08.231548 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da3656e1-95bc-45b1-875f-278aa73d1af3 admin admin] Publish callbacks [] for security_group (e44e5a10-c369-4798-b662-41b7370a5df0), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:08.278452 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da3656e1-95bc-45b1-875f-278aa73d1af3 admin admin] Publish callbacks [] for security_group (e44e5a10-c369-4798-b662-41b7370a5df0), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:08.451670 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da3656e1-95bc-45b1-875f-278aa73d1af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e44e5a10-c369-4798-b662-41b7370a5df0), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:08.455679 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-da3656e1-95bc-45b1-875f-278aa73d1af3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:08.455679 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-da3656e1-95bc-45b1-875f-278aa73d1af3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e44e5a10-c369-4798-b662-41b7370a5df0 HTTP/1.1" status: 204 len: 168 time: 0.4061730 Feb 20 04:02:08.475696 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3656e1-95bc-45b1-875f-278aa73d1af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44e5a10-c369-4798-b662-41b7370a5df0,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:08.751810 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45384) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:08.784602 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7321d1f5-2433-4142-8b72-140c5d0e2383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:08.934931 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7321d1f5-2433-4142-8b72-140c5d0e2383 admin admin] Publish callbacks [] for security_group (25fbc78f-c92c-4654-9182-b1f8849e733e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:09.047578 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7321d1f5-2433-4142-8b72-140c5d0e2383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (25fbc78f-c92c-4654-9182-b1f8849e733e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:09.146249 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7321d1f5-2433-4142-8b72-140c5d0e2383 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9891abd5303b40548591ea8470d38d34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3926659 Feb 20 04:02:09.146737 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45396) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:09.147228 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7321d1f5-2433-4142-8b72-140c5d0e2383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fbc78f-c92c-4654-9182-b1f8849e733e,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:09.289006 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-52df3e20-1d5d-4bdf-893e-ba75f1975ac6 admin admin] Publish callbacks [] for security_group (25fbc78f-c92c-4654-9182-b1f8849e733e), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:09.318264 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-52df3e20-1d5d-4bdf-893e-ba75f1975ac6 admin admin] Publish callbacks [] for security_group (25fbc78f-c92c-4654-9182-b1f8849e733e), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:09.480250 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-52df3e20-1d5d-4bdf-893e-ba75f1975ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (25fbc78f-c92c-4654-9182-b1f8849e733e), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:09.483241 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-52df3e20-1d5d-4bdf-893e-ba75f1975ac6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:09.485156 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-52df3e20-1d5d-4bdf-893e-ba75f1975ac6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/25fbc78f-c92c-4654-9182-b1f8849e733e HTTP/1.1" status: 204 len: 168 time: 0.3372915 Feb 20 04:02:09.501769 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df3e20-1d5d-4bdf-893e-ba75f1975ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fbc78f-c92c-4654-9182-b1f8849e733e,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:10.418041 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-059d2557-935d-4b64-bfe5-4ea9b07de268 req-7eaf566a-d4dc-4f60-8d81-8b295ddbe6f9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2123809 Feb 20 04:02:10.503315 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45450) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:10.529006 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-609549dc-465a-457a-92c3-ce47fcbb2d35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:10.650622 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d2557-935d-4b64-bfe5-4ea9b07de268 req-6510b399-8da4-404d-b5b2-9437371db5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:10.665761 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-059d2557-935d-4b64-bfe5-4ea9b07de268 req-6510b399-8da4-404d-b5b2-9437371db5ea service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 1128 time: 0.1437249 Feb 20 04:02:10.799576 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-609549dc-465a-457a-92c3-ce47fcbb2d35 admin admin] Publish callbacks [] for security_group (67488c97-4fc0-46d9-9991-cf47f3f299e2), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:10.881259 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-609549dc-465a-457a-92c3-ce47fcbb2d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (67488c97-4fc0-46d9-9991-cf47f3f299e2), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:10.939468 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609549dc-465a-457a-92c3-ce47fcbb2d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67488c97-4fc0-46d9-9991-cf47f3f299e2,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:10.951239 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d2557-935d-4b64-bfe5-4ea9b07de268 req-5c2f8e0d-6d92-40dd-9e44-3124109a4fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:10.955280 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-059d2557-935d-4b64-bfe5-4ea9b07de268 req-5c2f8e0d-6d92-40dd-9e44-3124109a4fa3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5f9da837-c943-4d2d-82d0-ff91c1537843 HTTP/1.1" status: 200 len: 897 time: 0.2701418 Feb 20 04:02:11.023034 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-609549dc-465a-457a-92c3-ce47fcbb2d35 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=96f11d7359024f7fba93b219380ff46f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5177562 Feb 20 04:02:11.030614 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45460) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:11.099394 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-059d2557-935d-4b64-bfe5-4ea9b07de268 req-886f2fd3-267c-42a0-ae7a-d6b6a57952cb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a70af2a4-ae4d-401a-9b21-2fcb15107681 HTTP/1.1" status: 200 len: 1001 time: 0.1316106 Feb 20 04:02:11.185080 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-306e0e19-2e75-4912-95ef-aff989a1fc5e admin admin] Publish callbacks [] for security_group (67488c97-4fc0-46d9-9991-cf47f3f299e2), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:11.230811 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d2557-935d-4b64-bfe5-4ea9b07de268 req-5f329097-08d4-4e7c-aa05-98f89a59df13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:11.237303 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-059d2557-935d-4b64-bfe5-4ea9b07de268 req-5f329097-08d4-4e7c-aa05-98f89a59df13 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d1337e77-2a84-4f6d-ac8c-08531b1f2015 HTTP/1.1" status: 200 len: 835 time: 0.1350949 Feb 20 04:02:11.262532 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-306e0e19-2e75-4912-95ef-aff989a1fc5e admin admin] Publish callbacks [] for security_group (67488c97-4fc0-46d9-9991-cf47f3f299e2), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:11.334407 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d2557-935d-4b64-bfe5-4ea9b07de268 req-34e74251-6831-44af-a68e-4b05ad0716e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:11.345357 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-059d2557-935d-4b64-bfe5-4ea9b07de268 req-34e74251-6831-44af-a68e-4b05ad0716e4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5f9da837-c943-4d2d-82d0-ff91c1537843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1022537 Feb 20 04:02:11.422414 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-306e0e19-2e75-4912-95ef-aff989a1fc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (67488c97-4fc0-46d9-9991-cf47f3f299e2), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:11.425380 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-306e0e19-2e75-4912-95ef-aff989a1fc5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:11.426629 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-306e0e19-2e75-4912-95ef-aff989a1fc5e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/67488c97-4fc0-46d9-9991-cf47f3f299e2 HTTP/1.1" status: 204 len: 168 time: 0.3935480 Feb 20 04:02:11.444453 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e0e19-2e75-4912-95ef-aff989a1fc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67488c97-4fc0-46d9-9991-cf47f3f299e2,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:11.496744 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-059d2557-935d-4b64-bfe5-4ea9b07de268 req-d106d014-ee37-4715-8790-1ac125f5be7c service neutron] 10.222.0.93 "GET /v2.0/networks/5f9da837-c943-4d2d-82d0-ff91c1537843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428759 Feb 20 04:02:11.754384 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-059d2557-935d-4b64-bfe5-4ea9b07de268 req-3b9e4115-0119-4a69-ba15-3eb51dcfdb11 service neutron] 10.222.0.93 "GET /v2.0/networks/5f9da837-c943-4d2d-82d0-ff91c1537843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510211 Feb 20 04:02:17.881482 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-b2987caf-fe35-456f-89ad-14eace47f376 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=87a3e6e0a9b84915a664328ac06f8cce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608518 Feb 20 04:02:18.103377 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-e4a72901-3c65-4fe8-af59-c690fb615c9e tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:18.107575 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-e4a72901-3c65-4fe8-af59-c690fb615c9e tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2251332 Feb 20 04:02:18.135999 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-c16e1306-a1e6-46da-a9ac-c5ffb87f94f2 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.89 "GET /v2.0/quotas/87a3e6e0a9b84915a664328ac06f8cce HTTP/1.1" status: 200 len: 375 time: 0.0228977 Feb 20 04:02:18.189908 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-082146ab-8322-445c-abb9-3afa1bc480fa tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=87a3e6e0a9b84915a664328ac06f8cce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406528 Feb 20 04:02:18.483283 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b2932e50-9b0b-4f88-b4de-e373a0a28713 req-202f232d-4a7d-4c72-806e-924647814169 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29 HTTP/1.1" status: 200 len: 210 time: 0.0523427 Feb 20 04:02:19.091764 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b44c6-ac9a-4e94-bdf1-5fc168483742 req-e9da9e19-ac78-437f-a91e-1577b9d4006a tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:19.103820 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-823b44c6-ac9a-4e94-bdf1-5fc168483742 req-e9da9e19-ac78-437f-a91e-1577b9d4006a tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 1128 time: 0.0597374 Feb 20 04:02:19.231441 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-823b44c6-ac9a-4e94-bdf1-5fc168483742 req-2f159e62-0598-430d-a2d1-fe7238e6010c tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240900 Feb 20 04:02:19.248412 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45688) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:19.595548 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-0aba7ac8-6686-47fa-a8f5-c77552c0f80b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Deleting port c9f6cb95-a60a-45e5-a6af-0df9b5cd9470 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:02:19.596792 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0aba7ac8-6686-47fa-a8f5-c77552c0f80b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (c9f6cb95-a60a-45e5-a6af-0df9b5cd9470), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:19.642547 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c6dc3c05-f532-4414-96f2-bda4e9e846fd req-341a0654-a0b1-4441-b9f9-0ba0b48946a3 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29 HTTP/1.1" status: 200 len: 210 time: 0.0697083 Feb 20 04:02:19.725096 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0aba7ac8-6686-47fa-a8f5-c77552c0f80b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (c9f6cb95-a60a-45e5-a6af-0df9b5cd9470), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:19.725757 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0aba7ac8-6686-47fa-a8f5-c77552c0f80b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for floatingip (c9f6cb95-a60a-45e5-a6af-0df9b5cd9470), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:19.741282 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-0aba7ac8-6686-47fa-a8f5-c77552c0f80b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Calling delete_port for c9f6cb95-a60a-45e5-a6af-0df9b5cd9470 owned by network:floatingip {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:02:20.086382 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0aba7ac8-6686-47fa-a8f5-c77552c0f80b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (c9f6cb95-a60a-45e5-a6af-0df9b5cd9470), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:20.322279 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0aba7ac8-6686-47fa-a8f5-c77552c0f80b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for floatingip (8d182094-03db-460a-bee1-3dcb9b968749), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:20.323069 n-d-829866-4 neutron-server[104106]: INFO neutron.db.l3_db [None req-0aba7ac8-6686-47fa-a8f5-c77552c0f80b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Floating IP 8d182094-03db-460a-bee1-3dcb9b968749 disassociated (deleted). External IP: 172.25.7.198, port: a70af2a4-ae4d-401a-9b21-2fcb15107681. Feb 20 04:02:20.613510 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba7ac8-6686-47fa-a8f5-c77552c0f80b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event deleted for resources: {'Port': ['ID=c9f6cb95-a60a-45e5-a6af-0df9b5cd9470,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:20.897332 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c1a6db75-4b57-47ff-b2eb-d4386bb3f763 req-d6427685-ce97-4823-8236-2368ccaea5b6 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29 HTTP/1.1" status: 200 len: 210 time: 0.0667772 Feb 20 04:02:20.996581 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aba7ac8-6686-47fa-a8f5-c77552c0f80b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Router e6072b5c-aa68-469f-9234-198bb2fb0a7b has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:02:21.110851 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:21.218119 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aba7ac8-6686-47fa-a8f5-c77552c0f80b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:02:21.225323 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0aba7ac8-6686-47fa-a8f5-c77552c0f80b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:21.232468 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38321c16-3e00-486c-99f2-6d74a970e541 None None] Sync routers for ids ['e6072b5c-aa68-469f-9234-198bb2fb0a7b'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:02:21.251652 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38321c16-3e00-486c-99f2-6d74a970e541 None None] Routers {'e6072b5c-aa68-469f-9234-198bb2fb0a7b'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:02:21.254115 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-38321c16-3e00-486c-99f2-6d74a970e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:01:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e6072b5c-aa68-469f-9234-198bb2fb0a7b'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:02:21.284968 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0aba7ac8-6686-47fa-a8f5-c77552c0f80b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "DELETE /v2.0/floatingips/8d182094-03db-460a-bee1-3dcb9b968749 HTTP/1.1" status: 204 len: 168 time: 2.0352192 Feb 20 04:02:21.289709 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35ee4ca-3260-49fa-b348-1709c4647180', 'tag': 'a70af2a4-ae4d-401a-9b21-2fcb15107681'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:02:21.295332 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:21.313809 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81243c16-f23c-4317-9fb7-a90885760566" -d '{"events": [{"name": "network-changed", "server_uuid": "b35ee4ca-3260-49fa-b348-1709c4647180", "tag": "a70af2a4-ae4d-401a-9b21-2fcb15107681"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:02:21.560588 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-38321c16-3e00-486c-99f2-6d74a970e541 None None] Set router e6072b5c-aa68-469f-9234-198bb2fb0a7b gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:02:21.625260 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-f06d65fe-0456-4bef-98e8-84106233c3fb tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=87a3e6e0a9b84915a664328ac06f8cce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0718064 Feb 20 04:02:21.924170 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a9c0f6-cdc3-4e96-9374-a8edb9cb5fe5 x-openstack-request-id: req-e3a9c0f6-cdc3-4e96-9374-a8edb9cb5fe5 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:02:21.924674 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-fd3f9b3f-eefb-4cbe-808a-1e0842ea82a9 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:21.925116 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35ee4ca-3260-49fa-b348-1709c4647180", "tag": "a70af2a4-ae4d-401a-9b21-2fcb15107681", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:02:21.925116 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e3a9c0f6-cdc3-4e96-9374-a8edb9cb5fe5 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:02:21.925116 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35ee4ca-3260-49fa-b348-1709c4647180', 'tag': 'a70af2a4-ae4d-401a-9b21-2fcb15107681', 'status': 'completed', 'code': 200} Feb 20 04:02:21.925742 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-fd3f9b3f-eefb-4cbe-808a-1e0842ea82a9 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2952592 Feb 20 04:02:21.949885 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-0c093bd7-6782-4c75-85f8-f1afe873ff8f tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Request body: {'port': {'device_id': 'c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'admin_state_up': True, 'tenant_id': '87a3e6e0a9b84915a664328ac06f8cce'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:02:22.093090 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-38321c16-3e00-486c-99f2-6d74a970e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687977824', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '8c3243cd-0b75-4c7c-92aa-eb2264fea8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:00:03Z', 'updated_at': '2022-02-20T04:00:13Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '8c3243cd-0b75-4c7c-92aa-eb2264fea8cd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:00:04Z', 'updated_at': '2022-02-20T04:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '3cb52232-8319-45b5-926b-630c5bcef86e', 'name': '', 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:8b:94:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'd1337e77-2a84-4f6d-ac8c-08531b1f2015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:00:11Z', 'updated_at': '2022-02-20T04:00:19Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': 'd1337e77-2a84-4f6d-ac8c-08531b1f2015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:02:22.174009 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38321c16-3e00-486c-99f2-6d74a970e541 None None] Checking router: e6072b5c-aa68-469f-9234-198bb2fb0a7b for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:02:22.202720 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38321c16-3e00-486c-99f2-6d74a970e541 None None] Routers {'e6072b5c-aa68-469f-9234-198bb2fb0a7b'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:02:22.203715 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-38321c16-3e00-486c-99f2-6d74a970e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:01:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e6072b5c-aa68-469f-9234-198bb2fb0a7b'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:02:22.418557 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3e930-8735-4741-b52c-50d79107da14 req-2bc7dda0-b743-49dc-b16c-a8b98eeeb52f tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:22.436493 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0c3e930-8735-4741-b52c-50d79107da14 req-2bc7dda0-b743-49dc-b16c-a8b98eeeb52f tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 946 time: 0.3936982 Feb 20 04:02:22.473980 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-38321c16-3e00-486c-99f2-6d74a970e541 None None] Set router e6072b5c-aa68-469f-9234-198bb2fb0a7b gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:02:22.481931 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81243c16-f23c-4317-9fb7-a90885760566 req-a4fb37fa-d788-417f-a5c1-6de3725b9032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:22.485181 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81243c16-f23c-4317-9fb7-a90885760566 req-a4fb37fa-d788-417f-a5c1-6de3725b9032 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 1128 time: 0.5123310 Feb 20 04:02:22.761585 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81243c16-f23c-4317-9fb7-a90885760566 req-53a57a3d-1831-48ff-a7ff-a5eb1583ac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:22.763462 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81243c16-f23c-4317-9fb7-a90885760566 req-53a57a3d-1831-48ff-a7ff-a5eb1583ac00 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5f9da837-c943-4d2d-82d0-ff91c1537843 HTTP/1.1" status: 200 len: 897 time: 0.2567360 Feb 20 04:02:22.860896 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81243c16-f23c-4317-9fb7-a90885760566 req-111af466-a62a-4af5-a2f1-d5c9e9aa864c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a70af2a4-ae4d-401a-9b21-2fcb15107681 HTTP/1.1" status: 200 len: 217 time: 0.0864720 Feb 20 04:02:22.891180 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0c3e930-8735-4741-b52c-50d79107da14 req-5ac260f8-ae2c-4cde-bc8c-b138b86c4131 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4219072 Feb 20 04:02:23.073904 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81243c16-f23c-4317-9fb7-a90885760566 req-b8bd652a-eaad-44d0-8a17-5c0368d0b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:23.075441 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81243c16-f23c-4317-9fb7-a90885760566 req-b8bd652a-eaad-44d0-8a17-5c0368d0b419 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d1337e77-2a84-4f6d-ac8c-08531b1f2015 HTTP/1.1" status: 200 len: 835 time: 0.1832271 Feb 20 04:02:23.095065 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-0c093bd7-6782-4c75-85f8-f1afe873ff8f tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Made reservation on behalf of 87a3e6e0a9b84915a664328ac06f8cce for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:02:23.121809 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-0c093bd7-6782-4c75-85f8-f1afe873ff8f tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:23.253558 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa4f42b9-c9be-4c1a-9316-038517344b3a req-4c915561-591c-4238-90ef-75ef4a813df7 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29 HTTP/1.1" status: 200 len: 210 time: 0.1769035 Feb 20 04:02:23.289193 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45760) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:23.366566 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be54fb-06f1-44b8-9bc4-89c4964928d7 req-cd4183ce-27f6-448e-8dc3-d3d2e17bce9d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:23.368188 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-90be54fb-06f1-44b8-9bc4-89c4964928d7 req-cd4183ce-27f6-448e-8dc3-d3d2e17bce9d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.93 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 946 time: 0.2205245 Feb 20 04:02:23.379057 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-0c093bd7-6782-4c75-85f8-f1afe873ff8f tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:23.438541 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-38321c16-3e00-486c-99f2-6d74a970e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687977824', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '8c3243cd-0b75-4c7c-92aa-eb2264fea8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:00:03Z', 'updated_at': '2022-02-20T04:00:13Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '8c3243cd-0b75-4c7c-92aa-eb2264fea8cd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:00:04Z', 'updated_at': '2022-02-20T04:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '3cb52232-8319-45b5-926b-630c5bcef86e', 'name': '', 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:8b:94:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'd1337e77-2a84-4f6d-ac8c-08531b1f2015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:00:11Z', 'updated_at': '2022-02-20T04:00:19Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': 'd1337e77-2a84-4f6d-ac8c-08531b1f2015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:02:23.507597 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38321c16-3e00-486c-99f2-6d74a970e541 None None] The sync data for ids ['e6072b5c-aa68-469f-9234-198bb2fb0a7b'] in n-d-829866-4 is: [{'id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687977824', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '8c3243cd-0b75-4c7c-92aa-eb2264fea8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:00:03Z', 'updated_at': '2022-02-20T04:00:13Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '8c3243cd-0b75-4c7c-92aa-eb2264fea8cd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:00:04Z', 'updated_at': '2022-02-20T04:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '3cb52232-8319-45b5-926b-630c5bcef86e', 'name': '', 'network_id': '5f9da837-c943-4d2d-82d0-ff91c1537843', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:8b:94:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'd1337e77-2a84-4f6d-ac8c-08531b1f2015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:00:11Z', 'updated_at': '2022-02-20T04:00:19Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': 'd1337e77-2a84-4f6d-ac8c-08531b1f2015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:02:23.645089 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3a6afe9f-ee9f-42f8-b10d-128494dff437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:23.654580 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81243c16-f23c-4317-9fb7-a90885760566 req-32cd0830-8f43-4d28-850d-1f9ea05dfc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:23.656830 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81243c16-f23c-4317-9fb7-a90885760566 req-32cd0830-8f43-4d28-850d-1f9ea05dfc58 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5f9da837-c943-4d2d-82d0-ff91c1537843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5283401 Feb 20 04:02:23.675601 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-0c093bd7-6782-4c75-85f8-f1afe873ff8f tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Publish callbacks [] for security_group (ea826414-c587-4ca2-a476-76845dc5c78b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:23.753380 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3a6afe9f-ee9f-42f8-b10d-128494dff437 admin admin] Publish callbacks [] for security_group (10b3eacb-0a74-498d-a7e4-e208ae77627b), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:23.760490 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-90be54fb-06f1-44b8-9bc4-89c4964928d7 req-e9c25763-7819-4380-8d69-1c93b2bc3cda tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Deleting port a70af2a4-ae4d-401a-9b21-2fcb15107681 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:02:23.760878 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-90be54fb-06f1-44b8-9bc4-89c4964928d7 req-e9c25763-7819-4380-8d69-1c93b2bc3cda tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:23.833018 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-0c093bd7-6782-4c75-85f8-f1afe873ff8f tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ea826414-c587-4ca2-a476-76845dc5c78b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:23.984635 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-90be54fb-06f1-44b8-9bc4-89c4964928d7 req-e9c25763-7819-4380-8d69-1c93b2bc3cda tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] For port a70af2a4-ae4d-401a-9b21-2fcb15107681, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=a70af2a4-ae4d-401a-9b21-2fcb15107681,segment=NetworkSegment(18a51bdb-1340-45df-8e4e-b0fbb0d2037f),segment_id=18a51bdb-1340-45df-8e4e-b0fbb0d2037f)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:02:23.991128 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-90be54fb-06f1-44b8-9bc4-89c4964928d7 req-e9c25763-7819-4380-8d69-1c93b2bc3cda tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:24.030624 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-90be54fb-06f1-44b8-9bc4-89c4964928d7 req-e9c25763-7819-4380-8d69-1c93b2bc3cda tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Calling delete_port for a70af2a4-ae4d-401a-9b21-2fcb15107681 owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:02:24.137842 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81243c16-f23c-4317-9fb7-a90885760566 req-21befe6c-a323-469b-8251-c81eae776a83 service neutron] 10.222.0.93 "GET /v2.0/networks/5f9da837-c943-4d2d-82d0-ff91c1537843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691355 Feb 20 04:02:24.162329 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c093bd7-6782-4c75-85f8-f1afe873ff8f tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea826414-c587-4ca2-a476-76845dc5c78b,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:24.186781 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9d65b8-c0f5-4e6b-a97f-333795be4021 None None] New status for floating IP 8d182094-03db-460a-bee1-3dcb9b968749: DOWN {{(pid=104107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 04:02:24.354071 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec8c314-41f1-4d7b-9b2f-2a0a6ba140bb req-94141f08-b0d3-47a0-b6db-daba12291206 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:24.360712 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3a6afe9f-ee9f-42f8-b10d-128494dff437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (10b3eacb-0a74-498d-a7e4-e208ae77627b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:24.365483 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ec8c314-41f1-4d7b-9b2f-2a0a6ba140bb req-94141f08-b0d3-47a0-b6db-daba12291206 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 946 time: 0.2665851 Feb 20 04:02:24.408734 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6afe9f-ee9f-42f8-b10d-128494dff437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b3eacb-0a74-498d-a7e4-e208ae77627b,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:24.431576 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-90be54fb-06f1-44b8-9bc4-89c4964928d7 req-e9c25763-7819-4380-8d69-1c93b2bc3cda tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (a70af2a4-ae4d-401a-9b21-2fcb15107681), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:24.492236 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c25763-7819-4380-8d69-1c93b2bc3cda tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event deleted for resources: {'Port': ['ID=a70af2a4-ae4d-401a-9b21-2fcb15107681,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:24.552036 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3a6afe9f-ee9f-42f8-b10d-128494dff437 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a9f804febbee44a8bc4bc01882e04149&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2594633 Feb 20 04:02:24.553216 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-90be54fb-06f1-44b8-9bc4-89c4964928d7 req-e9c25763-7819-4380-8d69-1c93b2bc3cda tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] No DVR routers for this DVR port a70af2a4-ae4d-401a-9b21-2fcb15107681 on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:02:24.555137 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45782) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:24.564029 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-90be54fb-06f1-44b8-9bc4-89c4964928d7 req-e9c25763-7819-4380-8d69-1c93b2bc3cda tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:24.567440 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-90be54fb-06f1-44b8-9bc4-89c4964928d7 req-e9c25763-7819-4380-8d69-1c93b2bc3cda tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.93 "DELETE /v2.0/ports/a70af2a4-ae4d-401a-9b21-2fcb15107681 HTTP/1.1" status: 204 len: 173 time: 1.1891437 Feb 20 04:02:24.567990 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35ee4ca-3260-49fa-b348-1709c4647180', 'name': 'network-vif-deleted', 'tag': 'a70af2a4-ae4d-401a-9b21-2fcb15107681'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:02:24.570328 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b6e69f-258e-401a-8a9b-0094365db2e8" -d '{"events": [{"server_uuid": "b35ee4ca-3260-49fa-b348-1709c4647180", "name": "network-vif-deleted", "tag": "a70af2a4-ae4d-401a-9b21-2fcb15107681"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:02:24.572302 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ec8c314-41f1-4d7b-9b2f-2a0a6ba140bb req-5f0b9133-d0a7-4ea5-b543-d31fb1747c8a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d090704-141c-46f5-9b9d-79748e4b7902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038829 Feb 20 04:02:24.606011 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-0c093bd7-6782-4c75-85f8-f1afe873ff8f tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Allocated IP 192.168.233.27 (0c4d93d2-7476-4570-93e5-7ecf9f895901/c38207c9-ee42-4b0e-b0ac-5ef2953b6f62/3a568f68-ae7d-409c-9fff-15ac03609bc6) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:02:24.620813 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81243c16-f23c-4317-9fb7-a90885760566 req-4e58b122-cf37-4e26-8226-f23d9919dbe7 service neutron] 10.222.0.93 "GET /v2.0/networks/5f9da837-c943-4d2d-82d0-ff91c1537843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744644 Feb 20 04:02:24.737286 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d6c495c1-336c-42f9-8efc-53beec58e749 admin admin] Publish callbacks [] for security_group (10b3eacb-0a74-498d-a7e4-e208ae77627b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:24.808955 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d6c495c1-336c-42f9-8efc-53beec58e749 admin admin] Publish callbacks [] for security_group (10b3eacb-0a74-498d-a7e4-e208ae77627b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:24.861443 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-0c093bd7-6782-4c75-85f8-f1afe873ff8f tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Publish callbacks [] for port (3a568f68-ae7d-409c-9fff-15ac03609bc6), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:24.964374 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d6c495c1-336c-42f9-8efc-53beec58e749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (10b3eacb-0a74-498d-a7e4-e208ae77627b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:24.967152 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d6c495c1-336c-42f9-8efc-53beec58e749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:24.970677 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3de8f640-9dc4-4774-ae97-20079bd77e5a req-e6f6de97-eceb-421b-a1ce-1d495675cd0e tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29 HTTP/1.1" status: 200 len: 210 time: 0.1031525 Feb 20 04:02:24.972605 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d6c495c1-336c-42f9-8efc-53beec58e749 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/10b3eacb-0a74-498d-a7e4-e208ae77627b HTTP/1.1" status: 204 len: 168 time: 0.4161787 Feb 20 04:02:24.995935 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c495c1-336c-42f9-8efc-53beec58e749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b3eacb-0a74-498d-a7e4-e208ae77627b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:25.022706 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-0c093bd7-6782-4c75-85f8-f1afe873ff8f tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (3a568f68-ae7d-409c-9fff-15ac03609bc6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:25.126923 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57eaf623-ac52-4921-8cf9-c864cbf2c865 x-openstack-request-id: req-57eaf623-ac52-4921-8cf9-c864cbf2c865 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:02:25.127256 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35ee4ca-3260-49fa-b348-1709c4647180", "name": "network-vif-deleted", "tag": "a70af2a4-ae4d-401a-9b21-2fcb15107681", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:02:25.127518 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-57eaf623-ac52-4921-8cf9-c864cbf2c865 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:02:25.127935 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35ee4ca-3260-49fa-b348-1709c4647180', 'name': 'network-vif-deleted', 'tag': 'a70af2a4-ae4d-401a-9b21-2fcb15107681', 'status': 'completed', 'code': 200} Feb 20 04:02:25.202350 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-0c093bd7-6782-4c75-85f8-f1afe873ff8f tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:02:25.215962 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-0c093bd7-6782-4c75-85f8-f1afe873ff8f tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:02:25.223635 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-0c093bd7-6782-4c75-85f8-f1afe873ff8f tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:02:25.303974 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-0c093bd7-6782-4c75-85f8-f1afe873ff8f tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:25.304783 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-0c093bd7-6782-4c75-85f8-f1afe873ff8f tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:25.308916 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c093bd7-6782-4c75-85f8-f1afe873ff8f tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Pushing event updated for resources: {'Port': ['ID=3a568f68-ae7d-409c-9fff-15ac03609bc6,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:25.451306 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-0c093bd7-6782-4c75-85f8-f1afe873ff8f tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5052209 Feb 20 04:02:25.465846 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-64aa8e68-334c-4278-84bc-ee38b86f071c service neutron] Request body: {'port': {'device_id': 'c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:02:25.740031 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-56966acf-d9f1-44c0-beba-843911fe80a9 None None] Provisioning complete for port 3a568f68-ae7d-409c-9fff-15ac03609bc6 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:02:25.741020 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-56966acf-d9f1-44c0-beba-843911fe80a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3a568f68-ae7d-409c-9fff-15ac03609bc6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:25.886375 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-56966acf-d9f1-44c0-beba-843911fe80a9 None None] Port 3a568f68-ae7d-409c-9fff-15ac03609bc6 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:02:25.934983 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1a20e6d9-3086-4e82-9085-da61481faf31 req-eecebb15-9cb7-4c8d-a8a7-f2e6d78d742f tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=b35ee4ca-3260-49fa-b348-1709c4647180 HTTP/1.1" status: 200 len: 210 time: 0.1032028 Feb 20 04:02:25.935795 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-64aa8e68-334c-4278-84bc-ee38b86f071c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3a568f68-ae7d-409c-9fff-15ac03609bc6), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:26.329175 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5f82a-ead2-42c0-8edd-785b4ecb3ec3 req-9a5a1060-02f9-438f-b8de-8e604b7c329f tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:26.330762 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bbd5f82a-ead2-42c0-8edd-785b4ecb3ec3 req-9a5a1060-02f9-438f-b8de-8e604b7c329f tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29 HTTP/1.1" status: 200 len: 935 time: 0.1764381 Feb 20 04:02:26.429470 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bbd5f82a-ead2-42c0-8edd-785b4ecb3ec3 req-288916cf-05eb-49c6-acb0-45194e573ad0 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.89 "GET /v2.0/security-groups?id=ea826414-c587-4ca2-a476-76845dc5c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912404 Feb 20 04:02:26.495410 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-64aa8e68-334c-4278-84bc-ee38b86f071c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a568f68-ae7d-409c-9fff-15ac03609bc6 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:02:26.505788 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-64aa8e68-334c-4278-84bc-ee38b86f071c service neutron] Publish callbacks [] for port (3a568f68-ae7d-409c-9fff-15ac03609bc6), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:26.514879 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-038ecd49-322f-4ef9-8597-56059eaf7a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:26.529904 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-64aa8e68-334c-4278-84bc-ee38b86f071c service neutron] Transition to ACTIVE for port object 3a568f68-ae7d-409c-9fff-15ac03609bc6 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:02:26.633622 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-64aa8e68-334c-4278-84bc-ee38b86f071c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (3a568f68-ae7d-409c-9fff-15ac03609bc6), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:26.684285 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa8e68-334c-4278-84bc-ee38b86f071c service neutron] Pushing event updated for resources: {'Port': ['ID=3a568f68-ae7d-409c-9fff-15ac03609bc6,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:26.860384 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-64aa8e68-334c-4278-84bc-ee38b86f071c service neutron] Attempting to bind port 3a568f68-ae7d-409c-9fff-15ac03609bc6 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:02:26.860640 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-64aa8e68-334c-4278-84bc-ee38b86f071c service neutron] Attempting to bind port 3a568f68-ae7d-409c-9fff-15ac03609bc6 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:02:26.860952 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-64aa8e68-334c-4278-84bc-ee38b86f071c service neutron] Attempting to bind port 3a568f68-ae7d-409c-9fff-15ac03609bc6 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:02:26.881663 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-64aa8e68-334c-4278-84bc-ee38b86f071c service neutron] Port 3a568f68-ae7d-409c-9fff-15ac03609bc6 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:02:26.882016 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-64aa8e68-334c-4278-84bc-ee38b86f071c service neutron] Attempting to bind port 3a568f68-ae7d-409c-9fff-15ac03609bc6 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:02:26.887433 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-64aa8e68-334c-4278-84bc-ee38b86f071c service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:02:26.887788 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-64aa8e68-334c-4278-84bc-ee38b86f071c service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:02:26.888153 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-64aa8e68-334c-4278-84bc-ee38b86f071c service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:02:26.888582 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-64aa8e68-334c-4278-84bc-ee38b86f071c service neutron] Bound port: 3a568f68-ae7d-409c-9fff-15ac03609bc6, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:02:26.888938 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-64aa8e68-334c-4278-84bc-ee38b86f071c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3a568f68-ae7d-409c-9fff-15ac03609bc6), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:27.054637 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45828) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:27.652338 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-81124ba0-d58f-422e-84ff-c58831dface3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (e6072b5c-aa68-469f-9234-198bb2fb0a7b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:27.674671 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea022ad-9587-4b7c-8ea6-fc0dca126511 req-b86e7e9c-0f1a-40a4-9b4a-36257cbe519b tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:27.677428 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ea022ad-9587-4b7c-8ea6-fc0dca126511 req-b86e7e9c-0f1a-40a4-9b4a-36257cbe519b tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29 HTTP/1.1" status: 200 len: 947 time: 0.0917451 Feb 20 04:02:27.682421 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-64aa8e68-334c-4278-84bc-ee38b86f071c service neutron] For port 3a568f68-ae7d-409c-9fff-15ac03609bc6, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:02:27.687891 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-64aa8e68-334c-4278-84bc-ee38b86f071c service neutron] For port 3a568f68-ae7d-409c-9fff-15ac03609bc6, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=3a568f68-ae7d-409c-9fff-15ac03609bc6,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:02:27.744208 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ea022ad-9587-4b7c-8ea6-fc0dca126511 req-09eb194e-950e-44e2-8383-851ae3948187 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.89 "GET /v2.0/security-groups?id=ea826414-c587-4ca2-a476-76845dc5c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590284 Feb 20 04:02:27.799463 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-64aa8e68-334c-4278-84bc-ee38b86f071c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (3a568f68-ae7d-409c-9fff-15ac03609bc6), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:27.906438 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-64aa8e68-334c-4278-84bc-ee38b86f071c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:27.907871 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-64aa8e68-334c-4278-84bc-ee38b86f071c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:27.909054 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-64aa8e68-334c-4278-84bc-ee38b86f071c service neutron] 10.222.0.93 "PUT /v2.0/ports/3a568f68-ae7d-409c-9fff-15ac03609bc6 HTTP/1.1" status: 200 len: 1095 time: 2.4479327 Feb 20 04:02:27.909766 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29', 'tag': '3a568f68-ae7d-409c-9fff-15ac03609bc6'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:02:27.912091 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c120dd1-98c5-498d-9abb-554139f3347f" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29", "tag": "3a568f68-ae7d-409c-9fff-15ac03609bc6"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:02:27.967503 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa8e68-334c-4278-84bc-ee38b86f071c service neutron] Pushing event updated for resources: {'Port': ['ID=3a568f68-ae7d-409c-9fff-15ac03609bc6,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:28.090127 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d278ff6e-7c3a-4488-bb98-b25c11b13c2c x-openstack-request-id: req-d278ff6e-7c3a-4488-bb98-b25c11b13c2c {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:02:28.091390 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29", "tag": "3a568f68-ae7d-409c-9fff-15ac03609bc6", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:02:28.092977 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d278ff6e-7c3a-4488-bb98-b25c11b13c2c {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:02:28.094147 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29', 'tag': '3a568f68-ae7d-409c-9fff-15ac03609bc6', 'status': 'completed', 'code': 200} Feb 20 04:02:28.138602 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c120dd1-98c5-498d-9abb-554139f3347f req-03f40067-3639-4a11-8ea5-12fc9fa013f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:28.138602 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2c120dd1-98c5-498d-9abb-554139f3347f req-03f40067-3639-4a11-8ea5-12fc9fa013f3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=87a3e6e0a9b84915a664328ac06f8cce&device_id=c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29 HTTP/1.1" status: 200 len: 1129 time: 0.1077735 Feb 20 04:02:28.139916 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-81124ba0-d58f-422e-84ff-c58831dface3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Deleting port 3cb52232-8319-45b5-926b-630c5bcef86e {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:02:28.141113 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-81124ba0-d58f-422e-84ff-c58831dface3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (3cb52232-8319-45b5-926b-630c5bcef86e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:28.177609 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2c120dd1-98c5-498d-9abb-554139f3347f req-99110f05-ea25-460e-9bdc-e635964e363f service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=87a3e6e0a9b84915a664328ac06f8cce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290959 Feb 20 04:02:28.203510 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device a70af2a4-ae4d-401a-9b21-2fcb15107681 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:02:28.244505 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: a70af2a4-ae4d-401a-9b21-2fcb15107681 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:02:28.244951 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device a70af2a4-ae4d-401a-9b21-2fcb15107681 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:02:28.307117 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-81124ba0-d58f-422e-84ff-c58831dface3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] For port 3cb52232-8319-45b5-926b-630c5bcef86e, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3cb52232-8319-45b5-926b-630c5bcef86e,segment=NetworkSegment(18a51bdb-1340-45df-8e4e-b0fbb0d2037f),segment_id=18a51bdb-1340-45df-8e4e-b0fbb0d2037f)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:02:28.307488 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-81124ba0-d58f-422e-84ff-c58831dface3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (3cb52232-8319-45b5-926b-630c5bcef86e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:28.326810 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c120dd1-98c5-498d-9abb-554139f3347f req-cd5b4f54-ade1-4c76-9e42-b5fe24061c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:28.328647 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2c120dd1-98c5-498d-9abb-554139f3347f req-cd5b4f54-ade1-4c76-9e42-b5fe24061c70 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1499057 Feb 20 04:02:28.356603 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-81124ba0-d58f-422e-84ff-c58831dface3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Calling delete_port for 3cb52232-8319-45b5-926b-630c5bcef86e owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:02:28.435252 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-9b5727c7-47fb-4864-969f-976c1e0c4c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:28.437109 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-9b5727c7-47fb-4864-969f-976c1e0c4c24 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=87a3e6e0a9b84915a664328ac06f8cce&device_id=c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29 HTTP/1.1" status: 200 len: 1129 time: 0.0567446 Feb 20 04:02:28.493912 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-ee43f1aa-8237-4905-bbdd-75f097368878 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=3a568f68-ae7d-409c-9fff-15ac03609bc6 HTTP/1.1" status: 200 len: 217 time: 0.0445375 Feb 20 04:02:28.550194 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-afa0ebf9-cffa-45f0-bb6b-417047be0bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:28.552020 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-afa0ebf9-cffa-45f0-bb6b-417047be0bbb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0534041 Feb 20 04:02:28.651401 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-1b3a1349-9ec1-4a4e-b261-3df8ccbf6338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:28.655005 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-1b3a1349-9ec1-4a4e-b261-3df8ccbf6338 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0956993 Feb 20 04:02:28.720396 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ee0bf746-1383-4d2a-8e07-24ae577fc25f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:28.743341 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-81124ba0-d58f-422e-84ff-c58831dface3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (3cb52232-8319-45b5-926b-630c5bcef86e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:28.763664 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-78314cda-ad9a-4058-8da3-b5bed1551037 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035571 Feb 20 04:02:28.784089 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81124ba0-d58f-422e-84ff-c58831dface3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event deleted for resources: {'Port': ['ID=3cb52232-8319-45b5-926b-630c5bcef86e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:28.926720 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-61df7d6a-5979-46db-a6c1-4fb7d2b6abe6 req-27a5ae1a-2237-4222-9eb9-99ba598c0c13 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560268 Feb 20 04:02:29.033068 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12a094-55f8-4894-8607-31ac32f41a6a req-db7eef79-2e8c-47fb-9231-ceeb991bdf07 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:29.043306 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1d12a094-55f8-4894-8607-31ac32f41a6a req-db7eef79-2e8c-47fb-9231-ceeb991bdf07 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29 HTTP/1.1" status: 200 len: 947 time: 0.1154575 Feb 20 04:02:29.109470 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-81124ba0-d58f-422e-84ff-c58831dface3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (e6072b5c-aa68-469f-9234-198bb2fb0a7b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:29.152110 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1d12a094-55f8-4894-8607-31ac32f41a6a req-60de2c59-eaa0-4df8-abb7-c9137612a464 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.89 "GET /v2.0/security-groups?id=ea826414-c587-4ca2-a476-76845dc5c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068227 Feb 20 04:02:29.808806 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81124ba0-d58f-422e-84ff-c58831dface3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Router e6072b5c-aa68-469f-9234-198bb2fb0a7b has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:02:29.981343 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81124ba0-d58f-422e-84ff-c58831dface3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:02:29.995153 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581a9c13-91c9-4bfe-8a09-096411470674 None None] Sync routers for ids ['e6072b5c-aa68-469f-9234-198bb2fb0a7b'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:02:30.003466 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45878) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:30.010645 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581a9c13-91c9-4bfe-8a09-096411470674 None None] Routers {'e6072b5c-aa68-469f-9234-198bb2fb0a7b'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:02:30.011421 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-81124ba0-d58f-422e-84ff-c58831dface3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "PUT /v2.0/routers/e6072b5c-aa68-469f-9234-198bb2fb0a7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9549811 Feb 20 04:02:30.012231 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-581a9c13-91c9-4bfe-8a09-096411470674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:02:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e6072b5c-aa68-469f-9234-198bb2fb0a7b'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:02:30.062124 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:30.078268 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa47cea5-b9bf-4ddd-aabf-99607de6224c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Deleting subnet d1337e77-2a84-4f6d-ac8c-08531b1f2015 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 04:02:30.087229 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fa47cea5-b9bf-4ddd-aabf-99607de6224c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for subnet (d1337e77-2a84-4f6d-ac8c-08531b1f2015), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:30.154731 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fa47cea5-b9bf-4ddd-aabf-99607de6224c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (d1337e77-2a84-4f6d-ac8c-08531b1f2015), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:30.243218 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-581a9c13-91c9-4bfe-8a09-096411470674 None None] Set router e6072b5c-aa68-469f-9234-198bb2fb0a7b gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:02:30.304479 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fa47cea5-b9bf-4ddd-aabf-99607de6224c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (d1337e77-2a84-4f6d-ac8c-08531b1f2015), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:30.459622 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b6f21-9e53-4bc6-b097-39774151af4f req-83deb683-32d8-4ab7-b11e-7ec8cadf9c23 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:30.469987 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-792b6f21-9e53-4bc6-b097-39774151af4f req-83deb683-32d8-4ab7-b11e-7ec8cadf9c23 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29 HTTP/1.1" status: 200 len: 947 time: 0.2049785 Feb 20 04:02:30.534218 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-581a9c13-91c9-4bfe-8a09-096411470674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687977824', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '8c3243cd-0b75-4c7c-92aa-eb2264fea8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:00:03Z', 'updated_at': '2022-02-20T04:02:28Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '8c3243cd-0b75-4c7c-92aa-eb2264fea8cd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:00:04Z', 'updated_at': '2022-02-20T04:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:02:30.620489 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581a9c13-91c9-4bfe-8a09-096411470674 None None] Checking router: e6072b5c-aa68-469f-9234-198bb2fb0a7b for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:02:30.638437 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581a9c13-91c9-4bfe-8a09-096411470674 None None] Routers {'e6072b5c-aa68-469f-9234-198bb2fb0a7b'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:02:30.639185 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-581a9c13-91c9-4bfe-8a09-096411470674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:02:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e6072b5c-aa68-469f-9234-198bb2fb0a7b'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:02:30.646310 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-792b6f21-9e53-4bc6-b097-39774151af4f req-d0b4db01-f77c-4504-9c59-63e392485664 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.89 "GET /v2.0/security-groups?id=ea826414-c587-4ca2-a476-76845dc5c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583381 Feb 20 04:02:30.655029 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fa47cea5-b9bf-4ddd-aabf-99607de6224c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (d1337e77-2a84-4f6d-ac8c-08531b1f2015), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:30.682192 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fa47cea5-b9bf-4ddd-aabf-99607de6224c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:30.688209 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-fa47cea5-b9bf-4ddd-aabf-99607de6224c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "DELETE /v2.0/subnets/d1337e77-2a84-4f6d-ac8c-08531b1f2015 HTTP/1.1" status: 204 len: 168 time: 0.6810372 Feb 20 04:02:30.689513 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45890) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:30.691581 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9983d10d-d3d7-4caa-871c-fb08389468ad None None] Network 5f9da837-c943-4d2d-82d0-ff91c1537843 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:02:30.743142 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47cea5-b9bf-4ddd-aabf-99607de6224c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event deleted for resources: {'Subnet': ['ID=d1337e77-2a84-4f6d-ac8c-08531b1f2015,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:30.840282 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-581a9c13-91c9-4bfe-8a09-096411470674 None None] Set router e6072b5c-aa68-469f-9234-198bb2fb0a7b gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:02:30.883940 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-31674e25-93d4-45bf-9532-8cac55235b9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router (e6072b5c-aa68-469f-9234-198bb2fb0a7b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:30.963425 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dacfb30-3b75-4456-a05d-94fa53296327 None None] DHCP port deletion for 5f9da837-c943-4d2d-82d0-ff91c1537843 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 04:02:31.065986 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-31674e25-93d4-45bf-9532-8cac55235b9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router_gateway (e6072b5c-aa68-469f-9234-198bb2fb0a7b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:31.071927 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-9dacfb30-3b75-4456-a05d-94fa53296327 None None] Deleting port d94ad555-3c66-472e-a737-9849599f4c66 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:02:31.072419 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9dacfb30-3b75-4456-a05d-94fa53296327 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (d94ad555-3c66-472e-a737-9849599f4c66), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:31.175400 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-9dacfb30-3b75-4456-a05d-94fa53296327 None None] For port d94ad555-3c66-472e-a737-9849599f4c66, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d94ad555-3c66-472e-a737-9849599f4c66,segment=NetworkSegment(18a51bdb-1340-45df-8e4e-b0fbb0d2037f),segment_id=18a51bdb-1340-45df-8e4e-b0fbb0d2037f)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:02:31.177597 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9dacfb30-3b75-4456-a05d-94fa53296327 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (d94ad555-3c66-472e-a737-9849599f4c66), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:31.201560 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-9dacfb30-3b75-4456-a05d-94fa53296327 None None] Calling delete_port for d94ad555-3c66-472e-a737-9849599f4c66 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:02:31.207605 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-581a9c13-91c9-4bfe-8a09-096411470674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687977824', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '8c3243cd-0b75-4c7c-92aa-eb2264fea8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:00:03Z', 'updated_at': '2022-02-20T04:02:28Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '8c3243cd-0b75-4c7c-92aa-eb2264fea8cd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:00:04Z', 'updated_at': '2022-02-20T04:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:02:31.211592 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-31674e25-93d4-45bf-9532-8cac55235b9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Deleting port 8c3243cd-0b75-4c7c-92aa-eb2264fea8cd {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:02:31.212116 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-31674e25-93d4-45bf-9532-8cac55235b9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (8c3243cd-0b75-4c7c-92aa-eb2264fea8cd), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:31.252889 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581a9c13-91c9-4bfe-8a09-096411470674 None None] The sync data for ids ['e6072b5c-aa68-469f-9234-198bb2fb0a7b'] in n-d-829866-4 is: [{'id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1687977824', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '8c3243cd-0b75-4c7c-92aa-eb2264fea8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:00:03Z', 'updated_at': '2022-02-20T04:02:28Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '8c3243cd-0b75-4c7c-92aa-eb2264fea8cd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6072b5c-aa68-469f-9234-198bb2fb0a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:00:04Z', 'updated_at': '2022-02-20T04:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:02:31.354434 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-31674e25-93d4-45bf-9532-8cac55235b9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] For port 8c3243cd-0b75-4c7c-92aa-eb2264fea8cd, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=8c3243cd-0b75-4c7c-92aa-eb2264fea8cd,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:02:31.354905 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-31674e25-93d4-45bf-9532-8cac55235b9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (8c3243cd-0b75-4c7c-92aa-eb2264fea8cd), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:31.369661 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:31.369947 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-31674e25-93d4-45bf-9532-8cac55235b9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Calling delete_port for 8c3243cd-0b75-4c7c-92aa-eb2264fea8cd owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:02:31.422274 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9dacfb30-3b75-4456-a05d-94fa53296327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (d94ad555-3c66-472e-a737-9849599f4c66), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:31.452195 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dacfb30-3b75-4456-a05d-94fa53296327 None None] Pushing event deleted for resources: {'Port': ['ID=d94ad555-3c66-472e-a737-9849599f4c66,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:31.455298 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dacfb30-3b75-4456-a05d-94fa53296327 None None] No DVR routers for this DVR port d94ad555-3c66-472e-a737-9849599f4c66 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:02:31.715168 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-31674e25-93d4-45bf-9532-8cac55235b9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (8c3243cd-0b75-4c7c-92aa-eb2264fea8cd), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:31.749511 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31674e25-93d4-45bf-9532-8cac55235b9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event deleted for resources: {'Port': ['ID=8c3243cd-0b75-4c7c-92aa-eb2264fea8cd,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:31.857518 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4ac70-47f9-4c05-b48e-d43c8747ea7f req-3ba2019d-a516-47b0-aa05-7806c8674c03 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:31.860046 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-64e4ac70-47f9-4c05-b48e-d43c8747ea7f req-3ba2019d-a516-47b0-aa05-7806c8674c03 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29 HTTP/1.1" status: 200 len: 947 time: 0.1055539 Feb 20 04:02:31.893248 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-31674e25-93d4-45bf-9532-8cac55235b9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (e6072b5c-aa68-469f-9234-198bb2fb0a7b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:31.930098 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-64e4ac70-47f9-4c05-b48e-d43c8747ea7f req-3533da5d-d8f2-437b-94b0-bb86f59c592c tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.89 "GET /v2.0/security-groups?id=ea826414-c587-4ca2-a476-76845dc5c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642941 Feb 20 04:02:32.024243 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-31674e25-93d4-45bf-9532-8cac55235b9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (e6072b5c-aa68-469f-9234-198bb2fb0a7b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:32.027052 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-31674e25-93d4-45bf-9532-8cac55235b9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router_controller (e6072b5c-aa68-469f-9234-198bb2fb0a7b), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:32.155075 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-31674e25-93d4-45bf-9532-8cac55235b9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (e6072b5c-aa68-469f-9234-198bb2fb0a7b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:32.155612 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31674e25-93d4-45bf-9532-8cac55235b9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Fanout notify agent at l3_agent the message router_deleted on router e6072b5c-aa68-469f-9234-198bb2fb0a7b {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 04:02:32.162568 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-31674e25-93d4-45bf-9532-8cac55235b9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:32.176671 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45914) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:32.177156 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-31674e25-93d4-45bf-9532-8cac55235b9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "DELETE /v2.0/routers/e6072b5c-aa68-469f-9234-198bb2fb0a7b HTTP/1.1" status: 204 len: 168 time: 1.4861448 Feb 20 04:02:32.250567 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 3a568f68-ae7d-409c-9fff-15ac03609bc6 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:02:32.295255 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5e16739a-3a72-4674-bbdd-e3e9f2810b03 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (5f9da837-c943-4d2d-82d0-ff91c1537843), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:32.422602 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5e16739a-3a72-4674-bbdd-e3e9f2810b03 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (5f9da837-c943-4d2d-82d0-ff91c1537843), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:32.457066 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-5e16739a-3a72-4674-bbdd-e3e9f2810b03 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f9da837-c943-4d2d-82d0-ff91c1537843']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:02:32.459359 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 3a568f68-ae7d-409c-9fff-15ac03609bc6, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=3a568f68-ae7d-409c-9fff-15ac03609bc6,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:02:32.468838 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-5e16739a-3a72-4674-bbdd-e3e9f2810b03 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18a51bdb-1340-45df-8e4e-b0fbb0d2037f') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:02:32.469276 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-5e16739a-3a72-4674-bbdd-e3e9f2810b03 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18a51bdb-1340-45df-8e4e-b0fbb0d2037f') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:02:32.488548 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5e16739a-3a72-4674-bbdd-e3e9f2810b03 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (18a51bdb-1340-45df-8e4e-b0fbb0d2037f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:32.503105 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5e16739a-3a72-4674-bbdd-e3e9f2810b03 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (18a51bdb-1340-45df-8e4e-b0fbb0d2037f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:32.505467 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '3a568f68-ae7d-409c-9fff-15ac03609bc6', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': '3a568f68-ae7d-409c-9fff-15ac03609bc6', 'mac_address': 'fa:16:3e:93:3c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:02:32.510481 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e16739a-3a72-4674-bbdd-e3e9f2810b03 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 04:02:32.511236 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5e16739a-3a72-4674-bbdd-e3e9f2810b03 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (18a51bdb-1340-45df-8e4e-b0fbb0d2037f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:32.515039 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 04:02:32.515039 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 04:02:32.515039 n-d-829866-4 neutron-server[104105]: timer() Feb 20 04:02:32.515039 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 04:02:32.515039 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 04:02:32.515039 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 04:02:32.515039 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 04:02:32.515039 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 04:02:32.515039 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 04:02:32.515039 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 04:02:32.515039 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 04:02:32.515039 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 04:02:32.515039 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 04:02:32.515039 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 04:02:32.515039 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 04:02:32.515039 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 04:02:32.515039 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 04:02:32.515039 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 04:02:32.515039 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 04:02:32.515039 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 04:02:32.515039 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 04:02:32.515039 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 04:02:32.515039 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 04:02:32.515039 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 04:02:32.515039 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 04:02:32.515039 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 04:02:32.515039 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 04:02:32.515039 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 04:02:32.515039 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 04:02:32.515039 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 04:02:32.515039 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 04:02:32.515039 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 04:02:32.688776 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5e16739a-3a72-4674-bbdd-e3e9f2810b03 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (5f9da837-c943-4d2d-82d0-ff91c1537843), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:32.701294 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5e16739a-3a72-4674-bbdd-e3e9f2810b03 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:32.708231 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5e16739a-3a72-4674-bbdd-e3e9f2810b03 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "DELETE /v2.0/networks/5f9da837-c943-4d2d-82d0-ff91c1537843 HTTP/1.1" status: 204 len: 168 time: 0.5300176 Feb 20 04:02:32.710915 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45924) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:32.779254 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16739a-3a72-4674-bbdd-e3e9f2810b03 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event deleted for resources: {'Network': ['ID=5f9da837-c943-4d2d-82d0-ff91c1537843,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:32.802578 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e16739a-3a72-4674-bbdd-e3e9f2810b03 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:32.807102 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e16739a-3a72-4674-bbdd-e3e9f2810b03 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:32.808957 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e16739a-3a72-4674-bbdd-e3e9f2810b03 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:32.809259 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e16739a-3a72-4674-bbdd-e3e9f2810b03 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:32.809609 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e16739a-3a72-4674-bbdd-e3e9f2810b03 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:32.810070 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e16739a-3a72-4674-bbdd-e3e9f2810b03 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:32.810278 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e16739a-3a72-4674-bbdd-e3e9f2810b03 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:32.810618 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e16739a-3a72-4674-bbdd-e3e9f2810b03 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:32.817351 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e16739a-3a72-4674-bbdd-e3e9f2810b03 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:32.818340 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e16739a-3a72-4674-bbdd-e3e9f2810b03 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:32.818924 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e16739a-3a72-4674-bbdd-e3e9f2810b03 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:32.819491 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e16739a-3a72-4674-bbdd-e3e9f2810b03 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:32.823168 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e16739a-3a72-4674-bbdd-e3e9f2810b03 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:32.865436 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-42b8c2ee-d318-4ce9-b205-737afaa9a6c7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group (5d090704-141c-46f5-9b9d-79748e4b7902), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:32.897207 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-42b8c2ee-d318-4ce9-b205-737afaa9a6c7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group (5d090704-141c-46f5-9b9d-79748e4b7902), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:32.925752 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 3a568f68-ae7d-409c-9fff-15ac03609bc6 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:02:32.926386 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3a568f68-ae7d-409c-9fff-15ac03609bc6), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:32.950449 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device d94ad555-3c66-472e-a737-9849599f4c66 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:02:32.974475 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a568f68-ae7d-409c-9fff-15ac03609bc6 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:02:33.017785 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 3a568f68-ae7d-409c-9fff-15ac03609bc6, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=3a568f68-ae7d-409c-9fff-15ac03609bc6,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:02:33.023757 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: d94ad555-3c66-472e-a737-9849599f4c66 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:02:33.024137 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device d94ad555-3c66-472e-a737-9849599f4c66 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:02:33.024576 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3cb52232-8319-45b5-926b-630c5bcef86e no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:02:33.034757 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-42b8c2ee-d318-4ce9-b205-737afaa9a6c7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5d090704-141c-46f5-9b9d-79748e4b7902), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:33.044219 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-42b8c2ee-d318-4ce9-b205-737afaa9a6c7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:33.047796 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-42b8c2ee-d318-4ce9-b205-737afaa9a6c7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "DELETE /v2.0/security-groups/5d090704-141c-46f5-9b9d-79748e4b7902 HTTP/1.1" status: 204 len: 168 time: 0.3358312 Feb 20 04:02:33.061147 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 3cb52232-8319-45b5-926b-630c5bcef86e {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:02:33.061431 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3cb52232-8319-45b5-926b-630c5bcef86e not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:02:33.088506 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8c2ee-d318-4ce9-b205-737afaa9a6c7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d090704-141c-46f5-9b9d-79748e4b7902,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:33.128674 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3a568f68-ae7d-409c-9fff-15ac03609bc6), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:33.154631 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee31f93-baf6-41f8-8943-5f4803b85c1e req-f0c865a5-1b19-4cc4-a10d-f706e867716c tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:33.159608 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ee31f93-baf6-41f8-8943-5f4803b85c1e req-f0c865a5-1b19-4cc4-a10d-f706e867716c tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29 HTTP/1.1" status: 200 len: 947 time: 0.1219571 Feb 20 04:02:33.164887 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:33.191095 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=3a568f68-ae7d-409c-9fff-15ac03609bc6,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:33.237544 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ee31f93-baf6-41f8-8943-5f4803b85c1e req-7d308512-0777-47e2-8318-9b01cac722fb tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.89 "GET /v2.0/security-groups?id=ea826414-c587-4ca2-a476-76845dc5c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573497 Feb 20 04:02:33.329322 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['3a568f68-ae7d-409c-9fff-15ac03609bc6'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:02:33.778035 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45946) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:33.783472 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-129f0521-3975-453b-bd56-8b533dd3ec18 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-10115221', 'description': 'tempest-secgroup-smoke-10115221 description', 'project_id': 'c51c06307884485eaac01385a5cfa0f0'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:02:33.848166 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45952) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:33.895818 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-129f0521-3975-453b-bd56-8b533dd3ec18 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:34.002158 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-129f0521-3975-453b-bd56-8b533dd3ec18 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group (5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:34.097048 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-129f0521-3975-453b-bd56-8b533dd3ec18 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:34.147108 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f0521-3975-453b-bd56-8b533dd3ec18 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:34.252215 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-129f0521-3975-453b-bd56-8b533dd3ec18 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:34.266561 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 3a568f68-ae7d-409c-9fff-15ac03609bc6 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:02:34.284149 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45960) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:34.288605 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-129f0521-3975-453b-bd56-8b533dd3ec18 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5091033 Feb 20 04:02:34.292550 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-10549262-630f-40ff-bf14-7cd3dfadbd26 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'security_group_rule': {'security_group_id': '5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:02:34.320205 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-3805b979-3acc-44a2-98d6-8fe192d412dd admin admin] Deleting subnet 72f48a28-b5a4-403e-824d-f08ceebd2848 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 04:02:34.325858 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3805b979-3acc-44a2-98d6-8fe192d412dd admin admin] Publish callbacks [] for subnet (72f48a28-b5a4-403e-824d-f08ceebd2848), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:34.378309 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 8c3243cd-0b75-4c7c-92aa-eb2264fea8cd no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:02:34.385880 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3805b979-3acc-44a2-98d6-8fe192d412dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (72f48a28-b5a4-403e-824d-f08ceebd2848), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:34.451092 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 8c3243cd-0b75-4c7c-92aa-eb2264fea8cd {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:02:34.452199 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 8c3243cd-0b75-4c7c-92aa-eb2264fea8cd not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:02:34.507871 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab1875-2794-4e8e-a0b7-aebd246ea655 req-e018b09c-9283-43a8-aa34-173f90ca8d42 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:34.509683 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2aab1875-2794-4e8e-a0b7-aebd246ea655 req-e018b09c-9283-43a8-aa34-173f90ca8d42 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29 HTTP/1.1" status: 200 len: 948 time: 0.1216764 Feb 20 04:02:34.511019 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3805b979-3acc-44a2-98d6-8fe192d412dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (72f48a28-b5a4-403e-824d-f08ceebd2848), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:34.513596 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-10549262-630f-40ff-bf14-7cd3dfadbd26 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (2e6cd62b-7117-4572-8227-eff670f065d3), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:34.624255 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 3a568f68-ae7d-409c-9fff-15ac03609bc6 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:02:34.631591 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 3a568f68-ae7d-409c-9fff-15ac03609bc6 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:02:34.631988 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3a568f68-ae7d-409c-9fff-15ac03609bc6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:34.720474 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2aab1875-2794-4e8e-a0b7-aebd246ea655 req-8b8a845f-dde6-479a-ac58-239d43b7d067 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.89 "GET /v2.0/security-groups?id=ea826414-c587-4ca2-a476-76845dc5c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032905 Feb 20 04:02:34.763313 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-10549262-630f-40ff-bf14-7cd3dfadbd26 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (2e6cd62b-7117-4572-8227-eff670f065d3), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:34.800933 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3805b979-3acc-44a2-98d6-8fe192d412dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (72f48a28-b5a4-403e-824d-f08ceebd2848), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:34.827160 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 3a568f68-ae7d-409c-9fff-15ac03609bc6 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:02:34.827651 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3a568f68-ae7d-409c-9fff-15ac03609bc6), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:34.832381 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805b979-3acc-44a2-98d6-8fe192d412dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72f48a28-b5a4-403e-824d-f08ceebd2848,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:34.840951 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3805b979-3acc-44a2-98d6-8fe192d412dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:34.850174 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45968) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:34.850449 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3805b979-3acc-44a2-98d6-8fe192d412dd admin admin] 10.222.0.89 "DELETE /v2.0/subnets/72f48a28-b5a4-403e-824d-f08ceebd2848 HTTP/1.1" status: 204 len: 168 time: 1.0011840 Feb 20 04:02:34.879883 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 3a568f68-ae7d-409c-9fff-15ac03609bc6, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=3a568f68-ae7d-409c-9fff-15ac03609bc6,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:02:34.892359 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-10549262-630f-40ff-bf14-7cd3dfadbd26 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (2e6cd62b-7117-4572-8227-eff670f065d3), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:34.892639 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a568f68-ae7d-409c-9fff-15ac03609bc6'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:02:34.903537 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c00d886-f981-45e3-b3d5-5f4ebaea080d" -d '{"events": [{"server_uuid": "c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29", "name": "network-vif-plugged", "status": "completed", "tag": "3a568f68-ae7d-409c-9fff-15ac03609bc6"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:02:34.919882 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10549262-630f-40ff-bf14-7cd3dfadbd26 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6cd62b-7117-4572-8227-eff670f065d3,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:34.969467 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda19353-01ca-445d-a1d4-34eacaae377d x-openstack-request-id: req-dda19353-01ca-445d-a1d4-34eacaae377d {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:02:34.969774 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29", "name": "network-vif-plugged", "status": "completed", "tag": "3a568f68-ae7d-409c-9fff-15ac03609bc6", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:02:34.970030 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-dda19353-01ca-445d-a1d4-34eacaae377d {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:02:34.970432 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a568f68-ae7d-409c-9fff-15ac03609bc6', 'code': 200} Feb 20 04:02:34.989384 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ac9c4b9a-8fc7-4c89-b7a6-dc41b94a6f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (c3b1fdd9-c8e5-47d0-a0d3-937506587efd), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:35.029418 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3a568f68-ae7d-409c-9fff-15ac03609bc6), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:35.108784 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ac9c4b9a-8fc7-4c89-b7a6-dc41b94a6f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (c3b1fdd9-c8e5-47d0-a0d3-937506587efd), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:35.130195 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=3a568f68-ae7d-409c-9fff-15ac03609bc6,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:35.133822 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-10549262-630f-40ff-bf14-7cd3dfadbd26 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:35.137013 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-10549262-630f-40ff-bf14-7cd3dfadbd26 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8515916 Feb 20 04:02:35.143375 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:35.143789 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:35.144951 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45976) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:35.148057 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:35.150133 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-52c344b8-0f39-49dc-af55-7b015b67e969 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'security_group_rule': {'security_group_id': '5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:02:35.152329 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:35.152758 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:35.153344 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:35.158328 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:35.158601 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:35.163101 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:35.163520 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:35.164072 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:35.169086 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:35.169505 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:35.172549 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-ac9c4b9a-8fc7-4c89-b7a6-dc41b94a6f01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b1fdd9-c8e5-47d0-a0d3-937506587efd']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:02:35.193812 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-ac9c4b9a-8fc7-4c89-b7a6-dc41b94a6f01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08fcc9f7-0087-409b-8daa-1f1ba18de35d') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:02:35.195831 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-ac9c4b9a-8fc7-4c89-b7a6-dc41b94a6f01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08fcc9f7-0087-409b-8daa-1f1ba18de35d') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:02:35.201527 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176a150-68f2-4b3b-a0de-5855c809a9aa req-46b2a57c-21f3-4fd3-88a7-3d2c3fa997da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:35.205032 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8176a150-68f2-4b3b-a0de-5855c809a9aa req-46b2a57c-21f3-4fd3-88a7-3d2c3fa997da service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29 HTTP/1.1" status: 200 len: 1131 time: 0.1603053 Feb 20 04:02:35.225737 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ac9c4b9a-8fc7-4c89-b7a6-dc41b94a6f01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (08fcc9f7-0087-409b-8daa-1f1ba18de35d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:35.269724 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ac9c4b9a-8fc7-4c89-b7a6-dc41b94a6f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (08fcc9f7-0087-409b-8daa-1f1ba18de35d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:35.292140 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9c4b9a-8fc7-4c89-b7a6-dc41b94a6f01 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 04:02:35.295859 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ac9c4b9a-8fc7-4c89-b7a6-dc41b94a6f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (08fcc9f7-0087-409b-8daa-1f1ba18de35d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:35.299143 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 04:02:35.299143 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 04:02:35.299143 n-d-829866-4 neutron-server[104106]: timer() Feb 20 04:02:35.299143 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 04:02:35.299143 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 04:02:35.299143 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 04:02:35.299143 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 04:02:35.299143 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 04:02:35.299143 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 04:02:35.299143 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 04:02:35.299143 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 04:02:35.299143 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 04:02:35.299143 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 04:02:35.299143 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 04:02:35.299143 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 04:02:35.299143 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 04:02:35.299143 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 04:02:35.299143 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 04:02:35.299143 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 04:02:35.299143 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 04:02:35.299143 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 04:02:35.299143 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 04:02:35.299143 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 04:02:35.299143 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 04:02:35.299143 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 04:02:35.299143 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 04:02:35.299143 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 04:02:35.299143 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 04:02:35.299143 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 04:02:35.299143 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 04:02:35.299143 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 04:02:35.299143 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 04:02:35.316966 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8176a150-68f2-4b3b-a0de-5855c809a9aa req-1437aaf7-49f0-4356-ac9f-a21ec7df2294 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ea826414-c587-4ca2-a476-76845dc5c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057930 Feb 20 04:02:35.332454 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-52c344b8-0f39-49dc-af55-7b015b67e969 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (336a77de-508e-4f12-9c27-5063bdedd1b5), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:35.418598 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-52c344b8-0f39-49dc-af55-7b015b67e969 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (336a77de-508e-4f12-9c27-5063bdedd1b5), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:35.480424 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ac9c4b9a-8fc7-4c89-b7a6-dc41b94a6f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (c3b1fdd9-c8e5-47d0-a0d3-937506587efd), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:35.499530 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ac9c4b9a-8fc7-4c89-b7a6-dc41b94a6f01 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:35.503596 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ac9c4b9a-8fc7-4c89-b7a6-dc41b94a6f01 admin admin] 10.222.0.89 "DELETE /v2.0/networks/c3b1fdd9-c8e5-47d0-a0d3-937506587efd HTTP/1.1" status: 204 len: 168 time: 0.6511548 Feb 20 04:02:35.504468 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c4b9a-8fc7-4c89-b7a6-dc41b94a6f01 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3b1fdd9-c8e5-47d0-a0d3-937506587efd,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:35.578327 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-52c344b8-0f39-49dc-af55-7b015b67e969 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (336a77de-508e-4f12-9c27-5063bdedd1b5), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:35.602388 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c344b8-0f39-49dc-af55-7b015b67e969 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=336a77de-508e-4f12-9c27-5063bdedd1b5,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:35.734778 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-52c344b8-0f39-49dc-af55-7b015b67e969 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:35.739207 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-52c344b8-0f39-49dc-af55-7b015b67e969 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5901694 Feb 20 04:02:35.739806 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 45988) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:35.750238 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:02:35.754580 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-b116fe35-9fa6-43ad-8dcc-f85d42a3fd09 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'security_group_rule': {'security_group_id': '5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:02:35.923306 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18932d65-b7fc-4de8-9749-838ada3d45ad req-78ca3175-127f-4c2c-8c52-df4ce2dc2309 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:35.931724 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-18932d65-b7fc-4de8-9749-838ada3d45ad req-78ca3175-127f-4c2c-8c52-df4ce2dc2309 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29 HTTP/1.1" status: 200 len: 949 time: 0.0916982 Feb 20 04:02:35.936088 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b116fe35-9fa6-43ad-8dcc-f85d42a3fd09 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (2dbd375d-15b4-4237-bb76-0b3ffddabd34), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:36.056829 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-18932d65-b7fc-4de8-9749-838ada3d45ad req-db831d7f-2f79-46a0-8b53-9faa21d93eff tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.89 "GET /v2.0/security-groups?id=ea826414-c587-4ca2-a476-76845dc5c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829251 Feb 20 04:02:36.066303 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b116fe35-9fa6-43ad-8dcc-f85d42a3fd09 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (2dbd375d-15b4-4237-bb76-0b3ffddabd34), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:36.094502 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 45998) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:36.149666 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c30fbc86-4253-4e49-9d9a-f837a3a613c3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d5051f6ae6274815a71eda28cae9f225&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0539184 Feb 20 04:02:36.152052 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46006) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:36.155592 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b116fe35-9fa6-43ad-8dcc-f85d42a3fd09 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (2dbd375d-15b4-4237-bb76-0b3ffddabd34), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:36.199631 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116fe35-9fa6-43ad-8dcc-f85d42a3fd09 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dbd375d-15b4-4237-bb76-0b3ffddabd34,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:36.244796 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-641fea58-fd6a-464c-9898-763b4acb73c3 admin admin] Publish callbacks [] for security_group (8c5ebed9-cfb2-4976-b139-b74041a52bc7), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:36.294132 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-641fea58-fd6a-464c-9898-763b4acb73c3 admin admin] Publish callbacks [] for security_group (8c5ebed9-cfb2-4976-b139-b74041a52bc7), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:36.371562 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b116fe35-9fa6-43ad-8dcc-f85d42a3fd09 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:36.372874 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b116fe35-9fa6-43ad-8dcc-f85d42a3fd09 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6320407 Feb 20 04:02:36.376635 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46008) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:36.380832 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-f665aa3c-5c08-4e9a-b081-f205f153aa3f tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'security_group_rule': {'security_group_id': '5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:02:36.527205 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-641fea58-fd6a-464c-9898-763b4acb73c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (8c5ebed9-cfb2-4976-b139-b74041a52bc7), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:36.529977 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-641fea58-fd6a-464c-9898-763b4acb73c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:36.534121 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-641fea58-fd6a-464c-9898-763b4acb73c3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8c5ebed9-cfb2-4976-b139-b74041a52bc7 HTTP/1.1" status: 204 len: 168 time: 0.3779519 Feb 20 04:02:36.537449 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f665aa3c-5c08-4e9a-b081-f205f153aa3f tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (0c4de704-5b4c-4f44-b0bc-b895392adb41), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:36.550478 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fea58-fd6a-464c-9898-763b4acb73c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5ebed9-cfb2-4976-b139-b74041a52bc7,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:36.618957 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f665aa3c-5c08-4e9a-b081-f205f153aa3f tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (0c4de704-5b4c-4f44-b0bc-b895392adb41), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:36.745326 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f665aa3c-5c08-4e9a-b081-f205f153aa3f tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (0c4de704-5b4c-4f44-b0bc-b895392adb41), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:36.776421 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f665aa3c-5c08-4e9a-b081-f205f153aa3f tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4de704-5b4c-4f44-b0bc-b895392adb41,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:36.905347 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f665aa3c-5c08-4e9a-b081-f205f153aa3f tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:36.906888 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f665aa3c-5c08-4e9a-b081-f205f153aa3f tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5293894 Feb 20 04:02:36.910007 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46016) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:36.914656 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-999ae82e-71e3-4a50-a256-c82de4a3431e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'security_group_rule': {'security_group_id': '5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:02:37.032564 n-d-829866-4 neutron-server[104105]: INFO neutron.db.securitygroups_db [None req-999ae82e-71e3-4a50-a256-c82de4a3431e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Project c51c06307884485eaac01385a5cfa0f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 04:02:37.038321 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-999ae82e-71e3-4a50-a256-c82de4a3431e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (bb03687f-27b0-4453-8666-ff1578872436), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:37.190161 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-999ae82e-71e3-4a50-a256-c82de4a3431e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (bb03687f-27b0-4453-8666-ff1578872436), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:37.248359 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093bb4ae-804f-4ff9-9e46-3b28b36eedb8 req-52583745-4195-4384-9aea-68f95707b02e tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:37.257010 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-093bb4ae-804f-4ff9-9e46-3b28b36eedb8 req-52583745-4195-4384-9aea-68f95707b02e tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29 HTTP/1.1" status: 200 len: 949 time: 0.0713699 Feb 20 04:02:37.306561 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-093bb4ae-804f-4ff9-9e46-3b28b36eedb8 req-fa4d1b61-b2d6-4285-81fa-00b29ddaa6d7 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.89 "GET /v2.0/security-groups?id=ea826414-c587-4ca2-a476-76845dc5c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484171 Feb 20 04:02:37.343829 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-999ae82e-71e3-4a50-a256-c82de4a3431e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (bb03687f-27b0-4453-8666-ff1578872436), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:37.413311 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ae82e-71e3-4a50-a256-c82de4a3431e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb03687f-27b0-4453-8666-ff1578872436,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:37.576947 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-999ae82e-71e3-4a50-a256-c82de4a3431e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:37.580460 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-999ae82e-71e3-4a50-a256-c82de4a3431e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6690342 Feb 20 04:02:37.583982 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46036) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:37.599928 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-ce1b66df-7008-447f-a595-0412335fc723 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'security_group_rule': {'security_group_id': '5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:02:37.738977 n-d-829866-4 neutron-server[104106]: INFO neutron.db.securitygroups_db [None req-ce1b66df-7008-447f-a595-0412335fc723 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Project c51c06307884485eaac01385a5cfa0f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 04:02:37.747022 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ce1b66df-7008-447f-a595-0412335fc723 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (8310378b-82d8-4b25-a09e-722afb92ed73), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:37.864878 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ce1b66df-7008-447f-a595-0412335fc723 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (8310378b-82d8-4b25-a09e-722afb92ed73), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:37.964301 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b01ee-9e9a-4b3e-a084-a269042f05f3 req-7d6c7de9-ee08-4a17-be66-630d66b07512 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:37.966674 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ce1b66df-7008-447f-a595-0412335fc723 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (8310378b-82d8-4b25-a09e-722afb92ed73), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:37.973256 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e09b01ee-9e9a-4b3e-a084-a269042f05f3 req-7d6c7de9-ee08-4a17-be66-630d66b07512 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29 HTTP/1.1" status: 200 len: 949 time: 0.0882130 Feb 20 04:02:38.001098 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b66df-7008-447f-a595-0412335fc723 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8310378b-82d8-4b25-a09e-722afb92ed73,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:38.060707 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e09b01ee-9e9a-4b3e-a084-a269042f05f3 req-9b8c7abf-55fe-4256-92cc-d336028e6b44 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.89 "GET /v2.0/security-groups?id=ea826414-c587-4ca2-a476-76845dc5c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798180 Feb 20 04:02:38.103654 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ce1b66df-7008-447f-a595-0412335fc723 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:38.106892 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ce1b66df-7008-447f-a595-0412335fc723 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5198922 Feb 20 04:02:38.108132 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46050) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:38.112984 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-fd0b1cc3-6c8f-4e68-9cff-36f7f755c980 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'network': {'name': 'tempest-network-smoke--231433800', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'port_security_enabled': True}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:02:38.278130 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0b1cc3-6c8f-4e68-9cff-36f7f755c980 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Made reservation on behalf of c51c06307884485eaac01385a5cfa0f0 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:02:38.282790 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd0b1cc3-6c8f-4e68-9cff-36f7f755c980 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:38.318808 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd0b1cc3-6c8f-4e68-9cff-36f7f755c980 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 04:02:38.339929 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd0b1cc3-6c8f-4e68-9cff-36f7f755c980 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (cb97def5-2031-4693-a35c-a14521250414), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:38.341225 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-fd0b1cc3-6c8f-4e68-9cff-36f7f755c980 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Added segment cb97def5-2031-4693-a35c-a14521250414 of type vlan for network 322dc40c-bc10-4999-8010-18bc806f31d2 Feb 20 04:02:38.362889 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46056) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:38.409783 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd0b1cc3-6c8f-4e68-9cff-36f7f755c980 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (322dc40c-bc10-4999-8010-18bc806f31d2), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:38.539349 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-31538abb-1f4d-4b22-aa3e-de7080838d33 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-187540448-network', 'tenant_id': 'dbce6a23f7f448d581896d0b0de43858'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:02:38.749483 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd0b1cc3-6c8f-4e68-9cff-36f7f755c980 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (322dc40c-bc10-4999-8010-18bc806f31d2), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:38.756351 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0b1cc3-6c8f-4e68-9cff-36f7f755c980 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:38.759421 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fd0b1cc3-6c8f-4e68-9cff-36f7f755c980 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:38.794837 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31538abb-1f4d-4b22-aa3e-de7080838d33 admin admin] Made reservation on behalf of dbce6a23f7f448d581896d0b0de43858 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:02:38.794837 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-31538abb-1f4d-4b22-aa3e-de7080838d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:38.816359 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-31538abb-1f4d-4b22-aa3e-de7080838d33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:38.838708 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b1cc3-6c8f-4e68-9cff-36f7f755c980 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'Network': ['ID=322dc40c-bc10-4999-8010-18bc806f31d2,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:38.852608 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 322dc40c-bc10-4999-8010-18bc806f31d2 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 04:02:38.942595 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46060) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:38.947504 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fd0b1cc3-6c8f-4e68-9cff-36f7f755c980 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8335612 Feb 20 04:02:38.947641 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-3eff1d96-3d87-4996-9ad3-e765d56ca8e2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1532971109', 'admin_state_up': True, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:02:38.972270 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-31538abb-1f4d-4b22-aa3e-de7080838d33 admin admin] Publish callbacks [] for security_group (44b800f7-1cc3-418a-b0d6-477fe1a289b6), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:39.033575 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-31538abb-1f4d-4b22-aa3e-de7080838d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (44b800f7-1cc3-418a-b0d6-477fe1a289b6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:39.058548 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31538abb-1f4d-4b22-aa3e-de7080838d33 admin admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 04:02:39.073332 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31538abb-1f4d-4b22-aa3e-de7080838d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b800f7-1cc3-418a-b0d6-477fe1a289b6,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:39.080022 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-31538abb-1f4d-4b22-aa3e-de7080838d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (062f8661-51ce-4e0d-8c59-4fd3681e43d1), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:39.080374 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-31538abb-1f4d-4b22-aa3e-de7080838d33 admin admin] Added segment 062f8661-51ce-4e0d-8c59-4fd3681e43d1 of type vlan for network 7aefa578-9a73-485e-abe5-76525a78e3f7 Feb 20 04:02:39.114216 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3eff1d96-3d87-4996-9ad3-e765d56ca8e2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:39.115287 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3eff1d96-3d87-4996-9ad3-e765d56ca8e2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:39.168128 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-31538abb-1f4d-4b22-aa3e-de7080838d33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (7aefa578-9a73-485e-abe5-76525a78e3f7), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:39.246553 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3eff1d96-3d87-4996-9ad3-e765d56ca8e2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router_controller (d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:39.292417 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4202aa2-179e-430e-8b09-22c518768ad2 req-0291c803-1321-400e-9b86-0cec51516f36 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:39.293950 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d4202aa2-179e-430e-8b09-22c518768ad2 req-0291c803-1321-400e-9b86-0cec51516f36 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.93 "GET /v2.0/ports?device_id=c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29 HTTP/1.1" status: 200 len: 949 time: 0.1715481 Feb 20 04:02:39.377983 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-31538abb-1f4d-4b22-aa3e-de7080838d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (7aefa578-9a73-485e-abe5-76525a78e3f7), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:39.378943 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31538abb-1f4d-4b22-aa3e-de7080838d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:39.379515 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-31538abb-1f4d-4b22-aa3e-de7080838d33 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:39.514167 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0acd03f-c89d-4c6e-83db-b9e4404e9335 req-1e1ad951-1b1f-4db0-b90c-4481bd31527e tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:39.516354 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d0acd03f-c89d-4c6e-83db-b9e4404e9335 req-1e1ad951-1b1f-4db0-b90c-4481bd31527e tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29 HTTP/1.1" status: 200 len: 949 time: 0.3032472 Feb 20 04:02:39.525534 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31538abb-1f4d-4b22-aa3e-de7080838d33 admin admin] Pushing event updated for resources: {'Network': ['ID=7aefa578-9a73-485e-abe5-76525a78e3f7,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:39.540094 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 7aefa578-9a73-485e-abe5-76525a78e3f7 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 04:02:39.665645 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3eff1d96-3d87-4996-9ad3-e765d56ca8e2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router_gateway (d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:39.674147 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-31538abb-1f4d-4b22-aa3e-de7080838d33 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3104932 Feb 20 04:02:39.674368 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46068) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:39.679557 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-386d35d4-eda2-4c7c-ab4a-3f8a572730b5 admin admin] Request body: {'subnet': {'network_id': '7aefa578-9a73-485e-abe5-76525a78e3f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-187540448-subnet', 'tenant_id': 'dbce6a23f7f448d581896d0b0de43858', 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:02:39.687099 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d0acd03f-c89d-4c6e-83db-b9e4404e9335 req-87fdfcc9-e331-41e0-a408-4397be8f9207 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.89 "GET /v2.0/security-groups?id=ea826414-c587-4ca2-a476-76845dc5c78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622801 Feb 20 04:02:39.717470 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-d4202aa2-179e-430e-8b09-22c518768ad2 req-47659bd9-6e53-4a10-b054-c3976a136180 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Deleting port 3a568f68-ae7d-409c-9fff-15ac03609bc6 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:02:39.717812 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d4202aa2-179e-430e-8b09-22c518768ad2 req-47659bd9-6e53-4a10-b054-c3976a136180 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (3a568f68-ae7d-409c-9fff-15ac03609bc6), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:39.849133 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386d35d4-eda2-4c7c-ab4a-3f8a572730b5 admin admin] Made reservation on behalf of dbce6a23f7f448d581896d0b0de43858 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:02:39.857726 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-386d35d4-eda2-4c7c-ab4a-3f8a572730b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:39.874390 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-d4202aa2-179e-430e-8b09-22c518768ad2 req-47659bd9-6e53-4a10-b054-c3976a136180 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] For port 3a568f68-ae7d-409c-9fff-15ac03609bc6, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=3a568f68-ae7d-409c-9fff-15ac03609bc6,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:02:39.874934 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d4202aa2-179e-430e-8b09-22c518768ad2 req-47659bd9-6e53-4a10-b054-c3976a136180 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (3a568f68-ae7d-409c-9fff-15ac03609bc6), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:39.893972 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-d4202aa2-179e-430e-8b09-22c518768ad2 req-47659bd9-6e53-4a10-b054-c3976a136180 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Calling delete_port for 3a568f68-ae7d-409c-9fff-15ac03609bc6 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:02:40.125983 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3eff1d96-3d87-4996-9ad3-e765d56ca8e2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router_gateway (d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:40.158609 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3eff1d96-3d87-4996-9ad3-e765d56ca8e2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:40.193262 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-386d35d4-eda2-4c7c-ab4a-3f8a572730b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (34397b61-ec4b-46a1-947f-e5f30d325c5a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:40.254247 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d4202aa2-179e-430e-8b09-22c518768ad2 req-47659bd9-6e53-4a10-b054-c3976a136180 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (3a568f68-ae7d-409c-9fff-15ac03609bc6), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:40.272505 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['3a568f68-ae7d-409c-9fff-15ac03609bc6'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:02:40.321370 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d35d4-eda2-4c7c-ab4a-3f8a572730b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34397b61-ec4b-46a1-947f-e5f30d325c5a,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:40.333979 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47659bd9-6e53-4a10-b054-c3976a136180 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Pushing event deleted for resources: {'Port': ['ID=3a568f68-ae7d-409c-9fff-15ac03609bc6,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:40.363091 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386d35d4-eda2-4c7c-ab4a-3f8a572730b5 admin admin] Checking segment: {'id': '062f8661-51ce-4e0d-8c59-4fd3681e43d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7aefa578-9a73-485e-abe5-76525a78e3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:02:40.363977 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386d35d4-eda2-4c7c-ab4a-3f8a572730b5 admin admin] Network hostable DHCP agents. Network: 7aefa578-9a73-485e-abe5-76525a78e3f7, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 04:02:40.411321 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4202aa2-179e-430e-8b09-22c518768ad2 req-47659bd9-6e53-4a10-b054-c3976a136180 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] No DVR routers for this DVR port 3a568f68-ae7d-409c-9fff-15ac03609bc6 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:02:40.415513 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d4202aa2-179e-430e-8b09-22c518768ad2 req-47659bd9-6e53-4a10-b054-c3976a136180 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:40.419540 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d4202aa2-179e-430e-8b09-22c518768ad2 req-47659bd9-6e53-4a10-b054-c3976a136180 tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.93 "DELETE /v2.0/ports/3a568f68-ae7d-409c-9fff-15ac03609bc6 HTTP/1.1" status: 204 len: 173 time: 1.1206229 Feb 20 04:02:40.420060 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29', 'name': 'network-vif-deleted', 'tag': '3a568f68-ae7d-409c-9fff-15ac03609bc6'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:02:40.423772 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c619df16-0ec7-4b9d-8c27-0ee5c1d1aff3" -d '{"events": [{"server_uuid": "c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29", "name": "network-vif-deleted", "tag": "3a568f68-ae7d-409c-9fff-15ac03609bc6"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:02:40.457913 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386d35d4-eda2-4c7c-ab4a-3f8a572730b5 admin admin] Network 7aefa578-9a73-485e-abe5-76525a78e3f7 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 04:02:40.505217 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-3eff1d96-3d87-4996-9ad3-e765d56ca8e2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Allocated IP 172.25.7.125 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:02:40.509745 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae7745d-3a32-4cec-b823-92e89375b88e x-openstack-request-id: req-fae7745d-3a32-4cec-b823-92e89375b88e {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:02:40.511201 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29", "name": "network-vif-deleted", "tag": "3a568f68-ae7d-409c-9fff-15ac03609bc6", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:02:40.511201 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fae7745d-3a32-4cec-b823-92e89375b88e {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:02:40.511201 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29', 'name': 'network-vif-deleted', 'tag': '3a568f68-ae7d-409c-9fff-15ac03609bc6', 'status': 'completed', 'code': 200} Feb 20 04:02:40.529745 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-386d35d4-eda2-4c7c-ab4a-3f8a572730b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 7aefa578-9a73-485e-abe5-76525a78e3f7) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:02:40.541614 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebb8b1a-93b6-47da-8d48-b289b05acacf None None] Network 7aefa578-9a73-485e-abe5-76525a78e3f7 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:02:40.544740 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386d35d4-eda2-4c7c-ab4a-3f8a572730b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:40.548052 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-386d35d4-eda2-4c7c-ab4a-3f8a572730b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:40.659526 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-386d35d4-eda2-4c7c-ab4a-3f8a572730b5 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9815187 Feb 20 04:02:40.660048 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46076) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:40.666549 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-1baab2f1-a5cc-4c15-a21d-03db85479641 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-187540448-router', 'tenant_id': 'dbce6a23f7f448d581896d0b0de43858', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:02:40.731219 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3eff1d96-3d87-4996-9ad3-e765d56ca8e2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for port (bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:40.780313 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b73eba2-e91a-4a02-b738-50112e178c79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-7aefa578-9a73-485e-abe5-76525a78e3f7', 'network_id': '7aefa578-9a73-485e-abe5-76525a78e3f7', 'project_id': 'dbce6a23f7f448d581896d0b0de43858', 'fixed_ips': [{'subnet_id': '34397b61-ec4b-46a1-947f-e5f30d325c5a'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 04:02:40.781907 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4b73eba2-e91a-4a02-b738-50112e178c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:40.798322 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1baab2f1-a5cc-4c15-a21d-03db85479641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:40.801971 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1baab2f1-a5cc-4c15-a21d-03db85479641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:40.819273 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-18ed4966-f683-4c70-9e56-169903af4ae7 req-f30fc9db-f753-4b6e-a047-4a739c8a098e tempest-VolumesNegativeTest-698674582 tempest-VolumesNegativeTest-698674582-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7ecee4b-f8b2-4564-8c8f-3b6d0f9f5f29 HTTP/1.1" status: 200 len: 210 time: 0.0619478 Feb 20 04:02:40.893874 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1baab2f1-a5cc-4c15-a21d-03db85479641 admin admin] Publish callbacks [] for router_controller (029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:40.898064 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3eff1d96-3d87-4996-9ad3-e765d56ca8e2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:40.919482 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eff1d96-3d87-4996-9ad3-e765d56ca8e2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:02:40.923812 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-3eff1d96-3d87-4996-9ad3-e765d56ca8e2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:02:40.952375 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eff1d96-3d87-4996-9ad3-e765d56ca8e2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:02:40.997913 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-4b73eba2-e91a-4a02-b738-50112e178c79 None None] Allocated IP 172.20.0.2 (7aefa578-9a73-485e-abe5-76525a78e3f7/34397b61-ec4b-46a1-947f-e5f30d325c5a/85675c48-c55c-4254-ad59-55a1605d0a20) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:02:41.008696 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff1d96-3d87-4996-9ad3-e765d56ca8e2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'Port': ['ID=bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:41.191675 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1baab2f1-a5cc-4c15-a21d-03db85479641 admin admin] Publish callbacks [] for router_gateway (029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:41.241984 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4b73eba2-e91a-4a02-b738-50112e178c79 None None] Publish callbacks [] for port (85675c48-c55c-4254-ad59-55a1605d0a20), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:41.334751 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4b73eba2-e91a-4a02-b738-50112e178c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (85675c48-c55c-4254-ad59-55a1605d0a20), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:41.431966 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b73eba2-e91a-4a02-b738-50112e178c79 None None] Network 7aefa578-9a73-485e-abe5-76525a78e3f7 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:02:41.445042 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-4b73eba2-e91a-4a02-b738-50112e178c79 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:02:41.451544 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b73eba2-e91a-4a02-b738-50112e178c79 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:02:41.518115 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73eba2-e91a-4a02-b738-50112e178c79 None None] Pushing event updated for resources: {'Port': ['ID=85675c48-c55c-4254-ad59-55a1605d0a20,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:41.584409 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-4b73eba2-e91a-4a02-b738-50112e178c79 None None] Attempting to bind port 85675c48-c55c-4254-ad59-55a1605d0a20 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:02:41.585524 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-4b73eba2-e91a-4a02-b738-50112e178c79 None None] Attempting to bind port 85675c48-c55c-4254-ad59-55a1605d0a20 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '062f8661-51ce-4e0d-8c59-4fd3681e43d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7aefa578-9a73-485e-abe5-76525a78e3f7'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:02:41.585924 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b73eba2-e91a-4a02-b738-50112e178c79 None None] Attempting to bind port 85675c48-c55c-4254-ad59-55a1605d0a20 on network 7aefa578-9a73-485e-abe5-76525a78e3f7 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:02:41.599204 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b73eba2-e91a-4a02-b738-50112e178c79 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:02:41.599632 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b73eba2-e91a-4a02-b738-50112e178c79 None None] Checking segment: {'id': '062f8661-51ce-4e0d-8c59-4fd3681e43d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7aefa578-9a73-485e-abe5-76525a78e3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:02:41.599996 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4b73eba2-e91a-4a02-b738-50112e178c79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:41.600396 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b73eba2-e91a-4a02-b738-50112e178c79 None None] Bound using segment: {'id': '062f8661-51ce-4e0d-8c59-4fd3681e43d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7aefa578-9a73-485e-abe5-76525a78e3f7'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:02:41.600883 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-4b73eba2-e91a-4a02-b738-50112e178c79 None None] Bound port: 85675c48-c55c-4254-ad59-55a1605d0a20, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062f8661-51ce-4e0d-8c59-4fd3681e43d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7aefa578-9a73-485e-abe5-76525a78e3f7'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:02:41.601268 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4b73eba2-e91a-4a02-b738-50112e178c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (85675c48-c55c-4254-ad59-55a1605d0a20), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:41.652000 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1baab2f1-a5cc-4c15-a21d-03db85479641 admin admin] Publish callbacks [] for router_gateway (029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:41.681103 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1baab2f1-a5cc-4c15-a21d-03db85479641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:41.758233 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-4b73eba2-e91a-4a02-b738-50112e178c79 None None] For port 85675c48-c55c-4254-ad59-55a1605d0a20, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:02:41.765013 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-4b73eba2-e91a-4a02-b738-50112e178c79 None None] For port 85675c48-c55c-4254-ad59-55a1605d0a20, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=85675c48-c55c-4254-ad59-55a1605d0a20,segment=NetworkSegment(062f8661-51ce-4e0d-8c59-4fd3681e43d1),segment_id=062f8661-51ce-4e0d-8c59-4fd3681e43d1)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:02:41.850713 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4b73eba2-e91a-4a02-b738-50112e178c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (85675c48-c55c-4254-ad59-55a1605d0a20), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:41.859528 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-1baab2f1-a5cc-4c15-a21d-03db85479641 admin admin] Allocated IP 172.25.7.131 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/477c329f-8df4-49dc-8f9f-afc361c30d85) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:02:41.870913 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3eff1d96-3d87-4996-9ad3-e765d56ca8e2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router_gateway (d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:41.954327 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73eba2-e91a-4a02-b738-50112e178c79 None None] Pushing event updated for resources: {'Port': ['ID=85675c48-c55c-4254-ad59-55a1605d0a20,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:42.016835 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1baab2f1-a5cc-4c15-a21d-03db85479641 admin admin] Publish callbacks [] for port (477c329f-8df4-49dc-8f9f-afc361c30d85), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:42.150088 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1baab2f1-a5cc-4c15-a21d-03db85479641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (477c329f-8df4-49dc-8f9f-afc361c30d85), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:42.174664 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3eff1d96-3d87-4996-9ad3-e765d56ca8e2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:42.238669 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baab2f1-a5cc-4c15-a21d-03db85479641 admin admin] Pushing event updated for resources: {'Port': ['ID=477c329f-8df4-49dc-8f9f-afc361c30d85,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:42.277061 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baab2f1-a5cc-4c15-a21d-03db85479641 admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:02:42.282834 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-1baab2f1-a5cc-4c15-a21d-03db85479641 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:02:42.294411 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baab2f1-a5cc-4c15-a21d-03db85479641 admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:02:42.567915 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 85675c48-c55c-4254-ad59-55a1605d0a20 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:02:42.619716 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 85675c48-c55c-4254-ad59-55a1605d0a20 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:02:42.620474 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (85675c48-c55c-4254-ad59-55a1605d0a20), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:42.644346 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eff1d96-3d87-4996-9ad3-e765d56ca8e2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Router d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 04:02:42.729836 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 85675c48-c55c-4254-ad59-55a1605d0a20 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:02:42.730639 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (85675c48-c55c-4254-ad59-55a1605d0a20), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:42.790405 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 85675c48-c55c-4254-ad59-55a1605d0a20, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=85675c48-c55c-4254-ad59-55a1605d0a20,segment=NetworkSegment(062f8661-51ce-4e0d-8c59-4fd3681e43d1),segment_id=062f8661-51ce-4e0d-8c59-4fd3681e43d1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:02:42.898363 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (85675c48-c55c-4254-ad59-55a1605d0a20), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:42.917781 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eff1d96-3d87-4996-9ad3-e765d56ca8e2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:02:42.947738 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1baab2f1-a5cc-4c15-a21d-03db85479641 admin admin] Publish callbacks [] for router_gateway (029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:43.037946 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a22e5f-df6e-4c00-95e2-163f288cfa19 None None] Sync routers for ids ['d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:02:43.045154 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=85675c48-c55c-4254-ad59-55a1605d0a20,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:43.066879 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3eff1d96-3d87-4996-9ad3-e765d56ca8e2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:43.068416 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3eff1d96-3d87-4996-9ad3-e765d56ca8e2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.1248276 Feb 20 04:02:43.069662 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a22e5f-df6e-4c00-95e2-163f288cfa19 None None] Routers {'d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:02:43.070292 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-56a22e5f-df6e-4c00-95e2-163f288cfa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:02:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:02:43.072366 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46114) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:43.161828 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5b09997a-6633-4df4-96de-aad443a9dfac tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=c51c06307884485eaac01385a5cfa0f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0857277 Feb 20 04:02:43.163332 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46118) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:43.279643 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-56a22e5f-df6e-4c00-95e2-163f288cfa19 None None] Set router d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:02:43.546093 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6685ca59-62be-4ff1-a931-9c2261120651 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:43.550635 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6685ca59-62be-4ff1-a931-9c2261120651 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3837135 Feb 20 04:02:43.552542 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46132) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:43.609948 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-efc5c9de-6dc3-4e4c-bae7-904ed9e80b66 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=eaf6f7bf-76a8-47a9-a76f-78f3b96fe079&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0558896 Feb 20 04:02:43.612286 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46138) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:43.617784 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-3a30385b-4b3c-412b-baed-7fffb9477f2c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1099349208', 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:02:43.636149 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe82fb0-6594-486c-9ebe-d7f92f41ae99 None None] Network 7aefa578-9a73-485e-abe5-76525a78e3f7 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:02:43.817599 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-5c83d70b-ded9-4521-a264-87c7b204350c None None] Provisioning complete for port 85675c48-c55c-4254-ad59-55a1605d0a20 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:02:43.818220 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5c83d70b-ded9-4521-a264-87c7b204350c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (85675c48-c55c-4254-ad59-55a1605d0a20), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:43.872804 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a30385b-4b3c-412b-baed-7fffb9477f2c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Made reservation on behalf of c51c06307884485eaac01385a5cfa0f0 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:02:43.876921 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3a30385b-4b3c-412b-baed-7fffb9477f2c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:43.953566 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1baab2f1-a5cc-4c15-a21d-03db85479641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:44.006875 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-56a22e5f-df6e-4c00-95e2-163f288cfa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532971109', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:39Z', 'updated_at': '2022-02-20T04:02:41Z', 'revision_number': 3, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': 'bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:40Z', 'updated_at': '2022-02-20T04:02:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:02:44.078607 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a22e5f-df6e-4c00-95e2-163f288cfa19 None None] Checking router: d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:02:44.078834 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a22e5f-df6e-4c00-95e2-163f288cfa19 None None] Updating router d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c port bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5 binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 04:02:44.080990 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5c83d70b-ded9-4521-a264-87c7b204350c None None] Current status of the port 85675c48-c55c-4254-ad59-55a1605d0a20 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:02:44.163368 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-56a22e5f-df6e-4c00-95e2-163f288cfa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:44.226607 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1baab2f1-a5cc-4c15-a21d-03db85479641 admin admin] Router 029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 04:02:44.263677 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3a30385b-4b3c-412b-baed-7fffb9477f2c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (1ce071d3-c01b-4a15-863a-0ee70f50d0d7), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:44.401861 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a30385b-4b3c-412b-baed-7fffb9477f2c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Checking segment: {'id': 'cb97def5-2031-4693-a35c-a14521250414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:02:44.402329 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a30385b-4b3c-412b-baed-7fffb9477f2c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Network hostable DHCP agents. Network: 322dc40c-bc10-4999-8010-18bc806f31d2, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 04:02:44.404413 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30385b-4b3c-412b-baed-7fffb9477f2c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'Subnet': ['ID=1ce071d3-c01b-4a15-863a-0ee70f50d0d7,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:44.503175 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a30385b-4b3c-412b-baed-7fffb9477f2c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Network 322dc40c-bc10-4999-8010-18bc806f31d2 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 04:02:44.557039 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1baab2f1-a5cc-4c15-a21d-03db85479641 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:02:44.569845 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ac8996-d487-4918-a969-c8db604694e4 None None] Sync routers for ids ['029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:02:44.580160 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ac8996-d487-4918-a969-c8db604694e4 None None] Routers {'029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:02:44.580797 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-30ac8996-d487-4918-a969-c8db604694e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:02:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:02:44.581874 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 3a568f68-ae7d-409c-9fff-15ac03609bc6 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:02:44.584014 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 85675c48-c55c-4254-ad59-55a1605d0a20 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:02:44.598206 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-3a30385b-4b3c-412b-baed-7fffb9477f2c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 322dc40c-bc10-4999-8010-18bc806f31d2) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:02:44.609495 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a30385b-4b3c-412b-baed-7fffb9477f2c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:44.609495 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3a30385b-4b3c-412b-baed-7fffb9477f2c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:44.673435 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084c83ab-26b5-44ab-80fb-f1f9d33e39aa None None] Network 322dc40c-bc10-4999-8010-18bc806f31d2 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:02:44.692851 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 3a568f68-ae7d-409c-9fff-15ac03609bc6 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:02:44.693479 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 3a568f68-ae7d-409c-9fff-15ac03609bc6 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:02:44.694033 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1baab2f1-a5cc-4c15-a21d-03db85479641 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:44.695890 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1baab2f1-a5cc-4c15-a21d-03db85479641 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0348735 Feb 20 04:02:44.708151 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46202) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:44.783374 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-30ac8996-d487-4918-a969-c8db604694e4 None None] Set router 029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:02:44.853764 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46208) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:44.854046 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3a30385b-4b3c-412b-baed-7fffb9477f2c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2404330 Feb 20 04:02:45.001656 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-8da8619b-38dd-43f2-838a-45ad2dd81d58 None None] Provisioning complete for port 85675c48-c55c-4254-ad59-55a1605d0a20 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:02:45.003482 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8da8619b-38dd-43f2-838a-45ad2dd81d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (85675c48-c55c-4254-ad59-55a1605d0a20), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:45.049174 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-56a22e5f-df6e-4c00-95e2-163f288cfa19 None None] Publish callbacks [] for port (bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:45.074074 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 85675c48-c55c-4254-ad59-55a1605d0a20 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:02:45.074461 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (85675c48-c55c-4254-ad59-55a1605d0a20), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:45.151769 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a2246e-4a10-4e33-9949-841b0cfae8e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-322dc40c-bc10-4999-8010-18bc806f31d2', 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'fixed_ips': [{'subnet_id': '1ce071d3-c01b-4a15-863a-0ee70f50d0d7'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 04:02:45.153198 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-62a2246e-4a10-4e33-9949-841b0cfae8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:45.203280 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-56a22e5f-df6e-4c00-95e2-163f288cfa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:45.225624 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-30ac8996-d487-4918-a969-c8db604694e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'name': 'tempest-TestServerBasicOps-187540448-router', 'tenant_id': 'dbce6a23f7f448d581896d0b0de43858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '477c329f-8df4-49dc-8f9f-afc361c30d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:40Z', 'updated_at': '2022-02-20T04:02:42Z', 'revision_number': 3, 'project_id': 'dbce6a23f7f448d581896d0b0de43858', 'gw_port': {'id': '477c329f-8df4-49dc-8f9f-afc361c30d85', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:03:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:41Z', 'updated_at': '2022-02-20T04:02:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:02:45.303245 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ac8996-d487-4918-a969-c8db604694e4 None None] Checking router: 029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:02:45.303647 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ac8996-d487-4918-a969-c8db604694e4 None None] Updating router 029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5 port 477c329f-8df4-49dc-8f9f-afc361c30d85 binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 04:02:45.327098 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-56a22e5f-df6e-4c00-95e2-163f288cfa19 None None] Attempting to bind port bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:02:45.329075 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-56a22e5f-df6e-4c00-95e2-163f288cfa19 None None] Attempting to bind port bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:02:45.329075 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a22e5f-df6e-4c00-95e2-163f288cfa19 None None] Attempting to bind port bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5 on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:02:45.339792 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 85675c48-c55c-4254-ad59-55a1605d0a20 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:02:45.356447 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-8da8619b-38dd-43f2-838a-45ad2dd81d58 None None] Current status of the port 85675c48-c55c-4254-ad59-55a1605d0a20 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:02:45.370194 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-30ac8996-d487-4918-a969-c8db604694e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (477c329f-8df4-49dc-8f9f-afc361c30d85), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:45.454689 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-37ae1f38-eed1-4485-be7a-f8950cfc8ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:45.458928 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a22e5f-df6e-4c00-95e2-163f288cfa19 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:02:45.459557 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a22e5f-df6e-4c00-95e2-163f288cfa19 None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:02:45.460079 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-56a22e5f-df6e-4c00-95e2-163f288cfa19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:45.460491 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a22e5f-df6e-4c00-95e2-163f288cfa19 None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:02:45.461010 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-56a22e5f-df6e-4c00-95e2-163f288cfa19 None None] Bound port: bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:02:45.461533 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-56a22e5f-df6e-4c00-95e2-163f288cfa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:45.467233 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b76d5e-b846-4c4c-8922-30b014c22b6b None None] Pushing event updated for resources: {'Port': ['ID=bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:45.540708 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-35fd25c2-b162-410a-a763-dff8bd44ec0a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:45.668174 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-56a22e5f-df6e-4c00-95e2-163f288cfa19 None None] For port bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:02:45.673510 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-56a22e5f-df6e-4c00-95e2-163f288cfa19 None None] For port bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:02:45.689785 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-62a2246e-4a10-4e33-9949-841b0cfae8e4 None None] Allocated IP 172.20.0.2 (322dc40c-bc10-4999-8010-18bc806f31d2/1ce071d3-c01b-4a15-863a-0ee70f50d0d7/e560f38c-fe38-417d-b027-bed09f809b16) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:02:45.788170 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-56a22e5f-df6e-4c00-95e2-163f288cfa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:45.806094 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-37ae1f38-eed1-4485-be7a-f8950cfc8ec2 admin admin] Allocated IP 172.20.0.1 (7aefa578-9a73-485e-abe5-76525a78e3f7/34397b61-ec4b-46a1-947f-e5f30d325c5a/2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:02:45.931930 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b76d5e-b846-4c4c-8922-30b014c22b6b None None] Pushing event updated for resources: {'Port': ['ID=bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:45.989056 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a22e5f-df6e-4c00-95e2-163f288cfa19 None None] Routers {'d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:02:45.989724 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-56a22e5f-df6e-4c00-95e2-163f288cfa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:02:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:02:46.058598 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-37ae1f38-eed1-4485-be7a-f8950cfc8ec2 admin admin] Publish callbacks [] for port (2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:46.124888 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-30ac8996-d487-4918-a969-c8db604694e4 None None] Publish callbacks [] for port (477c329f-8df4-49dc-8f9f-afc361c30d85), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:46.178903 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-37ae1f38-eed1-4485-be7a-f8950cfc8ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:46.212496 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-30ac8996-d487-4918-a969-c8db604694e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (477c329f-8df4-49dc-8f9f-afc361c30d85), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:46.255706 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-56a22e5f-df6e-4c00-95e2-163f288cfa19 None None] Set router d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:02:46.267105 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ae1f38-eed1-4485-be7a-f8950cfc8ec2 admin admin] Network 7aefa578-9a73-485e-abe5-76525a78e3f7 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:02:46.270228 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-37ae1f38-eed1-4485-be7a-f8950cfc8ec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:02:46.277057 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ae1f38-eed1-4485-be7a-f8950cfc8ec2 admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:02:46.283468 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-62a2246e-4a10-4e33-9949-841b0cfae8e4 None None] Publish callbacks [] for port (e560f38c-fe38-417d-b027-bed09f809b16), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:46.305800 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae1f38-eed1-4485-be7a-f8950cfc8ec2 admin admin] Pushing event updated for resources: {'Port': ['ID=2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:46.306528 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100982ed-e60c-4b01-99cb-3ba25891788b None None] Pushing event updated for resources: {'Port': ['ID=477c329f-8df4-49dc-8f9f-afc361c30d85,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:46.320560 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-30ac8996-d487-4918-a969-c8db604694e4 None None] Attempting to bind port 477c329f-8df4-49dc-8f9f-afc361c30d85 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:02:46.321501 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-30ac8996-d487-4918-a969-c8db604694e4 None None] Attempting to bind port 477c329f-8df4-49dc-8f9f-afc361c30d85 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:02:46.322030 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac8996-d487-4918-a969-c8db604694e4 None None] Attempting to bind port 477c329f-8df4-49dc-8f9f-afc361c30d85 on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:02:46.327252 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100982ed-e60c-4b01-99cb-3ba25891788b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:46.327942 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100982ed-e60c-4b01-99cb-3ba25891788b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:46.328442 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100982ed-e60c-4b01-99cb-3ba25891788b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:46.328933 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100982ed-e60c-4b01-99cb-3ba25891788b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:46.329420 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100982ed-e60c-4b01-99cb-3ba25891788b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:46.329940 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100982ed-e60c-4b01-99cb-3ba25891788b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:46.330423 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100982ed-e60c-4b01-99cb-3ba25891788b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:46.330925 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100982ed-e60c-4b01-99cb-3ba25891788b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:46.331792 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100982ed-e60c-4b01-99cb-3ba25891788b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:46.332277 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100982ed-e60c-4b01-99cb-3ba25891788b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:46.332788 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100982ed-e60c-4b01-99cb-3ba25891788b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:46.333119 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100982ed-e60c-4b01-99cb-3ba25891788b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:46.333444 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100982ed-e60c-4b01-99cb-3ba25891788b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:46.340863 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac8996-d487-4918-a969-c8db604694e4 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:02:46.342293 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac8996-d487-4918-a969-c8db604694e4 None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:02:46.342897 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-30ac8996-d487-4918-a969-c8db604694e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:46.343513 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac8996-d487-4918-a969-c8db604694e4 None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:02:46.344181 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-30ac8996-d487-4918-a969-c8db604694e4 None None] Bound port: 477c329f-8df4-49dc-8f9f-afc361c30d85, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:02:46.344928 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-30ac8996-d487-4918-a969-c8db604694e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (477c329f-8df4-49dc-8f9f-afc361c30d85), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:46.352502 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-37ae1f38-eed1-4485-be7a-f8950cfc8ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:46.388474 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-62a2246e-4a10-4e33-9949-841b0cfae8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (e560f38c-fe38-417d-b027-bed09f809b16), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:46.439428 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-30ac8996-d487-4918-a969-c8db604694e4 None None] For port 477c329f-8df4-49dc-8f9f-afc361c30d85, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:02:46.446449 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-30ac8996-d487-4918-a969-c8db604694e4 None None] For port 477c329f-8df4-49dc-8f9f-afc361c30d85, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=477c329f-8df4-49dc-8f9f-afc361c30d85,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:02:46.487984 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-35fd25c2-b162-410a-a763-dff8bd44ec0a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Allocated IP 172.20.0.1 (322dc40c-bc10-4999-8010-18bc806f31d2/1ce071d3-c01b-4a15-863a-0ee70f50d0d7/69397456-7310-464a-a6a1-f21aa1e2f686) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:02:46.506080 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2246e-4a10-4e33-9949-841b0cfae8e4 None None] Pushing event updated for resources: {'Port': ['ID=e560f38c-fe38-417d-b027-bed09f809b16,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:46.554333 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a2246e-4a10-4e33-9949-841b0cfae8e4 None None] Network 322dc40c-bc10-4999-8010-18bc806f31d2 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:02:46.558689 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-62a2246e-4a10-4e33-9949-841b0cfae8e4 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:02:46.563599 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a2246e-4a10-4e33-9949-841b0cfae8e4 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:02:46.572198 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-30ac8996-d487-4918-a969-c8db604694e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (477c329f-8df4-49dc-8f9f-afc361c30d85), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:46.703673 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ac8996-d487-4918-a969-c8db604694e4 None None] Routers {'029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:02:46.704746 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-30ac8996-d487-4918-a969-c8db604694e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:02:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:02:46.711157 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-35fd25c2-b162-410a-a763-dff8bd44ec0a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for port (69397456-7310-464a-a6a1-f21aa1e2f686), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:46.748293 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-37ae1f38-eed1-4485-be7a-f8950cfc8ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:46.831002 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-35fd25c2-b162-410a-a763-dff8bd44ec0a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (69397456-7310-464a-a6a1-f21aa1e2f686), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:46.838516 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-62a2246e-4a10-4e33-9949-841b0cfae8e4 None None] Attempting to bind port e560f38c-fe38-417d-b027-bed09f809b16 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:02:46.842166 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-62a2246e-4a10-4e33-9949-841b0cfae8e4 None None] Attempting to bind port e560f38c-fe38-417d-b027-bed09f809b16 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'cb97def5-2031-4693-a35c-a14521250414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:02:46.842621 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a2246e-4a10-4e33-9949-841b0cfae8e4 None None] Attempting to bind port e560f38c-fe38-417d-b027-bed09f809b16 on network 322dc40c-bc10-4999-8010-18bc806f31d2 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:02:46.857683 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a2246e-4a10-4e33-9949-841b0cfae8e4 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:02:46.858066 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a2246e-4a10-4e33-9949-841b0cfae8e4 None None] Checking segment: {'id': 'cb97def5-2031-4693-a35c-a14521250414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:02:46.858476 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-62a2246e-4a10-4e33-9949-841b0cfae8e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:46.859230 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a2246e-4a10-4e33-9949-841b0cfae8e4 None None] Bound using segment: {'id': 'cb97def5-2031-4693-a35c-a14521250414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:02:46.859500 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-62a2246e-4a10-4e33-9949-841b0cfae8e4 None None] Bound port: e560f38c-fe38-417d-b027-bed09f809b16, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb97def5-2031-4693-a35c-a14521250414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:02:46.859892 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-62a2246e-4a10-4e33-9949-841b0cfae8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e560f38c-fe38-417d-b027-bed09f809b16), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:46.902958 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fd25c2-b162-410a-a763-dff8bd44ec0a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Network 322dc40c-bc10-4999-8010-18bc806f31d2 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:02:46.907669 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-35fd25c2-b162-410a-a763-dff8bd44ec0a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:02:46.926101 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-162bb596-4dfd-4831-8ee5-417cf99d2af1 None None] Provisioning complete for port 2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:02:46.926484 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-162bb596-4dfd-4831-8ee5-417cf99d2af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:46.928477 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fd25c2-b162-410a-a763-dff8bd44ec0a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:02:46.944616 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-30ac8996-d487-4918-a969-c8db604694e4 None None] Set router 029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:02:47.044538 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-162bb596-4dfd-4831-8ee5-417cf99d2af1 None None] Port 2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:02:47.066456 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd25c2-b162-410a-a763-dff8bd44ec0a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'Port': ['ID=69397456-7310-464a-a6a1-f21aa1e2f686,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:47.112938 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-35fd25c2-b162-410a-a763-dff8bd44ec0a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:47.134554 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100982ed-e60c-4b01-99cb-3ba25891788b None None] Pushing event updated for resources: {'Port': ['ID=477c329f-8df4-49dc-8f9f-afc361c30d85,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:47.177845 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-56a22e5f-df6e-4c00-95e2-163f288cfa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532971109', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:39Z', 'updated_at': '2022-02-20T04:02:41Z', 'revision_number': 3, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': 'bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:40Z', 'updated_at': '2022-02-20T04:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:02:47.223542 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-37ae1f38-eed1-4485-be7a-f8950cfc8ec2 admin admin] Publish callbacks [] for port (2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:47.225473 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-30ac8996-d487-4918-a969-c8db604694e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'name': 'tempest-TestServerBasicOps-187540448-router', 'tenant_id': 'dbce6a23f7f448d581896d0b0de43858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '477c329f-8df4-49dc-8f9f-afc361c30d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:40Z', 'updated_at': '2022-02-20T04:02:42Z', 'revision_number': 3, 'project_id': 'dbce6a23f7f448d581896d0b0de43858', 'gw_port': {'id': '477c329f-8df4-49dc-8f9f-afc361c30d85', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:03:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:41Z', 'updated_at': '2022-02-20T04:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:02:47.245212 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a22e5f-df6e-4c00-95e2-163f288cfa19 None None] The sync data for ids ['d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c'] in n-d-829866-4 is: [{'id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532971109', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:39Z', 'updated_at': '2022-02-20T04:02:41Z', 'revision_number': 3, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': 'bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:40Z', 'updated_at': '2022-02-20T04:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:02:47.284555 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-37ae1f38-eed1-4485-be7a-f8950cfc8ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:47.296433 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ac8996-d487-4918-a969-c8db604694e4 None None] The sync data for ids ['029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5'] in n-d-829866-4 is: [{'id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'name': 'tempest-TestServerBasicOps-187540448-router', 'tenant_id': 'dbce6a23f7f448d581896d0b0de43858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '477c329f-8df4-49dc-8f9f-afc361c30d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:40Z', 'updated_at': '2022-02-20T04:02:42Z', 'revision_number': 3, 'project_id': 'dbce6a23f7f448d581896d0b0de43858', 'gw_port': {'id': '477c329f-8df4-49dc-8f9f-afc361c30d85', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:03:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:41Z', 'updated_at': '2022-02-20T04:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:02:47.300259 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-62a2246e-4a10-4e33-9949-841b0cfae8e4 None None] For port e560f38c-fe38-417d-b027-bed09f809b16, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:02:47.304134 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-62a2246e-4a10-4e33-9949-841b0cfae8e4 None None] For port e560f38c-fe38-417d-b027-bed09f809b16, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=e560f38c-fe38-417d-b027-bed09f809b16,segment=NetworkSegment(cb97def5-2031-4693-a35c-a14521250414),segment_id=cb97def5-2031-4693-a35c-a14521250414)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:02:47.398218 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-37ae1f38-eed1-4485-be7a-f8950cfc8ec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:47.400172 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae1f38-eed1-4485-be7a-f8950cfc8ec2 admin admin] Pushing event updated for resources: {'Port': ['ID=2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:47.408291 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-62a2246e-4a10-4e33-9949-841b0cfae8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e560f38c-fe38-417d-b027-bed09f809b16), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:47.479664 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-35fd25c2-b162-410a-a763-dff8bd44ec0a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (69397456-7310-464a-a6a1-f21aa1e2f686), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:47.588425 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ae1f38-eed1-4485-be7a-f8950cfc8ec2 admin admin] Network 7aefa578-9a73-485e-abe5-76525a78e3f7 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:02:47.591254 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-37ae1f38-eed1-4485-be7a-f8950cfc8ec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:02:47.635847 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2246e-4a10-4e33-9949-841b0cfae8e4 None None] Pushing event updated for resources: {'Port': ['ID=e560f38c-fe38-417d-b027-bed09f809b16,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:48.059435 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ae1f38-eed1-4485-be7a-f8950cfc8ec2 admin admin] Router 029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:02:48.220623 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-7dcc12d3-593b-4359-8509-10cfd03e0754 None None] Provisioning complete for port 2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:02:48.221098 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7dcc12d3-593b-4359-8509-10cfd03e0754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:48.385132 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-7dcc12d3-593b-4359-8509-10cfd03e0754 None None] Port 2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:02:48.407523 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-35fd25c2-b162-410a-a763-dff8bd44ec0a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for port (69397456-7310-464a-a6a1-f21aa1e2f686), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:48.423595 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ae1f38-eed1-4485-be7a-f8950cfc8ec2 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:02:48.439726 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-37ae1f38-eed1-4485-be7a-f8950cfc8ec2 admin admin] 10.222.0.89 "PUT /v2.0/routers/029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7304268 Feb 20 04:02:48.482178 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-35fd25c2-b162-410a-a763-dff8bd44ec0a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (69397456-7310-464a-a6a1-f21aa1e2f686), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:48.679048 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd25c2-b162-410a-a763-dff8bd44ec0a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'Port': ['ID=69397456-7310-464a-a6a1-f21aa1e2f686,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:48.698736 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 477c329f-8df4-49dc-8f9f-afc361c30d85 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:02:48.719694 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-35fd25c2-b162-410a-a763-dff8bd44ec0a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:48.840415 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 477c329f-8df4-49dc-8f9f-afc361c30d85 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:02:48.840784 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (477c329f-8df4-49dc-8f9f-afc361c30d85), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:49.009743 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fd25c2-b162-410a-a763-dff8bd44ec0a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Network 322dc40c-bc10-4999-8010-18bc806f31d2 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:02:49.011337 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-35fd25c2-b162-410a-a763-dff8bd44ec0a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:02:49.100512 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 477c329f-8df4-49dc-8f9f-afc361c30d85 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:02:49.103879 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (477c329f-8df4-49dc-8f9f-afc361c30d85), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:49.170144 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 477c329f-8df4-49dc-8f9f-afc361c30d85, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=477c329f-8df4-49dc-8f9f-afc361c30d85,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:02:49.250663 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (477c329f-8df4-49dc-8f9f-afc361c30d85), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:49.258334 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e560f38c-fe38-417d-b027-bed09f809b16 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:02:49.395759 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fd25c2-b162-410a-a763-dff8bd44ec0a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Router d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:02:49.413336 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=477c329f-8df4-49dc-8f9f-afc361c30d85,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:49.523438 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port e560f38c-fe38-417d-b027-bed09f809b16 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:02:49.524300 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e560f38c-fe38-417d-b027-bed09f809b16), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:49.574409 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa83c63-1b95-49f3-8bec-5bbbfca1f4aa None None] Network 322dc40c-bc10-4999-8010-18bc806f31d2 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:02:49.663843 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fd25c2-b162-410a-a763-dff8bd44ec0a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:02:49.678809 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-35fd25c2-b162-410a-a763-dff8bd44ec0a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "PUT /v2.0/routers/d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8234794 Feb 20 04:02:49.892542 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f68a9471-5af8-45f5-bad4-f17270db8a5b None None] Provisioning complete for port e560f38c-fe38-417d-b027-bed09f809b16 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:02:49.893041 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f68a9471-5af8-45f5-bad4-f17270db8a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e560f38c-fe38-417d-b027-bed09f809b16), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:49.932158 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port e560f38c-fe38-417d-b027-bed09f809b16 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:02:49.932691 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e560f38c-fe38-417d-b027-bed09f809b16), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:49.939588 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46404) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:49.952106 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-05d2691a-554c-44fa-bc0b-e600463b457a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-153241188-network', 'tenant_id': '194e4b232c5342afb4adf64af2444cf6'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:02:50.063115 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-0af4a6d8-ab0a-4ab5-a034-531bb23d0d7a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-10115221&fields=id&tenant_id=c51c06307884485eaac01385a5cfa0f0 HTTP/1.1" status: 200 len: 267 time: 0.0832992 Feb 20 04:02:50.115947 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d2691a-554c-44fa-bc0b-e600463b457a admin admin] Made reservation on behalf of 194e4b232c5342afb4adf64af2444cf6 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:02:50.126713 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05d2691a-554c-44fa-bc0b-e600463b457a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:50.178410 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05d2691a-554c-44fa-bc0b-e600463b457a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:50.262361 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port e560f38c-fe38-417d-b027-bed09f809b16, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=e560f38c-fe38-417d-b027-bed09f809b16,segment=NetworkSegment(cb97def5-2031-4693-a35c-a14521250414),segment_id=cb97def5-2031-4693-a35c-a14521250414)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:02:50.331191 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f68a9471-5af8-45f5-bad4-f17270db8a5b None None] Current status of the port e560f38c-fe38-417d-b027-bed09f809b16 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:02:50.331588 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f68a9471-5af8-45f5-bad4-f17270db8a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e560f38c-fe38-417d-b027-bed09f809b16), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:50.361684 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-38dcbb26-505f-4061-8c7e-69eaa1a00bd8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:50.364190 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e560f38c-fe38-417d-b027-bed09f809b16), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:50.365010 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:02:50.369622 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-38dcbb26-505f-4061-8c7e-69eaa1a00bd8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/networks?id=322dc40c-bc10-4999-8010-18bc806f31d2 HTTP/1.1" status: 200 len: 796 time: 0.3049626 Feb 20 04:02:50.400125 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-f6f273df-f57b-42ce-8409-9fd2e8f1258a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/quotas/c51c06307884485eaac01385a5cfa0f0 HTTP/1.1" status: 200 len: 375 time: 0.0295396 Feb 20 04:02:50.453644 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05d2691a-554c-44fa-bc0b-e600463b457a admin admin] Publish callbacks [] for security_group (5ff778a2-1edb-4f12-a4bb-98f5b138e423), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:50.514597 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-f68a9471-5af8-45f5-bad4-f17270db8a5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 04:02:50.515489 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-f68a9471-5af8-45f5-bad4-f17270db8a5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 04:02:50.553529 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-d3105c55-2bcf-4a50-99e6-3d8a44d385eb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1466160 Feb 20 04:02:50.554669 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05d2691a-554c-44fa-bc0b-e600463b457a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5ff778a2-1edb-4f12-a4bb-98f5b138e423), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:50.573191 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d2691a-554c-44fa-bc0b-e600463b457a admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 04:02:50.591411 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=e560f38c-fe38-417d-b027-bed09f809b16,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:50.601158 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05d2691a-554c-44fa-bc0b-e600463b457a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (c78d36dd-7465-45f6-82d0-760e9f9f9da9), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:50.601158 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-05d2691a-554c-44fa-bc0b-e600463b457a admin admin] Added segment c78d36dd-7465-45f6-82d0-760e9f9f9da9 of type vlan for network bb260ae1-5b57-4dac-9ab7-362add8b650c Feb 20 04:02:50.638166 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:02:50.638548 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:50.675145 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05d2691a-554c-44fa-bc0b-e600463b457a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (bb260ae1-5b57-4dac-9ab7-362add8b650c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:50.784356 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d2691a-554c-44fa-bc0b-e600463b457a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff778a2-1edb-4f12-a4bb-98f5b138e423,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:50.792785 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d2691a-554c-44fa-bc0b-e600463b457a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:50.793138 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d2691a-554c-44fa-bc0b-e600463b457a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:50.793485 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d2691a-554c-44fa-bc0b-e600463b457a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:50.794156 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d2691a-554c-44fa-bc0b-e600463b457a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:50.794504 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d2691a-554c-44fa-bc0b-e600463b457a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:50.794841 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d2691a-554c-44fa-bc0b-e600463b457a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:50.795267 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d2691a-554c-44fa-bc0b-e600463b457a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:50.795602 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d2691a-554c-44fa-bc0b-e600463b457a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:50.795933 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d2691a-554c-44fa-bc0b-e600463b457a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:50.796260 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d2691a-554c-44fa-bc0b-e600463b457a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:50.797742 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d2691a-554c-44fa-bc0b-e600463b457a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:50.798232 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d2691a-554c-44fa-bc0b-e600463b457a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:50.798568 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d2691a-554c-44fa-bc0b-e600463b457a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:02:50.811248 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:02:50.811639 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:50.834778 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05d2691a-554c-44fa-bc0b-e600463b457a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (bb260ae1-5b57-4dac-9ab7-362add8b650c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:50.840332 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d2691a-554c-44fa-bc0b-e600463b457a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:50.840332 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-05d2691a-554c-44fa-bc0b-e600463b457a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:50.862580 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:02:50.952905 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:50.962090 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-05d2691a-554c-44fa-bc0b-e600463b457a admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0180824 Feb 20 04:02:50.962090 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46418) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:50.966461 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-dde23d0c-15b6-4fb7-93cd-570e1ba0f24c admin admin] Request body: {'subnet': {'network_id': 'bb260ae1-5b57-4dac-9ab7-362add8b650c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-153241188-subnet', 'tenant_id': '194e4b232c5342afb4adf64af2444cf6', 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:02:50.978352 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d2691a-554c-44fa-bc0b-e600463b457a admin admin] Pushing event updated for resources: {'Network': ['ID=bb260ae1-5b57-4dac-9ab7-362add8b650c,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:51.036404 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-1767163b-315f-4c23-80a0-ce5e2f308fc7 service neutron] 10.222.0.89 "GET /v2.0/networks/322dc40c-bc10-4999-8010-18bc806f31d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694922 Feb 20 04:02:51.038810 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network bb260ae1-5b57-4dac-9ab7-362add8b650c details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 04:02:51.069136 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde23d0c-15b6-4fb7-93cd-570e1ba0f24c admin admin] Made reservation on behalf of 194e4b232c5342afb4adf64af2444cf6 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:02:51.072239 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dde23d0c-15b6-4fb7-93cd-570e1ba0f24c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:51.162178 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-2c72a205-d901-486c-93f3-dd3eaf3f03a5 service neutron] 10.222.0.89 "GET /v2.0/networks/322dc40c-bc10-4999-8010-18bc806f31d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245673 Feb 20 04:02:51.173625 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 477c329f-8df4-49dc-8f9f-afc361c30d85 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:02:51.366638 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20802b79-43e1-4800-8248-ffdbd61a2c99 None None] Sync routers for ids ['029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:02:51.403146 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20802b79-43e1-4800-8248-ffdbd61a2c99 None None] Routers {'029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:02:51.404248 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-20802b79-43e1-4800-8248-ffdbd61a2c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:02:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:02:51.422920 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:51.431295 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb5a2da-8c98-4ae2-9dd7-6e103c1f33fd None None] Sync routers for ids ['d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:02:51.457771 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb5a2da-8c98-4ae2-9dd7-6e103c1f33fd None None] Routers {'d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:02:51.458413 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ceb5a2da-8c98-4ae2-9dd7-6e103c1f33fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:02:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:02:51.582285 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f68a9471-5af8-45f5-bad4-f17270db8a5b None None] Current status of the port e560f38c-fe38-417d-b027-bed09f809b16 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:02:51.612021 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:51.612021 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:51.631044 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dde23d0c-15b6-4fb7-93cd-570e1ba0f24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (2ddeb4ca-f862-4a19-be69-d050cae0ec79), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:51.737654 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 477c329f-8df4-49dc-8f9f-afc361c30d85 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:02:51.747732 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (477c329f-8df4-49dc-8f9f-afc361c30d85), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:51.760634 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-decffa7f-bb3c-44ca-a435-4be90d1a52ea req-cfff036f-23f6-4c7a-b552-9077e67a9488 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 210 time: 0.0604045 Feb 20 04:02:51.785439 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde23d0c-15b6-4fb7-93cd-570e1ba0f24c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ddeb4ca-f862-4a19-be69-d050cae0ec79,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:51.829528 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde23d0c-15b6-4fb7-93cd-570e1ba0f24c admin admin] Checking segment: {'id': 'c78d36dd-7465-45f6-82d0-760e9f9f9da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'bb260ae1-5b57-4dac-9ab7-362add8b650c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:02:51.829896 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde23d0c-15b6-4fb7-93cd-570e1ba0f24c admin admin] Network hostable DHCP agents. Network: bb260ae1-5b57-4dac-9ab7-362add8b650c, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 04:02:51.839213 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-ceb5a2da-8c98-4ae2-9dd7-6e103c1f33fd None None] Set router d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:02:51.869242 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c3e1554a-ff87-41db-9f2c-2b0ae9a93bbc None None] Provisioning complete for port e560f38c-fe38-417d-b027-bed09f809b16 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:02:51.875297 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c3e1554a-ff87-41db-9f2c-2b0ae9a93bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e560f38c-fe38-417d-b027-bed09f809b16), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:51.964192 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-20802b79-43e1-4800-8248-ffdbd61a2c99 None None] Set router 029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:02:51.976448 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde23d0c-15b6-4fb7-93cd-570e1ba0f24c admin admin] Network bb260ae1-5b57-4dac-9ab7-362add8b650c is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 04:02:52.069403 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-dde23d0c-15b6-4fb7-93cd-570e1ba0f24c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, bb260ae1-5b57-4dac-9ab7-362add8b650c) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:02:52.074295 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde23d0c-15b6-4fb7-93cd-570e1ba0f24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:52.075138 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-dde23d0c-15b6-4fb7-93cd-570e1ba0f24c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:52.098357 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855b4ed3-6eed-41b9-804b-c0a484efd74c None None] Network bb260ae1-5b57-4dac-9ab7-362add8b650c requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:02:52.157786 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-dde23d0c-15b6-4fb7-93cd-570e1ba0f24c admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1951995 Feb 20 04:02:52.160377 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46440) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:52.164716 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-1ff156a2-8ed0-4257-91a4-4f38cda23258 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-153241188-router', 'tenant_id': '194e4b232c5342afb4adf64af2444cf6', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:02:52.230472 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ceb5a2da-8c98-4ae2-9dd7-6e103c1f33fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532971109', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:39Z', 'updated_at': '2022-02-20T04:02:47Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': 'bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:40Z', 'updated_at': '2022-02-20T04:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '69397456-7310-464a-a6a1-f21aa1e2f686', 'name': '', 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:3f:21:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '1ce071d3-c01b-4a15-863a-0ee70f50d0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:45Z', 'updated_at': '2022-02-20T04:02:48Z', 'revision_number': 2, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': '1ce071d3-c01b-4a15-863a-0ee70f50d0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:02:52.283609 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c3e1554a-ff87-41db-9f2c-2b0ae9a93bbc None None] Current status of the port e560f38c-fe38-417d-b027-bed09f809b16 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:02:52.288655 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1ff156a2-8ed0-4257-91a4-4f38cda23258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (a5da4430-29a1-47da-b6e8-0dc45a929751), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:52.289869 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1ff156a2-8ed0-4257-91a4-4f38cda23258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (a5da4430-29a1-47da-b6e8-0dc45a929751), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:52.309251 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb5a2da-8c98-4ae2-9dd7-6e103c1f33fd None None] Checking router: d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:02:52.309532 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb5a2da-8c98-4ae2-9dd7-6e103c1f33fd None None] Updating router d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c port 69397456-7310-464a-a6a1-f21aa1e2f686 binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 04:02:52.371957 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ceb5a2da-8c98-4ae2-9dd7-6e103c1f33fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (69397456-7310-464a-a6a1-f21aa1e2f686), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:52.436678 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eadd425-285d-4716-ac1c-00bab9868e94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-bb260ae1-5b57-4dac-9ab7-362add8b650c', 'network_id': 'bb260ae1-5b57-4dac-9ab7-362add8b650c', 'project_id': '194e4b232c5342afb4adf64af2444cf6', 'fixed_ips': [{'subnet_id': '2ddeb4ca-f862-4a19-be69-d050cae0ec79'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 04:02:52.438568 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8eadd425-285d-4716-ac1c-00bab9868e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:52.439051 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1ff156a2-8ed0-4257-91a4-4f38cda23258 admin admin] Publish callbacks [] for router_controller (a5da4430-29a1-47da-b6e8-0dc45a929751), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:52.478809 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c3e1554a-ff87-41db-9f2c-2b0ae9a93bbc None None] Provisioning complete for port 69397456-7310-464a-a6a1-f21aa1e2f686 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:02:52.482836 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c3e1554a-ff87-41db-9f2c-2b0ae9a93bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (69397456-7310-464a-a6a1-f21aa1e2f686), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:52.521885 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c3e1554a-ff87-41db-9f2c-2b0ae9a93bbc None None] Port 69397456-7310-464a-a6a1-f21aa1e2f686 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:02:52.525682 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 477c329f-8df4-49dc-8f9f-afc361c30d85 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:02:52.526805 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e560f38c-fe38-417d-b027-bed09f809b16 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:02:52.714021 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1ff156a2-8ed0-4257-91a4-4f38cda23258 admin admin] Publish callbacks [] for router_gateway (a5da4430-29a1-47da-b6e8-0dc45a929751), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:52.818597 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-8eadd425-285d-4716-ac1c-00bab9868e94 None None] Allocated IP 172.20.0.2 (bb260ae1-5b57-4dac-9ab7-362add8b650c/2ddeb4ca-f862-4a19-be69-d050cae0ec79/989ea9ec-7db7-4152-9bb7-60485cba9fc2) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:02:52.899719 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7c2b1d53-3732-40a8-95dc-d0ef3215d00e req-b459666a-68f3-4219-b986-75751fb60cd3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 210 time: 0.0660338 Feb 20 04:02:52.981749 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ceb5a2da-8c98-4ae2-9dd7-6e103c1f33fd None None] Publish callbacks [] for port (69397456-7310-464a-a6a1-f21aa1e2f686), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:53.058457 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port e560f38c-fe38-417d-b027-bed09f809b16 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:02:53.060179 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e560f38c-fe38-417d-b027-bed09f809b16), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:53.085943 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ceb5a2da-8c98-4ae2-9dd7-6e103c1f33fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (69397456-7310-464a-a6a1-f21aa1e2f686), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:53.188195 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c364395-251c-4d0d-a38a-cec2ca09d5f8 None None] Pushing event updated for resources: {'Port': ['ID=69397456-7310-464a-a6a1-f21aa1e2f686,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:53.328275 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1ff156a2-8ed0-4257-91a4-4f38cda23258 admin admin] Publish callbacks [] for router_gateway (a5da4430-29a1-47da-b6e8-0dc45a929751), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:53.391303 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port e560f38c-fe38-417d-b027-bed09f809b16 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:02:53.395192 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1ff156a2-8ed0-4257-91a4-4f38cda23258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:53.426019 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-ceb5a2da-8c98-4ae2-9dd7-6e103c1f33fd None None] Attempting to bind port 69397456-7310-464a-a6a1-f21aa1e2f686 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:02:53.429482 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-ceb5a2da-8c98-4ae2-9dd7-6e103c1f33fd None None] Attempting to bind port 69397456-7310-464a-a6a1-f21aa1e2f686 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'cb97def5-2031-4693-a35c-a14521250414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:02:53.430217 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5a2da-8c98-4ae2-9dd7-6e103c1f33fd None None] Attempting to bind port 69397456-7310-464a-a6a1-f21aa1e2f686 on network 322dc40c-bc10-4999-8010-18bc806f31d2 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:02:53.462001 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-20802b79-43e1-4800-8248-ffdbd61a2c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'name': 'tempest-TestServerBasicOps-187540448-router', 'tenant_id': 'dbce6a23f7f448d581896d0b0de43858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '477c329f-8df4-49dc-8f9f-afc361c30d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:40Z', 'updated_at': '2022-02-20T04:02:46Z', 'revision_number': 4, 'project_id': 'dbce6a23f7f448d581896d0b0de43858', 'gw_port': {'id': '477c329f-8df4-49dc-8f9f-afc361c30d85', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:41Z', 'updated_at': '2022-02-20T04:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f', 'name': '', 'network_id': '7aefa578-9a73-485e-abe5-76525a78e3f7', 'tenant_id': 'dbce6a23f7f448d581896d0b0de43858', 'mac_address': 'fa:16:3e:e4:7c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '34397b61-ec4b-46a1-947f-e5f30d325c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:45Z', 'updated_at': '2022-02-20T04:02:46Z', 'revision_number': 2, 'project_id': 'dbce6a23f7f448d581896d0b0de43858', 'subnets': [{'id': '34397b61-ec4b-46a1-947f-e5f30d325c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:02:53.463390 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5a2da-8c98-4ae2-9dd7-6e103c1f33fd None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:02:53.463770 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5a2da-8c98-4ae2-9dd7-6e103c1f33fd None None] Checking segment: {'id': 'cb97def5-2031-4693-a35c-a14521250414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:02:53.464177 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ceb5a2da-8c98-4ae2-9dd7-6e103c1f33fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:53.464572 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5a2da-8c98-4ae2-9dd7-6e103c1f33fd None None] Bound using segment: {'id': 'cb97def5-2031-4693-a35c-a14521250414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:02:53.469726 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-ceb5a2da-8c98-4ae2-9dd7-6e103c1f33fd None None] Bound port: 69397456-7310-464a-a6a1-f21aa1e2f686, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb97def5-2031-4693-a35c-a14521250414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:02:53.470172 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ceb5a2da-8c98-4ae2-9dd7-6e103c1f33fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (69397456-7310-464a-a6a1-f21aa1e2f686), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:53.526336 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20802b79-43e1-4800-8248-ffdbd61a2c99 None None] Checking router: 029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:02:53.526710 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20802b79-43e1-4800-8248-ffdbd61a2c99 None None] Updating router 029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5 port 2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 04:02:53.579479 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:02:53.618619 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8eadd425-285d-4716-ac1c-00bab9868e94 None None] Publish callbacks [] for port (989ea9ec-7db7-4152-9bb7-60485cba9fc2), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:53.628909 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-20802b79-43e1-4800-8248-ffdbd61a2c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:53.675542 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-1ff156a2-8ed0-4257-91a4-4f38cda23258 admin admin] Allocated IP 172.25.7.33 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/93f60f21-9625-415c-b3ff-7b985a3fadb1) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:02:53.709655 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-ceb5a2da-8c98-4ae2-9dd7-6e103c1f33fd None None] For port 69397456-7310-464a-a6a1-f21aa1e2f686, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:02:53.714017 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-ceb5a2da-8c98-4ae2-9dd7-6e103c1f33fd None None] For port 69397456-7310-464a-a6a1-f21aa1e2f686, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=69397456-7310-464a-a6a1-f21aa1e2f686,segment=NetworkSegment(cb97def5-2031-4693-a35c-a14521250414),segment_id=cb97def5-2031-4693-a35c-a14521250414)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:02:53.832766 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ceb5a2da-8c98-4ae2-9dd7-6e103c1f33fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (69397456-7310-464a-a6a1-f21aa1e2f686), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:53.967647 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8eadd425-285d-4716-ac1c-00bab9868e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (989ea9ec-7db7-4152-9bb7-60485cba9fc2), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:53.977036 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1ff156a2-8ed0-4257-91a4-4f38cda23258 admin admin] Publish callbacks [] for port (93f60f21-9625-415c-b3ff-7b985a3fadb1), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:54.057351 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eadd425-285d-4716-ac1c-00bab9868e94 None None] Network bb260ae1-5b57-4dac-9ab7-362add8b650c is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:02:54.061563 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eadd425-285d-4716-ac1c-00bab9868e94 None None] Pushing event updated for resources: {'Port': ['ID=989ea9ec-7db7-4152-9bb7-60485cba9fc2,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:54.065180 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-8eadd425-285d-4716-ac1c-00bab9868e94 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:02:54.068892 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eadd425-285d-4716-ac1c-00bab9868e94 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:02:54.134491 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-19f50552-e476-4bbc-a0f2-95bc07ccb8f5 None None] Provisioning complete for port 69397456-7310-464a-a6a1-f21aa1e2f686 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:02:54.135120 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-19f50552-e476-4bbc-a0f2-95bc07ccb8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (69397456-7310-464a-a6a1-f21aa1e2f686), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:54.135567 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d2139269-7a18-4f71-81c3-e6550cd18a0d req-226e1a5b-6a3c-4baa-93e4-44bafa79df55 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 210 time: 0.0864725 Feb 20 04:02:54.195541 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1ff156a2-8ed0-4257-91a4-4f38cda23258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (93f60f21-9625-415c-b3ff-7b985a3fadb1), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:54.216518 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb5a2da-8c98-4ae2-9dd7-6e103c1f33fd None None] Routers {'d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:02:54.217056 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ceb5a2da-8c98-4ae2-9dd7-6e103c1f33fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:02:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:02:54.233916 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c364395-251c-4d0d-a38a-cec2ca09d5f8 None None] Pushing event updated for resources: {'Port': ['ID=69397456-7310-464a-a6a1-f21aa1e2f686,revision_number=4']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:54.311741 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:02:54.323126 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:54.330912 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff156a2-8ed0-4257-91a4-4f38cda23258 admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:02:54.334840 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff156a2-8ed0-4257-91a4-4f38cda23258 admin admin] Pushing event updated for resources: {'Port': ['ID=93f60f21-9625-415c-b3ff-7b985a3fadb1,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:54.339193 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-1ff156a2-8ed0-4257-91a4-4f38cda23258 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:02:54.342217 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff156a2-8ed0-4257-91a4-4f38cda23258 admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:02:54.510169 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-8eadd425-285d-4716-ac1c-00bab9868e94 None None] Attempting to bind port 989ea9ec-7db7-4152-9bb7-60485cba9fc2 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:02:54.510809 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-8eadd425-285d-4716-ac1c-00bab9868e94 None None] Attempting to bind port 989ea9ec-7db7-4152-9bb7-60485cba9fc2 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'c78d36dd-7465-45f6-82d0-760e9f9f9da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'bb260ae1-5b57-4dac-9ab7-362add8b650c'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:02:54.511151 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eadd425-285d-4716-ac1c-00bab9868e94 None None] Attempting to bind port 989ea9ec-7db7-4152-9bb7-60485cba9fc2 on network bb260ae1-5b57-4dac-9ab7-362add8b650c {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:02:54.553974 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-066b38f6-081c-48dd-ac17-923c67f68971 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:54.556326 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-066b38f6-081c-48dd-ac17-923c67f68971 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.93 "GET /v2.0/networks?id=322dc40c-bc10-4999-8010-18bc806f31d2 HTTP/1.1" status: 200 len: 796 time: 0.2378528 Feb 20 04:02:54.587425 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-ceb5a2da-8c98-4ae2-9dd7-6e103c1f33fd None None] Set router d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:02:54.612050 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eadd425-285d-4716-ac1c-00bab9868e94 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:02:54.612050 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eadd425-285d-4716-ac1c-00bab9868e94 None None] Checking segment: {'id': 'c78d36dd-7465-45f6-82d0-760e9f9f9da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'bb260ae1-5b57-4dac-9ab7-362add8b650c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:02:54.612050 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8eadd425-285d-4716-ac1c-00bab9868e94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:54.612602 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eadd425-285d-4716-ac1c-00bab9868e94 None None] Bound using segment: {'id': 'c78d36dd-7465-45f6-82d0-760e9f9f9da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'bb260ae1-5b57-4dac-9ab7-362add8b650c'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:02:54.612952 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-8eadd425-285d-4716-ac1c-00bab9868e94 None None] Bound port: 989ea9ec-7db7-4152-9bb7-60485cba9fc2, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c78d36dd-7465-45f6-82d0-760e9f9f9da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'bb260ae1-5b57-4dac-9ab7-362add8b650c'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:02:54.613341 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8eadd425-285d-4716-ac1c-00bab9868e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (989ea9ec-7db7-4152-9bb7-60485cba9fc2), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:54.689642 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-f9e1e73f-5137-4d5e-a479-c3818c804d89 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c51c06307884485eaac01385a5cfa0f0 HTTP/1.1" status: 200 len: 378 time: 0.1240830 Feb 20 04:02:54.699324 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-948970b6-2e3e-4cbc-886e-d8fdf2116beb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'port': {'device_id': '4c9be14e-00c2-4442-913d-f2ffd18c2925', 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2', 'admin_state_up': True, 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'security_groups': ['5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:02:54.980409 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-8eadd425-285d-4716-ac1c-00bab9868e94 None None] For port 989ea9ec-7db7-4152-9bb7-60485cba9fc2, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:02:55.017893 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:02:55.021318 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-19f50552-e476-4bbc-a0f2-95bc07ccb8f5 None None] Current status of the port 69397456-7310-464a-a6a1-f21aa1e2f686 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:02:55.022016 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-19f50552-e476-4bbc-a0f2-95bc07ccb8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (69397456-7310-464a-a6a1-f21aa1e2f686), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:55.028306 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-8eadd425-285d-4716-ac1c-00bab9868e94 None None] For port 989ea9ec-7db7-4152-9bb7-60485cba9fc2, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=989ea9ec-7db7-4152-9bb7-60485cba9fc2,segment=NetworkSegment(c78d36dd-7465-45f6-82d0-760e9f9f9da9),segment_id=c78d36dd-7465-45f6-82d0-760e9f9f9da9)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:02:55.084867 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ceb5a2da-8c98-4ae2-9dd7-6e103c1f33fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532971109', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:39Z', 'updated_at': '2022-02-20T04:02:47Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': 'bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:40Z', 'updated_at': '2022-02-20T04:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '69397456-7310-464a-a6a1-f21aa1e2f686', 'name': '', 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:3f:21:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '1ce071d3-c01b-4a15-863a-0ee70f50d0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:45Z', 'updated_at': '2022-02-20T04:02:53Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': '1ce071d3-c01b-4a15-863a-0ee70f50d0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:02:55.096764 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-19f50552-e476-4bbc-a0f2-95bc07ccb8f5 None None] For port 69397456-7310-464a-a6a1-f21aa1e2f686, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=69397456-7310-464a-a6a1-f21aa1e2f686,segment=NetworkSegment(cb97def5-2031-4693-a35c-a14521250414),segment_id=cb97def5-2031-4693-a35c-a14521250414)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:02:55.127529 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8eadd425-285d-4716-ac1c-00bab9868e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (989ea9ec-7db7-4152-9bb7-60485cba9fc2), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:55.215662 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb5a2da-8c98-4ae2-9dd7-6e103c1f33fd None None] The sync data for ids ['d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c'] in n-d-829866-4 is: [{'id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532971109', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:39Z', 'updated_at': '2022-02-20T04:02:47Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': 'bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:40Z', 'updated_at': '2022-02-20T04:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '69397456-7310-464a-a6a1-f21aa1e2f686', 'name': '', 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:3f:21:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '1ce071d3-c01b-4a15-863a-0ee70f50d0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:45Z', 'updated_at': '2022-02-20T04:02:53Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': '1ce071d3-c01b-4a15-863a-0ee70f50d0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:02:55.232065 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-19f50552-e476-4bbc-a0f2-95bc07ccb8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (69397456-7310-464a-a6a1-f21aa1e2f686), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:55.478887 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-20802b79-43e1-4800-8248-ffdbd61a2c99 None None] Publish callbacks [] for port (2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:55.495683 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-18ac6f82-6237-4cfa-a9a8-2e2a6ad4dbcf None None] Provisioning complete for port 69397456-7310-464a-a6a1-f21aa1e2f686 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:02:55.495683 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-18ac6f82-6237-4cfa-a9a8-2e2a6ad4dbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (69397456-7310-464a-a6a1-f21aa1e2f686), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:55.495683 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eadd425-285d-4716-ac1c-00bab9868e94 None None] Pushing event updated for resources: {'Port': ['ID=989ea9ec-7db7-4152-9bb7-60485cba9fc2,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:55.668687 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-20802b79-43e1-4800-8248-ffdbd61a2c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:55.708252 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 69397456-7310-464a-a6a1-f21aa1e2f686 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:02:56.146447 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1ff156a2-8ed0-4257-91a4-4f38cda23258 admin admin] Publish callbacks [] for router_gateway (a5da4430-29a1-47da-b6e8-0dc45a929751), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:56.184261 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dc46e64c-be91-4961-b34a-7bde8c65ef4c req-5f3689b8-bf49-4424-a675-42fc7cc7027e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 210 time: 0.1077657 Feb 20 04:02:56.212187 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f50552-e476-4bbc-a0f2-95bc07ccb8f5 None None] Pushing event updated for resources: {'Port': ['ID=69397456-7310-464a-a6a1-f21aa1e2f686,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:56.220281 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-20802b79-43e1-4800-8248-ffdbd61a2c99 None None] Attempting to bind port 2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:02:56.226574 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-20802b79-43e1-4800-8248-ffdbd61a2c99 None None] Attempting to bind port 2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '062f8661-51ce-4e0d-8c59-4fd3681e43d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7aefa578-9a73-485e-abe5-76525a78e3f7'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:02:56.227193 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20802b79-43e1-4800-8248-ffdbd61a2c99 None None] Attempting to bind port 2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f on network 7aefa578-9a73-485e-abe5-76525a78e3f7 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:02:56.321329 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20802b79-43e1-4800-8248-ffdbd61a2c99 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:02:56.321999 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20802b79-43e1-4800-8248-ffdbd61a2c99 None None] Checking segment: {'id': '062f8661-51ce-4e0d-8c59-4fd3681e43d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7aefa578-9a73-485e-abe5-76525a78e3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:02:56.327284 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-20802b79-43e1-4800-8248-ffdbd61a2c99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:56.328530 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20802b79-43e1-4800-8248-ffdbd61a2c99 None None] Bound using segment: {'id': '062f8661-51ce-4e0d-8c59-4fd3681e43d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7aefa578-9a73-485e-abe5-76525a78e3f7'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:02:56.329162 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-20802b79-43e1-4800-8248-ffdbd61a2c99 None None] Bound port: 2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062f8661-51ce-4e0d-8c59-4fd3681e43d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7aefa578-9a73-485e-abe5-76525a78e3f7'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:02:56.329743 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-20802b79-43e1-4800-8248-ffdbd61a2c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:56.492227 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-948970b6-2e3e-4cbc-886e-d8fdf2116beb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Made reservation on behalf of c51c06307884485eaac01385a5cfa0f0 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:02:56.496615 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-948970b6-2e3e-4cbc-886e-d8fdf2116beb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:56.556647 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-227454f8-4475-4545-ac4a-908b3ee2ada8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:56.578552 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84e598-86af-4c38-a872-4287a4e17e06 None None] Pushing event updated for resources: {'Port': ['ID=2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:56.629858 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 69397456-7310-464a-a6a1-f21aa1e2f686 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:02:56.629858 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (69397456-7310-464a-a6a1-f21aa1e2f686), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:56.739039 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1ff156a2-8ed0-4257-91a4-4f38cda23258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (a5da4430-29a1-47da-b6e8-0dc45a929751), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:56.769443 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-18ac6f82-6237-4cfa-a9a8-2e2a6ad4dbcf None None] Current status of the port 69397456-7310-464a-a6a1-f21aa1e2f686 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:02:56.830431 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-20802b79-43e1-4800-8248-ffdbd61a2c99 None None] For port 2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:02:56.847227 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-20802b79-43e1-4800-8248-ffdbd61a2c99 None None] For port 2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f,segment=NetworkSegment(062f8661-51ce-4e0d-8c59-4fd3681e43d1),segment_id=062f8661-51ce-4e0d-8c59-4fd3681e43d1)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:02:56.956903 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-948970b6-2e3e-4cbc-886e-d8fdf2116beb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Allocated IP 172.20.0.7 (322dc40c-bc10-4999-8010-18bc806f31d2/1ce071d3-c01b-4a15-863a-0ee70f50d0d7/f0278f55-83dd-4bc1-9d9f-fe8cc5599161) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:02:56.973132 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-38cedb08-e401-4118-aab1-8705a5749403 None None] Provisioning complete for port 2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:02:56.973511 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-38cedb08-e401-4118-aab1-8705a5749403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:56.977641 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 69397456-7310-464a-a6a1-f21aa1e2f686 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:02:57.040017 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-20802b79-43e1-4800-8248-ffdbd61a2c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:57.130666 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84e598-86af-4c38-a872-4287a4e17e06 None None] Pushing event updated for resources: {'Port': ['ID=2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:57.132386 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff156a2-8ed0-4257-91a4-4f38cda23258 admin admin] Router a5da4430-29a1-47da-b6e8-0dc45a929751 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 04:02:57.165750 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-38cedb08-e401-4118-aab1-8705a5749403 None None] Port 2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:02:57.198948 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20802b79-43e1-4800-8248-ffdbd61a2c99 None None] Routers {'029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:02:57.199599 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-20802b79-43e1-4800-8248-ffdbd61a2c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:02:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:02:57.457507 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-948970b6-2e3e-4cbc-886e-d8fdf2116beb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for port (f0278f55-83dd-4bc1-9d9f-fe8cc5599161), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:57.571111 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-20802b79-43e1-4800-8248-ffdbd61a2c99 None None] Set router 029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:02:57.596481 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4dc48c-7d2a-4342-96d9-26974af73e3e None None] Network bb260ae1-5b57-4dac-9ab7-362add8b650c requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:02:57.614145 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-61ed8d88-b1ad-4b60-a5d8-be875e761e83 req-ff39cf9e-ccb1-4a02-833a-518a1fbef26c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 210 time: 0.0819674 Feb 20 04:02:57.629116 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-948970b6-2e3e-4cbc-886e-d8fdf2116beb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (f0278f55-83dd-4bc1-9d9f-fe8cc5599161), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:57.636374 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff156a2-8ed0-4257-91a4-4f38cda23258 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:02:57.722345 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-948970b6-2e3e-4cbc-886e-d8fdf2116beb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Network 322dc40c-bc10-4999-8010-18bc806f31d2 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:02:57.736575 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-948970b6-2e3e-4cbc-886e-d8fdf2116beb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:02:57.753330 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-948970b6-2e3e-4cbc-886e-d8fdf2116beb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:02:57.763417 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1ff156a2-8ed0-4257-91a4-4f38cda23258 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:57.782803 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1ff156a2-8ed0-4257-91a4-4f38cda23258 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.6190054 Feb 20 04:02:57.784718 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46570) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:57.821176 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1334ddd-22a3-4645-b293-898d8be3653c None None] Sync routers for ids ['a5da4430-29a1-47da-b6e8-0dc45a929751'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:02:57.853952 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948970b6-2e3e-4cbc-886e-d8fdf2116beb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'Port': ['ID=f0278f55-83dd-4bc1-9d9f-fe8cc5599161,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:57.932097 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-948970b6-2e3e-4cbc-886e-d8fdf2116beb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:57.932703 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-948970b6-2e3e-4cbc-886e-d8fdf2116beb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:57.965026 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 69397456-7310-464a-a6a1-f21aa1e2f686 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:02:58.091293 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-948970b6-2e3e-4cbc-886e-d8fdf2116beb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3958430 Feb 20 04:02:58.103270 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-da5438c0-5673-4eea-b340-8d9a60941bac service neutron] Request body: {'port': {'device_id': '4c9be14e-00c2-4442-913d-f2ffd18c2925', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:02:58.131951 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1334ddd-22a3-4645-b293-898d8be3653c None None] Routers {'a5da4430-29a1-47da-b6e8-0dc45a929751'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:02:58.132630 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d1334ddd-22a3-4645-b293-898d8be3653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:02:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['a5da4430-29a1-47da-b6e8-0dc45a929751'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:02:58.252476 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-da5438c0-5673-4eea-b340-8d9a60941bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f0278f55-83dd-4bc1-9d9f-fe8cc5599161), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:58.432859 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-d1334ddd-22a3-4645-b293-898d8be3653c None None] Set router a5da4430-29a1-47da-b6e8-0dc45a929751 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:02:58.798531 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-677eeb7c-0950-448c-bdb5-4dfd8e23d5db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:58.876037 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-da5438c0-5673-4eea-b340-8d9a60941bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0278f55-83dd-4bc1-9d9f-fe8cc5599161 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:02:58.909638 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-da5438c0-5673-4eea-b340-8d9a60941bac service neutron] Publish callbacks [] for port (f0278f55-83dd-4bc1-9d9f-fe8cc5599161), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:58.927046 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46622) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:58.945594 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-da5438c0-5673-4eea-b340-8d9a60941bac service neutron] Transition to ACTIVE for port object f0278f55-83dd-4bc1-9d9f-fe8cc5599161 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:02:59.076838 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-28dfa160-9a69-4283-a63a-a0a9ae6ac159 None None] Provisioning complete for port 989ea9ec-7db7-4152-9bb7-60485cba9fc2 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:02:59.077384 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-28dfa160-9a69-4283-a63a-a0a9ae6ac159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (989ea9ec-7db7-4152-9bb7-60485cba9fc2), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:59.084903 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-da5438c0-5673-4eea-b340-8d9a60941bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (f0278f55-83dd-4bc1-9d9f-fe8cc5599161), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:59.175769 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-677eeb7c-0950-448c-bdb5-4dfd8e23d5db admin admin] Allocated IP 172.20.0.1 (bb260ae1-5b57-4dac-9ab7-362add8b650c/2ddeb4ca-f862-4a19-be69-d050cae0ec79/a08cd315-d285-494c-9550-10254f33f52d) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:02:59.330433 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e4d2f-6aeb-402f-9e94-7d612f429243 req-2f7a8a34-97cd-46c3-afc4-084fe9f355ef tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:59.339959 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-767e4d2f-6aeb-402f-9e94-7d612f429243 req-2f7a8a34-97cd-46c3-afc4-084fe9f355ef tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 931 time: 0.3928728 Feb 20 04:02:59.340677 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5438c0-5673-4eea-b340-8d9a60941bac service neutron] Pushing event updated for resources: {'Port': ['ID=f0278f55-83dd-4bc1-9d9f-fe8cc5599161,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:59.433172 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f7d391a0-a006-42c8-ac06-a2729c008ec1 req-4ed41309-0447-4f67-a5e3-c53bd44081b7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4826891 Feb 20 04:02:59.481061 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5802ce5a-c73d-4d64-a994-1cc0940de0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:59.493642 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-329fd992-cccc-4856-b199-3f25f44a7707 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=87a3e6e0a9b84915a664328ac06f8cce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5595765 Feb 20 04:02:59.494542 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46648) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:02:59.504072 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 69397456-7310-464a-a6a1-f21aa1e2f686 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:02:59.513517 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (69397456-7310-464a-a6a1-f21aa1e2f686), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:59.563501 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-677eeb7c-0950-448c-bdb5-4dfd8e23d5db admin admin] Publish callbacks [] for port (a08cd315-d285-494c-9550-10254f33f52d), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:59.676239 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-767e4d2f-6aeb-402f-9e94-7d612f429243 req-e001430f-2883-491d-a53f-96c7bc0e15ab tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3146043 Feb 20 04:02:59.728910 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-677eeb7c-0950-448c-bdb5-4dfd8e23d5db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (a08cd315-d285-494c-9550-10254f33f52d), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:59.762511 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d391a0-a006-42c8-ac06-a2729c008ec1 req-3f436a54-f4f4-4851-9fa8-501eec6977bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:02:59.764088 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f7d391a0-a006-42c8-ac06-a2729c008ec1 req-3f436a54-f4f4-4851-9fa8-501eec6977bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=35020f0e760948f3aaa3a14692013457&device_id=34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7 HTTP/1.1" status: 200 len: 1131 time: 0.2596743 Feb 20 04:02:59.783401 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-da5438c0-5673-4eea-b340-8d9a60941bac service neutron] Attempting to bind port f0278f55-83dd-4bc1-9d9f-fe8cc5599161 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:02:59.783812 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-da5438c0-5673-4eea-b340-8d9a60941bac service neutron] Attempting to bind port f0278f55-83dd-4bc1-9d9f-fe8cc5599161 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'cb97def5-2031-4693-a35c-a14521250414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:02:59.784150 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-da5438c0-5673-4eea-b340-8d9a60941bac service neutron] Attempting to bind port f0278f55-83dd-4bc1-9d9f-fe8cc5599161 on network 322dc40c-bc10-4999-8010-18bc806f31d2 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:02:59.844936 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677eeb7c-0950-448c-bdb5-4dfd8e23d5db admin admin] Network bb260ae1-5b57-4dac-9ab7-362add8b650c is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:02:59.847219 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-da5438c0-5673-4eea-b340-8d9a60941bac service neutron] Port f0278f55-83dd-4bc1-9d9f-fe8cc5599161 on network 322dc40c-bc10-4999-8010-18bc806f31d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:02:59.847560 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-da5438c0-5673-4eea-b340-8d9a60941bac service neutron] Attempting to bind port f0278f55-83dd-4bc1-9d9f-fe8cc5599161 on network 322dc40c-bc10-4999-8010-18bc806f31d2 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:02:59.849635 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-677eeb7c-0950-448c-bdb5-4dfd8e23d5db admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:02:59.854826 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677eeb7c-0950-448c-bdb5-4dfd8e23d5db admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:02:59.915426 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677eeb7c-0950-448c-bdb5-4dfd8e23d5db admin admin] Pushing event updated for resources: {'Port': ['ID=a08cd315-d285-494c-9550-10254f33f52d,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:02:59.915707 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 69397456-7310-464a-a6a1-f21aa1e2f686 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:02:59.916841 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 989ea9ec-7db7-4152-9bb7-60485cba9fc2 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:02:59.962713 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-da5438c0-5673-4eea-b340-8d9a60941bac service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:02:59.963318 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-da5438c0-5673-4eea-b340-8d9a60941bac service neutron] Checking segment: {'id': 'cb97def5-2031-4693-a35c-a14521250414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:02:59.972354 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-da5438c0-5673-4eea-b340-8d9a60941bac service neutron] Bound using segment: {'id': 'cb97def5-2031-4693-a35c-a14521250414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:02:59.972354 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-da5438c0-5673-4eea-b340-8d9a60941bac service neutron] Bound port: f0278f55-83dd-4bc1-9d9f-fe8cc5599161, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb97def5-2031-4693-a35c-a14521250414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:02:59.972354 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-da5438c0-5673-4eea-b340-8d9a60941bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f0278f55-83dd-4bc1-9d9f-fe8cc5599161), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:59.972669 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-677eeb7c-0950-448c-bdb5-4dfd8e23d5db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (a5da4430-29a1-47da-b6e8-0dc45a929751), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:02:59.972784 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a4492545-ef1c-443f-b9fa-cecf4911ff73 admin admin] Publish callbacks [] for security_group (ea826414-c587-4ca2-a476-76845dc5c78b), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:00.085828 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-20802b79-43e1-4800-8248-ffdbd61a2c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'name': 'tempest-TestServerBasicOps-187540448-router', 'tenant_id': 'dbce6a23f7f448d581896d0b0de43858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '477c329f-8df4-49dc-8f9f-afc361c30d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:40Z', 'updated_at': '2022-02-20T04:02:46Z', 'revision_number': 4, 'project_id': 'dbce6a23f7f448d581896d0b0de43858', 'gw_port': {'id': '477c329f-8df4-49dc-8f9f-afc361c30d85', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:41Z', 'updated_at': '2022-02-20T04:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f', 'name': '', 'network_id': '7aefa578-9a73-485e-abe5-76525a78e3f7', 'tenant_id': 'dbce6a23f7f448d581896d0b0de43858', 'mac_address': 'fa:16:3e:e4:7c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '34397b61-ec4b-46a1-947f-e5f30d325c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:45Z', 'updated_at': '2022-02-20T04:02:56Z', 'revision_number': 4, 'project_id': 'dbce6a23f7f448d581896d0b0de43858', 'subnets': [{'id': '34397b61-ec4b-46a1-947f-e5f30d325c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:03:00.133393 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a4492545-ef1c-443f-b9fa-cecf4911ff73 admin admin] Publish callbacks [] for security_group (ea826414-c587-4ca2-a476-76845dc5c78b), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:00.136178 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 989ea9ec-7db7-4152-9bb7-60485cba9fc2 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:03:00.136563 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (989ea9ec-7db7-4152-9bb7-60485cba9fc2), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:00.229102 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20802b79-43e1-4800-8248-ffdbd61a2c99 None None] The sync data for ids ['029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5'] in n-d-829866-4 is: [{'id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'name': 'tempest-TestServerBasicOps-187540448-router', 'tenant_id': 'dbce6a23f7f448d581896d0b0de43858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '477c329f-8df4-49dc-8f9f-afc361c30d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:40Z', 'updated_at': '2022-02-20T04:02:46Z', 'revision_number': 4, 'project_id': 'dbce6a23f7f448d581896d0b0de43858', 'gw_port': {'id': '477c329f-8df4-49dc-8f9f-afc361c30d85', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:41Z', 'updated_at': '2022-02-20T04:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f', 'name': '', 'network_id': '7aefa578-9a73-485e-abe5-76525a78e3f7', 'tenant_id': 'dbce6a23f7f448d581896d0b0de43858', 'mac_address': 'fa:16:3e:e4:7c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '34397b61-ec4b-46a1-947f-e5f30d325c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:45Z', 'updated_at': '2022-02-20T04:02:56Z', 'revision_number': 4, 'project_id': 'dbce6a23f7f448d581896d0b0de43858', 'subnets': [{'id': '34397b61-ec4b-46a1-947f-e5f30d325c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:03:00.241097 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:00.272111 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d1334ddd-22a3-4645-b293-898d8be3653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5da4430-29a1-47da-b6e8-0dc45a929751', 'name': 'tempest-TestServerBasicOps-153241188-router', 'tenant_id': '194e4b232c5342afb4adf64af2444cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '93f60f21-9625-415c-b3ff-7b985a3fadb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:52Z', 'updated_at': '2022-02-20T04:02:54Z', 'revision_number': 3, 'project_id': '194e4b232c5342afb4adf64af2444cf6', 'gw_port': {'id': '93f60f21-9625-415c-b3ff-7b985a3fadb1', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5da4430-29a1-47da-b6e8-0dc45a929751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:53Z', 'updated_at': '2022-02-20T04:02:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:03:00.282039 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d391a0-a006-42c8-ac06-a2729c008ec1 req-5c7d6aba-0452-4af4-aa97-db2fda3b8132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:00.282039 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f7d391a0-a006-42c8-ac06-a2729c008ec1 req-5c7d6aba-0452-4af4-aa97-db2fda3b8132 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c4d93d2-7476-4570-93e5-7ecf9f895901 HTTP/1.1" status: 200 len: 870 time: 0.4831042 Feb 20 04:03:00.303078 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-da5438c0-5673-4eea-b340-8d9a60941bac service neutron] For port f0278f55-83dd-4bc1-9d9f-fe8cc5599161, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:03:00.331150 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-28dfa160-9a69-4283-a63a-a0a9ae6ac159 None None] Current status of the port 989ea9ec-7db7-4152-9bb7-60485cba9fc2 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:03:00.332293 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-28dfa160-9a69-4283-a63a-a0a9ae6ac159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (989ea9ec-7db7-4152-9bb7-60485cba9fc2), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:00.336338 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1334ddd-22a3-4645-b293-898d8be3653c None None] Checking router: a5da4430-29a1-47da-b6e8-0dc45a929751 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:03:00.336763 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1334ddd-22a3-4645-b293-898d8be3653c None None] Updating router a5da4430-29a1-47da-b6e8-0dc45a929751 port 93f60f21-9625-415c-b3ff-7b985a3fadb1 binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 04:03:00.433736 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-677eeb7c-0950-448c-bdb5-4dfd8e23d5db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a08cd315-d285-494c-9550-10254f33f52d), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:00.479643 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f7d391a0-a006-42c8-ac06-a2729c008ec1 req-0a49de04-1088-431a-a24e-5fadb38a9c4c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=c2ece5ea-f9af-46df-841f-f9ffbc649c07 HTTP/1.1" status: 200 len: 217 time: 0.1888399 Feb 20 04:03:00.492041 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-da5438c0-5673-4eea-b340-8d9a60941bac service neutron] For port f0278f55-83dd-4bc1-9d9f-fe8cc5599161, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f0278f55-83dd-4bc1-9d9f-fe8cc5599161,segment=NetworkSegment(cb97def5-2031-4693-a35c-a14521250414),segment_id=cb97def5-2031-4693-a35c-a14521250414)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:03:00.603631 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d1334ddd-22a3-4645-b293-898d8be3653c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (93f60f21-9625-415c-b3ff-7b985a3fadb1), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:00.632622 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-da5438c0-5673-4eea-b340-8d9a60941bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (f0278f55-83dd-4bc1-9d9f-fe8cc5599161), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:00.679786 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-28dfa160-9a69-4283-a63a-a0a9ae6ac159 None None] For port 989ea9ec-7db7-4152-9bb7-60485cba9fc2, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=989ea9ec-7db7-4152-9bb7-60485cba9fc2,segment=NetworkSegment(c78d36dd-7465-45f6-82d0-760e9f9f9da9),segment_id=c78d36dd-7465-45f6-82d0-760e9f9f9da9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:03:00.883941 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d391a0-a006-42c8-ac06-a2729c008ec1 req-dd2d9806-f0d9-43c1-86aa-6a45d2c8fa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:00.885481 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f7d391a0-a006-42c8-ac06-a2729c008ec1 req-dd2d9806-f0d9-43c1-86aa-6a45d2c8fa86 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.3844361 Feb 20 04:03:00.922619 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-677eeb7c-0950-448c-bdb5-4dfd8e23d5db admin admin] Publish callbacks [] for port (a08cd315-d285-494c-9550-10254f33f52d), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:00.925311 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5438c0-5673-4eea-b340-8d9a60941bac service neutron] Pushing event updated for resources: {'Port': ['ID=f0278f55-83dd-4bc1-9d9f-fe8cc5599161,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:00.931624 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-da5438c0-5673-4eea-b340-8d9a60941bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:00.932411 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-da5438c0-5673-4eea-b340-8d9a60941bac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:00.933949 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-da5438c0-5673-4eea-b340-8d9a60941bac service neutron] 10.222.0.93 "PUT /v2.0/ports/f0278f55-83dd-4bc1-9d9f-fe8cc5599161 HTTP/1.1" status: 200 len: 1091 time: 2.8354385 Feb 20 04:03:00.934525 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c9be14e-00c2-4442-913d-f2ffd18c2925', 'tag': 'f0278f55-83dd-4bc1-9d9f-fe8cc5599161'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:03:00.938999 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281e814f-44df-459b-b041-13f78a8dfa13" -d '{"events": [{"name": "network-changed", "server_uuid": "4c9be14e-00c2-4442-913d-f2ffd18c2925", "tag": "f0278f55-83dd-4bc1-9d9f-fe8cc5599161"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:03:01.025729 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-677eeb7c-0950-448c-bdb5-4dfd8e23d5db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (a08cd315-d285-494c-9550-10254f33f52d), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:01.050081 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a4492545-ef1c-443f-b9fa-cecf4911ff73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ea826414-c587-4ca2-a476-76845dc5c78b), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:01.067769 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a4492545-ef1c-443f-b9fa-cecf4911ff73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:01.069387 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a4492545-ef1c-443f-b9fa-cecf4911ff73 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ea826414-c587-4ca2-a476-76845dc5c78b HTTP/1.1" status: 204 len: 168 time: 1.5686920 Feb 20 04:03:01.145724 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-677eeb7c-0950-448c-bdb5-4dfd8e23d5db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (a5da4430-29a1-47da-b6e8-0dc45a929751), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:01.154636 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4492545-ef1c-443f-b9fa-cecf4911ff73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea826414-c587-4ca2-a476-76845dc5c78b,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:01.242377 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d391a0-a006-42c8-ac06-a2729c008ec1 req-007268f4-e037-498d-975e-ae5bbcbff6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:01.244090 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f7d391a0-a006-42c8-ac06-a2729c008ec1 req-007268f4-e037-498d-975e-ae5bbcbff6b5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3394539 Feb 20 04:03:01.254082 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311320b-5787-43a4-bb5b-b77a29786f72 req-921827d3-4689-4e57-b2f4-3a7f3b6836fc tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:01.267319 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b311320b-5787-43a4-bb5b-b77a29786f72 req-921827d3-4689-4e57-b2f4-3a7f3b6836fc tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 943 time: 0.3527799 Feb 20 04:03:01.309643 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-28dfa160-9a69-4283-a63a-a0a9ae6ac159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (989ea9ec-7db7-4152-9bb7-60485cba9fc2), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:01.476979 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677eeb7c-0950-448c-bdb5-4dfd8e23d5db admin admin] Pushing event updated for resources: {'Port': ['ID=a08cd315-d285-494c-9550-10254f33f52d,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:01.504500 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b311320b-5787-43a4-bb5b-b77a29786f72 req-a4521797-5a3f-4d58-a1c7-650281121b5c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2360601 Feb 20 04:03:01.526911 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-685cc430-9dc1-41a2-a3d2-6df3c9c36307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:01.536982 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 989ea9ec-7db7-4152-9bb7-60485cba9fc2 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:03:01.537691 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (989ea9ec-7db7-4152-9bb7-60485cba9fc2), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:01.542808 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-685cc430-9dc1-41a2-a3d2-6df3c9c36307 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 1125 time: 0.4173019 Feb 20 04:03:01.626334 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:01.632169 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677eeb7c-0950-448c-bdb5-4dfd8e23d5db admin admin] Network bb260ae1-5b57-4dac-9ab7-362add8b650c is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:03:01.633730 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-677eeb7c-0950-448c-bdb5-4dfd8e23d5db admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:03:01.688655 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a24d90d-b157-47eb-8061-a38d61a094d5 x-openstack-request-id: req-0a24d90d-b157-47eb-8061-a38d61a094d5 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:03:01.688966 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c9be14e-00c2-4442-913d-f2ffd18c2925", "tag": "f0278f55-83dd-4bc1-9d9f-fe8cc5599161", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:03:01.689232 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0a24d90d-b157-47eb-8061-a38d61a094d5 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:03:01.691741 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c9be14e-00c2-4442-913d-f2ffd18c2925', 'tag': 'f0278f55-83dd-4bc1-9d9f-fe8cc5599161', 'status': 'completed', 'code': 200} Feb 20 04:03:01.699528 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-66fb027d-4062-4525-b7b0-ac97967838ea service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0278f55-83dd-4bc1-9d9f-fe8cc5599161 HTTP/1.1" status: 200 len: 217 time: 0.1451876 Feb 20 04:03:01.780620 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f5103277-ff9e-4d9d-98f4-3ff775a78769 None None] Provisioning complete for port a08cd315-d285-494c-9550-10254f33f52d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:03:01.783136 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f5103277-ff9e-4d9d-98f4-3ff775a78769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a08cd315-d285-494c-9550-10254f33f52d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:01.896300 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfa160-9a69-4283-a63a-a0a9ae6ac159 None None] Pushing event updated for resources: {'Port': ['ID=989ea9ec-7db7-4152-9bb7-60485cba9fc2,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:01.901454 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f7d391a0-a006-42c8-ac06-a2729c008ec1 req-6bed67a1-7098-4fad-868f-27e35f93eea7 service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5948734 Feb 20 04:03:01.944952 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-f3fae7f4-e846-43d4-8117-30ca4f9c8c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:01.946653 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-f3fae7f4-e846-43d4-8117-30ca4f9c8c6b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1ce071d3-c01b-4a15-863a-0ee70f50d0d7 HTTP/1.1" status: 200 len: 835 time: 0.2292271 Feb 20 04:03:02.033630 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677eeb7c-0950-448c-bdb5-4dfd8e23d5db admin admin] Router a5da4430-29a1-47da-b6e8-0dc45a929751 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:03:02.136126 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d1334ddd-22a3-4645-b293-898d8be3653c None None] Publish callbacks [] for port (93f60f21-9625-415c-b3ff-7b985a3fadb1), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:02.171229 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f5103277-ff9e-4d9d-98f4-3ff775a78769 None None] Port a08cd315-d285-494c-9550-10254f33f52d cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:03:02.182005 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 04:03:02.182355 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 04:03:02.202720 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f5103277-ff9e-4d9d-98f4-3ff775a78769 None None] Provisioning complete for port 2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:03:02.203673 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f5103277-ff9e-4d9d-98f4-3ff775a78769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:02.264474 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-3c09ce57-c664-4f39-8415-79412276da74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:02.268799 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-3c09ce57-c664-4f39-8415-79412276da74 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=322dc40c-bc10-4999-8010-18bc806f31d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2888162 Feb 20 04:03:02.282093 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d1334ddd-22a3-4645-b293-898d8be3653c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (93f60f21-9625-415c-b3ff-7b985a3fadb1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:02.386101 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677eeb7c-0950-448c-bdb5-4dfd8e23d5db admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:03:02.398983 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-677eeb7c-0950-448c-bdb5-4dfd8e23d5db admin admin] 10.222.0.89 "PUT /v2.0/routers/a5da4430-29a1-47da-b6e8-0dc45a929751/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6102653 Feb 20 04:03:02.558758 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f7d391a0-a006-42c8-ac06-a2729c008ec1 req-1a59bb4b-df6b-41b7-af35-387df5c29a3e service neutron] 10.222.0.42 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6452141 Feb 20 04:03:02.593002 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d1334ddd-22a3-4645-b293-898d8be3653c None None] Attempting to bind port 93f60f21-9625-415c-b3ff-7b985a3fadb1 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:03:02.602536 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d1334ddd-22a3-4645-b293-898d8be3653c None None] Attempting to bind port 93f60f21-9625-415c-b3ff-7b985a3fadb1 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:03:02.603303 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1334ddd-22a3-4645-b293-898d8be3653c None None] Attempting to bind port 93f60f21-9625-415c-b3ff-7b985a3fadb1 on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:03:02.612848 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1334ddd-22a3-4645-b293-898d8be3653c None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:03:02.613008 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-b631c10b-efb8-419d-95ca-d69ef5f73a9d service neutron] 10.222.0.93 "GET /v2.0/networks/322dc40c-bc10-4999-8010-18bc806f31d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302004 Feb 20 04:03:02.614972 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1334ddd-22a3-4645-b293-898d8be3653c None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:03:02.616455 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d1334ddd-22a3-4645-b293-898d8be3653c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:02.618193 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1334ddd-22a3-4645-b293-898d8be3653c None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:03:02.619596 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d1334ddd-22a3-4645-b293-898d8be3653c None None] Bound port: 93f60f21-9625-415c-b3ff-7b985a3fadb1, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:03:02.621551 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d1334ddd-22a3-4645-b293-898d8be3653c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (93f60f21-9625-415c-b3ff-7b985a3fadb1), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:02.631324 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581a2ad-fde5-473d-aa73-d93d5227bf62 None None] Pushing event updated for resources: {'Port': ['ID=93f60f21-9625-415c-b3ff-7b985a3fadb1,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:02.842300 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d1334ddd-22a3-4645-b293-898d8be3653c None None] For port 93f60f21-9625-415c-b3ff-7b985a3fadb1, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:03:02.850540 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d1334ddd-22a3-4645-b293-898d8be3653c None None] For port 93f60f21-9625-415c-b3ff-7b985a3fadb1, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=93f60f21-9625-415c-b3ff-7b985a3fadb1,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:03:03.065255 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d1334ddd-22a3-4645-b293-898d8be3653c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (93f60f21-9625-415c-b3ff-7b985a3fadb1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:03.307871 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f07cc5-a38d-4d40-b25a-1c22dbc980e1 req-01be93b9-b7c5-4b71-9fe9-7b193a96b646 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:03.313132 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-21f07cc5-a38d-4d40-b25a-1c22dbc980e1 req-01be93b9-b7c5-4b71-9fe9-7b193a96b646 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 943 time: 0.4087977 Feb 20 04:03:03.315893 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c955738-241a-4a95-b2c3-ec2787cdb858 req-d42e3173-c736-4665-b1e6-875e8d2d119a service neutron] 10.222.0.93 "GET /v2.0/networks/322dc40c-bc10-4999-8010-18bc806f31d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6945279 Feb 20 04:03:03.384969 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:03.394031 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f5103277-ff9e-4d9d-98f4-3ff775a78769 None None] Current status of the port 2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:03:03.394452 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f5103277-ff9e-4d9d-98f4-3ff775a78769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:03.477436 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581a2ad-fde5-473d-aa73-d93d5227bf62 None None] Pushing event updated for resources: {'Port': ['ID=93f60f21-9625-415c-b3ff-7b985a3fadb1,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:03.489810 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-21f07cc5-a38d-4d40-b25a-1c22dbc980e1 req-76ea2ed4-09ae-49af-b3d8-67fc9a71f7a0 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1283557 Feb 20 04:03:03.563655 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1334ddd-22a3-4645-b293-898d8be3653c None None] Routers {'a5da4430-29a1-47da-b6e8-0dc45a929751'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:03:03.564304 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d1334ddd-22a3-4645-b293-898d8be3653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:02:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['a5da4430-29a1-47da-b6e8-0dc45a929751'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:03:03.575581 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 989ea9ec-7db7-4152-9bb7-60485cba9fc2 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:03:03.648169 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e814f-44df-459b-b041-13f78a8dfa13 req-bd5dc2ca-2c49-4fbc-9afe-bbc3c86bd3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:03.654837 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-281e814f-44df-459b-b041-13f78a8dfa13 req-bd5dc2ca-2c49-4fbc-9afe-bbc3c86bd3c0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 1125 time: 0.1637201 Feb 20 04:03:03.799504 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-f5103277-ff9e-4d9d-98f4-3ff775a78769 None None] For port 2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f,segment=NetworkSegment(062f8661-51ce-4e0d-8c59-4fd3681e43d1),segment_id=062f8661-51ce-4e0d-8c59-4fd3681e43d1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:03:03.900918 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 989ea9ec-7db7-4152-9bb7-60485cba9fc2 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:03:03.932825 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e814f-44df-459b-b041-13f78a8dfa13 req-897f9194-4f99-41a9-95a1-38812ae08460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:03.932825 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-281e814f-44df-459b-b041-13f78a8dfa13 req-897f9194-4f99-41a9-95a1-38812ae08460 service neutron] 10.222.0.93 "GET /v2.0/networks?id=322dc40c-bc10-4999-8010-18bc806f31d2 HTTP/1.1" status: 200 len: 897 time: 0.2677948 Feb 20 04:03:04.252047 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f5103277-ff9e-4d9d-98f4-3ff775a78769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:04.253750 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-281e814f-44df-459b-b041-13f78a8dfa13 req-d5113b89-01ef-4fdf-8620-2b483264d35c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0278f55-83dd-4bc1-9d9f-fe8cc5599161 HTTP/1.1" status: 200 len: 217 time: 0.1139150 Feb 20 04:03:04.253750 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e814f-44df-459b-b041-13f78a8dfa13 req-c4af3d0e-1f68-45c3-b715-05fc18489cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:04.253750 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-281e814f-44df-459b-b041-13f78a8dfa13 req-c4af3d0e-1f68-45c3-b715-05fc18489cde service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1ce071d3-c01b-4a15-863a-0ee70f50d0d7 HTTP/1.1" status: 200 len: 835 time: 0.1389318 Feb 20 04:03:04.373527 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e814f-44df-459b-b041-13f78a8dfa13 req-27ceb1c8-afc5-4d5e-9479-1a9e1c0f5282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:04.379126 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-281e814f-44df-459b-b041-13f78a8dfa13 req-27ceb1c8-afc5-4d5e-9479-1a9e1c0f5282 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=322dc40c-bc10-4999-8010-18bc806f31d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1659653 Feb 20 04:03:04.528460 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-d1334ddd-22a3-4645-b293-898d8be3653c None None] Set router a5da4430-29a1-47da-b6e8-0dc45a929751 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:03:04.528460 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f5103277-ff9e-4d9d-98f4-3ff775a78769 None None] Provisioning complete for port 989ea9ec-7db7-4152-9bb7-60485cba9fc2 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:03:04.528460 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f5103277-ff9e-4d9d-98f4-3ff775a78769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (989ea9ec-7db7-4152-9bb7-60485cba9fc2), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:04.543181 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5103277-ff9e-4d9d-98f4-3ff775a78769 None None] Pushing event updated for resources: {'Port': ['ID=2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:04.573047 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-281e814f-44df-459b-b041-13f78a8dfa13 req-182a6a9f-c843-421f-b141-812c97f2e1b9 service neutron] 10.222.0.93 "GET /v2.0/networks/322dc40c-bc10-4999-8010-18bc806f31d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845024 Feb 20 04:03:04.801482 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-281e814f-44df-459b-b041-13f78a8dfa13 req-1ac5fcaf-a35b-4fbd-8773-a11f018964ca service neutron] 10.222.0.93 "GET /v2.0/networks/322dc40c-bc10-4999-8010-18bc806f31d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207303 Feb 20 04:03:04.814841 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46882) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:03:04.824621 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-7591c0ad-bcaa-44cb-bbf6-623a1ff49bff tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-301483319', 'description': 'tempest-secgroup-smoke-301483319 description', 'project_id': 'dbce6a23f7f448d581896d0b0de43858'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:03:04.939121 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7591c0ad-bcaa-44cb-bbf6-623a1ff49bff tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:04.955925 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 989ea9ec-7db7-4152-9bb7-60485cba9fc2 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:03:04.956924 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (989ea9ec-7db7-4152-9bb7-60485cba9fc2), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:05.119474 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6dbe17-823b-4662-a195-3c23c8a73df4 req-3c1fe84f-6131-43d0-9ece-afdd7e0a922d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:05.121176 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0d6dbe17-823b-4662-a195-3c23c8a73df4 req-3c1fe84f-6131-43d0-9ece-afdd7e0a922d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 943 time: 0.1932981 Feb 20 04:03:05.153274 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7591c0ad-bcaa-44cb-bbf6-623a1ff49bff tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks [] for security_group (2e7ab302-30c7-4fed-9991-c8efe6d85f62), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:05.210490 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f5103277-ff9e-4d9d-98f4-3ff775a78769 None None] Current status of the port 989ea9ec-7db7-4152-9bb7-60485cba9fc2 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:03:05.238336 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7591c0ad-bcaa-44cb-bbf6-623a1ff49bff tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (2e7ab302-30c7-4fed-9991-c8efe6d85f62), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:05.246723 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d1334ddd-22a3-4645-b293-898d8be3653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5da4430-29a1-47da-b6e8-0dc45a929751', 'name': 'tempest-TestServerBasicOps-153241188-router', 'tenant_id': '194e4b232c5342afb4adf64af2444cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '93f60f21-9625-415c-b3ff-7b985a3fadb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:52Z', 'updated_at': '2022-02-20T04:03:00Z', 'revision_number': 4, 'project_id': '194e4b232c5342afb4adf64af2444cf6', 'gw_port': {'id': '93f60f21-9625-415c-b3ff-7b985a3fadb1', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5da4430-29a1-47da-b6e8-0dc45a929751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:53Z', 'updated_at': '2022-02-20T04:03:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'a08cd315-d285-494c-9550-10254f33f52d', 'name': '', 'network_id': 'bb260ae1-5b57-4dac-9ab7-362add8b650c', 'tenant_id': '194e4b232c5342afb4adf64af2444cf6', 'mac_address': 'fa:16:3e:19:1f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5da4430-29a1-47da-b6e8-0dc45a929751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '2ddeb4ca-f862-4a19-be69-d050cae0ec79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:58Z', 'updated_at': '2022-02-20T04:03:00Z', 'revision_number': 2, 'project_id': '194e4b232c5342afb4adf64af2444cf6', 'subnets': [{'id': '2ddeb4ca-f862-4a19-be69-d050cae0ec79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:03:05.282133 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0d6dbe17-823b-4662-a195-3c23c8a73df4 req-c3161886-8c77-47ad-968c-bdc3346292b1 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1524205 Feb 20 04:03:05.316899 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591c0ad-bcaa-44cb-bbf6-623a1ff49bff tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7ab302-30c7-4fed-9991-c8efe6d85f62,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:05.344583 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1334ddd-22a3-4645-b293-898d8be3653c None None] The sync data for ids ['a5da4430-29a1-47da-b6e8-0dc45a929751'] in n-d-829866-4 is: [{'id': 'a5da4430-29a1-47da-b6e8-0dc45a929751', 'name': 'tempest-TestServerBasicOps-153241188-router', 'tenant_id': '194e4b232c5342afb4adf64af2444cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '93f60f21-9625-415c-b3ff-7b985a3fadb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:52Z', 'updated_at': '2022-02-20T04:03:00Z', 'revision_number': 4, 'project_id': '194e4b232c5342afb4adf64af2444cf6', 'gw_port': {'id': '93f60f21-9625-415c-b3ff-7b985a3fadb1', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5da4430-29a1-47da-b6e8-0dc45a929751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:53Z', 'updated_at': '2022-02-20T04:03:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'a08cd315-d285-494c-9550-10254f33f52d', 'name': '', 'network_id': 'bb260ae1-5b57-4dac-9ab7-362add8b650c', 'tenant_id': '194e4b232c5342afb4adf64af2444cf6', 'mac_address': 'fa:16:3e:19:1f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5da4430-29a1-47da-b6e8-0dc45a929751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '2ddeb4ca-f862-4a19-be69-d050cae0ec79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:58Z', 'updated_at': '2022-02-20T04:03:00Z', 'revision_number': 2, 'project_id': '194e4b232c5342afb4adf64af2444cf6', 'subnets': [{'id': '2ddeb4ca-f862-4a19-be69-d050cae0ec79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:03:05.348901 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 989ea9ec-7db7-4152-9bb7-60485cba9fc2 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:03:05.349753 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:03:05.375060 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7591c0ad-bcaa-44cb-bbf6-623a1ff49bff tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:05.377190 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7591c0ad-bcaa-44cb-bbf6-623a1ff49bff tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5570557 Feb 20 04:03:05.380322 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46914) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:03:05.385173 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-451c465a-94a2-4ccf-aeb4-d6f98e4d912d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Request body: {'security_group_rule': {'security_group_id': '2e7ab302-30c7-4fed-9991-c8efe6d85f62', 'project_id': 'dbce6a23f7f448d581896d0b0de43858', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:03:05.445056 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:03:05.445866 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:05.502327 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-451c465a-94a2-4ccf-aeb4-d6f98e4d912d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks [] for security_group_rule (fcfdf9ab-d607-4d02-bba1-bf769803f822), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:05.586179 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-2b9b9a0a-d3a9-4d4c-be99-999c103f2dd9 None None] Provisioning complete for port a08cd315-d285-494c-9550-10254f33f52d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:03:05.586308 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2b9b9a0a-d3a9-4d4c-be99-999c103f2dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a08cd315-d285-494c-9550-10254f33f52d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:05.627249 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-451c465a-94a2-4ccf-aeb4-d6f98e4d912d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks [] for security_group_rule (fcfdf9ab-d607-4d02-bba1-bf769803f822), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:05.715577 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-451c465a-94a2-4ccf-aeb4-d6f98e4d912d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (fcfdf9ab-d607-4d02-bba1-bf769803f822), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:05.723311 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2b9b9a0a-d3a9-4d4c-be99-999c103f2dd9 None None] Port a08cd315-d285-494c-9550-10254f33f52d cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:03:05.724770 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:03:05.803458 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c465a-94a2-4ccf-aeb4-d6f98e4d912d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcfdf9ab-d607-4d02-bba1-bf769803f822,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:05.888971 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-451c465a-94a2-4ccf-aeb4-d6f98e4d912d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:05.889995 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-451c465a-94a2-4ccf-aeb4-d6f98e4d912d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5086355 Feb 20 04:03:05.892711 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 46938) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:03:05.900894 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-4cd10da4-ac6a-4f28-9bdb-93d8680d5e4b tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Request body: {'security_group_rule': {'security_group_id': '2e7ab302-30c7-4fed-9991-c8efe6d85f62', 'project_id': 'dbce6a23f7f448d581896d0b0de43858', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:03:05.980864 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:03:06.039083 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4cd10da4-ac6a-4f28-9bdb-93d8680d5e4b tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks [] for security_group_rule (3b9f7b5c-ebc2-4454-ba02-4501abe5e192), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:06.092405 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:03:06.093504 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:06.153990 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4cd10da4-ac6a-4f28-9bdb-93d8680d5e4b tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks [] for security_group_rule (3b9f7b5c-ebc2-4454-ba02-4501abe5e192), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:06.249020 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:03:06.261457 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4cd10da4-ac6a-4f28-9bdb-93d8680d5e4b tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (3b9f7b5c-ebc2-4454-ba02-4501abe5e192), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:06.298070 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd10da4-ac6a-4f28-9bdb-93d8680d5e4b tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b9f7b5c-ebc2-4454-ba02-4501abe5e192,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:06.379922 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-4cd10da4-ac6a-4f28-9bdb-93d8680d5e4b tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:06.381261 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4cd10da4-ac6a-4f28-9bdb-93d8680d5e4b tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4875073 Feb 20 04:03:06.384082 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 46968) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:03:06.388886 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-51c1bc76-3b32-4f9e-a8a1-8753f2f63df1 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Request body: {'security_group_rule': {'security_group_id': '2e7ab302-30c7-4fed-9991-c8efe6d85f62', 'project_id': 'dbce6a23f7f448d581896d0b0de43858', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:03:06.440284 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f0278f55-83dd-4bc1-9d9f-fe8cc5599161 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:03:06.505043 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-51c1bc76-3b32-4f9e-a8a1-8753f2f63df1 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks [] for security_group_rule (80188a25-d6dc-4519-9c6f-56136c949d29), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:06.555584 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1b0fb-e257-4278-b2bb-558eaca5145e req-cdef1920-fbf9-404c-99f7-b2486cbb6dd7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:06.557559 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a5f1b0fb-e257-4278-b2bb-558eaca5145e req-cdef1920-fbf9-404c-99f7-b2486cbb6dd7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 943 time: 0.1145542 Feb 20 04:03:06.694454 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a5f1b0fb-e257-4278-b2bb-558eaca5145e req-c8d6f6e6-8206-44fa-a406-5c78ed6d5644 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1285224 Feb 20 04:03:06.706972 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-51c1bc76-3b32-4f9e-a8a1-8753f2f63df1 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks [] for security_group_rule (80188a25-d6dc-4519-9c6f-56136c949d29), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:06.768634 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port f0278f55-83dd-4bc1-9d9f-fe8cc5599161, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f0278f55-83dd-4bc1-9d9f-fe8cc5599161,segment=NetworkSegment(cb97def5-2031-4693-a35c-a14521250414),segment_id=cb97def5-2031-4693-a35c-a14521250414)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:03:06.789409 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-51c1bc76-3b32-4f9e-a8a1-8753f2f63df1 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (80188a25-d6dc-4519-9c6f-56136c949d29), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:06.793821 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'f0278f55-83dd-4bc1-9d9f-fe8cc5599161', 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2', 'port_id': 'f0278f55-83dd-4bc1-9d9f-fe8cc5599161', 'mac_address': 'fa:16:3e:86:07:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ce071d3-c01b-4a15-863a-0ee70f50d0d7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:03:06.838274 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1bc76-3b32-4f9e-a8a1-8753f2f63df1 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80188a25-d6dc-4519-9c6f-56136c949d29,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:06.850530 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port f0278f55-83dd-4bc1-9d9f-fe8cc5599161 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:03:06.850530 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f0278f55-83dd-4bc1-9d9f-fe8cc5599161), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:06.865210 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0278f55-83dd-4bc1-9d9f-fe8cc5599161 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:03:06.888419 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port f0278f55-83dd-4bc1-9d9f-fe8cc5599161, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f0278f55-83dd-4bc1-9d9f-fe8cc5599161,segment=NetworkSegment(cb97def5-2031-4693-a35c-a14521250414),segment_id=cb97def5-2031-4693-a35c-a14521250414)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:03:06.945482 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-51c1bc76-3b32-4f9e-a8a1-8753f2f63df1 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:06.951363 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-51c1bc76-3b32-4f9e-a8a1-8753f2f63df1 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5627959 Feb 20 04:03:06.955219 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 47008) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:03:06.961067 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-05c90284-70ac-446a-92c9-22924ea92752 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Request body: {'security_group_rule': {'security_group_id': '2e7ab302-30c7-4fed-9991-c8efe6d85f62', 'project_id': 'dbce6a23f7f448d581896d0b0de43858', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:03:06.976529 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f0278f55-83dd-4bc1-9d9f-fe8cc5599161), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:07.042431 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=f0278f55-83dd-4bc1-9d9f-fe8cc5599161,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:07.102077 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-05c90284-70ac-446a-92c9-22924ea92752 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks [] for security_group_rule (fad36eac-c64b-47a2-a799-ae2f1e557081), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:07.176413 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['f0278f55-83dd-4bc1-9d9f-fe8cc5599161'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:03:07.177389 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-05c90284-70ac-446a-92c9-22924ea92752 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks [] for security_group_rule (fad36eac-c64b-47a2-a799-ae2f1e557081), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:07.290927 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-05c90284-70ac-446a-92c9-22924ea92752 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (fad36eac-c64b-47a2-a799-ae2f1e557081), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:07.314315 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c90284-70ac-446a-92c9-22924ea92752 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fad36eac-c64b-47a2-a799-ae2f1e557081,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:07.411998 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-05c90284-70ac-446a-92c9-22924ea92752 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:07.416100 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-05c90284-70ac-446a-92c9-22924ea92752 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4568534 Feb 20 04:03:07.416816 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 47018) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:03:07.421034 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-865c30f5-15f3-42d9-beb4-05a7a370d7bc tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Request body: {'security_group_rule': {'security_group_id': '2e7ab302-30c7-4fed-9991-c8efe6d85f62', 'project_id': 'dbce6a23f7f448d581896d0b0de43858', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:03:07.501624 n-d-829866-4 neutron-server[104105]: INFO neutron.db.securitygroups_db [None req-865c30f5-15f3-42d9-beb4-05a7a370d7bc tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Project dbce6a23f7f448d581896d0b0de43858 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 04:03:07.503922 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-865c30f5-15f3-42d9-beb4-05a7a370d7bc tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks [] for security_group_rule (ae3ca836-87f2-4fa3-9e7d-c76918b17bc1), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:07.570584 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-865c30f5-15f3-42d9-beb4-05a7a370d7bc tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks [] for security_group_rule (ae3ca836-87f2-4fa3-9e7d-c76918b17bc1), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:07.649607 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-865c30f5-15f3-42d9-beb4-05a7a370d7bc tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (ae3ca836-87f2-4fa3-9e7d-c76918b17bc1), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:07.669684 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c30f5-15f3-42d9-beb4-05a7a370d7bc tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae3ca836-87f2-4fa3-9e7d-c76918b17bc1,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:07.741462 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-865c30f5-15f3-42d9-beb4-05a7a370d7bc tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:07.743062 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-865c30f5-15f3-42d9-beb4-05a7a370d7bc tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3257155 Feb 20 04:03:07.746260 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47040) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:03:07.757610 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-9e0f18ae-b0ce-4f45-ac7e-8e1ed19f7c5d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Request body: {'security_group_rule': {'security_group_id': '2e7ab302-30c7-4fed-9991-c8efe6d85f62', 'project_id': 'dbce6a23f7f448d581896d0b0de43858', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:03:07.866299 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cb346-1a5a-4cbe-a58a-cb3f3edb6469 req-95aafdd8-7b44-4a19-8252-2da5e96e9df0 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:07.877709 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d0cb346-1a5a-4cbe-a58a-cb3f3edb6469 req-95aafdd8-7b44-4a19-8252-2da5e96e9df0 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 944 time: 0.0946708 Feb 20 04:03:07.878780 n-d-829866-4 neutron-server[104106]: INFO neutron.db.securitygroups_db [None req-9e0f18ae-b0ce-4f45-ac7e-8e1ed19f7c5d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Project dbce6a23f7f448d581896d0b0de43858 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 04:03:07.887608 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9e0f18ae-b0ce-4f45-ac7e-8e1ed19f7c5d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks [] for security_group_rule (3128d40a-682b-4565-9142-66117debeb0c), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:07.919853 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 93f60f21-9625-415c-b3ff-7b985a3fadb1 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:03:07.973623 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d0cb346-1a5a-4cbe-a58a-cb3f3edb6469 req-5be2fb24-ebed-4e9a-8031-ea1ddefc5657 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0913608 Feb 20 04:03:08.029566 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 93f60f21-9625-415c-b3ff-7b985a3fadb1 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:03:08.030139 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (93f60f21-9625-415c-b3ff-7b985a3fadb1), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:08.045510 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9e0f18ae-b0ce-4f45-ac7e-8e1ed19f7c5d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks [] for security_group_rule (3128d40a-682b-4565-9142-66117debeb0c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:08.122178 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 93f60f21-9625-415c-b3ff-7b985a3fadb1 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:03:08.123059 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (93f60f21-9625-415c-b3ff-7b985a3fadb1), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:08.143932 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9e0f18ae-b0ce-4f45-ac7e-8e1ed19f7c5d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (3128d40a-682b-4565-9142-66117debeb0c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:08.158515 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 93f60f21-9625-415c-b3ff-7b985a3fadb1, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=93f60f21-9625-415c-b3ff-7b985a3fadb1,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:03:08.167373 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f18ae-b0ce-4f45-ac7e-8e1ed19f7c5d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3128d40a-682b-4565-9142-66117debeb0c,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:08.246951 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (93f60f21-9625-415c-b3ff-7b985a3fadb1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:08.278069 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9e0f18ae-b0ce-4f45-ac7e-8e1ed19f7c5d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:08.281642 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9e0f18ae-b0ce-4f45-ac7e-8e1ed19f7c5d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5301359 Feb 20 04:03:08.301562 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=93f60f21-9625-415c-b3ff-7b985a3fadb1,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:08.451350 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f0278f55-83dd-4bc1-9d9f-fe8cc5599161 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:03:08.532551 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-7dd6a386-fa5b-460f-b725-ff2728c9cb03 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-301483319&fields=id&tenant_id=dbce6a23f7f448d581896d0b0de43858 HTTP/1.1" status: 200 len: 267 time: 0.0509312 Feb 20 04:03:08.569579 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port f0278f55-83dd-4bc1-9d9f-fe8cc5599161 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:03:08.574445 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port f0278f55-83dd-4bc1-9d9f-fe8cc5599161 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:03:08.575226 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f0278f55-83dd-4bc1-9d9f-fe8cc5599161), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:08.657895 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-9dd25500-33e8-4da2-8eb0-9372b20b8fb5 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:08.663550 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-9dd25500-33e8-4da2-8eb0-9372b20b8fb5 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "GET /v2.0/networks?id=7aefa578-9a73-485e-abe5-76525a78e3f7 HTTP/1.1" status: 200 len: 808 time: 0.1202533 Feb 20 04:03:08.673754 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port f0278f55-83dd-4bc1-9d9f-fe8cc5599161 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:03:08.674151 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f0278f55-83dd-4bc1-9d9f-fe8cc5599161), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:08.679710 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-b73394f9-199d-426c-877b-ac12e224996c tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "GET /v2.0/quotas/dbce6a23f7f448d581896d0b0de43858 HTTP/1.1" status: 200 len: 375 time: 0.0136201 Feb 20 04:03:08.711203 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9be14e-00c2-4442-913d-f2ffd18c2925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0278f55-83dd-4bc1-9d9f-fe8cc5599161'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:03:08.713928 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b28ae6-1130-4732-a77c-9fd15996d5fa" -d '{"events": [{"server_uuid": "4c9be14e-00c2-4442-913d-f2ffd18c2925", "name": "network-vif-plugged", "status": "completed", "tag": "f0278f55-83dd-4bc1-9d9f-fe8cc5599161"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:03:08.729163 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port f0278f55-83dd-4bc1-9d9f-fe8cc5599161, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f0278f55-83dd-4bc1-9d9f-fe8cc5599161,segment=NetworkSegment(cb97def5-2031-4693-a35c-a14521250414),segment_id=cb97def5-2031-4693-a35c-a14521250414)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:03:08.747408 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-8b5803ee-2a1a-45ee-bda5-5e4c9c1a1173 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=dbce6a23f7f448d581896d0b0de43858&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607364 Feb 20 04:03:08.818744 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f0278f55-83dd-4bc1-9d9f-fe8cc5599161), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:08.857319 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-77663da9-925c-4934-8454-d3a0a45fe0b8 service neutron] 10.222.0.89 "GET /v2.0/networks/7aefa578-9a73-485e-abe5-76525a78e3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958688 Feb 20 04:03:08.872259 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=f0278f55-83dd-4bc1-9d9f-fe8cc5599161,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:08.960665 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-0a6a7710-e5ab-4ecc-9829-80f3706e5fc3 service neutron] 10.222.0.89 "GET /v2.0/networks/7aefa578-9a73-485e-abe5-76525a78e3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970490 Feb 20 04:03:09.274481 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f832ae-87cf-4fa3-94aa-9cac63719ead x-openstack-request-id: req-43f832ae-87cf-4fa3-94aa-9cac63719ead {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:03:09.275007 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9be14e-00c2-4442-913d-f2ffd18c2925", "name": "network-vif-plugged", "status": "completed", "tag": "f0278f55-83dd-4bc1-9d9f-fe8cc5599161", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:03:09.276735 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-43f832ae-87cf-4fa3-94aa-9cac63719ead {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:03:09.277302 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9be14e-00c2-4442-913d-f2ffd18c2925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0278f55-83dd-4bc1-9d9f-fe8cc5599161', 'code': 200} Feb 20 04:03:09.346533 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a198082b-97d9-4f9e-8e3f-76ea831dce40 None None] Sync routers for ids ['a5da4430-29a1-47da-b6e8-0dc45a929751'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:03:09.379786 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a198082b-97d9-4f9e-8e3f-76ea831dce40 None None] Routers {'a5da4430-29a1-47da-b6e8-0dc45a929751'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:03:09.380500 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-a198082b-97d9-4f9e-8e3f-76ea831dce40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:02:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['a5da4430-29a1-47da-b6e8-0dc45a929751'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:03:09.500004 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18319efe-81aa-4d4b-a83e-441fa3183d6e req-2208d22d-4fe6-4260-a54a-72f489caca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:09.502844 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-18319efe-81aa-4d4b-a83e-441fa3183d6e req-2208d22d-4fe6-4260-a54a-72f489caca5a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 1127 time: 0.0778632 Feb 20 04:03:09.513253 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f768f-ce38-4e97-856f-73c0df50eaf2 req-77b48913-0a34-4b98-a56d-2221982764f7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:09.521511 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d80f768f-ce38-4e97-856f-73c0df50eaf2 req-77b48913-0a34-4b98-a56d-2221982764f7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 945 time: 0.1475344 Feb 20 04:03:09.548808 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-a198082b-97d9-4f9e-8e3f-76ea831dce40 None None] Set router a5da4430-29a1-47da-b6e8-0dc45a929751 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:03:09.614471 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-18319efe-81aa-4d4b-a83e-441fa3183d6e req-52386a15-4ded-4b86-a513-4788fe31c3c5 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0905190 Feb 20 04:03:09.647519 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d80f768f-ce38-4e97-856f-73c0df50eaf2 req-b9a27729-b84f-4259-aa85-036dae1a6940 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1247602 Feb 20 04:03:09.786439 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-40f1a450-530f-4b5b-b1b5-1b251f2b4486 req-a788c178-5167-4465-b042-489224319c70 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "GET /v2.0/ports?device_id=9e310850-a20f-440b-986b-feb043293ab8 HTTP/1.1" status: 200 len: 210 time: 0.0796394 Feb 20 04:03:09.876598 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 93f60f21-9625-415c-b3ff-7b985a3fadb1 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:03:09.898561 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-a198082b-97d9-4f9e-8e3f-76ea831dce40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5da4430-29a1-47da-b6e8-0dc45a929751', 'name': 'tempest-TestServerBasicOps-153241188-router', 'tenant_id': '194e4b232c5342afb4adf64af2444cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '93f60f21-9625-415c-b3ff-7b985a3fadb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:52Z', 'updated_at': '2022-02-20T04:03:00Z', 'revision_number': 4, 'project_id': '194e4b232c5342afb4adf64af2444cf6', 'gw_port': {'id': '93f60f21-9625-415c-b3ff-7b985a3fadb1', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da4430-29a1-47da-b6e8-0dc45a929751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:53Z', 'updated_at': '2022-02-20T04:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'a08cd315-d285-494c-9550-10254f33f52d', 'name': '', 'network_id': 'bb260ae1-5b57-4dac-9ab7-362add8b650c', 'tenant_id': '194e4b232c5342afb4adf64af2444cf6', 'mac_address': 'fa:16:3e:19:1f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5da4430-29a1-47da-b6e8-0dc45a929751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '2ddeb4ca-f862-4a19-be69-d050cae0ec79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:58Z', 'updated_at': '2022-02-20T04:03:00Z', 'revision_number': 2, 'project_id': '194e4b232c5342afb4adf64af2444cf6', 'subnets': [{'id': '2ddeb4ca-f862-4a19-be69-d050cae0ec79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:03:09.950662 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a198082b-97d9-4f9e-8e3f-76ea831dce40 None None] Checking router: a5da4430-29a1-47da-b6e8-0dc45a929751 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:03:09.951284 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 93f60f21-9625-415c-b3ff-7b985a3fadb1 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:03:09.951428 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a198082b-97d9-4f9e-8e3f-76ea831dce40 None None] Updating router a5da4430-29a1-47da-b6e8-0dc45a929751 port a08cd315-d285-494c-9550-10254f33f52d binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 04:03:09.951955 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (93f60f21-9625-415c-b3ff-7b985a3fadb1), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:09.993085 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a198082b-97d9-4f9e-8e3f-76ea831dce40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a08cd315-d285-494c-9550-10254f33f52d), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:10.111668 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 93f60f21-9625-415c-b3ff-7b985a3fadb1 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:03:10.374247 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47238) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:03:10.408136 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a198082b-97d9-4f9e-8e3f-76ea831dce40 None None] Publish callbacks [] for port (a08cd315-d285-494c-9550-10254f33f52d), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:10.519424 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-698538bc-2fee-46a0-ab15-7cc1cf8fc824 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:10.599691 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a198082b-97d9-4f9e-8e3f-76ea831dce40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a08cd315-d285-494c-9550-10254f33f52d), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:10.615924 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-698538bc-2fee-46a0-ab15-7cc1cf8fc824 admin admin] Publish callbacks [] for security_group (b92bb897-3153-4805-bad7-2ca4ae998840), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:10.716075 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-698538bc-2fee-46a0-ab15-7cc1cf8fc824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b92bb897-3153-4805-bad7-2ca4ae998840), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:10.813452 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a3a6a-4ee7-4dd7-9c77-8990257197ea None None] Pushing event updated for resources: {'Port': ['ID=a08cd315-d285-494c-9550-10254f33f52d,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:10.822654 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-698538bc-2fee-46a0-ab15-7cc1cf8fc824 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4e982035d7d141f7b4f6ccbf5111ad5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4451902 Feb 20 04:03:10.829914 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 47260) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:03:10.834219 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698538bc-2fee-46a0-ab15-7cc1cf8fc824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92bb897-3153-4805-bad7-2ca4ae998840,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:10.967875 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0399364d-3c74-4401-8579-1e3b70ffa8e2 admin admin] Publish callbacks [] for security_group (b92bb897-3153-4805-bad7-2ca4ae998840), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:10.995689 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-a198082b-97d9-4f9e-8e3f-76ea831dce40 None None] Attempting to bind port a08cd315-d285-494c-9550-10254f33f52d on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:03:10.996505 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-a198082b-97d9-4f9e-8e3f-76ea831dce40 None None] Attempting to bind port a08cd315-d285-494c-9550-10254f33f52d by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'c78d36dd-7465-45f6-82d0-760e9f9f9da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'bb260ae1-5b57-4dac-9ab7-362add8b650c'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:03:11.000923 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a198082b-97d9-4f9e-8e3f-76ea831dce40 None None] Attempting to bind port a08cd315-d285-494c-9550-10254f33f52d on network bb260ae1-5b57-4dac-9ab7-362add8b650c {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:03:11.008420 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a198082b-97d9-4f9e-8e3f-76ea831dce40 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:03:11.009100 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a198082b-97d9-4f9e-8e3f-76ea831dce40 None None] Checking segment: {'id': 'c78d36dd-7465-45f6-82d0-760e9f9f9da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'bb260ae1-5b57-4dac-9ab7-362add8b650c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:03:11.010437 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a198082b-97d9-4f9e-8e3f-76ea831dce40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:11.011375 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a198082b-97d9-4f9e-8e3f-76ea831dce40 None None] Bound using segment: {'id': 'c78d36dd-7465-45f6-82d0-760e9f9f9da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'bb260ae1-5b57-4dac-9ab7-362add8b650c'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:03:11.012446 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-a198082b-97d9-4f9e-8e3f-76ea831dce40 None None] Bound port: a08cd315-d285-494c-9550-10254f33f52d, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c78d36dd-7465-45f6-82d0-760e9f9f9da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'bb260ae1-5b57-4dac-9ab7-362add8b650c'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:03:11.013078 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a198082b-97d9-4f9e-8e3f-76ea831dce40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a08cd315-d285-494c-9550-10254f33f52d), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:11.105420 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0399364d-3c74-4401-8579-1e3b70ffa8e2 admin admin] Publish callbacks [] for security_group (b92bb897-3153-4805-bad7-2ca4ae998840), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:11.187668 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-a198082b-97d9-4f9e-8e3f-76ea831dce40 None None] For port a08cd315-d285-494c-9550-10254f33f52d, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:03:11.195383 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-a198082b-97d9-4f9e-8e3f-76ea831dce40 None None] For port a08cd315-d285-494c-9550-10254f33f52d, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=a08cd315-d285-494c-9550-10254f33f52d,segment=NetworkSegment(c78d36dd-7465-45f6-82d0-760e9f9f9da9),segment_id=c78d36dd-7465-45f6-82d0-760e9f9f9da9)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:03:11.211531 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c21a12e7-56b2-47d8-905d-3ddfaea568d3 None None] Provisioning complete for port a08cd315-d285-494c-9550-10254f33f52d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:03:11.212412 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c21a12e7-56b2-47d8-905d-3ddfaea568d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a08cd315-d285-494c-9550-10254f33f52d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:11.239513 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1c46c-7e5d-4d2c-b486-ee34586ceb6a req-1b51dd37-56ab-45db-ad16-22a924fde02c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:11.241277 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8fe1c46c-7e5d-4d2c-b486-ee34586ceb6a req-1b51dd37-56ab-45db-ad16-22a924fde02c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 945 time: 0.3003991 Feb 20 04:03:11.260246 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c21a12e7-56b2-47d8-905d-3ddfaea568d3 None None] Port a08cd315-d285-494c-9550-10254f33f52d cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:03:11.301698 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-a198082b-97d9-4f9e-8e3f-76ea831dce40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a08cd315-d285-494c-9550-10254f33f52d), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:11.310020 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8fe1c46c-7e5d-4d2c-b486-ee34586ceb6a req-4eae475d-a4ca-4442-89cf-617a2c66fda4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612509 Feb 20 04:03:11.364319 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0399364d-3c74-4401-8579-1e3b70ffa8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b92bb897-3153-4805-bad7-2ca4ae998840), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:11.368289 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0399364d-3c74-4401-8579-1e3b70ffa8e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:11.370649 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0399364d-3c74-4401-8579-1e3b70ffa8e2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b92bb897-3153-4805-bad7-2ca4ae998840 HTTP/1.1" status: 204 len: 168 time: 0.5430281 Feb 20 04:03:11.376995 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a198082b-97d9-4f9e-8e3f-76ea831dce40 None None] Routers {'a5da4430-29a1-47da-b6e8-0dc45a929751'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:03:11.377742 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-a198082b-97d9-4f9e-8e3f-76ea831dce40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:02:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['a5da4430-29a1-47da-b6e8-0dc45a929751'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:03:11.388251 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399364d-3c74-4401-8579-1e3b70ffa8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92bb897-3153-4805-bad7-2ca4ae998840,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:11.479467 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26cd1776-3351-4b99-aaf4-1e6158daf94c req-2efceefe-7be2-478b-9d37-abf326ab7dc0 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "GET /v2.0/ports?device_id=9e310850-a20f-440b-986b-feb043293ab8 HTTP/1.1" status: 200 len: 210 time: 0.0946343 Feb 20 04:03:11.590209 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-a198082b-97d9-4f9e-8e3f-76ea831dce40 None None] Set router a5da4430-29a1-47da-b6e8-0dc45a929751 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:03:11.811994 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e011368e-8049-456c-bf1f-2596985bb6bf None None] Provisioning complete for port a08cd315-d285-494c-9550-10254f33f52d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:03:11.819478 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e011368e-8049-456c-bf1f-2596985bb6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a08cd315-d285-494c-9550-10254f33f52d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:11.950414 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a3a6a-4ee7-4dd7-9c77-8990257197ea None None] Pushing event updated for resources: {'Port': ['ID=a08cd315-d285-494c-9550-10254f33f52d,revision_number=4']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:11.957479 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e011368e-8049-456c-bf1f-2596985bb6bf None None] Current status of the port a08cd315-d285-494c-9550-10254f33f52d is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:03:11.958597 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e011368e-8049-456c-bf1f-2596985bb6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a08cd315-d285-494c-9550-10254f33f52d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:12.020743 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e011368e-8049-456c-bf1f-2596985bb6bf None None] For port a08cd315-d285-494c-9550-10254f33f52d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=a08cd315-d285-494c-9550-10254f33f52d,segment=NetworkSegment(c78d36dd-7465-45f6-82d0-760e9f9f9da9),segment_id=c78d36dd-7465-45f6-82d0-760e9f9f9da9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:03:12.067807 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-a198082b-97d9-4f9e-8e3f-76ea831dce40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5da4430-29a1-47da-b6e8-0dc45a929751', 'name': 'tempest-TestServerBasicOps-153241188-router', 'tenant_id': '194e4b232c5342afb4adf64af2444cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '93f60f21-9625-415c-b3ff-7b985a3fadb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:52Z', 'updated_at': '2022-02-20T04:03:00Z', 'revision_number': 4, 'project_id': '194e4b232c5342afb4adf64af2444cf6', 'gw_port': {'id': '93f60f21-9625-415c-b3ff-7b985a3fadb1', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da4430-29a1-47da-b6e8-0dc45a929751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:53Z', 'updated_at': '2022-02-20T04:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'a08cd315-d285-494c-9550-10254f33f52d', 'name': '', 'network_id': 'bb260ae1-5b57-4dac-9ab7-362add8b650c', 'tenant_id': '194e4b232c5342afb4adf64af2444cf6', 'mac_address': 'fa:16:3e:19:1f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5da4430-29a1-47da-b6e8-0dc45a929751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '2ddeb4ca-f862-4a19-be69-d050cae0ec79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:58Z', 'updated_at': '2022-02-20T04:03:11Z', 'revision_number': 4, 'project_id': '194e4b232c5342afb4adf64af2444cf6', 'subnets': [{'id': '2ddeb4ca-f862-4a19-be69-d050cae0ec79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:03:12.100052 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e011368e-8049-456c-bf1f-2596985bb6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a08cd315-d285-494c-9550-10254f33f52d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:12.107469 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a198082b-97d9-4f9e-8e3f-76ea831dce40 None None] The sync data for ids ['a5da4430-29a1-47da-b6e8-0dc45a929751'] in n-d-829866-4 is: [{'id': 'a5da4430-29a1-47da-b6e8-0dc45a929751', 'name': 'tempest-TestServerBasicOps-153241188-router', 'tenant_id': '194e4b232c5342afb4adf64af2444cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '93f60f21-9625-415c-b3ff-7b985a3fadb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:52Z', 'updated_at': '2022-02-20T04:03:00Z', 'revision_number': 4, 'project_id': '194e4b232c5342afb4adf64af2444cf6', 'gw_port': {'id': '93f60f21-9625-415c-b3ff-7b985a3fadb1', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da4430-29a1-47da-b6e8-0dc45a929751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:53Z', 'updated_at': '2022-02-20T04:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'a08cd315-d285-494c-9550-10254f33f52d', 'name': '', 'network_id': 'bb260ae1-5b57-4dac-9ab7-362add8b650c', 'tenant_id': '194e4b232c5342afb4adf64af2444cf6', 'mac_address': 'fa:16:3e:19:1f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5da4430-29a1-47da-b6e8-0dc45a929751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '2ddeb4ca-f862-4a19-be69-d050cae0ec79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:58Z', 'updated_at': '2022-02-20T04:03:11Z', 'revision_number': 4, 'project_id': '194e4b232c5342afb4adf64af2444cf6', 'subnets': [{'id': '2ddeb4ca-f862-4a19-be69-d050cae0ec79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:03:12.164907 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011368e-8049-456c-bf1f-2596985bb6bf None None] Pushing event updated for resources: {'Port': ['ID=a08cd315-d285-494c-9550-10254f33f52d,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:12.382267 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47298) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:03:12.404092 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d693ecf9-1880-498d-a51b-5c94ffa31c53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:12.503764 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-57f0fbfa-61a8-46ed-827b-58c56d66d16c tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:12.505590 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-57f0fbfa-61a8-46ed-827b-58c56d66d16c tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.42 "GET /v2.0/networks?id=7aefa578-9a73-485e-abe5-76525a78e3f7 HTTP/1.1" status: 200 len: 808 time: 0.1747568 Feb 20 04:03:12.541056 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c51a22-674c-4d3f-9e64-ff484ad3c4ce req-42bc1d0a-85ef-45ad-9426-961e2e855c38 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:12.543046 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25c51a22-674c-4d3f-9e64-ff484ad3c4ce req-42bc1d0a-85ef-45ad-9426-961e2e855c38 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 945 time: 0.1031828 Feb 20 04:03:12.564358 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d693ecf9-1880-498d-a51b-5c94ffa31c53 admin admin] Publish callbacks [] for security_group (1e6666af-74de-4831-bb45-07645f83dc12), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:12.632146 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-7e8f3bbf-1b52-4a77-9306-3ffe669f7e35 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbce6a23f7f448d581896d0b0de43858 HTTP/1.1" status: 200 len: 379 time: 0.1134531 Feb 20 04:03:12.644354 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25c51a22-674c-4d3f-9e64-ff484ad3c4ce req-7e40b28c-5500-4ccd-acb0-07275ac25637 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0916030 Feb 20 04:03:12.649866 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d693ecf9-1880-498d-a51b-5c94ffa31c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1e6666af-74de-4831-bb45-07645f83dc12), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:12.654508 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-c105d060-9015-4339-a905-a2b12b08088a tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Request body: {'port': {'device_id': '9e310850-a20f-440b-986b-feb043293ab8', 'network_id': '7aefa578-9a73-485e-abe5-76525a78e3f7', 'admin_state_up': True, 'tenant_id': 'dbce6a23f7f448d581896d0b0de43858', 'security_groups': ['2e7ab302-30c7-4fed-9991-c8efe6d85f62']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:03:12.698722 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d693ecf9-1880-498d-a51b-5c94ffa31c53 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=104068761d1c470480e7a76160be4534&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3142195 Feb 20 04:03:12.699640 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693ecf9-1880-498d-a51b-5c94ffa31c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6666af-74de-4831-bb45-07645f83dc12,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:12.702156 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47304) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:03:12.758888 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:03:12.783917 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d09000fd-2213-42a6-bbbb-e6c77d4ad746 admin admin] Publish callbacks [] for security_group (1e6666af-74de-4831-bb45-07645f83dc12), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:12.805104 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-22722d73-949a-4ffe-8021-741a0d00abf4 req-ff564740-a8c4-4e21-bae6-3de0dea14bb7 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "GET /v2.0/ports?device_id=9e310850-a20f-440b-986b-feb043293ab8 HTTP/1.1" status: 200 len: 210 time: 0.0368786 Feb 20 04:03:12.825685 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d09000fd-2213-42a6-bbbb-e6c77d4ad746 admin admin] Publish callbacks [] for security_group (1e6666af-74de-4831-bb45-07645f83dc12), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:12.981049 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d09000fd-2213-42a6-bbbb-e6c77d4ad746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (1e6666af-74de-4831-bb45-07645f83dc12), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:12.983886 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d09000fd-2213-42a6-bbbb-e6c77d4ad746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:12.985950 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d09000fd-2213-42a6-bbbb-e6c77d4ad746 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/1e6666af-74de-4831-bb45-07645f83dc12 HTTP/1.1" status: 204 len: 168 time: 0.2821381 Feb 20 04:03:12.998957 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e346e-f0c6-49c9-b39a-3903bbe3391c req-fe4cf54e-1519-4fa6-9ce5-25e57d60775d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:13.000435 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09000fd-2213-42a6-bbbb-e6c77d4ad746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6666af-74de-4831-bb45-07645f83dc12,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:13.001803 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0d1e346e-f0c6-49c9-b39a-3903bbe3391c req-fe4cf54e-1519-4fa6-9ce5-25e57d60775d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 945 time: 0.0657773 Feb 20 04:03:13.012826 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-c105d060-9015-4339-a905-a2b12b08088a tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Made reservation on behalf of dbce6a23f7f448d581896d0b0de43858 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:03:13.017867 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-c105d060-9015-4339-a905-a2b12b08088a tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:13.235530 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0d1e346e-f0c6-49c9-b39a-3903bbe3391c req-57eac132-7644-4883-9fb3-ccd3a5dff8b0 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2278969 Feb 20 04:03:13.259273 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47310) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:03:13.285066 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-c105d060-9015-4339-a905-a2b12b08088a tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Allocated IP 172.20.0.5 (7aefa578-9a73-485e-abe5-76525a78e3f7/34397b61-ec4b-46a1-947f-e5f30d325c5a/4510d3d4-a878-4499-8d2e-6b6a6d3571f1) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:03:13.329735 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd62e61-20e6-4c26-8fba-74dff286322a tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:13.335662 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1dd62e61-20e6-4c26-8fba-74dff286322a tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 1122 time: 0.0747871 Feb 20 04:03:13.336041 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47314) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:03:13.341267 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-018ed50e-d04f-4569-b311-a79e8714b747 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'port_id': 'f0278f55-83dd-4bc1-9d9f-fe8cc5599161', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:03:13.435606 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-018ed50e-d04f-4569-b311-a79e8714b747 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:13.525242 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-c105d060-9015-4339-a905-a2b12b08088a tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks [] for port (4510d3d4-a878-4499-8d2e-6b6a6d3571f1), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:13.600454 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-018ed50e-d04f-4569-b311-a79e8714b747 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:13.639018 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-c105d060-9015-4339-a905-a2b12b08088a tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (4510d3d4-a878-4499-8d2e-6b6a6d3571f1), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:13.723957 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105d060-9015-4339-a905-a2b12b08088a tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Pushing event updated for resources: {'Port': ['ID=4510d3d4-a878-4499-8d2e-6b6a6d3571f1,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:13.745673 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-c105d060-9015-4339-a905-a2b12b08088a tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Network 7aefa578-9a73-485e-abe5-76525a78e3f7 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:03:13.760432 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-c105d060-9015-4339-a905-a2b12b08088a tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:03:13.768020 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-c105d060-9015-4339-a905-a2b12b08088a tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:03:13.872279 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-018ed50e-d04f-4569-b311-a79e8714b747 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Allocated IP 172.25.7.24 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/abcd6b19-3523-4a26-bd51-3031678929ea) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:03:13.950279 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device a08cd315-d285-494c-9550-10254f33f52d up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:03:13.958748 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-c105d060-9015-4339-a905-a2b12b08088a tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:13.960366 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-c105d060-9015-4339-a905-a2b12b08088a tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:14.032566 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port a08cd315-d285-494c-9550-10254f33f52d triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:03:14.033225 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a08cd315-d285-494c-9550-10254f33f52d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:14.100090 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-c105d060-9015-4339-a905-a2b12b08088a tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4496720 Feb 20 04:03:14.115445 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-018ed50e-d04f-4569-b311-a79e8714b747 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for port (abcd6b19-3523-4a26-bd51-3031678929ea), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:14.127320 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc78c5-82ef-43d9-8be8-f10d4e52a81b req-4ec094e5-a0f1-43b6-8a2f-a5109011fc06 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:14.130774 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d5fc78c5-82ef-43d9-8be8-f10d4e52a81b req-4ec094e5-a0f1-43b6-8a2f-a5109011fc06 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "GET /v2.0/ports?device_id=9e310850-a20f-440b-986b-feb043293ab8 HTTP/1.1" status: 200 len: 931 time: 0.1154830 Feb 20 04:03:14.143717 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-78fa94b9-77be-4b10-87dc-90840301e8ab service neutron] Request body: {'port': {'device_id': '9e310850-a20f-440b-986b-feb043293ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:03:14.186768 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port a08cd315-d285-494c-9550-10254f33f52d is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:03:14.230152 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-018ed50e-d04f-4569-b311-a79e8714b747 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (abcd6b19-3523-4a26-bd51-3031678929ea), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:14.247068 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-57ef7bce-221c-496b-b8db-117bddd67eb1 None None] Provisioning complete for port 4510d3d4-a878-4499-8d2e-6b6a6d3571f1 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:03:14.247068 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-57ef7bce-221c-496b-b8db-117bddd67eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4510d3d4-a878-4499-8d2e-6b6a6d3571f1), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:14.287098 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018ed50e-d04f-4569-b311-a79e8714b747 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:03:14.288668 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-018ed50e-d04f-4569-b311-a79e8714b747 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:03:14.288952 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-57ef7bce-221c-496b-b8db-117bddd67eb1 None None] Port 4510d3d4-a878-4499-8d2e-6b6a6d3571f1 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:03:14.292930 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018ed50e-d04f-4569-b311-a79e8714b747 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:03:14.337650 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ed50e-d04f-4569-b311-a79e8714b747 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'Port': ['ID=abcd6b19-3523-4a26-bd51-3031678929ea,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:14.355808 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-78fa94b9-77be-4b10-87dc-90840301e8ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4510d3d4-a878-4499-8d2e-6b6a6d3571f1), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:14.405285 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d5fc78c5-82ef-43d9-8be8-f10d4e52a81b req-d91834c8-8a0f-4b19-9443-9442bdbae058 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "GET /v2.0/security-groups?id=2e7ab302-30c7-4fed-9991-c8efe6d85f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2422481 Feb 20 04:03:14.768704 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-78fa94b9-77be-4b10-87dc-90840301e8ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4510d3d4-a878-4499-8d2e-6b6a6d3571f1 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:03:14.778698 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-78fa94b9-77be-4b10-87dc-90840301e8ab service neutron] Publish callbacks [] for port (4510d3d4-a878-4499-8d2e-6b6a6d3571f1), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:14.795159 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-78fa94b9-77be-4b10-87dc-90840301e8ab service neutron] Transition to ACTIVE for port object 4510d3d4-a878-4499-8d2e-6b6a6d3571f1 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:03:14.796942 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-018ed50e-d04f-4569-b311-a79e8714b747 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for floatingip (fa98c02c-990f-43a0-a6a0-37e3671f0b09), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:14.861401 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-78fa94b9-77be-4b10-87dc-90840301e8ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (4510d3d4-a878-4499-8d2e-6b6a6d3571f1), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:14.962519 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa94b9-77be-4b10-87dc-90840301e8ab service neutron] Pushing event updated for resources: {'Port': ['ID=4510d3d4-a878-4499-8d2e-6b6a6d3571f1,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:14.971810 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-018ed50e-d04f-4569-b311-a79e8714b747 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (abcd6b19-3523-4a26-bd51-3031678929ea), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:14.995256 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-78fa94b9-77be-4b10-87dc-90840301e8ab service neutron] Attempting to bind port 4510d3d4-a878-4499-8d2e-6b6a6d3571f1 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:03:14.995597 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-78fa94b9-77be-4b10-87dc-90840301e8ab service neutron] Attempting to bind port 4510d3d4-a878-4499-8d2e-6b6a6d3571f1 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '062f8661-51ce-4e0d-8c59-4fd3681e43d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7aefa578-9a73-485e-abe5-76525a78e3f7'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:03:14.996005 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-78fa94b9-77be-4b10-87dc-90840301e8ab service neutron] Attempting to bind port 4510d3d4-a878-4499-8d2e-6b6a6d3571f1 on network 7aefa578-9a73-485e-abe5-76525a78e3f7 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:03:15.002049 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-78fa94b9-77be-4b10-87dc-90840301e8ab service neutron] Port 4510d3d4-a878-4499-8d2e-6b6a6d3571f1 on network 7aefa578-9a73-485e-abe5-76525a78e3f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:03:15.002373 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-78fa94b9-77be-4b10-87dc-90840301e8ab service neutron] Attempting to bind port 4510d3d4-a878-4499-8d2e-6b6a6d3571f1 on network 7aefa578-9a73-485e-abe5-76525a78e3f7 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:03:15.012073 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-78fa94b9-77be-4b10-87dc-90840301e8ab service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:03:15.012342 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-78fa94b9-77be-4b10-87dc-90840301e8ab service neutron] Checking segment: {'id': '062f8661-51ce-4e0d-8c59-4fd3681e43d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7aefa578-9a73-485e-abe5-76525a78e3f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:03:15.012751 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-78fa94b9-77be-4b10-87dc-90840301e8ab service neutron] Bound using segment: {'id': '062f8661-51ce-4e0d-8c59-4fd3681e43d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7aefa578-9a73-485e-abe5-76525a78e3f7'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:03:15.013223 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-78fa94b9-77be-4b10-87dc-90840301e8ab service neutron] Bound port: 4510d3d4-a878-4499-8d2e-6b6a6d3571f1, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062f8661-51ce-4e0d-8c59-4fd3681e43d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '7aefa578-9a73-485e-abe5-76525a78e3f7'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:03:15.013589 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-78fa94b9-77be-4b10-87dc-90840301e8ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4510d3d4-a878-4499-8d2e-6b6a6d3571f1), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:15.108176 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-78fa94b9-77be-4b10-87dc-90840301e8ab service neutron] For port 4510d3d4-a878-4499-8d2e-6b6a6d3571f1, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:03:15.112978 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-78fa94b9-77be-4b10-87dc-90840301e8ab service neutron] For port 4510d3d4-a878-4499-8d2e-6b6a6d3571f1, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=4510d3d4-a878-4499-8d2e-6b6a6d3571f1,segment=NetworkSegment(062f8661-51ce-4e0d-8c59-4fd3681e43d1),segment_id=062f8661-51ce-4e0d-8c59-4fd3681e43d1)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:03:15.201913 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-78fa94b9-77be-4b10-87dc-90840301e8ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (4510d3d4-a878-4499-8d2e-6b6a6d3571f1), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:15.233200 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-018ed50e-d04f-4569-b311-a79e8714b747 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for port (abcd6b19-3523-4a26-bd51-3031678929ea), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:15.308419 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-018ed50e-d04f-4569-b311-a79e8714b747 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (abcd6b19-3523-4a26-bd51-3031678929ea), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:15.432443 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-018ed50e-d04f-4569-b311-a79e8714b747 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (fa98c02c-990f-43a0-a6a0-37e3671f0b09), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:15.442900 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ed50e-d04f-4569-b311-a79e8714b747 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'Port': ['ID=abcd6b19-3523-4a26-bd51-3031678929ea,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:15.623826 n-d-829866-4 neutron-server[104106]: INFO neutron.db.l3_db [None req-018ed50e-d04f-4569-b311-a79e8714b747 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Floating IP fa98c02c-990f-43a0-a6a0-37e3671f0b09 associated. External IP: 172.25.7.24, port: f0278f55-83dd-4bc1-9d9f-fe8cc5599161. Feb 20 04:03:15.642691 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-78fa94b9-77be-4b10-87dc-90840301e8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:15.643416 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-78fa94b9-77be-4b10-87dc-90840301e8ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:15.645093 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-78fa94b9-77be-4b10-87dc-90840301e8ab service neutron] 10.222.0.42 "PUT /v2.0/ports/4510d3d4-a878-4499-8d2e-6b6a6d3571f1 HTTP/1.1" status: 200 len: 1091 time: 1.5122299 Feb 20 04:03:15.648035 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e310850-a20f-440b-986b-feb043293ab8', 'tag': '4510d3d4-a878-4499-8d2e-6b6a6d3571f1'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:03:15.651007 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be373bc-0e20-454e-861a-5af11165ed64" -d '{"events": [{"name": "network-changed", "server_uuid": "9e310850-a20f-440b-986b-feb043293ab8", "tag": "4510d3d4-a878-4499-8d2e-6b6a6d3571f1"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:03:15.724051 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa94b9-77be-4b10-87dc-90840301e8ab service neutron] Pushing event updated for resources: {'Port': ['ID=4510d3d4-a878-4499-8d2e-6b6a6d3571f1,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:15.744069 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0d551-8050-4cb0-9353-cd0722ef5027 req-d789387e-0339-499c-b6b9-869dd6959b76 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:15.744069 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddf0d551-8050-4cb0-9353-cd0722ef5027 req-d789387e-0339-499c-b6b9-869dd6959b76 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "GET /v2.0/ports?device_id=9e310850-a20f-440b-986b-feb043293ab8 HTTP/1.1" status: 200 len: 943 time: 0.1068797 Feb 20 04:03:15.874870 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddf0d551-8050-4cb0-9353-cd0722ef5027 req-8f7ac0b2-9cff-4bfc-88af-109943fbc863 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "GET /v2.0/security-groups?id=2e7ab302-30c7-4fed-9991-c8efe6d85f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156142 Feb 20 04:03:15.882159 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-ffaba7d3-9ebc-4777-bb77-e25ce957e547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:15.883765 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-ffaba7d3-9ebc-4777-bb77-e25ce957e547 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dbce6a23f7f448d581896d0b0de43858&device_id=9e310850-a20f-440b-986b-feb043293ab8 HTTP/1.1" status: 200 len: 1125 time: 0.0948396 Feb 20 04:03:15.971460 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1442954a-74f1-4eaa-9887-b18832070186 x-openstack-request-id: req-1442954a-74f1-4eaa-9887-b18832070186 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:03:15.971804 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e310850-a20f-440b-986b-feb043293ab8", "tag": "4510d3d4-a878-4499-8d2e-6b6a6d3571f1", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:03:15.972059 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1442954a-74f1-4eaa-9887-b18832070186 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:03:15.972450 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e310850-a20f-440b-986b-feb043293ab8', 'tag': '4510d3d4-a878-4499-8d2e-6b6a6d3571f1', 'status': 'completed', 'code': 200} Feb 20 04:03:15.974082 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-8f2d6fe5-b7b4-4ef4-b36d-f13eb36c2f86 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4510d3d4-a878-4499-8d2e-6b6a6d3571f1 HTTP/1.1" status: 200 len: 217 time: 0.0800352 Feb 20 04:03:16.022959 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018ed50e-d04f-4569-b311-a79e8714b747 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Router d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:03:16.045504 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-0e09728c-7831-4eaa-a0ad-326a487dd585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:16.046968 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-0e09728c-7831-4eaa-a0ad-326a487dd585 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=34397b61-ec4b-46a1-947f-e5f30d325c5a HTTP/1.1" status: 200 len: 847 time: 0.0666685 Feb 20 04:03:16.112128 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-82894af1-aa36-4ed0-b307-4727415119a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:16.113956 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-82894af1-aa36-4ed0-b307-4727415119a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7aefa578-9a73-485e-abe5-76525a78e3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0612662 Feb 20 04:03:16.170691 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018ed50e-d04f-4569-b311-a79e8714b747 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:03:16.183485 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9d5eca-27b4-4ec0-8f1b-72967559d89f None None] Sync routers for ids ['d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:03:16.205292 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9d5eca-27b4-4ec0-8f1b-72967559d89f None None] Routers {'d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:03:16.206360 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-1a9d5eca-27b4-4ec0-8f1b-72967559d89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:02:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:03:16.219816 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-1fc95f49-881f-4eae-917b-f38070457b54 service neutron] 10.222.0.42 "GET /v2.0/networks/7aefa578-9a73-485e-abe5-76525a78e3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993493 Feb 20 04:03:16.260167 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-018ed50e-d04f-4569-b311-a79e8714b747 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:16.314430 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-018ed50e-d04f-4569-b311-a79e8714b747 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9746687 Feb 20 04:03:16.315371 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c9be14e-00c2-4442-913d-f2ffd18c2925', 'tag': 'f0278f55-83dd-4bc1-9d9f-fe8cc5599161'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:03:16.317667 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326088c2-19d0-41a7-aac9-7b437a5ffefd" -d '{"events": [{"name": "network-changed", "server_uuid": "4c9be14e-00c2-4442-913d-f2ffd18c2925", "tag": "f0278f55-83dd-4bc1-9d9f-fe8cc5599161"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:03:16.391044 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-1a9d5eca-27b4-4ec0-8f1b-72967559d89f None None] Set router d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:03:16.401662 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1d041ac-3113-442e-8333-7b4ab73ed039 req-85ba71ae-6fab-4c18-aca7-d72dab4cbd47 service neutron] 10.222.0.42 "GET /v2.0/networks/7aefa578-9a73-485e-abe5-76525a78e3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763399 Feb 20 04:03:16.517866 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188ad9e-681b-4ee1-bd88-88dbaa4bf81a req-683af693-d04c-4024-a60b-40e7a9636f5e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:16.519832 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0188ad9e-681b-4ee1-bd88-88dbaa4bf81a req-683af693-d04c-4024-a60b-40e7a9636f5e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 945 time: 0.0845685 Feb 20 04:03:16.617661 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0188ad9e-681b-4ee1-bd88-88dbaa4bf81a req-8c7f0471-94e8-4ae1-b159-6bf269fac323 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0873773 Feb 20 04:03:16.619959 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be373bc-0e20-454e-861a-5af11165ed64 req-ca921b7e-5f30-4ca3-a8e1-cffc3f1cecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:16.626574 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5be373bc-0e20-454e-861a-5af11165ed64 req-ca921b7e-5f30-4ca3-a8e1-cffc3f1cecf2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dbce6a23f7f448d581896d0b0de43858&device_id=9e310850-a20f-440b-986b-feb043293ab8 HTTP/1.1" status: 200 len: 1125 time: 0.1005495 Feb 20 04:03:16.651550 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47338) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:03:16.743809 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-1a9d5eca-27b4-4ec0-8f1b-72967559d89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532971109', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:39Z', 'updated_at': '2022-02-20T04:02:47Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': 'bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:40Z', 'updated_at': '2022-02-20T04:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'fa98c02c-990f-43a0-a6a0-37e3671f0b09', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'floating_ip_address': '172.25.7.24', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'port_id': 'f0278f55-83dd-4bc1-9d9f-fe8cc5599161', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2', 'mac_address': 'fa:16:3e:86:07:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9be14e-00c2-4442-913d-f2ffd18c2925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:03:14Z', 'updated_at': '2022-02-20T04:03:14Z', 'revision_number': 0, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69397456-7310-464a-a6a1-f21aa1e2f686', 'name': '', 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:3f:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '1ce071d3-c01b-4a15-863a-0ee70f50d0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:45Z', 'updated_at': '2022-02-20T04:02:55Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': '1ce071d3-c01b-4a15-863a-0ee70f50d0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:03:16.752893 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e665eb-9cd0-4110-9a09-0cdb11d0ead6 x-openstack-request-id: req-61e665eb-9cd0-4110-9a09-0cdb11d0ead6 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:03:16.754234 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c9be14e-00c2-4442-913d-f2ffd18c2925", "tag": "f0278f55-83dd-4bc1-9d9f-fe8cc5599161", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:03:16.754358 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-61e665eb-9cd0-4110-9a09-0cdb11d0ead6 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:03:16.754868 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c9be14e-00c2-4442-913d-f2ffd18c2925', 'tag': 'f0278f55-83dd-4bc1-9d9f-fe8cc5599161', 'status': 'completed', 'code': 200} Feb 20 04:03:16.795784 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be373bc-0e20-454e-861a-5af11165ed64 req-ebada49e-1bef-4b69-bb4b-ac7329146824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:16.798263 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5be373bc-0e20-454e-861a-5af11165ed64 req-ebada49e-1bef-4b69-bb4b-ac7329146824 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7aefa578-9a73-485e-abe5-76525a78e3f7 HTTP/1.1" status: 200 len: 909 time: 0.1706610 Feb 20 04:03:16.816129 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9d5eca-27b4-4ec0-8f1b-72967559d89f None None] Checking router: d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:03:16.818286 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-18c40641-e837-462b-a896-2c785f65703d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/floatingips/fa98c02c-990f-43a0-a6a0-37e3671f0b09 HTTP/1.1" status: 200 len: 990 time: 0.1604867 Feb 20 04:03:16.827375 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9d5eca-27b4-4ec0-8f1b-72967559d89f None None] Routers {'d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:03:16.828061 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-1a9d5eca-27b4-4ec0-8f1b-72967559d89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:02:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:03:16.852185 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5be373bc-0e20-454e-861a-5af11165ed64 req-72c65a01-1874-43e5-845d-37c9860a9590 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4510d3d4-a878-4499-8d2e-6b6a6d3571f1 HTTP/1.1" status: 200 len: 217 time: 0.0461059 Feb 20 04:03:16.870030 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326088c2-19d0-41a7-aac9-7b437a5ffefd req-ea4e21c0-8e4a-4a80-b77a-60724b997e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:16.871507 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-326088c2-19d0-41a7-aac9-7b437a5ffefd req-ea4e21c0-8e4a-4a80-b77a-60724b997e3d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 1127 time: 0.1316254 Feb 20 04:03:16.975249 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be373bc-0e20-454e-861a-5af11165ed64 req-57d9a934-7139-4a24-882e-e007e0d32863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:16.979327 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5be373bc-0e20-454e-861a-5af11165ed64 req-57d9a934-7139-4a24-882e-e007e0d32863 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=34397b61-ec4b-46a1-947f-e5f30d325c5a HTTP/1.1" status: 200 len: 847 time: 0.1165609 Feb 20 04:03:17.038000 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-1a9d5eca-27b4-4ec0-8f1b-72967559d89f None None] Set router d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:03:17.216493 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326088c2-19d0-41a7-aac9-7b437a5ffefd req-753ff4ae-c455-42c4-9b76-b29ba7fae7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:17.221073 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-326088c2-19d0-41a7-aac9-7b437a5ffefd req-753ff4ae-c455-42c4-9b76-b29ba7fae7f6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=322dc40c-bc10-4999-8010-18bc806f31d2 HTTP/1.1" status: 200 len: 897 time: 0.3189313 Feb 20 04:03:17.346483 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-1a9d5eca-27b4-4ec0-8f1b-72967559d89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532971109', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:39Z', 'updated_at': '2022-02-20T04:02:47Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': 'bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:40Z', 'updated_at': '2022-02-20T04:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'fa98c02c-990f-43a0-a6a0-37e3671f0b09', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'floating_ip_address': '172.25.7.24', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'port_id': 'f0278f55-83dd-4bc1-9d9f-fe8cc5599161', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2', 'mac_address': 'fa:16:3e:86:07:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9be14e-00c2-4442-913d-f2ffd18c2925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:03:14Z', 'updated_at': '2022-02-20T04:03:14Z', 'revision_number': 0, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69397456-7310-464a-a6a1-f21aa1e2f686', 'name': '', 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:3f:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '1ce071d3-c01b-4a15-863a-0ee70f50d0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:45Z', 'updated_at': '2022-02-20T04:02:55Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': '1ce071d3-c01b-4a15-863a-0ee70f50d0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:03:17.382150 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9d5eca-27b4-4ec0-8f1b-72967559d89f None None] The sync data for ids ['d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c'] in n-d-829866-4 is: [{'id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532971109', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:39Z', 'updated_at': '2022-02-20T04:02:47Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': 'bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:40Z', 'updated_at': '2022-02-20T04:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'fa98c02c-990f-43a0-a6a0-37e3671f0b09', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'floating_ip_address': '172.25.7.24', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'port_id': 'f0278f55-83dd-4bc1-9d9f-fe8cc5599161', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2', 'mac_address': 'fa:16:3e:86:07:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9be14e-00c2-4442-913d-f2ffd18c2925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:03:14Z', 'updated_at': '2022-02-20T04:03:14Z', 'revision_number': 0, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69397456-7310-464a-a6a1-f21aa1e2f686', 'name': '', 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:3f:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '1ce071d3-c01b-4a15-863a-0ee70f50d0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:45Z', 'updated_at': '2022-02-20T04:02:55Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': '1ce071d3-c01b-4a15-863a-0ee70f50d0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:03:17.387126 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef248b-bcee-4460-8751-35e67dcff28e req-07739e48-b3b9-47eb-ac78-be71a33a984a tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:17.392035 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffef248b-bcee-4460-8751-35e67dcff28e req-07739e48-b3b9-47eb-ac78-be71a33a984a tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "GET /v2.0/ports?device_id=9e310850-a20f-440b-986b-feb043293ab8 HTTP/1.1" status: 200 len: 943 time: 0.3806515 Feb 20 04:03:17.395782 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be373bc-0e20-454e-861a-5af11165ed64 req-eb541f68-30ad-4ce0-918e-d316136dc5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:17.397406 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5be373bc-0e20-454e-861a-5af11165ed64 req-eb541f68-30ad-4ce0-918e-d316136dc5d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7aefa578-9a73-485e-abe5-76525a78e3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4111257 Feb 20 04:03:17.399521 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-326088c2-19d0-41a7-aac9-7b437a5ffefd req-7a7df309-9f13-456e-a19d-76aa411ad88d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0278f55-83dd-4bc1-9d9f-fe8cc5599161 HTTP/1.1" status: 200 len: 998 time: 0.1712544 Feb 20 04:03:17.493257 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326088c2-19d0-41a7-aac9-7b437a5ffefd req-da0c99cd-6197-4237-9639-a925d60e88d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:17.500993 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-326088c2-19d0-41a7-aac9-7b437a5ffefd req-da0c99cd-6197-4237-9639-a925d60e88d2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1ce071d3-c01b-4a15-863a-0ee70f50d0d7 HTTP/1.1" status: 200 len: 835 time: 0.0748668 Feb 20 04:03:17.617015 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffef248b-bcee-4460-8751-35e67dcff28e req-aaae8972-779e-4687-b7d4-911088b8787e tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "GET /v2.0/security-groups?id=2e7ab302-30c7-4fed-9991-c8efe6d85f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162929 Feb 20 04:03:17.674027 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326088c2-19d0-41a7-aac9-7b437a5ffefd req-029ba523-3732-4f92-93f4-16bd02037ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:17.675614 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-326088c2-19d0-41a7-aac9-7b437a5ffefd req-029ba523-3732-4f92-93f4-16bd02037ffc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=322dc40c-bc10-4999-8010-18bc806f31d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1681046 Feb 20 04:03:17.706332 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5be373bc-0e20-454e-861a-5af11165ed64 req-c47b043f-9eea-43d0-8ab9-b3c48defe878 service neutron] 10.222.0.42 "GET /v2.0/networks/7aefa578-9a73-485e-abe5-76525a78e3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843335 Feb 20 04:03:17.769250 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aca58a7-ca38-403f-b87b-efd973352c31 None None] New status for floating IP fa98c02c-990f-43a0-a6a0-37e3671f0b09: ACTIVE {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 04:03:17.817729 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47346) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:03:17.956718 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5be373bc-0e20-454e-861a-5af11165ed64 req-0b198ea4-98b0-40c5-ae32-cccf2997165d service neutron] 10.222.0.42 "GET /v2.0/networks/7aefa578-9a73-485e-abe5-76525a78e3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355196 Feb 20 04:03:17.960303 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-326088c2-19d0-41a7-aac9-7b437a5ffefd req-0424ae4a-7854-4c99-b86b-e932a9d4bc39 service neutron] 10.222.0.93 "GET /v2.0/networks/322dc40c-bc10-4999-8010-18bc806f31d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721493 Feb 20 04:03:17.961142 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cb48a2ad-8f52-41d4-8edc-aee14a32c048 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/floatingips/fa98c02c-990f-43a0-a6a0-37e3671f0b09 HTTP/1.1" status: 200 len: 990 time: 0.1400046 Feb 20 04:03:18.097253 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-326088c2-19d0-41a7-aac9-7b437a5ffefd req-80e76552-bcd9-4c03-b37a-d7110c5efabf service neutron] 10.222.0.93 "GET /v2.0/networks/322dc40c-bc10-4999-8010-18bc806f31d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293774 Feb 20 04:03:18.328139 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 4510d3d4-a878-4499-8d2e-6b6a6d3571f1 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:03:18.449465 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 4510d3d4-a878-4499-8d2e-6b6a6d3571f1, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=4510d3d4-a878-4499-8d2e-6b6a6d3571f1,segment=NetworkSegment(062f8661-51ce-4e0d-8c59-4fd3681e43d1),segment_id=062f8661-51ce-4e0d-8c59-4fd3681e43d1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:03:18.463776 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '4510d3d4-a878-4499-8d2e-6b6a6d3571f1', 'network_id': '7aefa578-9a73-485e-abe5-76525a78e3f7', 'port_id': '4510d3d4-a878-4499-8d2e-6b6a6d3571f1', 'mac_address': 'fa:16:3e:f6:73:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34397b61-ec4b-46a1-947f-e5f30d325c5a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:03:18.505640 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 4510d3d4-a878-4499-8d2e-6b6a6d3571f1 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:03:18.506038 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4510d3d4-a878-4499-8d2e-6b6a6d3571f1), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:18.551865 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4510d3d4-a878-4499-8d2e-6b6a6d3571f1 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:03:18.600974 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 4510d3d4-a878-4499-8d2e-6b6a6d3571f1, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=4510d3d4-a878-4499-8d2e-6b6a6d3571f1,segment=NetworkSegment(062f8661-51ce-4e0d-8c59-4fd3681e43d1),segment_id=062f8661-51ce-4e0d-8c59-4fd3681e43d1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:03:18.663085 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (4510d3d4-a878-4499-8d2e-6b6a6d3571f1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:18.719192 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=4510d3d4-a878-4499-8d2e-6b6a6d3571f1,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:18.817580 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9329d1-817b-4fec-b5b6-c523b1873e08 req-53bf0e3e-f4f8-443e-91b8-003b8abf12f7 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:18.819168 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d9329d1-817b-4fec-b5b6-c523b1873e08 req-53bf0e3e-f4f8-443e-91b8-003b8abf12f7 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "GET /v2.0/ports?device_id=9e310850-a20f-440b-986b-feb043293ab8 HTTP/1.1" status: 200 len: 944 time: 0.0858536 Feb 20 04:03:18.877627 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['4510d3d4-a878-4499-8d2e-6b6a6d3571f1'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:03:18.888215 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9d9329d1-817b-4fec-b5b6-c523b1873e08 req-05789a0f-57cc-43b2-bf52-40fa1204cfac tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "GET /v2.0/security-groups?id=2e7ab302-30c7-4fed-9991-c8efe6d85f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630758 Feb 20 04:03:18.962748 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47354) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:03:19.054676 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-46c964af-5844-4f2a-8c0f-eda505cc4c2f tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/floatingips/fa98c02c-990f-43a0-a6a0-37e3671f0b09 HTTP/1.1" status: 200 len: 992 time: 0.0891721 Feb 20 04:03:20.019085 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e14ef4-f483-4b0e-aa07-2a4b8fb02afc req-60847f9e-acc3-4cb4-8f41-24b806a002e3 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:20.021073 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-45e14ef4-f483-4b0e-aa07-2a4b8fb02afc req-60847f9e-acc3-4cb4-8f41-24b806a002e3 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "GET /v2.0/ports?device_id=9e310850-a20f-440b-986b-feb043293ab8 HTTP/1.1" status: 200 len: 944 time: 0.0576918 Feb 20 04:03:20.078662 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-45e14ef4-f483-4b0e-aa07-2a4b8fb02afc req-8eb2fb4a-aa52-4d35-9994-bf4ab19e2bf5 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "GET /v2.0/security-groups?id=2e7ab302-30c7-4fed-9991-c8efe6d85f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495825 Feb 20 04:03:20.328491 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 4510d3d4-a878-4499-8d2e-6b6a6d3571f1 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:03:20.435227 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 4510d3d4-a878-4499-8d2e-6b6a6d3571f1 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:03:20.440423 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 4510d3d4-a878-4499-8d2e-6b6a6d3571f1 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:03:20.441001 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4510d3d4-a878-4499-8d2e-6b6a6d3571f1), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:20.531624 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 4510d3d4-a878-4499-8d2e-6b6a6d3571f1 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:03:20.532176 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4510d3d4-a878-4499-8d2e-6b6a6d3571f1), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:20.558245 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e310850-a20f-440b-986b-feb043293ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4510d3d4-a878-4499-8d2e-6b6a6d3571f1'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:03:20.560628 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50095b8b-2e07-444d-b227-9c351ab06e12" -d '{"events": [{"server_uuid": "9e310850-a20f-440b-986b-feb043293ab8", "name": "network-vif-plugged", "status": "completed", "tag": "4510d3d4-a878-4499-8d2e-6b6a6d3571f1"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:03:20.576515 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 4510d3d4-a878-4499-8d2e-6b6a6d3571f1, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=4510d3d4-a878-4499-8d2e-6b6a6d3571f1,segment=NetworkSegment(062f8661-51ce-4e0d-8c59-4fd3681e43d1),segment_id=062f8661-51ce-4e0d-8c59-4fd3681e43d1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:03:20.605499 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c26e2a-8a7c-4697-b642-d7677e3f5d35 x-openstack-request-id: req-a6c26e2a-8a7c-4697-b642-d7677e3f5d35 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:03:20.605922 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e310850-a20f-440b-986b-feb043293ab8", "name": "network-vif-plugged", "status": "completed", "tag": "4510d3d4-a878-4499-8d2e-6b6a6d3571f1", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:03:20.606274 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a6c26e2a-8a7c-4697-b642-d7677e3f5d35 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:03:20.606804 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e310850-a20f-440b-986b-feb043293ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4510d3d4-a878-4499-8d2e-6b6a6d3571f1', 'code': 200} Feb 20 04:03:20.649724 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (4510d3d4-a878-4499-8d2e-6b6a6d3571f1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:20.727178 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=4510d3d4-a878-4499-8d2e-6b6a6d3571f1,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:20.758383 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35f0b5-cebd-4f23-8949-5e60fb600332 req-a53e87f0-706c-4342-bf82-2ccf287cfa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:20.761977 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f35f0b5-cebd-4f23-8949-5e60fb600332 req-a53e87f0-706c-4342-bf82-2ccf287cfa26 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9e310850-a20f-440b-986b-feb043293ab8 HTTP/1.1" status: 200 len: 1127 time: 0.0950298 Feb 20 04:03:20.825396 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f35f0b5-cebd-4f23-8949-5e60fb600332 req-09e7e37a-7222-4c57-affd-5e042887d2ce service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2e7ab302-30c7-4fed-9991-c8efe6d85f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570688 Feb 20 04:03:21.238673 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8153f6c-0b3d-4839-86c6-61a2ee2e27c0 req-38cbaaba-51fe-4705-b442-1377dbdc7a25 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:21.240462 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f8153f6c-0b3d-4839-86c6-61a2ee2e27c0 req-38cbaaba-51fe-4705-b442-1377dbdc7a25 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "GET /v2.0/ports?device_id=9e310850-a20f-440b-986b-feb043293ab8 HTTP/1.1" status: 200 len: 945 time: 0.0780222 Feb 20 04:03:21.307685 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f8153f6c-0b3d-4839-86c6-61a2ee2e27c0 req-5d975e6d-7006-4fa3-86dc-130137c7ec40 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "GET /v2.0/security-groups?id=2e7ab302-30c7-4fed-9991-c8efe6d85f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608571 Feb 20 04:03:21.413544 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:21.492130 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:22.448541 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8cc86-2ffb-4ef2-8069-a715a7832299 req-1f333aad-4438-4abf-9cec-2bd281505b59 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:22.450309 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1db8cc86-2ffb-4ef2-8069-a715a7832299 req-1f333aad-4438-4abf-9cec-2bd281505b59 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "GET /v2.0/ports?device_id=9e310850-a20f-440b-986b-feb043293ab8 HTTP/1.1" status: 200 len: 945 time: 0.0626793 Feb 20 04:03:22.503005 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1db8cc86-2ffb-4ef2-8069-a715a7832299 req-6d7d482a-87ca-44d7-b6b6-caa437acd0ee tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "GET /v2.0/security-groups?id=2e7ab302-30c7-4fed-9991-c8efe6d85f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456288 Feb 20 04:03:22.653622 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8058db4-3faf-4250-9910-13fd153ece1f req-3a1c5af0-46c0-49e9-b3bf-259e3e27d757 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:22.657479 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8058db4-3faf-4250-9910-13fd153ece1f req-3a1c5af0-46c0-49e9-b3bf-259e3e27d757 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "GET /v2.0/ports?device_id=9e310850-a20f-440b-986b-feb043293ab8 HTTP/1.1" status: 200 len: 945 time: 0.0686150 Feb 20 04:03:22.715462 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8058db4-3faf-4250-9910-13fd153ece1f req-4548f71a-0134-4d53-afeb-786ab04989d2 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "GET /v2.0/security-groups?id=2e7ab302-30c7-4fed-9991-c8efe6d85f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504150 Feb 20 04:03:22.850931 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520dc63b-36d7-4667-b35f-82d024e2a7c6 req-53159bf6-ff71-4edf-b812-df455b756122 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:22.852612 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-520dc63b-36d7-4667-b35f-82d024e2a7c6 req-53159bf6-ff71-4edf-b812-df455b756122 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "GET /v2.0/ports?device_id=9e310850-a20f-440b-986b-feb043293ab8 HTTP/1.1" status: 200 len: 945 time: 0.0630085 Feb 20 04:03:22.915488 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-520dc63b-36d7-4667-b35f-82d024e2a7c6 req-468b8a23-290d-43e8-a674-5f336274da6e tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "GET /v2.0/security-groups?id=2e7ab302-30c7-4fed-9991-c8efe6d85f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545816 Feb 20 04:03:22.943380 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 47384) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:03:23.230842 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51e632d-0082-4aaf-a9ff-97ebc6473eda tempest-TestServerBasicOps-1064013031 tempest-TestServerBasicOps-1064013031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:23.235924 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c51e632d-0082-4aaf-a9ff-97ebc6473eda tempest-TestServerBasicOps-1064013031 tempest-TestServerBasicOps-1064013031-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=9e310850-a20f-440b-986b-feb043293ab8 HTTP/1.1" status: 200 len: 1122 time: 0.2900321 Feb 20 04:03:23.237588 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 47390) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:03:23.243229 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-ab32b2b9-bb7e-419c-8406-05b6eaadff3d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'port_id': '4510d3d4-a878-4499-8d2e-6b6a6d3571f1', 'tenant_id': 'dbce6a23f7f448d581896d0b0de43858', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:03:23.481369 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ab32b2b9-bb7e-419c-8406-05b6eaadff3d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:23.590174 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ab32b2b9-bb7e-419c-8406-05b6eaadff3d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:23.710912 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-ab32b2b9-bb7e-419c-8406-05b6eaadff3d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Allocated IP 172.25.7.13 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/01f32774-6e0e-4265-ba84-558ce915601f) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:03:23.834837 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ab32b2b9-bb7e-419c-8406-05b6eaadff3d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks [] for port (01f32774-6e0e-4265-ba84-558ce915601f), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:23.922072 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ab32b2b9-bb7e-419c-8406-05b6eaadff3d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (01f32774-6e0e-4265-ba84-558ce915601f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:23.963488 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab32b2b9-bb7e-419c-8406-05b6eaadff3d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:03:23.969146 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-ab32b2b9-bb7e-419c-8406-05b6eaadff3d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:03:23.972307 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab32b2b9-bb7e-419c-8406-05b6eaadff3d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:03:24.011476 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32b2b9-bb7e-419c-8406-05b6eaadff3d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Pushing event updated for resources: {'Port': ['ID=01f32774-6e0e-4265-ba84-558ce915601f,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:24.412938 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ab32b2b9-bb7e-419c-8406-05b6eaadff3d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks [] for floatingip (80913a59-4c2f-4c6b-b16a-81f2edfe9a89), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:24.469549 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d3f95-3341-482f-b4f0-dc221894cff9 req-8ff1eb6f-822c-4bcc-a507-a09f8e419bcb tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:24.471171 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ef7d3f95-3341-482f-b4f0-dc221894cff9 req-8ff1eb6f-822c-4bcc-a507-a09f8e419bcb tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.89 "GET /v2.0/ports?device_id=34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7 HTTP/1.1" status: 200 len: 949 time: 0.1039748 Feb 20 04:03:24.519876 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ef7d3f95-3341-482f-b4f0-dc221894cff9 req-ab971745-403d-4036-a154-3ce91c5e2a6a tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.89 "GET /v2.0/security-groups?id=e1884654-4607-4712-97f9-15872c618cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430424 Feb 20 04:03:24.565991 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ab32b2b9-bb7e-419c-8406-05b6eaadff3d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (01f32774-6e0e-4265-ba84-558ce915601f), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:24.725334 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ab32b2b9-bb7e-419c-8406-05b6eaadff3d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks [] for port (01f32774-6e0e-4265-ba84-558ce915601f), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:24.798847 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ab32b2b9-bb7e-419c-8406-05b6eaadff3d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (01f32774-6e0e-4265-ba84-558ce915601f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:24.868355 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32b2b9-bb7e-419c-8406-05b6eaadff3d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Pushing event updated for resources: {'Port': ['ID=01f32774-6e0e-4265-ba84-558ce915601f,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:24.882172 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ab32b2b9-bb7e-419c-8406-05b6eaadff3d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (80913a59-4c2f-4c6b-b16a-81f2edfe9a89), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:24.989779 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [None req-ab32b2b9-bb7e-419c-8406-05b6eaadff3d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Floating IP 80913a59-4c2f-4c6b-b16a-81f2edfe9a89 associated. External IP: 172.25.7.13, port: 4510d3d4-a878-4499-8d2e-6b6a6d3571f1. Feb 20 04:03:25.236015 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab32b2b9-bb7e-419c-8406-05b6eaadff3d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Router 029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:03:25.377289 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab32b2b9-bb7e-419c-8406-05b6eaadff3d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:03:25.391250 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f04ad7-fe0e-4c02-8c19-535dd00d7f8b None None] Sync routers for ids ['029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:03:25.402272 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f04ad7-fe0e-4c02-8c19-535dd00d7f8b None None] Routers {'029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:03:25.403146 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-90f04ad7-fe0e-4c02-8c19-535dd00d7f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:02:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:03:25.560322 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-90f04ad7-fe0e-4c02-8c19-535dd00d7f8b None None] Set router 029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:03:25.654135 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ab32b2b9-bb7e-419c-8406-05b6eaadff3d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:25.668222 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687dbe3-0810-4f99-b14b-8c8be96e2684 req-bfe33f19-0962-4390-b504-bf6d563cdf71 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:25.675330 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3687dbe3-0810-4f99-b14b-8c8be96e2684 req-bfe33f19-0962-4390-b504-bf6d563cdf71 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.89 "GET /v2.0/ports?device_id=34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7 HTTP/1.1" status: 200 len: 949 time: 0.0753822 Feb 20 04:03:25.718363 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ab32b2b9-bb7e-419c-8406-05b6eaadff3d tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4795730 Feb 20 04:03:25.721230 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e310850-a20f-440b-986b-feb043293ab8', 'tag': '4510d3d4-a878-4499-8d2e-6b6a6d3571f1'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:03:25.723483 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41464b2-5f6d-425e-9355-2e2b0be0e0cb" -d '{"events": [{"name": "network-changed", "server_uuid": "9e310850-a20f-440b-986b-feb043293ab8", "tag": "4510d3d4-a878-4499-8d2e-6b6a6d3571f1"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:03:25.763385 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3687dbe3-0810-4f99-b14b-8c8be96e2684 req-775cc173-9cb6-438b-8766-8700308a06c4 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.89 "GET /v2.0/security-groups?id=e1884654-4607-4712-97f9-15872c618cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617967 Feb 20 04:03:25.824046 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-90f04ad7-fe0e-4c02-8c19-535dd00d7f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'name': 'tempest-TestServerBasicOps-187540448-router', 'tenant_id': 'dbce6a23f7f448d581896d0b0de43858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '477c329f-8df4-49dc-8f9f-afc361c30d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:40Z', 'updated_at': '2022-02-20T04:02:46Z', 'revision_number': 4, 'project_id': 'dbce6a23f7f448d581896d0b0de43858', 'gw_port': {'id': '477c329f-8df4-49dc-8f9f-afc361c30d85', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:41Z', 'updated_at': '2022-02-20T04:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '80913a59-4c2f-4c6b-b16a-81f2edfe9a89', 'tenant_id': 'dbce6a23f7f448d581896d0b0de43858', 'floating_ip_address': '172.25.7.13', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'port_id': '4510d3d4-a878-4499-8d2e-6b6a6d3571f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3816, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7aefa578-9a73-485e-abe5-76525a78e3f7', 'mac_address': 'fa:16:3e:f6:73:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e310850-a20f-440b-986b-feb043293ab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:03:24Z', 'updated_at': '2022-02-20T04:03:24Z', 'revision_number': 0, 'project_id': 'dbce6a23f7f448d581896d0b0de43858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f', 'name': '', 'network_id': '7aefa578-9a73-485e-abe5-76525a78e3f7', 'tenant_id': 'dbce6a23f7f448d581896d0b0de43858', 'mac_address': 'fa:16:3e:e4:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '34397b61-ec4b-46a1-947f-e5f30d325c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:45Z', 'updated_at': '2022-02-20T04:03:03Z', 'revision_number': 5, 'project_id': 'dbce6a23f7f448d581896d0b0de43858', 'subnets': [{'id': '34397b61-ec4b-46a1-947f-e5f30d325c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:03:25.831420 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a349356-8b87-4d46-8941-7f51af1ebdff x-openstack-request-id: req-4a349356-8b87-4d46-8941-7f51af1ebdff {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:03:25.831717 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e310850-a20f-440b-986b-feb043293ab8", "tag": "4510d3d4-a878-4499-8d2e-6b6a6d3571f1", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:03:25.831972 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4a349356-8b87-4d46-8941-7f51af1ebdff {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:03:25.832377 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e310850-a20f-440b-986b-feb043293ab8', 'tag': '4510d3d4-a878-4499-8d2e-6b6a6d3571f1', 'status': 'completed', 'code': 200} Feb 20 04:03:25.855903 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f04ad7-fe0e-4c02-8c19-535dd00d7f8b None None] Checking router: 029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:03:25.866760 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f04ad7-fe0e-4c02-8c19-535dd00d7f8b None None] Routers {'029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:03:25.867414 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-90f04ad7-fe0e-4c02-8c19-535dd00d7f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:02:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:03:25.939394 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41464b2-5f6d-425e-9355-2e2b0be0e0cb req-f1ed9142-17df-451b-8b19-4e6ef0d50b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:25.940834 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e41464b2-5f6d-425e-9355-2e2b0be0e0cb req-f1ed9142-17df-451b-8b19-4e6ef0d50b03 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dbce6a23f7f448d581896d0b0de43858&device_id=9e310850-a20f-440b-986b-feb043293ab8 HTTP/1.1" status: 200 len: 1127 time: 0.0863180 Feb 20 04:03:25.952034 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5092576-5e0b-4847-b884-dd367addef26 req-e33de7d4-2b19-49a9-9013-3d7e8ec46fa5 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:25.954173 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c5092576-5e0b-4847-b884-dd367addef26 req-e33de7d4-2b19-49a9-9013-3d7e8ec46fa5 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.42 "GET /v2.0/ports?device_id=34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7 HTTP/1.1" status: 200 len: 949 time: 0.0690300 Feb 20 04:03:25.993483 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-90f04ad7-fe0e-4c02-8c19-535dd00d7f8b None None] Set router 029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:03:26.099726 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41464b2-5f6d-425e-9355-2e2b0be0e0cb req-4be32c8f-6460-468a-a21d-291e684f6a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:26.101210 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e41464b2-5f6d-425e-9355-2e2b0be0e0cb req-4be32c8f-6460-468a-a21d-291e684f6a44 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7aefa578-9a73-485e-abe5-76525a78e3f7 HTTP/1.1" status: 200 len: 909 time: 0.1461842 Feb 20 04:03:26.155984 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-c5092576-5e0b-4847-b884-dd367addef26 req-a4168d7e-7b4b-4957-817b-362f11b2e85e tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Deleting port c2ece5ea-f9af-46df-841f-f9ffbc649c07 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:03:26.156321 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c5092576-5e0b-4847-b884-dd367addef26 req-a4168d7e-7b4b-4957-817b-362f11b2e85e tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (c2ece5ea-f9af-46df-841f-f9ffbc649c07), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:26.216318 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e41464b2-5f6d-425e-9355-2e2b0be0e0cb req-ed6838e7-533f-4560-986b-e711b5304145 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4510d3d4-a878-4499-8d2e-6b6a6d3571f1 HTTP/1.1" status: 200 len: 998 time: 0.1092720 Feb 20 04:03:26.267430 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-90f04ad7-fe0e-4c02-8c19-535dd00d7f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'name': 'tempest-TestServerBasicOps-187540448-router', 'tenant_id': 'dbce6a23f7f448d581896d0b0de43858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '477c329f-8df4-49dc-8f9f-afc361c30d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:40Z', 'updated_at': '2022-02-20T04:02:46Z', 'revision_number': 4, 'project_id': 'dbce6a23f7f448d581896d0b0de43858', 'gw_port': {'id': '477c329f-8df4-49dc-8f9f-afc361c30d85', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:41Z', 'updated_at': '2022-02-20T04:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '80913a59-4c2f-4c6b-b16a-81f2edfe9a89', 'tenant_id': 'dbce6a23f7f448d581896d0b0de43858', 'floating_ip_address': '172.25.7.13', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'port_id': '4510d3d4-a878-4499-8d2e-6b6a6d3571f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3816, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7aefa578-9a73-485e-abe5-76525a78e3f7', 'mac_address': 'fa:16:3e:f6:73:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e310850-a20f-440b-986b-feb043293ab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:03:24Z', 'updated_at': '2022-02-20T04:03:24Z', 'revision_number': 0, 'project_id': 'dbce6a23f7f448d581896d0b0de43858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f', 'name': '', 'network_id': '7aefa578-9a73-485e-abe5-76525a78e3f7', 'tenant_id': 'dbce6a23f7f448d581896d0b0de43858', 'mac_address': 'fa:16:3e:e4:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '34397b61-ec4b-46a1-947f-e5f30d325c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:45Z', 'updated_at': '2022-02-20T04:03:03Z', 'revision_number': 5, 'project_id': 'dbce6a23f7f448d581896d0b0de43858', 'subnets': [{'id': '34397b61-ec4b-46a1-947f-e5f30d325c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:03:26.294562 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41464b2-5f6d-425e-9355-2e2b0be0e0cb req-9e198641-ea74-4ccd-9789-0f8b3c1123a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:26.296072 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e41464b2-5f6d-425e-9355-2e2b0be0e0cb req-9e198641-ea74-4ccd-9789-0f8b3c1123a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=34397b61-ec4b-46a1-947f-e5f30d325c5a HTTP/1.1" status: 200 len: 847 time: 0.0724890 Feb 20 04:03:26.296647 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f04ad7-fe0e-4c02-8c19-535dd00d7f8b None None] The sync data for ids ['029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5'] in n-d-829866-4 is: [{'id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'name': 'tempest-TestServerBasicOps-187540448-router', 'tenant_id': 'dbce6a23f7f448d581896d0b0de43858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '477c329f-8df4-49dc-8f9f-afc361c30d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:40Z', 'updated_at': '2022-02-20T04:02:46Z', 'revision_number': 4, 'project_id': 'dbce6a23f7f448d581896d0b0de43858', 'gw_port': {'id': '477c329f-8df4-49dc-8f9f-afc361c30d85', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:41Z', 'updated_at': '2022-02-20T04:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '80913a59-4c2f-4c6b-b16a-81f2edfe9a89', 'tenant_id': 'dbce6a23f7f448d581896d0b0de43858', 'floating_ip_address': '172.25.7.13', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'port_id': '4510d3d4-a878-4499-8d2e-6b6a6d3571f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3816, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7aefa578-9a73-485e-abe5-76525a78e3f7', 'mac_address': 'fa:16:3e:f6:73:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e310850-a20f-440b-986b-feb043293ab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:03:24Z', 'updated_at': '2022-02-20T04:03:24Z', 'revision_number': 0, 'project_id': 'dbce6a23f7f448d581896d0b0de43858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f', 'name': '', 'network_id': '7aefa578-9a73-485e-abe5-76525a78e3f7', 'tenant_id': 'dbce6a23f7f448d581896d0b0de43858', 'mac_address': 'fa:16:3e:e4:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '34397b61-ec4b-46a1-947f-e5f30d325c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:45Z', 'updated_at': '2022-02-20T04:03:03Z', 'revision_number': 5, 'project_id': 'dbce6a23f7f448d581896d0b0de43858', 'subnets': [{'id': '34397b61-ec4b-46a1-947f-e5f30d325c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:03:26.297816 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-c5092576-5e0b-4847-b884-dd367addef26 req-a4168d7e-7b4b-4957-817b-362f11b2e85e tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] For port c2ece5ea-f9af-46df-841f-f9ffbc649c07, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=c2ece5ea-f9af-46df-841f-f9ffbc649c07,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:03:26.298177 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c5092576-5e0b-4847-b884-dd367addef26 req-a4168d7e-7b4b-4957-817b-362f11b2e85e tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (c2ece5ea-f9af-46df-841f-f9ffbc649c07), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:26.321506 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-c5092576-5e0b-4847-b884-dd367addef26 req-a4168d7e-7b4b-4957-817b-362f11b2e85e tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Calling delete_port for c2ece5ea-f9af-46df-841f-f9ffbc649c07 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:03:26.462509 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-51ccac61-3aab-463b-bf2f-81e0c0652d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:26.548373 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba79b40-610a-48f3-b9ef-795aad89d567 None None] New status for floating IP 80913a59-4c2f-4c6b-b16a-81f2edfe9a89: ACTIVE {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 04:03:26.751453 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41464b2-5f6d-425e-9355-2e2b0be0e0cb req-e196741c-f4b0-4f75-9907-f8b0cb483821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:26.752888 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e41464b2-5f6d-425e-9355-2e2b0be0e0cb req-e196741c-f4b0-4f75-9907-f8b0cb483821 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7aefa578-9a73-485e-abe5-76525a78e3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4471838 Feb 20 04:03:26.866206 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e41464b2-5f6d-425e-9355-2e2b0be0e0cb req-a7dd0757-a398-42c9-bc27-17b84a6e2f62 service neutron] 10.222.0.42 "GET /v2.0/networks/7aefa578-9a73-485e-abe5-76525a78e3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050999 Feb 20 04:03:27.040206 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381c10d-af33-46fa-91b7-50bbe763a920 req-0154983b-3b07-4a9b-9cb3-41b515275cc8 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:27.041730 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6381c10d-af33-46fa-91b7-50bbe763a920 req-0154983b-3b07-4a9b-9cb3-41b515275cc8 tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.89 "GET /v2.0/ports?device_id=34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7 HTTP/1.1" status: 200 len: 949 time: 0.1732337 Feb 20 04:03:27.074503 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e41464b2-5f6d-425e-9355-2e2b0be0e0cb req-88c8fcaa-80e4-4f1c-8364-eca7ebb7fc45 service neutron] 10.222.0.42 "GET /v2.0/networks/7aefa578-9a73-485e-abe5-76525a78e3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884189 Feb 20 04:03:27.108291 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6381c10d-af33-46fa-91b7-50bbe763a920 req-4605be83-53e9-47a6-b34d-8cc35e7488cc tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.89 "GET /v2.0/security-groups?id=e1884654-4607-4712-97f9-15872c618cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579572 Feb 20 04:03:27.141325 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c5092576-5e0b-4847-b884-dd367addef26 req-a4168d7e-7b4b-4957-817b-362f11b2e85e tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (c2ece5ea-f9af-46df-841f-f9ffbc649c07), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:27.153117 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['c2ece5ea-f9af-46df-841f-f9ffbc649c07'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:03:27.171418 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4168d7e-7b4b-4957-817b-362f11b2e85e tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Pushing event deleted for resources: {'Port': ['ID=c2ece5ea-f9af-46df-841f-f9ffbc649c07,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:27.228400 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5092576-5e0b-4847-b884-dd367addef26 req-a4168d7e-7b4b-4957-817b-362f11b2e85e tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] No DVR routers for this DVR port c2ece5ea-f9af-46df-841f-f9ffbc649c07 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:03:27.231301 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c5092576-5e0b-4847-b884-dd367addef26 req-a4168d7e-7b4b-4957-817b-362f11b2e85e tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:27.235392 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c5092576-5e0b-4847-b884-dd367addef26 req-a4168d7e-7b4b-4957-817b-362f11b2e85e tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.42 "DELETE /v2.0/ports/c2ece5ea-f9af-46df-841f-f9ffbc649c07 HTTP/1.1" status: 204 len: 173 time: 1.2722917 Feb 20 04:03:27.833473 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7', 'name': 'network-vif-deleted', 'tag': 'c2ece5ea-f9af-46df-841f-f9ffbc649c07'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:03:27.835923 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6527756f-6038-414b-8e3e-dc4e8c5e7d86" -d '{"events": [{"server_uuid": "34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7", "name": "network-vif-deleted", "tag": "c2ece5ea-f9af-46df-841f-f9ffbc649c07"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:03:27.873954 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c765e7e-37a3-47dd-b2a8-2e5a6d2da133 x-openstack-request-id: req-0c765e7e-37a3-47dd-b2a8-2e5a6d2da133 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:03:27.874255 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7", "name": "network-vif-deleted", "tag": "c2ece5ea-f9af-46df-841f-f9ffbc649c07", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:03:27.875509 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0c765e7e-37a3-47dd-b2a8-2e5a6d2da133 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:03:27.876033 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7', 'name': 'network-vif-deleted', 'tag': 'c2ece5ea-f9af-46df-841f-f9ffbc649c07', 'status': 'completed', 'code': 200} Feb 20 04:03:28.222062 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e2dd71e2-bbd9-49d2-a8a9-6ea06d7dd0cb req-35ab204f-ce6a-48f4-bce7-0f937179527f tempest-VolumesBackupsTest-1533771180 tempest-VolumesBackupsTest-1533771180-project] 10.222.0.89 "GET /v2.0/ports?device_id=34ffa5d7-f305-4bc5-9e2d-92d9aabeb0c7 HTTP/1.1" status: 200 len: 210 time: 0.0287759 Feb 20 04:03:28.721071 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-59e3028c-3d54-4d8a-9d5b-f24bfee0b148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:30.067673 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:30.359701 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device c2ece5ea-f9af-46df-841f-f9ffbc649c07 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:03:30.382944 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: c2ece5ea-f9af-46df-841f-f9ffbc649c07 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:03:30.383301 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device c2ece5ea-f9af-46df-841f-f9ffbc649c07 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:03:31.367176 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:32.783747 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:46.391487 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07b9c6-9ab0-476d-8aa2-d3cf929075e4 req-206d619a-4e55-4d93-a114-ee38d227f7b2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:46.393023 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6b07b9c6-9ab0-476d-8aa2-d3cf929075e4 req-206d619a-4e55-4d93-a114-ee38d227f7b2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 945 time: 0.0623338 Feb 20 04:03:46.491816 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6b07b9c6-9ab0-476d-8aa2-d3cf929075e4 req-0591b11f-e778-4370-8df7-5f7fc7ba3328 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495830 Feb 20 04:03:46.506627 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 47622) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:03:46.575244 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-35a29df4-d2f2-4a33-a350-131bce97c4d5 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/floatingips/fa98c02c-990f-43a0-a6a0-37e3671f0b09 HTTP/1.1" status: 200 len: 992 time: 0.0653040 Feb 20 04:03:46.902360 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f189753-4b4e-48c0-a5f2-96ea93903a5b req-03cea818-4285-41fb-9bbe-11308e14f9e8 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:46.904088 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f189753-4b4e-48c0-a5f2-96ea93903a5b req-03cea818-4285-41fb-9bbe-11308e14f9e8 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 1127 time: 0.0510044 Feb 20 04:03:46.959702 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f189753-4b4e-48c0-a5f2-96ea93903a5b req-2f17de41-2f95-46a9-8d63-a35dc530fe6c tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490892 Feb 20 04:03:48.288862 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-eefc414b-a81b-415c-9aee-a36c6a728a62 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1131520 Feb 20 04:03:48.299109 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-453b732e-7332-4398-a57d-bc0e65338530 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 04:03:48.300700 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-453b732e-7332-4398-a57d-bc0e65338530 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061550 Feb 20 04:03:48.505455 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-82af0fb4-e882-4f41-8de1-aa34b481a596 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:48.507075 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-82af0fb4-e882-4f41-8de1-aa34b481a596 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] 10.222.0.89 "GET /v2.0/ports/f0278f55-83dd-4bc1-9d9f-fe8cc5599161 HTTP/1.1" status: 200 len: 1124 time: 0.1742313 Feb 20 04:03:49.498797 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-415f7b02-49c1-490c-b33b-40713b11229c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:49.507325 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-415f7b02-49c1-490c-b33b-40713b11229c service neutron] 10.222.0.89 "GET /v2.0/ports/f0278f55-83dd-4bc1-9d9f-fe8cc5599161 HTTP/1.1" status: 200 len: 1124 time: 0.0525885 Feb 20 04:03:49.511731 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-99368aab-9bf3-489b-8f14-e45d731c79fb service neutron] Request body: {'binding': {'host': 'n-h1-829866-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:03:49.513550 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-99368aab-9bf3-489b-8f14-e45d731c79fb service neutron] Unknown quota resources ['binding']. {{(pid=104105) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 20 04:03:49.663426 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-99368aab-9bf3-489b-8f14-e45d731c79fb service neutron] Attempting to bind port f0278f55-83dd-4bc1-9d9f-fe8cc5599161 on host n-h1-829866-4 for vnic_type normal with profile None {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:03:49.664067 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-99368aab-9bf3-489b-8f14-e45d731c79fb service neutron] Attempting to bind port f0278f55-83dd-4bc1-9d9f-fe8cc5599161 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': 'cb97def5-2031-4693-a35c-a14521250414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:03:49.664597 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-99368aab-9bf3-489b-8f14-e45d731c79fb service neutron] Attempting to bind port f0278f55-83dd-4bc1-9d9f-fe8cc5599161 on network 322dc40c-bc10-4999-8010-18bc806f31d2 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:03:49.669519 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-99368aab-9bf3-489b-8f14-e45d731c79fb service neutron] Port f0278f55-83dd-4bc1-9d9f-fe8cc5599161 on network 322dc40c-bc10-4999-8010-18bc806f31d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:03:49.670160 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-99368aab-9bf3-489b-8f14-e45d731c79fb service neutron] Attempting to bind port f0278f55-83dd-4bc1-9d9f-fe8cc5599161 on network 322dc40c-bc10-4999-8010-18bc806f31d2 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:03:49.675549 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-99368aab-9bf3-489b-8f14-e45d731c79fb service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:03:49.676317 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-99368aab-9bf3-489b-8f14-e45d731c79fb service neutron] Checking segment: {'id': 'cb97def5-2031-4693-a35c-a14521250414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:03:49.676893 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-99368aab-9bf3-489b-8f14-e45d731c79fb service neutron] Bound using segment: {'id': 'cb97def5-2031-4693-a35c-a14521250414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:03:49.677515 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-99368aab-9bf3-489b-8f14-e45d731c79fb service neutron] Bound port: f0278f55-83dd-4bc1-9d9f-fe8cc5599161, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb97def5-2031-4693-a35c-a14521250414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:03:49.765297 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:03:49.769379 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-99368aab-9bf3-489b-8f14-e45d731c79fb service neutron] For port f0278f55-83dd-4bc1-9d9f-fe8cc5599161, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=f0278f55-83dd-4bc1-9d9f-fe8cc5599161,segment=NetworkSegment(cb97def5-2031-4693-a35c-a14521250414),segment_id=cb97def5-2031-4693-a35c-a14521250414)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:03:49.834678 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-99368aab-9bf3-489b-8f14-e45d731c79fb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:49.837063 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-99368aab-9bf3-489b-8f14-e45d731c79fb service neutron] 10.222.0.89 "POST /v2.0/ports/f0278f55-83dd-4bc1-9d9f-fe8cc5599161/bindings HTTP/1.1" status: 201 len: 389 time: 0.3286176 Feb 20 04:03:50.166428 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc39247-8c4b-401d-9059-d81833c07efe req-b46333bc-d840-4374-87b7-83b631cffef0 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:50.168126 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1cc39247-8c4b-401d-9059-d81833c07efe req-b46333bc-d840-4374-87b7-83b631cffef0 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 945 time: 0.0598733 Feb 20 04:03:50.233233 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1cc39247-8c4b-401d-9059-d81833c07efe req-34a10c02-7e4d-4110-8e8f-af6ce6523c4d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575798 Feb 20 04:03:50.498361 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-dfde746e-0bd5-4fcc-af57-6b785628cd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:50.499980 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-dfde746e-0bd5-4fcc-af57-6b785628cd14 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 1127 time: 0.0506248 Feb 20 04:03:50.591501 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-61afd368-535a-4e81-8830-88fe008769de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:50.593156 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-61afd368-535a-4e81-8830-88fe008769de service neutron] 10.222.0.42 "GET /v2.0/networks?id=322dc40c-bc10-4999-8010-18bc806f31d2 HTTP/1.1" status: 200 len: 897 time: 0.0855491 Feb 20 04:03:50.663454 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-6ce3c7ef-d07e-4a05-98c8-d42d2d459489 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0278f55-83dd-4bc1-9d9f-fe8cc5599161 HTTP/1.1" status: 200 len: 1000 time: 0.0639200 Feb 20 04:03:50.713726 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-3c8b5092-a7b3-4e6a-a423-ff2496c1dd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:50.715383 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-3c8b5092-a7b3-4e6a-a423-ff2496c1dd40 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ce071d3-c01b-4a15-863a-0ee70f50d0d7 HTTP/1.1" status: 200 len: 835 time: 0.0438972 Feb 20 04:03:50.772108 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-f5f66913-c8ca-4d5c-b6ad-bee23d8cd707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:50.774004 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-f5f66913-c8ca-4d5c-b6ad-bee23d8cd707 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=322dc40c-bc10-4999-8010-18bc806f31d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0520678 Feb 20 04:03:50.872237 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-67e9e5d6-bdc2-404a-8892-7e3d35b46eed service neutron] 10.222.0.42 "GET /v2.0/networks/322dc40c-bc10-4999-8010-18bc806f31d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918822 Feb 20 04:03:50.961950 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-b7f21727-5d96-4484-9ed8-65ff589ef692 service neutron] 10.222.0.42 "GET /v2.0/networks/322dc40c-bc10-4999-8010-18bc806f31d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824358 Feb 20 04:03:51.124000 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:51.143173 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-9ba100db-9355-47f5-8b4c-846895e0ebb8 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:51.145052 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-9ba100db-9355-47f5-8b4c-846895e0ebb8 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925&tenant_id=c51c06307884485eaac01385a5cfa0f0&binding%3Ahost_id=n-h2-829866-4 HTTP/1.1" status: 200 len: 1127 time: 0.1237149 Feb 20 04:03:51.176262 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829866-4'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:03:51.249539 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:51.250195 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f0278f55-83dd-4bc1-9d9f-fe8cc5599161), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:51.415019 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c28f50-1be0-4acf-8a09-ab207b8b6cec req-34d89ce1-c7f8-44dd-8e88-2bacae5a4ed5 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:51.415386 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-53c28f50-1be0-4acf-8a09-ab207b8b6cec req-34d89ce1-c7f8-44dd-8e88-2bacae5a4ed5 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 945 time: 0.1087360 Feb 20 04:03:51.435221 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] For port f0278f55-83dd-4bc1-9d9f-fe8cc5599161, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f0278f55-83dd-4bc1-9d9f-fe8cc5599161,segment=NetworkSegment(cb97def5-2031-4693-a35c-a14521250414),segment_id=cb97def5-2031-4693-a35c-a14521250414)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:03:51.507739 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-53c28f50-1be0-4acf-8a09-ab207b8b6cec req-0231673a-21d2-496f-aa72-c73f3ca9640b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0840139 Feb 20 04:03:51.512116 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] For port f0278f55-83dd-4bc1-9d9f-fe8cc5599161, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:03:51.557696 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9be14e-00c2-4442-913d-f2ffd18c2925', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0278f55-83dd-4bc1-9d9f-fe8cc5599161'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:03:51.560479 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a3777a-6963-44ca-a34d-f92f7975c7d3" -d '{"events": [{"server_uuid": "4c9be14e-00c2-4442-913d-f2ffd18c2925", "name": "network-vif-unplugged", "status": "completed", "tag": "f0278f55-83dd-4bc1-9d9f-fe8cc5599161"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:03:51.564890 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] Publish callbacks [] for port (f0278f55-83dd-4bc1-9d9f-fe8cc5599161), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:51.595931 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 04:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352d8ce1-cd87-477a-8970-571db60b6664 x-openstack-request-id: req-352d8ce1-cd87-477a-8970-571db60b6664 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:03:51.596322 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9be14e-00c2-4442-913d-f2ffd18c2925", "name": "network-vif-unplugged", "status": "completed", "tag": "f0278f55-83dd-4bc1-9d9f-fe8cc5599161", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:03:51.596654 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-352d8ce1-cd87-477a-8970-571db60b6664 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:03:51.597116 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9be14e-00c2-4442-913d-f2ffd18c2925', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0278f55-83dd-4bc1-9d9f-fe8cc5599161', 'code': 200} Feb 20 04:03:51.653114 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (f0278f55-83dd-4bc1-9d9f-fe8cc5599161), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:51.757362 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] Pushing event updated for resources: {'Port': ['ID=f0278f55-83dd-4bc1-9d9f-fe8cc5599161,revision_number=7']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:51.784715 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:03:51.791446 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:03:51.791446 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:03:51.791446 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:03:51.791446 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:03:51.791446 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:03:51.791446 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:03:51.795428 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:03:51.795915 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:03:51.796367 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:03:51.796857 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:03:51.797292 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:03:51.797726 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:03:51.848188 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] Attempting to bind port f0278f55-83dd-4bc1-9d9f-fe8cc5599161 on host n-h2-829866-4 for vnic_type normal with profile {"migrating_to": "n-h1-829866-4"} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:03:51.848445 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] Attempting to bind port f0278f55-83dd-4bc1-9d9f-fe8cc5599161 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'cb97def5-2031-4693-a35c-a14521250414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:03:51.848830 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] Attempting to bind port f0278f55-83dd-4bc1-9d9f-fe8cc5599161 on network 322dc40c-bc10-4999-8010-18bc806f31d2 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:03:51.854155 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] Port f0278f55-83dd-4bc1-9d9f-fe8cc5599161 on network 322dc40c-bc10-4999-8010-18bc806f31d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:03:51.854609 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] Attempting to bind port f0278f55-83dd-4bc1-9d9f-fe8cc5599161 on network 322dc40c-bc10-4999-8010-18bc806f31d2 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:03:51.860995 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:03:51.861435 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] Checking segment: {'id': 'cb97def5-2031-4693-a35c-a14521250414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:03:51.861907 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] Bound using segment: {'id': 'cb97def5-2031-4693-a35c-a14521250414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:03:51.862406 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] Bound port: f0278f55-83dd-4bc1-9d9f-fe8cc5599161, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb97def5-2031-4693-a35c-a14521250414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:03:51.862833 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f0278f55-83dd-4bc1-9d9f-fe8cc5599161), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:51.944956 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] For port f0278f55-83dd-4bc1-9d9f-fe8cc5599161, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:03:51.948347 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] For port f0278f55-83dd-4bc1-9d9f-fe8cc5599161, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f0278f55-83dd-4bc1-9d9f-fe8cc5599161,segment=NetworkSegment(cb97def5-2031-4693-a35c-a14521250414),segment_id=cb97def5-2031-4693-a35c-a14521250414)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:03:51.990181 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-0082a31a-7f2f-4e7c-b398-bead3fd98424 None None] Provisioning complete for port f0278f55-83dd-4bc1-9d9f-fe8cc5599161 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:03:51.990575 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0082a31a-7f2f-4e7c-b398-bead3fd98424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f0278f55-83dd-4bc1-9d9f-fe8cc5599161), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:52.007285 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (f0278f55-83dd-4bc1-9d9f-fe8cc5599161), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:52.033670 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-0082a31a-7f2f-4e7c-b398-bead3fd98424 None None] Port f0278f55-83dd-4bc1-9d9f-fe8cc5599161 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:03:52.062488 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] Pushing event updated for resources: {'Port': ['ID=f0278f55-83dd-4bc1-9d9f-fe8cc5599161,revision_number=8']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:52.191615 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:52.192913 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:52.194944 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-0d8f5c19-0ba2-4916-acaf-5b47d6fcf366 service neutron] 10.222.0.42 "PUT /v2.0/ports/f0278f55-83dd-4bc1-9d9f-fe8cc5599161 HTTP/1.1" status: 200 len: 1121 time: 1.0311241 Feb 20 04:03:52.256349 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['f0278f55-83dd-4bc1-9d9f-fe8cc5599161'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:03:52.381763 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-8da390b4-c01c-4c02-a137-1373a1594519 None None] Provisioning complete for port f0278f55-83dd-4bc1-9d9f-fe8cc5599161 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:03:52.382134 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8da390b4-c01c-4c02-a137-1373a1594519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f0278f55-83dd-4bc1-9d9f-fe8cc5599161), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:52.616955 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-8da390b4-c01c-4c02-a137-1373a1594519 None None] Current status of the port f0278f55-83dd-4bc1-9d9f-fe8cc5599161 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:03:52.617712 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8da390b4-c01c-4c02-a137-1373a1594519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f0278f55-83dd-4bc1-9d9f-fe8cc5599161), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:52.662002 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9be14e-00c2-4442-913d-f2ffd18c2925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0278f55-83dd-4bc1-9d9f-fe8cc5599161'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:03:52.662002 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8e53b7-64e5-4f58-a89e-fbdf51b488e1" -d '{"events": [{"server_uuid": "4c9be14e-00c2-4442-913d-f2ffd18c2925", "name": "network-vif-plugged", "status": "completed", "tag": "f0278f55-83dd-4bc1-9d9f-fe8cc5599161"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:03:52.678679 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-8da390b4-c01c-4c02-a137-1373a1594519 None None] For port f0278f55-83dd-4bc1-9d9f-fe8cc5599161, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f0278f55-83dd-4bc1-9d9f-fe8cc5599161,segment=NetworkSegment(cb97def5-2031-4693-a35c-a14521250414),segment_id=cb97def5-2031-4693-a35c-a14521250414)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:03:52.749409 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c71ff2-1f93-4588-a7fe-322867417c93 req-24ffd8d7-15d6-4440-88bd-08b51e425a1c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:52.760359 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8da390b4-c01c-4c02-a137-1373a1594519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f0278f55-83dd-4bc1-9d9f-fe8cc5599161), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:52.767422 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87c71ff2-1f93-4588-a7fe-322867417c93 req-24ffd8d7-15d6-4440-88bd-08b51e425a1c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 943 time: 0.1286314 Feb 20 04:03:52.864206 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87c71ff2-1f93-4588-a7fe-322867417c93 req-9ff1db4c-2cd0-442a-bad3-1bc83c7391d6 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0957787 Feb 20 04:03:52.866478 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da390b4-c01c-4c02-a137-1373a1594519 None None] Pushing event updated for resources: {'Port': ['ID=f0278f55-83dd-4bc1-9d9f-fe8cc5599161,revision_number=9']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:52.912901 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da390b4-c01c-4c02-a137-1373a1594519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:03:52.913544 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da390b4-c01c-4c02-a137-1373a1594519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:03:52.914098 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da390b4-c01c-4c02-a137-1373a1594519 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:03:52.914647 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da390b4-c01c-4c02-a137-1373a1594519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:03:52.915238 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da390b4-c01c-4c02-a137-1373a1594519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:03:52.915793 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da390b4-c01c-4c02-a137-1373a1594519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:03:52.916341 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da390b4-c01c-4c02-a137-1373a1594519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:03:52.916882 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da390b4-c01c-4c02-a137-1373a1594519 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:03:52.917527 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da390b4-c01c-4c02-a137-1373a1594519 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:03:52.918079 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da390b4-c01c-4c02-a137-1373a1594519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:03:52.918946 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da390b4-c01c-4c02-a137-1373a1594519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:03:52.919492 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da390b4-c01c-4c02-a137-1373a1594519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:03:52.920039 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da390b4-c01c-4c02-a137-1373a1594519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:03:52.946680 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d0f9b8-b9c5-444c-9a5b-702839e65fa1 x-openstack-request-id: req-72d0f9b8-b9c5-444c-9a5b-702839e65fa1 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:03:52.947315 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9be14e-00c2-4442-913d-f2ffd18c2925", "name": "network-vif-plugged", "status": "completed", "tag": "f0278f55-83dd-4bc1-9d9f-fe8cc5599161", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:03:52.947806 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-72d0f9b8-b9c5-444c-9a5b-702839e65fa1 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:03:52.948419 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9be14e-00c2-4442-913d-f2ffd18c2925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0278f55-83dd-4bc1-9d9f-fe8cc5599161', 'code': 200} Feb 20 04:03:53.598673 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c9be14e-00c2-4442-913d-f2ffd18c2925', 'tag': 'f0278f55-83dd-4bc1-9d9f-fe8cc5599161'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:03:53.601687 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc72db4-22be-4f1d-b259-799d5f027bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "4c9be14e-00c2-4442-913d-f2ffd18c2925", "tag": "f0278f55-83dd-4bc1-9d9f-fe8cc5599161"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:03:53.644646 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cbad57-e392-4e26-9781-3f19bdc65352 x-openstack-request-id: req-33cbad57-e392-4e26-9781-3f19bdc65352 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:03:53.645150 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c9be14e-00c2-4442-913d-f2ffd18c2925", "tag": "f0278f55-83dd-4bc1-9d9f-fe8cc5599161", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:03:53.645576 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-33cbad57-e392-4e26-9781-3f19bdc65352 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:03:53.646133 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c9be14e-00c2-4442-913d-f2ffd18c2925', 'tag': 'f0278f55-83dd-4bc1-9d9f-fe8cc5599161', 'status': 'completed', 'code': 200} Feb 20 04:03:53.729216 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc72db4-22be-4f1d-b259-799d5f027bb5 req-0f6704ef-fb6d-4ae2-b5a3-7d062d571322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:53.730739 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddc72db4-22be-4f1d-b259-799d5f027bb5 req-0f6704ef-fb6d-4ae2-b5a3-7d062d571322 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 1157 time: 0.0616765 Feb 20 04:03:53.842805 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc72db4-22be-4f1d-b259-799d5f027bb5 req-0b6feefd-5790-4c15-9358-d622feaa6a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:53.848635 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddc72db4-22be-4f1d-b259-799d5f027bb5 req-0b6feefd-5790-4c15-9358-d622feaa6a37 service neutron] 10.222.0.93 "GET /v2.0/networks?id=322dc40c-bc10-4999-8010-18bc806f31d2 HTTP/1.1" status: 200 len: 897 time: 0.1093647 Feb 20 04:03:53.952449 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddc72db4-22be-4f1d-b259-799d5f027bb5 req-f69107bb-a7fa-40a3-9e57-3b8d842d7e8b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0278f55-83dd-4bc1-9d9f-fe8cc5599161 HTTP/1.1" status: 200 len: 1000 time: 0.0973678 Feb 20 04:03:54.009430 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc72db4-22be-4f1d-b259-799d5f027bb5 req-7921d22c-da05-4a3e-9806-a3e18acf8736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:54.011342 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddc72db4-22be-4f1d-b259-799d5f027bb5 req-7921d22c-da05-4a3e-9806-a3e18acf8736 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1ce071d3-c01b-4a15-863a-0ee70f50d0d7 HTTP/1.1" status: 200 len: 835 time: 0.0525925 Feb 20 04:03:54.101078 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22742bbb-f89c-40de-b1f2-4f0db05a524e req-50a12b13-6892-4565-b074-7415e53e6494 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:54.103060 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-22742bbb-f89c-40de-b1f2-4f0db05a524e req-50a12b13-6892-4565-b074-7415e53e6494 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 945 time: 0.0906324 Feb 20 04:03:54.109480 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc72db4-22be-4f1d-b259-799d5f027bb5 req-aaa8371e-3d34-4c39-9e34-cccbe709ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:54.111440 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddc72db4-22be-4f1d-b259-799d5f027bb5 req-aaa8371e-3d34-4c39-9e34-cccbe709ffb2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=322dc40c-bc10-4999-8010-18bc806f31d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0899026 Feb 20 04:03:54.220702 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddc72db4-22be-4f1d-b259-799d5f027bb5 req-2b336891-3059-4d4f-85d3-3600b33fce52 service neutron] 10.222.0.93 "GET /v2.0/networks/322dc40c-bc10-4999-8010-18bc806f31d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929232 Feb 20 04:03:54.293591 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-22742bbb-f89c-40de-b1f2-4f0db05a524e req-1eab3969-b5b5-48e3-b574-eaf6fcd34a0b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1807628 Feb 20 04:03:54.347552 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddc72db4-22be-4f1d-b259-799d5f027bb5 req-d337632f-879b-4061-879e-972436a5e210 service neutron] 10.222.0.93 "GET /v2.0/networks/322dc40c-bc10-4999-8010-18bc806f31d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195321 Feb 20 04:03:54.467723 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device f0278f55-83dd-4bc1-9d9f-fe8cc5599161 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:03:54.584305 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port f0278f55-83dd-4bc1-9d9f-fe8cc5599161, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f0278f55-83dd-4bc1-9d9f-fe8cc5599161,segment=NetworkSegment(cb97def5-2031-4693-a35c-a14521250414),segment_id=cb97def5-2031-4693-a35c-a14521250414)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:03:54.597785 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device f0278f55-83dd-4bc1-9d9f-fe8cc5599161 has no active binding in host n-h1-829866-4 {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 20 04:03:55.488176 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e56226-c5a5-425c-abb2-7348f56b7a4d req-f761b2bb-72d2-4707-bf98-7f6e73be2e21 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:55.489792 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-50e56226-c5a5-425c-abb2-7348f56b7a4d req-f761b2bb-72d2-4707-bf98-7f6e73be2e21 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 945 time: 0.1210434 Feb 20 04:03:55.544701 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-50e56226-c5a5-425c-abb2-7348f56b7a4d req-633b9d25-a14b-47e5-a188-927ac04abd56 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483499 Feb 20 04:03:56.495092 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-eaceae17-3309-4eae-b40d-f0c5dc4d0b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:56.691082 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d0bc0-9321-4d29-9789-8369aadca929 req-537b4183-a147-4428-8e4b-a1623e4b68f6 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:56.692658 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-963d0bc0-9321-4d29-9789-8369aadca929 req-537b4183-a147-4428-8e4b-a1623e4b68f6 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 945 time: 0.0609663 Feb 20 04:03:56.748238 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-963d0bc0-9321-4d29-9789-8369aadca929 req-c3d5ef05-abe2-4706-af50-f9398b6f2b86 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475092 Feb 20 04:03:57.614044 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-88ce7830-d8c0-4133-9f40-74fa66ae52b9 service neutron] 10.222.0.93 "GET /v2.0/ports/f0278f55-83dd-4bc1-9d9f-fe8cc5599161/bindings/n-h1-829866-4 HTTP/1.1" status: 200 len: 384 time: 0.0604472 Feb 20 04:03:57.819294 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-3a0dff80-b22d-4ca4-ada7-5d9ab01abe15 service neutron] For port f0278f55-83dd-4bc1-9d9f-fe8cc5599161, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f0278f55-83dd-4bc1-9d9f-fe8cc5599161,segment=NetworkSegment(cb97def5-2031-4693-a35c-a14521250414),segment_id=cb97def5-2031-4693-a35c-a14521250414)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:03:57.839937 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-3a0dff80-b22d-4ca4-ada7-5d9ab01abe15 service neutron] For port f0278f55-83dd-4bc1-9d9f-fe8cc5599161, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:03:57.919069 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9be14e-00c2-4442-913d-f2ffd18c2925', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0278f55-83dd-4bc1-9d9f-fe8cc5599161'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:03:57.922574 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18d9e56-5599-4113-92bb-7d545624ddeb" -d '{"events": [{"server_uuid": "4c9be14e-00c2-4442-913d-f2ffd18c2925", "name": "network-vif-unplugged", "status": "completed", "tag": "f0278f55-83dd-4bc1-9d9f-fe8cc5599161"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:03:57.931399 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-3a0dff80-b22d-4ca4-ada7-5d9ab01abe15 service neutron] For port f0278f55-83dd-4bc1-9d9f-fe8cc5599161, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=f0278f55-83dd-4bc1-9d9f-fe8cc5599161,segment=NetworkSegment(cb97def5-2031-4693-a35c-a14521250414),segment_id=cb97def5-2031-4693-a35c-a14521250414)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:03:57.953905 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1d548-ab66-4f74-a7e4-6a3d27f1e36a req-018a772a-2294-4398-9b9e-c9aaeacb098b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:57.954897 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d7c1d548-ab66-4f74-a7e4-6a3d27f1e36a req-018a772a-2294-4398-9b9e-c9aaeacb098b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 945 time: 0.1132731 Feb 20 04:03:58.008769 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d7c1d548-ab66-4f74-a7e4-6a3d27f1e36a req-0440b491-3b87-44e1-b0a0-fe611543a422 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468409 Feb 20 04:03:58.057965 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 04:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c8a3f5-6598-4778-863d-7455ae8161f9 x-openstack-request-id: req-f9c8a3f5-6598-4778-863d-7455ae8161f9 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:03:58.058267 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9be14e-00c2-4442-913d-f2ffd18c2925", "name": "network-vif-unplugged", "status": "completed", "tag": "f0278f55-83dd-4bc1-9d9f-fe8cc5599161", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:03:58.058536 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f9c8a3f5-6598-4778-863d-7455ae8161f9 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:03:58.058973 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9be14e-00c2-4442-913d-f2ffd18c2925', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0278f55-83dd-4bc1-9d9f-fe8cc5599161', 'code': 200} Feb 20 04:03:58.075569 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-3a0dff80-b22d-4ca4-ada7-5d9ab01abe15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f0278f55-83dd-4bc1-9d9f-fe8cc5599161), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:58.168220 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-3a0dff80-b22d-4ca4-ada7-5d9ab01abe15 service neutron] Transition to ACTIVE for port object f0278f55-83dd-4bc1-9d9f-fe8cc5599161 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:03:58.261634 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-3a0dff80-b22d-4ca4-ada7-5d9ab01abe15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (f0278f55-83dd-4bc1-9d9f-fe8cc5599161), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:58.374694 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0dff80-b22d-4ca4-ada7-5d9ab01abe15 service neutron] Pushing event updated for resources: {'Port': ['ID=f0278f55-83dd-4bc1-9d9f-fe8cc5599161,revision_number=11']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:03:58.461644 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-3a0dff80-b22d-4ca4-ada7-5d9ab01abe15 service neutron] No DVR routers for this DVR port f0278f55-83dd-4bc1-9d9f-fe8cc5599161 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:03:58.631566 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-3a0dff80-b22d-4ca4-ada7-5d9ab01abe15 service neutron] 10.222.0.93 "PUT /v2.0/ports/f0278f55-83dd-4bc1-9d9f-fe8cc5599161/bindings/n-h1-829866-4/activate HTTP/1.1" status: 200 len: 369 time: 1.0121679 Feb 20 04:03:58.737249 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9751bbc7-7c94-4d47-87bb-8ea223230658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:03:58.849617 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-e4373caf-c507-4145-8693-8ff90619744d tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:58.851297 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-e4373caf-c507-4145-8693-8ff90619744d tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925&tenant_id=c51c06307884485eaac01385a5cfa0f0&binding%3Ahost_id=n-h2-829866-4 HTTP/1.1" status: 200 len: 1126 time: 0.0527148 Feb 20 04:03:58.903974 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-32df5555-ec1a-4509-9232-a3381b18eed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:58.905569 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-32df5555-ec1a-4509-9232-a3381b18eed9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925&tenant_id=c51c06307884485eaac01385a5cfa0f0 HTTP/1.1" status: 200 len: 1126 time: 0.0479441 Feb 20 04:03:58.996369 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-b82b0173-767b-4954-b13c-cc61eeba19e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:58.996369 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-b82b0173-767b-4954-b13c-cc61eeba19e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 1126 time: 0.0549467 Feb 20 04:03:59.087164 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-8c813784-7f90-4a7c-a5c4-c78f70856c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:59.088800 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-8c813784-7f90-4a7c-a5c4-c78f70856c41 service neutron] 10.222.0.42 "GET /v2.0/networks?id=322dc40c-bc10-4999-8010-18bc806f31d2 HTTP/1.1" status: 200 len: 897 time: 0.0978551 Feb 20 04:03:59.161292 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-de8217f4-e982-47c2-a941-931d774ee6d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0278f55-83dd-4bc1-9d9f-fe8cc5599161 HTTP/1.1" status: 200 len: 998 time: 0.0622270 Feb 20 04:03:59.248438 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78178576-cac1-4884-9c7f-f70c3082e568 req-fbdd2d0b-f5af-4431-9dea-0da935076a17 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:59.250797 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78178576-cac1-4884-9c7f-f70c3082e568 req-fbdd2d0b-f5af-4431-9dea-0da935076a17 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 944 time: 0.1602685 Feb 20 04:03:59.252814 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-4d02d8f8-4107-4e0c-9ab4-8849f1c5cf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:59.254227 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-4d02d8f8-4107-4e0c-9ab4-8849f1c5cf8f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ce071d3-c01b-4a15-863a-0ee70f50d0d7 HTTP/1.1" status: 200 len: 835 time: 0.0778410 Feb 20 04:03:59.336312 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78178576-cac1-4884-9c7f-f70c3082e568 req-c0b876c8-58c7-4b1f-900a-2b8b70ef1282 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792406 Feb 20 04:03:59.346259 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-9594d489-9e41-4cd9-96ee-eb915f8c2cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:59.348250 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-9594d489-9e41-4cd9-96ee-eb915f8c2cfc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=322dc40c-bc10-4999-8010-18bc806f31d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0852399 Feb 20 04:03:59.477298 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-237bf4eb-e4e4-4901-9dcc-67634b53dac8 service neutron] 10.222.0.42 "GET /v2.0/networks/322dc40c-bc10-4999-8010-18bc806f31d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217461 Feb 20 04:03:59.540803 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c03104c2-72ee-42fa-82ee-997eac629222 req-dbcbfb00-a811-469b-8086-753cb60d4a3a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9e310850-a20f-440b-986b-feb043293ab8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0977097 Feb 20 04:03:59.585804 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-b56d185a-8913-4d16-83d5-17e78ed9ca79 service neutron] 10.222.0.42 "GET /v2.0/networks/322dc40c-bc10-4999-8010-18bc806f31d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969186 Feb 20 04:03:59.651748 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03104c2-72ee-42fa-82ee-997eac629222 req-6eed1076-4815-4a61-9c1a-9c1258435837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:59.653873 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c03104c2-72ee-42fa-82ee-997eac629222 req-6eed1076-4815-4a61-9c1a-9c1258435837 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dbce6a23f7f448d581896d0b0de43858&device_id=9e310850-a20f-440b-986b-feb043293ab8 HTTP/1.1" status: 200 len: 1127 time: 0.0609825 Feb 20 04:03:59.776981 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03104c2-72ee-42fa-82ee-997eac629222 req-30191f7e-5ab9-468a-b40f-1d28680a3e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:59.778708 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c03104c2-72ee-42fa-82ee-997eac629222 req-30191f7e-5ab9-468a-b40f-1d28680a3e97 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7aefa578-9a73-485e-abe5-76525a78e3f7 HTTP/1.1" status: 200 len: 909 time: 0.1031551 Feb 20 04:03:59.824004 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47778) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:03:59.879250 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c03104c2-72ee-42fa-82ee-997eac629222 req-a2d2e3d8-e1fb-4c92-8642-ffb15737e3e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4510d3d4-a878-4499-8d2e-6b6a6d3571f1 HTTP/1.1" status: 200 len: 1000 time: 0.0936337 Feb 20 04:03:59.941898 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03104c2-72ee-42fa-82ee-997eac629222 req-6cb29220-9275-4608-8696-944480b611be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:59.943721 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c03104c2-72ee-42fa-82ee-997eac629222 req-6cb29220-9275-4608-8696-944480b611be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=34397b61-ec4b-46a1-947f-e5f30d325c5a HTTP/1.1" status: 200 len: 847 time: 0.0576706 Feb 20 04:03:59.951260 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b789e86-5540-46fd-b756-ce105c320afa req-bc3f92b1-0055-40bf-990e-9801ddd74d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:59.954376 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7b789e86-5540-46fd-b756-ce105c320afa req-bc3f92b1-0055-40bf-990e-9801ddd74d32 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9e310850-a20f-440b-986b-feb043293ab8 HTTP/1.1" status: 200 len: 1127 time: 0.1255028 Feb 20 04:03:59.996754 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03104c2-72ee-42fa-82ee-997eac629222 req-a24511eb-503c-4a1a-9ccc-ed4c2266f343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:03:59.998961 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c03104c2-72ee-42fa-82ee-997eac629222 req-a24511eb-503c-4a1a-9ccc-ed4c2266f343 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7aefa578-9a73-485e-abe5-76525a78e3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482621 Feb 20 04:04:00.027936 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7b789e86-5540-46fd-b756-ce105c320afa req-734d7a6e-19da-485d-ba46-86a60312c4a2 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2e7ab302-30c7-4fed-9991-c8efe6d85f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602047 Feb 20 04:04:00.111268 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:00.139333 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c03104c2-72ee-42fa-82ee-997eac629222 req-e8b063d5-ad65-488e-9ee7-6f8918c23fa5 service neutron] 10.222.0.42 "GET /v2.0/networks/7aefa578-9a73-485e-abe5-76525a78e3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340098 Feb 20 04:04:00.204282 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-dc765506-f35e-4471-8d12-fa297f5cef6c tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:00.205917 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-dc765506-f35e-4471-8d12-fa297f5cef6c tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925&tenant_id=c51c06307884485eaac01385a5cfa0f0&binding%3Ahost_id=n-h1-829866-4 HTTP/1.1" status: 200 len: 1126 time: 0.1163790 Feb 20 04:04:00.679730 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c03104c2-72ee-42fa-82ee-997eac629222 req-49725433-ce28-41fa-b16a-0fc8990d2ce0 service neutron] 10.222.0.42 "GET /v2.0/networks/7aefa578-9a73-485e-abe5-76525a78e3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5339067 Feb 20 04:04:00.733911 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8ef11-2cfd-4809-a4cf-0b42cb987f7b req-1dac963e-d8f0-4066-8e8c-8f1587234994 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:00.736154 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-34a8ef11-2cfd-4809-a4cf-0b42cb987f7b req-1dac963e-d8f0-4066-8e8c-8f1587234994 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 944 time: 0.1293292 Feb 20 04:04:00.800667 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-34a8ef11-2cfd-4809-a4cf-0b42cb987f7b req-ca498810-26d5-4940-9549-15a8e73e38af tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576155 Feb 20 04:04:00.826750 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f0278f55-83dd-4bc1-9d9f-fe8cc5599161 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:04:00.828645 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-943f3bc7-6bf0-4786-825b-df93487b84f1 service neutron] For port f0278f55-83dd-4bc1-9d9f-fe8cc5599161, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:04:00.838529 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-943f3bc7-6bf0-4786-825b-df93487b84f1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:00.838529 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-943f3bc7-6bf0-4786-825b-df93487b84f1 service neutron] 10.222.0.42 "DELETE /v2.0/ports/f0278f55-83dd-4bc1-9d9f-fe8cc5599161/bindings/n-h2-829866-4 HTTP/1.1" status: 204 len: 173 time: 0.6198568 Feb 20 04:04:00.926890 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] The host n-h2-829866-4 is not matching for port f0278f55-83dd-4bc1-9d9f-fe8cc5599161 host n-h1-829866-4! {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 04:04:00.927669 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f0278f55-83dd-4bc1-9d9f-fe8cc5599161 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:04:00.944874 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300e29f-1c67-4485-9b15-6016c2566831 req-6f5a2e7c-e0f9-46bc-8a3e-2b9c3327a01d tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:00.946536 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6300e29f-1c67-4485-9b15-6016c2566831 req-6f5a2e7c-e0f9-46bc-8a3e-2b9c3327a01d tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 1126 time: 0.0514555 Feb 20 04:04:00.999425 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6300e29f-1c67-4485-9b15-6016c2566831 req-8f5c1402-2469-4cae-b223-298019afc4ce tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444820 Feb 20 04:04:01.147723 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210adcd-5721-4557-9ebe-71de2423cb10 req-a8fff797-08ff-4a1e-8f9b-278779576e01 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:01.150756 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3210adcd-5721-4557-9ebe-71de2423cb10 req-a8fff797-08ff-4a1e-8f9b-278779576e01 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 944 time: 0.0716770 Feb 20 04:04:01.208228 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3210adcd-5721-4557-9ebe-71de2423cb10 req-1c15ef6d-390c-433a-b7e4-68b82e0f02df tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514798 Feb 20 04:04:01.232205 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47804) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:01.299820 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6af0ad3d-0da4-4f52-a7aa-b7fcfa6f42c1 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/floatingips/fa98c02c-990f-43a0-a6a0-37e3671f0b09 HTTP/1.1" status: 200 len: 990 time: 0.0660548 Feb 20 04:04:01.373502 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:02.815528 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:02.972111 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47826) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:03.093229 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d577f6d1-cac6-4a40-87b1-a8c4995f56cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:03.179982 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d577f6d1-cac6-4a40-87b1-a8c4995f56cf admin admin] Publish callbacks [] for security_group (f3a6f266-c9e5-41fe-8925-5435998bc38a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:03.275547 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d577f6d1-cac6-4a40-87b1-a8c4995f56cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f3a6f266-c9e5-41fe-8925-5435998bc38a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:03.318244 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d577f6d1-cac6-4a40-87b1-a8c4995f56cf admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=151c07b65eaf4971bc85f540453d8633&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3450148 Feb 20 04:04:03.319238 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d577f6d1-cac6-4a40-87b1-a8c4995f56cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a6f266-c9e5-41fe-8925-5435998bc38a,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:03.321480 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 47832) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:03.328417 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d577f6d1-cac6-4a40-87b1-a8c4995f56cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:03.328773 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d577f6d1-cac6-4a40-87b1-a8c4995f56cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:03.329329 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d577f6d1-cac6-4a40-87b1-a8c4995f56cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:03.329685 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d577f6d1-cac6-4a40-87b1-a8c4995f56cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:03.330034 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d577f6d1-cac6-4a40-87b1-a8c4995f56cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:03.330379 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d577f6d1-cac6-4a40-87b1-a8c4995f56cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:03.330719 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d577f6d1-cac6-4a40-87b1-a8c4995f56cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:03.331130 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d577f6d1-cac6-4a40-87b1-a8c4995f56cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:03.331524 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d577f6d1-cac6-4a40-87b1-a8c4995f56cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:03.331863 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d577f6d1-cac6-4a40-87b1-a8c4995f56cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:03.332713 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d577f6d1-cac6-4a40-87b1-a8c4995f56cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:03.333064 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d577f6d1-cac6-4a40-87b1-a8c4995f56cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:03.333397 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d577f6d1-cac6-4a40-87b1-a8c4995f56cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:03.400761 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8abf2888-68ac-4048-a7a5-ebbdb4655845 admin admin] Publish callbacks [] for security_group (f3a6f266-c9e5-41fe-8925-5435998bc38a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:03.425080 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8abf2888-68ac-4048-a7a5-ebbdb4655845 admin admin] Publish callbacks [] for security_group (f3a6f266-c9e5-41fe-8925-5435998bc38a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:03.547437 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8abf2888-68ac-4048-a7a5-ebbdb4655845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f3a6f266-c9e5-41fe-8925-5435998bc38a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:03.550270 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8abf2888-68ac-4048-a7a5-ebbdb4655845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:03.551737 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8abf2888-68ac-4048-a7a5-ebbdb4655845 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f3a6f266-c9e5-41fe-8925-5435998bc38a HTTP/1.1" status: 204 len: 168 time: 0.2286882 Feb 20 04:04:03.559900 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf2888-68ac-4048-a7a5-ebbdb4655845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a6f266-c9e5-41fe-8925-5435998bc38a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:04.587696 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 47862) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:04.755949 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-0f198522-86c4-4e34-8ba6-1e177cfa000b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Deleting port abcd6b19-3523-4a26-bd51-3031678929ea {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:04:04.756291 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0f198522-86c4-4e34-8ba6-1e177cfa000b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (abcd6b19-3523-4a26-bd51-3031678929ea), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:04.842237 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0f198522-86c4-4e34-8ba6-1e177cfa000b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (abcd6b19-3523-4a26-bd51-3031678929ea), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:04.842583 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0f198522-86c4-4e34-8ba6-1e177cfa000b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for floatingip (abcd6b19-3523-4a26-bd51-3031678929ea), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:04.855595 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-0f198522-86c4-4e34-8ba6-1e177cfa000b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Calling delete_port for abcd6b19-3523-4a26-bd51-3031678929ea owned by network:floatingip {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:04:05.112574 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0f198522-86c4-4e34-8ba6-1e177cfa000b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (abcd6b19-3523-4a26-bd51-3031678929ea), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:05.139578 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f198522-86c4-4e34-8ba6-1e177cfa000b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event deleted for resources: {'Port': ['ID=abcd6b19-3523-4a26-bd51-3031678929ea,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:05.216615 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0f198522-86c4-4e34-8ba6-1e177cfa000b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for floatingip (fa98c02c-990f-43a0-a6a0-37e3671f0b09), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:05.217131 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [None req-0f198522-86c4-4e34-8ba6-1e177cfa000b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Floating IP fa98c02c-990f-43a0-a6a0-37e3671f0b09 disassociated (deleted). External IP: 172.25.7.24, port: f0278f55-83dd-4bc1-9d9f-fe8cc5599161. Feb 20 04:04:05.459517 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f198522-86c4-4e34-8ba6-1e177cfa000b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Router d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:04:05.577701 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f198522-86c4-4e34-8ba6-1e177cfa000b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:04:05.583461 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0f198522-86c4-4e34-8ba6-1e177cfa000b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:05.591727 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946d5700-990e-4ef6-9f23-f5d5aec385b4 None None] Sync routers for ids ['d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:04:05.605153 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946d5700-990e-4ef6-9f23-f5d5aec385b4 None None] Routers {'d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:04:05.605785 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-946d5700-990e-4ef6-9f23-f5d5aec385b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:03:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:05.615983 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0f198522-86c4-4e34-8ba6-1e177cfa000b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "DELETE /v2.0/floatingips/fa98c02c-990f-43a0-a6a0-37e3671f0b09 HTTP/1.1" status: 204 len: 168 time: 1.0269272 Feb 20 04:04:05.616577 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c9be14e-00c2-4442-913d-f2ffd18c2925', 'tag': 'f0278f55-83dd-4bc1-9d9f-fe8cc5599161'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:04:05.627782 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596b8172-0002-4410-8e62-6becbaf768c1" -d '{"events": [{"name": "network-changed", "server_uuid": "4c9be14e-00c2-4442-913d-f2ffd18c2925", "tag": "f0278f55-83dd-4bc1-9d9f-fe8cc5599161"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:04:05.733104 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-946d5700-990e-4ef6-9f23-f5d5aec385b4 None None] Set router d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:04:06.147454 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3873666-4851-49ef-9305-9f69212abdff x-openstack-request-id: req-a3873666-4851-49ef-9305-9f69212abdff {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:04:06.147888 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c9be14e-00c2-4442-913d-f2ffd18c2925", "tag": "f0278f55-83dd-4bc1-9d9f-fe8cc5599161", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:04:06.148617 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a3873666-4851-49ef-9305-9f69212abdff {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:04:06.149283 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c9be14e-00c2-4442-913d-f2ffd18c2925', 'tag': 'f0278f55-83dd-4bc1-9d9f-fe8cc5599161', 'status': 'completed', 'code': 200} Feb 20 04:04:06.259911 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-946d5700-990e-4ef6-9f23-f5d5aec385b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532971109', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:39Z', 'updated_at': '2022-02-20T04:02:47Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': 'bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:40Z', 'updated_at': '2022-02-20T04:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '69397456-7310-464a-a6a1-f21aa1e2f686', 'name': '', 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:3f:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '1ce071d3-c01b-4a15-863a-0ee70f50d0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:45Z', 'updated_at': '2022-02-20T04:02:55Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': '1ce071d3-c01b-4a15-863a-0ee70f50d0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:06.272176 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b8172-0002-4410-8e62-6becbaf768c1 req-3e224d60-531c-4526-b998-93ccd684ac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:06.273715 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-596b8172-0002-4410-8e62-6becbaf768c1 req-3e224d60-531c-4526-b998-93ccd684ac23 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 1126 time: 0.1001766 Feb 20 04:04:06.291804 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946d5700-990e-4ef6-9f23-f5d5aec385b4 None None] Checking router: d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:04:06.305494 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946d5700-990e-4ef6-9f23-f5d5aec385b4 None None] Routers {'d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:04:06.306377 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-946d5700-990e-4ef6-9f23-f5d5aec385b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:03:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:06.394848 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b71ca6-44a6-4154-913c-e74234603b87 req-0f2d33d1-e660-45e2-bca5-269af32aad2f tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:06.402925 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65b71ca6-44a6-4154-913c-e74234603b87 req-0f2d33d1-e660-45e2-bca5-269af32aad2f tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 944 time: 0.1329713 Feb 20 04:04:06.485609 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-946d5700-990e-4ef6-9f23-f5d5aec385b4 None None] Set router d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:04:06.495772 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65b71ca6-44a6-4154-913c-e74234603b87 req-3e1b864a-a0fe-46ba-9336-0e67d7a55c7c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0922432 Feb 20 04:04:06.582649 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b8172-0002-4410-8e62-6becbaf768c1 req-26153607-4f0b-4299-bd6c-9c9d06a0eff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:06.584913 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-596b8172-0002-4410-8e62-6becbaf768c1 req-26153607-4f0b-4299-bd6c-9c9d06a0eff3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=322dc40c-bc10-4999-8010-18bc806f31d2 HTTP/1.1" status: 200 len: 897 time: 0.2994571 Feb 20 04:04:06.634203 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-596b8172-0002-4410-8e62-6becbaf768c1 req-dcc1796c-c3ea-48cf-a0cd-76ffba338e5e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0278f55-83dd-4bc1-9d9f-fe8cc5599161 HTTP/1.1" status: 200 len: 217 time: 0.0416069 Feb 20 04:04:06.703398 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d052e-81df-4300-b172-ebe7195a86cc req-0e6b0cb9-5efb-403f-90b6-05927c8ab459 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:06.704860 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6c7d052e-81df-4300-b172-ebe7195a86cc req-0e6b0cb9-5efb-403f-90b6-05927c8ab459 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 944 time: 0.2064240 Feb 20 04:04:06.727139 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b8172-0002-4410-8e62-6becbaf768c1 req-cca76dc0-ea35-4d20-be19-0558bde7e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:06.728595 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-596b8172-0002-4410-8e62-6becbaf768c1 req-cca76dc0-ea35-4d20-be19-0558bde7e0ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ce071d3-c01b-4a15-863a-0ee70f50d0d7 HTTP/1.1" status: 200 len: 835 time: 0.0877872 Feb 20 04:04:06.798534 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-946d5700-990e-4ef6-9f23-f5d5aec385b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532971109', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:39Z', 'updated_at': '2022-02-20T04:02:47Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': 'bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:40Z', 'updated_at': '2022-02-20T04:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '69397456-7310-464a-a6a1-f21aa1e2f686', 'name': '', 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:3f:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '1ce071d3-c01b-4a15-863a-0ee70f50d0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:45Z', 'updated_at': '2022-02-20T04:02:55Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': '1ce071d3-c01b-4a15-863a-0ee70f50d0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:06.831078 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946d5700-990e-4ef6-9f23-f5d5aec385b4 None None] The sync data for ids ['d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c'] in n-d-829866-4 is: [{'id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532971109', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:39Z', 'updated_at': '2022-02-20T04:02:47Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': 'bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:40Z', 'updated_at': '2022-02-20T04:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '69397456-7310-464a-a6a1-f21aa1e2f686', 'name': '', 'network_id': '322dc40c-bc10-4999-8010-18bc806f31d2', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:3f:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '1ce071d3-c01b-4a15-863a-0ee70f50d0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:45Z', 'updated_at': '2022-02-20T04:02:55Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': '1ce071d3-c01b-4a15-863a-0ee70f50d0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:04:06.854935 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b8172-0002-4410-8e62-6becbaf768c1 req-112564bc-4c23-4c87-842b-b7e02df6414f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:06.856386 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-596b8172-0002-4410-8e62-6becbaf768c1 req-112564bc-4c23-4c87-842b-b7e02df6414f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=322dc40c-bc10-4999-8010-18bc806f31d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0929410 Feb 20 04:04:06.892817 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-6c7d052e-81df-4300-b172-ebe7195a86cc req-67182c91-789a-4236-885e-c732b0c1434c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Deleting port f0278f55-83dd-4bc1-9d9f-fe8cc5599161 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:04:06.893164 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6c7d052e-81df-4300-b172-ebe7195a86cc req-67182c91-789a-4236-885e-c732b0c1434c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (f0278f55-83dd-4bc1-9d9f-fe8cc5599161), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:07.038138 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-596b8172-0002-4410-8e62-6becbaf768c1 req-8341021e-5887-4968-a689-7afb803672bb service neutron] 10.222.0.42 "GET /v2.0/networks/322dc40c-bc10-4999-8010-18bc806f31d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720417 Feb 20 04:04:07.132134 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-6c7d052e-81df-4300-b172-ebe7195a86cc req-67182c91-789a-4236-885e-c732b0c1434c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] For port f0278f55-83dd-4bc1-9d9f-fe8cc5599161, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=f0278f55-83dd-4bc1-9d9f-fe8cc5599161,segment=NetworkSegment(cb97def5-2031-4693-a35c-a14521250414),segment_id=cb97def5-2031-4693-a35c-a14521250414)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:04:07.132518 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6c7d052e-81df-4300-b172-ebe7195a86cc req-67182c91-789a-4236-885e-c732b0c1434c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (f0278f55-83dd-4bc1-9d9f-fe8cc5599161), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:07.150957 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-6c7d052e-81df-4300-b172-ebe7195a86cc req-67182c91-789a-4236-885e-c732b0c1434c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Calling delete_port for f0278f55-83dd-4bc1-9d9f-fe8cc5599161 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:04:07.196040 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0ca9dd-8775-4487-8262-37fb03ab2b20 None None] New status for floating IP fa98c02c-990f-43a0-a6a0-37e3671f0b09: DOWN {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 04:04:07.255906 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-596b8172-0002-4410-8e62-6becbaf768c1 req-56f2050b-6bff-464d-854b-0715b6392737 service neutron] 10.222.0.42 "GET /v2.0/networks/322dc40c-bc10-4999-8010-18bc806f31d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089601 Feb 20 04:04:07.478286 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6c7d052e-81df-4300-b172-ebe7195a86cc req-67182c91-789a-4236-885e-c732b0c1434c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (f0278f55-83dd-4bc1-9d9f-fe8cc5599161), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:07.509926 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67182c91-789a-4236-885e-c732b0c1434c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event deleted for resources: {'Port': ['ID=f0278f55-83dd-4bc1-9d9f-fe8cc5599161,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:07.570956 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7d052e-81df-4300-b172-ebe7195a86cc req-67182c91-789a-4236-885e-c732b0c1434c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] No DVR routers for this DVR port f0278f55-83dd-4bc1-9d9f-fe8cc5599161 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:04:07.574202 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-6c7d052e-81df-4300-b172-ebe7195a86cc req-67182c91-789a-4236-885e-c732b0c1434c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:07.579225 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6c7d052e-81df-4300-b172-ebe7195a86cc req-67182c91-789a-4236-885e-c732b0c1434c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.42 "DELETE /v2.0/ports/f0278f55-83dd-4bc1-9d9f-fe8cc5599161 HTTP/1.1" status: 204 len: 173 time: 0.8664737 Feb 20 04:04:07.626576 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17a8a4fd-a2ef-4e83-b988-02a9d5bb792b req-4ef03dee-8e50-4c2d-870e-b0677964a2d9 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=4c9be14e-00c2-4442-913d-f2ffd18c2925 HTTP/1.1" status: 200 len: 210 time: 0.0337045 Feb 20 04:04:08.150027 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9be14e-00c2-4442-913d-f2ffd18c2925', 'name': 'network-vif-deleted', 'tag': 'f0278f55-83dd-4bc1-9d9f-fe8cc5599161'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:04:08.152808 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c371d1-ca4d-469e-a6a5-5503fa0eaf64" -d '{"events": [{"server_uuid": "4c9be14e-00c2-4442-913d-f2ffd18c2925", "name": "network-vif-deleted", "tag": "f0278f55-83dd-4bc1-9d9f-fe8cc5599161"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:04:08.188367 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d47210-5ca8-4781-bda0-15bf20c4d8cf x-openstack-request-id: req-72d47210-5ca8-4781-bda0-15bf20c4d8cf {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:04:08.188647 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9be14e-00c2-4442-913d-f2ffd18c2925", "name": "network-vif-deleted", "tag": "f0278f55-83dd-4bc1-9d9f-fe8cc5599161", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:04:08.188907 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-72d47210-5ca8-4781-bda0-15bf20c4d8cf {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:04:08.189315 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9be14e-00c2-4442-913d-f2ffd18c2925', 'name': 'network-vif-deleted', 'tag': 'f0278f55-83dd-4bc1-9d9f-fe8cc5599161', 'status': 'completed', 'code': 200} Feb 20 04:04:08.690621 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47914) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:09.433156 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-93835ca8-bf90-4259-a459-afe1e64b893a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:09.736388 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-93835ca8-bf90-4259-a459-afe1e64b893a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Deleting port 69397456-7310-464a-a6a1-f21aa1e2f686 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:04:09.737077 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-93835ca8-bf90-4259-a459-afe1e64b893a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (69397456-7310-464a-a6a1-f21aa1e2f686), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:09.856421 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-93835ca8-bf90-4259-a459-afe1e64b893a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] For port 69397456-7310-464a-a6a1-f21aa1e2f686, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=69397456-7310-464a-a6a1-f21aa1e2f686,segment=NetworkSegment(cb97def5-2031-4693-a35c-a14521250414),segment_id=cb97def5-2031-4693-a35c-a14521250414)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:04:09.856808 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-93835ca8-bf90-4259-a459-afe1e64b893a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (69397456-7310-464a-a6a1-f21aa1e2f686), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:09.875260 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-93835ca8-bf90-4259-a459-afe1e64b893a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Calling delete_port for 69397456-7310-464a-a6a1-f21aa1e2f686 owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:04:10.180853 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-93835ca8-bf90-4259-a459-afe1e64b893a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (69397456-7310-464a-a6a1-f21aa1e2f686), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:10.213432 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93835ca8-bf90-4259-a459-afe1e64b893a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event deleted for resources: {'Port': ['ID=69397456-7310-464a-a6a1-f21aa1e2f686,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:10.463318 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-93835ca8-bf90-4259-a459-afe1e64b893a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:10.545908 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device f0278f55-83dd-4bc1-9d9f-fe8cc5599161 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:04:10.575851 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: f0278f55-83dd-4bc1-9d9f-fe8cc5599161 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:04:10.576292 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device f0278f55-83dd-4bc1-9d9f-fe8cc5599161 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:04:10.705836 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93835ca8-bf90-4259-a459-afe1e64b893a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Router d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:04:10.825256 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93835ca8-bf90-4259-a459-afe1e64b893a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:04:10.834091 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 47928) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:10.834619 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-93835ca8-bf90-4259-a459-afe1e64b893a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "PUT /v2.0/routers/d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1436348 Feb 20 04:04:10.837170 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e9f4ff-906a-4de4-b68d-3bac4caaaf55 None None] Sync routers for ids ['d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:04:10.853949 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e9f4ff-906a-4de4-b68d-3bac4caaaf55 None None] Routers {'d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:04:10.854580 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f2e9f4ff-906a-4de4-b68d-3bac4caaaf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:03:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:10.895299 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4911074-4380-4f77-838c-b56542857c04 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Deleting subnet 1ce071d3-c01b-4a15-863a-0ee70f50d0d7 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 04:04:10.898887 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e4911074-4380-4f77-838c-b56542857c04 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for subnet (1ce071d3-c01b-4a15-863a-0ee70f50d0d7), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:10.942016 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e4911074-4380-4f77-838c-b56542857c04 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (1ce071d3-c01b-4a15-863a-0ee70f50d0d7), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:10.974469 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-f2e9f4ff-906a-4de4-b68d-3bac4caaaf55 None None] Set router d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:04:11.058604 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e4911074-4380-4f77-838c-b56542857c04 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (1ce071d3-c01b-4a15-863a-0ee70f50d0d7), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:11.174241 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f2e9f4ff-906a-4de4-b68d-3bac4caaaf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532971109', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:39Z', 'updated_at': '2022-02-20T04:04:10Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': 'bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:40Z', 'updated_at': '2022-02-20T04:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:11.201924 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e9f4ff-906a-4de4-b68d-3bac4caaaf55 None None] Checking router: d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:04:11.212039 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e9f4ff-906a-4de4-b68d-3bac4caaaf55 None None] Routers {'d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:04:11.212741 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f2e9f4ff-906a-4de4-b68d-3bac4caaaf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:03:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:11.221686 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e4911074-4380-4f77-838c-b56542857c04 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (1ce071d3-c01b-4a15-863a-0ee70f50d0d7), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:11.261610 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4911074-4380-4f77-838c-b56542857c04 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event deleted for resources: {'Subnet': ['ID=1ce071d3-c01b-4a15-863a-0ee70f50d0d7,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:11.265896 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e4911074-4380-4f77-838c-b56542857c04 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:11.271660 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e4911074-4380-4f77-838c-b56542857c04 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "DELETE /v2.0/subnets/1ce071d3-c01b-4a15-863a-0ee70f50d0d7 HTTP/1.1" status: 204 len: 168 time: 0.4357305 Feb 20 04:04:11.274534 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 47936) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:11.277901 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762a821e-cb25-4f26-8db6-f58c2efcd968 None None] Network 322dc40c-bc10-4999-8010-18bc806f31d2 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:04:11.400540 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f13c9599-bd2a-4d86-b7c1-144c59065a50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router (d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:11.417724 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-f2e9f4ff-906a-4de4-b68d-3bac4caaaf55 None None] Set router d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:04:11.527152 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f13c9599-bd2a-4d86-b7c1-144c59065a50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router_gateway (d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:11.651737 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6736cabf-ae42-429c-87b9-ed88907cb155 None None] DHCP port deletion for 322dc40c-bc10-4999-8010-18bc806f31d2 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 04:04:11.657470 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f2e9f4ff-906a-4de4-b68d-3bac4caaaf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532971109', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:39Z', 'updated_at': '2022-02-20T04:04:10Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': 'bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:40Z', 'updated_at': '2022-02-20T04:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:11.662099 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-f13c9599-bd2a-4d86-b7c1-144c59065a50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Deleting port bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:04:11.662888 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f13c9599-bd2a-4d86-b7c1-144c59065a50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:11.689014 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e9f4ff-906a-4de4-b68d-3bac4caaaf55 None None] The sync data for ids ['d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c'] in n-d-829866-4 is: [{'id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1532971109', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:39Z', 'updated_at': '2022-02-20T04:04:10Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': 'bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e1b5d8-a661-4f12-85d8-1c9255ef8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:40Z', 'updated_at': '2022-02-20T04:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:04:11.758235 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-6736cabf-ae42-429c-87b9-ed88907cb155 None None] Deleting port e560f38c-fe38-417d-b027-bed09f809b16 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:04:11.758772 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6736cabf-ae42-429c-87b9-ed88907cb155 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (e560f38c-fe38-417d-b027-bed09f809b16), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:11.776725 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-f13c9599-bd2a-4d86-b7c1-144c59065a50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] For port bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:04:11.777248 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f13c9599-bd2a-4d86-b7c1-144c59065a50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:11.791339 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-f13c9599-bd2a-4d86-b7c1-144c59065a50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Calling delete_port for bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5 owned by network:router_gateway {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:04:11.841768 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-6736cabf-ae42-429c-87b9-ed88907cb155 None None] For port e560f38c-fe38-417d-b027-bed09f809b16, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=e560f38c-fe38-417d-b027-bed09f809b16,segment=NetworkSegment(cb97def5-2031-4693-a35c-a14521250414),segment_id=cb97def5-2031-4693-a35c-a14521250414)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:04:11.842128 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6736cabf-ae42-429c-87b9-ed88907cb155 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (e560f38c-fe38-417d-b027-bed09f809b16), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:11.857400 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-6736cabf-ae42-429c-87b9-ed88907cb155 None None] Calling delete_port for e560f38c-fe38-417d-b027-bed09f809b16 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:04:12.024760 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6736cabf-ae42-429c-87b9-ed88907cb155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (e560f38c-fe38-417d-b027-bed09f809b16), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:12.057726 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f13c9599-bd2a-4d86-b7c1-144c59065a50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:12.076669 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736cabf-ae42-429c-87b9-ed88907cb155 None None] Pushing event deleted for resources: {'Port': ['ID=e560f38c-fe38-417d-b027-bed09f809b16,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:12.081893 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6736cabf-ae42-429c-87b9-ed88907cb155 None None] No DVR routers for this DVR port e560f38c-fe38-417d-b027-bed09f809b16 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:04:12.173800 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c9599-bd2a-4d86-b7c1-144c59065a50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event deleted for resources: {'Port': ['ID=bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:12.220989 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 69397456-7310-464a-a6a1-f21aa1e2f686 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:04:12.240324 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f13c9599-bd2a-4d86-b7c1-144c59065a50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:12.251591 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 69397456-7310-464a-a6a1-f21aa1e2f686 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:04:12.252097 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 69397456-7310-464a-a6a1-f21aa1e2f686 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:04:12.252945 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e560f38c-fe38-417d-b027-bed09f809b16 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:04:12.290281 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: e560f38c-fe38-417d-b027-bed09f809b16 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:04:12.290713 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e560f38c-fe38-417d-b027-bed09f809b16 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:04:12.374693 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f13c9599-bd2a-4d86-b7c1-144c59065a50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:12.377823 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f13c9599-bd2a-4d86-b7c1-144c59065a50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router_controller (d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:12.501934 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f13c9599-bd2a-4d86-b7c1-144c59065a50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:12.502510 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13c9599-bd2a-4d86-b7c1-144c59065a50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Fanout notify agent at l3_agent the message router_deleted on router d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 04:04:12.509664 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f13c9599-bd2a-4d86-b7c1-144c59065a50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:12.510617 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f13c9599-bd2a-4d86-b7c1-144c59065a50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "DELETE /v2.0/routers/d4e1b5d8-a661-4f12-85d8-1c9255ef8b4c HTTP/1.1" status: 204 len: 168 time: 1.2350440 Feb 20 04:04:12.513362 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 47944) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:12.605270 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5e6f334f-fb7e-4b1f-a7bb-d1d9ad730820 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (322dc40c-bc10-4999-8010-18bc806f31d2), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:12.716746 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5e6f334f-fb7e-4b1f-a7bb-d1d9ad730820 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (322dc40c-bc10-4999-8010-18bc806f31d2), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:12.738547 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-5e6f334f-fb7e-4b1f-a7bb-d1d9ad730820 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['322dc40c-bc10-4999-8010-18bc806f31d2']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:12.747922 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-5e6f334f-fb7e-4b1f-a7bb-d1d9ad730820 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb97def5-2031-4693-a35c-a14521250414') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:12.748224 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-5e6f334f-fb7e-4b1f-a7bb-d1d9ad730820 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb97def5-2031-4693-a35c-a14521250414') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:12.760225 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5e6f334f-fb7e-4b1f-a7bb-d1d9ad730820 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (cb97def5-2031-4693-a35c-a14521250414), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:12.774421 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5e6f334f-fb7e-4b1f-a7bb-d1d9ad730820 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (cb97def5-2031-4693-a35c-a14521250414), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:12.780225 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6f334f-fb7e-4b1f-a7bb-d1d9ad730820 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 04:04:12.780608 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5e6f334f-fb7e-4b1f-a7bb-d1d9ad730820 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (cb97def5-2031-4693-a35c-a14521250414), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:12.783662 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 04:04:12.783662 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 04:04:12.783662 n-d-829866-4 neutron-server[104105]: timer() Feb 20 04:04:12.783662 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 04:04:12.783662 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 04:04:12.783662 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 04:04:12.783662 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 04:04:12.783662 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 04:04:12.783662 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 04:04:12.783662 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 04:04:12.783662 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 04:04:12.783662 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 04:04:12.783662 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 04:04:12.783662 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 04:04:12.783662 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 04:04:12.783662 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 04:04:12.783662 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 04:04:12.783662 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 04:04:12.783662 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 04:04:12.783662 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 04:04:12.783662 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 04:04:12.783662 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 04:04:12.783662 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 04:04:12.783662 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 04:04:12.783662 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 04:04:12.783662 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 04:04:12.783662 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 04:04:12.783662 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 04:04:12.783662 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 04:04:12.783662 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 04:04:12.783662 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 04:04:12.783662 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 04:04:12.908679 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5e6f334f-fb7e-4b1f-a7bb-d1d9ad730820 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (322dc40c-bc10-4999-8010-18bc806f31d2), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:12.915339 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-5e6f334f-fb7e-4b1f-a7bb-d1d9ad730820 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:12.922727 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5e6f334f-fb7e-4b1f-a7bb-d1d9ad730820 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "DELETE /v2.0/networks/322dc40c-bc10-4999-8010-18bc806f31d2 HTTP/1.1" status: 204 len: 168 time: 0.4078474 Feb 20 04:04:12.923100 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47946) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:12.947964 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f334f-fb7e-4b1f-a7bb-d1d9ad730820 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event deleted for resources: {'Network': ['ID=322dc40c-bc10-4999-8010-18bc806f31d2,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:12.999504 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5b66c986-d79c-4464-a253-6ad4cbda8520 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group (5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:13.033377 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5b66c986-d79c-4464-a253-6ad4cbda8520 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group (5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:13.195412 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5b66c986-d79c-4464-a253-6ad4cbda8520 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:13.198130 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5b66c986-d79c-4464-a253-6ad4cbda8520 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:13.199415 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5b66c986-d79c-4464-a253-6ad4cbda8520 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "DELETE /v2.0/security-groups/5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8 HTTP/1.1" status: 204 len: 168 time: 0.2735221 Feb 20 04:04:13.210405 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66c986-d79c-4464-a253-6ad4cbda8520 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4978c8-cc76-4cfb-8b88-ee4626dcdaf8,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:13.529035 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 47966) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:13.533950 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-f92191ed-7815-4cf6-879c-e82b6a01f514 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-178079052', 'description': 'tempest-secgroup-smoke-178079052 description', 'project_id': 'c51c06307884485eaac01385a5cfa0f0'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:04:13.621166 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f92191ed-7815-4cf6-879c-e82b6a01f514 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:13.698730 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f92191ed-7815-4cf6-879c-e82b6a01f514 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group (ecb4637b-5ded-4ecb-b6da-8247190a658f), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:13.761169 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f92191ed-7815-4cf6-879c-e82b6a01f514 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ecb4637b-5ded-4ecb-b6da-8247190a658f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:13.812375 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92191ed-7815-4cf6-879c-e82b6a01f514 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb4637b-5ded-4ecb-b6da-8247190a658f,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:13.851293 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f92191ed-7815-4cf6-879c-e82b6a01f514 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:13.853840 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f92191ed-7815-4cf6-879c-e82b6a01f514 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3225236 Feb 20 04:04:13.855739 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47976) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:13.861069 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-a3265023-8713-4eca-b1c9-fc426231081d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'security_group_rule': {'security_group_id': 'ecb4637b-5ded-4ecb-b6da-8247190a658f', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:04:13.878937 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:04:13.901866 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:04:13.902313 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device bbbb4f5d-525f-4fb1-80fc-723b0dfd09c5 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:04:13.976025 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a3265023-8713-4eca-b1c9-fc426231081d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (9900aea7-8bea-4de6-980a-971ae1af56ee), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:14.028015 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a3265023-8713-4eca-b1c9-fc426231081d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (9900aea7-8bea-4de6-980a-971ae1af56ee), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:14.091491 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a3265023-8713-4eca-b1c9-fc426231081d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (9900aea7-8bea-4de6-980a-971ae1af56ee), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:14.113209 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3265023-8713-4eca-b1c9-fc426231081d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9900aea7-8bea-4de6-980a-971ae1af56ee,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:14.183352 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a3265023-8713-4eca-b1c9-fc426231081d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:14.185092 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a3265023-8713-4eca-b1c9-fc426231081d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3281705 Feb 20 04:04:14.188686 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47988) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:14.194485 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-c6a5da30-1447-4775-9d12-a45685798ae9 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'security_group_rule': {'security_group_id': 'ecb4637b-5ded-4ecb-b6da-8247190a658f', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:04:14.290044 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c6a5da30-1447-4775-9d12-a45685798ae9 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (062d5a07-cc7b-4866-96bb-5ccd0e34071e), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:14.363538 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c6a5da30-1447-4775-9d12-a45685798ae9 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (062d5a07-cc7b-4866-96bb-5ccd0e34071e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:14.426735 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c6a5da30-1447-4775-9d12-a45685798ae9 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (062d5a07-cc7b-4866-96bb-5ccd0e34071e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:14.447533 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5da30-1447-4775-9d12-a45685798ae9 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=062d5a07-cc7b-4866-96bb-5ccd0e34071e,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:14.547407 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c6a5da30-1447-4775-9d12-a45685798ae9 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:14.549408 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c6a5da30-1447-4775-9d12-a45685798ae9 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3590946 Feb 20 04:04:14.551762 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 47998) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:14.556698 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-fc552b1e-6d75-40bb-abab-5b7e84a30b8e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'security_group_rule': {'security_group_id': 'ecb4637b-5ded-4ecb-b6da-8247190a658f', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:04:14.637377 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fc552b1e-6d75-40bb-abab-5b7e84a30b8e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (eab66897-6eec-46c1-b5eb-c0485b83616e), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:14.697240 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fc552b1e-6d75-40bb-abab-5b7e84a30b8e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (eab66897-6eec-46c1-b5eb-c0485b83616e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:14.769456 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fc552b1e-6d75-40bb-abab-5b7e84a30b8e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (eab66897-6eec-46c1-b5eb-c0485b83616e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:14.794141 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc552b1e-6d75-40bb-abab-5b7e84a30b8e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab66897-6eec-46c1-b5eb-c0485b83616e,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:14.857046 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fc552b1e-6d75-40bb-abab-5b7e84a30b8e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:14.861954 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fc552b1e-6d75-40bb-abab-5b7e84a30b8e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3052063 Feb 20 04:04:14.862279 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48008) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:14.867223 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-e6108675-1e5b-469c-84f2-8e6c9c8cfe96 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'security_group_rule': {'security_group_id': 'ecb4637b-5ded-4ecb-b6da-8247190a658f', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:04:14.951827 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e6108675-1e5b-469c-84f2-8e6c9c8cfe96 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (8d0bf387-7dfe-424b-9a10-2c134843a78e), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:15.014291 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e6108675-1e5b-469c-84f2-8e6c9c8cfe96 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (8d0bf387-7dfe-424b-9a10-2c134843a78e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:15.092934 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e6108675-1e5b-469c-84f2-8e6c9c8cfe96 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (8d0bf387-7dfe-424b-9a10-2c134843a78e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:15.118040 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6108675-1e5b-469c-84f2-8e6c9c8cfe96 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d0bf387-7dfe-424b-9a10-2c134843a78e,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:15.198409 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-e6108675-1e5b-469c-84f2-8e6c9c8cfe96 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:15.200088 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-e6108675-1e5b-469c-84f2-8e6c9c8cfe96 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3367646 Feb 20 04:04:15.203602 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48016) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:15.209696 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-172ba6d9-f936-4580-a7ce-3437b186a560 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'security_group_rule': {'security_group_id': 'ecb4637b-5ded-4ecb-b6da-8247190a658f', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:04:15.327093 n-d-829866-4 neutron-server[104106]: INFO neutron.db.securitygroups_db [None req-172ba6d9-f936-4580-a7ce-3437b186a560 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Project c51c06307884485eaac01385a5cfa0f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 04:04:15.332635 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-172ba6d9-f936-4580-a7ce-3437b186a560 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (74984b43-d81d-44e5-abf4-492014e0e9a1), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:15.401668 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-172ba6d9-f936-4580-a7ce-3437b186a560 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (74984b43-d81d-44e5-abf4-492014e0e9a1), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:15.481865 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-172ba6d9-f936-4580-a7ce-3437b186a560 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (74984b43-d81d-44e5-abf4-492014e0e9a1), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:15.512538 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ba6d9-f936-4580-a7ce-3437b186a560 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74984b43-d81d-44e5-abf4-492014e0e9a1,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:15.575006 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-172ba6d9-f936-4580-a7ce-3437b186a560 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:15.576671 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-172ba6d9-f936-4580-a7ce-3437b186a560 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3716717 Feb 20 04:04:15.580002 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48030) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:15.584988 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-2b05bcb8-a43c-4a41-9085-ffd158408437 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'security_group_rule': {'security_group_id': 'ecb4637b-5ded-4ecb-b6da-8247190a658f', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:04:15.675429 n-d-829866-4 neutron-server[104105]: INFO neutron.db.securitygroups_db [None req-2b05bcb8-a43c-4a41-9085-ffd158408437 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Project c51c06307884485eaac01385a5cfa0f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 04:04:15.681226 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2b05bcb8-a43c-4a41-9085-ffd158408437 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (cb35786c-6aee-4ede-8f77-63fc614105bd), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:15.753600 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2b05bcb8-a43c-4a41-9085-ffd158408437 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (cb35786c-6aee-4ede-8f77-63fc614105bd), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:15.837684 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2b05bcb8-a43c-4a41-9085-ffd158408437 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (cb35786c-6aee-4ede-8f77-63fc614105bd), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:15.860456 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05bcb8-a43c-4a41-9085-ffd158408437 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb35786c-6aee-4ede-8f77-63fc614105bd,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:15.946025 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2b05bcb8-a43c-4a41-9085-ffd158408437 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:15.947395 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2b05bcb8-a43c-4a41-9085-ffd158408437 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3662236 Feb 20 04:04:15.950027 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48036) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:15.955769 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-18cc0eba-8d18-4ffc-a25a-9c040b97c8f2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'network': {'name': 'tempest-network-smoke--592630597', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'port_security_enabled': True}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:04:16.075656 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cc0eba-8d18-4ffc-a25a-9c040b97c8f2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Made reservation on behalf of c51c06307884485eaac01385a5cfa0f0 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:04:16.079484 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-18cc0eba-8d18-4ffc-a25a-9c040b97c8f2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:16.104876 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18cc0eba-8d18-4ffc-a25a-9c040b97c8f2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 04:04:16.116211 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-18cc0eba-8d18-4ffc-a25a-9c040b97c8f2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (cd847954-0ad5-49e8-860d-3687f5c304cf), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:16.116669 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-18cc0eba-8d18-4ffc-a25a-9c040b97c8f2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Added segment cd847954-0ad5-49e8-860d-3687f5c304cf of type vlan for network 2d8e31de-bc3f-4c67-b5e0-d1679873ae45 Feb 20 04:04:16.163958 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-18cc0eba-8d18-4ffc-a25a-9c040b97c8f2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (2d8e31de-bc3f-4c67-b5e0-d1679873ae45), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:16.276250 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-18cc0eba-8d18-4ffc-a25a-9c040b97c8f2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (2d8e31de-bc3f-4c67-b5e0-d1679873ae45), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:16.281983 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cc0eba-8d18-4ffc-a25a-9c040b97c8f2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:16.285725 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-18cc0eba-8d18-4ffc-a25a-9c040b97c8f2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:16.353540 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc0eba-8d18-4ffc-a25a-9c040b97c8f2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'Network': ['ID=2d8e31de-bc3f-4c67-b5e0-d1679873ae45,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:16.365123 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 2d8e31de-bc3f-4c67-b5e0-d1679873ae45 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 04:04:16.415891 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-18cc0eba-8d18-4ffc-a25a-9c040b97c8f2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4647472 Feb 20 04:04:16.418715 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48044) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:16.424874 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-858c297c-942f-4df7-9389-f0d982882cbb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-667021722', 'admin_state_up': True, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:04:16.527557 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-858c297c-942f-4df7-9389-f0d982882cbb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:16.531752 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-858c297c-942f-4df7-9389-f0d982882cbb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:16.591604 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-858c297c-942f-4df7-9389-f0d982882cbb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router_controller (b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:16.825957 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-858c297c-942f-4df7-9389-f0d982882cbb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router_gateway (b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:17.123029 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-858c297c-942f-4df7-9389-f0d982882cbb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router_gateway (b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:17.148010 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-858c297c-942f-4df7-9389-f0d982882cbb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:17.254761 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-858c297c-942f-4df7-9389-f0d982882cbb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Allocated IP 172.25.7.72 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/0b4d7e69-88f0-425f-bfee-13c29cbb3fc9) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:04:17.374730 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-858c297c-942f-4df7-9389-f0d982882cbb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for port (0b4d7e69-88f0-425f-bfee-13c29cbb3fc9), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:17.536043 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-858c297c-942f-4df7-9389-f0d982882cbb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (0b4d7e69-88f0-425f-bfee-13c29cbb3fc9), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:17.588176 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858c297c-942f-4df7-9389-f0d982882cbb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:04:17.595651 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-858c297c-942f-4df7-9389-f0d982882cbb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:04:17.599330 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858c297c-942f-4df7-9389-f0d982882cbb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:04:17.768564 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c297c-942f-4df7-9389-f0d982882cbb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'Port': ['ID=0b4d7e69-88f0-425f-bfee-13c29cbb3fc9,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:17.959914 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-858c297c-942f-4df7-9389-f0d982882cbb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router_gateway (b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:18.225002 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-858c297c-942f-4df7-9389-f0d982882cbb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:18.455362 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858c297c-942f-4df7-9389-f0d982882cbb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Router b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 04:04:18.591373 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858c297c-942f-4df7-9389-f0d982882cbb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:04:18.605418 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a09ec3-e5fc-4386-b431-451316c512af None None] Sync routers for ids ['b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:04:18.624092 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a09ec3-e5fc-4386-b431-451316c512af None None] Routers {'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:04:18.624932 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-91a09ec3-e5fc-4386-b431-451316c512af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:03:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:18.684647 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-858c297c-942f-4df7-9389-f0d982882cbb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:18.686031 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-858c297c-942f-4df7-9389-f0d982882cbb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2656231 Feb 20 04:04:18.689293 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48054) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:18.762126 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48056) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:18.770702 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6fbff9da-eb9c-4a7b-9b8b-2f505fb56c46 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=c51c06307884485eaac01385a5cfa0f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0801923 Feb 20 04:04:18.796293 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-91a09ec3-e5fc-4386-b431-451316c512af None None] Set router b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:04:18.886202 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27986355-2459-4e2e-b241-5392b4732cda tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:18.888414 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-27986355-2459-4e2e-b241-5392b4732cda tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1243296 Feb 20 04:04:18.891782 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48066) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:18.927383 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-36e8c122-1aa0-4ac6-9264-477f3da0f038 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=eaf6f7bf-76a8-47a9-a76f-78f3b96fe079&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342412 Feb 20 04:04:18.929805 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48068) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:18.936893 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-0088e826-5288-4475-9131-9de30379cd50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-972370543', 'network_id': '2d8e31de-bc3f-4c67-b5e0-d1679873ae45', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:04:19.017540 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-91a09ec3-e5fc-4386-b431-451316c512af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667021722', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '0b4d7e69-88f0-425f-bfee-13c29cbb3fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:04:16Z', 'updated_at': '2022-02-20T04:04:17Z', 'revision_number': 3, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '0b4d7e69-88f0-425f-bfee-13c29cbb3fc9', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:17Z', 'updated_at': '2022-02-20T04:04:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:19.046592 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a09ec3-e5fc-4386-b431-451316c512af None None] Checking router: b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:04:19.048131 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a09ec3-e5fc-4386-b431-451316c512af None None] Updating router b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0 port 0b4d7e69-88f0-425f-bfee-13c29cbb3fc9 binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 04:04:19.080948 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-91a09ec3-e5fc-4386-b431-451316c512af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0b4d7e69-88f0-425f-bfee-13c29cbb3fc9), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:19.155820 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0088e826-5288-4475-9131-9de30379cd50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Made reservation on behalf of c51c06307884485eaac01385a5cfa0f0 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:04:19.161144 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0088e826-5288-4475-9131-9de30379cd50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:19.394334 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-91a09ec3-e5fc-4386-b431-451316c512af None None] Publish callbacks [] for port (0b4d7e69-88f0-425f-bfee-13c29cbb3fc9), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:19.472101 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-91a09ec3-e5fc-4386-b431-451316c512af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0b4d7e69-88f0-425f-bfee-13c29cbb3fc9), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:19.526742 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-91a09ec3-e5fc-4386-b431-451316c512af None None] Attempting to bind port 0b4d7e69-88f0-425f-bfee-13c29cbb3fc9 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:04:19.527169 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-91a09ec3-e5fc-4386-b431-451316c512af None None] Attempting to bind port 0b4d7e69-88f0-425f-bfee-13c29cbb3fc9 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:04:19.527537 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a09ec3-e5fc-4386-b431-451316c512af None None] Attempting to bind port 0b4d7e69-88f0-425f-bfee-13c29cbb3fc9 on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:04:19.528083 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0088e826-5288-4475-9131-9de30379cd50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:19.539504 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf5b23-cdcb-45f6-a36e-812911b94c78 None None] Pushing event updated for resources: {'Port': ['ID=0b4d7e69-88f0-425f-bfee-13c29cbb3fc9,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:19.542528 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a09ec3-e5fc-4386-b431-451316c512af None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:04:19.542926 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a09ec3-e5fc-4386-b431-451316c512af None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:04:19.543354 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-91a09ec3-e5fc-4386-b431-451316c512af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:19.543730 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a09ec3-e5fc-4386-b431-451316c512af None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:04:19.544202 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-91a09ec3-e5fc-4386-b431-451316c512af None None] Bound port: 0b4d7e69-88f0-425f-bfee-13c29cbb3fc9, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:04:19.544578 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-91a09ec3-e5fc-4386-b431-451316c512af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0b4d7e69-88f0-425f-bfee-13c29cbb3fc9), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:19.574737 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf5b23-cdcb-45f6-a36e-812911b94c78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:19.575123 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf5b23-cdcb-45f6-a36e-812911b94c78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:19.575466 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf5b23-cdcb-45f6-a36e-812911b94c78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:19.576396 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf5b23-cdcb-45f6-a36e-812911b94c78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:19.576396 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf5b23-cdcb-45f6-a36e-812911b94c78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:19.576636 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf5b23-cdcb-45f6-a36e-812911b94c78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:19.576771 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf5b23-cdcb-45f6-a36e-812911b94c78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:19.577526 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf5b23-cdcb-45f6-a36e-812911b94c78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:19.578399 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf5b23-cdcb-45f6-a36e-812911b94c78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:19.578699 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf5b23-cdcb-45f6-a36e-812911b94c78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:19.579056 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf5b23-cdcb-45f6-a36e-812911b94c78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:19.579606 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf5b23-cdcb-45f6-a36e-812911b94c78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:19.579942 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf5b23-cdcb-45f6-a36e-812911b94c78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:19.607733 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088e826-5288-4475-9131-9de30379cd50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'Subnet': ['ID=0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:19.619042 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0088e826-5288-4475-9131-9de30379cd50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Checking segment: {'id': 'cd847954-0ad5-49e8-860d-3687f5c304cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '2d8e31de-bc3f-4c67-b5e0-d1679873ae45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:04:19.619209 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-91a09ec3-e5fc-4386-b431-451316c512af None None] For port 0b4d7e69-88f0-425f-bfee-13c29cbb3fc9, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:04:19.619665 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0088e826-5288-4475-9131-9de30379cd50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Network hostable DHCP agents. Network: 2d8e31de-bc3f-4c67-b5e0-d1679873ae45, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 04:04:19.623615 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-91a09ec3-e5fc-4386-b431-451316c512af None None] For port 0b4d7e69-88f0-425f-bfee-13c29cbb3fc9, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0b4d7e69-88f0-425f-bfee-13c29cbb3fc9,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:04:19.705488 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-91a09ec3-e5fc-4386-b431-451316c512af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0b4d7e69-88f0-425f-bfee-13c29cbb3fc9), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:19.719693 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0088e826-5288-4475-9131-9de30379cd50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Network 2d8e31de-bc3f-4c67-b5e0-d1679873ae45 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 04:04:19.767502 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a09ec3-e5fc-4386-b431-451316c512af None None] Routers {'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:04:19.768133 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-91a09ec3-e5fc-4386-b431-451316c512af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:03:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:19.784795 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-0088e826-5288-4475-9131-9de30379cd50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 2d8e31de-bc3f-4c67-b5e0-d1679873ae45) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:04:19.795284 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0088e826-5288-4475-9131-9de30379cd50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:19.795284 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0088e826-5288-4475-9131-9de30379cd50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:19.807125 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf5b23-cdcb-45f6-a36e-812911b94c78 None None] Pushing event updated for resources: {'Port': ['ID=0b4d7e69-88f0-425f-bfee-13c29cbb3fc9,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:19.826281 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb89a7ca-0975-4c35-8349-c8657da3a1a9 None None] Network 2d8e31de-bc3f-4c67-b5e0-d1679873ae45 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:04:19.909402 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0088e826-5288-4475-9131-9de30379cd50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9774318 Feb 20 04:04:19.914408 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48082) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:19.945840 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006c50ea-fce3-45d1-b3a3-70daffabc308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-2d8e31de-bc3f-4c67-b5e0-d1679873ae45', 'network_id': '2d8e31de-bc3f-4c67-b5e0-d1679873ae45', 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'fixed_ips': [{'subnet_id': '0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 04:04:19.946730 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-006c50ea-fce3-45d1-b3a3-70daffabc308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:20.041137 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-91a09ec3-e5fc-4386-b431-451316c512af None None] Set router b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:04:20.095206 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-006c50ea-fce3-45d1-b3a3-70daffabc308 None None] Allocated IP 172.20.0.2 (2d8e31de-bc3f-4c67-b5e0-d1679873ae45/0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1/4e75920d-e3e1-4086-b93f-9d50a44d0c8b) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:04:20.262575 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-91a09ec3-e5fc-4386-b431-451316c512af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667021722', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '0b4d7e69-88f0-425f-bfee-13c29cbb3fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:04:16Z', 'updated_at': '2022-02-20T04:04:17Z', 'revision_number': 3, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '0b4d7e69-88f0-425f-bfee-13c29cbb3fc9', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:17Z', 'updated_at': '2022-02-20T04:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:20.294254 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a09ec3-e5fc-4386-b431-451316c512af None None] The sync data for ids ['b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0'] in n-d-829866-4 is: [{'id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667021722', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '0b4d7e69-88f0-425f-bfee-13c29cbb3fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:04:16Z', 'updated_at': '2022-02-20T04:04:17Z', 'revision_number': 3, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '0b4d7e69-88f0-425f-bfee-13c29cbb3fc9', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:17Z', 'updated_at': '2022-02-20T04:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:04:20.431135 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-006c50ea-fce3-45d1-b3a3-70daffabc308 None None] Publish callbacks [] for port (4e75920d-e3e1-4086-b93f-9d50a44d0c8b), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:20.521934 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4fda416b-fe82-404a-aaeb-2524f89d4e9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:20.556180 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-006c50ea-fce3-45d1-b3a3-70daffabc308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (4e75920d-e3e1-4086-b93f-9d50a44d0c8b), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:20.657187 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006c50ea-fce3-45d1-b3a3-70daffabc308 None None] Network 2d8e31de-bc3f-4c67-b5e0-d1679873ae45 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:04:20.693651 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-006c50ea-fce3-45d1-b3a3-70daffabc308 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:04:20.698103 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006c50ea-fce3-45d1-b3a3-70daffabc308 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:04:20.732886 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c50ea-fce3-45d1-b3a3-70daffabc308 None None] Pushing event updated for resources: {'Port': ['ID=4e75920d-e3e1-4086-b93f-9d50a44d0c8b,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:20.782364 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-006c50ea-fce3-45d1-b3a3-70daffabc308 None None] Attempting to bind port 4e75920d-e3e1-4086-b93f-9d50a44d0c8b on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:04:20.782740 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-006c50ea-fce3-45d1-b3a3-70daffabc308 None None] Attempting to bind port 4e75920d-e3e1-4086-b93f-9d50a44d0c8b by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'cd847954-0ad5-49e8-860d-3687f5c304cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '2d8e31de-bc3f-4c67-b5e0-d1679873ae45'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:04:20.787327 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006c50ea-fce3-45d1-b3a3-70daffabc308 None None] Attempting to bind port 4e75920d-e3e1-4086-b93f-9d50a44d0c8b on network 2d8e31de-bc3f-4c67-b5e0-d1679873ae45 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:04:20.801192 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006c50ea-fce3-45d1-b3a3-70daffabc308 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:04:20.801574 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006c50ea-fce3-45d1-b3a3-70daffabc308 None None] Checking segment: {'id': 'cd847954-0ad5-49e8-860d-3687f5c304cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '2d8e31de-bc3f-4c67-b5e0-d1679873ae45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:04:20.801992 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-006c50ea-fce3-45d1-b3a3-70daffabc308 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:20.802397 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006c50ea-fce3-45d1-b3a3-70daffabc308 None None] Bound using segment: {'id': 'cd847954-0ad5-49e8-860d-3687f5c304cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '2d8e31de-bc3f-4c67-b5e0-d1679873ae45'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:04:20.802905 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-006c50ea-fce3-45d1-b3a3-70daffabc308 None None] Bound port: 4e75920d-e3e1-4086-b93f-9d50a44d0c8b, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd847954-0ad5-49e8-860d-3687f5c304cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '2d8e31de-bc3f-4c67-b5e0-d1679873ae45'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:04:20.803286 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-006c50ea-fce3-45d1-b3a3-70daffabc308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4e75920d-e3e1-4086-b93f-9d50a44d0c8b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:20.936060 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-006c50ea-fce3-45d1-b3a3-70daffabc308 None None] For port 4e75920d-e3e1-4086-b93f-9d50a44d0c8b, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:04:20.940679 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-006c50ea-fce3-45d1-b3a3-70daffabc308 None None] For port 4e75920d-e3e1-4086-b93f-9d50a44d0c8b, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=4e75920d-e3e1-4086-b93f-9d50a44d0c8b,segment=NetworkSegment(cd847954-0ad5-49e8-860d-3687f5c304cf),segment_id=cd847954-0ad5-49e8-860d-3687f5c304cf)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:04:21.016905 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-4fda416b-fe82-404a-aaeb-2524f89d4e9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Allocated IP 172.20.0.1 (2d8e31de-bc3f-4c67-b5e0-d1679873ae45/0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1/539ef04b-f5ef-4c89-8388-e403043f8ee3) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:04:21.055545 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-006c50ea-fce3-45d1-b3a3-70daffabc308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (4e75920d-e3e1-4086-b93f-9d50a44d0c8b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:21.154391 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c50ea-fce3-45d1-b3a3-70daffabc308 None None] Pushing event updated for resources: {'Port': ['ID=4e75920d-e3e1-4086-b93f-9d50a44d0c8b,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:21.170287 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4fda416b-fe82-404a-aaeb-2524f89d4e9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for port (539ef04b-f5ef-4c89-8388-e403043f8ee3), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:21.289476 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:21.318478 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4fda416b-fe82-404a-aaeb-2524f89d4e9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (539ef04b-f5ef-4c89-8388-e403043f8ee3), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:21.352492 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:21.385230 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fda416b-fe82-404a-aaeb-2524f89d4e9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Network 2d8e31de-bc3f-4c67-b5e0-d1679873ae45 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:04:21.418601 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda416b-fe82-404a-aaeb-2524f89d4e9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'Port': ['ID=539ef04b-f5ef-4c89-8388-e403043f8ee3,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:21.425414 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-4fda416b-fe82-404a-aaeb-2524f89d4e9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:04:21.432227 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fda416b-fe82-404a-aaeb-2524f89d4e9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:04:21.526334 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4fda416b-fe82-404a-aaeb-2524f89d4e9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:21.990240 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4fda416b-fe82-404a-aaeb-2524f89d4e9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (539ef04b-f5ef-4c89-8388-e403043f8ee3), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:22.027501 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0b4d7e69-88f0-425f-bfee-13c29cbb3fc9 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:04:22.159918 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 0b4d7e69-88f0-425f-bfee-13c29cbb3fc9 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:04:22.160308 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0b4d7e69-88f0-425f-bfee-13c29cbb3fc9), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:22.330986 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 0b4d7e69-88f0-425f-bfee-13c29cbb3fc9 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:04:22.330986 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0b4d7e69-88f0-425f-bfee-13c29cbb3fc9), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:22.381983 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 0b4d7e69-88f0-425f-bfee-13c29cbb3fc9, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0b4d7e69-88f0-425f-bfee-13c29cbb3fc9,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:04:22.458675 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0b4d7e69-88f0-425f-bfee-13c29cbb3fc9), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:22.459560 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4e75920d-e3e1-4086-b93f-9d50a44d0c8b up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:04:22.648086 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=0b4d7e69-88f0-425f-bfee-13c29cbb3fc9,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:22.666019 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 4e75920d-e3e1-4086-b93f-9d50a44d0c8b triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:04:22.670659 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4e75920d-e3e1-4086-b93f-9d50a44d0c8b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:22.825650 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 4e75920d-e3e1-4086-b93f-9d50a44d0c8b is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:04:22.826030 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4e75920d-e3e1-4086-b93f-9d50a44d0c8b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:22.902403 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 4e75920d-e3e1-4086-b93f-9d50a44d0c8b, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=4e75920d-e3e1-4086-b93f-9d50a44d0c8b,segment=NetworkSegment(cd847954-0ad5-49e8-860d-3687f5c304cf),segment_id=cd847954-0ad5-49e8-860d-3687f5c304cf)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:04:22.964804 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4fda416b-fe82-404a-aaeb-2524f89d4e9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for port (539ef04b-f5ef-4c89-8388-e403043f8ee3), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:23.017700 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a705900-0cb7-4b4e-92e1-c35f2f1598e8 None None] Network 2d8e31de-bc3f-4c67-b5e0-d1679873ae45 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:04:23.036668 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (4e75920d-e3e1-4086-b93f-9d50a44d0c8b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:23.061481 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4fda416b-fe82-404a-aaeb-2524f89d4e9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (539ef04b-f5ef-4c89-8388-e403043f8ee3), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:23.202177 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4fda416b-fe82-404a-aaeb-2524f89d4e9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:23.207226 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda416b-fe82-404a-aaeb-2524f89d4e9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'Port': ['ID=539ef04b-f5ef-4c89-8388-e403043f8ee3,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:23.242582 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f655787c-4982-42ff-916b-237753c36073 None None] Provisioning complete for port 4e75920d-e3e1-4086-b93f-9d50a44d0c8b triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:04:23.243021 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f655787c-4982-42ff-916b-237753c36073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4e75920d-e3e1-4086-b93f-9d50a44d0c8b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:23.291895 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=4e75920d-e3e1-4086-b93f-9d50a44d0c8b,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:23.359737 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fda416b-fe82-404a-aaeb-2524f89d4e9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Network 2d8e31de-bc3f-4c67-b5e0-d1679873ae45 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:04:23.362212 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-4fda416b-fe82-404a-aaeb-2524f89d4e9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:04:23.428356 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f655787c-4982-42ff-916b-237753c36073 None None] Current status of the port 4e75920d-e3e1-4086-b93f-9d50a44d0c8b is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:04:23.575835 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fda416b-fe82-404a-aaeb-2524f89d4e9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Router b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:04:23.766438 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-76aba04c-bb91-428b-a90e-b174aac5a6b5 None None] Provisioning complete for port 4e75920d-e3e1-4086-b93f-9d50a44d0c8b triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:04:23.766814 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-76aba04c-bb91-428b-a90e-b174aac5a6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4e75920d-e3e1-4086-b93f-9d50a44d0c8b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:23.772960 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fda416b-fe82-404a-aaeb-2524f89d4e9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:04:23.795398 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4fda416b-fe82-404a-aaeb-2524f89d4e9c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "PUT /v2.0/routers/b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8680594 Feb 20 04:04:23.826768 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71be8e0-ca08-47cd-b178-68a5a68075e9 None None] Sync routers for ids ['b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:04:23.844537 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71be8e0-ca08-47cd-b178-68a5a68075e9 None None] Routers {'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:04:23.845311 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b71be8e0-ca08-47cd-b178-68a5a68075e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:03:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:23.941450 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-76aba04c-bb91-428b-a90e-b174aac5a6b5 None None] Current status of the port 4e75920d-e3e1-4086-b93f-9d50a44d0c8b is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:04:23.963972 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-76aba04c-bb91-428b-a90e-b174aac5a6b5 None None] Provisioning complete for port 539ef04b-f5ef-4c89-8388-e403043f8ee3 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:04:23.964349 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-76aba04c-bb91-428b-a90e-b174aac5a6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (539ef04b-f5ef-4c89-8388-e403043f8ee3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:24.000283 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0b4d7e69-88f0-425f-bfee-13c29cbb3fc9 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:04:24.144046 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-76aba04c-bb91-428b-a90e-b174aac5a6b5 None None] Port 539ef04b-f5ef-4c89-8388-e403043f8ee3 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:04:24.176434 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-b71be8e0-ca08-47cd-b178-68a5a68075e9 None None] Set router b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:04:24.227352 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17ae3682-b2cb-4989-a244-702d35af0264 req-a3b6a06e-623f-482c-86a2-2534609607aa tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-178079052&fields=id&tenant_id=c51c06307884485eaac01385a5cfa0f0 HTTP/1.1" status: 200 len: 267 time: 0.0939975 Feb 20 04:04:24.233911 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 0b4d7e69-88f0-425f-bfee-13c29cbb3fc9 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:04:24.236636 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0b4d7e69-88f0-425f-bfee-13c29cbb3fc9), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:24.345289 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae3682-b2cb-4989-a244-702d35af0264 req-593c9502-51ba-4b71-9556-3b264cdc83c6 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:24.347085 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17ae3682-b2cb-4989-a244-702d35af0264 req-593c9502-51ba-4b71-9556-3b264cdc83c6 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/networks?id=2d8e31de-bc3f-4c67-b5e0-d1679873ae45 HTTP/1.1" status: 200 len: 796 time: 0.1179361 Feb 20 04:04:24.374598 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17ae3682-b2cb-4989-a244-702d35af0264 req-34525869-c543-4f58-97dd-da6b3eb0ee51 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/quotas/c51c06307884485eaac01385a5cfa0f0 HTTP/1.1" status: 200 len: 375 time: 0.0188224 Feb 20 04:04:24.401159 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-01ee9bcd-8ed4-4fca-9306-ca5b4d4f65a5 None None] Provisioning complete for port 539ef04b-f5ef-4c89-8388-e403043f8ee3 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:04:24.401666 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-01ee9bcd-8ed4-4fca-9306-ca5b4d4f65a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (539ef04b-f5ef-4c89-8388-e403043f8ee3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:24.461495 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17ae3682-b2cb-4989-a244-702d35af0264 req-242adc64-b1d5-4906-a667-c2e5d9dd131a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0835450 Feb 20 04:04:24.496076 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-01ee9bcd-8ed4-4fca-9306-ca5b4d4f65a5 None None] Port 539ef04b-f5ef-4c89-8388-e403043f8ee3 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:04:24.577711 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 0b4d7e69-88f0-425f-bfee-13c29cbb3fc9 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:04:24.579481 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4e75920d-e3e1-4086-b93f-9d50a44d0c8b up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:04:24.600872 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17ae3682-b2cb-4989-a244-702d35af0264 req-cfbe3432-a071-450d-932c-13237d1a0773 service neutron] 10.222.0.89 "GET /v2.0/networks/2d8e31de-bc3f-4c67-b5e0-d1679873ae45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328347 Feb 20 04:04:24.642909 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-5236dd18-1ed5-423c-8133-15e9b46b13eb None None] Provisioning complete for port 539ef04b-f5ef-4c89-8388-e403043f8ee3 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:04:24.643296 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5236dd18-1ed5-423c-8133-15e9b46b13eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (539ef04b-f5ef-4c89-8388-e403043f8ee3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:24.677363 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b71be8e0-ca08-47cd-b178-68a5a68075e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667021722', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '0b4d7e69-88f0-425f-bfee-13c29cbb3fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:04:16Z', 'updated_at': '2022-02-20T04:04:21Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '0b4d7e69-88f0-425f-bfee-13c29cbb3fc9', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:17Z', 'updated_at': '2022-02-20T04:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '539ef04b-f5ef-4c89-8388-e403043f8ee3', 'name': '', 'network_id': '2d8e31de-bc3f-4c67-b5e0-d1679873ae45', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:50:67:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:20Z', 'updated_at': '2022-02-20T04:04:22Z', 'revision_number': 2, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': '0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:24.709471 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17ae3682-b2cb-4989-a244-702d35af0264 req-2c711bed-da1f-4440-a010-79b4221f500a service neutron] 10.222.0.89 "GET /v2.0/networks/2d8e31de-bc3f-4c67-b5e0-d1679873ae45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004775 Feb 20 04:04:24.716749 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 4e75920d-e3e1-4086-b93f-9d50a44d0c8b triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:04:24.717130 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4e75920d-e3e1-4086-b93f-9d50a44d0c8b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:24.719938 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71be8e0-ca08-47cd-b178-68a5a68075e9 None None] Checking router: b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:04:24.719938 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71be8e0-ca08-47cd-b178-68a5a68075e9 None None] Updating router b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0 port 539ef04b-f5ef-4c89-8388-e403043f8ee3 binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 04:04:24.724565 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-5236dd18-1ed5-423c-8133-15e9b46b13eb None None] Port 539ef04b-f5ef-4c89-8388-e403043f8ee3 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:04:24.775277 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b71be8e0-ca08-47cd-b178-68a5a68075e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (539ef04b-f5ef-4c89-8388-e403043f8ee3), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:25.016517 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7919fc35-a4c2-41e6-b4ae-ce89b83ba3b6 req-0a3c152b-ce04-4c7e-b631-c931d08178c5 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 210 time: 0.0297630 Feb 20 04:04:25.154996 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 4e75920d-e3e1-4086-b93f-9d50a44d0c8b is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:04:25.174587 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b71be8e0-ca08-47cd-b178-68a5a68075e9 None None] Publish callbacks [] for port (539ef04b-f5ef-4c89-8388-e403043f8ee3), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:25.237655 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b71be8e0-ca08-47cd-b178-68a5a68075e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (539ef04b-f5ef-4c89-8388-e403043f8ee3), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:25.290804 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b6451-cd3a-4b52-b51e-f5c00699c64e None None] Pushing event updated for resources: {'Port': ['ID=539ef04b-f5ef-4c89-8388-e403043f8ee3,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:25.415041 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b71be8e0-ca08-47cd-b178-68a5a68075e9 None None] Attempting to bind port 539ef04b-f5ef-4c89-8388-e403043f8ee3 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:04:25.415563 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b71be8e0-ca08-47cd-b178-68a5a68075e9 None None] Attempting to bind port 539ef04b-f5ef-4c89-8388-e403043f8ee3 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'cd847954-0ad5-49e8-860d-3687f5c304cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '2d8e31de-bc3f-4c67-b5e0-d1679873ae45'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:04:25.415937 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71be8e0-ca08-47cd-b178-68a5a68075e9 None None] Attempting to bind port 539ef04b-f5ef-4c89-8388-e403043f8ee3 on network 2d8e31de-bc3f-4c67-b5e0-d1679873ae45 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:04:25.423936 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71be8e0-ca08-47cd-b178-68a5a68075e9 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:04:25.424331 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71be8e0-ca08-47cd-b178-68a5a68075e9 None None] Checking segment: {'id': 'cd847954-0ad5-49e8-860d-3687f5c304cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '2d8e31de-bc3f-4c67-b5e0-d1679873ae45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:04:25.424907 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b71be8e0-ca08-47cd-b178-68a5a68075e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:25.425205 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71be8e0-ca08-47cd-b178-68a5a68075e9 None None] Bound using segment: {'id': 'cd847954-0ad5-49e8-860d-3687f5c304cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '2d8e31de-bc3f-4c67-b5e0-d1679873ae45'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:04:25.425699 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b71be8e0-ca08-47cd-b178-68a5a68075e9 None None] Bound port: 539ef04b-f5ef-4c89-8388-e403043f8ee3, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd847954-0ad5-49e8-860d-3687f5c304cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '2d8e31de-bc3f-4c67-b5e0-d1679873ae45'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:04:25.426090 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b71be8e0-ca08-47cd-b178-68a5a68075e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (539ef04b-f5ef-4c89-8388-e403043f8ee3), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:25.503751 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b71be8e0-ca08-47cd-b178-68a5a68075e9 None None] For port 539ef04b-f5ef-4c89-8388-e403043f8ee3, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:04:25.507134 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b71be8e0-ca08-47cd-b178-68a5a68075e9 None None] For port 539ef04b-f5ef-4c89-8388-e403043f8ee3, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=539ef04b-f5ef-4c89-8388-e403043f8ee3,segment=NetworkSegment(cd847954-0ad5-49e8-860d-3687f5c304cf),segment_id=cd847954-0ad5-49e8-860d-3687f5c304cf)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:04:25.566038 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-92577518-d066-4100-a549-583279e0616f None None] Provisioning complete for port 539ef04b-f5ef-4c89-8388-e403043f8ee3 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:04:25.566780 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-92577518-d066-4100-a549-583279e0616f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (539ef04b-f5ef-4c89-8388-e403043f8ee3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:25.608966 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-92577518-d066-4100-a549-583279e0616f None None] Port 539ef04b-f5ef-4c89-8388-e403043f8ee3 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:04:25.626105 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b71be8e0-ca08-47cd-b178-68a5a68075e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (539ef04b-f5ef-4c89-8388-e403043f8ee3), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:25.699470 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b6451-cd3a-4b52-b51e-f5c00699c64e None None] Pushing event updated for resources: {'Port': ['ID=539ef04b-f5ef-4c89-8388-e403043f8ee3,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:25.708467 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71be8e0-ca08-47cd-b178-68a5a68075e9 None None] Routers {'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:04:25.709091 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b71be8e0-ca08-47cd-b178-68a5a68075e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:03:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:26.005419 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-b71be8e0-ca08-47cd-b178-68a5a68075e9 None None] Set router b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:04:26.090943 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-bbc5d41d-c8ce-45e2-9cd7-2d5f64f8a4f7 None None] Provisioning complete for port 539ef04b-f5ef-4c89-8388-e403043f8ee3 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:04:26.091324 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bbc5d41d-c8ce-45e2-9cd7-2d5f64f8a4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (539ef04b-f5ef-4c89-8388-e403043f8ee3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:26.121346 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9f467bc1-ddaf-4ba5-8237-f9cf6e724674 req-f9e16744-f48e-4ca5-a94c-a61e8708c730 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 210 time: 0.0280349 Feb 20 04:04:26.271538 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-bbc5d41d-c8ce-45e2-9cd7-2d5f64f8a4f7 None None] Current status of the port 539ef04b-f5ef-4c89-8388-e403043f8ee3 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:04:26.272092 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bbc5d41d-c8ce-45e2-9cd7-2d5f64f8a4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (539ef04b-f5ef-4c89-8388-e403043f8ee3), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:26.319753 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-bbc5d41d-c8ce-45e2-9cd7-2d5f64f8a4f7 None None] For port 539ef04b-f5ef-4c89-8388-e403043f8ee3, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=539ef04b-f5ef-4c89-8388-e403043f8ee3,segment=NetworkSegment(cd847954-0ad5-49e8-860d-3687f5c304cf),segment_id=cd847954-0ad5-49e8-860d-3687f5c304cf)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:04:26.328836 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b71be8e0-ca08-47cd-b178-68a5a68075e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667021722', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '0b4d7e69-88f0-425f-bfee-13c29cbb3fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:04:16Z', 'updated_at': '2022-02-20T04:04:21Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '0b4d7e69-88f0-425f-bfee-13c29cbb3fc9', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:17Z', 'updated_at': '2022-02-20T04:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '539ef04b-f5ef-4c89-8388-e403043f8ee3', 'name': '', 'network_id': '2d8e31de-bc3f-4c67-b5e0-d1679873ae45', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:50:67:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:20Z', 'updated_at': '2022-02-20T04:04:25Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': '0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:26.360340 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71be8e0-ca08-47cd-b178-68a5a68075e9 None None] The sync data for ids ['b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0'] in n-d-829866-4 is: [{'id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667021722', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '0b4d7e69-88f0-425f-bfee-13c29cbb3fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:04:16Z', 'updated_at': '2022-02-20T04:04:21Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '0b4d7e69-88f0-425f-bfee-13c29cbb3fc9', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:17Z', 'updated_at': '2022-02-20T04:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '539ef04b-f5ef-4c89-8388-e403043f8ee3', 'name': '', 'network_id': '2d8e31de-bc3f-4c67-b5e0-d1679873ae45', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:50:67:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:20Z', 'updated_at': '2022-02-20T04:04:25Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': '0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:04:26.446220 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bbc5d41d-c8ce-45e2-9cd7-2d5f64f8a4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (539ef04b-f5ef-4c89-8388-e403043f8ee3), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:26.491689 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-46b41db4-4c19-4169-aa24-4bdce44ba67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:26.538531 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5d41d-c8ce-45e2-9cd7-2d5f64f8a4f7 None None] Pushing event updated for resources: {'Port': ['ID=539ef04b-f5ef-4c89-8388-e403043f8ee3,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:26.770846 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:04:27.268074 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b4f00b28-1b89-43f2-a771-8c9b8765af0e req-3af8d5bb-d3b9-4860-b7f1-e4c02273aba1 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 210 time: 0.0482619 Feb 20 04:04:27.418906 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae3682-b2cb-4989-a244-702d35af0264 req-53a86998-62f9-4d59-85e2-fcff8d74a7b8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:27.424683 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17ae3682-b2cb-4989-a244-702d35af0264 req-53a86998-62f9-4d59-85e2-fcff8d74a7b8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.93 "GET /v2.0/networks?id=2d8e31de-bc3f-4c67-b5e0-d1679873ae45 HTTP/1.1" status: 200 len: 796 time: 0.1510699 Feb 20 04:04:27.512330 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17ae3682-b2cb-4989-a244-702d35af0264 req-fc3be14e-a1d4-4ede-9a66-7cfd7323629b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c51c06307884485eaac01385a5cfa0f0 HTTP/1.1" status: 200 len: 379 time: 0.0831668 Feb 20 04:04:27.526773 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-17ae3682-b2cb-4989-a244-702d35af0264 req-0f5cfe61-e770-443c-bd15-859019816570 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'port': {'device_id': 'c312ed19-736e-4a59-99c0-f248fffa121d', 'network_id': '2d8e31de-bc3f-4c67-b5e0-d1679873ae45', 'admin_state_up': True, 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'security_groups': ['ecb4637b-5ded-4ecb-b6da-8247190a658f']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:04:27.758314 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17ae3682-b2cb-4989-a244-702d35af0264 req-0f5cfe61-e770-443c-bd15-859019816570 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Made reservation on behalf of c51c06307884485eaac01385a5cfa0f0 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:04:27.763508 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-17ae3682-b2cb-4989-a244-702d35af0264 req-0f5cfe61-e770-443c-bd15-859019816570 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:27.979301 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 539ef04b-f5ef-4c89-8388-e403043f8ee3 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:04:28.075728 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-17ae3682-b2cb-4989-a244-702d35af0264 req-0f5cfe61-e770-443c-bd15-859019816570 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Allocated IP 172.20.0.10 (2d8e31de-bc3f-4c67-b5e0-d1679873ae45/0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1/68b11109-dd4b-46ea-a5e2-b5699e431fa0) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:04:28.095973 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 539ef04b-f5ef-4c89-8388-e403043f8ee3 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:04:28.096701 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (539ef04b-f5ef-4c89-8388-e403043f8ee3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:28.211968 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 539ef04b-f5ef-4c89-8388-e403043f8ee3 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:04:28.302764 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-17ae3682-b2cb-4989-a244-702d35af0264 req-0f5cfe61-e770-443c-bd15-859019816570 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for port (68b11109-dd4b-46ea-a5e2-b5699e431fa0), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:28.727485 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a64b82d5-c604-40e0-8007-2cd887424293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:28.799838 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dde9f675-b51e-4c88-8abe-ae1dab2aca00 req-0737e945-0c11-40e7-8627-40d6abd03c11 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 210 time: 0.0356462 Feb 20 04:04:28.882236 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-17ae3682-b2cb-4989-a244-702d35af0264 req-0f5cfe61-e770-443c-bd15-859019816570 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (68b11109-dd4b-46ea-a5e2-b5699e431fa0), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:28.930785 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ae3682-b2cb-4989-a244-702d35af0264 req-0f5cfe61-e770-443c-bd15-859019816570 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Network 2d8e31de-bc3f-4c67-b5e0-d1679873ae45 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:04:28.935295 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-17ae3682-b2cb-4989-a244-702d35af0264 req-0f5cfe61-e770-443c-bd15-859019816570 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:04:28.940091 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ae3682-b2cb-4989-a244-702d35af0264 req-0f5cfe61-e770-443c-bd15-859019816570 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:04:28.977090 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5cfe61-e770-443c-bd15-859019816570 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'Port': ['ID=68b11109-dd4b-46ea-a5e2-b5699e431fa0,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:29.022141 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae3682-b2cb-4989-a244-702d35af0264 req-0f5cfe61-e770-443c-bd15-859019816570 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:29.023120 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-17ae3682-b2cb-4989-a244-702d35af0264 req-0f5cfe61-e770-443c-bd15-859019816570 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:29.127830 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17ae3682-b2cb-4989-a244-702d35af0264 req-0f5cfe61-e770-443c-bd15-859019816570 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6092694 Feb 20 04:04:29.142764 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-17ae3682-b2cb-4989-a244-702d35af0264 req-4bf5fd79-1584-4a04-96e2-c5531b2dfa30 service neutron] Request body: {'port': {'device_id': 'c312ed19-736e-4a59-99c0-f248fffa121d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:04:29.214632 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-17ae3682-b2cb-4989-a244-702d35af0264 req-4bf5fd79-1584-4a04-96e2-c5531b2dfa30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (68b11109-dd4b-46ea-a5e2-b5699e431fa0), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:29.293094 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-64f9c873-86d2-49d7-9a8a-8e8dc8a403f9 None None] Provisioning complete for port 68b11109-dd4b-46ea-a5e2-b5699e431fa0 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:04:29.293628 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-64f9c873-86d2-49d7-9a8a-8e8dc8a403f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (68b11109-dd4b-46ea-a5e2-b5699e431fa0), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:29.335519 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-64f9c873-86d2-49d7-9a8a-8e8dc8a403f9 None None] Port 68b11109-dd4b-46ea-a5e2-b5699e431fa0 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:04:29.534476 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-17ae3682-b2cb-4989-a244-702d35af0264 req-4bf5fd79-1584-4a04-96e2-c5531b2dfa30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b11109-dd4b-46ea-a5e2-b5699e431fa0 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:04:29.543091 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-17ae3682-b2cb-4989-a244-702d35af0264 req-4bf5fd79-1584-4a04-96e2-c5531b2dfa30 service neutron] Publish callbacks [] for port (68b11109-dd4b-46ea-a5e2-b5699e431fa0), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:29.557413 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-17ae3682-b2cb-4989-a244-702d35af0264 req-4bf5fd79-1584-4a04-96e2-c5531b2dfa30 service neutron] Transition to ACTIVE for port object 68b11109-dd4b-46ea-a5e2-b5699e431fa0 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:04:29.620878 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-17ae3682-b2cb-4989-a244-702d35af0264 req-4bf5fd79-1584-4a04-96e2-c5531b2dfa30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (68b11109-dd4b-46ea-a5e2-b5699e431fa0), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:29.676813 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5fd79-1584-4a04-96e2-c5531b2dfa30 service neutron] Pushing event updated for resources: {'Port': ['ID=68b11109-dd4b-46ea-a5e2-b5699e431fa0,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:29.768274 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-17ae3682-b2cb-4989-a244-702d35af0264 req-4bf5fd79-1584-4a04-96e2-c5531b2dfa30 service neutron] Attempting to bind port 68b11109-dd4b-46ea-a5e2-b5699e431fa0 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:04:29.768617 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-17ae3682-b2cb-4989-a244-702d35af0264 req-4bf5fd79-1584-4a04-96e2-c5531b2dfa30 service neutron] Attempting to bind port 68b11109-dd4b-46ea-a5e2-b5699e431fa0 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': 'cd847954-0ad5-49e8-860d-3687f5c304cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '2d8e31de-bc3f-4c67-b5e0-d1679873ae45'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:04:29.768941 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ae3682-b2cb-4989-a244-702d35af0264 req-4bf5fd79-1584-4a04-96e2-c5531b2dfa30 service neutron] Attempting to bind port 68b11109-dd4b-46ea-a5e2-b5699e431fa0 on network 2d8e31de-bc3f-4c67-b5e0-d1679873ae45 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:04:29.778555 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ae3682-b2cb-4989-a244-702d35af0264 req-4bf5fd79-1584-4a04-96e2-c5531b2dfa30 service neutron] Port 68b11109-dd4b-46ea-a5e2-b5699e431fa0 on network 2d8e31de-bc3f-4c67-b5e0-d1679873ae45 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:04:29.778902 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ae3682-b2cb-4989-a244-702d35af0264 req-4bf5fd79-1584-4a04-96e2-c5531b2dfa30 service neutron] Attempting to bind port 68b11109-dd4b-46ea-a5e2-b5699e431fa0 on network 2d8e31de-bc3f-4c67-b5e0-d1679873ae45 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:04:29.785414 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ae3682-b2cb-4989-a244-702d35af0264 req-4bf5fd79-1584-4a04-96e2-c5531b2dfa30 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:04:29.785614 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ae3682-b2cb-4989-a244-702d35af0264 req-4bf5fd79-1584-4a04-96e2-c5531b2dfa30 service neutron] Checking segment: {'id': 'cd847954-0ad5-49e8-860d-3687f5c304cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '2d8e31de-bc3f-4c67-b5e0-d1679873ae45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:04:29.785868 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ae3682-b2cb-4989-a244-702d35af0264 req-4bf5fd79-1584-4a04-96e2-c5531b2dfa30 service neutron] Bound using segment: {'id': 'cd847954-0ad5-49e8-860d-3687f5c304cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '2d8e31de-bc3f-4c67-b5e0-d1679873ae45'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:04:29.788441 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-17ae3682-b2cb-4989-a244-702d35af0264 req-4bf5fd79-1584-4a04-96e2-c5531b2dfa30 service neutron] Bound port: 68b11109-dd4b-46ea-a5e2-b5699e431fa0, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd847954-0ad5-49e8-860d-3687f5c304cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '2d8e31de-bc3f-4c67-b5e0-d1679873ae45'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:04:29.788441 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-17ae3682-b2cb-4989-a244-702d35af0264 req-4bf5fd79-1584-4a04-96e2-c5531b2dfa30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (68b11109-dd4b-46ea-a5e2-b5699e431fa0), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:29.889959 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-17ae3682-b2cb-4989-a244-702d35af0264 req-4bf5fd79-1584-4a04-96e2-c5531b2dfa30 service neutron] For port 68b11109-dd4b-46ea-a5e2-b5699e431fa0, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:04:29.894678 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-17ae3682-b2cb-4989-a244-702d35af0264 req-4bf5fd79-1584-4a04-96e2-c5531b2dfa30 service neutron] For port 68b11109-dd4b-46ea-a5e2-b5699e431fa0, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=68b11109-dd4b-46ea-a5e2-b5699e431fa0,segment=NetworkSegment(cd847954-0ad5-49e8-860d-3687f5c304cf),segment_id=cd847954-0ad5-49e8-860d-3687f5c304cf)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:04:29.987275 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18bf2f-1d3e-42a4-a0c4-c6d8b8d62931 req-5c9e5f36-3ae1-48d7-88c5-48fcfc01b6be tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:29.989756 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1d18bf2f-1d3e-42a4-a0c4-c6d8b8d62931 req-5c9e5f36-3ae1-48d7-88c5-48fcfc01b6be tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 944 time: 0.0844607 Feb 20 04:04:30.010789 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-17ae3682-b2cb-4989-a244-702d35af0264 req-4bf5fd79-1584-4a04-96e2-c5531b2dfa30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (68b11109-dd4b-46ea-a5e2-b5699e431fa0), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:30.051846 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:30.059912 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae3682-b2cb-4989-a244-702d35af0264 req-4bf5fd79-1584-4a04-96e2-c5531b2dfa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:30.060444 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-17ae3682-b2cb-4989-a244-702d35af0264 req-4bf5fd79-1584-4a04-96e2-c5531b2dfa30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:30.062324 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17ae3682-b2cb-4989-a244-702d35af0264 req-4bf5fd79-1584-4a04-96e2-c5531b2dfa30 service neutron] 10.222.0.93 "PUT /v2.0/ports/68b11109-dd4b-46ea-a5e2-b5699e431fa0 HTTP/1.1" status: 200 len: 1092 time: 0.9253659 Feb 20 04:04:30.064675 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c312ed19-736e-4a59-99c0-f248fffa121d', 'tag': '68b11109-dd4b-46ea-a5e2-b5699e431fa0'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:04:30.066686 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87653775-157a-4417-9fab-c624aa733d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "c312ed19-736e-4a59-99c0-f248fffa121d", "tag": "68b11109-dd4b-46ea-a5e2-b5699e431fa0"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:04:30.113276 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1d18bf2f-1d3e-42a4-a0c4-c6d8b8d62931 req-9d483491-fb18-4404-9557-0abbac673162 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=ecb4637b-5ded-4ecb-b6da-8247190a658f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174626 Feb 20 04:04:30.114326 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5fd79-1584-4a04-96e2-c5531b2dfa30 service neutron] Pushing event updated for resources: {'Port': ['ID=68b11109-dd4b-46ea-a5e2-b5699e431fa0,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:30.189384 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d410a23-16b5-4a38-a1aa-5c6f635d8ecf x-openstack-request-id: req-3d410a23-16b5-4a38-a1aa-5c6f635d8ecf {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:04:30.189697 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c312ed19-736e-4a59-99c0-f248fffa121d", "tag": "68b11109-dd4b-46ea-a5e2-b5699e431fa0", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:04:30.189948 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3d410a23-16b5-4a38-a1aa-5c6f635d8ecf {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:04:30.190362 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c312ed19-736e-4a59-99c0-f248fffa121d', 'tag': '68b11109-dd4b-46ea-a5e2-b5699e431fa0', 'status': 'completed', 'code': 200} Feb 20 04:04:30.240329 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae3682-b2cb-4989-a244-702d35af0264 req-3f2e41f9-d649-4152-84cb-eeab56896c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:30.242046 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17ae3682-b2cb-4989-a244-702d35af0264 req-3f2e41f9-d649-4152-84cb-eeab56896c01 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 1126 time: 0.0508025 Feb 20 04:04:30.292702 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17ae3682-b2cb-4989-a244-702d35af0264 req-cc379ca2-8a75-47f5-82eb-cad9d32a4bc9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68b11109-dd4b-46ea-a5e2-b5699e431fa0 HTTP/1.1" status: 200 len: 217 time: 0.0438287 Feb 20 04:04:30.362839 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae3682-b2cb-4989-a244-702d35af0264 req-468e9b67-0446-49f3-8664-c483b85a2777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:30.364811 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17ae3682-b2cb-4989-a244-702d35af0264 req-468e9b67-0446-49f3-8664-c483b85a2777 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1 HTTP/1.1" status: 200 len: 834 time: 0.0663896 Feb 20 04:04:30.422790 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae3682-b2cb-4989-a244-702d35af0264 req-628dca41-9080-4045-a2de-a3ef3d89cf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:30.424665 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17ae3682-b2cb-4989-a244-702d35af0264 req-628dca41-9080-4045-a2de-a3ef3d89cf91 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2d8e31de-bc3f-4c67-b5e0-d1679873ae45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0529611 Feb 20 04:04:30.534126 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17ae3682-b2cb-4989-a244-702d35af0264 req-933440da-b9fa-4778-ba72-729901de881f service neutron] 10.222.0.93 "GET /v2.0/networks/2d8e31de-bc3f-4c67-b5e0-d1679873ae45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028330 Feb 20 04:04:30.655921 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17ae3682-b2cb-4989-a244-702d35af0264 req-c4ec659c-6a2b-4ecd-b4aa-f1576f7410ef service neutron] 10.222.0.93 "GET /v2.0/networks/2d8e31de-bc3f-4c67-b5e0-d1679873ae45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135819 Feb 20 04:04:30.847894 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87653775-157a-4417-9fab-c624aa733d9b req-02724bfc-da49-4c09-a38c-254f21d8e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:30.849420 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87653775-157a-4417-9fab-c624aa733d9b req-02724bfc-da49-4c09-a38c-254f21d8e9c4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 1126 time: 0.0533583 Feb 20 04:04:30.941219 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87653775-157a-4417-9fab-c624aa733d9b req-b45947e2-cb79-4551-bb78-515afcc5deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:30.942611 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87653775-157a-4417-9fab-c624aa733d9b req-b45947e2-cb79-4551-bb78-515afcc5deb3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2d8e31de-bc3f-4c67-b5e0-d1679873ae45 HTTP/1.1" status: 200 len: 897 time: 0.0875733 Feb 20 04:04:30.983956 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87653775-157a-4417-9fab-c624aa733d9b req-82a4962e-37c0-42b6-8774-d2cd43b83584 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68b11109-dd4b-46ea-a5e2-b5699e431fa0 HTTP/1.1" status: 200 len: 217 time: 0.0352445 Feb 20 04:04:31.037403 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87653775-157a-4417-9fab-c624aa733d9b req-06e9ddc7-ab13-4900-9f21-aeaf15117295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:31.039167 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87653775-157a-4417-9fab-c624aa733d9b req-06e9ddc7-ab13-4900-9f21-aeaf15117295 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1 HTTP/1.1" status: 200 len: 834 time: 0.0487928 Feb 20 04:04:31.099598 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87653775-157a-4417-9fab-c624aa733d9b req-6f4c0c96-585b-4acd-95c9-1e8c2b566109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:31.101123 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87653775-157a-4417-9fab-c624aa733d9b req-6f4c0c96-585b-4acd-95c9-1e8c2b566109 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2d8e31de-bc3f-4c67-b5e0-d1679873ae45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0555341 Feb 20 04:04:31.196037 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87653775-157a-4417-9fab-c624aa733d9b req-4860a457-636b-4387-b066-0fe4f179f14e service neutron] 10.222.0.93 "GET /v2.0/networks/2d8e31de-bc3f-4c67-b5e0-d1679873ae45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882189 Feb 20 04:04:31.317618 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:31.321344 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b83f8b-c1e5-42e6-bf0e-eacd438310a8 req-61446887-155e-4b57-a8b3-38b069bad1a4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:31.323071 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-08b83f8b-c1e5-42e6-bf0e-eacd438310a8 req-61446887-155e-4b57-a8b3-38b069bad1a4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 944 time: 0.1257055 Feb 20 04:04:31.355406 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87653775-157a-4417-9fab-c624aa733d9b req-3bc4778b-7ca6-480a-8d0c-08d30666c7eb service neutron] 10.222.0.93 "GET /v2.0/networks/2d8e31de-bc3f-4c67-b5e0-d1679873ae45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495550 Feb 20 04:04:31.388357 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-08b83f8b-c1e5-42e6-bf0e-eacd438310a8 req-56f39b33-51ce-4f3e-acac-db7de2b3d615 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=ecb4637b-5ded-4ecb-b6da-8247190a658f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558910 Feb 20 04:04:32.256095 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48238) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:32.395415 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0b34ed2c-336b-47e8-ac82-f2864c5120ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:32.506780 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0b34ed2c-336b-47e8-ac82-f2864c5120ab admin admin] Publish callbacks [] for security_group (f77ef3f4-fd52-44d6-b0b4-2b1a1abea7d6), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:32.527324 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13381de5-2e37-4b20-b626-d1463e7bcc16 req-9eeb58bb-13c8-4325-8d93-9da09c3b3cd4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:32.528844 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-13381de5-2e37-4b20-b626-d1463e7bcc16 req-9eeb58bb-13c8-4325-8d93-9da09c3b3cd4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 944 time: 0.0601709 Feb 20 04:04:32.580072 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-13381de5-2e37-4b20-b626-d1463e7bcc16 req-f5b13e65-c382-4e05-a6aa-95d6cfa82cbd tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=ecb4637b-5ded-4ecb-b6da-8247190a658f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448391 Feb 20 04:04:32.586506 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0b34ed2c-336b-47e8-ac82-f2864c5120ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f77ef3f4-fd52-44d6-b0b4-2b1a1abea7d6), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:32.623541 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0b34ed2c-336b-47e8-ac82-f2864c5120ab admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c34d7a5356694a5d8a62ac4e5522986a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3662939 Feb 20 04:04:32.626795 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48246) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:32.641172 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34ed2c-336b-47e8-ac82-f2864c5120ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77ef3f4-fd52-44d6-b0b4-2b1a1abea7d6,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:32.682495 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b45a4532-2684-4bbc-951d-55db6a8c88a1 admin admin] Publish callbacks [] for security_group (f77ef3f4-fd52-44d6-b0b4-2b1a1abea7d6), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:32.704788 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b45a4532-2684-4bbc-951d-55db6a8c88a1 admin admin] Publish callbacks [] for security_group (f77ef3f4-fd52-44d6-b0b4-2b1a1abea7d6), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:32.775040 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:32.824973 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b45a4532-2684-4bbc-951d-55db6a8c88a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f77ef3f4-fd52-44d6-b0b4-2b1a1abea7d6), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:32.827067 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b45a4532-2684-4bbc-951d-55db6a8c88a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:32.831771 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b45a4532-2684-4bbc-951d-55db6a8c88a1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f77ef3f4-fd52-44d6-b0b4-2b1a1abea7d6 HTTP/1.1" status: 204 len: 168 time: 0.2015276 Feb 20 04:04:32.839963 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a4532-2684-4bbc-951d-55db6a8c88a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77ef3f4-fd52-44d6-b0b4-2b1a1abea7d6,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:33.027910 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 68b11109-dd4b-46ea-a5e2-b5699e431fa0 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:04:33.151804 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 68b11109-dd4b-46ea-a5e2-b5699e431fa0, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=68b11109-dd4b-46ea-a5e2-b5699e431fa0,segment=NetworkSegment(cd847954-0ad5-49e8-860d-3687f5c304cf),segment_id=cd847954-0ad5-49e8-860d-3687f5c304cf)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:04:33.169647 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '68b11109-dd4b-46ea-a5e2-b5699e431fa0', 'network_id': '2d8e31de-bc3f-4c67-b5e0-d1679873ae45', 'port_id': '68b11109-dd4b-46ea-a5e2-b5699e431fa0', 'mac_address': 'fa:16:3e:bb:7e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:04:33.215567 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 68b11109-dd4b-46ea-a5e2-b5699e431fa0 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:04:33.215960 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (68b11109-dd4b-46ea-a5e2-b5699e431fa0), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:33.241264 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b11109-dd4b-46ea-a5e2-b5699e431fa0 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:04:33.264487 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 68b11109-dd4b-46ea-a5e2-b5699e431fa0, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=68b11109-dd4b-46ea-a5e2-b5699e431fa0,segment=NetworkSegment(cd847954-0ad5-49e8-860d-3687f5c304cf),segment_id=cd847954-0ad5-49e8-860d-3687f5c304cf)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:04:33.350516 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (68b11109-dd4b-46ea-a5e2-b5699e431fa0), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:33.405714 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=68b11109-dd4b-46ea-a5e2-b5699e431fa0,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:33.569562 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['68b11109-dd4b-46ea-a5e2-b5699e431fa0'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:04:33.775179 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0ec53-1fdf-4a04-adbe-deb4b30117f8 req-b1f884ee-458b-4206-905b-6c5ec3ee0d3a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:33.783410 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aad0ec53-1fdf-4a04-adbe-deb4b30117f8 req-b1f884ee-458b-4206-905b-6c5ec3ee0d3a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 945 time: 0.1154029 Feb 20 04:04:33.879500 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aad0ec53-1fdf-4a04-adbe-deb4b30117f8 req-e7bbe6c3-b365-4a7f-b4cf-d1a102ee8a50 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=ecb4637b-5ded-4ecb-b6da-8247190a658f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876851 Feb 20 04:04:34.084176 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48278) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:34.194424 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-094fbb11-871d-443e-929f-96289d3c23e8 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1897453488-network', 'tenant_id': '5914f84b6ad64aaaa342a1c35091420b'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:04:34.300650 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094fbb11-871d-443e-929f-96289d3c23e8 admin admin] Made reservation on behalf of 5914f84b6ad64aaaa342a1c35091420b for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:04:34.303159 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-094fbb11-871d-443e-929f-96289d3c23e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:34.312600 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-094fbb11-871d-443e-929f-96289d3c23e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:34.393329 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-094fbb11-871d-443e-929f-96289d3c23e8 admin admin] Publish callbacks [] for security_group (65468b6c-9d15-42c0-8280-4c8cee9c4e44), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:34.454615 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-094fbb11-871d-443e-929f-96289d3c23e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (65468b6c-9d15-42c0-8280-4c8cee9c4e44), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:34.479118 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-094fbb11-871d-443e-929f-96289d3c23e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 04:04:34.489324 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094fbb11-871d-443e-929f-96289d3c23e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65468b6c-9d15-42c0-8280-4c8cee9c4e44,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:34.494081 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-094fbb11-871d-443e-929f-96289d3c23e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (988c2079-474a-4297-9fe7-d4ef6e836963), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:34.499104 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-094fbb11-871d-443e-929f-96289d3c23e8 admin admin] Added segment 988c2079-474a-4297-9fe7-d4ef6e836963 of type vlan for network a9748fad-5f1f-4c31-b297-c8a04dd29a6a Feb 20 04:04:34.533872 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-094fbb11-871d-443e-929f-96289d3c23e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (a9748fad-5f1f-4c31-b297-c8a04dd29a6a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:34.614620 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-094fbb11-871d-443e-929f-96289d3c23e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (a9748fad-5f1f-4c31-b297-c8a04dd29a6a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:34.615785 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094fbb11-871d-443e-929f-96289d3c23e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:34.616406 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-094fbb11-871d-443e-929f-96289d3c23e8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:34.679389 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094fbb11-871d-443e-929f-96289d3c23e8 admin admin] Pushing event updated for resources: {'Network': ['ID=a9748fad-5f1f-4c31-b297-c8a04dd29a6a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:34.689795 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network a9748fad-5f1f-4c31-b297-c8a04dd29a6a details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 04:04:34.703371 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48282) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:34.710325 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-179cee47-6ee4-4eef-a4e8-1d134fec57e6 admin admin] Request body: {'subnet': {'network_id': 'a9748fad-5f1f-4c31-b297-c8a04dd29a6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1897453488-subnet', 'tenant_id': '5914f84b6ad64aaaa342a1c35091420b', 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:04:34.711497 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-094fbb11-871d-443e-929f-96289d3c23e8 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6258309 Feb 20 04:04:34.792344 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179cee47-6ee4-4eef-a4e8-1d134fec57e6 admin admin] Made reservation on behalf of 5914f84b6ad64aaaa342a1c35091420b for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:04:34.795217 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-179cee47-6ee4-4eef-a4e8-1d134fec57e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:35.007099 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450362b2-7d57-40a8-8bf9-8df5f892391d req-50fa23f4-a5db-46e4-9e8b-ef8a2395c5ae tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:35.008667 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-450362b2-7d57-40a8-8bf9-8df5f892391d req-50fa23f4-a5db-46e4-9e8b-ef8a2395c5ae tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 945 time: 0.0610008 Feb 20 04:04:35.036199 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-179cee47-6ee4-4eef-a4e8-1d134fec57e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (a71df336-5632-4fa0-9ec1-5d94526ed91d), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:35.043572 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 68b11109-dd4b-46ea-a5e2-b5699e431fa0 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:04:35.070134 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-450362b2-7d57-40a8-8bf9-8df5f892391d req-ca8a34a3-6c1e-4d58-939e-b4b9bda76a23 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=ecb4637b-5ded-4ecb-b6da-8247190a658f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555298 Feb 20 04:04:35.113127 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179cee47-6ee4-4eef-a4e8-1d134fec57e6 admin admin] Checking segment: {'id': '988c2079-474a-4297-9fe7-d4ef6e836963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a9748fad-5f1f-4c31-b297-c8a04dd29a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:04:35.113494 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179cee47-6ee4-4eef-a4e8-1d134fec57e6 admin admin] Network hostable DHCP agents. Network: a9748fad-5f1f-4c31-b297-c8a04dd29a6a, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 04:04:35.116762 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cee47-6ee4-4eef-a4e8-1d134fec57e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a71df336-5632-4fa0-9ec1-5d94526ed91d,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:35.183987 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 68b11109-dd4b-46ea-a5e2-b5699e431fa0 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:04:35.188740 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 68b11109-dd4b-46ea-a5e2-b5699e431fa0 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:04:35.189130 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (68b11109-dd4b-46ea-a5e2-b5699e431fa0), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:35.212666 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179cee47-6ee4-4eef-a4e8-1d134fec57e6 admin admin] Network a9748fad-5f1f-4c31-b297-c8a04dd29a6a is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 04:04:35.271277 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 68b11109-dd4b-46ea-a5e2-b5699e431fa0 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:04:35.271591 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (68b11109-dd4b-46ea-a5e2-b5699e431fa0), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:35.289052 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-179cee47-6ee4-4eef-a4e8-1d134fec57e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, a9748fad-5f1f-4c31-b297-c8a04dd29a6a) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:04:35.293677 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179cee47-6ee4-4eef-a4e8-1d134fec57e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:35.294462 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-179cee47-6ee4-4eef-a4e8-1d134fec57e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:35.294762 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c312ed19-736e-4a59-99c0-f248fffa121d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b11109-dd4b-46ea-a5e2-b5699e431fa0'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:04:35.297779 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d96cc8-2946-424f-86de-13c01091c8cb" -d '{"events": [{"server_uuid": "c312ed19-736e-4a59-99c0-f248fffa121d", "name": "network-vif-plugged", "status": "completed", "tag": "68b11109-dd4b-46ea-a5e2-b5699e431fa0"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:04:35.304074 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0279d72-4f73-4d37-af13-341a20b10af7 None None] Network a9748fad-5f1f-4c31-b297-c8a04dd29a6a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:04:35.326029 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 68b11109-dd4b-46ea-a5e2-b5699e431fa0, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=68b11109-dd4b-46ea-a5e2-b5699e431fa0,segment=NetworkSegment(cd847954-0ad5-49e8-860d-3687f5c304cf),segment_id=cd847954-0ad5-49e8-860d-3687f5c304cf)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:04:35.360932 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21b74a3-a4e6-46cc-ba69-7d7a6156af91 x-openstack-request-id: req-d21b74a3-a4e6-46cc-ba69-7d7a6156af91 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:04:35.361511 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c312ed19-736e-4a59-99c0-f248fffa121d", "name": "network-vif-plugged", "status": "completed", "tag": "68b11109-dd4b-46ea-a5e2-b5699e431fa0", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:04:35.361867 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d21b74a3-a4e6-46cc-ba69-7d7a6156af91 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:04:35.362357 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c312ed19-736e-4a59-99c0-f248fffa121d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b11109-dd4b-46ea-a5e2-b5699e431fa0', 'code': 200} Feb 20 04:04:35.381849 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-179cee47-6ee4-4eef-a4e8-1d134fec57e6 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6754041 Feb 20 04:04:35.384777 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48294) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:35.389333 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-cb403a96-5e33-4dba-a72a-bcfb38075b08 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1897453488-router', 'tenant_id': '5914f84b6ad64aaaa342a1c35091420b', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:04:35.426978 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (68b11109-dd4b-46ea-a5e2-b5699e431fa0), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:35.453154 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d5b7eb-2213-43e1-87b9-1b7823d01490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-a9748fad-5f1f-4c31-b297-c8a04dd29a6a', 'network_id': 'a9748fad-5f1f-4c31-b297-c8a04dd29a6a', 'project_id': '5914f84b6ad64aaaa342a1c35091420b', 'fixed_ips': [{'subnet_id': 'a71df336-5632-4fa0-9ec1-5d94526ed91d'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 04:04:35.454159 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-57d5b7eb-2213-43e1-87b9-1b7823d01490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:35.458003 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e20739-f9c4-498e-99a9-c6b91a964d96 req-0cfaa39f-2b7f-4eb1-9cea-53a1a4600ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:35.459595 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-24e20739-f9c4-498e-99a9-c6b91a964d96 req-0cfaa39f-2b7f-4eb1-9cea-53a1a4600ed5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 1128 time: 0.0588224 Feb 20 04:04:35.499544 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=68b11109-dd4b-46ea-a5e2-b5699e431fa0,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:35.512133 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb403a96-5e33-4dba-a72a-bcfb38075b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (e4fda82f-e49d-49d4-a499-6c16c7c0a812), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:35.513204 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb403a96-5e33-4dba-a72a-bcfb38075b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (e4fda82f-e49d-49d4-a499-6c16c7c0a812), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:35.519923 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-24e20739-f9c4-498e-99a9-c6b91a964d96 req-2724e7f6-4041-4d56-9cd2-e47320a497e1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ecb4637b-5ded-4ecb-b6da-8247190a658f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534370 Feb 20 04:04:35.568312 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb403a96-5e33-4dba-a72a-bcfb38075b08 admin admin] Publish callbacks [] for router_controller (e4fda82f-e49d-49d4-a499-6c16c7c0a812), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:35.619287 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-57d5b7eb-2213-43e1-87b9-1b7823d01490 None None] Allocated IP 172.20.0.2 (a9748fad-5f1f-4c31-b297-c8a04dd29a6a/a71df336-5632-4fa0-9ec1-5d94526ed91d/eed436a8-8a51-4b79-a9b7-b7053a243253) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:04:35.769625 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-57d5b7eb-2213-43e1-87b9-1b7823d01490 None None] Publish callbacks [] for port (eed436a8-8a51-4b79-a9b7-b7053a243253), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:35.799400 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb403a96-5e33-4dba-a72a-bcfb38075b08 admin admin] Publish callbacks [] for router_gateway (e4fda82f-e49d-49d4-a499-6c16c7c0a812), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:35.827092 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-57d5b7eb-2213-43e1-87b9-1b7823d01490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (eed436a8-8a51-4b79-a9b7-b7053a243253), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:35.871954 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d5b7eb-2213-43e1-87b9-1b7823d01490 None None] Network a9748fad-5f1f-4c31-b297-c8a04dd29a6a is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:04:35.878761 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-57d5b7eb-2213-43e1-87b9-1b7823d01490 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:04:35.881290 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d5b7eb-2213-43e1-87b9-1b7823d01490 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:04:35.886959 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5b7eb-2213-43e1-87b9-1b7823d01490 None None] Pushing event updated for resources: {'Port': ['ID=eed436a8-8a51-4b79-a9b7-b7053a243253,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:35.951321 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-57d5b7eb-2213-43e1-87b9-1b7823d01490 None None] Attempting to bind port eed436a8-8a51-4b79-a9b7-b7053a243253 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:04:35.951804 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-57d5b7eb-2213-43e1-87b9-1b7823d01490 None None] Attempting to bind port eed436a8-8a51-4b79-a9b7-b7053a243253 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '988c2079-474a-4297-9fe7-d4ef6e836963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a9748fad-5f1f-4c31-b297-c8a04dd29a6a'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:04:35.952188 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d5b7eb-2213-43e1-87b9-1b7823d01490 None None] Attempting to bind port eed436a8-8a51-4b79-a9b7-b7053a243253 on network a9748fad-5f1f-4c31-b297-c8a04dd29a6a {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:04:35.958185 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d5b7eb-2213-43e1-87b9-1b7823d01490 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:04:35.958573 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d5b7eb-2213-43e1-87b9-1b7823d01490 None None] Checking segment: {'id': '988c2079-474a-4297-9fe7-d4ef6e836963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a9748fad-5f1f-4c31-b297-c8a04dd29a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:04:35.959034 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-57d5b7eb-2213-43e1-87b9-1b7823d01490 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:35.959442 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d5b7eb-2213-43e1-87b9-1b7823d01490 None None] Bound using segment: {'id': '988c2079-474a-4297-9fe7-d4ef6e836963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a9748fad-5f1f-4c31-b297-c8a04dd29a6a'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:04:35.959921 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-57d5b7eb-2213-43e1-87b9-1b7823d01490 None None] Bound port: eed436a8-8a51-4b79-a9b7-b7053a243253, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '988c2079-474a-4297-9fe7-d4ef6e836963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a9748fad-5f1f-4c31-b297-c8a04dd29a6a'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:04:35.960622 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-57d5b7eb-2213-43e1-87b9-1b7823d01490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (eed436a8-8a51-4b79-a9b7-b7053a243253), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:36.025529 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-57d5b7eb-2213-43e1-87b9-1b7823d01490 None None] For port eed436a8-8a51-4b79-a9b7-b7053a243253, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:04:36.028422 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-57d5b7eb-2213-43e1-87b9-1b7823d01490 None None] For port eed436a8-8a51-4b79-a9b7-b7053a243253, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=eed436a8-8a51-4b79-a9b7-b7053a243253,segment=NetworkSegment(988c2079-474a-4297-9fe7-d4ef6e836963),segment_id=988c2079-474a-4297-9fe7-d4ef6e836963)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:04:36.068326 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb403a96-5e33-4dba-a72a-bcfb38075b08 admin admin] Publish callbacks [] for router_gateway (e4fda82f-e49d-49d4-a499-6c16c7c0a812), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:36.091068 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb403a96-5e33-4dba-a72a-bcfb38075b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:36.101725 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-57d5b7eb-2213-43e1-87b9-1b7823d01490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (eed436a8-8a51-4b79-a9b7-b7053a243253), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:36.175312 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5b7eb-2213-43e1-87b9-1b7823d01490 None None] Pushing event updated for resources: {'Port': ['ID=eed436a8-8a51-4b79-a9b7-b7053a243253,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:36.257120 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-cb403a96-5e33-4dba-a72a-bcfb38075b08 admin admin] Allocated IP 172.25.7.81 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/e5be6e5e-18f7-4a1a-9174-cdd050e905b3) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:04:36.276049 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469af233-98b1-4ee1-af04-dbd9a8f7011d req-c83c508f-6355-4aea-b345-09e7a45f9fa4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:36.277661 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-469af233-98b1-4ee1-af04-dbd9a8f7011d req-c83c508f-6355-4aea-b345-09e7a45f9fa4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 946 time: 0.0854864 Feb 20 04:04:36.402767 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-469af233-98b1-4ee1-af04-dbd9a8f7011d req-de4e429a-3d7d-41cd-8a98-93d060221ea8 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=ecb4637b-5ded-4ecb-b6da-8247190a658f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080880 Feb 20 04:04:36.434412 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb403a96-5e33-4dba-a72a-bcfb38075b08 admin admin] Publish callbacks [] for port (e5be6e5e-18f7-4a1a-9174-cdd050e905b3), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:36.546887 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb403a96-5e33-4dba-a72a-bcfb38075b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (e5be6e5e-18f7-4a1a-9174-cdd050e905b3), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:36.585886 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb403a96-5e33-4dba-a72a-bcfb38075b08 admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:04:36.588676 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-cb403a96-5e33-4dba-a72a-bcfb38075b08 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:04:36.594172 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb403a96-5e33-4dba-a72a-bcfb38075b08 admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:04:36.599795 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb403a96-5e33-4dba-a72a-bcfb38075b08 admin admin] Pushing event updated for resources: {'Port': ['ID=e5be6e5e-18f7-4a1a-9174-cdd050e905b3,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:36.950053 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb403a96-5e33-4dba-a72a-bcfb38075b08 admin admin] Publish callbacks [] for router_gateway (e4fda82f-e49d-49d4-a499-6c16c7c0a812), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:37.165356 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddffae43-39ff-40ea-a30d-6234f9cd4287 None None] Network a9748fad-5f1f-4c31-b297-c8a04dd29a6a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:04:37.179358 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb403a96-5e33-4dba-a72a-bcfb38075b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (e4fda82f-e49d-49d4-a499-6c16c7c0a812), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:37.242926 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-499ff8ec-92df-4522-8947-3800afa6361a None None] Provisioning complete for port eed436a8-8a51-4b79-a9b7-b7053a243253 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:04:37.243434 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-499ff8ec-92df-4522-8947-3800afa6361a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (eed436a8-8a51-4b79-a9b7-b7053a243253), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:37.368478 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-499ff8ec-92df-4522-8947-3800afa6361a None None] Current status of the port eed436a8-8a51-4b79-a9b7-b7053a243253 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:04:37.368873 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-499ff8ec-92df-4522-8947-3800afa6361a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (eed436a8-8a51-4b79-a9b7-b7053a243253), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:37.401414 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb403a96-5e33-4dba-a72a-bcfb38075b08 admin admin] Router e4fda82f-e49d-49d4-a499-6c16c7c0a812 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 04:04:37.402440 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-499ff8ec-92df-4522-8947-3800afa6361a None None] For port eed436a8-8a51-4b79-a9b7-b7053a243253, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=eed436a8-8a51-4b79-a9b7-b7053a243253,segment=NetworkSegment(988c2079-474a-4297-9fe7-d4ef6e836963),segment_id=988c2079-474a-4297-9fe7-d4ef6e836963)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:04:37.466778 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-499ff8ec-92df-4522-8947-3800afa6361a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (eed436a8-8a51-4b79-a9b7-b7053a243253), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:37.539531 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ff8ec-92df-4522-8947-3800afa6361a None None] Pushing event updated for resources: {'Port': ['ID=eed436a8-8a51-4b79-a9b7-b7053a243253,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:37.585951 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb403a96-5e33-4dba-a72a-bcfb38075b08 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:04:37.599786 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-fe507b1c-9d15-49b1-a5f6-92f8245a5568 None None] Provisioning complete for port eed436a8-8a51-4b79-a9b7-b7053a243253 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:04:37.600055 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fe507b1c-9d15-49b1-a5f6-92f8245a5568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (eed436a8-8a51-4b79-a9b7-b7053a243253), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:37.600378 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46cde96-5e19-44a8-b02c-f48e37f30809 None None] Sync routers for ids ['e4fda82f-e49d-49d4-a499-6c16c7c0a812'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:04:37.616356 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46cde96-5e19-44a8-b02c-f48e37f30809 None None] Routers {'e4fda82f-e49d-49d4-a499-6c16c7c0a812'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:04:37.620516 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-b46cde96-5e19-44a8-b02c-f48e37f30809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:04:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e4fda82f-e49d-49d4-a499-6c16c7c0a812'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:37.623295 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf391971-df67-4ef0-80d3-fa7633a52d90 req-7d7b11cc-5c23-480a-9504-7193791ff26a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:37.623898 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bf391971-df67-4ef0-80d3-fa7633a52d90 req-7d7b11cc-5c23-480a-9504-7193791ff26a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 946 time: 0.1007218 Feb 20 04:04:37.681882 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bf391971-df67-4ef0-80d3-fa7633a52d90 req-ed23f7b7-6e74-48c0-94e8-507f6041f3e3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=ecb4637b-5ded-4ecb-b6da-8247190a658f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489647 Feb 20 04:04:37.686713 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-fe507b1c-9d15-49b1-a5f6-92f8245a5568 None None] Current status of the port eed436a8-8a51-4b79-a9b7-b7053a243253 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:04:37.702589 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cb403a96-5e33-4dba-a72a-bcfb38075b08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:37.702589 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-cb403a96-5e33-4dba-a72a-bcfb38075b08 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3163543 Feb 20 04:04:37.706435 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48314) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:37.732367 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-b46cde96-5e19-44a8-b02c-f48e37f30809 None None] Set router e4fda82f-e49d-49d4-a499-6c16c7c0a812 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:04:37.861168 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdadd7be-310c-4461-8671-2ce3147b6af5 req-a3f57c5c-1403-4d98-8feb-728cbe405da0 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:37.868314 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bdadd7be-310c-4461-8671-2ce3147b6af5 req-a3f57c5c-1403-4d98-8feb-728cbe405da0 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 946 time: 0.1104233 Feb 20 04:04:37.952724 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-b46cde96-5e19-44a8-b02c-f48e37f30809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fda82f-e49d-49d4-a499-6c16c7c0a812', 'name': 'tempest-TestAggregatesBasicOps-1897453488-router', 'tenant_id': '5914f84b6ad64aaaa342a1c35091420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'e5be6e5e-18f7-4a1a-9174-cdd050e905b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:04:35Z', 'updated_at': '2022-02-20T04:04:36Z', 'revision_number': 3, 'project_id': '5914f84b6ad64aaaa342a1c35091420b', 'gw_port': {'id': 'e5be6e5e-18f7-4a1a-9174-cdd050e905b3', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:48:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fda82f-e49d-49d4-a499-6c16c7c0a812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:36Z', 'updated_at': '2022-02-20T04:04:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:37.978766 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device eed436a8-8a51-4b79-a9b7-b7053a243253 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:04:37.989542 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46cde96-5e19-44a8-b02c-f48e37f30809 None None] Checking router: e4fda82f-e49d-49d4-a499-6c16c7c0a812 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:04:37.990178 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46cde96-5e19-44a8-b02c-f48e37f30809 None None] Updating router e4fda82f-e49d-49d4-a499-6c16c7c0a812 port e5be6e5e-18f7-4a1a-9174-cdd050e905b3 binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 04:04:38.020115 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b46cde96-5e19-44a8-b02c-f48e37f30809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e5be6e5e-18f7-4a1a-9174-cdd050e905b3), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:38.087779 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port eed436a8-8a51-4b79-a9b7-b7053a243253 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:04:38.088329 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (eed436a8-8a51-4b79-a9b7-b7053a243253), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:38.195839 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port eed436a8-8a51-4b79-a9b7-b7053a243253 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:04:38.311317 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b46cde96-5e19-44a8-b02c-f48e37f30809 None None] Publish callbacks [] for port (e5be6e5e-18f7-4a1a-9174-cdd050e905b3), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:38.320182 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bdadd7be-310c-4461-8671-2ce3147b6af5 req-9f0d6089-634c-465f-8f15-0fac71dbe26e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=ecb4637b-5ded-4ecb-b6da-8247190a658f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4515107 Feb 20 04:04:38.342480 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48322) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:38.386175 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b46cde96-5e19-44a8-b02c-f48e37f30809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e5be6e5e-18f7-4a1a-9174-cdd050e905b3), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:38.390966 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753f2246-0ec4-4fd6-a214-1039df0b7545 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:38.393199 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-753f2246-0ec4-4fd6-a214-1039df0b7545 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 1123 time: 0.0480363 Feb 20 04:04:38.399394 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48324) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:38.404488 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-25eec708-c272-487e-b341-6788a97f8d80 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'port_id': '68b11109-dd4b-46ea-a5e2-b5699e431fa0', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:04:38.445611 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf305f-93b5-49ee-8279-22343e7b63d2 None None] Pushing event updated for resources: {'Port': ['ID=e5be6e5e-18f7-4a1a-9174-cdd050e905b3,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:38.462737 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-b46cde96-5e19-44a8-b02c-f48e37f30809 None None] Attempting to bind port e5be6e5e-18f7-4a1a-9174-cdd050e905b3 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:04:38.464970 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-b46cde96-5e19-44a8-b02c-f48e37f30809 None None] Attempting to bind port e5be6e5e-18f7-4a1a-9174-cdd050e905b3 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:04:38.464970 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46cde96-5e19-44a8-b02c-f48e37f30809 None None] Attempting to bind port e5be6e5e-18f7-4a1a-9174-cdd050e905b3 on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:04:38.471457 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46cde96-5e19-44a8-b02c-f48e37f30809 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:04:38.471842 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46cde96-5e19-44a8-b02c-f48e37f30809 None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:04:38.472252 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b46cde96-5e19-44a8-b02c-f48e37f30809 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:38.472651 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46cde96-5e19-44a8-b02c-f48e37f30809 None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:04:38.473124 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-b46cde96-5e19-44a8-b02c-f48e37f30809 None None] Bound port: e5be6e5e-18f7-4a1a-9174-cdd050e905b3, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:04:38.473506 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b46cde96-5e19-44a8-b02c-f48e37f30809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e5be6e5e-18f7-4a1a-9174-cdd050e905b3), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:38.489039 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-25eec708-c272-487e-b341-6788a97f8d80 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:38.540555 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-b46cde96-5e19-44a8-b02c-f48e37f30809 None None] For port e5be6e5e-18f7-4a1a-9174-cdd050e905b3, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:04:38.544088 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-b46cde96-5e19-44a8-b02c-f48e37f30809 None None] For port e5be6e5e-18f7-4a1a-9174-cdd050e905b3, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=e5be6e5e-18f7-4a1a-9174-cdd050e905b3,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:04:38.597569 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-25eec708-c272-487e-b341-6788a97f8d80 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:38.620928 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b46cde96-5e19-44a8-b02c-f48e37f30809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e5be6e5e-18f7-4a1a-9174-cdd050e905b3), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:38.623665 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-aa40cf3f-616f-4f20-a1e0-be4251e40b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:38.694243 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf305f-93b5-49ee-8279-22343e7b63d2 None None] Pushing event updated for resources: {'Port': ['ID=e5be6e5e-18f7-4a1a-9174-cdd050e905b3,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:38.719385 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46cde96-5e19-44a8-b02c-f48e37f30809 None None] Routers {'e4fda82f-e49d-49d4-a499-6c16c7c0a812'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:04:38.720966 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-b46cde96-5e19-44a8-b02c-f48e37f30809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:04:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e4fda82f-e49d-49d4-a499-6c16c7c0a812'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:38.728090 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-25eec708-c272-487e-b341-6788a97f8d80 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Allocated IP 172.25.7.250 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/22a6cb72-b715-44e5-a7ed-72aab64db73f) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:04:38.834258 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-aa40cf3f-616f-4f20-a1e0-be4251e40b8f admin admin] Allocated IP 172.20.0.1 (a9748fad-5f1f-4c31-b297-c8a04dd29a6a/a71df336-5632-4fa0-9ec1-5d94526ed91d/fabb34cc-087f-4886-9fda-f3ff837c3e7f) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:04:38.854884 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-25eec708-c272-487e-b341-6788a97f8d80 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for port (22a6cb72-b715-44e5-a7ed-72aab64db73f), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:38.870479 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-b46cde96-5e19-44a8-b02c-f48e37f30809 None None] Set router e4fda82f-e49d-49d4-a499-6c16c7c0a812 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:04:38.945839 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-aa40cf3f-616f-4f20-a1e0-be4251e40b8f admin admin] Publish callbacks [] for port (fabb34cc-087f-4886-9fda-f3ff837c3e7f), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:38.975034 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-25eec708-c272-487e-b341-6788a97f8d80 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (22a6cb72-b715-44e5-a7ed-72aab64db73f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:39.014765 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25eec708-c272-487e-b341-6788a97f8d80 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:04:39.017655 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-25eec708-c272-487e-b341-6788a97f8d80 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:04:39.020146 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25eec708-c272-487e-b341-6788a97f8d80 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:04:39.053174 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eec708-c272-487e-b341-6788a97f8d80 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'Port': ['ID=22a6cb72-b715-44e5-a7ed-72aab64db73f,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:39.065644 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-b46cde96-5e19-44a8-b02c-f48e37f30809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fda82f-e49d-49d4-a499-6c16c7c0a812', 'name': 'tempest-TestAggregatesBasicOps-1897453488-router', 'tenant_id': '5914f84b6ad64aaaa342a1c35091420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'e5be6e5e-18f7-4a1a-9174-cdd050e905b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:04:35Z', 'updated_at': '2022-02-20T04:04:36Z', 'revision_number': 3, 'project_id': '5914f84b6ad64aaaa342a1c35091420b', 'gw_port': {'id': 'e5be6e5e-18f7-4a1a-9174-cdd050e905b3', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:48:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fda82f-e49d-49d4-a499-6c16c7c0a812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:36Z', 'updated_at': '2022-02-20T04:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:39.076092 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-aa40cf3f-616f-4f20-a1e0-be4251e40b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (fabb34cc-087f-4886-9fda-f3ff837c3e7f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:39.095346 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46cde96-5e19-44a8-b02c-f48e37f30809 None None] The sync data for ids ['e4fda82f-e49d-49d4-a499-6c16c7c0a812'] in n-d-829866-4 is: [{'id': 'e4fda82f-e49d-49d4-a499-6c16c7c0a812', 'name': 'tempest-TestAggregatesBasicOps-1897453488-router', 'tenant_id': '5914f84b6ad64aaaa342a1c35091420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'e5be6e5e-18f7-4a1a-9174-cdd050e905b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:04:35Z', 'updated_at': '2022-02-20T04:04:36Z', 'revision_number': 3, 'project_id': '5914f84b6ad64aaaa342a1c35091420b', 'gw_port': {'id': 'e5be6e5e-18f7-4a1a-9174-cdd050e905b3', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:48:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fda82f-e49d-49d4-a499-6c16c7c0a812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:36Z', 'updated_at': '2022-02-20T04:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:04:39.119523 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa40cf3f-616f-4f20-a1e0-be4251e40b8f admin admin] Network a9748fad-5f1f-4c31-b297-c8a04dd29a6a is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:04:39.123180 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-aa40cf3f-616f-4f20-a1e0-be4251e40b8f admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:04:39.128098 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa40cf3f-616f-4f20-a1e0-be4251e40b8f admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:04:39.164926 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40cf3f-616f-4f20-a1e0-be4251e40b8f admin admin] Pushing event updated for resources: {'Port': ['ID=fabb34cc-087f-4886-9fda-f3ff837c3e7f,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:39.197704 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-aa40cf3f-616f-4f20-a1e0-be4251e40b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (e4fda82f-e49d-49d4-a499-6c16c7c0a812), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:39.475426 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f5df2536-4beb-4df1-9a9d-376e4964c435 None None] Provisioning complete for port fabb34cc-087f-4886-9fda-f3ff837c3e7f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:04:39.476529 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f5df2536-4beb-4df1-9a9d-376e4964c435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (fabb34cc-087f-4886-9fda-f3ff837c3e7f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:39.533891 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-aa40cf3f-616f-4f20-a1e0-be4251e40b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fabb34cc-087f-4886-9fda-f3ff837c3e7f), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:39.539188 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f5df2536-4beb-4df1-9a9d-376e4964c435 None None] Port fabb34cc-087f-4886-9fda-f3ff837c3e7f cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:04:39.563409 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-25eec708-c272-487e-b341-6788a97f8d80 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for floatingip (710b1821-d7b5-4759-bd44-ddc8aec9dfb8), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:39.703746 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-25eec708-c272-487e-b341-6788a97f8d80 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (22a6cb72-b715-44e5-a7ed-72aab64db73f), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:39.755550 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-aa40cf3f-616f-4f20-a1e0-be4251e40b8f admin admin] Publish callbacks [] for port (fabb34cc-087f-4886-9fda-f3ff837c3e7f), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:39.830387 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-aa40cf3f-616f-4f20-a1e0-be4251e40b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (fabb34cc-087f-4886-9fda-f3ff837c3e7f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:39.900446 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-25eec708-c272-487e-b341-6788a97f8d80 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for port (22a6cb72-b715-44e5-a7ed-72aab64db73f), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:39.927618 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40cf3f-616f-4f20-a1e0-be4251e40b8f admin admin] Pushing event updated for resources: {'Port': ['ID=fabb34cc-087f-4886-9fda-f3ff837c3e7f,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:39.931444 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-aa40cf3f-616f-4f20-a1e0-be4251e40b8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (e4fda82f-e49d-49d4-a499-6c16c7c0a812), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:39.951414 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e5be6e5e-18f7-4a1a-9174-cdd050e905b3 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:04:39.967291 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-25eec708-c272-487e-b341-6788a97f8d80 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (22a6cb72-b715-44e5-a7ed-72aab64db73f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:40.088787 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa40cf3f-616f-4f20-a1e0-be4251e40b8f admin admin] Network a9748fad-5f1f-4c31-b297-c8a04dd29a6a is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:04:40.090954 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-aa40cf3f-616f-4f20-a1e0-be4251e40b8f admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:04:40.091381 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port e5be6e5e-18f7-4a1a-9174-cdd050e905b3 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:04:40.093106 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e5be6e5e-18f7-4a1a-9174-cdd050e905b3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:40.130304 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eec708-c272-487e-b341-6788a97f8d80 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event updated for resources: {'Port': ['ID=22a6cb72-b715-44e5-a7ed-72aab64db73f,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:40.152416 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-25eec708-c272-487e-b341-6788a97f8d80 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (710b1821-d7b5-4759-bd44-ddc8aec9dfb8), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:40.285330 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port e5be6e5e-18f7-4a1a-9174-cdd050e905b3 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:04:40.287559 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e5be6e5e-18f7-4a1a-9174-cdd050e905b3), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:40.333433 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port e5be6e5e-18f7-4a1a-9174-cdd050e905b3, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=e5be6e5e-18f7-4a1a-9174-cdd050e905b3,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:04:40.335658 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa40cf3f-616f-4f20-a1e0-be4251e40b8f admin admin] Router e4fda82f-e49d-49d4-a499-6c16c7c0a812 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:04:40.361783 n-d-829866-4 neutron-server[104106]: INFO neutron.db.l3_db [None req-25eec708-c272-487e-b341-6788a97f8d80 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Floating IP 710b1821-d7b5-4759-bd44-ddc8aec9dfb8 associated. External IP: 172.25.7.250, port: 68b11109-dd4b-46ea-a5e2-b5699e431fa0. Feb 20 04:04:40.409119 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e5be6e5e-18f7-4a1a-9174-cdd050e905b3), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:40.502543 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-47e660f5-c221-4a43-84be-dd36a4c4ef7d None None] Provisioning complete for port fabb34cc-087f-4886-9fda-f3ff837c3e7f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:04:40.503218 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-47e660f5-c221-4a43-84be-dd36a4c4ef7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (fabb34cc-087f-4886-9fda-f3ff837c3e7f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:40.512002 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=e5be6e5e-18f7-4a1a-9174-cdd050e905b3,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:40.522681 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa40cf3f-616f-4f20-a1e0-be4251e40b8f admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:04:40.547023 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-aa40cf3f-616f-4f20-a1e0-be4251e40b8f admin admin] 10.222.0.89 "PUT /v2.0/routers/e4fda82f-e49d-49d4-a499-6c16c7c0a812/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8317289 Feb 20 04:04:40.565553 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-47e660f5-c221-4a43-84be-dd36a4c4ef7d None None] Port fabb34cc-087f-4886-9fda-f3ff837c3e7f cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:04:40.665805 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25eec708-c272-487e-b341-6788a97f8d80 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Router b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:04:40.787981 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25eec708-c272-487e-b341-6788a97f8d80 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:04:40.806315 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374dc407-f40a-44f5-885b-13dac45c57a6 None None] Sync routers for ids ['b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:04:40.817632 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374dc407-f40a-44f5-885b-13dac45c57a6 None None] Routers {'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:04:40.818274 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-374dc407-f40a-44f5-885b-13dac45c57a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:04:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:40.889211 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-25eec708-c272-487e-b341-6788a97f8d80 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:40.940447 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-25eec708-c272-487e-b341-6788a97f8d80 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5363355 Feb 20 04:04:40.940447 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c312ed19-736e-4a59-99c0-f248fffa121d', 'tag': '68b11109-dd4b-46ea-a5e2-b5699e431fa0'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:04:40.945195 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-374dc407-f40a-44f5-885b-13dac45c57a6 None None] Set router b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:04:40.948078 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74a1276-6e88-43d2-8f80-15f2a627ae1a" -d '{"events": [{"name": "network-changed", "server_uuid": "c312ed19-736e-4a59-99c0-f248fffa121d", "tag": "68b11109-dd4b-46ea-a5e2-b5699e431fa0"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:04:41.085065 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31982fff-2fb0-47c8-9326-fcae2e975d96 req-408e7afe-fa49-4cca-b857-3e091aeae0c3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:41.087156 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31982fff-2fb0-47c8-9326-fcae2e975d96 req-408e7afe-fa49-4cca-b857-3e091aeae0c3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 946 time: 0.0941994 Feb 20 04:04:41.165033 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31982fff-2fb0-47c8-9326-fcae2e975d96 req-df95379e-91a2-401e-aa2e-d3953bdd47ac tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=ecb4637b-5ded-4ecb-b6da-8247190a658f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707223 Feb 20 04:04:41.196324 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48354) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:41.272728 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1a5061-4e7c-4df6-9ebe-66126eb3985a x-openstack-request-id: req-1d1a5061-4e7c-4df6-9ebe-66126eb3985a {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:04:41.273240 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c312ed19-736e-4a59-99c0-f248fffa121d", "tag": "68b11109-dd4b-46ea-a5e2-b5699e431fa0", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:04:41.274212 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1d1a5061-4e7c-4df6-9ebe-66126eb3985a {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:04:41.275312 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c312ed19-736e-4a59-99c0-f248fffa121d', 'tag': '68b11109-dd4b-46ea-a5e2-b5699e431fa0', 'status': 'completed', 'code': 200} Feb 20 04:04:41.320826 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5c32fe71-1997-4f0e-b66c-52f0b44cdf4c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/floatingips/710b1821-d7b5-4759-bd44-ddc8aec9dfb8 HTTP/1.1" status: 200 len: 992 time: 0.1232095 Feb 20 04:04:41.377143 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a1276-6e88-43d2-8f80-15f2a627ae1a req-bf0a9387-9180-481a-b363-b2c831e441cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:41.379088 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f74a1276-6e88-43d2-8f80-15f2a627ae1a req-bf0a9387-9180-481a-b363-b2c831e441cc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 1128 time: 0.0774748 Feb 20 04:04:41.392487 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48360) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:41.399014 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-ea1ab53c-bca8-4a24-b34c-4df8723db538 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1389570629-network', 'tenant_id': '92d680b49d074d70b5eeea89d22297f8'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:04:41.453417 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ee094e-6842-4462-bc26-804b4ecc7476 None None] Sync routers for ids ['e4fda82f-e49d-49d4-a499-6c16c7c0a812'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:04:41.473366 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ee094e-6842-4462-bc26-804b4ecc7476 None None] Routers {'e4fda82f-e49d-49d4-a499-6c16c7c0a812'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:04:41.473993 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-e2ee094e-6842-4462-bc26-804b4ecc7476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:04:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e4fda82f-e49d-49d4-a499-6c16c7c0a812'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:41.487102 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1ab53c-bca8-4a24-b34c-4df8723db538 admin admin] Made reservation on behalf of 92d680b49d074d70b5eeea89d22297f8 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:04:41.490095 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ea1ab53c-bca8-4a24-b34c-4df8723db538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:41.506161 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-374dc407-f40a-44f5-885b-13dac45c57a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667021722', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '0b4d7e69-88f0-425f-bfee-13c29cbb3fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:04:16Z', 'updated_at': '2022-02-20T04:04:21Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '0b4d7e69-88f0-425f-bfee-13c29cbb3fc9', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:17Z', 'updated_at': '2022-02-20T04:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '710b1821-d7b5-4759-bd44-ddc8aec9dfb8', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'floating_ip_address': '172.25.7.250', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'port_id': '68b11109-dd4b-46ea-a5e2-b5699e431fa0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3857, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8e31de-bc3f-4c67-b5e0-d1679873ae45', 'mac_address': 'fa:16:3e:bb:7e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c312ed19-736e-4a59-99c0-f248fffa121d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:04:39Z', 'updated_at': '2022-02-20T04:04:39Z', 'revision_number': 0, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539ef04b-f5ef-4c89-8388-e403043f8ee3', 'name': '', 'network_id': '2d8e31de-bc3f-4c67-b5e0-d1679873ae45', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:50:67:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:20Z', 'updated_at': '2022-02-20T04:04:26Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': '0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:41.508125 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ea1ab53c-bca8-4a24-b34c-4df8723db538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:41.537576 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374dc407-f40a-44f5-885b-13dac45c57a6 None None] Checking router: b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:04:41.547447 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374dc407-f40a-44f5-885b-13dac45c57a6 None None] Routers {'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:04:41.548127 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a1276-6e88-43d2-8f80-15f2a627ae1a req-12ba0f06-c220-4d9e-ae97-ff45c7618748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:41.548643 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-374dc407-f40a-44f5-885b-13dac45c57a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:04:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:41.550110 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f74a1276-6e88-43d2-8f80-15f2a627ae1a req-12ba0f06-c220-4d9e-ae97-ff45c7618748 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2d8e31de-bc3f-4c67-b5e0-d1679873ae45 HTTP/1.1" status: 200 len: 897 time: 0.1646218 Feb 20 04:04:41.608196 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ea1ab53c-bca8-4a24-b34c-4df8723db538 admin admin] Publish callbacks [] for security_group (64be89a5-cf57-4a62-b969-df5380a08abe), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:41.639409 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f74a1276-6e88-43d2-8f80-15f2a627ae1a req-f400fe9e-e6f3-4be9-b0de-c048025ecbb3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68b11109-dd4b-46ea-a5e2-b5699e431fa0 HTTP/1.1" status: 200 len: 1000 time: 0.0831466 Feb 20 04:04:41.676769 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ea1ab53c-bca8-4a24-b34c-4df8723db538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (64be89a5-cf57-4a62-b969-df5380a08abe), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:41.684733 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-374dc407-f40a-44f5-885b-13dac45c57a6 None None] Set router b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:04:41.693913 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea1ab53c-bca8-4a24-b34c-4df8723db538 admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 04:04:41.706454 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-e2ee094e-6842-4462-bc26-804b4ecc7476 None None] Set router e4fda82f-e49d-49d4-a499-6c16c7c0a812 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:04:41.722025 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ea1ab53c-bca8-4a24-b34c-4df8723db538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (967c65ab-15fd-4bda-9bc9-d6d5cee6e00b), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:41.722399 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-ea1ab53c-bca8-4a24-b34c-4df8723db538 admin admin] Added segment 967c65ab-15fd-4bda-9bc9-d6d5cee6e00b of type vlan for network 16d97bd0-bc5f-4775-a489-3ceeb2f0b922 Feb 20 04:04:41.729058 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a1276-6e88-43d2-8f80-15f2a627ae1a req-fb589eae-e300-4b8d-994b-68de9dd11e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:41.736338 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f74a1276-6e88-43d2-8f80-15f2a627ae1a req-fb589eae-e300-4b8d-994b-68de9dd11e94 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1 HTTP/1.1" status: 200 len: 834 time: 0.0911639 Feb 20 04:04:41.788650 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ea1ab53c-bca8-4a24-b34c-4df8723db538 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (16d97bd0-bc5f-4775-a489-3ceeb2f0b922), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:41.822564 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ab53c-bca8-4a24-b34c-4df8723db538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64be89a5-cf57-4a62-b969-df5380a08abe,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:41.849930 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a1276-6e88-43d2-8f80-15f2a627ae1a req-95061a4d-c67a-4da9-874a-f318d8f4c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:41.852723 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f74a1276-6e88-43d2-8f80-15f2a627ae1a req-95061a4d-c67a-4da9-874a-f318d8f4c123 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2d8e31de-bc3f-4c67-b5e0-d1679873ae45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1104140 Feb 20 04:04:41.879398 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ea1ab53c-bca8-4a24-b34c-4df8723db538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (16d97bd0-bc5f-4775-a489-3ceeb2f0b922), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:41.881957 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1ab53c-bca8-4a24-b34c-4df8723db538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:41.882759 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ea1ab53c-bca8-4a24-b34c-4df8723db538 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:41.957415 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ab53c-bca8-4a24-b34c-4df8723db538 admin admin] Pushing event updated for resources: {'Network': ['ID=16d97bd0-bc5f-4775-a489-3ceeb2f0b922,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:42.014703 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f74a1276-6e88-43d2-8f80-15f2a627ae1a req-d6e0dc27-6738-4263-82ef-049a6eaa5dee service neutron] 10.222.0.93 "GET /v2.0/networks/2d8e31de-bc3f-4c67-b5e0-d1679873ae45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543412 Feb 20 04:04:42.025804 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-e2ee094e-6842-4462-bc26-804b4ecc7476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fda82f-e49d-49d4-a499-6c16c7c0a812', 'name': 'tempest-TestAggregatesBasicOps-1897453488-router', 'tenant_id': '5914f84b6ad64aaaa342a1c35091420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'e5be6e5e-18f7-4a1a-9174-cdd050e905b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:04:35Z', 'updated_at': '2022-02-20T04:04:39Z', 'revision_number': 4, 'project_id': '5914f84b6ad64aaaa342a1c35091420b', 'gw_port': {'id': 'e5be6e5e-18f7-4a1a-9174-cdd050e905b3', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:48:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fda82f-e49d-49d4-a499-6c16c7c0a812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:36Z', 'updated_at': '2022-02-20T04:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'fabb34cc-087f-4886-9fda-f3ff837c3e7f', 'name': '', 'network_id': 'a9748fad-5f1f-4c31-b297-c8a04dd29a6a', 'tenant_id': '5914f84b6ad64aaaa342a1c35091420b', 'mac_address': 'fa:16:3e:cf:5d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fda82f-e49d-49d4-a499-6c16c7c0a812', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a71df336-5632-4fa0-9ec1-5d94526ed91d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:38Z', 'updated_at': '2022-02-20T04:04:39Z', 'revision_number': 2, 'project_id': '5914f84b6ad64aaaa342a1c35091420b', 'subnets': [{'id': 'a71df336-5632-4fa0-9ec1-5d94526ed91d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:42.030301 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e5be6e5e-18f7-4a1a-9174-cdd050e905b3 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:04:42.032424 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 16d97bd0-bc5f-4775-a489-3ceeb2f0b922 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 04:04:42.055585 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ea1ab53c-bca8-4a24-b34c-4df8723db538 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6618674 Feb 20 04:04:42.058194 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48366) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:42.063752 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-beb62a04-5388-46ae-9c3d-e7328c558b7c admin admin] Request body: {'subnet': {'network_id': '16d97bd0-bc5f-4775-a489-3ceeb2f0b922', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1389570629-subnet', 'tenant_id': '92d680b49d074d70b5eeea89d22297f8', 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:04:42.065256 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ee094e-6842-4462-bc26-804b4ecc7476 None None] Checking router: e4fda82f-e49d-49d4-a499-6c16c7c0a812 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:04:42.065615 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ee094e-6842-4462-bc26-804b4ecc7476 None None] Updating router e4fda82f-e49d-49d4-a499-6c16c7c0a812 port fabb34cc-087f-4886-9fda-f3ff837c3e7f binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 04:04:42.100907 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e2ee094e-6842-4462-bc26-804b4ecc7476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fabb34cc-087f-4886-9fda-f3ff837c3e7f), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:42.172684 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f74a1276-6e88-43d2-8f80-15f2a627ae1a req-aac00087-5631-47bf-a554-a23b80f671bf service neutron] 10.222.0.93 "GET /v2.0/networks/2d8e31de-bc3f-4c67-b5e0-d1679873ae45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512341 Feb 20 04:04:42.175128 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb62a04-5388-46ae-9c3d-e7328c558b7c admin admin] Made reservation on behalf of 92d680b49d074d70b5eeea89d22297f8 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:04:42.178886 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-beb62a04-5388-46ae-9c3d-e7328c558b7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:42.203998 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port e5be6e5e-18f7-4a1a-9174-cdd050e905b3 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:04:42.204684 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e5be6e5e-18f7-4a1a-9174-cdd050e905b3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:42.211102 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-374dc407-f40a-44f5-885b-13dac45c57a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667021722', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '0b4d7e69-88f0-425f-bfee-13c29cbb3fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:04:16Z', 'updated_at': '2022-02-20T04:04:21Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '0b4d7e69-88f0-425f-bfee-13c29cbb3fc9', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:17Z', 'updated_at': '2022-02-20T04:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '710b1821-d7b5-4759-bd44-ddc8aec9dfb8', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'floating_ip_address': '172.25.7.250', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'port_id': '68b11109-dd4b-46ea-a5e2-b5699e431fa0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3857, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8e31de-bc3f-4c67-b5e0-d1679873ae45', 'mac_address': 'fa:16:3e:bb:7e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c312ed19-736e-4a59-99c0-f248fffa121d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:04:39Z', 'updated_at': '2022-02-20T04:04:39Z', 'revision_number': 0, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539ef04b-f5ef-4c89-8388-e403043f8ee3', 'name': '', 'network_id': '2d8e31de-bc3f-4c67-b5e0-d1679873ae45', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:50:67:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:20Z', 'updated_at': '2022-02-20T04:04:26Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': '0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:42.262489 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374dc407-f40a-44f5-885b-13dac45c57a6 None None] The sync data for ids ['b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0'] in n-d-829866-4 is: [{'id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667021722', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '0b4d7e69-88f0-425f-bfee-13c29cbb3fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:04:16Z', 'updated_at': '2022-02-20T04:04:21Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '0b4d7e69-88f0-425f-bfee-13c29cbb3fc9', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:17Z', 'updated_at': '2022-02-20T04:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '710b1821-d7b5-4759-bd44-ddc8aec9dfb8', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'floating_ip_address': '172.25.7.250', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'port_id': '68b11109-dd4b-46ea-a5e2-b5699e431fa0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3857, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d8e31de-bc3f-4c67-b5e0-d1679873ae45', 'mac_address': 'fa:16:3e:bb:7e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c312ed19-736e-4a59-99c0-f248fffa121d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:04:39Z', 'updated_at': '2022-02-20T04:04:39Z', 'revision_number': 0, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539ef04b-f5ef-4c89-8388-e403043f8ee3', 'name': '', 'network_id': '2d8e31de-bc3f-4c67-b5e0-d1679873ae45', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:50:67:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:20Z', 'updated_at': '2022-02-20T04:04:26Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': '0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:04:42.324715 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48372) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:42.347701 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port e5be6e5e-18f7-4a1a-9174-cdd050e905b3 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:04:42.426071 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3dfdfeae-8360-4ee1-9f38-de330f5d176c tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/floatingips/710b1821-d7b5-4759-bd44-ddc8aec9dfb8 HTTP/1.1" status: 200 len: 992 time: 0.0998454 Feb 20 04:04:42.501028 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-beb62a04-5388-46ae-9c3d-e7328c558b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (daf08a5a-d492-4f32-8298-dcc68133b7a1), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:42.533953 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e2ee094e-6842-4462-bc26-804b4ecc7476 None None] Publish callbacks [] for port (fabb34cc-087f-4886-9fda-f3ff837c3e7f), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:42.568694 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb62a04-5388-46ae-9c3d-e7328c558b7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=daf08a5a-d492-4f32-8298-dcc68133b7a1,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:42.580404 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb62a04-5388-46ae-9c3d-e7328c558b7c admin admin] Checking segment: {'id': '967c65ab-15fd-4bda-9bc9-d6d5cee6e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '16d97bd0-bc5f-4775-a489-3ceeb2f0b922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:04:42.580914 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb62a04-5388-46ae-9c3d-e7328c558b7c admin admin] Network hostable DHCP agents. Network: 16d97bd0-bc5f-4775-a489-3ceeb2f0b922, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 04:04:42.594447 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9a2208-f748-4d58-b259-1d91161eab7e None None] New status for floating IP 710b1821-d7b5-4759-bd44-ddc8aec9dfb8: ACTIVE {{(pid=104107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 04:04:42.603566 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e2ee094e-6842-4462-bc26-804b4ecc7476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (fabb34cc-087f-4886-9fda-f3ff837c3e7f), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:42.648996 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb62a04-5388-46ae-9c3d-e7328c558b7c admin admin] Network 16d97bd0-bc5f-4775-a489-3ceeb2f0b922 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 04:04:42.658458 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bacef3d-b672-4042-b74f-44eec2a148a7 None None] Pushing event updated for resources: {'Port': ['ID=fabb34cc-087f-4886-9fda-f3ff837c3e7f,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:42.725120 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-e2ee094e-6842-4462-bc26-804b4ecc7476 None None] Attempting to bind port fabb34cc-087f-4886-9fda-f3ff837c3e7f on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:04:42.725411 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-e2ee094e-6842-4462-bc26-804b4ecc7476 None None] Attempting to bind port fabb34cc-087f-4886-9fda-f3ff837c3e7f by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '988c2079-474a-4297-9fe7-d4ef6e836963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a9748fad-5f1f-4c31-b297-c8a04dd29a6a'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:04:42.725774 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ee094e-6842-4462-bc26-804b4ecc7476 None None] Attempting to bind port fabb34cc-087f-4886-9fda-f3ff837c3e7f on network a9748fad-5f1f-4c31-b297-c8a04dd29a6a {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:04:42.729111 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-beb62a04-5388-46ae-9c3d-e7328c558b7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 16d97bd0-bc5f-4775-a489-3ceeb2f0b922) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:04:42.731439 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ee094e-6842-4462-bc26-804b4ecc7476 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:04:42.732027 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ee094e-6842-4462-bc26-804b4ecc7476 None None] Checking segment: {'id': '988c2079-474a-4297-9fe7-d4ef6e836963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a9748fad-5f1f-4c31-b297-c8a04dd29a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:04:42.734465 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e2ee094e-6842-4462-bc26-804b4ecc7476 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:42.734465 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ee094e-6842-4462-bc26-804b4ecc7476 None None] Bound using segment: {'id': '988c2079-474a-4297-9fe7-d4ef6e836963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a9748fad-5f1f-4c31-b297-c8a04dd29a6a'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:04:42.734465 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-e2ee094e-6842-4462-bc26-804b4ecc7476 None None] Bound port: fabb34cc-087f-4886-9fda-f3ff837c3e7f, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '988c2079-474a-4297-9fe7-d4ef6e836963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'a9748fad-5f1f-4c31-b297-c8a04dd29a6a'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:04:42.734465 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e2ee094e-6842-4462-bc26-804b4ecc7476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fabb34cc-087f-4886-9fda-f3ff837c3e7f), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:42.736333 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb62a04-5388-46ae-9c3d-e7328c558b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:04:42.737273 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-beb62a04-5388-46ae-9c3d-e7328c558b7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:42.764070 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e872fdb-f0a8-4eeb-b712-277cad987dab None None] Network 16d97bd0-bc5f-4775-a489-3ceeb2f0b922 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:04:42.840699 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-e2ee094e-6842-4462-bc26-804b4ecc7476 None None] For port fabb34cc-087f-4886-9fda-f3ff837c3e7f, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:04:42.845590 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-e2ee094e-6842-4462-bc26-804b4ecc7476 None None] For port fabb34cc-087f-4886-9fda-f3ff837c3e7f, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=fabb34cc-087f-4886-9fda-f3ff837c3e7f,segment=NetworkSegment(988c2079-474a-4297-9fe7-d4ef6e836963),segment_id=988c2079-474a-4297-9fe7-d4ef6e836963)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:04:42.849420 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-beb62a04-5388-46ae-9c3d-e7328c558b7c admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7882288 Feb 20 04:04:42.849700 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48378) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:42.854630 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-b7ecea54-479f-40d3-a753-3517c33fa394 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1389570629-router', 'tenant_id': '92d680b49d074d70b5eeea89d22297f8', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:04:42.919864 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410d2ea7-f7aa-41ab-b968-9ad2a446c2f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-16d97bd0-bc5f-4775-a489-3ceeb2f0b922', 'network_id': '16d97bd0-bc5f-4775-a489-3ceeb2f0b922', 'project_id': '92d680b49d074d70b5eeea89d22297f8', 'fixed_ips': [{'subnet_id': 'daf08a5a-d492-4f32-8298-dcc68133b7a1'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 04:04:42.921063 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-410d2ea7-f7aa-41ab-b968-9ad2a446c2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:42.931023 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-e2ee094e-6842-4462-bc26-804b4ecc7476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (fabb34cc-087f-4886-9fda-f3ff837c3e7f), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:42.962050 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b7ecea54-479f-40d3-a753-3517c33fa394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (3e3a389c-c366-40cb-bf8d-d23aa2e97bff), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:42.963343 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b7ecea54-479f-40d3-a753-3517c33fa394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (3e3a389c-c366-40cb-bf8d-d23aa2e97bff), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:43.026291 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ee094e-6842-4462-bc26-804b4ecc7476 None None] Routers {'e4fda82f-e49d-49d4-a499-6c16c7c0a812'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:04:43.027087 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-e2ee094e-6842-4462-bc26-804b4ecc7476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:04:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e4fda82f-e49d-49d4-a499-6c16c7c0a812'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:43.058456 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-9c3361c5-ef42-490b-b868-c3565a270b2d None None] Provisioning complete for port fabb34cc-087f-4886-9fda-f3ff837c3e7f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:04:43.058827 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9c3361c5-ef42-490b-b868-c3565a270b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (fabb34cc-087f-4886-9fda-f3ff837c3e7f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:43.080465 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b7ecea54-479f-40d3-a753-3517c33fa394 admin admin] Publish callbacks [] for router_controller (3e3a389c-c366-40cb-bf8d-d23aa2e97bff), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:43.084019 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bacef3d-b672-4042-b74f-44eec2a148a7 None None] Pushing event updated for resources: {'Port': ['ID=fabb34cc-087f-4886-9fda-f3ff837c3e7f,revision_number=4']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:43.178124 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-410d2ea7-f7aa-41ab-b968-9ad2a446c2f6 None None] Allocated IP 172.20.0.2 (16d97bd0-bc5f-4775-a489-3ceeb2f0b922/daf08a5a-d492-4f32-8298-dcc68133b7a1/782c5505-9828-46c1-8e3d-4353cca60522) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:04:43.199436 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-9c3361c5-ef42-490b-b868-c3565a270b2d None None] Current status of the port fabb34cc-087f-4886-9fda-f3ff837c3e7f is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:04:43.200076 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9c3361c5-ef42-490b-b868-c3565a270b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fabb34cc-087f-4886-9fda-f3ff837c3e7f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:43.217428 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-e2ee094e-6842-4462-bc26-804b4ecc7476 None None] Set router e4fda82f-e49d-49d4-a499-6c16c7c0a812 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:04:43.287032 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-9c3361c5-ef42-490b-b868-c3565a270b2d None None] For port fabb34cc-087f-4886-9fda-f3ff837c3e7f, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=fabb34cc-087f-4886-9fda-f3ff837c3e7f,segment=NetworkSegment(988c2079-474a-4297-9fe7-d4ef6e836963),segment_id=988c2079-474a-4297-9fe7-d4ef6e836963)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:04:43.388950 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b7ecea54-479f-40d3-a753-3517c33fa394 admin admin] Publish callbacks [] for router_gateway (3e3a389c-c366-40cb-bf8d-d23aa2e97bff), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:43.393673 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9c3361c5-ef42-490b-b868-c3565a270b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (fabb34cc-087f-4886-9fda-f3ff837c3e7f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:43.401725 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-410d2ea7-f7aa-41ab-b968-9ad2a446c2f6 None None] Publish callbacks [] for port (782c5505-9828-46c1-8e3d-4353cca60522), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:43.428084 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48382) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:43.472588 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3361c5-ef42-490b-b868-c3565a270b2d None None] Pushing event updated for resources: {'Port': ['ID=fabb34cc-087f-4886-9fda-f3ff837c3e7f,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:43.494411 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-e2ee094e-6842-4462-bc26-804b4ecc7476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fda82f-e49d-49d4-a499-6c16c7c0a812', 'name': 'tempest-TestAggregatesBasicOps-1897453488-router', 'tenant_id': '5914f84b6ad64aaaa342a1c35091420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'e5be6e5e-18f7-4a1a-9174-cdd050e905b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:04:35Z', 'updated_at': '2022-02-20T04:04:39Z', 'revision_number': 4, 'project_id': '5914f84b6ad64aaaa342a1c35091420b', 'gw_port': {'id': 'e5be6e5e-18f7-4a1a-9174-cdd050e905b3', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:48:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fda82f-e49d-49d4-a499-6c16c7c0a812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:36Z', 'updated_at': '2022-02-20T04:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'fabb34cc-087f-4886-9fda-f3ff837c3e7f', 'name': '', 'network_id': 'a9748fad-5f1f-4c31-b297-c8a04dd29a6a', 'tenant_id': '5914f84b6ad64aaaa342a1c35091420b', 'mac_address': 'fa:16:3e:cf:5d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fda82f-e49d-49d4-a499-6c16c7c0a812', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a71df336-5632-4fa0-9ec1-5d94526ed91d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:38Z', 'updated_at': '2022-02-20T04:04:42Z', 'revision_number': 4, 'project_id': '5914f84b6ad64aaaa342a1c35091420b', 'subnets': [{'id': 'a71df336-5632-4fa0-9ec1-5d94526ed91d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:43.514659 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c4c4d633-7132-4ed2-a02f-71cbc9397ede tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/floatingips/710b1821-d7b5-4759-bd44-ddc8aec9dfb8 HTTP/1.1" status: 200 len: 994 time: 0.0853181 Feb 20 04:04:43.520207 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-b0f262a4-79aa-44a3-a3c9-fbf1bff89ccc None None] Provisioning complete for port fabb34cc-087f-4886-9fda-f3ff837c3e7f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:04:43.520988 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b0f262a4-79aa-44a3-a3c9-fbf1bff89ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (fabb34cc-087f-4886-9fda-f3ff837c3e7f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:43.529365 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ee094e-6842-4462-bc26-804b4ecc7476 None None] The sync data for ids ['e4fda82f-e49d-49d4-a499-6c16c7c0a812'] in n-d-829866-4 is: [{'id': 'e4fda82f-e49d-49d4-a499-6c16c7c0a812', 'name': 'tempest-TestAggregatesBasicOps-1897453488-router', 'tenant_id': '5914f84b6ad64aaaa342a1c35091420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'e5be6e5e-18f7-4a1a-9174-cdd050e905b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:04:35Z', 'updated_at': '2022-02-20T04:04:39Z', 'revision_number': 4, 'project_id': '5914f84b6ad64aaaa342a1c35091420b', 'gw_port': {'id': 'e5be6e5e-18f7-4a1a-9174-cdd050e905b3', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:48:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fda82f-e49d-49d4-a499-6c16c7c0a812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:36Z', 'updated_at': '2022-02-20T04:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'fabb34cc-087f-4886-9fda-f3ff837c3e7f', 'name': '', 'network_id': 'a9748fad-5f1f-4c31-b297-c8a04dd29a6a', 'tenant_id': '5914f84b6ad64aaaa342a1c35091420b', 'mac_address': 'fa:16:3e:cf:5d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fda82f-e49d-49d4-a499-6c16c7c0a812', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a71df336-5632-4fa0-9ec1-5d94526ed91d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:38Z', 'updated_at': '2022-02-20T04:04:42Z', 'revision_number': 4, 'project_id': '5914f84b6ad64aaaa342a1c35091420b', 'subnets': [{'id': 'a71df336-5632-4fa0-9ec1-5d94526ed91d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:04:43.562185 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-410d2ea7-f7aa-41ab-b968-9ad2a446c2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (782c5505-9828-46c1-8e3d-4353cca60522), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:43.657447 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410d2ea7-f7aa-41ab-b968-9ad2a446c2f6 None None] Network 16d97bd0-bc5f-4775-a489-3ceeb2f0b922 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:04:43.662458 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-410d2ea7-f7aa-41ab-b968-9ad2a446c2f6 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:04:43.664503 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d2ea7-f7aa-41ab-b968-9ad2a446c2f6 None None] Pushing event updated for resources: {'Port': ['ID=782c5505-9828-46c1-8e3d-4353cca60522,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:43.670603 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410d2ea7-f7aa-41ab-b968-9ad2a446c2f6 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:04:43.769603 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b7ecea54-479f-40d3-a753-3517c33fa394 admin admin] Publish callbacks [] for router_gateway (3e3a389c-c366-40cb-bf8d-d23aa2e97bff), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:43.770223 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-410d2ea7-f7aa-41ab-b968-9ad2a446c2f6 None None] Attempting to bind port 782c5505-9828-46c1-8e3d-4353cca60522 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:04:43.770652 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-410d2ea7-f7aa-41ab-b968-9ad2a446c2f6 None None] Attempting to bind port 782c5505-9828-46c1-8e3d-4353cca60522 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '967c65ab-15fd-4bda-9bc9-d6d5cee6e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '16d97bd0-bc5f-4775-a489-3ceeb2f0b922'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:04:43.771034 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410d2ea7-f7aa-41ab-b968-9ad2a446c2f6 None None] Attempting to bind port 782c5505-9828-46c1-8e3d-4353cca60522 on network 16d97bd0-bc5f-4775-a489-3ceeb2f0b922 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:04:43.794656 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b7ecea54-479f-40d3-a753-3517c33fa394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:43.802203 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410d2ea7-f7aa-41ab-b968-9ad2a446c2f6 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:04:43.802742 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410d2ea7-f7aa-41ab-b968-9ad2a446c2f6 None None] Checking segment: {'id': '967c65ab-15fd-4bda-9bc9-d6d5cee6e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '16d97bd0-bc5f-4775-a489-3ceeb2f0b922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:04:43.803279 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-410d2ea7-f7aa-41ab-b968-9ad2a446c2f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:43.803748 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410d2ea7-f7aa-41ab-b968-9ad2a446c2f6 None None] Bound using segment: {'id': '967c65ab-15fd-4bda-9bc9-d6d5cee6e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '16d97bd0-bc5f-4775-a489-3ceeb2f0b922'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:04:43.804276 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-410d2ea7-f7aa-41ab-b968-9ad2a446c2f6 None None] Bound port: 782c5505-9828-46c1-8e3d-4353cca60522, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967c65ab-15fd-4bda-9bc9-d6d5cee6e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '16d97bd0-bc5f-4775-a489-3ceeb2f0b922'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:04:43.804670 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-410d2ea7-f7aa-41ab-b968-9ad2a446c2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (782c5505-9828-46c1-8e3d-4353cca60522), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:43.822530 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b0f262a4-79aa-44a3-a3c9-fbf1bff89ccc None None] Current status of the port fabb34cc-087f-4886-9fda-f3ff837c3e7f is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:04:43.915871 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-410d2ea7-f7aa-41ab-b968-9ad2a446c2f6 None None] For port 782c5505-9828-46c1-8e3d-4353cca60522, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:04:43.919240 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-410d2ea7-f7aa-41ab-b968-9ad2a446c2f6 None None] For port 782c5505-9828-46c1-8e3d-4353cca60522, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=782c5505-9828-46c1-8e3d-4353cca60522,segment=NetworkSegment(967c65ab-15fd-4bda-9bc9-d6d5cee6e00b),segment_id=967c65ab-15fd-4bda-9bc9-d6d5cee6e00b)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:04:43.945479 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-b7ecea54-479f-40d3-a753-3517c33fa394 admin admin] Allocated IP 172.25.7.71 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/e1dee1e0-5889-421e-91f2-e97010b18bde) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:04:43.987096 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device fabb34cc-087f-4886-9fda-f3ff837c3e7f up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:04:44.013226 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-410d2ea7-f7aa-41ab-b968-9ad2a446c2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (782c5505-9828-46c1-8e3d-4353cca60522), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:44.092135 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d2ea7-f7aa-41ab-b968-9ad2a446c2f6 None None] Pushing event updated for resources: {'Port': ['ID=782c5505-9828-46c1-8e3d-4353cca60522,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:44.111984 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b7ecea54-479f-40d3-a753-3517c33fa394 admin admin] Publish callbacks [] for port (e1dee1e0-5889-421e-91f2-e97010b18bde), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:44.119726 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port fabb34cc-087f-4886-9fda-f3ff837c3e7f triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:04:44.121514 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (fabb34cc-087f-4886-9fda-f3ff837c3e7f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:44.225204 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port fabb34cc-087f-4886-9fda-f3ff837c3e7f is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:04:44.250469 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b7ecea54-479f-40d3-a753-3517c33fa394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (e1dee1e0-5889-421e-91f2-e97010b18bde), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:44.295016 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ecea54-479f-40d3-a753-3517c33fa394 admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:04:44.299725 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-b7ecea54-479f-40d3-a753-3517c33fa394 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:04:44.306478 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ecea54-479f-40d3-a753-3517c33fa394 admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:04:44.378043 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecea54-479f-40d3-a753-3517c33fa394 admin admin] Pushing event updated for resources: {'Port': ['ID=e1dee1e0-5889-421e-91f2-e97010b18bde,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:44.784919 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b7ecea54-479f-40d3-a753-3517c33fa394 admin admin] Publish callbacks [] for router_gateway (3e3a389c-c366-40cb-bf8d-d23aa2e97bff), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:45.020886 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b7ecea54-479f-40d3-a753-3517c33fa394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (3e3a389c-c366-40cb-bf8d-d23aa2e97bff), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:45.243908 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ecea54-479f-40d3-a753-3517c33fa394 admin admin] Router 3e3a389c-c366-40cb-bf8d-d23aa2e97bff is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 04:04:45.304023 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e55235d-eaa3-4312-bdb5-5addef1a8ba6 None None] Network 16d97bd0-bc5f-4775-a489-3ceeb2f0b922 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:04:45.381551 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-0bafb674-15ab-446f-a913-ccbde21d84f9 None None] Provisioning complete for port 782c5505-9828-46c1-8e3d-4353cca60522 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:04:45.381823 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ecea54-479f-40d3-a753-3517c33fa394 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:04:45.382193 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0bafb674-15ab-446f-a913-ccbde21d84f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (782c5505-9828-46c1-8e3d-4353cca60522), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:45.393548 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ed24a7-27d2-46e3-881f-17aa60451a49 None None] Sync routers for ids ['3e3a389c-c366-40cb-bf8d-d23aa2e97bff'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:04:45.402893 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ed24a7-27d2-46e3-881f-17aa60451a49 None None] Routers {'3e3a389c-c366-40cb-bf8d-d23aa2e97bff'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:04:45.403603 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-d7ed24a7-27d2-46e3-881f-17aa60451a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:04:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3e3a389c-c366-40cb-bf8d-d23aa2e97bff'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:45.494909 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b7ecea54-479f-40d3-a753-3517c33fa394 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:45.498545 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b7ecea54-479f-40d3-a753-3517c33fa394 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6452239 Feb 20 04:04:45.498769 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48396) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:45.507378 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-0bafb674-15ab-446f-a913-ccbde21d84f9 None None] Current status of the port 782c5505-9828-46c1-8e3d-4353cca60522 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:04:45.508978 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0bafb674-15ab-446f-a913-ccbde21d84f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (782c5505-9828-46c1-8e3d-4353cca60522), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:45.531348 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-d7ed24a7-27d2-46e3-881f-17aa60451a49 None None] Set router 3e3a389c-c366-40cb-bf8d-d23aa2e97bff gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:04:45.580657 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-0bafb674-15ab-446f-a913-ccbde21d84f9 None None] For port 782c5505-9828-46c1-8e3d-4353cca60522, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=782c5505-9828-46c1-8e3d-4353cca60522,segment=NetworkSegment(967c65ab-15fd-4bda-9bc9-d6d5cee6e00b),segment_id=967c65ab-15fd-4bda-9bc9-d6d5cee6e00b)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:04:45.689830 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0bafb674-15ab-446f-a913-ccbde21d84f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (782c5505-9828-46c1-8e3d-4353cca60522), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:45.772641 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafb674-15ab-446f-a913-ccbde21d84f9 None None] Pushing event updated for resources: {'Port': ['ID=782c5505-9828-46c1-8e3d-4353cca60522,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:45.785847 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-d7ed24a7-27d2-46e3-881f-17aa60451a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3a389c-c366-40cb-bf8d-d23aa2e97bff', 'name': 'tempest-TestAggregatesBasicOps-1389570629-router', 'tenant_id': '92d680b49d074d70b5eeea89d22297f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'e1dee1e0-5889-421e-91f2-e97010b18bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:04:42Z', 'updated_at': '2022-02-20T04:04:44Z', 'revision_number': 3, 'project_id': '92d680b49d074d70b5eeea89d22297f8', 'gw_port': {'id': 'e1dee1e0-5889-421e-91f2-e97010b18bde', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:87:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3a389c-c366-40cb-bf8d-d23aa2e97bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:43Z', 'updated_at': '2022-02-20T04:04:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:45.817183 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-8eac3b81-d64e-47f2-a1b7-3c9e1eb76056 None None] Provisioning complete for port 782c5505-9828-46c1-8e3d-4353cca60522 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:04:45.817677 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8eac3b81-d64e-47f2-a1b7-3c9e1eb76056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (782c5505-9828-46c1-8e3d-4353cca60522), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:45.830267 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ed24a7-27d2-46e3-881f-17aa60451a49 None None] Checking router: 3e3a389c-c366-40cb-bf8d-d23aa2e97bff for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:04:45.830621 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ed24a7-27d2-46e3-881f-17aa60451a49 None None] Updating router 3e3a389c-c366-40cb-bf8d-d23aa2e97bff port e1dee1e0-5889-421e-91f2-e97010b18bde binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 04:04:45.864220 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d7ed24a7-27d2-46e3-881f-17aa60451a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e1dee1e0-5889-421e-91f2-e97010b18bde), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:45.971694 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-8eac3b81-d64e-47f2-a1b7-3c9e1eb76056 None None] Current status of the port 782c5505-9828-46c1-8e3d-4353cca60522 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:04:46.009146 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 782c5505-9828-46c1-8e3d-4353cca60522 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:04:46.071102 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 782c5505-9828-46c1-8e3d-4353cca60522 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:04:46.071800 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (782c5505-9828-46c1-8e3d-4353cca60522), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:46.159993 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 782c5505-9828-46c1-8e3d-4353cca60522 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:04:46.315271 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d7ed24a7-27d2-46e3-881f-17aa60451a49 None None] Publish callbacks [] for port (e1dee1e0-5889-421e-91f2-e97010b18bde), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:46.380541 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d7ed24a7-27d2-46e3-881f-17aa60451a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e1dee1e0-5889-421e-91f2-e97010b18bde), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:46.432535 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-664c4577-f4c3-45ff-9e54-bf6d36e3c547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:46.440047 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76281fd-6d48-4759-aae3-585ae1165333 None None] Pushing event updated for resources: {'Port': ['ID=e1dee1e0-5889-421e-91f2-e97010b18bde,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:46.442581 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-d7ed24a7-27d2-46e3-881f-17aa60451a49 None None] Attempting to bind port e1dee1e0-5889-421e-91f2-e97010b18bde on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:04:46.443101 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-d7ed24a7-27d2-46e3-881f-17aa60451a49 None None] Attempting to bind port e1dee1e0-5889-421e-91f2-e97010b18bde by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:04:46.444040 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ed24a7-27d2-46e3-881f-17aa60451a49 None None] Attempting to bind port e1dee1e0-5889-421e-91f2-e97010b18bde on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:04:46.449680 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ed24a7-27d2-46e3-881f-17aa60451a49 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:04:46.450180 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ed24a7-27d2-46e3-881f-17aa60451a49 None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:04:46.450689 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d7ed24a7-27d2-46e3-881f-17aa60451a49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:46.451318 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ed24a7-27d2-46e3-881f-17aa60451a49 None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:04:46.452466 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-d7ed24a7-27d2-46e3-881f-17aa60451a49 None None] Bound port: e1dee1e0-5889-421e-91f2-e97010b18bde, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:04:46.452984 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d7ed24a7-27d2-46e3-881f-17aa60451a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e1dee1e0-5889-421e-91f2-e97010b18bde), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:46.507185 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-d7ed24a7-27d2-46e3-881f-17aa60451a49 None None] For port e1dee1e0-5889-421e-91f2-e97010b18bde, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:04:46.511154 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-d7ed24a7-27d2-46e3-881f-17aa60451a49 None None] For port e1dee1e0-5889-421e-91f2-e97010b18bde, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=e1dee1e0-5889-421e-91f2-e97010b18bde,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:04:46.586998 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d7ed24a7-27d2-46e3-881f-17aa60451a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e1dee1e0-5889-421e-91f2-e97010b18bde), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:46.602083 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-664c4577-f4c3-45ff-9e54-bf6d36e3c547 admin admin] Allocated IP 172.20.0.1 (16d97bd0-bc5f-4775-a489-3ceeb2f0b922/daf08a5a-d492-4f32-8298-dcc68133b7a1/a450e015-2b09-4ece-bcee-9edad4345db3) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:04:46.660311 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76281fd-6d48-4759-aae3-585ae1165333 None None] Pushing event updated for resources: {'Port': ['ID=e1dee1e0-5889-421e-91f2-e97010b18bde,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:46.663046 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ed24a7-27d2-46e3-881f-17aa60451a49 None None] Routers {'3e3a389c-c366-40cb-bf8d-d23aa2e97bff'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:04:46.663980 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-d7ed24a7-27d2-46e3-881f-17aa60451a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:04:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3e3a389c-c366-40cb-bf8d-d23aa2e97bff'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:46.715759 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-664c4577-f4c3-45ff-9e54-bf6d36e3c547 admin admin] Publish callbacks [] for port (a450e015-2b09-4ece-bcee-9edad4345db3), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:46.785971 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-d7ed24a7-27d2-46e3-881f-17aa60451a49 None None] Set router 3e3a389c-c366-40cb-bf8d-d23aa2e97bff gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:04:46.803754 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-664c4577-f4c3-45ff-9e54-bf6d36e3c547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (a450e015-2b09-4ece-bcee-9edad4345db3), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:46.844671 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664c4577-f4c3-45ff-9e54-bf6d36e3c547 admin admin] Network 16d97bd0-bc5f-4775-a489-3ceeb2f0b922 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:04:46.851888 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-664c4577-f4c3-45ff-9e54-bf6d36e3c547 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:04:46.856434 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664c4577-f4c3-45ff-9e54-bf6d36e3c547 admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:04:46.894826 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c4577-f4c3-45ff-9e54-bf6d36e3c547 admin admin] Pushing event updated for resources: {'Port': ['ID=a450e015-2b09-4ece-bcee-9edad4345db3,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:46.900958 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-664c4577-f4c3-45ff-9e54-bf6d36e3c547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (3e3a389c-c366-40cb-bf8d-d23aa2e97bff), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:46.991620 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-d7ed24a7-27d2-46e3-881f-17aa60451a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3a389c-c366-40cb-bf8d-d23aa2e97bff', 'name': 'tempest-TestAggregatesBasicOps-1389570629-router', 'tenant_id': '92d680b49d074d70b5eeea89d22297f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'e1dee1e0-5889-421e-91f2-e97010b18bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:04:42Z', 'updated_at': '2022-02-20T04:04:44Z', 'revision_number': 3, 'project_id': '92d680b49d074d70b5eeea89d22297f8', 'gw_port': {'id': 'e1dee1e0-5889-421e-91f2-e97010b18bde', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:87:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3a389c-c366-40cb-bf8d-d23aa2e97bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:43Z', 'updated_at': '2022-02-20T04:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:47.026374 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ed24a7-27d2-46e3-881f-17aa60451a49 None None] The sync data for ids ['3e3a389c-c366-40cb-bf8d-d23aa2e97bff'] in n-d-829866-4 is: [{'id': '3e3a389c-c366-40cb-bf8d-d23aa2e97bff', 'name': 'tempest-TestAggregatesBasicOps-1389570629-router', 'tenant_id': '92d680b49d074d70b5eeea89d22297f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'e1dee1e0-5889-421e-91f2-e97010b18bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:04:42Z', 'updated_at': '2022-02-20T04:04:44Z', 'revision_number': 3, 'project_id': '92d680b49d074d70b5eeea89d22297f8', 'gw_port': {'id': 'e1dee1e0-5889-421e-91f2-e97010b18bde', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:87:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3a389c-c366-40cb-bf8d-d23aa2e97bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:43Z', 'updated_at': '2022-02-20T04:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:04:47.116288 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-664c4577-f4c3-45ff-9e54-bf6d36e3c547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a450e015-2b09-4ece-bcee-9edad4345db3), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:47.201302 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-15761f6f-7c47-4be5-a4eb-013a801585d1 None None] Provisioning complete for port a450e015-2b09-4ece-bcee-9edad4345db3 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:04:47.202335 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-15761f6f-7c47-4be5-a4eb-013a801585d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a450e015-2b09-4ece-bcee-9edad4345db3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:47.269441 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-15761f6f-7c47-4be5-a4eb-013a801585d1 None None] Port a450e015-2b09-4ece-bcee-9edad4345db3 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:04:47.289015 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-664c4577-f4c3-45ff-9e54-bf6d36e3c547 admin admin] Publish callbacks [] for port (a450e015-2b09-4ece-bcee-9edad4345db3), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:47.378935 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-664c4577-f4c3-45ff-9e54-bf6d36e3c547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (a450e015-2b09-4ece-bcee-9edad4345db3), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:47.447826 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-664c4577-f4c3-45ff-9e54-bf6d36e3c547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (3e3a389c-c366-40cb-bf8d-d23aa2e97bff), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:47.449628 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c4577-f4c3-45ff-9e54-bf6d36e3c547 admin admin] Pushing event updated for resources: {'Port': ['ID=a450e015-2b09-4ece-bcee-9edad4345db3,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:47.563106 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664c4577-f4c3-45ff-9e54-bf6d36e3c547 admin admin] Network 16d97bd0-bc5f-4775-a489-3ceeb2f0b922 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:04:47.564766 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-664c4577-f4c3-45ff-9e54-bf6d36e3c547 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:04:47.701073 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664c4577-f4c3-45ff-9e54-bf6d36e3c547 admin admin] Router 3e3a389c-c366-40cb-bf8d-d23aa2e97bff has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:04:47.838726 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664c4577-f4c3-45ff-9e54-bf6d36e3c547 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:04:47.853281 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-664c4577-f4c3-45ff-9e54-bf6d36e3c547 admin admin] 10.222.0.89 "PUT /v2.0/routers/3e3a389c-c366-40cb-bf8d-d23aa2e97bff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3448052 Feb 20 04:04:47.911894 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-cd148ec8-995a-466d-8fbf-82777ba7b9a4 None None] Provisioning complete for port a450e015-2b09-4ece-bcee-9edad4345db3 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:04:47.912277 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cd148ec8-995a-466d-8fbf-82777ba7b9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a450e015-2b09-4ece-bcee-9edad4345db3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:48.127142 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e1dee1e0-5889-421e-91f2-e97010b18bde up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:04:48.176615 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-cd148ec8-995a-466d-8fbf-82777ba7b9a4 None None] Port a450e015-2b09-4ece-bcee-9edad4345db3 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:04:48.196710 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port e1dee1e0-5889-421e-91f2-e97010b18bde triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:04:48.197239 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e1dee1e0-5889-421e-91f2-e97010b18bde), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:48.285084 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port e1dee1e0-5889-421e-91f2-e97010b18bde is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:04:48.286315 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e1dee1e0-5889-421e-91f2-e97010b18bde), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:48.312029 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port e1dee1e0-5889-421e-91f2-e97010b18bde, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=e1dee1e0-5889-421e-91f2-e97010b18bde,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:04:48.448853 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e1dee1e0-5889-421e-91f2-e97010b18bde), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:48.503484 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=e1dee1e0-5889-421e-91f2-e97010b18bde,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:49.435109 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe546cd3-afe9-485f-88b6-cff831d9e26d None None] Sync routers for ids ['3e3a389c-c366-40cb-bf8d-d23aa2e97bff'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:04:49.445299 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe546cd3-afe9-485f-88b6-cff831d9e26d None None] Routers {'3e3a389c-c366-40cb-bf8d-d23aa2e97bff'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:04:49.446192 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-fe546cd3-afe9-485f-88b6-cff831d9e26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:04:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3e3a389c-c366-40cb-bf8d-d23aa2e97bff'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:49.573199 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-fe546cd3-afe9-485f-88b6-cff831d9e26d None None] Set router 3e3a389c-c366-40cb-bf8d-d23aa2e97bff gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:04:49.795991 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-fe546cd3-afe9-485f-88b6-cff831d9e26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3a389c-c366-40cb-bf8d-d23aa2e97bff', 'name': 'tempest-TestAggregatesBasicOps-1389570629-router', 'tenant_id': '92d680b49d074d70b5eeea89d22297f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'e1dee1e0-5889-421e-91f2-e97010b18bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:04:42Z', 'updated_at': '2022-02-20T04:04:47Z', 'revision_number': 4, 'project_id': '92d680b49d074d70b5eeea89d22297f8', 'gw_port': {'id': 'e1dee1e0-5889-421e-91f2-e97010b18bde', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:87:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3a389c-c366-40cb-bf8d-d23aa2e97bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:43Z', 'updated_at': '2022-02-20T04:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'a450e015-2b09-4ece-bcee-9edad4345db3', 'name': '', 'network_id': '16d97bd0-bc5f-4775-a489-3ceeb2f0b922', 'tenant_id': '92d680b49d074d70b5eeea89d22297f8', 'mac_address': 'fa:16:3e:0c:e0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3a389c-c366-40cb-bf8d-d23aa2e97bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'daf08a5a-d492-4f32-8298-dcc68133b7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:46Z', 'updated_at': '2022-02-20T04:04:47Z', 'revision_number': 2, 'project_id': '92d680b49d074d70b5eeea89d22297f8', 'subnets': [{'id': 'daf08a5a-d492-4f32-8298-dcc68133b7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:49.808589 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48464) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:49.826383 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe546cd3-afe9-485f-88b6-cff831d9e26d None None] Checking router: 3e3a389c-c366-40cb-bf8d-d23aa2e97bff for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:04:49.826752 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe546cd3-afe9-485f-88b6-cff831d9e26d None None] Updating router 3e3a389c-c366-40cb-bf8d-d23aa2e97bff port a450e015-2b09-4ece-bcee-9edad4345db3 binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 04:04:49.856950 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fe546cd3-afe9-485f-88b6-cff831d9e26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a450e015-2b09-4ece-bcee-9edad4345db3), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:49.900077 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e1dee1e0-5889-421e-91f2-e97010b18bde up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:04:50.041404 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port e1dee1e0-5889-421e-91f2-e97010b18bde triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:04:50.041787 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e1dee1e0-5889-421e-91f2-e97010b18bde), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:50.196816 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port e1dee1e0-5889-421e-91f2-e97010b18bde is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:04:50.218953 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b3cea4c6-ba86-4b34-949c-bb0e9da020ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (e4fda82f-e49d-49d4-a499-6c16c7c0a812), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:50.243295 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fe546cd3-afe9-485f-88b6-cff831d9e26d None None] Publish callbacks [] for port (a450e015-2b09-4ece-bcee-9edad4345db3), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:50.307956 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fe546cd3-afe9-485f-88b6-cff831d9e26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a450e015-2b09-4ece-bcee-9edad4345db3), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:50.361057 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce424bc1-2072-480b-b732-542c2289631e None None] Pushing event updated for resources: {'Port': ['ID=a450e015-2b09-4ece-bcee-9edad4345db3,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:50.434107 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-fe546cd3-afe9-485f-88b6-cff831d9e26d None None] Attempting to bind port a450e015-2b09-4ece-bcee-9edad4345db3 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:04:50.434487 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-fe546cd3-afe9-485f-88b6-cff831d9e26d None None] Attempting to bind port a450e015-2b09-4ece-bcee-9edad4345db3 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '967c65ab-15fd-4bda-9bc9-d6d5cee6e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '16d97bd0-bc5f-4775-a489-3ceeb2f0b922'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:04:50.434927 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe546cd3-afe9-485f-88b6-cff831d9e26d None None] Attempting to bind port a450e015-2b09-4ece-bcee-9edad4345db3 on network 16d97bd0-bc5f-4775-a489-3ceeb2f0b922 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:04:50.444680 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe546cd3-afe9-485f-88b6-cff831d9e26d None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:04:50.445320 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe546cd3-afe9-485f-88b6-cff831d9e26d None None] Checking segment: {'id': '967c65ab-15fd-4bda-9bc9-d6d5cee6e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '16d97bd0-bc5f-4775-a489-3ceeb2f0b922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:04:50.445437 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fe546cd3-afe9-485f-88b6-cff831d9e26d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:50.445838 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe546cd3-afe9-485f-88b6-cff831d9e26d None None] Bound using segment: {'id': '967c65ab-15fd-4bda-9bc9-d6d5cee6e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '16d97bd0-bc5f-4775-a489-3ceeb2f0b922'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:04:50.446313 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-fe546cd3-afe9-485f-88b6-cff831d9e26d None None] Bound port: a450e015-2b09-4ece-bcee-9edad4345db3, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967c65ab-15fd-4bda-9bc9-d6d5cee6e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '16d97bd0-bc5f-4775-a489-3ceeb2f0b922'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:04:50.446695 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fe546cd3-afe9-485f-88b6-cff831d9e26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a450e015-2b09-4ece-bcee-9edad4345db3), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:50.520783 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-b3cea4c6-ba86-4b34-949c-bb0e9da020ca admin admin] Deleting port fabb34cc-087f-4886-9fda-f3ff837c3e7f {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:04:50.521136 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b3cea4c6-ba86-4b34-949c-bb0e9da020ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (fabb34cc-087f-4886-9fda-f3ff837c3e7f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:50.576382 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-fe546cd3-afe9-485f-88b6-cff831d9e26d None None] For port a450e015-2b09-4ece-bcee-9edad4345db3, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:04:50.583655 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-fe546cd3-afe9-485f-88b6-cff831d9e26d None None] For port a450e015-2b09-4ece-bcee-9edad4345db3, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=a450e015-2b09-4ece-bcee-9edad4345db3,segment=NetworkSegment(967c65ab-15fd-4bda-9bc9-d6d5cee6e00b),segment_id=967c65ab-15fd-4bda-9bc9-d6d5cee6e00b)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:04:50.626694 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-b3cea4c6-ba86-4b34-949c-bb0e9da020ca admin admin] For port fabb34cc-087f-4886-9fda-f3ff837c3e7f, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=fabb34cc-087f-4886-9fda-f3ff837c3e7f,segment=NetworkSegment(988c2079-474a-4297-9fe7-d4ef6e836963),segment_id=988c2079-474a-4297-9fe7-d4ef6e836963)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:04:50.627148 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b3cea4c6-ba86-4b34-949c-bb0e9da020ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (fabb34cc-087f-4886-9fda-f3ff837c3e7f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:50.638072 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-34944168-f6f5-469c-8820-7b5e703bad24 None None] Provisioning complete for port a450e015-2b09-4ece-bcee-9edad4345db3 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:04:50.638745 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-34944168-f6f5-469c-8820-7b5e703bad24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a450e015-2b09-4ece-bcee-9edad4345db3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:50.642738 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-b3cea4c6-ba86-4b34-949c-bb0e9da020ca admin admin] Calling delete_port for fabb34cc-087f-4886-9fda-f3ff837c3e7f owned by network:router_interface {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:04:50.685626 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-34944168-f6f5-469c-8820-7b5e703bad24 None None] Port a450e015-2b09-4ece-bcee-9edad4345db3 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:04:50.689565 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fe546cd3-afe9-485f-88b6-cff831d9e26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a450e015-2b09-4ece-bcee-9edad4345db3), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:50.749355 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe546cd3-afe9-485f-88b6-cff831d9e26d None None] Routers {'3e3a389c-c366-40cb-bf8d-d23aa2e97bff'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:04:50.750760 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-fe546cd3-afe9-485f-88b6-cff831d9e26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:04:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3e3a389c-c366-40cb-bf8d-d23aa2e97bff'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:50.753080 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce424bc1-2072-480b-b732-542c2289631e None None] Pushing event updated for resources: {'Port': ['ID=a450e015-2b09-4ece-bcee-9edad4345db3,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:50.903631 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-fe546cd3-afe9-485f-88b6-cff831d9e26d None None] Set router 3e3a389c-c366-40cb-bf8d-d23aa2e97bff gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:04:50.944936 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b3cea4c6-ba86-4b34-949c-bb0e9da020ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (fabb34cc-087f-4886-9fda-f3ff837c3e7f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:50.976834 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cea4c6-ba86-4b34-949c-bb0e9da020ca admin admin] Pushing event deleted for resources: {'Port': ['ID=fabb34cc-087f-4886-9fda-f3ff837c3e7f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:51.147401 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-595211a9-053a-4b9f-8179-941f4632668b None None] Provisioning complete for port a450e015-2b09-4ece-bcee-9edad4345db3 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:04:51.147783 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-595211a9-053a-4b9f-8179-941f4632668b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a450e015-2b09-4ece-bcee-9edad4345db3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:51.195242 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:51.207945 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b3cea4c6-ba86-4b34-949c-bb0e9da020ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (e4fda82f-e49d-49d4-a499-6c16c7c0a812), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:51.220897 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-fe546cd3-afe9-485f-88b6-cff831d9e26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3a389c-c366-40cb-bf8d-d23aa2e97bff', 'name': 'tempest-TestAggregatesBasicOps-1389570629-router', 'tenant_id': '92d680b49d074d70b5eeea89d22297f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'e1dee1e0-5889-421e-91f2-e97010b18bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:04:42Z', 'updated_at': '2022-02-20T04:04:47Z', 'revision_number': 4, 'project_id': '92d680b49d074d70b5eeea89d22297f8', 'gw_port': {'id': 'e1dee1e0-5889-421e-91f2-e97010b18bde', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:87:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3a389c-c366-40cb-bf8d-d23aa2e97bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:43Z', 'updated_at': '2022-02-20T04:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'a450e015-2b09-4ece-bcee-9edad4345db3', 'name': '', 'network_id': '16d97bd0-bc5f-4775-a489-3ceeb2f0b922', 'tenant_id': '92d680b49d074d70b5eeea89d22297f8', 'mac_address': 'fa:16:3e:0c:e0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3a389c-c366-40cb-bf8d-d23aa2e97bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'daf08a5a-d492-4f32-8298-dcc68133b7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:46Z', 'updated_at': '2022-02-20T04:04:50Z', 'revision_number': 4, 'project_id': '92d680b49d074d70b5eeea89d22297f8', 'subnets': [{'id': 'daf08a5a-d492-4f32-8298-dcc68133b7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:51.253541 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe546cd3-afe9-485f-88b6-cff831d9e26d None None] The sync data for ids ['3e3a389c-c366-40cb-bf8d-d23aa2e97bff'] in n-d-829866-4 is: [{'id': '3e3a389c-c366-40cb-bf8d-d23aa2e97bff', 'name': 'tempest-TestAggregatesBasicOps-1389570629-router', 'tenant_id': '92d680b49d074d70b5eeea89d22297f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'e1dee1e0-5889-421e-91f2-e97010b18bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:04:42Z', 'updated_at': '2022-02-20T04:04:47Z', 'revision_number': 4, 'project_id': '92d680b49d074d70b5eeea89d22297f8', 'gw_port': {'id': 'e1dee1e0-5889-421e-91f2-e97010b18bde', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:87:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3a389c-c366-40cb-bf8d-d23aa2e97bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:43Z', 'updated_at': '2022-02-20T04:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'a450e015-2b09-4ece-bcee-9edad4345db3', 'name': '', 'network_id': '16d97bd0-bc5f-4775-a489-3ceeb2f0b922', 'tenant_id': '92d680b49d074d70b5eeea89d22297f8', 'mac_address': 'fa:16:3e:0c:e0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3a389c-c366-40cb-bf8d-d23aa2e97bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'daf08a5a-d492-4f32-8298-dcc68133b7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:46Z', 'updated_at': '2022-02-20T04:04:50Z', 'revision_number': 4, 'project_id': '92d680b49d074d70b5eeea89d22297f8', 'subnets': [{'id': 'daf08a5a-d492-4f32-8298-dcc68133b7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:04:51.280024 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:51.303499 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-595211a9-053a-4b9f-8179-941f4632668b None None] Current status of the port a450e015-2b09-4ece-bcee-9edad4345db3 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:04:51.306913 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-595211a9-053a-4b9f-8179-941f4632668b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a450e015-2b09-4ece-bcee-9edad4345db3), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:51.370747 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-595211a9-053a-4b9f-8179-941f4632668b None None] For port a450e015-2b09-4ece-bcee-9edad4345db3, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=a450e015-2b09-4ece-bcee-9edad4345db3,segment=NetworkSegment(967c65ab-15fd-4bda-9bc9-d6d5cee6e00b),segment_id=967c65ab-15fd-4bda-9bc9-d6d5cee6e00b)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:04:51.438279 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-595211a9-053a-4b9f-8179-941f4632668b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a450e015-2b09-4ece-bcee-9edad4345db3), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:51.500921 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595211a9-053a-4b9f-8179-941f4632668b None None] Pushing event updated for resources: {'Port': ['ID=a450e015-2b09-4ece-bcee-9edad4345db3,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:51.501634 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cea4c6-ba86-4b34-949c-bb0e9da020ca admin admin] Router e4fda82f-e49d-49d4-a499-6c16c7c0a812 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:04:51.629580 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cea4c6-ba86-4b34-949c-bb0e9da020ca admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:04:51.635876 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b3cea4c6-ba86-4b34-949c-bb0e9da020ca admin admin] 10.222.0.89 "PUT /v2.0/routers/e4fda82f-e49d-49d4-a499-6c16c7c0a812/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8259063 Feb 20 04:04:51.638473 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48476) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:51.640227 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcf889f-ba9a-40f7-b101-cd9b3f272666 None None] Sync routers for ids ['e4fda82f-e49d-49d4-a499-6c16c7c0a812'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:04:51.650940 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcf889f-ba9a-40f7-b101-cd9b3f272666 None None] Routers {'e4fda82f-e49d-49d4-a499-6c16c7c0a812'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:04:51.651930 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-6dcf889f-ba9a-40f7-b101-cd9b3f272666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:04:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e4fda82f-e49d-49d4-a499-6c16c7c0a812'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:51.760868 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-37ed5a90-31e7-431d-8c15-5f28f3d5f658 admin admin] Publish callbacks [] for router (e4fda82f-e49d-49d4-a499-6c16c7c0a812), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:51.768135 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-6dcf889f-ba9a-40f7-b101-cd9b3f272666 None None] Set router e4fda82f-e49d-49d4-a499-6c16c7c0a812 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:04:51.937384 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-37ed5a90-31e7-431d-8c15-5f28f3d5f658 admin admin] Publish callbacks [] for router_gateway (e4fda82f-e49d-49d4-a499-6c16c7c0a812), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:51.991981 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-6dcf889f-ba9a-40f7-b101-cd9b3f272666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fda82f-e49d-49d4-a499-6c16c7c0a812', 'name': 'tempest-TestAggregatesBasicOps-1897453488-router', 'tenant_id': '5914f84b6ad64aaaa342a1c35091420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'e5be6e5e-18f7-4a1a-9174-cdd050e905b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:04:35Z', 'updated_at': '2022-02-20T04:04:50Z', 'revision_number': 5, 'project_id': '5914f84b6ad64aaaa342a1c35091420b', 'gw_port': {'id': 'e5be6e5e-18f7-4a1a-9174-cdd050e905b3', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:48:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fda82f-e49d-49d4-a499-6c16c7c0a812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:36Z', 'updated_at': '2022-02-20T04:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:52.033240 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcf889f-ba9a-40f7-b101-cd9b3f272666 None None] Checking router: e4fda82f-e49d-49d4-a499-6c16c7c0a812 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:04:52.050703 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcf889f-ba9a-40f7-b101-cd9b3f272666 None None] Routers {'e4fda82f-e49d-49d4-a499-6c16c7c0a812'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:04:52.050703 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-6dcf889f-ba9a-40f7-b101-cd9b3f272666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:04:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['e4fda82f-e49d-49d4-a499-6c16c7c0a812'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:52.066723 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device a450e015-2b09-4ece-bcee-9edad4345db3 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:04:52.125844 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-37ed5a90-31e7-431d-8c15-5f28f3d5f658 admin admin] Deleting port e5be6e5e-18f7-4a1a-9174-cdd050e905b3 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:04:52.130559 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-37ed5a90-31e7-431d-8c15-5f28f3d5f658 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (e5be6e5e-18f7-4a1a-9174-cdd050e905b3), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:52.133915 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-6dcf889f-ba9a-40f7-b101-cd9b3f272666 None None] Set router e4fda82f-e49d-49d4-a499-6c16c7c0a812 gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:04:52.169695 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port a450e015-2b09-4ece-bcee-9edad4345db3 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:04:52.183417 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a450e015-2b09-4ece-bcee-9edad4345db3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:52.196666 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-6dcf889f-ba9a-40f7-b101-cd9b3f272666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fda82f-e49d-49d4-a499-6c16c7c0a812', 'name': 'tempest-TestAggregatesBasicOps-1897453488-router', 'tenant_id': '5914f84b6ad64aaaa342a1c35091420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:04:35Z', 'updated_at': '2022-02-20T04:04:51Z', 'revision_number': 6, 'project_id': '5914f84b6ad64aaaa342a1c35091420b', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:52.230160 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcf889f-ba9a-40f7-b101-cd9b3f272666 None None] The sync data for ids ['e4fda82f-e49d-49d4-a499-6c16c7c0a812'] in n-d-829866-4 is: [{'id': 'e4fda82f-e49d-49d4-a499-6c16c7c0a812', 'name': 'tempest-TestAggregatesBasicOps-1897453488-router', 'tenant_id': '5914f84b6ad64aaaa342a1c35091420b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:04:35Z', 'updated_at': '2022-02-20T04:04:51Z', 'revision_number': 6, 'project_id': '5914f84b6ad64aaaa342a1c35091420b', 'gw_port_host': None}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:04:52.263352 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-37ed5a90-31e7-431d-8c15-5f28f3d5f658 admin admin] For port e5be6e5e-18f7-4a1a-9174-cdd050e905b3, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=e5be6e5e-18f7-4a1a-9174-cdd050e905b3,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:04:52.263352 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-37ed5a90-31e7-431d-8c15-5f28f3d5f658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (e5be6e5e-18f7-4a1a-9174-cdd050e905b3), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:52.280590 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-37ed5a90-31e7-431d-8c15-5f28f3d5f658 admin admin] Calling delete_port for e5be6e5e-18f7-4a1a-9174-cdd050e905b3 owned by network:router_gateway {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:04:52.291396 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port a450e015-2b09-4ece-bcee-9edad4345db3 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:04:52.551912 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-37ed5a90-31e7-431d-8c15-5f28f3d5f658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (e5be6e5e-18f7-4a1a-9174-cdd050e905b3), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:52.581471 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed5a90-31e7-431d-8c15-5f28f3d5f658 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5be6e5e-18f7-4a1a-9174-cdd050e905b3,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:52.595024 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed5a90-31e7-431d-8c15-5f28f3d5f658 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:52.596458 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed5a90-31e7-431d-8c15-5f28f3d5f658 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:52.596458 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed5a90-31e7-431d-8c15-5f28f3d5f658 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:52.596458 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed5a90-31e7-431d-8c15-5f28f3d5f658 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:52.596458 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed5a90-31e7-431d-8c15-5f28f3d5f658 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:52.596812 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed5a90-31e7-431d-8c15-5f28f3d5f658 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:52.596901 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed5a90-31e7-431d-8c15-5f28f3d5f658 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:52.597178 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed5a90-31e7-431d-8c15-5f28f3d5f658 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:52.597683 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed5a90-31e7-431d-8c15-5f28f3d5f658 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:52.598036 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed5a90-31e7-431d-8c15-5f28f3d5f658 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:52.598362 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed5a90-31e7-431d-8c15-5f28f3d5f658 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:52.598688 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed5a90-31e7-431d-8c15-5f28f3d5f658 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:52.599039 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed5a90-31e7-431d-8c15-5f28f3d5f658 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:52.661285 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-37ed5a90-31e7-431d-8c15-5f28f3d5f658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (e4fda82f-e49d-49d4-a499-6c16c7c0a812), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:52.754178 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-37ed5a90-31e7-431d-8c15-5f28f3d5f658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (e4fda82f-e49d-49d4-a499-6c16c7c0a812), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:52.756463 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-37ed5a90-31e7-431d-8c15-5f28f3d5f658 admin admin] Publish callbacks [] for router_controller (e4fda82f-e49d-49d4-a499-6c16c7c0a812), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:52.866224 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-37ed5a90-31e7-431d-8c15-5f28f3d5f658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (e4fda82f-e49d-49d4-a499-6c16c7c0a812), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:52.866901 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ed5a90-31e7-431d-8c15-5f28f3d5f658 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4fda82f-e49d-49d4-a499-6c16c7c0a812 {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 04:04:52.871239 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-37ed5a90-31e7-431d-8c15-5f28f3d5f658 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:52.872576 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-37ed5a90-31e7-431d-8c15-5f28f3d5f658 admin admin] 10.222.0.89 "DELETE /v2.0/routers/e4fda82f-e49d-49d4-a499-6c16c7c0a812 HTTP/1.1" status: 204 len: 168 time: 1.2330520 Feb 20 04:04:52.876416 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48486) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:52.922624 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-31052b31-b3f2-4c0c-af46-989452afe587 admin admin] Deleting subnet a71df336-5632-4fa0-9ec1-5d94526ed91d {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 04:04:52.928296 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-31052b31-b3f2-4c0c-af46-989452afe587 admin admin] Publish callbacks [] for subnet (a71df336-5632-4fa0-9ec1-5d94526ed91d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:52.966205 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-31052b31-b3f2-4c0c-af46-989452afe587 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (a71df336-5632-4fa0-9ec1-5d94526ed91d), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:53.068960 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-31052b31-b3f2-4c0c-af46-989452afe587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (a71df336-5632-4fa0-9ec1-5d94526ed91d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:53.199617 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-31052b31-b3f2-4c0c-af46-989452afe587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (a71df336-5632-4fa0-9ec1-5d94526ed91d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:53.227779 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31052b31-b3f2-4c0c-af46-989452afe587 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a71df336-5632-4fa0-9ec1-5d94526ed91d,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:53.231375 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-31052b31-b3f2-4c0c-af46-989452afe587 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:53.237524 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48488) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:53.238668 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb323a5-7d3d-48fd-8e16-3b3d5fe9a3c3 None None] Network a9748fad-5f1f-4c31-b297-c8a04dd29a6a requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:04:53.249428 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-31052b31-b3f2-4c0c-af46-989452afe587 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/a71df336-5632-4fa0-9ec1-5d94526ed91d HTTP/1.1" status: 204 len: 168 time: 0.3719380 Feb 20 04:04:53.315295 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3a8904af-5ad9-46c4-a719-f8f031374a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (a9748fad-5f1f-4c31-b297-c8a04dd29a6a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:53.400259 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-3a8904af-5ad9-46c4-a719-f8f031374a97 admin admin] Deleting port eed436a8-8a51-4b79-a9b7-b7053a243253 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:04:53.400259 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3a8904af-5ad9-46c4-a719-f8f031374a97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (eed436a8-8a51-4b79-a9b7-b7053a243253), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:53.438592 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e53d742-3f22-43cc-b610-f3a2d8fa200e None None] DHCP port deletion for a9748fad-5f1f-4c31-b297-c8a04dd29a6a request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 04:04:53.471544 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-3a8904af-5ad9-46c4-a719-f8f031374a97 admin admin] For port eed436a8-8a51-4b79-a9b7-b7053a243253, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=eed436a8-8a51-4b79-a9b7-b7053a243253,segment=NetworkSegment(988c2079-474a-4297-9fe7-d4ef6e836963),segment_id=988c2079-474a-4297-9fe7-d4ef6e836963)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:04:53.471908 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3a8904af-5ad9-46c4-a719-f8f031374a97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (eed436a8-8a51-4b79-a9b7-b7053a243253), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:53.486093 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-3a8904af-5ad9-46c4-a719-f8f031374a97 admin admin] Calling delete_port for eed436a8-8a51-4b79-a9b7-b7053a243253 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:04:53.492043 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-9e53d742-3f22-43cc-b610-f3a2d8fa200e None None] Deleting port eed436a8-8a51-4b79-a9b7-b7053a243253 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:04:53.492584 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9e53d742-3f22-43cc-b610-f3a2d8fa200e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (eed436a8-8a51-4b79-a9b7-b7053a243253), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:53.565362 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-9e53d742-3f22-43cc-b610-f3a2d8fa200e None None] For port eed436a8-8a51-4b79-a9b7-b7053a243253, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=eed436a8-8a51-4b79-a9b7-b7053a243253,segment=NetworkSegment(988c2079-474a-4297-9fe7-d4ef6e836963),segment_id=988c2079-474a-4297-9fe7-d4ef6e836963)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:04:53.566010 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9e53d742-3f22-43cc-b610-f3a2d8fa200e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (eed436a8-8a51-4b79-a9b7-b7053a243253), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:53.583318 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-9e53d742-3f22-43cc-b610-f3a2d8fa200e None None] Calling delete_port for eed436a8-8a51-4b79-a9b7-b7053a243253 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:04:53.652919 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3a8904af-5ad9-46c4-a719-f8f031374a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (eed436a8-8a51-4b79-a9b7-b7053a243253), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:53.675886 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9e53d742-3f22-43cc-b610-f3a2d8fa200e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (eed436a8-8a51-4b79-a9b7-b7053a243253), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:53.707479 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53d742-3f22-43cc-b610-f3a2d8fa200e None None] Pushing event deleted for resources: {'Port': ['ID=eed436a8-8a51-4b79-a9b7-b7053a243253,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:53.709938 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e53d742-3f22-43cc-b610-f3a2d8fa200e None None] No DVR routers for this DVR port eed436a8-8a51-4b79-a9b7-b7053a243253 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:04:53.723952 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e53d742-3f22-43cc-b610-f3a2d8fa200e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:53.724428 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e53d742-3f22-43cc-b610-f3a2d8fa200e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:53.724878 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e53d742-3f22-43cc-b610-f3a2d8fa200e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:53.725324 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e53d742-3f22-43cc-b610-f3a2d8fa200e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:53.725865 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e53d742-3f22-43cc-b610-f3a2d8fa200e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:53.726288 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e53d742-3f22-43cc-b610-f3a2d8fa200e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:53.726892 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e53d742-3f22-43cc-b610-f3a2d8fa200e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:53.727330 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e53d742-3f22-43cc-b610-f3a2d8fa200e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:53.727859 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e53d742-3f22-43cc-b610-f3a2d8fa200e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:53.728284 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e53d742-3f22-43cc-b610-f3a2d8fa200e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:53.728861 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e53d742-3f22-43cc-b610-f3a2d8fa200e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:53.729093 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8904af-5ad9-46c4-a719-f8f031374a97 admin admin] Pushing event deleted for resources: {'Port': ['ID=eed436a8-8a51-4b79-a9b7-b7053a243253,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:53.729516 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e53d742-3f22-43cc-b610-f3a2d8fa200e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:53.729948 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e53d742-3f22-43cc-b610-f3a2d8fa200e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:04:53.737684 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8904af-5ad9-46c4-a719-f8f031374a97 admin admin] No DVR routers for this DVR port eed436a8-8a51-4b79-a9b7-b7053a243253 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:04:53.818470 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3a8904af-5ad9-46c4-a719-f8f031374a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (a9748fad-5f1f-4c31-b297-c8a04dd29a6a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:53.840160 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-3a8904af-5ad9-46c4-a719-f8f031374a97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9748fad-5f1f-4c31-b297-c8a04dd29a6a']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:53.850318 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-3a8904af-5ad9-46c4-a719-f8f031374a97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '988c2079-474a-4297-9fe7-d4ef6e836963') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:53.850720 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-3a8904af-5ad9-46c4-a719-f8f031374a97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '988c2079-474a-4297-9fe7-d4ef6e836963') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:53.861017 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3a8904af-5ad9-46c4-a719-f8f031374a97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (988c2079-474a-4297-9fe7-d4ef6e836963), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:53.874435 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3a8904af-5ad9-46c4-a719-f8f031374a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (988c2079-474a-4297-9fe7-d4ef6e836963), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:53.881951 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a8904af-5ad9-46c4-a719-f8f031374a97 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 04:04:53.882562 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3a8904af-5ad9-46c4-a719-f8f031374a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (988c2079-474a-4297-9fe7-d4ef6e836963), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:53.892996 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 04:04:53.892996 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 04:04:53.892996 n-d-829866-4 neutron-server[104106]: timer() Feb 20 04:04:53.892996 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 04:04:53.892996 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 04:04:53.892996 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 04:04:53.892996 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 04:04:53.892996 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 04:04:53.892996 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 04:04:53.892996 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 04:04:53.892996 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 04:04:53.892996 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 04:04:53.892996 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 04:04:53.892996 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 04:04:53.892996 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 04:04:53.892996 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 04:04:53.892996 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 04:04:53.892996 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 04:04:53.892996 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 04:04:53.892996 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 04:04:53.892996 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 04:04:53.892996 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 04:04:53.892996 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 04:04:53.892996 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 04:04:53.892996 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 04:04:53.892996 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 04:04:53.892996 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 04:04:53.892996 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 04:04:53.892996 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 04:04:53.892996 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 04:04:53.892996 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 04:04:53.892996 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 04:04:53.913124 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device eed436a8-8a51-4b79-a9b7-b7053a243253 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:04:53.935769 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: eed436a8-8a51-4b79-a9b7-b7053a243253 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:04:53.936126 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device eed436a8-8a51-4b79-a9b7-b7053a243253 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:04:53.936556 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e5be6e5e-18f7-4a1a-9174-cdd050e905b3 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:04:53.956685 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: e5be6e5e-18f7-4a1a-9174-cdd050e905b3 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:04:53.957040 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e5be6e5e-18f7-4a1a-9174-cdd050e905b3 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:04:53.957463 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device fabb34cc-087f-4886-9fda-f3ff837c3e7f no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:04:53.980254 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: fabb34cc-087f-4886-9fda-f3ff837c3e7f {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:04:53.980609 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device fabb34cc-087f-4886-9fda-f3ff837c3e7f not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:04:54.020631 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3a8904af-5ad9-46c4-a719-f8f031374a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (a9748fad-5f1f-4c31-b297-c8a04dd29a6a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:54.026499 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3a8904af-5ad9-46c4-a719-f8f031374a97 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:54.029748 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3a8904af-5ad9-46c4-a719-f8f031374a97 admin admin] 10.222.0.89 "DELETE /v2.0/networks/a9748fad-5f1f-4c31-b297-c8a04dd29a6a HTTP/1.1" status: 204 len: 168 time: 0.7902079 Feb 20 04:04:54.033352 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48496) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:54.042171 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8904af-5ad9-46c4-a719-f8f031374a97 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9748fad-5f1f-4c31-b297-c8a04dd29a6a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:54.387427 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea67705d-3d1c-48af-a0d2-6a40d44e3114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (3e3a389c-c366-40cb-bf8d-d23aa2e97bff), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:54.990658 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-ea67705d-3d1c-48af-a0d2-6a40d44e3114 admin admin] Deleting port a450e015-2b09-4ece-bcee-9edad4345db3 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:04:54.990988 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea67705d-3d1c-48af-a0d2-6a40d44e3114 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (a450e015-2b09-4ece-bcee-9edad4345db3), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:55.066141 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-ea67705d-3d1c-48af-a0d2-6a40d44e3114 admin admin] For port a450e015-2b09-4ece-bcee-9edad4345db3, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=a450e015-2b09-4ece-bcee-9edad4345db3,segment=NetworkSegment(967c65ab-15fd-4bda-9bc9-d6d5cee6e00b),segment_id=967c65ab-15fd-4bda-9bc9-d6d5cee6e00b)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:04:55.066561 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea67705d-3d1c-48af-a0d2-6a40d44e3114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (a450e015-2b09-4ece-bcee-9edad4345db3), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:55.079484 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-ea67705d-3d1c-48af-a0d2-6a40d44e3114 admin admin] Calling delete_port for a450e015-2b09-4ece-bcee-9edad4345db3 owned by network:router_interface {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:04:55.340773 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea67705d-3d1c-48af-a0d2-6a40d44e3114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (a450e015-2b09-4ece-bcee-9edad4345db3), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:55.372528 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67705d-3d1c-48af-a0d2-6a40d44e3114 admin admin] Pushing event deleted for resources: {'Port': ['ID=a450e015-2b09-4ece-bcee-9edad4345db3,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:55.555605 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ea67705d-3d1c-48af-a0d2-6a40d44e3114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (3e3a389c-c366-40cb-bf8d-d23aa2e97bff), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:55.787550 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea67705d-3d1c-48af-a0d2-6a40d44e3114 admin admin] Router 3e3a389c-c366-40cb-bf8d-d23aa2e97bff has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:04:55.908778 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea67705d-3d1c-48af-a0d2-6a40d44e3114 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:04:55.913861 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ea67705d-3d1c-48af-a0d2-6a40d44e3114 admin admin] 10.222.0.89 "PUT /v2.0/routers/3e3a389c-c366-40cb-bf8d-d23aa2e97bff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8791609 Feb 20 04:04:55.916521 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48510) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:55.918279 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c57af0-b93c-49a9-af5b-0fb4ed041080 None None] Sync routers for ids ['3e3a389c-c366-40cb-bf8d-d23aa2e97bff'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:04:55.930161 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c57af0-b93c-49a9-af5b-0fb4ed041080 None None] Routers {'3e3a389c-c366-40cb-bf8d-d23aa2e97bff'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:04:55.931154 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f9c57af0-b93c-49a9-af5b-0fb4ed041080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:04:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3e3a389c-c366-40cb-bf8d-d23aa2e97bff'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:56.035492 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-33dc11bd-d619-4fd5-b916-0d347ccdcb7c admin admin] Publish callbacks [] for router (3e3a389c-c366-40cb-bf8d-d23aa2e97bff), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:56.147576 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-33dc11bd-d619-4fd5-b916-0d347ccdcb7c admin admin] Publish callbacks [] for router_gateway (3e3a389c-c366-40cb-bf8d-d23aa2e97bff), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:56.210768 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-f9c57af0-b93c-49a9-af5b-0fb4ed041080 None None] Set router 3e3a389c-c366-40cb-bf8d-d23aa2e97bff gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:04:56.262719 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-33dc11bd-d619-4fd5-b916-0d347ccdcb7c admin admin] Deleting port e1dee1e0-5889-421e-91f2-e97010b18bde {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:04:56.263088 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-33dc11bd-d619-4fd5-b916-0d347ccdcb7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (e1dee1e0-5889-421e-91f2-e97010b18bde), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:56.347868 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-33dc11bd-d619-4fd5-b916-0d347ccdcb7c admin admin] For port e1dee1e0-5889-421e-91f2-e97010b18bde, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=e1dee1e0-5889-421e-91f2-e97010b18bde,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:04:56.348263 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-33dc11bd-d619-4fd5-b916-0d347ccdcb7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (e1dee1e0-5889-421e-91f2-e97010b18bde), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:56.376525 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-33dc11bd-d619-4fd5-b916-0d347ccdcb7c admin admin] Calling delete_port for e1dee1e0-5889-421e-91f2-e97010b18bde owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:04:56.437742 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f9c57af0-b93c-49a9-af5b-0fb4ed041080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3a389c-c366-40cb-bf8d-d23aa2e97bff', 'name': 'tempest-TestAggregatesBasicOps-1389570629-router', 'tenant_id': '92d680b49d074d70b5eeea89d22297f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'e1dee1e0-5889-421e-91f2-e97010b18bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:04:42Z', 'updated_at': '2022-02-20T04:04:55Z', 'revision_number': 5, 'project_id': '92d680b49d074d70b5eeea89d22297f8', 'gw_port': {'id': 'e1dee1e0-5889-421e-91f2-e97010b18bde', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:87:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3a389c-c366-40cb-bf8d-d23aa2e97bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:43Z', 'updated_at': '2022-02-20T04:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:56.466530 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c57af0-b93c-49a9-af5b-0fb4ed041080 None None] Checking router: 3e3a389c-c366-40cb-bf8d-d23aa2e97bff for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:04:56.474733 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c57af0-b93c-49a9-af5b-0fb4ed041080 None None] Routers {'3e3a389c-c366-40cb-bf8d-d23aa2e97bff'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:04:56.475404 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f9c57af0-b93c-49a9-af5b-0fb4ed041080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:04:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3e3a389c-c366-40cb-bf8d-d23aa2e97bff'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:56.478425 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9888e661-4e4e-4883-bddd-6c30899cb9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:56.567770 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-f9c57af0-b93c-49a9-af5b-0fb4ed041080 None None] Set router 3e3a389c-c366-40cb-bf8d-d23aa2e97bff gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:04:56.620591 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-33dc11bd-d619-4fd5-b916-0d347ccdcb7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (e1dee1e0-5889-421e-91f2-e97010b18bde), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:56.626678 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-f9c57af0-b93c-49a9-af5b-0fb4ed041080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3a389c-c366-40cb-bf8d-d23aa2e97bff', 'name': 'tempest-TestAggregatesBasicOps-1389570629-router', 'tenant_id': '92d680b49d074d70b5eeea89d22297f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:04:42Z', 'updated_at': '2022-02-20T04:04:56Z', 'revision_number': 6, 'project_id': '92d680b49d074d70b5eeea89d22297f8', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:56.649031 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc11bd-d619-4fd5-b916-0d347ccdcb7c admin admin] Pushing event deleted for resources: {'Port': ['ID=e1dee1e0-5889-421e-91f2-e97010b18bde,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:56.654106 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c57af0-b93c-49a9-af5b-0fb4ed041080 None None] The sync data for ids ['3e3a389c-c366-40cb-bf8d-d23aa2e97bff'] in n-d-829866-4 is: [{'id': '3e3a389c-c366-40cb-bf8d-d23aa2e97bff', 'name': 'tempest-TestAggregatesBasicOps-1389570629-router', 'tenant_id': '92d680b49d074d70b5eeea89d22297f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:04:42Z', 'updated_at': '2022-02-20T04:04:56Z', 'revision_number': 6, 'project_id': '92d680b49d074d70b5eeea89d22297f8', 'gw_port_host': None}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:04:56.733199 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-33dc11bd-d619-4fd5-b916-0d347ccdcb7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (3e3a389c-c366-40cb-bf8d-d23aa2e97bff), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:56.827879 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-33dc11bd-d619-4fd5-b916-0d347ccdcb7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (3e3a389c-c366-40cb-bf8d-d23aa2e97bff), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:56.830958 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-33dc11bd-d619-4fd5-b916-0d347ccdcb7c admin admin] Publish callbacks [] for router_controller (3e3a389c-c366-40cb-bf8d-d23aa2e97bff), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:56.949911 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-33dc11bd-d619-4fd5-b916-0d347ccdcb7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (3e3a389c-c366-40cb-bf8d-d23aa2e97bff), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:56.950579 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33dc11bd-d619-4fd5-b916-0d347ccdcb7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e3a389c-c366-40cb-bf8d-d23aa2e97bff {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 04:04:56.955408 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-33dc11bd-d619-4fd5-b916-0d347ccdcb7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:56.956555 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-33dc11bd-d619-4fd5-b916-0d347ccdcb7c admin admin] 10.222.0.89 "DELETE /v2.0/routers/3e3a389c-c366-40cb-bf8d-d23aa2e97bff HTTP/1.1" status: 204 len: 168 time: 1.0383902 Feb 20 04:04:56.959109 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48518) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:57.003129 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-76b8821d-9fcd-4401-a302-b3c132e69fea admin admin] Deleting subnet daf08a5a-d492-4f32-8298-dcc68133b7a1 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 04:04:57.006277 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-76b8821d-9fcd-4401-a302-b3c132e69fea admin admin] Publish callbacks [] for subnet (daf08a5a-d492-4f32-8298-dcc68133b7a1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:57.046104 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-76b8821d-9fcd-4401-a302-b3c132e69fea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (daf08a5a-d492-4f32-8298-dcc68133b7a1), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:57.137592 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-76b8821d-9fcd-4401-a302-b3c132e69fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (daf08a5a-d492-4f32-8298-dcc68133b7a1), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:57.258939 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-76b8821d-9fcd-4401-a302-b3c132e69fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (daf08a5a-d492-4f32-8298-dcc68133b7a1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:57.287027 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-76b8821d-9fcd-4401-a302-b3c132e69fea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:57.293353 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-76b8821d-9fcd-4401-a302-b3c132e69fea admin admin] 10.222.0.89 "DELETE /v2.0/subnets/daf08a5a-d492-4f32-8298-dcc68133b7a1 HTTP/1.1" status: 204 len: 168 time: 0.3310096 Feb 20 04:04:57.293353 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8821d-9fcd-4401-a302-b3c132e69fea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daf08a5a-d492-4f32-8298-dcc68133b7a1,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:57.293606 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbac3c8-c4ea-48f3-9fd8-9ed72577c2db None None] Network 16d97bd0-bc5f-4775-a489-3ceeb2f0b922 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:04:57.294568 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48520) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:57.364283 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9ecce22f-ac9c-4f09-aed5-b46820cdbb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (16d97bd0-bc5f-4775-a489-3ceeb2f0b922), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:57.427528 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9ecce22f-ac9c-4f09-aed5-b46820cdbb67 admin admin] Deleting port 782c5505-9828-46c1-8e3d-4353cca60522 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:04:57.429177 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9ecce22f-ac9c-4f09-aed5-b46820cdbb67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (782c5505-9828-46c1-8e3d-4353cca60522), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:57.483735 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be6d92f-1570-4c08-87c6-5b6bce3a0e39 None None] DHCP port deletion for 16d97bd0-bc5f-4775-a489-3ceeb2f0b922 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 04:04:57.509220 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-9ecce22f-ac9c-4f09-aed5-b46820cdbb67 admin admin] For port 782c5505-9828-46c1-8e3d-4353cca60522, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=782c5505-9828-46c1-8e3d-4353cca60522,segment=NetworkSegment(967c65ab-15fd-4bda-9bc9-d6d5cee6e00b),segment_id=967c65ab-15fd-4bda-9bc9-d6d5cee6e00b)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:04:57.509513 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9ecce22f-ac9c-4f09-aed5-b46820cdbb67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (782c5505-9828-46c1-8e3d-4353cca60522), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:57.524952 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9ecce22f-ac9c-4f09-aed5-b46820cdbb67 admin admin] Calling delete_port for 782c5505-9828-46c1-8e3d-4353cca60522 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:04:57.553401 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-6be6d92f-1570-4c08-87c6-5b6bce3a0e39 None None] Deleting port 782c5505-9828-46c1-8e3d-4353cca60522 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:04:57.553869 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6be6d92f-1570-4c08-87c6-5b6bce3a0e39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (782c5505-9828-46c1-8e3d-4353cca60522), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:57.625887 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-6be6d92f-1570-4c08-87c6-5b6bce3a0e39 None None] For port 782c5505-9828-46c1-8e3d-4353cca60522, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=782c5505-9828-46c1-8e3d-4353cca60522,segment=NetworkSegment(967c65ab-15fd-4bda-9bc9-d6d5cee6e00b),segment_id=967c65ab-15fd-4bda-9bc9-d6d5cee6e00b)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:04:57.625887 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6be6d92f-1570-4c08-87c6-5b6bce3a0e39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (782c5505-9828-46c1-8e3d-4353cca60522), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:57.641418 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-6be6d92f-1570-4c08-87c6-5b6bce3a0e39 None None] Calling delete_port for 782c5505-9828-46c1-8e3d-4353cca60522 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:04:57.676204 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9ecce22f-ac9c-4f09-aed5-b46820cdbb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (782c5505-9828-46c1-8e3d-4353cca60522), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:57.739105 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6be6d92f-1570-4c08-87c6-5b6bce3a0e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (782c5505-9828-46c1-8e3d-4353cca60522), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:57.776491 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be6d92f-1570-4c08-87c6-5b6bce3a0e39 None None] No DVR routers for this DVR port 782c5505-9828-46c1-8e3d-4353cca60522 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:04:57.780552 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6d92f-1570-4c08-87c6-5b6bce3a0e39 None None] Pushing event deleted for resources: {'Port': ['ID=782c5505-9828-46c1-8e3d-4353cca60522,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:57.923766 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e1dee1e0-5889-421e-91f2-e97010b18bde no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:04:57.946328 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: e1dee1e0-5889-421e-91f2-e97010b18bde {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:04:57.946661 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e1dee1e0-5889-421e-91f2-e97010b18bde not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:04:57.947365 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device a450e015-2b09-4ece-bcee-9edad4345db3 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:04:57.967725 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: a450e015-2b09-4ece-bcee-9edad4345db3 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:04:57.968086 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device a450e015-2b09-4ece-bcee-9edad4345db3 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:04:57.968574 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 782c5505-9828-46c1-8e3d-4353cca60522 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:04:57.990002 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 782c5505-9828-46c1-8e3d-4353cca60522 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:04:57.990429 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 782c5505-9828-46c1-8e3d-4353cca60522 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:04:58.092258 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecce22f-ac9c-4f09-aed5-b46820cdbb67 admin admin] Pushing event deleted for resources: {'Port': ['ID=782c5505-9828-46c1-8e3d-4353cca60522,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:58.096705 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecce22f-ac9c-4f09-aed5-b46820cdbb67 admin admin] No DVR routers for this DVR port 782c5505-9828-46c1-8e3d-4353cca60522 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:04:58.166435 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9ecce22f-ac9c-4f09-aed5-b46820cdbb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (16d97bd0-bc5f-4775-a489-3ceeb2f0b922), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:58.185786 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-9ecce22f-ac9c-4f09-aed5-b46820cdbb67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d97bd0-bc5f-4775-a489-3ceeb2f0b922']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:58.195252 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-9ecce22f-ac9c-4f09-aed5-b46820cdbb67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '967c65ab-15fd-4bda-9bc9-d6d5cee6e00b') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:58.195546 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-9ecce22f-ac9c-4f09-aed5-b46820cdbb67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '967c65ab-15fd-4bda-9bc9-d6d5cee6e00b') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:04:58.205201 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9ecce22f-ac9c-4f09-aed5-b46820cdbb67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (967c65ab-15fd-4bda-9bc9-d6d5cee6e00b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:58.217852 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9ecce22f-ac9c-4f09-aed5-b46820cdbb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (967c65ab-15fd-4bda-9bc9-d6d5cee6e00b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:58.223857 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ecce22f-ac9c-4f09-aed5-b46820cdbb67 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 04:04:58.224234 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9ecce22f-ac9c-4f09-aed5-b46820cdbb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (967c65ab-15fd-4bda-9bc9-d6d5cee6e00b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:58.225820 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 04:04:58.225820 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 04:04:58.225820 n-d-829866-4 neutron-server[104106]: timer() Feb 20 04:04:58.225820 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 04:04:58.225820 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 04:04:58.225820 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 04:04:58.225820 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 04:04:58.225820 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 04:04:58.225820 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 04:04:58.225820 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 04:04:58.225820 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 04:04:58.225820 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 04:04:58.225820 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 04:04:58.225820 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 04:04:58.225820 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 04:04:58.225820 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 04:04:58.225820 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 04:04:58.225820 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 04:04:58.225820 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 04:04:58.225820 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 04:04:58.225820 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 04:04:58.225820 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 04:04:58.225820 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 04:04:58.225820 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 04:04:58.225820 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 04:04:58.225820 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 04:04:58.225820 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 04:04:58.225820 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 04:04:58.225820 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 04:04:58.225820 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 04:04:58.225820 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 04:04:58.225820 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 04:04:58.334526 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9ecce22f-ac9c-4f09-aed5-b46820cdbb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (16d97bd0-bc5f-4775-a489-3ceeb2f0b922), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:58.340097 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9ecce22f-ac9c-4f09-aed5-b46820cdbb67 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:58.343305 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9ecce22f-ac9c-4f09-aed5-b46820cdbb67 admin admin] 10.222.0.89 "DELETE /v2.0/networks/16d97bd0-bc5f-4775-a489-3ceeb2f0b922 HTTP/1.1" status: 204 len: 168 time: 1.0477247 Feb 20 04:04:58.354892 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecce22f-ac9c-4f09-aed5-b46820cdbb67 admin admin] Pushing event deleted for resources: {'Network': ['ID=16d97bd0-bc5f-4775-a489-3ceeb2f0b922,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:58.674220 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48534) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:58.677807 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ca068eb4-cdcd-4316-a615-d0e2926a91f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:58.721625 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-67cfa732-29b2-4984-9184-ec0ef70b4242 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5914f84b6ad64aaaa342a1c35091420b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0461853 Feb 20 04:04:58.724130 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48536) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:58.774973 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9e254dc-853e-474e-9b33-9255ae89495d admin admin] Publish callbacks [] for security_group (65468b6c-9d15-42c0-8280-4c8cee9c4e44), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:58.797694 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9e254dc-853e-474e-9b33-9255ae89495d admin admin] Publish callbacks [] for security_group (65468b6c-9d15-42c0-8280-4c8cee9c4e44), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:58.980611 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9e254dc-853e-474e-9b33-9255ae89495d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (65468b6c-9d15-42c0-8280-4c8cee9c4e44), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:58.983187 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a9e254dc-853e-474e-9b33-9255ae89495d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:58.987239 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a9e254dc-853e-474e-9b33-9255ae89495d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/65468b6c-9d15-42c0-8280-4c8cee9c4e44 HTTP/1.1" status: 204 len: 168 time: 0.2593443 Feb 20 04:04:58.993707 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e254dc-853e-474e-9b33-9255ae89495d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65468b6c-9d15-42c0-8280-4c8cee9c4e44,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:04:59.699783 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48548) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:59.739681 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e6dc2545-87d1-4a42-b6ba-b2d0ab7fbdc9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=92d680b49d074d70b5eeea89d22297f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387480 Feb 20 04:04:59.742156 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48550) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:04:59.789526 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-595dc863-7084-404b-a2d4-115a4b9bb90b admin admin] Publish callbacks [] for security_group (64be89a5-cf57-4a62-b969-df5380a08abe), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:59.810757 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-595dc863-7084-404b-a2d4-115a4b9bb90b admin admin] Publish callbacks [] for security_group (64be89a5-cf57-4a62-b969-df5380a08abe), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:59.934758 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-595dc863-7084-404b-a2d4-115a4b9bb90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (64be89a5-cf57-4a62-b969-df5380a08abe), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:59.938046 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-595dc863-7084-404b-a2d4-115a4b9bb90b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:04:59.939608 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-595dc863-7084-404b-a2d4-115a4b9bb90b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/64be89a5-cf57-4a62-b969-df5380a08abe HTTP/1.1" status: 204 len: 168 time: 0.1964898 Feb 20 04:04:59.947405 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595dc863-7084-404b-a2d4-115a4b9bb90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64be89a5-cf57-4a62-b969-df5380a08abe,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:00.032521 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:01.000932 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48580) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:05:01.100864 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-030200a8-e5f5-40e9-99ea-e31bb28f2cb2 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1114698373-network', 'tenant_id': 'c2f9a81ac0e44c56a203f52f3ff7c7c2'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:05:01.186233 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030200a8-e5f5-40e9-99ea-e31bb28f2cb2 admin admin] Made reservation on behalf of c2f9a81ac0e44c56a203f52f3ff7c7c2 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:05:01.189253 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-030200a8-e5f5-40e9-99ea-e31bb28f2cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:01.198268 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-030200a8-e5f5-40e9-99ea-e31bb28f2cb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:01.273497 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-030200a8-e5f5-40e9-99ea-e31bb28f2cb2 admin admin] Publish callbacks [] for security_group (b5560bd4-ad96-4cef-8222-4343dc0ef121), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:01.312766 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:01.340786 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-030200a8-e5f5-40e9-99ea-e31bb28f2cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b5560bd4-ad96-4cef-8222-4343dc0ef121), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:01.368182 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-030200a8-e5f5-40e9-99ea-e31bb28f2cb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 04:05:01.375057 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030200a8-e5f5-40e9-99ea-e31bb28f2cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5560bd4-ad96-4cef-8222-4343dc0ef121,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:01.381267 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-030200a8-e5f5-40e9-99ea-e31bb28f2cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (e12e4f98-5e9e-44aa-9e1c-ca3c31c3ab5f), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:01.385402 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-030200a8-e5f5-40e9-99ea-e31bb28f2cb2 admin admin] Added segment e12e4f98-5e9e-44aa-9e1c-ca3c31c3ab5f of type vlan for network c70afe89-dcf5-4100-9920-04d65e0cfdbb Feb 20 04:05:01.424727 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-030200a8-e5f5-40e9-99ea-e31bb28f2cb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (c70afe89-dcf5-4100-9920-04d65e0cfdbb), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:01.495113 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ef8207a-85a0-483d-ba9e-5fa9c594bcff req-f32c9ce0-4913-4e8e-a9e6-ce828cfb674d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9e310850-a20f-440b-986b-feb043293ab8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0677500 Feb 20 04:05:01.568088 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-030200a8-e5f5-40e9-99ea-e31bb28f2cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (c70afe89-dcf5-4100-9920-04d65e0cfdbb), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:01.569043 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030200a8-e5f5-40e9-99ea-e31bb28f2cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:05:01.569630 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-030200a8-e5f5-40e9-99ea-e31bb28f2cb2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:01.647982 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030200a8-e5f5-40e9-99ea-e31bb28f2cb2 admin admin] Pushing event updated for resources: {'Network': ['ID=c70afe89-dcf5-4100-9920-04d65e0cfdbb,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:01.647982 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8207a-85a0-483d-ba9e-5fa9c594bcff req-0db27bb6-3424-4dea-9e13-b6db5b3fb0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:05:01.647982 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ef8207a-85a0-483d-ba9e-5fa9c594bcff req-0db27bb6-3424-4dea-9e13-b6db5b3fb0e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dbce6a23f7f448d581896d0b0de43858&device_id=9e310850-a20f-440b-986b-feb043293ab8 HTTP/1.1" status: 200 len: 1127 time: 0.1100314 Feb 20 04:05:01.657528 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network c70afe89-dcf5-4100-9920-04d65e0cfdbb details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 04:05:01.669032 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-030200a8-e5f5-40e9-99ea-e31bb28f2cb2 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6669047 Feb 20 04:05:01.672910 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48590) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:05:01.677930 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-d09448f9-af89-4152-b41c-8502fdd2e2da admin admin] Request body: {'subnet': {'network_id': 'c70afe89-dcf5-4100-9920-04d65e0cfdbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1114698373-subnet', 'tenant_id': 'c2f9a81ac0e44c56a203f52f3ff7c7c2', 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:05:01.787876 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8207a-85a0-483d-ba9e-5fa9c594bcff req-ebe27058-e025-40ea-b998-9ab838ef2bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:05:01.789656 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ef8207a-85a0-483d-ba9e-5fa9c594bcff req-ebe27058-e025-40ea-b998-9ab838ef2bc7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7aefa578-9a73-485e-abe5-76525a78e3f7 HTTP/1.1" status: 200 len: 909 time: 0.1188583 Feb 20 04:05:01.798037 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09448f9-af89-4152-b41c-8502fdd2e2da admin admin] Made reservation on behalf of c2f9a81ac0e44c56a203f52f3ff7c7c2 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:05:01.800719 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d09448f9-af89-4152-b41c-8502fdd2e2da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:01.858324 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ef8207a-85a0-483d-ba9e-5fa9c594bcff req-5a3754bd-dafe-48fa-86ca-e3da5a8c8c74 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4510d3d4-a878-4499-8d2e-6b6a6d3571f1 HTTP/1.1" status: 200 len: 1000 time: 0.0616899 Feb 20 04:05:01.911868 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8207a-85a0-483d-ba9e-5fa9c594bcff req-91a03272-1998-4097-a0e9-9781891aa0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:05:01.913343 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ef8207a-85a0-483d-ba9e-5fa9c594bcff req-91a03272-1998-4097-a0e9-9781891aa0f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=34397b61-ec4b-46a1-947f-e5f30d325c5a HTTP/1.1" status: 200 len: 847 time: 0.0494745 Feb 20 04:05:01.969985 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8207a-85a0-483d-ba9e-5fa9c594bcff req-2ff66664-96ea-4f09-a5bf-704806b94668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:05:01.971584 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ef8207a-85a0-483d-ba9e-5fa9c594bcff req-2ff66664-96ea-4f09-a5bf-704806b94668 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7aefa578-9a73-485e-abe5-76525a78e3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0516655 Feb 20 04:05:02.067748 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ef8207a-85a0-483d-ba9e-5fa9c594bcff req-60fa8a55-480d-4431-9bb1-4204d2da2c3d service neutron] 10.222.0.42 "GET /v2.0/networks/7aefa578-9a73-485e-abe5-76525a78e3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895910 Feb 20 04:05:02.072121 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d09448f9-af89-4152-b41c-8502fdd2e2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (7e2a50a5-0df1-41a6-9ff1-3b4a2ac9a27e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:02.131638 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09448f9-af89-4152-b41c-8502fdd2e2da admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e2a50a5-0df1-41a6-9ff1-3b4a2ac9a27e,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:02.137578 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09448f9-af89-4152-b41c-8502fdd2e2da admin admin] Checking segment: {'id': 'e12e4f98-5e9e-44aa-9e1c-ca3c31c3ab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c70afe89-dcf5-4100-9920-04d65e0cfdbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:05:02.138206 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09448f9-af89-4152-b41c-8502fdd2e2da admin admin] Network hostable DHCP agents. Network: c70afe89-dcf5-4100-9920-04d65e0cfdbb, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 04:05:02.168074 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ef8207a-85a0-483d-ba9e-5fa9c594bcff req-a5ea8309-7448-451a-b44f-d194443cc296 service neutron] 10.222.0.42 "GET /v2.0/networks/7aefa578-9a73-485e-abe5-76525a78e3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941899 Feb 20 04:05:02.220509 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09448f9-af89-4152-b41c-8502fdd2e2da admin admin] Network c70afe89-dcf5-4100-9920-04d65e0cfdbb is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 04:05:02.294722 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-d09448f9-af89-4152-b41c-8502fdd2e2da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, c70afe89-dcf5-4100-9920-04d65e0cfdbb) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:05:02.299275 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09448f9-af89-4152-b41c-8502fdd2e2da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:05:02.299868 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d09448f9-af89-4152-b41c-8502fdd2e2da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:02.304783 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a106c5-77fe-4529-8106-d543033cd6fa None None] Network c70afe89-dcf5-4100-9920-04d65e0cfdbb requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:05:02.389091 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d09448f9-af89-4152-b41c-8502fdd2e2da admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7150607 Feb 20 04:05:02.392160 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48596) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:05:02.396646 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-01ee0741-e79b-4130-bc6b-b088233c4cd2 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1114698373-router', 'tenant_id': 'c2f9a81ac0e44c56a203f52f3ff7c7c2', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:05:02.411726 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f6299f-e41a-4d96-9a12-cfedf0dfb6e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-c70afe89-dcf5-4100-9920-04d65e0cfdbb', 'network_id': 'c70afe89-dcf5-4100-9920-04d65e0cfdbb', 'project_id': 'c2f9a81ac0e44c56a203f52f3ff7c7c2', 'fixed_ips': [{'subnet_id': '7e2a50a5-0df1-41a6-9ff1-3b4a2ac9a27e'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 04:05:02.412589 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-19f6299f-e41a-4d96-9a12-cfedf0dfb6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:02.494717 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-01ee0741-e79b-4130-bc6b-b088233c4cd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (62ac653d-4a4f-4a7a-a495-d79c2bc7f45a), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:02.495867 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-01ee0741-e79b-4130-bc6b-b088233c4cd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (62ac653d-4a4f-4a7a-a495-d79c2bc7f45a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:02.553251 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-19f6299f-e41a-4d96-9a12-cfedf0dfb6e3 None None] Allocated IP 172.20.0.2 (c70afe89-dcf5-4100-9920-04d65e0cfdbb/7e2a50a5-0df1-41a6-9ff1-3b4a2ac9a27e/ca828442-54a5-4484-a4a8-692a02b7d0d2) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:05:02.554450 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-01ee0741-e79b-4130-bc6b-b088233c4cd2 admin admin] Publish callbacks [] for router_controller (62ac653d-4a4f-4a7a-a495-d79c2bc7f45a), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:02.720002 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-19f6299f-e41a-4d96-9a12-cfedf0dfb6e3 None None] Publish callbacks [] for port (ca828442-54a5-4484-a4a8-692a02b7d0d2), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:02.767861 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-01ee0741-e79b-4130-bc6b-b088233c4cd2 admin admin] Publish callbacks [] for router_gateway (62ac653d-4a4f-4a7a-a495-d79c2bc7f45a), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:02.775166 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-19f6299f-e41a-4d96-9a12-cfedf0dfb6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (ca828442-54a5-4484-a4a8-692a02b7d0d2), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:02.805070 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:02.821877 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f6299f-e41a-4d96-9a12-cfedf0dfb6e3 None None] Network c70afe89-dcf5-4100-9920-04d65e0cfdbb is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:05:02.826268 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-19f6299f-e41a-4d96-9a12-cfedf0dfb6e3 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:05:02.828397 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6299f-e41a-4d96-9a12-cfedf0dfb6e3 None None] Pushing event updated for resources: {'Port': ['ID=ca828442-54a5-4484-a4a8-692a02b7d0d2,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:02.830262 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f6299f-e41a-4d96-9a12-cfedf0dfb6e3 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:05:02.885112 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-19f6299f-e41a-4d96-9a12-cfedf0dfb6e3 None None] Attempting to bind port ca828442-54a5-4484-a4a8-692a02b7d0d2 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:05:02.885493 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-19f6299f-e41a-4d96-9a12-cfedf0dfb6e3 None None] Attempting to bind port ca828442-54a5-4484-a4a8-692a02b7d0d2 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'e12e4f98-5e9e-44aa-9e1c-ca3c31c3ab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c70afe89-dcf5-4100-9920-04d65e0cfdbb'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:05:02.885862 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f6299f-e41a-4d96-9a12-cfedf0dfb6e3 None None] Attempting to bind port ca828442-54a5-4484-a4a8-692a02b7d0d2 on network c70afe89-dcf5-4100-9920-04d65e0cfdbb {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:05:02.891140 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f6299f-e41a-4d96-9a12-cfedf0dfb6e3 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:05:02.891526 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f6299f-e41a-4d96-9a12-cfedf0dfb6e3 None None] Checking segment: {'id': 'e12e4f98-5e9e-44aa-9e1c-ca3c31c3ab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c70afe89-dcf5-4100-9920-04d65e0cfdbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:05:02.892163 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-19f6299f-e41a-4d96-9a12-cfedf0dfb6e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:02.892343 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f6299f-e41a-4d96-9a12-cfedf0dfb6e3 None None] Bound using segment: {'id': 'e12e4f98-5e9e-44aa-9e1c-ca3c31c3ab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c70afe89-dcf5-4100-9920-04d65e0cfdbb'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:05:02.892807 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-19f6299f-e41a-4d96-9a12-cfedf0dfb6e3 None None] Bound port: ca828442-54a5-4484-a4a8-692a02b7d0d2, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12e4f98-5e9e-44aa-9e1c-ca3c31c3ab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c70afe89-dcf5-4100-9920-04d65e0cfdbb'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:05:02.893189 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-19f6299f-e41a-4d96-9a12-cfedf0dfb6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ca828442-54a5-4484-a4a8-692a02b7d0d2), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:02.962017 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-19f6299f-e41a-4d96-9a12-cfedf0dfb6e3 None None] For port ca828442-54a5-4484-a4a8-692a02b7d0d2, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:05:02.965351 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-19f6299f-e41a-4d96-9a12-cfedf0dfb6e3 None None] For port ca828442-54a5-4484-a4a8-692a02b7d0d2, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=ca828442-54a5-4484-a4a8-692a02b7d0d2,segment=NetworkSegment(e12e4f98-5e9e-44aa-9e1c-ca3c31c3ab5f),segment_id=e12e4f98-5e9e-44aa-9e1c-ca3c31c3ab5f)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:05:03.013251 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-01ee0741-e79b-4130-bc6b-b088233c4cd2 admin admin] Publish callbacks [] for router_gateway (62ac653d-4a4f-4a7a-a495-d79c2bc7f45a), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:03.033480 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-01ee0741-e79b-4130-bc6b-b088233c4cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:03.072510 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-19f6299f-e41a-4d96-9a12-cfedf0dfb6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ca828442-54a5-4484-a4a8-692a02b7d0d2), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:03.134801 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6299f-e41a-4d96-9a12-cfedf0dfb6e3 None None] Pushing event updated for resources: {'Port': ['ID=ca828442-54a5-4484-a4a8-692a02b7d0d2,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:03.152710 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-01ee0741-e79b-4130-bc6b-b088233c4cd2 admin admin] Allocated IP 172.25.7.227 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/0f394701-3a19-4cca-b0d7-d5a410b63797) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:05:03.260538 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-01ee0741-e79b-4130-bc6b-b088233c4cd2 admin admin] Publish callbacks [] for port (0f394701-3a19-4cca-b0d7-d5a410b63797), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:03.352892 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-01ee0741-e79b-4130-bc6b-b088233c4cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (0f394701-3a19-4cca-b0d7-d5a410b63797), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:03.398112 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ee0741-e79b-4130-bc6b-b088233c4cd2 admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:05:03.403160 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-01ee0741-e79b-4130-bc6b-b088233c4cd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:05:03.408408 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ee0741-e79b-4130-bc6b-b088233c4cd2 admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:05:03.411762 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee0741-e79b-4130-bc6b-b088233c4cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=0f394701-3a19-4cca-b0d7-d5a410b63797,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:03.444657 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ee0741-e79b-4130-bc6b-b088233c4cd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:05:03.444771 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ee0741-e79b-4130-bc6b-b088233c4cd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:05:03.445116 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ee0741-e79b-4130-bc6b-b088233c4cd2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:05:03.445457 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ee0741-e79b-4130-bc6b-b088233c4cd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:05:03.445796 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ee0741-e79b-4130-bc6b-b088233c4cd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:05:03.446123 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ee0741-e79b-4130-bc6b-b088233c4cd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:05:03.446447 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ee0741-e79b-4130-bc6b-b088233c4cd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:05:03.446770 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ee0741-e79b-4130-bc6b-b088233c4cd2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:05:03.447130 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ee0741-e79b-4130-bc6b-b088233c4cd2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:05:03.447452 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ee0741-e79b-4130-bc6b-b088233c4cd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:05:03.447771 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ee0741-e79b-4130-bc6b-b088233c4cd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:05:03.448089 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ee0741-e79b-4130-bc6b-b088233c4cd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:05:03.448405 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ee0741-e79b-4130-bc6b-b088233c4cd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:05:03.768409 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:05:03.799483 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-01ee0741-e79b-4130-bc6b-b088233c4cd2 admin admin] Publish callbacks [] for router_gateway (62ac653d-4a4f-4a7a-a495-d79c2bc7f45a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:03.981008 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ca828442-54a5-4484-a4a8-692a02b7d0d2 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:05:04.041365 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-01ee0741-e79b-4130-bc6b-b088233c4cd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (62ac653d-4a4f-4a7a-a495-d79c2bc7f45a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:04.061812 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port ca828442-54a5-4484-a4a8-692a02b7d0d2 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:05:04.063025 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ca828442-54a5-4484-a4a8-692a02b7d0d2), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:04.154346 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port ca828442-54a5-4484-a4a8-692a02b7d0d2 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:05:04.155195 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ca828442-54a5-4484-a4a8-692a02b7d0d2), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:04.196172 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port ca828442-54a5-4484-a4a8-692a02b7d0d2, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=ca828442-54a5-4484-a4a8-692a02b7d0d2,segment=NetworkSegment(e12e4f98-5e9e-44aa-9e1c-ca3c31c3ab5f),segment_id=e12e4f98-5e9e-44aa-9e1c-ca3c31c3ab5f)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:05:04.237857 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fdabdd-e20f-42b4-be2a-b7f528042f5e None None] Network c70afe89-dcf5-4100-9920-04d65e0cfdbb requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:05:04.282990 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ee0741-e79b-4130-bc6b-b088233c4cd2 admin admin] Router 62ac653d-4a4f-4a7a-a495-d79c2bc7f45a is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 04:05:04.308377 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-a42645e4-09bd-44cd-bb28-787b4f7e4dd9 None None] Provisioning complete for port ca828442-54a5-4484-a4a8-692a02b7d0d2 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:05:04.308762 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a42645e4-09bd-44cd-bb28-787b4f7e4dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ca828442-54a5-4484-a4a8-692a02b7d0d2), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:04.343244 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ca828442-54a5-4484-a4a8-692a02b7d0d2), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:04.409507 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ee0741-e79b-4130-bc6b-b088233c4cd2 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:05:04.413528 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a3b760-2622-484f-ac1d-4976b169c60a None None] Sync routers for ids ['62ac653d-4a4f-4a7a-a495-d79c2bc7f45a'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:05:04.423685 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a3b760-2622-484f-ac1d-4976b169c60a None None] Routers {'62ac653d-4a4f-4a7a-a495-d79c2bc7f45a'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:05:04.424298 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-b3a3b760-2622-484f-ac1d-4976b169c60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:04:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['62ac653d-4a4f-4a7a-a495-d79c2bc7f45a'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:05:04.446347 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=ca828442-54a5-4484-a4a8-692a02b7d0d2,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:04.493078 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-a42645e4-09bd-44cd-bb28-787b4f7e4dd9 None None] Current status of the port ca828442-54a5-4484-a4a8-692a02b7d0d2 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:05:04.496731 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-01ee0741-e79b-4130-bc6b-b088233c4cd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:04.497987 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-01ee0741-e79b-4130-bc6b-b088233c4cd2 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.1048119 Feb 20 04:05:04.501465 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48614) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:05:04.655964 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-b3a3b760-2622-484f-ac1d-4976b169c60a None None] Set router 62ac653d-4a4f-4a7a-a495-d79c2bc7f45a gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:05:04.825405 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-9cd271f2-f610-4d55-8a27-54e4be20f31d None None] Provisioning complete for port ca828442-54a5-4484-a4a8-692a02b7d0d2 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:05:04.826190 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9cd271f2-f610-4d55-8a27-54e4be20f31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ca828442-54a5-4484-a4a8-692a02b7d0d2), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:04.863900 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-b3a3b760-2622-484f-ac1d-4976b169c60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac653d-4a4f-4a7a-a495-d79c2bc7f45a', 'name': 'tempest-ImageQuotaTest-1114698373-router', 'tenant_id': 'c2f9a81ac0e44c56a203f52f3ff7c7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '0f394701-3a19-4cca-b0d7-d5a410b63797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:05:02Z', 'updated_at': '2022-02-20T04:05:03Z', 'revision_number': 3, 'project_id': 'c2f9a81ac0e44c56a203f52f3ff7c7c2', 'gw_port': {'id': '0f394701-3a19-4cca-b0d7-d5a410b63797', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:81:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ac653d-4a4f-4a7a-a495-d79c2bc7f45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:03Z', 'updated_at': '2022-02-20T04:05:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:05:04.897138 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a3b760-2622-484f-ac1d-4976b169c60a None None] Checking router: 62ac653d-4a4f-4a7a-a495-d79c2bc7f45a for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:05:04.897895 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a3b760-2622-484f-ac1d-4976b169c60a None None] Updating router 62ac653d-4a4f-4a7a-a495-d79c2bc7f45a port 0f394701-3a19-4cca-b0d7-d5a410b63797 binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 04:05:04.922297 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-9cd271f2-f610-4d55-8a27-54e4be20f31d None None] Current status of the port ca828442-54a5-4484-a4a8-692a02b7d0d2 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:05:04.928318 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b3a3b760-2622-484f-ac1d-4976b169c60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0f394701-3a19-4cca-b0d7-d5a410b63797), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:05.030308 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4cc9ec6-64cf-417a-8014-3ac1d0927af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:05.191215 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b3a3b760-2622-484f-ac1d-4976b169c60a None None] Publish callbacks [] for port (0f394701-3a19-4cca-b0d7-d5a410b63797), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:05.203177 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-f4cc9ec6-64cf-417a-8014-3ac1d0927af6 admin admin] Allocated IP 172.20.0.1 (c70afe89-dcf5-4100-9920-04d65e0cfdbb/7e2a50a5-0df1-41a6-9ff1-3b4a2ac9a27e/18a28a3a-511f-431e-89c5-c5d532c08a4b) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:05:05.306452 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b3a3b760-2622-484f-ac1d-4976b169c60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0f394701-3a19-4cca-b0d7-d5a410b63797), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:05.318165 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4cc9ec6-64cf-417a-8014-3ac1d0927af6 admin admin] Publish callbacks [] for port (18a28a3a-511f-431e-89c5-c5d532c08a4b), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:05.388549 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5bb86-4825-43bb-b2a1-bf06bd2be02e None None] Pushing event updated for resources: {'Port': ['ID=0f394701-3a19-4cca-b0d7-d5a410b63797,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:05.392918 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-b3a3b760-2622-484f-ac1d-4976b169c60a None None] Attempting to bind port 0f394701-3a19-4cca-b0d7-d5a410b63797 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:05:05.393413 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-b3a3b760-2622-484f-ac1d-4976b169c60a None None] Attempting to bind port 0f394701-3a19-4cca-b0d7-d5a410b63797 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:05:05.393704 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a3b760-2622-484f-ac1d-4976b169c60a None None] Attempting to bind port 0f394701-3a19-4cca-b0d7-d5a410b63797 on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:05:05.407606 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a3b760-2622-484f-ac1d-4976b169c60a None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:05:05.407606 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a3b760-2622-484f-ac1d-4976b169c60a None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:05:05.407606 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b3a3b760-2622-484f-ac1d-4976b169c60a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:05.407606 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a3b760-2622-484f-ac1d-4976b169c60a None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:05:05.407606 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-b3a3b760-2622-484f-ac1d-4976b169c60a None None] Bound port: 0f394701-3a19-4cca-b0d7-d5a410b63797, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:05:05.407606 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b3a3b760-2622-484f-ac1d-4976b169c60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0f394701-3a19-4cca-b0d7-d5a410b63797), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:05.449819 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4cc9ec6-64cf-417a-8014-3ac1d0927af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (18a28a3a-511f-431e-89c5-c5d532c08a4b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:05.453490 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-b3a3b760-2622-484f-ac1d-4976b169c60a None None] For port 0f394701-3a19-4cca-b0d7-d5a410b63797, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:05:05.458756 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-b3a3b760-2622-484f-ac1d-4976b169c60a None None] For port 0f394701-3a19-4cca-b0d7-d5a410b63797, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0f394701-3a19-4cca-b0d7-d5a410b63797,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:05:05.488754 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cc9ec6-64cf-417a-8014-3ac1d0927af6 admin admin] Network c70afe89-dcf5-4100-9920-04d65e0cfdbb is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:05:05.491636 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-f4cc9ec6-64cf-417a-8014-3ac1d0927af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:05:05.494337 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cc9ec6-64cf-417a-8014-3ac1d0927af6 admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:05:05.530638 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc9ec6-64cf-417a-8014-3ac1d0927af6 admin admin] Pushing event updated for resources: {'Port': ['ID=18a28a3a-511f-431e-89c5-c5d532c08a4b,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:05.545089 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4cc9ec6-64cf-417a-8014-3ac1d0927af6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (62ac653d-4a4f-4a7a-a495-d79c2bc7f45a), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:05.546243 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-b3a3b760-2622-484f-ac1d-4976b169c60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0f394701-3a19-4cca-b0d7-d5a410b63797), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:05.623957 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5bb86-4825-43bb-b2a1-bf06bd2be02e None None] Pushing event updated for resources: {'Port': ['ID=0f394701-3a19-4cca-b0d7-d5a410b63797,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:05.642087 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a3b760-2622-484f-ac1d-4976b169c60a None None] Routers {'62ac653d-4a4f-4a7a-a495-d79c2bc7f45a'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:05:05.643038 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-b3a3b760-2622-484f-ac1d-4976b169c60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:04:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['62ac653d-4a4f-4a7a-a495-d79c2bc7f45a'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:05:05.751549 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-569bfc8c-3c10-4a58-8728-482f338c064c None None] Provisioning complete for port 18a28a3a-511f-431e-89c5-c5d532c08a4b triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:05:05.752158 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-569bfc8c-3c10-4a58-8728-482f338c064c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (18a28a3a-511f-431e-89c5-c5d532c08a4b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:05.767351 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-b3a3b760-2622-484f-ac1d-4976b169c60a None None] Set router 62ac653d-4a4f-4a7a-a495-d79c2bc7f45a gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:05:05.787164 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-569bfc8c-3c10-4a58-8728-482f338c064c None None] Port 18a28a3a-511f-431e-89c5-c5d532c08a4b cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:05:05.801632 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4cc9ec6-64cf-417a-8014-3ac1d0927af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (18a28a3a-511f-431e-89c5-c5d532c08a4b), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:05.926885 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ca828442-54a5-4484-a4a8-692a02b7d0d2 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:05:05.981391 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port ca828442-54a5-4484-a4a8-692a02b7d0d2 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:05:05.981773 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ca828442-54a5-4484-a4a8-692a02b7d0d2), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:05.994694 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-b3a3b760-2622-484f-ac1d-4976b169c60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac653d-4a4f-4a7a-a495-d79c2bc7f45a', 'name': 'tempest-ImageQuotaTest-1114698373-router', 'tenant_id': 'c2f9a81ac0e44c56a203f52f3ff7c7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '0f394701-3a19-4cca-b0d7-d5a410b63797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:05:02Z', 'updated_at': '2022-02-20T04:05:03Z', 'revision_number': 3, 'project_id': 'c2f9a81ac0e44c56a203f52f3ff7c7c2', 'gw_port': {'id': '0f394701-3a19-4cca-b0d7-d5a410b63797', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:81:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ac653d-4a4f-4a7a-a495-d79c2bc7f45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:03Z', 'updated_at': '2022-02-20T04:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:05:05.999699 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4cc9ec6-64cf-417a-8014-3ac1d0927af6 admin admin] Publish callbacks [] for port (18a28a3a-511f-431e-89c5-c5d532c08a4b), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:06.027570 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a3b760-2622-484f-ac1d-4976b169c60a None None] The sync data for ids ['62ac653d-4a4f-4a7a-a495-d79c2bc7f45a'] in n-d-829866-4 is: [{'id': '62ac653d-4a4f-4a7a-a495-d79c2bc7f45a', 'name': 'tempest-ImageQuotaTest-1114698373-router', 'tenant_id': 'c2f9a81ac0e44c56a203f52f3ff7c7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '0f394701-3a19-4cca-b0d7-d5a410b63797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:05:02Z', 'updated_at': '2022-02-20T04:05:03Z', 'revision_number': 3, 'project_id': 'c2f9a81ac0e44c56a203f52f3ff7c7c2', 'gw_port': {'id': '0f394701-3a19-4cca-b0d7-d5a410b63797', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:81:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ac653d-4a4f-4a7a-a495-d79c2bc7f45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:03Z', 'updated_at': '2022-02-20T04:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:05:06.070258 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4cc9ec6-64cf-417a-8014-3ac1d0927af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (18a28a3a-511f-431e-89c5-c5d532c08a4b), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:06.080492 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port ca828442-54a5-4484-a4a8-692a02b7d0d2 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:05:06.151507 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f4cc9ec6-64cf-417a-8014-3ac1d0927af6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (62ac653d-4a4f-4a7a-a495-d79c2bc7f45a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:06.153387 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc9ec6-64cf-417a-8014-3ac1d0927af6 admin admin] Pushing event updated for resources: {'Port': ['ID=18a28a3a-511f-431e-89c5-c5d532c08a4b,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:06.634173 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cc9ec6-64cf-417a-8014-3ac1d0927af6 admin admin] Network c70afe89-dcf5-4100-9920-04d65e0cfdbb is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:05:06.635779 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-f4cc9ec6-64cf-417a-8014-3ac1d0927af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:05:06.797544 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4cc9ec6-64cf-417a-8014-3ac1d0927af6 admin admin] Router 62ac653d-4a4f-4a7a-a495-d79c2bc7f45a has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:05:06.943194 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cc9ec6-64cf-417a-8014-3ac1d0927af6 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:05:06.963515 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f4cc9ec6-64cf-417a-8014-3ac1d0927af6 admin admin] 10.222.0.89 "PUT /v2.0/routers/62ac653d-4a4f-4a7a-a495-d79c2bc7f45a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4525537 Feb 20 04:05:07.133312 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-13d9c19f-acc2-4745-8584-b1157c91d8fe None None] Provisioning complete for port 18a28a3a-511f-431e-89c5-c5d532c08a4b triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:05:07.138424 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-13d9c19f-acc2-4745-8584-b1157c91d8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (18a28a3a-511f-431e-89c5-c5d532c08a4b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:07.173272 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-13d9c19f-acc2-4745-8584-b1157c91d8fe None None] Port 18a28a3a-511f-431e-89c5-c5d532c08a4b cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:05:07.897151 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] Sync routers for ids ['62ac653d-4a4f-4a7a-a495-d79c2bc7f45a'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:05:07.909871 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] Routers {'62ac653d-4a4f-4a7a-a495-d79c2bc7f45a'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:05:07.910552 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:04:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['62ac653d-4a4f-4a7a-a495-d79c2bc7f45a'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:05:07.951996 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0f394701-3a19-4cca-b0d7-d5a410b63797 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:05:08.065546 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 0f394701-3a19-4cca-b0d7-d5a410b63797 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:05:08.065928 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0f394701-3a19-4cca-b0d7-d5a410b63797), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:08.069417 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] Set router 62ac653d-4a4f-4a7a-a495-d79c2bc7f45a gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:05:08.192344 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48658) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:05:08.455535 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 0f394701-3a19-4cca-b0d7-d5a410b63797 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:05:08.456120 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0f394701-3a19-4cca-b0d7-d5a410b63797), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:08.488889 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 0f394701-3a19-4cca-b0d7-d5a410b63797, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0f394701-3a19-4cca-b0d7-d5a410b63797,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:05:08.536415 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac653d-4a4f-4a7a-a495-d79c2bc7f45a', 'name': 'tempest-ImageQuotaTest-1114698373-router', 'tenant_id': 'c2f9a81ac0e44c56a203f52f3ff7c7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '0f394701-3a19-4cca-b0d7-d5a410b63797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:05:02Z', 'updated_at': '2022-02-20T04:05:05Z', 'revision_number': 4, 'project_id': 'c2f9a81ac0e44c56a203f52f3ff7c7c2', 'gw_port': {'id': '0f394701-3a19-4cca-b0d7-d5a410b63797', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:81:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ac653d-4a4f-4a7a-a495-d79c2bc7f45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:03Z', 'updated_at': '2022-02-20T04:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '18a28a3a-511f-431e-89c5-c5d532c08a4b', 'name': '', 'network_id': 'c70afe89-dcf5-4100-9920-04d65e0cfdbb', 'tenant_id': 'c2f9a81ac0e44c56a203f52f3ff7c7c2', 'mac_address': 'fa:16:3e:16:e6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ac653d-4a4f-4a7a-a495-d79c2bc7f45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '7e2a50a5-0df1-41a6-9ff1-3b4a2ac9a27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:05Z', 'updated_at': '2022-02-20T04:05:05Z', 'revision_number': 2, 'project_id': 'c2f9a81ac0e44c56a203f52f3ff7c7c2', 'subnets': [{'id': '7e2a50a5-0df1-41a6-9ff1-3b4a2ac9a27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:05:08.559652 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-49bf26ad-795b-4cce-ac20-b22b3ce48243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (62ac653d-4a4f-4a7a-a495-d79c2bc7f45a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:08.569250 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0f394701-3a19-4cca-b0d7-d5a410b63797), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:08.601643 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] Checking router: 62ac653d-4a4f-4a7a-a495-d79c2bc7f45a for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:05:08.602024 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] Updating router 62ac653d-4a4f-4a7a-a495-d79c2bc7f45a port 18a28a3a-511f-431e-89c5-c5d532c08a4b binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 04:05:08.646484 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (18a28a3a-511f-431e-89c5-c5d532c08a4b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:08.648416 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=0f394701-3a19-4cca-b0d7-d5a410b63797,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:08.835572 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-49bf26ad-795b-4cce-ac20-b22b3ce48243 admin admin] Deleting port 18a28a3a-511f-431e-89c5-c5d532c08a4b {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:05:08.835919 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-49bf26ad-795b-4cce-ac20-b22b3ce48243 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (18a28a3a-511f-431e-89c5-c5d532c08a4b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:08.918517 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-49bf26ad-795b-4cce-ac20-b22b3ce48243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (18a28a3a-511f-431e-89c5-c5d532c08a4b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:08.928561 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] Publish callbacks [] for port (18a28a3a-511f-431e-89c5-c5d532c08a4b), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:08.931499 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-49bf26ad-795b-4cce-ac20-b22b3ce48243 admin admin] Calling delete_port for 18a28a3a-511f-431e-89c5-c5d532c08a4b owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:05:08.996669 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (18a28a3a-511f-431e-89c5-c5d532c08a4b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:09.073667 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e3de5-15fa-46e9-8792-e29189159b1d None None] Pushing event updated for resources: {'Port': ['ID=18a28a3a-511f-431e-89c5-c5d532c08a4b,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:09.163492 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] Attempting to bind port 18a28a3a-511f-431e-89c5-c5d532c08a4b on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:05:09.164128 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] Attempting to bind port 18a28a3a-511f-431e-89c5-c5d532c08a4b by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'e12e4f98-5e9e-44aa-9e1c-ca3c31c3ab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c70afe89-dcf5-4100-9920-04d65e0cfdbb'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:05:09.164510 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] Attempting to bind port 18a28a3a-511f-431e-89c5-c5d532c08a4b on network c70afe89-dcf5-4100-9920-04d65e0cfdbb {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:05:09.170691 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:05:09.171093 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] Checking segment: {'id': 'e12e4f98-5e9e-44aa-9e1c-ca3c31c3ab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c70afe89-dcf5-4100-9920-04d65e0cfdbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:05:09.173241 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:09.173688 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] Bound using segment: {'id': 'e12e4f98-5e9e-44aa-9e1c-ca3c31c3ab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c70afe89-dcf5-4100-9920-04d65e0cfdbb'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:05:09.174316 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] Bound port: 18a28a3a-511f-431e-89c5-c5d532c08a4b, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12e4f98-5e9e-44aa-9e1c-ca3c31c3ab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c70afe89-dcf5-4100-9920-04d65e0cfdbb'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:05:09.174724 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (18a28a3a-511f-431e-89c5-c5d532c08a4b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:09.214641 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-49bf26ad-795b-4cce-ac20-b22b3ce48243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (18a28a3a-511f-431e-89c5-c5d532c08a4b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:09.242409 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf26ad-795b-4cce-ac20-b22b3ce48243 admin admin] Pushing event deleted for resources: {'Port': ['ID=18a28a3a-511f-431e-89c5-c5d532c08a4b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:09.245020 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 04:05:09.246030 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 04:05:09.305803 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-4d066e09-1860-4635-8a56-f0b2d2b490ea None None] Could not find standard attr ID for object 18a28a3a-511f-431e-89c5-c5d532c08a4b. {{(pid=104107) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 20 04:05:09.435374 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-49bf26ad-795b-4cce-ac20-b22b3ce48243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (62ac653d-4a4f-4a7a-a495-d79c2bc7f45a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:09.655410 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49bf26ad-795b-4cce-ac20-b22b3ce48243 admin admin] Router 62ac653d-4a4f-4a7a-a495-d79c2bc7f45a has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:05:09.760668 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] Attempting to bind port 18a28a3a-511f-431e-89c5-c5d532c08a4b on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:05:09.761197 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] Attempting to bind port 18a28a3a-511f-431e-89c5-c5d532c08a4b by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'e12e4f98-5e9e-44aa-9e1c-ca3c31c3ab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c70afe89-dcf5-4100-9920-04d65e0cfdbb'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:05:09.761692 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] Attempting to bind port 18a28a3a-511f-431e-89c5-c5d532c08a4b on network c70afe89-dcf5-4100-9920-04d65e0cfdbb {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:05:09.766836 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bf26ad-795b-4cce-ac20-b22b3ce48243 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:05:09.767265 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:05:09.767657 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] Checking segment: {'id': 'e12e4f98-5e9e-44aa-9e1c-ca3c31c3ab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c70afe89-dcf5-4100-9920-04d65e0cfdbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:05:09.768967 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:09.769751 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] Bound using segment: {'id': 'e12e4f98-5e9e-44aa-9e1c-ca3c31c3ab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c70afe89-dcf5-4100-9920-04d65e0cfdbb'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:05:09.770229 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] Bound port: 18a28a3a-511f-431e-89c5-c5d532c08a4b, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12e4f98-5e9e-44aa-9e1c-ca3c31c3ab5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c70afe89-dcf5-4100-9920-04d65e0cfdbb'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:05:09.770756 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (18a28a3a-511f-431e-89c5-c5d532c08a4b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:09.772020 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-49bf26ad-795b-4cce-ac20-b22b3ce48243 admin admin] 10.222.0.89 "PUT /v2.0/routers/62ac653d-4a4f-4a7a-a495-d79c2bc7f45a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5783229 Feb 20 04:05:09.774437 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48676) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:05:09.805255 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] Port 18a28a3a-511f-431e-89c5-c5d532c08a4b has been deleted concurrently {{(pid=104107) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 20 04:05:09.818867 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] Routers {'62ac653d-4a4f-4a7a-a495-d79c2bc7f45a'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:05:09.819525 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:04:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['62ac653d-4a4f-4a7a-a495-d79c2bc7f45a'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:05:09.896572 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7f8e8714-80cc-437b-8388-cab834761b00 admin admin] Publish callbacks [] for router (62ac653d-4a4f-4a7a-a495-d79c2bc7f45a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:09.951796 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0f394701-3a19-4cca-b0d7-d5a410b63797 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:05:09.955531 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] Set router 62ac653d-4a4f-4a7a-a495-d79c2bc7f45a gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:05:10.008731 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7f8e8714-80cc-437b-8388-cab834761b00 admin admin] Publish callbacks [] for router_gateway (62ac653d-4a4f-4a7a-a495-d79c2bc7f45a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:10.106091 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-7f8e8714-80cc-437b-8388-cab834761b00 admin admin] Deleting port 0f394701-3a19-4cca-b0d7-d5a410b63797 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:05:10.106428 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7f8e8714-80cc-437b-8388-cab834761b00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (0f394701-3a19-4cca-b0d7-d5a410b63797), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:10.129145 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 0f394701-3a19-4cca-b0d7-d5a410b63797 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:05:10.129672 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0f394701-3a19-4cca-b0d7-d5a410b63797), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:10.193282 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-7f8e8714-80cc-437b-8388-cab834761b00 admin admin] For port 0f394701-3a19-4cca-b0d7-d5a410b63797, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0f394701-3a19-4cca-b0d7-d5a410b63797,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:05:10.193932 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7f8e8714-80cc-437b-8388-cab834761b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (0f394701-3a19-4cca-b0d7-d5a410b63797), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:10.208409 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-7f8e8714-80cc-437b-8388-cab834761b00 admin admin] Calling delete_port for 0f394701-3a19-4cca-b0d7-d5a410b63797 owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:05:10.253891 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ac653d-4a4f-4a7a-a495-d79c2bc7f45a', 'name': 'tempest-ImageQuotaTest-1114698373-router', 'tenant_id': 'c2f9a81ac0e44c56a203f52f3ff7c7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '0f394701-3a19-4cca-b0d7-d5a410b63797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:05:02Z', 'updated_at': '2022-02-20T04:05:09Z', 'revision_number': 5, 'project_id': 'c2f9a81ac0e44c56a203f52f3ff7c7c2', 'gw_port': {'id': '0f394701-3a19-4cca-b0d7-d5a410b63797', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac653d-4a4f-4a7a-a495-d79c2bc7f45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:03Z', 'updated_at': '2022-02-20T04:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:05:10.257962 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 0f394701-3a19-4cca-b0d7-d5a410b63797 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:05:10.285116 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045ae62f-cb01-462a-aa6d-5e7f7f007880 None None] The sync data for ids ['62ac653d-4a4f-4a7a-a495-d79c2bc7f45a'] in n-d-829866-4 is: [{'id': '62ac653d-4a4f-4a7a-a495-d79c2bc7f45a', 'name': 'tempest-ImageQuotaTest-1114698373-router', 'tenant_id': 'c2f9a81ac0e44c56a203f52f3ff7c7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '0f394701-3a19-4cca-b0d7-d5a410b63797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:05:02Z', 'updated_at': '2022-02-20T04:05:09Z', 'revision_number': 5, 'project_id': 'c2f9a81ac0e44c56a203f52f3ff7c7c2', 'gw_port': {'id': '0f394701-3a19-4cca-b0d7-d5a410b63797', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ac653d-4a4f-4a7a-a495-d79c2bc7f45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:03Z', 'updated_at': '2022-02-20T04:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:05:10.455309 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7f8e8714-80cc-437b-8388-cab834761b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (0f394701-3a19-4cca-b0d7-d5a410b63797), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:10.481786 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e8714-80cc-437b-8388-cab834761b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f394701-3a19-4cca-b0d7-d5a410b63797,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:10.553749 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7f8e8714-80cc-437b-8388-cab834761b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (62ac653d-4a4f-4a7a-a495-d79c2bc7f45a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:10.654189 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7f8e8714-80cc-437b-8388-cab834761b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (62ac653d-4a4f-4a7a-a495-d79c2bc7f45a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:10.656663 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7f8e8714-80cc-437b-8388-cab834761b00 admin admin] Publish callbacks [] for router_controller (62ac653d-4a4f-4a7a-a495-d79c2bc7f45a), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:10.763599 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7f8e8714-80cc-437b-8388-cab834761b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (62ac653d-4a4f-4a7a-a495-d79c2bc7f45a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:10.764127 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8e8714-80cc-437b-8388-cab834761b00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62ac653d-4a4f-4a7a-a495-d79c2bc7f45a {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 04:05:10.768914 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7f8e8714-80cc-437b-8388-cab834761b00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:10.770553 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7f8e8714-80cc-437b-8388-cab834761b00 admin admin] 10.222.0.89 "DELETE /v2.0/routers/62ac653d-4a4f-4a7a-a495-d79c2bc7f45a HTTP/1.1" status: 204 len: 168 time: 0.9947922 Feb 20 04:05:10.772662 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48686) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:05:10.829221 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb3a8fd-be57-43eb-87e9-11ba1fda55f2 admin admin] Deleting subnet 7e2a50a5-0df1-41a6-9ff1-3b4a2ac9a27e {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 04:05:10.833678 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-afb3a8fd-be57-43eb-87e9-11ba1fda55f2 admin admin] Publish callbacks [] for subnet (7e2a50a5-0df1-41a6-9ff1-3b4a2ac9a27e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:10.872676 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-afb3a8fd-be57-43eb-87e9-11ba1fda55f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (7e2a50a5-0df1-41a6-9ff1-3b4a2ac9a27e), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:10.950379 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a650d9-8831-4bdb-b157-34074e45eca3 None None] Sync routers for ids ['62ac653d-4a4f-4a7a-a495-d79c2bc7f45a'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:05:10.958900 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-afb3a8fd-be57-43eb-87e9-11ba1fda55f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (7e2a50a5-0df1-41a6-9ff1-3b4a2ac9a27e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:10.960539 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a650d9-8831-4bdb-b157-34074e45eca3 None None] Routers set() bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:05:10.960913 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a650d9-8831-4bdb-b157-34074e45eca3 None None] Router IDs set() for agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 20 04:05:10.961681 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_agentschedulers_db [None req-c0a650d9-8831-4bdb-b157-34074e45eca3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'62ac653d-4a4f-4a7a-a495-d79c2bc7f45a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:04:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent'). {{(pid=104108) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 20 04:05:10.970879 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a650d9-8831-4bdb-b157-34074e45eca3 None None] Routers set() bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:05:10.971261 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a650d9-8831-4bdb-b157-34074e45eca3 None None] Router IDs set() for agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 20 04:05:10.971830 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_agentschedulers_db [None req-c0a650d9-8831-4bdb-b157-34074e45eca3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'62ac653d-4a4f-4a7a-a495-d79c2bc7f45a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:04:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent'). {{(pid=104108) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 20 04:05:10.972206 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a650d9-8831-4bdb-b157-34074e45eca3 None None] The sync data for ids ['62ac653d-4a4f-4a7a-a495-d79c2bc7f45a'] in n-d-829866-4 is: [] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:05:11.095406 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-afb3a8fd-be57-43eb-87e9-11ba1fda55f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (7e2a50a5-0df1-41a6-9ff1-3b4a2ac9a27e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:11.121655 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3a8fd-be57-43eb-87e9-11ba1fda55f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e2a50a5-0df1-41a6-9ff1-3b4a2ac9a27e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:11.125886 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-afb3a8fd-be57-43eb-87e9-11ba1fda55f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:11.129100 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-afb3a8fd-be57-43eb-87e9-11ba1fda55f2 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/7e2a50a5-0df1-41a6-9ff1-3b4a2ac9a27e HTTP/1.1" status: 204 len: 168 time: 0.3554950 Feb 20 04:05:11.131539 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48692) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:05:11.135662 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37fab19-3963-4756-8966-024bc7ca03c6 None None] Network c70afe89-dcf5-4100-9920-04d65e0cfdbb requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:05:11.204588 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9b2164b4-b87b-47c1-bdae-b76673b3f325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (c70afe89-dcf5-4100-9920-04d65e0cfdbb), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:11.269590 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9b2164b4-b87b-47c1-bdae-b76673b3f325 admin admin] Deleting port ca828442-54a5-4484-a4a8-692a02b7d0d2 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:05:11.273828 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9b2164b4-b87b-47c1-bdae-b76673b3f325 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ca828442-54a5-4484-a4a8-692a02b7d0d2), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:11.336829 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-9b2164b4-b87b-47c1-bdae-b76673b3f325 admin admin] For port ca828442-54a5-4484-a4a8-692a02b7d0d2, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=ca828442-54a5-4484-a4a8-692a02b7d0d2,segment=NetworkSegment(e12e4f98-5e9e-44aa-9e1c-ca3c31c3ab5f),segment_id=e12e4f98-5e9e-44aa-9e1c-ca3c31c3ab5f)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:05:11.337168 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9b2164b4-b87b-47c1-bdae-b76673b3f325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ca828442-54a5-4484-a4a8-692a02b7d0d2), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:11.350972 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9b2164b4-b87b-47c1-bdae-b76673b3f325 admin admin] Calling delete_port for ca828442-54a5-4484-a4a8-692a02b7d0d2 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:05:11.416064 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef6ace8-1b63-4c2a-bbc4-317916b86580 None None] DHCP port deletion for c70afe89-dcf5-4100-9920-04d65e0cfdbb request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 04:05:11.470498 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-fef6ace8-1b63-4c2a-bbc4-317916b86580 None None] Deleting port ca828442-54a5-4484-a4a8-692a02b7d0d2 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:05:11.473326 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fef6ace8-1b63-4c2a-bbc4-317916b86580 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ca828442-54a5-4484-a4a8-692a02b7d0d2), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:11.513929 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9b2164b4-b87b-47c1-bdae-b76673b3f325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (ca828442-54a5-4484-a4a8-692a02b7d0d2), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:11.539736 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2164b4-b87b-47c1-bdae-b76673b3f325 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca828442-54a5-4484-a4a8-692a02b7d0d2,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:11.540773 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-fef6ace8-1b63-4c2a-bbc4-317916b86580 None None] For port ca828442-54a5-4484-a4a8-692a02b7d0d2, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=ca828442-54a5-4484-a4a8-692a02b7d0d2,segment=NetworkSegment(e12e4f98-5e9e-44aa-9e1c-ca3c31c3ab5f),segment_id=e12e4f98-5e9e-44aa-9e1c-ca3c31c3ab5f)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:05:11.541280 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fef6ace8-1b63-4c2a-bbc4-317916b86580 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ca828442-54a5-4484-a4a8-692a02b7d0d2), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:11.541659 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2164b4-b87b-47c1-bdae-b76673b3f325 admin admin] No DVR routers for this DVR port ca828442-54a5-4484-a4a8-692a02b7d0d2 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:05:11.555557 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-fef6ace8-1b63-4c2a-bbc4-317916b86580 None None] Calling delete_port for ca828442-54a5-4484-a4a8-692a02b7d0d2 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:05:11.631324 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9b2164b4-b87b-47c1-bdae-b76673b3f325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (c70afe89-dcf5-4100-9920-04d65e0cfdbb), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:11.645974 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fef6ace8-1b63-4c2a-bbc4-317916b86580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (ca828442-54a5-4484-a4a8-692a02b7d0d2), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:11.654623 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-9b2164b4-b87b-47c1-bdae-b76673b3f325 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c70afe89-dcf5-4100-9920-04d65e0cfdbb']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:05:11.665734 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-9b2164b4-b87b-47c1-bdae-b76673b3f325 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e12e4f98-5e9e-44aa-9e1c-ca3c31c3ab5f') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:05:11.666058 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-9b2164b4-b87b-47c1-bdae-b76673b3f325 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e12e4f98-5e9e-44aa-9e1c-ca3c31c3ab5f') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:05:11.673397 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6ace8-1b63-4c2a-bbc4-317916b86580 None None] Pushing event deleted for resources: {'Port': ['ID=ca828442-54a5-4484-a4a8-692a02b7d0d2,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:11.675077 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef6ace8-1b63-4c2a-bbc4-317916b86580 None None] No DVR routers for this DVR port ca828442-54a5-4484-a4a8-692a02b7d0d2 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:05:11.682790 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9b2164b4-b87b-47c1-bdae-b76673b3f325 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (e12e4f98-5e9e-44aa-9e1c-ca3c31c3ab5f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:11.706455 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9b2164b4-b87b-47c1-bdae-b76673b3f325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (e12e4f98-5e9e-44aa-9e1c-ca3c31c3ab5f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:11.713289 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b2164b4-b87b-47c1-bdae-b76673b3f325 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 04:05:11.713682 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9b2164b4-b87b-47c1-bdae-b76673b3f325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (e12e4f98-5e9e-44aa-9e1c-ca3c31c3ab5f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:11.715481 n-d-829866-4 neutron-server[104106]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:05:11.715481 n-d-829866-4 neutron-server[104106]: items = [ Feb 20 04:05:11.715481 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 04:05:11.715481 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 04:05:11.715481 n-d-829866-4 neutron-server[104106]: timer() Feb 20 04:05:11.715481 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 04:05:11.715481 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 04:05:11.715481 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 04:05:11.715481 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 04:05:11.715481 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 04:05:11.715481 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 04:05:11.715481 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 04:05:11.715481 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 04:05:11.715481 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 04:05:11.715481 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 04:05:11.715481 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 04:05:11.715481 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 04:05:11.715481 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 04:05:11.715481 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 04:05:11.715481 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 04:05:11.715481 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 04:05:11.715481 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 04:05:11.715481 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 04:05:11.715481 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 04:05:11.715481 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 04:05:11.715481 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 04:05:11.715481 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 04:05:11.715481 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 04:05:11.715481 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 04:05:11.715481 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 04:05:11.715481 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 04:05:11.715481 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 04:05:11.715481 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 04:05:11.715481 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 04:05:11.842226 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9b2164b4-b87b-47c1-bdae-b76673b3f325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (c70afe89-dcf5-4100-9920-04d65e0cfdbb), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:11.885812 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9b2164b4-b87b-47c1-bdae-b76673b3f325 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:11.892086 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9b2164b4-b87b-47c1-bdae-b76673b3f325 admin admin] 10.222.0.89 "DELETE /v2.0/networks/c70afe89-dcf5-4100-9920-04d65e0cfdbb HTTP/1.1" status: 204 len: 168 time: 0.7595615 Feb 20 04:05:11.893929 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2164b4-b87b-47c1-bdae-b76673b3f325 admin admin] Pushing event deleted for resources: {'Network': ['ID=c70afe89-dcf5-4100-9920-04d65e0cfdbb,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:11.928568 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0f394701-3a19-4cca-b0d7-d5a410b63797 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:05:11.956067 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 0f394701-3a19-4cca-b0d7-d5a410b63797 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:05:11.956669 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0f394701-3a19-4cca-b0d7-d5a410b63797 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:05:11.958039 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ca828442-54a5-4484-a4a8-692a02b7d0d2 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:05:11.984445 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: ca828442-54a5-4484-a4a8-692a02b7d0d2 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:05:11.984996 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ca828442-54a5-4484-a4a8-692a02b7d0d2 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:05:12.033531 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4185e8aa-e9a1-452c-8a39-7cdfff83781e req-ef98073b-c654-45e1-86dc-4292160f1edc service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1597340 Feb 20 04:05:12.129618 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185e8aa-e9a1-452c-8a39-7cdfff83781e req-8060f1ad-8789-4ef6-a4b8-f02045c6389d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:05:12.131202 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4185e8aa-e9a1-452c-8a39-7cdfff83781e req-8060f1ad-8789-4ef6-a4b8-f02045c6389d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 1128 time: 0.0508289 Feb 20 04:05:12.274809 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48710) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:05:12.285915 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185e8aa-e9a1-452c-8a39-7cdfff83781e req-d35aa6f5-12c7-41b7-aa81-34537abcf09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:05:12.287653 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4185e8aa-e9a1-452c-8a39-7cdfff83781e req-d35aa6f5-12c7-41b7-aa81-34537abcf09c service neutron] 10.222.0.93 "GET /v2.0/networks?id=2d8e31de-bc3f-4c67-b5e0-d1679873ae45 HTTP/1.1" status: 200 len: 897 time: 0.1347344 Feb 20 04:05:12.329517 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-786990e4-638f-4dd4-a2e4-a6c9f68d2bbd admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c2f9a81ac0e44c56a203f52f3ff7c7c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0521588 Feb 20 04:05:12.332116 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48712) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:05:12.366926 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4185e8aa-e9a1-452c-8a39-7cdfff83781e req-8fb14003-d0f5-4982-9a3a-d01fa0b2b916 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68b11109-dd4b-46ea-a5e2-b5699e431fa0 HTTP/1.1" status: 200 len: 1002 time: 0.0732169 Feb 20 04:05:12.387337 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e09a1b1e-9e11-4153-9e4b-a51ff3915034 admin admin] Publish callbacks [] for security_group (b5560bd4-ad96-4cef-8222-4343dc0ef121), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:12.410322 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e09a1b1e-9e11-4153-9e4b-a51ff3915034 admin admin] Publish callbacks [] for security_group (b5560bd4-ad96-4cef-8222-4343dc0ef121), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:12.427909 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185e8aa-e9a1-452c-8a39-7cdfff83781e req-1aa1a4fb-d7ad-4f64-85db-10d6897a6981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:05:12.429401 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4185e8aa-e9a1-452c-8a39-7cdfff83781e req-1aa1a4fb-d7ad-4f64-85db-10d6897a6981 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1 HTTP/1.1" status: 200 len: 834 time: 0.0571797 Feb 20 04:05:12.479172 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185e8aa-e9a1-452c-8a39-7cdfff83781e req-80364df8-6b7b-4f26-85db-9301c6eca8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:05:12.480808 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4185e8aa-e9a1-452c-8a39-7cdfff83781e req-80364df8-6b7b-4f26-85db-9301c6eca8db service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2d8e31de-bc3f-4c67-b5e0-d1679873ae45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460935 Feb 20 04:05:12.544483 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e09a1b1e-9e11-4153-9e4b-a51ff3915034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (b5560bd4-ad96-4cef-8222-4343dc0ef121), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:12.547294 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e09a1b1e-9e11-4153-9e4b-a51ff3915034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:12.551089 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e09a1b1e-9e11-4153-9e4b-a51ff3915034 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b5560bd4-ad96-4cef-8222-4343dc0ef121 HTTP/1.1" status: 204 len: 168 time: 0.2153144 Feb 20 04:05:12.560628 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a1b1e-9e11-4153-9e4b-a51ff3915034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5560bd4-ad96-4cef-8222-4343dc0ef121,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:12.575539 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4185e8aa-e9a1-452c-8a39-7cdfff83781e req-4d129b65-c3ce-4233-84d9-6947fc093ece service neutron] 10.222.0.93 "GET /v2.0/networks/2d8e31de-bc3f-4c67-b5e0-d1679873ae45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886478 Feb 20 04:05:12.681458 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4185e8aa-e9a1-452c-8a39-7cdfff83781e req-9e4e26a6-5c49-450a-911d-6c0ad5260ce2 service neutron] 10.222.0.93 "GET /v2.0/networks/2d8e31de-bc3f-4c67-b5e0-d1679873ae45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999420 Feb 20 04:05:13.224861 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e732d14-fb34-4316-b50c-dac15e566d47 req-2022f336-b38b-440f-8f51-1e13db36d198 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:05:13.226665 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4e732d14-fb34-4316-b50c-dac15e566d47 req-2022f336-b38b-440f-8f51-1e13db36d198 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 946 time: 0.0611560 Feb 20 04:05:13.280039 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4e732d14-fb34-4316-b50c-dac15e566d47 req-20981768-ede9-47c9-9d05-c0c24f1ee9b0 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=ecb4637b-5ded-4ecb-b6da-8247190a658f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471237 Feb 20 04:05:13.334847 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48742) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:05:13.349230 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa04aec0-d6e6-416d-8ae5-b982240f7fe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:13.427384 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa04aec0-d6e6-416d-8ae5-b982240f7fe2 admin admin] Publish callbacks [] for security_group (0d23740d-a8f4-40f8-8dac-4c35d49884f5), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:13.504654 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-aa04aec0-d6e6-416d-8ae5-b982240f7fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (0d23740d-a8f4-40f8-8dac-4c35d49884f5), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:13.546632 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-aa04aec0-d6e6-416d-8ae5-b982240f7fe2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2105196 Feb 20 04:05:13.547639 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04aec0-d6e6-416d-8ae5-b982240f7fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d23740d-a8f4-40f8-8dac-4c35d49884f5,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:13.550007 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48748) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:05:13.600675 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-499afb87-6200-4aac-b873-cf90987547ff admin admin] Publish callbacks [] for security_group (0d23740d-a8f4-40f8-8dac-4c35d49884f5), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:13.622387 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-499afb87-6200-4aac-b873-cf90987547ff admin admin] Publish callbacks [] for security_group (0d23740d-a8f4-40f8-8dac-4c35d49884f5), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:13.740314 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-499afb87-6200-4aac-b873-cf90987547ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (0d23740d-a8f4-40f8-8dac-4c35d49884f5), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:13.743025 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-499afb87-6200-4aac-b873-cf90987547ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:13.744193 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-499afb87-6200-4aac-b873-cf90987547ff admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0d23740d-a8f4-40f8-8dac-4c35d49884f5 HTTP/1.1" status: 204 len: 168 time: 0.1930435 Feb 20 04:05:13.752781 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499afb87-6200-4aac-b873-cf90987547ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d23740d-a8f4-40f8-8dac-4c35d49884f5,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:14.424671 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb76813-d31b-43e1-a6f1-de5dc335733a req-8073eadc-9f57-4d49-a8fb-3f2d190fa76a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:05:14.426203 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dbb76813-d31b-43e1-a6f1-de5dc335733a req-8073eadc-9f57-4d49-a8fb-3f2d190fa76a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 946 time: 0.0656071 Feb 20 04:05:14.477960 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dbb76813-d31b-43e1-a6f1-de5dc335733a req-d04717e0-4915-4a1d-9e2a-929171ec6e90 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=ecb4637b-5ded-4ecb-b6da-8247190a658f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457165 Feb 20 04:05:14.559931 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48780) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:05:14.669650 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-e2b8f618-33b9-437b-8cea-5bc1dfb2d70f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2134538606-network', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:05:14.768924 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b8f618-33b9-437b-8cea-5bc1dfb2d70f admin admin] Made reservation on behalf of c49f3fc918874cdfb51ff48fe01f1b24 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:05:14.771386 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e2b8f618-33b9-437b-8cea-5bc1dfb2d70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:14.780129 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e2b8f618-33b9-437b-8cea-5bc1dfb2d70f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:14.854334 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e2b8f618-33b9-437b-8cea-5bc1dfb2d70f admin admin] Publish callbacks [] for security_group (26908683-0b34-4862-9afc-14fea85e81c5), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:14.915659 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e2b8f618-33b9-437b-8cea-5bc1dfb2d70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (26908683-0b34-4862-9afc-14fea85e81c5), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:14.941325 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b8f618-33b9-437b-8cea-5bc1dfb2d70f admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 04:05:14.950972 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8f618-33b9-437b-8cea-5bc1dfb2d70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26908683-0b34-4862-9afc-14fea85e81c5,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:14.956015 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e2b8f618-33b9-437b-8cea-5bc1dfb2d70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (6342deba-a92e-41f7-a8ba-acf0867ca556), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:14.956448 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-e2b8f618-33b9-437b-8cea-5bc1dfb2d70f admin admin] Added segment 6342deba-a92e-41f7-a8ba-acf0867ca556 of type vlan for network cce7e9c3-4df9-4bb4-b141-b97816248e25 Feb 20 04:05:14.995155 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e2b8f618-33b9-437b-8cea-5bc1dfb2d70f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (cce7e9c3-4df9-4bb4-b141-b97816248e25), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:15.098911 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e2b8f618-33b9-437b-8cea-5bc1dfb2d70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (cce7e9c3-4df9-4bb4-b141-b97816248e25), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:15.099920 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b8f618-33b9-437b-8cea-5bc1dfb2d70f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:05:15.100503 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e2b8f618-33b9-437b-8cea-5bc1dfb2d70f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:15.162469 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8f618-33b9-437b-8cea-5bc1dfb2d70f admin admin] Pushing event updated for resources: {'Network': ['ID=cce7e9c3-4df9-4bb4-b141-b97816248e25,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:15.173059 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network cce7e9c3-4df9-4bb4-b141-b97816248e25 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 04:05:15.239304 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e2b8f618-33b9-437b-8cea-5bc1dfb2d70f admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6782372 Feb 20 04:05:15.242290 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48788) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:05:15.246995 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-33a5e724-7776-4dac-928d-970653c122cd admin admin] Request body: {'subnet': {'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2134538606-subnet', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:05:15.353423 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a5e724-7776-4dac-928d-970653c122cd admin admin] Made reservation on behalf of c49f3fc918874cdfb51ff48fe01f1b24 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:05:15.356094 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-33a5e724-7776-4dac-928d-970653c122cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:15.591736 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-33a5e724-7776-4dac-928d-970653c122cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (43d1ce45-746c-4525-aa68-21bdbb54ace8), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:15.610489 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c6995-7068-4321-b0a6-0724b4e1c686 req-ec389f24-a25a-47c7-ba4a-c085e4ec448f tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:05:15.612067 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a20c6995-7068-4321-b0a6-0724b4e1c686 req-ec389f24-a25a-47c7-ba4a-c085e4ec448f tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 946 time: 0.0556147 Feb 20 04:05:15.650782 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5e724-7776-4dac-928d-970653c122cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=43d1ce45-746c-4525-aa68-21bdbb54ace8,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:15.660379 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a5e724-7776-4dac-928d-970653c122cd admin admin] Checking segment: {'id': '6342deba-a92e-41f7-a8ba-acf0867ca556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:05:15.660783 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a5e724-7776-4dac-928d-970653c122cd admin admin] Network hostable DHCP agents. Network: cce7e9c3-4df9-4bb4-b141-b97816248e25, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 04:05:15.661748 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a20c6995-7068-4321-b0a6-0724b4e1c686 req-162627a5-fac0-4528-bbbf-b371f17b93aa tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=ecb4637b-5ded-4ecb-b6da-8247190a658f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440199 Feb 20 04:05:15.744762 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a5e724-7776-4dac-928d-970653c122cd admin admin] Network cce7e9c3-4df9-4bb4-b141-b97816248e25 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 04:05:15.848535 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-33a5e724-7776-4dac-928d-970653c122cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, cce7e9c3-4df9-4bb4-b141-b97816248e25) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:05:15.853347 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a5e724-7776-4dac-928d-970653c122cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:05:15.855333 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-33a5e724-7776-4dac-928d-970653c122cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:15.857053 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cec4397-2c4a-475f-acc1-cfe812fcdd9a None None] Network cce7e9c3-4df9-4bb4-b141-b97816248e25 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:05:15.925124 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-33a5e724-7776-4dac-928d-970653c122cd admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6817365 Feb 20 04:05:15.928689 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 48800) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:05:15.933402 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-a3dc21e3-688d-4c1b-9d11-5d74fcf077f2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2134538606-router', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:05:15.960952 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4265efa-8bc7-4fd0-adb4-43c5432f44b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-cce7e9c3-4df9-4bb4-b141-b97816248e25', 'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25', 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'fixed_ips': [{'subnet_id': '43d1ce45-746c-4525-aa68-21bdbb54ace8'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 04:05:15.961850 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b4265efa-8bc7-4fd0-adb4-43c5432f44b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:16.026494 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a3dc21e3-688d-4c1b-9d11-5d74fcf077f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (3caad4de-c255-4e97-a7a3-9cfa09cf6354), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:16.027637 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a3dc21e3-688d-4c1b-9d11-5d74fcf077f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (3caad4de-c255-4e97-a7a3-9cfa09cf6354), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:16.086897 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a3dc21e3-688d-4c1b-9d11-5d74fcf077f2 admin admin] Publish callbacks [] for router_controller (3caad4de-c255-4e97-a7a3-9cfa09cf6354), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:16.101075 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-b4265efa-8bc7-4fd0-adb4-43c5432f44b5 None None] Allocated IP 172.20.0.2 (cce7e9c3-4df9-4bb4-b141-b97816248e25/43d1ce45-746c-4525-aa68-21bdbb54ace8/b3e8db80-4df3-49dd-b28f-9031c35dfc1f) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:05:16.243874 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b4265efa-8bc7-4fd0-adb4-43c5432f44b5 None None] Publish callbacks [] for port (b3e8db80-4df3-49dd-b28f-9031c35dfc1f), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:16.282367 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a3dc21e3-688d-4c1b-9d11-5d74fcf077f2 admin admin] Publish callbacks [] for router_gateway (3caad4de-c255-4e97-a7a3-9cfa09cf6354), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:16.299403 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b4265efa-8bc7-4fd0-adb4-43c5432f44b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (b3e8db80-4df3-49dd-b28f-9031c35dfc1f), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:16.344596 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4265efa-8bc7-4fd0-adb4-43c5432f44b5 None None] Network cce7e9c3-4df9-4bb4-b141-b97816248e25 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:05:16.349613 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-b4265efa-8bc7-4fd0-adb4-43c5432f44b5 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:05:16.352718 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4265efa-8bc7-4fd0-adb4-43c5432f44b5 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:05:16.361872 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4265efa-8bc7-4fd0-adb4-43c5432f44b5 None None] Pushing event updated for resources: {'Port': ['ID=b3e8db80-4df3-49dd-b28f-9031c35dfc1f,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:16.418105 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b4265efa-8bc7-4fd0-adb4-43c5432f44b5 None None] Attempting to bind port b3e8db80-4df3-49dd-b28f-9031c35dfc1f on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:05:16.418997 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b4265efa-8bc7-4fd0-adb4-43c5432f44b5 None None] Attempting to bind port b3e8db80-4df3-49dd-b28f-9031c35dfc1f by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '6342deba-a92e-41f7-a8ba-acf0867ca556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:05:16.418997 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4265efa-8bc7-4fd0-adb4-43c5432f44b5 None None] Attempting to bind port b3e8db80-4df3-49dd-b28f-9031c35dfc1f on network cce7e9c3-4df9-4bb4-b141-b97816248e25 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:05:16.424910 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4265efa-8bc7-4fd0-adb4-43c5432f44b5 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:05:16.425809 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4265efa-8bc7-4fd0-adb4-43c5432f44b5 None None] Checking segment: {'id': '6342deba-a92e-41f7-a8ba-acf0867ca556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:05:16.425809 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b4265efa-8bc7-4fd0-adb4-43c5432f44b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:16.426053 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4265efa-8bc7-4fd0-adb4-43c5432f44b5 None None] Bound using segment: {'id': '6342deba-a92e-41f7-a8ba-acf0867ca556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:05:16.426529 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-b4265efa-8bc7-4fd0-adb4-43c5432f44b5 None None] Bound port: b3e8db80-4df3-49dd-b28f-9031c35dfc1f, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6342deba-a92e-41f7-a8ba-acf0867ca556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:05:16.426946 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b4265efa-8bc7-4fd0-adb4-43c5432f44b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b3e8db80-4df3-49dd-b28f-9031c35dfc1f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:16.499035 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b4265efa-8bc7-4fd0-adb4-43c5432f44b5 None None] For port b3e8db80-4df3-49dd-b28f-9031c35dfc1f, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:05:16.503418 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b4265efa-8bc7-4fd0-adb4-43c5432f44b5 None None] For port b3e8db80-4df3-49dd-b28f-9031c35dfc1f, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b3e8db80-4df3-49dd-b28f-9031c35dfc1f,segment=NetworkSegment(6342deba-a92e-41f7-a8ba-acf0867ca556),segment_id=6342deba-a92e-41f7-a8ba-acf0867ca556)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:05:16.557913 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a3dc21e3-688d-4c1b-9d11-5d74fcf077f2 admin admin] Publish callbacks [] for router_gateway (3caad4de-c255-4e97-a7a3-9cfa09cf6354), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:16.576363 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a3dc21e3-688d-4c1b-9d11-5d74fcf077f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:16.579658 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b4265efa-8bc7-4fd0-adb4-43c5432f44b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b3e8db80-4df3-49dd-b28f-9031c35dfc1f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:16.650906 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4265efa-8bc7-4fd0-adb4-43c5432f44b5 None None] Pushing event updated for resources: {'Port': ['ID=b3e8db80-4df3-49dd-b28f-9031c35dfc1f,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:16.701703 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-a3dc21e3-688d-4c1b-9d11-5d74fcf077f2 admin admin] Allocated IP 172.25.7.229 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/788c71df-6a98-4846-804a-97a2f37fecbd) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:05:16.875879 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a3dc21e3-688d-4c1b-9d11-5d74fcf077f2 admin admin] Publish callbacks [] for port (788c71df-6a98-4846-804a-97a2f37fecbd), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:16.883659 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d05e5-4418-4527-92b1-c8341b796351 req-2ff2568f-7228-4486-a492-7bd7334b0670 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:05:16.885479 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b94d05e5-4418-4527-92b1-c8341b796351 req-2ff2568f-7228-4486-a492-7bd7334b0670 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 946 time: 0.1265490 Feb 20 04:05:16.992446 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b94d05e5-4418-4527-92b1-c8341b796351 req-ae67d134-7a45-401c-bb88-7c25f9640ada tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=ecb4637b-5ded-4ecb-b6da-8247190a658f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905735 Feb 20 04:05:17.060820 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a3dc21e3-688d-4c1b-9d11-5d74fcf077f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (788c71df-6a98-4846-804a-97a2f37fecbd), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:17.099433 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dc21e3-688d-4c1b-9d11-5d74fcf077f2 admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:05:17.102136 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-a3dc21e3-688d-4c1b-9d11-5d74fcf077f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:05:17.107774 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dc21e3-688d-4c1b-9d11-5d74fcf077f2 admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:05:17.136186 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc21e3-688d-4c1b-9d11-5d74fcf077f2 admin admin] Pushing event updated for resources: {'Port': ['ID=788c71df-6a98-4846-804a-97a2f37fecbd,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:17.451037 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a3dc21e3-688d-4c1b-9d11-5d74fcf077f2 admin admin] Publish callbacks [] for router_gateway (3caad4de-c255-4e97-a7a3-9cfa09cf6354), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:17.688006 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a3dc21e3-688d-4c1b-9d11-5d74fcf077f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (3caad4de-c255-4e97-a7a3-9cfa09cf6354), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:17.842850 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aaf69fd-5a02-499a-9d6c-0e0c77c246ee None None] Network cce7e9c3-4df9-4bb4-b141-b97816248e25 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:05:17.912046 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-62a44575-34e5-445d-9b04-38989faf5aaf None None] Provisioning complete for port b3e8db80-4df3-49dd-b28f-9031c35dfc1f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:05:17.912716 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-62a44575-34e5-445d-9b04-38989faf5aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b3e8db80-4df3-49dd-b28f-9031c35dfc1f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:17.923440 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3dc21e3-688d-4c1b-9d11-5d74fcf077f2 admin admin] Router 3caad4de-c255-4e97-a7a3-9cfa09cf6354 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 04:05:17.950489 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b3e8db80-4df3-49dd-b28f-9031c35dfc1f up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:05:18.051461 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port b3e8db80-4df3-49dd-b28f-9031c35dfc1f triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:05:18.052070 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b3e8db80-4df3-49dd-b28f-9031c35dfc1f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:18.113924 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dc21e3-688d-4c1b-9d11-5d74fcf077f2 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:05:18.129423 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048094a9-f5c3-4abb-aad7-0114c04f7fed None None] Sync routers for ids ['3caad4de-c255-4e97-a7a3-9cfa09cf6354'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:05:18.165075 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-62a44575-34e5-445d-9b04-38989faf5aaf None None] Current status of the port b3e8db80-4df3-49dd-b28f-9031c35dfc1f is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:05:18.165075 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-62a44575-34e5-445d-9b04-38989faf5aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b3e8db80-4df3-49dd-b28f-9031c35dfc1f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:18.188255 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048094a9-f5c3-4abb-aad7-0114c04f7fed None None] Routers {'3caad4de-c255-4e97-a7a3-9cfa09cf6354'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:05:18.188935 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-048094a9-f5c3-4abb-aad7-0114c04f7fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:04:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3caad4de-c255-4e97-a7a3-9cfa09cf6354'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:05:18.216446 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b81cf6-d38d-4c54-aeea-67173f058157 req-0e8c8ca7-7e9c-4116-93a2-4fd3fd9c54ab tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:05:18.218392 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-16b81cf6-d38d-4c54-aeea-67173f058157 req-0e8c8ca7-7e9c-4116-93a2-4fd3fd9c54ab tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 946 time: 0.0935488 Feb 20 04:05:18.236748 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-a3dc21e3-688d-4c1b-9d11-5d74fcf077f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:18.241269 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48832) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:05:18.241915 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-a3dc21e3-688d-4c1b-9d11-5d74fcf077f2 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3118451 Feb 20 04:05:18.273569 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port b3e8db80-4df3-49dd-b28f-9031c35dfc1f is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:05:18.274218 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b3e8db80-4df3-49dd-b28f-9031c35dfc1f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:18.294613 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-16b81cf6-d38d-4c54-aeea-67173f058157 req-54acb30b-db5e-4e08-a571-c0d4ad508f71 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=ecb4637b-5ded-4ecb-b6da-8247190a658f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681298 Feb 20 04:05:18.570891 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-048094a9-f5c3-4abb-aad7-0114c04f7fed None None] Set router 3caad4de-c255-4e97-a7a3-9cfa09cf6354 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:05:18.739189 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-62a44575-34e5-445d-9b04-38989faf5aaf None None] For port b3e8db80-4df3-49dd-b28f-9031c35dfc1f, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b3e8db80-4df3-49dd-b28f-9031c35dfc1f,segment=NetworkSegment(6342deba-a92e-41f7-a8ba-acf0867ca556),segment_id=6342deba-a92e-41f7-a8ba-acf0867ca556)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:05:18.780498 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-048094a9-f5c3-4abb-aad7-0114c04f7fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'name': 'tempest-TestVolumeBackupRestore-2134538606-router', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '788c71df-6a98-4846-804a-97a2f37fecbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:05:16Z', 'updated_at': '2022-02-20T04:05:17Z', 'revision_number': 3, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'gw_port': {'id': '788c71df-6a98-4846-804a-97a2f37fecbd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:13:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:16Z', 'updated_at': '2022-02-20T04:05:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:05:18.815859 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048094a9-f5c3-4abb-aad7-0114c04f7fed None None] Checking router: 3caad4de-c255-4e97-a7a3-9cfa09cf6354 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:05:18.816213 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048094a9-f5c3-4abb-aad7-0114c04f7fed None None] Updating router 3caad4de-c255-4e97-a7a3-9cfa09cf6354 port 788c71df-6a98-4846-804a-97a2f37fecbd binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 04:05:18.848995 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-048094a9-f5c3-4abb-aad7-0114c04f7fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (788c71df-6a98-4846-804a-97a2f37fecbd), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:18.874486 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-62a44575-34e5-445d-9b04-38989faf5aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b3e8db80-4df3-49dd-b28f-9031c35dfc1f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:18.973849 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 04:05:18.974375 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 04:05:18.976667 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a44575-34e5-445d-9b04-38989faf5aaf None None] Pushing event updated for resources: {'Port': ['ID=b3e8db80-4df3-49dd-b28f-9031c35dfc1f,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:19.020777 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-59f30e15-c8d1-449f-9689-1247544267a6 None None] Provisioning complete for port b3e8db80-4df3-49dd-b28f-9031c35dfc1f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:05:19.021133 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-59f30e15-c8d1-449f-9689-1247544267a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b3e8db80-4df3-49dd-b28f-9031c35dfc1f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:19.178118 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4fe0b50c-388e-4de8-9554-bcdc146f1b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:19.236538 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-59f30e15-c8d1-449f-9689-1247544267a6 None None] Current status of the port b3e8db80-4df3-49dd-b28f-9031c35dfc1f is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:05:19.375882 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-4fe0b50c-388e-4de8-9554-bcdc146f1b48 admin admin] Allocated IP 172.20.0.1 (cce7e9c3-4df9-4bb4-b141-b97816248e25/43d1ce45-746c-4525-aa68-21bdbb54ace8/97564c7b-473c-4b09-bc31-5e12e6210175) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:05:19.385121 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-048094a9-f5c3-4abb-aad7-0114c04f7fed None None] Publish callbacks [] for port (788c71df-6a98-4846-804a-97a2f37fecbd), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:19.477376 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72210cbd-1e51-41e9-b789-957d5a18f6d6 req-60e970d8-7e77-4c13-9c9a-23dfd85da9eb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:05:19.479249 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-72210cbd-1e51-41e9-b789-957d5a18f6d6 req-60e970d8-7e77-4c13-9c9a-23dfd85da9eb tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 946 time: 0.0685685 Feb 20 04:05:19.538839 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4fe0b50c-388e-4de8-9554-bcdc146f1b48 admin admin] Publish callbacks [] for port (97564c7b-473c-4b09-bc31-5e12e6210175), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:19.552456 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port b3e8db80-4df3-49dd-b28f-9031c35dfc1f is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:05:19.554946 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-72210cbd-1e51-41e9-b789-957d5a18f6d6 req-d44a36b2-fd12-4c5d-8e8a-a0d5c93a7d90 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=ecb4637b-5ded-4ecb-b6da-8247190a658f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667715 Feb 20 04:05:19.563819 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-048094a9-f5c3-4abb-aad7-0114c04f7fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (788c71df-6a98-4846-804a-97a2f37fecbd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:19.632439 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-048094a9-f5c3-4abb-aad7-0114c04f7fed None None] Attempting to bind port 788c71df-6a98-4846-804a-97a2f37fecbd on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:05:19.632847 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-048094a9-f5c3-4abb-aad7-0114c04f7fed None None] Attempting to bind port 788c71df-6a98-4846-804a-97a2f37fecbd by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:05:19.633213 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048094a9-f5c3-4abb-aad7-0114c04f7fed None None] Attempting to bind port 788c71df-6a98-4846-804a-97a2f37fecbd on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:05:19.641055 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5dbeb-aa97-4530-b987-5744670bfd93 None None] Pushing event updated for resources: {'Port': ['ID=788c71df-6a98-4846-804a-97a2f37fecbd,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:19.644783 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048094a9-f5c3-4abb-aad7-0114c04f7fed None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:05:19.645169 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048094a9-f5c3-4abb-aad7-0114c04f7fed None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:05:19.645569 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-048094a9-f5c3-4abb-aad7-0114c04f7fed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:19.645963 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048094a9-f5c3-4abb-aad7-0114c04f7fed None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:05:19.646438 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-048094a9-f5c3-4abb-aad7-0114c04f7fed None None] Bound port: 788c71df-6a98-4846-804a-97a2f37fecbd, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:05:19.646814 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-048094a9-f5c3-4abb-aad7-0114c04f7fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (788c71df-6a98-4846-804a-97a2f37fecbd), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:19.660549 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4fe0b50c-388e-4de8-9554-bcdc146f1b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (97564c7b-473c-4b09-bc31-5e12e6210175), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:19.701149 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe0b50c-388e-4de8-9554-bcdc146f1b48 admin admin] Network cce7e9c3-4df9-4bb4-b141-b97816248e25 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:05:19.704107 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-4fe0b50c-388e-4de8-9554-bcdc146f1b48 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:05:19.710060 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe0b50c-388e-4de8-9554-bcdc146f1b48 admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:05:19.715433 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-048094a9-f5c3-4abb-aad7-0114c04f7fed None None] For port 788c71df-6a98-4846-804a-97a2f37fecbd, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:05:19.719163 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-048094a9-f5c3-4abb-aad7-0114c04f7fed None None] For port 788c71df-6a98-4846-804a-97a2f37fecbd, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=788c71df-6a98-4846-804a-97a2f37fecbd,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:05:19.739511 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0b50c-388e-4de8-9554-bcdc146f1b48 admin admin] Pushing event updated for resources: {'Port': ['ID=97564c7b-473c-4b09-bc31-5e12e6210175,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:19.765323 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4fe0b50c-388e-4de8-9554-bcdc146f1b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (3caad4de-c255-4e97-a7a3-9cfa09cf6354), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:19.817772 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-048094a9-f5c3-4abb-aad7-0114c04f7fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (788c71df-6a98-4846-804a-97a2f37fecbd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:19.925718 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048094a9-f5c3-4abb-aad7-0114c04f7fed None None] Routers {'3caad4de-c255-4e97-a7a3-9cfa09cf6354'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:05:19.927189 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-048094a9-f5c3-4abb-aad7-0114c04f7fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:04:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3caad4de-c255-4e97-a7a3-9cfa09cf6354'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:05:19.929485 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5dbeb-aa97-4530-b987-5744670bfd93 None None] Pushing event updated for resources: {'Port': ['ID=788c71df-6a98-4846-804a-97a2f37fecbd,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:19.938607 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b3e8db80-4df3-49dd-b28f-9031c35dfc1f up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:05:19.997384 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4fe0b50c-388e-4de8-9554-bcdc146f1b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (97564c7b-473c-4b09-bc31-5e12e6210175), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:20.099552 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port b3e8db80-4df3-49dd-b28f-9031c35dfc1f triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:05:20.099911 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b3e8db80-4df3-49dd-b28f-9031c35dfc1f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:20.144459 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-8689ccb3-7099-4599-84f8-254e74b05e05 None None] Provisioning complete for port 97564c7b-473c-4b09-bc31-5e12e6210175 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:05:20.145063 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8689ccb3-7099-4599-84f8-254e74b05e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (97564c7b-473c-4b09-bc31-5e12e6210175), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:20.175674 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4fe0b50c-388e-4de8-9554-bcdc146f1b48 admin admin] Publish callbacks [] for port (97564c7b-473c-4b09-bc31-5e12e6210175), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:20.189693 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-048094a9-f5c3-4abb-aad7-0114c04f7fed None None] Set router 3caad4de-c255-4e97-a7a3-9cfa09cf6354 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:05:20.242907 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4fe0b50c-388e-4de8-9554-bcdc146f1b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (97564c7b-473c-4b09-bc31-5e12e6210175), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:20.266633 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-8689ccb3-7099-4599-84f8-254e74b05e05 None None] Port 97564c7b-473c-4b09-bc31-5e12e6210175 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:05:20.316525 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4fe0b50c-388e-4de8-9554-bcdc146f1b48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (3caad4de-c255-4e97-a7a3-9cfa09cf6354), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:20.318305 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0b50c-388e-4de8-9554-bcdc146f1b48 admin admin] Pushing event updated for resources: {'Port': ['ID=97564c7b-473c-4b09-bc31-5e12e6210175,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:20.354306 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port b3e8db80-4df3-49dd-b28f-9031c35dfc1f is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:05:20.426754 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-048094a9-f5c3-4abb-aad7-0114c04f7fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'name': 'tempest-TestVolumeBackupRestore-2134538606-router', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '788c71df-6a98-4846-804a-97a2f37fecbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:05:16Z', 'updated_at': '2022-02-20T04:05:17Z', 'revision_number': 3, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'gw_port': {'id': '788c71df-6a98-4846-804a-97a2f37fecbd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:13:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:16Z', 'updated_at': '2022-02-20T04:05:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:05:20.428063 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe0b50c-388e-4de8-9554-bcdc146f1b48 admin admin] Network cce7e9c3-4df9-4bb4-b141-b97816248e25 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:05:20.430172 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-4fe0b50c-388e-4de8-9554-bcdc146f1b48 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:05:20.462837 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048094a9-f5c3-4abb-aad7-0114c04f7fed None None] The sync data for ids ['3caad4de-c255-4e97-a7a3-9cfa09cf6354'] in n-d-829866-4 is: [{'id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'name': 'tempest-TestVolumeBackupRestore-2134538606-router', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '788c71df-6a98-4846-804a-97a2f37fecbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:05:16Z', 'updated_at': '2022-02-20T04:05:17Z', 'revision_number': 3, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'gw_port': {'id': '788c71df-6a98-4846-804a-97a2f37fecbd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:13:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:16Z', 'updated_at': '2022-02-20T04:05:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:05:20.577043 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe0b50c-388e-4de8-9554-bcdc146f1b48 admin admin] Router 3caad4de-c255-4e97-a7a3-9cfa09cf6354 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:05:20.703062 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8ed82-6a71-4273-bada-cc857b000aa0 req-de543db2-aca2-467b-ba75-c370f5aff3e7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:05:20.705248 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-82b8ed82-6a71-4273-bada-cc857b000aa0 req-de543db2-aca2-467b-ba75-c370f5aff3e7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 946 time: 0.0610049 Feb 20 04:05:20.715144 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe0b50c-388e-4de8-9554-bcdc146f1b48 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:05:20.722161 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4fe0b50c-388e-4de8-9554-bcdc146f1b48 admin admin] 10.222.0.89 "PUT /v2.0/routers/3caad4de-c255-4e97-a7a3-9cfa09cf6354/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4788969 Feb 20 04:05:20.789532 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-82b8ed82-6a71-4273-bada-cc857b000aa0 req-c239e7f0-b851-4694-8217-acf9b3303c80 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=ecb4637b-5ded-4ecb-b6da-8247190a658f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767760 Feb 20 04:05:20.824840 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-665ddb13-b0ed-498d-b867-e29df69b7022 None None] Provisioning complete for port 97564c7b-473c-4b09-bc31-5e12e6210175 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:05:20.825832 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-665ddb13-b0ed-498d-b867-e29df69b7022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (97564c7b-473c-4b09-bc31-5e12e6210175), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:20.867618 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-665ddb13-b0ed-498d-b867-e29df69b7022 None None] Port 97564c7b-473c-4b09-bc31-5e12e6210175 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:05:21.150253 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:21.289849 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:21.519148 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48878) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:05:21.524785 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-e6b7dff9-75a0-4a8b-b915-ebc8f456a35b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-605386628-network', 'tenant_id': '6f3f27b263654537ab7276b191fd222f'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:05:21.630558 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b7dff9-75a0-4a8b-b915-ebc8f456a35b admin admin] Made reservation on behalf of 6f3f27b263654537ab7276b191fd222f for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:05:21.632847 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e6b7dff9-75a0-4a8b-b915-ebc8f456a35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:21.642273 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e6b7dff9-75a0-4a8b-b915-ebc8f456a35b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:21.715957 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e6b7dff9-75a0-4a8b-b915-ebc8f456a35b admin admin] Publish callbacks [] for security_group (28349147-a681-4692-9d15-eb720e941766), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:21.830436 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e6b7dff9-75a0-4a8b-b915-ebc8f456a35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (28349147-a681-4692-9d15-eb720e941766), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:21.854313 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b7dff9-75a0-4a8b-b915-ebc8f456a35b admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 04:05:21.868458 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7dff9-75a0-4a8b-b915-ebc8f456a35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28349147-a681-4692-9d15-eb720e941766,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:21.873839 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e6b7dff9-75a0-4a8b-b915-ebc8f456a35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (0736a68b-57ff-4eaa-945a-955b627a7698), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:21.874181 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-e6b7dff9-75a0-4a8b-b915-ebc8f456a35b admin admin] Added segment 0736a68b-57ff-4eaa-945a-955b627a7698 of type vlan for network d6b627fd-0c3c-48eb-b3db-d09ab2851c69 Feb 20 04:05:21.926432 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e6b7dff9-75a0-4a8b-b915-ebc8f456a35b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (d6b627fd-0c3c-48eb-b3db-d09ab2851c69), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:21.971193 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa1778-ac39-4800-bb52-eeda64e2fae7 req-5f5c4509-5a7d-4be6-8523-e678285fff25 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:05:21.972996 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70fa1778-ac39-4800-bb52-eeda64e2fae7 req-5f5c4509-5a7d-4be6-8523-e678285fff25 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 946 time: 0.0673087 Feb 20 04:05:22.011469 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 788c71df-6a98-4846-804a-97a2f37fecbd up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:05:22.037502 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e6b7dff9-75a0-4a8b-b915-ebc8f456a35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (d6b627fd-0c3c-48eb-b3db-d09ab2851c69), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:22.041895 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b7dff9-75a0-4a8b-b915-ebc8f456a35b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:05:22.041895 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e6b7dff9-75a0-4a8b-b915-ebc8f456a35b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:22.043976 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70fa1778-ac39-4800-bb52-eeda64e2fae7 req-62ecacdc-bdfe-4e51-9e29-d0855987ac77 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=ecb4637b-5ded-4ecb-b6da-8247190a658f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610225 Feb 20 04:05:22.088420 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 788c71df-6a98-4846-804a-97a2f37fecbd triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:05:22.090787 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (788c71df-6a98-4846-804a-97a2f37fecbd), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:22.108020 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7dff9-75a0-4a8b-b915-ebc8f456a35b admin admin] Pushing event updated for resources: {'Network': ['ID=d6b627fd-0c3c-48eb-b3db-d09ab2851c69,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:22.119681 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network d6b627fd-0c3c-48eb-b3db-d09ab2851c69 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 04:05:22.155658 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e6b7dff9-75a0-4a8b-b915-ebc8f456a35b admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6321802 Feb 20 04:05:22.156241 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48888) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:05:22.161022 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-5eb26aec-55aa-4c53-bf56-b9a3eb2cf61d admin admin] Request body: {'subnet': {'network_id': 'd6b627fd-0c3c-48eb-b3db-d09ab2851c69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-605386628-subnet', 'tenant_id': '6f3f27b263654537ab7276b191fd222f', 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:05:22.243487 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 788c71df-6a98-4846-804a-97a2f37fecbd is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:05:22.244059 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (788c71df-6a98-4846-804a-97a2f37fecbd), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:22.247750 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb26aec-55aa-4c53-bf56-b9a3eb2cf61d admin admin] Made reservation on behalf of 6f3f27b263654537ab7276b191fd222f for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:05:22.252169 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5eb26aec-55aa-4c53-bf56-b9a3eb2cf61d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:22.265069 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 788c71df-6a98-4846-804a-97a2f37fecbd, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=788c71df-6a98-4846-804a-97a2f37fecbd,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:05:22.322035 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (788c71df-6a98-4846-804a-97a2f37fecbd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:22.376572 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=788c71df-6a98-4846-804a-97a2f37fecbd,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:22.419493 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fc4f75-a2cc-4fdd-b7e0-1515ee4852d0 None None] Sync routers for ids ['3caad4de-c255-4e97-a7a3-9cfa09cf6354'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:05:22.430361 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fc4f75-a2cc-4fdd-b7e0-1515ee4852d0 None None] Routers {'3caad4de-c255-4e97-a7a3-9cfa09cf6354'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:05:22.431039 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-20fc4f75-a2cc-4fdd-b7e0-1515ee4852d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:04:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3caad4de-c255-4e97-a7a3-9cfa09cf6354'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:05:22.494541 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5eb26aec-55aa-4c53-bf56-b9a3eb2cf61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (fef92a84-fdf8-466a-be27-c06ded12fce4), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:22.547344 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb26aec-55aa-4c53-bf56-b9a3eb2cf61d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fef92a84-fdf8-466a-be27-c06ded12fce4,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:22.551984 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-20fc4f75-a2cc-4fdd-b7e0-1515ee4852d0 None None] Set router 3caad4de-c255-4e97-a7a3-9cfa09cf6354 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:05:22.583353 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb26aec-55aa-4c53-bf56-b9a3eb2cf61d admin admin] Checking segment: {'id': '0736a68b-57ff-4eaa-945a-955b627a7698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd6b627fd-0c3c-48eb-b3db-d09ab2851c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:05:22.583797 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb26aec-55aa-4c53-bf56-b9a3eb2cf61d admin admin] Network hostable DHCP agents. Network: d6b627fd-0c3c-48eb-b3db-d09ab2851c69, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 04:05:22.682937 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb26aec-55aa-4c53-bf56-b9a3eb2cf61d admin admin] Network d6b627fd-0c3c-48eb-b3db-d09ab2851c69 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 04:05:22.753839 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-20fc4f75-a2cc-4fdd-b7e0-1515ee4852d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'name': 'tempest-TestVolumeBackupRestore-2134538606-router', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '788c71df-6a98-4846-804a-97a2f37fecbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:05:16Z', 'updated_at': '2022-02-20T04:05:19Z', 'revision_number': 4, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'gw_port': {'id': '788c71df-6a98-4846-804a-97a2f37fecbd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:16Z', 'updated_at': '2022-02-20T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '97564c7b-473c-4b09-bc31-5e12e6210175', 'name': '', 'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'mac_address': 'fa:16:3e:84:3a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '43d1ce45-746c-4525-aa68-21bdbb54ace8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:19Z', 'updated_at': '2022-02-20T04:05:20Z', 'revision_number': 2, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'subnets': [{'id': '43d1ce45-746c-4525-aa68-21bdbb54ace8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:05:22.780187 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fc4f75-a2cc-4fdd-b7e0-1515ee4852d0 None None] Checking router: 3caad4de-c255-4e97-a7a3-9cfa09cf6354 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:05:22.781053 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fc4f75-a2cc-4fdd-b7e0-1515ee4852d0 None None] Updating router 3caad4de-c255-4e97-a7a3-9cfa09cf6354 port 97564c7b-473c-4b09-bc31-5e12e6210175 binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 04:05:22.786017 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-5eb26aec-55aa-4c53-bf56-b9a3eb2cf61d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, d6b627fd-0c3c-48eb-b3db-d09ab2851c69) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:05:22.816295 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb26aec-55aa-4c53-bf56-b9a3eb2cf61d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:05:22.816295 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5eb26aec-55aa-4c53-bf56-b9a3eb2cf61d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:22.816543 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-20fc4f75-a2cc-4fdd-b7e0-1515ee4852d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (97564c7b-473c-4b09-bc31-5e12e6210175), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:22.823709 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412e7952-6ab8-4989-88a5-f073b74a630e None None] Network d6b627fd-0c3c-48eb-b3db-d09ab2851c69 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:05:22.892931 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5eb26aec-55aa-4c53-bf56-b9a3eb2cf61d admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7324412 Feb 20 04:05:22.893194 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48902) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:05:22.897854 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-5ca10425-4e89-4f77-829d-881db8781b59 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-605386628-router', 'tenant_id': '6f3f27b263654537ab7276b191fd222f', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:05:22.941192 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974ceef7-4e3e-4058-ae4c-ba57e154a657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-d6b627fd-0c3c-48eb-b3db-d09ab2851c69', 'network_id': 'd6b627fd-0c3c-48eb-b3db-d09ab2851c69', 'project_id': '6f3f27b263654537ab7276b191fd222f', 'fixed_ips': [{'subnet_id': 'fef92a84-fdf8-466a-be27-c06ded12fce4'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 04:05:22.942217 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-974ceef7-4e3e-4058-ae4c-ba57e154a657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:22.981434 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ca10425-4e89-4f77-829d-881db8781b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (22378b64-949b-4329-bc2f-9a84036219c1), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:22.983184 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ca10425-4e89-4f77-829d-881db8781b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (22378b64-949b-4329-bc2f-9a84036219c1), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:23.058436 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ca10425-4e89-4f77-829d-881db8781b59 admin admin] Publish callbacks [] for router_controller (22378b64-949b-4329-bc2f-9a84036219c1), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:23.096498 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-974ceef7-4e3e-4058-ae4c-ba57e154a657 None None] Allocated IP 172.20.0.2 (d6b627fd-0c3c-48eb-b3db-d09ab2851c69/fef92a84-fdf8-466a-be27-c06ded12fce4/2e60822b-e1e6-4582-b11a-6fc35a583274) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:05:23.103609 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-20fc4f75-a2cc-4fdd-b7e0-1515ee4852d0 None None] Publish callbacks [] for port (97564c7b-473c-4b09-bc31-5e12e6210175), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:23.220223 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-20fc4f75-a2cc-4fdd-b7e0-1515ee4852d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (97564c7b-473c-4b09-bc31-5e12e6210175), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:23.289747 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ca10425-4e89-4f77-829d-881db8781b59 admin admin] Publish callbacks [] for router_gateway (22378b64-949b-4329-bc2f-9a84036219c1), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:23.299365 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-974ceef7-4e3e-4058-ae4c-ba57e154a657 None None] Publish callbacks [] for port (2e60822b-e1e6-4582-b11a-6fc35a583274), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:23.308467 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443714fd-0ce9-458f-b5b6-009cd21b2a74 None None] Pushing event updated for resources: {'Port': ['ID=97564c7b-473c-4b09-bc31-5e12e6210175,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:23.325783 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443714fd-0ce9-458f-b5b6-009cd21b2a74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:05:23.326342 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443714fd-0ce9-458f-b5b6-009cd21b2a74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:05:23.326917 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443714fd-0ce9-458f-b5b6-009cd21b2a74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:05:23.327426 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443714fd-0ce9-458f-b5b6-009cd21b2a74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:05:23.328088 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443714fd-0ce9-458f-b5b6-009cd21b2a74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:05:23.328484 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443714fd-0ce9-458f-b5b6-009cd21b2a74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:05:23.329028 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443714fd-0ce9-458f-b5b6-009cd21b2a74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:05:23.329406 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443714fd-0ce9-458f-b5b6-009cd21b2a74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:05:23.329702 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443714fd-0ce9-458f-b5b6-009cd21b2a74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:05:23.330104 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443714fd-0ce9-458f-b5b6-009cd21b2a74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:05:23.330438 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443714fd-0ce9-458f-b5b6-009cd21b2a74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:05:23.330776 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443714fd-0ce9-458f-b5b6-009cd21b2a74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:05:23.333878 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443714fd-0ce9-458f-b5b6-009cd21b2a74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:05:23.392687 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-974ceef7-4e3e-4058-ae4c-ba57e154a657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (2e60822b-e1e6-4582-b11a-6fc35a583274), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:23.413099 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-20fc4f75-a2cc-4fdd-b7e0-1515ee4852d0 None None] Attempting to bind port 97564c7b-473c-4b09-bc31-5e12e6210175 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:05:23.414022 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-20fc4f75-a2cc-4fdd-b7e0-1515ee4852d0 None None] Attempting to bind port 97564c7b-473c-4b09-bc31-5e12e6210175 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '6342deba-a92e-41f7-a8ba-acf0867ca556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:05:23.414817 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fc4f75-a2cc-4fdd-b7e0-1515ee4852d0 None None] Attempting to bind port 97564c7b-473c-4b09-bc31-5e12e6210175 on network cce7e9c3-4df9-4bb4-b141-b97816248e25 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:05:23.422170 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fc4f75-a2cc-4fdd-b7e0-1515ee4852d0 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:05:23.423577 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fc4f75-a2cc-4fdd-b7e0-1515ee4852d0 None None] Checking segment: {'id': '6342deba-a92e-41f7-a8ba-acf0867ca556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:05:23.424302 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-20fc4f75-a2cc-4fdd-b7e0-1515ee4852d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:23.425120 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fc4f75-a2cc-4fdd-b7e0-1515ee4852d0 None None] Bound using segment: {'id': '6342deba-a92e-41f7-a8ba-acf0867ca556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:05:23.425837 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-20fc4f75-a2cc-4fdd-b7e0-1515ee4852d0 None None] Bound port: 97564c7b-473c-4b09-bc31-5e12e6210175, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6342deba-a92e-41f7-a8ba-acf0867ca556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:05:23.426393 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-20fc4f75-a2cc-4fdd-b7e0-1515ee4852d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (97564c7b-473c-4b09-bc31-5e12e6210175), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:23.478216 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ceef7-4e3e-4058-ae4c-ba57e154a657 None None] Pushing event updated for resources: {'Port': ['ID=2e60822b-e1e6-4582-b11a-6fc35a583274,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:23.509122 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974ceef7-4e3e-4058-ae4c-ba57e154a657 None None] Network d6b627fd-0c3c-48eb-b3db-d09ab2851c69 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:05:23.518077 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-974ceef7-4e3e-4058-ae4c-ba57e154a657 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:05:23.523890 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974ceef7-4e3e-4058-ae4c-ba57e154a657 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:05:23.532086 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-20fc4f75-a2cc-4fdd-b7e0-1515ee4852d0 None None] For port 97564c7b-473c-4b09-bc31-5e12e6210175, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:05:23.542933 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-20fc4f75-a2cc-4fdd-b7e0-1515ee4852d0 None None] For port 97564c7b-473c-4b09-bc31-5e12e6210175, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=97564c7b-473c-4b09-bc31-5e12e6210175,segment=NetworkSegment(6342deba-a92e-41f7-a8ba-acf0867ca556),segment_id=6342deba-a92e-41f7-a8ba-acf0867ca556)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:05:23.598907 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-974ceef7-4e3e-4058-ae4c-ba57e154a657 None None] Attempting to bind port 2e60822b-e1e6-4582-b11a-6fc35a583274 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:05:23.599318 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-974ceef7-4e3e-4058-ae4c-ba57e154a657 None None] Attempting to bind port 2e60822b-e1e6-4582-b11a-6fc35a583274 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '0736a68b-57ff-4eaa-945a-955b627a7698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd6b627fd-0c3c-48eb-b3db-d09ab2851c69'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:05:23.599746 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974ceef7-4e3e-4058-ae4c-ba57e154a657 None None] Attempting to bind port 2e60822b-e1e6-4582-b11a-6fc35a583274 on network d6b627fd-0c3c-48eb-b3db-d09ab2851c69 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:05:23.608522 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974ceef7-4e3e-4058-ae4c-ba57e154a657 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:05:23.613138 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974ceef7-4e3e-4058-ae4c-ba57e154a657 None None] Checking segment: {'id': '0736a68b-57ff-4eaa-945a-955b627a7698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd6b627fd-0c3c-48eb-b3db-d09ab2851c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:05:23.613138 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-974ceef7-4e3e-4058-ae4c-ba57e154a657 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:23.613138 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974ceef7-4e3e-4058-ae4c-ba57e154a657 None None] Bound using segment: {'id': '0736a68b-57ff-4eaa-945a-955b627a7698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd6b627fd-0c3c-48eb-b3db-d09ab2851c69'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:05:23.613138 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-974ceef7-4e3e-4058-ae4c-ba57e154a657 None None] Bound port: 2e60822b-e1e6-4582-b11a-6fc35a583274, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0736a68b-57ff-4eaa-945a-955b627a7698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd6b627fd-0c3c-48eb-b3db-d09ab2851c69'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:05:23.615395 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-974ceef7-4e3e-4058-ae4c-ba57e154a657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2e60822b-e1e6-4582-b11a-6fc35a583274), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:23.633235 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-20fc4f75-a2cc-4fdd-b7e0-1515ee4852d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (97564c7b-473c-4b09-bc31-5e12e6210175), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:23.681859 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403cb048-28ed-4a91-b908-f33dca122774 req-b31558f9-e09b-40d2-9a04-66ad0d887994 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:05:23.683199 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ca10425-4e89-4f77-829d-881db8781b59 admin admin] Publish callbacks [] for router_gateway (22378b64-949b-4329-bc2f-9a84036219c1), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:23.690219 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-403cb048-28ed-4a91-b908-f33dca122774 req-b31558f9-e09b-40d2-9a04-66ad0d887994 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 946 time: 0.5671284 Feb 20 04:05:23.715005 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ca10425-4e89-4f77-829d-881db8781b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:23.741406 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-403cb048-28ed-4a91-b908-f33dca122774 req-03285003-12a2-4660-9895-bb552767dda6 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=ecb4637b-5ded-4ecb-b6da-8247190a658f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497899 Feb 20 04:05:23.762386 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-974ceef7-4e3e-4058-ae4c-ba57e154a657 None None] For port 2e60822b-e1e6-4582-b11a-6fc35a583274, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:05:23.766941 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-974ceef7-4e3e-4058-ae4c-ba57e154a657 None None] For port 2e60822b-e1e6-4582-b11a-6fc35a583274, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2e60822b-e1e6-4582-b11a-6fc35a583274,segment=NetworkSegment(0736a68b-57ff-4eaa-945a-955b627a7698),segment_id=0736a68b-57ff-4eaa-945a-955b627a7698)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:05:23.768127 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443714fd-0ce9-458f-b5b6-009cd21b2a74 None None] Pushing event updated for resources: {'Port': ['ID=97564c7b-473c-4b09-bc31-5e12e6210175,revision_number=4']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:23.783259 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d41adccf-52f6-4f6a-a0b5-3f00896ecc99 None None] Provisioning complete for port 97564c7b-473c-4b09-bc31-5e12e6210175 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:05:23.783643 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d41adccf-52f6-4f6a-a0b5-3f00896ecc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (97564c7b-473c-4b09-bc31-5e12e6210175), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:23.808817 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fc4f75-a2cc-4fdd-b7e0-1515ee4852d0 None None] Routers {'3caad4de-c255-4e97-a7a3-9cfa09cf6354'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:05:23.809729 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-20fc4f75-a2cc-4fdd-b7e0-1515ee4852d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:04:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3caad4de-c255-4e97-a7a3-9cfa09cf6354'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:05:23.885943 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d41adccf-52f6-4f6a-a0b5-3f00896ecc99 None None] Current status of the port 97564c7b-473c-4b09-bc31-5e12e6210175 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:05:23.886344 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d41adccf-52f6-4f6a-a0b5-3f00896ecc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (97564c7b-473c-4b09-bc31-5e12e6210175), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:23.916323 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-974ceef7-4e3e-4058-ae4c-ba57e154a657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2e60822b-e1e6-4582-b11a-6fc35a583274), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:23.916797 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-5ca10425-4e89-4f77-829d-881db8781b59 admin admin] Allocated IP 172.25.7.183 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/7e8d0336-0c0c-4840-8feb-1fa8dce349fa) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:05:23.970809 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d41adccf-52f6-4f6a-a0b5-3f00896ecc99 None None] For port 97564c7b-473c-4b09-bc31-5e12e6210175, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=97564c7b-473c-4b09-bc31-5e12e6210175,segment=NetworkSegment(6342deba-a92e-41f7-a8ba-acf0867ca556),segment_id=6342deba-a92e-41f7-a8ba-acf0867ca556)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:05:24.007936 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 788c71df-6a98-4846-804a-97a2f37fecbd up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:05:24.083418 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ceef7-4e3e-4058-ae4c-ba57e154a657 None None] Pushing event updated for resources: {'Port': ['ID=2e60822b-e1e6-4582-b11a-6fc35a583274,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:24.096186 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ca10425-4e89-4f77-829d-881db8781b59 admin admin] Publish callbacks [] for port (7e8d0336-0c0c-4840-8feb-1fa8dce349fa), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:24.099092 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d41adccf-52f6-4f6a-a0b5-3f00896ecc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (97564c7b-473c-4b09-bc31-5e12e6210175), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:24.123678 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-20fc4f75-a2cc-4fdd-b7e0-1515ee4852d0 None None] Set router 3caad4de-c255-4e97-a7a3-9cfa09cf6354 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:05:24.173645 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 788c71df-6a98-4846-804a-97a2f37fecbd triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:05:24.174036 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (788c71df-6a98-4846-804a-97a2f37fecbd), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:24.200275 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41adccf-52f6-4f6a-a0b5-3f00896ecc99 None None] Pushing event updated for resources: {'Port': ['ID=97564c7b-473c-4b09-bc31-5e12e6210175,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:24.226902 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ca10425-4e89-4f77-829d-881db8781b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (7e8d0336-0c0c-4840-8feb-1fa8dce349fa), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:24.311911 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca10425-4e89-4f77-829d-881db8781b59 admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:05:24.320830 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-5ca10425-4e89-4f77-829d-881db8781b59 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:05:24.324326 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca10425-4e89-4f77-829d-881db8781b59 admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:05:24.334398 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-8271d275-e634-4801-b04b-e9e022fa9e86 None None] Provisioning complete for port 97564c7b-473c-4b09-bc31-5e12e6210175 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:05:24.335361 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8271d275-e634-4801-b04b-e9e022fa9e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (97564c7b-473c-4b09-bc31-5e12e6210175), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:24.383946 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca10425-4e89-4f77-829d-881db8781b59 admin admin] Pushing event updated for resources: {'Port': ['ID=7e8d0336-0c0c-4840-8feb-1fa8dce349fa,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:24.392200 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 788c71df-6a98-4846-804a-97a2f37fecbd is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:05:24.480493 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-20fc4f75-a2cc-4fdd-b7e0-1515ee4852d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'name': 'tempest-TestVolumeBackupRestore-2134538606-router', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '788c71df-6a98-4846-804a-97a2f37fecbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:05:16Z', 'updated_at': '2022-02-20T04:05:19Z', 'revision_number': 4, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'gw_port': {'id': '788c71df-6a98-4846-804a-97a2f37fecbd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:16Z', 'updated_at': '2022-02-20T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '97564c7b-473c-4b09-bc31-5e12e6210175', 'name': '', 'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'mac_address': 'fa:16:3e:84:3a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '43d1ce45-746c-4525-aa68-21bdbb54ace8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:19Z', 'updated_at': '2022-02-20T04:05:23Z', 'revision_number': 4, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'subnets': [{'id': '43d1ce45-746c-4525-aa68-21bdbb54ace8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:05:24.506337 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-8271d275-e634-4801-b04b-e9e022fa9e86 None None] Current status of the port 97564c7b-473c-4b09-bc31-5e12e6210175 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:05:24.523935 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fc4f75-a2cc-4fdd-b7e0-1515ee4852d0 None None] The sync data for ids ['3caad4de-c255-4e97-a7a3-9cfa09cf6354'] in n-d-829866-4 is: [{'id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'name': 'tempest-TestVolumeBackupRestore-2134538606-router', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '788c71df-6a98-4846-804a-97a2f37fecbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:05:16Z', 'updated_at': '2022-02-20T04:05:19Z', 'revision_number': 4, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'gw_port': {'id': '788c71df-6a98-4846-804a-97a2f37fecbd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:16Z', 'updated_at': '2022-02-20T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '97564c7b-473c-4b09-bc31-5e12e6210175', 'name': '', 'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'mac_address': 'fa:16:3e:84:3a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '43d1ce45-746c-4525-aa68-21bdbb54ace8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:19Z', 'updated_at': '2022-02-20T04:05:23Z', 'revision_number': 4, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'subnets': [{'id': '43d1ce45-746c-4525-aa68-21bdbb54ace8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:05:24.805959 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ca10425-4e89-4f77-829d-881db8781b59 admin admin] Publish callbacks [] for router_gateway (22378b64-949b-4329-bc2f-9a84036219c1), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:24.902348 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271e477-99a0-4879-bb8b-21ce7737a50e req-322567f8-8be0-4f77-a79f-618ec2d807fa tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:05:24.911035 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e271e477-99a0-4879-bb8b-21ce7737a50e req-322567f8-8be0-4f77-a79f-618ec2d807fa tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 946 time: 0.0746846 Feb 20 04:05:24.967381 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e271e477-99a0-4879-bb8b-21ce7737a50e req-39a9fafa-6b7e-4731-a77e-cc45e0a664f3 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=ecb4637b-5ded-4ecb-b6da-8247190a658f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554535 Feb 20 04:05:25.092687 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ca10425-4e89-4f77-829d-881db8781b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (22378b64-949b-4329-bc2f-9a84036219c1), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:25.299619 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58a9448-a4b4-4df7-a368-fd3577086916 None None] Network d6b627fd-0c3c-48eb-b3db-d09ab2851c69 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:05:25.329654 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca10425-4e89-4f77-829d-881db8781b59 admin admin] Router 22378b64-949b-4329-bc2f-9a84036219c1 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 04:05:25.457413 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca10425-4e89-4f77-829d-881db8781b59 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:05:25.532529 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762f2c62-7d66-420f-97f8-b26dbf1a6362 None None] Sync routers for ids ['22378b64-949b-4329-bc2f-9a84036219c1'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:05:25.544546 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5ca10425-4e89-4f77-829d-881db8781b59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:25.544546 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5ca10425-4e89-4f77-829d-881db8781b59 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6459582 Feb 20 04:05:25.544546 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 48938) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:05:25.569425 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762f2c62-7d66-420f-97f8-b26dbf1a6362 None None] Routers {'22378b64-949b-4329-bc2f-9a84036219c1'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:05:25.570075 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-762f2c62-7d66-420f-97f8-b26dbf1a6362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:04:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['22378b64-949b-4329-bc2f-9a84036219c1'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:05:25.582981 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-210291b5-72b4-4c5b-9239-3f9f05c0830f None None] Provisioning complete for port 2e60822b-e1e6-4582-b11a-6fc35a583274 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:05:25.583663 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-210291b5-72b4-4c5b-9239-3f9f05c0830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2e60822b-e1e6-4582-b11a-6fc35a583274), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:25.841533 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-210291b5-72b4-4c5b-9239-3f9f05c0830f None None] Current status of the port 2e60822b-e1e6-4582-b11a-6fc35a583274 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:05:25.841876 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-210291b5-72b4-4c5b-9239-3f9f05c0830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2e60822b-e1e6-4582-b11a-6fc35a583274), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:25.873075 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-762f2c62-7d66-420f-97f8-b26dbf1a6362 None None] Set router 22378b64-949b-4329-bc2f-9a84036219c1 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:05:25.959455 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-210291b5-72b4-4c5b-9239-3f9f05c0830f None None] For port 2e60822b-e1e6-4582-b11a-6fc35a583274, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2e60822b-e1e6-4582-b11a-6fc35a583274,segment=NetworkSegment(0736a68b-57ff-4eaa-945a-955b627a7698),segment_id=0736a68b-57ff-4eaa-945a-955b627a7698)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:05:26.056881 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-210291b5-72b4-4c5b-9239-3f9f05c0830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2e60822b-e1e6-4582-b11a-6fc35a583274), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:26.130356 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 2e60822b-e1e6-4582-b11a-6fc35a583274 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:05:26.172986 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6d213-4c55-4fdf-8a4f-2ebe5ea8b2f6 req-6f69d7f1-f565-4d42-8edf-5217044c918a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:05:26.175353 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d4c6d213-4c55-4fdf-8a4f-2ebe5ea8b2f6 req-6f69d7f1-f565-4d42-8edf-5217044c918a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 946 time: 0.0849614 Feb 20 04:05:26.216363 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210291b5-72b4-4c5b-9239-3f9f05c0830f None None] Pushing event updated for resources: {'Port': ['ID=2e60822b-e1e6-4582-b11a-6fc35a583274,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:26.264604 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d4c6d213-4c55-4fdf-8a4f-2ebe5ea8b2f6 req-6d9da0f2-dd98-4263-826d-60bde200d7cf tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=ecb4637b-5ded-4ecb-b6da-8247190a658f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754824 Feb 20 04:05:26.291696 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-387743e3-9244-484a-99c4-412f6496f93b None None] Provisioning complete for port 2e60822b-e1e6-4582-b11a-6fc35a583274 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:05:26.292684 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-387743e3-9244-484a-99c4-412f6496f93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2e60822b-e1e6-4582-b11a-6fc35a583274), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:26.324678 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 2e60822b-e1e6-4582-b11a-6fc35a583274 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:05:26.325055 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2e60822b-e1e6-4582-b11a-6fc35a583274), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:26.411119 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-762f2c62-7d66-420f-97f8-b26dbf1a6362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22378b64-949b-4329-bc2f-9a84036219c1', 'name': 'tempest-TestVolumeBackupRestore-605386628-router', 'tenant_id': '6f3f27b263654537ab7276b191fd222f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '7e8d0336-0c0c-4840-8feb-1fa8dce349fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:05:22Z', 'updated_at': '2022-02-20T04:05:24Z', 'revision_number': 3, 'project_id': '6f3f27b263654537ab7276b191fd222f', 'gw_port': {'id': '7e8d0336-0c0c-4840-8feb-1fa8dce349fa', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22378b64-949b-4329-bc2f-9a84036219c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:23Z', 'updated_at': '2022-02-20T04:05:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:05:26.466166 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762f2c62-7d66-420f-97f8-b26dbf1a6362 None None] Checking router: 22378b64-949b-4329-bc2f-9a84036219c1 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:05:26.466266 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762f2c62-7d66-420f-97f8-b26dbf1a6362 None None] Updating router 22378b64-949b-4329-bc2f-9a84036219c1 port 7e8d0336-0c0c-4840-8feb-1fa8dce349fa binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 04:05:26.471808 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-415b8d90-f6eb-4a4b-b2ed-2e6e59f72302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:26.547182 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-387743e3-9244-484a-99c4-412f6496f93b None None] Current status of the port 2e60822b-e1e6-4582-b11a-6fc35a583274 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:05:26.551364 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 2e60822b-e1e6-4582-b11a-6fc35a583274 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:05:26.553619 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 97564c7b-473c-4b09-bc31-5e12e6210175 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:05:26.556096 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-762f2c62-7d66-420f-97f8-b26dbf1a6362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7e8d0336-0c0c-4840-8feb-1fa8dce349fa), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:26.620948 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d98535da-1755-4377-9b92-864fbd005eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:26.708219 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 97564c7b-473c-4b09-bc31-5e12e6210175 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:05:26.708219 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (97564c7b-473c-4b09-bc31-5e12e6210175), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:26.804396 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-d98535da-1755-4377-9b92-864fbd005eb5 admin admin] Allocated IP 172.20.0.1 (d6b627fd-0c3c-48eb-b3db-d09ab2851c69/fef92a84-fdf8-466a-be27-c06ded12fce4/115bada4-9fe0-411e-bcc2-6c47923879d0) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:05:26.872760 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 97564c7b-473c-4b09-bc31-5e12e6210175 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:05:26.923374 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d98535da-1755-4377-9b92-864fbd005eb5 admin admin] Publish callbacks [] for port (115bada4-9fe0-411e-bcc2-6c47923879d0), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:26.932524 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-762f2c62-7d66-420f-97f8-b26dbf1a6362 None None] Publish callbacks [] for port (7e8d0336-0c0c-4840-8feb-1fa8dce349fa), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:26.980555 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-762f2c62-7d66-420f-97f8-b26dbf1a6362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (7e8d0336-0c0c-4840-8feb-1fa8dce349fa), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:27.004123 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d98535da-1755-4377-9b92-864fbd005eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (115bada4-9fe0-411e-bcc2-6c47923879d0), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:27.027295 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-762f2c62-7d66-420f-97f8-b26dbf1a6362 None None] Attempting to bind port 7e8d0336-0c0c-4840-8feb-1fa8dce349fa on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:05:27.027672 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-762f2c62-7d66-420f-97f8-b26dbf1a6362 None None] Attempting to bind port 7e8d0336-0c0c-4840-8feb-1fa8dce349fa by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:05:27.028040 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762f2c62-7d66-420f-97f8-b26dbf1a6362 None None] Attempting to bind port 7e8d0336-0c0c-4840-8feb-1fa8dce349fa on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:05:27.038772 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762f2c62-7d66-420f-97f8-b26dbf1a6362 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:05:27.039200 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762f2c62-7d66-420f-97f8-b26dbf1a6362 None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:05:27.039851 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-762f2c62-7d66-420f-97f8-b26dbf1a6362 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:27.040247 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762f2c62-7d66-420f-97f8-b26dbf1a6362 None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:05:27.040721 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-762f2c62-7d66-420f-97f8-b26dbf1a6362 None None] Bound port: 7e8d0336-0c0c-4840-8feb-1fa8dce349fa, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:05:27.041557 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-762f2c62-7d66-420f-97f8-b26dbf1a6362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7e8d0336-0c0c-4840-8feb-1fa8dce349fa), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:27.044316 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98535da-1755-4377-9b92-864fbd005eb5 admin admin] Network d6b627fd-0c3c-48eb-b3db-d09ab2851c69 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:05:27.050051 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-d98535da-1755-4377-9b92-864fbd005eb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:05:27.053462 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98535da-1755-4377-9b92-864fbd005eb5 admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:05:27.063893 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd39066-35c0-4166-9bed-1f0facf82a2c None None] Pushing event updated for resources: {'Port': ['ID=7e8d0336-0c0c-4840-8feb-1fa8dce349fa,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:27.094395 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d98535da-1755-4377-9b92-864fbd005eb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (22378b64-949b-4329-bc2f-9a84036219c1), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:27.099422 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-762f2c62-7d66-420f-97f8-b26dbf1a6362 None None] For port 7e8d0336-0c0c-4840-8feb-1fa8dce349fa, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:05:27.100458 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98535da-1755-4377-9b92-864fbd005eb5 admin admin] Pushing event updated for resources: {'Port': ['ID=115bada4-9fe0-411e-bcc2-6c47923879d0,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:27.102560 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-762f2c62-7d66-420f-97f8-b26dbf1a6362 None None] For port 7e8d0336-0c0c-4840-8feb-1fa8dce349fa, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=7e8d0336-0c0c-4840-8feb-1fa8dce349fa,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:05:27.165319 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-762f2c62-7d66-420f-97f8-b26dbf1a6362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (7e8d0336-0c0c-4840-8feb-1fa8dce349fa), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:27.233190 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd39066-35c0-4166-9bed-1f0facf82a2c None None] Pushing event updated for resources: {'Port': ['ID=7e8d0336-0c0c-4840-8feb-1fa8dce349fa,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:27.243066 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762f2c62-7d66-420f-97f8-b26dbf1a6362 None None] Routers {'22378b64-949b-4329-bc2f-9a84036219c1'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:05:27.243739 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-762f2c62-7d66-420f-97f8-b26dbf1a6362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:04:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['22378b64-949b-4329-bc2f-9a84036219c1'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:05:27.344007 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d98535da-1755-4377-9b92-864fbd005eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (115bada4-9fe0-411e-bcc2-6c47923879d0), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:27.395398 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-762f2c62-7d66-420f-97f8-b26dbf1a6362 None None] Set router 22378b64-949b-4329-bc2f-9a84036219c1 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:05:27.431431 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b9286-16e9-441d-b0cf-13708b441f90 req-85f95a72-562a-4614-bad2-f6338ef0637e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:05:27.433649 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5e7b9286-16e9-441d-b0cf-13708b441f90 req-85f95a72-562a-4614-bad2-f6338ef0637e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 946 time: 0.0627196 Feb 20 04:05:27.507939 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5e7b9286-16e9-441d-b0cf-13708b441f90 req-eebdf347-cfe1-473f-9854-466855a21d60 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=ecb4637b-5ded-4ecb-b6da-8247190a658f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675592 Feb 20 04:05:27.526783 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ca3c1021-3a58-4d9d-a6ce-63cd1ca6360d None None] Provisioning complete for port 115bada4-9fe0-411e-bcc2-6c47923879d0 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:05:27.527193 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ca3c1021-3a58-4d9d-a6ce-63cd1ca6360d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (115bada4-9fe0-411e-bcc2-6c47923879d0), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:27.557531 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d98535da-1755-4377-9b92-864fbd005eb5 admin admin] Publish callbacks [] for port (115bada4-9fe0-411e-bcc2-6c47923879d0), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:27.584168 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ca3c1021-3a58-4d9d-a6ce-63cd1ca6360d None None] Port 115bada4-9fe0-411e-bcc2-6c47923879d0 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:05:27.619842 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d98535da-1755-4377-9b92-864fbd005eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (115bada4-9fe0-411e-bcc2-6c47923879d0), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:27.631341 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-762f2c62-7d66-420f-97f8-b26dbf1a6362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22378b64-949b-4329-bc2f-9a84036219c1', 'name': 'tempest-TestVolumeBackupRestore-605386628-router', 'tenant_id': '6f3f27b263654537ab7276b191fd222f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '7e8d0336-0c0c-4840-8feb-1fa8dce349fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:05:22Z', 'updated_at': '2022-02-20T04:05:24Z', 'revision_number': 3, 'project_id': '6f3f27b263654537ab7276b191fd222f', 'gw_port': {'id': '7e8d0336-0c0c-4840-8feb-1fa8dce349fa', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22378b64-949b-4329-bc2f-9a84036219c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:23Z', 'updated_at': '2022-02-20T04:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:05:27.690482 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d98535da-1755-4377-9b92-864fbd005eb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (22378b64-949b-4329-bc2f-9a84036219c1), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:27.692446 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98535da-1755-4377-9b92-864fbd005eb5 admin admin] Pushing event updated for resources: {'Port': ['ID=115bada4-9fe0-411e-bcc2-6c47923879d0,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:27.809491 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98535da-1755-4377-9b92-864fbd005eb5 admin admin] Network d6b627fd-0c3c-48eb-b3db-d09ab2851c69 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:05:27.810997 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-d98535da-1755-4377-9b92-864fbd005eb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:05:27.831384 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762f2c62-7d66-420f-97f8-b26dbf1a6362 None None] The sync data for ids ['22378b64-949b-4329-bc2f-9a84036219c1'] in n-d-829866-4 is: [{'id': '22378b64-949b-4329-bc2f-9a84036219c1', 'name': 'tempest-TestVolumeBackupRestore-605386628-router', 'tenant_id': '6f3f27b263654537ab7276b191fd222f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '7e8d0336-0c0c-4840-8feb-1fa8dce349fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:05:22Z', 'updated_at': '2022-02-20T04:05:24Z', 'revision_number': 3, 'project_id': '6f3f27b263654537ab7276b191fd222f', 'gw_port': {'id': '7e8d0336-0c0c-4840-8feb-1fa8dce349fa', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22378b64-949b-4329-bc2f-9a84036219c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:23Z', 'updated_at': '2022-02-20T04:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:05:27.953935 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 2e60822b-e1e6-4582-b11a-6fc35a583274 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:05:27.986152 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98535da-1755-4377-9b92-864fbd005eb5 admin admin] Router 22378b64-949b-4329-bc2f-9a84036219c1 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:05:28.036893 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 2e60822b-e1e6-4582-b11a-6fc35a583274 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:05:28.037151 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2e60822b-e1e6-4582-b11a-6fc35a583274), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:28.119985 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98535da-1755-4377-9b92-864fbd005eb5 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:05:28.131784 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d98535da-1755-4377-9b92-864fbd005eb5 admin admin] 10.222.0.89 "PUT /v2.0/routers/22378b64-949b-4329-bc2f-9a84036219c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5877035 Feb 20 04:05:28.133638 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 2e60822b-e1e6-4582-b11a-6fc35a583274 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:05:28.143958 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-a33de07a-d27d-468b-af60-91e0ea2d9558 None None] Provisioning complete for port 115bada4-9fe0-411e-bcc2-6c47923879d0 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:05:28.144340 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a33de07a-d27d-468b-af60-91e0ea2d9558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (115bada4-9fe0-411e-bcc2-6c47923879d0), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:28.207754 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-a33de07a-d27d-468b-af60-91e0ea2d9558 None None] Port 115bada4-9fe0-411e-bcc2-6c47923879d0 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:05:28.690299 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721cb7e8-4407-46f5-88e4-5d6f959b9694 req-14259502-0a5c-42e6-b6dd-6574adb9cb25 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:05:28.691911 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-721cb7e8-4407-46f5-88e4-5d6f959b9694 req-14259502-0a5c-42e6-b6dd-6574adb9cb25 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 946 time: 0.0910060 Feb 20 04:05:28.734575 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d9176c27-0d80-40d8-bc60-f65cbd23741e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:28.776384 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-721cb7e8-4407-46f5-88e4-5d6f959b9694 req-0ea38a40-e56e-4adb-adc9-aeec4aa0c90b tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=ecb4637b-5ded-4ecb-b6da-8247190a658f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766203 Feb 20 04:05:29.657759 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c85617-49fe-46ba-87df-9b61d2dda6fe None None] Sync routers for ids ['22378b64-949b-4329-bc2f-9a84036219c1'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:05:29.667453 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c85617-49fe-46ba-87df-9b61d2dda6fe None None] Routers {'22378b64-949b-4329-bc2f-9a84036219c1'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:05:29.672273 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-f9c85617-49fe-46ba-87df-9b61d2dda6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:05:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['22378b64-949b-4329-bc2f-9a84036219c1'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:05:29.780627 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-f9c85617-49fe-46ba-87df-9b61d2dda6fe None None] Set router 22378b64-949b-4329-bc2f-9a84036219c1 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:05:29.994531 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41800e8c-bbd8-47fe-bcd4-d205b594a856 req-0031d85b-c3cc-405a-9e51-6a5c922d1513 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:05:29.997350 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-41800e8c-bbd8-47fe-bcd4-d205b594a856 req-0031d85b-c3cc-405a-9e51-6a5c922d1513 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 946 time: 0.1010122 Feb 20 04:05:30.018318 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 7e8d0336-0c0c-4840-8feb-1fa8dce349fa up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:05:30.071463 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-41800e8c-bbd8-47fe-bcd4-d205b594a856 req-70c1fa90-2381-4655-9ac3-1a29a7470fc2 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=ecb4637b-5ded-4ecb-b6da-8247190a658f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679665 Feb 20 04:05:30.075645 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 7e8d0336-0c0c-4840-8feb-1fa8dce349fa triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:05:30.076490 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (7e8d0336-0c0c-4840-8feb-1fa8dce349fa), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:30.079090 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:30.151436 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-f9c85617-49fe-46ba-87df-9b61d2dda6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22378b64-949b-4329-bc2f-9a84036219c1', 'name': 'tempest-TestVolumeBackupRestore-605386628-router', 'tenant_id': '6f3f27b263654537ab7276b191fd222f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '7e8d0336-0c0c-4840-8feb-1fa8dce349fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:05:22Z', 'updated_at': '2022-02-20T04:05:27Z', 'revision_number': 4, 'project_id': '6f3f27b263654537ab7276b191fd222f', 'gw_port': {'id': '7e8d0336-0c0c-4840-8feb-1fa8dce349fa', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22378b64-949b-4329-bc2f-9a84036219c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:23Z', 'updated_at': '2022-02-20T04:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '115bada4-9fe0-411e-bcc2-6c47923879d0', 'name': '', 'network_id': 'd6b627fd-0c3c-48eb-b3db-d09ab2851c69', 'tenant_id': '6f3f27b263654537ab7276b191fd222f', 'mac_address': 'fa:16:3e:eb:99:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22378b64-949b-4329-bc2f-9a84036219c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'fef92a84-fdf8-466a-be27-c06ded12fce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:26Z', 'updated_at': '2022-02-20T04:05:27Z', 'revision_number': 2, 'project_id': '6f3f27b263654537ab7276b191fd222f', 'subnets': [{'id': 'fef92a84-fdf8-466a-be27-c06ded12fce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:05:30.183402 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 7e8d0336-0c0c-4840-8feb-1fa8dce349fa is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:05:30.183792 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7e8d0336-0c0c-4840-8feb-1fa8dce349fa), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:30.191452 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c85617-49fe-46ba-87df-9b61d2dda6fe None None] Checking router: 22378b64-949b-4329-bc2f-9a84036219c1 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:05:30.192301 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c85617-49fe-46ba-87df-9b61d2dda6fe None None] Updating router 22378b64-949b-4329-bc2f-9a84036219c1 port 115bada4-9fe0-411e-bcc2-6c47923879d0 binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 04:05:30.207769 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 7e8d0336-0c0c-4840-8feb-1fa8dce349fa, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=7e8d0336-0c0c-4840-8feb-1fa8dce349fa,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:05:30.226926 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f9c85617-49fe-46ba-87df-9b61d2dda6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (115bada4-9fe0-411e-bcc2-6c47923879d0), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:30.272553 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (7e8d0336-0c0c-4840-8feb-1fa8dce349fa), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:30.334511 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=7e8d0336-0c0c-4840-8feb-1fa8dce349fa,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:30.543264 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f9c85617-49fe-46ba-87df-9b61d2dda6fe None None] Publish callbacks [] for port (115bada4-9fe0-411e-bcc2-6c47923879d0), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:30.620442 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f9c85617-49fe-46ba-87df-9b61d2dda6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (115bada4-9fe0-411e-bcc2-6c47923879d0), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:30.665608 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e468530-0413-4552-8234-3523ff0c9857 None None] Pushing event updated for resources: {'Port': ['ID=115bada4-9fe0-411e-bcc2-6c47923879d0,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:30.777809 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-f9c85617-49fe-46ba-87df-9b61d2dda6fe None None] Attempting to bind port 115bada4-9fe0-411e-bcc2-6c47923879d0 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:05:30.778182 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-f9c85617-49fe-46ba-87df-9b61d2dda6fe None None] Attempting to bind port 115bada4-9fe0-411e-bcc2-6c47923879d0 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '0736a68b-57ff-4eaa-945a-955b627a7698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd6b627fd-0c3c-48eb-b3db-d09ab2851c69'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:05:30.778553 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c85617-49fe-46ba-87df-9b61d2dda6fe None None] Attempting to bind port 115bada4-9fe0-411e-bcc2-6c47923879d0 on network d6b627fd-0c3c-48eb-b3db-d09ab2851c69 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:05:30.785152 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c85617-49fe-46ba-87df-9b61d2dda6fe None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:05:30.787169 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c85617-49fe-46ba-87df-9b61d2dda6fe None None] Checking segment: {'id': '0736a68b-57ff-4eaa-945a-955b627a7698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd6b627fd-0c3c-48eb-b3db-d09ab2851c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:05:30.787883 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f9c85617-49fe-46ba-87df-9b61d2dda6fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:30.788436 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c85617-49fe-46ba-87df-9b61d2dda6fe None None] Bound using segment: {'id': '0736a68b-57ff-4eaa-945a-955b627a7698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd6b627fd-0c3c-48eb-b3db-d09ab2851c69'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:05:30.789109 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-f9c85617-49fe-46ba-87df-9b61d2dda6fe None None] Bound port: 115bada4-9fe0-411e-bcc2-6c47923879d0, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0736a68b-57ff-4eaa-945a-955b627a7698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd6b627fd-0c3c-48eb-b3db-d09ab2851c69'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:05:30.789915 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f9c85617-49fe-46ba-87df-9b61d2dda6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (115bada4-9fe0-411e-bcc2-6c47923879d0), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:30.960486 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-f9c85617-49fe-46ba-87df-9b61d2dda6fe None None] For port 115bada4-9fe0-411e-bcc2-6c47923879d0, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:05:30.964869 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-f9c85617-49fe-46ba-87df-9b61d2dda6fe None None] For port 115bada4-9fe0-411e-bcc2-6c47923879d0, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=115bada4-9fe0-411e-bcc2-6c47923879d0,segment=NetworkSegment(0736a68b-57ff-4eaa-945a-955b627a7698),segment_id=0736a68b-57ff-4eaa-945a-955b627a7698)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:05:31.056775 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-51ddcc84-dbc1-4395-b92c-46027eb52dd6 None None] Provisioning complete for port 115bada4-9fe0-411e-bcc2-6c47923879d0 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:05:31.058441 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-51ddcc84-dbc1-4395-b92c-46027eb52dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (115bada4-9fe0-411e-bcc2-6c47923879d0), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:31.068081 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-f9c85617-49fe-46ba-87df-9b61d2dda6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (115bada4-9fe0-411e-bcc2-6c47923879d0), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:31.103736 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-51ddcc84-dbc1-4395-b92c-46027eb52dd6 None None] Port 115bada4-9fe0-411e-bcc2-6c47923879d0 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:05:31.152429 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c85617-49fe-46ba-87df-9b61d2dda6fe None None] Routers {'22378b64-949b-4329-bc2f-9a84036219c1'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:05:31.153072 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-f9c85617-49fe-46ba-87df-9b61d2dda6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:05:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['22378b64-949b-4329-bc2f-9a84036219c1'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:05:31.154811 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e468530-0413-4552-8234-3523ff0c9857 None None] Pushing event updated for resources: {'Port': ['ID=115bada4-9fe0-411e-bcc2-6c47923879d0,revision_number=4']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:31.260858 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61700a-178c-4a4d-a15d-59f283bb71d4 req-2b724cfe-4158-4227-acb5-ce089f1bbdaa tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:05:31.263296 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4e61700a-178c-4a4d-a15d-59f283bb71d4 req-2b724cfe-4158-4227-acb5-ce089f1bbdaa tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 946 time: 0.0860975 Feb 20 04:05:31.339858 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:31.340901 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-f9c85617-49fe-46ba-87df-9b61d2dda6fe None None] Set router 22378b64-949b-4329-bc2f-9a84036219c1 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:05:31.344838 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4e61700a-178c-4a4d-a15d-59f283bb71d4 req-0b40debc-2a82-4dc0-a6a4-e7fca06166f9 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=ecb4637b-5ded-4ecb-b6da-8247190a658f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685828 Feb 20 04:05:31.433363 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b697c28-178a-4155-a0cd-8d808bb52b9c req-73439489-e685-4bda-9845-a7bc6b8d4931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:05:31.434768 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8b697c28-178a-4155-a0cd-8d808bb52b9c req-73439489-e685-4bda-9845-a7bc6b8d4931 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 1128 time: 0.0609972 Feb 20 04:05:31.503803 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8b697c28-178a-4155-a0cd-8d808bb52b9c req-a8af6bda-c53e-43f6-afc2-85df5f1b01f2 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ecb4637b-5ded-4ecb-b6da-8247190a658f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626597 Feb 20 04:05:31.540539 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-b523efad-320f-4ba3-9ea9-16d9022eb3ce None None] Provisioning complete for port 115bada4-9fe0-411e-bcc2-6c47923879d0 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:05:31.540910 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b523efad-320f-4ba3-9ea9-16d9022eb3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (115bada4-9fe0-411e-bcc2-6c47923879d0), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:31.624876 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b523efad-320f-4ba3-9ea9-16d9022eb3ce None None] Current status of the port 115bada4-9fe0-411e-bcc2-6c47923879d0 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:05:31.625520 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b523efad-320f-4ba3-9ea9-16d9022eb3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (115bada4-9fe0-411e-bcc2-6c47923879d0), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:31.654594 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-f9c85617-49fe-46ba-87df-9b61d2dda6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22378b64-949b-4329-bc2f-9a84036219c1', 'name': 'tempest-TestVolumeBackupRestore-605386628-router', 'tenant_id': '6f3f27b263654537ab7276b191fd222f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '7e8d0336-0c0c-4840-8feb-1fa8dce349fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:05:22Z', 'updated_at': '2022-02-20T04:05:27Z', 'revision_number': 4, 'project_id': '6f3f27b263654537ab7276b191fd222f', 'gw_port': {'id': '7e8d0336-0c0c-4840-8feb-1fa8dce349fa', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22378b64-949b-4329-bc2f-9a84036219c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:23Z', 'updated_at': '2022-02-20T04:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '115bada4-9fe0-411e-bcc2-6c47923879d0', 'name': '', 'network_id': 'd6b627fd-0c3c-48eb-b3db-d09ab2851c69', 'tenant_id': '6f3f27b263654537ab7276b191fd222f', 'mac_address': 'fa:16:3e:eb:99:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22378b64-949b-4329-bc2f-9a84036219c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'fef92a84-fdf8-466a-be27-c06ded12fce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:26Z', 'updated_at': '2022-02-20T04:05:30Z', 'revision_number': 4, 'project_id': '6f3f27b263654537ab7276b191fd222f', 'subnets': [{'id': 'fef92a84-fdf8-466a-be27-c06ded12fce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:05:31.662881 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b523efad-320f-4ba3-9ea9-16d9022eb3ce None None] For port 115bada4-9fe0-411e-bcc2-6c47923879d0, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=115bada4-9fe0-411e-bcc2-6c47923879d0,segment=NetworkSegment(0736a68b-57ff-4eaa-945a-955b627a7698),segment_id=0736a68b-57ff-4eaa-945a-955b627a7698)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:05:31.686277 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c85617-49fe-46ba-87df-9b61d2dda6fe None None] The sync data for ids ['22378b64-949b-4329-bc2f-9a84036219c1'] in n-d-829866-4 is: [{'id': '22378b64-949b-4329-bc2f-9a84036219c1', 'name': 'tempest-TestVolumeBackupRestore-605386628-router', 'tenant_id': '6f3f27b263654537ab7276b191fd222f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '7e8d0336-0c0c-4840-8feb-1fa8dce349fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:05:22Z', 'updated_at': '2022-02-20T04:05:27Z', 'revision_number': 4, 'project_id': '6f3f27b263654537ab7276b191fd222f', 'gw_port': {'id': '7e8d0336-0c0c-4840-8feb-1fa8dce349fa', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22378b64-949b-4329-bc2f-9a84036219c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:23Z', 'updated_at': '2022-02-20T04:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '115bada4-9fe0-411e-bcc2-6c47923879d0', 'name': '', 'network_id': 'd6b627fd-0c3c-48eb-b3db-d09ab2851c69', 'tenant_id': '6f3f27b263654537ab7276b191fd222f', 'mac_address': 'fa:16:3e:eb:99:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22378b64-949b-4329-bc2f-9a84036219c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'fef92a84-fdf8-466a-be27-c06ded12fce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:26Z', 'updated_at': '2022-02-20T04:05:30Z', 'revision_number': 4, 'project_id': '6f3f27b263654537ab7276b191fd222f', 'subnets': [{'id': 'fef92a84-fdf8-466a-be27-c06ded12fce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:05:31.723573 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b523efad-320f-4ba3-9ea9-16d9022eb3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (115bada4-9fe0-411e-bcc2-6c47923879d0), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:31.815938 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523efad-320f-4ba3-9ea9-16d9022eb3ce None None] Pushing event updated for resources: {'Port': ['ID=115bada4-9fe0-411e-bcc2-6c47923879d0,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:32.073764 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 115bada4-9fe0-411e-bcc2-6c47923879d0 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:05:32.132042 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 115bada4-9fe0-411e-bcc2-6c47923879d0 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:05:32.132760 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (115bada4-9fe0-411e-bcc2-6c47923879d0), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:32.224446 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 115bada4-9fe0-411e-bcc2-6c47923879d0 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:05:32.225761 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 7e8d0336-0c0c-4840-8feb-1fa8dce349fa up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:05:32.286334 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 7e8d0336-0c0c-4840-8feb-1fa8dce349fa triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:05:32.287156 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (7e8d0336-0c0c-4840-8feb-1fa8dce349fa), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:32.416722 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 7e8d0336-0c0c-4840-8feb-1fa8dce349fa is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:05:32.528141 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31084cf-57ce-4986-879c-38f4492969ae req-0c9b2876-066f-4885-ba0b-2474146d6612 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:05:32.536681 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f31084cf-57ce-4986-879c-38f4492969ae req-0c9b2876-066f-4885-ba0b-2474146d6612 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 946 time: 0.0755126 Feb 20 04:05:32.615283 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f31084cf-57ce-4986-879c-38f4492969ae req-383be6bb-7bbb-4303-a6e4-1905e7eeea68 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=ecb4637b-5ded-4ecb-b6da-8247190a658f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729866 Feb 20 04:05:32.786822 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:33.300160 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 68b11109-dd4b-46ea-a5e2-b5699e431fa0 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:05:33.306466 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 68b11109-dd4b-46ea-a5e2-b5699e431fa0 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:05:33.493989 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 68b11109-dd4b-46ea-a5e2-b5699e431fa0 is: ACTIVE; New status is: DOWN {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:05:33.494305 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (68b11109-dd4b-46ea-a5e2-b5699e431fa0), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:33.519579 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 68b11109-dd4b-46ea-a5e2-b5699e431fa0, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=68b11109-dd4b-46ea-a5e2-b5699e431fa0,segment=NetworkSegment(cd847954-0ad5-49e8-860d-3687f5c304cf),segment_id=cd847954-0ad5-49e8-860d-3687f5c304cf)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:05:33.539890 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c312ed19-736e-4a59-99c0-f248fffa121d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68b11109-dd4b-46ea-a5e2-b5699e431fa0'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:05:33.542249 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a0fb44-4653-4440-bfa8-8b160b119814" -d '{"events": [{"server_uuid": "c312ed19-736e-4a59-99c0-f248fffa121d", "name": "network-vif-unplugged", "status": "completed", "tag": "68b11109-dd4b-46ea-a5e2-b5699e431fa0"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:05:33.553929 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '68b11109-dd4b-46ea-a5e2-b5699e431fa0', 'network_id': '2d8e31de-bc3f-4c67-b5e0-d1679873ae45', 'port_id': '68b11109-dd4b-46ea-a5e2-b5699e431fa0', 'mac_address': 'fa:16:3e:bb:7e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:05:33.559644 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 68b11109-dd4b-46ea-a5e2-b5699e431fa0, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=68b11109-dd4b-46ea-a5e2-b5699e431fa0,segment=NetworkSegment(cd847954-0ad5-49e8-860d-3687f5c304cf),segment_id=cd847954-0ad5-49e8-860d-3687f5c304cf)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:05:33.596087 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 04:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd94943f-dd3f-4460-82cd-0208ef3cb5af x-openstack-request-id: req-fd94943f-dd3f-4460-82cd-0208ef3cb5af {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:05:33.596536 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c312ed19-736e-4a59-99c0-f248fffa121d", "name": "network-vif-unplugged", "status": "completed", "tag": "68b11109-dd4b-46ea-a5e2-b5699e431fa0", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:05:33.596910 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fd94943f-dd3f-4460-82cd-0208ef3cb5af {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:05:33.597405 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c312ed19-736e-4a59-99c0-f248fffa121d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68b11109-dd4b-46ea-a5e2-b5699e431fa0', 'code': 200} Feb 20 04:05:33.619506 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 68b11109-dd4b-46ea-a5e2-b5699e431fa0 is: ACTIVE; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:05:33.620185 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (68b11109-dd4b-46ea-a5e2-b5699e431fa0), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:33.634241 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68b11109-dd4b-46ea-a5e2-b5699e431fa0 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:05:33.643816 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (68b11109-dd4b-46ea-a5e2-b5699e431fa0), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:33.739075 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=68b11109-dd4b-46ea-a5e2-b5699e431fa0,revision_number=6']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:33.741979 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 04:05:33.742348 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 04:05:33.754305 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6da94-c891-404b-9761-400b14571ed0 req-4fbaf713-c6c7-4cc9-b807-972121b31f40 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:05:33.757706 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e1f6da94-c891-404b-9761-400b14571ed0 req-4fbaf713-c6c7-4cc9-b807-972121b31f40 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 944 time: 0.0629082 Feb 20 04:05:33.819906 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e1f6da94-c891-404b-9761-400b14571ed0 req-85de8363-2221-4565-88d1-194ae74e2491 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=ecb4637b-5ded-4ecb-b6da-8247190a658f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578506 Feb 20 04:05:33.843837 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49130) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:05:33.904802 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-363041bd-66b2-481a-b7d9-841da5c05af0 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/floatingips/710b1821-d7b5-4759-bd44-ddc8aec9dfb8 HTTP/1.1" status: 200 len: 992 time: 0.0597811 Feb 20 04:05:34.279758 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 68b11109-dd4b-46ea-a5e2-b5699e431fa0 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:05:34.280148 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (68b11109-dd4b-46ea-a5e2-b5699e431fa0), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:34.294327 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b11109-dd4b-46ea-a5e2-b5699e431fa0 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:05:34.319975 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 68b11109-dd4b-46ea-a5e2-b5699e431fa0, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=68b11109-dd4b-46ea-a5e2-b5699e431fa0,segment=NetworkSegment(cd847954-0ad5-49e8-860d-3687f5c304cf),segment_id=cd847954-0ad5-49e8-860d-3687f5c304cf)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:05:34.424885 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (68b11109-dd4b-46ea-a5e2-b5699e431fa0), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:34.491575 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=68b11109-dd4b-46ea-a5e2-b5699e431fa0,revision_number=7']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:34.649433 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['68b11109-dd4b-46ea-a5e2-b5699e431fa0'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:05:35.331545 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 68b11109-dd4b-46ea-a5e2-b5699e431fa0 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:05:35.395342 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 68b11109-dd4b-46ea-a5e2-b5699e431fa0 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:05:35.395737 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (68b11109-dd4b-46ea-a5e2-b5699e431fa0), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:35.490514 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 68b11109-dd4b-46ea-a5e2-b5699e431fa0 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:05:35.490832 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (68b11109-dd4b-46ea-a5e2-b5699e431fa0), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:35.527406 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 68b11109-dd4b-46ea-a5e2-b5699e431fa0, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=68b11109-dd4b-46ea-a5e2-b5699e431fa0,segment=NetworkSegment(cd847954-0ad5-49e8-860d-3687f5c304cf),segment_id=cd847954-0ad5-49e8-860d-3687f5c304cf)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:05:35.598523 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c312ed19-736e-4a59-99c0-f248fffa121d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b11109-dd4b-46ea-a5e2-b5699e431fa0'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:05:35.600948 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e1a20f-7a19-474b-a836-8c9459811e08" -d '{"events": [{"server_uuid": "c312ed19-736e-4a59-99c0-f248fffa121d", "name": "network-vif-plugged", "status": "completed", "tag": "68b11109-dd4b-46ea-a5e2-b5699e431fa0"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:05:35.626161 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (68b11109-dd4b-46ea-a5e2-b5699e431fa0), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:35.669600 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01472706-bb4b-4986-ac4d-0b73be562c82 x-openstack-request-id: req-01472706-bb4b-4986-ac4d-0b73be562c82 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:05:35.669896 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c312ed19-736e-4a59-99c0-f248fffa121d", "name": "network-vif-plugged", "status": "completed", "tag": "68b11109-dd4b-46ea-a5e2-b5699e431fa0", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:05:35.670154 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-01472706-bb4b-4986-ac4d-0b73be562c82 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:05:35.670557 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c312ed19-736e-4a59-99c0-f248fffa121d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b11109-dd4b-46ea-a5e2-b5699e431fa0', 'code': 200} Feb 20 04:05:35.697264 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=68b11109-dd4b-46ea-a5e2-b5699e431fa0,revision_number=8']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:05:40.770691 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:05:51.173358 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:51.276587 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:56.472684 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d0f7d437-9f6b-459b-9418-18d1cc88137f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:05:58.727712 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8d917472-637b-4fa3-adb2-26feb65be323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:00.060167 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:01.288235 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:02.808591 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:03.607556 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07e32e6c-a573-4141-81c2-c29ac6dd4b99 req-6cd205f2-24e0-4e8f-9238-7fd37c4d7b66 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9e310850-a20f-440b-986b-feb043293ab8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1814456 Feb 20 04:06:03.706019 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e32e6c-a573-4141-81c2-c29ac6dd4b99 req-8e7d81d4-09eb-49e7-96f5-a3b82ba3874c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:03.707578 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07e32e6c-a573-4141-81c2-c29ac6dd4b99 req-8e7d81d4-09eb-49e7-96f5-a3b82ba3874c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dbce6a23f7f448d581896d0b0de43858&device_id=9e310850-a20f-440b-986b-feb043293ab8 HTTP/1.1" status: 200 len: 1127 time: 0.0497024 Feb 20 04:06:03.831521 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e32e6c-a573-4141-81c2-c29ac6dd4b99 req-a7aa6923-8190-466c-b3a4-0aade7a6ea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:03.835543 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07e32e6c-a573-4141-81c2-c29ac6dd4b99 req-a7aa6923-8190-466c-b3a4-0aade7a6ea83 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7aefa578-9a73-485e-abe5-76525a78e3f7 HTTP/1.1" status: 200 len: 909 time: 0.1051464 Feb 20 04:06:03.903766 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07e32e6c-a573-4141-81c2-c29ac6dd4b99 req-459f1d3f-71fe-4d5b-aa82-81ce6a0b9f2e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4510d3d4-a878-4499-8d2e-6b6a6d3571f1 HTTP/1.1" status: 200 len: 1000 time: 0.0646906 Feb 20 04:06:03.969790 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e32e6c-a573-4141-81c2-c29ac6dd4b99 req-f8535253-43ce-4dff-9026-6a1269b8e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:03.971332 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07e32e6c-a573-4141-81c2-c29ac6dd4b99 req-f8535253-43ce-4dff-9026-6a1269b8e59e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=34397b61-ec4b-46a1-947f-e5f30d325c5a HTTP/1.1" status: 200 len: 847 time: 0.0622752 Feb 20 04:06:04.067380 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e32e6c-a573-4141-81c2-c29ac6dd4b99 req-9a4906c6-8072-4d08-97b2-a640761dc83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:04.068940 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07e32e6c-a573-4141-81c2-c29ac6dd4b99 req-9a4906c6-8072-4d08-97b2-a640761dc83c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7aefa578-9a73-485e-abe5-76525a78e3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0915248 Feb 20 04:06:04.080695 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-07e32e6c-a573-4141-81c2-c29ac6dd4b99 req-8a6eee14-d776-4033-bdd8-c5e747c1564d service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 04:06:04.082131 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07e32e6c-a573-4141-81c2-c29ac6dd4b99 req-8a6eee14-d776-4033-bdd8-c5e747c1564d service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074728 Feb 20 04:06:04.176435 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07e32e6c-a573-4141-81c2-c29ac6dd4b99 req-15093834-69fc-4283-8511-f400e87415f7 service neutron] 10.222.0.42 "GET /v2.0/networks/7aefa578-9a73-485e-abe5-76525a78e3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882998 Feb 20 04:06:04.276472 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07e32e6c-a573-4141-81c2-c29ac6dd4b99 req-d253f7ed-7ad4-4c86-83a2-edcb6907a279 service neutron] 10.222.0.42 "GET /v2.0/networks/7aefa578-9a73-485e-abe5-76525a78e3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938940 Feb 20 04:06:04.494135 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49368) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:06:04.672480 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-4a81088b-6c22-4745-a2ea-c820e11c83e7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Deleting port 22a6cb72-b715-44e5-a7ed-72aab64db73f {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:06:04.672859 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4a81088b-6c22-4745-a2ea-c820e11c83e7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (22a6cb72-b715-44e5-a7ed-72aab64db73f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:04.768327 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4a81088b-6c22-4745-a2ea-c820e11c83e7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (22a6cb72-b715-44e5-a7ed-72aab64db73f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:04.768729 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4a81088b-6c22-4745-a2ea-c820e11c83e7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for floatingip (22a6cb72-b715-44e5-a7ed-72aab64db73f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:04.781736 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-4a81088b-6c22-4745-a2ea-c820e11c83e7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Calling delete_port for 22a6cb72-b715-44e5-a7ed-72aab64db73f owned by network:floatingip {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:06:04.997037 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4a81088b-6c22-4745-a2ea-c820e11c83e7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (22a6cb72-b715-44e5-a7ed-72aab64db73f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:05.027859 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81088b-6c22-4745-a2ea-c820e11c83e7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event deleted for resources: {'Port': ['ID=22a6cb72-b715-44e5-a7ed-72aab64db73f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:05.039030 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81088b-6c22-4745-a2ea-c820e11c83e7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:05.039304 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81088b-6c22-4745-a2ea-c820e11c83e7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:05.039863 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81088b-6c22-4745-a2ea-c820e11c83e7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:05.040602 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81088b-6c22-4745-a2ea-c820e11c83e7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:05.041013 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81088b-6c22-4745-a2ea-c820e11c83e7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:05.041412 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81088b-6c22-4745-a2ea-c820e11c83e7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:05.041821 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81088b-6c22-4745-a2ea-c820e11c83e7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:05.043623 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81088b-6c22-4745-a2ea-c820e11c83e7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:05.043623 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81088b-6c22-4745-a2ea-c820e11c83e7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:05.043623 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81088b-6c22-4745-a2ea-c820e11c83e7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:05.043623 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81088b-6c22-4745-a2ea-c820e11c83e7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:05.043623 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81088b-6c22-4745-a2ea-c820e11c83e7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:05.044496 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81088b-6c22-4745-a2ea-c820e11c83e7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:05.115216 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4a81088b-6c22-4745-a2ea-c820e11c83e7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for floatingip (710b1821-d7b5-4759-bd44-ddc8aec9dfb8), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:05.115737 n-d-829866-4 neutron-server[104106]: INFO neutron.db.l3_db [None req-4a81088b-6c22-4745-a2ea-c820e11c83e7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Floating IP 710b1821-d7b5-4759-bd44-ddc8aec9dfb8 disassociated (deleted). External IP: 172.25.7.250, port: 68b11109-dd4b-46ea-a5e2-b5699e431fa0. Feb 20 04:06:05.345972 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a81088b-6c22-4745-a2ea-c820e11c83e7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Router b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:06:05.476799 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a81088b-6c22-4745-a2ea-c820e11c83e7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:06:05.489855 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4a81088b-6c22-4745-a2ea-c820e11c83e7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:05.493304 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a440000b-28e4-4294-868d-4e9e9136bf2b None None] Sync routers for ids ['b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:06:05.508060 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a440000b-28e4-4294-868d-4e9e9136bf2b None None] Routers {'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:06:05.511968 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a440000b-28e4-4294-868d-4e9e9136bf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:05:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:06:05.536304 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4a81088b-6c22-4745-a2ea-c820e11c83e7 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "DELETE /v2.0/floatingips/710b1821-d7b5-4759-bd44-ddc8aec9dfb8 HTTP/1.1" status: 204 len: 168 time: 1.0382168 Feb 20 04:06:05.536304 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c312ed19-736e-4a59-99c0-f248fffa121d', 'tag': '68b11109-dd4b-46ea-a5e2-b5699e431fa0'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:06:05.537350 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ca5e6f-b9eb-4e6d-b28a-c224e94d3fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "c312ed19-736e-4a59-99c0-f248fffa121d", "tag": "68b11109-dd4b-46ea-a5e2-b5699e431fa0"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:06:05.696200 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-a440000b-28e4-4294-868d-4e9e9136bf2b None None] Set router b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:06:05.950465 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a440000b-28e4-4294-868d-4e9e9136bf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667021722', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '0b4d7e69-88f0-425f-bfee-13c29cbb3fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:04:16Z', 'updated_at': '2022-02-20T04:04:21Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '0b4d7e69-88f0-425f-bfee-13c29cbb3fc9', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:17Z', 'updated_at': '2022-02-20T04:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '539ef04b-f5ef-4c89-8388-e403043f8ee3', 'name': '', 'network_id': '2d8e31de-bc3f-4c67-b5e0-d1679873ae45', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:50:67:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:20Z', 'updated_at': '2022-02-20T04:04:26Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': '0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:06:05.979862 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a440000b-28e4-4294-868d-4e9e9136bf2b None None] Checking router: b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:06:05.990668 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a440000b-28e4-4294-868d-4e9e9136bf2b None None] Routers {'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:06:05.991405 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a440000b-28e4-4294-868d-4e9e9136bf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:05:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:06:06.135586 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-a440000b-28e4-4294-868d-4e9e9136bf2b None None] Set router b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:06:06.226677 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c2540f-851a-454b-b989-0db6b5ee3631 x-openstack-request-id: req-63c2540f-851a-454b-b989-0db6b5ee3631 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:06:06.227002 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c312ed19-736e-4a59-99c0-f248fffa121d", "tag": "68b11109-dd4b-46ea-a5e2-b5699e431fa0", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:06:06.227263 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-63c2540f-851a-454b-b989-0db6b5ee3631 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:06:06.227672 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c312ed19-736e-4a59-99c0-f248fffa121d', 'tag': '68b11109-dd4b-46ea-a5e2-b5699e431fa0', 'status': 'completed', 'code': 200} Feb 20 04:06:06.357873 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca5e6f-b9eb-4e6d-b28a-c224e94d3fbf req-2684184b-1edc-4669-a28b-d6fb547c5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:06.361259 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-53ca5e6f-b9eb-4e6d-b28a-c224e94d3fbf req-2684184b-1edc-4669-a28b-d6fb547c5cfa service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c51c06307884485eaac01385a5cfa0f0&device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 1128 time: 0.1070981 Feb 20 04:06:06.375557 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac44b3c-b3aa-4b61-8ec6-4c8c6583aa8e req-8c495910-c5e1-4f41-b175-79ef5a933d0d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:06.377546 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8ac44b3c-b3aa-4b61-8ec6-4c8c6583aa8e req-8c495910-c5e1-4f41-b175-79ef5a933d0d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 946 time: 0.0786757 Feb 20 04:06:06.467654 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8ac44b3c-b3aa-4b61-8ec6-4c8c6583aa8e req-c55c0834-7989-4c16-87bd-df5e38acd636 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=ecb4637b-5ded-4ecb-b6da-8247190a658f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735252 Feb 20 04:06:06.624595 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca5e6f-b9eb-4e6d-b28a-c224e94d3fbf req-5f5e0a0d-ac81-4a97-b3dc-550219461fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:06.624595 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-53ca5e6f-b9eb-4e6d-b28a-c224e94d3fbf req-5f5e0a0d-ac81-4a97-b3dc-550219461fc0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2d8e31de-bc3f-4c67-b5e0-d1679873ae45 HTTP/1.1" status: 200 len: 897 time: 0.2419000 Feb 20 04:06:06.664810 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a440000b-28e4-4294-868d-4e9e9136bf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667021722', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '0b4d7e69-88f0-425f-bfee-13c29cbb3fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:04:16Z', 'updated_at': '2022-02-20T04:04:21Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '0b4d7e69-88f0-425f-bfee-13c29cbb3fc9', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:17Z', 'updated_at': '2022-02-20T04:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '539ef04b-f5ef-4c89-8388-e403043f8ee3', 'name': '', 'network_id': '2d8e31de-bc3f-4c67-b5e0-d1679873ae45', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:50:67:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:20Z', 'updated_at': '2022-02-20T04:04:26Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': '0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:06:06.674331 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-53ca5e6f-b9eb-4e6d-b28a-c224e94d3fbf req-3d160ef1-5cce-4e96-9a59-d70460e341c1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68b11109-dd4b-46ea-a5e2-b5699e431fa0 HTTP/1.1" status: 200 len: 217 time: 0.0453498 Feb 20 04:06:06.719540 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a440000b-28e4-4294-868d-4e9e9136bf2b None None] The sync data for ids ['b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0'] in n-d-829866-4 is: [{'id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667021722', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '0b4d7e69-88f0-425f-bfee-13c29cbb3fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:04:16Z', 'updated_at': '2022-02-20T04:04:21Z', 'revision_number': 4, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '0b4d7e69-88f0-425f-bfee-13c29cbb3fc9', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:17Z', 'updated_at': '2022-02-20T04:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '539ef04b-f5ef-4c89-8388-e403043f8ee3', 'name': '', 'network_id': '2d8e31de-bc3f-4c67-b5e0-d1679873ae45', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'mac_address': 'fa:16:3e:50:67:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:20Z', 'updated_at': '2022-02-20T04:04:26Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'subnets': [{'id': '0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:06:06.743183 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca5e6f-b9eb-4e6d-b28a-c224e94d3fbf req-6bb58c60-79c2-4de3-8d20-31752b51d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:06.745253 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-53ca5e6f-b9eb-4e6d-b28a-c224e94d3fbf req-6bb58c60-79c2-4de3-8d20-31752b51d6ed service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1 HTTP/1.1" status: 200 len: 834 time: 0.0611477 Feb 20 04:06:06.817694 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca5e6f-b9eb-4e6d-b28a-c224e94d3fbf req-81e84b09-a163-45c5-b226-b964b02fcc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:06.820460 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-53ca5e6f-b9eb-4e6d-b28a-c224e94d3fbf req-81e84b09-a163-45c5-b226-b964b02fcc44 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2d8e31de-bc3f-4c67-b5e0-d1679873ae45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0622296 Feb 20 04:06:06.929207 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-53ca5e6f-b9eb-4e6d-b28a-c224e94d3fbf req-a11701a3-df87-4188-97ce-c3003e8ea930 service neutron] 10.222.0.93 "GET /v2.0/networks/2d8e31de-bc3f-4c67-b5e0-d1679873ae45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959330 Feb 20 04:06:07.060109 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-53ca5e6f-b9eb-4e6d-b28a-c224e94d3fbf req-d6ca5dc3-e51f-4cba-996c-68b640d2175f service neutron] 10.222.0.93 "GET /v2.0/networks/2d8e31de-bc3f-4c67-b5e0-d1679873ae45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283100 Feb 20 04:06:07.133121 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3f2bd2-c6b8-4fe7-913a-595691d456b4 None None] New status for floating IP 710b1821-d7b5-4759-bd44-ddc8aec9dfb8: DOWN {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 04:06:07.440301 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e77aa-7104-4826-9fba-35ad35875eed req-fd041815-7405-45c4-be00-77354d361d4a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:07.442172 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9f5e77aa-7104-4826-9fba-35ad35875eed req-fd041815-7405-45c4-be00-77354d361d4a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.93 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 946 time: 0.0641227 Feb 20 04:06:07.662051 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd6410-3183-4198-85a1-2f649079a900 req-faf5ff14-5d48-4daf-a503-9cf6fb25a2da tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:07.663643 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7bbd6410-3183-4198-85a1-2f649079a900 req-faf5ff14-5d48-4daf-a503-9cf6fb25a2da tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 946 time: 0.1158748 Feb 20 04:06:07.666836 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-9f5e77aa-7104-4826-9fba-35ad35875eed req-81da6552-a8bb-478e-84aa-32c4679261f4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Deleting port 68b11109-dd4b-46ea-a5e2-b5699e431fa0 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:06:07.667263 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9f5e77aa-7104-4826-9fba-35ad35875eed req-81da6552-a8bb-478e-84aa-32c4679261f4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (68b11109-dd4b-46ea-a5e2-b5699e431fa0), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:07.779957 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7bbd6410-3183-4198-85a1-2f649079a900 req-e83b9d7c-f529-40b4-b20d-fe41e4314c8a tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/security-groups?id=ecb4637b-5ded-4ecb-b6da-8247190a658f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093984 Feb 20 04:06:07.800643 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-9f5e77aa-7104-4826-9fba-35ad35875eed req-81da6552-a8bb-478e-84aa-32c4679261f4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] For port 68b11109-dd4b-46ea-a5e2-b5699e431fa0, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=68b11109-dd4b-46ea-a5e2-b5699e431fa0,segment=NetworkSegment(cd847954-0ad5-49e8-860d-3687f5c304cf),segment_id=cd847954-0ad5-49e8-860d-3687f5c304cf)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:06:07.801013 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9f5e77aa-7104-4826-9fba-35ad35875eed req-81da6552-a8bb-478e-84aa-32c4679261f4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (68b11109-dd4b-46ea-a5e2-b5699e431fa0), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:07.817689 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-9f5e77aa-7104-4826-9fba-35ad35875eed req-81da6552-a8bb-478e-84aa-32c4679261f4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Calling delete_port for 68b11109-dd4b-46ea-a5e2-b5699e431fa0 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:06:08.014617 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9f5e77aa-7104-4826-9fba-35ad35875eed req-81da6552-a8bb-478e-84aa-32c4679261f4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (68b11109-dd4b-46ea-a5e2-b5699e431fa0), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:08.059296 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da6552-a8bb-478e-84aa-32c4679261f4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event deleted for resources: {'Port': ['ID=68b11109-dd4b-46ea-a5e2-b5699e431fa0,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:08.100439 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f5e77aa-7104-4826-9fba-35ad35875eed req-81da6552-a8bb-478e-84aa-32c4679261f4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] No DVR routers for this DVR port 68b11109-dd4b-46ea-a5e2-b5699e431fa0 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:06:08.102463 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da6552-a8bb-478e-84aa-32c4679261f4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:08.102835 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da6552-a8bb-478e-84aa-32c4679261f4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:08.103226 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da6552-a8bb-478e-84aa-32c4679261f4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:08.103564 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da6552-a8bb-478e-84aa-32c4679261f4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:08.103924 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da6552-a8bb-478e-84aa-32c4679261f4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:08.104361 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da6552-a8bb-478e-84aa-32c4679261f4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:08.104617 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da6552-a8bb-478e-84aa-32c4679261f4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:08.104985 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da6552-a8bb-478e-84aa-32c4679261f4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:08.105315 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da6552-a8bb-478e-84aa-32c4679261f4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:08.105648 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da6552-a8bb-478e-84aa-32c4679261f4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:08.105977 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da6552-a8bb-478e-84aa-32c4679261f4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:08.106355 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da6552-a8bb-478e-84aa-32c4679261f4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:08.106685 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da6552-a8bb-478e-84aa-32c4679261f4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:08.111426 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-9f5e77aa-7104-4826-9fba-35ad35875eed req-81da6552-a8bb-478e-84aa-32c4679261f4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:08.115968 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9f5e77aa-7104-4826-9fba-35ad35875eed req-81da6552-a8bb-478e-84aa-32c4679261f4 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.93 "DELETE /v2.0/ports/68b11109-dd4b-46ea-a5e2-b5699e431fa0 HTTP/1.1" status: 204 len: 173 time: 0.6682615 Feb 20 04:06:08.116555 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c312ed19-736e-4a59-99c0-f248fffa121d', 'name': 'network-vif-deleted', 'tag': '68b11109-dd4b-46ea-a5e2-b5699e431fa0'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:06:08.121787 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e4a272-3d04-4e64-9e3c-c6e77c402406" -d '{"events": [{"server_uuid": "c312ed19-736e-4a59-99c0-f248fffa121d", "name": "network-vif-deleted", "tag": "68b11109-dd4b-46ea-a5e2-b5699e431fa0"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:06:08.173548 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd47afa2-eefc-45df-a068-40b2bb6ec026 x-openstack-request-id: req-dd47afa2-eefc-45df-a068-40b2bb6ec026 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:06:08.179028 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c312ed19-736e-4a59-99c0-f248fffa121d", "name": "network-vif-deleted", "tag": "68b11109-dd4b-46ea-a5e2-b5699e431fa0", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:06:08.179028 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-dd47afa2-eefc-45df-a068-40b2bb6ec026 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:06:08.179028 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c312ed19-736e-4a59-99c0-f248fffa121d', 'name': 'network-vif-deleted', 'tag': '68b11109-dd4b-46ea-a5e2-b5699e431fa0', 'status': 'completed', 'code': 200} Feb 20 04:06:08.925731 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-512a78f9-c30e-44dc-ba56-27e8b7fe63ce req-7d0e22b5-9d89-47b1-8795-b078a43aa2ac tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "GET /v2.0/ports?device_id=c312ed19-736e-4a59-99c0-f248fffa121d HTTP/1.1" status: 200 len: 210 time: 0.0328674 Feb 20 04:06:09.988768 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49460) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:06:10.416781 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee851290-8fe5-427e-ba27-955b21ee8053 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:10.745007 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-ee851290-8fe5-427e-ba27-955b21ee8053 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Deleting port 539ef04b-f5ef-4c89-8388-e403043f8ee3 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:06:10.745353 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee851290-8fe5-427e-ba27-955b21ee8053 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (539ef04b-f5ef-4c89-8388-e403043f8ee3), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:10.857554 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-ee851290-8fe5-427e-ba27-955b21ee8053 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] For port 539ef04b-f5ef-4c89-8388-e403043f8ee3, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=539ef04b-f5ef-4c89-8388-e403043f8ee3,segment=NetworkSegment(cd847954-0ad5-49e8-860d-3687f5c304cf),segment_id=cd847954-0ad5-49e8-860d-3687f5c304cf)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:06:10.857919 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee851290-8fe5-427e-ba27-955b21ee8053 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (539ef04b-f5ef-4c89-8388-e403043f8ee3), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:10.869940 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-ee851290-8fe5-427e-ba27-955b21ee8053 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Calling delete_port for 539ef04b-f5ef-4c89-8388-e403043f8ee3 owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:06:11.175541 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee851290-8fe5-427e-ba27-955b21ee8053 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (539ef04b-f5ef-4c89-8388-e403043f8ee3), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:11.200932 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee851290-8fe5-427e-ba27-955b21ee8053 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event deleted for resources: {'Port': ['ID=539ef04b-f5ef-4c89-8388-e403043f8ee3,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:11.410308 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee851290-8fe5-427e-ba27-955b21ee8053 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:11.479152 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 68b11109-dd4b-46ea-a5e2-b5699e431fa0 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:06:11.508246 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 68b11109-dd4b-46ea-a5e2-b5699e431fa0 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:06:11.508505 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 68b11109-dd4b-46ea-a5e2-b5699e431fa0 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:06:12.032958 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee851290-8fe5-427e-ba27-955b21ee8053 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Router b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:06:12.160803 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee851290-8fe5-427e-ba27-955b21ee8053 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:06:12.166542 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ee851290-8fe5-427e-ba27-955b21ee8053 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "PUT /v2.0/routers/b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1767516 Feb 20 04:06:12.169310 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49492) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:06:12.183314 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d3b8f6-df69-44c6-9ddb-f8ec5a6a5d2a None None] Sync routers for ids ['b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:06:12.196660 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d3b8f6-df69-44c6-9ddb-f8ec5a6a5d2a None None] Routers {'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:06:12.198170 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-58d3b8f6-df69-44c6-9ddb-f8ec5a6a5d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:05:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:06:12.264993 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde6d775-6d41-4786-b45f-630ebaea2b82 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Deleting subnet 0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 04:06:12.268601 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-dde6d775-6d41-4786-b45f-630ebaea2b82 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for subnet (0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:12.335503 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-58d3b8f6-df69-44c6-9ddb-f8ec5a6a5d2a None None] Set router b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:06:12.336695 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-dde6d775-6d41-4786-b45f-630ebaea2b82 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:12.458619 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-dde6d775-6d41-4786-b45f-630ebaea2b82 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:12.555821 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-58d3b8f6-df69-44c6-9ddb-f8ec5a6a5d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667021722', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '0b4d7e69-88f0-425f-bfee-13c29cbb3fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:04:16Z', 'updated_at': '2022-02-20T04:06:11Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '0b4d7e69-88f0-425f-bfee-13c29cbb3fc9', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:17Z', 'updated_at': '2022-02-20T04:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:06:12.584291 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d3b8f6-df69-44c6-9ddb-f8ec5a6a5d2a None None] Checking router: b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:06:12.593602 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d3b8f6-df69-44c6-9ddb-f8ec5a6a5d2a None None] Routers {'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:06:12.594225 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-58d3b8f6-df69-44c6-9ddb-f8ec5a6a5d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:05:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:06:12.620228 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-dde6d775-6d41-4786-b45f-630ebaea2b82 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:12.654718 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-dde6d775-6d41-4786-b45f-630ebaea2b82 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:12.658764 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-dde6d775-6d41-4786-b45f-630ebaea2b82 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "DELETE /v2.0/subnets/0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1 HTTP/1.1" status: 204 len: 168 time: 0.4880860 Feb 20 04:06:12.660017 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6d775-6d41-4786-b45f-630ebaea2b82 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event deleted for resources: {'Subnet': ['ID=0c43407f-bcc1-4ae8-8cca-c38ba0b4fad1,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:12.660495 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2c99e4-55ce-4875-8a8d-3ed2cdb33f0c None None] Network 2d8e31de-bc3f-4c67-b5e0-d1679873ae45 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:06:12.661540 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49498) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:06:12.808286 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-28317f13-70a0-4e2f-b197-2ad544c0a80e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router (b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:12.847650 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-58d3b8f6-df69-44c6-9ddb-f8ec5a6a5d2a None None] Set router b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:06:12.932556 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-28317f13-70a0-4e2f-b197-2ad544c0a80e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router_gateway (b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:13.053542 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-28317f13-70a0-4e2f-b197-2ad544c0a80e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Deleting port 0b4d7e69-88f0-425f-bfee-13c29cbb3fc9 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:06:13.053888 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-28317f13-70a0-4e2f-b197-2ad544c0a80e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (0b4d7e69-88f0-425f-bfee-13c29cbb3fc9), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:13.063965 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b115a4a6-435b-4a02-b381-1e80cefb0e18 None None] DHCP port deletion for 2d8e31de-bc3f-4c67-b5e0-d1679873ae45 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 04:06:13.127825 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-58d3b8f6-df69-44c6-9ddb-f8ec5a6a5d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667021722', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '0b4d7e69-88f0-425f-bfee-13c29cbb3fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:04:16Z', 'updated_at': '2022-02-20T04:06:11Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '0b4d7e69-88f0-425f-bfee-13c29cbb3fc9', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:17Z', 'updated_at': '2022-02-20T04:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:06:13.155572 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-28317f13-70a0-4e2f-b197-2ad544c0a80e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] For port 0b4d7e69-88f0-425f-bfee-13c29cbb3fc9, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=0b4d7e69-88f0-425f-bfee-13c29cbb3fc9,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:06:13.155947 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-28317f13-70a0-4e2f-b197-2ad544c0a80e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (0b4d7e69-88f0-425f-bfee-13c29cbb3fc9), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:13.159384 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d3b8f6-df69-44c6-9ddb-f8ec5a6a5d2a None None] The sync data for ids ['b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0'] in n-d-829866-4 is: [{'id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667021722', 'tenant_id': 'c51c06307884485eaac01385a5cfa0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '0b4d7e69-88f0-425f-bfee-13c29cbb3fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:04:16Z', 'updated_at': '2022-02-20T04:06:11Z', 'revision_number': 5, 'project_id': 'c51c06307884485eaac01385a5cfa0f0', 'gw_port': {'id': '0b4d7e69-88f0-425f-bfee-13c29cbb3fc9', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:04:17Z', 'updated_at': '2022-02-20T04:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:06:13.165901 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b115a4a6-435b-4a02-b381-1e80cefb0e18 None None] Deleting port 4e75920d-e3e1-4086-b93f-9d50a44d0c8b {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:06:13.166281 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b115a4a6-435b-4a02-b381-1e80cefb0e18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (4e75920d-e3e1-4086-b93f-9d50a44d0c8b), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:13.177358 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-28317f13-70a0-4e2f-b197-2ad544c0a80e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Calling delete_port for 0b4d7e69-88f0-425f-bfee-13c29cbb3fc9 owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:06:13.261803 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b115a4a6-435b-4a02-b381-1e80cefb0e18 None None] For port 4e75920d-e3e1-4086-b93f-9d50a44d0c8b, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=4e75920d-e3e1-4086-b93f-9d50a44d0c8b,segment=NetworkSegment(cd847954-0ad5-49e8-860d-3687f5c304cf),segment_id=cd847954-0ad5-49e8-860d-3687f5c304cf)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:06:13.262172 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b115a4a6-435b-4a02-b381-1e80cefb0e18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (4e75920d-e3e1-4086-b93f-9d50a44d0c8b), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:13.275470 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b115a4a6-435b-4a02-b381-1e80cefb0e18 None None] Calling delete_port for 4e75920d-e3e1-4086-b93f-9d50a44d0c8b owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:06:13.431700 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b115a4a6-435b-4a02-b381-1e80cefb0e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (4e75920d-e3e1-4086-b93f-9d50a44d0c8b), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:13.462938 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b115a4a6-435b-4a02-b381-1e80cefb0e18 None None] No DVR routers for this DVR port 4e75920d-e3e1-4086-b93f-9d50a44d0c8b on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:06:13.464813 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115a4a6-435b-4a02-b381-1e80cefb0e18 None None] Pushing event deleted for resources: {'Port': ['ID=4e75920d-e3e1-4086-b93f-9d50a44d0c8b,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:13.475610 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115a4a6-435b-4a02-b381-1e80cefb0e18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:13.476125 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115a4a6-435b-4a02-b381-1e80cefb0e18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:13.476467 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115a4a6-435b-4a02-b381-1e80cefb0e18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:13.476811 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115a4a6-435b-4a02-b381-1e80cefb0e18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:13.477142 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115a4a6-435b-4a02-b381-1e80cefb0e18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:13.477476 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115a4a6-435b-4a02-b381-1e80cefb0e18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:13.477831 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115a4a6-435b-4a02-b381-1e80cefb0e18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:13.478129 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115a4a6-435b-4a02-b381-1e80cefb0e18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:13.478449 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115a4a6-435b-4a02-b381-1e80cefb0e18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:13.478806 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-28317f13-70a0-4e2f-b197-2ad544c0a80e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (0b4d7e69-88f0-425f-bfee-13c29cbb3fc9), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:13.479180 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115a4a6-435b-4a02-b381-1e80cefb0e18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:13.479530 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115a4a6-435b-4a02-b381-1e80cefb0e18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:13.479843 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115a4a6-435b-4a02-b381-1e80cefb0e18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:13.480233 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115a4a6-435b-4a02-b381-1e80cefb0e18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:13.512060 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28317f13-70a0-4e2f-b197-2ad544c0a80e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event deleted for resources: {'Port': ['ID=0b4d7e69-88f0-425f-bfee-13c29cbb3fc9,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:13.577941 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-28317f13-70a0-4e2f-b197-2ad544c0a80e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:13.686311 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-28317f13-70a0-4e2f-b197-2ad544c0a80e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:13.691038 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-28317f13-70a0-4e2f-b197-2ad544c0a80e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router_controller (b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:13.808741 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-28317f13-70a0-4e2f-b197-2ad544c0a80e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:13.810211 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28317f13-70a0-4e2f-b197-2ad544c0a80e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Fanout notify agent at l3_agent the message router_deleted on router b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 04:06:13.820196 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-28317f13-70a0-4e2f-b197-2ad544c0a80e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:13.821436 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-28317f13-70a0-4e2f-b197-2ad544c0a80e tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "DELETE /v2.0/routers/b5d30f67-aa70-4edd-bcb9-d62a3ecc76d0 HTTP/1.1" status: 204 len: 168 time: 1.1588995 Feb 20 04:06:13.824360 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49534) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:06:13.944236 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-29709a95-bbaa-4254-a42b-d34ade7a2d7d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (2d8e31de-bc3f-4c67-b5e0-d1679873ae45), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:14.067100 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-29709a95-bbaa-4254-a42b-d34ade7a2d7d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (2d8e31de-bc3f-4c67-b5e0-d1679873ae45), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:14.088821 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-29709a95-bbaa-4254-a42b-d34ade7a2d7d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d8e31de-bc3f-4c67-b5e0-d1679873ae45']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:06:14.103061 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-29709a95-bbaa-4254-a42b-d34ade7a2d7d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd847954-0ad5-49e8-860d-3687f5c304cf') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:06:14.103381 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-29709a95-bbaa-4254-a42b-d34ade7a2d7d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd847954-0ad5-49e8-860d-3687f5c304cf') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:06:14.114822 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-29709a95-bbaa-4254-a42b-d34ade7a2d7d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (cd847954-0ad5-49e8-860d-3687f5c304cf), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:14.128460 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-29709a95-bbaa-4254-a42b-d34ade7a2d7d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (cd847954-0ad5-49e8-860d-3687f5c304cf), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:14.134906 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29709a95-bbaa-4254-a42b-d34ade7a2d7d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 04:06:14.135403 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-29709a95-bbaa-4254-a42b-d34ade7a2d7d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (cd847954-0ad5-49e8-860d-3687f5c304cf), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:14.138296 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 04:06:14.138296 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 04:06:14.138296 n-d-829866-4 neutron-server[104105]: timer() Feb 20 04:06:14.138296 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 04:06:14.138296 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 04:06:14.138296 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 04:06:14.138296 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 04:06:14.138296 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 04:06:14.138296 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 04:06:14.138296 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 04:06:14.138296 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 04:06:14.138296 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 04:06:14.138296 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 04:06:14.138296 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 04:06:14.138296 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 04:06:14.138296 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 04:06:14.138296 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 04:06:14.138296 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 04:06:14.138296 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 04:06:14.138296 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 04:06:14.138296 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 04:06:14.138296 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 04:06:14.138296 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 04:06:14.138296 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 04:06:14.138296 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 04:06:14.138296 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 04:06:14.138296 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 04:06:14.138296 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 04:06:14.138296 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 04:06:14.138296 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 04:06:14.138296 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 04:06:14.138296 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 04:06:14.288499 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-29709a95-bbaa-4254-a42b-d34ade7a2d7d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (2d8e31de-bc3f-4c67-b5e0-d1679873ae45), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:14.297134 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-29709a95-bbaa-4254-a42b-d34ade7a2d7d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:14.301438 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-29709a95-bbaa-4254-a42b-d34ade7a2d7d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "DELETE /v2.0/networks/2d8e31de-bc3f-4c67-b5e0-d1679873ae45 HTTP/1.1" status: 204 len: 168 time: 0.4760249 Feb 20 04:06:14.304055 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49542) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:06:14.329968 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29709a95-bbaa-4254-a42b-d34ade7a2d7d tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event deleted for resources: {'Network': ['ID=2d8e31de-bc3f-4c67-b5e0-d1679873ae45,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:14.344526 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4e75920d-e3e1-4086-b93f-9d50a44d0c8b no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:06:14.378222 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 4e75920d-e3e1-4086-b93f-9d50a44d0c8b {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:06:14.378649 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4e75920d-e3e1-4086-b93f-9d50a44d0c8b not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:06:14.379124 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 539ef04b-f5ef-4c89-8388-e403043f8ee3 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:06:14.383938 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8be02d64-8bc1-4e29-b55b-8c2357102257 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group (ecb4637b-5ded-4ecb-b6da-8247190a658f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:14.403907 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 539ef04b-f5ef-4c89-8388-e403043f8ee3 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:06:14.404265 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 539ef04b-f5ef-4c89-8388-e403043f8ee3 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:06:14.416179 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8be02d64-8bc1-4e29-b55b-8c2357102257 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group (ecb4637b-5ded-4ecb-b6da-8247190a658f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:14.580193 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8be02d64-8bc1-4e29-b55b-8c2357102257 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (ecb4637b-5ded-4ecb-b6da-8247190a658f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:14.583058 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8be02d64-8bc1-4e29-b55b-8c2357102257 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:14.584108 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8be02d64-8bc1-4e29-b55b-8c2357102257 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] 10.222.0.89 "DELETE /v2.0/security-groups/ecb4637b-5ded-4ecb-b6da-8247190a658f HTTP/1.1" status: 204 len: 168 time: 0.2790687 Feb 20 04:06:14.595747 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be02d64-8bc1-4e29-b55b-8c2357102257 tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb4637b-5ded-4ecb-b6da-8247190a658f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:15.181902 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49572) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:06:15.333769 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c0f97aa1-b0fc-4b20-bc45-86244482eb3e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c51c06307884485eaac01385a5cfa0f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1505349 Feb 20 04:06:15.336365 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49578) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:06:15.389302 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1d03c938-5315-4a31-afee-e2e18ad4f9e1 admin admin] Publish callbacks [] for security_group (84be0b72-e167-4656-a327-8dc1ef920a57), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:15.412208 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1d03c938-5315-4a31-afee-e2e18ad4f9e1 admin admin] Publish callbacks [] for security_group (84be0b72-e167-4656-a327-8dc1ef920a57), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:15.546258 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1d03c938-5315-4a31-afee-e2e18ad4f9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (84be0b72-e167-4656-a327-8dc1ef920a57), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:15.549111 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1d03c938-5315-4a31-afee-e2e18ad4f9e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:15.553032 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1d03c938-5315-4a31-afee-e2e18ad4f9e1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/84be0b72-e167-4656-a327-8dc1ef920a57 HTTP/1.1" status: 204 len: 168 time: 0.2129910 Feb 20 04:06:15.559240 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d03c938-5315-4a31-afee-e2e18ad4f9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84be0b72-e167-4656-a327-8dc1ef920a57,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:15.899573 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0b4d7e69-88f0-425f-bfee-13c29cbb3fc9 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:06:15.934506 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 0b4d7e69-88f0-425f-bfee-13c29cbb3fc9 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:06:15.934885 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 0b4d7e69-88f0-425f-bfee-13c29cbb3fc9 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:06:16.342715 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49604) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:06:16.388322 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d5ea89d6-d85d-40b6-8007-5af586a3fa37 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=109580d894044090a7d657a418cf759d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419478 Feb 20 04:06:16.388680 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49606) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:06:16.447319 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-56da82e2-bd40-4c31-966f-625047bdc89a admin admin] Publish callbacks [] for security_group (3a30ade6-4c68-4032-966d-a8d821c28531), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:16.469883 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-56da82e2-bd40-4c31-966f-625047bdc89a admin admin] Publish callbacks [] for security_group (3a30ade6-4c68-4032-966d-a8d821c28531), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:16.597100 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-56da82e2-bd40-4c31-966f-625047bdc89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (3a30ade6-4c68-4032-966d-a8d821c28531), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:16.600056 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-56da82e2-bd40-4c31-966f-625047bdc89a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:16.603818 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-56da82e2-bd40-4c31-966f-625047bdc89a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3a30ade6-4c68-4032-966d-a8d821c28531 HTTP/1.1" status: 204 len: 168 time: 0.2117777 Feb 20 04:06:16.613887 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da82e2-bd40-4c31-966f-625047bdc89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a30ade6-4c68-4032-966d-a8d821c28531,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:17.770411 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:06:17.953144 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49656) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:06:18.072780 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-8d07a145-0458-4891-979b-74773f14a519 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-43735782-network', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:06:18.168824 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d07a145-0458-4891-979b-74773f14a519 admin admin] Made reservation on behalf of 7602a09c6b004830be8e834a523bb4fb for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:06:18.171650 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8d07a145-0458-4891-979b-74773f14a519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:18.182300 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8d07a145-0458-4891-979b-74773f14a519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:18.290080 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8d07a145-0458-4891-979b-74773f14a519 admin admin] Publish callbacks [] for security_group (e56dd449-0296-4ada-982f-8e31a20f8f68), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:18.363731 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8d07a145-0458-4891-979b-74773f14a519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e56dd449-0296-4ada-982f-8e31a20f8f68), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:18.409931 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d07a145-0458-4891-979b-74773f14a519 admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 04:06:18.429130 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d07a145-0458-4891-979b-74773f14a519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56dd449-0296-4ada-982f-8e31a20f8f68,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:18.434232 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8d07a145-0458-4891-979b-74773f14a519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (296f6a77-5162-4cc7-8fa4-b531ca89021a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:18.434592 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-8d07a145-0458-4891-979b-74773f14a519 admin admin] Added segment 296f6a77-5162-4cc7-8fa4-b531ca89021a of type vlan for network 776cfe74-9834-4e25-aade-eb236e2b5f70 Feb 20 04:06:18.491639 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8d07a145-0458-4891-979b-74773f14a519 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (776cfe74-9834-4e25-aade-eb236e2b5f70), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:18.580492 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8d07a145-0458-4891-979b-74773f14a519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (776cfe74-9834-4e25-aade-eb236e2b5f70), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:18.581509 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d07a145-0458-4891-979b-74773f14a519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:18.582092 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8d07a145-0458-4891-979b-74773f14a519 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:18.647927 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d07a145-0458-4891-979b-74773f14a519 admin admin] Pushing event updated for resources: {'Network': ['ID=776cfe74-9834-4e25-aade-eb236e2b5f70,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:18.658849 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 776cfe74-9834-4e25-aade-eb236e2b5f70 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 04:06:18.731099 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8d07a145-0458-4891-979b-74773f14a519 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7766416 Feb 20 04:06:18.734255 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49672) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:06:18.739446 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-6382ea78-d607-4987-8be5-cbfa9d239b43 admin admin] Request body: {'subnet': {'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-43735782-subnet', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:06:18.845759 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6382ea78-d607-4987-8be5-cbfa9d239b43 admin admin] Made reservation on behalf of 7602a09c6b004830be8e834a523bb4fb for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:06:18.850088 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6382ea78-d607-4987-8be5-cbfa9d239b43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:19.151746 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6382ea78-d607-4987-8be5-cbfa9d239b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (a65a671e-c66c-439b-a311-43e99c7bbefc), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:19.219279 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382ea78-d607-4987-8be5-cbfa9d239b43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a65a671e-c66c-439b-a311-43e99c7bbefc,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:19.236644 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6382ea78-d607-4987-8be5-cbfa9d239b43 admin admin] Checking segment: {'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:06:19.237006 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6382ea78-d607-4987-8be5-cbfa9d239b43 admin admin] Network hostable DHCP agents. Network: 776cfe74-9834-4e25-aade-eb236e2b5f70, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 04:06:19.329581 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6382ea78-d607-4987-8be5-cbfa9d239b43 admin admin] Network 776cfe74-9834-4e25-aade-eb236e2b5f70 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 04:06:19.425519 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-6382ea78-d607-4987-8be5-cbfa9d239b43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 776cfe74-9834-4e25-aade-eb236e2b5f70) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:06:19.430297 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6382ea78-d607-4987-8be5-cbfa9d239b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:19.430980 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6382ea78-d607-4987-8be5-cbfa9d239b43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:19.437531 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f001897-267e-4e6b-9a07-ebbb542d84e8 None None] Network 776cfe74-9834-4e25-aade-eb236e2b5f70 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:06:19.511748 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6382ea78-d607-4987-8be5-cbfa9d239b43 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7752872 Feb 20 04:06:19.513724 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49692) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:06:19.520335 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-f7da8ebd-3326-431e-8e54-7f5926a2d085 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-43735782-router', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:06:19.568945 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a9a7db-0a8e-452c-b18b-8a32620891bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-776cfe74-9834-4e25-aade-eb236e2b5f70', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'fixed_ips': [{'subnet_id': 'a65a671e-c66c-439b-a311-43e99c7bbefc'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 04:06:19.569817 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-07a9a7db-0a8e-452c-b18b-8a32620891bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:19.631477 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f7da8ebd-3326-431e-8e54-7f5926a2d085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (7dc0aa07-bc81-4ae6-889d-dc36b2c73b35), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:19.633078 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f7da8ebd-3326-431e-8e54-7f5926a2d085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (7dc0aa07-bc81-4ae6-889d-dc36b2c73b35), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:19.687273 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f7da8ebd-3326-431e-8e54-7f5926a2d085 admin admin] Publish callbacks [] for router_controller (7dc0aa07-bc81-4ae6-889d-dc36b2c73b35), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:19.736455 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-07a9a7db-0a8e-452c-b18b-8a32620891bb None None] Allocated IP 172.20.0.2 (776cfe74-9834-4e25-aade-eb236e2b5f70/a65a671e-c66c-439b-a311-43e99c7bbefc/d11716fc-f10b-4de2-a036-8c131b7277b3) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:06:19.905879 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-07a9a7db-0a8e-452c-b18b-8a32620891bb None None] Publish callbacks [] for port (d11716fc-f10b-4de2-a036-8c131b7277b3), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:19.976424 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f7da8ebd-3326-431e-8e54-7f5926a2d085 admin admin] Publish callbacks [] for router_gateway (7dc0aa07-bc81-4ae6-889d-dc36b2c73b35), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:19.996786 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-07a9a7db-0a8e-452c-b18b-8a32620891bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (d11716fc-f10b-4de2-a036-8c131b7277b3), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:20.050005 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a9a7db-0a8e-452c-b18b-8a32620891bb None None] Network 776cfe74-9834-4e25-aade-eb236e2b5f70 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:06:20.053093 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-07a9a7db-0a8e-452c-b18b-8a32620891bb None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:06:20.056655 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a9a7db-0a8e-452c-b18b-8a32620891bb None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:06:20.070086 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9a7db-0a8e-452c-b18b-8a32620891bb None None] Pushing event updated for resources: {'Port': ['ID=d11716fc-f10b-4de2-a036-8c131b7277b3,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:20.303748 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-07a9a7db-0a8e-452c-b18b-8a32620891bb None None] Attempting to bind port d11716fc-f10b-4de2-a036-8c131b7277b3 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:06:20.304346 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-07a9a7db-0a8e-452c-b18b-8a32620891bb None None] Attempting to bind port d11716fc-f10b-4de2-a036-8c131b7277b3 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:06:20.304722 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a9a7db-0a8e-452c-b18b-8a32620891bb None None] Attempting to bind port d11716fc-f10b-4de2-a036-8c131b7277b3 on network 776cfe74-9834-4e25-aade-eb236e2b5f70 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:06:20.310039 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a9a7db-0a8e-452c-b18b-8a32620891bb None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:06:20.310600 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a9a7db-0a8e-452c-b18b-8a32620891bb None None] Checking segment: {'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:06:20.311051 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-07a9a7db-0a8e-452c-b18b-8a32620891bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:20.311552 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a9a7db-0a8e-452c-b18b-8a32620891bb None None] Bound using segment: {'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:06:20.312752 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-07a9a7db-0a8e-452c-b18b-8a32620891bb None None] Bound port: d11716fc-f10b-4de2-a036-8c131b7277b3, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:06:20.313151 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-07a9a7db-0a8e-452c-b18b-8a32620891bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d11716fc-f10b-4de2-a036-8c131b7277b3), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:20.327699 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f7da8ebd-3326-431e-8e54-7f5926a2d085 admin admin] Publish callbacks [] for router_gateway (7dc0aa07-bc81-4ae6-889d-dc36b2c73b35), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:20.352406 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f7da8ebd-3326-431e-8e54-7f5926a2d085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:20.389069 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-07a9a7db-0a8e-452c-b18b-8a32620891bb None None] For port d11716fc-f10b-4de2-a036-8c131b7277b3, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:06:20.394710 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-07a9a7db-0a8e-452c-b18b-8a32620891bb None None] For port d11716fc-f10b-4de2-a036-8c131b7277b3, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d11716fc-f10b-4de2-a036-8c131b7277b3,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:06:20.474744 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-f7da8ebd-3326-431e-8e54-7f5926a2d085 admin admin] Allocated IP 172.25.7.24 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/47cfd14f-3fcc-49de-9418-7620af704731) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:06:20.478494 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-07a9a7db-0a8e-452c-b18b-8a32620891bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d11716fc-f10b-4de2-a036-8c131b7277b3), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:20.583982 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9a7db-0a8e-452c-b18b-8a32620891bb None None] Pushing event updated for resources: {'Port': ['ID=d11716fc-f10b-4de2-a036-8c131b7277b3,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:20.627702 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f7da8ebd-3326-431e-8e54-7f5926a2d085 admin admin] Publish callbacks [] for port (47cfd14f-3fcc-49de-9418-7620af704731), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:20.761440 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f7da8ebd-3326-431e-8e54-7f5926a2d085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (47cfd14f-3fcc-49de-9418-7620af704731), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:20.813892 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7da8ebd-3326-431e-8e54-7f5926a2d085 admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:06:20.817774 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da8ebd-3326-431e-8e54-7f5926a2d085 admin admin] Pushing event updated for resources: {'Port': ['ID=47cfd14f-3fcc-49de-9418-7620af704731,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:20.820508 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-f7da8ebd-3326-431e-8e54-7f5926a2d085 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:06:20.822669 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7da8ebd-3326-431e-8e54-7f5926a2d085 admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:06:21.197657 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:21.239637 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f7da8ebd-3326-431e-8e54-7f5926a2d085 admin admin] Publish callbacks [] for router_gateway (7dc0aa07-bc81-4ae6-889d-dc36b2c73b35), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:21.254369 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:21.503116 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f7da8ebd-3326-431e-8e54-7f5926a2d085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (7dc0aa07-bc81-4ae6-889d-dc36b2c73b35), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:21.687721 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2f8547-206c-4c67-8b91-354d5331002d None None] Network 776cfe74-9834-4e25-aade-eb236e2b5f70 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:06:21.735903 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7da8ebd-3326-431e-8e54-7f5926a2d085 admin admin] Router 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 04:06:21.763575 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-989754cf-27ab-4f19-8632-d0a804c78d0b None None] Provisioning complete for port d11716fc-f10b-4de2-a036-8c131b7277b3 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:06:21.764035 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-989754cf-27ab-4f19-8632-d0a804c78d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d11716fc-f10b-4de2-a036-8c131b7277b3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:21.883266 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7da8ebd-3326-431e-8e54-7f5926a2d085 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:06:21.893780 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25c24a4-37d8-4235-bdf9-32ccf274476c None None] Sync routers for ids ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:06:21.897308 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-989754cf-27ab-4f19-8632-d0a804c78d0b None None] Current status of the port d11716fc-f10b-4de2-a036-8c131b7277b3 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:06:21.898027 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-989754cf-27ab-4f19-8632-d0a804c78d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d11716fc-f10b-4de2-a036-8c131b7277b3), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:21.914725 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25c24a4-37d8-4235-bdf9-32ccf274476c None None] Routers {'7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:06:21.915414 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-d25c24a4-37d8-4235-bdf9-32ccf274476c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:05:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:06:21.954286 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-989754cf-27ab-4f19-8632-d0a804c78d0b None None] For port d11716fc-f10b-4de2-a036-8c131b7277b3, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d11716fc-f10b-4de2-a036-8c131b7277b3,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:06:21.994301 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f7da8ebd-3326-431e-8e54-7f5926a2d085 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:21.996740 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f7da8ebd-3326-431e-8e54-7f5926a2d085 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4799175 Feb 20 04:06:21.999857 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49748) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:06:22.083295 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-989754cf-27ab-4f19-8632-d0a804c78d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d11716fc-f10b-4de2-a036-8c131b7277b3), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:22.188647 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device d11716fc-f10b-4de2-a036-8c131b7277b3 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:06:22.287003 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-d25c24a4-37d8-4235-bdf9-32ccf274476c None None] Set router 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:06:22.329562 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989754cf-27ab-4f19-8632-d0a804c78d0b None None] Pushing event updated for resources: {'Port': ['ID=d11716fc-f10b-4de2-a036-8c131b7277b3,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:22.333873 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-384485dc-ddf0-4cd2-a37d-ab19d2967223 None None] Provisioning complete for port d11716fc-f10b-4de2-a036-8c131b7277b3 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:06:22.334387 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-384485dc-ddf0-4cd2-a37d-ab19d2967223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d11716fc-f10b-4de2-a036-8c131b7277b3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:22.372130 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port d11716fc-f10b-4de2-a036-8c131b7277b3 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:06:22.372520 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d11716fc-f10b-4de2-a036-8c131b7277b3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:22.520698 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port d11716fc-f10b-4de2-a036-8c131b7277b3 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:06:22.522968 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-384485dc-ddf0-4cd2-a37d-ab19d2967223 None None] Current status of the port d11716fc-f10b-4de2-a036-8c131b7277b3 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:06:22.550169 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-d25c24a4-37d8-4235-bdf9-32ccf274476c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'name': 'tempest-TestVolumeBootPattern-43735782-router', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '47cfd14f-3fcc-49de-9418-7620af704731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:19Z', 'updated_at': '2022-02-20T04:06:21Z', 'revision_number': 3, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'gw_port': {'id': '47cfd14f-3fcc-49de-9418-7620af704731', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:20Z', 'updated_at': '2022-02-20T04:06:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:06:22.586628 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25c24a4-37d8-4235-bdf9-32ccf274476c None None] Checking router: 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:06:22.587145 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25c24a4-37d8-4235-bdf9-32ccf274476c None None] Updating router 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 port 47cfd14f-3fcc-49de-9418-7620af704731 binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 04:06:22.620907 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d25c24a4-37d8-4235-bdf9-32ccf274476c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (47cfd14f-3fcc-49de-9418-7620af704731), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:22.923383 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d25c24a4-37d8-4235-bdf9-32ccf274476c None None] Publish callbacks [] for port (47cfd14f-3fcc-49de-9418-7620af704731), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:22.985076 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4d5c1d1-4384-4ddd-b918-96cac3ca291c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:23.008598 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d25c24a4-37d8-4235-bdf9-32ccf274476c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (47cfd14f-3fcc-49de-9418-7620af704731), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:23.071912 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02adedb2-6ee8-4e7b-bbf5-5216505960d3 None None] Pushing event updated for resources: {'Port': ['ID=47cfd14f-3fcc-49de-9418-7620af704731,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:23.085815 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-d25c24a4-37d8-4235-bdf9-32ccf274476c None None] Attempting to bind port 47cfd14f-3fcc-49de-9418-7620af704731 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:06:23.090315 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-d25c24a4-37d8-4235-bdf9-32ccf274476c None None] Attempting to bind port 47cfd14f-3fcc-49de-9418-7620af704731 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:06:23.090315 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25c24a4-37d8-4235-bdf9-32ccf274476c None None] Attempting to bind port 47cfd14f-3fcc-49de-9418-7620af704731 on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:06:23.092470 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25c24a4-37d8-4235-bdf9-32ccf274476c None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:06:23.094483 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25c24a4-37d8-4235-bdf9-32ccf274476c None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:06:23.094927 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d25c24a4-37d8-4235-bdf9-32ccf274476c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:23.095337 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25c24a4-37d8-4235-bdf9-32ccf274476c None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:06:23.095820 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-d25c24a4-37d8-4235-bdf9-32ccf274476c None None] Bound port: 47cfd14f-3fcc-49de-9418-7620af704731, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:06:23.096404 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d25c24a4-37d8-4235-bdf9-32ccf274476c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (47cfd14f-3fcc-49de-9418-7620af704731), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:23.156681 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-c4d5c1d1-4384-4ddd-b918-96cac3ca291c admin admin] Allocated IP 172.20.0.1 (776cfe74-9834-4e25-aade-eb236e2b5f70/a65a671e-c66c-439b-a311-43e99c7bbefc/e93d0820-b6d7-4a7d-a56e-cb364a95e34b) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:06:23.159670 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-d25c24a4-37d8-4235-bdf9-32ccf274476c None None] For port 47cfd14f-3fcc-49de-9418-7620af704731, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:06:23.163082 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-d25c24a4-37d8-4235-bdf9-32ccf274476c None None] For port 47cfd14f-3fcc-49de-9418-7620af704731, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=47cfd14f-3fcc-49de-9418-7620af704731,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:06:23.240899 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-d25c24a4-37d8-4235-bdf9-32ccf274476c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (47cfd14f-3fcc-49de-9418-7620af704731), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:23.273782 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4d5c1d1-4384-4ddd-b918-96cac3ca291c admin admin] Publish callbacks [] for port (e93d0820-b6d7-4a7d-a56e-cb364a95e34b), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:23.291648 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25c24a4-37d8-4235-bdf9-32ccf274476c None None] Routers {'7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:06:23.292435 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-d25c24a4-37d8-4235-bdf9-32ccf274476c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:05:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:06:23.336820 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02adedb2-6ee8-4e7b-bbf5-5216505960d3 None None] Pushing event updated for resources: {'Port': ['ID=47cfd14f-3fcc-49de-9418-7620af704731,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:23.347192 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02adedb2-6ee8-4e7b-bbf5-5216505960d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:23.347538 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02adedb2-6ee8-4e7b-bbf5-5216505960d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:23.347877 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02adedb2-6ee8-4e7b-bbf5-5216505960d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:23.348209 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02adedb2-6ee8-4e7b-bbf5-5216505960d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:23.348536 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02adedb2-6ee8-4e7b-bbf5-5216505960d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:23.348860 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02adedb2-6ee8-4e7b-bbf5-5216505960d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:23.349183 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02adedb2-6ee8-4e7b-bbf5-5216505960d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:23.349502 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02adedb2-6ee8-4e7b-bbf5-5216505960d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:23.349820 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02adedb2-6ee8-4e7b-bbf5-5216505960d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:23.350135 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02adedb2-6ee8-4e7b-bbf5-5216505960d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:23.350456 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02adedb2-6ee8-4e7b-bbf5-5216505960d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:23.350772 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02adedb2-6ee8-4e7b-bbf5-5216505960d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:23.351113 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02adedb2-6ee8-4e7b-bbf5-5216505960d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:06:23.396948 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4d5c1d1-4384-4ddd-b918-96cac3ca291c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (e93d0820-b6d7-4a7d-a56e-cb364a95e34b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:23.425958 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-d25c24a4-37d8-4235-bdf9-32ccf274476c None None] Set router 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:06:23.444104 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d5c1d1-4384-4ddd-b918-96cac3ca291c admin admin] Network 776cfe74-9834-4e25-aade-eb236e2b5f70 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:06:23.447171 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-c4d5c1d1-4384-4ddd-b918-96cac3ca291c admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:06:23.450537 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d5c1d1-4384-4ddd-b918-96cac3ca291c admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:06:23.481267 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5c1d1-4384-4ddd-b918-96cac3ca291c admin admin] Pushing event updated for resources: {'Port': ['ID=e93d0820-b6d7-4a7d-a56e-cb364a95e34b,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:23.503512 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4d5c1d1-4384-4ddd-b918-96cac3ca291c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (7dc0aa07-bc81-4ae6-889d-dc36b2c73b35), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:23.643881 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-d25c24a4-37d8-4235-bdf9-32ccf274476c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'name': 'tempest-TestVolumeBootPattern-43735782-router', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '47cfd14f-3fcc-49de-9418-7620af704731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:19Z', 'updated_at': '2022-02-20T04:06:21Z', 'revision_number': 3, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'gw_port': {'id': '47cfd14f-3fcc-49de-9418-7620af704731', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:20Z', 'updated_at': '2022-02-20T04:06:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:06:23.678249 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25c24a4-37d8-4235-bdf9-32ccf274476c None None] The sync data for ids ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'] in n-d-829866-4 is: [{'id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'name': 'tempest-TestVolumeBootPattern-43735782-router', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '47cfd14f-3fcc-49de-9418-7620af704731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:19Z', 'updated_at': '2022-02-20T04:06:21Z', 'revision_number': 3, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'gw_port': {'id': '47cfd14f-3fcc-49de-9418-7620af704731', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:20Z', 'updated_at': '2022-02-20T04:06:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:06:23.776658 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-87951590-a7a1-4564-856e-5a40c1c210da None None] Provisioning complete for port e93d0820-b6d7-4a7d-a56e-cb364a95e34b triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:06:23.777285 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-87951590-a7a1-4564-856e-5a40c1c210da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e93d0820-b6d7-4a7d-a56e-cb364a95e34b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:23.796632 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4d5c1d1-4384-4ddd-b918-96cac3ca291c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e93d0820-b6d7-4a7d-a56e-cb364a95e34b), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:23.820605 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-87951590-a7a1-4564-856e-5a40c1c210da None None] Port e93d0820-b6d7-4a7d-a56e-cb364a95e34b cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:06:24.003337 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device d11716fc-f10b-4de2-a036-8c131b7277b3 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:06:24.049583 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4d5c1d1-4384-4ddd-b918-96cac3ca291c admin admin] Publish callbacks [] for port (e93d0820-b6d7-4a7d-a56e-cb364a95e34b), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:24.068306 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port d11716fc-f10b-4de2-a036-8c131b7277b3 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:06:24.068638 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d11716fc-f10b-4de2-a036-8c131b7277b3), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:24.145708 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4d5c1d1-4384-4ddd-b918-96cac3ca291c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (e93d0820-b6d7-4a7d-a56e-cb364a95e34b), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:24.168917 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port d11716fc-f10b-4de2-a036-8c131b7277b3 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:06:24.240007 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c4d5c1d1-4384-4ddd-b918-96cac3ca291c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (7dc0aa07-bc81-4ae6-889d-dc36b2c73b35), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:24.250185 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5c1d1-4384-4ddd-b918-96cac3ca291c admin admin] Pushing event updated for resources: {'Port': ['ID=e93d0820-b6d7-4a7d-a56e-cb364a95e34b,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:24.364152 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d5c1d1-4384-4ddd-b918-96cac3ca291c admin admin] Network 776cfe74-9834-4e25-aade-eb236e2b5f70 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:06:24.366084 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-c4d5c1d1-4384-4ddd-b918-96cac3ca291c admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:06:24.585304 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d5c1d1-4384-4ddd-b918-96cac3ca291c admin admin] Router 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:06:24.727047 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d5c1d1-4384-4ddd-b918-96cac3ca291c admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:06:24.732505 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c4d5c1d1-4384-4ddd-b918-96cac3ca291c admin admin] 10.222.0.89 "PUT /v2.0/routers/7dc0aa07-bc81-4ae6-889d-dc36b2c73b35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7308648 Feb 20 04:06:24.767765 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e18c1942-a1aa-4946-971c-11e60dede85a None None] Provisioning complete for port e93d0820-b6d7-4a7d-a56e-cb364a95e34b triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:06:24.768472 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e18c1942-a1aa-4946-971c-11e60dede85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e93d0820-b6d7-4a7d-a56e-cb364a95e34b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:24.823595 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e18c1942-a1aa-4946-971c-11e60dede85a None None] Port e93d0820-b6d7-4a7d-a56e-cb364a95e34b cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:06:25.546500 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49810) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:06:25.551612 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-ae8b9dc7-676e-4a07-bee3-d1a15c80e082 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-912519008-network', 'tenant_id': 'de3a641e9e584237b21823c5948ec0c6'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:06:25.642803 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8b9dc7-676e-4a07-bee3-d1a15c80e082 admin admin] Made reservation on behalf of de3a641e9e584237b21823c5948ec0c6 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:06:25.646396 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ae8b9dc7-676e-4a07-bee3-d1a15c80e082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:25.657547 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ae8b9dc7-676e-4a07-bee3-d1a15c80e082 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:25.744482 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ae8b9dc7-676e-4a07-bee3-d1a15c80e082 admin admin] Publish callbacks [] for security_group (7be9bb32-fe8e-401a-a6ec-43ab2780ea83), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:25.782106 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a890f5-8da3-4f78-a299-53133ce4f755 None None] Sync routers for ids ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:06:25.794791 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a890f5-8da3-4f78-a299-53133ce4f755 None None] Routers {'7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:06:25.797368 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-31a890f5-8da3-4f78-a299-53133ce4f755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:05:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:06:25.820058 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ae8b9dc7-676e-4a07-bee3-d1a15c80e082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (7be9bb32-fe8e-401a-a6ec-43ab2780ea83), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:25.851596 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae8b9dc7-676e-4a07-bee3-d1a15c80e082 admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 04:06:25.863808 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b9dc7-676e-4a07-bee3-d1a15c80e082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be9bb32-fe8e-401a-a6ec-43ab2780ea83,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:25.869476 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ae8b9dc7-676e-4a07-bee3-d1a15c80e082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (c8934355-d605-42c0-ab48-9d161480a21c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:25.871656 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-ae8b9dc7-676e-4a07-bee3-d1a15c80e082 admin admin] Added segment c8934355-d605-42c0-ab48-9d161480a21c of type vlan for network 4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d Feb 20 04:06:25.941351 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ae8b9dc7-676e-4a07-bee3-d1a15c80e082 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:25.944055 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-31a890f5-8da3-4f78-a299-53133ce4f755 None None] Set router 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:06:26.048722 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 47cfd14f-3fcc-49de-9418-7620af704731 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:06:26.060660 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ae8b9dc7-676e-4a07-bee3-d1a15c80e082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:26.064034 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8b9dc7-676e-4a07-bee3-d1a15c80e082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:26.064553 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ae8b9dc7-676e-4a07-bee3-d1a15c80e082 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:26.152347 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b9dc7-676e-4a07-bee3-d1a15c80e082 admin admin] Pushing event updated for resources: {'Network': ['ID=4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:26.167057 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 04:06:26.266573 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ae8b9dc7-676e-4a07-bee3-d1a15c80e082 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7154510 Feb 20 04:06:26.266573 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 49814) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:06:26.272060 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-1bef55db-b58c-49a4-b601-bb998ecfdc5e admin admin] Request body: {'subnet': {'network_id': '4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-912519008-subnet', 'tenant_id': 'de3a641e9e584237b21823c5948ec0c6', 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:06:26.292277 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 47cfd14f-3fcc-49de-9418-7620af704731 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:06:26.292845 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (47cfd14f-3fcc-49de-9418-7620af704731), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:26.379594 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bef55db-b58c-49a4-b601-bb998ecfdc5e admin admin] Made reservation on behalf of de3a641e9e584237b21823c5948ec0c6 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:06:26.382604 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1bef55db-b58c-49a4-b601-bb998ecfdc5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:26.405793 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-31a890f5-8da3-4f78-a299-53133ce4f755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'name': 'tempest-TestVolumeBootPattern-43735782-router', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '47cfd14f-3fcc-49de-9418-7620af704731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:19Z', 'updated_at': '2022-02-20T04:06:23Z', 'revision_number': 4, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'gw_port': {'id': '47cfd14f-3fcc-49de-9418-7620af704731', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:20Z', 'updated_at': '2022-02-20T04:06:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'e93d0820-b6d7-4a7d-a56e-cb364a95e34b', 'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'mac_address': 'fa:16:3e:06:d0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:23Z', 'updated_at': '2022-02-20T04:06:23Z', 'revision_number': 2, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'subnets': [{'id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:06:26.445152 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a890f5-8da3-4f78-a299-53133ce4f755 None None] Checking router: 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:06:26.447704 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a890f5-8da3-4f78-a299-53133ce4f755 None None] Updating router 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 port e93d0820-b6d7-4a7d-a56e-cb364a95e34b binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 04:06:26.448571 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 47cfd14f-3fcc-49de-9418-7620af704731 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:06:26.448956 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (47cfd14f-3fcc-49de-9418-7620af704731), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:26.490653 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-31a890f5-8da3-4f78-a299-53133ce4f755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e93d0820-b6d7-4a7d-a56e-cb364a95e34b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:26.493669 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 47cfd14f-3fcc-49de-9418-7620af704731, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=47cfd14f-3fcc-49de-9418-7620af704731,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:06:26.501755 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-717dd1ab-105a-46a1-b983-1bca827df184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:26.633899 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (47cfd14f-3fcc-49de-9418-7620af704731), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:26.659249 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1bef55db-b58c-49a4-b601-bb998ecfdc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (52a165ee-d737-4be5-a7b2-65fff561a8d6), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:26.730221 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef55db-b58c-49a4-b601-bb998ecfdc5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=52a165ee-d737-4be5-a7b2-65fff561a8d6,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:26.732559 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bef55db-b58c-49a4-b601-bb998ecfdc5e admin admin] Checking segment: {'id': 'c8934355-d605-42c0-ab48-9d161480a21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:06:26.733029 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bef55db-b58c-49a4-b601-bb998ecfdc5e admin admin] Network hostable DHCP agents. Network: 4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 04:06:26.760045 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=47cfd14f-3fcc-49de-9418-7620af704731,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:26.802423 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bef55db-b58c-49a4-b601-bb998ecfdc5e admin admin] Network 4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 04:06:26.860374 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-1bef55db-b58c-49a4-b601-bb998ecfdc5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:06:26.874410 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef7468a-1a2f-451b-a474-b6dc0e9bc095 None None] Network 4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:06:26.874592 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bef55db-b58c-49a4-b601-bb998ecfdc5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:26.874592 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-1bef55db-b58c-49a4-b601-bb998ecfdc5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:26.899899 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-31a890f5-8da3-4f78-a299-53133ce4f755 None None] Publish callbacks [] for port (e93d0820-b6d7-4a7d-a56e-cb364a95e34b), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:26.975374 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49822) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:06:26.984975 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1bef55db-b58c-49a4-b601-bb998ecfdc5e admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7170997 Feb 20 04:06:26.987914 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-97976bf3-4ef7-4409-af9f-8e70ba0bf8a1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-912519008-router', 'tenant_id': 'de3a641e9e584237b21823c5948ec0c6', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:06:26.995634 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1178d603-5908-4b01-9f44-4de048fd654e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d', 'network_id': '4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d', 'project_id': 'de3a641e9e584237b21823c5948ec0c6', 'fixed_ips': [{'subnet_id': '52a165ee-d737-4be5-a7b2-65fff561a8d6'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 04:06:26.996596 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1178d603-5908-4b01-9f44-4de048fd654e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:27.012990 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-31a890f5-8da3-4f78-a299-53133ce4f755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e93d0820-b6d7-4a7d-a56e-cb364a95e34b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:27.141514 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6a2c0-6a8a-4a2a-8625-8a91c55407a2 None None] Pushing event updated for resources: {'Port': ['ID=e93d0820-b6d7-4a7d-a56e-cb364a95e34b,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:27.259948 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-97976bf3-4ef7-4409-af9f-8e70ba0bf8a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (3172760a-92e1-4322-8fd3-0340b2734f53), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:27.261029 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-97976bf3-4ef7-4409-af9f-8e70ba0bf8a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (3172760a-92e1-4322-8fd3-0340b2734f53), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:27.276971 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-31a890f5-8da3-4f78-a299-53133ce4f755 None None] Attempting to bind port e93d0820-b6d7-4a7d-a56e-cb364a95e34b on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:06:27.278328 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-31a890f5-8da3-4f78-a299-53133ce4f755 None None] Attempting to bind port e93d0820-b6d7-4a7d-a56e-cb364a95e34b by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:06:27.285309 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a890f5-8da3-4f78-a299-53133ce4f755 None None] Attempting to bind port e93d0820-b6d7-4a7d-a56e-cb364a95e34b on network 776cfe74-9834-4e25-aade-eb236e2b5f70 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:06:27.319252 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a890f5-8da3-4f78-a299-53133ce4f755 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:06:27.319980 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a890f5-8da3-4f78-a299-53133ce4f755 None None] Checking segment: {'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:06:27.320400 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-31a890f5-8da3-4f78-a299-53133ce4f755 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:27.321940 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a890f5-8da3-4f78-a299-53133ce4f755 None None] Bound using segment: {'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:06:27.323951 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-31a890f5-8da3-4f78-a299-53133ce4f755 None None] Bound port: e93d0820-b6d7-4a7d-a56e-cb364a95e34b, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:06:27.324628 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-31a890f5-8da3-4f78-a299-53133ce4f755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e93d0820-b6d7-4a7d-a56e-cb364a95e34b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:27.364892 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-1178d603-5908-4b01-9f44-4de048fd654e None None] Allocated IP 172.20.0.2 (4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d/52a165ee-d737-4be5-a7b2-65fff561a8d6/3ed763d7-ad62-4874-9d3d-24ba430525ef) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:06:27.399956 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-97976bf3-4ef7-4409-af9f-8e70ba0bf8a1 admin admin] Publish callbacks [] for router_controller (3172760a-92e1-4322-8fd3-0340b2734f53), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:27.499351 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-72be9ef6-defa-4b0c-9f6f-401daf601750 None None] Provisioning complete for port e93d0820-b6d7-4a7d-a56e-cb364a95e34b triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:06:27.499725 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-72be9ef6-defa-4b0c-9f6f-401daf601750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e93d0820-b6d7-4a7d-a56e-cb364a95e34b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:27.506518 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-31a890f5-8da3-4f78-a299-53133ce4f755 None None] For port e93d0820-b6d7-4a7d-a56e-cb364a95e34b, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:06:27.550798 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-31a890f5-8da3-4f78-a299-53133ce4f755 None None] For port e93d0820-b6d7-4a7d-a56e-cb364a95e34b, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=e93d0820-b6d7-4a7d-a56e-cb364a95e34b,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:06:27.573098 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-72be9ef6-defa-4b0c-9f6f-401daf601750 None None] Port e93d0820-b6d7-4a7d-a56e-cb364a95e34b cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:06:27.625295 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-31a890f5-8da3-4f78-a299-53133ce4f755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e93d0820-b6d7-4a7d-a56e-cb364a95e34b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:27.672356 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-97976bf3-4ef7-4409-af9f-8e70ba0bf8a1 admin admin] Publish callbacks [] for router_gateway (3172760a-92e1-4322-8fd3-0340b2734f53), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:27.732235 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a890f5-8da3-4f78-a299-53133ce4f755 None None] Routers {'7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:06:27.732981 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-31a890f5-8da3-4f78-a299-53133ce4f755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:05:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:06:27.738396 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6a2c0-6a8a-4a2a-8625-8a91c55407a2 None None] Pushing event updated for resources: {'Port': ['ID=e93d0820-b6d7-4a7d-a56e-cb364a95e34b,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:27.756612 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1178d603-5908-4b01-9f44-4de048fd654e None None] Publish callbacks [] for port (3ed763d7-ad62-4874-9d3d-24ba430525ef), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:28.010080 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-97976bf3-4ef7-4409-af9f-8e70ba0bf8a1 admin admin] Publish callbacks [] for router_gateway (3172760a-92e1-4322-8fd3-0340b2734f53), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:28.034536 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-97976bf3-4ef7-4409-af9f-8e70ba0bf8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:28.066408 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 47cfd14f-3fcc-49de-9418-7620af704731 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:06:28.115052 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ff8861e3-3180-4db8-b31e-19d553081d51 None None] Provisioning complete for port e93d0820-b6d7-4a7d-a56e-cb364a95e34b triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:06:28.115721 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ff8861e3-3180-4db8-b31e-19d553081d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e93d0820-b6d7-4a7d-a56e-cb364a95e34b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:28.165797 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-97976bf3-4ef7-4409-af9f-8e70ba0bf8a1 admin admin] Allocated IP 172.25.7.196 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/d63b8c05-1f98-4117-812b-59febf3b7093) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:06:28.169047 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1178d603-5908-4b01-9f44-4de048fd654e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (3ed763d7-ad62-4874-9d3d-24ba430525ef), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:28.273191 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1178d603-5908-4b01-9f44-4de048fd654e None None] Network 4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:06:28.284342 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-1178d603-5908-4b01-9f44-4de048fd654e None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:06:28.286389 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-97976bf3-4ef7-4409-af9f-8e70ba0bf8a1 admin admin] Publish callbacks [] for port (d63b8c05-1f98-4117-812b-59febf3b7093), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:28.287776 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1178d603-5908-4b01-9f44-4de048fd654e None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:06:28.357142 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178d603-5908-4b01-9f44-4de048fd654e None None] Pushing event updated for resources: {'Port': ['ID=3ed763d7-ad62-4874-9d3d-24ba430525ef,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:28.382016 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-31a890f5-8da3-4f78-a299-53133ce4f755 None None] Set router 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:06:28.386667 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-97976bf3-4ef7-4409-af9f-8e70ba0bf8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (d63b8c05-1f98-4117-812b-59febf3b7093), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:28.397627 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 47cfd14f-3fcc-49de-9418-7620af704731 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:06:28.398011 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (47cfd14f-3fcc-49de-9418-7620af704731), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:28.437640 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-1178d603-5908-4b01-9f44-4de048fd654e None None] Attempting to bind port 3ed763d7-ad62-4874-9d3d-24ba430525ef on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:06:28.438035 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-1178d603-5908-4b01-9f44-4de048fd654e None None] Attempting to bind port 3ed763d7-ad62-4874-9d3d-24ba430525ef by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'c8934355-d605-42c0-ab48-9d161480a21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:06:28.438451 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1178d603-5908-4b01-9f44-4de048fd654e None None] Attempting to bind port 3ed763d7-ad62-4874-9d3d-24ba430525ef on network 4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:06:28.445780 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97976bf3-4ef7-4409-af9f-8e70ba0bf8a1 admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:06:28.453956 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-97976bf3-4ef7-4409-af9f-8e70ba0bf8a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:06:28.465603 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97976bf3-4ef7-4409-af9f-8e70ba0bf8a1 admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:06:28.486214 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1178d603-5908-4b01-9f44-4de048fd654e None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:06:28.486602 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1178d603-5908-4b01-9f44-4de048fd654e None None] Checking segment: {'id': 'c8934355-d605-42c0-ab48-9d161480a21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:06:28.487044 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1178d603-5908-4b01-9f44-4de048fd654e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:28.487449 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1178d603-5908-4b01-9f44-4de048fd654e None None] Bound using segment: {'id': 'c8934355-d605-42c0-ab48-9d161480a21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:06:28.488002 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-1178d603-5908-4b01-9f44-4de048fd654e None None] Bound port: 3ed763d7-ad62-4874-9d3d-24ba430525ef, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8934355-d605-42c0-ab48-9d161480a21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:06:28.488394 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1178d603-5908-4b01-9f44-4de048fd654e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3ed763d7-ad62-4874-9d3d-24ba430525ef), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:28.516506 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ff8861e3-3180-4db8-b31e-19d553081d51 None None] Current status of the port e93d0820-b6d7-4a7d-a56e-cb364a95e34b is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:06:28.516898 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ff8861e3-3180-4db8-b31e-19d553081d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e93d0820-b6d7-4a7d-a56e-cb364a95e34b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:28.536709 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97976bf3-4ef7-4409-af9f-8e70ba0bf8a1 admin admin] Pushing event updated for resources: {'Port': ['ID=d63b8c05-1f98-4117-812b-59febf3b7093,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:28.623256 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ff8861e3-3180-4db8-b31e-19d553081d51 None None] For port e93d0820-b6d7-4a7d-a56e-cb364a95e34b, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=e93d0820-b6d7-4a7d-a56e-cb364a95e34b,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:06:28.708791 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ff8861e3-3180-4db8-b31e-19d553081d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e93d0820-b6d7-4a7d-a56e-cb364a95e34b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:28.718252 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-1178d603-5908-4b01-9f44-4de048fd654e None None] For port 3ed763d7-ad62-4874-9d3d-24ba430525ef, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:06:28.725279 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-1178d603-5908-4b01-9f44-4de048fd654e None None] For port 3ed763d7-ad62-4874-9d3d-24ba430525ef, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3ed763d7-ad62-4874-9d3d-24ba430525ef,segment=NetworkSegment(c8934355-d605-42c0-ab48-9d161480a21c),segment_id=c8934355-d605-42c0-ab48-9d161480a21c)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:06:28.848393 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8861e3-3180-4db8-b31e-19d553081d51 None None] Pushing event updated for resources: {'Port': ['ID=e93d0820-b6d7-4a7d-a56e-cb364a95e34b,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:28.857369 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-203a5aaf-efd1-4bd7-a20f-9300bcb06859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:28.889297 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-97976bf3-4ef7-4409-af9f-8e70ba0bf8a1 admin admin] Publish callbacks [] for router_gateway (3172760a-92e1-4322-8fd3-0340b2734f53), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:28.904428 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1178d603-5908-4b01-9f44-4de048fd654e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3ed763d7-ad62-4874-9d3d-24ba430525ef), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:29.026232 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 47cfd14f-3fcc-49de-9418-7620af704731 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:06:29.050843 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178d603-5908-4b01-9f44-4de048fd654e None None] Pushing event updated for resources: {'Port': ['ID=3ed763d7-ad62-4874-9d3d-24ba430525ef,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:29.086625 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-31a890f5-8da3-4f78-a299-53133ce4f755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'name': 'tempest-TestVolumeBootPattern-43735782-router', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '47cfd14f-3fcc-49de-9418-7620af704731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:19Z', 'updated_at': '2022-02-20T04:06:23Z', 'revision_number': 4, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'gw_port': {'id': '47cfd14f-3fcc-49de-9418-7620af704731', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:20Z', 'updated_at': '2022-02-20T04:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'e93d0820-b6d7-4a7d-a56e-cb364a95e34b', 'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'mac_address': 'fa:16:3e:06:d0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:23Z', 'updated_at': '2022-02-20T04:06:27Z', 'revision_number': 4, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'subnets': [{'id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:06:29.119432 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a890f5-8da3-4f78-a299-53133ce4f755 None None] The sync data for ids ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'] in n-d-829866-4 is: [{'id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'name': 'tempest-TestVolumeBootPattern-43735782-router', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '47cfd14f-3fcc-49de-9418-7620af704731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:19Z', 'updated_at': '2022-02-20T04:06:23Z', 'revision_number': 4, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'gw_port': {'id': '47cfd14f-3fcc-49de-9418-7620af704731', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:20Z', 'updated_at': '2022-02-20T04:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'e93d0820-b6d7-4a7d-a56e-cb364a95e34b', 'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'mac_address': 'fa:16:3e:06:d0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:23Z', 'updated_at': '2022-02-20T04:06:27Z', 'revision_number': 4, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'subnets': [{'id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:06:29.247377 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-97976bf3-4ef7-4409-af9f-8e70ba0bf8a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (3172760a-92e1-4322-8fd3-0340b2734f53), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:29.557020 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97976bf3-4ef7-4409-af9f-8e70ba0bf8a1 admin admin] Router 3172760a-92e1-4322-8fd3-0340b2734f53 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 04:06:30.071240 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:30.180134 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e93d0820-b6d7-4a7d-a56e-cb364a95e34b up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:06:30.216307 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97976bf3-4ef7-4409-af9f-8e70ba0bf8a1 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:06:30.230555 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feecb967-f8f5-49e3-9ab2-2b6766c14a4d None None] Sync routers for ids ['3172760a-92e1-4322-8fd3-0340b2734f53'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:06:30.247649 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feecb967-f8f5-49e3-9ab2-2b6766c14a4d None None] Routers {'3172760a-92e1-4322-8fd3-0340b2734f53'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:06:30.250238 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-feecb967-f8f5-49e3-9ab2-2b6766c14a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:06:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3172760a-92e1-4322-8fd3-0340b2734f53'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:06:30.278137 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port e93d0820-b6d7-4a7d-a56e-cb364a95e34b triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:06:30.281127 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e93d0820-b6d7-4a7d-a56e-cb364a95e34b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:30.301850 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-97976bf3-4ef7-4409-af9f-8e70ba0bf8a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:30.304357 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-97976bf3-4ef7-4409-af9f-8e70ba0bf8a1 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3277044 Feb 20 04:06:30.307150 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 49846) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:06:30.445876 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-feecb967-f8f5-49e3-9ab2-2b6766c14a4d None None] Set router 3172760a-92e1-4322-8fd3-0340b2734f53 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:06:30.472114 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port e93d0820-b6d7-4a7d-a56e-cb364a95e34b is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:06:30.473258 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3ed763d7-ad62-4874-9d3d-24ba430525ef up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:06:30.615275 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 3ed763d7-ad62-4874-9d3d-24ba430525ef triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:06:30.615902 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3ed763d7-ad62-4874-9d3d-24ba430525ef), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:30.683572 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4650b87e-7a8b-4a0d-b906-5c60f5fff98e None None] Network 4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:06:30.691178 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-feecb967-f8f5-49e3-9ab2-2b6766c14a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3172760a-92e1-4322-8fd3-0340b2734f53', 'name': 'tempest-TestVolumeBootPattern-912519008-router', 'tenant_id': 'de3a641e9e584237b21823c5948ec0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': 'd63b8c05-1f98-4117-812b-59febf3b7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:27Z', 'updated_at': '2022-02-20T04:06:28Z', 'revision_number': 3, 'project_id': 'de3a641e9e584237b21823c5948ec0c6', 'gw_port': {'id': 'd63b8c05-1f98-4117-812b-59febf3b7093', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3172760a-92e1-4322-8fd3-0340b2734f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:28Z', 'updated_at': '2022-02-20T04:06:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:06:30.750221 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feecb967-f8f5-49e3-9ab2-2b6766c14a4d None None] Checking router: 3172760a-92e1-4322-8fd3-0340b2734f53 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:06:30.750765 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feecb967-f8f5-49e3-9ab2-2b6766c14a4d None None] Updating router 3172760a-92e1-4322-8fd3-0340b2734f53 port d63b8c05-1f98-4117-812b-59febf3b7093 binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 04:06:30.783917 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-feecb967-f8f5-49e3-9ab2-2b6766c14a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d63b8c05-1f98-4117-812b-59febf3b7093), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:30.918976 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 3ed763d7-ad62-4874-9d3d-24ba430525ef is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:06:30.919635 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (3ed763d7-ad62-4874-9d3d-24ba430525ef), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:30.969133 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-1af97a2c-84c1-4526-84f5-b25f2f6fd3db None None] Provisioning complete for port 3ed763d7-ad62-4874-9d3d-24ba430525ef triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:06:30.969133 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1af97a2c-84c1-4526-84f5-b25f2f6fd3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3ed763d7-ad62-4874-9d3d-24ba430525ef), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:31.115234 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d9dfaa9b-2986-40f6-bc32-9b6a2a22cf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:31.190516 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 3ed763d7-ad62-4874-9d3d-24ba430525ef, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3ed763d7-ad62-4874-9d3d-24ba430525ef,segment=NetworkSegment(c8934355-d605-42c0-ab48-9d161480a21c),segment_id=c8934355-d605-42c0-ab48-9d161480a21c)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:06:31.289808 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-feecb967-f8f5-49e3-9ab2-2b6766c14a4d None None] Publish callbacks [] for port (d63b8c05-1f98-4117-812b-59febf3b7093), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:31.303334 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (3ed763d7-ad62-4874-9d3d-24ba430525ef), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:31.368525 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-feecb967-f8f5-49e3-9ab2-2b6766c14a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d63b8c05-1f98-4117-812b-59febf3b7093), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:31.406140 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-d9dfaa9b-2986-40f6-bc32-9b6a2a22cf4e admin admin] Allocated IP 172.20.0.1 (4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d/52a165ee-d737-4be5-a7b2-65fff561a8d6/4a9af01f-ce32-4ce6-935d-970867d43c68) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:06:31.438576 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=3ed763d7-ad62-4874-9d3d-24ba430525ef,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:31.503811 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-1af97a2c-84c1-4526-84f5-b25f2f6fd3db None None] Current status of the port 3ed763d7-ad62-4874-9d3d-24ba430525ef is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:06:31.525029 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-feecb967-f8f5-49e3-9ab2-2b6766c14a4d None None] Attempting to bind port d63b8c05-1f98-4117-812b-59febf3b7093 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:06:31.525396 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-feecb967-f8f5-49e3-9ab2-2b6766c14a4d None None] Attempting to bind port d63b8c05-1f98-4117-812b-59febf3b7093 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:06:31.525755 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecb967-f8f5-49e3-9ab2-2b6766c14a4d None None] Attempting to bind port d63b8c05-1f98-4117-812b-59febf3b7093 on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:06:31.550912 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:31.556030 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecb967-f8f5-49e3-9ab2-2b6766c14a4d None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:06:31.556496 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecb967-f8f5-49e3-9ab2-2b6766c14a4d None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:06:31.556964 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-feecb967-f8f5-49e3-9ab2-2b6766c14a4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:31.557436 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecb967-f8f5-49e3-9ab2-2b6766c14a4d None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:06:31.557986 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-feecb967-f8f5-49e3-9ab2-2b6766c14a4d None None] Bound port: d63b8c05-1f98-4117-812b-59febf3b7093, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:06:31.558485 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-feecb967-f8f5-49e3-9ab2-2b6766c14a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d63b8c05-1f98-4117-812b-59febf3b7093), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:31.568100 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54cd6af-4a09-400f-a131-29dc69e9b2f1 None None] Pushing event updated for resources: {'Port': ['ID=d63b8c05-1f98-4117-812b-59febf3b7093,revision_number=2']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:31.637939 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-feecb967-f8f5-49e3-9ab2-2b6766c14a4d None None] For port d63b8c05-1f98-4117-812b-59febf3b7093, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:06:31.641760 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d9dfaa9b-2986-40f6-bc32-9b6a2a22cf4e admin admin] Publish callbacks [] for port (4a9af01f-ce32-4ce6-935d-970867d43c68), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:31.643558 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-feecb967-f8f5-49e3-9ab2-2b6766c14a4d None None] For port d63b8c05-1f98-4117-812b-59febf3b7093, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d63b8c05-1f98-4117-812b-59febf3b7093,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:06:31.722842 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-feecb967-f8f5-49e3-9ab2-2b6766c14a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d63b8c05-1f98-4117-812b-59febf3b7093), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:31.763354 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-bb571aa7-b521-475e-a002-26d1ccb43d65 None None] Provisioning complete for port 3ed763d7-ad62-4874-9d3d-24ba430525ef triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:06:31.764088 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bb571aa7-b521-475e-a002-26d1ccb43d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3ed763d7-ad62-4874-9d3d-24ba430525ef), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:31.780309 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d9dfaa9b-2986-40f6-bc32-9b6a2a22cf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (4a9af01f-ce32-4ce6-935d-970867d43c68), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:31.829547 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feecb967-f8f5-49e3-9ab2-2b6766c14a4d None None] Routers {'3172760a-92e1-4322-8fd3-0340b2734f53'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:06:31.833017 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-feecb967-f8f5-49e3-9ab2-2b6766c14a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:06:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3172760a-92e1-4322-8fd3-0340b2734f53'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:06:31.875753 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfaa9b-2986-40f6-bc32-9b6a2a22cf4e admin admin] Pushing event updated for resources: {'Port': ['ID=4a9af01f-ce32-4ce6-935d-970867d43c68,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:31.894442 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-bb571aa7-b521-475e-a002-26d1ccb43d65 None None] Current status of the port 3ed763d7-ad62-4874-9d3d-24ba430525ef is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:06:31.927773 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54cd6af-4a09-400f-a131-29dc69e9b2f1 None None] Pushing event updated for resources: {'Port': ['ID=d63b8c05-1f98-4117-812b-59febf3b7093,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:31.928387 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dfaa9b-2986-40f6-bc32-9b6a2a22cf4e admin admin] Network 4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:06:31.930467 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-d9dfaa9b-2986-40f6-bc32-9b6a2a22cf4e admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:06:31.934309 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dfaa9b-2986-40f6-bc32-9b6a2a22cf4e admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:06:31.994628 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d9dfaa9b-2986-40f6-bc32-9b6a2a22cf4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (3172760a-92e1-4322-8fd3-0340b2734f53), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:32.070432 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3ed763d7-ad62-4874-9d3d-24ba430525ef up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:06:32.201266 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 3ed763d7-ad62-4874-9d3d-24ba430525ef triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:06:32.201932 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (3ed763d7-ad62-4874-9d3d-24ba430525ef), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:32.215917 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-feecb967-f8f5-49e3-9ab2-2b6766c14a4d None None] Set router 3172760a-92e1-4322-8fd3-0340b2734f53 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:06:32.334225 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d9dfaa9b-2986-40f6-bc32-9b6a2a22cf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4a9af01f-ce32-4ce6-935d-970867d43c68), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:32.562464 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d9dfaa9b-2986-40f6-bc32-9b6a2a22cf4e admin admin] Publish callbacks [] for port (4a9af01f-ce32-4ce6-935d-970867d43c68), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:32.572771 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 3ed763d7-ad62-4874-9d3d-24ba430525ef is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:06:32.575809 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-feecb967-f8f5-49e3-9ab2-2b6766c14a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3172760a-92e1-4322-8fd3-0340b2734f53', 'name': 'tempest-TestVolumeBootPattern-912519008-router', 'tenant_id': 'de3a641e9e584237b21823c5948ec0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': 'd63b8c05-1f98-4117-812b-59febf3b7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:27Z', 'updated_at': '2022-02-20T04:06:28Z', 'revision_number': 3, 'project_id': 'de3a641e9e584237b21823c5948ec0c6', 'gw_port': {'id': 'd63b8c05-1f98-4117-812b-59febf3b7093', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3172760a-92e1-4322-8fd3-0340b2734f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:28Z', 'updated_at': '2022-02-20T04:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:06:32.581376 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-2b492b03-2ab1-4855-8a4a-fb92b8bb7479 None None] Provisioning complete for port 4a9af01f-ce32-4ce6-935d-970867d43c68 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:06:32.581758 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2b492b03-2ab1-4855-8a4a-fb92b8bb7479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4a9af01f-ce32-4ce6-935d-970867d43c68), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:32.616906 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feecb967-f8f5-49e3-9ab2-2b6766c14a4d None None] The sync data for ids ['3172760a-92e1-4322-8fd3-0340b2734f53'] in n-d-829866-4 is: [{'id': '3172760a-92e1-4322-8fd3-0340b2734f53', 'name': 'tempest-TestVolumeBootPattern-912519008-router', 'tenant_id': 'de3a641e9e584237b21823c5948ec0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': 'd63b8c05-1f98-4117-812b-59febf3b7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:27Z', 'updated_at': '2022-02-20T04:06:28Z', 'revision_number': 3, 'project_id': 'de3a641e9e584237b21823c5948ec0c6', 'gw_port': {'id': 'd63b8c05-1f98-4117-812b-59febf3b7093', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3172760a-92e1-4322-8fd3-0340b2734f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:28Z', 'updated_at': '2022-02-20T04:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:06:32.618057 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2b492b03-2ab1-4855-8a4a-fb92b8bb7479 None None] Port 4a9af01f-ce32-4ce6-935d-970867d43c68 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:06:32.627564 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d9dfaa9b-2986-40f6-bc32-9b6a2a22cf4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (4a9af01f-ce32-4ce6-935d-970867d43c68), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:32.695174 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfaa9b-2986-40f6-bc32-9b6a2a22cf4e admin admin] Pushing event updated for resources: {'Port': ['ID=4a9af01f-ce32-4ce6-935d-970867d43c68,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:32.710803 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d9dfaa9b-2986-40f6-bc32-9b6a2a22cf4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (3172760a-92e1-4322-8fd3-0340b2734f53), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:32.797217 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:32.817856 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dfaa9b-2986-40f6-bc32-9b6a2a22cf4e admin admin] Network 4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:06:32.819388 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-d9dfaa9b-2986-40f6-bc32-9b6a2a22cf4e admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:06:33.047935 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9dfaa9b-2986-40f6-bc32-9b6a2a22cf4e admin admin] Router 3172760a-92e1-4322-8fd3-0340b2734f53 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:06:33.188770 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9dfaa9b-2986-40f6-bc32-9b6a2a22cf4e admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:06:33.202888 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d9dfaa9b-2986-40f6-bc32-9b6a2a22cf4e admin admin] 10.222.0.89 "PUT /v2.0/routers/3172760a-92e1-4322-8fd3-0340b2734f53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8946593 Feb 20 04:06:33.252241 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-0938e169-e289-41a5-b0d6-1b5858244b2d None None] Provisioning complete for port 4a9af01f-ce32-4ce6-935d-970867d43c68 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:06:33.252779 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0938e169-e289-41a5-b0d6-1b5858244b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4a9af01f-ce32-4ce6-935d-970867d43c68), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:33.320785 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-0938e169-e289-41a5-b0d6-1b5858244b2d None None] Port 4a9af01f-ce32-4ce6-935d-970867d43c68 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:06:34.043470 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device d63b8c05-1f98-4117-812b-59febf3b7093 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:06:34.096339 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port d63b8c05-1f98-4117-812b-59febf3b7093 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:06:34.096339 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d63b8c05-1f98-4117-812b-59febf3b7093), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:34.189270 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port d63b8c05-1f98-4117-812b-59febf3b7093 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:06:34.189788 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d63b8c05-1f98-4117-812b-59febf3b7093), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:34.221235 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port d63b8c05-1f98-4117-812b-59febf3b7093, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d63b8c05-1f98-4117-812b-59febf3b7093,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:06:34.281980 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d63b8c05-1f98-4117-812b-59febf3b7093), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:34.334674 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=d63b8c05-1f98-4117-812b-59febf3b7093,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:34.830992 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af81a84a-ab45-4e09-860a-5d80fea75522 None None] Sync routers for ids ['3172760a-92e1-4322-8fd3-0340b2734f53'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:06:34.842435 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af81a84a-ab45-4e09-860a-5d80fea75522 None None] Routers {'3172760a-92e1-4322-8fd3-0340b2734f53'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:06:34.843871 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-af81a84a-ab45-4e09-860a-5d80fea75522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:06:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3172760a-92e1-4322-8fd3-0340b2734f53'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:06:34.979426 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-af81a84a-ab45-4e09-860a-5d80fea75522 None None] Set router 3172760a-92e1-4322-8fd3-0340b2734f53 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:06:35.212272 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-af81a84a-ab45-4e09-860a-5d80fea75522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3172760a-92e1-4322-8fd3-0340b2734f53', 'name': 'tempest-TestVolumeBootPattern-912519008-router', 'tenant_id': 'de3a641e9e584237b21823c5948ec0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': 'd63b8c05-1f98-4117-812b-59febf3b7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:27Z', 'updated_at': '2022-02-20T04:06:32Z', 'revision_number': 4, 'project_id': 'de3a641e9e584237b21823c5948ec0c6', 'gw_port': {'id': 'd63b8c05-1f98-4117-812b-59febf3b7093', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172760a-92e1-4322-8fd3-0340b2734f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:28Z', 'updated_at': '2022-02-20T04:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '4a9af01f-ce32-4ce6-935d-970867d43c68', 'name': '', 'network_id': '4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d', 'tenant_id': 'de3a641e9e584237b21823c5948ec0c6', 'mac_address': 'fa:16:3e:11:02:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3172760a-92e1-4322-8fd3-0340b2734f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '52a165ee-d737-4be5-a7b2-65fff561a8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:31Z', 'updated_at': '2022-02-20T04:06:32Z', 'revision_number': 2, 'project_id': 'de3a641e9e584237b21823c5948ec0c6', 'subnets': [{'id': '52a165ee-d737-4be5-a7b2-65fff561a8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:06:35.243700 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af81a84a-ab45-4e09-860a-5d80fea75522 None None] Checking router: 3172760a-92e1-4322-8fd3-0340b2734f53 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:06:35.244067 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af81a84a-ab45-4e09-860a-5d80fea75522 None None] Updating router 3172760a-92e1-4322-8fd3-0340b2734f53 port 4a9af01f-ce32-4ce6-935d-970867d43c68 binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 04:06:35.273023 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-af81a84a-ab45-4e09-860a-5d80fea75522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4a9af01f-ce32-4ce6-935d-970867d43c68), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:35.604775 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-af81a84a-ab45-4e09-860a-5d80fea75522 None None] Publish callbacks [] for port (4a9af01f-ce32-4ce6-935d-970867d43c68), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:35.676674 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-af81a84a-ab45-4e09-860a-5d80fea75522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (4a9af01f-ce32-4ce6-935d-970867d43c68), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:35.753727 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26738121-1791-4a00-a262-9b7a63983b59 None None] Pushing event updated for resources: {'Port': ['ID=4a9af01f-ce32-4ce6-935d-970867d43c68,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:35.837272 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-af81a84a-ab45-4e09-860a-5d80fea75522 None None] Attempting to bind port 4a9af01f-ce32-4ce6-935d-970867d43c68 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:06:35.837755 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-af81a84a-ab45-4e09-860a-5d80fea75522 None None] Attempting to bind port 4a9af01f-ce32-4ce6-935d-970867d43c68 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'c8934355-d605-42c0-ab48-9d161480a21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:06:35.838368 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af81a84a-ab45-4e09-860a-5d80fea75522 None None] Attempting to bind port 4a9af01f-ce32-4ce6-935d-970867d43c68 on network 4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:06:35.846426 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af81a84a-ab45-4e09-860a-5d80fea75522 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:06:35.846844 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af81a84a-ab45-4e09-860a-5d80fea75522 None None] Checking segment: {'id': 'c8934355-d605-42c0-ab48-9d161480a21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:06:35.847361 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-af81a84a-ab45-4e09-860a-5d80fea75522 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:35.847829 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af81a84a-ab45-4e09-860a-5d80fea75522 None None] Bound using segment: {'id': 'c8934355-d605-42c0-ab48-9d161480a21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:06:35.848523 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-af81a84a-ab45-4e09-860a-5d80fea75522 None None] Bound port: 4a9af01f-ce32-4ce6-935d-970867d43c68, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8934355-d605-42c0-ab48-9d161480a21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:06:35.848978 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-af81a84a-ab45-4e09-860a-5d80fea75522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4a9af01f-ce32-4ce6-935d-970867d43c68), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:35.960271 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-af81a84a-ab45-4e09-860a-5d80fea75522 None None] For port 4a9af01f-ce32-4ce6-935d-970867d43c68, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:06:35.964014 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-af81a84a-ab45-4e09-860a-5d80fea75522 None None] For port 4a9af01f-ce32-4ce6-935d-970867d43c68, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=4a9af01f-ce32-4ce6-935d-970867d43c68,segment=NetworkSegment(c8934355-d605-42c0-ab48-9d161480a21c),segment_id=c8934355-d605-42c0-ab48-9d161480a21c)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:06:36.032512 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device d63b8c05-1f98-4117-812b-59febf3b7093 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:06:36.081542 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-af81a84a-ab45-4e09-860a-5d80fea75522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (4a9af01f-ce32-4ce6-935d-970867d43c68), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:36.144107 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-8f1013ba-64ca-46e9-8972-22dd5c67e8cd None None] Provisioning complete for port 4a9af01f-ce32-4ce6-935d-970867d43c68 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:06:36.144842 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8f1013ba-64ca-46e9-8972-22dd5c67e8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4a9af01f-ce32-4ce6-935d-970867d43c68), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:36.253956 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af81a84a-ab45-4e09-860a-5d80fea75522 None None] Routers {'3172760a-92e1-4322-8fd3-0340b2734f53'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:06:36.254596 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-af81a84a-ab45-4e09-860a-5d80fea75522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:06:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3172760a-92e1-4322-8fd3-0340b2734f53'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:06:36.260017 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26738121-1791-4a00-a262-9b7a63983b59 None None] Pushing event updated for resources: {'Port': ['ID=4a9af01f-ce32-4ce6-935d-970867d43c68,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:36.319592 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port d63b8c05-1f98-4117-812b-59febf3b7093 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:06:36.319863 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d63b8c05-1f98-4117-812b-59febf3b7093), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:36.476383 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-8f1013ba-64ca-46e9-8972-22dd5c67e8cd None None] Current status of the port 4a9af01f-ce32-4ce6-935d-970867d43c68 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:06:36.476383 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8f1013ba-64ca-46e9-8972-22dd5c67e8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4a9af01f-ce32-4ce6-935d-970867d43c68), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:36.499905 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-af81a84a-ab45-4e09-860a-5d80fea75522 None None] Set router 3172760a-92e1-4322-8fd3-0340b2734f53 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:06:36.590601 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-8f1013ba-64ca-46e9-8972-22dd5c67e8cd None None] For port 4a9af01f-ce32-4ce6-935d-970867d43c68, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=4a9af01f-ce32-4ce6-935d-970867d43c68,segment=NetworkSegment(c8934355-d605-42c0-ab48-9d161480a21c),segment_id=c8934355-d605-42c0-ab48-9d161480a21c)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:06:36.601113 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port d63b8c05-1f98-4117-812b-59febf3b7093 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:06:36.682639 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8f1013ba-64ca-46e9-8972-22dd5c67e8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (4a9af01f-ce32-4ce6-935d-970867d43c68), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:36.749735 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1013ba-64ca-46e9-8972-22dd5c67e8cd None None] Pushing event updated for resources: {'Port': ['ID=4a9af01f-ce32-4ce6-935d-970867d43c68,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:36.829860 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e67bd086-e5bc-4ec8-8662-064ca5a455a9 None None] Provisioning complete for port 4a9af01f-ce32-4ce6-935d-970867d43c68 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:06:36.830378 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e67bd086-e5bc-4ec8-8662-064ca5a455a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4a9af01f-ce32-4ce6-935d-970867d43c68), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:36.893747 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-af81a84a-ab45-4e09-860a-5d80fea75522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3172760a-92e1-4322-8fd3-0340b2734f53', 'name': 'tempest-TestVolumeBootPattern-912519008-router', 'tenant_id': 'de3a641e9e584237b21823c5948ec0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': 'd63b8c05-1f98-4117-812b-59febf3b7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:27Z', 'updated_at': '2022-02-20T04:06:32Z', 'revision_number': 4, 'project_id': 'de3a641e9e584237b21823c5948ec0c6', 'gw_port': {'id': 'd63b8c05-1f98-4117-812b-59febf3b7093', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172760a-92e1-4322-8fd3-0340b2734f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:28Z', 'updated_at': '2022-02-20T04:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '4a9af01f-ce32-4ce6-935d-970867d43c68', 'name': '', 'network_id': '4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d', 'tenant_id': 'de3a641e9e584237b21823c5948ec0c6', 'mac_address': 'fa:16:3e:11:02:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3172760a-92e1-4322-8fd3-0340b2734f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '52a165ee-d737-4be5-a7b2-65fff561a8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:31Z', 'updated_at': '2022-02-20T04:06:35Z', 'revision_number': 4, 'project_id': 'de3a641e9e584237b21823c5948ec0c6', 'subnets': [{'id': '52a165ee-d737-4be5-a7b2-65fff561a8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:06:36.949248 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af81a84a-ab45-4e09-860a-5d80fea75522 None None] The sync data for ids ['3172760a-92e1-4322-8fd3-0340b2734f53'] in n-d-829866-4 is: [{'id': '3172760a-92e1-4322-8fd3-0340b2734f53', 'name': 'tempest-TestVolumeBootPattern-912519008-router', 'tenant_id': 'de3a641e9e584237b21823c5948ec0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': 'd63b8c05-1f98-4117-812b-59febf3b7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:27Z', 'updated_at': '2022-02-20T04:06:32Z', 'revision_number': 4, 'project_id': 'de3a641e9e584237b21823c5948ec0c6', 'gw_port': {'id': 'd63b8c05-1f98-4117-812b-59febf3b7093', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172760a-92e1-4322-8fd3-0340b2734f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:28Z', 'updated_at': '2022-02-20T04:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '4a9af01f-ce32-4ce6-935d-970867d43c68', 'name': '', 'network_id': '4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d', 'tenant_id': 'de3a641e9e584237b21823c5948ec0c6', 'mac_address': 'fa:16:3e:11:02:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3172760a-92e1-4322-8fd3-0340b2734f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '52a165ee-d737-4be5-a7b2-65fff561a8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:31Z', 'updated_at': '2022-02-20T04:06:35Z', 'revision_number': 4, 'project_id': 'de3a641e9e584237b21823c5948ec0c6', 'subnets': [{'id': '52a165ee-d737-4be5-a7b2-65fff561a8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:06:36.962128 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e67bd086-e5bc-4ec8-8662-064ca5a455a9 None None] Current status of the port 4a9af01f-ce32-4ce6-935d-970867d43c68 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:06:37.303354 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854dda1-588d-4177-9503-150bb1c84e73 req-c1691139-077e-4479-9e9e-bfdb791b20e4 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:37.306627 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0854dda1-588d-4177-9503-150bb1c84e73 req-c1691139-077e-4479-9e9e-bfdb791b20e4 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 810 time: 0.1374848 Feb 20 04:06:37.328703 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0854dda1-588d-4177-9503-150bb1c84e73 req-981c7997-b4d7-49f7-985f-92fdb45fc567 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/quotas/7602a09c6b004830be8e834a523bb4fb HTTP/1.1" status: 200 len: 375 time: 0.0156820 Feb 20 04:06:37.400097 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0854dda1-588d-4177-9503-150bb1c84e73 req-94264d81-406f-45df-95c2-d9d0e1b7c2aa tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0702071 Feb 20 04:06:37.406657 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-0854dda1-588d-4177-9503-150bb1c84e73 req-690670bd-4fe5-4c72-aa76-aedf8e35555d service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 04:06:37.414292 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0854dda1-588d-4177-9503-150bb1c84e73 req-690670bd-4fe5-4c72-aa76-aedf8e35555d service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130301 Feb 20 04:06:37.557384 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0854dda1-588d-4177-9503-150bb1c84e73 req-af87f10f-0427-46bf-88e2-184c40ab0a21 service neutron] 10.222.0.89 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420014 Feb 20 04:06:37.674531 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0854dda1-588d-4177-9503-150bb1c84e73 req-c23b267a-184f-46b5-b50d-5d409029bf79 service neutron] 10.222.0.89 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157820 Feb 20 04:06:38.004068 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4a9af01f-ce32-4ce6-935d-970867d43c68 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:06:38.066665 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 4a9af01f-ce32-4ce6-935d-970867d43c68 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:06:38.067166 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4a9af01f-ce32-4ce6-935d-970867d43c68), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:38.372699 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 4a9af01f-ce32-4ce6-935d-970867d43c68 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:06:38.388308 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-28e80abb-8dc9-464e-8f5c-dad0dea1ded2 req-0abb63ae-d22b-4312-b296-d65a8bf2b8f3 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 210 time: 0.0328000 Feb 20 04:06:39.481619 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-faee32df-715d-4e11-b8be-4fddc2191d0e req-7dde7a99-a86b-40aa-b0c1-6dbf1a91bafa tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 210 time: 0.0416574 Feb 20 04:06:40.575697 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e447c9f7-dfde-461c-809f-02103cc86c2d req-124b6337-4218-403e-b969-f6147c447153 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 210 time: 0.0301630 Feb 20 04:06:40.821681 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854dda1-588d-4177-9503-150bb1c84e73 req-e4b0c4a5-379c-4879-9c4b-d3f95a70911c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:40.830293 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0854dda1-588d-4177-9503-150bb1c84e73 req-e4b0c4a5-379c-4879-9c4b-d3f95a70911c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.93 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 810 time: 0.1453967 Feb 20 04:06:40.845656 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-0854dda1-588d-4177-9503-150bb1c84e73 req-f25a2a42-04bf-4859-9ef4-57f691ba6194 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Request body: {'port': {'device_id': 'ae107d53-2ab1-4479-848e-c77044a3e2d5', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'admin_state_up': True, 'tenant_id': '7602a09c6b004830be8e834a523bb4fb'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:06:41.048432 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0854dda1-588d-4177-9503-150bb1c84e73 req-f25a2a42-04bf-4859-9ef4-57f691ba6194 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Made reservation on behalf of 7602a09c6b004830be8e834a523bb4fb for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:06:41.052717 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0854dda1-588d-4177-9503-150bb1c84e73 req-f25a2a42-04bf-4859-9ef4-57f691ba6194 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:41.215364 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-0854dda1-588d-4177-9503-150bb1c84e73 req-f25a2a42-04bf-4859-9ef4-57f691ba6194 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Allocated IP 172.20.0.12 (776cfe74-9834-4e25-aade-eb236e2b5f70/a65a671e-c66c-439b-a311-43e99c7bbefc/81940eb9-b270-4cd7-ac53-1b9720bfe09d) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:06:41.376460 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0854dda1-588d-4177-9503-150bb1c84e73 req-f25a2a42-04bf-4859-9ef4-57f691ba6194 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for port (81940eb9-b270-4cd7-ac53-1b9720bfe09d), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:41.471767 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0854dda1-588d-4177-9503-150bb1c84e73 req-f25a2a42-04bf-4859-9ef4-57f691ba6194 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (81940eb9-b270-4cd7-ac53-1b9720bfe09d), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:41.517652 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0854dda1-588d-4177-9503-150bb1c84e73 req-f25a2a42-04bf-4859-9ef4-57f691ba6194 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Network 776cfe74-9834-4e25-aade-eb236e2b5f70 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:06:41.520954 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-0854dda1-588d-4177-9503-150bb1c84e73 req-f25a2a42-04bf-4859-9ef4-57f691ba6194 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:06:41.524807 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-0854dda1-588d-4177-9503-150bb1c84e73 req-f25a2a42-04bf-4859-9ef4-57f691ba6194 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:06:41.568893 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a2a42-04bf-4859-9ef4-57f691ba6194 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Pushing event updated for resources: {'Port': ['ID=81940eb9-b270-4cd7-ac53-1b9720bfe09d,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:41.604007 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854dda1-588d-4177-9503-150bb1c84e73 req-f25a2a42-04bf-4859-9ef4-57f691ba6194 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:41.605523 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0854dda1-588d-4177-9503-150bb1c84e73 req-f25a2a42-04bf-4859-9ef4-57f691ba6194 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:41.714510 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0854dda1-588d-4177-9503-150bb1c84e73 req-f25a2a42-04bf-4859-9ef4-57f691ba6194 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8759863 Feb 20 04:06:41.736101 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-0854dda1-588d-4177-9503-150bb1c84e73 req-0426887a-6a0f-4e0e-a4c7-3d14bb5cd90e service neutron] Request body: {'port': {'device_id': 'ae107d53-2ab1-4479-848e-c77044a3e2d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:06:41.854914 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6127d26-1037-4abf-869a-8ea2d3da02bb req-81213f48-d41b-496c-b735-b8be613ee051 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:41.856595 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6127d26-1037-4abf-869a-8ea2d3da02bb req-81213f48-d41b-496c-b735-b8be613ee051 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 932 time: 0.1564646 Feb 20 04:06:41.859759 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0854dda1-588d-4177-9503-150bb1c84e73 req-0426887a-6a0f-4e0e-a4c7-3d14bb5cd90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (81940eb9-b270-4cd7-ac53-1b9720bfe09d), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:41.939574 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-a8a85dd3-d60c-4fde-9311-70c18012d47f None None] Provisioning complete for port 81940eb9-b270-4cd7-ac53-1b9720bfe09d triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:06:41.940607 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a8a85dd3-d60c-4fde-9311-70c18012d47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (81940eb9-b270-4cd7-ac53-1b9720bfe09d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:41.984702 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6127d26-1037-4abf-869a-8ea2d3da02bb req-221fd45d-4b73-4ae9-956b-691dc1c9a422 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225669 Feb 20 04:06:42.026228 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-a8a85dd3-d60c-4fde-9311-70c18012d47f None None] Port 81940eb9-b270-4cd7-ac53-1b9720bfe09d cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:06:42.275616 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-0854dda1-588d-4177-9503-150bb1c84e73 req-0426887a-6a0f-4e0e-a4c7-3d14bb5cd90e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81940eb9-b270-4cd7-ac53-1b9720bfe09d {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:06:42.286317 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0854dda1-588d-4177-9503-150bb1c84e73 req-0426887a-6a0f-4e0e-a4c7-3d14bb5cd90e service neutron] Publish callbacks [] for port (81940eb9-b270-4cd7-ac53-1b9720bfe09d), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:42.299503 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-0854dda1-588d-4177-9503-150bb1c84e73 req-0426887a-6a0f-4e0e-a4c7-3d14bb5cd90e service neutron] Transition to ACTIVE for port object 81940eb9-b270-4cd7-ac53-1b9720bfe09d will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:06:42.357031 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0854dda1-588d-4177-9503-150bb1c84e73 req-0426887a-6a0f-4e0e-a4c7-3d14bb5cd90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (81940eb9-b270-4cd7-ac53-1b9720bfe09d), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:42.400758 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426887a-6a0f-4e0e-a4c7-3d14bb5cd90e service neutron] Pushing event updated for resources: {'Port': ['ID=81940eb9-b270-4cd7-ac53-1b9720bfe09d,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:42.537368 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-0854dda1-588d-4177-9503-150bb1c84e73 req-0426887a-6a0f-4e0e-a4c7-3d14bb5cd90e service neutron] Attempting to bind port 81940eb9-b270-4cd7-ac53-1b9720bfe09d on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:06:42.537725 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-0854dda1-588d-4177-9503-150bb1c84e73 req-0426887a-6a0f-4e0e-a4c7-3d14bb5cd90e service neutron] Attempting to bind port 81940eb9-b270-4cd7-ac53-1b9720bfe09d by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:06:42.538033 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854dda1-588d-4177-9503-150bb1c84e73 req-0426887a-6a0f-4e0e-a4c7-3d14bb5cd90e service neutron] Attempting to bind port 81940eb9-b270-4cd7-ac53-1b9720bfe09d on network 776cfe74-9834-4e25-aade-eb236e2b5f70 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:06:42.543127 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854dda1-588d-4177-9503-150bb1c84e73 req-0426887a-6a0f-4e0e-a4c7-3d14bb5cd90e service neutron] Port 81940eb9-b270-4cd7-ac53-1b9720bfe09d on network 776cfe74-9834-4e25-aade-eb236e2b5f70 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:06:42.543827 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854dda1-588d-4177-9503-150bb1c84e73 req-0426887a-6a0f-4e0e-a4c7-3d14bb5cd90e service neutron] Attempting to bind port 81940eb9-b270-4cd7-ac53-1b9720bfe09d on network 776cfe74-9834-4e25-aade-eb236e2b5f70 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:06:42.550349 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854dda1-588d-4177-9503-150bb1c84e73 req-0426887a-6a0f-4e0e-a4c7-3d14bb5cd90e service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:06:42.550685 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854dda1-588d-4177-9503-150bb1c84e73 req-0426887a-6a0f-4e0e-a4c7-3d14bb5cd90e service neutron] Checking segment: {'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:06:42.551106 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0854dda1-588d-4177-9503-150bb1c84e73 req-0426887a-6a0f-4e0e-a4c7-3d14bb5cd90e service neutron] Bound using segment: {'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:06:42.551544 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-0854dda1-588d-4177-9503-150bb1c84e73 req-0426887a-6a0f-4e0e-a4c7-3d14bb5cd90e service neutron] Bound port: 81940eb9-b270-4cd7-ac53-1b9720bfe09d, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:06:42.551907 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0854dda1-588d-4177-9503-150bb1c84e73 req-0426887a-6a0f-4e0e-a4c7-3d14bb5cd90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (81940eb9-b270-4cd7-ac53-1b9720bfe09d), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:42.644487 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-0854dda1-588d-4177-9503-150bb1c84e73 req-0426887a-6a0f-4e0e-a4c7-3d14bb5cd90e service neutron] For port 81940eb9-b270-4cd7-ac53-1b9720bfe09d, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:06:42.647966 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-0854dda1-588d-4177-9503-150bb1c84e73 req-0426887a-6a0f-4e0e-a4c7-3d14bb5cd90e service neutron] For port 81940eb9-b270-4cd7-ac53-1b9720bfe09d, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=81940eb9-b270-4cd7-ac53-1b9720bfe09d,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:06:42.735871 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0854dda1-588d-4177-9503-150bb1c84e73 req-0426887a-6a0f-4e0e-a4c7-3d14bb5cd90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (81940eb9-b270-4cd7-ac53-1b9720bfe09d), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:42.823450 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854dda1-588d-4177-9503-150bb1c84e73 req-0426887a-6a0f-4e0e-a4c7-3d14bb5cd90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:42.824147 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0854dda1-588d-4177-9503-150bb1c84e73 req-0426887a-6a0f-4e0e-a4c7-3d14bb5cd90e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:42.825563 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0854dda1-588d-4177-9503-150bb1c84e73 req-0426887a-6a0f-4e0e-a4c7-3d14bb5cd90e service neutron] 10.222.0.93 "PUT /v2.0/ports/81940eb9-b270-4cd7-ac53-1b9720bfe09d HTTP/1.1" status: 200 len: 1092 time: 1.0947664 Feb 20 04:06:42.826058 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae107d53-2ab1-4479-848e-c77044a3e2d5', 'tag': '81940eb9-b270-4cd7-ac53-1b9720bfe09d'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:06:42.830387 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b8732f-9fef-4a20-8fc4-6dfe5b8be543" -d '{"events": [{"name": "network-changed", "server_uuid": "ae107d53-2ab1-4479-848e-c77044a3e2d5", "tag": "81940eb9-b270-4cd7-ac53-1b9720bfe09d"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:06:42.902358 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426887a-6a0f-4e0e-a4c7-3d14bb5cd90e service neutron] Pushing event updated for resources: {'Port': ['ID=81940eb9-b270-4cd7-ac53-1b9720bfe09d,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:06:43.082496 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854dda1-588d-4177-9503-150bb1c84e73 req-bdfbc510-a143-4b7c-9eca-f2fe0fa860a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:43.082496 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0854dda1-588d-4177-9503-150bb1c84e73 req-bdfbc510-a143-4b7c-9eca-f2fe0fa860a4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 1126 time: 0.1257291 Feb 20 04:06:43.156966 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef438ab-1678-40eb-aacf-13ab08af466c x-openstack-request-id: req-1ef438ab-1678-40eb-aacf-13ab08af466c {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:06:43.157258 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae107d53-2ab1-4479-848e-c77044a3e2d5", "tag": "81940eb9-b270-4cd7-ac53-1b9720bfe09d", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:06:43.157515 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1ef438ab-1678-40eb-aacf-13ab08af466c {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:06:43.157945 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae107d53-2ab1-4479-848e-c77044a3e2d5', 'tag': '81940eb9-b270-4cd7-ac53-1b9720bfe09d', 'status': 'completed', 'code': 200} Feb 20 04:06:43.159493 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0854dda1-588d-4177-9503-150bb1c84e73 req-d9052d5e-34d6-48a6-aaa3-eaf52e180109 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81940eb9-b270-4cd7-ac53-1b9720bfe09d HTTP/1.1" status: 200 len: 217 time: 0.0698714 Feb 20 04:06:43.232275 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854dda1-588d-4177-9503-150bb1c84e73 req-a7a7f617-1054-4825-bbf2-112b5314b0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:43.234675 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0854dda1-588d-4177-9503-150bb1c84e73 req-a7a7f617-1054-4825-bbf2-112b5314b0fc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a65a671e-c66c-439b-a311-43e99c7bbefc HTTP/1.1" status: 200 len: 849 time: 0.0661943 Feb 20 04:06:43.325038 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854dda1-588d-4177-9503-150bb1c84e73 req-f29a8db9-f05c-47eb-bd57-b2fcc16d2d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:43.327936 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0854dda1-588d-4177-9503-150bb1c84e73 req-f29a8db9-f05c-47eb-bd57-b2fcc16d2d68 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=776cfe74-9834-4e25-aade-eb236e2b5f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0819521 Feb 20 04:06:43.344299 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b8c2e-a096-45d3-8ff0-9cfa1a110428 req-356c5011-1148-4443-b8fb-e03e24f01b95 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:43.346310 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a68b8c2e-a096-45d3-8ff0-9cfa1a110428 req-356c5011-1148-4443-b8fb-e03e24f01b95 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 944 time: 0.1099830 Feb 20 04:06:43.484036 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a68b8c2e-a096-45d3-8ff0-9cfa1a110428 req-f30feff4-bbf0-49f7-ad4d-ba908f2161ac tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761259 Feb 20 04:06:43.506015 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0854dda1-588d-4177-9503-150bb1c84e73 req-e305902c-555c-463f-9092-61e123237c36 service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710820 Feb 20 04:06:43.610148 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0854dda1-588d-4177-9503-150bb1c84e73 req-6f973940-dce1-4c66-909c-c02c6129d1e7 service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982044 Feb 20 04:06:43.770764 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8732f-9fef-4a20-8fc4-6dfe5b8be543 req-bfaf61d8-81e9-46c7-91e1-189f686c57db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:43.773290 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-23b8732f-9fef-4a20-8fc4-6dfe5b8be543 req-bfaf61d8-81e9-46c7-91e1-189f686c57db service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 1126 time: 0.0653217 Feb 20 04:06:43.888298 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8732f-9fef-4a20-8fc4-6dfe5b8be543 req-32724a9c-fc95-4b77-a448-1bae036750b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:43.890653 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-23b8732f-9fef-4a20-8fc4-6dfe5b8be543 req-32724a9c-fc95-4b77-a448-1bae036750b9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 911 time: 0.1112070 Feb 20 04:06:43.960937 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-23b8732f-9fef-4a20-8fc4-6dfe5b8be543 req-ad0f564f-5701-423f-877c-eacc44cc9a28 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81940eb9-b270-4cd7-ac53-1b9720bfe09d HTTP/1.1" status: 200 len: 217 time: 0.0634799 Feb 20 04:06:44.019675 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8732f-9fef-4a20-8fc4-6dfe5b8be543 req-608d6542-617e-459a-8263-d00d79344c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:44.022127 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-23b8732f-9fef-4a20-8fc4-6dfe5b8be543 req-608d6542-617e-459a-8263-d00d79344c38 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a65a671e-c66c-439b-a311-43e99c7bbefc HTTP/1.1" status: 200 len: 849 time: 0.0549505 Feb 20 04:06:44.081854 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8732f-9fef-4a20-8fc4-6dfe5b8be543 req-d7a0b441-4f2d-4bf5-b1f7-6c04024decf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:44.083954 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-23b8732f-9fef-4a20-8fc4-6dfe5b8be543 req-d7a0b441-4f2d-4bf5-b1f7-6c04024decf9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=776cfe74-9834-4e25-aade-eb236e2b5f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0560346 Feb 20 04:06:44.185711 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-23b8732f-9fef-4a20-8fc4-6dfe5b8be543 req-ef3f19f3-10f0-4b0d-9c6f-4db5025da166 service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954931 Feb 20 04:06:44.798350 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-23b8732f-9fef-4a20-8fc4-6dfe5b8be543 req-29ff27ed-2301-4bce-b1c5-3b3ce2a57258 service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6058562 Feb 20 04:06:44.816793 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e83c65-9806-49fe-98b7-2c434648592e req-5a20e28a-9b87-4706-b772-e76e7141fd2c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:44.823970 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a8e83c65-9806-49fe-98b7-2c434648592e req-5a20e28a-9b87-4706-b772-e76e7141fd2c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 944 time: 0.1385956 Feb 20 04:06:44.882246 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a8e83c65-9806-49fe-98b7-2c434648592e req-6ebd93a4-ec45-4197-800b-30ca37406059 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509715 Feb 20 04:06:46.051352 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9ffa2-c06c-49a2-bfc7-c8e8fe4034f6 req-cb1811a4-5dbd-42ca-9713-8fb992a87feb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:46.060474 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-49d9ffa2-c06c-49a2-bfc7-c8e8fe4034f6 req-cb1811a4-5dbd-42ca-9713-8fb992a87feb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 944 time: 0.0876842 Feb 20 04:06:46.125985 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-49d9ffa2-c06c-49a2-bfc7-c8e8fe4034f6 req-9d55e3d5-d776-42bd-8303-e2823f579418 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612481 Feb 20 04:06:47.287871 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd9cc4-5ede-49bc-93b4-e5754f0437d4 req-4d1b6387-463c-452a-a0a7-c0576433010b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:47.298496 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-41fd9cc4-5ede-49bc-93b4-e5754f0437d4 req-4d1b6387-463c-452a-a0a7-c0576433010b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 944 time: 0.0974350 Feb 20 04:06:47.376998 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-41fd9cc4-5ede-49bc-93b4-e5754f0437d4 req-3a6eacd6-1276-4643-89ea-2625b2d36397 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758626 Feb 20 04:06:48.523852 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73326f-84c4-4bee-9497-45db611c9988 req-c9bd9f6b-833e-4423-be8c-09f1bcb2742a tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:48.525376 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac73326f-84c4-4bee-9497-45db611c9988 req-c9bd9f6b-833e-4423-be8c-09f1bcb2742a tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 944 time: 0.0707963 Feb 20 04:06:48.579528 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac73326f-84c4-4bee-9497-45db611c9988 req-0cf22469-30c3-40ee-a0cf-fce84012d8c5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476861 Feb 20 04:06:49.724930 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32450a14-316e-46cf-95b5-9c7eb0a8bc50 req-0f442dfb-fa8a-4587-8432-d5383e60a5bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:49.726635 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-32450a14-316e-46cf-95b5-9c7eb0a8bc50 req-0f442dfb-fa8a-4587-8432-d5383e60a5bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 944 time: 0.0811100 Feb 20 04:06:49.785539 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-32450a14-316e-46cf-95b5-9c7eb0a8bc50 req-46b062be-258d-483c-a158-7b8b40ab271f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526609 Feb 20 04:06:50.922187 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2960ea4-5e93-4d55-a9ad-505f24b8ad58 req-612148a3-6f42-4a0f-a439-cc65d692d786 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:50.923706 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c2960ea4-5e93-4d55-a9ad-505f24b8ad58 req-612148a3-6f42-4a0f-a439-cc65d692d786 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 944 time: 0.0620525 Feb 20 04:06:50.972721 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c2960ea4-5e93-4d55-a9ad-505f24b8ad58 req-cfc8558e-6ad0-4d69-b342-878096bb5e64 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434785 Feb 20 04:06:51.148739 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:51.248013 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:52.104077 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d0ba3-82a4-4a10-81d8-acfb6490c68b req-8c0384a9-8e3c-4651-92e6-146f3fd783e2 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:52.106013 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-547d0ba3-82a4-4a10-81d8-acfb6490c68b req-8c0384a9-8e3c-4651-92e6-146f3fd783e2 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 944 time: 0.0593719 Feb 20 04:06:52.163437 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-547d0ba3-82a4-4a10-81d8-acfb6490c68b req-9af4f236-02d2-4e87-82b1-2f91b7323283 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507145 Feb 20 04:06:53.299906 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f942b7-1665-4df1-b27e-b51250a4b989 req-48f38920-4798-45b2-89b4-250df0ce0331 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:53.301359 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06f942b7-1665-4df1-b27e-b51250a4b989 req-48f38920-4798-45b2-89b4-250df0ce0331 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 944 time: 0.0580771 Feb 20 04:06:53.353397 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06f942b7-1665-4df1-b27e-b51250a4b989 req-8432fd2c-3249-483f-97ee-335f3b7c3b90 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462425 Feb 20 04:06:54.478612 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a3d50-a7ac-4a96-863c-bb5225d507f9 req-9f0505a2-c3b2-48cd-876c-cd4afdb938a1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:54.480142 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d53a3d50-a7ac-4a96-863c-bb5225d507f9 req-9f0505a2-c3b2-48cd-876c-cd4afdb938a1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 944 time: 0.0542364 Feb 20 04:06:54.530495 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d53a3d50-a7ac-4a96-863c-bb5225d507f9 req-e5816420-b554-4628-bd60-814ed64eedce tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440955 Feb 20 04:06:54.769512 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:06:55.658883 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379f9bc-c3d5-4687-abdc-289b39136add req-8262852e-c2fb-4dfd-98f0-ec8df5129f5f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:55.660473 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c379f9bc-c3d5-4687-abdc-289b39136add req-8262852e-c2fb-4dfd-98f0-ec8df5129f5f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 944 time: 0.0599644 Feb 20 04:06:55.710760 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c379f9bc-c3d5-4687-abdc-289b39136add req-76eaafe5-9511-4330-9fb0-0d696a6ca049 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446362 Feb 20 04:06:56.470825 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7cbd0f1a-e43f-4be8-b68a-a73af14b3250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:56.836174 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbb8de-bb9b-47a9-9224-a5f66fb6117c req-3af796da-d07c-45ef-871c-21c0a4408c9b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:56.837696 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-facbb8de-bb9b-47a9-9224-a5f66fb6117c req-3af796da-d07c-45ef-871c-21c0a4408c9b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 944 time: 0.0585382 Feb 20 04:06:56.888623 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-facbb8de-bb9b-47a9-9224-a5f66fb6117c req-1ffba898-b48b-4a40-a626-486063785f0d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439172 Feb 20 04:06:58.020857 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75cfdf-abcb-4b1e-934e-f952c2b8bc5e req-46595042-894d-49d5-94d9-df2bde89e39b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:58.022457 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-af75cfdf-abcb-4b1e-934e-f952c2b8bc5e req-46595042-894d-49d5-94d9-df2bde89e39b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 944 time: 0.0570376 Feb 20 04:06:58.073999 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-af75cfdf-abcb-4b1e-934e-f952c2b8bc5e req-ce58ee57-4e4f-41f2-aa1c-b171e0de06d5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450404 Feb 20 04:06:58.745230 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-39f4b59c-6991-493e-bfc6-762a4a0f00f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:06:59.202199 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dee2ae-ce86-4580-b303-c1f1bad449dc req-8c2c3827-be6e-4e1a-b30b-389d04a1a830 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:06:59.203994 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-34dee2ae-ce86-4580-b303-c1f1bad449dc req-8c2c3827-be6e-4e1a-b30b-389d04a1a830 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 944 time: 0.0589540 Feb 20 04:06:59.254987 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-34dee2ae-ce86-4580-b303-c1f1bad449dc req-2647802b-069c-4d64-b70c-ff62aea4be59 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443139 Feb 20 04:07:00.065271 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:07:00.409340 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36989f0-db71-4aba-b32f-5e0c2bf12d46 req-e10e08d4-d394-4000-a314-c31cb77e5541 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:07:00.411000 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b36989f0-db71-4aba-b32f-5e0c2bf12d46 req-e10e08d4-d394-4000-a314-c31cb77e5541 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 944 time: 0.0580921 Feb 20 04:07:00.461039 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b36989f0-db71-4aba-b32f-5e0c2bf12d46 req-1d5b1f3e-2095-4008-94c3-3cf9e57f83a4 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435252 Feb 20 04:07:01.316435 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:07:01.582509 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b958358-81ed-4210-92b7-73134883b192 req-d400e7ed-8d23-4261-a272-5c5e8f87561b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:07:01.584106 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8b958358-81ed-4210-92b7-73134883b192 req-d400e7ed-8d23-4261-a272-5c5e8f87561b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 944 time: 0.0546527 Feb 20 04:07:01.635967 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8b958358-81ed-4210-92b7-73134883b192 req-a952782d-a64e-41c3-a7fa-8f3a986a575d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459518 Feb 20 04:07:01.657715 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 81940eb9-b270-4cd7-ac53-1b9720bfe09d details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:07:01.763181 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 81940eb9-b270-4cd7-ac53-1b9720bfe09d, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=81940eb9-b270-4cd7-ac53-1b9720bfe09d,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:07:01.775692 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '81940eb9-b270-4cd7-ac53-1b9720bfe09d', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'port_id': '81940eb9-b270-4cd7-ac53-1b9720bfe09d', 'mac_address': 'fa:16:3e:28:1a:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:07:01.823451 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 81940eb9-b270-4cd7-ac53-1b9720bfe09d is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:07:01.823850 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (81940eb9-b270-4cd7-ac53-1b9720bfe09d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:07:01.837272 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81940eb9-b270-4cd7-ac53-1b9720bfe09d {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:07:01.857887 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 81940eb9-b270-4cd7-ac53-1b9720bfe09d, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=81940eb9-b270-4cd7-ac53-1b9720bfe09d,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:07:01.956642 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (81940eb9-b270-4cd7-ac53-1b9720bfe09d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:07:02.009332 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=81940eb9-b270-4cd7-ac53-1b9720bfe09d,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:07:02.160536 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['81940eb9-b270-4cd7-ac53-1b9720bfe09d'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:07:02.774825 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e56b8-2e1f-4e94-b278-896e663181b0 req-9b9c7d57-1e44-41c7-b26c-0ea0a1ac651d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:07:02.779472 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-847e56b8-2e1f-4e94-b278-896e663181b0 req-9b9c7d57-1e44-41c7-b26c-0ea0a1ac651d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 945 time: 0.0693350 Feb 20 04:07:02.787223 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:07:02.834338 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-847e56b8-2e1f-4e94-b278-896e663181b0 req-3583689e-b3e9-4d76-ad0e-abc3e31e38a6 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489450 Feb 20 04:07:03.665786 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 81940eb9-b270-4cd7-ac53-1b9720bfe09d up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:07:03.791746 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 81940eb9-b270-4cd7-ac53-1b9720bfe09d completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:07:03.799644 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 81940eb9-b270-4cd7-ac53-1b9720bfe09d triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:07:03.800036 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (81940eb9-b270-4cd7-ac53-1b9720bfe09d), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:07:03.882760 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 81940eb9-b270-4cd7-ac53-1b9720bfe09d is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:07:03.883312 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (81940eb9-b270-4cd7-ac53-1b9720bfe09d), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:07:03.908394 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae107d53-2ab1-4479-848e-c77044a3e2d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81940eb9-b270-4cd7-ac53-1b9720bfe09d'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:07:03.910929 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0186efa9-a09e-40e7-baba-3f9947e7afe1" -d '{"events": [{"server_uuid": "ae107d53-2ab1-4479-848e-c77044a3e2d5", "name": "network-vif-plugged", "status": "completed", "tag": "81940eb9-b270-4cd7-ac53-1b9720bfe09d"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:07:03.928019 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 81940eb9-b270-4cd7-ac53-1b9720bfe09d, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=81940eb9-b270-4cd7-ac53-1b9720bfe09d,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:07:03.991032 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17573d16-e8b6-40a6-b000-0e6b4740b6e5 req-62e5947a-5f70-4565-b61a-7dd8901f40ef tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:07:03.993960 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17573d16-e8b6-40a6-b000-0e6b4740b6e5 req-62e5947a-5f70-4565-b61a-7dd8901f40ef tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 945 time: 0.0768073 Feb 20 04:07:04.002878 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (81940eb9-b270-4cd7-ac53-1b9720bfe09d), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:07:04.057482 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17573d16-e8b6-40a6-b000-0e6b4740b6e5 req-16269f87-43de-443c-9cf7-df14f004e9af tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579791 Feb 20 04:07:04.065142 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=81940eb9-b270-4cd7-ac53-1b9720bfe09d,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:07:04.184328 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db90282-b40d-4a11-91e4-406ae26439c4 x-openstack-request-id: req-7db90282-b40d-4a11-91e4-406ae26439c4 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:07:04.184581 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae107d53-2ab1-4479-848e-c77044a3e2d5", "name": "network-vif-plugged", "status": "completed", "tag": "81940eb9-b270-4cd7-ac53-1b9720bfe09d", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:07:04.184842 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7db90282-b40d-4a11-91e4-406ae26439c4 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:07:04.185248 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae107d53-2ab1-4479-848e-c77044a3e2d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81940eb9-b270-4cd7-ac53-1b9720bfe09d', 'code': 200} Feb 20 04:07:04.286565 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2a0c0-ae7d-45f1-badb-b7285ee286a3 req-b1bb2471-9bc7-4308-af13-96cd1cc8842b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:07:04.288118 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7dd2a0c0-ae7d-45f1-badb-b7285ee286a3 req-b1bb2471-9bc7-4308-af13-96cd1cc8842b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 1128 time: 0.0494230 Feb 20 04:07:04.336919 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7dd2a0c0-ae7d-45f1-badb-b7285ee286a3 req-bc5ea2c2-f1df-4bf4-851c-f646c86ec84e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411029 Feb 20 04:07:04.471112 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-573511ca-9d19-4969-b660-7a34e475b98d req-476a0f37-5416-4fb0-b671-7b9f16dd83bd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9e310850-a20f-440b-986b-feb043293ab8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471585 Feb 20 04:07:04.573568 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573511ca-9d19-4969-b660-7a34e475b98d req-1b3d5007-1c5e-49e8-b492-6da580f535f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:07:04.575120 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-573511ca-9d19-4969-b660-7a34e475b98d req-1b3d5007-1c5e-49e8-b492-6da580f535f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dbce6a23f7f448d581896d0b0de43858&device_id=9e310850-a20f-440b-986b-feb043293ab8 HTTP/1.1" status: 200 len: 1127 time: 0.0468397 Feb 20 04:07:04.683412 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573511ca-9d19-4969-b660-7a34e475b98d req-22530c13-f343-4e28-bfef-34b654b44765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:07:04.684927 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-573511ca-9d19-4969-b660-7a34e475b98d req-22530c13-f343-4e28-bfef-34b654b44765 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7aefa578-9a73-485e-abe5-76525a78e3f7 HTTP/1.1" status: 200 len: 909 time: 0.0905669 Feb 20 04:07:04.755284 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-573511ca-9d19-4969-b660-7a34e475b98d req-7a149fe1-d1d7-4b83-9570-7e7ed12d4713 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4510d3d4-a878-4499-8d2e-6b6a6d3571f1 HTTP/1.1" status: 200 len: 1000 time: 0.0632727 Feb 20 04:07:04.813306 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573511ca-9d19-4969-b660-7a34e475b98d req-bc5dc097-5d11-41ac-a0a5-78f6e0f27154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:07:04.814835 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-573511ca-9d19-4969-b660-7a34e475b98d req-bc5dc097-5d11-41ac-a0a5-78f6e0f27154 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=34397b61-ec4b-46a1-947f-e5f30d325c5a HTTP/1.1" status: 200 len: 847 time: 0.0542357 Feb 20 04:07:04.873274 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573511ca-9d19-4969-b660-7a34e475b98d req-8622cd5e-c8e4-47bb-9203-e079a5c480ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:07:04.875493 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-573511ca-9d19-4969-b660-7a34e475b98d req-8622cd5e-c8e4-47bb-9203-e079a5c480ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7aefa578-9a73-485e-abe5-76525a78e3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0542705 Feb 20 04:07:04.974526 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-573511ca-9d19-4969-b660-7a34e475b98d req-8e20144a-d2ef-47d9-8e20-0a11d5977439 service neutron] 10.222.0.42 "GET /v2.0/networks/7aefa578-9a73-485e-abe5-76525a78e3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919352 Feb 20 04:07:05.074816 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-573511ca-9d19-4969-b660-7a34e475b98d req-b44a113c-0852-478d-b712-482e4de5e6e9 service neutron] 10.222.0.42 "GET /v2.0/networks/7aefa578-9a73-485e-abe5-76525a78e3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938973 Feb 20 04:07:05.184008 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134cb68-6202-4afc-ac9b-4d16e443b30a req-59e2aec8-3890-4f18-853a-e2b21756849d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:07:05.185530 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e134cb68-6202-4afc-ac9b-4d16e443b30a req-59e2aec8-3890-4f18-853a-e2b21756849d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 946 time: 0.0555227 Feb 20 04:07:05.241262 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e134cb68-6202-4afc-ac9b-4d16e443b30a req-0e33ddf2-6782-41cc-99f1-64904dd21711 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488298 Feb 20 04:07:06.369156 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e2bb9-bdbb-4cc9-ab43-157d50abe691 req-28573c31-7d7c-4ead-becd-55df67712099 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:07:06.370674 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-354e2bb9-bdbb-4cc9-ab43-157d50abe691 req-28573c31-7d7c-4ead-becd-55df67712099 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 946 time: 0.0573435 Feb 20 04:07:06.425974 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-354e2bb9-bdbb-4cc9-ab43-157d50abe691 req-b9bb8048-3aa9-4f7b-866f-2b0a4a4c4e2f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492382 Feb 20 04:07:06.549915 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36581e-0845-4720-986e-e1be4c5bcf2d req-ebf42e66-7476-41cd-b690-b6f9a0875edd tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:07:06.551585 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2a36581e-0845-4720-986e-e1be4c5bcf2d req-ebf42e66-7476-41cd-b690-b6f9a0875edd tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 946 time: 0.0579433 Feb 20 04:07:06.605718 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2a36581e-0845-4720-986e-e1be4c5bcf2d req-5c440e31-a42c-48d2-9cee-c0c63f7175bc tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467312 Feb 20 04:07:06.739603 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a2d20-edab-43c7-99c4-7e84d091a06a req-7fc72647-bbf2-4610-98e9-a8d31d19a938 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:07:06.741300 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e81a2d20-edab-43c7-99c4-7e84d091a06a req-7fc72647-bbf2-4610-98e9-a8d31d19a938 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 946 time: 0.0614786 Feb 20 04:07:06.800441 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e81a2d20-edab-43c7-99c4-7e84d091a06a req-c8f50a95-b4e3-4065-baba-cb819d34f343 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486820 Feb 20 04:07:07.280835 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16038ce4-176f-4997-bbea-17e7530a05ed req-d17a7a29-7618-4409-b7b1-ce8860553dd4 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:07:07.282526 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-16038ce4-176f-4997-bbea-17e7530a05ed req-d17a7a29-7618-4409-b7b1-ce8860553dd4 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 946 time: 0.0660069 Feb 20 04:07:07.329770 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-16038ce4-176f-4997-bbea-17e7530a05ed req-4281c994-37ab-4982-b41c-22012c10cc7b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412416 Feb 20 04:07:08.460335 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe338a-3421-4aab-a551-fea76424abc3 req-f7caf3df-e2cf-4716-aff5-9c8d02aa2c61 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:07:08.462178 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-43fe338a-3421-4aab-a551-fea76424abc3 req-f7caf3df-e2cf-4716-aff5-9c8d02aa2c61 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 946 time: 0.0573001 Feb 20 04:07:08.515836 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-43fe338a-3421-4aab-a551-fea76424abc3 req-2a62bf03-ed70-47f1-b714-8c7e843fe712 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466673 Feb 20 04:07:08.698362 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f1b79-46e9-471a-bb41-e5f01568c158 req-a6756f7b-d4a7-4e47-9041-52fd0d23fdb7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:07:08.700038 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cb5f1b79-46e9-471a-bb41-e5f01568c158 req-a6756f7b-d4a7-4e47-9041-52fd0d23fdb7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.93 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 946 time: 0.0586548 Feb 20 04:07:08.823208 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-cb5f1b79-46e9-471a-bb41-e5f01568c158 req-1b85e0fa-b521-49b7-a550-8674c1624309 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Deleting port 81940eb9-b270-4cd7-ac53-1b9720bfe09d {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:07:08.823470 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cb5f1b79-46e9-471a-bb41-e5f01568c158 req-1b85e0fa-b521-49b7-a550-8674c1624309 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (81940eb9-b270-4cd7-ac53-1b9720bfe09d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:07:08.921481 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-cb5f1b79-46e9-471a-bb41-e5f01568c158 req-1b85e0fa-b521-49b7-a550-8674c1624309 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] For port 81940eb9-b270-4cd7-ac53-1b9720bfe09d, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=81940eb9-b270-4cd7-ac53-1b9720bfe09d,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:07:08.922004 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cb5f1b79-46e9-471a-bb41-e5f01568c158 req-1b85e0fa-b521-49b7-a550-8674c1624309 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (81940eb9-b270-4cd7-ac53-1b9720bfe09d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:07:08.935882 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-cb5f1b79-46e9-471a-bb41-e5f01568c158 req-1b85e0fa-b521-49b7-a550-8674c1624309 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Calling delete_port for 81940eb9-b270-4cd7-ac53-1b9720bfe09d owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:07:09.122365 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cb5f1b79-46e9-471a-bb41-e5f01568c158 req-1b85e0fa-b521-49b7-a550-8674c1624309 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (81940eb9-b270-4cd7-ac53-1b9720bfe09d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:07:09.136701 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['81940eb9-b270-4cd7-ac53-1b9720bfe09d'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:07:09.191555 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85e0fa-b521-49b7-a550-8674c1624309 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Pushing event deleted for resources: {'Port': ['ID=81940eb9-b270-4cd7-ac53-1b9720bfe09d,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:07:09.214635 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85e0fa-b521-49b7-a550-8674c1624309 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:07:09.215092 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85e0fa-b521-49b7-a550-8674c1624309 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:07:09.215369 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85e0fa-b521-49b7-a550-8674c1624309 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:07:09.215710 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85e0fa-b521-49b7-a550-8674c1624309 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:07:09.216045 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85e0fa-b521-49b7-a550-8674c1624309 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:07:09.216379 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85e0fa-b521-49b7-a550-8674c1624309 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:07:09.216711 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85e0fa-b521-49b7-a550-8674c1624309 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:07:09.217040 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85e0fa-b521-49b7-a550-8674c1624309 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:07:09.217488 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85e0fa-b521-49b7-a550-8674c1624309 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:07:09.218000 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85e0fa-b521-49b7-a550-8674c1624309 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:07:09.218321 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85e0fa-b521-49b7-a550-8674c1624309 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:07:09.218644 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85e0fa-b521-49b7-a550-8674c1624309 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:07:09.218998 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b85e0fa-b521-49b7-a550-8674c1624309 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:07:09.223244 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5f1b79-46e9-471a-bb41-e5f01568c158 req-1b85e0fa-b521-49b7-a550-8674c1624309 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] No DVR routers for this DVR port 81940eb9-b270-4cd7-ac53-1b9720bfe09d on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:07:09.226192 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cb5f1b79-46e9-471a-bb41-e5f01568c158 req-1b85e0fa-b521-49b7-a550-8674c1624309 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:07:09.229502 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cb5f1b79-46e9-471a-bb41-e5f01568c158 req-1b85e0fa-b521-49b7-a550-8674c1624309 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.93 "DELETE /v2.0/ports/81940eb9-b270-4cd7-ac53-1b9720bfe09d HTTP/1.1" status: 204 len: 173 time: 0.5243223 Feb 20 04:07:09.230129 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae107d53-2ab1-4479-848e-c77044a3e2d5', 'name': 'network-vif-deleted', 'tag': '81940eb9-b270-4cd7-ac53-1b9720bfe09d'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:07:09.234160 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25624fd-5fca-4d1f-aa2e-1275954c5889" -d '{"events": [{"server_uuid": "ae107d53-2ab1-4479-848e-c77044a3e2d5", "name": "network-vif-deleted", "tag": "81940eb9-b270-4cd7-ac53-1b9720bfe09d"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:07:09.278695 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71001250-d2bc-40b3-928e-32425c34a596 x-openstack-request-id: req-71001250-d2bc-40b3-928e-32425c34a596 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:07:09.278695 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae107d53-2ab1-4479-848e-c77044a3e2d5", "name": "network-vif-deleted", "tag": "81940eb9-b270-4cd7-ac53-1b9720bfe09d", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:07:09.278695 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-71001250-d2bc-40b3-928e-32425c34a596 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:07:09.278695 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae107d53-2ab1-4479-848e-c77044a3e2d5', 'name': 'network-vif-deleted', 'tag': '81940eb9-b270-4cd7-ac53-1b9720bfe09d', 'status': 'completed', 'code': 200} Feb 20 04:07:09.616124 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bd94b871-c206-47a5-b12e-6e0f4b23ad29 req-2e684e94-8f44-4175-9688-1125316690e4 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 210 time: 0.0282035 Feb 20 04:07:10.757972 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d857d0a-c303-47fe-a2fd-1e3c6f78abc0 req-3079ef49-2bb1-4237-81da-ff1ffa75e8ec tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 210 time: 0.0329421 Feb 20 04:07:11.743828 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 81940eb9-b270-4cd7-ac53-1b9720bfe09d no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:07:11.772101 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 81940eb9-b270-4cd7-ac53-1b9720bfe09d {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:07:11.772603 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 81940eb9-b270-4cd7-ac53-1b9720bfe09d not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:07:11.861600 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d6622b63-23f6-496a-914b-c7d03b332317 req-73669a5d-39f9-4629-b9cc-5560dd7d9806 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 210 time: 0.0319762 Feb 20 04:07:12.975814 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a509ca2a-0aa7-49fe-a9e5-0ed6bdcd393a req-ad485f94-f009-48b5-bebf-23c793779097 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 210 time: 0.0318236 Feb 20 04:07:14.103768 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-beaad172-916c-4f23-a34f-b841503ae9ab req-3f293938-7872-4abc-ae86-d22bef934047 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 210 time: 0.0515015 Feb 20 04:07:15.266884 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-edf373bc-5f20-4107-afdd-276950feef81 req-d86455b3-6854-4a81-876d-76a86e159988 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 210 time: 0.0509574 Feb 20 04:07:16.363487 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-58f46756-fd67-4aa7-8f2e-68da4eae77b7 req-253542b2-0e9d-46c8-94f2-b8111a1f37be tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 210 time: 0.0278440 Feb 20 04:07:17.508796 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5be6fac8-43b0-4765-aa5d-687f3faaaf54 req-8be4f93e-3cf7-49c5-93d1-2713d65075b3 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 210 time: 0.0489006 Feb 20 04:07:18.647241 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddffed9a-a00c-4fb5-b44e-e94173bd8784 req-eaa65d63-8201-4750-80e8-19b942fa48ab tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 210 time: 0.0508091 Feb 20 04:07:19.774155 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-726b679c-2af0-4221-b29d-ed7e4b5c7c37 req-753374fd-92c2-4bed-839c-f544c946c212 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 210 time: 0.0413136 Feb 20 04:07:20.908895 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-de025167-bebe-431a-a13f-7561a5d04455 req-15e6dbe2-85ae-4174-9af7-cbfc931e19a1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=ae107d53-2ab1-4479-848e-c77044a3e2d5 HTTP/1.1" status: 200 len: 210 time: 0.0502102 Feb 20 04:07:21.187363 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:07:21.276719 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:07:26.437539 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6e1dd042-c8ac-499c-8e14-c4a1a1893183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:07:28.710578 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d11442d6-dcb5-4b35-8ba2-ee66fbb8212c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:07:30.076377 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:07:31.328359 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:07:31.769298 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:07:32.787041 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:07:51.236717 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:07:51.305278 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:07:56.454153 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-107c5cb7-f58e-440e-af50-da6c1eea5d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:07:58.744963 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0cdd0af6-d499-43f2-9c52-c112e8e73c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:00.105326 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:01.351135 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:02.802413 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:03.183656 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-101a82d1-375b-4400-8905-32c5db49fb6d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:03.185360 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-101a82d1-375b-4400-8905-32c5db49fb6d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 810 time: 0.1111832 Feb 20 04:08:03.203439 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-108b1afc-2fd1-4f38-9c8e-9d7a9323b243 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/quotas/7602a09c6b004830be8e834a523bb4fb HTTP/1.1" status: 200 len: 375 time: 0.0116971 Feb 20 04:08:03.267181 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-a17ee6c0-cb69-445d-a3ec-f1f20dbad942 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599456 Feb 20 04:08:03.460884 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-1d18feb5-ecfa-4e5d-929e-6e1621e85f06 service neutron] 10.222.0.89 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872983 Feb 20 04:08:03.563404 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-e9ff5ecf-a86e-424d-9cd3-9c16048c376f service neutron] 10.222.0.89 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964549 Feb 20 04:08:03.834189 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9f2055f7-e07d-40cb-8284-2d5162294d64 req-2307ba3d-38ad-4559-a3cc-705eb6f3cf5e tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 210 time: 0.0342357 Feb 20 04:08:05.391228 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f0099802-bd61-4f4a-9470-f8ab5946db81 req-12461f47-09e7-4ce5-b76b-50e24925ef2b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 210 time: 0.0321348 Feb 20 04:08:05.535341 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04005e53-2b62-4967-97d2-85165849ec95 req-e515888b-dca7-409f-ae87-dd1590cd2fc7 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:05.537559 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-04005e53-2b62-4967-97d2-85165849ec95 req-e515888b-dca7-409f-ae87-dd1590cd2fc7 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "GET /v2.0/ports?device_id=9e310850-a20f-440b-986b-feb043293ab8 HTTP/1.1" status: 200 len: 945 time: 0.0591884 Feb 20 04:08:05.603164 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-04005e53-2b62-4967-97d2-85165849ec95 req-b90179a4-20da-4516-9c9d-ff34e2facc64 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "GET /v2.0/security-groups?id=2e7ab302-30c7-4fed-9991-c8efe6d85f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590177 Feb 20 04:08:06.518114 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-276b4b7a-14ad-4476-8786-ce346071c5a6 req-3e992671-1cac-4980-b75c-ae5a5c1cf5e1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 210 time: 0.0362287 Feb 20 04:08:06.767444 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affdc0f-44cb-4aee-8a6b-7ac2acdfb588 req-447e0108-4ae6-4533-a8e5-5f73cefee7d8 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:06.769165 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4affdc0f-44cb-4aee-8a6b-7ac2acdfb588 req-447e0108-4ae6-4533-a8e5-5f73cefee7d8 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e310850-a20f-440b-986b-feb043293ab8 HTTP/1.1" status: 200 len: 945 time: 0.0868220 Feb 20 04:08:06.783116 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c9a8d-83c3-4f1c-9b4b-19b12a8dac14 req-5287577c-f1a8-4574-8263-80fd4fc96fa3 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:06.784677 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4e3c9a8d-83c3-4f1c-9b4b-19b12a8dac14 req-5287577c-f1a8-4574-8263-80fd4fc96fa3 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "GET /v2.0/ports?device_id=9e310850-a20f-440b-986b-feb043293ab8 HTTP/1.1" status: 200 len: 945 time: 0.0939367 Feb 20 04:08:06.986399 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4e3c9a8d-83c3-4f1c-9b4b-19b12a8dac14 req-bf06c14f-e030-4613-9bbe-48f991286943 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "GET /v2.0/security-groups?id=2e7ab302-30c7-4fed-9991-c8efe6d85f62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864316 Feb 20 04:08:07.029991 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-3cd7f35a-0d25-4f0f-b0c4-ad176296f8f1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:07.029991 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-3cd7f35a-0d25-4f0f-b0c4-ad176296f8f1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.93 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 810 time: 0.2046609 Feb 20 04:08:07.041666 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-eaf0371d-9f86-469c-9daa-2e6cf9a29598 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Request body: {'port': {'device_id': 'de4123d3-096a-40d8-bc36-8ff2e4c54935', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'admin_state_up': True, 'tenant_id': '7602a09c6b004830be8e834a523bb4fb'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:08:07.101441 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-4affdc0f-44cb-4aee-8a6b-7ac2acdfb588 req-028f231d-6d3b-4aed-a6e8-b48ae9e12fb6 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Deleting port 4510d3d4-a878-4499-8d2e-6b6a6d3571f1 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:08:07.101766 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4affdc0f-44cb-4aee-8a6b-7ac2acdfb588 req-028f231d-6d3b-4aed-a6e8-b48ae9e12fb6 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (4510d3d4-a878-4499-8d2e-6b6a6d3571f1), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:07.235501 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-4affdc0f-44cb-4aee-8a6b-7ac2acdfb588 req-028f231d-6d3b-4aed-a6e8-b48ae9e12fb6 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] For port 4510d3d4-a878-4499-8d2e-6b6a6d3571f1, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=4510d3d4-a878-4499-8d2e-6b6a6d3571f1,segment=NetworkSegment(062f8661-51ce-4e0d-8c59-4fd3681e43d1),segment_id=062f8661-51ce-4e0d-8c59-4fd3681e43d1)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:08:07.239211 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4affdc0f-44cb-4aee-8a6b-7ac2acdfb588 req-028f231d-6d3b-4aed-a6e8-b48ae9e12fb6 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (4510d3d4-a878-4499-8d2e-6b6a6d3571f1), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:07.323056 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-eaf0371d-9f86-469c-9daa-2e6cf9a29598 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Made reservation on behalf of 7602a09c6b004830be8e834a523bb4fb for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:08:07.326813 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-eaf0371d-9f86-469c-9daa-2e6cf9a29598 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:07.588317 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4affdc0f-44cb-4aee-8a6b-7ac2acdfb588 req-028f231d-6d3b-4aed-a6e8-b48ae9e12fb6 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:07.589042 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4affdc0f-44cb-4aee-8a6b-7ac2acdfb588 req-028f231d-6d3b-4aed-a6e8-b48ae9e12fb6 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (80913a59-4c2f-4c6b-b16a-81f2edfe9a89), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:07.589042 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [req-4affdc0f-44cb-4aee-8a6b-7ac2acdfb588 req-028f231d-6d3b-4aed-a6e8-b48ae9e12fb6 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Floating IP 80913a59-4c2f-4c6b-b16a-81f2edfe9a89 disassociated. External IP: 172.25.7.13, port: 4510d3d4-a878-4499-8d2e-6b6a6d3571f1. Feb 20 04:08:07.589293 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-4affdc0f-44cb-4aee-8a6b-7ac2acdfb588 req-028f231d-6d3b-4aed-a6e8-b48ae9e12fb6 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Calling delete_port for 4510d3d4-a878-4499-8d2e-6b6a6d3571f1 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:08:07.640692 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-105943b1-2291-45fa-a4a1-99165ff9806a req-f7ec97b7-82ed-46db-aaaf-2cab76ddff0f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 210 time: 0.0397608 Feb 20 04:08:07.641752 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-eaf0371d-9f86-469c-9daa-2e6cf9a29598 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Allocated IP 172.20.0.4 (776cfe74-9834-4e25-aade-eb236e2b5f70/a65a671e-c66c-439b-a311-43e99c7bbefc/75fd17fe-6872-44d9-b6a7-b5f463b15a14) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:08:07.910084 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-eaf0371d-9f86-469c-9daa-2e6cf9a29598 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for port (75fd17fe-6872-44d9-b6a7-b5f463b15a14), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:07.997163 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4affdc0f-44cb-4aee-8a6b-7ac2acdfb588 req-028f231d-6d3b-4aed-a6e8-b48ae9e12fb6 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (4510d3d4-a878-4499-8d2e-6b6a6d3571f1), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:08.070632 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-eaf0371d-9f86-469c-9daa-2e6cf9a29598 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (75fd17fe-6872-44d9-b6a7-b5f463b15a14), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:08.073729 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f231d-6d3b-4aed-a6e8-b48ae9e12fb6 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Pushing event deleted for resources: {'Port': ['ID=4510d3d4-a878-4499-8d2e-6b6a6d3571f1,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:08:08.217888 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-eaf0371d-9f86-469c-9daa-2e6cf9a29598 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Network 776cfe74-9834-4e25-aade-eb236e2b5f70 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:08:08.223751 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1447400c-1f5e-4285-93ac-a45be126a853 req-cbdf190d-a0b1-4227-b848-f4f4e5c13915 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "GET /v2.0/ports?device_id=9e310850-a20f-440b-986b-feb043293ab8 HTTP/1.1" status: 200 len: 210 time: 0.0589745 Feb 20 04:08:08.228004 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-eaf0371d-9f86-469c-9daa-2e6cf9a29598 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:08:08.238515 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-eaf0371d-9f86-469c-9daa-2e6cf9a29598 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:08:08.306716 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf0371d-9f86-469c-9daa-2e6cf9a29598 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Pushing event updated for resources: {'Port': ['ID=75fd17fe-6872-44d9-b6a7-b5f463b15a14,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:08:08.350483 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-eaf0371d-9f86-469c-9daa-2e6cf9a29598 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:08.351140 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-eaf0371d-9f86-469c-9daa-2e6cf9a29598 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:08.368562 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4affdc0f-44cb-4aee-8a6b-7ac2acdfb588 req-028f231d-6d3b-4aed-a6e8-b48ae9e12fb6 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Router 029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:08:08.510037 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-eaf0371d-9f86-469c-9daa-2e6cf9a29598 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4741778 Feb 20 04:08:08.520716 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-a3752da3-b9bf-4b0e-9b57-c030df73e073 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 04:08:08.523116 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-a3752da3-b9bf-4b0e-9b57-c030df73e073 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076594 Feb 20 04:08:08.537151 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] Request body: {'port': {'device_id': 'de4123d3-096a-40d8-bc36-8ff2e4c54935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:08:08.574488 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4affdc0f-44cb-4aee-8a6b-7ac2acdfb588 req-028f231d-6d3b-4aed-a6e8-b48ae9e12fb6 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:08:08.587004 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79708232-f6c5-426a-a25a-853da7a8e917 None None] Sync routers for ids ['029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:08:08.593269 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d9465c2b-c169-4acc-974e-f23d466de907 None None] Provisioning complete for port 75fd17fe-6872-44d9-b6a7-b5f463b15a14 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:08:08.593868 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d9465c2b-c169-4acc-974e-f23d466de907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (75fd17fe-6872-44d9-b6a7-b5f463b15a14), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:08.616236 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79708232-f6c5-426a-a25a-853da7a8e917 None None] Routers {'029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:08:08.618776 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-79708232-f6c5-426a-a25a-853da7a8e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:07:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:08:08.682359 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-4affdc0f-44cb-4aee-8a6b-7ac2acdfb588 req-028f231d-6d3b-4aed-a6e8-b48ae9e12fb6 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] No DVR routers for this DVR port 4510d3d4-a878-4499-8d2e-6b6a6d3571f1 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:08:08.688591 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4affdc0f-44cb-4aee-8a6b-7ac2acdfb588 req-028f231d-6d3b-4aed-a6e8-b48ae9e12fb6 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:08.693021 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4affdc0f-44cb-4aee-8a6b-7ac2acdfb588 req-028f231d-6d3b-4aed-a6e8-b48ae9e12fb6 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.42 "DELETE /v2.0/ports/4510d3d4-a878-4499-8d2e-6b6a6d3571f1 HTTP/1.1" status: 204 len: 173 time: 1.9181044 Feb 20 04:08:08.693832 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e310850-a20f-440b-986b-feb043293ab8', 'name': 'network-vif-deleted', 'tag': '4510d3d4-a878-4499-8d2e-6b6a6d3571f1'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:08:08.696553 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2b4e0b-b514-4a4b-8bd1-b13716bee133" -d '{"events": [{"server_uuid": "9e310850-a20f-440b-986b-feb043293ab8", "name": "network-vif-deleted", "tag": "4510d3d4-a878-4499-8d2e-6b6a6d3571f1"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:08:08.707964 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d9465c2b-c169-4acc-974e-f23d466de907 None None] Port 75fd17fe-6872-44d9-b6a7-b5f463b15a14 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:08:08.715077 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (75fd17fe-6872-44d9-b6a7-b5f463b15a14), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:08.847683 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:08:08.877093 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-79708232-f6c5-426a-a25a-853da7a8e917 None None] Set router 029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:08:09.012335 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4dff5-de95-4dc7-bd06-7807ffb5a797 req-e0e2fc49-88a5-4e00-bcf8-de13731dfce7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:09.014527 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c3d4dff5-de95-4dc7-bd06-7807ffb5a797 req-e0e2fc49-88a5-4e00-bcf8-de13731dfce7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 931 time: 0.1949031 Feb 20 04:08:09.125015 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-79708232-f6c5-426a-a25a-853da7a8e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'name': 'tempest-TestServerBasicOps-187540448-router', 'tenant_id': 'dbce6a23f7f448d581896d0b0de43858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '477c329f-8df4-49dc-8f9f-afc361c30d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:40Z', 'updated_at': '2022-02-20T04:02:46Z', 'revision_number': 4, 'project_id': 'dbce6a23f7f448d581896d0b0de43858', 'gw_port': {'id': '477c329f-8df4-49dc-8f9f-afc361c30d85', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:41Z', 'updated_at': '2022-02-20T04:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f', 'name': '', 'network_id': '7aefa578-9a73-485e-abe5-76525a78e3f7', 'tenant_id': 'dbce6a23f7f448d581896d0b0de43858', 'mac_address': 'fa:16:3e:e4:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '34397b61-ec4b-46a1-947f-e5f30d325c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:45Z', 'updated_at': '2022-02-20T04:03:03Z', 'revision_number': 5, 'project_id': 'dbce6a23f7f448d581896d0b0de43858', 'subnets': [{'id': '34397b61-ec4b-46a1-947f-e5f30d325c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:08:09.195308 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79708232-f6c5-426a-a25a-853da7a8e917 None None] Checking router: 029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:08:09.222499 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79708232-f6c5-426a-a25a-853da7a8e917 None None] Routers {'029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:08:09.223535 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-79708232-f6c5-426a-a25a-853da7a8e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:07:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:08:09.375258 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-79708232-f6c5-426a-a25a-853da7a8e917 None None] Set router 029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:08:09.589748 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c3d4dff5-de95-4dc7-bd06-7807ffb5a797 req-a2194159-9505-4ed6-ab39-23b44ef004bc tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5630403 Feb 20 04:08:09.682250 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-79708232-f6c5-426a-a25a-853da7a8e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'name': 'tempest-TestServerBasicOps-187540448-router', 'tenant_id': 'dbce6a23f7f448d581896d0b0de43858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '477c329f-8df4-49dc-8f9f-afc361c30d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:40Z', 'updated_at': '2022-02-20T04:02:46Z', 'revision_number': 4, 'project_id': 'dbce6a23f7f448d581896d0b0de43858', 'gw_port': {'id': '477c329f-8df4-49dc-8f9f-afc361c30d85', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:41Z', 'updated_at': '2022-02-20T04:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f', 'name': '', 'network_id': '7aefa578-9a73-485e-abe5-76525a78e3f7', 'tenant_id': 'dbce6a23f7f448d581896d0b0de43858', 'mac_address': 'fa:16:3e:e4:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '34397b61-ec4b-46a1-947f-e5f30d325c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:45Z', 'updated_at': '2022-02-20T04:03:03Z', 'revision_number': 5, 'project_id': 'dbce6a23f7f448d581896d0b0de43858', 'subnets': [{'id': '34397b61-ec4b-46a1-947f-e5f30d325c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:08:09.741178 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79708232-f6c5-426a-a25a-853da7a8e917 None None] The sync data for ids ['029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5'] in n-d-829866-4 is: [{'id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'name': 'tempest-TestServerBasicOps-187540448-router', 'tenant_id': 'dbce6a23f7f448d581896d0b0de43858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '477c329f-8df4-49dc-8f9f-afc361c30d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:40Z', 'updated_at': '2022-02-20T04:02:46Z', 'revision_number': 4, 'project_id': 'dbce6a23f7f448d581896d0b0de43858', 'gw_port': {'id': '477c329f-8df4-49dc-8f9f-afc361c30d85', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:41Z', 'updated_at': '2022-02-20T04:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f', 'name': '', 'network_id': '7aefa578-9a73-485e-abe5-76525a78e3f7', 'tenant_id': 'dbce6a23f7f448d581896d0b0de43858', 'mac_address': 'fa:16:3e:e4:7c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '34397b61-ec4b-46a1-947f-e5f30d325c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:45Z', 'updated_at': '2022-02-20T04:03:03Z', 'revision_number': 5, 'project_id': 'dbce6a23f7f448d581896d0b0de43858', 'subnets': [{'id': '34397b61-ec4b-46a1-947f-e5f30d325c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:08:09.743784 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75fd17fe-6872-44d9-b6a7-b5f463b15a14 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:08:09.785413 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] Publish callbacks [] for port (75fd17fe-6872-44d9-b6a7-b5f463b15a14), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:09.822888 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] Transition to ACTIVE for port object 75fd17fe-6872-44d9-b6a7-b5f463b15a14 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:08:09.825046 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9753072-f92d-4ee8-a1b5-04b4e04530ce x-openstack-request-id: req-d9753072-f92d-4ee8-a1b5-04b4e04530ce {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:08:09.826476 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e310850-a20f-440b-986b-feb043293ab8", "name": "network-vif-deleted", "tag": "4510d3d4-a878-4499-8d2e-6b6a6d3571f1", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:08:09.826767 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d9753072-f92d-4ee8-a1b5-04b4e04530ce {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:08:09.828721 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e310850-a20f-440b-986b-feb043293ab8', 'name': 'network-vif-deleted', 'tag': '4510d3d4-a878-4499-8d2e-6b6a6d3571f1', 'status': 'completed', 'code': 200} Feb 20 04:08:09.907740 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ece19f94-3dc7-4e5c-877e-900ce12ef906 req-51d1bf70-ecda-448c-ad6f-f1ef43860e01 tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "GET /v2.0/ports?device_id=9e310850-a20f-440b-986b-feb043293ab8 HTTP/1.1" status: 200 len: 210 time: 0.0304029 Feb 20 04:08:09.956671 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (75fd17fe-6872-44d9-b6a7-b5f463b15a14), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:10.195163 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] Attempting to bind port 75fd17fe-6872-44d9-b6a7-b5f463b15a14 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:08:10.197734 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] Attempting to bind port 75fd17fe-6872-44d9-b6a7-b5f463b15a14 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:08:10.197734 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] Attempting to bind port 75fd17fe-6872-44d9-b6a7-b5f463b15a14 on network 776cfe74-9834-4e25-aade-eb236e2b5f70 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:08:10.219822 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] Port 75fd17fe-6872-44d9-b6a7-b5f463b15a14 on network 776cfe74-9834-4e25-aade-eb236e2b5f70 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:08:10.221033 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] Attempting to bind port 75fd17fe-6872-44d9-b6a7-b5f463b15a14 on network 776cfe74-9834-4e25-aade-eb236e2b5f70 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:08:10.234144 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] Pushing event updated for resources: {'Port': ['ID=75fd17fe-6872-44d9-b6a7-b5f463b15a14,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:08:10.237488 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:08:10.237871 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] Checking segment: {'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:08:10.238270 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] Bound using segment: {'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:08:10.238710 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] Bound port: 75fd17fe-6872-44d9-b6a7-b5f463b15a14, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:08:10.239091 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (75fd17fe-6872-44d9-b6a7-b5f463b15a14), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:10.252656 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107d8336-48b5-4112-86e6-b57b280bdcc6 None None] New status for floating IP 80913a59-4c2f-4c6b-b16a-81f2edfe9a89: DOWN {{(pid=104107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 04:08:10.256482 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:10.256857 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:10.257184 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:10.257514 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:10.257845 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:10.258173 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:10.258725 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:10.259060 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:10.259384 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:10.259701 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:10.260044 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:10.260620 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:10.260935 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:10.391768 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] For port 75fd17fe-6872-44d9-b6a7-b5f463b15a14, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:08:10.398150 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] For port 75fd17fe-6872-44d9-b6a7-b5f463b15a14, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=75fd17fe-6872-44d9-b6a7-b5f463b15a14,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:08:10.559762 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (75fd17fe-6872-44d9-b6a7-b5f463b15a14), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:10.629260 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:10.630318 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:10.632020 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] 10.222.0.93 "PUT /v2.0/ports/75fd17fe-6872-44d9-b6a7-b5f463b15a14 HTTP/1.1" status: 200 len: 1091 time: 2.1005681 Feb 20 04:08:10.672418 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8aa23f-cd68-4915-b0e0-85ad021400fe service neutron] Pushing event updated for resources: {'Port': ['ID=75fd17fe-6872-44d9-b6a7-b5f463b15a14,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:08:10.801426 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8493d82-d0aa-4932-8d67-f2bf1601b5d3 req-88e43772-c69a-4152-b63e-597dfbc7757e tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:10.803075 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d8493d82-d0aa-4932-8d67-f2bf1601b5d3 req-88e43772-c69a-4152-b63e-597dfbc7757e tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0899496 Feb 20 04:08:10.889252 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-a0f23aa7-fb43-416c-b522-45c2a7505dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:10.890799 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-a0f23aa7-fb43-416c-b522-45c2a7505dfc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 1125 time: 0.0868115 Feb 20 04:08:10.896625 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d8493d82-d0aa-4932-8d67-f2bf1601b5d3 req-3a53ec33-f511-4175-8c6e-222e8b9a20cd tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626907 Feb 20 04:08:10.947435 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-4bdeedfa-bae8-4c51-8bdb-24815e4a984f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75fd17fe-6872-44d9-b6a7-b5f463b15a14 HTTP/1.1" status: 200 len: 217 time: 0.0490074 Feb 20 04:08:10.990403 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52048) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:08:11.017868 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-29c130ea-1a92-4a22-9d2a-0516e09b9fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:11.019611 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-29c130ea-1a92-4a22-9d2a-0516e09b9fe2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a65a671e-c66c-439b-a311-43e99c7bbefc HTTP/1.1" status: 200 len: 849 time: 0.0654984 Feb 20 04:08:11.073882 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-db189e3b-76b2-4882-a2d3-f0c9bb2b65e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:11.075577 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-db189e3b-76b2-4882-a2d3-f0c9bb2b65e2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=776cfe74-9834-4e25-aade-eb236e2b5f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500581 Feb 20 04:08:11.213682 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b4301-5fbb-4d3b-96b5-e13789461acc tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Deleting port 01f32774-6e0e-4265-ba84-558ce915601f {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:08:11.213682 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee3b4301-5fbb-4d3b-96b5-e13789461acc tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (01f32774-6e0e-4265-ba84-558ce915601f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:11.215499 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-c3a244c4-11aa-4328-b27a-4a93acfd8a39 service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088877 Feb 20 04:08:11.286018 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee3b4301-5fbb-4d3b-96b5-e13789461acc tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (01f32774-6e0e-4265-ba84-558ce915601f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:11.286646 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee3b4301-5fbb-4d3b-96b5-e13789461acc tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks [] for floatingip (01f32774-6e0e-4265-ba84-558ce915601f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:11.301439 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b4301-5fbb-4d3b-96b5-e13789461acc tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Calling delete_port for 01f32774-6e0e-4265-ba84-558ce915601f owned by network:floatingip {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:08:11.402644 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fcd1edc1-ba94-41c7-b0cd-5650c3ed9788 req-2df0f694-40d0-4e8b-963a-31c9b3d82d97 service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031865 Feb 20 04:08:11.579350 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee3b4301-5fbb-4d3b-96b5-e13789461acc tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (01f32774-6e0e-4265-ba84-558ce915601f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:11.604436 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b4301-5fbb-4d3b-96b5-e13789461acc tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Pushing event deleted for resources: {'Port': ['ID=01f32774-6e0e-4265-ba84-558ce915601f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:08:11.619992 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b4301-5fbb-4d3b-96b5-e13789461acc tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:11.620403 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b4301-5fbb-4d3b-96b5-e13789461acc tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:11.620675 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b4301-5fbb-4d3b-96b5-e13789461acc tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:11.621011 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b4301-5fbb-4d3b-96b5-e13789461acc tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:11.621340 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b4301-5fbb-4d3b-96b5-e13789461acc tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:11.621666 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b4301-5fbb-4d3b-96b5-e13789461acc tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:11.621993 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b4301-5fbb-4d3b-96b5-e13789461acc tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:11.622319 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b4301-5fbb-4d3b-96b5-e13789461acc tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:11.622643 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b4301-5fbb-4d3b-96b5-e13789461acc tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:11.623019 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b4301-5fbb-4d3b-96b5-e13789461acc tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:11.623986 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b4301-5fbb-4d3b-96b5-e13789461acc tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:11.624312 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b4301-5fbb-4d3b-96b5-e13789461acc tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:11.624635 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b4301-5fbb-4d3b-96b5-e13789461acc tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:11.682572 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee3b4301-5fbb-4d3b-96b5-e13789461acc tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks [] for floatingip (80913a59-4c2f-4c6b-b16a-81f2edfe9a89), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:11.685142 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee3b4301-5fbb-4d3b-96b5-e13789461acc tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:11.686512 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ee3b4301-5fbb-4d3b-96b5-e13789461acc tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "DELETE /v2.0/floatingips/80913a59-4c2f-4c6b-b16a-81f2edfe9a89 HTTP/1.1" status: 204 len: 168 time: 0.6919723 Feb 20 04:08:11.773295 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 52064) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:08:11.805145 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 4510d3d4-a878-4499-8d2e-6b6a6d3571f1 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:08:11.829422 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4123d3-096a-40d8-bc36-8ff2e4c54935', 'tag': '75fd17fe-6872-44d9-b6a7-b5f463b15a14'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:08:11.832396 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3a9f22-b85b-42d3-a293-694173a52fed" -d '{"events": [{"name": "network-changed", "server_uuid": "de4123d3-096a-40d8-bc36-8ff2e4c54935", "tag": "75fd17fe-6872-44d9-b6a7-b5f463b15a14"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:08:11.838499 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 4510d3d4-a878-4499-8d2e-6b6a6d3571f1 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:08:11.839169 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 4510d3d4-a878-4499-8d2e-6b6a6d3571f1 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:08:11.855865 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0e820fb3-5eab-415b-b187-0828feb435ec tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks [] for security_group (2e7ab302-30c7-4fed-9991-c8efe6d85f62), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:11.886098 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4678cb-d0d1-4755-816b-7605a6633dfe x-openstack-request-id: req-ca4678cb-d0d1-4755-816b-7605a6633dfe {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:08:11.886404 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de4123d3-096a-40d8-bc36-8ff2e4c54935", "tag": "75fd17fe-6872-44d9-b6a7-b5f463b15a14", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:08:11.886657 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ca4678cb-d0d1-4755-816b-7605a6633dfe {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:08:11.887106 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de4123d3-096a-40d8-bc36-8ff2e4c54935', 'tag': '75fd17fe-6872-44d9-b6a7-b5f463b15a14', 'status': 'completed', 'code': 200} Feb 20 04:08:11.896409 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0e820fb3-5eab-415b-b187-0828feb435ec tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks [] for security_group (2e7ab302-30c7-4fed-9991-c8efe6d85f62), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:11.991375 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a9f22-b85b-42d3-a293-694173a52fed req-23c4fd57-1a35-4b60-bb48-016b209794d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:11.995889 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8f3a9f22-b85b-42d3-a293-694173a52fed req-23c4fd57-1a35-4b60-bb48-016b209794d0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 1125 time: 0.0872886 Feb 20 04:08:12.151951 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3b6dd-fade-4efd-bcc8-e04a718e2949 req-5058224a-26d5-4cbe-bdfe-85400fda7f7d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:12.153841 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6ac3b6dd-fade-4efd-bcc8-e04a718e2949 req-5058224a-26d5-4cbe-bdfe-85400fda7f7d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.1220357 Feb 20 04:08:12.155671 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a9f22-b85b-42d3-a293-694173a52fed req-ef657945-e53a-4825-afc5-52316d0a6d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:12.157051 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8f3a9f22-b85b-42d3-a293-694173a52fed req-ef657945-e53a-4825-afc5-52316d0a6d6d service neutron] 10.222.0.93 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 911 time: 0.1570599 Feb 20 04:08:12.222208 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0e820fb3-5eab-415b-b187-0828feb435ec tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (2e7ab302-30c7-4fed-9991-c8efe6d85f62), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:12.225022 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0e820fb3-5eab-415b-b187-0828feb435ec tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:12.229371 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0e820fb3-5eab-415b-b187-0828feb435ec tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] 10.222.0.89 "DELETE /v2.0/security-groups/2e7ab302-30c7-4fed-9991-c8efe6d85f62 HTTP/1.1" status: 204 len: 168 time: 0.4518714 Feb 20 04:08:12.233904 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8f3a9f22-b85b-42d3-a293-694173a52fed req-c9229e11-80d3-4821-a212-782ec2f0fd50 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75fd17fe-6872-44d9-b6a7-b5f463b15a14 HTTP/1.1" status: 200 len: 217 time: 0.0700116 Feb 20 04:08:12.269269 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e820fb3-5eab-415b-b187-0828feb435ec tempest-TestServerBasicOps-167191022 tempest-TestServerBasicOps-167191022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7ab302-30c7-4fed-9991-c8efe6d85f62,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:08:12.320199 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6ac3b6dd-fade-4efd-bcc8-e04a718e2949 req-872b49af-5b57-411f-807b-c29818f69afb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549859 Feb 20 04:08:12.344731 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a9f22-b85b-42d3-a293-694173a52fed req-59aded3a-4736-4064-993c-6e3b543a70dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:12.344731 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8f3a9f22-b85b-42d3-a293-694173a52fed req-59aded3a-4736-4064-993c-6e3b543a70dd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a65a671e-c66c-439b-a311-43e99c7bbefc HTTP/1.1" status: 200 len: 849 time: 0.0852404 Feb 20 04:08:12.403030 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a9f22-b85b-42d3-a293-694173a52fed req-5882d6b6-d2e1-44f1-8439-5c3767e6724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:12.405291 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8f3a9f22-b85b-42d3-a293-694173a52fed req-5882d6b6-d2e1-44f1-8439-5c3767e6724f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=776cfe74-9834-4e25-aade-eb236e2b5f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0605242 Feb 20 04:08:12.477717 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52086) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:08:12.546031 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8f3a9f22-b85b-42d3-a293-694173a52fed req-96a5147d-9275-4f31-97e5-3597c252dcd3 service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343081 Feb 20 04:08:12.768284 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8f3a9f22-b85b-42d3-a293-694173a52fed req-9f6423e2-cbeb-4380-ae1a-634c15a59001 service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170227 Feb 20 04:08:13.130738 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-efe372aa-017f-479f-8e4a-0e637e84351a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:13.453147 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-efe372aa-017f-479f-8e4a-0e637e84351a admin admin] Deleting port 2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:08:13.453490 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-efe372aa-017f-479f-8e4a-0e637e84351a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:13.512277 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21030250-4fa6-4c64-9b1c-5dbb5f10636d req-cec1dacf-9889-49f7-bf13-817e80507ccb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:13.515515 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-21030250-4fa6-4c64-9b1c-5dbb5f10636d req-cec1dacf-9889-49f7-bf13-817e80507ccb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0897329 Feb 20 04:08:13.577986 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-21030250-4fa6-4c64-9b1c-5dbb5f10636d req-93821b18-295d-4b1b-83bd-4ff9313c4346 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561721 Feb 20 04:08:13.580189 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-efe372aa-017f-479f-8e4a-0e637e84351a admin admin] For port 2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f,segment=NetworkSegment(062f8661-51ce-4e0d-8c59-4fd3681e43d1),segment_id=062f8661-51ce-4e0d-8c59-4fd3681e43d1)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:08:13.581238 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-efe372aa-017f-479f-8e4a-0e637e84351a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:13.598071 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-efe372aa-017f-479f-8e4a-0e637e84351a admin admin] Calling delete_port for 2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:08:13.902906 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-efe372aa-017f-479f-8e4a-0e637e84351a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:13.948605 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe372aa-017f-479f-8e4a-0e637e84351a admin admin] Pushing event deleted for resources: {'Port': ['ID=2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:08:14.238846 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-efe372aa-017f-479f-8e4a-0e637e84351a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:14.552920 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe372aa-017f-479f-8e4a-0e637e84351a admin admin] Router 029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:08:14.788176 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a37d3f-146d-407f-9b1f-73a6ac32eea0 req-82a2f4fc-99b6-434e-92d1-2388f24da3f0 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:14.790553 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-09a37d3f-146d-407f-9b1f-73a6ac32eea0 req-82a2f4fc-99b6-434e-92d1-2388f24da3f0 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0869787 Feb 20 04:08:14.892200 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-09a37d3f-146d-407f-9b1f-73a6ac32eea0 req-dd34f99b-ec8e-49d9-bde6-2c0e9ccb1fa6 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833392 Feb 20 04:08:15.283983 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe372aa-017f-479f-8e4a-0e637e84351a admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:08:15.290460 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-efe372aa-017f-479f-8e4a-0e637e84351a admin admin] 10.222.0.89 "PUT /v2.0/routers/029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8116875 Feb 20 04:08:15.293239 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 52140) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:08:15.297078 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc722c3-02dc-4b3e-a6f3-de51a40adc97 None None] Sync routers for ids ['029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:08:15.308049 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc722c3-02dc-4b3e-a6f3-de51a40adc97 None None] Routers {'029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:08:15.308995 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ccc722c3-02dc-4b3e-a6f3-de51a40adc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:07:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:08:15.429274 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-ccc722c3-02dc-4b3e-a6f3-de51a40adc97 None None] Set router 029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:08:15.449971 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b68a75c0-2436-439a-b37f-19fbfbc1c53b admin admin] Publish callbacks [] for router (029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:15.627364 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b68a75c0-2436-439a-b37f-19fbfbc1c53b admin admin] Publish callbacks [] for router_gateway (029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:15.640884 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ccc722c3-02dc-4b3e-a6f3-de51a40adc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'name': 'tempest-TestServerBasicOps-187540448-router', 'tenant_id': 'dbce6a23f7f448d581896d0b0de43858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '477c329f-8df4-49dc-8f9f-afc361c30d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:40Z', 'updated_at': '2022-02-20T04:08:13Z', 'revision_number': 5, 'project_id': 'dbce6a23f7f448d581896d0b0de43858', 'gw_port': {'id': '477c329f-8df4-49dc-8f9f-afc361c30d85', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:41Z', 'updated_at': '2022-02-20T04:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:08:15.673336 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc722c3-02dc-4b3e-a6f3-de51a40adc97 None None] Checking router: 029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:08:15.683798 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc722c3-02dc-4b3e-a6f3-de51a40adc97 None None] Routers {'029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:08:15.688298 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ccc722c3-02dc-4b3e-a6f3-de51a40adc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:07:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:08:15.785467 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-b68a75c0-2436-439a-b37f-19fbfbc1c53b admin admin] Deleting port 477c329f-8df4-49dc-8f9f-afc361c30d85 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:08:15.785812 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b68a75c0-2436-439a-b37f-19fbfbc1c53b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (477c329f-8df4-49dc-8f9f-afc361c30d85), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:15.899771 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-b68a75c0-2436-439a-b37f-19fbfbc1c53b admin admin] For port 477c329f-8df4-49dc-8f9f-afc361c30d85, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=477c329f-8df4-49dc-8f9f-afc361c30d85,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:08:15.900472 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b68a75c0-2436-439a-b37f-19fbfbc1c53b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (477c329f-8df4-49dc-8f9f-afc361c30d85), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:15.927942 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-b68a75c0-2436-439a-b37f-19fbfbc1c53b admin admin] Calling delete_port for 477c329f-8df4-49dc-8f9f-afc361c30d85 owned by network:router_gateway {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:08:16.023264 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-ccc722c3-02dc-4b3e-a6f3-de51a40adc97 None None] Set router 029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:08:16.177918 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367dfd5f-78f8-4c61-a36a-c6fd29260f1e req-0f321454-d753-4bbc-8d49-1cadbbe3eea1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:16.180197 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-367dfd5f-78f8-4c61-a36a-c6fd29260f1e req-0f321454-d753-4bbc-8d49-1cadbbe3eea1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.1501505 Feb 20 04:08:16.272963 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-367dfd5f-78f8-4c61-a36a-c6fd29260f1e req-e66ddc39-01be-461a-9de0-bcf6efedf33d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832224 Feb 20 04:08:16.341295 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ccc722c3-02dc-4b3e-a6f3-de51a40adc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'name': 'tempest-TestServerBasicOps-187540448-router', 'tenant_id': 'dbce6a23f7f448d581896d0b0de43858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '477c329f-8df4-49dc-8f9f-afc361c30d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:40Z', 'updated_at': '2022-02-20T04:08:13Z', 'revision_number': 5, 'project_id': 'dbce6a23f7f448d581896d0b0de43858', 'gw_port': {'id': '477c329f-8df4-49dc-8f9f-afc361c30d85', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:41Z', 'updated_at': '2022-02-20T04:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:08:16.341958 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b68a75c0-2436-439a-b37f-19fbfbc1c53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (477c329f-8df4-49dc-8f9f-afc361c30d85), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:16.406471 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a75c0-2436-439a-b37f-19fbfbc1c53b admin admin] Pushing event deleted for resources: {'Port': ['ID=477c329f-8df4-49dc-8f9f-afc361c30d85,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:08:16.416605 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc722c3-02dc-4b3e-a6f3-de51a40adc97 None None] The sync data for ids ['029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5'] in n-d-829866-4 is: [{'id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'name': 'tempest-TestServerBasicOps-187540448-router', 'tenant_id': 'dbce6a23f7f448d581896d0b0de43858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '477c329f-8df4-49dc-8f9f-afc361c30d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:40Z', 'updated_at': '2022-02-20T04:08:13Z', 'revision_number': 5, 'project_id': 'dbce6a23f7f448d581896d0b0de43858', 'gw_port': {'id': '477c329f-8df4-49dc-8f9f-afc361c30d85', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:41Z', 'updated_at': '2022-02-20T04:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:08:16.460117 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b68a75c0-2436-439a-b37f-19fbfbc1c53b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:16.580598 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b68a75c0-2436-439a-b37f-19fbfbc1c53b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:16.583028 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b68a75c0-2436-439a-b37f-19fbfbc1c53b admin admin] Publish callbacks [] for router_controller (029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:16.711409 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b68a75c0-2436-439a-b37f-19fbfbc1c53b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:16.712050 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68a75c0-2436-439a-b37f-19fbfbc1c53b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5 {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 04:08:16.719936 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b68a75c0-2436-439a-b37f-19fbfbc1c53b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:16.730455 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b68a75c0-2436-439a-b37f-19fbfbc1c53b admin admin] 10.222.0.89 "DELETE /v2.0/routers/029f2aa1-e1d2-4e6c-b55e-ef8c1b52fab5 HTTP/1.1" status: 204 len: 168 time: 1.4269190 Feb 20 04:08:16.730455 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 52168) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:08:16.793818 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dbc45bd-0ef6-44e2-809b-2d289c44432b admin admin] Deleting subnet 34397b61-ec4b-46a1-947f-e5f30d325c5a {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 04:08:16.797787 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0dbc45bd-0ef6-44e2-809b-2d289c44432b admin admin] Publish callbacks [] for subnet (34397b61-ec4b-46a1-947f-e5f30d325c5a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:16.838384 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0dbc45bd-0ef6-44e2-809b-2d289c44432b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (34397b61-ec4b-46a1-947f-e5f30d325c5a), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:16.954682 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0dbc45bd-0ef6-44e2-809b-2d289c44432b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (34397b61-ec4b-46a1-947f-e5f30d325c5a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:17.112281 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0dbc45bd-0ef6-44e2-809b-2d289c44432b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (34397b61-ec4b-46a1-947f-e5f30d325c5a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:17.152543 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc45bd-0ef6-44e2-809b-2d289c44432b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34397b61-ec4b-46a1-947f-e5f30d325c5a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:08:17.175882 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425f9653-89ea-4a65-ac09-093dc42779e5 None None] Network 7aefa578-9a73-485e-abe5-76525a78e3f7 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:08:17.193221 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0dbc45bd-0ef6-44e2-809b-2d289c44432b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:17.208057 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52178) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:08:17.208665 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0dbc45bd-0ef6-44e2-809b-2d289c44432b admin admin] 10.222.0.89 "DELETE /v2.0/subnets/34397b61-ec4b-46a1-947f-e5f30d325c5a HTTP/1.1" status: 204 len: 168 time: 0.4831986 Feb 20 04:08:17.428429 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fceb25c5-7659-4071-9fb8-de0e7a98e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (7aefa578-9a73-485e-abe5-76525a78e3f7), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:17.555506 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e929007c-e5e3-4d1f-8670-389d968d4c7c None None] DHCP port deletion for 7aefa578-9a73-485e-abe5-76525a78e3f7 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 04:08:17.618489 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-fceb25c5-7659-4071-9fb8-de0e7a98e0ba admin admin] Deleting port 85675c48-c55c-4254-ad59-55a1605d0a20 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:08:17.629764 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fceb25c5-7659-4071-9fb8-de0e7a98e0ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (85675c48-c55c-4254-ad59-55a1605d0a20), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:17.673089 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e929007c-e5e3-4d1f-8670-389d968d4c7c None None] Deleting port 85675c48-c55c-4254-ad59-55a1605d0a20 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:08:17.673771 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e929007c-e5e3-4d1f-8670-389d968d4c7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (85675c48-c55c-4254-ad59-55a1605d0a20), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:17.677656 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a00a8-1194-4bb8-a3f1-ee7050cfb9ec req-60474a9c-4f66-4620-9fb1-0f338cbd68bc tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:17.679462 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c21a00a8-1194-4bb8-a3f1-ee7050cfb9ec req-60474a9c-4f66-4620-9fb1-0f338cbd68bc tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.1240480 Feb 20 04:08:17.769296 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-fceb25c5-7659-4071-9fb8-de0e7a98e0ba admin admin] For port 85675c48-c55c-4254-ad59-55a1605d0a20, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=85675c48-c55c-4254-ad59-55a1605d0a20,segment=NetworkSegment(062f8661-51ce-4e0d-8c59-4fd3681e43d1),segment_id=062f8661-51ce-4e0d-8c59-4fd3681e43d1)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:08:17.771358 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fceb25c5-7659-4071-9fb8-de0e7a98e0ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (85675c48-c55c-4254-ad59-55a1605d0a20), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:17.805105 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e929007c-e5e3-4d1f-8670-389d968d4c7c None None] For port 85675c48-c55c-4254-ad59-55a1605d0a20, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=85675c48-c55c-4254-ad59-55a1605d0a20,segment=NetworkSegment(062f8661-51ce-4e0d-8c59-4fd3681e43d1),segment_id=062f8661-51ce-4e0d-8c59-4fd3681e43d1)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:08:17.805511 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e929007c-e5e3-4d1f-8670-389d968d4c7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (85675c48-c55c-4254-ad59-55a1605d0a20), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:17.809811 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-fceb25c5-7659-4071-9fb8-de0e7a98e0ba admin admin] Calling delete_port for 85675c48-c55c-4254-ad59-55a1605d0a20 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:08:17.840342 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e929007c-e5e3-4d1f-8670-389d968d4c7c None None] Calling delete_port for 85675c48-c55c-4254-ad59-55a1605d0a20 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:08:17.847577 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c21a00a8-1194-4bb8-a3f1-ee7050cfb9ec req-fbc3c302-d49b-4cbc-8d0e-a4a809105091 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555510 Feb 20 04:08:18.019944 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fceb25c5-7659-4071-9fb8-de0e7a98e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (85675c48-c55c-4254-ad59-55a1605d0a20), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:08:18.032626 n-d-829866-4 neutron-server[104107]: self.session.flush() Feb 20 04:08:18.040637 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e929007c-e5e3-4d1f-8670-389d968d4c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (85675c48-c55c-4254-ad59-55a1605d0a20), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:18.065301 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb25c5-7659-4071-9fb8-de0e7a98e0ba admin admin] Pushing event deleted for resources: {'Port': ['ID=85675c48-c55c-4254-ad59-55a1605d0a20,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:08:18.077818 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceb25c5-7659-4071-9fb8-de0e7a98e0ba admin admin] No DVR routers for this DVR port 85675c48-c55c-4254-ad59-55a1605d0a20 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:08:18.080776 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929007c-e5e3-4d1f-8670-389d968d4c7c None None] Pushing event deleted for resources: {'Port': ['ID=85675c48-c55c-4254-ad59-55a1605d0a20,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:08:18.092891 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929007c-e5e3-4d1f-8670-389d968d4c7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:18.093825 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929007c-e5e3-4d1f-8670-389d968d4c7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:18.094497 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929007c-e5e3-4d1f-8670-389d968d4c7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:18.095048 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929007c-e5e3-4d1f-8670-389d968d4c7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:18.095568 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929007c-e5e3-4d1f-8670-389d968d4c7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:18.096079 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929007c-e5e3-4d1f-8670-389d968d4c7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:18.096608 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929007c-e5e3-4d1f-8670-389d968d4c7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:18.097116 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929007c-e5e3-4d1f-8670-389d968d4c7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:18.097616 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929007c-e5e3-4d1f-8670-389d968d4c7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:18.098938 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929007c-e5e3-4d1f-8670-389d968d4c7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:18.099461 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929007c-e5e3-4d1f-8670-389d968d4c7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:18.099971 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929007c-e5e3-4d1f-8670-389d968d4c7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:18.100511 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929007c-e5e3-4d1f-8670-389d968d4c7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:08:18.104629 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e929007c-e5e3-4d1f-8670-389d968d4c7c None None] No DVR routers for this DVR port 85675c48-c55c-4254-ad59-55a1605d0a20 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:08:18.143731 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 477c329f-8df4-49dc-8f9f-afc361c30d85 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:08:18.190027 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 477c329f-8df4-49dc-8f9f-afc361c30d85 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:08:18.190762 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 477c329f-8df4-49dc-8f9f-afc361c30d85 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:08:18.190891 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 85675c48-c55c-4254-ad59-55a1605d0a20 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:08:18.222047 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 85675c48-c55c-4254-ad59-55a1605d0a20 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:08:18.222405 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 85675c48-c55c-4254-ad59-55a1605d0a20 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:08:18.222843 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:08:18.260188 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:08:18.260550 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 2e7a23ce-9b44-4bc0-abfe-0dc55ae50f2f not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:08:18.272478 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fceb25c5-7659-4071-9fb8-de0e7a98e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (7aefa578-9a73-485e-abe5-76525a78e3f7), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:18.305669 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-fceb25c5-7659-4071-9fb8-de0e7a98e0ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aefa578-9a73-485e-abe5-76525a78e3f7']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:08:18.316242 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-fceb25c5-7659-4071-9fb8-de0e7a98e0ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '062f8661-51ce-4e0d-8c59-4fd3681e43d1') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:08:18.316543 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-fceb25c5-7659-4071-9fb8-de0e7a98e0ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '062f8661-51ce-4e0d-8c59-4fd3681e43d1') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:08:18.326749 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fceb25c5-7659-4071-9fb8-de0e7a98e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (062f8661-51ce-4e0d-8c59-4fd3681e43d1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:18.341938 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fceb25c5-7659-4071-9fb8-de0e7a98e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (062f8661-51ce-4e0d-8c59-4fd3681e43d1), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:18.349547 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fceb25c5-7659-4071-9fb8-de0e7a98e0ba admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 04:08:18.349953 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fceb25c5-7659-4071-9fb8-de0e7a98e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (062f8661-51ce-4e0d-8c59-4fd3681e43d1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:18.351667 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 04:08:18.351667 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 04:08:18.351667 n-d-829866-4 neutron-server[104106]: timer() Feb 20 04:08:18.351667 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 04:08:18.351667 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 04:08:18.351667 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 04:08:18.351667 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 04:08:18.351667 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 04:08:18.351667 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 04:08:18.351667 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 04:08:18.351667 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 04:08:18.351667 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 04:08:18.351667 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 04:08:18.351667 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 04:08:18.351667 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 04:08:18.351667 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 04:08:18.351667 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 04:08:18.351667 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 04:08:18.351667 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 04:08:18.351667 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 04:08:18.351667 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 04:08:18.351667 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 04:08:18.351667 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 04:08:18.351667 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 04:08:18.351667 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 04:08:18.351667 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 04:08:18.351667 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 04:08:18.351667 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 04:08:18.351667 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 04:08:18.351667 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 04:08:18.351667 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 04:08:18.351667 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 04:08:18.500325 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fceb25c5-7659-4071-9fb8-de0e7a98e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (7aefa578-9a73-485e-abe5-76525a78e3f7), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:18.517953 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fceb25c5-7659-4071-9fb8-de0e7a98e0ba admin admin] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:18.523400 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fceb25c5-7659-4071-9fb8-de0e7a98e0ba admin admin] 10.222.0.89 "DELETE /v2.0/networks/7aefa578-9a73-485e-abe5-76525a78e3f7 HTTP/1.1" status: 204 len: 168 time: 1.3134689 Feb 20 04:08:18.526154 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52198) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:08:18.549637 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb25c5-7659-4071-9fb8-de0e7a98e0ba admin admin] Pushing event deleted for resources: {'Network': ['ID=7aefa578-9a73-485e-abe5-76525a78e3f7,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:08:19.041901 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d73ad0-4823-4798-bb43-a9da811df7d7 req-f84e5999-60aa-4a7f-b925-e0bc81391d4b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:19.051338 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a7d73ad0-4823-4798-bb43-a9da811df7d7 req-f84e5999-60aa-4a7f-b925-e0bc81391d4b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0872860 Feb 20 04:08:19.104204 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-74e504db-e4ad-4cb0-a20b-79a91078871e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (a5da4430-29a1-47da-b6e8-0dc45a929751), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:19.176142 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a7d73ad0-4823-4798-bb43-a9da811df7d7 req-d8310697-6f7d-43e0-8bd6-574cf486fe5f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234205 Feb 20 04:08:19.458974 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-74e504db-e4ad-4cb0-a20b-79a91078871e admin admin] Deleting port a08cd315-d285-494c-9550-10254f33f52d {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:08:19.459965 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-74e504db-e4ad-4cb0-a20b-79a91078871e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (a08cd315-d285-494c-9550-10254f33f52d), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:19.587305 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-74e504db-e4ad-4cb0-a20b-79a91078871e admin admin] For port a08cd315-d285-494c-9550-10254f33f52d, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=a08cd315-d285-494c-9550-10254f33f52d,segment=NetworkSegment(c78d36dd-7465-45f6-82d0-760e9f9f9da9),segment_id=c78d36dd-7465-45f6-82d0-760e9f9f9da9)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:08:19.587950 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-74e504db-e4ad-4cb0-a20b-79a91078871e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (a08cd315-d285-494c-9550-10254f33f52d), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:19.600272 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-74e504db-e4ad-4cb0-a20b-79a91078871e admin admin] Calling delete_port for a08cd315-d285-494c-9550-10254f33f52d owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:08:19.938925 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-74e504db-e4ad-4cb0-a20b-79a91078871e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (a08cd315-d285-494c-9550-10254f33f52d), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:19.968695 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e504db-e4ad-4cb0-a20b-79a91078871e admin admin] Pushing event deleted for resources: {'Port': ['ID=a08cd315-d285-494c-9550-10254f33f52d,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:08:20.211647 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-74e504db-e4ad-4cb0-a20b-79a91078871e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (a5da4430-29a1-47da-b6e8-0dc45a929751), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:20.351567 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859a61b-d6f1-4bec-90f3-6d15b02fac02 req-f6e878a2-44d0-42b5-a677-3aec512a2b1f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:20.359415 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2859a61b-d6f1-4bec-90f3-6d15b02fac02 req-f6e878a2-44d0-42b5-a677-3aec512a2b1f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0809724 Feb 20 04:08:20.415183 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2859a61b-d6f1-4bec-90f3-6d15b02fac02 req-9c4759ce-b074-4c5a-b071-7ee873301702 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548198 Feb 20 04:08:20.495832 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e504db-e4ad-4cb0-a20b-79a91078871e admin admin] Router a5da4430-29a1-47da-b6e8-0dc45a929751 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:08:20.619847 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e504db-e4ad-4cb0-a20b-79a91078871e admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:08:20.625196 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-74e504db-e4ad-4cb0-a20b-79a91078871e admin admin] 10.222.0.89 "PUT /v2.0/routers/a5da4430-29a1-47da-b6e8-0dc45a929751/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0976744 Feb 20 04:08:20.628113 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 52220) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:08:20.630979 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e749c8fe-9204-41d4-9a9c-f3830763aaf4 None None] Sync routers for ids ['a5da4430-29a1-47da-b6e8-0dc45a929751'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:08:20.644522 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e749c8fe-9204-41d4-9a9c-f3830763aaf4 None None] Routers {'a5da4430-29a1-47da-b6e8-0dc45a929751'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:08:20.646734 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-e749c8fe-9204-41d4-9a9c-f3830763aaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:07:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['a5da4430-29a1-47da-b6e8-0dc45a929751'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:08:20.759172 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c2a46c51-d99e-4aac-91a4-2aeef4a7586a admin admin] Publish callbacks [] for router (a5da4430-29a1-47da-b6e8-0dc45a929751), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:20.772715 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-e749c8fe-9204-41d4-9a9c-f3830763aaf4 None None] Set router a5da4430-29a1-47da-b6e8-0dc45a929751 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:08:20.898059 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c2a46c51-d99e-4aac-91a4-2aeef4a7586a admin admin] Publish callbacks [] for router_gateway (a5da4430-29a1-47da-b6e8-0dc45a929751), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:20.974672 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-e749c8fe-9204-41d4-9a9c-f3830763aaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5da4430-29a1-47da-b6e8-0dc45a929751', 'name': 'tempest-TestServerBasicOps-153241188-router', 'tenant_id': '194e4b232c5342afb4adf64af2444cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '93f60f21-9625-415c-b3ff-7b985a3fadb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:52Z', 'updated_at': '2022-02-20T04:08:19Z', 'revision_number': 5, 'project_id': '194e4b232c5342afb4adf64af2444cf6', 'gw_port': {'id': '93f60f21-9625-415c-b3ff-7b985a3fadb1', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da4430-29a1-47da-b6e8-0dc45a929751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:02:53Z', 'updated_at': '2022-02-20T04:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:08:21.005049 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e749c8fe-9204-41d4-9a9c-f3830763aaf4 None None] Checking router: a5da4430-29a1-47da-b6e8-0dc45a929751 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:08:21.033129 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e749c8fe-9204-41d4-9a9c-f3830763aaf4 None None] Routers {'a5da4430-29a1-47da-b6e8-0dc45a929751'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:08:21.034047 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-e749c8fe-9204-41d4-9a9c-f3830763aaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:07:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['a5da4430-29a1-47da-b6e8-0dc45a929751'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:08:21.050440 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-c2a46c51-d99e-4aac-91a4-2aeef4a7586a admin admin] Deleting port 93f60f21-9625-415c-b3ff-7b985a3fadb1 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:08:21.050772 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c2a46c51-d99e-4aac-91a4-2aeef4a7586a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (93f60f21-9625-415c-b3ff-7b985a3fadb1), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:21.209854 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-e749c8fe-9204-41d4-9a9c-f3830763aaf4 None None] Set router a5da4430-29a1-47da-b6e8-0dc45a929751 gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:08:21.211986 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-c2a46c51-d99e-4aac-91a4-2aeef4a7586a admin admin] For port 93f60f21-9625-415c-b3ff-7b985a3fadb1, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=93f60f21-9625-415c-b3ff-7b985a3fadb1,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:08:21.212603 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c2a46c51-d99e-4aac-91a4-2aeef4a7586a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (93f60f21-9625-415c-b3ff-7b985a3fadb1), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:21.261621 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-c2a46c51-d99e-4aac-91a4-2aeef4a7586a admin admin] Calling delete_port for 93f60f21-9625-415c-b3ff-7b985a3fadb1 owned by network:router_gateway {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:08:21.302283 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:21.303626 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-e749c8fe-9204-41d4-9a9c-f3830763aaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5da4430-29a1-47da-b6e8-0dc45a929751', 'name': 'tempest-TestServerBasicOps-153241188-router', 'tenant_id': '194e4b232c5342afb4adf64af2444cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:52Z', 'updated_at': '2022-02-20T04:08:20Z', 'revision_number': 6, 'project_id': '194e4b232c5342afb4adf64af2444cf6', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:08:21.339046 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e749c8fe-9204-41d4-9a9c-f3830763aaf4 None None] The sync data for ids ['a5da4430-29a1-47da-b6e8-0dc45a929751'] in n-d-829866-4 is: [{'id': 'a5da4430-29a1-47da-b6e8-0dc45a929751', 'name': 'tempest-TestServerBasicOps-153241188-router', 'tenant_id': '194e4b232c5342afb4adf64af2444cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:02:52Z', 'updated_at': '2022-02-20T04:08:20Z', 'revision_number': 6, 'project_id': '194e4b232c5342afb4adf64af2444cf6', 'gw_port_host': None}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:08:21.391019 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:21.553796 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2441de-52ef-486c-a363-ca5190cd8baa req-9734a59d-f63b-4e1d-b026-5b56206bc3bf tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:21.555397 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3a2441de-52ef-486c-a363-ca5190cd8baa req-9734a59d-f63b-4e1d-b026-5b56206bc3bf tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0655797 Feb 20 04:08:21.612549 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3a2441de-52ef-486c-a363-ca5190cd8baa req-691e575e-a4c6-499e-8215-6a697e950ca5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491924 Feb 20 04:08:21.732995 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c2a46c51-d99e-4aac-91a4-2aeef4a7586a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (93f60f21-9625-415c-b3ff-7b985a3fadb1), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:21.771530 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a46c51-d99e-4aac-91a4-2aeef4a7586a admin admin] Pushing event deleted for resources: {'Port': ['ID=93f60f21-9625-415c-b3ff-7b985a3fadb1,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:08:21.899391 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c2a46c51-d99e-4aac-91a4-2aeef4a7586a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (a5da4430-29a1-47da-b6e8-0dc45a929751), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:22.013086 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c2a46c51-d99e-4aac-91a4-2aeef4a7586a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (a5da4430-29a1-47da-b6e8-0dc45a929751), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:22.015629 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c2a46c51-d99e-4aac-91a4-2aeef4a7586a admin admin] Publish callbacks [] for router_controller (a5da4430-29a1-47da-b6e8-0dc45a929751), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:22.174688 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c2a46c51-d99e-4aac-91a4-2aeef4a7586a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (a5da4430-29a1-47da-b6e8-0dc45a929751), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:22.175476 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a46c51-d99e-4aac-91a4-2aeef4a7586a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5da4430-29a1-47da-b6e8-0dc45a929751 {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 04:08:22.180598 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c2a46c51-d99e-4aac-91a4-2aeef4a7586a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:22.188158 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c2a46c51-d99e-4aac-91a4-2aeef4a7586a admin admin] 10.222.0.89 "DELETE /v2.0/routers/a5da4430-29a1-47da-b6e8-0dc45a929751 HTTP/1.1" status: 204 len: 168 time: 1.5559075 Feb 20 04:08:22.188546 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52230) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:08:22.246237 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-7291ab2b-0804-4f0e-a65c-fb62d43d7f46 admin admin] Deleting subnet 2ddeb4ca-f862-4a19-be69-d050cae0ec79 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 04:08:22.263322 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7291ab2b-0804-4f0e-a65c-fb62d43d7f46 admin admin] Publish callbacks [] for subnet (2ddeb4ca-f862-4a19-be69-d050cae0ec79), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:22.320066 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7291ab2b-0804-4f0e-a65c-fb62d43d7f46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (2ddeb4ca-f862-4a19-be69-d050cae0ec79), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:22.362104 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 93f60f21-9625-415c-b3ff-7b985a3fadb1 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:08:22.407450 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 93f60f21-9625-415c-b3ff-7b985a3fadb1 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:08:22.407795 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 93f60f21-9625-415c-b3ff-7b985a3fadb1 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:08:22.408823 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device a08cd315-d285-494c-9550-10254f33f52d no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:08:22.417135 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7291ab2b-0804-4f0e-a65c-fb62d43d7f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (2ddeb4ca-f862-4a19-be69-d050cae0ec79), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:22.437939 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: a08cd315-d285-494c-9550-10254f33f52d {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:08:22.438504 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device a08cd315-d285-494c-9550-10254f33f52d not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:08:22.585762 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7291ab2b-0804-4f0e-a65c-fb62d43d7f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (2ddeb4ca-f862-4a19-be69-d050cae0ec79), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:22.632088 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291ab2b-0804-4f0e-a65c-fb62d43d7f46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ddeb4ca-f862-4a19-be69-d050cae0ec79,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:08:22.637757 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7291ab2b-0804-4f0e-a65c-fb62d43d7f46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:22.648770 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2660889b-2162-417b-8366-a3117d8a0173 None None] Network bb260ae1-5b57-4dac-9ab7-362add8b650c requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:08:22.648905 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 52236) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:08:22.649352 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7291ab2b-0804-4f0e-a65c-fb62d43d7f46 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/2ddeb4ca-f862-4a19-be69-d050cae0ec79 HTTP/1.1" status: 204 len: 168 time: 0.4569378 Feb 20 04:08:22.866998 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b82d890-0146-4821-908d-c8eafa36f9f1 None None] DHCP port deletion for bb260ae1-5b57-4dac-9ab7-362add8b650c request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 04:08:22.926765 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2b82d890-0146-4821-908d-c8eafa36f9f1 None None] Deleting port 989ea9ec-7db7-4152-9bb7-60485cba9fc2 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:08:22.927276 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2b82d890-0146-4821-908d-c8eafa36f9f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (989ea9ec-7db7-4152-9bb7-60485cba9fc2), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:23.005125 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-2b82d890-0146-4821-908d-c8eafa36f9f1 None None] For port 989ea9ec-7db7-4152-9bb7-60485cba9fc2, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=989ea9ec-7db7-4152-9bb7-60485cba9fc2,segment=NetworkSegment(c78d36dd-7465-45f6-82d0-760e9f9f9da9),segment_id=c78d36dd-7465-45f6-82d0-760e9f9f9da9)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:08:23.005422 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2b82d890-0146-4821-908d-c8eafa36f9f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (989ea9ec-7db7-4152-9bb7-60485cba9fc2), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:23.019010 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2b82d890-0146-4821-908d-c8eafa36f9f1 None None] Calling delete_port for 989ea9ec-7db7-4152-9bb7-60485cba9fc2 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:08:23.094841 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-307dc334-ada6-47e7-be1e-249ea00facbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (bb260ae1-5b57-4dac-9ab7-362add8b650c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:23.127431 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ef6c5-a4e6-4f4a-831d-4f79b6af368c req-ed1c2599-57d4-4396-ae83-fbec35a22a55 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:23.129072 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9e7ef6c5-a4e6-4f4a-831d-4f79b6af368c req-ed1c2599-57d4-4396-ae83-fbec35a22a55 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0905106 Feb 20 04:08:23.209074 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9e7ef6c5-a4e6-4f4a-831d-4f79b6af368c req-4bb75644-8447-4f66-80f9-21d1ff164020 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623109 Feb 20 04:08:23.220544 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-307dc334-ada6-47e7-be1e-249ea00facbe admin admin] Deleting port 989ea9ec-7db7-4152-9bb7-60485cba9fc2 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:08:23.220959 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-307dc334-ada6-47e7-be1e-249ea00facbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (989ea9ec-7db7-4152-9bb7-60485cba9fc2), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:23.298221 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-307dc334-ada6-47e7-be1e-249ea00facbe admin admin] For port 989ea9ec-7db7-4152-9bb7-60485cba9fc2, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=989ea9ec-7db7-4152-9bb7-60485cba9fc2,segment=NetworkSegment(c78d36dd-7465-45f6-82d0-760e9f9f9da9),segment_id=c78d36dd-7465-45f6-82d0-760e9f9f9da9)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:08:23.298597 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-307dc334-ada6-47e7-be1e-249ea00facbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (989ea9ec-7db7-4152-9bb7-60485cba9fc2), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:23.317432 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-307dc334-ada6-47e7-be1e-249ea00facbe admin admin] Calling delete_port for 989ea9ec-7db7-4152-9bb7-60485cba9fc2 owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:08:23.385463 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2b82d890-0146-4821-908d-c8eafa36f9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (989ea9ec-7db7-4152-9bb7-60485cba9fc2), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:23.413428 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82d890-0146-4821-908d-c8eafa36f9f1 None None] Pushing event deleted for resources: {'Port': ['ID=989ea9ec-7db7-4152-9bb7-60485cba9fc2,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:08:23.420710 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-307dc334-ada6-47e7-be1e-249ea00facbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (989ea9ec-7db7-4152-9bb7-60485cba9fc2), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:23.421167 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b82d890-0146-4821-908d-c8eafa36f9f1 None None] No DVR routers for this DVR port 989ea9ec-7db7-4152-9bb7-60485cba9fc2 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:08:23.459632 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307dc334-ada6-47e7-be1e-249ea00facbe admin admin] Pushing event deleted for resources: {'Port': ['ID=989ea9ec-7db7-4152-9bb7-60485cba9fc2,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:08:23.464927 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307dc334-ada6-47e7-be1e-249ea00facbe admin admin] No DVR routers for this DVR port 989ea9ec-7db7-4152-9bb7-60485cba9fc2 on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:08:23.557404 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-307dc334-ada6-47e7-be1e-249ea00facbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (bb260ae1-5b57-4dac-9ab7-362add8b650c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:23.581210 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-307dc334-ada6-47e7-be1e-249ea00facbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb260ae1-5b57-4dac-9ab7-362add8b650c']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:08:23.591448 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-307dc334-ada6-47e7-be1e-249ea00facbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c78d36dd-7465-45f6-82d0-760e9f9f9da9') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:08:23.592345 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-307dc334-ada6-47e7-be1e-249ea00facbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c78d36dd-7465-45f6-82d0-760e9f9f9da9') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:08:23.602100 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-307dc334-ada6-47e7-be1e-249ea00facbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (c78d36dd-7465-45f6-82d0-760e9f9f9da9), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:23.616726 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-307dc334-ada6-47e7-be1e-249ea00facbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (c78d36dd-7465-45f6-82d0-760e9f9f9da9), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:23.622911 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-307dc334-ada6-47e7-be1e-249ea00facbe admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 04:08:23.624065 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-307dc334-ada6-47e7-be1e-249ea00facbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (c78d36dd-7465-45f6-82d0-760e9f9f9da9), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: timer() Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 04:08:23.631968 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 04:08:23.768309 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-307dc334-ada6-47e7-be1e-249ea00facbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (bb260ae1-5b57-4dac-9ab7-362add8b650c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:23.791529 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-307dc334-ada6-47e7-be1e-249ea00facbe admin admin] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:23.795842 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-307dc334-ada6-47e7-be1e-249ea00facbe admin admin] 10.222.0.89 "DELETE /v2.0/networks/bb260ae1-5b57-4dac-9ab7-362add8b650c HTTP/1.1" status: 204 len: 168 time: 1.1481588 Feb 20 04:08:23.797289 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307dc334-ada6-47e7-be1e-249ea00facbe admin admin] Pushing event deleted for resources: {'Network': ['ID=bb260ae1-5b57-4dac-9ab7-362add8b650c,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:08:24.055482 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 989ea9ec-7db7-4152-9bb7-60485cba9fc2 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:08:24.078128 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 989ea9ec-7db7-4152-9bb7-60485cba9fc2 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:08:24.078404 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 989ea9ec-7db7-4152-9bb7-60485cba9fc2 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:08:24.168645 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 52246) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:08:24.217352 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-04cb0bb4-8383-4f72-a6a9-ff6acffa4ec3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=dbce6a23f7f448d581896d0b0de43858&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0469389 Feb 20 04:08:24.220524 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 52248) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:08:24.277312 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77d9f457-390c-43b1-9339-eed9877b8ba9 admin admin] Publish callbacks [] for security_group (44b800f7-1cc3-418a-b0d6-477fe1a289b6), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:24.301670 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77d9f457-390c-43b1-9339-eed9877b8ba9 admin admin] Publish callbacks [] for security_group (44b800f7-1cc3-418a-b0d6-477fe1a289b6), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:24.387896 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2afd2e-fc02-4454-a852-277ce79296c1 req-fd4a774e-a49c-4900-858c-dbf8653b0baa tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:24.389664 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0c2afd2e-fc02-4454-a852-277ce79296c1 req-fd4a774e-a49c-4900-858c-dbf8653b0baa tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0860240 Feb 20 04:08:24.452599 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0c2afd2e-fc02-4454-a852-277ce79296c1 req-a05c2dcc-d806-4453-9034-c1fd4743cba8 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538988 Feb 20 04:08:24.481984 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77d9f457-390c-43b1-9339-eed9877b8ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (44b800f7-1cc3-418a-b0d6-477fe1a289b6), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:24.484969 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-77d9f457-390c-43b1-9339-eed9877b8ba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:24.486356 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-77d9f457-390c-43b1-9339-eed9877b8ba9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/44b800f7-1cc3-418a-b0d6-477fe1a289b6 HTTP/1.1" status: 204 len: 168 time: 0.2647560 Feb 20 04:08:24.495943 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9f457-390c-43b1-9339-eed9877b8ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b800f7-1cc3-418a-b0d6-477fe1a289b6,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:08:25.297733 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52260) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:08:25.348594 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-beeb445b-2074-4180-b055-1b5f78395ae5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=194e4b232c5342afb4adf64af2444cf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0487535 Feb 20 04:08:25.349459 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52262) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:08:25.409760 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-07ec9201-c13a-482a-b758-0d35d550b70f admin admin] Publish callbacks [] for security_group (5ff778a2-1edb-4f12-a4bb-98f5b138e423), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:25.435773 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-07ec9201-c13a-482a-b758-0d35d550b70f admin admin] Publish callbacks [] for security_group (5ff778a2-1edb-4f12-a4bb-98f5b138e423), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:25.596384 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-07ec9201-c13a-482a-b758-0d35d550b70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (5ff778a2-1edb-4f12-a4bb-98f5b138e423), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:25.599023 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-07ec9201-c13a-482a-b758-0d35d550b70f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:25.600359 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-07ec9201-c13a-482a-b758-0d35d550b70f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5ff778a2-1edb-4f12-a4bb-98f5b138e423 HTTP/1.1" status: 204 len: 168 time: 0.2499871 Feb 20 04:08:25.605319 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a4eb7-3fb4-4367-85a8-f55aed0c3ec3 req-f641772d-58b7-4cb9-ba80-7f75f32346e8 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:25.606967 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ec0a4eb7-3fb4-4367-85a8-f55aed0c3ec3 req-f641772d-58b7-4cb9-ba80-7f75f32346e8 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0703888 Feb 20 04:08:25.612233 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec9201-c13a-482a-b758-0d35d550b70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff778a2-1edb-4f12-a4bb-98f5b138e423,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:08:25.691846 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ec0a4eb7-3fb4-4367-85a8-f55aed0c3ec3 req-4648989e-df55-4d20-aae8-0652f0427f2b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739298 Feb 20 04:08:26.465733 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3912dbee-8d1d-4a5b-a539-7cf3ff61fb46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:26.819664 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc45726-2a95-430c-a322-a2195254f528 req-c0b9e388-e601-44c0-b6ac-13bd9187c9b5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:26.821502 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6bc45726-2a95-430c-a322-a2195254f528 req-c0b9e388-e601-44c0-b6ac-13bd9187c9b5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0638113 Feb 20 04:08:26.892328 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6bc45726-2a95-430c-a322-a2195254f528 req-8e59337f-7c2a-4187-a205-c90087f5696b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624368 Feb 20 04:08:28.026631 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8755ae-f4f2-465e-aa48-104111f9105e req-1269affe-3120-48c3-aea3-62935d1f0189 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:28.028055 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3d8755ae-f4f2-465e-aa48-104111f9105e req-1269affe-3120-48c3-aea3-62935d1f0189 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0578561 Feb 20 04:08:28.078693 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3d8755ae-f4f2-465e-aa48-104111f9105e req-2a586f04-0a8e-48fe-9183-d357ae5ed500 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439732 Feb 20 04:08:28.744910 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b7684e9c-cd02-497c-969f-f053cec4511f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:29.224053 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e321e42-1bb8-4a6d-a8b0-a55c181a8baf req-c3f0c963-fd6a-480f-9b07-81b82050d1e1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:29.225690 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2e321e42-1bb8-4a6d-a8b0-a55c181a8baf req-c3f0c963-fd6a-480f-9b07-81b82050d1e1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0654681 Feb 20 04:08:29.292981 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2e321e42-1bb8-4a6d-a8b0-a55c181a8baf req-25a260cc-26a0-47f3-acd0-e2cdf39dcc6e tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609651 Feb 20 04:08:30.076870 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:30.442680 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77806f-5dec-4227-8951-1830a2853a2d req-8ef50e89-5680-4798-bd65-d43c74eaacab tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:30.447330 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-af77806f-5dec-4227-8951-1830a2853a2d req-8ef50e89-5680-4798-bd65-d43c74eaacab tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0642767 Feb 20 04:08:30.501147 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-af77806f-5dec-4227-8951-1830a2853a2d req-2fce9a0b-8fdf-4133-b19f-bf9d2ed05c92 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510473 Feb 20 04:08:31.340179 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:31.653513 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193cdceb-89a8-4e49-994f-2beb40b75bdf req-5a9b4af5-93b2-48a9-a13a-aa2a04b4322a tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:31.656034 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-193cdceb-89a8-4e49-994f-2beb40b75bdf req-5a9b4af5-93b2-48a9-a13a-aa2a04b4322a tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0642042 Feb 20 04:08:31.712499 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-193cdceb-89a8-4e49-994f-2beb40b75bdf req-a51fc00f-7578-4c7d-9086-8e5aa526fe59 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504715 Feb 20 04:08:32.797140 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:32.869302 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032270b-9e1d-4002-a9ee-666f29c3f223 req-18e2e084-769f-43e9-b586-0a370eea7d09 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:32.871186 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a032270b-9e1d-4002-a9ee-666f29c3f223 req-18e2e084-769f-43e9-b586-0a370eea7d09 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0729902 Feb 20 04:08:32.932753 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a032270b-9e1d-4002-a9ee-666f29c3f223 req-4b94da3b-b80e-46ec-93bc-c166b89a6b9b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545790 Feb 20 04:08:34.078370 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c1897-6c5b-4f17-9a0e-cf9faf41dc6f req-daf480e0-8cbe-48ca-af7a-54eaf6c930f7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:34.080721 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ef0c1897-6c5b-4f17-9a0e-cf9faf41dc6f req-daf480e0-8cbe-48ca-af7a-54eaf6c930f7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0589216 Feb 20 04:08:34.132653 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ef0c1897-6c5b-4f17-9a0e-cf9faf41dc6f req-29cbbc88-731e-4826-bece-5ed47fc2752f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461543 Feb 20 04:08:35.261260 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e238140-18cd-4a48-b210-db16cda2516e req-9881eb41-e252-4e3f-9bb4-64c6b74e1562 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:35.262942 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e238140-18cd-4a48-b210-db16cda2516e req-9881eb41-e252-4e3f-9bb4-64c6b74e1562 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0537417 Feb 20 04:08:35.328248 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e238140-18cd-4a48-b210-db16cda2516e req-63ae6d08-2a27-463f-ae45-5c5e59a96e88 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583720 Feb 20 04:08:36.764701 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52474) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:08:36.770290 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-59033d68-d5a3-40f9-927f-5a77c05ac73a tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1252960492', 'description': 'tempest-secgroup-smoke-1252960492 description', 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:08:36.867288 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179d3b2-460c-4877-a2ac-fa2391d0be81 req-03f5e029-6176-480e-adbe-b51597f54467 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:36.868873 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7179d3b2-460c-4877-a2ac-fa2391d0be81 req-03f5e029-6176-480e-adbe-b51597f54467 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0552061 Feb 20 04:08:36.919484 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7179d3b2-460c-4877-a2ac-fa2391d0be81 req-b7c27dca-4550-42dd-b430-37f25a292686 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426288 Feb 20 04:08:36.928568 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-59033d68-d5a3-40f9-927f-5a77c05ac73a tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:36.999264 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-59033d68-d5a3-40f9-927f-5a77c05ac73a tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks [] for security_group (d856a512-cf55-46cc-a936-395c78ef0b4a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:37.070623 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-59033d68-d5a3-40f9-927f-5a77c05ac73a tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d856a512-cf55-46cc-a936-395c78ef0b4a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:37.102698 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59033d68-d5a3-40f9-927f-5a77c05ac73a tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d856a512-cf55-46cc-a936-395c78ef0b4a,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:08:37.221705 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-59033d68-d5a3-40f9-927f-5a77c05ac73a tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:37.223008 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-59033d68-d5a3-40f9-927f-5a77c05ac73a tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4575689 Feb 20 04:08:37.226164 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52484) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:08:37.230474 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-ccf465d9-6edb-47c4-9f35-2ae137a5137b tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Request body: {'security_group_rule': {'security_group_id': 'd856a512-cf55-46cc-a936-395c78ef0b4a', 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:08:37.345868 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ccf465d9-6edb-47c4-9f35-2ae137a5137b tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks [] for security_group_rule (0c982b65-dd3c-4944-9ec3-880c853104cf), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:37.402883 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ccf465d9-6edb-47c4-9f35-2ae137a5137b tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks [] for security_group_rule (0c982b65-dd3c-4944-9ec3-880c853104cf), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:37.483313 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ccf465d9-6edb-47c4-9f35-2ae137a5137b tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (0c982b65-dd3c-4944-9ec3-880c853104cf), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:37.507412 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf465d9-6edb-47c4-9f35-2ae137a5137b tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c982b65-dd3c-4944-9ec3-880c853104cf,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:08:37.604132 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ccf465d9-6edb-47c4-9f35-2ae137a5137b tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:37.609277 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 52492) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:08:37.609437 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ccf465d9-6edb-47c4-9f35-2ae137a5137b tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3821867 Feb 20 04:08:37.616826 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-80e3b3e2-96a6-446b-9248-9b4bceaad399 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Request body: {'security_group_rule': {'security_group_id': 'd856a512-cf55-46cc-a936-395c78ef0b4a', 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:08:37.713269 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80e3b3e2-96a6-446b-9248-9b4bceaad399 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks [] for security_group_rule (4b2a93b4-2528-4cb5-ad4d-7b08d0a4c49a), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:37.775541 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80e3b3e2-96a6-446b-9248-9b4bceaad399 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks [] for security_group_rule (4b2a93b4-2528-4cb5-ad4d-7b08d0a4c49a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:37.837130 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80e3b3e2-96a6-446b-9248-9b4bceaad399 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (4b2a93b4-2528-4cb5-ad4d-7b08d0a4c49a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:37.859677 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3b3e2-96a6-446b-9248-9b4bceaad399 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b2a93b4-2528-4cb5-ad4d-7b08d0a4c49a,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:08:37.953184 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-80e3b3e2-96a6-446b-9248-9b4bceaad399 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:37.955509 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-80e3b3e2-96a6-446b-9248-9b4bceaad399 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3451664 Feb 20 04:08:37.961504 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 52502) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:08:37.962981 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-eac5cf0e-d654-45a0-b62e-b3202ba5cf19 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Request body: {'security_group_rule': {'security_group_id': 'd856a512-cf55-46cc-a936-395c78ef0b4a', 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:08:38.053782 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985f1df-17bd-4512-8da3-36a0c58b231c req-03bb3838-5678-4585-9dd3-0681f102232a tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:38.055452 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a985f1df-17bd-4512-8da3-36a0c58b231c req-03bb3838-5678-4585-9dd3-0681f102232a tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0637267 Feb 20 04:08:38.108501 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-eac5cf0e-d654-45a0-b62e-b3202ba5cf19 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks [] for security_group_rule (16ee6d53-23ae-48c0-9284-e531d7d25a65), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:38.113428 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a985f1df-17bd-4512-8da3-36a0c58b231c req-989fda67-cea2-48f3-8515-9da903438969 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509248 Feb 20 04:08:38.186954 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-eac5cf0e-d654-45a0-b62e-b3202ba5cf19 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks [] for security_group_rule (16ee6d53-23ae-48c0-9284-e531d7d25a65), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:38.276904 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-eac5cf0e-d654-45a0-b62e-b3202ba5cf19 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (16ee6d53-23ae-48c0-9284-e531d7d25a65), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:38.300431 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5cf0e-d654-45a0-b62e-b3202ba5cf19 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ee6d53-23ae-48c0-9284-e531d7d25a65,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:08:38.397555 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-eac5cf0e-d654-45a0-b62e-b3202ba5cf19 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:38.398725 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-eac5cf0e-d654-45a0-b62e-b3202ba5cf19 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4394543 Feb 20 04:08:38.401449 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52512) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:08:38.406287 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-4f753b90-944f-4beb-8e69-af9248ab65b3 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Request body: {'security_group_rule': {'security_group_id': 'd856a512-cf55-46cc-a936-395c78ef0b4a', 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:08:38.552315 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f753b90-944f-4beb-8e69-af9248ab65b3 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks [] for security_group_rule (9e92bfda-95ce-4790-a92a-cc41dc1e02a9), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:38.637638 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f753b90-944f-4beb-8e69-af9248ab65b3 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks [] for security_group_rule (9e92bfda-95ce-4790-a92a-cc41dc1e02a9), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:38.722271 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f753b90-944f-4beb-8e69-af9248ab65b3 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (9e92bfda-95ce-4790-a92a-cc41dc1e02a9), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:38.741207 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f753b90-944f-4beb-8e69-af9248ab65b3 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e92bfda-95ce-4790-a92a-cc41dc1e02a9,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:08:38.832796 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4f753b90-944f-4beb-8e69-af9248ab65b3 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:38.838895 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4f753b90-944f-4beb-8e69-af9248ab65b3 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4318421 Feb 20 04:08:38.838895 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52520) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:08:38.841357 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-9c8ace0b-4072-4a6f-9ad1-5e9ec6fa8742 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Request body: {'security_group_rule': {'security_group_id': 'd856a512-cf55-46cc-a936-395c78ef0b4a', 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:08:38.934445 n-d-829866-4 neutron-server[104106]: INFO neutron.db.securitygroups_db [None req-9c8ace0b-4072-4a6f-9ad1-5e9ec6fa8742 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Project c49f3fc918874cdfb51ff48fe01f1b24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 04:08:38.941277 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9c8ace0b-4072-4a6f-9ad1-5e9ec6fa8742 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks [] for security_group_rule (618ccc5c-bf20-4036-9c72-2e40db754f70), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:39.021304 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9c8ace0b-4072-4a6f-9ad1-5e9ec6fa8742 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks [] for security_group_rule (618ccc5c-bf20-4036-9c72-2e40db754f70), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:39.110135 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9c8ace0b-4072-4a6f-9ad1-5e9ec6fa8742 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (618ccc5c-bf20-4036-9c72-2e40db754f70), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:39.132716 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ace0b-4072-4a6f-9ad1-5e9ec6fa8742 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618ccc5c-bf20-4036-9c72-2e40db754f70,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:08:39.239984 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9c8ace0b-4072-4a6f-9ad1-5e9ec6fa8742 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:39.241399 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9c8ace0b-4072-4a6f-9ad1-5e9ec6fa8742 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4034526 Feb 20 04:08:39.244154 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 52530) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:08:39.250195 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-09ec8f13-3643-4c51-b302-f461c135e413 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Request body: {'security_group_rule': {'security_group_id': 'd856a512-cf55-46cc-a936-395c78ef0b4a', 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:08:39.260628 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36014c-4c64-4e5f-b8c2-166d75a31d58 req-1356118c-431e-4839-9920-959e3b9de516 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:39.262148 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff36014c-4c64-4e5f-b8c2-166d75a31d58 req-1356118c-431e-4839-9920-959e3b9de516 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0645618 Feb 20 04:08:39.313535 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff36014c-4c64-4e5f-b8c2-166d75a31d58 req-18c91a0e-ddf8-46ec-9662-bb8180edfb8d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451045 Feb 20 04:08:39.321490 n-d-829866-4 neutron-server[104106]: INFO neutron.db.securitygroups_db [None req-09ec8f13-3643-4c51-b302-f461c135e413 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Project c49f3fc918874cdfb51ff48fe01f1b24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 04:08:39.329358 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-09ec8f13-3643-4c51-b302-f461c135e413 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks [] for security_group_rule (d3556620-e912-456a-8d1c-1b8225b7c574), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:39.396537 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-09ec8f13-3643-4c51-b302-f461c135e413 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks [] for security_group_rule (d3556620-e912-456a-8d1c-1b8225b7c574), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:39.475946 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-09ec8f13-3643-4c51-b302-f461c135e413 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (d3556620-e912-456a-8d1c-1b8225b7c574), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:39.497874 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec8f13-3643-4c51-b302-f461c135e413 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3556620-e912-456a-8d1c-1b8225b7c574,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:08:39.615259 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-09ec8f13-3643-4c51-b302-f461c135e413 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:39.616523 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-09ec8f13-3643-4c51-b302-f461c135e413 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3712962 Feb 20 04:08:39.876579 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-e3b954fd-4f2c-4f92-a00c-79497948c4b0 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1252960492&fields=id&tenant_id=c49f3fc918874cdfb51ff48fe01f1b24 HTTP/1.1" status: 200 len: 267 time: 0.0728376 Feb 20 04:08:40.015950 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-fec2b8a5-9bc1-4dea-aeb9-f3a9569ff697 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:40.017917 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-fec2b8a5-9bc1-4dea-aeb9-f3a9569ff697 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/networks?id=cce7e9c3-4df9-4bb4-b141-b97816248e25 HTTP/1.1" status: 200 len: 814 time: 0.1340458 Feb 20 04:08:40.034911 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-ae6f77de-5c52-49c3-8a74-8a54c963bd9a tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/quotas/c49f3fc918874cdfb51ff48fe01f1b24 HTTP/1.1" status: 200 len: 375 time: 0.0115054 Feb 20 04:08:40.095374 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-3484573a-d74b-4c2a-b459-bb05db077440 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=c49f3fc918874cdfb51ff48fe01f1b24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550134 Feb 20 04:08:40.215184 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-2142b735-798b-4638-86bf-2f2e153a546a service neutron] 10.222.0.89 "GET /v2.0/networks/cce7e9c3-4df9-4bb4-b141-b97816248e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046312 Feb 20 04:08:40.333114 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-9e559776-dda1-4381-9ff4-33e59e1135bd service neutron] 10.222.0.89 "GET /v2.0/networks/cce7e9c3-4df9-4bb4-b141-b97816248e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099966 Feb 20 04:08:41.063036 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771cbb7-ca92-4a92-8262-ca77bd2e3239 req-ee2df0b6-88fb-4b22-96da-2dd5631ea1cb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:41.069974 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d771cbb7-ca92-4a92-8262-ca77bd2e3239 req-ee2df0b6-88fb-4b22-96da-2dd5631ea1cb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0778179 Feb 20 04:08:41.125440 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d771cbb7-ca92-4a92-8262-ca77bd2e3239 req-490c474a-79eb-45c9-989d-8cb119617587 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543463 Feb 20 04:08:41.205927 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5c302f37-b401-4f50-a40f-4e0f845ceeb7 req-199910c5-a2af-42c8-a081-a1db5f068f3e tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 210 time: 0.0279908 Feb 20 04:08:42.279932 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bb096-0bb6-4a66-9eb6-8744be4c8a6b req-bbb24e92-e59b-4a73-8b31-cc5f558cb2ab tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:42.281613 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-940bb096-0bb6-4a66-9eb6-8744be4c8a6b req-bbb24e92-e59b-4a73-8b31-cc5f558cb2ab tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0547845 Feb 20 04:08:42.339537 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-940bb096-0bb6-4a66-9eb6-8744be4c8a6b req-efbb9a94-fdb6-44a4-bc14-bbe3316fd702 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491562 Feb 20 04:08:42.434132 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-53827791-c941-4117-9f6d-24c099e9225c req-5869fb9f-5447-404c-b69b-75a9f84f1b8f tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 210 time: 0.0281780 Feb 20 04:08:43.471281 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3703b3b-4f3e-4279-8c1a-8371dc03d49a req-94c49f67-78b4-4242-bf53-5528a4c8a099 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:43.472743 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b3703b3b-4f3e-4279-8c1a-8371dc03d49a req-94c49f67-78b4-4242-bf53-5528a4c8a099 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0554569 Feb 20 04:08:43.522452 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b3703b3b-4f3e-4279-8c1a-8371dc03d49a req-a5d8b1ce-6897-4d42-a3d8-5866f6a60f92 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436757 Feb 20 04:08:43.625530 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4409722e-4d1d-48d5-812b-e355acde9fa6 req-1e05ff31-f771-466d-9aa6-fa13b52c88bd tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 210 time: 0.0363066 Feb 20 04:08:43.670142 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-438f3b10-026c-4a38-9783-dd58b115eb32 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:43.671565 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-438f3b10-026c-4a38-9783-dd58b115eb32 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.42 "GET /v2.0/networks?id=cce7e9c3-4df9-4bb4-b141-b97816248e25 HTTP/1.1" status: 200 len: 814 time: 0.1467867 Feb 20 04:08:43.733393 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-9217c73b-a1c2-4e67-b471-b50353b4e9e4 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c49f3fc918874cdfb51ff48fe01f1b24 HTTP/1.1" status: 200 len: 380 time: 0.0539722 Feb 20 04:08:43.742511 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-1d1ee99b-a935-47aa-b65e-8ace57eecd65 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Request body: {'port': {'device_id': '4f801995-ca8b-479a-86c8-4cb188c6e0b1', 'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25', 'admin_state_up': True, 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'security_groups': ['d856a512-cf55-46cc-a936-395c78ef0b4a']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:08:43.916963 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-1d1ee99b-a935-47aa-b65e-8ace57eecd65 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Made reservation on behalf of c49f3fc918874cdfb51ff48fe01f1b24 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:08:43.920895 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-1d1ee99b-a935-47aa-b65e-8ace57eecd65 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:44.087776 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-1d1ee99b-a935-47aa-b65e-8ace57eecd65 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Allocated IP 172.20.0.5 (cce7e9c3-4df9-4bb4-b141-b97816248e25/43d1ce45-746c-4525-aa68-21bdbb54ace8/0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:08:44.240393 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-1d1ee99b-a935-47aa-b65e-8ace57eecd65 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks [] for port (0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:44.328249 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-1d1ee99b-a935-47aa-b65e-8ace57eecd65 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:44.373782 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-1d1ee99b-a935-47aa-b65e-8ace57eecd65 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Network cce7e9c3-4df9-4bb4-b141-b97816248e25 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:08:44.377911 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-1d1ee99b-a935-47aa-b65e-8ace57eecd65 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:08:44.382103 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-1d1ee99b-a935-47aa-b65e-8ace57eecd65 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:08:44.417287 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ee99b-a935-47aa-b65e-8ace57eecd65 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Pushing event updated for resources: {'Port': ['ID=0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:08:44.456515 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-1d1ee99b-a935-47aa-b65e-8ace57eecd65 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:44.457792 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-1d1ee99b-a935-47aa-b65e-8ace57eecd65 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:44.522101 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-1d1ee99b-a935-47aa-b65e-8ace57eecd65 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7831962 Feb 20 04:08:44.534884 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-a5dc8651-817d-4c83-81c0-3f3e5df5499a service neutron] Request body: {'port': {'device_id': '4f801995-ca8b-479a-86c8-4cb188c6e0b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:08:44.651813 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-a5dc8651-817d-4c83-81c0-3f3e5df5499a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:44.675920 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4ee7aec-3f97-41f6-b525-4ed83b46d4cf None None] Provisioning complete for port 0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:08:44.676964 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4ee7aec-3f97-41f6-b525-4ed83b46d4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:44.708433 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9ba5e-4e90-4124-883c-4ce5d46bdca3 req-6d7e6f1d-b297-4f98-8e2f-a14ae0a091cd tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:44.710214 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06f9ba5e-4e90-4124-883c-4ce5d46bdca3 req-6d7e6f1d-b297-4f98-8e2f-a14ae0a091cd tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.1012866 Feb 20 04:08:44.718969 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4ee7aec-3f97-41f6-b525-4ed83b46d4cf None None] Port 0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:08:44.873986 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06f9ba5e-4e90-4124-883c-4ce5d46bdca3 req-0c397eff-2a41-44a6-b9ec-556f0df8fd1d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365883 Feb 20 04:08:45.066596 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b07b0-a1f4-4930-99d2-57f419db01d5 req-9818c62d-5028-450b-a40c-4652b468bf4e tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:45.068188 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fb2b07b0-a1f4-4930-99d2-57f419db01d5 req-9818c62d-5028-450b-a40c-4652b468bf4e tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 931 time: 0.1076787 Feb 20 04:08:45.074906 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-a5dc8651-817d-4c83-81c0-3f3e5df5499a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:08:45.085947 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-a5dc8651-817d-4c83-81c0-3f3e5df5499a service neutron] Publish callbacks [] for port (0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:45.115530 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-a5dc8651-817d-4c83-81c0-3f3e5df5499a service neutron] Transition to ACTIVE for port object 0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:08:45.144988 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fb2b07b0-a1f4-4930-99d2-57f419db01d5 req-4cf3ebbb-3137-4b24-854a-bc6692fecc10 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645697 Feb 20 04:08:45.236974 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-a5dc8651-817d-4c83-81c0-3f3e5df5499a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:45.312316 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc8651-817d-4c83-81c0-3f3e5df5499a service neutron] Pushing event updated for resources: {'Port': ['ID=0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:08:45.378518 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-a5dc8651-817d-4c83-81c0-3f3e5df5499a service neutron] Attempting to bind port 0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:08:45.378912 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-a5dc8651-817d-4c83-81c0-3f3e5df5499a service neutron] Attempting to bind port 0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '6342deba-a92e-41f7-a8ba-acf0867ca556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:08:45.379534 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-a5dc8651-817d-4c83-81c0-3f3e5df5499a service neutron] Attempting to bind port 0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce on network cce7e9c3-4df9-4bb4-b141-b97816248e25 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:08:45.385613 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-a5dc8651-817d-4c83-81c0-3f3e5df5499a service neutron] Port 0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce on network cce7e9c3-4df9-4bb4-b141-b97816248e25 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:08:45.385960 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-a5dc8651-817d-4c83-81c0-3f3e5df5499a service neutron] Attempting to bind port 0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce on network cce7e9c3-4df9-4bb4-b141-b97816248e25 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:08:45.395846 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-a5dc8651-817d-4c83-81c0-3f3e5df5499a service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:08:45.396350 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-a5dc8651-817d-4c83-81c0-3f3e5df5499a service neutron] Checking segment: {'id': '6342deba-a92e-41f7-a8ba-acf0867ca556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:08:45.396759 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-a5dc8651-817d-4c83-81c0-3f3e5df5499a service neutron] Bound using segment: {'id': '6342deba-a92e-41f7-a8ba-acf0867ca556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:08:45.397475 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-a5dc8651-817d-4c83-81c0-3f3e5df5499a service neutron] Bound port: 0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6342deba-a92e-41f7-a8ba-acf0867ca556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:08:45.397846 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-a5dc8651-817d-4c83-81c0-3f3e5df5499a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:45.496851 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-a5dc8651-817d-4c83-81c0-3f3e5df5499a service neutron] For port 0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:08:45.505247 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-a5dc8651-817d-4c83-81c0-3f3e5df5499a service neutron] For port 0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce,segment=NetworkSegment(6342deba-a92e-41f7-a8ba-acf0867ca556),segment_id=6342deba-a92e-41f7-a8ba-acf0867ca556)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:08:45.574411 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-a5dc8651-817d-4c83-81c0-3f3e5df5499a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:45.612225 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-a5dc8651-817d-4c83-81c0-3f3e5df5499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:45.613931 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-a5dc8651-817d-4c83-81c0-3f3e5df5499a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:45.615655 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-a5dc8651-817d-4c83-81c0-3f3e5df5499a service neutron] 10.222.0.42 "PUT /v2.0/ports/0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce HTTP/1.1" status: 200 len: 1091 time: 1.0864434 Feb 20 04:08:45.618382 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f801995-ca8b-479a-86c8-4cb188c6e0b1', 'tag': '0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:08:45.621416 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3ac46a-6d13-4176-baa0-0a8242d2d25b" -d '{"events": [{"name": "network-changed", "server_uuid": "4f801995-ca8b-479a-86c8-4cb188c6e0b1", "tag": "0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:08:45.656901 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc8651-817d-4c83-81c0-3f3e5df5499a service neutron] Pushing event updated for resources: {'Port': ['ID=0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:08:45.693043 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052d123b-1d7f-4073-aa28-69e894125d4d x-openstack-request-id: req-052d123b-1d7f-4073-aa28-69e894125d4d {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:08:45.693993 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f801995-ca8b-479a-86c8-4cb188c6e0b1", "tag": "0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:08:45.693993 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-052d123b-1d7f-4073-aa28-69e894125d4d {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:08:45.694470 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f801995-ca8b-479a-86c8-4cb188c6e0b1', 'tag': '0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce', 'status': 'completed', 'code': 200} Feb 20 04:08:45.773169 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ac46a-6d13-4176-baa0-0a8242d2d25b req-0bf1ca96-e764-431d-b8c0-943f082705a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:45.775593 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ec3ac46a-6d13-4176-baa0-0a8242d2d25b req-0bf1ca96-e764-431d-b8c0-943f082705a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c49f3fc918874cdfb51ff48fe01f1b24&device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 1125 time: 0.0574312 Feb 20 04:08:45.827210 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:08:46.035721 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ac46a-6d13-4176-baa0-0a8242d2d25b req-01c0923f-a468-4210-a286-02e509ea011b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:46.037344 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ec3ac46a-6d13-4176-baa0-0a8242d2d25b req-01c0923f-a468-4210-a286-02e509ea011b service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=c49f3fc918874cdfb51ff48fe01f1b24&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2537930 Feb 20 04:08:46.083492 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc30c7-8971-4c79-9abd-bed3471b750c req-613db956-922a-46c0-b53d-623f5e448e47 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:46.086619 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-18cc30c7-8971-4c79-9abd-bed3471b750c req-613db956-922a-46c0-b53d-623f5e448e47 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.1065323 Feb 20 04:08:46.494597 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-18cc30c7-8971-4c79-9abd-bed3471b750c req-345df276-e4cf-4178-980a-25dde9ffebf0 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951321 Feb 20 04:08:46.497809 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ac46a-6d13-4176-baa0-0a8242d2d25b req-cf776c59-d239-4010-8a78-05298d98e6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:46.499381 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ec3ac46a-6d13-4176-baa0-0a8242d2d25b req-cf776c59-d239-4010-8a78-05298d98e6b7 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4558337 Feb 20 04:08:46.629221 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-54e53933-74af-4a99-8076-ee6c051dc818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:46.631072 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-54e53933-74af-4a99-8076-ee6c051dc818 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c49f3fc918874cdfb51ff48fe01f1b24&device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 1125 time: 0.0912883 Feb 20 04:08:46.645822 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2663cf3-971b-44a1-83b7-802eeabd7c40 req-1d515f2f-9a46-4303-bc7a-de73cd54785b tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:46.647494 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a2663cf3-971b-44a1-83b7-802eeabd7c40 req-1d515f2f-9a46-4303-bc7a-de73cd54785b tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 943 time: 0.0754566 Feb 20 04:08:46.687717 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-fdfc85ea-4747-4c5e-af0a-187b75846044 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce HTTP/1.1" status: 200 len: 217 time: 0.0502386 Feb 20 04:08:46.764705 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-48b8360d-4443-4f35-a0fc-8bf06388de3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:46.766169 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-48b8360d-4443-4f35-a0fc-8bf06388de3f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=43d1ce45-746c-4525-aa68-21bdbb54ace8 HTTP/1.1" status: 200 len: 853 time: 0.0718868 Feb 20 04:08:46.770469 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a2663cf3-971b-44a1-83b7-802eeabd7c40 req-2dbd253c-ec41-42fa-9385-d08008624c2d tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855918 Feb 20 04:08:46.819030 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-d0c7fb5e-b69e-47d5-bf0b-05593a3c7423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:46.820541 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-d0c7fb5e-b69e-47d5-bf0b-05593a3c7423 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cce7e9c3-4df9-4bb4-b141-b97816248e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479045 Feb 20 04:08:46.913242 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-580d0b79-690a-4c54-8f93-b4e047e68416 service neutron] 10.222.0.42 "GET /v2.0/networks/cce7e9c3-4df9-4bb4-b141-b97816248e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861392 Feb 20 04:08:47.001703 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0d31efc-9a1b-4911-89a5-4b5b2514c024 req-2cef27e3-a29f-44ab-9e63-9cfe8351c07a service neutron] 10.222.0.42 "GET /v2.0/networks/cce7e9c3-4df9-4bb4-b141-b97816248e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824606 Feb 20 04:08:47.620971 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65352992-e17b-4e6d-a727-664f231a2756 req-9873f2fc-a5f1-49cc-8ac7-94931914061e tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:47.622452 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65352992-e17b-4e6d-a727-664f231a2756 req-9873f2fc-a5f1-49cc-8ac7-94931914061e tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0577519 Feb 20 04:08:47.670448 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65352992-e17b-4e6d-a727-664f231a2756 req-aa659f77-4c32-4789-85a9-97655839f573 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414922 Feb 20 04:08:47.893772 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8bfb42-bd61-4241-89cd-bc3c449aecbf req-da708652-0637-4e44-bf1e-40de1ab90c43 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:47.895283 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5e8bfb42-bd61-4241-89cd-bc3c449aecbf req-da708652-0637-4e44-bf1e-40de1ab90c43 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 943 time: 0.0537846 Feb 20 04:08:47.944078 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5e8bfb42-bd61-4241-89cd-bc3c449aecbf req-5ca56005-36e6-4376-99b2-fe6992e59775 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429783 Feb 20 04:08:48.798285 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa313c9-bb38-4954-962e-48666f00d494 req-8952d813-e94d-4113-9988-b7c1b44d5c71 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:48.799922 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-faa313c9-bb38-4954-962e-48666f00d494 req-8952d813-e94d-4113-9988-b7c1b44d5c71 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0598800 Feb 20 04:08:48.850460 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-faa313c9-bb38-4954-962e-48666f00d494 req-be52cc5d-1a74-4d92-9e1e-c66b5d932d61 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447278 Feb 20 04:08:49.062984 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f405d-ce59-4ec5-ad09-992f46a57dbd req-05111d96-e669-4306-925e-a874858c9042 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:49.065176 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4e2f405d-ce59-4ec5-ad09-992f46a57dbd req-05111d96-e669-4306-925e-a874858c9042 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 943 time: 0.0547016 Feb 20 04:08:49.114797 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4e2f405d-ce59-4ec5-ad09-992f46a57dbd req-1dd3fb3d-afb2-4f8e-b488-02b83c5a6ba3 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437813 Feb 20 04:08:49.970959 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3615f07-c929-46dc-ab45-7e819a8be1af req-62e70c8c-7595-4fb0-9792-3830d8622ef3 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:49.972456 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f3615f07-c929-46dc-ab45-7e819a8be1af req-62e70c8c-7595-4fb0-9792-3830d8622ef3 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0530739 Feb 20 04:08:50.022938 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f3615f07-c929-46dc-ab45-7e819a8be1af req-4a779397-8450-44de-8cb1-7bcea6d01f18 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448377 Feb 20 04:08:50.241443 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec9dfd-04ba-4e8f-8f6b-fdebdb390d8e req-76691100-c7d5-46a2-903a-d66a21ec6bb7 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:50.243054 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-60ec9dfd-04ba-4e8f-8f6b-fdebdb390d8e req-76691100-c7d5-46a2-903a-d66a21ec6bb7 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 943 time: 0.0597041 Feb 20 04:08:50.292973 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-60ec9dfd-04ba-4e8f-8f6b-fdebdb390d8e req-514c08a2-5589-4447-9db3-f16090c41827 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443077 Feb 20 04:08:51.133387 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:51.160731 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbae46-3d1f-4279-b2d1-02f759233c81 req-e5015c83-26e6-4c4a-b11f-acda68fedd86 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:51.162342 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e1fbae46-3d1f-4279-b2d1-02f759233c81 req-e5015c83-26e6-4c4a-b11f-acda68fedd86 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0565662 Feb 20 04:08:51.211785 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e1fbae46-3d1f-4279-b2d1-02f759233c81 req-0dfe422c-1a60-4b75-a440-d1c88d0f8f92 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432332 Feb 20 04:08:51.286887 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:51.409068 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ca032-55d0-4ace-bb04-49fd6508cb43 req-fbcf59ac-24e6-4261-bd5d-f35a0d56384e tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:51.410537 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-851ca032-55d0-4ace-bb04-49fd6508cb43 req-fbcf59ac-24e6-4261-bd5d-f35a0d56384e tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 943 time: 0.0522320 Feb 20 04:08:51.463563 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-851ca032-55d0-4ace-bb04-49fd6508cb43 req-591955d4-8b6a-4d0c-a934-2a4451d17ab4 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472534 Feb 20 04:08:52.332088 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13650fe-867a-4aab-9da0-2b454976bc4f req-647b13f6-829a-42d6-a2d0-7a11784f493d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:52.333488 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a13650fe-867a-4aab-9da0-2b454976bc4f req-647b13f6-829a-42d6-a2d0-7a11784f493d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0524650 Feb 20 04:08:52.379296 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a13650fe-867a-4aab-9da0-2b454976bc4f req-f3f1479c-6353-4a3a-adc9-add7dc7757fb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401485 Feb 20 04:08:52.588297 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a0293-d417-4b2d-9dc8-a8a9f7d83602 req-b58a31ad-df83-4e66-a5aa-52c9dddfbf66 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:52.590163 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9b9a0293-d417-4b2d-9dc8-a8a9f7d83602 req-b58a31ad-df83-4e66-a5aa-52c9dddfbf66 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 943 time: 0.0594609 Feb 20 04:08:52.639964 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9b9a0293-d417-4b2d-9dc8-a8a9f7d83602 req-e7532826-d33d-41d2-bbf2-e138d9512f97 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438428 Feb 20 04:08:53.508129 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edff8dd-29ab-4a76-a687-02a51999af80 req-6730b857-741d-4688-9600-bbbcb33d6721 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:53.509643 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2edff8dd-29ab-4a76-a687-02a51999af80 req-6730b857-741d-4688-9600-bbbcb33d6721 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0603311 Feb 20 04:08:53.560268 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2edff8dd-29ab-4a76-a687-02a51999af80 req-69b01222-bfcc-4741-9ce2-bfec639fcb83 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448203 Feb 20 04:08:53.768915 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08474c8-2ddb-4886-b22e-0e1dd29bcdf3 req-2adcde5b-c732-4b3c-b4a8-b6b53675da19 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:53.770517 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e08474c8-2ddb-4886-b22e-0e1dd29bcdf3 req-2adcde5b-c732-4b3c-b4a8-b6b53675da19 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 943 time: 0.0593970 Feb 20 04:08:53.821699 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e08474c8-2ddb-4886-b22e-0e1dd29bcdf3 req-d8fcc5d3-d273-46d5-9cf6-b3dada4313a0 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455992 Feb 20 04:08:54.686839 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a828d3-68f9-40b4-b705-dac685b68a45 req-2a28d925-7026-4fcd-93bc-fd51b6012fe8 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:54.688799 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65a828d3-68f9-40b4-b705-dac685b68a45 req-2a28d925-7026-4fcd-93bc-fd51b6012fe8 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0576644 Feb 20 04:08:54.743149 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65a828d3-68f9-40b4-b705-dac685b68a45 req-731cc699-d101-4ebd-a0b2-6beef6afaf4b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488763 Feb 20 04:08:54.939801 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42183846-4718-43d5-a77d-58df51e6d03e req-9e96981f-0a6d-4053-9284-30efed040d5d tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:54.941285 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-42183846-4718-43d5-a77d-58df51e6d03e req-9e96981f-0a6d-4053-9284-30efed040d5d tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 943 time: 0.0533392 Feb 20 04:08:54.990164 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-42183846-4718-43d5-a77d-58df51e6d03e req-4b14f87b-7f4d-47c6-a64a-b2c5ac666208 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429809 Feb 20 04:08:56.038306 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b5215-bd05-42c2-a568-1348d1a04de3 req-356aeda8-e36a-4f9a-b307-df94f924f777 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:56.038306 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a1b5215-bd05-42c2-a568-1348d1a04de3 req-356aeda8-e36a-4f9a-b307-df94f924f777 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.2244768 Feb 20 04:08:56.089196 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a1b5215-bd05-42c2-a568-1348d1a04de3 req-5d579065-d59e-46ed-ac20-4a74b513e137 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480008 Feb 20 04:08:56.194688 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b3a6e-5ae5-4bfd-87f7-5f4a42b44117 req-22293190-b42e-4e92-8a7d-ec8ed087555a tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:56.196211 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d15b3a6e-5ae5-4bfd-87f7-5f4a42b44117 req-22293190-b42e-4e92-8a7d-ec8ed087555a tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 943 time: 0.0533752 Feb 20 04:08:56.244683 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d15b3a6e-5ae5-4bfd-87f7-5f4a42b44117 req-48e933cf-a9cc-48ce-9441-66981075c45a tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427721 Feb 20 04:08:56.425625 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c49a3e5c-796a-4f63-bef0-a7f9def30d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:57.214740 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c10272-ad88-48b2-9324-3e29ca6dba04 req-4c1dd643-8887-4c83-b519-a498affe205e tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:57.216346 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e0c10272-ad88-48b2-9324-3e29ca6dba04 req-4c1dd643-8887-4c83-b519-a498affe205e tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0561845 Feb 20 04:08:57.267367 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e0c10272-ad88-48b2-9324-3e29ca6dba04 req-538383e4-86db-4f9d-a74d-f981a4177397 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438111 Feb 20 04:08:57.378775 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e2a08-fc5a-499f-bb82-c6074fffd026 req-772b25d1-3c90-4098-b342-e5a461d2e370 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:57.380499 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ab7e2a08-fc5a-499f-bb82-c6074fffd026 req-772b25d1-3c90-4098-b342-e5a461d2e370 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 943 time: 0.0580630 Feb 20 04:08:57.434071 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ab7e2a08-fc5a-499f-bb82-c6074fffd026 req-5781deae-f8d4-41a3-970a-de2cf60878c2 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476863 Feb 20 04:08:58.386814 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb7f1c-29cc-42e9-a656-0863243a9de5 req-ff80927f-0fde-44b0-b127-bc50789dd72d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:58.388382 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddcb7f1c-29cc-42e9-a656-0863243a9de5 req-ff80927f-0fde-44b0-b127-bc50789dd72d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0521815 Feb 20 04:08:58.436091 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddcb7f1c-29cc-42e9-a656-0863243a9de5 req-f4fe38d0-97d0-4929-ba16-72564ebddd95 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411034 Feb 20 04:08:58.550057 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453cf5a-1fc0-45ae-b9b8-e7f41a251a89 req-cb219ad6-9790-4ec7-a672-1d0097520533 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:58.551502 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d453cf5a-1fc0-45ae-b9b8-e7f41a251a89 req-cb219ad6-9790-4ec7-a672-1d0097520533 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 943 time: 0.0521481 Feb 20 04:08:58.603011 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d453cf5a-1fc0-45ae-b9b8-e7f41a251a89 req-155706b6-c630-4bcc-b797-b5ed752202fb tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459821 Feb 20 04:08:58.721669 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-51ae1dde-5ce2-41a7-8c77-04c11a824b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:08:59.558974 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224786d1-37c8-4b02-a44b-fceb852417b1 req-ce8280a4-c699-45c0-a094-77025e7d4efb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:59.560589 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-224786d1-37c8-4b02-a44b-fceb852417b1 req-ce8280a4-c699-45c0-a094-77025e7d4efb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0544448 Feb 20 04:08:59.609165 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-224786d1-37c8-4b02-a44b-fceb852417b1 req-ae40eccb-a17b-4533-a96c-bbb5a7a63fd0 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414467 Feb 20 04:08:59.721415 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd18973-d2a3-46f4-a642-6cdca89e6cea req-98ccf20d-49ba-431d-8df8-59e20f92132d tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:08:59.722883 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bdd18973-d2a3-46f4-a642-6cdca89e6cea req-98ccf20d-49ba-431d-8df8-59e20f92132d tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 943 time: 0.0549750 Feb 20 04:08:59.773442 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bdd18973-d2a3-46f4-a642-6cdca89e6cea req-f7a104ed-c1e8-4409-a9ae-17614cd09f34 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450318 Feb 20 04:09:00.064949 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:00.740591 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a9efa-9a38-4553-9b0d-0d5c0feea4ce req-baf8e0bd-4394-4a12-a3fa-38ce432c4095 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:00.742211 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ee5a9efa-9a38-4553-9b0d-0d5c0feea4ce req-baf8e0bd-4394-4a12-a3fa-38ce432c4095 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0611537 Feb 20 04:09:00.795595 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ee5a9efa-9a38-4553-9b0d-0d5c0feea4ce req-919e3fb6-1a0c-4e53-9bbd-c133361f32d5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469041 Feb 20 04:09:00.903464 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22fd33-50cc-4fe8-8cc9-c84c4a407073 req-9d8fe5b6-4f58-4fe5-a6e8-34307f1dbc04 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:00.904909 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bf22fd33-50cc-4fe8-8cc9-c84c4a407073 req-9d8fe5b6-4f58-4fe5-a6e8-34307f1dbc04 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 943 time: 0.0539124 Feb 20 04:09:00.955739 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bf22fd33-50cc-4fe8-8cc9-c84c4a407073 req-c14872ac-2955-4c42-b0f2-94ca18139c4a tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438282 Feb 20 04:09:01.297698 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:01.920823 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf45ba7-6c4c-4324-bac6-bc5ce80b8844 req-769cbc25-1e16-4192-b66b-9c55a4de9f0f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:01.922420 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3cf45ba7-6c4c-4324-bac6-bc5ce80b8844 req-769cbc25-1e16-4192-b66b-9c55a4de9f0f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0596154 Feb 20 04:09:01.970076 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3cf45ba7-6c4c-4324-bac6-bc5ce80b8844 req-f52025a2-efac-4e75-9847-9b4960e7a051 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406995 Feb 20 04:09:02.076804 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0483832-9aa8-4e8e-9d46-4260e0cd7797 req-d125db10-4bec-4304-8507-e06f196d70ff tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:02.078310 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d0483832-9aa8-4e8e-9d46-4260e0cd7797 req-d125db10-4bec-4304-8507-e06f196d70ff tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 943 time: 0.0544665 Feb 20 04:09:02.128460 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d0483832-9aa8-4e8e-9d46-4260e0cd7797 req-cc3d487d-752e-4bb2-b5ec-648c86b16be5 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435922 Feb 20 04:09:02.824869 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:03.090020 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223929eb-5a5a-4489-b713-669f13ba1fc0 req-78e59229-55af-4bb7-b7bd-46c2121dfa2d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:03.092505 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-223929eb-5a5a-4489-b713-669f13ba1fc0 req-78e59229-55af-4bb7-b7bd-46c2121dfa2d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0553124 Feb 20 04:09:03.146403 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-223929eb-5a5a-4489-b713-669f13ba1fc0 req-65e53d03-b7c4-4dfc-9ffb-10379897fe13 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481095 Feb 20 04:09:03.251706 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1604ad-ba87-480e-8804-b75e2291c3ff req-33b09eb8-7cf7-4e56-82d5-3f2d08cf1a41 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:03.253108 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a1604ad-ba87-480e-8804-b75e2291c3ff req-33b09eb8-7cf7-4e56-82d5-3f2d08cf1a41 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 943 time: 0.0529058 Feb 20 04:09:03.303104 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a1604ad-ba87-480e-8804-b75e2291c3ff req-d63fbe62-ce59-4a49-bb1b-d0314b313030 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444331 Feb 20 04:09:04.272026 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740cf8a-a53a-4e0b-abb6-dfac52f75d7b req-ab1c2a14-9380-43a7-8733-92c9848b4f25 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:04.273603 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b740cf8a-a53a-4e0b-abb6-dfac52f75d7b req-ab1c2a14-9380-43a7-8733-92c9848b4f25 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0569491 Feb 20 04:09:04.327623 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b740cf8a-a53a-4e0b-abb6-dfac52f75d7b req-b84b9184-218e-4871-8754-7eea7cefcdb4 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452657 Feb 20 04:09:04.447834 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a7a56-9106-463f-9a31-fd2d45d2fab6 req-aaf1f49d-824f-47e2-bb72-c281c9f86185 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:04.449444 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ce9a7a56-9106-463f-9a31-fd2d45d2fab6 req-aaf1f49d-824f-47e2-bb72-c281c9f86185 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 943 time: 0.0626204 Feb 20 04:09:04.501363 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ce9a7a56-9106-463f-9a31-fd2d45d2fab6 req-63778c9e-b423-451c-a932-536a5083e940 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453346 Feb 20 04:09:05.450832 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb7dcc-9f8c-4187-ad61-52a4b4dc1e1b req-41a59e4c-b67c-4aeb-99a8-61473de41898 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:05.452354 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ddb7dcc-9f8c-4187-ad61-52a4b4dc1e1b req-41a59e4c-b67c-4aeb-99a8-61473de41898 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0555313 Feb 20 04:09:05.500208 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ddb7dcc-9f8c-4187-ad61-52a4b4dc1e1b req-4758ff8d-036a-46f8-9f14-cc645f80a014 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418015 Feb 20 04:09:05.622571 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca6e7b-6e52-432a-8be2-dc14b96be30b req-aac48b3a-9f49-46a3-9fae-b715fab43bf5 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:05.623991 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9dca6e7b-6e52-432a-8be2-dc14b96be30b req-aac48b3a-9f49-46a3-9fae-b715fab43bf5 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 943 time: 0.0529983 Feb 20 04:09:05.676373 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9dca6e7b-6e52-432a-8be2-dc14b96be30b req-2a5ae91b-ce96-4871-b0a1-dff223037118 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462532 Feb 20 04:09:06.617600 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e9eeb-1e9e-4bca-a966-90a4ea651b33 req-f35939bc-c6cd-4001-bbc8-f31a21fe4900 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:06.619106 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-546e9eeb-1e9e-4bca-a966-90a4ea651b33 req-f35939bc-c6cd-4001-bbc8-f31a21fe4900 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0525548 Feb 20 04:09:06.666008 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-546e9eeb-1e9e-4bca-a966-90a4ea651b33 req-ce69e12d-4a13-4c33-94ee-3671913688d1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413721 Feb 20 04:09:06.794587 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec46be-fa3d-4c8f-8d2d-9526dc60f8dc req-141ad66e-d286-4e32-8ff4-87dc7d62330f tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:06.796359 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-93ec46be-fa3d-4c8f-8d2d-9526dc60f8dc req-141ad66e-d286-4e32-8ff4-87dc7d62330f tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 943 time: 0.0536208 Feb 20 04:09:06.845820 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-93ec46be-fa3d-4c8f-8d2d-9526dc60f8dc req-b010ea17-7d98-4942-b5fa-37939fd659b1 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431218 Feb 20 04:09:07.792182 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8295fb-839c-473c-b109-92448d032d93 req-bfd8d8eb-7610-4d72-9197-9e93918d71b4 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:07.793722 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-af8295fb-839c-473c-b109-92448d032d93 req-bfd8d8eb-7610-4d72-9197-9e93918d71b4 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0587211 Feb 20 04:09:07.846570 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-af8295fb-839c-473c-b109-92448d032d93 req-a0e7e861-f111-4aee-a8e0-cb1502e24f32 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464811 Feb 20 04:09:07.969939 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8948e-789e-4414-8c77-eaf88056fbe5 req-89b5dc17-29a9-4d5a-b27c-67269367aa9d tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:07.971636 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cd8948e-789e-4414-8c77-eaf88056fbe5 req-89b5dc17-29a9-4d5a-b27c-67269367aa9d tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 943 time: 0.0569713 Feb 20 04:09:08.024926 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cd8948e-789e-4414-8c77-eaf88056fbe5 req-8aaf9db3-6f68-4a5b-9c4d-e6ea9872ccf6 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476968 Feb 20 04:09:08.975378 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253148bf-99ad-4e8e-8927-54148f3eb1fe req-c83008e1-1d5d-4044-99d6-a4b898ea017c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:08.976946 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-253148bf-99ad-4e8e-8927-54148f3eb1fe req-c83008e1-1d5d-4044-99d6-a4b898ea017c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0590553 Feb 20 04:09:09.025408 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-253148bf-99ad-4e8e-8927-54148f3eb1fe req-fd56ff3d-b559-4072-869b-0599b876e267 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427921 Feb 20 04:09:09.146214 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be280e2-4c00-4d15-a022-91af0f93f282 req-fa4f1484-5965-4272-a41a-1173d8cab75e tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:09.147722 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4be280e2-4c00-4d15-a022-91af0f93f282 req-fa4f1484-5965-4272-a41a-1173d8cab75e tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 943 time: 0.0537167 Feb 20 04:09:09.196513 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4be280e2-4c00-4d15-a022-91af0f93f282 req-eba7fa9f-bd94-4e36-8c5b-b10311510c0e tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432260 Feb 20 04:09:10.145289 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25864b73-ca5d-492f-b283-f98d176b1688 req-c95e0f18-abe5-4d6c-b87c-ced9bd75bcb5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:10.146777 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25864b73-ca5d-492f-b283-f98d176b1688 req-c95e0f18-abe5-4d6c-b87c-ced9bd75bcb5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0527101 Feb 20 04:09:10.197662 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25864b73-ca5d-492f-b283-f98d176b1688 req-81801990-01d1-4f02-93e3-09f726bb5203 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451612 Feb 20 04:09:10.315414 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b13336-8609-442e-bfbf-5a9b1ea763ff req-130133de-51eb-4fe1-a738-6c876ec3c9ab tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:10.316875 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79b13336-8609-442e-bfbf-5a9b1ea763ff req-130133de-51eb-4fe1-a738-6c876ec3c9ab tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 943 time: 0.0546796 Feb 20 04:09:10.369709 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79b13336-8609-442e-bfbf-5a9b1ea763ff req-88887ec5-9589-4a8c-8ccd-1114fe014b4d tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470173 Feb 20 04:09:11.319510 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f1b9c-9720-4590-a8dd-a22b76ce59b1 req-0618e595-40bc-4894-90ae-3a4ab3ef3388 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:11.321009 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-824f1b9c-9720-4590-a8dd-a22b76ce59b1 req-0618e595-40bc-4894-90ae-3a4ab3ef3388 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0535257 Feb 20 04:09:11.368228 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-824f1b9c-9720-4590-a8dd-a22b76ce59b1 req-232184a0-6554-4358-9cfd-7f129443f6fc tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416353 Feb 20 04:09:11.496451 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731bbd11-62fc-49f4-8c41-a38c7aaf18b9 req-e278ef84-d001-4424-aabb-baf8237d995a tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:11.497949 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-731bbd11-62fc-49f4-8c41-a38c7aaf18b9 req-e278ef84-d001-4424-aabb-baf8237d995a tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 943 time: 0.0607672 Feb 20 04:09:11.554120 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-731bbd11-62fc-49f4-8c41-a38c7aaf18b9 req-21799303-0802-435b-a3c6-4257755f89c0 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490897 Feb 20 04:09:12.490765 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d002441-a541-4e27-987e-4a4d68e11ac0 req-29336f74-9668-4e69-80c4-b368744f84df tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:12.492307 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3d002441-a541-4e27-987e-4a4d68e11ac0 req-29336f74-9668-4e69-80c4-b368744f84df tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0550399 Feb 20 04:09:12.539891 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3d002441-a541-4e27-987e-4a4d68e11ac0 req-a8d7cabb-de66-44f6-8263-dc6d2b55da13 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420980 Feb 20 04:09:12.673611 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45521970-1893-4dba-826e-cb6c27b4a11a req-339e3122-ec73-4f9e-851e-d59e71b9e881 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:12.675044 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-45521970-1893-4dba-826e-cb6c27b4a11a req-339e3122-ec73-4f9e-851e-d59e71b9e881 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 943 time: 0.0536060 Feb 20 04:09:12.727589 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-45521970-1893-4dba-826e-cb6c27b4a11a req-335dd8c1-4cf9-434c-a188-8c6cd9658957 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469897 Feb 20 04:09:13.665422 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3aa089-4c02-4915-ba3c-05d0312e945f req-6b93381e-f9bd-4295-8dce-206346cb842f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:13.667065 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9a3aa089-4c02-4915-ba3c-05d0312e945f req-6b93381e-f9bd-4295-8dce-206346cb842f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0543687 Feb 20 04:09:13.714050 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9a3aa089-4c02-4915-ba3c-05d0312e945f req-b18ad861-7147-436c-b7ea-fa1b9ef84475 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405982 Feb 20 04:09:13.852273 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa948864-ab04-438a-9dd9-add3ee92ac1f req-1acc4033-7a1f-4eaf-bb54-ca3545cdfc2d tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:13.853739 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa948864-ab04-438a-9dd9-add3ee92ac1f req-1acc4033-7a1f-4eaf-bb54-ca3545cdfc2d tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 943 time: 0.0551636 Feb 20 04:09:13.902765 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa948864-ab04-438a-9dd9-add3ee92ac1f req-0c1bc8fd-6976-4610-98b3-125db71a638f tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433962 Feb 20 04:09:14.837588 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa120529-639b-430f-a2e7-037bea8cd9c8 req-ccb46e20-d4f7-4a9a-aafb-049c76368aad tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:14.839113 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa120529-639b-430f-a2e7-037bea8cd9c8 req-ccb46e20-d4f7-4a9a-aafb-049c76368aad tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0572014 Feb 20 04:09:14.885604 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa120529-639b-430f-a2e7-037bea8cd9c8 req-ace6d0a4-025f-4796-8604-c4bf2e6bc0ae tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409684 Feb 20 04:09:15.020886 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51cdd7-bc76-4ac4-a202-5c2b789fbcd7 req-36c9e5ce-da7a-4e53-949d-817d23983088 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:15.022484 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7c51cdd7-bc76-4ac4-a202-5c2b789fbcd7 req-36c9e5ce-da7a-4e53-949d-817d23983088 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 943 time: 0.0519516 Feb 20 04:09:15.072601 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7c51cdd7-bc76-4ac4-a202-5c2b789fbcd7 req-7627045a-adf5-4ef2-ad1c-f5c5980ef4fa tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446372 Feb 20 04:09:16.015849 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7c0d3-38ba-4de0-a5f2-3edc66721130 req-5c195b6c-2929-434e-a963-c614d4d429b0 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:16.017648 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-22e7c0d3-38ba-4de0-a5f2-3edc66721130 req-5c195b6c-2929-434e-a963-c614d4d429b0 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 943 time: 0.0617566 Feb 20 04:09:16.070008 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-22e7c0d3-38ba-4de0-a5f2-3edc66721130 req-6d8e3c71-0c87-4649-bd62-bd0ced33f32e tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460656 Feb 20 04:09:16.209136 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 75fd17fe-6872-44d9-b6a7-b5f463b15a14 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:09:16.226134 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454f625-5bad-4510-babe-9349aea7f201 req-5e476419-2ba3-484c-988a-58f53bc757cd tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:16.228738 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7454f625-5bad-4510-babe-9349aea7f201 req-5e476419-2ba3-484c-988a-58f53bc757cd tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 943 time: 0.0780680 Feb 20 04:09:16.289973 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7454f625-5bad-4510-babe-9349aea7f201 req-4b70cffc-054b-4377-b5b6-e44c588afc0d tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547502 Feb 20 04:09:16.321709 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 75fd17fe-6872-44d9-b6a7-b5f463b15a14, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=75fd17fe-6872-44d9-b6a7-b5f463b15a14,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:09:16.337428 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '75fd17fe-6872-44d9-b6a7-b5f463b15a14', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'port_id': '75fd17fe-6872-44d9-b6a7-b5f463b15a14', 'mac_address': 'fa:16:3e:26:6f:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:09:16.390114 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 75fd17fe-6872-44d9-b6a7-b5f463b15a14 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:09:16.390517 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (75fd17fe-6872-44d9-b6a7-b5f463b15a14), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:16.404308 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75fd17fe-6872-44d9-b6a7-b5f463b15a14 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:09:16.425097 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 75fd17fe-6872-44d9-b6a7-b5f463b15a14, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=75fd17fe-6872-44d9-b6a7-b5f463b15a14,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:09:16.494240 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (75fd17fe-6872-44d9-b6a7-b5f463b15a14), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:16.545880 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=75fd17fe-6872-44d9-b6a7-b5f463b15a14,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:09:16.695375 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['75fd17fe-6872-44d9-b6a7-b5f463b15a14'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:09:17.196460 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66baa2d-be58-427e-90b1-f735410ec422 req-32e3d657-3e7f-428e-9321-4e5e765bf016 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:17.204896 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d66baa2d-be58-427e-90b1-f735410ec422 req-32e3d657-3e7f-428e-9321-4e5e765bf016 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 944 time: 0.0600157 Feb 20 04:09:17.265579 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d66baa2d-be58-427e-90b1-f735410ec422 req-e0d3fdec-42a8-4832-9e40-ccf30fffc959 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552568 Feb 20 04:09:17.449853 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228441a-3dba-4d87-a6ea-3723709314c3 req-a403a834-583f-4163-8a07-df178e7bb319 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:17.451633 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b228441a-3dba-4d87-a6ea-3723709314c3 req-a403a834-583f-4163-8a07-df178e7bb319 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 943 time: 0.0836768 Feb 20 04:09:17.507681 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b228441a-3dba-4d87-a6ea-3723709314c3 req-657e5cab-f0d8-44c4-8d94-e770b422368e tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486977 Feb 20 04:09:18.208729 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 75fd17fe-6872-44d9-b6a7-b5f463b15a14 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:09:18.343792 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 75fd17fe-6872-44d9-b6a7-b5f463b15a14 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:09:18.356098 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 75fd17fe-6872-44d9-b6a7-b5f463b15a14 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:09:18.362995 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (75fd17fe-6872-44d9-b6a7-b5f463b15a14), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:18.416847 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a79ef-563c-42ea-ac48-9621616d02c9 req-ee5360db-efdf-484c-acd8-66ac82696c0a tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:18.418359 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-408a79ef-563c-42ea-ac48-9621616d02c9 req-ee5360db-efdf-484c-acd8-66ac82696c0a tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 944 time: 0.0862248 Feb 20 04:09:18.483850 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 75fd17fe-6872-44d9-b6a7-b5f463b15a14 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:09:18.484255 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (75fd17fe-6872-44d9-b6a7-b5f463b15a14), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:18.504074 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-408a79ef-563c-42ea-ac48-9621616d02c9 req-dc0ea675-aab7-4d2c-9177-3ca8c291a62c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637689 Feb 20 04:09:18.528985 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4123d3-096a-40d8-bc36-8ff2e4c54935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75fd17fe-6872-44d9-b6a7-b5f463b15a14'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:09:18.528985 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8617ade-288e-4c99-99f5-044cd99773d7" -d '{"events": [{"server_uuid": "de4123d3-096a-40d8-bc36-8ff2e4c54935", "name": "network-vif-plugged", "status": "completed", "tag": "75fd17fe-6872-44d9-b6a7-b5f463b15a14"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:09:18.540431 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 75fd17fe-6872-44d9-b6a7-b5f463b15a14, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=75fd17fe-6872-44d9-b6a7-b5f463b15a14,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:09:18.566508 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11002761-6aac-4066-a525-99822ee6a1b6 x-openstack-request-id: req-11002761-6aac-4066-a525-99822ee6a1b6 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:09:18.568940 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4123d3-096a-40d8-bc36-8ff2e4c54935", "name": "network-vif-plugged", "status": "completed", "tag": "75fd17fe-6872-44d9-b6a7-b5f463b15a14", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:09:18.569412 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-11002761-6aac-4066-a525-99822ee6a1b6 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:09:18.569770 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4123d3-096a-40d8-bc36-8ff2e4c54935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75fd17fe-6872-44d9-b6a7-b5f463b15a14', 'code': 200} Feb 20 04:09:18.597340 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (75fd17fe-6872-44d9-b6a7-b5f463b15a14), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:18.680202 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=75fd17fe-6872-44d9-b6a7-b5f463b15a14,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:09:18.697009 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:18.697448 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:18.697685 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:18.698025 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:18.698360 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:18.698688 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:18.699059 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:18.706240 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:18.706240 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:18.706240 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:18.706240 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:18.706240 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:18.706240 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:18.734646 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa22c0a-1c28-4306-bb4c-97462c5ebc6e req-81089348-4a1e-40db-a07a-5dadf55c59f5 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:18.737068 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8fa22c0a-1c28-4306-bb4c-97462c5ebc6e req-81089348-4a1e-40db-a07a-5dadf55c59f5 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 943 time: 0.1135995 Feb 20 04:09:18.742026 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf67a3-2646-4123-8fbf-9af3d5ebc4f7 req-7a6f5de3-bf90-495b-8b8d-91d69911d060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:18.747041 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e0bf67a3-2646-4123-8fbf-9af3d5ebc4f7 req-7a6f5de3-bf90-495b-8b8d-91d69911d060 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 1127 time: 0.0809777 Feb 20 04:09:18.821451 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e0bf67a3-2646-4123-8fbf-9af3d5ebc4f7 req-63ebedae-c674-47bb-a649-aedefd238be0 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702910 Feb 20 04:09:18.832253 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8fa22c0a-1c28-4306-bb4c-97462c5ebc6e req-b92ff089-bf7c-4e57-a6c2-8fdb73a93645 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860646 Feb 20 04:09:19.616205 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8160d57-a306-4735-8437-02dd0f39959a req-2813a515-9cd4-4fb5-9417-2cd0a1343e19 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:19.617675 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8160d57-a306-4735-8437-02dd0f39959a req-2813a515-9cd4-4fb5-9417-2cd0a1343e19 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 945 time: 0.0561728 Feb 20 04:09:19.665999 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8160d57-a306-4735-8437-02dd0f39959a req-1faace09-0693-4ec4-bc83-3276c65dc75b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426798 Feb 20 04:09:19.948681 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352787d-d0b8-4eb5-9eb0-be690e0909a1 req-f210d7b3-aea7-402c-ad5f-48f5172a169e tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:19.950003 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7352787d-d0b8-4eb5-9eb0-be690e0909a1 req-f210d7b3-aea7-402c-ad5f-48f5172a169e tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 943 time: 0.0565937 Feb 20 04:09:19.999329 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7352787d-d0b8-4eb5-9eb0-be690e0909a1 req-5aaaac4f-25fc-4f0e-975f-e350900abf66 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441880 Feb 20 04:09:20.224581 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:09:20.319971 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce,segment=NetworkSegment(6342deba-a92e-41f7-a8ba-acf0867ca556),segment_id=6342deba-a92e-41f7-a8ba-acf0867ca556)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:09:20.331844 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce', 'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25', 'port_id': '0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce', 'mac_address': 'fa:16:3e:e9:67:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43d1ce45-746c-4525-aa68-21bdbb54ace8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:09:20.372809 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:09:20.373200 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:20.385945 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:09:20.405109 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce,segment=NetworkSegment(6342deba-a92e-41f7-a8ba-acf0867ca556),segment_id=6342deba-a92e-41f7-a8ba-acf0867ca556)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:09:20.475655 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:20.525549 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:09:20.718888 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:09:20.788794 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c58d86-672f-4159-a76e-d1cc3d1bb07f req-e190dbbd-f430-49e2-8b1c-b575bdbb82e2 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:20.794527 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f7c58d86-672f-4159-a76e-d1cc3d1bb07f req-e190dbbd-f430-49e2-8b1c-b575bdbb82e2 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 945 time: 0.0560546 Feb 20 04:09:20.851845 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f7c58d86-672f-4159-a76e-d1cc3d1bb07f req-d96b0e61-d423-4c31-938a-9003891b73d4 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509148 Feb 20 04:09:20.972178 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c36451-75b0-4695-9d3c-9ca4faa50d4a req-2f1ea361-0e87-46c3-add7-d8415be098aa tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:20.973679 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-85c36451-75b0-4695-9d3c-9ca4faa50d4a req-2f1ea361-0e87-46c3-add7-d8415be098aa tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 945 time: 0.0546370 Feb 20 04:09:21.024096 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-85c36451-75b0-4695-9d3c-9ca4faa50d4a req-c7abab2e-a922-4d06-b677-0015ddf9015a tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421495 Feb 20 04:09:21.137113 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad95c9-8125-498a-a287-a6f7c70b5c05 req-8174ca90-4952-4941-8085-cdb2cf475191 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:21.138765 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-13ad95c9-8125-498a-a287-a6f7c70b5c05 req-8174ca90-4952-4941-8085-cdb2cf475191 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 944 time: 0.0628762 Feb 20 04:09:21.173978 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:21.189168 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-13ad95c9-8125-498a-a287-a6f7c70b5c05 req-d12c026b-4a7c-4ef9-b4c1-abdb5159792c tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441735 Feb 20 04:09:21.270656 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:21.303520 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bae88e-a830-4383-8408-a168f591ab93 req-7df89478-b669-4ae2-90e2-ccb74ed2e219 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:21.305064 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65bae88e-a830-4383-8408-a168f591ab93 req-7df89478-b669-4ae2-90e2-ccb74ed2e219 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 945 time: 0.0596638 Feb 20 04:09:21.353663 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-65bae88e-a830-4383-8408-a168f591ab93 req-c8e5e45d-0b52-41ea-88a7-8422ae4d27fc tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429099 Feb 20 04:09:21.898127 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd11f2d-a80e-4717-bfca-fc86650d9480 req-c349b9b9-f348-4305-a684-6f73407e64fd tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:21.899793 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9cd11f2d-a80e-4717-bfca-fc86650d9480 req-c349b9b9-f348-4305-a684-6f73407e64fd tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 945 time: 0.0575523 Feb 20 04:09:21.947632 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9cd11f2d-a80e-4717-bfca-fc86650d9480 req-3b61e36f-ee04-4ab5-a5eb-5b5b3445d7b5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420334 Feb 20 04:09:22.225515 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:09:22.312281 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38b226-7f72-4b25-94ad-9eb3e5909e0c req-1782223f-2f59-417f-8849-f58cbefc33c5 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:22.313991 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa38b226-7f72-4b25-94ad-9eb3e5909e0c req-1782223f-2f59-417f-8849-f58cbefc33c5 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 944 time: 0.0537550 Feb 20 04:09:22.369059 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa38b226-7f72-4b25-94ad-9eb3e5909e0c req-cd372733-8a2c-4f69-9aca-757261e09837 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491223 Feb 20 04:09:22.379116 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:09:22.383110 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:09:22.383510 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:22.465096 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:09:22.465096 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:22.488640 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f801995-ca8b-479a-86c8-4cb188c6e0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:09:22.490891 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60f8bad-417c-4869-9095-183d27b1a7be" -d '{"events": [{"server_uuid": "4f801995-ca8b-479a-86c8-4cb188c6e0b1", "name": "network-vif-plugged", "status": "completed", "tag": "0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:09:22.503016 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce,segment=NetworkSegment(6342deba-a92e-41f7-a8ba-acf0867ca556),segment_id=6342deba-a92e-41f7-a8ba-acf0867ca556)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:09:22.528002 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42296736-343e-49bc-ad38-775524c8c419 x-openstack-request-id: req-42296736-343e-49bc-ad38-775524c8c419 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:09:22.528440 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f801995-ca8b-479a-86c8-4cb188c6e0b1", "name": "network-vif-plugged", "status": "completed", "tag": "0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:09:22.528564 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-42296736-343e-49bc-ad38-775524c8c419 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:09:22.528952 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f801995-ca8b-479a-86c8-4cb188c6e0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce', 'code': 200} Feb 20 04:09:22.578347 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:22.627333 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:09:22.631423 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0b82b-09eb-47a7-a4e0-16886b62e65b req-310f4838-e690-46ab-869b-00ddce012584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:22.632947 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0cc0b82b-09eb-47a7-a4e0-16886b62e65b req-310f4838-e690-46ab-869b-00ddce012584 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 1127 time: 0.0455866 Feb 20 04:09:22.684891 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0cc0b82b-09eb-47a7-a4e0-16886b62e65b req-3c36cc32-64d9-4204-a1c8-296800a48c95 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443802 Feb 20 04:09:22.817303 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:09:23.077050 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca64e9-2922-4cff-b695-675d01544c58 req-eccd0333-3d0a-457d-bdce-612fd601fb88 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:23.077050 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-58ca64e9-2922-4cff-b695-675d01544c58 req-eccd0333-3d0a-457d-bdce-612fd601fb88 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 945 time: 0.0549123 Feb 20 04:09:23.120992 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-58ca64e9-2922-4cff-b695-675d01544c58 req-7a7620f8-83c5-4322-8f42-ececb219da9b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400970 Feb 20 04:09:23.289085 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de3673-97ab-46be-ac0c-543bffdc4d85 req-98dd8516-eb71-433f-a42b-8d6f4d2cc4ea tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:23.290583 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-32de3673-97ab-46be-ac0c-543bffdc4d85 req-98dd8516-eb71-433f-a42b-8d6f4d2cc4ea tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.93 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 945 time: 0.0568924 Feb 20 04:09:23.384654 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-32de3673-97ab-46be-ac0c-543bffdc4d85 req-c037f578-ad3a-46f4-8c47-4b2c89b10802 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Deleting port 75fd17fe-6872-44d9-b6a7-b5f463b15a14 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:09:23.384999 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-32de3673-97ab-46be-ac0c-543bffdc4d85 req-c037f578-ad3a-46f4-8c47-4b2c89b10802 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (75fd17fe-6872-44d9-b6a7-b5f463b15a14), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:23.520520 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-32de3673-97ab-46be-ac0c-543bffdc4d85 req-c037f578-ad3a-46f4-8c47-4b2c89b10802 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] For port 75fd17fe-6872-44d9-b6a7-b5f463b15a14, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=75fd17fe-6872-44d9-b6a7-b5f463b15a14,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:09:23.520885 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-32de3673-97ab-46be-ac0c-543bffdc4d85 req-c037f578-ad3a-46f4-8c47-4b2c89b10802 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (75fd17fe-6872-44d9-b6a7-b5f463b15a14), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:23.537053 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-32de3673-97ab-46be-ac0c-543bffdc4d85 req-c037f578-ad3a-46f4-8c47-4b2c89b10802 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Calling delete_port for 75fd17fe-6872-44d9-b6a7-b5f463b15a14 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:09:23.548817 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ad8b5-8f84-4612-a443-6b3cbc312eb7 req-536beb3b-7cf3-4b8c-9f40-1d688bd35d6b tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:23.550368 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8d2ad8b5-8f84-4612-a443-6b3cbc312eb7 req-536beb3b-7cf3-4b8c-9f40-1d688bd35d6b tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 945 time: 0.1106336 Feb 20 04:09:23.659817 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8d2ad8b5-8f84-4612-a443-6b3cbc312eb7 req-dbccc55d-f015-407a-9cf0-1fa774983e76 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679400 Feb 20 04:09:23.785599 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-32de3673-97ab-46be-ac0c-543bffdc4d85 req-c037f578-ad3a-46f4-8c47-4b2c89b10802 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (75fd17fe-6872-44d9-b6a7-b5f463b15a14), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:23.799068 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['75fd17fe-6872-44d9-b6a7-b5f463b15a14'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:09:23.839532 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037f578-ad3a-46f4-8c47-4b2c89b10802 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Pushing event deleted for resources: {'Port': ['ID=75fd17fe-6872-44d9-b6a7-b5f463b15a14,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:09:23.882870 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c037f578-ad3a-46f4-8c47-4b2c89b10802 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:23.883230 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c037f578-ad3a-46f4-8c47-4b2c89b10802 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:23.883575 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c037f578-ad3a-46f4-8c47-4b2c89b10802 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:23.883919 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c037f578-ad3a-46f4-8c47-4b2c89b10802 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:23.884252 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c037f578-ad3a-46f4-8c47-4b2c89b10802 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:23.884591 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c037f578-ad3a-46f4-8c47-4b2c89b10802 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:23.884916 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c037f578-ad3a-46f4-8c47-4b2c89b10802 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:23.885239 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c037f578-ad3a-46f4-8c47-4b2c89b10802 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:23.885563 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c037f578-ad3a-46f4-8c47-4b2c89b10802 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:23.885882 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c037f578-ad3a-46f4-8c47-4b2c89b10802 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:23.886206 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c037f578-ad3a-46f4-8c47-4b2c89b10802 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:23.886525 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c037f578-ad3a-46f4-8c47-4b2c89b10802 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:23.886876 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c037f578-ad3a-46f4-8c47-4b2c89b10802 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:23.890798 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-32de3673-97ab-46be-ac0c-543bffdc4d85 req-c037f578-ad3a-46f4-8c47-4b2c89b10802 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] No DVR routers for this DVR port 75fd17fe-6872-44d9-b6a7-b5f463b15a14 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:09:23.894527 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-32de3673-97ab-46be-ac0c-543bffdc4d85 req-c037f578-ad3a-46f4-8c47-4b2c89b10802 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:23.897453 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-32de3673-97ab-46be-ac0c-543bffdc4d85 req-c037f578-ad3a-46f4-8c47-4b2c89b10802 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.93 "DELETE /v2.0/ports/75fd17fe-6872-44d9-b6a7-b5f463b15a14 HTTP/1.1" status: 204 len: 173 time: 0.6015186 Feb 20 04:09:23.897969 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4123d3-096a-40d8-bc36-8ff2e4c54935', 'name': 'network-vif-deleted', 'tag': '75fd17fe-6872-44d9-b6a7-b5f463b15a14'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:09:23.901027 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b4a56a-2592-4b06-bf23-ff60ac976463" -d '{"events": [{"server_uuid": "de4123d3-096a-40d8-bc36-8ff2e4c54935", "name": "network-vif-deleted", "tag": "75fd17fe-6872-44d9-b6a7-b5f463b15a14"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:09:23.941452 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d649811-7ba1-4fb1-949e-3297bb1b5d10 x-openstack-request-id: req-4d649811-7ba1-4fb1-949e-3297bb1b5d10 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:09:23.941765 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4123d3-096a-40d8-bc36-8ff2e4c54935", "name": "network-vif-deleted", "tag": "75fd17fe-6872-44d9-b6a7-b5f463b15a14", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:09:23.942026 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4d649811-7ba1-4fb1-949e-3297bb1b5d10 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:09:23.942442 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4123d3-096a-40d8-bc36-8ff2e4c54935', 'name': 'network-vif-deleted', 'tag': '75fd17fe-6872-44d9-b6a7-b5f463b15a14', 'status': 'completed', 'code': 200} Feb 20 04:09:24.224843 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-416216b7-8408-4498-86a7-5f28e6e3d873 req-cf63443d-3b85-40a6-b790-fe10cbf1fc29 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 210 time: 0.0283375 Feb 20 04:09:24.782108 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28950a42-345f-456a-ae94-b462e95d8258 req-e28dfdf5-82f6-4f4b-868b-cb2c7a0d746d tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:24.785141 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-28950a42-345f-456a-ae94-b462e95d8258 req-e28dfdf5-82f6-4f4b-868b-cb2c7a0d746d tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 945 time: 0.0557332 Feb 20 04:09:24.842756 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-28950a42-345f-456a-ae94-b462e95d8258 req-1118be02-90c1-47f6-bb79-6980f8c68df2 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527413 Feb 20 04:09:24.971828 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76878a0-c356-463d-81d1-440674db00ed req-38c208bf-1403-4e14-b7d1-3aab03bf62f0 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:24.975051 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a76878a0-c356-463d-81d1-440674db00ed req-38c208bf-1403-4e14-b7d1-3aab03bf62f0 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 945 time: 0.0568948 Feb 20 04:09:25.029032 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a76878a0-c356-463d-81d1-440674db00ed req-c2575f64-c781-4157-bc32-75d1a8f0ab64 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500712 Feb 20 04:09:25.052701 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53176) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:09:25.215017 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa47b0a0-e7b9-448b-a6cc-828328caa21d tempest-TestVolumeBackupRestore-1338119489 tempest-TestVolumeBackupRestore-1338119489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:25.219589 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-aa47b0a0-e7b9-448b-a6cc-828328caa21d tempest-TestVolumeBackupRestore-1338119489 tempest-TestVolumeBackupRestore-1338119489-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 1122 time: 0.1629174 Feb 20 04:09:25.220256 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53188) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:09:25.224432 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-f2464ddc-ed72-4514-8c4d-e12028720992 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'port_id': '0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:09:25.304366 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f2464ddc-ed72-4514-8c4d-e12028720992 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:25.321344 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ae2c06b4-3183-4e3c-9fc0-062786513fc3 req-1a5b1f81-52b6-45cd-8163-a4ed189a256e tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 210 time: 0.0276759 Feb 20 04:09:25.411704 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f2464ddc-ed72-4514-8c4d-e12028720992 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:25.522213 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-f2464ddc-ed72-4514-8c4d-e12028720992 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Allocated IP 172.25.7.40 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/68be2802-6967-47f9-9bb4-bf3c4263b61a) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:09:25.627129 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f2464ddc-ed72-4514-8c4d-e12028720992 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks [] for port (68be2802-6967-47f9-9bb4-bf3c4263b61a), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:25.745790 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f2464ddc-ed72-4514-8c4d-e12028720992 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (68be2802-6967-47f9-9bb4-bf3c4263b61a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:25.788332 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2464ddc-ed72-4514-8c4d-e12028720992 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:09:25.791198 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-f2464ddc-ed72-4514-8c4d-e12028720992 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:09:25.797205 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2464ddc-ed72-4514-8c4d-e12028720992 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:09:25.803854 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2464ddc-ed72-4514-8c4d-e12028720992 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Pushing event updated for resources: {'Port': ['ID=68be2802-6967-47f9-9bb4-bf3c4263b61a,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:09:25.834147 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2464ddc-ed72-4514-8c4d-e12028720992 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:25.834510 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2464ddc-ed72-4514-8c4d-e12028720992 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:25.834849 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2464ddc-ed72-4514-8c4d-e12028720992 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:25.835290 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2464ddc-ed72-4514-8c4d-e12028720992 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:25.835785 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2464ddc-ed72-4514-8c4d-e12028720992 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:25.836010 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2464ddc-ed72-4514-8c4d-e12028720992 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:25.836280 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2464ddc-ed72-4514-8c4d-e12028720992 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:25.836599 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2464ddc-ed72-4514-8c4d-e12028720992 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:25.836927 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2464ddc-ed72-4514-8c4d-e12028720992 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:25.837256 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2464ddc-ed72-4514-8c4d-e12028720992 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:25.837590 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2464ddc-ed72-4514-8c4d-e12028720992 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:25.837913 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2464ddc-ed72-4514-8c4d-e12028720992 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:25.838237 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2464ddc-ed72-4514-8c4d-e12028720992 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:26.212869 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f2464ddc-ed72-4514-8c4d-e12028720992 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks [] for floatingip (e1d418e0-7f04-4a24-b7a9-9f30b0020c54), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:26.225142 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 75fd17fe-6872-44d9-b6a7-b5f463b15a14 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:09:26.248425 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 75fd17fe-6872-44d9-b6a7-b5f463b15a14 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:09:26.248778 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 75fd17fe-6872-44d9-b6a7-b5f463b15a14 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:09:26.361641 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f2464ddc-ed72-4514-8c4d-e12028720992 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (68be2802-6967-47f9-9bb4-bf3c4263b61a), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:26.435912 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cb32453c-1e35-49e8-9ae1-559486dc5c34 req-f174ab8e-42e2-4d76-a59b-4ddd327bcd2d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 210 time: 0.0380826 Feb 20 04:09:26.449111 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-045f3239-10f6-4ecd-9605-76389677b1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:26.531608 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f2464ddc-ed72-4514-8c4d-e12028720992 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks [] for port (68be2802-6967-47f9-9bb4-bf3c4263b61a), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:26.635308 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f2464ddc-ed72-4514-8c4d-e12028720992 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (68be2802-6967-47f9-9bb4-bf3c4263b61a), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:26.713914 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2464ddc-ed72-4514-8c4d-e12028720992 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Pushing event updated for resources: {'Port': ['ID=68be2802-6967-47f9-9bb4-bf3c4263b61a,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:09:26.723027 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f2464ddc-ed72-4514-8c4d-e12028720992 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (e1d418e0-7f04-4a24-b7a9-9f30b0020c54), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:26.837132 n-d-829866-4 neutron-server[104106]: INFO neutron.db.l3_db [None req-f2464ddc-ed72-4514-8c4d-e12028720992 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Floating IP e1d418e0-7f04-4a24-b7a9-9f30b0020c54 associated. External IP: 172.25.7.40, port: 0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce. Feb 20 04:09:27.066092 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2464ddc-ed72-4514-8c4d-e12028720992 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Router 3caad4de-c255-4e97-a7a3-9cfa09cf6354 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:09:27.184836 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2464ddc-ed72-4514-8c4d-e12028720992 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:09:27.196016 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786a146b-1802-4317-8eb3-4550e5eb1a1b None None] Sync routers for ids ['3caad4de-c255-4e97-a7a3-9cfa09cf6354'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:09:27.207118 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786a146b-1802-4317-8eb3-4550e5eb1a1b None None] Routers {'3caad4de-c255-4e97-a7a3-9cfa09cf6354'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:09:27.212492 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-786a146b-1802-4317-8eb3-4550e5eb1a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:08:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3caad4de-c255-4e97-a7a3-9cfa09cf6354'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:09:27.307493 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f2464ddc-ed72-4514-8c4d-e12028720992 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:27.319114 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-786a146b-1802-4317-8eb3-4550e5eb1a1b None None] Set router 3caad4de-c255-4e97-a7a3-9cfa09cf6354 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:09:27.349332 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f2464ddc-ed72-4514-8c4d-e12028720992 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1281159 Feb 20 04:09:27.350321 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f801995-ca8b-479a-86c8-4cb188c6e0b1', 'tag': '0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:09:27.353092 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8039ebf5-c1a7-432c-b88a-fc849e788f49" -d '{"events": [{"name": "network-changed", "server_uuid": "4f801995-ca8b-479a-86c8-4cb188c6e0b1", "tag": "0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:09:27.358161 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53276) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:09:27.409362 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6677c646-be54-41f8-972e-3713ee484fce x-openstack-request-id: req-6677c646-be54-41f8-972e-3713ee484fce {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:09:27.409362 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f801995-ca8b-479a-86c8-4cb188c6e0b1", "tag": "0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:09:27.409362 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6677c646-be54-41f8-972e-3713ee484fce {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:09:27.415113 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f801995-ca8b-479a-86c8-4cb188c6e0b1', 'tag': '0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce', 'status': 'completed', 'code': 200} Feb 20 04:09:27.424189 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b21f6b-3998-4dd8-a9cd-f5466b5991b0 tempest-TestVolumeBackupRestore-1338119489 tempest-TestVolumeBackupRestore-1338119489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:27.426067 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f3b21f6b-3998-4dd8-a9cd-f5466b5991b0 tempest-TestVolumeBackupRestore-1338119489 tempest-TestVolumeBackupRestore-1338119489-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 1122 time: 0.0667892 Feb 20 04:09:27.429088 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53278) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:09:27.435634 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-777b5de4-51be-4c1e-b1e8-77f926804ea5 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Request body: {'floatingip': {'port_id': '0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:09:27.549136 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-777b5de4-51be-4c1e-b1e8-77f926804ea5 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks [] for floatingip (e1d418e0-7f04-4a24-b7a9-9f30b0020c54), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:27.552630 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039ebf5-c1a7-432c-b88a-fc849e788f49 req-8d153732-6df5-437e-9a2b-533318840b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:27.555006 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8039ebf5-c1a7-432c-b88a-fc849e788f49 req-8d153732-6df5-437e-9a2b-533318840b46 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c49f3fc918874cdfb51ff48fe01f1b24&device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 1127 time: 0.1155605 Feb 20 04:09:27.577977 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-db8c223a-b604-40ae-904d-06519c8e7e27 req-049cd503-de11-4348-be7d-c467c936d8e1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 210 time: 0.0393140 Feb 20 04:09:27.634916 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-786a146b-1802-4317-8eb3-4550e5eb1a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'name': 'tempest-TestVolumeBackupRestore-2134538606-router', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '788c71df-6a98-4846-804a-97a2f37fecbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:05:16Z', 'updated_at': '2022-02-20T04:05:19Z', 'revision_number': 4, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'gw_port': {'id': '788c71df-6a98-4846-804a-97a2f37fecbd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:16Z', 'updated_at': '2022-02-20T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'e1d418e0-7f04-4a24-b7a9-9f30b0020c54', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'port_id': '0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25', 'mac_address': 'fa:16:3e:e9:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f801995-ca8b-479a-86c8-4cb188c6e0b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:09:26Z', 'updated_at': '2022-02-20T04:09:26Z', 'revision_number': 0, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97564c7b-473c-4b09-bc31-5e12e6210175', 'name': '', 'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'mac_address': 'fa:16:3e:84:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '43d1ce45-746c-4525-aa68-21bdbb54ace8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:19Z', 'updated_at': '2022-02-20T04:05:23Z', 'revision_number': 5, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'subnets': [{'id': '43d1ce45-746c-4525-aa68-21bdbb54ace8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:09:27.682158 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786a146b-1802-4317-8eb3-4550e5eb1a1b None None] Checking router: 3caad4de-c255-4e97-a7a3-9cfa09cf6354 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:09:27.694106 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039ebf5-c1a7-432c-b88a-fc849e788f49 req-3ef8cfe0-5aac-4c53-a3b5-4b1d5e10d8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:27.695552 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8039ebf5-c1a7-432c-b88a-fc849e788f49 req-3ef8cfe0-5aac-4c53-a3b5-4b1d5e10d8f7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cce7e9c3-4df9-4bb4-b141-b97816248e25 HTTP/1.1" status: 200 len: 915 time: 0.1204429 Feb 20 04:09:27.711084 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786a146b-1802-4317-8eb3-4550e5eb1a1b None None] Routers {'3caad4de-c255-4e97-a7a3-9cfa09cf6354'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:09:27.712285 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-786a146b-1802-4317-8eb3-4550e5eb1a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:08:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3caad4de-c255-4e97-a7a3-9cfa09cf6354'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:09:27.800639 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8039ebf5-c1a7-432c-b88a-fc849e788f49 req-76c0d4c2-e3c4-4d3a-858c-a873f34ae284 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce HTTP/1.1" status: 200 len: 998 time: 0.0967166 Feb 20 04:09:27.890162 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-786a146b-1802-4317-8eb3-4550e5eb1a1b None None] Set router 3caad4de-c255-4e97-a7a3-9cfa09cf6354 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:09:27.903122 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039ebf5-c1a7-432c-b88a-fc849e788f49 req-e8c592b9-d6d2-42d8-a626-b2c94b42194f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:27.905163 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8039ebf5-c1a7-432c-b88a-fc849e788f49 req-e8c592b9-d6d2-42d8-a626-b2c94b42194f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=43d1ce45-746c-4525-aa68-21bdbb54ace8 HTTP/1.1" status: 200 len: 853 time: 0.0986869 Feb 20 04:09:27.987983 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039ebf5-c1a7-432c-b88a-fc849e788f49 req-f243712f-3eaa-4bfc-ac90-f871afa02acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:27.992131 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8039ebf5-c1a7-432c-b88a-fc849e788f49 req-f243712f-3eaa-4bfc-ac90-f871afa02acb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cce7e9c3-4df9-4bb4-b141-b97816248e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0802989 Feb 20 04:09:28.097262 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8039ebf5-c1a7-432c-b88a-fc849e788f49 req-e95dd023-4594-4b57-9fd0-daa49591df61 service neutron] 10.222.0.42 "GET /v2.0/networks/cce7e9c3-4df9-4bb4-b141-b97816248e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982201 Feb 20 04:09:28.187377 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-786a146b-1802-4317-8eb3-4550e5eb1a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'name': 'tempest-TestVolumeBackupRestore-2134538606-router', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '788c71df-6a98-4846-804a-97a2f37fecbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:05:16Z', 'updated_at': '2022-02-20T04:05:19Z', 'revision_number': 4, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'gw_port': {'id': '788c71df-6a98-4846-804a-97a2f37fecbd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:16Z', 'updated_at': '2022-02-20T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'e1d418e0-7f04-4a24-b7a9-9f30b0020c54', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'port_id': '0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25', 'mac_address': 'fa:16:3e:e9:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f801995-ca8b-479a-86c8-4cb188c6e0b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:09:26Z', 'updated_at': '2022-02-20T04:09:26Z', 'revision_number': 0, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97564c7b-473c-4b09-bc31-5e12e6210175', 'name': '', 'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'mac_address': 'fa:16:3e:84:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '43d1ce45-746c-4525-aa68-21bdbb54ace8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:19Z', 'updated_at': '2022-02-20T04:05:23Z', 'revision_number': 5, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'subnets': [{'id': '43d1ce45-746c-4525-aa68-21bdbb54ace8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:09:28.217473 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8039ebf5-c1a7-432c-b88a-fc849e788f49 req-ad1f9dff-6f26-4997-82d2-83698aecf406 service neutron] 10.222.0.42 "GET /v2.0/networks/cce7e9c3-4df9-4bb4-b141-b97816248e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133792 Feb 20 04:09:28.217712 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786a146b-1802-4317-8eb3-4550e5eb1a1b None None] The sync data for ids ['3caad4de-c255-4e97-a7a3-9cfa09cf6354'] in n-d-829866-4 is: [{'id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'name': 'tempest-TestVolumeBackupRestore-2134538606-router', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '788c71df-6a98-4846-804a-97a2f37fecbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:05:16Z', 'updated_at': '2022-02-20T04:05:19Z', 'revision_number': 4, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'gw_port': {'id': '788c71df-6a98-4846-804a-97a2f37fecbd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:16Z', 'updated_at': '2022-02-20T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'e1d418e0-7f04-4a24-b7a9-9f30b0020c54', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'port_id': '0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25', 'mac_address': 'fa:16:3e:e9:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f801995-ca8b-479a-86c8-4cb188c6e0b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:09:26Z', 'updated_at': '2022-02-20T04:09:26Z', 'revision_number': 0, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97564c7b-473c-4b09-bc31-5e12e6210175', 'name': '', 'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'mac_address': 'fa:16:3e:84:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '43d1ce45-746c-4525-aa68-21bdbb54ace8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:19Z', 'updated_at': '2022-02-20T04:05:23Z', 'revision_number': 5, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'subnets': [{'id': '43d1ce45-746c-4525-aa68-21bdbb54ace8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:09:28.477120 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd759224-be09-4486-beb0-b3cb61479aec None None] New status for floating IP e1d418e0-7f04-4a24-b7a9-9f30b0020c54: ACTIVE {{(pid=104107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 04:09:28.543451 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-777b5de4-51be-4c1e-b1e8-77f926804ea5 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:28.590992 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-777b5de4-51be-4c1e-b1e8-77f926804ea5 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (e1d418e0-7f04-4a24-b7a9-9f30b0020c54), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:28.591701 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.db.api [None req-dd759224-be09-4486-beb0-b3cb61479aec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 04:09:28.592070 n-d-829866-4 neutron-server[104107]: DEBUG oslo_db.api [None req-dd759224-be09-4486-beb0-b3cb61479aec None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 04:09:28.688753 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5f426d35-6691-41e1-88ae-16723adb083d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:28.697872 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66bd5b5a-cd41-4668-9bd8-a5a9e64d1edd req-15e8f9fb-9246-4959-89dd-53a764119c89 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 210 time: 0.0350914 Feb 20 04:09:28.829809 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777b5de4-51be-4c1e-b1e8-77f926804ea5 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Router 3caad4de-c255-4e97-a7a3-9cfa09cf6354 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:09:28.944132 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777b5de4-51be-4c1e-b1e8-77f926804ea5 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:09:28.948605 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-777b5de4-51be-4c1e-b1e8-77f926804ea5 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:29.010610 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-777b5de4-51be-4c1e-b1e8-77f926804ea5 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "PUT /v2.0/floatingips/e1d418e0-7f04-4a24-b7a9-9f30b0020c54 HTTP/1.1" status: 200 len: 990 time: 1.5786254 Feb 20 04:09:29.093483 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd759224-be09-4486-beb0-b3cb61479aec None None] New status for floating IP e1d418e0-7f04-4a24-b7a9-9f30b0020c54: ACTIVE {{(pid=104107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 04:09:29.360645 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c869e5b-1a0e-4a39-a114-238042e74fe7 None None] Sync routers for ids ['3caad4de-c255-4e97-a7a3-9cfa09cf6354'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:09:29.371370 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c869e5b-1a0e-4a39-a114-238042e74fe7 None None] Routers {'3caad4de-c255-4e97-a7a3-9cfa09cf6354'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:09:29.371994 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-8c869e5b-1a0e-4a39-a114-238042e74fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:09:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3caad4de-c255-4e97-a7a3-9cfa09cf6354'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:09:29.411177 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f801995-ca8b-479a-86c8-4cb188c6e0b1', 'tag': '0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce'}, {'name': 'network-changed', 'server_uuid': '4f801995-ca8b-479a-86c8-4cb188c6e0b1', 'tag': '0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:09:29.413602 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c500d4-16f8-4cce-b7a5-131499ee4f37" -d '{"events": [{"name": "network-changed", "server_uuid": "4f801995-ca8b-479a-86c8-4cb188c6e0b1", "tag": "0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce"}, {"name": "network-changed", "server_uuid": "4f801995-ca8b-479a-86c8-4cb188c6e0b1", "tag": "0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:09:29.452263 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 20 Feb 2022 04:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454a5107-22ba-465d-953e-16d1842921dd x-openstack-request-id: req-454a5107-22ba-465d-953e-16d1842921dd {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:09:29.452577 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f801995-ca8b-479a-86c8-4cb188c6e0b1", "tag": "0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4f801995-ca8b-479a-86c8-4cb188c6e0b1", "tag": "0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:09:29.452835 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-454a5107-22ba-465d-953e-16d1842921dd {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:09:29.453250 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f801995-ca8b-479a-86c8-4cb188c6e0b1', 'tag': '0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce', 'status': 'completed', 'code': 200} Feb 20 04:09:29.453546 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f801995-ca8b-479a-86c8-4cb188c6e0b1', 'tag': '0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce', 'status': 'completed', 'code': 200} Feb 20 04:09:29.487848 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-8c869e5b-1a0e-4a39-a114-238042e74fe7 None None] Set router 3caad4de-c255-4e97-a7a3-9cfa09cf6354 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:09:29.523335 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c500d4-16f8-4cce-b7a5-131499ee4f37 req-143266f5-5f4a-43f3-816a-8c41a796777f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:29.524916 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94c500d4-16f8-4cce-b7a5-131499ee4f37 req-143266f5-5f4a-43f3-816a-8c41a796777f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c49f3fc918874cdfb51ff48fe01f1b24&device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 1127 time: 0.0477540 Feb 20 04:09:29.630194 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c500d4-16f8-4cce-b7a5-131499ee4f37 req-bae877fd-61db-4eb3-a9ed-7bf2cc0378cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:29.631759 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94c500d4-16f8-4cce-b7a5-131499ee4f37 req-bae877fd-61db-4eb3-a9ed-7bf2cc0378cf service neutron] 10.222.0.42 "GET /v2.0/networks?id=cce7e9c3-4df9-4bb4-b141-b97816248e25 HTTP/1.1" status: 200 len: 915 time: 0.0981622 Feb 20 04:09:29.861503 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-8c869e5b-1a0e-4a39-a114-238042e74fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'name': 'tempest-TestVolumeBackupRestore-2134538606-router', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '788c71df-6a98-4846-804a-97a2f37fecbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:05:16Z', 'updated_at': '2022-02-20T04:05:19Z', 'revision_number': 4, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'gw_port': {'id': '788c71df-6a98-4846-804a-97a2f37fecbd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:16Z', 'updated_at': '2022-02-20T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'e1d418e0-7f04-4a24-b7a9-9f30b0020c54', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'port_id': '0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25', 'mac_address': 'fa:16:3e:e9:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f801995-ca8b-479a-86c8-4cb188c6e0b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:09:26Z', 'updated_at': '2022-02-20T04:09:29Z', 'revision_number': 2, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97564c7b-473c-4b09-bc31-5e12e6210175', 'name': '', 'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'mac_address': 'fa:16:3e:84:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '43d1ce45-746c-4525-aa68-21bdbb54ace8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:19Z', 'updated_at': '2022-02-20T04:05:23Z', 'revision_number': 5, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'subnets': [{'id': '43d1ce45-746c-4525-aa68-21bdbb54ace8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:09:29.887579 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c869e5b-1a0e-4a39-a114-238042e74fe7 None None] Checking router: 3caad4de-c255-4e97-a7a3-9cfa09cf6354 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:09:29.896401 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c869e5b-1a0e-4a39-a114-238042e74fe7 None None] Routers {'3caad4de-c255-4e97-a7a3-9cfa09cf6354'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:09:29.897159 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-8c869e5b-1a0e-4a39-a114-238042e74fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:09:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3caad4de-c255-4e97-a7a3-9cfa09cf6354'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:09:29.968744 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b0784963-cc02-4413-b2c6-d7a835fa84d0 req-0f0f7723-ea0a-465b-9bca-518bb33a0eb3 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 210 time: 0.0291636 Feb 20 04:09:29.988022 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94c500d4-16f8-4cce-b7a5-131499ee4f37 req-b5eee9ee-ae6a-4243-a878-21a595251c0e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce HTTP/1.1" status: 200 len: 1000 time: 0.3496118 Feb 20 04:09:30.010873 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-8c869e5b-1a0e-4a39-a114-238042e74fe7 None None] Set router 3caad4de-c255-4e97-a7a3-9cfa09cf6354 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:09:30.050842 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c500d4-16f8-4cce-b7a5-131499ee4f37 req-b2dbc3c4-4a97-4cf2-ae7b-c57c2fcd2b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:30.052570 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94c500d4-16f8-4cce-b7a5-131499ee4f37 req-b2dbc3c4-4a97-4cf2-ae7b-c57c2fcd2b2a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=43d1ce45-746c-4525-aa68-21bdbb54ace8 HTTP/1.1" status: 200 len: 853 time: 0.0584207 Feb 20 04:09:30.080647 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:30.105964 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c500d4-16f8-4cce-b7a5-131499ee4f37 req-4467b826-6127-45d9-943a-4625371f42ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:30.107517 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94c500d4-16f8-4cce-b7a5-131499ee4f37 req-4467b826-6127-45d9-943a-4625371f42ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cce7e9c3-4df9-4bb4-b141-b97816248e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490239 Feb 20 04:09:30.204863 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94c500d4-16f8-4cce-b7a5-131499ee4f37 req-52eb5002-5faa-4833-9ce9-f4a241638f95 service neutron] 10.222.0.42 "GET /v2.0/networks/cce7e9c3-4df9-4bb4-b141-b97816248e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903680 Feb 20 04:09:30.251757 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-8c869e5b-1a0e-4a39-a114-238042e74fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'name': 'tempest-TestVolumeBackupRestore-2134538606-router', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '788c71df-6a98-4846-804a-97a2f37fecbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:05:16Z', 'updated_at': '2022-02-20T04:05:19Z', 'revision_number': 4, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'gw_port': {'id': '788c71df-6a98-4846-804a-97a2f37fecbd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:16Z', 'updated_at': '2022-02-20T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'e1d418e0-7f04-4a24-b7a9-9f30b0020c54', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'port_id': '0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25', 'mac_address': 'fa:16:3e:e9:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f801995-ca8b-479a-86c8-4cb188c6e0b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:09:26Z', 'updated_at': '2022-02-20T04:09:29Z', 'revision_number': 2, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97564c7b-473c-4b09-bc31-5e12e6210175', 'name': '', 'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'mac_address': 'fa:16:3e:84:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '43d1ce45-746c-4525-aa68-21bdbb54ace8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:19Z', 'updated_at': '2022-02-20T04:05:23Z', 'revision_number': 5, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'subnets': [{'id': '43d1ce45-746c-4525-aa68-21bdbb54ace8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:09:30.277795 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c869e5b-1a0e-4a39-a114-238042e74fe7 None None] The sync data for ids ['3caad4de-c255-4e97-a7a3-9cfa09cf6354'] in n-d-829866-4 is: [{'id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'name': 'tempest-TestVolumeBackupRestore-2134538606-router', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '788c71df-6a98-4846-804a-97a2f37fecbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:05:16Z', 'updated_at': '2022-02-20T04:05:19Z', 'revision_number': 4, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'gw_port': {'id': '788c71df-6a98-4846-804a-97a2f37fecbd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:16Z', 'updated_at': '2022-02-20T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'e1d418e0-7f04-4a24-b7a9-9f30b0020c54', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'floating_ip_address': '172.25.7.40', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'port_id': '0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25', 'mac_address': 'fa:16:3e:e9:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f801995-ca8b-479a-86c8-4cb188c6e0b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:09:26Z', 'updated_at': '2022-02-20T04:09:29Z', 'revision_number': 2, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97564c7b-473c-4b09-bc31-5e12e6210175', 'name': '', 'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'mac_address': 'fa:16:3e:84:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '43d1ce45-746c-4525-aa68-21bdbb54ace8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:19Z', 'updated_at': '2022-02-20T04:05:23Z', 'revision_number': 5, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'subnets': [{'id': '43d1ce45-746c-4525-aa68-21bdbb54ace8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:09:30.298319 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94c500d4-16f8-4cce-b7a5-131499ee4f37 req-7543ed2b-3aa5-4d96-8105-2ded7aebaea9 service neutron] 10.222.0.42 "GET /v2.0/networks/cce7e9c3-4df9-4bb4-b141-b97816248e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880058 Feb 20 04:09:30.386700 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c500d4-16f8-4cce-b7a5-131499ee4f37 req-41a288de-34d6-48cd-b90a-bcb5624185f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:30.388487 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94c500d4-16f8-4cce-b7a5-131499ee4f37 req-41a288de-34d6-48cd-b90a-bcb5624185f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c49f3fc918874cdfb51ff48fe01f1b24&device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 1127 time: 0.0481222 Feb 20 04:09:30.486297 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c500d4-16f8-4cce-b7a5-131499ee4f37 req-ccfc88da-9af3-40f5-8596-3e0dc253e827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:30.487065 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94c500d4-16f8-4cce-b7a5-131499ee4f37 req-ccfc88da-9af3-40f5-8596-3e0dc253e827 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cce7e9c3-4df9-4bb4-b141-b97816248e25 HTTP/1.1" status: 200 len: 915 time: 0.0929945 Feb 20 04:09:30.550696 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94c500d4-16f8-4cce-b7a5-131499ee4f37 req-3d49bcb4-37b6-4341-ad0f-7f7ddbdc2502 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce HTTP/1.1" status: 200 len: 1000 time: 0.0583510 Feb 20 04:09:30.598709 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c500d4-16f8-4cce-b7a5-131499ee4f37 req-a9c0f6db-7611-4955-83ba-7e1ebc779847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:30.600182 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94c500d4-16f8-4cce-b7a5-131499ee4f37 req-a9c0f6db-7611-4955-83ba-7e1ebc779847 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=43d1ce45-746c-4525-aa68-21bdbb54ace8 HTTP/1.1" status: 200 len: 853 time: 0.0437920 Feb 20 04:09:30.651889 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c500d4-16f8-4cce-b7a5-131499ee4f37 req-becf1fad-2c6b-41bd-9220-64ab2110f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:30.653365 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94c500d4-16f8-4cce-b7a5-131499ee4f37 req-becf1fad-2c6b-41bd-9220-64ab2110f5d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cce7e9c3-4df9-4bb4-b141-b97816248e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476410 Feb 20 04:09:30.740830 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94c500d4-16f8-4cce-b7a5-131499ee4f37 req-81c14a8b-c941-47ae-910a-4719a7695345 service neutron] 10.222.0.42 "GET /v2.0/networks/cce7e9c3-4df9-4bb4-b141-b97816248e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812783 Feb 20 04:09:30.836024 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94c500d4-16f8-4cce-b7a5-131499ee4f37 req-e45f36a5-a7c1-4653-8a95-cc74a32142e1 service neutron] 10.222.0.42 "GET /v2.0/networks/cce7e9c3-4df9-4bb4-b141-b97816248e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891881 Feb 20 04:09:31.073271 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17e1e226-88eb-4051-ab36-1a7a35cd7299 req-0bcf9db7-afed-4556-ae49-3449ec9a4272 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 210 time: 0.0272543 Feb 20 04:09:31.333729 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:32.168560 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dbb5a143-f526-4f71-99c7-fcc529ee9d7d req-9c07c66d-9fe4-45bf-bdb6-61ac1c4bc6d1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 210 time: 0.0275705 Feb 20 04:09:32.796592 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:33.278313 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-61f109a0-4bfa-4776-932f-ad3a22044070 req-9779cf04-5206-4c51-b36b-5945003cd302 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 210 time: 0.0305498 Feb 20 04:09:34.395720 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-61694508-663a-498c-b9c4-224fc1462d07 req-e4a9b691-c0ee-4af9-886b-b7c82e0b5b78 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=de4123d3-096a-40d8-bc36-8ff2e4c54935 HTTP/1.1" status: 200 len: 210 time: 0.0319259 Feb 20 04:09:46.680914 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53384) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:09:46.830218 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f3bb51a9-82ad-4cd0-a40b-e269a0dcc83d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=35020f0e760948f3aaa3a14692013457&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1473804 Feb 20 04:09:46.832624 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53388) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:09:46.895372 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fbe7985c-3ffa-47fd-bfce-dccba6c88e15 admin admin] Publish callbacks [] for security_group (e1884654-4607-4712-97f9-15872c618cc8), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:46.923770 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fbe7985c-3ffa-47fd-bfce-dccba6c88e15 admin admin] Publish callbacks [] for security_group (e1884654-4607-4712-97f9-15872c618cc8), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:47.049259 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fbe7985c-3ffa-47fd-bfce-dccba6c88e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e1884654-4607-4712-97f9-15872c618cc8), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:47.052386 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-fbe7985c-3ffa-47fd-bfce-dccba6c88e15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:47.056471 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-fbe7985c-3ffa-47fd-bfce-dccba6c88e15 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e1884654-4607-4712-97f9-15872c618cc8 HTTP/1.1" status: 204 len: 168 time: 0.2201500 Feb 20 04:09:47.064438 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7985c-3ffa-47fd-bfce-dccba6c88e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1884654-4607-4712-97f9-15872c618cc8,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:09:50.159834 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53522) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:09:50.165334 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-f9ca7319-01af-4a43-b5af-eae0f524d4c5 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Request body: {'network': {'name': 'tempest-network-smoke--372845926', 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'port_security_enabled': True}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:09:50.251970 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ca7319-01af-4a43-b5af-eae0f524d4c5 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Made reservation on behalf of f753cbc608174fce8690db4d8bda76dc for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:09:50.255837 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f9ca7319-01af-4a43-b5af-eae0f524d4c5 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:50.265171 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f9ca7319-01af-4a43-b5af-eae0f524d4c5 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:50.365457 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f9ca7319-01af-4a43-b5af-eae0f524d4c5 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for security_group (941a50ef-496d-4ee9-93e8-8fc2a707416c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:50.443088 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f9ca7319-01af-4a43-b5af-eae0f524d4c5 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (941a50ef-496d-4ee9-93e8-8fc2a707416c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:50.475424 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ca7319-01af-4a43-b5af-eae0f524d4c5 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 04:09:50.486961 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca7319-01af-4a43-b5af-eae0f524d4c5 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=941a50ef-496d-4ee9-93e8-8fc2a707416c,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:09:50.493130 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f9ca7319-01af-4a43-b5af-eae0f524d4c5 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (483e03c2-8610-4273-aad2-52654ce53e01), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:50.493736 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-f9ca7319-01af-4a43-b5af-eae0f524d4c5 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Added segment 483e03c2-8610-4273-aad2-52654ce53e01 of type vlan for network c77d7e66-c015-4a4a-8eda-2ad2423b2fff Feb 20 04:09:50.536470 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f9ca7319-01af-4a43-b5af-eae0f524d4c5 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (c77d7e66-c015-4a4a-8eda-2ad2423b2fff), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:50.642573 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f9ca7319-01af-4a43-b5af-eae0f524d4c5 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (c77d7e66-c015-4a4a-8eda-2ad2423b2fff), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:50.648285 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ca7319-01af-4a43-b5af-eae0f524d4c5 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:50.649042 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f9ca7319-01af-4a43-b5af-eae0f524d4c5 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:50.746696 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca7319-01af-4a43-b5af-eae0f524d4c5 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Pushing event updated for resources: {'Network': ['ID=c77d7e66-c015-4a4a-8eda-2ad2423b2fff,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:09:50.757455 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53526) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:09:50.757993 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f9ca7319-01af-4a43-b5af-eae0f524d4c5 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5962236 Feb 20 04:09:50.760110 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network c77d7e66-c015-4a4a-8eda-2ad2423b2fff details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 04:09:50.763416 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-85a8dbe1-89ac-4d3a-824e-1b95b1e1a0f8 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-538065505', 'admin_state_up': True, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:09:50.861250 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85a8dbe1-89ac-4d3a-824e-1b95b1e1a0f8 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (bf23afcf-e261-4cc5-b48b-26ea0c80ba36), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:50.863949 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85a8dbe1-89ac-4d3a-824e-1b95b1e1a0f8 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (bf23afcf-e261-4cc5-b48b-26ea0c80ba36), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:50.916692 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85a8dbe1-89ac-4d3a-824e-1b95b1e1a0f8 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for router_controller (bf23afcf-e261-4cc5-b48b-26ea0c80ba36), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:51.208938 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:51.276445 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85a8dbe1-89ac-4d3a-824e-1b95b1e1a0f8 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for router_gateway (bf23afcf-e261-4cc5-b48b-26ea0c80ba36), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:51.305527 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:51.560088 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85a8dbe1-89ac-4d3a-824e-1b95b1e1a0f8 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for router_gateway (bf23afcf-e261-4cc5-b48b-26ea0c80ba36), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:51.580161 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85a8dbe1-89ac-4d3a-824e-1b95b1e1a0f8 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:51.687905 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-85a8dbe1-89ac-4d3a-824e-1b95b1e1a0f8 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Allocated IP 172.25.7.195 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/7dcc2292-42fa-4983-9528-50422f6ad8a0) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:09:51.798116 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85a8dbe1-89ac-4d3a-824e-1b95b1e1a0f8 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for port (7dcc2292-42fa-4983-9528-50422f6ad8a0), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:51.911644 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85a8dbe1-89ac-4d3a-824e-1b95b1e1a0f8 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (7dcc2292-42fa-4983-9528-50422f6ad8a0), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:51.953028 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a8dbe1-89ac-4d3a-824e-1b95b1e1a0f8 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:09:51.959321 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-85a8dbe1-89ac-4d3a-824e-1b95b1e1a0f8 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:09:51.964263 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a8dbe1-89ac-4d3a-824e-1b95b1e1a0f8 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:09:51.967444 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8dbe1-89ac-4d3a-824e-1b95b1e1a0f8 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Pushing event updated for resources: {'Port': ['ID=7dcc2292-42fa-4983-9528-50422f6ad8a0,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:09:52.309791 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85a8dbe1-89ac-4d3a-824e-1b95b1e1a0f8 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for router_gateway (bf23afcf-e261-4cc5-b48b-26ea0c80ba36), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:52.522147 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85a8dbe1-89ac-4d3a-824e-1b95b1e1a0f8 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (bf23afcf-e261-4cc5-b48b-26ea0c80ba36), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:52.728492 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a8dbe1-89ac-4d3a-824e-1b95b1e1a0f8 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Router bf23afcf-e261-4cc5-b48b-26ea0c80ba36 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 04:09:53.166008 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a8dbe1-89ac-4d3a-824e-1b95b1e1a0f8 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:09:53.178465 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac0e9d0-4b4f-4a6d-b80f-ab02ea6be72b None None] Sync routers for ids ['bf23afcf-e261-4cc5-b48b-26ea0c80ba36'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:09:53.188761 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac0e9d0-4b4f-4a6d-b80f-ab02ea6be72b None None] Routers {'bf23afcf-e261-4cc5-b48b-26ea0c80ba36'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:09:53.191904 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-3ac0e9d0-4b4f-4a6d-b80f-ab02ea6be72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:09:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['bf23afcf-e261-4cc5-b48b-26ea0c80ba36'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:09:53.242555 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-85a8dbe1-89ac-4d3a-824e-1b95b1e1a0f8 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:53.243863 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-85a8dbe1-89ac-4d3a-824e-1b95b1e1a0f8 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.4845655 Feb 20 04:09:53.247161 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53532) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:09:53.316358 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-3ac0e9d0-4b4f-4a6d-b80f-ab02ea6be72b None None] Set router bf23afcf-e261-4cc5-b48b-26ea0c80ba36 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:09:53.386225 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1c0acc12-75c2-443e-86fd-0a17ca8d9a67 tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=f753cbc608174fce8690db4d8bda76dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1376131 Feb 20 04:09:53.388608 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53536) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:09:53.488560 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87947251-91a3-4784-b0d5-49191eab1baf tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:53.490109 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-87947251-91a3-4784-b0d5-49191eab1baf tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1005805 Feb 20 04:09:53.493097 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53540) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:09:53.551669 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53542) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:09:53.552276 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7476cd0a-f056-4a38-b201-ae98832b609f tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=eaf6f7bf-76a8-47a9-a76f-78f3b96fe079&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0566487 Feb 20 04:09:53.557802 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-859e0ba8-c294-4654-b8fc-85fd27f2c0b3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1575361027', 'network_id': 'c77d7e66-c015-4a4a-8eda-2ad2423b2fff', 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:09:53.666746 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-3ac0e9d0-4b4f-4a6d-b80f-ab02ea6be72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'name': 'tempest-TestSecurityGroupsBasicOps-router-538065505', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '7dcc2292-42fa-4983-9528-50422f6ad8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:09:50Z', 'updated_at': '2022-02-20T04:09:52Z', 'revision_number': 3, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'gw_port': {'id': '7dcc2292-42fa-4983-9528-50422f6ad8a0', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:81:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:09:51Z', 'updated_at': '2022-02-20T04:09:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:09:53.699512 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac0e9d0-4b4f-4a6d-b80f-ab02ea6be72b None None] Checking router: bf23afcf-e261-4cc5-b48b-26ea0c80ba36 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:09:53.699876 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac0e9d0-4b4f-4a6d-b80f-ab02ea6be72b None None] Updating router bf23afcf-e261-4cc5-b48b-26ea0c80ba36 port 7dcc2292-42fa-4983-9528-50422f6ad8a0 binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 04:09:53.711106 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859e0ba8-c294-4654-b8fc-85fd27f2c0b3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Made reservation on behalf of f753cbc608174fce8690db4d8bda76dc for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:09:53.714829 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-859e0ba8-c294-4654-b8fc-85fd27f2c0b3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:53.731761 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3ac0e9d0-4b4f-4a6d-b80f-ab02ea6be72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7dcc2292-42fa-4983-9528-50422f6ad8a0), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:53.968291 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-859e0ba8-c294-4654-b8fc-85fd27f2c0b3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (f7b20b7b-57ed-4d9d-a0e6-4da5a551852f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:54.001136 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3ac0e9d0-4b4f-4a6d-b80f-ab02ea6be72b None None] Publish callbacks [] for port (7dcc2292-42fa-4983-9528-50422f6ad8a0), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:54.028818 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e0ba8-c294-4654-b8fc-85fd27f2c0b3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Pushing event updated for resources: {'Subnet': ['ID=f7b20b7b-57ed-4d9d-a0e6-4da5a551852f,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:09:54.040302 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859e0ba8-c294-4654-b8fc-85fd27f2c0b3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Checking segment: {'id': '483e03c2-8610-4273-aad2-52654ce53e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c77d7e66-c015-4a4a-8eda-2ad2423b2fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:09:54.043231 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859e0ba8-c294-4654-b8fc-85fd27f2c0b3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Network hostable DHCP agents. Network: c77d7e66-c015-4a4a-8eda-2ad2423b2fff, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 04:09:54.059512 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3ac0e9d0-4b4f-4a6d-b80f-ab02ea6be72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (7dcc2292-42fa-4983-9528-50422f6ad8a0), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:54.111783 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-3ac0e9d0-4b4f-4a6d-b80f-ab02ea6be72b None None] Attempting to bind port 7dcc2292-42fa-4983-9528-50422f6ad8a0 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:09:54.112240 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-3ac0e9d0-4b4f-4a6d-b80f-ab02ea6be72b None None] Attempting to bind port 7dcc2292-42fa-4983-9528-50422f6ad8a0 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:09:54.112424 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859e0ba8-c294-4654-b8fc-85fd27f2c0b3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Network c77d7e66-c015-4a4a-8eda-2ad2423b2fff is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 04:09:54.112546 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac0e9d0-4b4f-4a6d-b80f-ab02ea6be72b None None] Attempting to bind port 7dcc2292-42fa-4983-9528-50422f6ad8a0 on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:09:54.119723 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a2687-3ddd-48df-a60b-6d535b590601 None None] Pushing event updated for resources: {'Port': ['ID=7dcc2292-42fa-4983-9528-50422f6ad8a0,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:09:54.122451 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac0e9d0-4b4f-4a6d-b80f-ab02ea6be72b None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:09:54.122839 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac0e9d0-4b4f-4a6d-b80f-ab02ea6be72b None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:09:54.123274 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3ac0e9d0-4b4f-4a6d-b80f-ab02ea6be72b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:54.123668 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac0e9d0-4b4f-4a6d-b80f-ab02ea6be72b None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:09:54.124150 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-3ac0e9d0-4b4f-4a6d-b80f-ab02ea6be72b None None] Bound port: 7dcc2292-42fa-4983-9528-50422f6ad8a0, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:09:54.124531 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3ac0e9d0-4b4f-4a6d-b80f-ab02ea6be72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7dcc2292-42fa-4983-9528-50422f6ad8a0), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:54.181888 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-3ac0e9d0-4b4f-4a6d-b80f-ab02ea6be72b None None] For port 7dcc2292-42fa-4983-9528-50422f6ad8a0, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:09:54.184858 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-3ac0e9d0-4b4f-4a6d-b80f-ab02ea6be72b None None] For port 7dcc2292-42fa-4983-9528-50422f6ad8a0, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=7dcc2292-42fa-4983-9528-50422f6ad8a0,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:09:54.223199 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-859e0ba8-c294-4654-b8fc-85fd27f2c0b3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, c77d7e66-c015-4a4a-8eda-2ad2423b2fff) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:09:54.227525 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859e0ba8-c294-4654-b8fc-85fd27f2c0b3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:54.228204 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-859e0ba8-c294-4654-b8fc-85fd27f2c0b3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:54.236343 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0663b40-0ea8-411f-8672-645fa4c06385 None None] Network c77d7e66-c015-4a4a-8eda-2ad2423b2fff requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:09:54.282165 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3ac0e9d0-4b4f-4a6d-b80f-ab02ea6be72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (7dcc2292-42fa-4983-9528-50422f6ad8a0), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:54.330988 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-859e0ba8-c294-4654-b8fc-85fd27f2c0b3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7774513 Feb 20 04:09:54.333651 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53544) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:09:54.355963 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac0e9d0-4b4f-4a6d-b80f-ab02ea6be72b None None] Routers {'bf23afcf-e261-4cc5-b48b-26ea0c80ba36'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:09:54.356605 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-3ac0e9d0-4b4f-4a6d-b80f-ab02ea6be72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:09:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['bf23afcf-e261-4cc5-b48b-26ea0c80ba36'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:09:54.421430 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a2687-3ddd-48df-a60b-6d535b590601 None None] Pushing event updated for resources: {'Port': ['ID=7dcc2292-42fa-4983-9528-50422f6ad8a0,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:09:54.442694 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628a7708-3e4a-4ad6-ae33-b2b63bd5f5de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-c77d7e66-c015-4a4a-8eda-2ad2423b2fff', 'network_id': 'c77d7e66-c015-4a4a-8eda-2ad2423b2fff', 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'fixed_ips': [{'subnet_id': 'f7b20b7b-57ed-4d9d-a0e6-4da5a551852f'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 04:09:54.443785 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-628a7708-3e4a-4ad6-ae33-b2b63bd5f5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:54.590402 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-3ac0e9d0-4b4f-4a6d-b80f-ab02ea6be72b None None] Set router bf23afcf-e261-4cc5-b48b-26ea0c80ba36 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:09:54.755265 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-628a7708-3e4a-4ad6-ae33-b2b63bd5f5de None None] Allocated IP 172.20.0.2 (c77d7e66-c015-4a4a-8eda-2ad2423b2fff/f7b20b7b-57ed-4d9d-a0e6-4da5a551852f/2b90513e-e828-463a-8f2a-3ccb0f3cf72f) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:09:54.904203 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-3ac0e9d0-4b4f-4a6d-b80f-ab02ea6be72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'name': 'tempest-TestSecurityGroupsBasicOps-router-538065505', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '7dcc2292-42fa-4983-9528-50422f6ad8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:09:50Z', 'updated_at': '2022-02-20T04:09:52Z', 'revision_number': 3, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'gw_port': {'id': '7dcc2292-42fa-4983-9528-50422f6ad8a0', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:81:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:09:51Z', 'updated_at': '2022-02-20T04:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:09:54.950036 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac0e9d0-4b4f-4a6d-b80f-ab02ea6be72b None None] The sync data for ids ['bf23afcf-e261-4cc5-b48b-26ea0c80ba36'] in n-d-829866-4 is: [{'id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'name': 'tempest-TestSecurityGroupsBasicOps-router-538065505', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '7dcc2292-42fa-4983-9528-50422f6ad8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:09:50Z', 'updated_at': '2022-02-20T04:09:52Z', 'revision_number': 3, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'gw_port': {'id': '7dcc2292-42fa-4983-9528-50422f6ad8a0', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:81:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:09:51Z', 'updated_at': '2022-02-20T04:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:09:54.984396 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-628a7708-3e4a-4ad6-ae33-b2b63bd5f5de None None] Publish callbacks [] for port (2b90513e-e828-463a-8f2a-3ccb0f3cf72f), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:54.985126 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-df15c141-6326-4d5e-835b-a2ef95399033 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:55.117426 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-628a7708-3e4a-4ad6-ae33-b2b63bd5f5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (2b90513e-e828-463a-8f2a-3ccb0f3cf72f), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:55.170047 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628a7708-3e4a-4ad6-ae33-b2b63bd5f5de None None] Network c77d7e66-c015-4a4a-8eda-2ad2423b2fff is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:09:55.176466 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-628a7708-3e4a-4ad6-ae33-b2b63bd5f5de None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:09:55.179754 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628a7708-3e4a-4ad6-ae33-b2b63bd5f5de None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:09:55.196637 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a7708-3e4a-4ad6-ae33-b2b63bd5f5de None None] Pushing event updated for resources: {'Port': ['ID=2b90513e-e828-463a-8f2a-3ccb0f3cf72f,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:09:55.283977 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-628a7708-3e4a-4ad6-ae33-b2b63bd5f5de None None] Attempting to bind port 2b90513e-e828-463a-8f2a-3ccb0f3cf72f on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:09:55.284523 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-628a7708-3e4a-4ad6-ae33-b2b63bd5f5de None None] Attempting to bind port 2b90513e-e828-463a-8f2a-3ccb0f3cf72f by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '483e03c2-8610-4273-aad2-52654ce53e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c77d7e66-c015-4a4a-8eda-2ad2423b2fff'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:09:55.285013 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628a7708-3e4a-4ad6-ae33-b2b63bd5f5de None None] Attempting to bind port 2b90513e-e828-463a-8f2a-3ccb0f3cf72f on network c77d7e66-c015-4a4a-8eda-2ad2423b2fff {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:09:55.291269 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628a7708-3e4a-4ad6-ae33-b2b63bd5f5de None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:09:55.291732 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628a7708-3e4a-4ad6-ae33-b2b63bd5f5de None None] Checking segment: {'id': '483e03c2-8610-4273-aad2-52654ce53e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c77d7e66-c015-4a4a-8eda-2ad2423b2fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:09:55.292378 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-628a7708-3e4a-4ad6-ae33-b2b63bd5f5de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:55.292900 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628a7708-3e4a-4ad6-ae33-b2b63bd5f5de None None] Bound using segment: {'id': '483e03c2-8610-4273-aad2-52654ce53e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c77d7e66-c015-4a4a-8eda-2ad2423b2fff'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:09:55.293587 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-628a7708-3e4a-4ad6-ae33-b2b63bd5f5de None None] Bound port: 2b90513e-e828-463a-8f2a-3ccb0f3cf72f, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483e03c2-8610-4273-aad2-52654ce53e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c77d7e66-c015-4a4a-8eda-2ad2423b2fff'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:09:55.294066 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-628a7708-3e4a-4ad6-ae33-b2b63bd5f5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2b90513e-e828-463a-8f2a-3ccb0f3cf72f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:55.373014 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-628a7708-3e4a-4ad6-ae33-b2b63bd5f5de None None] For port 2b90513e-e828-463a-8f2a-3ccb0f3cf72f, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:09:55.377030 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-628a7708-3e4a-4ad6-ae33-b2b63bd5f5de None None] For port 2b90513e-e828-463a-8f2a-3ccb0f3cf72f, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2b90513e-e828-463a-8f2a-3ccb0f3cf72f,segment=NetworkSegment(483e03c2-8610-4273-aad2-52654ce53e01),segment_id=483e03c2-8610-4273-aad2-52654ce53e01)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:09:55.408168 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-df15c141-6326-4d5e-835b-a2ef95399033 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Allocated IP 172.20.0.1 (c77d7e66-c015-4a4a-8eda-2ad2423b2fff/f7b20b7b-57ed-4d9d-a0e6-4da5a551852f/ab5866e8-6412-43b0-8dcd-740d2d197695) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:09:55.472061 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-628a7708-3e4a-4ad6-ae33-b2b63bd5f5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2b90513e-e828-463a-8f2a-3ccb0f3cf72f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:55.538046 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-df15c141-6326-4d5e-835b-a2ef95399033 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for port (ab5866e8-6412-43b0-8dcd-740d2d197695), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:55.554030 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a7708-3e4a-4ad6-ae33-b2b63bd5f5de None None] Pushing event updated for resources: {'Port': ['ID=2b90513e-e828-463a-8f2a-3ccb0f3cf72f,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:09:55.652905 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-df15c141-6326-4d5e-835b-a2ef95399033 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (ab5866e8-6412-43b0-8dcd-740d2d197695), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:56.006678 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df15c141-6326-4d5e-835b-a2ef95399033 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Network c77d7e66-c015-4a4a-8eda-2ad2423b2fff is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:09:56.009933 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-df15c141-6326-4d5e-835b-a2ef95399033 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:09:56.019044 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df15c141-6326-4d5e-835b-a2ef95399033 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:09:56.023732 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15c141-6326-4d5e-835b-a2ef95399033 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Pushing event updated for resources: {'Port': ['ID=ab5866e8-6412-43b0-8dcd-740d2d197695,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:09:56.076926 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-df15c141-6326-4d5e-835b-a2ef95399033 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (bf23afcf-e261-4cc5-b48b-26ea0c80ba36), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:56.229621 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 7dcc2292-42fa-4983-9528-50422f6ad8a0 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:09:56.286454 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 7dcc2292-42fa-4983-9528-50422f6ad8a0 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:09:56.286952 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (7dcc2292-42fa-4983-9528-50422f6ad8a0), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:56.302736 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-df15c141-6326-4d5e-835b-a2ef95399033 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ab5866e8-6412-43b0-8dcd-740d2d197695), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:56.388259 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 7dcc2292-42fa-4983-9528-50422f6ad8a0 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:09:56.388646 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (7dcc2292-42fa-4983-9528-50422f6ad8a0), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:56.419871 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 7dcc2292-42fa-4983-9528-50422f6ad8a0, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=7dcc2292-42fa-4983-9528-50422f6ad8a0,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:09:56.493764 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7e832e91-13b0-4790-b92e-4f7fd8fbccb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:56.517085 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (7dcc2292-42fa-4983-9528-50422f6ad8a0), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:56.517892 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 2b90513e-e828-463a-8f2a-3ccb0f3cf72f up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:09:56.598443 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=7dcc2292-42fa-4983-9528-50422f6ad8a0,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:09:56.610937 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 2b90513e-e828-463a-8f2a-3ccb0f3cf72f triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:09:56.611433 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2b90513e-e828-463a-8f2a-3ccb0f3cf72f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:56.620710 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-df15c141-6326-4d5e-835b-a2ef95399033 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for port (ab5866e8-6412-43b0-8dcd-740d2d197695), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:56.693920 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-df15c141-6326-4d5e-835b-a2ef95399033 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (ab5866e8-6412-43b0-8dcd-740d2d197695), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:56.706639 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 2b90513e-e828-463a-8f2a-3ccb0f3cf72f is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:09:56.707203 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2b90513e-e828-463a-8f2a-3ccb0f3cf72f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:56.750305 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 2b90513e-e828-463a-8f2a-3ccb0f3cf72f, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2b90513e-e828-463a-8f2a-3ccb0f3cf72f,segment=NetworkSegment(483e03c2-8610-4273-aad2-52654ce53e01),segment_id=483e03c2-8610-4273-aad2-52654ce53e01)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:09:56.789340 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15c141-6326-4d5e-835b-a2ef95399033 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Pushing event updated for resources: {'Port': ['ID=ab5866e8-6412-43b0-8dcd-740d2d197695,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:09:56.793879 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-df15c141-6326-4d5e-835b-a2ef95399033 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (bf23afcf-e261-4cc5-b48b-26ea0c80ba36), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:56.857794 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2b90513e-e828-463a-8f2a-3ccb0f3cf72f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:56.904002 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df15c141-6326-4d5e-835b-a2ef95399033 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Network c77d7e66-c015-4a4a-8eda-2ad2423b2fff is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:09:56.905529 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-df15c141-6326-4d5e-835b-a2ef95399033 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:09:56.920473 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=2b90513e-e828-463a-8f2a-3ccb0f3cf72f,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:09:57.072420 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df15c141-6326-4d5e-835b-a2ef95399033 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Router bf23afcf-e261-4cc5-b48b-26ea0c80ba36 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:09:57.201576 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57edc892-1ae3-491b-bf5c-0a1fc4a74897 None None] Network c77d7e66-c015-4a4a-8eda-2ad2423b2fff requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:09:57.223091 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df15c141-6326-4d5e-835b-a2ef95399033 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:09:57.229248 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-df15c141-6326-4d5e-835b-a2ef95399033 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "PUT /v2.0/routers/bf23afcf-e261-4cc5-b48b-26ea0c80ba36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8944073 Feb 20 04:09:57.232097 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53552) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:09:57.238045 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-4ae4eedf-a5c5-4ad2-a5d5-9d9ffac185c9 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1164665698', 'description': 'tempest-secgroup_access--1164665698 description', 'project_id': 'f753cbc608174fce8690db4d8bda76dc'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:09:57.271679 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7150c425-c471-4fb2-81ff-92da264f7633 None None] Sync routers for ids ['bf23afcf-e261-4cc5-b48b-26ea0c80ba36'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:09:57.281421 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7150c425-c471-4fb2-81ff-92da264f7633 None None] Routers {'bf23afcf-e261-4cc5-b48b-26ea0c80ba36'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:09:57.282040 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-7150c425-c471-4fb2-81ff-92da264f7633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:09:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['bf23afcf-e261-4cc5-b48b-26ea0c80ba36'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:09:57.323344 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-1561403d-c7bf-499d-b762-c0e0648d97cb None None] Provisioning complete for port 2b90513e-e828-463a-8f2a-3ccb0f3cf72f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:09:57.323976 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1561403d-c7bf-499d-b762-c0e0648d97cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2b90513e-e828-463a-8f2a-3ccb0f3cf72f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:57.345706 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4ae4eedf-a5c5-4ad2-a5d5-9d9ffac185c9 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:57.427855 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-7150c425-c471-4fb2-81ff-92da264f7633 None None] Set router bf23afcf-e261-4cc5-b48b-26ea0c80ba36 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:09:57.445797 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-1561403d-c7bf-499d-b762-c0e0648d97cb None None] Current status of the port 2b90513e-e828-463a-8f2a-3ccb0f3cf72f is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:09:57.449372 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4ae4eedf-a5c5-4ad2-a5d5-9d9ffac185c9 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for security_group (fe074213-3e88-4116-bf62-7b64eabd594e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:57.511087 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4ae4eedf-a5c5-4ad2-a5d5-9d9ffac185c9 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (fe074213-3e88-4116-bf62-7b64eabd594e), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:57.550038 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4eedf-a5c5-4ad2-a5d5-9d9ffac185c9 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe074213-3e88-4116-bf62-7b64eabd594e,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:09:57.648306 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-7150c425-c471-4fb2-81ff-92da264f7633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'name': 'tempest-TestSecurityGroupsBasicOps-router-538065505', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '7dcc2292-42fa-4983-9528-50422f6ad8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:09:50Z', 'updated_at': '2022-02-20T04:09:56Z', 'revision_number': 4, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'gw_port': {'id': '7dcc2292-42fa-4983-9528-50422f6ad8a0', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:81:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:09:51Z', 'updated_at': '2022-02-20T04:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'ab5866e8-6412-43b0-8dcd-740d2d197695', 'name': '', 'network_id': 'c77d7e66-c015-4a4a-8eda-2ad2423b2fff', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'mac_address': 'fa:16:3e:76:83:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f7b20b7b-57ed-4d9d-a0e6-4da5a551852f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:09:55Z', 'updated_at': '2022-02-20T04:09:56Z', 'revision_number': 2, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'subnets': [{'id': 'f7b20b7b-57ed-4d9d-a0e6-4da5a551852f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:09:57.660853 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4ae4eedf-a5c5-4ad2-a5d5-9d9ffac185c9 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:57.662619 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4ae4eedf-a5c5-4ad2-a5d5-9d9ffac185c9 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4293795 Feb 20 04:09:57.665586 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53554) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:09:57.671850 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-ce973c92-5801-47e3-8baa-016d4356f656 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--421144848', 'description': 'tempest-secgroup_general--421144848 description', 'project_id': 'f753cbc608174fce8690db4d8bda76dc'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:09:57.683992 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-7a569971-2aeb-4b31-b290-2bab728b4920 None None] Provisioning complete for port 2b90513e-e828-463a-8f2a-3ccb0f3cf72f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:09:57.684714 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7a569971-2aeb-4b31-b290-2bab728b4920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2b90513e-e828-463a-8f2a-3ccb0f3cf72f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:57.690010 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7150c425-c471-4fb2-81ff-92da264f7633 None None] Checking router: bf23afcf-e261-4cc5-b48b-26ea0c80ba36 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:09:57.690010 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7150c425-c471-4fb2-81ff-92da264f7633 None None] Updating router bf23afcf-e261-4cc5-b48b-26ea0c80ba36 port ab5866e8-6412-43b0-8dcd-740d2d197695 binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 04:09:57.726444 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7150c425-c471-4fb2-81ff-92da264f7633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ab5866e8-6412-43b0-8dcd-740d2d197695), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:57.768903 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ce973c92-5801-47e3-8baa-016d4356f656 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:57.839851 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-7a569971-2aeb-4b31-b290-2bab728b4920 None None] Current status of the port 2b90513e-e828-463a-8f2a-3ccb0f3cf72f is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:09:57.852138 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-7a569971-2aeb-4b31-b290-2bab728b4920 None None] Provisioning complete for port ab5866e8-6412-43b0-8dcd-740d2d197695 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:09:57.858591 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7a569971-2aeb-4b31-b290-2bab728b4920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ab5866e8-6412-43b0-8dcd-740d2d197695), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:57.893047 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-7a569971-2aeb-4b31-b290-2bab728b4920 None None] Port ab5866e8-6412-43b0-8dcd-740d2d197695 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:09:57.911075 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ce973c92-5801-47e3-8baa-016d4356f656 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for security_group (f102bd5d-6168-4599-ab73-8fc894cb6a53), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:58.023184 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-958dd60d-5f9a-4ace-9e84-32b05f9b34cd None None] Provisioning complete for port ab5866e8-6412-43b0-8dcd-740d2d197695 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:09:58.023804 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-958dd60d-5f9a-4ace-9e84-32b05f9b34cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ab5866e8-6412-43b0-8dcd-740d2d197695), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:58.031475 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ce973c92-5801-47e3-8baa-016d4356f656 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f102bd5d-6168-4599-ab73-8fc894cb6a53), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:58.054382 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7150c425-c471-4fb2-81ff-92da264f7633 None None] Publish callbacks [] for port (ab5866e8-6412-43b0-8dcd-740d2d197695), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:58.076067 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce973c92-5801-47e3-8baa-016d4356f656 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f102bd5d-6168-4599-ab73-8fc894cb6a53,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:09:58.088751 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-958dd60d-5f9a-4ace-9e84-32b05f9b34cd None None] Port ab5866e8-6412-43b0-8dcd-740d2d197695 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:09:58.145511 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7150c425-c471-4fb2-81ff-92da264f7633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ab5866e8-6412-43b0-8dcd-740d2d197695), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:58.158146 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 7dcc2292-42fa-4983-9528-50422f6ad8a0 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:09:58.170294 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ce973c92-5801-47e3-8baa-016d4356f656 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:58.171951 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ce973c92-5801-47e3-8baa-016d4356f656 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5052493 Feb 20 04:09:58.175430 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53558) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:09:58.179908 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-6993f0c7-d7c2-4c3d-9035-5df7ad5d4d86 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Request body: {'security_group_rule': {'security_group_id': 'fe074213-3e88-4116-bf62-7b64eabd594e', 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:09:58.214041 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ce11e-32c0-42b4-8992-6dd7910f528a None None] Pushing event updated for resources: {'Port': ['ID=ab5866e8-6412-43b0-8dcd-740d2d197695,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:09:58.218908 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-4d85e1d4-e69b-44ef-b16f-60bd7d7ae10e None None] Provisioning complete for port ab5866e8-6412-43b0-8dcd-740d2d197695 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:09:58.219267 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4d85e1d4-e69b-44ef-b16f-60bd7d7ae10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ab5866e8-6412-43b0-8dcd-740d2d197695), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:58.227737 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ce11e-32c0-42b4-8992-6dd7910f528a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:58.228170 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ce11e-32c0-42b4-8992-6dd7910f528a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:58.228596 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ce11e-32c0-42b4-8992-6dd7910f528a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:58.229002 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ce11e-32c0-42b4-8992-6dd7910f528a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:58.229410 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ce11e-32c0-42b4-8992-6dd7910f528a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:58.230001 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ce11e-32c0-42b4-8992-6dd7910f528a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:58.230393 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ce11e-32c0-42b4-8992-6dd7910f528a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:58.230805 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ce11e-32c0-42b4-8992-6dd7910f528a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:58.231233 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ce11e-32c0-42b4-8992-6dd7910f528a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:58.231631 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ce11e-32c0-42b4-8992-6dd7910f528a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:58.232028 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ce11e-32c0-42b4-8992-6dd7910f528a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:58.232423 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ce11e-32c0-42b4-8992-6dd7910f528a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:58.232820 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5ce11e-32c0-42b4-8992-6dd7910f528a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:09:58.254827 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 7dcc2292-42fa-4983-9528-50422f6ad8a0 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:09:58.255229 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (7dcc2292-42fa-4983-9528-50422f6ad8a0), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:58.285439 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6993f0c7-d7c2-4c3d-9035-5df7ad5d4d86 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for security_group_rule (ae17f512-7d3b-4e8d-8192-355588b09c1f), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:58.290141 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-4d85e1d4-e69b-44ef-b16f-60bd7d7ae10e None None] Port ab5866e8-6412-43b0-8dcd-740d2d197695 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:09:58.310913 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-7150c425-c471-4fb2-81ff-92da264f7633 None None] Attempting to bind port ab5866e8-6412-43b0-8dcd-740d2d197695 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:09:58.311506 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-7150c425-c471-4fb2-81ff-92da264f7633 None None] Attempting to bind port ab5866e8-6412-43b0-8dcd-740d2d197695 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '483e03c2-8610-4273-aad2-52654ce53e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c77d7e66-c015-4a4a-8eda-2ad2423b2fff'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:09:58.311984 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7150c425-c471-4fb2-81ff-92da264f7633 None None] Attempting to bind port ab5866e8-6412-43b0-8dcd-740d2d197695 on network c77d7e66-c015-4a4a-8eda-2ad2423b2fff {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:09:58.318683 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7150c425-c471-4fb2-81ff-92da264f7633 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:09:58.319387 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7150c425-c471-4fb2-81ff-92da264f7633 None None] Checking segment: {'id': '483e03c2-8610-4273-aad2-52654ce53e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c77d7e66-c015-4a4a-8eda-2ad2423b2fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:09:58.319984 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7150c425-c471-4fb2-81ff-92da264f7633 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:58.320547 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7150c425-c471-4fb2-81ff-92da264f7633 None None] Bound using segment: {'id': '483e03c2-8610-4273-aad2-52654ce53e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c77d7e66-c015-4a4a-8eda-2ad2423b2fff'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:09:58.321190 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-7150c425-c471-4fb2-81ff-92da264f7633 None None] Bound port: ab5866e8-6412-43b0-8dcd-740d2d197695, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483e03c2-8610-4273-aad2-52654ce53e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c77d7e66-c015-4a4a-8eda-2ad2423b2fff'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:09:58.321762 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7150c425-c471-4fb2-81ff-92da264f7633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ab5866e8-6412-43b0-8dcd-740d2d197695), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:58.371214 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 7dcc2292-42fa-4983-9528-50422f6ad8a0 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:09:58.372507 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 2b90513e-e828-463a-8f2a-3ccb0f3cf72f up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:09:58.385976 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6993f0c7-d7c2-4c3d-9035-5df7ad5d4d86 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for security_group_rule (ae17f512-7d3b-4e8d-8192-355588b09c1f), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:58.397412 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-7150c425-c471-4fb2-81ff-92da264f7633 None None] For port ab5866e8-6412-43b0-8dcd-740d2d197695, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:09:58.406078 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-7150c425-c471-4fb2-81ff-92da264f7633 None None] For port ab5866e8-6412-43b0-8dcd-740d2d197695, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=ab5866e8-6412-43b0-8dcd-740d2d197695,segment=NetworkSegment(483e03c2-8610-4273-aad2-52654ce53e01),segment_id=483e03c2-8610-4273-aad2-52654ce53e01)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:09:58.470841 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6993f0c7-d7c2-4c3d-9035-5df7ad5d4d86 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (ae17f512-7d3b-4e8d-8192-355588b09c1f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:58.491458 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993f0c7-d7c2-4c3d-9035-5df7ad5d4d86 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae17f512-7d3b-4e8d-8192-355588b09c1f,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:09:58.514525 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-7150c425-c471-4fb2-81ff-92da264f7633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ab5866e8-6412-43b0-8dcd-740d2d197695), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:58.578764 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7150c425-c471-4fb2-81ff-92da264f7633 None None] Routers {'bf23afcf-e261-4cc5-b48b-26ea0c80ba36'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:09:58.578764 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-7150c425-c471-4fb2-81ff-92da264f7633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:09:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['bf23afcf-e261-4cc5-b48b-26ea0c80ba36'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:09:58.604510 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6993f0c7-d7c2-4c3d-9035-5df7ad5d4d86 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:58.608110 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6993f0c7-d7c2-4c3d-9035-5df7ad5d4d86 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4299519 Feb 20 04:09:58.664067 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 2b90513e-e828-463a-8f2a-3ccb0f3cf72f triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:09:58.664067 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2b90513e-e828-463a-8f2a-3ccb0f3cf72f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:58.713198 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-85ff1b9d-062b-4fd0-ba66-df77d0861a12 None None] Provisioning complete for port ab5866e8-6412-43b0-8dcd-740d2d197695 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:09:58.713573 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-85ff1b9d-062b-4fd0-ba66-df77d0861a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ab5866e8-6412-43b0-8dcd-740d2d197695), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:58.804126 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-32c979bc-df5c-4384-afe5-db3263537237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:58.854060 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 2b90513e-e828-463a-8f2a-3ccb0f3cf72f is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:09:58.854559 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ce11e-32c0-42b4-8992-6dd7910f528a None None] Pushing event updated for resources: {'Port': ['ID=ab5866e8-6412-43b0-8dcd-740d2d197695,revision_number=4']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:09:58.866219 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-136606cd-97de-45b2-99db-d5999713f23c tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup_access--1164665698&fields=id&tenant_id=f753cbc608174fce8690db4d8bda76dc HTTP/1.1" status: 200 len: 267 time: 0.0994706 Feb 20 04:09:58.936712 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-7150c425-c471-4fb2-81ff-92da264f7633 None None] Set router bf23afcf-e261-4cc5-b48b-26ea0c80ba36 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:09:58.941302 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-85ff1b9d-062b-4fd0-ba66-df77d0861a12 None None] Current status of the port ab5866e8-6412-43b0-8dcd-740d2d197695 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:09:58.943312 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-85ff1b9d-062b-4fd0-ba66-df77d0861a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ab5866e8-6412-43b0-8dcd-740d2d197695), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:58.959690 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-e0465459-a996-4ed1-b29f-a9bba4dd6e6d tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup_general--421144848&fields=id&tenant_id=f753cbc608174fce8690db4d8bda76dc HTTP/1.1" status: 200 len: 267 time: 0.0736327 Feb 20 04:09:58.988171 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-85ff1b9d-062b-4fd0-ba66-df77d0861a12 None None] For port ab5866e8-6412-43b0-8dcd-740d2d197695, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=ab5866e8-6412-43b0-8dcd-740d2d197695,segment=NetworkSegment(483e03c2-8610-4273-aad2-52654ce53e01),segment_id=483e03c2-8610-4273-aad2-52654ce53e01)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:09:59.087992 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-9af6ccbb-c479-49fa-aa52-da63ee58d463 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:09:59.095284 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-9af6ccbb-c479-49fa-aa52-da63ee58d463 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/networks?id=c77d7e66-c015-4a4a-8eda-2ad2423b2fff HTTP/1.1" status: 200 len: 796 time: 0.1288390 Feb 20 04:09:59.106909 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-bbfa0169-3f4b-45ed-9102-9834166b602f tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/quotas/f753cbc608174fce8690db4d8bda76dc HTTP/1.1" status: 200 len: 375 time: 0.0099461 Feb 20 04:09:59.178956 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-12d42f7a-538a-43e5-84d7-76c8e083c2b4 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=f753cbc608174fce8690db4d8bda76dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666938 Feb 20 04:09:59.186589 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-7150c425-c471-4fb2-81ff-92da264f7633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'name': 'tempest-TestSecurityGroupsBasicOps-router-538065505', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '7dcc2292-42fa-4983-9528-50422f6ad8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:09:50Z', 'updated_at': '2022-02-20T04:09:56Z', 'revision_number': 4, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'gw_port': {'id': '7dcc2292-42fa-4983-9528-50422f6ad8a0', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:81:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:09:51Z', 'updated_at': '2022-02-20T04:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'ab5866e8-6412-43b0-8dcd-740d2d197695', 'name': '', 'network_id': 'c77d7e66-c015-4a4a-8eda-2ad2423b2fff', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'mac_address': 'fa:16:3e:76:83:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f7b20b7b-57ed-4d9d-a0e6-4da5a551852f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:09:55Z', 'updated_at': '2022-02-20T04:09:58Z', 'revision_number': 4, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'subnets': [{'id': 'f7b20b7b-57ed-4d9d-a0e6-4da5a551852f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:09:59.217024 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7150c425-c471-4fb2-81ff-92da264f7633 None None] The sync data for ids ['bf23afcf-e261-4cc5-b48b-26ea0c80ba36'] in n-d-829866-4 is: [{'id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'name': 'tempest-TestSecurityGroupsBasicOps-router-538065505', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '7dcc2292-42fa-4983-9528-50422f6ad8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:09:50Z', 'updated_at': '2022-02-20T04:09:56Z', 'revision_number': 4, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'gw_port': {'id': '7dcc2292-42fa-4983-9528-50422f6ad8a0', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:81:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:09:51Z', 'updated_at': '2022-02-20T04:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'ab5866e8-6412-43b0-8dcd-740d2d197695', 'name': '', 'network_id': 'c77d7e66-c015-4a4a-8eda-2ad2423b2fff', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'mac_address': 'fa:16:3e:76:83:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f7b20b7b-57ed-4d9d-a0e6-4da5a551852f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:09:55Z', 'updated_at': '2022-02-20T04:09:58Z', 'revision_number': 4, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'subnets': [{'id': 'f7b20b7b-57ed-4d9d-a0e6-4da5a551852f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:09:59.313270 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-2c0fb74d-4b54-4569-ae5f-34e7505b495c service neutron] 10.222.0.89 "GET /v2.0/networks/c77d7e66-c015-4a4a-8eda-2ad2423b2fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219211 Feb 20 04:09:59.395220 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-85ff1b9d-062b-4fd0-ba66-df77d0861a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ab5866e8-6412-43b0-8dcd-740d2d197695), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:59.437798 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-e79c0c75-f6d0-4cf1-b6b2-7f96afb3eb77 service neutron] 10.222.0.89 "GET /v2.0/networks/c77d7e66-c015-4a4a-8eda-2ad2423b2fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148765 Feb 20 04:09:59.461257 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff1b9d-062b-4fd0-ba66-df77d0861a12 None None] Pushing event updated for resources: {'Port': ['ID=ab5866e8-6412-43b0-8dcd-740d2d197695,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:09:59.520321 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-338e8cf5-e381-496a-b08e-f89352fdb96c None None] Provisioning complete for port ab5866e8-6412-43b0-8dcd-740d2d197695 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:09:59.520763 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-338e8cf5-e381-496a-b08e-f89352fdb96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ab5866e8-6412-43b0-8dcd-740d2d197695), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:09:59.627315 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-338e8cf5-e381-496a-b08e-f89352fdb96c None None] Current status of the port ab5866e8-6412-43b0-8dcd-740d2d197695 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:09:59.727288 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31a401d4-eb57-4a79-8c6c-98691ea76a70 req-0c514ffe-cbee-4e3b-961b-1205675af23f tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9 HTTP/1.1" status: 200 len: 210 time: 0.0421104 Feb 20 04:09:59.820985 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:10:00.097664 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:00.154164 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ab5866e8-6412-43b0-8dcd-740d2d197695 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:10:00.216616 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port ab5866e8-6412-43b0-8dcd-740d2d197695 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:10:00.219533 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ab5866e8-6412-43b0-8dcd-740d2d197695), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:00.329534 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port ab5866e8-6412-43b0-8dcd-740d2d197695 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:10:00.803964 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-49a49cba-c74f-43f1-9ebe-685b93d223f1 req-4d76999a-50ad-427f-9ca5-9d61c226d6c9 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9 HTTP/1.1" status: 200 len: 210 time: 0.0313399 Feb 20 04:10:01.733913 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:01.914690 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dfa7cefa-b119-432f-a9d2-bf04cdd8e614 req-418d3201-c216-4aa5-a96b-51aca23277c4 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9 HTTP/1.1" status: 200 len: 210 time: 0.0285039 Feb 20 04:10:02.819784 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:02.855282 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-a0b927e2-8429-46fe-bb60-ed6c57609525 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:02.856764 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-a0b927e2-8429-46fe-bb60-ed6c57609525 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.93 "GET /v2.0/networks?id=c77d7e66-c015-4a4a-8eda-2ad2423b2fff HTTP/1.1" status: 200 len: 796 time: 0.1087174 Feb 20 04:10:02.932159 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-99c9863b-3c02-4e5b-841c-0df73c563ec9 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f753cbc608174fce8690db4d8bda76dc HTTP/1.1" status: 200 len: 477 time: 0.0678813 Feb 20 04:10:02.940447 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-1cb2e78b-11fe-4dee-a0f4-1d46d90c0918 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Request body: {'port': {'device_id': '3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9', 'network_id': 'c77d7e66-c015-4a4a-8eda-2ad2423b2fff', 'admin_state_up': True, 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'security_groups': ['fe074213-3e88-4116-bf62-7b64eabd594e', 'f102bd5d-6168-4599-ab73-8fc894cb6a53']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:10:03.036443 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2311ab55-e779-4bee-b3f5-2d5e234e13e2 req-8a3bad53-831c-4629-8fd9-6a0ed32d6378 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9 HTTP/1.1" status: 200 len: 210 time: 0.0386076 Feb 20 04:10:03.174596 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-1cb2e78b-11fe-4dee-a0f4-1d46d90c0918 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Made reservation on behalf of f753cbc608174fce8690db4d8bda76dc for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:10:03.178210 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-1cb2e78b-11fe-4dee-a0f4-1d46d90c0918 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:03.314644 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-1cb2e78b-11fe-4dee-a0f4-1d46d90c0918 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Allocated IP 172.20.0.11 (c77d7e66-c015-4a4a-8eda-2ad2423b2fff/f7b20b7b-57ed-4d9d-a0e6-4da5a551852f/f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:10:03.465299 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-1cb2e78b-11fe-4dee-a0f4-1d46d90c0918 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for port (f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:03.589575 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-1cb2e78b-11fe-4dee-a0f4-1d46d90c0918 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:03.633310 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-1cb2e78b-11fe-4dee-a0f4-1d46d90c0918 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Network c77d7e66-c015-4a4a-8eda-2ad2423b2fff is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:10:03.636457 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-1cb2e78b-11fe-4dee-a0f4-1d46d90c0918 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:10:03.643842 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-1cb2e78b-11fe-4dee-a0f4-1d46d90c0918 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:10:03.667856 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2e78b-11fe-4dee-a0f4-1d46d90c0918 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Pushing event updated for resources: {'Port': ['ID=f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:10:03.711563 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-1cb2e78b-11fe-4dee-a0f4-1d46d90c0918 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:03.712201 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-1cb2e78b-11fe-4dee-a0f4-1d46d90c0918 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:03.828955 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-1cb2e78b-11fe-4dee-a0f4-1d46d90c0918 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.8897307 Feb 20 04:10:03.837857 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-e16483bf-9a38-4e5c-b6d8-5b04abda5fc8 service neutron] Request body: {'port': {'device_id': '3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:10:03.874252 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-a991d401-3bdc-420d-93e8-d0ac3e2784d5 None None] Provisioning complete for port f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:10:03.875337 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a991d401-3bdc-420d-93e8-d0ac3e2784d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:03.909157 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-e16483bf-9a38-4e5c-b6d8-5b04abda5fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:03.918175 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-a991d401-3bdc-420d-93e8-d0ac3e2784d5 None None] Port f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:10:04.209751 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673c347-75c7-43e8-bc5c-62b039d68b98 req-da78d946-c56a-4773-a246-71979b5ecf90 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:04.211264 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7673c347-75c7-43e8-bc5c-62b039d68b98 req-da78d946-c56a-4773-a246-71979b5ecf90 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9 HTTP/1.1" status: 200 len: 971 time: 0.0903022 Feb 20 04:10:04.263446 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-e16483bf-9a38-4e5c-b6d8-5b04abda5fc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:10:04.279543 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-e16483bf-9a38-4e5c-b6d8-5b04abda5fc8 service neutron] Publish callbacks [] for port (f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:04.306369 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-e16483bf-9a38-4e5c-b6d8-5b04abda5fc8 service neutron] Transition to ACTIVE for port object f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:10:04.313391 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7673c347-75c7-43e8-bc5c-62b039d68b98 req-54ef4d28-4f1a-4d96-ac0a-55d87e40b231 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/security-groups?id=f102bd5d-6168-4599-ab73-8fc894cb6a53&id=fe074213-3e88-4116-bf62-7b64eabd594e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0805964 Feb 20 04:10:04.389318 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-e16483bf-9a38-4e5c-b6d8-5b04abda5fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:04.470920 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16483bf-9a38-4e5c-b6d8-5b04abda5fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:10:04.529565 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-e16483bf-9a38-4e5c-b6d8-5b04abda5fc8 service neutron] Attempting to bind port f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:10:04.530043 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-e16483bf-9a38-4e5c-b6d8-5b04abda5fc8 service neutron] Attempting to bind port f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '483e03c2-8610-4273-aad2-52654ce53e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c77d7e66-c015-4a4a-8eda-2ad2423b2fff'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:10:04.530473 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-e16483bf-9a38-4e5c-b6d8-5b04abda5fc8 service neutron] Attempting to bind port f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71 on network c77d7e66-c015-4a4a-8eda-2ad2423b2fff {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:10:04.535891 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-e16483bf-9a38-4e5c-b6d8-5b04abda5fc8 service neutron] Port f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71 on network c77d7e66-c015-4a4a-8eda-2ad2423b2fff not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:10:04.536358 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-e16483bf-9a38-4e5c-b6d8-5b04abda5fc8 service neutron] Attempting to bind port f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71 on network c77d7e66-c015-4a4a-8eda-2ad2423b2fff {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:10:04.541825 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-e16483bf-9a38-4e5c-b6d8-5b04abda5fc8 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:10:04.542281 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-e16483bf-9a38-4e5c-b6d8-5b04abda5fc8 service neutron] Checking segment: {'id': '483e03c2-8610-4273-aad2-52654ce53e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c77d7e66-c015-4a4a-8eda-2ad2423b2fff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:10:04.542772 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-e16483bf-9a38-4e5c-b6d8-5b04abda5fc8 service neutron] Bound using segment: {'id': '483e03c2-8610-4273-aad2-52654ce53e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c77d7e66-c015-4a4a-8eda-2ad2423b2fff'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:10:04.543325 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-e16483bf-9a38-4e5c-b6d8-5b04abda5fc8 service neutron] Bound port: f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '483e03c2-8610-4273-aad2-52654ce53e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c77d7e66-c015-4a4a-8eda-2ad2423b2fff'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:10:04.543776 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-e16483bf-9a38-4e5c-b6d8-5b04abda5fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:04.633245 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-e16483bf-9a38-4e5c-b6d8-5b04abda5fc8 service neutron] For port f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:10:04.637116 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-e16483bf-9a38-4e5c-b6d8-5b04abda5fc8 service neutron] For port f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71,segment=NetworkSegment(483e03c2-8610-4273-aad2-52654ce53e01),segment_id=483e03c2-8610-4273-aad2-52654ce53e01)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:10:04.717220 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-e16483bf-9a38-4e5c-b6d8-5b04abda5fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:04.755104 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-e16483bf-9a38-4e5c-b6d8-5b04abda5fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:04.756078 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-e16483bf-9a38-4e5c-b6d8-5b04abda5fc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:04.757558 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-e16483bf-9a38-4e5c-b6d8-5b04abda5fc8 service neutron] 10.222.0.93 "PUT /v2.0/ports/f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71 HTTP/1.1" status: 200 len: 1131 time: 0.9240212 Feb 20 04:10:04.757952 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9', 'tag': 'f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:10:04.760236 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4e067d-bae3-4de7-9a76-9527f8be1019" -d '{"events": [{"name": "network-changed", "server_uuid": "3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9", "tag": "f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:10:04.785203 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16483bf-9a38-4e5c-b6d8-5b04abda5fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:10:04.828967 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb55f30-dc68-4df3-83dc-fe8b1a65d7e3 x-openstack-request-id: req-7eb55f30-dc68-4df3-83dc-fe8b1a65d7e3 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:10:04.829266 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9", "tag": "f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:10:04.829523 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7eb55f30-dc68-4df3-83dc-fe8b1a65d7e3 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:10:04.829927 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9', 'tag': 'f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71', 'status': 'completed', 'code': 200} Feb 20 04:10:04.903933 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e067d-bae3-4de7-9a76-9527f8be1019 req-bc0df3a4-1882-484a-9d6f-6ef47838ec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:04.907283 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f4e067d-bae3-4de7-9a76-9527f8be1019 req-bc0df3a4-1882-484a-9d6f-6ef47838ec34 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f753cbc608174fce8690db4d8bda76dc&device_id=3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9 HTTP/1.1" status: 200 len: 1165 time: 0.0505605 Feb 20 04:10:05.018920 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e067d-bae3-4de7-9a76-9527f8be1019 req-a0ef7478-f3c0-4ff2-853c-fa9bb9bcfced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:05.020408 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f4e067d-bae3-4de7-9a76-9527f8be1019 req-a0ef7478-f3c0-4ff2-853c-fa9bb9bcfced service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=f753cbc608174fce8690db4d8bda76dc&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1063461 Feb 20 04:10:05.119747 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e067d-bae3-4de7-9a76-9527f8be1019 req-97f2d2fe-2e13-4c97-a420-af5af13578d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:05.121317 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f4e067d-bae3-4de7-9a76-9527f8be1019 req-97f2d2fe-2e13-4c97-a420-af5af13578d9 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936880 Feb 20 04:10:05.210519 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-cc404428-0b10-4b0a-88cc-bfccae5c80d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:05.211406 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-cc404428-0b10-4b0a-88cc-bfccae5c80d5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f753cbc608174fce8690db4d8bda76dc&device_id=3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9 HTTP/1.1" status: 200 len: 1165 time: 0.0523684 Feb 20 04:10:05.258273 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-d6f2cd4b-0a63-4476-b938-a31fccb8e798 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71 HTTP/1.1" status: 200 len: 217 time: 0.0396848 Feb 20 04:10:05.309532 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-b12ce1d9-9da6-4012-bd84-d18d92f5f7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:05.311073 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-b12ce1d9-9da6-4012-bd84-d18d92f5f7ec service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f7b20b7b-57ed-4d9d-a0e6-4da5a551852f HTTP/1.1" status: 200 len: 835 time: 0.0467796 Feb 20 04:10:05.367656 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-81c7e262-9e2e-47f9-a3ec-ac2498e6b570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:05.369248 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-81c7e262-9e2e-47f9-a3ec-ac2498e6b570 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c77d7e66-c015-4a4a-8eda-2ad2423b2fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0522711 Feb 20 04:10:05.536061 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-13473129-1991-4e93-8e26-b9fd85f80797 service neutron] 10.222.0.93 "GET /v2.0/networks/c77d7e66-c015-4a4a-8eda-2ad2423b2fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595519 Feb 20 04:10:05.550383 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e45f6b-9417-4ab6-a539-7321ff65cd86 req-480a1da3-9a80-454e-8284-86d4b5ae5df6 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:05.552687 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87e45f6b-9417-4ab6-a539-7321ff65cd86 req-480a1da3-9a80-454e-8284-86d4b5ae5df6 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9 HTTP/1.1" status: 200 len: 983 time: 0.1544626 Feb 20 04:10:05.557557 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d25bc60c-569e-4855-9334-d3a5f5eaf6c3 req-431111b7-46b7-4deb-8d0e-0de6ed6d3540 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1294265 Feb 20 04:10:05.710772 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87e45f6b-9417-4ab6-a539-7321ff65cd86 req-bd2cee6e-d0d7-4402-b180-1ae95dcb1ea4 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/security-groups?id=f102bd5d-6168-4599-ab73-8fc894cb6a53&id=fe074213-3e88-4116-bf62-7b64eabd594e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1457212 Feb 20 04:10:05.719674 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac37b02e-4e4e-4681-8edd-e5f6fc38413e req-fa52a027-3854-46fd-a736-7e18515c6b78 service neutron] 10.222.0.93 "GET /v2.0/networks/c77d7e66-c015-4a4a-8eda-2ad2423b2fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653624 Feb 20 04:10:05.721380 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25bc60c-569e-4855-9334-d3a5f5eaf6c3 req-d07d86ef-d334-4796-8825-0520852a1272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:05.722754 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d25bc60c-569e-4855-9334-d3a5f5eaf6c3 req-d07d86ef-d334-4796-8825-0520852a1272 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c49f3fc918874cdfb51ff48fe01f1b24&device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 1127 time: 0.1118731 Feb 20 04:10:05.830709 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25bc60c-569e-4855-9334-d3a5f5eaf6c3 req-4368567d-5a5d-486d-99b6-6c1c6b8cf22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:05.832672 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d25bc60c-569e-4855-9334-d3a5f5eaf6c3 req-4368567d-5a5d-486d-99b6-6c1c6b8cf22b service neutron] 10.222.0.42 "GET /v2.0/networks?id=cce7e9c3-4df9-4bb4-b141-b97816248e25 HTTP/1.1" status: 200 len: 915 time: 0.0875385 Feb 20 04:10:05.903097 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d25bc60c-569e-4855-9334-d3a5f5eaf6c3 req-38b0f604-5ea7-4607-b87a-dd0e86b7e92c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce HTTP/1.1" status: 200 len: 1000 time: 0.0647230 Feb 20 04:10:05.951294 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25bc60c-569e-4855-9334-d3a5f5eaf6c3 req-915a0cd5-4e0d-47b6-b58a-6c2fb2dd5cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:05.952927 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d25bc60c-569e-4855-9334-d3a5f5eaf6c3 req-915a0cd5-4e0d-47b6-b58a-6c2fb2dd5cf0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=43d1ce45-746c-4525-aa68-21bdbb54ace8 HTTP/1.1" status: 200 len: 853 time: 0.0450315 Feb 20 04:10:06.004074 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25bc60c-569e-4855-9334-d3a5f5eaf6c3 req-5a2b53fa-3d58-4c41-94f2-945073847b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:06.005774 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d25bc60c-569e-4855-9334-d3a5f5eaf6c3 req-5a2b53fa-3d58-4c41-94f2-945073847b7d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cce7e9c3-4df9-4bb4-b141-b97816248e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466926 Feb 20 04:10:06.375610 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d25bc60c-569e-4855-9334-d3a5f5eaf6c3 req-e22b2949-eb17-454b-b00b-83c6932f9ac7 service neutron] 10.222.0.42 "GET /v2.0/networks/cce7e9c3-4df9-4bb4-b141-b97816248e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639457 Feb 20 04:10:06.466882 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d25bc60c-569e-4855-9334-d3a5f5eaf6c3 req-b2f941f6-a3d1-4216-93b2-d1b785bcfa0b service neutron] 10.222.0.42 "GET /v2.0/networks/cce7e9c3-4df9-4bb4-b141-b97816248e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846519 Feb 20 04:10:06.839955 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe079b2-caa2-418c-8e8b-9f5eb7ec46dc req-8b6147a2-1e99-4344-ab67-4daea7b7dee7 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:06.841369 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5fe079b2-caa2-418c-8e8b-9f5eb7ec46dc req-8b6147a2-1e99-4344-ab67-4daea7b7dee7 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9 HTTP/1.1" status: 200 len: 983 time: 0.0600939 Feb 20 04:10:06.900709 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5fe079b2-caa2-418c-8e8b-9f5eb7ec46dc req-f2f72351-3484-4042-a6bf-2241ba6fa4d7 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/security-groups?id=f102bd5d-6168-4599-ab73-8fc894cb6a53&id=fe074213-3e88-4116-bf62-7b64eabd594e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0522754 Feb 20 04:10:08.029715 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4b830-a43f-478d-8302-56cb3a8356c6 req-72636888-0d60-4933-8d09-5206d6454f17 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:08.029715 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8dd4b830-a43f-478d-8302-56cb3a8356c6 req-72636888-0d60-4933-8d09-5206d6454f17 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9 HTTP/1.1" status: 200 len: 983 time: 0.0558009 Feb 20 04:10:08.086246 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8dd4b830-a43f-478d-8302-56cb3a8356c6 req-55cfd0e9-de5c-4da2-be5c-5649df6aa5b3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/security-groups?id=f102bd5d-6168-4599-ab73-8fc894cb6a53&id=fe074213-3e88-4116-bf62-7b64eabd594e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0515254 Feb 20 04:10:08.457512 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:10:08.552608 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71,segment=NetworkSegment(483e03c2-8610-4273-aad2-52654ce53e01),segment_id=483e03c2-8610-4273-aad2-52654ce53e01)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:10:08.564888 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71', 'network_id': 'c77d7e66-c015-4a4a-8eda-2ad2423b2fff', 'port_id': 'f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71', 'mac_address': 'fa:16:3e:e5:78:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7b20b7b-57ed-4d9d-a0e6-4da5a551852f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:10:08.605977 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:10:08.606229 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:08.620031 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:10:08.638965 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71,segment=NetworkSegment(483e03c2-8610-4273-aad2-52654ce53e01),segment_id=483e03c2-8610-4273-aad2-52654ce53e01)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:10:08.751235 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:08.801907 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:10:08.939155 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:10:09.208706 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4d622-f887-4473-b4ca-1cad499dfc51 req-ee162324-d27d-41ae-802f-488d796cf88f tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:09.210248 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e7f4d622-f887-4473-b4ca-1cad499dfc51 req-ee162324-d27d-41ae-802f-488d796cf88f tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9 HTTP/1.1" status: 200 len: 984 time: 0.0554764 Feb 20 04:10:09.273511 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e7f4d622-f887-4473-b4ca-1cad499dfc51 req-8d9b4759-6a05-48e6-86aa-79d4f0c074cd tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/security-groups?id=f102bd5d-6168-4599-ab73-8fc894cb6a53&id=fe074213-3e88-4116-bf62-7b64eabd594e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0575743 Feb 20 04:10:10.408998 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e751b2-993d-4cfc-b913-b7774e5417fe req-e6f55c8d-f2d8-434d-b3b1-243340547cd3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:10.409573 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f0e751b2-993d-4cfc-b913-b7774e5417fe req-e6f55c8d-f2d8-434d-b3b1-243340547cd3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9 HTTP/1.1" status: 200 len: 984 time: 0.0617886 Feb 20 04:10:10.472893 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:10:10.483910 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f0e751b2-993d-4cfc-b913-b7774e5417fe req-947850e7-6d06-4891-bf47-1edac06ba1b9 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/security-groups?id=f102bd5d-6168-4599-ab73-8fc894cb6a53&id=fe074213-3e88-4116-bf62-7b64eabd594e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0685287 Feb 20 04:10:10.594491 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:10:10.598561 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:10:10.598975 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:10.684166 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:10:10.684727 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:10.709616 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:10:10.712006 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b00b7f5-e29e-464e-9073-954a64e40afb" -d '{"events": [{"server_uuid": "3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9", "name": "network-vif-plugged", "status": "completed", "tag": "f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:10:10.725059 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71,segment=NetworkSegment(483e03c2-8610-4273-aad2-52654ce53e01),segment_id=483e03c2-8610-4273-aad2-52654ce53e01)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:10:10.758453 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e644dc0-5e63-4f40-b3c9-f8b2c04e2dc8 x-openstack-request-id: req-3e644dc0-5e63-4f40-b3c9-f8b2c04e2dc8 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:10:10.758453 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9", "name": "network-vif-plugged", "status": "completed", "tag": "f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:10:10.758453 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3e644dc0-5e63-4f40-b3c9-f8b2c04e2dc8 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:10:10.758453 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71', 'code': 200} Feb 20 04:10:10.806018 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:10.857676 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:10:10.864865 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515d2d7-7766-4e43-8e92-9e4e24b94bc5 req-46151cbf-331f-4b72-b857-f068875badb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:10.866511 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1515d2d7-7766-4e43-8e92-9e4e24b94bc5 req-46151cbf-331f-4b72-b857-f068875badb4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9 HTTP/1.1" status: 200 len: 1167 time: 0.0498531 Feb 20 04:10:10.921809 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1515d2d7-7766-4e43-8e92-9e4e24b94bc5 req-9dab1c25-6059-4cea-9aff-a7ddb7a41cc8 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=f102bd5d-6168-4599-ab73-8fc894cb6a53&id=fe074213-3e88-4116-bf62-7b64eabd594e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0484941 Feb 20 04:10:11.615860 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03816e-123b-47fb-bb23-2286eb109dc4 req-631003c8-95e1-4026-b901-066f00935f08 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:11.617352 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6a03816e-123b-47fb-bb23-2286eb109dc4 req-631003c8-95e1-4026-b901-066f00935f08 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9 HTTP/1.1" status: 200 len: 985 time: 0.0600078 Feb 20 04:10:11.676345 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6a03816e-123b-47fb-bb23-2286eb109dc4 req-e0ecc75f-9e27-4888-9659-5f6c55644b60 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/security-groups?id=f102bd5d-6168-4599-ab73-8fc894cb6a53&id=fe074213-3e88-4116-bf62-7b64eabd594e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0532794 Feb 20 04:10:12.802001 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db23932-1b67-4749-86a5-a91dc1d2423f req-7e153867-bb33-494e-8b79-536acf493807 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:12.803497 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2db23932-1b67-4749-86a5-a91dc1d2423f req-7e153867-bb33-494e-8b79-536acf493807 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9 HTTP/1.1" status: 200 len: 985 time: 0.0574846 Feb 20 04:10:12.861099 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2db23932-1b67-4749-86a5-a91dc1d2423f req-abc46911-5433-4f80-9514-fabf9360cac6 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/security-groups?id=f102bd5d-6168-4599-ab73-8fc894cb6a53&id=fe074213-3e88-4116-bf62-7b64eabd594e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0518324 Feb 20 04:10:12.978540 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957a169-4e4b-4129-999f-416f37ed3f97 req-12559e14-fd9c-4b0a-8aa7-49c8a6b9d032 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:12.980048 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4957a169-4e4b-4129-999f-416f37ed3f97 req-12559e14-fd9c-4b0a-8aa7-49c8a6b9d032 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9 HTTP/1.1" status: 200 len: 985 time: 0.0534949 Feb 20 04:10:13.040145 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4957a169-4e4b-4129-999f-416f37ed3f97 req-6763c0ad-e845-4586-9b47-1eed17d8a9a9 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/security-groups?id=f102bd5d-6168-4599-ab73-8fc894cb6a53&id=fe074213-3e88-4116-bf62-7b64eabd594e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0543206 Feb 20 04:10:13.157187 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccaaf35-d0ce-4fd3-a978-82baabac73fe req-bd27f528-5780-4b93-834c-851c3bebffbf tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:13.160752 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dccaaf35-d0ce-4fd3-a978-82baabac73fe req-bd27f528-5780-4b93-834c-851c3bebffbf tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9 HTTP/1.1" status: 200 len: 1167 time: 0.0511758 Feb 20 04:10:13.178909 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dccaaf35-d0ce-4fd3-a978-82baabac73fe req-36ff5760-c778-4a36-b618-b0ba2d33a1ac tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:13.260330 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a8693a5f-0a50-428b-a031-a055b306f900 req-2dbbfb3f-e739-4619-8e5e-0569585cd65c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1253033 Feb 20 04:10:13.298099 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dccaaf35-d0ce-4fd3-a978-82baabac73fe req-36ff5760-c778-4a36-b618-b0ba2d33a1ac tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] Publish callbacks [] for security_group (836db45b-2b37-4803-a3a7-a3fa69264df5), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:13.350090 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8693a5f-0a50-428b-a031-a055b306f900 req-ab6f02be-f93a-4983-807f-378b55a2a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:13.351566 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a8693a5f-0a50-428b-a031-a055b306f900 req-ab6f02be-f93a-4983-807f-378b55a2a63f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f753cbc608174fce8690db4d8bda76dc&device_id=3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9 HTTP/1.1" status: 200 len: 1167 time: 0.0503490 Feb 20 04:10:13.388661 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-dccaaf35-d0ce-4fd3-a978-82baabac73fe req-36ff5760-c778-4a36-b618-b0ba2d33a1ac tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (836db45b-2b37-4803-a3a7-a3fa69264df5), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:13.460583 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff5760-c778-4a36-b618-b0ba2d33a1ac tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836db45b-2b37-4803-a3a7-a3fa69264df5,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:10:13.479772 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dccaaf35-d0ce-4fd3-a978-82baabac73fe req-36ff5760-c778-4a36-b618-b0ba2d33a1ac tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=f102bd5d-6168-4599-ab73-8fc894cb6a53&id=fe074213-3e88-4116-bf62-7b64eabd594e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3154075 Feb 20 04:10:13.502475 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8693a5f-0a50-428b-a031-a055b306f900 req-178363b9-863b-403f-b6f8-454fcc46ac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:13.507026 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53678) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:10:13.507537 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a8693a5f-0a50-428b-a031-a055b306f900 req-178363b9-863b-403f-b6f8-454fcc46ac6f service neutron] 10.222.0.93 "GET /v2.0/networks?id=c77d7e66-c015-4a4a-8eda-2ad2423b2fff HTTP/1.1" status: 200 len: 897 time: 0.1335776 Feb 20 04:10:13.548044 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd42a096-412a-4ae9-a0ab-469dbf0ffaa3 tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:13.552616 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bd42a096-412a-4ae9-a0ab-469dbf0ffaa3 tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9 HTTP/1.1" status: 200 len: 1162 time: 0.0458679 Feb 20 04:10:13.552810 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a8693a5f-0a50-428b-a031-a055b306f900 req-f41fa6b7-3fbf-465b-b66d-2565b8984139 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71 HTTP/1.1" status: 200 len: 217 time: 0.0417175 Feb 20 04:10:13.552928 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53680) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:10:13.557212 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-389fcdb8-b1e0-4997-bbf4-aa3d544d0ad3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'port_id': 'f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:10:13.616979 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8693a5f-0a50-428b-a031-a055b306f900 req-f0233228-805e-4881-8fcf-a05d970c5808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:13.618648 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a8693a5f-0a50-428b-a031-a055b306f900 req-f0233228-805e-4881-8fcf-a05d970c5808 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f7b20b7b-57ed-4d9d-a0e6-4da5a551852f HTTP/1.1" status: 200 len: 835 time: 0.0567927 Feb 20 04:10:13.669755 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8693a5f-0a50-428b-a031-a055b306f900 req-58a50661-e113-48fb-bcb0-92d945419d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:13.671543 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a8693a5f-0a50-428b-a031-a055b306f900 req-58a50661-e113-48fb-bcb0-92d945419d91 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c77d7e66-c015-4a4a-8eda-2ad2423b2fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475409 Feb 20 04:10:13.758802 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-389fcdb8-b1e0-4997-bbf4-aa3d544d0ad3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:13.774757 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a8693a5f-0a50-428b-a031-a055b306f900 req-e000dcff-1f38-49f6-abdb-a884a7e6927a service neutron] 10.222.0.93 "GET /v2.0/networks/c77d7e66-c015-4a4a-8eda-2ad2423b2fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976171 Feb 20 04:10:13.918844 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a8693a5f-0a50-428b-a031-a055b306f900 req-8ef7936e-597d-4ac2-88ec-8034dd6ea252 service neutron] 10.222.0.93 "GET /v2.0/networks/c77d7e66-c015-4a4a-8eda-2ad2423b2fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371424 Feb 20 04:10:13.941894 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-389fcdb8-b1e0-4997-bbf4-aa3d544d0ad3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:14.051598 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-389fcdb8-b1e0-4997-bbf4-aa3d544d0ad3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Allocated IP 172.25.7.208 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/2fb18148-e5ff-470d-b7e0-267af8cbda20) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:10:14.159824 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-389fcdb8-b1e0-4997-bbf4-aa3d544d0ad3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for port (2fb18148-e5ff-470d-b7e0-267af8cbda20), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:14.263588 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-389fcdb8-b1e0-4997-bbf4-aa3d544d0ad3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (2fb18148-e5ff-470d-b7e0-267af8cbda20), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:14.300077 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389fcdb8-b1e0-4997-bbf4-aa3d544d0ad3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:10:14.302985 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-389fcdb8-b1e0-4997-bbf4-aa3d544d0ad3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:10:14.306333 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389fcdb8-b1e0-4997-bbf4-aa3d544d0ad3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:10:14.338547 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389fcdb8-b1e0-4997-bbf4-aa3d544d0ad3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Pushing event updated for resources: {'Port': ['ID=2fb18148-e5ff-470d-b7e0-267af8cbda20,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:10:14.821180 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-389fcdb8-b1e0-4997-bbf4-aa3d544d0ad3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for floatingip (d7c0265c-a497-4a3a-8a41-3207821e231c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:15.019168 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-389fcdb8-b1e0-4997-bbf4-aa3d544d0ad3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2fb18148-e5ff-470d-b7e0-267af8cbda20), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:15.164217 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-389fcdb8-b1e0-4997-bbf4-aa3d544d0ad3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for port (2fb18148-e5ff-470d-b7e0-267af8cbda20), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:15.245662 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-389fcdb8-b1e0-4997-bbf4-aa3d544d0ad3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (2fb18148-e5ff-470d-b7e0-267af8cbda20), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:15.317632 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389fcdb8-b1e0-4997-bbf4-aa3d544d0ad3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Pushing event updated for resources: {'Port': ['ID=2fb18148-e5ff-470d-b7e0-267af8cbda20,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:10:15.327649 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-389fcdb8-b1e0-4997-bbf4-aa3d544d0ad3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (d7c0265c-a497-4a3a-8a41-3207821e231c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:15.432623 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [None req-389fcdb8-b1e0-4997-bbf4-aa3d544d0ad3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Floating IP d7c0265c-a497-4a3a-8a41-3207821e231c associated. External IP: 172.25.7.208, port: f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71. Feb 20 04:10:15.932532 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389fcdb8-b1e0-4997-bbf4-aa3d544d0ad3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Router bf23afcf-e261-4cc5-b48b-26ea0c80ba36 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:10:16.049443 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389fcdb8-b1e0-4997-bbf4-aa3d544d0ad3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:10:16.060561 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0620e261-0610-45a3-b1ee-f8014f236fea None None] Sync routers for ids ['bf23afcf-e261-4cc5-b48b-26ea0c80ba36'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:10:16.072070 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0620e261-0610-45a3-b1ee-f8014f236fea None None] Routers {'bf23afcf-e261-4cc5-b48b-26ea0c80ba36'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:10:16.072070 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-0620e261-0610-45a3-b1ee-f8014f236fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:09:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['bf23afcf-e261-4cc5-b48b-26ea0c80ba36'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:10:16.196462 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-0620e261-0610-45a3-b1ee-f8014f236fea None None] Set router bf23afcf-e261-4cc5-b48b-26ea0c80ba36 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:10:16.200575 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-389fcdb8-b1e0-4997-bbf4-aa3d544d0ad3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:16.239067 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-389fcdb8-b1e0-4997-bbf4-aa3d544d0ad3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6851285 Feb 20 04:10:16.239660 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9', 'tag': 'f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:10:16.242038 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53688) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:10:16.242814 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2be20ea-c31c-4840-9d8a-985df197531a" -d '{"events": [{"name": "network-changed", "server_uuid": "3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9", "tag": "f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:10:16.292555 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59144d76-60e2-44cd-b8cd-92f8ccf3fc0a x-openstack-request-id: req-59144d76-60e2-44cd-b8cd-92f8ccf3fc0a {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:10:16.292856 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9", "tag": "f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:10:16.293110 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-59144d76-60e2-44cd-b8cd-92f8ccf3fc0a {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:10:16.293518 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9', 'tag': 'f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71', 'status': 'completed', 'code': 200} Feb 20 04:10:16.374247 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be20ea-c31c-4840-9d8a-985df197531a req-b586fbea-f4ed-487f-81ce-2c546ff0e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:16.375944 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e2be20ea-c31c-4840-9d8a-985df197531a req-b586fbea-f4ed-487f-81ce-2c546ff0e18a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f753cbc608174fce8690db4d8bda76dc&device_id=3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9 HTTP/1.1" status: 200 len: 1167 time: 0.0582643 Feb 20 04:10:16.444284 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df46124-c868-4c00-90af-f7f198c360e5 tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:16.444762 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df46124-c868-4c00-90af-f7f198c360e5 tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:16.445231 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df46124-c868-4c00-90af-f7f198c360e5 tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:16.445691 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df46124-c868-4c00-90af-f7f198c360e5 tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:16.446185 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df46124-c868-4c00-90af-f7f198c360e5 tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:16.446697 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df46124-c868-4c00-90af-f7f198c360e5 tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:16.447110 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df46124-c868-4c00-90af-f7f198c360e5 tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:16.447603 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df46124-c868-4c00-90af-f7f198c360e5 tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:16.452103 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5df46124-c868-4c00-90af-f7f198c360e5 tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5685 time: 0.2064419 Feb 20 04:10:16.452356 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53692) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:10:16.471265 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-0620e261-0610-45a3-b1ee-f8014f236fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'name': 'tempest-TestSecurityGroupsBasicOps-router-538065505', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '7dcc2292-42fa-4983-9528-50422f6ad8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:09:50Z', 'updated_at': '2022-02-20T04:09:56Z', 'revision_number': 4, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'gw_port': {'id': '7dcc2292-42fa-4983-9528-50422f6ad8a0', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:81:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:09:51Z', 'updated_at': '2022-02-20T04:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'd7c0265c-a497-4a3a-8a41-3207821e231c', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'floating_ip_address': '172.25.7.208', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'port_id': 'f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c77d7e66-c015-4a4a-8eda-2ad2423b2fff', 'mac_address': 'fa:16:3e:e5:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:10:14Z', 'updated_at': '2022-02-20T04:10:14Z', 'revision_number': 0, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5866e8-6412-43b0-8dcd-740d2d197695', 'name': '', 'network_id': 'c77d7e66-c015-4a4a-8eda-2ad2423b2fff', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'mac_address': 'fa:16:3e:76:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f7b20b7b-57ed-4d9d-a0e6-4da5a551852f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:09:55Z', 'updated_at': '2022-02-20T04:09:58Z', 'revision_number': 5, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'subnets': [{'id': 'f7b20b7b-57ed-4d9d-a0e6-4da5a551852f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:10:16.478058 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be20ea-c31c-4840-9d8a-985df197531a req-d36da1be-39ca-4f50-85b6-31574d117a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:16.480046 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e2be20ea-c31c-4840-9d8a-985df197531a req-d36da1be-39ca-4f50-85b6-31574d117a70 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c77d7e66-c015-4a4a-8eda-2ad2423b2fff HTTP/1.1" status: 200 len: 897 time: 0.0989394 Feb 20 04:10:16.501671 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0620e261-0610-45a3-b1ee-f8014f236fea None None] Checking router: bf23afcf-e261-4cc5-b48b-26ea0c80ba36 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:10:16.510753 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0620e261-0610-45a3-b1ee-f8014f236fea None None] Routers {'bf23afcf-e261-4cc5-b48b-26ea0c80ba36'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:10:16.511427 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-0620e261-0610-45a3-b1ee-f8014f236fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:09:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['bf23afcf-e261-4cc5-b48b-26ea0c80ba36'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:10:16.519038 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbaae76-6aec-48a6-985b-1428bbfca773 tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:16.519506 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbaae76-6aec-48a6-985b-1428bbfca773 tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:16.519961 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbaae76-6aec-48a6-985b-1428bbfca773 tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:16.520404 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbaae76-6aec-48a6-985b-1428bbfca773 tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:16.520848 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbaae76-6aec-48a6-985b-1428bbfca773 tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:16.521291 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbaae76-6aec-48a6-985b-1428bbfca773 tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:16.521757 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbaae76-6aec-48a6-985b-1428bbfca773 tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:16.522198 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbaae76-6aec-48a6-985b-1428bbfca773 tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:16.524147 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fdbaae76-6aec-48a6-985b-1428bbfca773 tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5284 time: 0.0708621 Feb 20 04:10:16.526980 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53694) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:10:16.554957 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e2be20ea-c31c-4840-9d8a-985df197531a req-4e18d291-c8cf-427b-80f0-48344f51f192 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71 HTTP/1.1" status: 200 len: 1000 time: 0.0696590 Feb 20 04:10:16.605366 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be20ea-c31c-4840-9d8a-985df197531a req-306e215c-8eab-4567-9a05-bd1729d1ce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:16.606818 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e2be20ea-c31c-4840-9d8a-985df197531a req-306e215c-8eab-4567-9a05-bd1729d1ce62 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f7b20b7b-57ed-4d9d-a0e6-4da5a551852f HTTP/1.1" status: 200 len: 835 time: 0.0465415 Feb 20 04:10:16.634604 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-0620e261-0610-45a3-b1ee-f8014f236fea None None] Set router bf23afcf-e261-4cc5-b48b-26ea0c80ba36 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:10:16.680047 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be20ea-c31c-4840-9d8a-985df197531a req-6067d30d-8303-4c36-991d-4a4f07df5051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:16.681623 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e2be20ea-c31c-4840-9d8a-985df197531a req-6067d30d-8303-4c36-991d-4a4f07df5051 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c77d7e66-c015-4a4a-8eda-2ad2423b2fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0683205 Feb 20 04:10:16.792863 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e2be20ea-c31c-4840-9d8a-985df197531a req-b42e45cd-6224-4bf7-bea5-a88ddd33ae45 service neutron] 10.222.0.93 "GET /v2.0/networks/c77d7e66-c015-4a4a-8eda-2ad2423b2fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053097 Feb 20 04:10:16.852685 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2ff07e51-d039-46c7-8dc5-cd520921dde0 tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] 10.222.0.89 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4497 time: 0.3245087 Feb 20 04:10:16.855233 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53698) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:10:16.902706 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574085fb-bc52-4aa9-905f-e8e4b6f4010b tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:16.903007 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e2be20ea-c31c-4840-9d8a-985df197531a req-eb8e75ba-a7e9-4307-84a0-34e31f52f167 service neutron] 10.222.0.93 "GET /v2.0/networks/c77d7e66-c015-4a4a-8eda-2ad2423b2fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034331 Feb 20 04:10:16.903366 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574085fb-bc52-4aa9-905f-e8e4b6f4010b tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:16.905042 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-574085fb-bc52-4aa9-905f-e8e4b6f4010b tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=bf23afcf-e261-4cc5-b48b-26ea0c80ba36 HTTP/1.1" status: 200 len: 2062 time: 0.0488770 Feb 20 04:10:16.920712 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-0620e261-0610-45a3-b1ee-f8014f236fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'name': 'tempest-TestSecurityGroupsBasicOps-router-538065505', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '7dcc2292-42fa-4983-9528-50422f6ad8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:09:50Z', 'updated_at': '2022-02-20T04:09:56Z', 'revision_number': 4, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'gw_port': {'id': '7dcc2292-42fa-4983-9528-50422f6ad8a0', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:81:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:09:51Z', 'updated_at': '2022-02-20T04:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'd7c0265c-a497-4a3a-8a41-3207821e231c', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'floating_ip_address': '172.25.7.208', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'port_id': 'f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c77d7e66-c015-4a4a-8eda-2ad2423b2fff', 'mac_address': 'fa:16:3e:e5:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:10:14Z', 'updated_at': '2022-02-20T04:10:14Z', 'revision_number': 0, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5866e8-6412-43b0-8dcd-740d2d197695', 'name': '', 'network_id': 'c77d7e66-c015-4a4a-8eda-2ad2423b2fff', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'mac_address': 'fa:16:3e:76:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f7b20b7b-57ed-4d9d-a0e6-4da5a551852f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:09:55Z', 'updated_at': '2022-02-20T04:09:58Z', 'revision_number': 5, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'subnets': [{'id': 'f7b20b7b-57ed-4d9d-a0e6-4da5a551852f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:10:16.950703 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0620e261-0610-45a3-b1ee-f8014f236fea None None] The sync data for ids ['bf23afcf-e261-4cc5-b48b-26ea0c80ba36'] in n-d-829866-4 is: [{'id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'name': 'tempest-TestSecurityGroupsBasicOps-router-538065505', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '7dcc2292-42fa-4983-9528-50422f6ad8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:09:50Z', 'updated_at': '2022-02-20T04:09:56Z', 'revision_number': 4, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'gw_port': {'id': '7dcc2292-42fa-4983-9528-50422f6ad8a0', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:81:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:09:51Z', 'updated_at': '2022-02-20T04:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'd7c0265c-a497-4a3a-8a41-3207821e231c', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'floating_ip_address': '172.25.7.208', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'port_id': 'f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c77d7e66-c015-4a4a-8eda-2ad2423b2fff', 'mac_address': 'fa:16:3e:e5:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:10:14Z', 'updated_at': '2022-02-20T04:10:14Z', 'revision_number': 0, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5866e8-6412-43b0-8dcd-740d2d197695', 'name': '', 'network_id': 'c77d7e66-c015-4a4a-8eda-2ad2423b2fff', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'mac_address': 'fa:16:3e:76:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f7b20b7b-57ed-4d9d-a0e6-4da5a551852f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:09:55Z', 'updated_at': '2022-02-20T04:09:58Z', 'revision_number': 5, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'subnets': [{'id': 'f7b20b7b-57ed-4d9d-a0e6-4da5a551852f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:10:17.171139 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe11d831-22fb-4c3d-a0f0-656638d04501 None None] New status for floating IP d7c0265c-a497-4a3a-8a41-3207821e231c: ACTIVE {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 04:10:21.230591 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:21.333738 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:26.451775 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1eec9105-525f-4f9c-9396-4faa5b698788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:28.687862 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-36f31a51-2289-465b-be90-72e061ec28e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:29.661360 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-8ac2f70a-25cf-4663-9520-ebb951d9b00e tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:29.663860 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-8ac2f70a-25cf-4663-9520-ebb951d9b00e tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 810 time: 0.1081977 Feb 20 04:10:29.679787 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-45763209-5572-4a82-9a02-565c2acbe5f6 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/quotas/7602a09c6b004830be8e834a523bb4fb HTTP/1.1" status: 200 len: 375 time: 0.0105855 Feb 20 04:10:29.736087 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-d5a411be-397d-42e2-b355-c7f142bb9a2f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513732 Feb 20 04:10:29.830701 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-41857f6a-5c70-4c87-a4e1-82bc611acd29 service neutron] 10.222.0.89 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873394 Feb 20 04:10:29.917915 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-671acb55-c3ef-4b63-8824-0fe6781ee626 service neutron] 10.222.0.89 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806897 Feb 20 04:10:30.110684 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:30.465892 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cac0cf60-19fe-4b10-9744-0cda8e8adb89 req-889d559e-c38c-45a9-bbb4-2610f2fe5067 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 210 time: 0.0342164 Feb 20 04:10:31.310540 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:31.563641 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-04feae10-b449-4d2f-8c86-e345ad9f6448 req-8f7fc708-d0ff-499d-a16c-700541a8a1ff tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 210 time: 0.0282028 Feb 20 04:10:32.288079 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-72694168-4a80-4c1a-8932-6e93cad9a580 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:32.289719 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-72694168-4a80-4c1a-8932-6e93cad9a580 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.42 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 810 time: 0.1027651 Feb 20 04:10:32.303697 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-a3f543db-67ff-4e3f-95a6-194dc3979bf1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Request body: {'port': {'device_id': '2e9686d2-493f-4879-9f99-d9dc3162c750', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'admin_state_up': True, 'tenant_id': '7602a09c6b004830be8e834a523bb4fb'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:10:32.494111 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-a3f543db-67ff-4e3f-95a6-194dc3979bf1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Made reservation on behalf of 7602a09c6b004830be8e834a523bb4fb for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:10:32.497610 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-a3f543db-67ff-4e3f-95a6-194dc3979bf1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:32.704756 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3630d475-2b81-4e22-a234-0669c58a0b3e req-cdcebd2f-b5ba-411d-9abe-1950624b467d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 210 time: 0.0460610 Feb 20 04:10:32.704756 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-a3f543db-67ff-4e3f-95a6-194dc3979bf1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Allocated IP 172.20.0.13 (776cfe74-9834-4e25-aade-eb236e2b5f70/a65a671e-c66c-439b-a311-43e99c7bbefc/b6d877a3-e691-489d-b58e-d052196f8a8b) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:10:32.812473 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:32.896996 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-a3f543db-67ff-4e3f-95a6-194dc3979bf1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for port (b6d877a3-e691-489d-b58e-d052196f8a8b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:32.994947 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-a3f543db-67ff-4e3f-95a6-194dc3979bf1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (b6d877a3-e691-489d-b58e-d052196f8a8b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:33.042008 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-a3f543db-67ff-4e3f-95a6-194dc3979bf1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Network 776cfe74-9834-4e25-aade-eb236e2b5f70 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:10:33.045138 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-a3f543db-67ff-4e3f-95a6-194dc3979bf1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:10:33.056357 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-a3f543db-67ff-4e3f-95a6-194dc3979bf1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:10:33.062205 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f543db-67ff-4e3f-95a6-194dc3979bf1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Pushing event updated for resources: {'Port': ['ID=b6d877a3-e691-489d-b58e-d052196f8a8b,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:10:33.095288 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f543db-67ff-4e3f-95a6-194dc3979bf1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:33.095646 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f543db-67ff-4e3f-95a6-194dc3979bf1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:33.096003 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f543db-67ff-4e3f-95a6-194dc3979bf1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:33.096350 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f543db-67ff-4e3f-95a6-194dc3979bf1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:33.096848 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f543db-67ff-4e3f-95a6-194dc3979bf1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:33.097234 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f543db-67ff-4e3f-95a6-194dc3979bf1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:33.097582 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f543db-67ff-4e3f-95a6-194dc3979bf1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:33.097932 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f543db-67ff-4e3f-95a6-194dc3979bf1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:33.098288 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f543db-67ff-4e3f-95a6-194dc3979bf1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:33.098624 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f543db-67ff-4e3f-95a6-194dc3979bf1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:33.099001 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f543db-67ff-4e3f-95a6-194dc3979bf1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:33.099338 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f543db-67ff-4e3f-95a6-194dc3979bf1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:33.099677 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f543db-67ff-4e3f-95a6-194dc3979bf1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:33.127615 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-a3f543db-67ff-4e3f-95a6-194dc3979bf1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:33.128468 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-a3f543db-67ff-4e3f-95a6-194dc3979bf1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:33.188197 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-a3f543db-67ff-4e3f-95a6-194dc3979bf1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8881512 Feb 20 04:10:33.201681 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-d63557a9-9aa7-4cd3-9292-e3254b6971ff service neutron] Request body: {'port': {'device_id': '2e9686d2-493f-4879-9f99-d9dc3162c750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:10:33.279913 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-d63557a9-9aa7-4cd3-9292-e3254b6971ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b6d877a3-e691-489d-b58e-d052196f8a8b), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:33.285728 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e25d0672-19d5-49ae-a375-42eadeab3461 None None] Provisioning complete for port b6d877a3-e691-489d-b58e-d052196f8a8b triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:10:33.286108 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e25d0672-19d5-49ae-a375-42eadeab3461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b6d877a3-e691-489d-b58e-d052196f8a8b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:33.326802 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e25d0672-19d5-49ae-a375-42eadeab3461 None None] Port b6d877a3-e691-489d-b58e-d052196f8a8b cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:10:33.552665 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-d63557a9-9aa7-4cd3-9292-e3254b6971ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6d877a3-e691-489d-b58e-d052196f8a8b {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:10:33.561316 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-d63557a9-9aa7-4cd3-9292-e3254b6971ff service neutron] Publish callbacks [] for port (b6d877a3-e691-489d-b58e-d052196f8a8b), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:33.574303 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-d63557a9-9aa7-4cd3-9292-e3254b6971ff service neutron] Transition to ACTIVE for port object b6d877a3-e691-489d-b58e-d052196f8a8b will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:10:33.645812 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-d63557a9-9aa7-4cd3-9292-e3254b6971ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (b6d877a3-e691-489d-b58e-d052196f8a8b), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:33.700538 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63557a9-9aa7-4cd3-9292-e3254b6971ff service neutron] Pushing event updated for resources: {'Port': ['ID=b6d877a3-e691-489d-b58e-d052196f8a8b,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:10:33.787335 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-d63557a9-9aa7-4cd3-9292-e3254b6971ff service neutron] Attempting to bind port b6d877a3-e691-489d-b58e-d052196f8a8b on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:10:33.788011 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-d63557a9-9aa7-4cd3-9292-e3254b6971ff service neutron] Attempting to bind port b6d877a3-e691-489d-b58e-d052196f8a8b by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:10:33.788138 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-d63557a9-9aa7-4cd3-9292-e3254b6971ff service neutron] Attempting to bind port b6d877a3-e691-489d-b58e-d052196f8a8b on network 776cfe74-9834-4e25-aade-eb236e2b5f70 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:10:33.797726 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-d63557a9-9aa7-4cd3-9292-e3254b6971ff service neutron] Port b6d877a3-e691-489d-b58e-d052196f8a8b on network 776cfe74-9834-4e25-aade-eb236e2b5f70 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:10:33.798089 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-d63557a9-9aa7-4cd3-9292-e3254b6971ff service neutron] Attempting to bind port b6d877a3-e691-489d-b58e-d052196f8a8b on network 776cfe74-9834-4e25-aade-eb236e2b5f70 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:10:33.805578 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-d63557a9-9aa7-4cd3-9292-e3254b6971ff service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:10:33.805911 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-d63557a9-9aa7-4cd3-9292-e3254b6971ff service neutron] Checking segment: {'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:10:33.806225 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-d63557a9-9aa7-4cd3-9292-e3254b6971ff service neutron] Bound using segment: {'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:10:33.806668 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-d63557a9-9aa7-4cd3-9292-e3254b6971ff service neutron] Bound port: b6d877a3-e691-489d-b58e-d052196f8a8b, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:10:33.807064 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-d63557a9-9aa7-4cd3-9292-e3254b6971ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b6d877a3-e691-489d-b58e-d052196f8a8b), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:33.906763 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128eb4c-e6f4-4138-84f6-859b528379e1 req-a7063f92-e0bf-467f-932b-22b95e086856 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:33.911133 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0128eb4c-e6f4-4138-84f6-859b528379e1 req-a7063f92-e0bf-467f-932b-22b95e086856 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 944 time: 0.1050789 Feb 20 04:10:33.914646 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-d63557a9-9aa7-4cd3-9292-e3254b6971ff service neutron] For port b6d877a3-e691-489d-b58e-d052196f8a8b, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:10:33.919653 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-d63557a9-9aa7-4cd3-9292-e3254b6971ff service neutron] For port b6d877a3-e691-489d-b58e-d052196f8a8b, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b6d877a3-e691-489d-b58e-d052196f8a8b,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:10:33.966195 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0128eb4c-e6f4-4138-84f6-859b528379e1 req-dbdfe2ea-f282-4dc5-8fa8-d9623a13b659 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490165 Feb 20 04:10:33.974302 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-d63557a9-9aa7-4cd3-9292-e3254b6971ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (b6d877a3-e691-489d-b58e-d052196f8a8b), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:34.015320 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-d63557a9-9aa7-4cd3-9292-e3254b6971ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:34.016011 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-d63557a9-9aa7-4cd3-9292-e3254b6971ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:34.017536 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-d63557a9-9aa7-4cd3-9292-e3254b6971ff service neutron] 10.222.0.42 "PUT /v2.0/ports/b6d877a3-e691-489d-b58e-d052196f8a8b HTTP/1.1" status: 200 len: 1092 time: 0.8206210 Feb 20 04:10:34.018042 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e9686d2-493f-4879-9f99-d9dc3162c750', 'tag': 'b6d877a3-e691-489d-b58e-d052196f8a8b'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:10:34.020692 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ecd461-1a5b-47f3-8745-45f959eb9976" -d '{"events": [{"name": "network-changed", "server_uuid": "2e9686d2-493f-4879-9f99-d9dc3162c750", "tag": "b6d877a3-e691-489d-b58e-d052196f8a8b"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:10:34.049064 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63557a9-9aa7-4cd3-9292-e3254b6971ff service neutron] Pushing event updated for resources: {'Port': ['ID=b6d877a3-e691-489d-b58e-d052196f8a8b,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:10:34.154445 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd84417d-8838-45f0-b100-2e4f4a7ccaea x-openstack-request-id: req-dd84417d-8838-45f0-b100-2e4f4a7ccaea {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:10:34.154743 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e9686d2-493f-4879-9f99-d9dc3162c750", "tag": "b6d877a3-e691-489d-b58e-d052196f8a8b", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:10:34.155024 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-dd84417d-8838-45f0-b100-2e4f4a7ccaea {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:10:34.155533 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e9686d2-493f-4879-9f99-d9dc3162c750', 'tag': 'b6d877a3-e691-489d-b58e-d052196f8a8b', 'status': 'completed', 'code': 200} Feb 20 04:10:34.178131 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-9e6e649b-d498-4dd1-9894-831d72914234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:34.180586 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-9e6e649b-d498-4dd1-9894-831d72914234 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 1126 time: 0.0541322 Feb 20 04:10:34.222767 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-66c368a7-496b-43de-a616-d06ca70688b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6d877a3-e691-489d-b58e-d052196f8a8b HTTP/1.1" status: 200 len: 217 time: 0.0357144 Feb 20 04:10:34.280839 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-cbda7d43-b009-4907-ac01-8d607424def6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:34.282391 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-cbda7d43-b009-4907-ac01-8d607424def6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a65a671e-c66c-439b-a311-43e99c7bbefc HTTP/1.1" status: 200 len: 849 time: 0.0526674 Feb 20 04:10:34.338125 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-4371f860-06fd-4063-bce9-39e25e9e783d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:34.339612 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-4371f860-06fd-4063-bce9-39e25e9e783d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=776cfe74-9834-4e25-aade-eb236e2b5f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485864 Feb 20 04:10:34.431195 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-2b7720ae-19af-442d-abf5-5c1bd8e3a74a service neutron] 10.222.0.42 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851054 Feb 20 04:10:34.526288 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ae90e89c-d4ab-442d-9590-162e8180a960 req-c230c3a8-41b8-4816-be59-0cc2130ec394 service neutron] 10.222.0.42 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896974 Feb 20 04:10:34.705674 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecd461-1a5b-47f3-8745-45f959eb9976 req-01d013b6-34fc-49d9-94d2-e0248f140564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:34.707217 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-41ecd461-1a5b-47f3-8745-45f959eb9976 req-01d013b6-34fc-49d9-94d2-e0248f140564 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 1126 time: 0.0473001 Feb 20 04:10:34.807652 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecd461-1a5b-47f3-8745-45f959eb9976 req-ce719dc3-d6c3-45c5-819d-9aa13bce0cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:34.809167 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-41ecd461-1a5b-47f3-8745-45f959eb9976 req-ce719dc3-d6c3-45c5-819d-9aa13bce0cf7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 911 time: 0.0958567 Feb 20 04:10:34.853284 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-41ecd461-1a5b-47f3-8745-45f959eb9976 req-7a7f4d1f-5358-4e63-b37f-490f3a359648 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6d877a3-e691-489d-b58e-d052196f8a8b HTTP/1.1" status: 200 len: 217 time: 0.0376177 Feb 20 04:10:34.901317 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecd461-1a5b-47f3-8745-45f959eb9976 req-4d593bfa-8dc8-4065-895f-4dc80e024540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:34.902795 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-41ecd461-1a5b-47f3-8745-45f959eb9976 req-4d593bfa-8dc8-4065-895f-4dc80e024540 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a65a671e-c66c-439b-a311-43e99c7bbefc HTTP/1.1" status: 200 len: 849 time: 0.0441284 Feb 20 04:10:34.954773 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecd461-1a5b-47f3-8745-45f959eb9976 req-f483af56-80fd-465a-bc6e-28687c17d7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:34.956382 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-41ecd461-1a5b-47f3-8745-45f959eb9976 req-f483af56-80fd-465a-bc6e-28687c17d7a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=776cfe74-9834-4e25-aade-eb236e2b5f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475175 Feb 20 04:10:35.062137 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-41ecd461-1a5b-47f3-8745-45f959eb9976 req-dbca07c7-418f-41cd-9687-8f731bd0d3c1 service neutron] 10.222.0.42 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997880 Feb 20 04:10:35.158131 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900cb300-98f7-42b7-a293-d58b5669da28 req-e3191b37-c1d1-441c-858e-bc02f6700551 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:35.159666 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-900cb300-98f7-42b7-a293-d58b5669da28 req-e3191b37-c1d1-441c-858e-bc02f6700551 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 944 time: 0.1177289 Feb 20 04:10:35.200644 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-41ecd461-1a5b-47f3-8745-45f959eb9976 req-ccf9a936-1fea-463b-a747-bef631c90e3b service neutron] 10.222.0.42 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231315 Feb 20 04:10:35.224163 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-900cb300-98f7-42b7-a293-d58b5669da28 req-17497160-5e97-4aa2-a589-d954fd047d21 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575182 Feb 20 04:10:36.350833 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e20891-98a0-42fb-ac00-847adcf54bf5 req-956e53ca-bdb7-4594-85c3-2c038e229d0c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:36.353022 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d3e20891-98a0-42fb-ac00-847adcf54bf5 req-956e53ca-bdb7-4594-85c3-2c038e229d0c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 944 time: 0.0585299 Feb 20 04:10:36.403518 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d3e20891-98a0-42fb-ac00-847adcf54bf5 req-12c3fe83-9dee-45ed-b531-685cdd23071d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439246 Feb 20 04:10:36.821877 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:10:37.530180 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e5fc5-a5e9-48fd-835f-2b72ef00a021 req-ea7d24e9-8872-4426-b53b-c961b6df451d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:37.531622 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-306e5fc5-a5e9-48fd-835f-2b72ef00a021 req-ea7d24e9-8872-4426-b53b-c961b6df451d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 944 time: 0.0577664 Feb 20 04:10:37.579388 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-306e5fc5-a5e9-48fd-835f-2b72ef00a021 req-1b7f18f3-d352-4c6a-b01d-15f75dcefdd9 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416470 Feb 20 04:10:38.701160 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3f285-f81b-4e4c-b7c0-f954b360395c req-77e6fbde-80c2-4d79-866a-cc7c1c68f82e tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:38.702691 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e3f3f285-f81b-4e4c-b7c0-f954b360395c req-77e6fbde-80c2-4d79-866a-cc7c1c68f82e tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 944 time: 0.0546358 Feb 20 04:10:38.751349 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e3f3f285-f81b-4e4c-b7c0-f954b360395c req-7a9f5379-0986-4989-ab30-a9252fc156d1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428286 Feb 20 04:10:39.877276 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489d1ac-4cf0-405d-b96f-79398b9fe01b req-4f8d52ac-b624-445b-9841-2418b71acc99 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:39.878768 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e489d1ac-4cf0-405d-b96f-79398b9fe01b req-4f8d52ac-b624-445b-9841-2418b71acc99 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 944 time: 0.0567944 Feb 20 04:10:39.926268 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e489d1ac-4cf0-405d-b96f-79398b9fe01b req-d59246d1-da47-4458-972a-fb0cc9b92bd3 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412230 Feb 20 04:10:40.302475 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53784) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:10:40.574091 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-048a5f81-f070-479c-9bcf-75f933e94276 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Deleting port 68be2802-6967-47f9-9bb4-bf3c4263b61a {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:10:40.574441 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-048a5f81-f070-479c-9bcf-75f933e94276 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (68be2802-6967-47f9-9bb4-bf3c4263b61a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:40.654297 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-048a5f81-f070-479c-9bcf-75f933e94276 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (68be2802-6967-47f9-9bb4-bf3c4263b61a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:40.654695 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-048a5f81-f070-479c-9bcf-75f933e94276 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks [] for floatingip (68be2802-6967-47f9-9bb4-bf3c4263b61a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:40.667785 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-048a5f81-f070-479c-9bcf-75f933e94276 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Calling delete_port for 68be2802-6967-47f9-9bb4-bf3c4263b61a owned by network:floatingip {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:10:40.925808 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-048a5f81-f070-479c-9bcf-75f933e94276 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (68be2802-6967-47f9-9bb4-bf3c4263b61a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:40.955046 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a5f81-f070-479c-9bcf-75f933e94276 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Pushing event deleted for resources: {'Port': ['ID=68be2802-6967-47f9-9bb4-bf3c4263b61a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:10:40.991151 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a5f81-f070-479c-9bcf-75f933e94276 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:40.991535 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a5f81-f070-479c-9bcf-75f933e94276 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:40.991853 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a5f81-f070-479c-9bcf-75f933e94276 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:40.993407 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a5f81-f070-479c-9bcf-75f933e94276 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:40.993790 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a5f81-f070-479c-9bcf-75f933e94276 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:40.994133 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a5f81-f070-479c-9bcf-75f933e94276 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:40.994475 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a5f81-f070-479c-9bcf-75f933e94276 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:40.994816 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a5f81-f070-479c-9bcf-75f933e94276 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:40.995373 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a5f81-f070-479c-9bcf-75f933e94276 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:40.995655 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a5f81-f070-479c-9bcf-75f933e94276 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:40.996119 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a5f81-f070-479c-9bcf-75f933e94276 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:40.996534 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a5f81-f070-479c-9bcf-75f933e94276 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:40.996957 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048a5f81-f070-479c-9bcf-75f933e94276 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:41.047722 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-048a5f81-f070-479c-9bcf-75f933e94276 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks [] for floatingip (e1d418e0-7f04-4a24-b7a9-9f30b0020c54), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:41.048048 n-d-829866-4 neutron-server[104106]: INFO neutron.db.l3_db [None req-048a5f81-f070-479c-9bcf-75f933e94276 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Floating IP e1d418e0-7f04-4a24-b7a9-9f30b0020c54 disassociated (deleted). External IP: 172.25.7.40, port: 0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce. Feb 20 04:10:41.058986 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec01857-fd09-4078-bf43-60e9170794b1 req-50249ef1-f8ee-4ab2-8047-3c68261c89dc tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:41.060959 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8ec01857-fd09-4078-bf43-60e9170794b1 req-50249ef1-f8ee-4ab2-8047-3c68261c89dc tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 944 time: 0.0602119 Feb 20 04:10:41.119099 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8ec01857-fd09-4078-bf43-60e9170794b1 req-f4157606-94a2-46c6-ad31-17e95591a271 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516984 Feb 20 04:10:41.283348 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048a5f81-f070-479c-9bcf-75f933e94276 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Router 3caad4de-c255-4e97-a7a3-9cfa09cf6354 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:10:41.392518 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048a5f81-f070-479c-9bcf-75f933e94276 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:10:41.397323 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-048a5f81-f070-479c-9bcf-75f933e94276 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:41.404548 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e95f6e-d146-4eac-b7a3-4f06162b053d None None] Sync routers for ids ['3caad4de-c255-4e97-a7a3-9cfa09cf6354'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:10:41.414452 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e95f6e-d146-4eac-b7a3-4f06162b053d None None] Routers {'3caad4de-c255-4e97-a7a3-9cfa09cf6354'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:10:41.415538 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a8e95f6e-d146-4eac-b7a3-4f06162b053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:10:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3caad4de-c255-4e97-a7a3-9cfa09cf6354'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:10:41.432621 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-048a5f81-f070-479c-9bcf-75f933e94276 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "DELETE /v2.0/floatingips/e1d418e0-7f04-4a24-b7a9-9f30b0020c54 HTTP/1.1" status: 204 len: 168 time: 1.1289964 Feb 20 04:10:41.433239 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f801995-ca8b-479a-86c8-4cb188c6e0b1', 'tag': '0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:10:41.435634 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914ad9e4-44d1-45ad-8436-910d2d61b64a" -d '{"events": [{"name": "network-changed", "server_uuid": "4f801995-ca8b-479a-86c8-4cb188c6e0b1", "tag": "0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:10:41.542091 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-a8e95f6e-d146-4eac-b7a3-4f06162b053d None None] Set router 3caad4de-c255-4e97-a7a3-9cfa09cf6354 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:10:41.753626 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a8e95f6e-d146-4eac-b7a3-4f06162b053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'name': 'tempest-TestVolumeBackupRestore-2134538606-router', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '788c71df-6a98-4846-804a-97a2f37fecbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:05:16Z', 'updated_at': '2022-02-20T04:05:19Z', 'revision_number': 4, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'gw_port': {'id': '788c71df-6a98-4846-804a-97a2f37fecbd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:16Z', 'updated_at': '2022-02-20T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '97564c7b-473c-4b09-bc31-5e12e6210175', 'name': '', 'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'mac_address': 'fa:16:3e:84:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '43d1ce45-746c-4525-aa68-21bdbb54ace8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:19Z', 'updated_at': '2022-02-20T04:05:23Z', 'revision_number': 5, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'subnets': [{'id': '43d1ce45-746c-4525-aa68-21bdbb54ace8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:10:41.795678 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e95f6e-d146-4eac-b7a3-4f06162b053d None None] Checking router: 3caad4de-c255-4e97-a7a3-9cfa09cf6354 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:10:41.809192 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f5d4c8-d09a-4553-bde5-f133c0f0ace4 x-openstack-request-id: req-92f5d4c8-d09a-4553-bde5-f133c0f0ace4 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:10:41.809431 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f801995-ca8b-479a-86c8-4cb188c6e0b1", "tag": "0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:10:41.810657 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e95f6e-d146-4eac-b7a3-4f06162b053d None None] Routers {'3caad4de-c255-4e97-a7a3-9cfa09cf6354'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:10:41.811574 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a8e95f6e-d146-4eac-b7a3-4f06162b053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:10:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3caad4de-c255-4e97-a7a3-9cfa09cf6354'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:10:41.812403 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-92f5d4c8-d09a-4553-bde5-f133c0f0ace4 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:10:41.812979 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f801995-ca8b-479a-86c8-4cb188c6e0b1', 'tag': '0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce', 'status': 'completed', 'code': 200} Feb 20 04:10:41.941749 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-a8e95f6e-d146-4eac-b7a3-4f06162b053d None None] Set router 3caad4de-c255-4e97-a7a3-9cfa09cf6354 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:10:41.953872 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ad9e4-44d1-45ad-8436-910d2d61b64a req-4e404838-0834-4e70-b1a5-2f6109ffa929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:41.955687 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-914ad9e4-44d1-45ad-8436-910d2d61b64a req-4e404838-0834-4e70-b1a5-2f6109ffa929 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c49f3fc918874cdfb51ff48fe01f1b24&device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 1127 time: 0.1058323 Feb 20 04:10:41.970288 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87fcfd-83e3-4060-945b-564f10170af0 req-221c1665-9632-4ade-9dd9-f43b34eeec52 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:41.971935 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea87fcfd-83e3-4060-945b-564f10170af0 req-221c1665-9632-4ade-9dd9-f43b34eeec52 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 945 time: 0.0901966 Feb 20 04:10:42.102603 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea87fcfd-83e3-4060-945b-564f10170af0 req-4ff5a1ff-bfec-4f98-bc38-f7b392fe24dc tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069601 Feb 20 04:10:42.125035 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ad9e4-44d1-45ad-8436-910d2d61b64a req-f6482fec-0531-4d93-8e5d-3bade58f6bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:42.126774 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-914ad9e4-44d1-45ad-8436-910d2d61b64a req-f6482fec-0531-4d93-8e5d-3bade58f6bde service neutron] 10.222.0.42 "GET /v2.0/networks?id=cce7e9c3-4df9-4bb4-b141-b97816248e25 HTTP/1.1" status: 200 len: 915 time: 0.1525860 Feb 20 04:10:42.177154 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-914ad9e4-44d1-45ad-8436-910d2d61b64a req-55762ab2-d74b-476d-aef9-fcc3aeca218d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce HTTP/1.1" status: 200 len: 217 time: 0.0430114 Feb 20 04:10:42.261856 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ad9e4-44d1-45ad-8436-910d2d61b64a req-92740123-2aa0-4889-95dc-2556a6a3ec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:42.263457 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-914ad9e4-44d1-45ad-8436-910d2d61b64a req-92740123-2aa0-4889-95dc-2556a6a3ec31 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=43d1ce45-746c-4525-aa68-21bdbb54ace8 HTTP/1.1" status: 200 len: 853 time: 0.0793600 Feb 20 04:10:42.321513 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b83d4-e9b9-4064-a8e0-f6fb14c60810 req-28f9175f-efaf-42fe-aed8-178134ebaa14 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:42.323264 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-510b83d4-e9b9-4064-a8e0-f6fb14c60810 req-28f9175f-efaf-42fe-aed8-178134ebaa14 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 944 time: 0.1079345 Feb 20 04:10:42.343473 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-a8e95f6e-d146-4eac-b7a3-4f06162b053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'name': 'tempest-TestVolumeBackupRestore-2134538606-router', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '788c71df-6a98-4846-804a-97a2f37fecbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:05:16Z', 'updated_at': '2022-02-20T04:05:19Z', 'revision_number': 4, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'gw_port': {'id': '788c71df-6a98-4846-804a-97a2f37fecbd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:16Z', 'updated_at': '2022-02-20T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '97564c7b-473c-4b09-bc31-5e12e6210175', 'name': '', 'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'mac_address': 'fa:16:3e:84:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '43d1ce45-746c-4525-aa68-21bdbb54ace8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:19Z', 'updated_at': '2022-02-20T04:05:23Z', 'revision_number': 5, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'subnets': [{'id': '43d1ce45-746c-4525-aa68-21bdbb54ace8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:10:42.356889 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ad9e4-44d1-45ad-8436-910d2d61b64a req-dcab3a0b-29af-4d28-99cd-ef24142b2044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:42.358421 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-914ad9e4-44d1-45ad-8436-910d2d61b64a req-dcab3a0b-29af-4d28-99cd-ef24142b2044 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cce7e9c3-4df9-4bb4-b141-b97816248e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0875106 Feb 20 04:10:42.373352 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e95f6e-d146-4eac-b7a3-4f06162b053d None None] The sync data for ids ['3caad4de-c255-4e97-a7a3-9cfa09cf6354'] in n-d-829866-4 is: [{'id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'name': 'tempest-TestVolumeBackupRestore-2134538606-router', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '788c71df-6a98-4846-804a-97a2f37fecbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:05:16Z', 'updated_at': '2022-02-20T04:05:19Z', 'revision_number': 4, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'gw_port': {'id': '788c71df-6a98-4846-804a-97a2f37fecbd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:16Z', 'updated_at': '2022-02-20T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '97564c7b-473c-4b09-bc31-5e12e6210175', 'name': '', 'network_id': 'cce7e9c3-4df9-4bb4-b141-b97816248e25', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'mac_address': 'fa:16:3e:84:3a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '43d1ce45-746c-4525-aa68-21bdbb54ace8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:19Z', 'updated_at': '2022-02-20T04:05:23Z', 'revision_number': 5, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'subnets': [{'id': '43d1ce45-746c-4525-aa68-21bdbb54ace8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:10:42.427116 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-510b83d4-e9b9-4064-a8e0-f6fb14c60810 req-930b65d7-111f-4bfa-a8ed-c35c0f4a7a05 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951691 Feb 20 04:10:42.475191 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-914ad9e4-44d1-45ad-8436-910d2d61b64a req-0914ccc3-6a53-412a-9993-f9979929f48d service neutron] 10.222.0.42 "GET /v2.0/networks/cce7e9c3-4df9-4bb4-b141-b97816248e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054218 Feb 20 04:10:42.590880 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-914ad9e4-44d1-45ad-8436-910d2d61b64a req-a9240d9e-14d9-4504-9c94-f80dbf6c9330 service neutron] 10.222.0.42 "GET /v2.0/networks/cce7e9c3-4df9-4bb4-b141-b97816248e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092358 Feb 20 04:10:42.664328 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27bb406-2292-4b3e-987a-b7fd8b1194a7 None None] New status for floating IP e1d418e0-7f04-4a24-b7a9-9f30b0020c54: DOWN {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 04:10:43.226777 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ecd356-dcf0-4512-8b18-d0f6256aceca req-178a9a79-9294-4d93-b00f-a2c2bff5012b tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:43.228334 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25ecd356-dcf0-4512-8b18-d0f6256aceca req-178a9a79-9294-4d93-b00f-a2c2bff5012b tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 945 time: 0.0546510 Feb 20 04:10:43.278963 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25ecd356-dcf0-4512-8b18-d0f6256aceca req-221acd21-3d5d-4e29-ba8e-8ba20710f8ee tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/security-groups?id=d856a512-cf55-46cc-a936-395c78ef0b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437958 Feb 20 04:10:43.436744 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb7894-eb17-4314-bb1a-a0612d5d4139 req-7af46a92-c179-42ca-b5f9-052572b97e24 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:43.438121 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8dbb7894-eb17-4314-bb1a-a0612d5d4139 req-7af46a92-c179-42ca-b5f9-052572b97e24 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 945 time: 0.0591636 Feb 20 04:10:43.581387 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-8dbb7894-eb17-4314-bb1a-a0612d5d4139 req-0b008c96-ccf0-443c-bff3-1620529536b8 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Deleting port 0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:10:43.581733 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8dbb7894-eb17-4314-bb1a-a0612d5d4139 req-0b008c96-ccf0-443c-bff3-1620529536b8 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:43.592876 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b323ead-e946-44e4-a8ed-7838588a8624 req-e07bdf7a-197c-4ec1-8fc4-818520da4603 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:43.597750 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7b323ead-e946-44e4-a8ed-7838588a8624 req-e07bdf7a-197c-4ec1-8fc4-818520da4603 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 944 time: 0.0828626 Feb 20 04:10:43.714541 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7b323ead-e946-44e4-a8ed-7838588a8624 req-f83c5f3b-40d6-411a-935a-fc099b22591b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064296 Feb 20 04:10:43.733728 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-8dbb7894-eb17-4314-bb1a-a0612d5d4139 req-0b008c96-ccf0-443c-bff3-1620529536b8 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] For port 0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce,segment=NetworkSegment(6342deba-a92e-41f7-a8ba-acf0867ca556),segment_id=6342deba-a92e-41f7-a8ba-acf0867ca556)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:10:43.734099 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8dbb7894-eb17-4314-bb1a-a0612d5d4139 req-0b008c96-ccf0-443c-bff3-1620529536b8 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:43.746811 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-8dbb7894-eb17-4314-bb1a-a0612d5d4139 req-0b008c96-ccf0-443c-bff3-1620529536b8 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Calling delete_port for 0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:10:43.948624 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8dbb7894-eb17-4314-bb1a-a0612d5d4139 req-0b008c96-ccf0-443c-bff3-1620529536b8 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:43.978098 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b008c96-ccf0-443c-bff3-1620529536b8 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Pushing event deleted for resources: {'Port': ['ID=0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:10:44.024765 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbb7894-eb17-4314-bb1a-a0612d5d4139 req-0b008c96-ccf0-443c-bff3-1620529536b8 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] No DVR routers for this DVR port 0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:10:44.027355 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-8dbb7894-eb17-4314-bb1a-a0612d5d4139 req-0b008c96-ccf0-443c-bff3-1620529536b8 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:44.030774 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8dbb7894-eb17-4314-bb1a-a0612d5d4139 req-0b008c96-ccf0-443c-bff3-1620529536b8 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.42 "DELETE /v2.0/ports/0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce HTTP/1.1" status: 204 len: 173 time: 0.5873511 Feb 20 04:10:44.031243 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f801995-ca8b-479a-86c8-4cb188c6e0b1', 'name': 'network-vif-deleted', 'tag': '0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:10:44.033482 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0594e179-4cd6-42da-982f-ce76e605e54e" -d '{"events": [{"server_uuid": "4f801995-ca8b-479a-86c8-4cb188c6e0b1", "name": "network-vif-deleted", "tag": "0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:10:44.069477 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d132ea60-8066-4ebe-96c6-e732269ee945 x-openstack-request-id: req-d132ea60-8066-4ebe-96c6-e732269ee945 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:10:44.069782 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f801995-ca8b-479a-86c8-4cb188c6e0b1", "name": "network-vif-deleted", "tag": "0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:10:44.070082 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d132ea60-8066-4ebe-96c6-e732269ee945 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:10:44.070498 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f801995-ca8b-479a-86c8-4cb188c6e0b1', 'name': 'network-vif-deleted', 'tag': '0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce', 'status': 'completed', 'code': 200} Feb 20 04:10:44.387039 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0eb2019b-7a05-4246-9f07-d77b60c273ef req-e771bff7-836e-4109-8821-a68414fe990f tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 210 time: 0.0303214 Feb 20 04:10:44.835521 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88361cba-ec90-4377-896d-878f04504542 req-acf0d4c9-520f-4953-b939-5b8a5bcd280c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:44.837296 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88361cba-ec90-4377-896d-878f04504542 req-acf0d4c9-520f-4953-b939-5b8a5bcd280c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 944 time: 0.0535190 Feb 20 04:10:44.885778 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88361cba-ec90-4377-896d-878f04504542 req-b666d8b2-28e1-45b6-be98-407a70cf6345 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429022 Feb 20 04:10:45.481688 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f2fcd2e-5537-4404-a919-085279b353e1 req-dc889123-5c29-4308-8740-046ab5f88419 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 210 time: 0.0278029 Feb 20 04:10:46.011319 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccaa3c-13c4-4de5-8471-25b318680ef1 req-fbddf80d-5fd9-440a-8e2e-591e1907c628 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:46.012756 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7bccaa3c-13c4-4de5-8471-25b318680ef1 req-fbddf80d-5fd9-440a-8e2e-591e1907c628 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 944 time: 0.0578084 Feb 20 04:10:46.061897 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7bccaa3c-13c4-4de5-8471-25b318680ef1 req-bc87b2c7-4ee6-48d8-b7bd-0acf32191f40 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429456 Feb 20 04:10:46.578086 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-29c7a6a2-102d-4395-a4a9-c625e462aa5d req-d3b82c85-fc0d-4df6-afdd-2ac9c1a6d250 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 210 time: 0.0282493 Feb 20 04:10:46.582016 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:10:46.607518 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:10:46.607955 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 0e1dd9fa-cecf-4b50-b43b-c5fef08f5bce not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:10:47.184082 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8396bf6-66b5-4484-b60b-75146984c9eb req-b9a190c5-ae72-4b1f-89e8-1520974ddc74 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:47.185560 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a8396bf6-66b5-4484-b60b-75146984c9eb req-b9a190c5-ae72-4b1f-89e8-1520974ddc74 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 944 time: 0.0534644 Feb 20 04:10:47.233559 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a8396bf6-66b5-4484-b60b-75146984c9eb req-c29af0ee-5b57-4ca0-ab0a-6fc5c6b46849 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422432 Feb 20 04:10:47.678818 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3be1caec-7f3e-454e-9b98-f9ad6269f55d req-884405ab-b7a4-4a72-ac26-6ae6a1f4175e tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 210 time: 0.0316973 Feb 20 04:10:48.355133 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c360f-20f4-45ba-a0c8-0202b936eb86 req-264c7a0b-d22e-4c89-b97d-9d677160393f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:48.356928 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-706c360f-20f4-45ba-a0c8-0202b936eb86 req-264c7a0b-d22e-4c89-b97d-9d677160393f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 944 time: 0.0544233 Feb 20 04:10:48.403572 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-706c360f-20f4-45ba-a0c8-0202b936eb86 req-4f2edcfc-c624-426c-ae60-a75ed38899dd tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410397 Feb 20 04:10:48.775962 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff5df2c2-61d0-458d-9725-ba8d4539f326 req-7678eba8-e290-4b39-beaa-39962615ff19 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 210 time: 0.0283768 Feb 20 04:10:49.531523 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff78bd3-c202-4dcc-a7b8-64b0922ee8c9 req-003e0d64-20f3-4502-b0a9-c9f4fcc86191 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:49.533028 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ff78bd3-c202-4dcc-a7b8-64b0922ee8c9 req-003e0d64-20f3-4502-b0a9-c9f4fcc86191 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 944 time: 0.0598929 Feb 20 04:10:49.581788 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3ff78bd3-c202-4dcc-a7b8-64b0922ee8c9 req-7032d029-af65-4fc7-815c-9fcb28bdfef2 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430112 Feb 20 04:10:49.871519 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a52b5f3c-6067-4775-9b75-b5a481cf8903 req-c9b41cde-37a6-4012-9c78-9c7f511de269 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 210 time: 0.0273626 Feb 20 04:10:49.946464 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53832) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:10:50.042900 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-480166a3-39f7-4e07-bce1-fb22ffe46fe4 tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] 10.222.0.89 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3062 time: 0.0926518 Feb 20 04:10:50.043125 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53834) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:10:50.048351 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-70e52636-2825-4dbe-b96e-fd05215b5e80 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Request body: {'network': {'name': 'tempest-network-smoke--821577804', 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'port_security_enabled': False}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:10:50.174012 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e52636-2825-4dbe-b96e-fd05215b5e80 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Made reservation on behalf of f753cbc608174fce8690db4d8bda76dc for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:10:50.177957 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-70e52636-2825-4dbe-b96e-fd05215b5e80 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:50.202227 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e52636-2825-4dbe-b96e-fd05215b5e80 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 04:10:50.212647 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-70e52636-2825-4dbe-b96e-fd05215b5e80 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (7e5dd560-86aa-4c4e-918e-36b40b62bae7), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:50.213000 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-70e52636-2825-4dbe-b96e-fd05215b5e80 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Added segment 7e5dd560-86aa-4c4e-918e-36b40b62bae7 of type vlan for network c377eaab-88fb-48df-b314-404716569524 Feb 20 04:10:50.257655 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-70e52636-2825-4dbe-b96e-fd05215b5e80 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (c377eaab-88fb-48df-b314-404716569524), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:50.345200 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-70e52636-2825-4dbe-b96e-fd05215b5e80 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (c377eaab-88fb-48df-b314-404716569524), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:50.350278 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e52636-2825-4dbe-b96e-fd05215b5e80 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:50.350995 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-70e52636-2825-4dbe-b96e-fd05215b5e80 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:50.463432 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e52636-2825-4dbe-b96e-fd05215b5e80 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Pushing event updated for resources: {'Network': ['ID=c377eaab-88fb-48df-b314-404716569524,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:10:50.473729 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network c377eaab-88fb-48df-b314-404716569524 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 04:10:50.498642 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-70e52636-2825-4dbe-b96e-fd05215b5e80 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4521723 Feb 20 04:10:50.498930 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53836) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:10:50.503515 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-129948be-2f0c-4544-acee-9558154b9aa3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1404636441', 'admin_state_up': True, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:10:50.585106 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-129948be-2f0c-4544-acee-9558154b9aa3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (49cd4eb2-625d-49f8-b7cd-5400866731af), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:50.586787 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-129948be-2f0c-4544-acee-9558154b9aa3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (49cd4eb2-625d-49f8-b7cd-5400866731af), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:50.613197 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device b6d877a3-e691-489d-b58e-d052196f8a8b details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:10:50.647269 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-129948be-2f0c-4544-acee-9558154b9aa3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for router_controller (49cd4eb2-625d-49f8-b7cd-5400866731af), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:50.721656 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port b6d877a3-e691-489d-b58e-d052196f8a8b, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b6d877a3-e691-489d-b58e-d052196f8a8b,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:10:50.732898 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e168f2-e135-419c-a9a2-f65dd8a125d2 req-b4b8d459-7467-47aa-a59d-dbe744435813 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:50.734585 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'b6d877a3-e691-489d-b58e-d052196f8a8b', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'port_id': 'b6d877a3-e691-489d-b58e-d052196f8a8b', 'mac_address': 'fa:16:3e:95:5a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:10:50.746195 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39e168f2-e135-419c-a9a2-f65dd8a125d2 req-b4b8d459-7467-47aa-a59d-dbe744435813 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 944 time: 0.0777984 Feb 20 04:10:50.791725 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port b6d877a3-e691-489d-b58e-d052196f8a8b is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:10:50.792770 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b6d877a3-e691-489d-b58e-d052196f8a8b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:50.815390 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6d877a3-e691-489d-b58e-d052196f8a8b {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:10:50.825909 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39e168f2-e135-419c-a9a2-f65dd8a125d2 req-cfa2c2db-e962-4d11-8a5c-8a4468b4fcc6 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787413 Feb 20 04:10:50.846506 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port b6d877a3-e691-489d-b58e-d052196f8a8b, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b6d877a3-e691-489d-b58e-d052196f8a8b,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:10:50.852312 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-129948be-2f0c-4544-acee-9558154b9aa3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for router_gateway (49cd4eb2-625d-49f8-b7cd-5400866731af), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:50.928046 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b6d877a3-e691-489d-b58e-d052196f8a8b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:50.973203 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-435fd8b8-6e22-40f3-a0a1-9827e55f5f19 req-29b9f49f-3c3e-42c9-93cc-e3453bbdb551 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 210 time: 0.0317807 Feb 20 04:10:50.997886 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=b6d877a3-e691-489d-b58e-d052196f8a8b,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:10:51.006300 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:51.007607 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:51.009106 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:51.009406 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:51.009920 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:51.010259 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:51.010666 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:51.011066 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:51.011349 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:51.011676 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:51.012000 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:51.012324 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:51.012646 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:51.137865 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['b6d877a3-e691-489d-b58e-d052196f8a8b'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:10:51.239323 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:51.322871 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:51.492700 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-129948be-2f0c-4544-acee-9558154b9aa3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for router_gateway (49cd4eb2-625d-49f8-b7cd-5400866731af), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:51.514623 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-129948be-2f0c-4544-acee-9558154b9aa3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:51.616623 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-129948be-2f0c-4544-acee-9558154b9aa3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Allocated IP 172.25.7.99 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/ec023b50-5861-4293-be40-0d239bb2cd9c) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:10:51.722362 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-129948be-2f0c-4544-acee-9558154b9aa3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for port (ec023b50-5861-4293-be40-0d239bb2cd9c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:51.820869 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-129948be-2f0c-4544-acee-9558154b9aa3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (ec023b50-5861-4293-be40-0d239bb2cd9c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:51.861123 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129948be-2f0c-4544-acee-9558154b9aa3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:10:51.869441 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-129948be-2f0c-4544-acee-9558154b9aa3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:10:51.871718 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129948be-2f0c-4544-acee-9558154b9aa3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Pushing event updated for resources: {'Port': ['ID=ec023b50-5861-4293-be40-0d239bb2cd9c,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:10:51.873864 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129948be-2f0c-4544-acee-9558154b9aa3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:10:51.959807 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a50d0f-9a5f-4e46-b850-46b3f6905e7a req-bab7304d-0fc9-4cc2-9183-6d308da67477 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:51.961704 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a7a50d0f-9a5f-4e46-b850-46b3f6905e7a req-bab7304d-0fc9-4cc2-9183-6d308da67477 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 945 time: 0.0614505 Feb 20 04:10:52.012707 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a7a50d0f-9a5f-4e46-b850-46b3f6905e7a req-65b66abd-74f8-419e-9390-20ac51db4454 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447066 Feb 20 04:10:52.117484 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-adf208a3-7b23-43d5-8416-6fb4bf9940eb req-293b24c6-227d-401f-8f1e-a852c0d0c3ef tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 210 time: 0.0287676 Feb 20 04:10:52.231305 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-129948be-2f0c-4544-acee-9558154b9aa3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for router_gateway (49cd4eb2-625d-49f8-b7cd-5400866731af), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:52.444333 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-129948be-2f0c-4544-acee-9558154b9aa3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (49cd4eb2-625d-49f8-b7cd-5400866731af), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:52.679418 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129948be-2f0c-4544-acee-9558154b9aa3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Router 49cd4eb2-625d-49f8-b7cd-5400866731af is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 04:10:52.791523 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129948be-2f0c-4544-acee-9558154b9aa3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:10:52.804027 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc2e858-a69c-4090-ab60-eccde26b9f86 None None] Sync routers for ids ['49cd4eb2-625d-49f8-b7cd-5400866731af'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:10:52.813731 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc2e858-a69c-4090-ab60-eccde26b9f86 None None] Routers {'49cd4eb2-625d-49f8-b7cd-5400866731af'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:10:52.819073 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-4fc2e858-a69c-4090-ab60-eccde26b9f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:10:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['49cd4eb2-625d-49f8-b7cd-5400866731af'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:10:52.819073 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device b6d877a3-e691-489d-b58e-d052196f8a8b up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:10:52.872172 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-129948be-2f0c-4544-acee-9558154b9aa3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:52.874096 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-129948be-2f0c-4544-acee-9558154b9aa3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.3736873 Feb 20 04:10:52.876700 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53846) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:10:52.961939 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-4fc2e858-a69c-4090-ab60-eccde26b9f86 None None] Set router 49cd4eb2-625d-49f8-b7cd-5400866731af gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:10:53.023997 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port b6d877a3-e691-489d-b58e-d052196f8a8b completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:10:53.037141 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port b6d877a3-e691-489d-b58e-d052196f8a8b triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:10:53.037529 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b6d877a3-e691-489d-b58e-d052196f8a8b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:53.193686 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port b6d877a3-e691-489d-b58e-d052196f8a8b is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:10:53.194087 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b6d877a3-e691-489d-b58e-d052196f8a8b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:53.250552 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9686d2-493f-4879-9f99-d9dc3162c750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d877a3-e691-489d-b58e-d052196f8a8b'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:10:53.253491 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954097a2-133c-4be1-a268-8f5590ce8ec6" -d '{"events": [{"server_uuid": "2e9686d2-493f-4879-9f99-d9dc3162c750", "name": "network-vif-plugged", "status": "completed", "tag": "b6d877a3-e691-489d-b58e-d052196f8a8b"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:10:53.273028 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port b6d877a3-e691-489d-b58e-d052196f8a8b, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b6d877a3-e691-489d-b58e-d052196f8a8b,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:10:53.295672 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-4fc2e858-a69c-4090-ab60-eccde26b9f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cd4eb2-625d-49f8-b7cd-5400866731af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1404636441', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ec023b50-5861-4293-be40-0d239bb2cd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:10:50Z', 'updated_at': '2022-02-20T04:10:52Z', 'revision_number': 3, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'gw_port': {'id': 'ec023b50-5861-4293-be40-0d239bb2cd9c', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49cd4eb2-625d-49f8-b7cd-5400866731af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:10:51Z', 'updated_at': '2022-02-20T04:10:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:10:53.313550 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7b6e07-c913-4e55-af10-87e756814cdc tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:53.315093 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-be7b6e07-c913-4e55-af10-87e756814cdc tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=f753cbc608174fce8690db4d8bda76dc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.4370286 Feb 20 04:10:53.318979 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53854) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:10:53.327776 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc315648-0305-4dc7-8531-a48cc2c07205 req-fce6f5b5-3784-44d3-a913-512875fe21c4 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:53.329840 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fc315648-0305-4dc7-8531-a48cc2c07205 req-fce6f5b5-3784-44d3-a913-512875fe21c4 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 945 time: 0.0765829 Feb 20 04:10:53.342905 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc2e858-a69c-4090-ab60-eccde26b9f86 None None] Checking router: 49cd4eb2-625d-49f8-b7cd-5400866731af for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:10:53.343393 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc2e858-a69c-4090-ab60-eccde26b9f86 None None] Updating router 49cd4eb2-625d-49f8-b7cd-5400866731af port ec023b50-5861-4293-be40-0d239bb2cd9c binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 04:10:53.365477 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b6d877a3-e691-489d-b58e-d052196f8a8b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:53.385646 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fc315648-0305-4dc7-8531-a48cc2c07205 req-792ec625-789a-4b79-8dda-c2339b0aad6a tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490770 Feb 20 04:10:53.396408 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e858-a69c-4090-ab60-eccde26b9f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ec023b50-5861-4293-be40-0d239bb2cd9c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:53.429178 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba301607-daa4-4bf3-80db-7370182bb1fd tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:53.433569 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ba301607-daa4-4bf3-80db-7370182bb1fd tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1136458 Feb 20 04:10:53.437416 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53856) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:10:53.451269 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=b6d877a3-e691-489d-b58e-d052196f8a8b,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:10:53.483807 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ba74c716-9969-48dd-85bf-21e85fa584e6 tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=eaf6f7bf-76a8-47a9-a76f-78f3b96fe079&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451782 Feb 20 04:10:53.486427 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53858) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:10:53.513967 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ebf0e86f-82fe-4e6f-8874-11d3b6eee697 req-032cfb7f-deac-41f0-ad6b-93badd6e4c53 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f801995-ca8b-479a-86c8-4cb188c6e0b1 HTTP/1.1" status: 200 len: 210 time: 0.0402696 Feb 20 04:10:53.539667 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-11567de8-7f82-4452-8874-d01e5ac37cf1 tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] 10.222.0.89 "GET /v2.0/subnets?project_id=f753cbc608174fce8690db4d8bda76dc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0520911 Feb 20 04:10:53.542302 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53860) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:10:53.569071 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a37b076-b59f-469f-a130-cd5616ae4584 x-openstack-request-id: req-4a37b076-b59f-469f-a130-cd5616ae4584 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:10:53.569071 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e9686d2-493f-4879-9f99-d9dc3162c750", "name": "network-vif-plugged", "status": "completed", "tag": "b6d877a3-e691-489d-b58e-d052196f8a8b", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:10:53.569071 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4a37b076-b59f-469f-a130-cd5616ae4584 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:10:53.569071 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9686d2-493f-4879-9f99-d9dc3162c750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d877a3-e691-489d-b58e-d052196f8a8b', 'code': 200} Feb 20 04:10:53.671631 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0af37a-c78b-4035-9ba1-80ad02ba4902 tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:53.674550 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-bb0af37a-c78b-4035-9ba1-80ad02ba4902 tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] 10.222.0.89 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1301210 Feb 20 04:10:53.677676 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53862) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:10:53.687641 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea193af1-a7c3-467c-8464-e3af189fa922 req-85d97583-ae17-4406-be00-019b38ca6995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:53.689169 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea193af1-a7c3-467c-8464-e3af189fa922 req-85d97583-ae17-4406-be00-019b38ca6995 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 1128 time: 0.0652626 Feb 20 04:10:53.713737 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d29eca6c-98ef-48c6-9be3-17f2680cf345 tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] 10.222.0.89 "GET /v2.0/subnets?network_id=eaf6f7bf-76a8-47a9-a76f-78f3b96fe079&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347965 Feb 20 04:10:53.717704 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53864) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:10:53.721073 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-3eb4dc17-4038-4aad-8bcb-130407bdae4c tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-882187302', 'network_id': 'c377eaab-88fb-48df-b314-404716569524', 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:10:53.738963 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e858-a69c-4090-ab60-eccde26b9f86 None None] Publish callbacks [] for port (ec023b50-5861-4293-be40-0d239bb2cd9c), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:53.739707 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea193af1-a7c3-467c-8464-e3af189fa922 req-464296a4-e5ab-4d02-944d-cb27b08843b8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444343 Feb 20 04:10:53.800033 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e858-a69c-4090-ab60-eccde26b9f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ec023b50-5861-4293-be40-0d239bb2cd9c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:53.856205 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-4fc2e858-a69c-4090-ab60-eccde26b9f86 None None] Attempting to bind port ec023b50-5861-4293-be40-0d239bb2cd9c on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:10:53.856836 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-4fc2e858-a69c-4090-ab60-eccde26b9f86 None None] Attempting to bind port ec023b50-5861-4293-be40-0d239bb2cd9c by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:10:53.856958 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc2e858-a69c-4090-ab60-eccde26b9f86 None None] Attempting to bind port ec023b50-5861-4293-be40-0d239bb2cd9c on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:10:53.858847 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff065525-e18e-4556-9ae3-9646c83466fc None None] Pushing event updated for resources: {'Port': ['ID=ec023b50-5861-4293-be40-0d239bb2cd9c,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:10:53.864264 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc2e858-a69c-4090-ab60-eccde26b9f86 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:10:53.864637 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc2e858-a69c-4090-ab60-eccde26b9f86 None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:10:53.865037 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e858-a69c-4090-ab60-eccde26b9f86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:53.865420 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc2e858-a69c-4090-ab60-eccde26b9f86 None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:10:53.865888 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-4fc2e858-a69c-4090-ab60-eccde26b9f86 None None] Bound port: ec023b50-5861-4293-be40-0d239bb2cd9c, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:10:53.866289 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e858-a69c-4090-ab60-eccde26b9f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ec023b50-5861-4293-be40-0d239bb2cd9c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:53.879906 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb4dc17-4038-4aad-8bcb-130407bdae4c tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Made reservation on behalf of f753cbc608174fce8690db4d8bda76dc for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:10:53.884057 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3eb4dc17-4038-4aad-8bcb-130407bdae4c tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:53.917361 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-4fc2e858-a69c-4090-ab60-eccde26b9f86 None None] For port ec023b50-5861-4293-be40-0d239bb2cd9c, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:10:53.920433 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-4fc2e858-a69c-4090-ab60-eccde26b9f86 None None] For port ec023b50-5861-4293-be40-0d239bb2cd9c, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=ec023b50-5861-4293-be40-0d239bb2cd9c,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:10:53.978139 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e858-a69c-4090-ab60-eccde26b9f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ec023b50-5861-4293-be40-0d239bb2cd9c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:54.035384 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc2e858-a69c-4090-ab60-eccde26b9f86 None None] Routers {'49cd4eb2-625d-49f8-b7cd-5400866731af'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:10:54.036011 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-4fc2e858-a69c-4090-ab60-eccde26b9f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:10:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['49cd4eb2-625d-49f8-b7cd-5400866731af'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:10:54.078917 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff065525-e18e-4556-9ae3-9646c83466fc None None] Pushing event updated for resources: {'Port': ['ID=ec023b50-5861-4293-be40-0d239bb2cd9c,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:10:54.131600 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3eb4dc17-4038-4aad-8bcb-130407bdae4c tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (61605a8c-8e32-4d1b-ac12-f70042492c62), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:54.156483 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-4fc2e858-a69c-4090-ab60-eccde26b9f86 None None] Set router 49cd4eb2-625d-49f8-b7cd-5400866731af gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:10:54.192779 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4dc17-4038-4aad-8bcb-130407bdae4c tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Pushing event updated for resources: {'Subnet': ['ID=61605a8c-8e32-4d1b-ac12-f70042492c62,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:10:54.201699 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb4dc17-4038-4aad-8bcb-130407bdae4c tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Checking segment: {'id': '7e5dd560-86aa-4c4e-918e-36b40b62bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c377eaab-88fb-48df-b314-404716569524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:10:54.202060 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb4dc17-4038-4aad-8bcb-130407bdae4c tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Network hostable DHCP agents. Network: c377eaab-88fb-48df-b314-404716569524, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 04:10:54.276660 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb4dc17-4038-4aad-8bcb-130407bdae4c tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Network c377eaab-88fb-48df-b314-404716569524 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 04:10:54.333978 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-3eb4dc17-4038-4aad-8bcb-130407bdae4c tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, c377eaab-88fb-48df-b314-404716569524) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:10:54.338784 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb4dc17-4038-4aad-8bcb-130407bdae4c tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:54.339512 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3eb4dc17-4038-4aad-8bcb-130407bdae4c tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:54.343490 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed45f99b-e7d9-4a6b-adcd-deba45bf5cfb None None] Network c377eaab-88fb-48df-b314-404716569524 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:10:54.384226 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-4fc2e858-a69c-4090-ab60-eccde26b9f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cd4eb2-625d-49f8-b7cd-5400866731af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1404636441', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ec023b50-5861-4293-be40-0d239bb2cd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:10:50Z', 'updated_at': '2022-02-20T04:10:52Z', 'revision_number': 3, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'gw_port': {'id': 'ec023b50-5861-4293-be40-0d239bb2cd9c', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49cd4eb2-625d-49f8-b7cd-5400866731af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:10:51Z', 'updated_at': '2022-02-20T04:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:10:54.418376 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc2e858-a69c-4090-ab60-eccde26b9f86 None None] The sync data for ids ['49cd4eb2-625d-49f8-b7cd-5400866731af'] in n-d-829866-4 is: [{'id': '49cd4eb2-625d-49f8-b7cd-5400866731af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1404636441', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ec023b50-5861-4293-be40-0d239bb2cd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:10:50Z', 'updated_at': '2022-02-20T04:10:52Z', 'revision_number': 3, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'gw_port': {'id': 'ec023b50-5861-4293-be40-0d239bb2cd9c', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49cd4eb2-625d-49f8-b7cd-5400866731af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:10:51Z', 'updated_at': '2022-02-20T04:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:10:54.426549 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3eb4dc17-4038-4aad-8bcb-130407bdae4c tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7075899 Feb 20 04:10:54.427892 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 53868) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:10:54.487792 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5aeb72d-2042-4372-94c7-e7f4fd1180f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-c377eaab-88fb-48df-b314-404716569524', 'network_id': 'c377eaab-88fb-48df-b314-404716569524', 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'fixed_ips': [{'subnet_id': '61605a8c-8e32-4d1b-ac12-f70042492c62'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 04:10:54.489244 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f5aeb72d-2042-4372-94c7-e7f4fd1180f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:54.589079 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a4105-de29-481a-a601-c592ff8d433d req-b20895ca-c8ac-4220-a5f4-7aaf61134798 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:54.590556 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-de7a4105-de29-481a-a601-c592ff8d433d req-b20895ca-c8ac-4220-a5f4-7aaf61134798 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 946 time: 0.1170466 Feb 20 04:10:54.635118 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-f5aeb72d-2042-4372-94c7-e7f4fd1180f4 None None] Allocated IP 172.20.0.18 (c377eaab-88fb-48df-b314-404716569524/61605a8c-8e32-4d1b-ac12-f70042492c62/788d3b4e-ef49-4d4e-8714-26f6d099fa3b) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:10:54.702166 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-de7a4105-de29-481a-a601-c592ff8d433d req-23dfdd08-adeb-4c35-845c-6b58bfada0ea tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977647 Feb 20 04:10:54.806978 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 53872) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:10:54.868760 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f5aeb72d-2042-4372-94c7-e7f4fd1180f4 None None] Publish callbacks [] for port (788d3b4e-ef49-4d4e-8714-26f6d099fa3b), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:54.876908 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e79f7433-48e5-4bd6-b249-8d9920b976b0 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks [] for security_group (d856a512-cf55-46cc-a936-395c78ef0b4a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:54.913150 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e79f7433-48e5-4bd6-b249-8d9920b976b0 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks [] for security_group (d856a512-cf55-46cc-a936-395c78ef0b4a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:54.948665 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f5aeb72d-2042-4372-94c7-e7f4fd1180f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (788d3b4e-ef49-4d4e-8714-26f6d099fa3b), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:55.003849 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5aeb72d-2042-4372-94c7-e7f4fd1180f4 None None] Network c377eaab-88fb-48df-b314-404716569524 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:10:55.004773 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-f5aeb72d-2042-4372-94c7-e7f4fd1180f4 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:10:55.007993 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aeb72d-2042-4372-94c7-e7f4fd1180f4 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:10:55.012127 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aeb72d-2042-4372-94c7-e7f4fd1180f4 None None] Pushing event updated for resources: {'Port': ['ID=788d3b4e-ef49-4d4e-8714-26f6d099fa3b,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:10:55.080156 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e79f7433-48e5-4bd6-b249-8d9920b976b0 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d856a512-cf55-46cc-a936-395c78ef0b4a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:55.080617 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-f5aeb72d-2042-4372-94c7-e7f4fd1180f4 None None] Attempting to bind port 788d3b4e-ef49-4d4e-8714-26f6d099fa3b on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:10:55.081002 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-f5aeb72d-2042-4372-94c7-e7f4fd1180f4 None None] Attempting to bind port 788d3b4e-ef49-4d4e-8714-26f6d099fa3b by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '7e5dd560-86aa-4c4e-918e-36b40b62bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c377eaab-88fb-48df-b314-404716569524'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:10:55.081369 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aeb72d-2042-4372-94c7-e7f4fd1180f4 None None] Attempting to bind port 788d3b4e-ef49-4d4e-8714-26f6d099fa3b on network c377eaab-88fb-48df-b314-404716569524 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:10:55.082978 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e79f7433-48e5-4bd6-b249-8d9920b976b0 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:55.084386 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e79f7433-48e5-4bd6-b249-8d9920b976b0 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] 10.222.0.89 "DELETE /v2.0/security-groups/d856a512-cf55-46cc-a936-395c78ef0b4a HTTP/1.1" status: 204 len: 168 time: 0.2758105 Feb 20 04:10:55.095422 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f7433-48e5-4bd6-b249-8d9920b976b0 tempest-TestVolumeBackupRestore-1103022536 tempest-TestVolumeBackupRestore-1103022536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d856a512-cf55-46cc-a936-395c78ef0b4a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:10:55.098738 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-11148d8d-5ae2-494c-852b-6abe0c6961a9 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:55.111118 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aeb72d-2042-4372-94c7-e7f4fd1180f4 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:10:55.111498 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aeb72d-2042-4372-94c7-e7f4fd1180f4 None None] Checking segment: {'id': '7e5dd560-86aa-4c4e-918e-36b40b62bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c377eaab-88fb-48df-b314-404716569524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:10:55.111910 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f5aeb72d-2042-4372-94c7-e7f4fd1180f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:55.119055 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aeb72d-2042-4372-94c7-e7f4fd1180f4 None None] Bound using segment: {'id': '7e5dd560-86aa-4c4e-918e-36b40b62bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c377eaab-88fb-48df-b314-404716569524'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:10:55.119687 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-f5aeb72d-2042-4372-94c7-e7f4fd1180f4 None None] Bound port: 788d3b4e-ef49-4d4e-8714-26f6d099fa3b, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e5dd560-86aa-4c4e-918e-36b40b62bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c377eaab-88fb-48df-b314-404716569524'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:10:55.120098 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f5aeb72d-2042-4372-94c7-e7f4fd1180f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (788d3b4e-ef49-4d4e-8714-26f6d099fa3b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:55.195376 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-f5aeb72d-2042-4372-94c7-e7f4fd1180f4 None None] For port 788d3b4e-ef49-4d4e-8714-26f6d099fa3b, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:10:55.200026 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-f5aeb72d-2042-4372-94c7-e7f4fd1180f4 None None] For port 788d3b4e-ef49-4d4e-8714-26f6d099fa3b, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=788d3b4e-ef49-4d4e-8714-26f6d099fa3b,segment=NetworkSegment(7e5dd560-86aa-4c4e-918e-36b40b62bae7),segment_id=7e5dd560-86aa-4c4e-918e-36b40b62bae7)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:10:55.283079 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f5aeb72d-2042-4372-94c7-e7f4fd1180f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (788d3b4e-ef49-4d4e-8714-26f6d099fa3b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:55.353559 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aeb72d-2042-4372-94c7-e7f4fd1180f4 None None] Pushing event updated for resources: {'Port': ['ID=788d3b4e-ef49-4d4e-8714-26f6d099fa3b,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:10:55.429232 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-11148d8d-5ae2-494c-852b-6abe0c6961a9 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Allocated IP 172.20.0.17 (c377eaab-88fb-48df-b314-404716569524/61605a8c-8e32-4d1b-ac12-f70042492c62/b7a0da4f-7f24-4218-86fe-d44b23a41229) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:10:55.636592 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-11148d8d-5ae2-494c-852b-6abe0c6961a9 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for port (b7a0da4f-7f24-4218-86fe-d44b23a41229), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:55.745649 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-11148d8d-5ae2-494c-852b-6abe0c6961a9 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (b7a0da4f-7f24-4218-86fe-d44b23a41229), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:55.836735 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11148d8d-5ae2-494c-852b-6abe0c6961a9 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Network c377eaab-88fb-48df-b314-404716569524 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:10:55.845452 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-11148d8d-5ae2-494c-852b-6abe0c6961a9 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:10:55.851792 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11148d8d-5ae2-494c-852b-6abe0c6961a9 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:10:55.857139 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11148d8d-5ae2-494c-852b-6abe0c6961a9 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Pushing event updated for resources: {'Port': ['ID=b7a0da4f-7f24-4218-86fe-d44b23a41229,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:10:55.915351 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a14620-54c9-4cbd-a553-683482016a0a req-71e59f64-084f-45f1-8352-53320da8ea0b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:55.917028 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-98a14620-54c9-4cbd-a553-683482016a0a req-71e59f64-084f-45f1-8352-53320da8ea0b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 946 time: 0.1197715 Feb 20 04:10:55.921783 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-11148d8d-5ae2-494c-852b-6abe0c6961a9 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (49cd4eb2-625d-49f8-b7cd-5400866731af), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:56.039659 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-98a14620-54c9-4cbd-a553-683482016a0a req-de6a866c-3ccc-4f98-a023-c222343b654c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659761 Feb 20 04:10:56.230065 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-11148d8d-5ae2-494c-852b-6abe0c6961a9 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b7a0da4f-7f24-4218-86fe-d44b23a41229), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:56.260392 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73e394-bc32-4484-b88c-c1ee47cca7fe req-48d73bb5-5f07-4d40-9403-acc07e79661c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:10:56.262033 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cd73e394-bc32-4484-b88c-c1ee47cca7fe req-48d73bb5-5f07-4d40-9403-acc07e79661c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 946 time: 0.1529088 Feb 20 04:10:56.297932 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 788d3b4e-ef49-4d4e-8714-26f6d099fa3b up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:10:56.355639 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 788d3b4e-ef49-4d4e-8714-26f6d099fa3b triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:10:56.356177 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (788d3b4e-ef49-4d4e-8714-26f6d099fa3b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:56.380833 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cd73e394-bc32-4484-b88c-c1ee47cca7fe req-af5b259e-96fa-4112-888b-13b1ae09b800 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924337 Feb 20 04:10:56.459341 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 788d3b4e-ef49-4d4e-8714-26f6d099fa3b is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:10:56.459916 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (788d3b4e-ef49-4d4e-8714-26f6d099fa3b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:56.497347 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 788d3b4e-ef49-4d4e-8714-26f6d099fa3b, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=788d3b4e-ef49-4d4e-8714-26f6d099fa3b,segment=NetworkSegment(7e5dd560-86aa-4c4e-918e-36b40b62bae7),segment_id=7e5dd560-86aa-4c4e-918e-36b40b62bae7)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:10:56.528386 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6f3407ff-5cd2-46a3-9339-53f373a47b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:56.607008 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-11148d8d-5ae2-494c-852b-6abe0c6961a9 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for port (b7a0da4f-7f24-4218-86fe-d44b23a41229), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:56.608667 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (788d3b4e-ef49-4d4e-8714-26f6d099fa3b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:56.612259 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ec023b50-5861-4293-be40-0d239bb2cd9c up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:10:56.703293 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=788d3b4e-ef49-4d4e-8714-26f6d099fa3b,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:10:56.711808 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-11148d8d-5ae2-494c-852b-6abe0c6961a9 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (b7a0da4f-7f24-4218-86fe-d44b23a41229), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:56.715614 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port ec023b50-5861-4293-be40-0d239bb2cd9c triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:10:56.716206 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ec023b50-5861-4293-be40-0d239bb2cd9c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:56.833301 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-11148d8d-5ae2-494c-852b-6abe0c6961a9 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (49cd4eb2-625d-49f8-b7cd-5400866731af), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:56.835365 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11148d8d-5ae2-494c-852b-6abe0c6961a9 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Pushing event updated for resources: {'Port': ['ID=b7a0da4f-7f24-4218-86fe-d44b23a41229,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:10:56.844027 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port ec023b50-5861-4293-be40-0d239bb2cd9c is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:10:56.844432 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (ec023b50-5861-4293-be40-0d239bb2cd9c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:56.885724 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port ec023b50-5861-4293-be40-0d239bb2cd9c, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=ec023b50-5861-4293-be40-0d239bb2cd9c,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:10:56.949947 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (ec023b50-5861-4293-be40-0d239bb2cd9c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:57.009212 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11148d8d-5ae2-494c-852b-6abe0c6961a9 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Network c377eaab-88fb-48df-b314-404716569524 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:10:57.011791 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-11148d8d-5ae2-494c-852b-6abe0c6961a9 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:10:57.051282 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=ec023b50-5861-4293-be40-0d239bb2cd9c,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:10:57.157053 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bec61a1-b13e-4b3c-8aff-95c89813a568 None None] Network c377eaab-88fb-48df-b314-404716569524 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:10:57.198148 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11148d8d-5ae2-494c-852b-6abe0c6961a9 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Router 49cd4eb2-625d-49f8-b7cd-5400866731af has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:10:57.223717 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-d97f07f0-e64f-48da-bc34-8b03a88d7b38 None None] Provisioning complete for port 788d3b4e-ef49-4d4e-8714-26f6d099fa3b triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:10:57.224101 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d97f07f0-e64f-48da-bc34-8b03a88d7b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (788d3b4e-ef49-4d4e-8714-26f6d099fa3b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:57.335163 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11148d8d-5ae2-494c-852b-6abe0c6961a9 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:10:57.345900 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41213e2-8c6a-4b8b-936f-3005d6ae54c4 None None] Sync routers for ids ['49cd4eb2-625d-49f8-b7cd-5400866731af'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:10:57.352600 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-11148d8d-5ae2-494c-852b-6abe0c6961a9 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "PUT /v2.0/routers/49cd4eb2-625d-49f8-b7cd-5400866731af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9217684 Feb 20 04:10:57.387187 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-d97f07f0-e64f-48da-bc34-8b03a88d7b38 None None] Current status of the port 788d3b4e-ef49-4d4e-8714-26f6d099fa3b is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:10:57.405701 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41213e2-8c6a-4b8b-936f-3005d6ae54c4 None None] Routers {'49cd4eb2-625d-49f8-b7cd-5400866731af'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:10:57.407228 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-c41213e2-8c6a-4b8b-936f-3005d6ae54c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:10:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['49cd4eb2-625d-49f8-b7cd-5400866731af'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:10:57.549565 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-c41213e2-8c6a-4b8b-936f-3005d6ae54c4 None None] Set router 49cd4eb2-625d-49f8-b7cd-5400866731af gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:10:57.718511 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-350466c2-8441-42ae-92c0-a31d80ce5f22 None None] Provisioning complete for port b7a0da4f-7f24-4218-86fe-d44b23a41229 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:10:57.719026 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-350466c2-8441-42ae-92c0-a31d80ce5f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b7a0da4f-7f24-4218-86fe-d44b23a41229), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:57.803515 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-c41213e2-8c6a-4b8b-936f-3005d6ae54c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cd4eb2-625d-49f8-b7cd-5400866731af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1404636441', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ec023b50-5861-4293-be40-0d239bb2cd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:10:50Z', 'updated_at': '2022-02-20T04:10:56Z', 'revision_number': 4, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'gw_port': {'id': 'ec023b50-5861-4293-be40-0d239bb2cd9c', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd4eb2-625d-49f8-b7cd-5400866731af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:10:51Z', 'updated_at': '2022-02-20T04:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'b7a0da4f-7f24-4218-86fe-d44b23a41229', 'name': '', 'network_id': 'c377eaab-88fb-48df-b314-404716569524', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'mac_address': 'fa:16:3e:25:21:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49cd4eb2-625d-49f8-b7cd-5400866731af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '61605a8c-8e32-4d1b-ac12-f70042492c62', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:10:55Z', 'updated_at': '2022-02-20T04:10:56Z', 'revision_number': 2, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'subnets': [{'id': '61605a8c-8e32-4d1b-ac12-f70042492c62', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:10:57.832360 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-350466c2-8441-42ae-92c0-a31d80ce5f22 None None] Port b7a0da4f-7f24-4218-86fe-d44b23a41229 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:10:57.836458 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41213e2-8c6a-4b8b-936f-3005d6ae54c4 None None] Checking router: 49cd4eb2-625d-49f8-b7cd-5400866731af for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:10:57.837179 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41213e2-8c6a-4b8b-936f-3005d6ae54c4 None None] Updating router 49cd4eb2-625d-49f8-b7cd-5400866731af port b7a0da4f-7f24-4218-86fe-d44b23a41229 binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 04:10:57.845077 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-350466c2-8441-42ae-92c0-a31d80ce5f22 None None] Provisioning complete for port 788d3b4e-ef49-4d4e-8714-26f6d099fa3b triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:10:57.845633 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-350466c2-8441-42ae-92c0-a31d80ce5f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (788d3b4e-ef49-4d4e-8714-26f6d099fa3b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:57.868118 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c41213e2-8c6a-4b8b-936f-3005d6ae54c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b7a0da4f-7f24-4218-86fe-d44b23a41229), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:58.303447 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c41213e2-8c6a-4b8b-936f-3005d6ae54c4 None None] Publish callbacks [] for port (b7a0da4f-7f24-4218-86fe-d44b23a41229), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:58.337893 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 788d3b4e-ef49-4d4e-8714-26f6d099fa3b up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:10:58.379355 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c41213e2-8c6a-4b8b-936f-3005d6ae54c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b7a0da4f-7f24-4218-86fe-d44b23a41229), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:58.487823 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-350466c2-8441-42ae-92c0-a31d80ce5f22 None None] Current status of the port 788d3b4e-ef49-4d4e-8714-26f6d099fa3b is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:10:58.511847 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60955a-2937-4f9f-b76f-7a1b68ef08f0 None None] Pushing event updated for resources: {'Port': ['ID=b7a0da4f-7f24-4218-86fe-d44b23a41229,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:10:58.570310 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 788d3b4e-ef49-4d4e-8714-26f6d099fa3b triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:10:58.570700 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (788d3b4e-ef49-4d4e-8714-26f6d099fa3b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:58.588502 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60955a-2937-4f9f-b76f-7a1b68ef08f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:58.599060 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60955a-2937-4f9f-b76f-7a1b68ef08f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:58.599060 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60955a-2937-4f9f-b76f-7a1b68ef08f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:58.599060 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60955a-2937-4f9f-b76f-7a1b68ef08f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:58.599060 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60955a-2937-4f9f-b76f-7a1b68ef08f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:58.599060 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60955a-2937-4f9f-b76f-7a1b68ef08f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:58.599060 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60955a-2937-4f9f-b76f-7a1b68ef08f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:58.599060 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60955a-2937-4f9f-b76f-7a1b68ef08f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:58.599060 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60955a-2937-4f9f-b76f-7a1b68ef08f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:58.599060 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60955a-2937-4f9f-b76f-7a1b68ef08f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:58.599060 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60955a-2937-4f9f-b76f-7a1b68ef08f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:58.599060 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60955a-2937-4f9f-b76f-7a1b68ef08f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:58.599060 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60955a-2937-4f9f-b76f-7a1b68ef08f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:10:58.690704 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-c41213e2-8c6a-4b8b-936f-3005d6ae54c4 None None] Attempting to bind port b7a0da4f-7f24-4218-86fe-d44b23a41229 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:10:58.691220 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-c41213e2-8c6a-4b8b-936f-3005d6ae54c4 None None] Attempting to bind port b7a0da4f-7f24-4218-86fe-d44b23a41229 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '7e5dd560-86aa-4c4e-918e-36b40b62bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c377eaab-88fb-48df-b314-404716569524'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:10:58.696306 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41213e2-8c6a-4b8b-936f-3005d6ae54c4 None None] Attempting to bind port b7a0da4f-7f24-4218-86fe-d44b23a41229 on network c377eaab-88fb-48df-b314-404716569524 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:10:58.699999 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41213e2-8c6a-4b8b-936f-3005d6ae54c4 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:10:58.700643 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41213e2-8c6a-4b8b-936f-3005d6ae54c4 None None] Checking segment: {'id': '7e5dd560-86aa-4c4e-918e-36b40b62bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c377eaab-88fb-48df-b314-404716569524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:10:58.701148 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c41213e2-8c6a-4b8b-936f-3005d6ae54c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:58.701636 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41213e2-8c6a-4b8b-936f-3005d6ae54c4 None None] Bound using segment: {'id': '7e5dd560-86aa-4c4e-918e-36b40b62bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c377eaab-88fb-48df-b314-404716569524'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:10:58.702199 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-c41213e2-8c6a-4b8b-936f-3005d6ae54c4 None None] Bound port: b7a0da4f-7f24-4218-86fe-d44b23a41229, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e5dd560-86aa-4c4e-918e-36b40b62bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c377eaab-88fb-48df-b314-404716569524'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:10:58.708752 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c41213e2-8c6a-4b8b-936f-3005d6ae54c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b7a0da4f-7f24-4218-86fe-d44b23a41229), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:58.726543 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-86904e38-b59f-4263-8bd5-66a1714408e4 None None] Provisioning complete for port b7a0da4f-7f24-4218-86fe-d44b23a41229 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:10:58.727217 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-86904e38-b59f-4263-8bd5-66a1714408e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b7a0da4f-7f24-4218-86fe-d44b23a41229), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:58.815392 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0b325611-cb6a-43a4-bca7-259a043cec5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:58.885427 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-c41213e2-8c6a-4b8b-936f-3005d6ae54c4 None None] For port b7a0da4f-7f24-4218-86fe-d44b23a41229, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:10:58.890111 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-c41213e2-8c6a-4b8b-936f-3005d6ae54c4 None None] For port b7a0da4f-7f24-4218-86fe-d44b23a41229, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b7a0da4f-7f24-4218-86fe-d44b23a41229,segment=NetworkSegment(7e5dd560-86aa-4c4e-918e-36b40b62bae7),segment_id=7e5dd560-86aa-4c4e-918e-36b40b62bae7)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:10:58.897882 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-86904e38-b59f-4263-8bd5-66a1714408e4 None None] Port b7a0da4f-7f24-4218-86fe-d44b23a41229 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:10:58.930452 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 788d3b4e-ef49-4d4e-8714-26f6d099fa3b is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:10:58.933443 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ec023b50-5861-4293-be40-0d239bb2cd9c up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:10:58.985842 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port ec023b50-5861-4293-be40-0d239bb2cd9c triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:10:58.986438 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (ec023b50-5861-4293-be40-0d239bb2cd9c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:59.043119 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c41213e2-8c6a-4b8b-936f-3005d6ae54c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b7a0da4f-7f24-4218-86fe-d44b23a41229), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:59.047101 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-8e964e63-7ff3-4eaa-837e-7a1134bbac32 None None] Provisioning complete for port b7a0da4f-7f24-4218-86fe-d44b23a41229 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:10:59.050470 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e964e63-7ff3-4eaa-837e-7a1134bbac32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b7a0da4f-7f24-4218-86fe-d44b23a41229), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:59.121766 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port ec023b50-5861-4293-be40-0d239bb2cd9c is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:10:59.153078 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60955a-2937-4f9f-b76f-7a1b68ef08f0 None None] Pushing event updated for resources: {'Port': ['ID=b7a0da4f-7f24-4218-86fe-d44b23a41229,revision_number=4']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:10:59.194219 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-8e964e63-7ff3-4eaa-837e-7a1134bbac32 None None] Current status of the port b7a0da4f-7f24-4218-86fe-d44b23a41229 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:10:59.194623 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e964e63-7ff3-4eaa-837e-7a1134bbac32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b7a0da4f-7f24-4218-86fe-d44b23a41229), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:59.205068 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41213e2-8c6a-4b8b-936f-3005d6ae54c4 None None] Routers {'49cd4eb2-625d-49f8-b7cd-5400866731af'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:10:59.205707 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-c41213e2-8c6a-4b8b-936f-3005d6ae54c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:10:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['49cd4eb2-625d-49f8-b7cd-5400866731af'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:10:59.252026 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-8e964e63-7ff3-4eaa-837e-7a1134bbac32 None None] For port b7a0da4f-7f24-4218-86fe-d44b23a41229, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b7a0da4f-7f24-4218-86fe-d44b23a41229,segment=NetworkSegment(7e5dd560-86aa-4c4e-918e-36b40b62bae7),segment_id=7e5dd560-86aa-4c4e-918e-36b40b62bae7)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:10:59.348366 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e964e63-7ff3-4eaa-837e-7a1134bbac32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b7a0da4f-7f24-4218-86fe-d44b23a41229), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:59.467275 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e964e63-7ff3-4eaa-837e-7a1134bbac32 None None] Pushing event updated for resources: {'Port': ['ID=b7a0da4f-7f24-4218-86fe-d44b23a41229,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:10:59.641469 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-c41213e2-8c6a-4b8b-936f-3005d6ae54c4 None None] Set router 49cd4eb2-625d-49f8-b7cd-5400866731af gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:10:59.699040 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-9d9e3e39-71ce-4c2c-95b3-e714fa0b93e7 None None] Provisioning complete for port b7a0da4f-7f24-4218-86fe-d44b23a41229 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:10:59.700512 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9d9e3e39-71ce-4c2c-95b3-e714fa0b93e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b7a0da4f-7f24-4218-86fe-d44b23a41229), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:10:59.887175 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-9d9e3e39-71ce-4c2c-95b3-e714fa0b93e7 None None] Current status of the port b7a0da4f-7f24-4218-86fe-d44b23a41229 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:11:00.078731 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-97821520-44fd-48d2-823c-435596fb5d19 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:00.080344 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-97821520-44fd-48d2-823c-435596fb5d19 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/networks?id=c377eaab-88fb-48df-b314-404716569524 HTTP/1.1" status: 200 len: 797 time: 0.1344616 Feb 20 04:11:00.086319 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-c41213e2-8c6a-4b8b-936f-3005d6ae54c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cd4eb2-625d-49f8-b7cd-5400866731af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1404636441', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ec023b50-5861-4293-be40-0d239bb2cd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:10:50Z', 'updated_at': '2022-02-20T04:10:56Z', 'revision_number': 4, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'gw_port': {'id': 'ec023b50-5861-4293-be40-0d239bb2cd9c', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd4eb2-625d-49f8-b7cd-5400866731af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:10:51Z', 'updated_at': '2022-02-20T04:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'b7a0da4f-7f24-4218-86fe-d44b23a41229', 'name': '', 'network_id': 'c377eaab-88fb-48df-b314-404716569524', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'mac_address': 'fa:16:3e:25:21:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49cd4eb2-625d-49f8-b7cd-5400866731af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '61605a8c-8e32-4d1b-ac12-f70042492c62', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:10:55Z', 'updated_at': '2022-02-20T04:10:58Z', 'revision_number': 4, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'subnets': [{'id': '61605a8c-8e32-4d1b-ac12-f70042492c62', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:11:00.104882 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-e8df5d85-f3c4-4453-b010-4dba5c442976 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/quotas/f753cbc608174fce8690db4d8bda76dc HTTP/1.1" status: 200 len: 375 time: 0.0184455 Feb 20 04:11:00.108057 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:00.147858 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41213e2-8c6a-4b8b-936f-3005d6ae54c4 None None] The sync data for ids ['49cd4eb2-625d-49f8-b7cd-5400866731af'] in n-d-829866-4 is: [{'id': '49cd4eb2-625d-49f8-b7cd-5400866731af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1404636441', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ec023b50-5861-4293-be40-0d239bb2cd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:10:50Z', 'updated_at': '2022-02-20T04:10:56Z', 'revision_number': 4, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'gw_port': {'id': 'ec023b50-5861-4293-be40-0d239bb2cd9c', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd4eb2-625d-49f8-b7cd-5400866731af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:10:51Z', 'updated_at': '2022-02-20T04:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'b7a0da4f-7f24-4218-86fe-d44b23a41229', 'name': '', 'network_id': 'c377eaab-88fb-48df-b314-404716569524', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'mac_address': 'fa:16:3e:25:21:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49cd4eb2-625d-49f8-b7cd-5400866731af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '61605a8c-8e32-4d1b-ac12-f70042492c62', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:10:55Z', 'updated_at': '2022-02-20T04:10:58Z', 'revision_number': 4, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'subnets': [{'id': '61605a8c-8e32-4d1b-ac12-f70042492c62', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:11:00.221046 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-b742d43e-7d19-4206-957c-4f56057f191f tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=f753cbc608174fce8690db4d8bda76dc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1076462 Feb 20 04:11:00.459030 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-3634a1af-13ce-4585-89ce-0d043f79ce5e service neutron] 10.222.0.89 "GET /v2.0/networks/c377eaab-88fb-48df-b314-404716569524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124553 Feb 20 04:11:00.592625 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-e365cd3b-9448-424d-a3a3-cf05ba24171d service neutron] 10.222.0.89 "GET /v2.0/networks/c377eaab-88fb-48df-b314-404716569524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247499 Feb 20 04:11:00.970553 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8cce2b6-d1b9-47d9-9785-062e79d613e3 req-3e6628d5-25a4-490c-8768-de15848e3077 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/ports?device_id=282e3794-9a3b-47f3-aba7-e2b62e3bb339 HTTP/1.1" status: 200 len: 210 time: 0.0578218 Feb 20 04:11:01.382289 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:02.182460 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a6d0f0a1-024d-421d-b4a4-b3ae02ecc9e0 req-c012563a-5a0e-494b-9905-a9824946d6fa tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/ports?device_id=282e3794-9a3b-47f3-aba7-e2b62e3bb339 HTTP/1.1" status: 200 len: 210 time: 0.0966768 Feb 20 04:11:02.318636 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b7a0da4f-7f24-4218-86fe-d44b23a41229 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:11:02.384293 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port b7a0da4f-7f24-4218-86fe-d44b23a41229 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:11:02.384873 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b7a0da4f-7f24-4218-86fe-d44b23a41229), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:02.501569 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port b7a0da4f-7f24-4218-86fe-d44b23a41229 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:11:02.843123 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:03.439318 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-29813340-544e-4ff8-8c6d-19eb16e9aa92 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:03.440898 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-29813340-544e-4ff8-8c6d-19eb16e9aa92 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 810 time: 0.2179449 Feb 20 04:11:03.448754 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-02306489-0383-44a1-bdb1-32e2200b3c8b tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:03.450256 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-02306489-0383-44a1-bdb1-32e2200b3c8b tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.42 "GET /v2.0/networks?id=c377eaab-88fb-48df-b314-404716569524 HTTP/1.1" status: 200 len: 797 time: 0.1552675 Feb 20 04:11:03.463609 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-d71c2211-1470-4c5f-b955-cf3c10f4ffea tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Request body: {'port': {'device_id': '282e3794-9a3b-47f3-aba7-e2b62e3bb339', 'network_id': 'c377eaab-88fb-48df-b314-404716569524', 'admin_state_up': True, 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:11:03.484501 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-53726c9f-5255-4dfc-9dd8-0eee7185169f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/quotas/7602a09c6b004830be8e834a523bb4fb HTTP/1.1" status: 200 len: 375 time: 0.0332544 Feb 20 04:11:03.629328 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-1d249217-0b3a-4ad7-9a2c-e35db18b83ff tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1170597 Feb 20 04:11:03.738967 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-225f8dfb-2c25-491d-84ef-61393df0c59c service neutron] 10.222.0.89 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010373 Feb 20 04:11:03.844243 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-c5f2d31b-c2c3-4e58-b695-af10ab82ada8 service neutron] 10.222.0.89 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986261 Feb 20 04:11:03.855409 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-d71c2211-1470-4c5f-b955-cf3c10f4ffea tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Made reservation on behalf of f753cbc608174fce8690db4d8bda76dc for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:11:03.862260 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-d71c2211-1470-4c5f-b955-cf3c10f4ffea tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:04.024133 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-d71c2211-1470-4c5f-b955-cf3c10f4ffea tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Allocated IP 172.20.0.26 (c377eaab-88fb-48df-b314-404716569524/61605a8c-8e32-4d1b-ac12-f70042492c62/0da15b0d-410d-4b6f-978b-073ca6398cfc) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:11:04.200423 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f8d8204-af62-4bd8-933d-f842ecfd0229 req-29009a88-0257-44ec-9ab6-43d018ac7361 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/ports?device_id=282e3794-9a3b-47f3-aba7-e2b62e3bb339 HTTP/1.1" status: 200 len: 210 time: 0.0489171 Feb 20 04:11:04.282117 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1d4aee7b-365f-494f-987c-fe24ad442dfe req-a2bb15d1-cab6-4523-9be9-f0a25c282cc0 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 210 time: 0.0350912 Feb 20 04:11:04.352958 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-d71c2211-1470-4c5f-b955-cf3c10f4ffea tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for port (0da15b0d-410d-4b6f-978b-073ca6398cfc), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:04.457303 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-d71c2211-1470-4c5f-b955-cf3c10f4ffea tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (0da15b0d-410d-4b6f-978b-073ca6398cfc), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:04.507248 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-d71c2211-1470-4c5f-b955-cf3c10f4ffea tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Network c377eaab-88fb-48df-b314-404716569524 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:11:04.515417 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-d71c2211-1470-4c5f-b955-cf3c10f4ffea tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:11:04.519945 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-d71c2211-1470-4c5f-b955-cf3c10f4ffea tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:11:04.570902 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c2211-1470-4c5f-b955-cf3c10f4ffea tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Pushing event updated for resources: {'Port': ['ID=0da15b0d-410d-4b6f-978b-073ca6398cfc,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:04.656105 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-d71c2211-1470-4c5f-b955-cf3c10f4ffea tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:04.656792 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-d71c2211-1470-4c5f-b955-cf3c10f4ffea tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:04.759816 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-d71c2211-1470-4c5f-b955-cf3c10f4ffea tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.3008296 Feb 20 04:11:04.839127 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-2e71c102-eff1-4af5-8a5e-207bea335883 service neutron] Request body: {'port': {'device_id': '282e3794-9a3b-47f3-aba7-e2b62e3bb339', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:11:04.869372 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-97d75c4e-117b-4fb7-9891-d2a684cb0f34 None None] Provisioning complete for port 0da15b0d-410d-4b6f-978b-073ca6398cfc triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:11:04.875734 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-97d75c4e-117b-4fb7-9891-d2a684cb0f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0da15b0d-410d-4b6f-978b-073ca6398cfc), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:04.918935 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-2e71c102-eff1-4af5-8a5e-207bea335883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0da15b0d-410d-4b6f-978b-073ca6398cfc), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:04.966342 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-97d75c4e-117b-4fb7-9891-d2a684cb0f34 None None] Port 0da15b0d-410d-4b6f-978b-073ca6398cfc cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:11:05.240441 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-2e71c102-eff1-4af5-8a5e-207bea335883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da15b0d-410d-4b6f-978b-073ca6398cfc {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:11:05.248823 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-2e71c102-eff1-4af5-8a5e-207bea335883 service neutron] Publish callbacks [] for port (0da15b0d-410d-4b6f-978b-073ca6398cfc), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:05.262760 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-2e71c102-eff1-4af5-8a5e-207bea335883 service neutron] Transition to ACTIVE for port object 0da15b0d-410d-4b6f-978b-073ca6398cfc will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:11:05.329596 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4a37b-d940-4960-88d4-2b47656f78d0 req-fed08079-b1c8-4bba-9412-78b9720def1f tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:05.331230 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07f4a37b-d940-4960-88d4-2b47656f78d0 req-fed08079-b1c8-4bba-9412-78b9720def1f tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/ports?device_id=282e3794-9a3b-47f3-aba7-e2b62e3bb339 HTTP/1.1" status: 200 len: 895 time: 0.0615168 Feb 20 04:11:05.376875 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-2e71c102-eff1-4af5-8a5e-207bea335883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (0da15b0d-410d-4b6f-978b-073ca6398cfc), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:05.455083 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0d3c4f7e-18d2-43c3-b750-f474f4359de0 req-ff1f4ad3-2bd3-4243-a86f-139862241239 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 210 time: 0.0495927 Feb 20 04:11:05.484788 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71c102-eff1-4af5-8a5e-207bea335883 service neutron] Pushing event updated for resources: {'Port': ['ID=0da15b0d-410d-4b6f-978b-073ca6398cfc,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:05.793009 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54382) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:11:06.011023 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-2e71c102-eff1-4af5-8a5e-207bea335883 service neutron] Attempting to bind port 0da15b0d-410d-4b6f-978b-073ca6398cfc on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:11:06.011359 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-2e71c102-eff1-4af5-8a5e-207bea335883 service neutron] Attempting to bind port 0da15b0d-410d-4b6f-978b-073ca6398cfc by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '7e5dd560-86aa-4c4e-918e-36b40b62bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c377eaab-88fb-48df-b314-404716569524'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:11:06.011933 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-2e71c102-eff1-4af5-8a5e-207bea335883 service neutron] Attempting to bind port 0da15b0d-410d-4b6f-978b-073ca6398cfc on network c377eaab-88fb-48df-b314-404716569524 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:11:06.017109 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-2e71c102-eff1-4af5-8a5e-207bea335883 service neutron] Port 0da15b0d-410d-4b6f-978b-073ca6398cfc on network c377eaab-88fb-48df-b314-404716569524 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:11:06.017616 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-2e71c102-eff1-4af5-8a5e-207bea335883 service neutron] Attempting to bind port 0da15b0d-410d-4b6f-978b-073ca6398cfc on network c377eaab-88fb-48df-b314-404716569524 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:11:06.025036 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-2e71c102-eff1-4af5-8a5e-207bea335883 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:11:06.025746 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-2e71c102-eff1-4af5-8a5e-207bea335883 service neutron] Checking segment: {'id': '7e5dd560-86aa-4c4e-918e-36b40b62bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c377eaab-88fb-48df-b314-404716569524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:11:06.026314 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-2e71c102-eff1-4af5-8a5e-207bea335883 service neutron] Bound using segment: {'id': '7e5dd560-86aa-4c4e-918e-36b40b62bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c377eaab-88fb-48df-b314-404716569524'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:11:06.027389 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-2e71c102-eff1-4af5-8a5e-207bea335883 service neutron] Bound port: 0da15b0d-410d-4b6f-978b-073ca6398cfc, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e5dd560-86aa-4c4e-918e-36b40b62bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c377eaab-88fb-48df-b314-404716569524'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:11:06.028723 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-2e71c102-eff1-4af5-8a5e-207bea335883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0da15b0d-410d-4b6f-978b-073ca6398cfc), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:06.140183 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-2e71c102-eff1-4af5-8a5e-207bea335883 service neutron] For port 0da15b0d-410d-4b6f-978b-073ca6398cfc, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:11:06.145476 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-2e71c102-eff1-4af5-8a5e-207bea335883 service neutron] For port 0da15b0d-410d-4b6f-978b-073ca6398cfc, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=0da15b0d-410d-4b6f-978b-073ca6398cfc,segment=NetworkSegment(7e5dd560-86aa-4c4e-918e-36b40b62bae7),segment_id=7e5dd560-86aa-4c4e-918e-36b40b62bae7)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:11:06.258213 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-2e71c102-eff1-4af5-8a5e-207bea335883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (0da15b0d-410d-4b6f-978b-073ca6398cfc), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:06.353245 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-2e71c102-eff1-4af5-8a5e-207bea335883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:06.355061 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-2e71c102-eff1-4af5-8a5e-207bea335883 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:06.356790 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-2e71c102-eff1-4af5-8a5e-207bea335883 service neutron] 10.222.0.42 "PUT /v2.0/ports/0da15b0d-410d-4b6f-978b-073ca6398cfc HTTP/1.1" status: 200 len: 1055 time: 1.5897925 Feb 20 04:11:06.375080 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282e3794-9a3b-47f3-aba7-e2b62e3bb339', 'tag': '0da15b0d-410d-4b6f-978b-073ca6398cfc'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:11:06.382131 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8542de79-eba4-4ff3-bff6-d6fcb87a08a6" -d '{"events": [{"name": "network-changed", "server_uuid": "282e3794-9a3b-47f3-aba7-e2b62e3bb339", "tag": "0da15b0d-410d-4b6f-978b-073ca6398cfc"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:11:06.421135 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d67e3212-338c-4e67-87a6-6e240248f740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (3caad4de-c255-4e97-a7a3-9cfa09cf6354), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:06.457653 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71c102-eff1-4af5-8a5e-207bea335883 service neutron] Pushing event updated for resources: {'Port': ['ID=0da15b0d-410d-4b6f-978b-073ca6398cfc,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:06.826636 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-e12aa1b4-eb77-492d-8c6f-5a1c0847f70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:06.828323 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-e12aa1b4-eb77-492d-8c6f-5a1c0847f70f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f753cbc608174fce8690db4d8bda76dc&device_id=282e3794-9a3b-47f3-aba7-e2b62e3bb339 HTTP/1.1" status: 200 len: 1089 time: 0.3505735 Feb 20 04:11:06.840524 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ba9ed-2f0f-44c5-9036-9fae30b1f9b0 req-0436575b-407e-4857-a181-8a1e05b00e47 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:06.842010 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c6ba9ed-2f0f-44c5-9036-9fae30b1f9b0 req-0436575b-407e-4857-a181-8a1e05b00e47 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/ports?device_id=282e3794-9a3b-47f3-aba7-e2b62e3bb339 HTTP/1.1" status: 200 len: 907 time: 0.3376107 Feb 20 04:11:06.897264 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-79275ecf-9218-48cf-95b6-eae893e7b971 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=0da15b0d-410d-4b6f-978b-073ca6398cfc HTTP/1.1" status: 200 len: 217 time: 0.0514574 Feb 20 04:11:06.969101 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9e004d-9d15-4b3e-9a98-a17cd1cc22a1 x-openstack-request-id: req-0e9e004d-9d15-4b3e-9a98-a17cd1cc22a1 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:11:06.969404 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "282e3794-9a3b-47f3-aba7-e2b62e3bb339", "tag": "0da15b0d-410d-4b6f-978b-073ca6398cfc", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:11:06.969659 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0e9e004d-9d15-4b3e-9a98-a17cd1cc22a1 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:11:06.970060 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '282e3794-9a3b-47f3-aba7-e2b62e3bb339', 'tag': '0da15b0d-410d-4b6f-978b-073ca6398cfc', 'status': 'completed', 'code': 200} Feb 20 04:11:06.999120 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-580974b4-905a-4ac9-9082-13f91a0bd25c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:07.004001 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-580974b4-905a-4ac9-9082-13f91a0bd25c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.93 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 810 time: 0.4007301 Feb 20 04:11:07.025121 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-45e9bad5-cfdc-43aa-bd00-c294309979ca tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Request body: {'port': {'device_id': '08bc79a7-b1c8-4655-be99-b5c6400fe1d7', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'admin_state_up': True, 'tenant_id': '7602a09c6b004830be8e834a523bb4fb'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:11:07.072017 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-d67e3212-338c-4e67-87a6-6e240248f740 admin admin] Deleting port 97564c7b-473c-4b09-bc31-5e12e6210175 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:11:07.073122 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d67e3212-338c-4e67-87a6-6e240248f740 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (97564c7b-473c-4b09-bc31-5e12e6210175), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:07.197711 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-10087127-27c1-49ec-868e-2acfadaa4cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:07.197984 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-d67e3212-338c-4e67-87a6-6e240248f740 admin admin] For port 97564c7b-473c-4b09-bc31-5e12e6210175, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=97564c7b-473c-4b09-bc31-5e12e6210175,segment=NetworkSegment(6342deba-a92e-41f7-a8ba-acf0867ca556),segment_id=6342deba-a92e-41f7-a8ba-acf0867ca556)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:11:07.198185 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d67e3212-338c-4e67-87a6-6e240248f740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (97564c7b-473c-4b09-bc31-5e12e6210175), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:07.199543 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-10087127-27c1-49ec-868e-2acfadaa4cee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61605a8c-8e32-4d1b-ac12-f70042492c62 HTTP/1.1" status: 200 len: 837 time: 0.2966475 Feb 20 04:11:07.203021 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-42f10a2e-84b4-4a65-ad46-cba4561b11ce req-f3ab5b19-6dde-4138-9941-a82d09026de5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 210 time: 0.0521894 Feb 20 04:11:07.237201 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-d67e3212-338c-4e67-87a6-6e240248f740 admin admin] Calling delete_port for 97564c7b-473c-4b09-bc31-5e12e6210175 owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:11:07.309025 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-ab080ae0-9b17-4807-8e45-6b459585432f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:07.310769 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-ab080ae0-9b17-4807-8e45-6b459585432f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c377eaab-88fb-48df-b314-404716569524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1033621 Feb 20 04:11:07.421750 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-45e9bad5-cfdc-43aa-bd00-c294309979ca tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Made reservation on behalf of 7602a09c6b004830be8e834a523bb4fb for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:11:07.429673 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-45e9bad5-cfdc-43aa-bd00-c294309979ca tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:07.568980 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-b8375d79-2571-4852-8629-bca054c723e9 service neutron] 10.222.0.42 "GET /v2.0/networks/c377eaab-88fb-48df-b314-404716569524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510493 Feb 20 04:11:07.722526 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dc33c545-fab4-4a9d-a3df-2be0c29a88ea req-a75f2af8-717f-428e-b268-ee9f8a8726e1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2778082 Feb 20 04:11:07.850508 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e7ce95ff-af6a-44a2-87cd-9ab20ccd1e4e req-e8c294b8-3b79-45ee-ad55-fc42beffb810 service neutron] 10.222.0.42 "GET /v2.0/networks/c377eaab-88fb-48df-b314-404716569524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718763 Feb 20 04:11:07.852705 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-45e9bad5-cfdc-43aa-bd00-c294309979ca tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Allocated IP 172.20.0.3 (776cfe74-9834-4e25-aade-eb236e2b5f70/a65a671e-c66c-439b-a311-43e99c7bbefc/40b45e88-0496-4f8f-9e81-729ec5f664e4) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:11:07.917594 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33c545-fab4-4a9d-a3df-2be0c29a88ea req-5ef8b55b-2398-4969-a67b-6b0fa3810a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:07.923076 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dc33c545-fab4-4a9d-a3df-2be0c29a88ea req-5ef8b55b-2398-4969-a67b-6b0fa3810a13 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 1128 time: 0.1344349 Feb 20 04:11:07.948555 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d67e3212-338c-4e67-87a6-6e240248f740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (97564c7b-473c-4b09-bc31-5e12e6210175), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:08.000850 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e3212-338c-4e67-87a6-6e240248f740 admin admin] Pushing event deleted for resources: {'Port': ['ID=97564c7b-473c-4b09-bc31-5e12e6210175,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:08.295892 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542de79-eba4-4ff3-bff6-d6fcb87a08a6 req-e897ad10-fbb3-4c85-92bd-d48e4eca4507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:08.297681 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8542de79-eba4-4ff3-bff6-d6fcb87a08a6 req-e897ad10-fbb3-4c85-92bd-d48e4eca4507 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f753cbc608174fce8690db4d8bda76dc&device_id=282e3794-9a3b-47f3-aba7-e2b62e3bb339 HTTP/1.1" status: 200 len: 1089 time: 0.2641690 Feb 20 04:11:08.305356 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069ce25-c27a-46f8-8052-fca0447f5070 req-19eaa6a7-9c50-4715-80c5-c15904c9f051 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:08.306908 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0069ce25-c27a-46f8-8052-fca0447f5070 req-19eaa6a7-9c50-4715-80c5-c15904c9f051 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/ports?device_id=282e3794-9a3b-47f3-aba7-e2b62e3bb339 HTTP/1.1" status: 200 len: 907 time: 0.3548081 Feb 20 04:11:08.368790 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d67e3212-338c-4e67-87a6-6e240248f740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (3caad4de-c255-4e97-a7a3-9cfa09cf6354), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:08.401807 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33c545-fab4-4a9d-a3df-2be0c29a88ea req-cb01f12a-6ce7-45bd-b05c-175eeefd8bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:08.403303 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dc33c545-fab4-4a9d-a3df-2be0c29a88ea req-cb01f12a-6ce7-45bd-b05c-175eeefd8bd4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 911 time: 0.4623234 Feb 20 04:11:08.445601 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-45e9bad5-cfdc-43aa-bd00-c294309979ca tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for port (40b45e88-0496-4f8f-9e81-729ec5f664e4), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:08.489702 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dc33c545-fab4-4a9d-a3df-2be0c29a88ea req-8bbb53db-a3cc-4e98-8ac2-498ecca3ced8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6d877a3-e691-489d-b58e-d052196f8a8b HTTP/1.1" status: 200 len: 217 time: 0.0746632 Feb 20 04:11:08.519794 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-93da91b7-09f7-49e5-adfd-2fed53d47390 req-61c7742a-8595-424b-9c27-1006829a26be tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 210 time: 0.0443773 Feb 20 04:11:08.594698 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542de79-eba4-4ff3-bff6-d6fcb87a08a6 req-cc4bcba0-6482-4954-a43e-33e0b1e20f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:08.596192 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8542de79-eba4-4ff3-bff6-d6fcb87a08a6 req-cc4bcba0-6482-4954-a43e-33e0b1e20f5e service neutron] 10.222.0.42 "GET /v2.0/networks?id=c377eaab-88fb-48df-b314-404716569524 HTTP/1.1" status: 200 len: 898 time: 0.2884023 Feb 20 04:11:08.602951 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33c545-fab4-4a9d-a3df-2be0c29a88ea req-2cb3d4cb-5faf-4c2b-aac7-0ed39f5bb21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:08.604368 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dc33c545-fab4-4a9d-a3df-2be0c29a88ea req-2cb3d4cb-5faf-4c2b-aac7-0ed39f5bb21f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a65a671e-c66c-439b-a311-43e99c7bbefc HTTP/1.1" status: 200 len: 849 time: 0.0958397 Feb 20 04:11:08.669340 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8542de79-eba4-4ff3-bff6-d6fcb87a08a6 req-4416ab03-b8f5-4c21-b065-14d4fd0ed420 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=0da15b0d-410d-4b6f-978b-073ca6398cfc HTTP/1.1" status: 200 len: 217 time: 0.0639372 Feb 20 04:11:08.720362 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67e3212-338c-4e67-87a6-6e240248f740 admin admin] Router 3caad4de-c255-4e97-a7a3-9cfa09cf6354 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:11:08.725068 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33c545-fab4-4a9d-a3df-2be0c29a88ea req-d7de1790-ee4a-4749-af32-6382832cab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:08.727191 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dc33c545-fab4-4a9d-a3df-2be0c29a88ea req-d7de1790-ee4a-4749-af32-6382832cab76 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=776cfe74-9834-4e25-aade-eb236e2b5f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1142418 Feb 20 04:11:08.733785 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542de79-eba4-4ff3-bff6-d6fcb87a08a6 req-23a0d1af-f752-40d3-8a57-ac004242893d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:08.735361 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8542de79-eba4-4ff3-bff6-d6fcb87a08a6 req-23a0d1af-f752-40d3-8a57-ac004242893d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=61605a8c-8e32-4d1b-ac12-f70042492c62 HTTP/1.1" status: 200 len: 837 time: 0.0552926 Feb 20 04:11:08.756422 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-45e9bad5-cfdc-43aa-bd00-c294309979ca tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (40b45e88-0496-4f8f-9e81-729ec5f664e4), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:08.768303 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['b6d877a3-e691-489d-b58e-d052196f8a8b'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:11:08.879378 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-45e9bad5-cfdc-43aa-bd00-c294309979ca tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Network 776cfe74-9834-4e25-aade-eb236e2b5f70 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:11:08.890692 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-45e9bad5-cfdc-43aa-bd00-c294309979ca tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:11:08.900733 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-45e9bad5-cfdc-43aa-bd00-c294309979ca tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:11:08.906975 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9bad5-cfdc-43aa-bd00-c294309979ca tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Pushing event updated for resources: {'Port': ['ID=40b45e88-0496-4f8f-9e81-729ec5f664e4,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:08.928475 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67e3212-338c-4e67-87a6-6e240248f740 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:11:08.944062 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45422cc2-35bf-463f-b4fa-878dbf94a33b None None] Sync routers for ids ['3caad4de-c255-4e97-a7a3-9cfa09cf6354'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:11:08.953624 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d67e3212-338c-4e67-87a6-6e240248f740 admin admin] 10.222.0.89 "PUT /v2.0/routers/3caad4de-c255-4e97-a7a3-9cfa09cf6354/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1560445 Feb 20 04:11:08.953624 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54488) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:11:08.967782 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542de79-eba4-4ff3-bff6-d6fcb87a08a6 req-57890922-584d-4610-8379-4b1f4851fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:08.970231 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8542de79-eba4-4ff3-bff6-d6fcb87a08a6 req-57890922-584d-4610-8379-4b1f4851fad8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c377eaab-88fb-48df-b314-404716569524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2254448 Feb 20 04:11:09.009007 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-45e9bad5-cfdc-43aa-bd00-c294309979ca tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:09.010612 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-45e9bad5-cfdc-43aa-bd00-c294309979ca tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:09.018000 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45422cc2-35bf-463f-b4fa-878dbf94a33b None None] Routers {'3caad4de-c255-4e97-a7a3-9cfa09cf6354'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:11:09.018651 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-45422cc2-35bf-463f-b4fa-878dbf94a33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:10:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3caad4de-c255-4e97-a7a3-9cfa09cf6354'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:11:09.094830 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dc33c545-fab4-4a9d-a3df-2be0c29a88ea req-baa460c5-0a70-433d-8367-21cbe6cd0b1e service neutron] 10.222.0.42 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570690 Feb 20 04:11:09.143877 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a28a935a-f982-4ac7-a5f6-8aee20e09bda admin admin] Publish callbacks [] for router (3caad4de-c255-4e97-a7a3-9cfa09cf6354), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:09.227161 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dc33c545-fab4-4a9d-a3df-2be0c29a88ea req-f95bcf01-8b96-43e7-b4d0-b5fc9791fa98 service neutron] 10.222.0.42 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239100 Feb 20 04:11:09.234608 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-45e9bad5-cfdc-43aa-bd00-c294309979ca tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2200809 Feb 20 04:11:09.249356 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-7b8fc606-bd44-49ac-9d77-9176bb407f8e service neutron] Request body: {'port': {'device_id': '08bc79a7-b1c8-4655-be99-b5c6400fe1d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:11:09.262603 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-45422cc2-35bf-463f-b4fa-878dbf94a33b None None] Set router 3caad4de-c255-4e97-a7a3-9cfa09cf6354 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:11:09.302743 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a28a935a-f982-4ac7-a5f6-8aee20e09bda admin admin] Publish callbacks [] for router_gateway (3caad4de-c255-4e97-a7a3-9cfa09cf6354), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:09.331313 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-7b8fc606-bd44-49ac-9d77-9176bb407f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (40b45e88-0496-4f8f-9e81-729ec5f664e4), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:09.352769 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8542de79-eba4-4ff3-bff6-d6fcb87a08a6 req-f8e02342-6b58-479e-a05b-45f705580c95 service neutron] 10.222.0.42 "GET /v2.0/networks/c377eaab-88fb-48df-b314-404716569524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371768 Feb 20 04:11:09.403551 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-9aea4585-b107-409c-97d9-3325ba66fc08 None None] Provisioning complete for port 40b45e88-0496-4f8f-9e81-729ec5f664e4 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:11:09.403935 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-9aea4585-b107-409c-97d9-3325ba66fc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (40b45e88-0496-4f8f-9e81-729ec5f664e4), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:09.466428 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-9aea4585-b107-409c-97d9-3325ba66fc08 None None] Port 40b45e88-0496-4f8f-9e81-729ec5f664e4 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:11:09.497862 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-a28a935a-f982-4ac7-a5f6-8aee20e09bda admin admin] Deleting port 788c71df-6a98-4846-804a-97a2f37fecbd {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:11:09.498455 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a28a935a-f982-4ac7-a5f6-8aee20e09bda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (788c71df-6a98-4846-804a-97a2f37fecbd), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:09.529027 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-45422cc2-35bf-463f-b4fa-878dbf94a33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'name': 'tempest-TestVolumeBackupRestore-2134538606-router', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '788c71df-6a98-4846-804a-97a2f37fecbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:05:16Z', 'updated_at': '2022-02-20T04:11:07Z', 'revision_number': 5, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'gw_port': {'id': '788c71df-6a98-4846-804a-97a2f37fecbd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:13:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:16Z', 'updated_at': '2022-02-20T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:11:09.558032 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45422cc2-35bf-463f-b4fa-878dbf94a33b None None] Checking router: 3caad4de-c255-4e97-a7a3-9cfa09cf6354 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:11:09.569608 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45422cc2-35bf-463f-b4fa-878dbf94a33b None None] Routers {'3caad4de-c255-4e97-a7a3-9cfa09cf6354'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:11:09.570299 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-45422cc2-35bf-463f-b4fa-878dbf94a33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:10:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3caad4de-c255-4e97-a7a3-9cfa09cf6354'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:11:09.607784 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-a28a935a-f982-4ac7-a5f6-8aee20e09bda admin admin] For port 788c71df-6a98-4846-804a-97a2f37fecbd, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=788c71df-6a98-4846-804a-97a2f37fecbd,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:11:09.608149 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a28a935a-f982-4ac7-a5f6-8aee20e09bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (788c71df-6a98-4846-804a-97a2f37fecbd), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:09.622027 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-a28a935a-f982-4ac7-a5f6-8aee20e09bda admin admin] Calling delete_port for 788c71df-6a98-4846-804a-97a2f37fecbd owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:11:09.669234 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-45422cc2-35bf-463f-b4fa-878dbf94a33b None None] Set router 3caad4de-c255-4e97-a7a3-9cfa09cf6354 gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:11:09.779825 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-45422cc2-35bf-463f-b4fa-878dbf94a33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'name': 'tempest-TestVolumeBackupRestore-2134538606-router', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:05:16Z', 'updated_at': '2022-02-20T04:11:09Z', 'revision_number': 6, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:11:09.789811 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764cdd84-fde5-4d07-bd08-0760f12ea458 req-797d40ee-079c-4a3a-9eec-a06b4d1379ad tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:09.805994 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-764cdd84-fde5-4d07-bd08-0760f12ea458 req-797d40ee-079c-4a3a-9eec-a06b4d1379ad tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/ports?device_id=282e3794-9a3b-47f3-aba7-e2b62e3bb339 HTTP/1.1" status: 200 len: 907 time: 0.2212114 Feb 20 04:11:09.825965 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-7b8fc606-bd44-49ac-9d77-9176bb407f8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b45e88-0496-4f8f-9e81-729ec5f664e4 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:11:09.844951 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-7b8fc606-bd44-49ac-9d77-9176bb407f8e service neutron] Publish callbacks [] for port (40b45e88-0496-4f8f-9e81-729ec5f664e4), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:09.852357 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8542de79-eba4-4ff3-bff6-d6fcb87a08a6 req-98585a6d-1892-4ef5-ad06-9364805a53cd service neutron] 10.222.0.42 "GET /v2.0/networks/c377eaab-88fb-48df-b314-404716569524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761011 Feb 20 04:11:09.862372 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45422cc2-35bf-463f-b4fa-878dbf94a33b None None] The sync data for ids ['3caad4de-c255-4e97-a7a3-9cfa09cf6354'] in n-d-829866-4 is: [{'id': '3caad4de-c255-4e97-a7a3-9cfa09cf6354', 'name': 'tempest-TestVolumeBackupRestore-2134538606-router', 'tenant_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:05:16Z', 'updated_at': '2022-02-20T04:11:09Z', 'revision_number': 6, 'project_id': 'c49f3fc918874cdfb51ff48fe01f1b24', 'gw_port_host': None}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:11:09.887094 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-7b8fc606-bd44-49ac-9d77-9176bb407f8e service neutron] Transition to ACTIVE for port object 40b45e88-0496-4f8f-9e81-729ec5f664e4 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:11:09.959689 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c70965-6d3f-4294-95cf-5fbdf1129011 req-30310839-9327-4b6c-bec0-e622c82b2887 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:09.962562 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-90c70965-6d3f-4294-95cf-5fbdf1129011 req-30310839-9327-4b6c-bec0-e622c82b2887 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 931 time: 0.0652070 Feb 20 04:11:09.965035 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-7b8fc606-bd44-49ac-9d77-9176bb407f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (40b45e88-0496-4f8f-9e81-729ec5f664e4), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:10.005765 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a28a935a-f982-4ac7-a5f6-8aee20e09bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (788c71df-6a98-4846-804a-97a2f37fecbd), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:10.044240 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a935a-f982-4ac7-a5f6-8aee20e09bda admin admin] Pushing event deleted for resources: {'Port': ['ID=788c71df-6a98-4846-804a-97a2f37fecbd,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:10.059644 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fc606-bd44-49ac-9d77-9176bb407f8e service neutron] Pushing event updated for resources: {'Port': ['ID=40b45e88-0496-4f8f-9e81-729ec5f664e4,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:10.087673 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-90c70965-6d3f-4294-95cf-5fbdf1129011 req-6fc09060-b19d-44ed-befc-d76cf62298d2 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199648 Feb 20 04:11:10.147455 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a28a935a-f982-4ac7-a5f6-8aee20e09bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (3caad4de-c255-4e97-a7a3-9cfa09cf6354), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:10.175527 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-7b8fc606-bd44-49ac-9d77-9176bb407f8e service neutron] Attempting to bind port 40b45e88-0496-4f8f-9e81-729ec5f664e4 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:11:10.175820 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-7b8fc606-bd44-49ac-9d77-9176bb407f8e service neutron] Attempting to bind port 40b45e88-0496-4f8f-9e81-729ec5f664e4 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:11:10.176111 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-7b8fc606-bd44-49ac-9d77-9176bb407f8e service neutron] Attempting to bind port 40b45e88-0496-4f8f-9e81-729ec5f664e4 on network 776cfe74-9834-4e25-aade-eb236e2b5f70 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:11:10.181550 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-7b8fc606-bd44-49ac-9d77-9176bb407f8e service neutron] Port 40b45e88-0496-4f8f-9e81-729ec5f664e4 on network 776cfe74-9834-4e25-aade-eb236e2b5f70 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:11:10.186172 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-7b8fc606-bd44-49ac-9d77-9176bb407f8e service neutron] Attempting to bind port 40b45e88-0496-4f8f-9e81-729ec5f664e4 on network 776cfe74-9834-4e25-aade-eb236e2b5f70 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:11:10.187489 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-7b8fc606-bd44-49ac-9d77-9176bb407f8e service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:11:10.187832 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-7b8fc606-bd44-49ac-9d77-9176bb407f8e service neutron] Checking segment: {'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:11:10.188219 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-7b8fc606-bd44-49ac-9d77-9176bb407f8e service neutron] Bound using segment: {'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:11:10.188815 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-7b8fc606-bd44-49ac-9d77-9176bb407f8e service neutron] Bound port: 40b45e88-0496-4f8f-9e81-729ec5f664e4, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:11:10.189471 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-7b8fc606-bd44-49ac-9d77-9176bb407f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (40b45e88-0496-4f8f-9e81-729ec5f664e4), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:10.272368 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-7b8fc606-bd44-49ac-9d77-9176bb407f8e service neutron] For port 40b45e88-0496-4f8f-9e81-729ec5f664e4, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:11:10.276700 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-7b8fc606-bd44-49ac-9d77-9176bb407f8e service neutron] For port 40b45e88-0496-4f8f-9e81-729ec5f664e4, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=40b45e88-0496-4f8f-9e81-729ec5f664e4,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:11:10.327532 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a28a935a-f982-4ac7-a5f6-8aee20e09bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (3caad4de-c255-4e97-a7a3-9cfa09cf6354), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:10.329870 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a28a935a-f982-4ac7-a5f6-8aee20e09bda admin admin] Publish callbacks [] for router_controller (3caad4de-c255-4e97-a7a3-9cfa09cf6354), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:10.354383 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-7b8fc606-bd44-49ac-9d77-9176bb407f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (40b45e88-0496-4f8f-9e81-729ec5f664e4), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:10.375661 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-7b8fc606-bd44-49ac-9d77-9176bb407f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:10.375897 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 97564c7b-473c-4b09-bc31-5e12e6210175 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:11:10.376924 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-7b8fc606-bd44-49ac-9d77-9176bb407f8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:10.378550 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-7b8fc606-bd44-49ac-9d77-9176bb407f8e service neutron] 10.222.0.93 "PUT /v2.0/ports/40b45e88-0496-4f8f-9e81-729ec5f664e4 HTTP/1.1" status: 200 len: 1091 time: 1.1354296 Feb 20 04:11:10.379259 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08bc79a7-b1c8-4655-be99-b5c6400fe1d7', 'tag': '40b45e88-0496-4f8f-9e81-729ec5f664e4'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:11:10.382044 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8dddbf-0be8-492f-957f-c6f4b6e04ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "08bc79a7-b1c8-4655-be99-b5c6400fe1d7", "tag": "40b45e88-0496-4f8f-9e81-729ec5f664e4"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:11:10.437425 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 97564c7b-473c-4b09-bc31-5e12e6210175 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:11:10.440664 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 97564c7b-473c-4b09-bc31-5e12e6210175 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:11:10.497065 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a28a935a-f982-4ac7-a5f6-8aee20e09bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (3caad4de-c255-4e97-a7a3-9cfa09cf6354), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:10.497977 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28a935a-f982-4ac7-a5f6-8aee20e09bda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3caad4de-c255-4e97-a7a3-9cfa09cf6354 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 04:11:10.505462 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a28a935a-f982-4ac7-a5f6-8aee20e09bda admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:10.508069 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a28a935a-f982-4ac7-a5f6-8aee20e09bda admin admin] 10.222.0.89 "DELETE /v2.0/routers/3caad4de-c255-4e97-a7a3-9cfa09cf6354 HTTP/1.1" status: 204 len: 168 time: 1.5529587 Feb 20 04:11:10.514777 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54496) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:11:10.579488 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b879da-0989-43b9-a7d6-9a223e0cf44d admin admin] Deleting subnet 43d1ce45-746c-4525-aa68-21bdbb54ace8 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 04:11:10.583849 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-29b879da-0989-43b9-a7d6-9a223e0cf44d admin admin] Publish callbacks [] for subnet (43d1ce45-746c-4525-aa68-21bdbb54ace8), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:10.629205 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-29b879da-0989-43b9-a7d6-9a223e0cf44d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (43d1ce45-746c-4525-aa68-21bdbb54ace8), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:10.733207 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-29b879da-0989-43b9-a7d6-9a223e0cf44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (43d1ce45-746c-4525-aa68-21bdbb54ace8), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:10.789108 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d4ab48-c0f6-4cd1-b9bc-cc23c5d466e2 x-openstack-request-id: req-73d4ab48-c0f6-4cd1-b9bc-cc23c5d466e2 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:11:10.790493 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08bc79a7-b1c8-4655-be99-b5c6400fe1d7", "tag": "40b45e88-0496-4f8f-9e81-729ec5f664e4", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:11:10.790493 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-73d4ab48-c0f6-4cd1-b9bc-cc23c5d466e2 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:11:10.790493 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08bc79a7-b1c8-4655-be99-b5c6400fe1d7', 'tag': '40b45e88-0496-4f8f-9e81-729ec5f664e4', 'status': 'completed', 'code': 200} Feb 20 04:11:10.847433 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fc606-bd44-49ac-9d77-9176bb407f8e service neutron] Pushing event updated for resources: {'Port': ['ID=40b45e88-0496-4f8f-9e81-729ec5f664e4,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:10.864164 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8dddbf-0be8-492f-957f-c6f4b6e04ac9 req-a9143eea-03e5-4926-ba88-d4b447f83594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:10.865725 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7b8dddbf-0be8-492f-957f-c6f4b6e04ac9 req-a9143eea-03e5-4926-ba88-d4b447f83594 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 1125 time: 0.0956271 Feb 20 04:11:10.883402 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-29b879da-0989-43b9-a7d6-9a223e0cf44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (43d1ce45-746c-4525-aa68-21bdbb54ace8), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:10.895590 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 0da15b0d-410d-4b6f-978b-073ca6398cfc details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:11:10.916050 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20525cf-38aa-44f3-80ff-45a6be9d529c None None] Network cce7e9c3-4df9-4bb4-b141-b97816248e25 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:11:10.948926 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-29b879da-0989-43b9-a7d6-9a223e0cf44d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:10.958557 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54500) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:11:10.960596 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-29b879da-0989-43b9-a7d6-9a223e0cf44d admin admin] 10.222.0.89 "DELETE /v2.0/subnets/43d1ce45-746c-4525-aa68-21bdbb54ace8 HTTP/1.1" status: 204 len: 168 time: 0.4437590 Feb 20 04:11:10.961800 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b879da-0989-43b9-a7d6-9a223e0cf44d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43d1ce45-746c-4525-aa68-21bdbb54ace8,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:11.057641 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfbbe7-43cc-42c3-907e-c309ecd8a0e6 req-05355cb2-d8da-4b49-8b19-e1eeda4a4023 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:11.059237 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-63dfbbe7-43cc-42c3-907e-c309ecd8a0e6 req-05355cb2-d8da-4b49-8b19-e1eeda4a4023 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/ports?device_id=282e3794-9a3b-47f3-aba7-e2b62e3bb339 HTTP/1.1" status: 200 len: 907 time: 0.1786666 Feb 20 04:11:11.093990 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7295db6a-f4ef-4745-a538-1de0e2e44a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (cce7e9c3-4df9-4bb4-b141-b97816248e25), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:11.099167 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8dddbf-0be8-492f-957f-c6f4b6e04ac9 req-52171ee7-5c39-408b-bb48-036ee1555741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:11.101167 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7b8dddbf-0be8-492f-957f-c6f4b6e04ac9 req-52171ee7-5c39-408b-bb48-036ee1555741 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=7602a09c6b004830be8e834a523bb4fb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2283735 Feb 20 04:11:11.134377 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 0da15b0d-410d-4b6f-978b-073ca6398cfc, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=0da15b0d-410d-4b6f-978b-073ca6398cfc,segment=NetworkSegment(7e5dd560-86aa-4c4e-918e-36b40b62bae7),segment_id=7e5dd560-86aa-4c4e-918e-36b40b62bae7)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:11:11.153099 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '0da15b0d-410d-4b6f-978b-073ca6398cfc', 'network_id': 'c377eaab-88fb-48df-b314-404716569524', 'port_id': '0da15b0d-410d-4b6f-978b-073ca6398cfc', 'mac_address': 'fa:16:3e:ab:91:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61605a8c-8e32-4d1b-ac12-f70042492c62', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:11:11.221101 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 0da15b0d-410d-4b6f-978b-073ca6398cfc is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:11:11.221820 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0da15b0d-410d-4b6f-978b-073ca6398cfc), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:11.238953 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769071f7-b02f-461b-9b59-97f432942fd5 None None] DHCP port deletion for cce7e9c3-4df9-4bb4-b141-b97816248e25 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 04:11:11.247336 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da15b0d-410d-4b6f-978b-073ca6398cfc {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:11:11.290544 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 0da15b0d-410d-4b6f-978b-073ca6398cfc, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=0da15b0d-410d-4b6f-978b-073ca6398cfc,segment=NetworkSegment(7e5dd560-86aa-4c4e-918e-36b40b62bae7),segment_id=7e5dd560-86aa-4c4e-918e-36b40b62bae7)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:11:11.317094 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-769071f7-b02f-461b-9b59-97f432942fd5 None None] Deleting port b3e8db80-4df3-49dd-b28f-9031c35dfc1f {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:11:11.317094 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-769071f7-b02f-461b-9b59-97f432942fd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b3e8db80-4df3-49dd-b28f-9031c35dfc1f), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:11.345788 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-7295db6a-f4ef-4745-a538-1de0e2e44a9e admin admin] Deleting port b3e8db80-4df3-49dd-b28f-9031c35dfc1f {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:11:11.346270 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7295db6a-f4ef-4745-a538-1de0e2e44a9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b3e8db80-4df3-49dd-b28f-9031c35dfc1f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:11.361958 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8dddbf-0be8-492f-957f-c6f4b6e04ac9 req-9a4e3c89-1242-469a-bf58-c4d809f3c531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:11.363683 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7b8dddbf-0be8-492f-957f-c6f4b6e04ac9 req-9a4e3c89-1242-469a-bf58-c4d809f3c531 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2500465 Feb 20 04:11:11.411014 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-769071f7-b02f-461b-9b59-97f432942fd5 None None] For port b3e8db80-4df3-49dd-b28f-9031c35dfc1f, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b3e8db80-4df3-49dd-b28f-9031c35dfc1f,segment=NetworkSegment(6342deba-a92e-41f7-a8ba-acf0867ca556),segment_id=6342deba-a92e-41f7-a8ba-acf0867ca556)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:11:11.411423 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-769071f7-b02f-461b-9b59-97f432942fd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b3e8db80-4df3-49dd-b28f-9031c35dfc1f), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:11.421221 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0da15b0d-410d-4b6f-978b-073ca6398cfc), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:11.435554 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d92f3b-ec92-4071-9698-94e8795ab01a req-7136f961-547f-4b63-a841-588b342166b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:11.442472 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31d92f3b-ec92-4071-9698-94e8795ab01a req-7136f961-547f-4b63-a841-588b342166b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.2260189 Feb 20 04:11:11.450763 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-769071f7-b02f-461b-9b59-97f432942fd5 None None] Calling delete_port for b3e8db80-4df3-49dd-b28f-9031c35dfc1f owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:11:11.517919 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-7295db6a-f4ef-4745-a538-1de0e2e44a9e admin admin] For port b3e8db80-4df3-49dd-b28f-9031c35dfc1f, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b3e8db80-4df3-49dd-b28f-9031c35dfc1f,segment=NetworkSegment(6342deba-a92e-41f7-a8ba-acf0867ca556),segment_id=6342deba-a92e-41f7-a8ba-acf0867ca556)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:11:11.518212 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7295db6a-f4ef-4745-a538-1de0e2e44a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b3e8db80-4df3-49dd-b28f-9031c35dfc1f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:11.525461 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=0da15b0d-410d-4b6f-978b-073ca6398cfc,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:11.545548 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-7295db6a-f4ef-4745-a538-1de0e2e44a9e admin admin] Calling delete_port for b3e8db80-4df3-49dd-b28f-9031c35dfc1f owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:11:11.577584 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-4bb6eaff-6fd9-41b9-b90d-09c64053feb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:11.579163 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-4bb6eaff-6fd9-41b9-b90d-09c64053feb7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 1125 time: 0.1679585 Feb 20 04:11:11.618563 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31d92f3b-ec92-4071-9698-94e8795ab01a req-206cc06e-eedc-467e-8a45-b15bb150972e tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752121 Feb 20 04:11:11.633279 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-769071f7-b02f-461b-9b59-97f432942fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (b3e8db80-4df3-49dd-b28f-9031c35dfc1f), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:11.643029 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['0da15b0d-410d-4b6f-978b-073ca6398cfc'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:11:11.654761 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-f17a3ce2-2475-4e38-9b87-c6db435d7879 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40b45e88-0496-4f8f-9e81-729ec5f664e4 HTTP/1.1" status: 200 len: 217 time: 0.0457854 Feb 20 04:11:11.695897 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769071f7-b02f-461b-9b59-97f432942fd5 None None] Pushing event deleted for resources: {'Port': ['ID=b3e8db80-4df3-49dd-b28f-9031c35dfc1f,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:11.697753 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769071f7-b02f-461b-9b59-97f432942fd5 None None] No DVR routers for this DVR port b3e8db80-4df3-49dd-b28f-9031c35dfc1f on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:11:11.750058 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-b0af345d-a6c0-4774-a945-0f286126076b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:11.751587 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-b0af345d-a6c0-4774-a945-0f286126076b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a65a671e-c66c-439b-a311-43e99c7bbefc HTTP/1.1" status: 200 len: 849 time: 0.0899041 Feb 20 04:11:11.756604 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7295db6a-f4ef-4745-a538-1de0e2e44a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (b3e8db80-4df3-49dd-b28f-9031c35dfc1f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:11.806004 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295db6a-f4ef-4745-a538-1de0e2e44a9e admin admin] Pushing event deleted for resources: {'Port': ['ID=b3e8db80-4df3-49dd-b28f-9031c35dfc1f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:11.811985 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7295db6a-f4ef-4745-a538-1de0e2e44a9e admin admin] No DVR routers for this DVR port b3e8db80-4df3-49dd-b28f-9031c35dfc1f on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:11:11.893053 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-4de24dde-d6aa-4d0a-84f0-4494144933e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:11.894581 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-4de24dde-d6aa-4d0a-84f0-4494144933e2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=776cfe74-9834-4e25-aade-eb236e2b5f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1349525 Feb 20 04:11:11.896592 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7295db6a-f4ef-4745-a538-1de0e2e44a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (cce7e9c3-4df9-4bb4-b141-b97816248e25), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:11.959431 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-7295db6a-f4ef-4745-a538-1de0e2e44a9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce7e9c3-4df9-4bb4-b141-b97816248e25']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:11:11.972563 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-7295db6a-f4ef-4745-a538-1de0e2e44a9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6342deba-a92e-41f7-a8ba-acf0867ca556') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:11:11.972794 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-7295db6a-f4ef-4745-a538-1de0e2e44a9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6342deba-a92e-41f7-a8ba-acf0867ca556') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:11:11.986180 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7295db6a-f4ef-4745-a538-1de0e2e44a9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (6342deba-a92e-41f7-a8ba-acf0867ca556), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:12.015976 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7295db6a-f4ef-4745-a538-1de0e2e44a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (6342deba-a92e-41f7-a8ba-acf0867ca556), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:12.030816 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7295db6a-f4ef-4745-a538-1de0e2e44a9e admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 04:11:12.031429 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7295db6a-f4ef-4745-a538-1de0e2e44a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (6342deba-a92e-41f7-a8ba-acf0867ca556), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: self.session.flush() Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: timer() Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 04:11:12.033606 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 04:11:12.051931 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-3890b082-0b30-4466-8028-8fc6ed791a7d service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515446 Feb 20 04:11:12.183554 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b892ef8-793f-4b1c-869c-c63c9c99e636 req-30a86ae5-d201-4df6-ab99-3630aaa760bf service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041529 Feb 20 04:11:12.192674 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 788c71df-6a98-4846-804a-97a2f37fecbd no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:11:12.220040 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7295db6a-f4ef-4745-a538-1de0e2e44a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (cce7e9c3-4df9-4bb4-b141-b97816248e25), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:12.224419 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 788c71df-6a98-4846-804a-97a2f37fecbd {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:11:12.227140 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 788c71df-6a98-4846-804a-97a2f37fecbd not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:11:12.229151 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b3e8db80-4df3-49dd-b28f-9031c35dfc1f no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:11:12.234727 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7295db6a-f4ef-4745-a538-1de0e2e44a9e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:12.240741 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7295db6a-f4ef-4745-a538-1de0e2e44a9e admin admin] 10.222.0.89 "DELETE /v2.0/networks/cce7e9c3-4df9-4bb4-b141-b97816248e25 HTTP/1.1" status: 204 len: 168 time: 1.2810705 Feb 20 04:11:12.244379 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54506) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:11:12.256918 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295db6a-f4ef-4745-a538-1de0e2e44a9e admin admin] Pushing event deleted for resources: {'Network': ['ID=cce7e9c3-4df9-4bb4-b141-b97816248e25,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:12.285524 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: b3e8db80-4df3-49dd-b28f-9031c35dfc1f {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:11:12.285874 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b3e8db80-4df3-49dd-b28f-9031c35dfc1f not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:11:12.527353 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717c951-3f43-4658-9fb4-b54760a5ad66 req-15e2beea-75f4-4f4b-9237-92a08f48dc7c tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:12.529023 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4717c951-3f43-4658-9fb4-b54760a5ad66 req-15e2beea-75f4-4f4b-9237-92a08f48dc7c tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/ports?device_id=282e3794-9a3b-47f3-aba7-e2b62e3bb339 HTTP/1.1" status: 200 len: 908 time: 0.0585072 Feb 20 04:11:12.685551 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-01eb7015-1c52-4093-a9a6-a76d8738a3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (22378b64-949b-4329-bc2f-9a84036219c1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:12.757901 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98757a40-7b14-4c60-b5a2-c0af39fbbbf8 req-5286eb0d-fd8e-41ce-94fb-ffe10d6f6f91 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:12.759701 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-98757a40-7b14-4c60-b5a2-c0af39fbbbf8 req-5286eb0d-fd8e-41ce-94fb-ffe10d6f6f91 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0595315 Feb 20 04:11:12.811257 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-98757a40-7b14-4c60-b5a2-c0af39fbbbf8 req-63113793-5b6f-48de-9f36-d854fcc4f741 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455565 Feb 20 04:11:12.909328 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 0da15b0d-410d-4b6f-978b-073ca6398cfc up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:11:12.959445 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-01eb7015-1c52-4093-a9a6-a76d8738a3f2 admin admin] Deleting port 115bada4-9fe0-411e-bcc2-6c47923879d0 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:11:12.959778 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-01eb7015-1c52-4093-a9a6-a76d8738a3f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (115bada4-9fe0-411e-bcc2-6c47923879d0), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:13.025341 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 0da15b0d-410d-4b6f-978b-073ca6398cfc completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:11:13.030121 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 0da15b0d-410d-4b6f-978b-073ca6398cfc triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:11:13.030769 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (0da15b0d-410d-4b6f-978b-073ca6398cfc), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:13.043118 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-01eb7015-1c52-4093-a9a6-a76d8738a3f2 admin admin] For port 115bada4-9fe0-411e-bcc2-6c47923879d0, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=115bada4-9fe0-411e-bcc2-6c47923879d0,segment=NetworkSegment(0736a68b-57ff-4eaa-945a-955b627a7698),segment_id=0736a68b-57ff-4eaa-945a-955b627a7698)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:11:13.043559 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-01eb7015-1c52-4093-a9a6-a76d8738a3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (115bada4-9fe0-411e-bcc2-6c47923879d0), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:13.058217 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-01eb7015-1c52-4093-a9a6-a76d8738a3f2 admin admin] Calling delete_port for 115bada4-9fe0-411e-bcc2-6c47923879d0 owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:11:13.110916 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 0da15b0d-410d-4b6f-978b-073ca6398cfc is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:11:13.111283 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (0da15b0d-410d-4b6f-978b-073ca6398cfc), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:13.136414 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282e3794-9a3b-47f3-aba7-e2b62e3bb339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da15b0d-410d-4b6f-978b-073ca6398cfc'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:11:13.138676 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12822909-2836-4bcf-8e12-895554247810" -d '{"events": [{"server_uuid": "282e3794-9a3b-47f3-aba7-e2b62e3bb339", "name": "network-vif-plugged", "status": "completed", "tag": "0da15b0d-410d-4b6f-978b-073ca6398cfc"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:11:13.155500 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 0da15b0d-410d-4b6f-978b-073ca6398cfc, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=0da15b0d-410d-4b6f-978b-073ca6398cfc,segment=NetworkSegment(7e5dd560-86aa-4c4e-918e-36b40b62bae7),segment_id=7e5dd560-86aa-4c4e-918e-36b40b62bae7)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:11:13.186452 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb7a2c7-45e3-42a9-b538-0ecadf30712e x-openstack-request-id: req-fbb7a2c7-45e3-42a9-b538-0ecadf30712e {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:11:13.186731 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282e3794-9a3b-47f3-aba7-e2b62e3bb339", "name": "network-vif-plugged", "status": "completed", "tag": "0da15b0d-410d-4b6f-978b-073ca6398cfc", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:11:13.187075 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fbb7a2c7-45e3-42a9-b538-0ecadf30712e {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:11:13.187820 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282e3794-9a3b-47f3-aba7-e2b62e3bb339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da15b0d-410d-4b6f-978b-073ca6398cfc', 'code': 200} Feb 20 04:11:13.225338 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (0da15b0d-410d-4b6f-978b-073ca6398cfc), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:13.284342 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=0da15b0d-410d-4b6f-978b-073ca6398cfc,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:13.306332 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca65f1-7c46-45d0-a488-f3abc3dbd4b3 req-b9593c05-96c2-4124-95a6-91f6f97bdbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:13.307974 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f1ca65f1-7c46-45d0-a488-f3abc3dbd4b3 req-b9593c05-96c2-4124-95a6-91f6f97bdbcc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=282e3794-9a3b-47f3-aba7-e2b62e3bb339 HTTP/1.1" status: 200 len: 1091 time: 0.0550964 Feb 20 04:11:13.333946 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-01eb7015-1c52-4093-a9a6-a76d8738a3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (115bada4-9fe0-411e-bcc2-6c47923879d0), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:13.372860 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb7015-1c52-4093-a9a6-a76d8738a3f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=115bada4-9fe0-411e-bcc2-6c47923879d0,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:13.589707 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-01eb7015-1c52-4093-a9a6-a76d8738a3f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (22378b64-949b-4329-bc2f-9a84036219c1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:13.678221 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c041e6-426c-4a1e-a6a5-fc1af7ad5200 req-69bb6ef8-3c78-4253-a893-251334e3b79f tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:13.680800 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88c041e6-426c-4a1e-a6a5-fc1af7ad5200 req-69bb6ef8-3c78-4253-a893-251334e3b79f tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/ports?device_id=282e3794-9a3b-47f3-aba7-e2b62e3bb339 HTTP/1.1" status: 200 len: 909 time: 0.0591359 Feb 20 04:11:13.822055 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:11:13.956005 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686e701-40a1-4fd7-a5e0-002e6e09c61b req-e626b2e6-d8a3-48f1-9e4a-f67f2467559f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:13.957953 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1686e701-40a1-4fd7-a5e0-002e6e09c61b req-e626b2e6-d8a3-48f1-9e4a-f67f2467559f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0704603 Feb 20 04:11:14.019528 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1686e701-40a1-4fd7-a5e0-002e6e09c61b req-48f08106-d91c-4a0c-8905-dc3d5c1c85e9 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535419 Feb 20 04:11:14.080813 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01eb7015-1c52-4093-a9a6-a76d8738a3f2 admin admin] Router 22378b64-949b-4329-bc2f-9a84036219c1 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:11:14.203020 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17c80131-1ce8-4e8e-95a1-54e8d8a9c70c req-9ce751fd-dfb0-4baa-8c2a-21cb1c415229 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0720212 Feb 20 04:11:14.205478 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01eb7015-1c52-4093-a9a6-a76d8738a3f2 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:11:14.213734 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-01eb7015-1c52-4093-a9a6-a76d8738a3f2 admin admin] 10.222.0.89 "PUT /v2.0/routers/22378b64-949b-4329-bc2f-9a84036219c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9652357 Feb 20 04:11:14.213971 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54516) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:11:14.231693 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627d5091-21bf-4b47-be36-c9673fc96b83 None None] Sync routers for ids ['22378b64-949b-4329-bc2f-9a84036219c1'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:11:14.244712 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627d5091-21bf-4b47-be36-c9673fc96b83 None None] Routers {'22378b64-949b-4329-bc2f-9a84036219c1'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:11:14.245681 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-627d5091-21bf-4b47-be36-c9673fc96b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:10:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['22378b64-949b-4329-bc2f-9a84036219c1'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:11:14.326064 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c80131-1ce8-4e8e-95a1-54e8d8a9c70c req-be5ff240-768e-4328-9c19-879c58258144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:14.331331 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17c80131-1ce8-4e8e-95a1-54e8d8a9c70c req-be5ff240-768e-4328-9c19-879c58258144 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f753cbc608174fce8690db4d8bda76dc&device_id=3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9 HTTP/1.1" status: 200 len: 1167 time: 0.0769331 Feb 20 04:11:14.348058 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8d54328-b5fb-42f4-bf39-026615292357 admin admin] Publish callbacks [] for router (22378b64-949b-4329-bc2f-9a84036219c1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:14.435891 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-627d5091-21bf-4b47-be36-c9673fc96b83 None None] Set router 22378b64-949b-4329-bc2f-9a84036219c1 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:11:14.483656 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8d54328-b5fb-42f4-bf39-026615292357 admin admin] Publish callbacks [] for router_gateway (22378b64-949b-4329-bc2f-9a84036219c1), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:14.490662 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c80131-1ce8-4e8e-95a1-54e8d8a9c70c req-90196aeb-6eb7-46bb-b8b2-e6bcb56745c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:14.492241 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17c80131-1ce8-4e8e-95a1-54e8d8a9c70c req-90196aeb-6eb7-46bb-b8b2-e6bcb56745c1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c77d7e66-c015-4a4a-8eda-2ad2423b2fff HTTP/1.1" status: 200 len: 897 time: 0.1397851 Feb 20 04:11:14.590257 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17c80131-1ce8-4e8e-95a1-54e8d8a9c70c req-42dc341f-9202-4df6-a7ff-6712829a21d5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71 HTTP/1.1" status: 200 len: 1002 time: 0.0915196 Feb 20 04:11:14.613750 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-b8d54328-b5fb-42f4-bf39-026615292357 admin admin] Deleting port 7e8d0336-0c0c-4840-8feb-1fa8dce349fa {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:11:14.614085 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8d54328-b5fb-42f4-bf39-026615292357 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (7e8d0336-0c0c-4840-8feb-1fa8dce349fa), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:14.673785 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c80131-1ce8-4e8e-95a1-54e8d8a9c70c req-12fd6760-7ec3-4a58-9a20-48762e4c3e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:14.675239 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17c80131-1ce8-4e8e-95a1-54e8d8a9c70c req-12fd6760-7ec3-4a58-9a20-48762e4c3e58 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f7b20b7b-57ed-4d9d-a0e6-4da5a551852f HTTP/1.1" status: 200 len: 835 time: 0.0774937 Feb 20 04:11:14.693512 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-627d5091-21bf-4b47-be36-c9673fc96b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22378b64-949b-4329-bc2f-9a84036219c1', 'name': 'tempest-TestVolumeBackupRestore-605386628-router', 'tenant_id': '6f3f27b263654537ab7276b191fd222f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '7e8d0336-0c0c-4840-8feb-1fa8dce349fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:05:22Z', 'updated_at': '2022-02-20T04:11:13Z', 'revision_number': 5, 'project_id': '6f3f27b263654537ab7276b191fd222f', 'gw_port': {'id': '7e8d0336-0c0c-4840-8feb-1fa8dce349fa', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22378b64-949b-4329-bc2f-9a84036219c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:05:23Z', 'updated_at': '2022-02-20T04:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:11:14.718267 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-b8d54328-b5fb-42f4-bf39-026615292357 admin admin] For port 7e8d0336-0c0c-4840-8feb-1fa8dce349fa, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=7e8d0336-0c0c-4840-8feb-1fa8dce349fa,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:11:14.719138 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8d54328-b5fb-42f4-bf39-026615292357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (7e8d0336-0c0c-4840-8feb-1fa8dce349fa), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:14.722427 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627d5091-21bf-4b47-be36-c9673fc96b83 None None] Checking router: 22378b64-949b-4329-bc2f-9a84036219c1 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:11:14.736289 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627d5091-21bf-4b47-be36-c9673fc96b83 None None] Routers {'22378b64-949b-4329-bc2f-9a84036219c1'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:11:14.736952 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-627d5091-21bf-4b47-be36-c9673fc96b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:10:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['22378b64-949b-4329-bc2f-9a84036219c1'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:11:14.742925 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-b8d54328-b5fb-42f4-bf39-026615292357 admin admin] Calling delete_port for 7e8d0336-0c0c-4840-8feb-1fa8dce349fa owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:11:14.744604 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c80131-1ce8-4e8e-95a1-54e8d8a9c70c req-e6d695b7-770a-4745-b145-48a6f45824e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:14.746160 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17c80131-1ce8-4e8e-95a1-54e8d8a9c70c req-e6d695b7-770a-4745-b145-48a6f45824e3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c77d7e66-c015-4a4a-8eda-2ad2423b2fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0652976 Feb 20 04:11:14.860479 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-627d5091-21bf-4b47-be36-c9673fc96b83 None None] Set router 22378b64-949b-4329-bc2f-9a84036219c1 gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:11:14.899075 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011e38d-b76e-48f9-bbbc-03a185dd81de req-254cef3c-c366-4640-a50d-641569b61e49 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:14.912331 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4011e38d-b76e-48f9-bbbc-03a185dd81de req-254cef3c-c366-4640-a50d-641569b61e49 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/ports?device_id=282e3794-9a3b-47f3-aba7-e2b62e3bb339 HTTP/1.1" status: 200 len: 909 time: 0.1332099 Feb 20 04:11:14.916539 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-627d5091-21bf-4b47-be36-c9673fc96b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22378b64-949b-4329-bc2f-9a84036219c1', 'name': 'tempest-TestVolumeBackupRestore-605386628-router', 'tenant_id': '6f3f27b263654537ab7276b191fd222f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:05:22Z', 'updated_at': '2022-02-20T04:11:14Z', 'revision_number': 6, 'project_id': '6f3f27b263654537ab7276b191fd222f', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:11:14.927669 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17c80131-1ce8-4e8e-95a1-54e8d8a9c70c req-89236124-962f-4603-8600-25fa7d6e7698 service neutron] 10.222.0.93 "GET /v2.0/networks/c77d7e66-c015-4a4a-8eda-2ad2423b2fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737399 Feb 20 04:11:14.946249 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627d5091-21bf-4b47-be36-c9673fc96b83 None None] The sync data for ids ['22378b64-949b-4329-bc2f-9a84036219c1'] in n-d-829866-4 is: [{'id': '22378b64-949b-4329-bc2f-9a84036219c1', 'name': 'tempest-TestVolumeBackupRestore-605386628-router', 'tenant_id': '6f3f27b263654537ab7276b191fd222f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:05:22Z', 'updated_at': '2022-02-20T04:11:14Z', 'revision_number': 6, 'project_id': '6f3f27b263654537ab7276b191fd222f', 'gw_port_host': None}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:11:15.094558 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17c80131-1ce8-4e8e-95a1-54e8d8a9c70c req-4fcd3801-acc5-43fa-b155-9c0b2b22a839 service neutron] 10.222.0.93 "GET /v2.0/networks/c77d7e66-c015-4a4a-8eda-2ad2423b2fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564350 Feb 20 04:11:15.133141 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03be7d-a012-4a93-89f8-e47bcd1b1fac req-1f80704e-680d-429a-8390-71effca75b8d tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:15.134614 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5b03be7d-a012-4a93-89f8-e47bcd1b1fac req-1f80704e-680d-429a-8390-71effca75b8d tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/ports?device_id=282e3794-9a3b-47f3-aba7-e2b62e3bb339 HTTP/1.1" status: 200 len: 909 time: 0.1083398 Feb 20 04:11:15.136779 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8d54328-b5fb-42f4-bf39-026615292357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (7e8d0336-0c0c-4840-8feb-1fa8dce349fa), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:15.168010 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d54328-b5fb-42f4-bf39-026615292357 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e8d0336-0c0c-4840-8feb-1fa8dce349fa,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:15.244342 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8d54328-b5fb-42f4-bf39-026615292357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (22378b64-949b-4329-bc2f-9a84036219c1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:15.258664 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364e150-85f6-413c-8b70-1e991c24d299 req-d310f66e-e1f8-44d6-94a3-21feaf8270de tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:15.263484 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a364e150-85f6-413c-8b70-1e991c24d299 req-d310f66e-e1f8-44d6-94a3-21feaf8270de tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0669079 Feb 20 04:11:15.316078 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a364e150-85f6-413c-8b70-1e991c24d299 req-28932787-a0d0-4135-a993-93dc0bc3718f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479927 Feb 20 04:11:15.354598 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8d54328-b5fb-42f4-bf39-026615292357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (22378b64-949b-4329-bc2f-9a84036219c1), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:15.358060 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8d54328-b5fb-42f4-bf39-026615292357 admin admin] Publish callbacks [] for router_controller (22378b64-949b-4329-bc2f-9a84036219c1), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:15.442309 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a82f38-1a9a-43e7-be57-37ed45be05e0 req-4e8d26d8-2493-4a25-8d18-4aae1adbec76 tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:15.444043 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57a82f38-1a9a-43e7-be57-37ed45be05e0 req-4e8d26d8-2493-4a25-8d18-4aae1adbec76 tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=282e3794-9a3b-47f3-aba7-e2b62e3bb339 HTTP/1.1" status: 200 len: 1091 time: 0.0583861 Feb 20 04:11:15.536741 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8d54328-b5fb-42f4-bf39-026615292357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (22378b64-949b-4329-bc2f-9a84036219c1), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:15.537648 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d54328-b5fb-42f4-bf39-026615292357 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22378b64-949b-4329-bc2f-9a84036219c1 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 04:11:15.545066 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8d54328-b5fb-42f4-bf39-026615292357 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:15.545066 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b8d54328-b5fb-42f4-bf39-026615292357 admin admin] 10.222.0.89 "DELETE /v2.0/routers/22378b64-949b-4329-bc2f-9a84036219c1 HTTP/1.1" status: 204 len: 168 time: 1.3292329 Feb 20 04:11:15.546643 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54528) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:11:15.568690 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebe80e-a294-4e51-a620-d6922ebb473d req-560d2b81-4586-44aa-9176-0ad951cad888 tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:15.570954 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-caebe80e-a294-4e51-a620-d6922ebb473d req-560d2b81-4586-44aa-9176-0ad951cad888 tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9 HTTP/1.1" status: 200 len: 1167 time: 0.0518358 Feb 20 04:11:15.595879 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-a611d33a-834c-41de-be13-871e0fc1dd7d admin admin] Deleting subnet fef92a84-fdf8-466a-be27-c06ded12fce4 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 04:11:15.599159 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a611d33a-834c-41de-be13-871e0fc1dd7d admin admin] Publish callbacks [] for subnet (fef92a84-fdf8-466a-be27-c06ded12fce4), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:15.636695 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-caebe80e-a294-4e51-a620-d6922ebb473d req-228b7b72-30b2-47b5-8044-4df2edea2d6d tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=f102bd5d-6168-4599-ab73-8fc894cb6a53&id=fe074213-3e88-4116-bf62-7b64eabd594e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0595326 Feb 20 04:11:15.638979 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a611d33a-834c-41de-be13-871e0fc1dd7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (fef92a84-fdf8-466a-be27-c06ded12fce4), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:15.660977 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54530) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:11:15.709837 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779cbfb9-009d-4b3c-adb6-b28c9feeaf7d tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:15.712288 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-779cbfb9-009d-4b3c-adb6-b28c9feeaf7d tempest-TestSecurityGroupsBasicOps-164585129 tempest-TestSecurityGroupsBasicOps-164585129-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=282e3794-9a3b-47f3-aba7-e2b62e3bb339 HTTP/1.1" status: 200 len: 1086 time: 0.0502195 Feb 20 04:11:15.750108 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a611d33a-834c-41de-be13-871e0fc1dd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (fef92a84-fdf8-466a-be27-c06ded12fce4), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:15.911259 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a611d33a-834c-41de-be13-871e0fc1dd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (fef92a84-fdf8-466a-be27-c06ded12fce4), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:15.939953 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611d33a-834c-41de-be13-871e0fc1dd7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fef92a84-fdf8-466a-be27-c06ded12fce4,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:15.945989 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a611d33a-834c-41de-be13-871e0fc1dd7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:15.949126 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a611d33a-834c-41de-be13-871e0fc1dd7d admin admin] 10.222.0.89 "DELETE /v2.0/subnets/fef92a84-fdf8-466a-be27-c06ded12fce4 HTTP/1.1" status: 204 len: 168 time: 0.4014680 Feb 20 04:11:15.952529 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54534) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:11:15.952703 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3653932e-d496-4c0b-92c8-56dccff20bb0 None None] Network d6b627fd-0c3c-48eb-b3db-d09ab2851c69 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:11:16.079462 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-307f04bc-07fa-4a2a-af40-040687f6aa75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (d6b627fd-0c3c-48eb-b3db-d09ab2851c69), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:16.164361 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-307f04bc-07fa-4a2a-af40-040687f6aa75 admin admin] Deleting port 2e60822b-e1e6-4582-b11a-6fc35a583274 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:11:16.165230 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-307f04bc-07fa-4a2a-af40-040687f6aa75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (2e60822b-e1e6-4582-b11a-6fc35a583274), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:16.215952 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fadedc-4ef1-4943-8f0a-f624817c946c None None] DHCP port deletion for d6b627fd-0c3c-48eb-b3db-d09ab2851c69 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 04:11:16.259635 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 115bada4-9fe0-411e-bcc2-6c47923879d0 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:11:16.284501 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-307f04bc-07fa-4a2a-af40-040687f6aa75 admin admin] For port 2e60822b-e1e6-4582-b11a-6fc35a583274, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2e60822b-e1e6-4582-b11a-6fc35a583274,segment=NetworkSegment(0736a68b-57ff-4eaa-945a-955b627a7698),segment_id=0736a68b-57ff-4eaa-945a-955b627a7698)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:11:16.284880 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-307f04bc-07fa-4a2a-af40-040687f6aa75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (2e60822b-e1e6-4582-b11a-6fc35a583274), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:16.297255 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 115bada4-9fe0-411e-bcc2-6c47923879d0 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:11:16.298109 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 115bada4-9fe0-411e-bcc2-6c47923879d0 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:11:16.298553 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 7e8d0336-0c0c-4840-8feb-1fa8dce349fa no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:11:16.314274 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-307f04bc-07fa-4a2a-af40-040687f6aa75 admin admin] Calling delete_port for 2e60822b-e1e6-4582-b11a-6fc35a583274 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:11:16.332297 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 7e8d0336-0c0c-4840-8feb-1fa8dce349fa {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:11:16.332648 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 7e8d0336-0c0c-4840-8feb-1fa8dce349fa not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:11:16.343755 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceade31-ac1a-4668-b2eb-4d3da9882191 req-cb7101fe-5df5-4a3f-86e9-323a130b3076 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:16.352013 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4ceade31-ac1a-4668-b2eb-4d3da9882191 req-cb7101fe-5df5-4a3f-86e9-323a130b3076 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/ports?device_id=282e3794-9a3b-47f3-aba7-e2b62e3bb339 HTTP/1.1" status: 200 len: 909 time: 0.0800672 Feb 20 04:11:16.377192 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-22fadedc-4ef1-4943-8f0a-f624817c946c None None] Deleting port 2e60822b-e1e6-4582-b11a-6fc35a583274 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:11:16.377693 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-22fadedc-4ef1-4943-8f0a-f624817c946c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (2e60822b-e1e6-4582-b11a-6fc35a583274), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:16.495947 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16d051-17f5-47e0-9662-65ac9f2cc113 req-92919fc5-1a9c-4df1-8ad9-e1726f97cff5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:16.497459 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-da16d051-17f5-47e0-9662-65ac9f2cc113 req-92919fc5-1a9c-4df1-8ad9-e1726f97cff5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0897233 Feb 20 04:11:16.540267 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-307f04bc-07fa-4a2a-af40-040687f6aa75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (2e60822b-e1e6-4582-b11a-6fc35a583274), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:16.558450 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-da16d051-17f5-47e0-9662-65ac9f2cc113 req-7e8cbcfe-298e-4b72-b189-cd75975cbb5c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547435 Feb 20 04:11:16.587178 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f04bc-07fa-4a2a-af40-040687f6aa75 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e60822b-e1e6-4582-b11a-6fc35a583274,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:16.589201 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307f04bc-07fa-4a2a-af40-040687f6aa75 admin admin] No DVR routers for this DVR port 2e60822b-e1e6-4582-b11a-6fc35a583274 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:11:16.654915 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-22fadedc-4ef1-4943-8f0a-f624817c946c None None] For port 2e60822b-e1e6-4582-b11a-6fc35a583274, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2e60822b-e1e6-4582-b11a-6fc35a583274,segment=NetworkSegment(0736a68b-57ff-4eaa-945a-955b627a7698),segment_id=0736a68b-57ff-4eaa-945a-955b627a7698)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:11:16.655317 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-22fadedc-4ef1-4943-8f0a-f624817c946c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (2e60822b-e1e6-4582-b11a-6fc35a583274), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:16.673025 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-22fadedc-4ef1-4943-8f0a-f624817c946c None None] Calling delete_port for 2e60822b-e1e6-4582-b11a-6fc35a583274 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:11:16.675733 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-307f04bc-07fa-4a2a-af40-040687f6aa75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (d6b627fd-0c3c-48eb-b3db-d09ab2851c69), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:16.701385 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-307f04bc-07fa-4a2a-af40-040687f6aa75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b627fd-0c3c-48eb-b3db-d09ab2851c69']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:11:16.712176 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-307f04bc-07fa-4a2a-af40-040687f6aa75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0736a68b-57ff-4eaa-945a-955b627a7698') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:11:16.712694 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-307f04bc-07fa-4a2a-af40-040687f6aa75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0736a68b-57ff-4eaa-945a-955b627a7698') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:11:16.724051 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-307f04bc-07fa-4a2a-af40-040687f6aa75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (0736a68b-57ff-4eaa-945a-955b627a7698), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:16.737980 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-307f04bc-07fa-4a2a-af40-040687f6aa75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (0736a68b-57ff-4eaa-945a-955b627a7698), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:16.744702 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-307f04bc-07fa-4a2a-af40-040687f6aa75 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 04:11:16.745091 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-307f04bc-07fa-4a2a-af40-040687f6aa75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (0736a68b-57ff-4eaa-945a-955b627a7698), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:16.746829 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 04:11:16.746829 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 04:11:16.746829 n-d-829866-4 neutron-server[104106]: timer() Feb 20 04:11:16.746829 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 04:11:16.746829 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 04:11:16.746829 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 04:11:16.746829 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 04:11:16.746829 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 04:11:16.746829 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 04:11:16.746829 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 04:11:16.746829 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 04:11:16.746829 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 04:11:16.746829 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 04:11:16.746829 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 04:11:16.746829 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 04:11:16.746829 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 04:11:16.746829 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 04:11:16.746829 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 04:11:16.746829 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 04:11:16.746829 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 04:11:16.746829 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 04:11:16.746829 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 04:11:16.746829 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 04:11:16.746829 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 04:11:16.746829 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 04:11:16.746829 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 04:11:16.746829 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 04:11:16.746829 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 04:11:16.746829 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 04:11:16.746829 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 04:11:16.746829 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 04:11:16.746829 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 04:11:16.759247 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-22fadedc-4ef1-4943-8f0a-f624817c946c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (2e60822b-e1e6-4582-b11a-6fc35a583274), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:16.790086 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fadedc-4ef1-4943-8f0a-f624817c946c None None] Pushing event deleted for resources: {'Port': ['ID=2e60822b-e1e6-4582-b11a-6fc35a583274,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:16.793651 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fadedc-4ef1-4943-8f0a-f624817c946c None None] No DVR routers for this DVR port 2e60822b-e1e6-4582-b11a-6fc35a583274 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:11:16.920262 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-307f04bc-07fa-4a2a-af40-040687f6aa75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (d6b627fd-0c3c-48eb-b3db-d09ab2851c69), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:16.927079 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-307f04bc-07fa-4a2a-af40-040687f6aa75 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:16.939499 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-307f04bc-07fa-4a2a-af40-040687f6aa75 admin admin] 10.222.0.89 "DELETE /v2.0/networks/d6b627fd-0c3c-48eb-b3db-d09ab2851c69 HTTP/1.1" status: 204 len: 168 time: 0.9778812 Feb 20 04:11:16.945703 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f04bc-07fa-4a2a-af40-040687f6aa75 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6b627fd-0c3c-48eb-b3db-d09ab2851c69,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:17.326086 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54542) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:11:17.367191 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-72e5d219-c2cf-4603-be26-04daac97aac6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c49f3fc918874cdfb51ff48fe01f1b24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392263 Feb 20 04:11:17.381755 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54544) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:11:17.427421 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-23fa6304-f2cf-4d34-8e3d-22d7824089a2 admin admin] Publish callbacks [] for security_group (26908683-0b34-4862-9afc-14fea85e81c5), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:17.452960 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-23fa6304-f2cf-4d34-8e3d-22d7824089a2 admin admin] Publish callbacks [] for security_group (26908683-0b34-4862-9afc-14fea85e81c5), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:17.533849 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0dddc1-f127-46b6-8d79-cf741795582b req-3644088e-878c-414a-8aeb-5bf81b3874f9 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:17.535593 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6d0dddc1-f127-46b6-8d79-cf741795582b req-3644088e-878c-414a-8aeb-5bf81b3874f9 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/ports?device_id=282e3794-9a3b-47f3-aba7-e2b62e3bb339 HTTP/1.1" status: 200 len: 909 time: 0.1026998 Feb 20 04:11:17.632120 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-23fa6304-f2cf-4d34-8e3d-22d7824089a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (26908683-0b34-4862-9afc-14fea85e81c5), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:17.636912 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-23fa6304-f2cf-4d34-8e3d-22d7824089a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:17.638471 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-23fa6304-f2cf-4d34-8e3d-22d7824089a2 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/26908683-0b34-4862-9afc-14fea85e81c5 HTTP/1.1" status: 204 len: 168 time: 0.2676721 Feb 20 04:11:17.654404 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa6304-f2cf-4d34-8e3d-22d7824089a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26908683-0b34-4862-9afc-14fea85e81c5,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:17.751397 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7211296-4009-4539-a6b6-fb9eb9423008 req-7f6ed7a4-f2c1-48fe-b780-148fc4577c12 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:17.752860 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f7211296-4009-4539-a6b6-fb9eb9423008 req-7f6ed7a4-f2c1-48fe-b780-148fc4577c12 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.42 "GET /v2.0/ports?device_id=282e3794-9a3b-47f3-aba7-e2b62e3bb339 HTTP/1.1" status: 200 len: 909 time: 0.1089280 Feb 20 04:11:17.778574 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41025d59-861d-4654-9017-1ed4f8f4bc5c req-9b5511d3-afbd-48f7-9ab0-5420f381ec07 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:17.786997 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-41025d59-861d-4654-9017-1ed4f8f4bc5c req-9b5511d3-afbd-48f7-9ab0-5420f381ec07 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.1405637 Feb 20 04:11:17.891574 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-41025d59-861d-4654-9017-1ed4f8f4bc5c req-c5de2b88-4589-4a21-bd84-93c3f884637c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035752 Feb 20 04:11:17.920879 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-f7211296-4009-4539-a6b6-fb9eb9423008 req-b391b188-2892-487a-8252-1a55669011ac tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Deleting port 0da15b0d-410d-4b6f-978b-073ca6398cfc {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:11:17.921635 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f7211296-4009-4539-a6b6-fb9eb9423008 req-b391b188-2892-487a-8252-1a55669011ac tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (0da15b0d-410d-4b6f-978b-073ca6398cfc), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:18.016232 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-f7211296-4009-4539-a6b6-fb9eb9423008 req-b391b188-2892-487a-8252-1a55669011ac tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] For port 0da15b0d-410d-4b6f-978b-073ca6398cfc, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=0da15b0d-410d-4b6f-978b-073ca6398cfc,segment=NetworkSegment(7e5dd560-86aa-4c4e-918e-36b40b62bae7),segment_id=7e5dd560-86aa-4c4e-918e-36b40b62bae7)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:11:18.017066 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f7211296-4009-4539-a6b6-fb9eb9423008 req-b391b188-2892-487a-8252-1a55669011ac tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (0da15b0d-410d-4b6f-978b-073ca6398cfc), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:18.030389 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-f7211296-4009-4539-a6b6-fb9eb9423008 req-b391b188-2892-487a-8252-1a55669011ac tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Calling delete_port for 0da15b0d-410d-4b6f-978b-073ca6398cfc owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:11:18.193471 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 2e60822b-e1e6-4582-b11a-6fc35a583274 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:11:18.216657 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 2e60822b-e1e6-4582-b11a-6fc35a583274 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:11:18.217098 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 2e60822b-e1e6-4582-b11a-6fc35a583274 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:11:18.349074 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f7211296-4009-4539-a6b6-fb9eb9423008 req-b391b188-2892-487a-8252-1a55669011ac tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (0da15b0d-410d-4b6f-978b-073ca6398cfc), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:18.375107 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391b188-2892-487a-8252-1a55669011ac tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Pushing event deleted for resources: {'Port': ['ID=0da15b0d-410d-4b6f-978b-073ca6398cfc,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:18.426534 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7211296-4009-4539-a6b6-fb9eb9423008 req-b391b188-2892-487a-8252-1a55669011ac tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] No DVR routers for this DVR port 0da15b0d-410d-4b6f-978b-073ca6398cfc on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:11:18.431508 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f7211296-4009-4539-a6b6-fb9eb9423008 req-b391b188-2892-487a-8252-1a55669011ac tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:18.436277 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f7211296-4009-4539-a6b6-fb9eb9423008 req-b391b188-2892-487a-8252-1a55669011ac tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.42 "DELETE /v2.0/ports/0da15b0d-410d-4b6f-978b-073ca6398cfc HTTP/1.1" status: 204 len: 173 time: 0.6733654 Feb 20 04:11:18.436277 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282e3794-9a3b-47f3-aba7-e2b62e3bb339', 'name': 'network-vif-deleted', 'tag': '0da15b0d-410d-4b6f-978b-073ca6398cfc'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:11:18.436277 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2b7053-b804-4fa8-b7f0-a555d353a70c" -d '{"events": [{"server_uuid": "282e3794-9a3b-47f3-aba7-e2b62e3bb339", "name": "network-vif-deleted", "tag": "0da15b0d-410d-4b6f-978b-073ca6398cfc"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:11:18.499897 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18cebfe-ef64-438f-bee3-fa1bcf479c22 x-openstack-request-id: req-b18cebfe-ef64-438f-bee3-fa1bcf479c22 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:11:18.500207 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282e3794-9a3b-47f3-aba7-e2b62e3bb339", "name": "network-vif-deleted", "tag": "0da15b0d-410d-4b6f-978b-073ca6398cfc", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:11:18.500498 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b18cebfe-ef64-438f-bee3-fa1bcf479c22 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:11:18.500940 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282e3794-9a3b-47f3-aba7-e2b62e3bb339', 'name': 'network-vif-deleted', 'tag': '0da15b0d-410d-4b6f-978b-073ca6398cfc', 'status': 'completed', 'code': 200} Feb 20 04:11:18.665580 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ffa30b4a-3585-4eeb-870a-64be9af85775 req-22b027c3-b461-4cdd-9f26-6b5911a3e1c6 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/ports?device_id=282e3794-9a3b-47f3-aba7-e2b62e3bb339 HTTP/1.1" status: 200 len: 210 time: 0.0469818 Feb 20 04:11:18.684484 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54560) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:11:18.735843 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-059cd2ee-177f-4b2d-8104-65d45a74b719 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6f3f27b263654537ab7276b191fd222f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0479026 Feb 20 04:11:18.736203 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54562) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:11:18.790171 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c0e12287-d468-46a6-8018-b59a44c3f58b admin admin] Publish callbacks [] for security_group (28349147-a681-4692-9d15-eb720e941766), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:18.818383 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c0e12287-d468-46a6-8018-b59a44c3f58b admin admin] Publish callbacks [] for security_group (28349147-a681-4692-9d15-eb720e941766), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:18.939747 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c0e12287-d468-46a6-8018-b59a44c3f58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (28349147-a681-4692-9d15-eb720e941766), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:18.943235 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-c0e12287-d468-46a6-8018-b59a44c3f58b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:18.946361 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-c0e12287-d468-46a6-8018-b59a44c3f58b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/28349147-a681-4692-9d15-eb720e941766 HTTP/1.1" status: 204 len: 168 time: 0.2068267 Feb 20 04:11:18.957206 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e12287-d468-46a6-8018-b59a44c3f58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28349147-a681-4692-9d15-eb720e941766,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:19.038977 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5a718-300e-4b8c-a212-5ce5ed49d036 req-e7e71c8a-ef4d-4a75-957e-c36414b7bacb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:19.040555 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bae5a718-300e-4b8c-a212-5ce5ed49d036 req-e7e71c8a-ef4d-4a75-957e-c36414b7bacb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0679855 Feb 20 04:11:19.099806 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bae5a718-300e-4b8c-a212-5ce5ed49d036 req-9cfbae27-6dbf-43b0-b49e-fcb5038bf4ec tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518160 Feb 20 04:11:19.722351 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54570) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:11:20.115264 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6c73651c-f311-4382-ac2d-17923c07c9ca tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (49cd4eb2-625d-49f8-b7cd-5400866731af), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:20.236084 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff878a-a92d-49de-a602-0403f4dc664a req-e08d2c62-1412-4503-846a-66f8e5f71969 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:20.237702 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0cff878a-a92d-49de-a602-0403f4dc664a req-e08d2c62-1412-4503-846a-66f8e5f71969 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0578463 Feb 20 04:11:20.288490 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0cff878a-a92d-49de-a602-0403f4dc664a req-e66d9379-2a81-466a-9220-49ed5fe253ba tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449452 Feb 20 04:11:20.395746 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-6c73651c-f311-4382-ac2d-17923c07c9ca tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Deleting port b7a0da4f-7f24-4218-86fe-d44b23a41229 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:11:20.396132 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6c73651c-f311-4382-ac2d-17923c07c9ca tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b7a0da4f-7f24-4218-86fe-d44b23a41229), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:20.494547 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-6c73651c-f311-4382-ac2d-17923c07c9ca tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] For port b7a0da4f-7f24-4218-86fe-d44b23a41229, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=b7a0da4f-7f24-4218-86fe-d44b23a41229,segment=NetworkSegment(7e5dd560-86aa-4c4e-918e-36b40b62bae7),segment_id=7e5dd560-86aa-4c4e-918e-36b40b62bae7)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:11:20.494934 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6c73651c-f311-4382-ac2d-17923c07c9ca tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b7a0da4f-7f24-4218-86fe-d44b23a41229), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:20.506499 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-6c73651c-f311-4382-ac2d-17923c07c9ca tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Calling delete_port for b7a0da4f-7f24-4218-86fe-d44b23a41229 owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:11:20.938570 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 0da15b0d-410d-4b6f-978b-073ca6398cfc no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:11:20.961330 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 0da15b0d-410d-4b6f-978b-073ca6398cfc {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:11:20.961679 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 0da15b0d-410d-4b6f-978b-073ca6398cfc not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:11:21.011595 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6c73651c-f311-4382-ac2d-17923c07c9ca tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (b7a0da4f-7f24-4218-86fe-d44b23a41229), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:21.041993 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73651c-f311-4382-ac2d-17923c07c9ca tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Pushing event deleted for resources: {'Port': ['ID=b7a0da4f-7f24-4218-86fe-d44b23a41229,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:21.234537 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-6c73651c-f311-4382-ac2d-17923c07c9ca tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (49cd4eb2-625d-49f8-b7cd-5400866731af), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:21.255360 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:21.382627 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:21.422470 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd9712-cab9-424c-93a6-2a0274c31fb3 req-00d64b98-675a-4787-86d5-ddf06c1abe13 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:21.424276 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5ddd9712-cab9-424c-93a6-2a0274c31fb3 req-00d64b98-675a-4787-86d5-ddf06c1abe13 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0642769 Feb 20 04:11:21.475799 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c73651c-f311-4382-ac2d-17923c07c9ca tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Router 49cd4eb2-625d-49f8-b7cd-5400866731af has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:11:21.476938 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5ddd9712-cab9-424c-93a6-2a0274c31fb3 req-b5fa0a23-7529-4750-8654-207330fb714c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458546 Feb 20 04:11:21.590065 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c73651c-f311-4382-ac2d-17923c07c9ca tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:11:21.598370 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-6c73651c-f311-4382-ac2d-17923c07c9ca tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "PUT /v2.0/routers/49cd4eb2-625d-49f8-b7cd-5400866731af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8720102 Feb 20 04:11:21.598370 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54576) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:11:21.601666 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7d318e-50b4-469a-b55e-b007e9c81333 None None] Sync routers for ids ['49cd4eb2-625d-49f8-b7cd-5400866731af'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:11:21.615579 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7d318e-50b4-469a-b55e-b007e9c81333 None None] Routers {'49cd4eb2-625d-49f8-b7cd-5400866731af'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:11:21.616250 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-da7d318e-50b4-469a-b55e-b007e9c81333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:10:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['49cd4eb2-625d-49f8-b7cd-5400866731af'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:11:21.651409 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ed20fb-c197-450c-8f0c-97453fd073a3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Deleting subnet 61605a8c-8e32-4d1b-ac12-f70042492c62 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 04:11:21.654478 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-31ed20fb-c197-450c-8f0c-97453fd073a3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for subnet (61605a8c-8e32-4d1b-ac12-f70042492c62), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:21.695830 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-31ed20fb-c197-450c-8f0c-97453fd073a3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (61605a8c-8e32-4d1b-ac12-f70042492c62), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:21.734238 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-da7d318e-50b4-469a-b55e-b007e9c81333 None None] Set router 49cd4eb2-625d-49f8-b7cd-5400866731af gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:11:21.794698 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-31ed20fb-c197-450c-8f0c-97453fd073a3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (61605a8c-8e32-4d1b-ac12-f70042492c62), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:21.924680 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-da7d318e-50b4-469a-b55e-b007e9c81333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cd4eb2-625d-49f8-b7cd-5400866731af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1404636441', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ec023b50-5861-4293-be40-0d239bb2cd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:10:50Z', 'updated_at': '2022-02-20T04:11:20Z', 'revision_number': 5, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'gw_port': {'id': 'ec023b50-5861-4293-be40-0d239bb2cd9c', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd4eb2-625d-49f8-b7cd-5400866731af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:10:51Z', 'updated_at': '2022-02-20T04:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:11:21.947089 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-31ed20fb-c197-450c-8f0c-97453fd073a3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (61605a8c-8e32-4d1b-ac12-f70042492c62), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:21.952641 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7d318e-50b4-469a-b55e-b007e9c81333 None None] Checking router: 49cd4eb2-625d-49f8-b7cd-5400866731af for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:11:21.961147 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7d318e-50b4-469a-b55e-b007e9c81333 None None] Routers {'49cd4eb2-625d-49f8-b7cd-5400866731af'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:11:21.961835 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-da7d318e-50b4-469a-b55e-b007e9c81333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:10:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['49cd4eb2-625d-49f8-b7cd-5400866731af'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:11:21.974498 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed20fb-c197-450c-8f0c-97453fd073a3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Pushing event deleted for resources: {'Subnet': ['ID=61605a8c-8e32-4d1b-ac12-f70042492c62,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:21.986814 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-31ed20fb-c197-450c-8f0c-97453fd073a3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:21.994165 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-31ed20fb-c197-450c-8f0c-97453fd073a3 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "DELETE /v2.0/subnets/61605a8c-8e32-4d1b-ac12-f70042492c62 HTTP/1.1" status: 204 len: 168 time: 0.3907423 Feb 20 04:11:21.994165 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54578) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:11:22.003733 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69eeb346-b0ac-4ea8-896f-f772b57b4817 None None] Network c377eaab-88fb-48df-b314-404716569524 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:11:22.111975 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0953b097-ab4c-4e41-9e5a-8fbd76d4884e tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for router (49cd4eb2-625d-49f8-b7cd-5400866731af), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:22.151147 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-da7d318e-50b4-469a-b55e-b007e9c81333 None None] Set router 49cd4eb2-625d-49f8-b7cd-5400866731af gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:11:22.237007 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa06841f-a342-47d4-96c0-3777171424b5 None None] DHCP port deletion for c377eaab-88fb-48df-b314-404716569524 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 04:11:22.249037 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0953b097-ab4c-4e41-9e5a-8fbd76d4884e tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for router_gateway (49cd4eb2-625d-49f8-b7cd-5400866731af), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:22.375341 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-fa06841f-a342-47d4-96c0-3777171424b5 None None] Deleting port 788d3b4e-ef49-4d4e-8714-26f6d099fa3b {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:11:22.375719 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fa06841f-a342-47d4-96c0-3777171424b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (788d3b4e-ef49-4d4e-8714-26f6d099fa3b), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:22.401813 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-0953b097-ab4c-4e41-9e5a-8fbd76d4884e tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Deleting port ec023b50-5861-4293-be40-0d239bb2cd9c {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:11:22.402298 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0953b097-ab4c-4e41-9e5a-8fbd76d4884e tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ec023b50-5861-4293-be40-0d239bb2cd9c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:22.450409 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-fa06841f-a342-47d4-96c0-3777171424b5 None None] For port 788d3b4e-ef49-4d4e-8714-26f6d099fa3b, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=788d3b4e-ef49-4d4e-8714-26f6d099fa3b,segment=NetworkSegment(7e5dd560-86aa-4c4e-918e-36b40b62bae7),segment_id=7e5dd560-86aa-4c4e-918e-36b40b62bae7)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:11:22.450797 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fa06841f-a342-47d4-96c0-3777171424b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (788d3b4e-ef49-4d4e-8714-26f6d099fa3b), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:22.469266 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-fa06841f-a342-47d4-96c0-3777171424b5 None None] Calling delete_port for 788d3b4e-ef49-4d4e-8714-26f6d099fa3b owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:11:22.481049 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-da7d318e-50b4-469a-b55e-b007e9c81333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cd4eb2-625d-49f8-b7cd-5400866731af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1404636441', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ec023b50-5861-4293-be40-0d239bb2cd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:10:50Z', 'updated_at': '2022-02-20T04:11:20Z', 'revision_number': 5, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'gw_port': {'id': 'ec023b50-5861-4293-be40-0d239bb2cd9c', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd4eb2-625d-49f8-b7cd-5400866731af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:10:51Z', 'updated_at': '2022-02-20T04:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:11:22.517914 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-0953b097-ab4c-4e41-9e5a-8fbd76d4884e tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] For port ec023b50-5861-4293-be40-0d239bb2cd9c, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=ec023b50-5861-4293-be40-0d239bb2cd9c,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:11:22.518385 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0953b097-ab4c-4e41-9e5a-8fbd76d4884e tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ec023b50-5861-4293-be40-0d239bb2cd9c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:22.537643 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-0953b097-ab4c-4e41-9e5a-8fbd76d4884e tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Calling delete_port for ec023b50-5861-4293-be40-0d239bb2cd9c owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:11:22.549190 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7d318e-50b4-469a-b55e-b007e9c81333 None None] The sync data for ids ['49cd4eb2-625d-49f8-b7cd-5400866731af'] in n-d-829866-4 is: [{'id': '49cd4eb2-625d-49f8-b7cd-5400866731af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1404636441', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'ec023b50-5861-4293-be40-0d239bb2cd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:10:50Z', 'updated_at': '2022-02-20T04:11:20Z', 'revision_number': 5, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'gw_port': {'id': 'ec023b50-5861-4293-be40-0d239bb2cd9c', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd4eb2-625d-49f8-b7cd-5400866731af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:10:51Z', 'updated_at': '2022-02-20T04:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:11:22.618950 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36dbec-3b24-40cb-9cfe-f6e048a7edb6 req-61af3bf3-fd0f-4cd3-9304-b9a213ab6b64 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:22.620491 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3e36dbec-3b24-40cb-9cfe-f6e048a7edb6 req-61af3bf3-fd0f-4cd3-9304-b9a213ab6b64 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0655403 Feb 20 04:11:22.674052 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fa06841f-a342-47d4-96c0-3777171424b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (788d3b4e-ef49-4d4e-8714-26f6d099fa3b), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:22.682772 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3e36dbec-3b24-40cb-9cfe-f6e048a7edb6 req-4767d775-2434-4fb7-a3a3-a0b20b468f3f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561004 Feb 20 04:11:22.709003 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06841f-a342-47d4-96c0-3777171424b5 None None] Pushing event deleted for resources: {'Port': ['ID=788d3b4e-ef49-4d4e-8714-26f6d099fa3b,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:22.715292 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa06841f-a342-47d4-96c0-3777171424b5 None None] No DVR routers for this DVR port 788d3b4e-ef49-4d4e-8714-26f6d099fa3b on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:11:23.019713 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0953b097-ab4c-4e41-9e5a-8fbd76d4884e tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (ec023b50-5861-4293-be40-0d239bb2cd9c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:23.019713 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953b097-ab4c-4e41-9e5a-8fbd76d4884e tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Pushing event deleted for resources: {'Port': ['ID=ec023b50-5861-4293-be40-0d239bb2cd9c,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:23.019713 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0953b097-ab4c-4e41-9e5a-8fbd76d4884e tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (49cd4eb2-625d-49f8-b7cd-5400866731af), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:23.055178 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0953b097-ab4c-4e41-9e5a-8fbd76d4884e tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (49cd4eb2-625d-49f8-b7cd-5400866731af), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:23.058605 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0953b097-ab4c-4e41-9e5a-8fbd76d4884e tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for router_controller (49cd4eb2-625d-49f8-b7cd-5400866731af), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:23.248913 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0953b097-ab4c-4e41-9e5a-8fbd76d4884e tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (49cd4eb2-625d-49f8-b7cd-5400866731af), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:23.249543 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0953b097-ab4c-4e41-9e5a-8fbd76d4884e tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Fanout notify agent at l3_agent the message router_deleted on router 49cd4eb2-625d-49f8-b7cd-5400866731af {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 04:11:23.256746 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0953b097-ab4c-4e41-9e5a-8fbd76d4884e tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:23.257986 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0953b097-ab4c-4e41-9e5a-8fbd76d4884e tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "DELETE /v2.0/routers/49cd4eb2-625d-49f8-b7cd-5400866731af HTTP/1.1" status: 204 len: 168 time: 1.2627957 Feb 20 04:11:23.260722 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54582) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:11:23.348905 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fddcaa4b-a38b-4f62-805b-3059f310d651 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (c377eaab-88fb-48df-b314-404716569524), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:23.442034 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fddcaa4b-a38b-4f62-805b-3059f310d651 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (c377eaab-88fb-48df-b314-404716569524), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:23.471812 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-fddcaa4b-a38b-4f62-805b-3059f310d651 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c377eaab-88fb-48df-b314-404716569524']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:11:23.486253 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-fddcaa4b-a38b-4f62-805b-3059f310d651 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e5dd560-86aa-4c4e-918e-36b40b62bae7') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:11:23.486551 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-fddcaa4b-a38b-4f62-805b-3059f310d651 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e5dd560-86aa-4c4e-918e-36b40b62bae7') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:11:23.496542 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fddcaa4b-a38b-4f62-805b-3059f310d651 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (7e5dd560-86aa-4c4e-918e-36b40b62bae7), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:23.512971 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fddcaa4b-a38b-4f62-805b-3059f310d651 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (7e5dd560-86aa-4c4e-918e-36b40b62bae7), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:23.518821 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fddcaa4b-a38b-4f62-805b-3059f310d651 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 04:11:23.519237 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fddcaa4b-a38b-4f62-805b-3059f310d651 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (7e5dd560-86aa-4c4e-918e-36b40b62bae7), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:23.522196 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 04:11:23.522196 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 04:11:23.522196 n-d-829866-4 neutron-server[104106]: timer() Feb 20 04:11:23.522196 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 04:11:23.522196 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 04:11:23.522196 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 04:11:23.522196 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 04:11:23.522196 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 04:11:23.522196 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 04:11:23.522196 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 04:11:23.522196 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 04:11:23.522196 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 04:11:23.522196 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 04:11:23.522196 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 04:11:23.522196 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 04:11:23.522196 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 04:11:23.522196 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 04:11:23.522196 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 04:11:23.522196 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 04:11:23.522196 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 04:11:23.522196 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 04:11:23.522196 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 04:11:23.522196 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 04:11:23.522196 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 04:11:23.522196 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 04:11:23.522196 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 04:11:23.522196 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 04:11:23.522196 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 04:11:23.522196 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 04:11:23.522196 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 04:11:23.522196 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 04:11:23.522196 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 04:11:23.698586 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fddcaa4b-a38b-4f62-805b-3059f310d651 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (c377eaab-88fb-48df-b314-404716569524), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:23.718819 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-fddcaa4b-a38b-4f62-805b-3059f310d651 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:23.721730 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-fddcaa4b-a38b-4f62-805b-3059f310d651 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "DELETE /v2.0/networks/c377eaab-88fb-48df-b314-404716569524 HTTP/1.1" status: 204 len: 168 time: 0.4599977 Feb 20 04:11:23.722980 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddcaa4b-a38b-4f62-805b-3059f310d651 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Pushing event deleted for resources: {'Network': ['ID=c377eaab-88fb-48df-b314-404716569524,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:23.724638 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54586) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:11:23.891626 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619aaf9-8019-4a22-af32-9fc654b040b4 req-fb4255bd-de05-44ef-ad1a-6dec2d4cb827 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:23.893127 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8619aaf9-8019-4a22-af32-9fc654b040b4 req-fb4255bd-de05-44ef-ad1a-6dec2d4cb827 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.1188262 Feb 20 04:11:23.971879 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8619aaf9-8019-4a22-af32-9fc654b040b4 req-6a0c240e-78d9-4cce-a571-66481bafdb4a tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719845 Feb 20 04:11:23.983969 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-813afaa4-0339-40ec-af50-3a8110fb5d5a tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Deleting port 2fb18148-e5ff-470d-b7e0-267af8cbda20 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:11:23.984322 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-813afaa4-0339-40ec-af50-3a8110fb5d5a tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (2fb18148-e5ff-470d-b7e0-267af8cbda20), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:24.063410 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-813afaa4-0339-40ec-af50-3a8110fb5d5a tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (2fb18148-e5ff-470d-b7e0-267af8cbda20), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:24.063723 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-813afaa4-0339-40ec-af50-3a8110fb5d5a tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for floatingip (2fb18148-e5ff-470d-b7e0-267af8cbda20), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:24.076637 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-813afaa4-0339-40ec-af50-3a8110fb5d5a tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Calling delete_port for 2fb18148-e5ff-470d-b7e0-267af8cbda20 owned by network:floatingip {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:11:24.173322 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b7a0da4f-7f24-4218-86fe-d44b23a41229 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:11:24.198214 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: b7a0da4f-7f24-4218-86fe-d44b23a41229 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:11:24.198568 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device b7a0da4f-7f24-4218-86fe-d44b23a41229 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:11:24.199031 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 788d3b4e-ef49-4d4e-8714-26f6d099fa3b no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:11:24.218396 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 788d3b4e-ef49-4d4e-8714-26f6d099fa3b {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:11:24.218749 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 788d3b4e-ef49-4d4e-8714-26f6d099fa3b not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:11:24.219203 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ec023b50-5861-4293-be40-0d239bb2cd9c no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:11:24.239447 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: ec023b50-5861-4293-be40-0d239bb2cd9c {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:11:24.239806 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ec023b50-5861-4293-be40-0d239bb2cd9c not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:11:24.358614 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-813afaa4-0339-40ec-af50-3a8110fb5d5a tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (2fb18148-e5ff-470d-b7e0-267af8cbda20), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:24.390206 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813afaa4-0339-40ec-af50-3a8110fb5d5a tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Pushing event deleted for resources: {'Port': ['ID=2fb18148-e5ff-470d-b7e0-267af8cbda20,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:24.458266 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-813afaa4-0339-40ec-af50-3a8110fb5d5a tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for floatingip (d7c0265c-a497-4a3a-8a41-3207821e231c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:24.458551 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [None req-813afaa4-0339-40ec-af50-3a8110fb5d5a tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Floating IP d7c0265c-a497-4a3a-8a41-3207821e231c disassociated (deleted). External IP: 172.25.7.208, port: f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71. Feb 20 04:11:24.972697 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813afaa4-0339-40ec-af50-3a8110fb5d5a tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Router bf23afcf-e261-4cc5-b48b-26ea0c80ba36 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:11:25.120112 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813afaa4-0339-40ec-af50-3a8110fb5d5a tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:11:25.125026 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-813afaa4-0339-40ec-af50-3a8110fb5d5a tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:25.130591 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c81c1e-e5b9-4690-8314-909cb1b5c607 None None] Sync routers for ids ['bf23afcf-e261-4cc5-b48b-26ea0c80ba36'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:11:25.140902 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c81c1e-e5b9-4690-8314-909cb1b5c607 None None] Routers {'bf23afcf-e261-4cc5-b48b-26ea0c80ba36'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:11:25.141603 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-c8c81c1e-e5b9-4690-8314-909cb1b5c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:10:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['bf23afcf-e261-4cc5-b48b-26ea0c80ba36'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:11:25.164377 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-813afaa4-0339-40ec-af50-3a8110fb5d5a tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "DELETE /v2.0/floatingips/d7c0265c-a497-4a3a-8a41-3207821e231c HTTP/1.1" status: 204 len: 168 time: 1.4386346 Feb 20 04:11:25.171424 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aad51b-f23f-49da-808b-0a2735dcac3f req-a70e6074-f821-4f33-a8ee-ace4d8454b8d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:25.173098 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-67aad51b-f23f-49da-808b-0a2735dcac3f req-a70e6074-f821-4f33-a8ee-ace4d8454b8d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.1031342 Feb 20 04:11:25.173566 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9', 'tag': 'f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:11:25.175891 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817dfa23-5ed2-4309-99bf-28f685ebeffa" -d '{"events": [{"name": "network-changed", "server_uuid": "3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9", "tag": "f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:11:25.223769 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-67aad51b-f23f-49da-808b-0a2735dcac3f req-c1d8ac14-4c86-4e9f-9f9c-a30191b86ec1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434196 Feb 20 04:11:25.259405 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-c8c81c1e-e5b9-4690-8314-909cb1b5c607 None None] Set router bf23afcf-e261-4cc5-b48b-26ea0c80ba36 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:11:25.460070 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-c8c81c1e-e5b9-4690-8314-909cb1b5c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'name': 'tempest-TestSecurityGroupsBasicOps-router-538065505', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '7dcc2292-42fa-4983-9528-50422f6ad8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:09:50Z', 'updated_at': '2022-02-20T04:09:56Z', 'revision_number': 4, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'gw_port': {'id': '7dcc2292-42fa-4983-9528-50422f6ad8a0', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:81:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:09:51Z', 'updated_at': '2022-02-20T04:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'ab5866e8-6412-43b0-8dcd-740d2d197695', 'name': '', 'network_id': 'c77d7e66-c015-4a4a-8eda-2ad2423b2fff', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'mac_address': 'fa:16:3e:76:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f7b20b7b-57ed-4d9d-a0e6-4da5a551852f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:09:55Z', 'updated_at': '2022-02-20T04:09:58Z', 'revision_number': 5, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'subnets': [{'id': 'f7b20b7b-57ed-4d9d-a0e6-4da5a551852f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:11:25.489161 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c81c1e-e5b9-4690-8314-909cb1b5c607 None None] Checking router: bf23afcf-e261-4cc5-b48b-26ea0c80ba36 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:11:25.501503 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c81c1e-e5b9-4690-8314-909cb1b5c607 None None] Routers {'bf23afcf-e261-4cc5-b48b-26ea0c80ba36'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:11:25.502129 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-c8c81c1e-e5b9-4690-8314-909cb1b5c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:10:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['bf23afcf-e261-4cc5-b48b-26ea0c80ba36'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:11:25.633200 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d64c31c-7c8d-459e-b1d0-8838b4960d18 x-openstack-request-id: req-4d64c31c-7c8d-459e-b1d0-8838b4960d18 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:11:25.633691 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9", "tag": "f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:11:25.633961 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4d64c31c-7c8d-459e-b1d0-8838b4960d18 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:11:25.634375 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9', 'tag': 'f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71', 'status': 'completed', 'code': 200} Feb 20 04:11:25.719126 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-c8c81c1e-e5b9-4690-8314-909cb1b5c607 None None] Set router bf23afcf-e261-4cc5-b48b-26ea0c80ba36 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:11:25.731996 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dfa23-5ed2-4309-99bf-28f685ebeffa req-7f6a4f80-ca2e-4e7e-b683-978e46146f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:25.733651 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-817dfa23-5ed2-4309-99bf-28f685ebeffa req-7f6a4f80-ca2e-4e7e-b683-978e46146f03 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f753cbc608174fce8690db4d8bda76dc&device_id=3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9 HTTP/1.1" status: 200 len: 1167 time: 0.0769489 Feb 20 04:11:25.813197 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fc549-97be-4240-9815-6627ca9e134d req-082dfa6b-2d7f-4c62-8750-d9883e1e741f tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:25.814680 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-851fc549-97be-4240-9815-6627ca9e134d req-082dfa6b-2d7f-4c62-8750-d9883e1e741f tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9 HTTP/1.1" status: 200 len: 985 time: 0.1227527 Feb 20 04:11:25.883580 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dfa23-5ed2-4309-99bf-28f685ebeffa req-c9e3575c-bc9d-4233-a867-edc3cc202bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:25.885087 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-817dfa23-5ed2-4309-99bf-28f685ebeffa req-c9e3575c-bc9d-4233-a867-edc3cc202bec service neutron] 10.222.0.93 "GET /v2.0/networks?id=c77d7e66-c015-4a4a-8eda-2ad2423b2fff HTTP/1.1" status: 200 len: 897 time: 0.1437609 Feb 20 04:11:25.923358 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-c8c81c1e-e5b9-4690-8314-909cb1b5c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'name': 'tempest-TestSecurityGroupsBasicOps-router-538065505', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '7dcc2292-42fa-4983-9528-50422f6ad8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:09:50Z', 'updated_at': '2022-02-20T04:09:56Z', 'revision_number': 4, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'gw_port': {'id': '7dcc2292-42fa-4983-9528-50422f6ad8a0', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:81:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:09:51Z', 'updated_at': '2022-02-20T04:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'ab5866e8-6412-43b0-8dcd-740d2d197695', 'name': '', 'network_id': 'c77d7e66-c015-4a4a-8eda-2ad2423b2fff', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'mac_address': 'fa:16:3e:76:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f7b20b7b-57ed-4d9d-a0e6-4da5a551852f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:09:55Z', 'updated_at': '2022-02-20T04:09:58Z', 'revision_number': 5, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'subnets': [{'id': 'f7b20b7b-57ed-4d9d-a0e6-4da5a551852f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:11:25.936681 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-851fc549-97be-4240-9815-6627ca9e134d req-95f1105d-37ae-455a-9d01-5fda8b7c2a38 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/security-groups?id=f102bd5d-6168-4599-ab73-8fc894cb6a53&id=fe074213-3e88-4116-bf62-7b64eabd594e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1150718 Feb 20 04:11:25.938316 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-817dfa23-5ed2-4309-99bf-28f685ebeffa req-7d5807fd-0038-4c96-81ad-08ab91dde802 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71 HTTP/1.1" status: 200 len: 217 time: 0.0436561 Feb 20 04:11:25.950173 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c81c1e-e5b9-4690-8314-909cb1b5c607 None None] The sync data for ids ['bf23afcf-e261-4cc5-b48b-26ea0c80ba36'] in n-d-829866-4 is: [{'id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'name': 'tempest-TestSecurityGroupsBasicOps-router-538065505', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '7dcc2292-42fa-4983-9528-50422f6ad8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:09:50Z', 'updated_at': '2022-02-20T04:09:56Z', 'revision_number': 4, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'gw_port': {'id': '7dcc2292-42fa-4983-9528-50422f6ad8a0', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:81:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:09:51Z', 'updated_at': '2022-02-20T04:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'ab5866e8-6412-43b0-8dcd-740d2d197695', 'name': '', 'network_id': 'c77d7e66-c015-4a4a-8eda-2ad2423b2fff', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'mac_address': 'fa:16:3e:76:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f7b20b7b-57ed-4d9d-a0e6-4da5a551852f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:09:55Z', 'updated_at': '2022-02-20T04:09:58Z', 'revision_number': 5, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'subnets': [{'id': 'f7b20b7b-57ed-4d9d-a0e6-4da5a551852f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:11:26.000514 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dfa23-5ed2-4309-99bf-28f685ebeffa req-cbda4c55-4c25-4f1d-9535-ccc8223ca6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:26.003670 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-817dfa23-5ed2-4309-99bf-28f685ebeffa req-cbda4c55-4c25-4f1d-9535-ccc8223ca6c5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f7b20b7b-57ed-4d9d-a0e6-4da5a551852f HTTP/1.1" status: 200 len: 835 time: 0.0567846 Feb 20 04:11:26.055731 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dfa23-5ed2-4309-99bf-28f685ebeffa req-ca4be6fd-fc5a-4f78-b19f-3c8d8e49e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:26.057241 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-817dfa23-5ed2-4309-99bf-28f685ebeffa req-ca4be6fd-fc5a-4f78-b19f-3c8d8e49e022 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c77d7e66-c015-4a4a-8eda-2ad2423b2fff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492241 Feb 20 04:11:26.164524 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-817dfa23-5ed2-4309-99bf-28f685ebeffa req-2f26fe52-e7e9-4318-8ff7-0a433c6f2e35 service neutron] 10.222.0.93 "GET /v2.0/networks/c77d7e66-c015-4a4a-8eda-2ad2423b2fff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999033 Feb 20 04:11:26.214025 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae6c8e5-fef2-4812-9bac-a4a7846a9071 None None] New status for floating IP d7c0265c-a497-4a3a-8a41-3207821e231c: DOWN {{(pid=104107) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 04:11:26.270520 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-817dfa23-5ed2-4309-99bf-28f685ebeffa req-7ae92d8d-7f25-4376-a266-3657d3ad08f6 service neutron] 10.222.0.93 "GET /v2.0/networks/c77d7e66-c015-4a4a-8eda-2ad2423b2fff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951719 Feb 20 04:11:26.355852 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09b511-f8ee-4a9a-9b3d-a6ffe68957ad req-cc864639-8549-41a1-893c-fb1b897bc6e6 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:26.357363 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fc09b511-f8ee-4a9a-9b3d-a6ffe68957ad req-cc864639-8549-41a1-893c-fb1b897bc6e6 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0578666 Feb 20 04:11:26.405079 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fc09b511-f8ee-4a9a-9b3d-a6ffe68957ad req-d401c120-ef10-4488-bd60-06dd18547358 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417800 Feb 20 04:11:26.485199 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4b2fa660-6b52-426b-8065-b9c0370e5ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:26.995060 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd73dd6-3631-41b5-a426-7cc891e20805 req-7c3f0b16-0f3a-455b-92d1-6ce779b07a8a tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:26.996468 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1dd73dd6-3631-41b5-a426-7cc891e20805 req-7c3f0b16-0f3a-455b-92d1-6ce779b07a8a tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.93 "GET /v2.0/ports?device_id=3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9 HTTP/1.1" status: 200 len: 985 time: 0.0574133 Feb 20 04:11:27.116043 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697dadd-25f1-4d27-9828-4c7f910a66e5 req-e035cbd0-2ae6-400d-ab7c-f00206af8557 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:27.117572 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b697dadd-25f1-4d27-9828-4c7f910a66e5 req-e035cbd0-2ae6-400d-ab7c-f00206af8557 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9 HTTP/1.1" status: 200 len: 985 time: 0.1087174 Feb 20 04:11:27.167859 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-1dd73dd6-3631-41b5-a426-7cc891e20805 req-f3bb9001-f513-4349-bf23-a086b0ecf819 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Deleting port f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:11:27.168186 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1dd73dd6-3631-41b5-a426-7cc891e20805 req-f3bb9001-f513-4349-bf23-a086b0ecf819 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:27.243641 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b697dadd-25f1-4d27-9828-4c7f910a66e5 req-dcb6866a-025a-4e77-820b-362ca5641191 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/security-groups?id=f102bd5d-6168-4599-ab73-8fc894cb6a53&id=fe074213-3e88-4116-bf62-7b64eabd594e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1192386 Feb 20 04:11:27.283961 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-1dd73dd6-3631-41b5-a426-7cc891e20805 req-f3bb9001-f513-4349-bf23-a086b0ecf819 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] For port f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71,segment=NetworkSegment(483e03c2-8610-4273-aad2-52654ce53e01),segment_id=483e03c2-8610-4273-aad2-52654ce53e01)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:11:27.284326 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1dd73dd6-3631-41b5-a426-7cc891e20805 req-f3bb9001-f513-4349-bf23-a086b0ecf819 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:27.296410 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-1dd73dd6-3631-41b5-a426-7cc891e20805 req-f3bb9001-f513-4349-bf23-a086b0ecf819 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Calling delete_port for f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:11:27.534362 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92476366-aa69-4db7-ab73-4b7b35d64cc4 req-7f41c421-68d0-4fac-90fd-41f37e397479 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:27.535917 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-92476366-aa69-4db7-ab73-4b7b35d64cc4 req-7f41c421-68d0-4fac-90fd-41f37e397479 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0563407 Feb 20 04:11:27.584567 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-92476366-aa69-4db7-ab73-4b7b35d64cc4 req-2f59b6f0-b436-49d7-9666-e4aa34cea0af tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428128 Feb 20 04:11:27.604943 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1dd73dd6-3631-41b5-a426-7cc891e20805 req-f3bb9001-f513-4349-bf23-a086b0ecf819 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:27.633091 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb9001-f513-4349-bf23-a086b0ecf819 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Pushing event deleted for resources: {'Port': ['ID=f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:27.681154 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd73dd6-3631-41b5-a426-7cc891e20805 req-f3bb9001-f513-4349-bf23-a086b0ecf819 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] No DVR routers for this DVR port f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:11:27.683723 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1dd73dd6-3631-41b5-a426-7cc891e20805 req-f3bb9001-f513-4349-bf23-a086b0ecf819 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:27.687105 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1dd73dd6-3631-41b5-a426-7cc891e20805 req-f3bb9001-f513-4349-bf23-a086b0ecf819 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.93 "DELETE /v2.0/ports/f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71 HTTP/1.1" status: 204 len: 173 time: 0.6848485 Feb 20 04:11:27.687497 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9', 'name': 'network-vif-deleted', 'tag': 'f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:11:27.689720 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530abc14-1961-441f-961e-3dc24ee414fe" -d '{"events": [{"server_uuid": "3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9", "name": "network-vif-deleted", "tag": "f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:11:27.725638 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2075d8f-d58f-46b8-ae25-4e48760cf90b x-openstack-request-id: req-d2075d8f-d58f-46b8-ae25-4e48760cf90b {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:11:27.725947 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9", "name": "network-vif-deleted", "tag": "f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:11:27.726253 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d2075d8f-d58f-46b8-ae25-4e48760cf90b {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:11:27.726672 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9', 'name': 'network-vif-deleted', 'tag': 'f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71', 'status': 'completed', 'code': 200} Feb 20 04:11:28.359458 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1b00f259-e7ba-4756-bbca-d6708e901a2b req-0d4c6927-4d73-4306-bf7b-f088ff190448 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "GET /v2.0/ports?device_id=3c804cb3-1ea7-4e1a-be4f-fc0afecd35f9 HTTP/1.1" status: 200 len: 210 time: 0.0326216 Feb 20 04:11:28.716582 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253c409-8c3e-4177-9e51-f981397a9b98 req-39ce02e3-3c1b-4244-b7d9-9c8ac747615d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:28.718090 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b253c409-8c3e-4177-9e51-f981397a9b98 req-39ce02e3-3c1b-4244-b7d9-9c8ac747615d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0589244 Feb 20 04:11:28.730753 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a62404ff-b8e7-4383-bd65-72df09cf9bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:28.770156 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b253c409-8c3e-4177-9e51-f981397a9b98 req-ea3cdd85-e240-463e-a08f-8a04bda12b39 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452924 Feb 20 04:11:29.422667 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54610) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:11:29.477054 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6a6c0dad-d256-4300-8d98-3fbabe08328f tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for security_group (f102bd5d-6168-4599-ab73-8fc894cb6a53), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:29.499405 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6a6c0dad-d256-4300-8d98-3fbabe08328f tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for security_group (f102bd5d-6168-4599-ab73-8fc894cb6a53), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:29.635571 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6a6c0dad-d256-4300-8d98-3fbabe08328f tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f102bd5d-6168-4599-ab73-8fc894cb6a53), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:29.641869 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6a6c0dad-d256-4300-8d98-3fbabe08328f tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:29.643320 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6a6c0dad-d256-4300-8d98-3fbabe08328f tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "DELETE /v2.0/security-groups/f102bd5d-6168-4599-ab73-8fc894cb6a53 HTTP/1.1" status: 204 len: 168 time: 0.2200112 Feb 20 04:11:29.645992 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54612) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:11:29.653572 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c0dad-d256-4300-8d98-3fbabe08328f tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f102bd5d-6168-4599-ab73-8fc894cb6a53,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:29.707447 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed476623-b8e1-47e7-ade6-f0645e554dbd tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for security_group (fe074213-3e88-4116-bf62-7b64eabd594e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:29.731591 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed476623-b8e1-47e7-ade6-f0645e554dbd tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for security_group (fe074213-3e88-4116-bf62-7b64eabd594e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:29.850606 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed476623-b8e1-47e7-ade6-f0645e554dbd tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (fe074213-3e88-4116-bf62-7b64eabd594e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:29.853285 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ed476623-b8e1-47e7-ade6-f0645e554dbd tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:29.854913 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ed476623-b8e1-47e7-ade6-f0645e554dbd tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "DELETE /v2.0/security-groups/fe074213-3e88-4116-bf62-7b64eabd594e HTTP/1.1" status: 204 len: 168 time: 0.2076321 Feb 20 04:11:29.858523 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54616) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:11:29.906688 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed476623-b8e1-47e7-ade6-f0645e554dbd tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe074213-3e88-4116-bf62-7b64eabd594e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:29.916985 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6aa049-87fd-4fab-b967-16e82d238d72 req-608dc01e-34f5-4bbd-bb7f-81a5837d9e39 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:29.918712 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ed6aa049-87fd-4fab-b967-16e82d238d72 req-608dc01e-34f5-4bbd-bb7f-81a5837d9e39 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0662022 Feb 20 04:11:29.979149 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ed6aa049-87fd-4fab-b967-16e82d238d72 req-738c003a-dccf-4743-be51-a78a195e1eff tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477757 Feb 20 04:11:30.145160 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:30.257362 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71ff0724-28e5-4abd-8034-21e4e35b0f57 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (bf23afcf-e261-4cc5-b48b-26ea0c80ba36), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:30.768601 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-71ff0724-28e5-4abd-8034-21e4e35b0f57 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Deleting port ab5866e8-6412-43b0-8dcd-740d2d197695 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:11:30.769190 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71ff0724-28e5-4abd-8034-21e4e35b0f57 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (ab5866e8-6412-43b0-8dcd-740d2d197695), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:30.857343 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-71ff0724-28e5-4abd-8034-21e4e35b0f57 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] For port ab5866e8-6412-43b0-8dcd-740d2d197695, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=ab5866e8-6412-43b0-8dcd-740d2d197695,segment=NetworkSegment(483e03c2-8610-4273-aad2-52654ce53e01),segment_id=483e03c2-8610-4273-aad2-52654ce53e01)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:11:30.857704 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71ff0724-28e5-4abd-8034-21e4e35b0f57 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (ab5866e8-6412-43b0-8dcd-740d2d197695), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:30.870465 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-71ff0724-28e5-4abd-8034-21e4e35b0f57 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Calling delete_port for ab5866e8-6412-43b0-8dcd-740d2d197695 owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:11:30.890918 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:11:30.915018 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:11:30.915373 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device f3c9e452-a597-4c0f-ae69-2b0cc3e5ad71 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:11:31.101963 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ff11e-4d0b-4c2d-a890-cbb4ba767a6d req-4745cf64-aa3a-4bb1-9a24-4d7dc6e2f38b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:31.103450 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-623ff11e-4d0b-4c2d-a890-cbb4ba767a6d req-4745cf64-aa3a-4bb1-9a24-4d7dc6e2f38b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0532453 Feb 20 04:11:31.150961 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-623ff11e-4d0b-4c2d-a890-cbb4ba767a6d req-7514c9f5-dd63-47b7-82f4-91486c8feb40 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406709 Feb 20 04:11:31.156666 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71ff0724-28e5-4abd-8034-21e4e35b0f57 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (ab5866e8-6412-43b0-8dcd-740d2d197695), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:31.188068 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff0724-28e5-4abd-8034-21e4e35b0f57 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Pushing event deleted for resources: {'Port': ['ID=ab5866e8-6412-43b0-8dcd-740d2d197695,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:31.353921 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:31.379989 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-71ff0724-28e5-4abd-8034-21e4e35b0f57 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (bf23afcf-e261-4cc5-b48b-26ea0c80ba36), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:31.612044 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ff0724-28e5-4abd-8034-21e4e35b0f57 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Router bf23afcf-e261-4cc5-b48b-26ea0c80ba36 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:11:31.725085 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ff0724-28e5-4abd-8034-21e4e35b0f57 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:11:31.730262 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-71ff0724-28e5-4abd-8034-21e4e35b0f57 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "PUT /v2.0/routers/bf23afcf-e261-4cc5-b48b-26ea0c80ba36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8707793 Feb 20 04:11:31.734005 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54620) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:11:31.737127 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688ce959-5676-428b-8602-6f848cb0036f None None] Sync routers for ids ['bf23afcf-e261-4cc5-b48b-26ea0c80ba36'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:11:31.748263 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688ce959-5676-428b-8602-6f848cb0036f None None] Routers {'bf23afcf-e261-4cc5-b48b-26ea0c80ba36'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:11:31.749143 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-688ce959-5676-428b-8602-6f848cb0036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:11:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['bf23afcf-e261-4cc5-b48b-26ea0c80ba36'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:11:31.786785 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e69a411-64fe-48ca-be54-c090ef090aee tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Deleting subnet f7b20b7b-57ed-4d9d-a0e6-4da5a551852f {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 04:11:31.791035 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2e69a411-64fe-48ca-be54-c090ef090aee tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for subnet (f7b20b7b-57ed-4d9d-a0e6-4da5a551852f), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:31.832905 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2e69a411-64fe-48ca-be54-c090ef090aee tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (f7b20b7b-57ed-4d9d-a0e6-4da5a551852f), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:31.863137 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-688ce959-5676-428b-8602-6f848cb0036f None None] Set router bf23afcf-e261-4cc5-b48b-26ea0c80ba36 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:11:31.930294 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2e69a411-64fe-48ca-be54-c090ef090aee tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (f7b20b7b-57ed-4d9d-a0e6-4da5a551852f), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:32.045778 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-688ce959-5676-428b-8602-6f848cb0036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'name': 'tempest-TestSecurityGroupsBasicOps-router-538065505', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '7dcc2292-42fa-4983-9528-50422f6ad8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:09:50Z', 'updated_at': '2022-02-20T04:11:31Z', 'revision_number': 5, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'gw_port': {'id': '7dcc2292-42fa-4983-9528-50422f6ad8a0', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:81:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:09:51Z', 'updated_at': '2022-02-20T04:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:11:32.072376 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688ce959-5676-428b-8602-6f848cb0036f None None] Checking router: bf23afcf-e261-4cc5-b48b-26ea0c80ba36 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:11:32.080763 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688ce959-5676-428b-8602-6f848cb0036f None None] Routers {'bf23afcf-e261-4cc5-b48b-26ea0c80ba36'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:11:32.081364 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-688ce959-5676-428b-8602-6f848cb0036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:11:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['bf23afcf-e261-4cc5-b48b-26ea0c80ba36'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:11:32.131344 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2e69a411-64fe-48ca-be54-c090ef090aee tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (f7b20b7b-57ed-4d9d-a0e6-4da5a551852f), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:32.164231 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-2e69a411-64fe-48ca-be54-c090ef090aee tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:32.170713 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54622) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:11:32.171270 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-2e69a411-64fe-48ca-be54-c090ef090aee tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "DELETE /v2.0/subnets/f7b20b7b-57ed-4d9d-a0e6-4da5a551852f HTTP/1.1" status: 204 len: 168 time: 0.4366658 Feb 20 04:11:32.172482 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69a411-64fe-48ca-be54-c090ef090aee tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Pushing event deleted for resources: {'Subnet': ['ID=f7b20b7b-57ed-4d9d-a0e6-4da5a551852f,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:32.176281 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f796779e-eeaf-4528-9522-5931136f2d63 None None] Network c77d7e66-c015-4a4a-8eda-2ad2423b2fff requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:11:32.248390 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-688ce959-5676-428b-8602-6f848cb0036f None None] Set router bf23afcf-e261-4cc5-b48b-26ea0c80ba36 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:11:32.344016 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b823e08-2848-456c-b5e4-02e61bc39cd6 req-cfe4c557-563e-44bc-b53e-6796e10d5120 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:32.345607 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5b823e08-2848-456c-b5e4-02e61bc39cd6 req-cfe4c557-563e-44bc-b53e-6796e10d5120 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.1034815 Feb 20 04:11:32.352101 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6afeb0dc-34b8-47e5-97b5-07e8f31cb94c tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for router (bf23afcf-e261-4cc5-b48b-26ea0c80ba36), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:32.399693 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114cb410-69b8-4302-9d1c-41f99324ea4a None None] DHCP port deletion for c77d7e66-c015-4a4a-8eda-2ad2423b2fff request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 04:11:32.452287 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-688ce959-5676-428b-8602-6f848cb0036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'name': 'tempest-TestSecurityGroupsBasicOps-router-538065505', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '7dcc2292-42fa-4983-9528-50422f6ad8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:09:50Z', 'updated_at': '2022-02-20T04:11:31Z', 'revision_number': 5, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'gw_port': {'id': '7dcc2292-42fa-4983-9528-50422f6ad8a0', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:81:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:09:51Z', 'updated_at': '2022-02-20T04:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:11:32.465574 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-114cb410-69b8-4302-9d1c-41f99324ea4a None None] Deleting port 2b90513e-e828-463a-8f2a-3ccb0f3cf72f {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:11:32.466276 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-114cb410-69b8-4302-9d1c-41f99324ea4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (2b90513e-e828-463a-8f2a-3ccb0f3cf72f), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:32.476835 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5b823e08-2848-456c-b5e4-02e61bc39cd6 req-47c13de0-6ebe-4ae7-91c3-0bb65710c770 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880160 Feb 20 04:11:32.483748 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688ce959-5676-428b-8602-6f848cb0036f None None] The sync data for ids ['bf23afcf-e261-4cc5-b48b-26ea0c80ba36'] in n-d-829866-4 is: [{'id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'name': 'tempest-TestSecurityGroupsBasicOps-router-538065505', 'tenant_id': 'f753cbc608174fce8690db4d8bda76dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '7dcc2292-42fa-4983-9528-50422f6ad8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:09:50Z', 'updated_at': '2022-02-20T04:11:31Z', 'revision_number': 5, 'project_id': 'f753cbc608174fce8690db4d8bda76dc', 'gw_port': {'id': '7dcc2292-42fa-4983-9528-50422f6ad8a0', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:81:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf23afcf-e261-4cc5-b48b-26ea0c80ba36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:09:51Z', 'updated_at': '2022-02-20T04:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:11:32.507131 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6afeb0dc-34b8-47e5-97b5-07e8f31cb94c tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for router_gateway (bf23afcf-e261-4cc5-b48b-26ea0c80ba36), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:32.552660 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-114cb410-69b8-4302-9d1c-41f99324ea4a None None] For port 2b90513e-e828-463a-8f2a-3ccb0f3cf72f, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=2b90513e-e828-463a-8f2a-3ccb0f3cf72f,segment=NetworkSegment(483e03c2-8610-4273-aad2-52654ce53e01),segment_id=483e03c2-8610-4273-aad2-52654ce53e01)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:11:32.553089 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-114cb410-69b8-4302-9d1c-41f99324ea4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (2b90513e-e828-463a-8f2a-3ccb0f3cf72f), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:32.565875 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-114cb410-69b8-4302-9d1c-41f99324ea4a None None] Calling delete_port for 2b90513e-e828-463a-8f2a-3ccb0f3cf72f owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:11:32.627142 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6afeb0dc-34b8-47e5-97b5-07e8f31cb94c tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Deleting port 7dcc2292-42fa-4983-9528-50422f6ad8a0 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:11:32.627634 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6afeb0dc-34b8-47e5-97b5-07e8f31cb94c tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (7dcc2292-42fa-4983-9528-50422f6ad8a0), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:32.709692 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-6afeb0dc-34b8-47e5-97b5-07e8f31cb94c tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] For port 7dcc2292-42fa-4983-9528-50422f6ad8a0, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=7dcc2292-42fa-4983-9528-50422f6ad8a0,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:11:32.710065 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6afeb0dc-34b8-47e5-97b5-07e8f31cb94c tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (7dcc2292-42fa-4983-9528-50422f6ad8a0), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:32.722434 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-6afeb0dc-34b8-47e5-97b5-07e8f31cb94c tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Calling delete_port for 7dcc2292-42fa-4983-9528-50422f6ad8a0 owned by network:router_gateway {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:11:32.737583 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-114cb410-69b8-4302-9d1c-41f99324ea4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (2b90513e-e828-463a-8f2a-3ccb0f3cf72f), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:32.768112 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114cb410-69b8-4302-9d1c-41f99324ea4a None None] Pushing event deleted for resources: {'Port': ['ID=2b90513e-e828-463a-8f2a-3ccb0f3cf72f,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:32.769962 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114cb410-69b8-4302-9d1c-41f99324ea4a None None] No DVR routers for this DVR port 2b90513e-e828-463a-8f2a-3ccb0f3cf72f on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:11:32.795812 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:32.994281 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6afeb0dc-34b8-47e5-97b5-07e8f31cb94c tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (7dcc2292-42fa-4983-9528-50422f6ad8a0), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:33.024519 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afeb0dc-34b8-47e5-97b5-07e8f31cb94c tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Pushing event deleted for resources: {'Port': ['ID=7dcc2292-42fa-4983-9528-50422f6ad8a0,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:33.094811 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6afeb0dc-34b8-47e5-97b5-07e8f31cb94c tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (bf23afcf-e261-4cc5-b48b-26ea0c80ba36), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:33.199242 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6afeb0dc-34b8-47e5-97b5-07e8f31cb94c tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (bf23afcf-e261-4cc5-b48b-26ea0c80ba36), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:33.201394 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6afeb0dc-34b8-47e5-97b5-07e8f31cb94c tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for router_controller (bf23afcf-e261-4cc5-b48b-26ea0c80ba36), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:33.305458 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6afeb0dc-34b8-47e5-97b5-07e8f31cb94c tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (bf23afcf-e261-4cc5-b48b-26ea0c80ba36), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:33.305998 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afeb0dc-34b8-47e5-97b5-07e8f31cb94c tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Fanout notify agent at l3_agent the message router_deleted on router bf23afcf-e261-4cc5-b48b-26ea0c80ba36 {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 04:11:33.313362 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6afeb0dc-34b8-47e5-97b5-07e8f31cb94c tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:33.314391 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6afeb0dc-34b8-47e5-97b5-07e8f31cb94c tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "DELETE /v2.0/routers/bf23afcf-e261-4cc5-b48b-26ea0c80ba36 HTTP/1.1" status: 204 len: 168 time: 1.1428561 Feb 20 04:11:33.317186 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54626) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:11:33.398600 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bcfcb52a-54f3-498b-830c-b1e42a83ec92 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (c77d7e66-c015-4a4a-8eda-2ad2423b2fff), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:33.493666 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bcfcb52a-54f3-498b-830c-b1e42a83ec92 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (c77d7e66-c015-4a4a-8eda-2ad2423b2fff), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:33.516471 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-bcfcb52a-54f3-498b-830c-b1e42a83ec92 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c77d7e66-c015-4a4a-8eda-2ad2423b2fff']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:11:33.526266 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-bcfcb52a-54f3-498b-830c-b1e42a83ec92 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '483e03c2-8610-4273-aad2-52654ce53e01') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:11:33.526602 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-bcfcb52a-54f3-498b-830c-b1e42a83ec92 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '483e03c2-8610-4273-aad2-52654ce53e01') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:11:33.538670 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bcfcb52a-54f3-498b-830c-b1e42a83ec92 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (483e03c2-8610-4273-aad2-52654ce53e01), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:33.553668 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bcfcb52a-54f3-498b-830c-b1e42a83ec92 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (483e03c2-8610-4273-aad2-52654ce53e01), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:33.568136 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcfcb52a-54f3-498b-830c-b1e42a83ec92 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 04:11:33.568545 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bcfcb52a-54f3-498b-830c-b1e42a83ec92 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (483e03c2-8610-4273-aad2-52654ce53e01), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:33.572086 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 04:11:33.572086 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 04:11:33.572086 n-d-829866-4 neutron-server[104105]: timer() Feb 20 04:11:33.572086 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 04:11:33.572086 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 04:11:33.572086 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 04:11:33.572086 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 04:11:33.572086 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 04:11:33.572086 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 04:11:33.572086 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 04:11:33.572086 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 04:11:33.572086 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 04:11:33.572086 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 04:11:33.572086 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 04:11:33.572086 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 04:11:33.572086 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 04:11:33.572086 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 04:11:33.572086 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 04:11:33.572086 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 04:11:33.572086 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 04:11:33.572086 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 04:11:33.572086 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 04:11:33.572086 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 04:11:33.572086 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 04:11:33.572086 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 04:11:33.572086 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 04:11:33.572086 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 04:11:33.572086 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 04:11:33.572086 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 04:11:33.572086 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 04:11:33.572086 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 04:11:33.572086 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 04:11:33.660409 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd251f0-b8f3-45c1-b3b1-7efff3a003db req-b75bbb0f-faef-4867-8c7d-ed34e1821a48 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:33.662174 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7fd251f0-b8f3-45c1-b3b1-7efff3a003db req-b75bbb0f-faef-4867-8c7d-ed34e1821a48 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.1101437 Feb 20 04:11:33.713597 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7fd251f0-b8f3-45c1-b3b1-7efff3a003db req-aeccffa8-3f7e-4120-9f44-94bec7f7a16c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419900 Feb 20 04:11:33.731579 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bcfcb52a-54f3-498b-830c-b1e42a83ec92 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (c77d7e66-c015-4a4a-8eda-2ad2423b2fff), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:33.739956 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-bcfcb52a-54f3-498b-830c-b1e42a83ec92 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:33.743183 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-bcfcb52a-54f3-498b-830c-b1e42a83ec92 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] 10.222.0.89 "DELETE /v2.0/networks/c77d7e66-c015-4a4a-8eda-2ad2423b2fff HTTP/1.1" status: 204 len: 168 time: 0.4250119 Feb 20 04:11:33.758941 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfcb52a-54f3-498b-830c-b1e42a83ec92 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Pushing event deleted for resources: {'Network': ['ID=c77d7e66-c015-4a4a-8eda-2ad2423b2fff,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:33.768456 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcb52a-54f3-498b-830c-b1e42a83ec92 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:11:33.769000 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcb52a-54f3-498b-830c-b1e42a83ec92 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:11:33.769537 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcb52a-54f3-498b-830c-b1e42a83ec92 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:11:33.769839 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcb52a-54f3-498b-830c-b1e42a83ec92 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:11:33.775009 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcb52a-54f3-498b-830c-b1e42a83ec92 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:11:33.775009 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcb52a-54f3-498b-830c-b1e42a83ec92 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:11:33.775009 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcb52a-54f3-498b-830c-b1e42a83ec92 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:11:33.775009 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcb52a-54f3-498b-830c-b1e42a83ec92 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:11:33.775009 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcb52a-54f3-498b-830c-b1e42a83ec92 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:11:33.775009 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcb52a-54f3-498b-830c-b1e42a83ec92 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:11:33.775009 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcb52a-54f3-498b-830c-b1e42a83ec92 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:11:33.775009 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcb52a-54f3-498b-830c-b1e42a83ec92 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:11:33.775009 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcb52a-54f3-498b-830c-b1e42a83ec92 tempest-TestSecurityGroupsBasicOps-350211749 tempest-TestSecurityGroupsBasicOps-350211749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:11:34.173511 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 7dcc2292-42fa-4983-9528-50422f6ad8a0 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:11:34.195294 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 7dcc2292-42fa-4983-9528-50422f6ad8a0 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:11:34.195647 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 7dcc2292-42fa-4983-9528-50422f6ad8a0 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:11:34.196074 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 2b90513e-e828-463a-8f2a-3ccb0f3cf72f no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:11:34.219137 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 2b90513e-e828-463a-8f2a-3ccb0f3cf72f {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:11:34.219495 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 2b90513e-e828-463a-8f2a-3ccb0f3cf72f not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:11:34.219915 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ab5866e8-6412-43b0-8dcd-740d2d197695 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:11:34.242992 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: ab5866e8-6412-43b0-8dcd-740d2d197695 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:11:34.243346 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device ab5866e8-6412-43b0-8dcd-740d2d197695 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:11:34.414164 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54636) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:11:34.604700 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-1f89048b-90f8-4a54-bd1f-9f47f3fea148 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f753cbc608174fce8690db4d8bda76dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1893537 Feb 20 04:11:34.607743 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54642) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:11:34.656521 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cf8d5116-f02f-4759-9068-df84c2e5ad3b admin admin] Publish callbacks [] for security_group (941a50ef-496d-4ee9-93e8-8fc2a707416c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:34.683046 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cf8d5116-f02f-4759-9068-df84c2e5ad3b admin admin] Publish callbacks [] for security_group (941a50ef-496d-4ee9-93e8-8fc2a707416c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:34.784943 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cf8d5116-f02f-4759-9068-df84c2e5ad3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (941a50ef-496d-4ee9-93e8-8fc2a707416c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:34.787593 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-cf8d5116-f02f-4759-9068-df84c2e5ad3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:34.790148 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-cf8d5116-f02f-4759-9068-df84c2e5ad3b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/941a50ef-496d-4ee9-93e8-8fc2a707416c HTTP/1.1" status: 204 len: 168 time: 0.1801622 Feb 20 04:11:34.797797 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d5116-f02f-4759-9068-df84c2e5ad3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941a50ef-496d-4ee9-93e8-8fc2a707416c,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:35.020543 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f7651-3a69-4c8d-a740-d1add2e803a8 req-302f558c-dcfa-49cb-9269-47bbda6952b4 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:35.022097 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-104f7651-3a69-4c8d-a740-d1add2e803a8 req-302f558c-dcfa-49cb-9269-47bbda6952b4 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0561285 Feb 20 04:11:35.072741 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-104f7651-3a69-4c8d-a740-d1add2e803a8 req-cdb1a964-d524-4bcf-95d6-18d27f4d2e89 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444577 Feb 20 04:11:35.520535 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54652) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:11:35.539219 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ba0ff79-b1aa-483c-a540-e18e42e82786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:35.613314 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ba0ff79-b1aa-483c-a540-e18e42e82786 admin admin] Publish callbacks [] for security_group (d94aa2a1-10f2-4b87-89de-a6fea4af0d88), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:35.693472 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ba0ff79-b1aa-483c-a540-e18e42e82786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d94aa2a1-10f2-4b87-89de-a6fea4af0d88), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:35.734435 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3ba0ff79-b1aa-483c-a540-e18e42e82786 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=32a89f6677e748fb8c1ed94aba583210&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2127850 Feb 20 04:11:35.735489 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0ff79-b1aa-483c-a540-e18e42e82786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94aa2a1-10f2-4b87-89de-a6fea4af0d88,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:35.737159 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54654) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:11:35.787429 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3b13b89d-2ef3-43ea-9d29-80b6ad13eacb admin admin] Publish callbacks [] for security_group (d94aa2a1-10f2-4b87-89de-a6fea4af0d88), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:35.810661 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3b13b89d-2ef3-43ea-9d29-80b6ad13eacb admin admin] Publish callbacks [] for security_group (d94aa2a1-10f2-4b87-89de-a6fea4af0d88), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:35.927723 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3b13b89d-2ef3-43ea-9d29-80b6ad13eacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (d94aa2a1-10f2-4b87-89de-a6fea4af0d88), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:35.930606 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3b13b89d-2ef3-43ea-9d29-80b6ad13eacb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:35.934595 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3b13b89d-2ef3-43ea-9d29-80b6ad13eacb admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d94aa2a1-10f2-4b87-89de-a6fea4af0d88 HTTP/1.1" status: 204 len: 168 time: 0.1964273 Feb 20 04:11:35.943906 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13b89d-2ef3-43ea-9d29-80b6ad13eacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94aa2a1-10f2-4b87-89de-a6fea4af0d88,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:36.196835 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fb5e3-d97c-4bae-9a33-356673d5129a req-f8b87148-f6de-4a85-93ef-dbd8288d0e12 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:36.198337 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d25fb5e3-d97c-4bae-9a33-356673d5129a req-f8b87148-f6de-4a85-93ef-dbd8288d0e12 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0547018 Feb 20 04:11:36.246677 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d25fb5e3-d97c-4bae-9a33-356673d5129a req-138ad195-65d4-4b11-953a-e15b429bbb5f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420470 Feb 20 04:11:36.712935 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54662) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:11:36.756630 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b512a7d3-e27b-4f2d-a363-09181b5ca562 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=02710f3624fd4600b315f1d1c5d8dbf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425425 Feb 20 04:11:36.759250 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54664) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:11:36.808305 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a821c0c9-da1c-41ab-a140-6896711f3059 admin admin] Publish callbacks [] for security_group (836db45b-2b37-4803-a3a7-a3fa69264df5), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:36.832457 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a821c0c9-da1c-41ab-a140-6896711f3059 admin admin] Publish callbacks [] for security_group (836db45b-2b37-4803-a3a7-a3fa69264df5), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:36.976328 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a821c0c9-da1c-41ab-a140-6896711f3059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (836db45b-2b37-4803-a3a7-a3fa69264df5), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:36.979038 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-a821c0c9-da1c-41ab-a140-6896711f3059 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:36.980225 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-a821c0c9-da1c-41ab-a140-6896711f3059 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/836db45b-2b37-4803-a3a7-a3fa69264df5 HTTP/1.1" status: 204 len: 168 time: 0.2200592 Feb 20 04:11:36.988448 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821c0c9-da1c-41ab-a140-6896711f3059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836db45b-2b37-4803-a3a7-a3fa69264df5,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:37.376226 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fcef7e-d529-43f4-a14b-eb654a0b6826 req-2028e4d7-6634-47d5-bb01-0069892d7255 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:37.377676 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d9fcef7e-d529-43f4-a14b-eb654a0b6826 req-2028e4d7-6634-47d5-bb01-0069892d7255 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0591586 Feb 20 04:11:37.426738 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d9fcef7e-d529-43f4-a14b-eb654a0b6826 req-689768f5-44e5-44e0-bdf1-e239948d54a4 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435121 Feb 20 04:11:38.163130 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54688) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:11:38.302492 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-cf5ed017-122b-4dc8-9bce-d5a951e22811 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1887277455-network', 'tenant_id': '30b53dbaf9b34b269ef53bc09a9f69fb'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:11:38.436997 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5ed017-122b-4dc8-9bce-d5a951e22811 admin admin] Made reservation on behalf of 30b53dbaf9b34b269ef53bc09a9f69fb for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:11:38.440179 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf5ed017-122b-4dc8-9bce-d5a951e22811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:38.449702 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf5ed017-122b-4dc8-9bce-d5a951e22811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:38.562436 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf5ed017-122b-4dc8-9bce-d5a951e22811 admin admin] Publish callbacks [] for security_group (c05e3f91-95a7-4259-8c54-16b68da8d219), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:38.580395 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af826e4d-ff9b-4113-b7e0-b579b43b4868 req-2d4db593-896c-4641-b568-e89c24829eac tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:38.581895 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-af826e4d-ff9b-4113-b7e0-b579b43b4868 req-2d4db593-896c-4641-b568-e89c24829eac tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0765541 Feb 20 04:11:38.630279 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-af826e4d-ff9b-4113-b7e0-b579b43b4868 req-8952d25c-ff9e-4f24-8350-670c721eb38b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428038 Feb 20 04:11:38.633558 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf5ed017-122b-4dc8-9bce-d5a951e22811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c05e3f91-95a7-4259-8c54-16b68da8d219), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:38.658410 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf5ed017-122b-4dc8-9bce-d5a951e22811 admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 04:11:38.671596 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ed017-122b-4dc8-9bce-d5a951e22811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05e3f91-95a7-4259-8c54-16b68da8d219,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:38.676752 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf5ed017-122b-4dc8-9bce-d5a951e22811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (4a019c35-72ff-4c66-b476-c7826203a36c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:38.677136 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-cf5ed017-122b-4dc8-9bce-d5a951e22811 admin admin] Added segment 4a019c35-72ff-4c66-b476-c7826203a36c of type vlan for network 3ca20722-1992-4236-b1f5-5a0b3ddfb470 Feb 20 04:11:38.717231 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf5ed017-122b-4dc8-9bce-d5a951e22811 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (3ca20722-1992-4236-b1f5-5a0b3ddfb470), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:38.824918 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf5ed017-122b-4dc8-9bce-d5a951e22811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (3ca20722-1992-4236-b1f5-5a0b3ddfb470), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:38.825951 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5ed017-122b-4dc8-9bce-d5a951e22811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:38.826529 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-cf5ed017-122b-4dc8-9bce-d5a951e22811 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:38.886428 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ed017-122b-4dc8-9bce-d5a951e22811 admin admin] Pushing event updated for resources: {'Network': ['ID=3ca20722-1992-4236-b1f5-5a0b3ddfb470,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:38.898576 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 3ca20722-1992-4236-b1f5-5a0b3ddfb470 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 04:11:38.953363 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-cf5ed017-122b-4dc8-9bce-d5a951e22811 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7891054 Feb 20 04:11:38.956157 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54696) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:11:38.961017 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-2b804927-4b82-4574-a852-822541e1afa5 admin admin] Request body: {'subnet': {'network_id': '3ca20722-1992-4236-b1f5-5a0b3ddfb470', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1887277455-subnet', 'tenant_id': '30b53dbaf9b34b269ef53bc09a9f69fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:11:39.059365 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b804927-4b82-4574-a852-822541e1afa5 admin admin] Made reservation on behalf of 30b53dbaf9b34b269ef53bc09a9f69fb for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:11:39.061894 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2b804927-4b82-4574-a852-822541e1afa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:39.307761 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2b804927-4b82-4574-a852-822541e1afa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (033f4fb5-0239-44e8-aff9-fcc069432b3b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:39.364263 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b804927-4b82-4574-a852-822541e1afa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=033f4fb5-0239-44e8-aff9-fcc069432b3b,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:39.371972 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b804927-4b82-4574-a852-822541e1afa5 admin admin] Checking segment: {'id': '4a019c35-72ff-4c66-b476-c7826203a36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3ca20722-1992-4236-b1f5-5a0b3ddfb470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:11:39.372333 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b804927-4b82-4574-a852-822541e1afa5 admin admin] Network hostable DHCP agents. Network: 3ca20722-1992-4236-b1f5-5a0b3ddfb470, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 04:11:39.455979 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b804927-4b82-4574-a852-822541e1afa5 admin admin] Network 3ca20722-1992-4236-b1f5-5a0b3ddfb470 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 04:11:39.559300 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-2b804927-4b82-4574-a852-822541e1afa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 3ca20722-1992-4236-b1f5-5a0b3ddfb470) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:11:39.563361 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b804927-4b82-4574-a852-822541e1afa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:39.564052 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2b804927-4b82-4574-a852-822541e1afa5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:39.569450 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679b5d72-30a6-49c8-b012-7c15050329f5 None None] Network 3ca20722-1992-4236-b1f5-5a0b3ddfb470 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:11:39.673625 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2b804927-4b82-4574-a852-822541e1afa5 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7078981 Feb 20 04:11:39.777753 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7de88-5b2b-405e-b4c8-3f0ecd7eae27 req-82b8fc97-0e6b-4520-a054-cabbcfec29c4 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:39.779472 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bee7de88-5b2b-405e-b4c8-3f0ecd7eae27 req-82b8fc97-0e6b-4520-a054-cabbcfec29c4 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0707037 Feb 20 04:11:39.845380 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bee7de88-5b2b-405e-b4c8-3f0ecd7eae27 req-fb9b6bc1-f11f-487e-99b0-ca305c8e4fcf tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537932 Feb 20 04:11:39.845509 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfd1140-f999-43bc-8e50-e21269e8c255 None None] Network 3ca20722-1992-4236-b1f5-5a0b3ddfb470 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:11:40.447710 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54714) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:11:40.452852 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-3194ac01-850b-4980-9131-78e21a4fc06c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1006410884-network', 'tenant_id': '066a49927893453fb260660f271edfc6'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:11:40.579911 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3194ac01-850b-4980-9131-78e21a4fc06c admin admin] Made reservation on behalf of 066a49927893453fb260660f271edfc6 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:11:40.582251 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3194ac01-850b-4980-9131-78e21a4fc06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:40.590931 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3194ac01-850b-4980-9131-78e21a4fc06c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:40.667277 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3194ac01-850b-4980-9131-78e21a4fc06c admin admin] Publish callbacks [] for security_group (63b1d1c1-839f-42b0-abfe-15b12809a4d7), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:40.765046 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3194ac01-850b-4980-9131-78e21a4fc06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (63b1d1c1-839f-42b0-abfe-15b12809a4d7), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:40.794264 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3194ac01-850b-4980-9131-78e21a4fc06c admin admin] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 04:11:40.796458 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194ac01-850b-4980-9131-78e21a4fc06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b1d1c1-839f-42b0-abfe-15b12809a4d7,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:40.809270 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3194ac01-850b-4980-9131-78e21a4fc06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (43b0bbac-979a-4cb5-8f81-b1f08f0e9704), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:40.809828 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-3194ac01-850b-4980-9131-78e21a4fc06c admin admin] Added segment 43b0bbac-979a-4cb5-8f81-b1f08f0e9704 of type vlan for network 6cd30526-c72a-4006-9340-1a9cc3745eac Feb 20 04:11:40.850996 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3194ac01-850b-4980-9131-78e21a4fc06c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (6cd30526-c72a-4006-9340-1a9cc3745eac), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:40.926370 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3194ac01-850b-4980-9131-78e21a4fc06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (6cd30526-c72a-4006-9340-1a9cc3745eac), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:40.927217 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3194ac01-850b-4980-9131-78e21a4fc06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:40.927791 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3194ac01-850b-4980-9131-78e21a4fc06c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:41.006253 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194ac01-850b-4980-9131-78e21a4fc06c admin admin] Pushing event updated for resources: {'Network': ['ID=6cd30526-c72a-4006-9340-1a9cc3745eac,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:41.016959 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 6cd30526-c72a-4006-9340-1a9cc3745eac details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 04:11:41.019386 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef80a6-ff0f-4fac-976e-bb542f70ec4f req-6caab10e-ef86-4198-ade9-4db6edb22326 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:41.020910 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f1ef80a6-ff0f-4fac-976e-bb542f70ec4f req-6caab10e-ef86-4198-ade9-4db6edb22326 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.1091776 Feb 20 04:11:41.073779 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f1ef80a6-ff0f-4fac-976e-bb542f70ec4f req-e59f0223-a0b8-429f-a97c-7a2ba02514c7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469315 Feb 20 04:11:41.077531 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3194ac01-850b-4980-9131-78e21a4fc06c admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6287367 Feb 20 04:11:41.080472 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54718) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:11:41.085289 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-9ad8e98e-b06b-43ae-9e6b-16930faaee6d admin admin] Request body: {'subnet': {'network_id': '6cd30526-c72a-4006-9340-1a9cc3745eac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1006410884-subnet', 'tenant_id': '066a49927893453fb260660f271edfc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:11:41.205119 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad8e98e-b06b-43ae-9e6b-16930faaee6d admin admin] Made reservation on behalf of 066a49927893453fb260660f271edfc6 for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:11:41.207448 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9ad8e98e-b06b-43ae-9e6b-16930faaee6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:41.465554 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9ad8e98e-b06b-43ae-9e6b-16930faaee6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (ffacbba5-9c61-4b11-8f32-dc890f8e00bc), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:41.520737 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8e98e-b06b-43ae-9e6b-16930faaee6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffacbba5-9c61-4b11-8f32-dc890f8e00bc,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:41.530967 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad8e98e-b06b-43ae-9e6b-16930faaee6d admin admin] Checking segment: {'id': '43b0bbac-979a-4cb5-8f81-b1f08f0e9704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6cd30526-c72a-4006-9340-1a9cc3745eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:11:41.531326 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad8e98e-b06b-43ae-9e6b-16930faaee6d admin admin] Network hostable DHCP agents. Network: 6cd30526-c72a-4006-9340-1a9cc3745eac, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 04:11:41.653363 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad8e98e-b06b-43ae-9e6b-16930faaee6d admin admin] Network 6cd30526-c72a-4006-9340-1a9cc3745eac is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 04:11:41.756700 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-9ad8e98e-b06b-43ae-9e6b-16930faaee6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 6cd30526-c72a-4006-9340-1a9cc3745eac) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:11:41.760834 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad8e98e-b06b-43ae-9e6b-16930faaee6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:41.761504 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9ad8e98e-b06b-43ae-9e6b-16930faaee6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:41.765322 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e04fc4-70fd-44d5-84a2-bce935bd7cb0 None None] Network 6cd30526-c72a-4006-9340-1a9cc3745eac requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:11:41.872020 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c826809-e877-4d39-bb27-77bd5f755fa7 None None] Network 6cd30526-c72a-4006-9340-1a9cc3745eac requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:11:41.885255 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9ad8e98e-b06b-43ae-9e6b-16930faaee6d admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8037472 Feb 20 04:11:42.376707 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-702a905b-894c-4ac5-bca5-b944ad449d59 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:42.378227 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-702a905b-894c-4ac5-bca5-b944ad449d59 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/networks?id=3ca20722-1992-4236-b1f5-5a0b3ddfb470 HTTP/1.1" status: 200 len: 812 time: 0.1008322 Feb 20 04:11:42.393627 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-01660cf3-0743-4081-8f19-9163d133a128 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/quotas/30b53dbaf9b34b269ef53bc09a9f69fb HTTP/1.1" status: 200 len: 375 time: 0.0100894 Feb 20 04:11:42.430527 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-f7feb827-d48d-46df-a1c7-cbf9c68eedd1 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=30b53dbaf9b34b269ef53bc09a9f69fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316017 Feb 20 04:11:42.529144 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-95540dc8-2976-4416-a9ab-cce87688dce4 service neutron] 10.222.0.89 "GET /v2.0/networks/3ca20722-1992-4236-b1f5-5a0b3ddfb470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919087 Feb 20 04:11:42.635770 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-50f2140a-0356-4df1-8d6e-3a335886d470 service neutron] 10.222.0.89 "GET /v2.0/networks/3ca20722-1992-4236-b1f5-5a0b3ddfb470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007907 Feb 20 04:11:42.928961 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2430fa-aee7-4691-859e-c98190cbd1ba req-f9cae712-0616-47da-8bc8-9c840acb4652 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:42.930821 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fb2430fa-aee7-4691-859e-c98190cbd1ba req-f9cae712-0616-47da-8bc8-9c840acb4652 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0571785 Feb 20 04:11:42.978572 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fb2430fa-aee7-4691-859e-c98190cbd1ba req-dc0d9536-c03c-44a0-90f6-386294a7e2ad tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423315 Feb 20 04:11:43.051025 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-20e1970a-d8de-4998-9d69-1b3acb9035fd req-043ef1b4-bcc6-4cc8-8134-b77e25ad03a6 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2cbde-259b-4318-a2c8-acbce3965ee5 HTTP/1.1" status: 200 len: 210 time: 0.0295064 Feb 20 04:11:44.107869 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f30b9-f3c3-4bbc-9619-0e9388a01f01 req-38bc636b-32cf-40fe-a966-53d09c6d596e tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:44.109288 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a15f30b9-f3c3-4bbc-9619-0e9388a01f01 req-38bc636b-32cf-40fe-a966-53d09c6d596e tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0533385 Feb 20 04:11:44.160244 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a15f30b9-f3c3-4bbc-9619-0e9388a01f01 req-302c3c7a-3296-45e7-b308-bc670721e466 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451365 Feb 20 04:11:44.243339 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfa663b8-580b-45d6-adfb-e406f9945116 req-87a8d9c1-2a80-4856-ae9f-31b6578a31f0 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2cbde-259b-4318-a2c8-acbce3965ee5 HTTP/1.1" status: 200 len: 210 time: 0.0282233 Feb 20 04:11:45.285892 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fac6e3-271c-4825-ad68-1714b639e0d2 req-09cc657c-db0d-4bf8-87d1-8a26ed2eda86 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:45.287435 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39fac6e3-271c-4825-ad68-1714b639e0d2 req-09cc657c-db0d-4bf8-87d1-8a26ed2eda86 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0551200 Feb 20 04:11:45.357624 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39fac6e3-271c-4825-ad68-1714b639e0d2 req-f0ceaa9f-1131-4f4f-8bb5-b5b771d34362 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635045 Feb 20 04:11:45.725638 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-488241a3-6312-43e1-9dea-b07895a09d42 req-40ebe4ca-8889-4c9e-b066-69e055d2cce9 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2cbde-259b-4318-a2c8-acbce3965ee5 HTTP/1.1" status: 200 len: 210 time: 0.0329802 Feb 20 04:11:45.768610 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-13d364d3-1384-498c-b500-df143a4da515 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:45.770115 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-13d364d3-1384-498c-b500-df143a4da515 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.42 "GET /v2.0/networks?id=3ca20722-1992-4236-b1f5-5a0b3ddfb470 HTTP/1.1" status: 200 len: 812 time: 0.4372747 Feb 20 04:11:45.782912 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-ad90531b-a079-4bbb-ae80-d6ce903f1e4c tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Request body: {'port': {'device_id': 'aad2cbde-259b-4318-a2c8-acbce3965ee5', 'network_id': '3ca20722-1992-4236-b1f5-5a0b3ddfb470', 'admin_state_up': True, 'tenant_id': '30b53dbaf9b34b269ef53bc09a9f69fb'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:11:45.942115 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-ad90531b-a079-4bbb-ae80-d6ce903f1e4c tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Made reservation on behalf of 30b53dbaf9b34b269ef53bc09a9f69fb for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:11:45.945505 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-ad90531b-a079-4bbb-ae80-d6ce903f1e4c tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:46.073029 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-ad90531b-a079-4bbb-ae80-d6ce903f1e4c tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Allocated IP 172.20.0.12 (3ca20722-1992-4236-b1f5-5a0b3ddfb470/033f4fb5-0239-44e8-aff9-fcc069432b3b/2ae41dea-3e5a-4a08-98e8-800c5c8b4e27) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:11:46.220125 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-ad90531b-a079-4bbb-ae80-d6ce903f1e4c tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Publish callbacks [] for port (2ae41dea-3e5a-4a08-98e8-800c5c8b4e27), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:46.342178 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-ad90531b-a079-4bbb-ae80-d6ce903f1e4c tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (2ae41dea-3e5a-4a08-98e8-800c5c8b4e27), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:46.385072 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-ad90531b-a079-4bbb-ae80-d6ce903f1e4c tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Network 3ca20722-1992-4236-b1f5-5a0b3ddfb470 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:11:46.388168 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-ad90531b-a079-4bbb-ae80-d6ce903f1e4c tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:11:46.394658 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-ad90531b-a079-4bbb-ae80-d6ce903f1e4c tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:11:46.418292 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90531b-a079-4bbb-ae80-d6ce903f1e4c tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Pushing event updated for resources: {'Port': ['ID=2ae41dea-3e5a-4a08-98e8-800c5c8b4e27,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:46.475417 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-ad90531b-a079-4bbb-ae80-d6ce903f1e4c tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:46.476037 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-ad90531b-a079-4bbb-ae80-d6ce903f1e4c tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:46.508972 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fcf66-00cf-412b-a4e0-e97ab7e45c28 req-be5cfef6-724f-4590-ad4c-2da184da4723 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:46.510505 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-140fcf66-00cf-412b-a4e0-e97ab7e45c28 req-be5cfef6-724f-4590-ad4c-2da184da4723 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0796714 Feb 20 04:11:46.557939 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-140fcf66-00cf-412b-a4e0-e97ab7e45c28 req-73d19b16-0a6b-45ea-a4c0-2204705470eb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419440 Feb 20 04:11:46.590054 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-ad90531b-a079-4bbb-ae80-d6ce903f1e4c tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8114297 Feb 20 04:11:46.601165 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-7dabec03-0567-4074-9f12-430d594ca742 service neutron] Request body: {'port': {'device_id': 'aad2cbde-259b-4318-a2c8-acbce3965ee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:11:46.659206 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-7dabec03-0567-4074-9f12-430d594ca742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2ae41dea-3e5a-4a08-98e8-800c5c8b4e27), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:46.914716 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b0067-03c0-455b-afe0-19a8558744a9 req-65c30346-8375-4043-81b6-b6b89bb63c19 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:46.916235 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d69b0067-03c0-455b-afe0-19a8558744a9 req-65c30346-8375-4043-81b6-b6b89bb63c19 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2cbde-259b-4318-a2c8-acbce3965ee5 HTTP/1.1" status: 200 len: 932 time: 0.0932279 Feb 20 04:11:46.998650 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-7dabec03-0567-4074-9f12-430d594ca742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ae41dea-3e5a-4a08-98e8-800c5c8b4e27 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:11:47.008473 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d69b0067-03c0-455b-afe0-19a8558744a9 req-2475b074-5245-4fba-a590-cf442f82fcba tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/security-groups?id=c05e3f91-95a7-4259-8c54-16b68da8d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859463 Feb 20 04:11:47.010217 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-7dabec03-0567-4074-9f12-430d594ca742 service neutron] Publish callbacks [] for port (2ae41dea-3e5a-4a08-98e8-800c5c8b4e27), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:47.023272 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-7dabec03-0567-4074-9f12-430d594ca742 service neutron] Transition to ACTIVE for port object 2ae41dea-3e5a-4a08-98e8-800c5c8b4e27 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:11:47.099386 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-7dabec03-0567-4074-9f12-430d594ca742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (2ae41dea-3e5a-4a08-98e8-800c5c8b4e27), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:47.152034 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dabec03-0567-4074-9f12-430d594ca742 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae41dea-3e5a-4a08-98e8-800c5c8b4e27,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:47.221090 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-7dabec03-0567-4074-9f12-430d594ca742 service neutron] Attempting to bind port 2ae41dea-3e5a-4a08-98e8-800c5c8b4e27 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:11:47.221380 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-7dabec03-0567-4074-9f12-430d594ca742 service neutron] Attempting to bind port 2ae41dea-3e5a-4a08-98e8-800c5c8b4e27 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '4a019c35-72ff-4c66-b476-c7826203a36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3ca20722-1992-4236-b1f5-5a0b3ddfb470'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:11:47.221713 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-7dabec03-0567-4074-9f12-430d594ca742 service neutron] Attempting to bind port 2ae41dea-3e5a-4a08-98e8-800c5c8b4e27 on network 3ca20722-1992-4236-b1f5-5a0b3ddfb470 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:11:47.226067 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-7dabec03-0567-4074-9f12-430d594ca742 service neutron] Port 2ae41dea-3e5a-4a08-98e8-800c5c8b4e27 on network 3ca20722-1992-4236-b1f5-5a0b3ddfb470 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:11:47.226386 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-7dabec03-0567-4074-9f12-430d594ca742 service neutron] Attempting to bind port 2ae41dea-3e5a-4a08-98e8-800c5c8b4e27 on network 3ca20722-1992-4236-b1f5-5a0b3ddfb470 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:11:47.231175 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-7dabec03-0567-4074-9f12-430d594ca742 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:11:47.231515 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-7dabec03-0567-4074-9f12-430d594ca742 service neutron] Checking segment: {'id': '4a019c35-72ff-4c66-b476-c7826203a36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3ca20722-1992-4236-b1f5-5a0b3ddfb470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:11:47.231927 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-7dabec03-0567-4074-9f12-430d594ca742 service neutron] Bound using segment: {'id': '4a019c35-72ff-4c66-b476-c7826203a36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3ca20722-1992-4236-b1f5-5a0b3ddfb470'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:11:47.232332 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-7dabec03-0567-4074-9f12-430d594ca742 service neutron] Bound port: 2ae41dea-3e5a-4a08-98e8-800c5c8b4e27, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a019c35-72ff-4c66-b476-c7826203a36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3ca20722-1992-4236-b1f5-5a0b3ddfb470'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:11:47.232685 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-7dabec03-0567-4074-9f12-430d594ca742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2ae41dea-3e5a-4a08-98e8-800c5c8b4e27), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:47.295503 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-7dabec03-0567-4074-9f12-430d594ca742 service neutron] For port 2ae41dea-3e5a-4a08-98e8-800c5c8b4e27, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:11:47.299396 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-7dabec03-0567-4074-9f12-430d594ca742 service neutron] For port 2ae41dea-3e5a-4a08-98e8-800c5c8b4e27, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=2ae41dea-3e5a-4a08-98e8-800c5c8b4e27,segment=NetworkSegment(4a019c35-72ff-4c66-b476-c7826203a36c),segment_id=4a019c35-72ff-4c66-b476-c7826203a36c)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:11:47.386094 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-7dabec03-0567-4074-9f12-430d594ca742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (2ae41dea-3e5a-4a08-98e8-800c5c8b4e27), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:47.421553 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-7dabec03-0567-4074-9f12-430d594ca742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:47.422244 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-7dabec03-0567-4074-9f12-430d594ca742 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:47.424942 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-7dabec03-0567-4074-9f12-430d594ca742 service neutron] 10.222.0.42 "PUT /v2.0/ports/2ae41dea-3e5a-4a08-98e8-800c5c8b4e27 HTTP/1.1" status: 200 len: 1092 time: 0.8274224 Feb 20 04:11:47.433546 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad2cbde-259b-4318-a2c8-acbce3965ee5', 'tag': '2ae41dea-3e5a-4a08-98e8-800c5c8b4e27'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:11:47.433546 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b67f488-d557-455e-ac1d-e08e0dd056c2" -d '{"events": [{"name": "network-changed", "server_uuid": "aad2cbde-259b-4318-a2c8-acbce3965ee5", "tag": "2ae41dea-3e5a-4a08-98e8-800c5c8b4e27"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:11:47.451254 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dabec03-0567-4074-9f12-430d594ca742 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae41dea-3e5a-4a08-98e8-800c5c8b4e27,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:47.530816 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9395b5e0-98b6-440d-8ee2-9baf5a84ca64 x-openstack-request-id: req-9395b5e0-98b6-440d-8ee2-9baf5a84ca64 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:11:47.531148 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aad2cbde-259b-4318-a2c8-acbce3965ee5", "tag": "2ae41dea-3e5a-4a08-98e8-800c5c8b4e27", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:11:47.531410 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9395b5e0-98b6-440d-8ee2-9baf5a84ca64 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:11:47.533212 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad2cbde-259b-4318-a2c8-acbce3965ee5', 'tag': '2ae41dea-3e5a-4a08-98e8-800c5c8b4e27', 'status': 'completed', 'code': 200} Feb 20 04:11:47.611542 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67f488-d557-455e-ac1d-e08e0dd056c2 req-a9f7d12a-b633-4542-bcce-2edfd042f0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:47.614056 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5b67f488-d557-455e-ac1d-e08e0dd056c2 req-a9f7d12a-b633-4542-bcce-2edfd042f0d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30b53dbaf9b34b269ef53bc09a9f69fb&device_id=aad2cbde-259b-4318-a2c8-acbce3965ee5 HTTP/1.1" status: 200 len: 1126 time: 0.0628309 Feb 20 04:11:47.753327 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f39dd4-e463-4489-828c-95baee199f91 req-247e34dc-c365-4b7e-b6d6-ec2f83787d6c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:47.754991 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-68f39dd4-e463-4489-828c-95baee199f91 req-247e34dc-c365-4b7e-b6d6-ec2f83787d6c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.1243703 Feb 20 04:11:47.760192 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67f488-d557-455e-ac1d-e08e0dd056c2 req-deeec1e2-1100-45c9-8ddc-0fb76a489cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:47.761659 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5b67f488-d557-455e-ac1d-e08e0dd056c2 req-deeec1e2-1100-45c9-8ddc-0fb76a489cd6 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=30b53dbaf9b34b269ef53bc09a9f69fb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1413479 Feb 20 04:11:47.856069 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-68f39dd4-e463-4489-828c-95baee199f91 req-13e03343-21d8-4bdb-a887-d6b2ad47eaa6 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934424 Feb 20 04:11:47.892869 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67f488-d557-455e-ac1d-e08e0dd056c2 req-ddc639dc-9d67-4d88-a59f-89c9343bc89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:47.895011 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5b67f488-d557-455e-ac1d-e08e0dd056c2 req-ddc639dc-9d67-4d88-a59f-89c9343bc89d service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1252003 Feb 20 04:11:47.980679 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-47cf179a-24db-4007-afe2-1ea7586cddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:47.982196 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-47cf179a-24db-4007-afe2-1ea7586cddd2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30b53dbaf9b34b269ef53bc09a9f69fb&device_id=aad2cbde-259b-4318-a2c8-acbce3965ee5 HTTP/1.1" status: 200 len: 1126 time: 0.0524786 Feb 20 04:11:48.026268 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-52b2244d-8167-4963-a366-4fc8006d955d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ae41dea-3e5a-4a08-98e8-800c5c8b4e27 HTTP/1.1" status: 200 len: 217 time: 0.0354581 Feb 20 04:11:48.075270 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-a19389aa-5c9c-4fae-9bad-e297df966afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:48.076766 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-a19389aa-5c9c-4fae-9bad-e297df966afb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=033f4fb5-0239-44e8-aff9-fcc069432b3b HTTP/1.1" status: 200 len: 852 time: 0.0453954 Feb 20 04:11:48.136536 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-31c77719-3a74-4e60-b807-8a4f1918730c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ca20722-1992-4236-b1f5-5a0b3ddfb470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537455 Feb 20 04:11:48.215397 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25363762-b5a5-4a9e-9d9f-672cc650390b req-fdd198ea-6486-454e-90ee-3bb3f52a81a8 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:48.216903 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25363762-b5a5-4a9e-9d9f-672cc650390b req-fdd198ea-6486-454e-90ee-3bb3f52a81a8 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2cbde-259b-4318-a2c8-acbce3965ee5 HTTP/1.1" status: 200 len: 944 time: 0.1353476 Feb 20 04:11:48.276367 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-ee054799-d9b9-47b1-81e0-7662523bfbc8 service neutron] 10.222.0.42 "GET /v2.0/networks/3ca20722-1992-4236-b1f5-5a0b3ddfb470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322680 Feb 20 04:11:48.306217 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25363762-b5a5-4a9e-9d9f-672cc650390b req-19876052-af74-482e-acf8-7ff8af1aa018 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/security-groups?id=c05e3f91-95a7-4259-8c54-16b68da8d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817239 Feb 20 04:11:48.371800 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa37dda2-43bc-4415-8d61-6a0cb24372a8 req-2d8f8ccd-f420-4c55-8836-41f60cb93332 service neutron] 10.222.0.42 "GET /v2.0/networks/3ca20722-1992-4236-b1f5-5a0b3ddfb470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882316 Feb 20 04:11:48.983609 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910e892-4c7f-406d-b793-6aff6137c222 req-84b1d02e-bec2-40e5-9d02-f1621f7c6fa7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:48.985008 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1910e892-4c7f-406d-b793-6aff6137c222 req-84b1d02e-bec2-40e5-9d02-f1621f7c6fa7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0550804 Feb 20 04:11:49.036778 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1910e892-4c7f-406d-b793-6aff6137c222 req-a1c3e84b-3da2-472b-955f-24957077fbf9 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451567 Feb 20 04:11:49.429772 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21d2af-0e62-45a5-b16d-09751a47563e req-59f287cd-3cf8-4c1b-89d8-cf08925ac8c9 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:49.431304 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6d21d2af-0e62-45a5-b16d-09751a47563e req-59f287cd-3cf8-4c1b-89d8-cf08925ac8c9 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2cbde-259b-4318-a2c8-acbce3965ee5 HTTP/1.1" status: 200 len: 944 time: 0.0596247 Feb 20 04:11:49.478915 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6d21d2af-0e62-45a5-b16d-09751a47563e req-a889812e-4faa-4c4c-a232-3a4d8a1a8f60 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/security-groups?id=c05e3f91-95a7-4259-8c54-16b68da8d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420060 Feb 20 04:11:50.158865 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e1cea-002e-420d-8039-f2e9447853b2 req-775c9dc6-355f-46a5-b5be-ffdc4e98a693 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:50.160427 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-886e1cea-002e-420d-8039-f2e9447853b2 req-775c9dc6-355f-46a5-b5be-ffdc4e98a693 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0557511 Feb 20 04:11:50.208376 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-886e1cea-002e-420d-8039-f2e9447853b2 req-7a98340e-33d9-44ce-8cd5-ee7bc9507ad4 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422573 Feb 20 04:11:50.601214 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a82cb-3459-4802-abf9-4432fd523369 req-0af6b4c4-5d3e-4bd1-b955-17430cbe5bc8 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:50.602705 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-547a82cb-3459-4802-abf9-4432fd523369 req-0af6b4c4-5d3e-4bd1-b955-17430cbe5bc8 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2cbde-259b-4318-a2c8-acbce3965ee5 HTTP/1.1" status: 200 len: 944 time: 0.0578642 Feb 20 04:11:50.650771 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-547a82cb-3459-4802-abf9-4432fd523369 req-17e0319d-cbed-4880-982d-36ac181943a2 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/security-groups?id=c05e3f91-95a7-4259-8c54-16b68da8d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422206 Feb 20 04:11:50.822883 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:11:51.146066 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 2ae41dea-3e5a-4a08-98e8-800c5c8b4e27 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:11:51.261708 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:51.263531 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 2ae41dea-3e5a-4a08-98e8-800c5c8b4e27, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=2ae41dea-3e5a-4a08-98e8-800c5c8b4e27,segment=NetworkSegment(4a019c35-72ff-4c66-b476-c7826203a36c),segment_id=4a019c35-72ff-4c66-b476-c7826203a36c)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:11:51.278091 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': '2ae41dea-3e5a-4a08-98e8-800c5c8b4e27', 'network_id': '3ca20722-1992-4236-b1f5-5a0b3ddfb470', 'port_id': '2ae41dea-3e5a-4a08-98e8-800c5c8b4e27', 'mac_address': 'fa:16:3e:82:c8:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '033f4fb5-0239-44e8-aff9-fcc069432b3b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:11:51.325918 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 2ae41dea-3e5a-4a08-98e8-800c5c8b4e27 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:11:51.326331 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2ae41dea-3e5a-4a08-98e8-800c5c8b4e27), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:51.336847 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442262b6-0d16-4009-af72-06d254edcfaf req-135c6f28-7ddb-429a-a8a6-576fe3efe74d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:51.338399 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-442262b6-0d16-4009-af72-06d254edcfaf req-135c6f28-7ddb-429a-a8a6-576fe3efe74d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0574403 Feb 20 04:11:51.341758 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae41dea-3e5a-4a08-98e8-800c5c8b4e27 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:11:51.361802 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:51.365597 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 2ae41dea-3e5a-4a08-98e8-800c5c8b4e27, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=2ae41dea-3e5a-4a08-98e8-800c5c8b4e27,segment=NetworkSegment(4a019c35-72ff-4c66-b476-c7826203a36c),segment_id=4a019c35-72ff-4c66-b476-c7826203a36c)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:11:51.392456 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-442262b6-0d16-4009-af72-06d254edcfaf req-885e7d76-b55d-4077-936c-9db3315d301d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481017 Feb 20 04:11:51.445435 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2ae41dea-3e5a-4a08-98e8-800c5c8b4e27), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:51.495635 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=2ae41dea-3e5a-4a08-98e8-800c5c8b4e27,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:51.503403 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:11:51.503765 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:11:51.504116 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:11:51.504459 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:11:51.504799 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:11:51.505137 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:11:51.505498 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:11:51.505828 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:11:51.506162 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:11:51.506491 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:11:51.506820 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:11:51.507177 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:11:51.507506 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:11:51.657572 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['2ae41dea-3e5a-4a08-98e8-800c5c8b4e27'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:11:51.782640 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e9e3c-5e70-4244-8697-b38ac1de36a9 req-16c492eb-22eb-4f1d-9c19-63452a6c9b06 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:51.790964 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-143e9e3c-5e70-4244-8697-b38ac1de36a9 req-16c492eb-22eb-4f1d-9c19-63452a6c9b06 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2cbde-259b-4318-a2c8-acbce3965ee5 HTTP/1.1" status: 200 len: 945 time: 0.0686028 Feb 20 04:11:51.837305 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-143e9e3c-5e70-4244-8697-b38ac1de36a9 req-c757bc27-644d-410d-98b1-9f2e2e19c7bb tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/security-groups?id=c05e3f91-95a7-4259-8c54-16b68da8d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466583 Feb 20 04:11:52.514935 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4e888-8783-432a-aa75-3bb56a6df2a0 req-8ba76296-db9b-42f9-b742-08feb12471f9 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:52.516452 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-22f4e888-8783-432a-aa75-3bb56a6df2a0 req-8ba76296-db9b-42f9-b742-08feb12471f9 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0539191 Feb 20 04:11:52.565585 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-22f4e888-8783-432a-aa75-3bb56a6df2a0 req-06105ab0-1abf-4f8d-b05b-c2addfecc640 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432177 Feb 20 04:11:52.957521 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88130d-ce15-4e97-a827-0abc9d87f355 req-70378e8c-081d-4b12-9694-977748186d1a tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:52.959053 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fc88130d-ce15-4e97-a827-0abc9d87f355 req-70378e8c-081d-4b12-9694-977748186d1a tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2cbde-259b-4318-a2c8-acbce3965ee5 HTTP/1.1" status: 200 len: 945 time: 0.0546145 Feb 20 04:11:53.006559 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fc88130d-ce15-4e97-a827-0abc9d87f355 req-d9f84c67-2194-41b2-9521-8b1b96c88fbf tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/security-groups?id=c05e3f91-95a7-4259-8c54-16b68da8d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417185 Feb 20 04:11:53.143365 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 2ae41dea-3e5a-4a08-98e8-800c5c8b4e27 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:11:53.268098 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port 2ae41dea-3e5a-4a08-98e8-800c5c8b4e27 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:11:53.272342 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port 2ae41dea-3e5a-4a08-98e8-800c5c8b4e27 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:11:53.272711 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (2ae41dea-3e5a-4a08-98e8-800c5c8b4e27), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:53.351849 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port 2ae41dea-3e5a-4a08-98e8-800c5c8b4e27 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:11:53.352239 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2ae41dea-3e5a-4a08-98e8-800c5c8b4e27), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:53.374020 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad2cbde-259b-4318-a2c8-acbce3965ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae41dea-3e5a-4a08-98e8-800c5c8b4e27'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:11:53.376302 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736af33d-2aa6-4be3-b3e6-7c806f73f782" -d '{"events": [{"server_uuid": "aad2cbde-259b-4318-a2c8-acbce3965ee5", "name": "network-vif-plugged", "status": "completed", "tag": "2ae41dea-3e5a-4a08-98e8-800c5c8b4e27"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:11:53.395070 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port 2ae41dea-3e5a-4a08-98e8-800c5c8b4e27, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=2ae41dea-3e5a-4a08-98e8-800c5c8b4e27,segment=NetworkSegment(4a019c35-72ff-4c66-b476-c7826203a36c),segment_id=4a019c35-72ff-4c66-b476-c7826203a36c)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:11:53.416552 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24befdcb-50f1-4f1f-b61e-8d1409fb4905 x-openstack-request-id: req-24befdcb-50f1-4f1f-b61e-8d1409fb4905 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:11:53.420993 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad2cbde-259b-4318-a2c8-acbce3965ee5", "name": "network-vif-plugged", "status": "completed", "tag": "2ae41dea-3e5a-4a08-98e8-800c5c8b4e27", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:11:53.420993 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-24befdcb-50f1-4f1f-b61e-8d1409fb4905 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:11:53.420993 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad2cbde-259b-4318-a2c8-acbce3965ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae41dea-3e5a-4a08-98e8-800c5c8b4e27', 'code': 200} Feb 20 04:11:53.483375 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (2ae41dea-3e5a-4a08-98e8-800c5c8b4e27), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:53.527000 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f192760-e5bb-4104-b52f-cf7543ecce66 req-e3a471a6-35cd-4f9f-8440-4fd3e0c2688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:53.528591 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f192760-e5bb-4104-b52f-cf7543ecce66 req-e3a471a6-35cd-4f9f-8440-4fd3e0c2688f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aad2cbde-259b-4318-a2c8-acbce3965ee5 HTTP/1.1" status: 200 len: 1128 time: 0.0544291 Feb 20 04:11:53.534139 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=2ae41dea-3e5a-4a08-98e8-800c5c8b4e27,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:11:53.575785 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f192760-e5bb-4104-b52f-cf7543ecce66 req-e4c6fd07-bf50-42a8-a0ca-591fe3700f1b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c05e3f91-95a7-4259-8c54-16b68da8d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416226 Feb 20 04:11:53.697301 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe260d8-f883-43df-b337-7b1faaeb828c req-1ebffb1b-9691-4e7a-bb1a-a4eddcd2121f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:53.699036 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfe260d8-f883-43df-b337-7b1faaeb828c req-1ebffb1b-9691-4e7a-bb1a-a4eddcd2121f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0584998 Feb 20 04:11:53.757793 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfe260d8-f883-43df-b337-7b1faaeb828c req-24f705b8-bd2d-4f31-a7e9-1ae5b344f410 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505073 Feb 20 04:11:54.123827 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13999eff-f494-4d43-b207-c14fee9b71ba req-ede71eff-88fb-451b-ac17-adbc66afc7ad tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:54.125609 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-13999eff-f494-4d43-b207-c14fee9b71ba req-ede71eff-88fb-451b-ac17-adbc66afc7ad tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2cbde-259b-4318-a2c8-acbce3965ee5 HTTP/1.1" status: 200 len: 946 time: 0.0524025 Feb 20 04:11:54.180042 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-13999eff-f494-4d43-b207-c14fee9b71ba req-7aef9e10-ac1b-4779-b689-d7aafee51728 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/security-groups?id=c05e3f91-95a7-4259-8c54-16b68da8d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479727 Feb 20 04:11:54.881344 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a780f6-a65b-4adb-8401-d46bf94002e0 req-0be66849-d143-4782-8637-da49a1f5b170 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:54.882895 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81a780f6-a65b-4adb-8401-d46bf94002e0 req-0be66849-d143-4782-8637-da49a1f5b170 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0552640 Feb 20 04:11:54.934197 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81a780f6-a65b-4adb-8401-d46bf94002e0 req-ecb71a51-e93f-4acf-9533-286c19311b15 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452652 Feb 20 04:11:55.301523 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c9229-4bcb-45be-b524-2ad75ebad18e req-103887d0-ef4b-4e8d-b456-7269b5ab409c tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:55.303065 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-827c9229-4bcb-45be-b524-2ad75ebad18e req-103887d0-ef4b-4e8d-b456-7269b5ab409c tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2cbde-259b-4318-a2c8-acbce3965ee5 HTTP/1.1" status: 200 len: 946 time: 0.0541549 Feb 20 04:11:55.350501 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-827c9229-4bcb-45be-b524-2ad75ebad18e req-75b5936c-93ad-415f-9dcb-e2dee1e8989d tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/security-groups?id=c05e3f91-95a7-4259-8c54-16b68da8d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416613 Feb 20 04:11:55.477634 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e110768-610d-4aef-be71-848feeaad14d req-021db4af-0c6c-4f10-a7c2-3d90cba86e22 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:55.479138 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2e110768-610d-4aef-be71-848feeaad14d req-021db4af-0c6c-4f10-a7c2-3d90cba86e22 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2cbde-259b-4318-a2c8-acbce3965ee5 HTTP/1.1" status: 200 len: 946 time: 0.0611794 Feb 20 04:11:55.531867 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2e110768-610d-4aef-be71-848feeaad14d req-8f819513-5944-42a0-a8b0-ddfcff39a3de tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/security-groups?id=c05e3f91-95a7-4259-8c54-16b68da8d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467625 Feb 20 04:11:55.981941 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8e97b-261d-4e5a-a583-337f61981796 req-8da283e1-af8a-41b7-abe4-9c4d9a77d7ad tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:55.983487 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-46e8e97b-261d-4e5a-a583-337f61981796 req-8da283e1-af8a-41b7-abe4-9c4d9a77d7ad tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2cbde-259b-4318-a2c8-acbce3965ee5 HTTP/1.1" status: 200 len: 946 time: 0.0561955 Feb 20 04:11:56.030163 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-46e8e97b-261d-4e5a-a583-337f61981796 req-f05a1052-0238-4c6a-8a97-726455d14254 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/security-groups?id=c05e3f91-95a7-4259-8c54-16b68da8d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401807 Feb 20 04:11:56.142952 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741b540-0b53-4e83-96c0-4e2f203cd3c2 req-3b6d7bdd-4597-460b-8cf2-174796f2787e tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:56.144461 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c741b540-0b53-4e83-96c0-4e2f203cd3c2 req-3b6d7bdd-4597-460b-8cf2-174796f2787e tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0573421 Feb 20 04:11:56.196713 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c741b540-0b53-4e83-96c0-4e2f203cd3c2 req-5d6ce9b2-9a0f-4c03-bdc5-88df260499f5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467391 Feb 20 04:11:56.502337 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-90ba1843-54b8-466b-ae02-16a2888cdcbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:57.155378 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9ddf6-cbb3-4864-9b9f-8bb89d3f86aa req-98fe3844-bccc-448c-9acd-915c8092e4e2 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:57.156905 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e4d9ddf6-cbb3-4864-9b9f-8bb89d3f86aa req-98fe3844-bccc-448c-9acd-915c8092e4e2 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2cbde-259b-4318-a2c8-acbce3965ee5 HTTP/1.1" status: 200 len: 946 time: 0.0565984 Feb 20 04:11:57.206551 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e4d9ddf6-cbb3-4864-9b9f-8bb89d3f86aa req-95c77d97-db64-4492-9800-9b7152eebced tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/security-groups?id=c05e3f91-95a7-4259-8c54-16b68da8d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440369 Feb 20 04:11:57.322659 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fe1d9-a384-4623-9407-f8edd1974d5d req-8b34b173-046f-47fa-bc6f-c6d78d643edb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:57.324239 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d75fe1d9-a384-4623-9407-f8edd1974d5d req-8b34b173-046f-47fa-bc6f-c6d78d643edb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0579059 Feb 20 04:11:57.381473 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d75fe1d9-a384-4623-9407-f8edd1974d5d req-4e2f421a-52b3-4123-b7e5-d57ace83c7f0 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511084 Feb 20 04:11:57.825845 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b05b2-ea24-44c0-9235-35d17c07f194 req-b4fd77d5-91dd-456f-9035-974595c38cff tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:57.827373 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-871b05b2-ea24-44c0-9235-35d17c07f194 req-b4fd77d5-91dd-456f-9035-974595c38cff tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2cbde-259b-4318-a2c8-acbce3965ee5 HTTP/1.1" status: 200 len: 946 time: 0.0604403 Feb 20 04:11:57.898963 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-871b05b2-ea24-44c0-9235-35d17c07f194 req-3294fed6-7791-456b-9c1e-c78827e0e7d7 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/security-groups?id=c05e3f91-95a7-4259-8c54-16b68da8d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656724 Feb 20 04:11:57.918816 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c87629-60e0-4521-b542-fb65dde1453c req-18b0de0c-aae7-46f8-ab27-b89276414317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:57.920324 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07c87629-60e0-4521-b542-fb65dde1453c req-18b0de0c-aae7-46f8-ab27-b89276414317 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30b53dbaf9b34b269ef53bc09a9f69fb&device_id=aad2cbde-259b-4318-a2c8-acbce3965ee5 HTTP/1.1" status: 200 len: 1128 time: 0.0608897 Feb 20 04:11:58.012893 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c87629-60e0-4521-b542-fb65dde1453c req-1f12e10b-b105-435a-baf6-09e2bcaa1169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:58.014325 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07c87629-60e0-4521-b542-fb65dde1453c req-1f12e10b-b105-435a-baf6-09e2bcaa1169 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ca20722-1992-4236-b1f5-5a0b3ddfb470 HTTP/1.1" status: 200 len: 913 time: 0.0876698 Feb 20 04:11:58.055830 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07c87629-60e0-4521-b542-fb65dde1453c req-316aa8b7-69af-413a-ab08-2be96ac36dee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ae41dea-3e5a-4a08-98e8-800c5c8b4e27 HTTP/1.1" status: 200 len: 217 time: 0.0353682 Feb 20 04:11:58.103429 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c87629-60e0-4521-b542-fb65dde1453c req-5688c3da-555a-4f5e-8078-1aaf23d7528d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:58.104900 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07c87629-60e0-4521-b542-fb65dde1453c req-5688c3da-555a-4f5e-8078-1aaf23d7528d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=033f4fb5-0239-44e8-aff9-fcc069432b3b HTTP/1.1" status: 200 len: 852 time: 0.0428367 Feb 20 04:11:58.141200 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07c87629-60e0-4521-b542-fb65dde1453c req-feb05d52-c7ff-4340-98b7-321671a01bc7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ca20722-1992-4236-b1f5-5a0b3ddfb470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304244 Feb 20 04:11:58.228696 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07c87629-60e0-4521-b542-fb65dde1453c req-fa2ae60a-9ab0-4a83-82bd-97ec86c52213 service neutron] 10.222.0.42 "GET /v2.0/networks/3ca20722-1992-4236-b1f5-5a0b3ddfb470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817885 Feb 20 04:11:58.323207 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07c87629-60e0-4521-b542-fb65dde1453c req-0a4a390a-1a0f-4444-9c67-d2038f67d7df service neutron] 10.222.0.42 "GET /v2.0/networks/3ca20722-1992-4236-b1f5-5a0b3ddfb470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879412 Feb 20 04:11:58.509553 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d07665-4171-442f-b76d-8e510c06c96f req-0ab184f7-4336-4497-ac75-6b4334b29c65 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:58.511107 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-47d07665-4171-442f-b76d-8e510c06c96f req-0ab184f7-4336-4497-ac75-6b4334b29c65 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0575769 Feb 20 04:11:58.559168 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-47d07665-4171-442f-b76d-8e510c06c96f req-44c3f91e-a16c-4881-8bb5-a5b753041392 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422313 Feb 20 04:11:58.722097 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-666e76ad-d71e-49c6-85fc-3098df5fb971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:11:59.027399 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3751681-d375-4ae9-804b-0b4ac041ed06 req-ff2ff999-be97-4f44-8474-cfb862bf8bbf tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:59.028962 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c3751681-d375-4ae9-804b-0b4ac041ed06 req-ff2ff999-be97-4f44-8474-cfb862bf8bbf tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2cbde-259b-4318-a2c8-acbce3965ee5 HTTP/1.1" status: 200 len: 946 time: 0.0579269 Feb 20 04:11:59.079387 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c3751681-d375-4ae9-804b-0b4ac041ed06 req-306de071-1010-4178-83c6-3ded648f987c tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/security-groups?id=c05e3f91-95a7-4259-8c54-16b68da8d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433438 Feb 20 04:11:59.688418 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351b910-aef1-4819-87df-ea04a87b7781 req-1e00dda4-2463-444b-93d1-9718638809cf tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:11:59.690954 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d351b910-aef1-4819-87df-ea04a87b7781 req-1e00dda4-2463-444b-93d1-9718638809cf tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0603986 Feb 20 04:11:59.738039 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d351b910-aef1-4819-87df-ea04a87b7781 req-26572945-0670-4d6a-b4d0-1c7b35cca68f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412993 Feb 20 04:12:00.108450 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:00.205822 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ce4c3-a42b-4adc-929f-cef6fc9177cb req-fb8c1efd-321e-456b-89d6-5bf1f93e7ac6 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:00.207509 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a2ce4c3-a42b-4adc-929f-cef6fc9177cb req-fb8c1efd-321e-456b-89d6-5bf1f93e7ac6 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2cbde-259b-4318-a2c8-acbce3965ee5 HTTP/1.1" status: 200 len: 946 time: 0.0548704 Feb 20 04:12:00.255610 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5a2ce4c3-a42b-4adc-929f-cef6fc9177cb req-ad47d180-23cc-433c-a4e4-bf3588e8c3ec tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/security-groups?id=c05e3f91-95a7-4259-8c54-16b68da8d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423996 Feb 20 04:12:00.702932 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32d702-f4cb-4e9c-aa03-81d41ab58ecc req-4cd9234f-c394-446f-b726-d8d8427d0260 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:00.704918 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1a32d702-f4cb-4e9c-aa03-81d41ab58ecc req-4cd9234f-c394-446f-b726-d8d8427d0260 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2cbde-259b-4318-a2c8-acbce3965ee5 HTTP/1.1" status: 200 len: 946 time: 0.0556355 Feb 20 04:12:00.761785 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1a32d702-f4cb-4e9c-aa03-81d41ab58ecc req-5db56d90-f15e-45fc-9291-e2c9c8d1d835 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/security-groups?id=c05e3f91-95a7-4259-8c54-16b68da8d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510399 Feb 20 04:12:00.880139 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc02f2-fe58-4de4-a661-105806ac23a5 req-5401c368-a0ad-47fb-858e-4e3e86989ba6 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:00.881688 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88dc02f2-fe58-4de4-a661-105806ac23a5 req-5401c368-a0ad-47fb-858e-4e3e86989ba6 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0555358 Feb 20 04:12:00.935613 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88dc02f2-fe58-4de4-a661-105806ac23a5 req-5bcc06ea-92ac-4c17-993a-4121a753c4d5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483072 Feb 20 04:12:01.345367 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:01.882248 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754059c-d2b1-4898-8966-95d96eb65a22 req-9b460e9d-68b4-4bbc-8afb-d34992438b1c tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:01.883787 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7754059c-d2b1-4898-8966-95d96eb65a22 req-9b460e9d-68b4-4bbc-8afb-d34992438b1c tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2cbde-259b-4318-a2c8-acbce3965ee5 HTTP/1.1" status: 200 len: 946 time: 0.0539174 Feb 20 04:12:01.931562 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7754059c-d2b1-4898-8966-95d96eb65a22 req-34b2ca34-8c98-4197-a746-772dde1697aa tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/security-groups?id=c05e3f91-95a7-4259-8c54-16b68da8d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421588 Feb 20 04:12:02.288693 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66afabc-284b-43dd-9dd6-c986be2b16dc req-b25dbbd1-5d50-4eb1-b05a-3ce88671485b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:02.290230 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e66afabc-284b-43dd-9dd6-c986be2b16dc req-b25dbbd1-5d50-4eb1-b05a-3ce88671485b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0575597 Feb 20 04:12:02.346223 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e66afabc-284b-43dd-9dd6-c986be2b16dc req-5143f937-d75c-496b-82b1-9b094f11a263 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501368 Feb 20 04:12:02.387854 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9238366-405e-41fd-97c2-3a5401c21649 req-c5d019cc-f47e-42bb-adc6-36cd87aca485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:02.389302 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c9238366-405e-41fd-97c2-3a5401c21649 req-c5d019cc-f47e-42bb-adc6-36cd87aca485 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30b53dbaf9b34b269ef53bc09a9f69fb&device_id=aad2cbde-259b-4318-a2c8-acbce3965ee5 HTTP/1.1" status: 200 len: 1128 time: 0.0579133 Feb 20 04:12:02.520373 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6868e41-c888-492a-b3ae-d4153043f331 req-c05856e0-e3a7-43a1-b418-50ee519c627e tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:02.521855 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d6868e41-c888-492a-b3ae-d4153043f331 req-c05856e0-e3a7-43a1-b418-50ee519c627e tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2cbde-259b-4318-a2c8-acbce3965ee5 HTTP/1.1" status: 200 len: 946 time: 0.1199112 Feb 20 04:12:02.523390 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9238366-405e-41fd-97c2-3a5401c21649 req-5db561ce-7da3-4366-9e6e-43773df82dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:02.524701 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c9238366-405e-41fd-97c2-3a5401c21649 req-5db561ce-7da3-4366-9e6e-43773df82dfa service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ca20722-1992-4236-b1f5-5a0b3ddfb470 HTTP/1.1" status: 200 len: 913 time: 0.1300540 Feb 20 04:12:02.576197 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c9238366-405e-41fd-97c2-3a5401c21649 req-91cbf7dd-4a87-4926-a679-4e57cd3ec1a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ae41dea-3e5a-4a08-98e8-800c5c8b4e27 HTTP/1.1" status: 200 len: 217 time: 0.0430303 Feb 20 04:12:02.631942 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d6868e41-c888-492a-b3ae-d4153043f331 req-45116c51-47d7-4438-93fd-a7b52fe16eac tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/security-groups?id=c05e3f91-95a7-4259-8c54-16b68da8d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044481 Feb 20 04:12:02.640571 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9238366-405e-41fd-97c2-3a5401c21649 req-05462504-531b-4783-9f44-65d82c842b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:02.642629 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c9238366-405e-41fd-97c2-3a5401c21649 req-05462504-531b-4783-9f44-65d82c842b63 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=033f4fb5-0239-44e8-aff9-fcc069432b3b HTTP/1.1" status: 200 len: 852 time: 0.0592973 Feb 20 04:12:02.672339 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c9238366-405e-41fd-97c2-3a5401c21649 req-4756eb70-d871-4e84-953d-e2694dcb85b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ca20722-1992-4236-b1f5-5a0b3ddfb470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248439 Feb 20 04:12:02.767468 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c9238366-405e-41fd-97c2-3a5401c21649 req-78e8dae2-f13a-44ab-8de5-19c7d0525886 service neutron] 10.222.0.42 "GET /v2.0/networks/3ca20722-1992-4236-b1f5-5a0b3ddfb470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885990 Feb 20 04:12:02.795368 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:02.853902 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c9238366-405e-41fd-97c2-3a5401c21649 req-b1661d41-d9c1-4667-b5c7-2f3e437df5b9 service neutron] 10.222.0.42 "GET /v2.0/networks/3ca20722-1992-4236-b1f5-5a0b3ddfb470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817931 Feb 20 04:12:03.476974 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c2ad4-a211-4880-96f3-6ec3bf5f0e8f req-c368a687-eeae-4360-9e2e-a8a6df3a2836 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:03.478636 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a21c2ad4-a211-4880-96f3-6ec3bf5f0e8f req-c368a687-eeae-4360-9e2e-a8a6df3a2836 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0574391 Feb 20 04:12:03.526593 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a21c2ad4-a211-4880-96f3-6ec3bf5f0e8f req-fdff5480-df6c-4a0d-8c3e-4e1ba5887e31 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423629 Feb 20 04:12:03.757219 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77b08a-6859-4207-adc5-6a75d2e0d830 req-883fd7c2-aacd-47f1-bf8d-8a1526380d5a tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:03.758730 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6b77b08a-6859-4207-adc5-6a75d2e0d830 req-883fd7c2-aacd-47f1-bf8d-8a1526380d5a tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2cbde-259b-4318-a2c8-acbce3965ee5 HTTP/1.1" status: 200 len: 946 time: 0.0582299 Feb 20 04:12:03.807718 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6b77b08a-6859-4207-adc5-6a75d2e0d830 req-dbaa43bd-ca8c-433c-a2d9-1325e075c237 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/security-groups?id=c05e3f91-95a7-4259-8c54-16b68da8d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433304 Feb 20 04:12:04.303510 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d5452-1a8e-47cb-805b-cb90eb974677 req-7deecf0e-40bb-455b-ae46-d6e260def666 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:04.304978 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f14d5452-1a8e-47cb-805b-cb90eb974677 req-7deecf0e-40bb-455b-ae46-d6e260def666 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2cbde-259b-4318-a2c8-acbce3965ee5 HTTP/1.1" status: 200 len: 946 time: 0.0526030 Feb 20 04:12:04.352187 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f14d5452-1a8e-47cb-805b-cb90eb974677 req-dcd7948b-bf46-4abe-a4a5-f6ef0162a9e1 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/security-groups?id=c05e3f91-95a7-4259-8c54-16b68da8d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414925 Feb 20 04:12:04.650987 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639837e-8ca5-4a84-a8fd-af12b2bbe357 req-9c2e2df8-b448-417f-9ca7-9b230e59f368 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:04.652552 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f639837e-8ca5-4a84-a8fd-af12b2bbe357 req-9c2e2df8-b448-417f-9ca7-9b230e59f368 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0568535 Feb 20 04:12:04.700008 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f639837e-8ca5-4a84-a8fd-af12b2bbe357 req-1add4578-456c-42f7-9a3c-597a91c00d6c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418355 Feb 20 04:12:05.476922 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fb8d8-a1ff-495f-bd03-12564888e7b0 req-cd43f4f9-33ca-47b0-ba5c-831154b134b4 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:05.478461 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-005fb8d8-a1ff-495f-bd03-12564888e7b0 req-cd43f4f9-33ca-47b0-ba5c-831154b134b4 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2cbde-259b-4318-a2c8-acbce3965ee5 HTTP/1.1" status: 200 len: 946 time: 0.0557656 Feb 20 04:12:05.524861 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-005fb8d8-a1ff-495f-bd03-12564888e7b0 req-3f8e6dbc-5671-4244-9c75-c6a2dcb18801 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/security-groups?id=c05e3f91-95a7-4259-8c54-16b68da8d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406656 Feb 20 04:12:05.822300 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20656dea-15af-4602-9b3f-0e314a270bed req-ad04dcbf-0032-4f2c-8acb-c39bf2530928 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:05.823808 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-20656dea-15af-4602-9b3f-0e314a270bed req-ad04dcbf-0032-4f2c-8acb-c39bf2530928 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0538609 Feb 20 04:12:05.874436 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-20656dea-15af-4602-9b3f-0e314a270bed req-f55549fb-c4bf-4997-9a36-ef76495a638a tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450704 Feb 20 04:12:06.117241 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbe692-c614-4f99-abc9-66361a31dacc req-e4ad1c0b-f570-4f08-a1ff-b9cb76d1acbd tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:06.118633 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d3cbe692-c614-4f99-abc9-66361a31dacc req-e4ad1c0b-f570-4f08-a1ff-b9cb76d1acbd tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.42 "GET /v2.0/ports?device_id=aad2cbde-259b-4318-a2c8-acbce3965ee5 HTTP/1.1" status: 200 len: 946 time: 0.0529323 Feb 20 04:12:06.213044 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-d3cbe692-c614-4f99-abc9-66361a31dacc req-d68c488b-5215-409e-aa51-5b89cedae6ba tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Deleting port 2ae41dea-3e5a-4a08-98e8-800c5c8b4e27 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:12:06.213389 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d3cbe692-c614-4f99-abc9-66361a31dacc req-d68c488b-5215-409e-aa51-5b89cedae6ba tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (2ae41dea-3e5a-4a08-98e8-800c5c8b4e27), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:06.306000 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-d3cbe692-c614-4f99-abc9-66361a31dacc req-d68c488b-5215-409e-aa51-5b89cedae6ba tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] For port 2ae41dea-3e5a-4a08-98e8-800c5c8b4e27, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=2ae41dea-3e5a-4a08-98e8-800c5c8b4e27,segment=NetworkSegment(4a019c35-72ff-4c66-b476-c7826203a36c),segment_id=4a019c35-72ff-4c66-b476-c7826203a36c)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:12:06.306368 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d3cbe692-c614-4f99-abc9-66361a31dacc req-d68c488b-5215-409e-aa51-5b89cedae6ba tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (2ae41dea-3e5a-4a08-98e8-800c5c8b4e27), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:06.318778 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-d3cbe692-c614-4f99-abc9-66361a31dacc req-d68c488b-5215-409e-aa51-5b89cedae6ba tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Calling delete_port for 2ae41dea-3e5a-4a08-98e8-800c5c8b4e27 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:12:06.541669 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d3cbe692-c614-4f99-abc9-66361a31dacc req-d68c488b-5215-409e-aa51-5b89cedae6ba tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (2ae41dea-3e5a-4a08-98e8-800c5c8b4e27), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:06.553913 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['2ae41dea-3e5a-4a08-98e8-800c5c8b4e27'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:12:06.571976 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c488b-5215-409e-aa51-5b89cedae6ba tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Pushing event deleted for resources: {'Port': ['ID=2ae41dea-3e5a-4a08-98e8-800c5c8b4e27,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:06.636287 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be15c128-e0f4-44e0-85b3-19c520b90a11 req-1eff8536-0f73-43e3-b6b4-bb5278d1ae88 tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2cbde-259b-4318-a2c8-acbce3965ee5 HTTP/1.1" status: 200 len: 210 time: 0.0378771 Feb 20 04:12:06.636969 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cbe692-c614-4f99-abc9-66361a31dacc req-d68c488b-5215-409e-aa51-5b89cedae6ba tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] No DVR routers for this DVR port 2ae41dea-3e5a-4a08-98e8-800c5c8b4e27 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:12:06.639704 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-d3cbe692-c614-4f99-abc9-66361a31dacc req-d68c488b-5215-409e-aa51-5b89cedae6ba tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:06.642987 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d3cbe692-c614-4f99-abc9-66361a31dacc req-d68c488b-5215-409e-aa51-5b89cedae6ba tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.42 "DELETE /v2.0/ports/2ae41dea-3e5a-4a08-98e8-800c5c8b4e27 HTTP/1.1" status: 204 len: 173 time: 0.5190589 Feb 20 04:12:06.643500 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad2cbde-259b-4318-a2c8-acbce3965ee5', 'name': 'network-vif-deleted', 'tag': '2ae41dea-3e5a-4a08-98e8-800c5c8b4e27'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:12:06.645727 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a9495b-cf01-448e-8e43-83b96e918b15" -d '{"events": [{"server_uuid": "aad2cbde-259b-4318-a2c8-acbce3965ee5", "name": "network-vif-deleted", "tag": "2ae41dea-3e5a-4a08-98e8-800c5c8b4e27"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:12:06.683612 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40a4aa9-ce7a-456f-887a-171f24ed9ba4 x-openstack-request-id: req-a40a4aa9-ce7a-456f-887a-171f24ed9ba4 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:12:06.683917 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad2cbde-259b-4318-a2c8-acbce3965ee5", "name": "network-vif-deleted", "tag": "2ae41dea-3e5a-4a08-98e8-800c5c8b4e27", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:12:06.684178 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a40a4aa9-ce7a-456f-887a-171f24ed9ba4 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:12:06.684605 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad2cbde-259b-4318-a2c8-acbce3965ee5', 'name': 'network-vif-deleted', 'tag': '2ae41dea-3e5a-4a08-98e8-800c5c8b4e27', 'status': 'completed', 'code': 200} Feb 20 04:12:07.320016 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08126a-2b1c-4730-b011-eef9e5ff32f2 req-fd7123df-5df7-4cc7-a1aa-84c1efd663b4 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:07.321771 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7c08126a-2b1c-4730-b011-eef9e5ff32f2 req-fd7123df-5df7-4cc7-a1aa-84c1efd663b4 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.3756888 Feb 20 04:12:07.369867 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7c08126a-2b1c-4730-b011-eef9e5ff32f2 req-a0032caf-3921-4810-8c23-806f7fb0d9c1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420406 Feb 20 04:12:07.744144 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-23d46b4c-4ee2-41de-917d-143f05be819e req-d639c773-207f-48e7-809d-55acf817b38e tempest-TestServerAdvancedOps-268283604 tempest-TestServerAdvancedOps-268283604-project] 10.222.0.89 "GET /v2.0/ports?device_id=aad2cbde-259b-4318-a2c8-acbce3965ee5 HTTP/1.1" status: 200 len: 210 time: 0.0291328 Feb 20 04:12:08.491102 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-278a9c57-472c-4c50-92f3-0d4d6cd73fdf req-16e5dcc7-b025-4609-932d-bd8d4e8eda70 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0770376 Feb 20 04:12:08.505490 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccc145-82b0-46ad-9823-03b7745a1df1 req-742203e4-3da3-4681-ae54-7bae3cbadb85 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:08.506998 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-03ccc145-82b0-46ad-9823-03b7745a1df1 req-742203e4-3da3-4681-ae54-7bae3cbadb85 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 943 time: 0.0674284 Feb 20 04:12:08.579419 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-03ccc145-82b0-46ad-9823-03b7745a1df1 req-11e1437f-9393-4c51-86b5-e830774b04fd tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666120 Feb 20 04:12:08.595685 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a9c57-472c-4c50-92f3-0d4d6cd73fdf req-09ebe4a2-7e52-45c7-9e70-3b806606de2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:08.597895 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-278a9c57-472c-4c50-92f3-0d4d6cd73fdf req-09ebe4a2-7e52-45c7-9e70-3b806606de2e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 1128 time: 0.0586076 Feb 20 04:12:08.707221 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a9c57-472c-4c50-92f3-0d4d6cd73fdf req-bc71db23-c930-406c-9907-50fe00f662dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:08.708608 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-278a9c57-472c-4c50-92f3-0d4d6cd73fdf req-bc71db23-c930-406c-9907-50fe00f662dd service neutron] 10.222.0.42 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 911 time: 0.0913022 Feb 20 04:12:08.748416 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-278a9c57-472c-4c50-92f3-0d4d6cd73fdf req-d35e3c2e-4d83-473d-a120-a1a004eb0d36 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6d877a3-e691-489d-b58e-d052196f8a8b HTTP/1.1" status: 200 len: 217 time: 0.0342078 Feb 20 04:12:08.809925 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54864) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:12:08.810821 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a9c57-472c-4c50-92f3-0d4d6cd73fdf req-3634ce4c-8c1d-455b-a03b-a5233ab52d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:08.812473 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-278a9c57-472c-4c50-92f3-0d4d6cd73fdf req-3634ce4c-8c1d-455b-a03b-a5233ab52d59 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a65a671e-c66c-439b-a311-43e99c7bbefc HTTP/1.1" status: 200 len: 849 time: 0.0579517 Feb 20 04:12:08.857719 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-719b17bd-2502-4234-bd62-253fc1069e09 admin admin] Deleting subnet 033f4fb5-0239-44e8-aff9-fcc069432b3b {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 04:12:08.860828 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-719b17bd-2502-4234-bd62-253fc1069e09 admin admin] Publish callbacks [] for subnet (033f4fb5-0239-44e8-aff9-fcc069432b3b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:08.861377 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a9c57-472c-4c50-92f3-0d4d6cd73fdf req-15bd44fc-f285-4124-9b12-8833c0e7ee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:08.863102 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-278a9c57-472c-4c50-92f3-0d4d6cd73fdf req-15bd44fc-f285-4124-9b12-8833c0e7ee78 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=776cfe74-9834-4e25-aade-eb236e2b5f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447361 Feb 20 04:12:08.898470 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-719b17bd-2502-4234-bd62-253fc1069e09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (033f4fb5-0239-44e8-aff9-fcc069432b3b), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:08.939986 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-719b17bd-2502-4234-bd62-253fc1069e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (033f4fb5-0239-44e8-aff9-fcc069432b3b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:08.957469 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-278a9c57-472c-4c50-92f3-0d4d6cd73fdf req-8ca30681-99d4-4c9b-99ac-34295ba48525 service neutron] 10.222.0.42 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883389 Feb 20 04:12:09.045505 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-278a9c57-472c-4c50-92f3-0d4d6cd73fdf req-ff9362e4-c0eb-4e29-8087-ca6f384002a8 service neutron] 10.222.0.42 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825553 Feb 20 04:12:09.088251 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-719b17bd-2502-4234-bd62-253fc1069e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (033f4fb5-0239-44e8-aff9-fcc069432b3b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:09.095466 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 40b45e88-0496-4f8f-9e81-729ec5f664e4 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:12:09.113220 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b17bd-2502-4234-bd62-253fc1069e09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=033f4fb5-0239-44e8-aff9-fcc069432b3b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:09.123267 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b17bd-2502-4234-bd62-253fc1069e09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:09.123614 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b17bd-2502-4234-bd62-253fc1069e09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:09.123955 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b17bd-2502-4234-bd62-253fc1069e09 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:09.124289 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b17bd-2502-4234-bd62-253fc1069e09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:09.124621 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b17bd-2502-4234-bd62-253fc1069e09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:09.124955 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b17bd-2502-4234-bd62-253fc1069e09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:09.125279 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b17bd-2502-4234-bd62-253fc1069e09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:09.125938 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b17bd-2502-4234-bd62-253fc1069e09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:09.125938 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b17bd-2502-4234-bd62-253fc1069e09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:09.126221 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b17bd-2502-4234-bd62-253fc1069e09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:09.126541 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b17bd-2502-4234-bd62-253fc1069e09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:09.126879 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b17bd-2502-4234-bd62-253fc1069e09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:09.127202 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b17bd-2502-4234-bd62-253fc1069e09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:09.130103 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-719b17bd-2502-4234-bd62-253fc1069e09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:09.133290 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-719b17bd-2502-4234-bd62-253fc1069e09 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/033f4fb5-0239-44e8-aff9-fcc069432b3b HTTP/1.1" status: 204 len: 168 time: 0.3215578 Feb 20 04:12:09.136165 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54866) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:12:09.199638 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 40b45e88-0496-4f8f-9e81-729ec5f664e4, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=40b45e88-0496-4f8f-9e81-729ec5f664e4,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:12:09.205352 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f7318574-dc73-48d3-ab36-ccefafe75c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (3ca20722-1992-4236-b1f5-5a0b3ddfb470), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:09.212331 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '40b45e88-0496-4f8f-9e81-729ec5f664e4', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'port_id': '40b45e88-0496-4f8f-9e81-729ec5f664e4', 'mac_address': 'fa:16:3e:52:83:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:12:09.244547 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 2ae41dea-3e5a-4a08-98e8-800c5c8b4e27 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:12:09.273330 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: 2ae41dea-3e5a-4a08-98e8-800c5c8b4e27 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:12:09.273669 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device 2ae41dea-3e5a-4a08-98e8-800c5c8b4e27 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:12:09.277209 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 40b45e88-0496-4f8f-9e81-729ec5f664e4 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:12:09.277601 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (40b45e88-0496-4f8f-9e81-729ec5f664e4), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:09.291033 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b45e88-0496-4f8f-9e81-729ec5f664e4 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:12:09.292417 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f7318574-dc73-48d3-ab36-ccefafe75c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (3ca20722-1992-4236-b1f5-5a0b3ddfb470), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:09.312789 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 40b45e88-0496-4f8f-9e81-729ec5f664e4, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=40b45e88-0496-4f8f-9e81-729ec5f664e4,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:12:09.314268 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-f7318574-dc73-48d3-ab36-ccefafe75c56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca20722-1992-4236-b1f5-5a0b3ddfb470']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:12:09.323870 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-f7318574-dc73-48d3-ab36-ccefafe75c56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a019c35-72ff-4c66-b476-c7826203a36c') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:12:09.324165 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-f7318574-dc73-48d3-ab36-ccefafe75c56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a019c35-72ff-4c66-b476-c7826203a36c') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:12:09.333496 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f7318574-dc73-48d3-ab36-ccefafe75c56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (4a019c35-72ff-4c66-b476-c7826203a36c), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:09.346242 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f7318574-dc73-48d3-ab36-ccefafe75c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (4a019c35-72ff-4c66-b476-c7826203a36c), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:09.352727 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7318574-dc73-48d3-ab36-ccefafe75c56 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 04:12:09.353105 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f7318574-dc73-48d3-ab36-ccefafe75c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (4a019c35-72ff-4c66-b476-c7826203a36c), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:09.354706 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 04:12:09.354706 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 04:12:09.354706 n-d-829866-4 neutron-server[104106]: timer() Feb 20 04:12:09.354706 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 04:12:09.354706 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 04:12:09.354706 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 04:12:09.354706 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 04:12:09.354706 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 04:12:09.354706 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 04:12:09.354706 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 04:12:09.354706 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 04:12:09.354706 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 04:12:09.354706 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 04:12:09.354706 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 04:12:09.354706 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 04:12:09.354706 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 04:12:09.354706 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 04:12:09.354706 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 04:12:09.354706 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 04:12:09.354706 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 04:12:09.354706 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 04:12:09.354706 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 04:12:09.354706 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 04:12:09.354706 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 04:12:09.354706 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 04:12:09.354706 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 04:12:09.354706 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 04:12:09.354706 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 04:12:09.354706 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 04:12:09.354706 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 04:12:09.354706 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 04:12:09.354706 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 04:12:09.391060 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (40b45e88-0496-4f8f-9e81-729ec5f664e4), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:09.441725 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=40b45e88-0496-4f8f-9e81-729ec5f664e4,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:09.476881 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f7318574-dc73-48d3-ab36-ccefafe75c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (3ca20722-1992-4236-b1f5-5a0b3ddfb470), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:09.483421 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f7318574-dc73-48d3-ab36-ccefafe75c56 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:09.486837 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f7318574-dc73-48d3-ab36-ccefafe75c56 admin admin] 10.222.0.89 "DELETE /v2.0/networks/3ca20722-1992-4236-b1f5-5a0b3ddfb470 HTTP/1.1" status: 204 len: 168 time: 0.3497410 Feb 20 04:12:09.496288 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54868) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:12:09.499053 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7318574-dc73-48d3-ab36-ccefafe75c56 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ca20722-1992-4236-b1f5-5a0b3ddfb470,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:09.542805 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab77fb1-7890-44ba-9e6c-89bc03d63924 admin admin] Deleting subnet ffacbba5-9c61-4b11-8f32-dc890f8e00bc {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 04:12:09.546038 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7ab77fb1-7890-44ba-9e6c-89bc03d63924 admin admin] Publish callbacks [] for subnet (ffacbba5-9c61-4b11-8f32-dc890f8e00bc), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:09.580707 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7ab77fb1-7890-44ba-9e6c-89bc03d63924 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (ffacbba5-9c61-4b11-8f32-dc890f8e00bc), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:09.594563 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['40b45e88-0496-4f8f-9e81-729ec5f664e4'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:12:09.627153 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7ab77fb1-7890-44ba-9e6c-89bc03d63924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (ffacbba5-9c61-4b11-8f32-dc890f8e00bc), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:09.726810 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb1d94-5aa8-4e3e-bfff-902531c1b3d8 req-c3678762-16e7-4d1b-954b-c6441aff6bee tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:09.728532 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e9eb1d94-5aa8-4e3e-bfff-902531c1b3d8 req-c3678762-16e7-4d1b-954b-c6441aff6bee tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 944 time: 0.0757720 Feb 20 04:12:09.768506 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7ab77fb1-7890-44ba-9e6c-89bc03d63924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (ffacbba5-9c61-4b11-8f32-dc890f8e00bc), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:09.805757 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab77fb1-7890-44ba-9e6c-89bc03d63924 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffacbba5-9c61-4b11-8f32-dc890f8e00bc,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:09.811741 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e9eb1d94-5aa8-4e3e-bfff-902531c1b3d8 req-98bee4ec-bea1-4d05-861b-50ffb8f8d354 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775306 Feb 20 04:12:09.812726 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7ab77fb1-7890-44ba-9e6c-89bc03d63924 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:09.816530 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7ab77fb1-7890-44ba-9e6c-89bc03d63924 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/ffacbba5-9c61-4b11-8f32-dc890f8e00bc HTTP/1.1" status: 204 len: 168 time: 0.3238647 Feb 20 04:12:09.819368 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54872) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:12:09.891289 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab29bcd8-7bd3-4409-944c-ff788ef186ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (6cd30526-c72a-4006-9340-1a9cc3745eac), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:09.970133 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab29bcd8-7bd3-4409-944c-ff788ef186ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (6cd30526-c72a-4006-9340-1a9cc3745eac), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:09.993941 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-ab29bcd8-7bd3-4409-944c-ff788ef186ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd30526-c72a-4006-9340-1a9cc3745eac']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:12:10.003006 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-ab29bcd8-7bd3-4409-944c-ff788ef186ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b0bbac-979a-4cb5-8f81-b1f08f0e9704') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:12:10.003930 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-ab29bcd8-7bd3-4409-944c-ff788ef186ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b0bbac-979a-4cb5-8f81-b1f08f0e9704') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:12:10.013719 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab29bcd8-7bd3-4409-944c-ff788ef186ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (43b0bbac-979a-4cb5-8f81-b1f08f0e9704), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:10.027601 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab29bcd8-7bd3-4409-944c-ff788ef186ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (43b0bbac-979a-4cb5-8f81-b1f08f0e9704), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:10.033322 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab29bcd8-7bd3-4409-944c-ff788ef186ee admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 04:12:10.033947 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab29bcd8-7bd3-4409-944c-ff788ef186ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (43b0bbac-979a-4cb5-8f81-b1f08f0e9704), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:10.035639 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 04:12:10.035639 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 04:12:10.035639 n-d-829866-4 neutron-server[104106]: timer() Feb 20 04:12:10.035639 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 04:12:10.035639 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 04:12:10.035639 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 04:12:10.035639 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 04:12:10.035639 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 04:12:10.035639 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 04:12:10.035639 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 04:12:10.035639 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 04:12:10.035639 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 04:12:10.035639 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 04:12:10.035639 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 04:12:10.035639 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 04:12:10.035639 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 04:12:10.035639 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 04:12:10.035639 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 04:12:10.035639 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 04:12:10.035639 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 04:12:10.035639 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 04:12:10.035639 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 04:12:10.035639 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 04:12:10.035639 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 04:12:10.035639 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 04:12:10.035639 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 04:12:10.035639 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 04:12:10.035639 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 04:12:10.035639 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 04:12:10.035639 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 04:12:10.035639 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 04:12:10.035639 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 04:12:10.187594 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab29bcd8-7bd3-4409-944c-ff788ef186ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (6cd30526-c72a-4006-9340-1a9cc3745eac), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:10.200554 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ab29bcd8-7bd3-4409-944c-ff788ef186ee admin admin] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:10.200554 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ab29bcd8-7bd3-4409-944c-ff788ef186ee admin admin] 10.222.0.89 "DELETE /v2.0/networks/6cd30526-c72a-4006-9340-1a9cc3745eac HTTP/1.1" status: 204 len: 168 time: 0.3762908 Feb 20 04:12:10.208546 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab29bcd8-7bd3-4409-944c-ff788ef186ee admin admin] Pushing event deleted for resources: {'Network': ['ID=6cd30526-c72a-4006-9340-1a9cc3745eac,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:10.554683 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54876) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:12:10.593650 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-890d93d6-dd5d-4d48-8610-f32fd275fc72 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=30b53dbaf9b34b269ef53bc09a9f69fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377915 Feb 20 04:12:10.596032 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54878) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:12:10.642475 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee807b76-5bc0-40d4-a737-ffc9bc4e2362 admin admin] Publish callbacks [] for security_group (c05e3f91-95a7-4259-8c54-16b68da8d219), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:10.668389 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee807b76-5bc0-40d4-a737-ffc9bc4e2362 admin admin] Publish callbacks [] for security_group (c05e3f91-95a7-4259-8c54-16b68da8d219), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:10.781710 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee807b76-5bc0-40d4-a737-ffc9bc4e2362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c05e3f91-95a7-4259-8c54-16b68da8d219), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:10.784341 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ee807b76-5bc0-40d4-a737-ffc9bc4e2362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:10.785672 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ee807b76-5bc0-40d4-a737-ffc9bc4e2362 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c05e3f91-95a7-4259-8c54-16b68da8d219 HTTP/1.1" status: 204 len: 168 time: 0.1887598 Feb 20 04:12:10.793633 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee807b76-5bc0-40d4-a737-ffc9bc4e2362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05e3f91-95a7-4259-8c54-16b68da8d219,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:10.936374 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be1384-81f1-495c-8196-73874ce462cb req-e5f209a0-7ec6-4056-9251-7f229b1bea6e tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:10.937900 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-60be1384-81f1-495c-8196-73874ce462cb req-e5f209a0-7ec6-4056-9251-7f229b1bea6e tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 944 time: 0.0537622 Feb 20 04:12:10.986005 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-60be1384-81f1-495c-8196-73874ce462cb req-3f72e73d-e40c-481e-b2d8-d023251402a2 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419512 Feb 20 04:12:11.111511 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 40b45e88-0496-4f8f-9e81-729ec5f664e4 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:12:11.239522 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 40b45e88-0496-4f8f-9e81-729ec5f664e4 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:12:11.243910 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 40b45e88-0496-4f8f-9e81-729ec5f664e4 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:12:11.244375 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (40b45e88-0496-4f8f-9e81-729ec5f664e4), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:11.325569 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 40b45e88-0496-4f8f-9e81-729ec5f664e4 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:12:11.325878 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (40b45e88-0496-4f8f-9e81-729ec5f664e4), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:11.348103 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bc79a7-b1c8-4655-be99-b5c6400fe1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b45e88-0496-4f8f-9e81-729ec5f664e4'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:12:11.350387 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d662b427-1d8e-4037-aea8-530243b60680" -d '{"events": [{"server_uuid": "08bc79a7-b1c8-4655-be99-b5c6400fe1d7", "name": "network-vif-plugged", "status": "completed", "tag": "40b45e88-0496-4f8f-9e81-729ec5f664e4"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:12:11.363268 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 40b45e88-0496-4f8f-9e81-729ec5f664e4, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=40b45e88-0496-4f8f-9e81-729ec5f664e4,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:12:11.444539 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (40b45e88-0496-4f8f-9e81-729ec5f664e4), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:11.493248 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=40b45e88-0496-4f8f-9e81-729ec5f664e4,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:11.518190 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126c859d-1538-4e46-93e9-536a4e1d06b7 x-openstack-request-id: req-126c859d-1538-4e46-93e9-536a4e1d06b7 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:12:11.518495 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08bc79a7-b1c8-4655-be99-b5c6400fe1d7", "name": "network-vif-plugged", "status": "completed", "tag": "40b45e88-0496-4f8f-9e81-729ec5f664e4", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:12:11.518754 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-126c859d-1538-4e46-93e9-536a4e1d06b7 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:12:11.519197 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bc79a7-b1c8-4655-be99-b5c6400fe1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b45e88-0496-4f8f-9e81-729ec5f664e4', 'code': 200} Feb 20 04:12:11.615671 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54890) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:12:11.621442 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504472b2-cb0a-45cb-abe4-217faa1b452d req-5e7a039a-0be6-4feb-bf34-82166de58d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:11.622973 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-504472b2-cb0a-45cb-abe4-217faa1b452d req-5e7a039a-0be6-4feb-bf34-82166de58d1d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 1127 time: 0.0501790 Feb 20 04:12:11.658450 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-81952f86-c1b1-4fa1-a4ba-b58fcb9e48d4 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=066a49927893453fb260660f271edfc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415905 Feb 20 04:12:11.659172 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54892) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:12:11.669258 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-504472b2-cb0a-45cb-abe4-217faa1b452d req-2a81921f-f513-45c4-9a70-87821d23a357 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409956 Feb 20 04:12:11.708720 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8e8f6eb-7b7b-44db-8105-54cf3ec1cdc9 admin admin] Publish callbacks [] for security_group (63b1d1c1-839f-42b0-abfe-15b12809a4d7), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:11.731421 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8e8f6eb-7b7b-44db-8105-54cf3ec1cdc9 admin admin] Publish callbacks [] for security_group (63b1d1c1-839f-42b0-abfe-15b12809a4d7), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:11.856020 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8e8f6eb-7b7b-44db-8105-54cf3ec1cdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (63b1d1c1-839f-42b0-abfe-15b12809a4d7), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:11.858543 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-b8e8f6eb-7b7b-44db-8105-54cf3ec1cdc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:11.859740 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-b8e8f6eb-7b7b-44db-8105-54cf3ec1cdc9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/63b1d1c1-839f-42b0-abfe-15b12809a4d7 HTTP/1.1" status: 204 len: 168 time: 0.1991482 Feb 20 04:12:11.867516 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8f6eb-7b7b-44db-8105-54cf3ec1cdc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b1d1c1-839f-42b0-abfe-15b12809a4d7,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:12.112765 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf00148-f431-4b13-8de6-697056452deb req-f78d61a9-2478-4d58-9783-2a7840ff5bf4 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:12.112765 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddf00148-f431-4b13-8de6-697056452deb req-f78d61a9-2478-4d58-9783-2a7840ff5bf4 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 945 time: 0.0549119 Feb 20 04:12:12.160010 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ddf00148-f431-4b13-8de6-697056452deb req-ec51ecd8-c42e-482c-81ee-f1d60d9397d4 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411859 Feb 20 04:12:12.859875 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54916) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:12:12.957310 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-7f0481d5-0340-4ba8-8d33-0a94bd383466 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1788622670-network', 'tenant_id': 'af6dab33f0b34f709eec499a50ff993a'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:12:13.061546 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0481d5-0340-4ba8-8d33-0a94bd383466 admin admin] Made reservation on behalf of af6dab33f0b34f709eec499a50ff993a for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:12:13.063999 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7f0481d5-0340-4ba8-8d33-0a94bd383466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:13.073210 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7f0481d5-0340-4ba8-8d33-0a94bd383466 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:13.151753 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7f0481d5-0340-4ba8-8d33-0a94bd383466 admin admin] Publish callbacks [] for security_group (7388abeb-f025-43f5-a152-8ee04cfd2098), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:13.230820 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7f0481d5-0340-4ba8-8d33-0a94bd383466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (7388abeb-f025-43f5-a152-8ee04cfd2098), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:13.250637 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f0481d5-0340-4ba8-8d33-0a94bd383466 admin admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 04:12:13.258232 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0481d5-0340-4ba8-8d33-0a94bd383466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7388abeb-f025-43f5-a152-8ee04cfd2098,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:13.265788 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7f0481d5-0340-4ba8-8d33-0a94bd383466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (82ec51a7-6497-4a28-aca4-8ca3a87c3c97), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:13.266640 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-7f0481d5-0340-4ba8-8d33-0a94bd383466 admin admin] Added segment 82ec51a7-6497-4a28-aca4-8ca3a87c3c97 of type vlan for network 961b9af6-559e-4384-9338-1015a47f7eae Feb 20 04:12:13.282245 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39883f4-8f73-47f1-ae5f-3b058edb88d1 req-a67567c4-0adf-46f8-81dc-b83d296a6930 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:13.283956 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a39883f4-8f73-47f1-ae5f-3b058edb88d1 req-a67567c4-0adf-46f8-81dc-b83d296a6930 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 945 time: 0.0548403 Feb 20 04:12:13.310304 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7f0481d5-0340-4ba8-8d33-0a94bd383466 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (961b9af6-559e-4384-9338-1015a47f7eae), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:13.337222 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a39883f4-8f73-47f1-ae5f-3b058edb88d1 req-57646b68-cb71-46c8-93a3-f0eba6162065 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475228 Feb 20 04:12:13.432888 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7f0481d5-0340-4ba8-8d33-0a94bd383466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (961b9af6-559e-4384-9338-1015a47f7eae), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:13.434221 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0481d5-0340-4ba8-8d33-0a94bd383466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:13.435008 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7f0481d5-0340-4ba8-8d33-0a94bd383466 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:13.459921 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c91d8-e7a6-4295-9d56-2689e00a2c6a req-c7a712cc-192c-4845-99ab-5be04d8425d5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:13.464214 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-784c91d8-e7a6-4295-9d56-2689e00a2c6a req-c7a712cc-192c-4845-99ab-5be04d8425d5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 945 time: 0.0559874 Feb 20 04:12:13.502892 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0481d5-0340-4ba8-8d33-0a94bd383466 admin admin] Pushing event updated for resources: {'Network': ['ID=961b9af6-559e-4384-9338-1015a47f7eae,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:13.513709 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-784c91d8-e7a6-4295-9d56-2689e00a2c6a req-f07456d5-8b90-45d0-be09-52f44623ebf9 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455492 Feb 20 04:12:13.515320 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 961b9af6-559e-4384-9338-1015a47f7eae details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 04:12:13.533751 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7f0481d5-0340-4ba8-8d33-0a94bd383466 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6701610 Feb 20 04:12:13.536450 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54926) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:12:13.546510 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-24482e9f-425b-4d87-bbe7-a18a016fc550 admin admin] Request body: {'subnet': {'network_id': '961b9af6-559e-4384-9338-1015a47f7eae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1788622670-subnet', 'tenant_id': 'af6dab33f0b34f709eec499a50ff993a', 'ip_version': 4}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:12:13.673243 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24482e9f-425b-4d87-bbe7-a18a016fc550 admin admin] Made reservation on behalf of af6dab33f0b34f709eec499a50ff993a for: {'subnet': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:12:13.676909 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-24482e9f-425b-4d87-bbe7-a18a016fc550 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57921972'] for subnet (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:13.942044 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-24482e9f-425b-4d87-bbe7-a18a016fc550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57867057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57921862'] for subnet (86186e4e-8d1c-4f48-baeb-40f62cc4ad82), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:13.996014 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24482e9f-425b-4d87-bbe7-a18a016fc550 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86186e4e-8d1c-4f48-baeb-40f62cc4ad82,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:14.007127 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24482e9f-425b-4d87-bbe7-a18a016fc550 admin admin] Checking segment: {'id': '82ec51a7-6497-4a28-aca4-8ca3a87c3c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '961b9af6-559e-4384-9338-1015a47f7eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:12:14.007495 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24482e9f-425b-4d87-bbe7-a18a016fc550 admin admin] Network hostable DHCP agents. Network: 961b9af6-559e-4384-9338-1015a47f7eae, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104105) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 04:12:14.103248 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24482e9f-425b-4d87-bbe7-a18a016fc550 admin admin] Network 961b9af6-559e-4384-9338-1015a47f7eae is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 04:12:14.122559 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f11756-3729-4e41-8047-be532d58a7f9 req-610772f0-989f-4972-90d5-f2d72991c7ce tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:14.124095 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-89f11756-3729-4e41-8047-be532d58a7f9 req-610772f0-989f-4972-90d5-f2d72991c7ce tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 945 time: 0.0642045 Feb 20 04:12:14.171361 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-89f11756-3729-4e41-8047-be532d58a7f9 req-cc418063-75d5-48c0-a255-6f0d889420b4 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416286 Feb 20 04:12:14.204354 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-24482e9f-425b-4d87-bbe7-a18a016fc550 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 961b9af6-559e-4384-9338-1015a47f7eae) {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:12:14.209087 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24482e9f-425b-4d87-bbe7-a18a016fc550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:14.209684 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-24482e9f-425b-4d87-bbe7-a18a016fc550 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:14.214542 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49624aa-a3b6-4bf6-9e8e-98142d2965bd None None] Network 961b9af6-559e-4384-9338-1015a47f7eae requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:12:14.298456 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-24482e9f-425b-4d87-bbe7-a18a016fc550 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7606902 Feb 20 04:12:14.301320 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54934) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:12:14.305607 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-f1e320cd-df01-41a5-ab1d-01f9ea3eeb0e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1788622670-router', 'tenant_id': 'af6dab33f0b34f709eec499a50ff993a', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:12:14.318200 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18678a23-f2b9-49ea-b520-a8282517c025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-961b9af6-559e-4384-9338-1015a47f7eae', 'network_id': '961b9af6-559e-4384-9338-1015a47f7eae', 'project_id': 'af6dab33f0b34f709eec499a50ff993a', 'fixed_ips': [{'subnet_id': '86186e4e-8d1c-4f48-baeb-40f62cc4ad82'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 04:12:14.319177 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-18678a23-f2b9-49ea-b520-a8282517c025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:14.398676 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f1e320cd-df01-41a5-ab1d-01f9ea3eeb0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (fe086e36-141e-48f9-a4f0-4a31dd79e903), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:14.399801 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f1e320cd-df01-41a5-ab1d-01f9ea3eeb0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (fe086e36-141e-48f9-a4f0-4a31dd79e903), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:14.452547 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f1e320cd-df01-41a5-ab1d-01f9ea3eeb0e admin admin] Publish callbacks [] for router_controller (fe086e36-141e-48f9-a4f0-4a31dd79e903), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:14.454962 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-18678a23-f2b9-49ea-b520-a8282517c025 None None] Allocated IP 172.20.0.2 (961b9af6-559e-4384-9338-1015a47f7eae/86186e4e-8d1c-4f48-baeb-40f62cc4ad82/991a3f88-1ed5-420b-bdcb-6d82f3f04ecc) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:12:14.593349 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-18678a23-f2b9-49ea-b520-a8282517c025 None None] Publish callbacks [] for port (991a3f88-1ed5-420b-bdcb-6d82f3f04ecc), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:14.662135 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-18678a23-f2b9-49ea-b520-a8282517c025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (991a3f88-1ed5-420b-bdcb-6d82f3f04ecc), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:14.665009 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f1e320cd-df01-41a5-ab1d-01f9ea3eeb0e admin admin] Publish callbacks [] for router_gateway (fe086e36-141e-48f9-a4f0-4a31dd79e903), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:14.702949 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18678a23-f2b9-49ea-b520-a8282517c025 None None] Network 961b9af6-559e-4384-9338-1015a47f7eae is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:12:14.705811 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-18678a23-f2b9-49ea-b520-a8282517c025 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:12:14.709561 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18678a23-f2b9-49ea-b520-a8282517c025 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:12:14.721709 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18678a23-f2b9-49ea-b520-a8282517c025 None None] Pushing event updated for resources: {'Port': ['ID=991a3f88-1ed5-420b-bdcb-6d82f3f04ecc,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:14.773936 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-18678a23-f2b9-49ea-b520-a8282517c025 None None] Attempting to bind port 991a3f88-1ed5-420b-bdcb-6d82f3f04ecc on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:12:14.774317 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-18678a23-f2b9-49ea-b520-a8282517c025 None None] Attempting to bind port 991a3f88-1ed5-420b-bdcb-6d82f3f04ecc by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '82ec51a7-6497-4a28-aca4-8ca3a87c3c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '961b9af6-559e-4384-9338-1015a47f7eae'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:12:14.774687 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18678a23-f2b9-49ea-b520-a8282517c025 None None] Attempting to bind port 991a3f88-1ed5-420b-bdcb-6d82f3f04ecc on network 961b9af6-559e-4384-9338-1015a47f7eae {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:12:14.780350 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18678a23-f2b9-49ea-b520-a8282517c025 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:12:14.780728 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18678a23-f2b9-49ea-b520-a8282517c025 None None] Checking segment: {'id': '82ec51a7-6497-4a28-aca4-8ca3a87c3c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '961b9af6-559e-4384-9338-1015a47f7eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:12:14.781135 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-18678a23-f2b9-49ea-b520-a8282517c025 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:14.781536 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18678a23-f2b9-49ea-b520-a8282517c025 None None] Bound using segment: {'id': '82ec51a7-6497-4a28-aca4-8ca3a87c3c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '961b9af6-559e-4384-9338-1015a47f7eae'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:12:14.782003 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-18678a23-f2b9-49ea-b520-a8282517c025 None None] Bound port: 991a3f88-1ed5-420b-bdcb-6d82f3f04ecc, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ec51a7-6497-4a28-aca4-8ca3a87c3c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '961b9af6-559e-4384-9338-1015a47f7eae'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:12:14.782385 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-18678a23-f2b9-49ea-b520-a8282517c025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (991a3f88-1ed5-420b-bdcb-6d82f3f04ecc), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:14.846161 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-18678a23-f2b9-49ea-b520-a8282517c025 None None] For port 991a3f88-1ed5-420b-bdcb-6d82f3f04ecc, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:12:14.849298 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-18678a23-f2b9-49ea-b520-a8282517c025 None None] For port 991a3f88-1ed5-420b-bdcb-6d82f3f04ecc, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=991a3f88-1ed5-420b-bdcb-6d82f3f04ecc,segment=NetworkSegment(82ec51a7-6497-4a28-aca4-8ca3a87c3c97),segment_id=82ec51a7-6497-4a28-aca4-8ca3a87c3c97)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:12:14.926990 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f1e320cd-df01-41a5-ab1d-01f9ea3eeb0e admin admin] Publish callbacks [] for router_gateway (fe086e36-141e-48f9-a4f0-4a31dd79e903), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:14.930581 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-18678a23-f2b9-49ea-b520-a8282517c025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (991a3f88-1ed5-420b-bdcb-6d82f3f04ecc), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:14.946168 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f1e320cd-df01-41a5-ab1d-01f9ea3eeb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:14.995295 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18678a23-f2b9-49ea-b520-a8282517c025 None None] Pushing event updated for resources: {'Port': ['ID=991a3f88-1ed5-420b-bdcb-6d82f3f04ecc,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:15.058393 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-f1e320cd-df01-41a5-ab1d-01f9ea3eeb0e admin admin] Allocated IP 172.25.7.76 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/828dd4ca-a171-4983-99d2-c3138780772e) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:12:15.186581 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f1e320cd-df01-41a5-ab1d-01f9ea3eeb0e admin admin] Publish callbacks [] for port (828dd4ca-a171-4983-99d2-c3138780772e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:15.289466 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f1e320cd-df01-41a5-ab1d-01f9ea3eeb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (828dd4ca-a171-4983-99d2-c3138780772e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:15.336472 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e320cd-df01-41a5-ab1d-01f9ea3eeb0e admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:12:15.344578 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-f1e320cd-df01-41a5-ab1d-01f9ea3eeb0e admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:12:15.353391 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd7305-97c1-48e1-9129-2b299069b1df req-0d5fe99a-6f0d-4101-97dd-79395761d029 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:15.354957 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73fd7305-97c1-48e1-9129-2b299069b1df req-0d5fe99a-6f0d-4101-97dd-79395761d029 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 945 time: 0.1057618 Feb 20 04:12:15.355721 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e320cd-df01-41a5-ab1d-01f9ea3eeb0e admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:12:15.359054 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e320cd-df01-41a5-ab1d-01f9ea3eeb0e admin admin] Pushing event updated for resources: {'Port': ['ID=828dd4ca-a171-4983-99d2-c3138780772e,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:15.526560 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73fd7305-97c1-48e1-9129-2b299069b1df req-838842a7-69bc-4005-b388-ccc341d4208b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467659 Feb 20 04:12:15.588090 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754776b7-8819-481f-90a8-5d55561364aa req-be6adb05-7745-4a00-b22d-2ebe828a6036 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:15.589621 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-754776b7-8819-481f-90a8-5d55561364aa req-be6adb05-7745-4a00-b22d-2ebe828a6036 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.93 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 945 time: 0.1234899 Feb 20 04:12:15.770938 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-754776b7-8819-481f-90a8-5d55561364aa req-91d0041a-9ceb-498c-a008-5ba2fdde34a3 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Deleting port 40b45e88-0496-4f8f-9e81-729ec5f664e4 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:12:15.771256 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-754776b7-8819-481f-90a8-5d55561364aa req-91d0041a-9ceb-498c-a008-5ba2fdde34a3 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (40b45e88-0496-4f8f-9e81-729ec5f664e4), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:15.834040 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f1e320cd-df01-41a5-ab1d-01f9ea3eeb0e admin admin] Publish callbacks [] for router_gateway (fe086e36-141e-48f9-a4f0-4a31dd79e903), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:15.938812 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0216d42-1b5a-43f5-92ba-7ea7d5ba47e9 None None] Network 961b9af6-559e-4384-9338-1015a47f7eae requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:12:15.958008 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-754776b7-8819-481f-90a8-5d55561364aa req-91d0041a-9ceb-498c-a008-5ba2fdde34a3 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] For port 40b45e88-0496-4f8f-9e81-729ec5f664e4, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=40b45e88-0496-4f8f-9e81-729ec5f664e4,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:12:15.958388 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-754776b7-8819-481f-90a8-5d55561364aa req-91d0041a-9ceb-498c-a008-5ba2fdde34a3 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (40b45e88-0496-4f8f-9e81-729ec5f664e4), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:15.978957 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-754776b7-8819-481f-90a8-5d55561364aa req-91d0041a-9ceb-498c-a008-5ba2fdde34a3 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Calling delete_port for 40b45e88-0496-4f8f-9e81-729ec5f664e4 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:12:16.041535 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-af190d4e-778e-415f-a1d7-f66d48bb5cb6 None None] Provisioning complete for port 991a3f88-1ed5-420b-bdcb-6d82f3f04ecc triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:12:16.041917 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-af190d4e-778e-415f-a1d7-f66d48bb5cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (991a3f88-1ed5-420b-bdcb-6d82f3f04ecc), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:16.146785 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-af190d4e-778e-415f-a1d7-f66d48bb5cb6 None None] Current status of the port 991a3f88-1ed5-420b-bdcb-6d82f3f04ecc is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:12:16.146785 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-af190d4e-778e-415f-a1d7-f66d48bb5cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (991a3f88-1ed5-420b-bdcb-6d82f3f04ecc), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:16.150173 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f1e320cd-df01-41a5-ab1d-01f9ea3eeb0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (fe086e36-141e-48f9-a4f0-4a31dd79e903), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:16.185227 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-af190d4e-778e-415f-a1d7-f66d48bb5cb6 None None] For port 991a3f88-1ed5-420b-bdcb-6d82f3f04ecc, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=991a3f88-1ed5-420b-bdcb-6d82f3f04ecc,segment=NetworkSegment(82ec51a7-6497-4a28-aca4-8ca3a87c3c97),segment_id=82ec51a7-6497-4a28-aca4-8ca3a87c3c97)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:12:16.274892 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 991a3f88-1ed5-420b-bdcb-6d82f3f04ecc up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:12:16.307943 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-af190d4e-778e-415f-a1d7-f66d48bb5cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (991a3f88-1ed5-420b-bdcb-6d82f3f04ecc), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:16.375734 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af190d4e-778e-415f-a1d7-f66d48bb5cb6 None None] Pushing event updated for resources: {'Port': ['ID=991a3f88-1ed5-420b-bdcb-6d82f3f04ecc,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:16.381266 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 991a3f88-1ed5-420b-bdcb-6d82f3f04ecc triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:12:16.381720 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (991a3f88-1ed5-420b-bdcb-6d82f3f04ecc), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:16.440384 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-4dfbb61b-60d4-49f1-8d2a-3cb9759cb692 None None] Provisioning complete for port 991a3f88-1ed5-420b-bdcb-6d82f3f04ecc triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:12:16.441390 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4dfbb61b-60d4-49f1-8d2a-3cb9759cb692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (991a3f88-1ed5-420b-bdcb-6d82f3f04ecc), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:16.503851 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 991a3f88-1ed5-420b-bdcb-6d82f3f04ecc is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:12:16.556245 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-4dfbb61b-60d4-49f1-8d2a-3cb9759cb692 None None] Current status of the port 991a3f88-1ed5-420b-bdcb-6d82f3f04ecc is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:12:16.662687 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e320cd-df01-41a5-ab1d-01f9ea3eeb0e admin admin] Router fe086e36-141e-48f9-a4f0-4a31dd79e903 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 04:12:16.774471 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ab18d-7f20-4be9-8a38-dd01398803bc req-899d0212-fd5c-4895-80f3-1537bd456c42 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:16.776006 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd1ab18d-7f20-4be9-8a38-dd01398803bc req-899d0212-fd5c-4895-80f3-1537bd456c42 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 945 time: 0.1186826 Feb 20 04:12:16.859016 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e320cd-df01-41a5-ab1d-01f9ea3eeb0e admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:12:16.869844 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd1ab18d-7f20-4be9-8a38-dd01398803bc req-3c22ee44-94bd-43c7-a317-218399a4fc1a tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849543 Feb 20 04:12:16.870103 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9977ac7-8a2f-4ba7-a613-18760015d5a0 None None] Sync routers for ids ['fe086e36-141e-48f9-a4f0-4a31dd79e903'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:12:16.871255 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-754776b7-8819-481f-90a8-5d55561364aa req-91d0041a-9ceb-498c-a008-5ba2fdde34a3 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (40b45e88-0496-4f8f-9e81-729ec5f664e4), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:16.884603 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['40b45e88-0496-4f8f-9e81-729ec5f664e4'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:12:16.886421 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['b6d877a3-e691-489d-b58e-d052196f8a8b'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:12:16.890951 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9977ac7-8a2f-4ba7-a613-18760015d5a0 None None] Routers {'fe086e36-141e-48f9-a4f0-4a31dd79e903'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:12:16.891465 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d9977ac7-8a2f-4ba7-a613-18760015d5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:11:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['fe086e36-141e-48f9-a4f0-4a31dd79e903'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:12:16.906508 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0041a-9ceb-498c-a008-5ba2fdde34a3 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Pushing event deleted for resources: {'Port': ['ID=40b45e88-0496-4f8f-9e81-729ec5f664e4,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:16.955173 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-754776b7-8819-481f-90a8-5d55561364aa req-91d0041a-9ceb-498c-a008-5ba2fdde34a3 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] No DVR routers for this DVR port 40b45e88-0496-4f8f-9e81-729ec5f664e4 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:12:16.958048 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-754776b7-8819-481f-90a8-5d55561364aa req-91d0041a-9ceb-498c-a008-5ba2fdde34a3 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:16.966233 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-754776b7-8819-481f-90a8-5d55561364aa req-91d0041a-9ceb-498c-a008-5ba2fdde34a3 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.93 "DELETE /v2.0/ports/40b45e88-0496-4f8f-9e81-729ec5f664e4 HTTP/1.1" status: 204 len: 173 time: 1.3715127 Feb 20 04:12:16.966741 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bc79a7-b1c8-4655-be99-b5c6400fe1d7', 'name': 'network-vif-deleted', 'tag': '40b45e88-0496-4f8f-9e81-729ec5f664e4'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:12:16.969140 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52f6551-1eb8-49cc-a714-8a5a3f4999fd" -d '{"events": [{"server_uuid": "08bc79a7-b1c8-4655-be99-b5c6400fe1d7", "name": "network-vif-deleted", "tag": "40b45e88-0496-4f8f-9e81-729ec5f664e4"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:12:16.985970 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-f1e320cd-df01-41a5-ab1d-01f9ea3eeb0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:16.990790 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54942) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:12:16.991870 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-f1e320cd-df01-41a5-ab1d-01f9ea3eeb0e admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6883087 Feb 20 04:12:17.024409 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce19bc3e-3363-48c0-927d-8b3479ea322f x-openstack-request-id: req-ce19bc3e-3363-48c0-927d-8b3479ea322f {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:12:17.024409 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08bc79a7-b1c8-4655-be99-b5c6400fe1d7", "name": "network-vif-deleted", "tag": "40b45e88-0496-4f8f-9e81-729ec5f664e4", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:12:17.024409 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ce19bc3e-3363-48c0-927d-8b3479ea322f {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:12:17.024409 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bc79a7-b1c8-4655-be99-b5c6400fe1d7', 'name': 'network-vif-deleted', 'tag': '40b45e88-0496-4f8f-9e81-729ec5f664e4', 'status': 'completed', 'code': 200} Feb 20 04:12:17.295276 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-d9977ac7-8a2f-4ba7-a613-18760015d5a0 None None] Set router fe086e36-141e-48f9-a4f0-4a31dd79e903 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:12:17.554571 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d9977ac7-8a2f-4ba7-a613-18760015d5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe086e36-141e-48f9-a4f0-4a31dd79e903', 'name': 'tempest-TestServerMultinode-1788622670-router', 'tenant_id': 'af6dab33f0b34f709eec499a50ff993a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '828dd4ca-a171-4983-99d2-c3138780772e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:12:14Z', 'updated_at': '2022-02-20T04:12:15Z', 'revision_number': 3, 'project_id': 'af6dab33f0b34f709eec499a50ff993a', 'gw_port': {'id': '828dd4ca-a171-4983-99d2-c3138780772e', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe086e36-141e-48f9-a4f0-4a31dd79e903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:12:14Z', 'updated_at': '2022-02-20T04:12:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:12:17.587999 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9977ac7-8a2f-4ba7-a613-18760015d5a0 None None] Checking router: fe086e36-141e-48f9-a4f0-4a31dd79e903 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:12:17.588339 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-56d5de8b-e76d-46e7-8af3-3c083b881b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:17.588444 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9977ac7-8a2f-4ba7-a613-18760015d5a0 None None] Updating router fe086e36-141e-48f9-a4f0-4a31dd79e903 port 828dd4ca-a171-4983-99d2-c3138780772e binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 04:12:17.619305 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d9977ac7-8a2f-4ba7-a613-18760015d5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (828dd4ca-a171-4983-99d2-c3138780772e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:17.781338 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-56d5de8b-e76d-46e7-8af3-3c083b881b55 admin admin] Allocated IP 172.20.0.1 (961b9af6-559e-4384-9338-1015a47f7eae/86186e4e-8d1c-4f48-baeb-40f62cc4ad82/899f2ffd-f509-4783-8dc0-91d9989d1c82) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:12:17.930827 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-56d5de8b-e76d-46e7-8af3-3c083b881b55 admin admin] Publish callbacks [] for port (899f2ffd-f509-4783-8dc0-91d9989d1c82), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:17.962202 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d9977ac7-8a2f-4ba7-a613-18760015d5a0 None None] Publish callbacks [] for port (828dd4ca-a171-4983-99d2-c3138780772e), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:18.004698 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-730408e4-b686-4e82-a480-409000c7729b req-3297bab2-2548-4bd6-b403-5341cc03b38a tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 210 time: 0.0355182 Feb 20 04:12:18.059924 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d9977ac7-8a2f-4ba7-a613-18760015d5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (828dd4ca-a171-4983-99d2-c3138780772e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:18.105768 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-56d5de8b-e76d-46e7-8af3-3c083b881b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (899f2ffd-f509-4783-8dc0-91d9989d1c82), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:18.119954 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d9977ac7-8a2f-4ba7-a613-18760015d5a0 None None] Attempting to bind port 828dd4ca-a171-4983-99d2-c3138780772e on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:12:18.120423 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d9977ac7-8a2f-4ba7-a613-18760015d5a0 None None] Attempting to bind port 828dd4ca-a171-4983-99d2-c3138780772e by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:12:18.120798 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9977ac7-8a2f-4ba7-a613-18760015d5a0 None None] Attempting to bind port 828dd4ca-a171-4983-99d2-c3138780772e on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:12:18.128655 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0033631-2705-4910-b285-7b837f44293b None None] Pushing event updated for resources: {'Port': ['ID=828dd4ca-a171-4983-99d2-c3138780772e,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:18.132307 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9977ac7-8a2f-4ba7-a613-18760015d5a0 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:12:18.132307 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9977ac7-8a2f-4ba7-a613-18760015d5a0 None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:12:18.132530 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d9977ac7-8a2f-4ba7-a613-18760015d5a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:18.132805 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9977ac7-8a2f-4ba7-a613-18760015d5a0 None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:12:18.133388 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-d9977ac7-8a2f-4ba7-a613-18760015d5a0 None None] Bound port: 828dd4ca-a171-4983-99d2-c3138780772e, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:12:18.133753 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d9977ac7-8a2f-4ba7-a613-18760015d5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (828dd4ca-a171-4983-99d2-c3138780772e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:18.169160 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d5de8b-e76d-46e7-8af3-3c083b881b55 admin admin] Network 961b9af6-559e-4384-9338-1015a47f7eae is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:12:18.173241 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-56d5de8b-e76d-46e7-8af3-3c083b881b55 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:12:18.177794 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d5de8b-e76d-46e7-8af3-3c083b881b55 admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:12:18.188275 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d9977ac7-8a2f-4ba7-a613-18760015d5a0 None None] For port 828dd4ca-a171-4983-99d2-c3138780772e, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:12:18.192235 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-d9977ac7-8a2f-4ba7-a613-18760015d5a0 None None] For port 828dd4ca-a171-4983-99d2-c3138780772e, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=828dd4ca-a171-4983-99d2-c3138780772e,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:12:18.231210 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5de8b-e76d-46e7-8af3-3c083b881b55 admin admin] Pushing event updated for resources: {'Port': ['ID=899f2ffd-f509-4783-8dc0-91d9989d1c82,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:18.250769 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-56d5de8b-e76d-46e7-8af3-3c083b881b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (fe086e36-141e-48f9-a4f0-4a31dd79e903), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:18.279769 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 991a3f88-1ed5-420b-bdcb-6d82f3f04ecc up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:12:18.339951 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d9977ac7-8a2f-4ba7-a613-18760015d5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (828dd4ca-a171-4983-99d2-c3138780772e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:18.427293 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0033631-2705-4910-b285-7b837f44293b None None] Pushing event updated for resources: {'Port': ['ID=828dd4ca-a171-4983-99d2-c3138780772e,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:18.455924 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9977ac7-8a2f-4ba7-a613-18760015d5a0 None None] Routers {'fe086e36-141e-48f9-a4f0-4a31dd79e903'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:12:18.457237 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d9977ac7-8a2f-4ba7-a613-18760015d5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:11:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['fe086e36-141e-48f9-a4f0-4a31dd79e903'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:12:18.487388 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-56d5de8b-e76d-46e7-8af3-3c083b881b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (899f2ffd-f509-4783-8dc0-91d9989d1c82), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:18.526548 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 991a3f88-1ed5-420b-bdcb-6d82f3f04ecc triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:12:18.526962 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (991a3f88-1ed5-420b-bdcb-6d82f3f04ecc), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:18.651767 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-d9977ac7-8a2f-4ba7-a613-18760015d5a0 None None] Set router fe086e36-141e-48f9-a4f0-4a31dd79e903 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:12:18.655184 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-24078ddb-9f7e-4b1a-8a16-457cd08d5e22 None None] Provisioning complete for port 899f2ffd-f509-4783-8dc0-91d9989d1c82 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:12:18.655618 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-24078ddb-9f7e-4b1a-8a16-457cd08d5e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (899f2ffd-f509-4783-8dc0-91d9989d1c82), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:18.717966 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-56d5de8b-e76d-46e7-8af3-3c083b881b55 admin admin] Publish callbacks [] for port (899f2ffd-f509-4783-8dc0-91d9989d1c82), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:18.718775 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-24078ddb-9f7e-4b1a-8a16-457cd08d5e22 None None] Port 899f2ffd-f509-4783-8dc0-91d9989d1c82 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:12:18.804403 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-56d5de8b-e76d-46e7-8af3-3c083b881b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (899f2ffd-f509-4783-8dc0-91d9989d1c82), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:18.829400 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 991a3f88-1ed5-420b-bdcb-6d82f3f04ecc is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:12:18.876547 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5de8b-e76d-46e7-8af3-3c083b881b55 admin admin] Pushing event updated for resources: {'Port': ['ID=899f2ffd-f509-4783-8dc0-91d9989d1c82,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:18.898393 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-56d5de8b-e76d-46e7-8af3-3c083b881b55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (fe086e36-141e-48f9-a4f0-4a31dd79e903), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:18.984952 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-d9977ac7-8a2f-4ba7-a613-18760015d5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe086e36-141e-48f9-a4f0-4a31dd79e903', 'name': 'tempest-TestServerMultinode-1788622670-router', 'tenant_id': 'af6dab33f0b34f709eec499a50ff993a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '828dd4ca-a171-4983-99d2-c3138780772e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:12:14Z', 'updated_at': '2022-02-20T04:12:18Z', 'revision_number': 4, 'project_id': 'af6dab33f0b34f709eec499a50ff993a', 'gw_port': {'id': '828dd4ca-a171-4983-99d2-c3138780772e', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe086e36-141e-48f9-a4f0-4a31dd79e903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:12:14Z', 'updated_at': '2022-02-20T04:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '899f2ffd-f509-4783-8dc0-91d9989d1c82', 'name': '', 'network_id': '961b9af6-559e-4384-9338-1015a47f7eae', 'tenant_id': 'af6dab33f0b34f709eec499a50ff993a', 'mac_address': 'fa:16:3e:35:c6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe086e36-141e-48f9-a4f0-4a31dd79e903', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '86186e4e-8d1c-4f48-baeb-40f62cc4ad82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:12:17Z', 'updated_at': '2022-02-20T04:12:17Z', 'revision_number': 1, 'project_id': 'af6dab33f0b34f709eec499a50ff993a', 'subnets': [{'id': '86186e4e-8d1c-4f48-baeb-40f62cc4ad82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:12:19.009781 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d5de8b-e76d-46e7-8af3-3c083b881b55 admin admin] Network 961b9af6-559e-4384-9338-1015a47f7eae is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:12:19.011379 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-56d5de8b-e76d-46e7-8af3-3c083b881b55 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:12:19.020441 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9977ac7-8a2f-4ba7-a613-18760015d5a0 None None] The sync data for ids ['fe086e36-141e-48f9-a4f0-4a31dd79e903'] in n-d-829866-4 is: [{'id': 'fe086e36-141e-48f9-a4f0-4a31dd79e903', 'name': 'tempest-TestServerMultinode-1788622670-router', 'tenant_id': 'af6dab33f0b34f709eec499a50ff993a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '828dd4ca-a171-4983-99d2-c3138780772e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:12:14Z', 'updated_at': '2022-02-20T04:12:18Z', 'revision_number': 4, 'project_id': 'af6dab33f0b34f709eec499a50ff993a', 'gw_port': {'id': '828dd4ca-a171-4983-99d2-c3138780772e', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe086e36-141e-48f9-a4f0-4a31dd79e903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:12:14Z', 'updated_at': '2022-02-20T04:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '899f2ffd-f509-4783-8dc0-91d9989d1c82', 'name': '', 'network_id': '961b9af6-559e-4384-9338-1015a47f7eae', 'tenant_id': 'af6dab33f0b34f709eec499a50ff993a', 'mac_address': 'fa:16:3e:35:c6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe086e36-141e-48f9-a4f0-4a31dd79e903', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '86186e4e-8d1c-4f48-baeb-40f62cc4ad82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:12:17Z', 'updated_at': '2022-02-20T04:12:17Z', 'revision_number': 1, 'project_id': 'af6dab33f0b34f709eec499a50ff993a', 'subnets': [{'id': '86186e4e-8d1c-4f48-baeb-40f62cc4ad82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:12:19.135148 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-67f143a4-d199-4d42-84d1-67416592dbe7 req-e9a4f4b3-04c7-45be-971f-1eab94a20bba tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 210 time: 0.0430284 Feb 20 04:12:19.189046 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 40b45e88-0496-4f8f-9e81-729ec5f664e4 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:12:19.212495 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 40b45e88-0496-4f8f-9e81-729ec5f664e4 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:12:19.213050 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 40b45e88-0496-4f8f-9e81-729ec5f664e4 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:12:19.220732 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d5de8b-e76d-46e7-8af3-3c083b881b55 admin admin] Router fe086e36-141e-48f9-a4f0-4a31dd79e903 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:12:19.352526 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d5de8b-e76d-46e7-8af3-3c083b881b55 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:12:19.357508 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-56d5de8b-e76d-46e7-8af3-3c083b881b55 admin admin] 10.222.0.89 "PUT /v2.0/routers/fe086e36-141e-48f9-a4f0-4a31dd79e903/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3648031 Feb 20 04:12:19.477643 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-652b9cbc-52b0-4e3c-b824-ab26f68ed1f9 None None] Provisioning complete for port 899f2ffd-f509-4783-8dc0-91d9989d1c82 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:12:19.478185 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-652b9cbc-52b0-4e3c-b824-ab26f68ed1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (899f2ffd-f509-4783-8dc0-91d9989d1c82), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:19.532742 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-652b9cbc-52b0-4e3c-b824-ab26f68ed1f9 None None] Port 899f2ffd-f509-4783-8dc0-91d9989d1c82 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:12:20.198206 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54964) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:12:20.204180 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-483b3881-e96d-445f-a6a2-333cddf69142 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1875549036-network', 'tenant_id': '9414bd7fdb594fd487bdc5431ff07fd2'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:12:20.271085 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 828dd4ca-a171-4983-99d2-c3138780772e up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:12:20.273608 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0fe2d9f6-4936-4ba8-93cb-12f2915ad684 req-6c2f0ad1-5913-427f-87bd-b0b7d46829dc tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 210 time: 0.0344169 Feb 20 04:12:20.327840 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 828dd4ca-a171-4983-99d2-c3138780772e triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:12:20.328268 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (828dd4ca-a171-4983-99d2-c3138780772e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:20.333077 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483b3881-e96d-445f-a6a2-333cddf69142 admin admin] Made reservation on behalf of 9414bd7fdb594fd487bdc5431ff07fd2 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:12:20.333077 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-483b3881-e96d-445f-a6a2-333cddf69142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:20.437816 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 828dd4ca-a171-4983-99d2-c3138780772e is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:12:20.438302 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (828dd4ca-a171-4983-99d2-c3138780772e), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:20.464666 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 828dd4ca-a171-4983-99d2-c3138780772e, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=828dd4ca-a171-4983-99d2-c3138780772e,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:12:20.542299 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (828dd4ca-a171-4983-99d2-c3138780772e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:20.606310 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=828dd4ca-a171-4983-99d2-c3138780772e,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:20.615080 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-483b3881-e96d-445f-a6a2-333cddf69142 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:20.700473 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-483b3881-e96d-445f-a6a2-333cddf69142 admin admin] Publish callbacks [] for security_group (3517da7d-e53a-4796-9335-be272bda6b3d), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:20.781705 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-483b3881-e96d-445f-a6a2-333cddf69142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (3517da7d-e53a-4796-9335-be272bda6b3d), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:20.808334 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-483b3881-e96d-445f-a6a2-333cddf69142 admin admin] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 04:12:20.810630 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-483b3881-e96d-445f-a6a2-333cddf69142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (ca043b13-2a82-4eff-b012-0659a7b44aa8), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:20.811130 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-483b3881-e96d-445f-a6a2-333cddf69142 admin admin] Added segment ca043b13-2a82-4eff-b012-0659a7b44aa8 of type vlan for network fc6d8e56-02fa-4e92-95bd-1c497b54e27c Feb 20 04:12:20.867213 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b3881-e96d-445f-a6a2-333cddf69142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3517da7d-e53a-4796-9335-be272bda6b3d,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:20.877331 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-483b3881-e96d-445f-a6a2-333cddf69142 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (fc6d8e56-02fa-4e92-95bd-1c497b54e27c), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:20.981613 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-483b3881-e96d-445f-a6a2-333cddf69142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (fc6d8e56-02fa-4e92-95bd-1c497b54e27c), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:20.982622 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483b3881-e96d-445f-a6a2-333cddf69142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:20.983236 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-483b3881-e96d-445f-a6a2-333cddf69142 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:21.043534 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b3881-e96d-445f-a6a2-333cddf69142 admin admin] Pushing event updated for resources: {'Network': ['ID=fc6d8e56-02fa-4e92-95bd-1c497b54e27c,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:21.056687 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network fc6d8e56-02fa-4e92-95bd-1c497b54e27c details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 04:12:21.099629 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-483b3881-e96d-445f-a6a2-333cddf69142 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8995600 Feb 20 04:12:21.102156 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 54966) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:12:21.107425 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-8367e996-ae61-4c85-b601-64f9a07df1ad admin admin] Request body: {'subnet': {'network_id': 'fc6d8e56-02fa-4e92-95bd-1c497b54e27c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1875549036-subnet', 'tenant_id': '9414bd7fdb594fd487bdc5431ff07fd2', 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:12:21.196507 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8367e996-ae61-4c85-b601-64f9a07df1ad admin admin] Made reservation on behalf of 9414bd7fdb594fd487bdc5431ff07fd2 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:12:21.199211 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8367e996-ae61-4c85-b601-64f9a07df1ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:21.270458 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:21.380125 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:21.391497 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8229821e-eb3c-452a-a820-751bc57eadc5 req-bae7fec0-3902-41fa-96ef-21b856a5b127 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 210 time: 0.0357449 Feb 20 04:12:21.477127 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8367e996-ae61-4c85-b601-64f9a07df1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (b322bc3e-bc65-412c-bdd8-bce805e05b53), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:21.541740 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367e996-ae61-4c85-b601-64f9a07df1ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=b322bc3e-bc65-412c-bdd8-bce805e05b53,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:21.554599 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8367e996-ae61-4c85-b601-64f9a07df1ad admin admin] Checking segment: {'id': 'ca043b13-2a82-4eff-b012-0659a7b44aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'fc6d8e56-02fa-4e92-95bd-1c497b54e27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:12:21.555176 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8367e996-ae61-4c85-b601-64f9a07df1ad admin admin] Network hostable DHCP agents. Network: fc6d8e56-02fa-4e92-95bd-1c497b54e27c, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 04:12:21.638521 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8367e996-ae61-4c85-b601-64f9a07df1ad admin admin] Network fc6d8e56-02fa-4e92-95bd-1c497b54e27c is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 04:12:21.677590 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fea0e6-d1cc-496d-8768-67b4d6a93511 None None] Sync routers for ids ['fe086e36-141e-48f9-a4f0-4a31dd79e903'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:12:21.687686 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fea0e6-d1cc-496d-8768-67b4d6a93511 None None] Routers {'fe086e36-141e-48f9-a4f0-4a31dd79e903'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:12:21.688292 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-89fea0e6-d1cc-496d-8768-67b4d6a93511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:11:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['fe086e36-141e-48f9-a4f0-4a31dd79e903'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:12:21.707160 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-8367e996-ae61-4c85-b601-64f9a07df1ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, fc6d8e56-02fa-4e92-95bd-1c497b54e27c) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:12:21.712797 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8367e996-ae61-4c85-b601-64f9a07df1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:21.717414 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-8367e996-ae61-4c85-b601-64f9a07df1ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:21.718060 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10273170-3c7c-46ec-b26c-d09ba315c8ee None None] Network fc6d8e56-02fa-4e92-95bd-1c497b54e27c requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:12:21.787794 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-8367e996-ae61-4c85-b601-64f9a07df1ad admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6843631 Feb 20 04:12:21.790360 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54970) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:12:21.798573 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-10e6e912-f34e-4bdf-a8ee-af40589dd54a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1875549036-router', 'tenant_id': '9414bd7fdb594fd487bdc5431ff07fd2', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:12:21.822911 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-89fea0e6-d1cc-496d-8768-67b4d6a93511 None None] Set router fe086e36-141e-48f9-a4f0-4a31dd79e903 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:12:21.844405 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b835fc-04fc-49ea-aa24-86193f570b59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-fc6d8e56-02fa-4e92-95bd-1c497b54e27c', 'network_id': 'fc6d8e56-02fa-4e92-95bd-1c497b54e27c', 'project_id': '9414bd7fdb594fd487bdc5431ff07fd2', 'fixed_ips': [{'subnet_id': 'b322bc3e-bc65-412c-bdd8-bce805e05b53'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 04:12:21.845657 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-97b835fc-04fc-49ea-aa24-86193f570b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:21.884578 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-10e6e912-f34e-4bdf-a8ee-af40589dd54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (f97d83bb-4219-44fe-b0db-0fc43fa4ec14), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:21.885824 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-10e6e912-f34e-4bdf-a8ee-af40589dd54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (f97d83bb-4219-44fe-b0db-0fc43fa4ec14), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:21.957210 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-10e6e912-f34e-4bdf-a8ee-af40589dd54a admin admin] Publish callbacks [] for router_controller (f97d83bb-4219-44fe-b0db-0fc43fa4ec14), precommit_add_association {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:22.005818 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-97b835fc-04fc-49ea-aa24-86193f570b59 None None] Allocated IP 172.20.0.2 (fc6d8e56-02fa-4e92-95bd-1c497b54e27c/b322bc3e-bc65-412c-bdd8-bce805e05b53/19be402d-39b3-4b10-8262-3e23f5bd6f80) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:12:22.058609 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-89fea0e6-d1cc-496d-8768-67b4d6a93511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe086e36-141e-48f9-a4f0-4a31dd79e903', 'name': 'tempest-TestServerMultinode-1788622670-router', 'tenant_id': 'af6dab33f0b34f709eec499a50ff993a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '828dd4ca-a171-4983-99d2-c3138780772e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:12:14Z', 'updated_at': '2022-02-20T04:12:18Z', 'revision_number': 4, 'project_id': 'af6dab33f0b34f709eec499a50ff993a', 'gw_port': {'id': '828dd4ca-a171-4983-99d2-c3138780772e', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe086e36-141e-48f9-a4f0-4a31dd79e903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:12:14Z', 'updated_at': '2022-02-20T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '899f2ffd-f509-4783-8dc0-91d9989d1c82', 'name': '', 'network_id': '961b9af6-559e-4384-9338-1015a47f7eae', 'tenant_id': 'af6dab33f0b34f709eec499a50ff993a', 'mac_address': 'fa:16:3e:35:c6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe086e36-141e-48f9-a4f0-4a31dd79e903', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '86186e4e-8d1c-4f48-baeb-40f62cc4ad82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:12:17Z', 'updated_at': '2022-02-20T04:12:18Z', 'revision_number': 2, 'project_id': 'af6dab33f0b34f709eec499a50ff993a', 'subnets': [{'id': '86186e4e-8d1c-4f48-baeb-40f62cc4ad82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:12:22.089016 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fea0e6-d1cc-496d-8768-67b4d6a93511 None None] Checking router: fe086e36-141e-48f9-a4f0-4a31dd79e903 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:12:22.089016 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fea0e6-d1cc-496d-8768-67b4d6a93511 None None] Updating router fe086e36-141e-48f9-a4f0-4a31dd79e903 port 899f2ffd-f509-4783-8dc0-91d9989d1c82 binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 04:12:22.119147 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-89fea0e6-d1cc-496d-8768-67b4d6a93511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (899f2ffd-f509-4783-8dc0-91d9989d1c82), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:22.187969 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-97b835fc-04fc-49ea-aa24-86193f570b59 None None] Publish callbacks [] for port (19be402d-39b3-4b10-8262-3e23f5bd6f80), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:22.236175 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 828dd4ca-a171-4983-99d2-c3138780772e up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:12:22.248757 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-10e6e912-f34e-4bdf-a8ee-af40589dd54a admin admin] Publish callbacks [] for router_gateway (f97d83bb-4219-44fe-b0db-0fc43fa4ec14), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:22.290989 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 828dd4ca-a171-4983-99d2-c3138780772e triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:12:22.291377 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (828dd4ca-a171-4983-99d2-c3138780772e), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:22.317842 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-97b835fc-04fc-49ea-aa24-86193f570b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (19be402d-39b3-4b10-8262-3e23f5bd6f80), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:22.371580 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b835fc-04fc-49ea-aa24-86193f570b59 None None] Network fc6d8e56-02fa-4e92-95bd-1c497b54e27c is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:12:22.380177 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-97b835fc-04fc-49ea-aa24-86193f570b59 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:12:22.384137 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b835fc-04fc-49ea-aa24-86193f570b59 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:12:22.385970 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b835fc-04fc-49ea-aa24-86193f570b59 None None] Pushing event updated for resources: {'Port': ['ID=19be402d-39b3-4b10-8262-3e23f5bd6f80,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:22.422550 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-89fea0e6-d1cc-496d-8768-67b4d6a93511 None None] Publish callbacks [] for port (899f2ffd-f509-4783-8dc0-91d9989d1c82), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:22.494421 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-97b835fc-04fc-49ea-aa24-86193f570b59 None None] Attempting to bind port 19be402d-39b3-4b10-8262-3e23f5bd6f80 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:12:22.494810 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-97b835fc-04fc-49ea-aa24-86193f570b59 None None] Attempting to bind port 19be402d-39b3-4b10-8262-3e23f5bd6f80 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'ca043b13-2a82-4eff-b012-0659a7b44aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'fc6d8e56-02fa-4e92-95bd-1c497b54e27c'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:12:22.495222 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b835fc-04fc-49ea-aa24-86193f570b59 None None] Attempting to bind port 19be402d-39b3-4b10-8262-3e23f5bd6f80 on network fc6d8e56-02fa-4e92-95bd-1c497b54e27c {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:12:22.501249 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 828dd4ca-a171-4983-99d2-c3138780772e is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:12:22.503962 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b835fc-04fc-49ea-aa24-86193f570b59 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:12:22.504430 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b835fc-04fc-49ea-aa24-86193f570b59 None None] Checking segment: {'id': 'ca043b13-2a82-4eff-b012-0659a7b44aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'fc6d8e56-02fa-4e92-95bd-1c497b54e27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:12:22.504852 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-97b835fc-04fc-49ea-aa24-86193f570b59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:22.505251 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b835fc-04fc-49ea-aa24-86193f570b59 None None] Bound using segment: {'id': 'ca043b13-2a82-4eff-b012-0659a7b44aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'fc6d8e56-02fa-4e92-95bd-1c497b54e27c'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:12:22.505378 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-89fea0e6-d1cc-496d-8768-67b4d6a93511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (899f2ffd-f509-4783-8dc0-91d9989d1c82), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:22.505741 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-97b835fc-04fc-49ea-aa24-86193f570b59 None None] Bound port: 19be402d-39b3-4b10-8262-3e23f5bd6f80, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca043b13-2a82-4eff-b012-0659a7b44aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'fc6d8e56-02fa-4e92-95bd-1c497b54e27c'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:12:22.506256 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-97b835fc-04fc-49ea-aa24-86193f570b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (19be402d-39b3-4b10-8262-3e23f5bd6f80), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:22.520873 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-45cf5451-6a22-47ce-9757-be008ef9c8cb req-ce196cc9-0b5e-4f52-92d0-b0e22de57362 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 210 time: 0.0455184 Feb 20 04:12:22.564916 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac856c-abe4-484c-b06c-a2eeee40b66f None None] Pushing event updated for resources: {'Port': ['ID=899f2ffd-f509-4783-8dc0-91d9989d1c82,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:22.575503 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac856c-abe4-484c-b06c-a2eeee40b66f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:22.576127 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac856c-abe4-484c-b06c-a2eeee40b66f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:22.576682 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac856c-abe4-484c-b06c-a2eeee40b66f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:22.577087 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac856c-abe4-484c-b06c-a2eeee40b66f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:22.577536 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac856c-abe4-484c-b06c-a2eeee40b66f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:22.577990 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac856c-abe4-484c-b06c-a2eeee40b66f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:22.578756 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac856c-abe4-484c-b06c-a2eeee40b66f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:22.579229 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac856c-abe4-484c-b06c-a2eeee40b66f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:22.579652 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac856c-abe4-484c-b06c-a2eeee40b66f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:22.580078 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac856c-abe4-484c-b06c-a2eeee40b66f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:22.580500 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac856c-abe4-484c-b06c-a2eeee40b66f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:22.580946 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac856c-abe4-484c-b06c-a2eeee40b66f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:22.581881 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddac856c-abe4-484c-b06c-a2eeee40b66f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:22.588332 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-97b835fc-04fc-49ea-aa24-86193f570b59 None None] For port 19be402d-39b3-4b10-8262-3e23f5bd6f80, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:12:22.592189 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-97b835fc-04fc-49ea-aa24-86193f570b59 None None] For port 19be402d-39b3-4b10-8262-3e23f5bd6f80, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=19be402d-39b3-4b10-8262-3e23f5bd6f80,segment=NetworkSegment(ca043b13-2a82-4eff-b012-0659a7b44aa8),segment_id=ca043b13-2a82-4eff-b012-0659a7b44aa8)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:12:22.640178 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-10e6e912-f34e-4bdf-a8ee-af40589dd54a admin admin] Publish callbacks [] for router_gateway (f97d83bb-4219-44fe-b0db-0fc43fa4ec14), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:22.666615 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-10e6e912-f34e-4bdf-a8ee-af40589dd54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:22.670033 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-89fea0e6-d1cc-496d-8768-67b4d6a93511 None None] Attempting to bind port 899f2ffd-f509-4783-8dc0-91d9989d1c82 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:12:22.670482 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-89fea0e6-d1cc-496d-8768-67b4d6a93511 None None] Attempting to bind port 899f2ffd-f509-4783-8dc0-91d9989d1c82 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '82ec51a7-6497-4a28-aca4-8ca3a87c3c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '961b9af6-559e-4384-9338-1015a47f7eae'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:12:22.670941 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fea0e6-d1cc-496d-8768-67b4d6a93511 None None] Attempting to bind port 899f2ffd-f509-4783-8dc0-91d9989d1c82 on network 961b9af6-559e-4384-9338-1015a47f7eae {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:12:22.676629 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fea0e6-d1cc-496d-8768-67b4d6a93511 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:12:22.677081 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fea0e6-d1cc-496d-8768-67b4d6a93511 None None] Checking segment: {'id': '82ec51a7-6497-4a28-aca4-8ca3a87c3c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '961b9af6-559e-4384-9338-1015a47f7eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:12:22.678023 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-89fea0e6-d1cc-496d-8768-67b4d6a93511 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:22.678023 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fea0e6-d1cc-496d-8768-67b4d6a93511 None None] Bound using segment: {'id': '82ec51a7-6497-4a28-aca4-8ca3a87c3c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '961b9af6-559e-4384-9338-1015a47f7eae'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:12:22.683441 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-89fea0e6-d1cc-496d-8768-67b4d6a93511 None None] Bound port: 899f2ffd-f509-4783-8dc0-91d9989d1c82, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ec51a7-6497-4a28-aca4-8ca3a87c3c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '961b9af6-559e-4384-9338-1015a47f7eae'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:12:22.684198 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-89fea0e6-d1cc-496d-8768-67b4d6a93511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (899f2ffd-f509-4783-8dc0-91d9989d1c82), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:22.701127 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-97b835fc-04fc-49ea-aa24-86193f570b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (19be402d-39b3-4b10-8262-3e23f5bd6f80), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:22.780804 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b835fc-04fc-49ea-aa24-86193f570b59 None None] Pushing event updated for resources: {'Port': ['ID=19be402d-39b3-4b10-8262-3e23f5bd6f80,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:22.834907 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-10e6e912-f34e-4bdf-a8ee-af40589dd54a admin admin] Allocated IP 172.25.7.82 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/4a0b8723-c710-429a-b230-be1a25e3c6cc) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:12:22.846677 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-89fea0e6-d1cc-496d-8768-67b4d6a93511 None None] For port 899f2ffd-f509-4783-8dc0-91d9989d1c82, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:12:22.851510 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-89fea0e6-d1cc-496d-8768-67b4d6a93511 None None] For port 899f2ffd-f509-4783-8dc0-91d9989d1c82, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=899f2ffd-f509-4783-8dc0-91d9989d1c82,segment=NetworkSegment(82ec51a7-6497-4a28-aca4-8ca3a87c3c97),segment_id=82ec51a7-6497-4a28-aca4-8ca3a87c3c97)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:12:22.942905 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-89fea0e6-d1cc-496d-8768-67b4d6a93511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (899f2ffd-f509-4783-8dc0-91d9989d1c82), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:22.969213 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-10e6e912-f34e-4bdf-a8ee-af40589dd54a admin admin] Publish callbacks [] for port (4a0b8723-c710-429a-b230-be1a25e3c6cc), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:22.985880 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-b19e929f-a4db-4ec5-bc24-cb18902343c8 None None] Provisioning complete for port 899f2ffd-f509-4783-8dc0-91d9989d1c82 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:12:22.986270 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b19e929f-a4db-4ec5-bc24-cb18902343c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (899f2ffd-f509-4783-8dc0-91d9989d1c82), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:23.020238 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fea0e6-d1cc-496d-8768-67b4d6a93511 None None] Routers {'fe086e36-141e-48f9-a4f0-4a31dd79e903'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:12:23.020965 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-89fea0e6-d1cc-496d-8768-67b4d6a93511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:11:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['fe086e36-141e-48f9-a4f0-4a31dd79e903'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:12:23.166220 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b19e929f-a4db-4ec5-bc24-cb18902343c8 None None] Current status of the port 899f2ffd-f509-4783-8dc0-91d9989d1c82 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:12:23.166698 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b19e929f-a4db-4ec5-bc24-cb18902343c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (899f2ffd-f509-4783-8dc0-91d9989d1c82), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:23.175600 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-10e6e912-f34e-4bdf-a8ee-af40589dd54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (4a0b8723-c710-429a-b230-be1a25e3c6cc), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:23.220175 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b19e929f-a4db-4ec5-bc24-cb18902343c8 None None] For port 899f2ffd-f509-4783-8dc0-91d9989d1c82, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=899f2ffd-f509-4783-8dc0-91d9989d1c82,segment=NetworkSegment(82ec51a7-6497-4a28-aca4-8ca3a87c3c97),segment_id=82ec51a7-6497-4a28-aca4-8ca3a87c3c97)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:12:23.272711 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e6e912-f34e-4bdf-a8ee-af40589dd54a admin admin] Pushing event updated for resources: {'Port': ['ID=4a0b8723-c710-429a-b230-be1a25e3c6cc,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:23.288018 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e6e912-f34e-4bdf-a8ee-af40589dd54a admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:12:23.289639 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-10e6e912-f34e-4bdf-a8ee-af40589dd54a admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:12:23.292471 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e6e912-f34e-4bdf-a8ee-af40589dd54a admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:12:23.330746 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b19e929f-a4db-4ec5-bc24-cb18902343c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (899f2ffd-f509-4783-8dc0-91d9989d1c82), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:23.337780 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac856c-abe4-484c-b06c-a2eeee40b66f None None] Pushing event updated for resources: {'Port': ['ID=899f2ffd-f509-4783-8dc0-91d9989d1c82,revision_number=4']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:23.369051 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-89fea0e6-d1cc-496d-8768-67b4d6a93511 None None] Set router fe086e36-141e-48f9-a4f0-4a31dd79e903 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:12:23.433534 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e929f-a4db-4ec5-bc24-cb18902343c8 None None] Pushing event updated for resources: {'Port': ['ID=899f2ffd-f509-4783-8dc0-91d9989d1c82,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:23.474143 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-db2482b1-c3be-4322-889c-19ede70ebc99 None None] Provisioning complete for port 899f2ffd-f509-4783-8dc0-91d9989d1c82 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:12:23.474765 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-db2482b1-c3be-4322-889c-19ede70ebc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (899f2ffd-f509-4783-8dc0-91d9989d1c82), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:23.616416 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-db2482b1-c3be-4322-889c-19ede70ebc99 None None] Current status of the port 899f2ffd-f509-4783-8dc0-91d9989d1c82 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:12:23.655139 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-89fea0e6-d1cc-496d-8768-67b4d6a93511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe086e36-141e-48f9-a4f0-4a31dd79e903', 'name': 'tempest-TestServerMultinode-1788622670-router', 'tenant_id': 'af6dab33f0b34f709eec499a50ff993a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '828dd4ca-a171-4983-99d2-c3138780772e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:12:14Z', 'updated_at': '2022-02-20T04:12:18Z', 'revision_number': 4, 'project_id': 'af6dab33f0b34f709eec499a50ff993a', 'gw_port': {'id': '828dd4ca-a171-4983-99d2-c3138780772e', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe086e36-141e-48f9-a4f0-4a31dd79e903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:12:14Z', 'updated_at': '2022-02-20T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '899f2ffd-f509-4783-8dc0-91d9989d1c82', 'name': '', 'network_id': '961b9af6-559e-4384-9338-1015a47f7eae', 'tenant_id': 'af6dab33f0b34f709eec499a50ff993a', 'mac_address': 'fa:16:3e:35:c6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe086e36-141e-48f9-a4f0-4a31dd79e903', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '86186e4e-8d1c-4f48-baeb-40f62cc4ad82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:12:17Z', 'updated_at': '2022-02-20T04:12:22Z', 'revision_number': 4, 'project_id': 'af6dab33f0b34f709eec499a50ff993a', 'subnets': [{'id': '86186e4e-8d1c-4f48-baeb-40f62cc4ad82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:12:23.689309 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fea0e6-d1cc-496d-8768-67b4d6a93511 None None] The sync data for ids ['fe086e36-141e-48f9-a4f0-4a31dd79e903'] in n-d-829866-4 is: [{'id': 'fe086e36-141e-48f9-a4f0-4a31dd79e903', 'name': 'tempest-TestServerMultinode-1788622670-router', 'tenant_id': 'af6dab33f0b34f709eec499a50ff993a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '828dd4ca-a171-4983-99d2-c3138780772e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:12:14Z', 'updated_at': '2022-02-20T04:12:18Z', 'revision_number': 4, 'project_id': 'af6dab33f0b34f709eec499a50ff993a', 'gw_port': {'id': '828dd4ca-a171-4983-99d2-c3138780772e', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe086e36-141e-48f9-a4f0-4a31dd79e903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:12:14Z', 'updated_at': '2022-02-20T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '899f2ffd-f509-4783-8dc0-91d9989d1c82', 'name': '', 'network_id': '961b9af6-559e-4384-9338-1015a47f7eae', 'tenant_id': 'af6dab33f0b34f709eec499a50ff993a', 'mac_address': 'fa:16:3e:35:c6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe086e36-141e-48f9-a4f0-4a31dd79e903', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '86186e4e-8d1c-4f48-baeb-40f62cc4ad82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:12:17Z', 'updated_at': '2022-02-20T04:12:22Z', 'revision_number': 4, 'project_id': 'af6dab33f0b34f709eec499a50ff993a', 'subnets': [{'id': '86186e4e-8d1c-4f48-baeb-40f62cc4ad82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:12:23.690223 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-adde1f44-1d19-443a-a635-0a2adf79fe58 req-37248463-f49d-4c0e-90e7-f7b17a25f6bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 210 time: 0.0445530 Feb 20 04:12:23.768625 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-10e6e912-f34e-4bdf-a8ee-af40589dd54a admin admin] Publish callbacks [] for router_gateway (f97d83bb-4219-44fe-b0db-0fc43fa4ec14), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:24.024772 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-10e6e912-f34e-4bdf-a8ee-af40589dd54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (f97d83bb-4219-44fe-b0db-0fc43fa4ec14), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:24.214309 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e72d00-a1ce-4e91-bbb9-3f183aabf499 None None] Network fc6d8e56-02fa-4e92-95bd-1c497b54e27c requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:12:24.278849 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e6e912-f34e-4bdf-a8ee-af40589dd54a admin admin] Router f97d83bb-4219-44fe-b0db-0fc43fa4ec14 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104105) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 04:12:24.306489 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-6e6881e5-902b-4828-9a74-8bdef2c70bee None None] Provisioning complete for port 19be402d-39b3-4b10-8262-3e23f5bd6f80 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:12:24.306842 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6e6881e5-902b-4828-9a74-8bdef2c70bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (19be402d-39b3-4b10-8262-3e23f5bd6f80), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:24.439587 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e6e912-f34e-4bdf-a8ee-af40589dd54a admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:12:24.515220 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-10e6e912-f34e-4bdf-a8ee-af40589dd54a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:24.516483 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-10e6e912-f34e-4bdf-a8ee-af40589dd54a admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7250857 Feb 20 04:12:24.519238 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 54976) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:12:24.576697 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 19be402d-39b3-4b10-8262-3e23f5bd6f80 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:12:24.579336 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab24ad2a-4f3a-4b92-8e14-d15ef23a4291 None None] Sync routers for ids ['f97d83bb-4219-44fe-b0db-0fc43fa4ec14'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:12:24.669551 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab24ad2a-4f3a-4b92-8e14-d15ef23a4291 None None] Routers {'f97d83bb-4219-44fe-b0db-0fc43fa4ec14'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:12:24.670190 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ab24ad2a-4f3a-4b92-8e14-d15ef23a4291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:11:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['f97d83bb-4219-44fe-b0db-0fc43fa4ec14'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:12:24.726554 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-6e6881e5-902b-4828-9a74-8bdef2c70bee None None] Current status of the port 19be402d-39b3-4b10-8262-3e23f5bd6f80 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:12:24.726916 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6e6881e5-902b-4828-9a74-8bdef2c70bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (19be402d-39b3-4b10-8262-3e23f5bd6f80), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:24.822300 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 19be402d-39b3-4b10-8262-3e23f5bd6f80 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:12:24.822684 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (19be402d-39b3-4b10-8262-3e23f5bd6f80), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:24.823298 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6639ca7a-c0a9-4d79-bc6a-fbc05a060ea9 req-77491ce0-3886-4654-8d7e-ebd767dbb8db tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 210 time: 0.0347536 Feb 20 04:12:24.862241 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-6e6881e5-902b-4828-9a74-8bdef2c70bee None None] For port 19be402d-39b3-4b10-8262-3e23f5bd6f80, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=19be402d-39b3-4b10-8262-3e23f5bd6f80,segment=NetworkSegment(ca043b13-2a82-4eff-b012-0659a7b44aa8),segment_id=ca043b13-2a82-4eff-b012-0659a7b44aa8)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:12:24.872087 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-ab24ad2a-4f3a-4b92-8e14-d15ef23a4291 None None] Set router f97d83bb-4219-44fe-b0db-0fc43fa4ec14 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:12:24.953872 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6e6881e5-902b-4828-9a74-8bdef2c70bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (19be402d-39b3-4b10-8262-3e23f5bd6f80), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:25.102792 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6881e5-902b-4828-9a74-8bdef2c70bee None None] Pushing event updated for resources: {'Port': ['ID=19be402d-39b3-4b10-8262-3e23f5bd6f80,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:25.105761 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b21c20fa-d9b8-4a01-bb3f-ecad54f09ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:25.135977 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 19be402d-39b3-4b10-8262-3e23f5bd6f80 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:12:25.137077 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 899f2ffd-f509-4783-8dc0-91d9989d1c82 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:12:25.218747 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-8ac57a9b-45ab-43a7-bab8-0f97bf64730a None None] Provisioning complete for port 19be402d-39b3-4b10-8262-3e23f5bd6f80 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:12:25.219573 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8ac57a9b-45ab-43a7-bab8-0f97bf64730a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (19be402d-39b3-4b10-8262-3e23f5bd6f80), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:25.267136 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 899f2ffd-f509-4783-8dc0-91d9989d1c82 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:12:25.267883 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (899f2ffd-f509-4783-8dc0-91d9989d1c82), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:25.292587 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-b21c20fa-d9b8-4a01-bb3f-ecad54f09ddc admin admin] Allocated IP 172.20.0.1 (fc6d8e56-02fa-4e92-95bd-1c497b54e27c/b322bc3e-bc65-412c-bdd8-bce805e05b53/d1604069-952b-4bd4-b670-aa8a02d3deb7) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:12:25.303063 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ab24ad2a-4f3a-4b92-8e14-d15ef23a4291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97d83bb-4219-44fe-b0db-0fc43fa4ec14', 'name': 'tempest-TestServerMultinode-1875549036-router', 'tenant_id': '9414bd7fdb594fd487bdc5431ff07fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '4a0b8723-c710-429a-b230-be1a25e3c6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:12:21Z', 'updated_at': '2022-02-20T04:12:23Z', 'revision_number': 3, 'project_id': '9414bd7fdb594fd487bdc5431ff07fd2', 'gw_port': {'id': '4a0b8723-c710-429a-b230-be1a25e3c6cc', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97d83bb-4219-44fe-b0db-0fc43fa4ec14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:12:22Z', 'updated_at': '2022-02-20T04:12:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:12:25.340556 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab24ad2a-4f3a-4b92-8e14-d15ef23a4291 None None] Checking router: f97d83bb-4219-44fe-b0db-0fc43fa4ec14 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:12:25.340913 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab24ad2a-4f3a-4b92-8e14-d15ef23a4291 None None] Updating router f97d83bb-4219-44fe-b0db-0fc43fa4ec14 port 4a0b8723-c710-429a-b230-be1a25e3c6cc binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 04:12:25.403191 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab24ad2a-4f3a-4b92-8e14-d15ef23a4291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4a0b8723-c710-429a-b230-be1a25e3c6cc), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:25.406896 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b21c20fa-d9b8-4a01-bb3f-ecad54f09ddc admin admin] Publish callbacks [] for port (d1604069-952b-4bd4-b670-aa8a02d3deb7), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:25.477456 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-8ac57a9b-45ab-43a7-bab8-0f97bf64730a None None] Current status of the port 19be402d-39b3-4b10-8262-3e23f5bd6f80 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:12:25.486615 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 899f2ffd-f509-4783-8dc0-91d9989d1c82 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:12:25.520250 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b21c20fa-d9b8-4a01-bb3f-ecad54f09ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (d1604069-952b-4bd4-b670-aa8a02d3deb7), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:25.560758 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21c20fa-d9b8-4a01-bb3f-ecad54f09ddc admin admin] Network fc6d8e56-02fa-4e92-95bd-1c497b54e27c is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:12:25.563913 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-b21c20fa-d9b8-4a01-bb3f-ecad54f09ddc admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:12:25.566959 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21c20fa-d9b8-4a01-bb3f-ecad54f09ddc admin admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:12:25.608956 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c20fa-d9b8-4a01-bb3f-ecad54f09ddc admin admin] Pushing event updated for resources: {'Port': ['ID=d1604069-952b-4bd4-b670-aa8a02d3deb7,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:25.630294 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b21c20fa-d9b8-4a01-bb3f-ecad54f09ddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (f97d83bb-4219-44fe-b0db-0fc43fa4ec14), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:25.744064 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab24ad2a-4f3a-4b92-8e14-d15ef23a4291 None None] Publish callbacks [] for port (4a0b8723-c710-429a-b230-be1a25e3c6cc), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:25.849959 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab24ad2a-4f3a-4b92-8e14-d15ef23a4291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (4a0b8723-c710-429a-b230-be1a25e3c6cc), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:25.854879 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b21c20fa-d9b8-4a01-bb3f-ecad54f09ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d1604069-952b-4bd4-b670-aa8a02d3deb7), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:25.926011 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ab24ad2a-4f3a-4b92-8e14-d15ef23a4291 None None] Attempting to bind port 4a0b8723-c710-429a-b230-be1a25e3c6cc on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:12:25.938249 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ab24ad2a-4f3a-4b92-8e14-d15ef23a4291 None None] Attempting to bind port 4a0b8723-c710-429a-b230-be1a25e3c6cc by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:12:25.938249 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab24ad2a-4f3a-4b92-8e14-d15ef23a4291 None None] Attempting to bind port 4a0b8723-c710-429a-b230-be1a25e3c6cc on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:12:25.938249 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a4982-6ef4-4f1f-bb6d-f3bbc0a5ba06 None None] Pushing event updated for resources: {'Port': ['ID=4a0b8723-c710-429a-b230-be1a25e3c6cc,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:25.939749 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e1d5a6b3-2daf-47bc-a23b-f5832a7d745b None None] Provisioning complete for port d1604069-952b-4bd4-b670-aa8a02d3deb7 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:12:25.940129 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e1d5a6b3-2daf-47bc-a23b-f5832a7d745b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d1604069-952b-4bd4-b670-aa8a02d3deb7), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:25.941953 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab24ad2a-4f3a-4b92-8e14-d15ef23a4291 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:12:25.942331 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab24ad2a-4f3a-4b92-8e14-d15ef23a4291 None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:12:25.942730 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab24ad2a-4f3a-4b92-8e14-d15ef23a4291 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:25.943496 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab24ad2a-4f3a-4b92-8e14-d15ef23a4291 None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:12:25.943982 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-ab24ad2a-4f3a-4b92-8e14-d15ef23a4291 None None] Bound port: 4a0b8723-c710-429a-b230-be1a25e3c6cc, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:12:25.944357 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab24ad2a-4f3a-4b92-8e14-d15ef23a4291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4a0b8723-c710-429a-b230-be1a25e3c6cc), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:25.976636 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1044a977-a3cd-49ba-b6e0-9ea022d68f8a req-b89096d9-3306-4cad-94a7-6abf6268542b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 210 time: 0.0487311 Feb 20 04:12:26.015324 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e1d5a6b3-2daf-47bc-a23b-f5832a7d745b None None] Port d1604069-952b-4bd4-b670-aa8a02d3deb7 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:12:26.027504 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab24ad2a-4f3a-4b92-8e14-d15ef23a4291 None None] For port 4a0b8723-c710-429a-b230-be1a25e3c6cc, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:12:26.030534 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab24ad2a-4f3a-4b92-8e14-d15ef23a4291 None None] For port 4a0b8723-c710-429a-b230-be1a25e3c6cc, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=4a0b8723-c710-429a-b230-be1a25e3c6cc,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:12:26.121555 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b21c20fa-d9b8-4a01-bb3f-ecad54f09ddc admin admin] Publish callbacks [] for port (d1604069-952b-4bd4-b670-aa8a02d3deb7), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:26.181993 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab24ad2a-4f3a-4b92-8e14-d15ef23a4291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (4a0b8723-c710-429a-b230-be1a25e3c6cc), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:26.214463 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 19be402d-39b3-4b10-8262-3e23f5bd6f80 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:12:26.232688 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b21c20fa-d9b8-4a01-bb3f-ecad54f09ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (d1604069-952b-4bd4-b670-aa8a02d3deb7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:26.283974 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a4982-6ef4-4f1f-bb6d-f3bbc0a5ba06 None None] Pushing event updated for resources: {'Port': ['ID=4a0b8723-c710-429a-b230-be1a25e3c6cc,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:26.286579 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab24ad2a-4f3a-4b92-8e14-d15ef23a4291 None None] Routers {'f97d83bb-4219-44fe-b0db-0fc43fa4ec14'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:12:26.287218 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ab24ad2a-4f3a-4b92-8e14-d15ef23a4291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:11:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['f97d83bb-4219-44fe-b0db-0fc43fa4ec14'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:12:26.311636 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c20fa-d9b8-4a01-bb3f-ecad54f09ddc admin admin] Pushing event updated for resources: {'Port': ['ID=d1604069-952b-4bd4-b670-aa8a02d3deb7,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:26.325012 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b21c20fa-d9b8-4a01-bb3f-ecad54f09ddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (f97d83bb-4219-44fe-b0db-0fc43fa4ec14), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:26.349451 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 19be402d-39b3-4b10-8262-3e23f5bd6f80 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:12:26.351642 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (19be402d-39b3-4b10-8262-3e23f5bd6f80), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:26.433647 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21c20fa-d9b8-4a01-bb3f-ecad54f09ddc admin admin] Network fc6d8e56-02fa-4e92-95bd-1c497b54e27c is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:12:26.435314 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-b21c20fa-d9b8-4a01-bb3f-ecad54f09ddc admin admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:12:26.453027 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-ab24ad2a-4f3a-4b92-8e14-d15ef23a4291 None None] Set router f97d83bb-4219-44fe-b0db-0fc43fa4ec14 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:12:26.684843 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5b28e5a1-3590-4b58-a4e4-46bb0703aa50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:26.737189 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 19be402d-39b3-4b10-8262-3e23f5bd6f80 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:12:26.876010 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-6d78d104-3dc8-4c85-bc58-66ad25855144 None None] Provisioning complete for port d1604069-952b-4bd4-b670-aa8a02d3deb7 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:12:26.876556 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6d78d104-3dc8-4c85-bc58-66ad25855144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d1604069-952b-4bd4-b670-aa8a02d3deb7), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:26.908364 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21c20fa-d9b8-4a01-bb3f-ecad54f09ddc admin admin] Router f97d83bb-4219-44fe-b0db-0fc43fa4ec14 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:12:26.921861 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-6d78d104-3dc8-4c85-bc58-66ad25855144 None None] Port d1604069-952b-4bd4-b670-aa8a02d3deb7 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:12:26.935038 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-ab24ad2a-4f3a-4b92-8e14-d15ef23a4291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97d83bb-4219-44fe-b0db-0fc43fa4ec14', 'name': 'tempest-TestServerMultinode-1875549036-router', 'tenant_id': '9414bd7fdb594fd487bdc5431ff07fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '4a0b8723-c710-429a-b230-be1a25e3c6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:12:21Z', 'updated_at': '2022-02-20T04:12:25Z', 'revision_number': 4, 'project_id': '9414bd7fdb594fd487bdc5431ff07fd2', 'gw_port': {'id': '4a0b8723-c710-429a-b230-be1a25e3c6cc', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97d83bb-4219-44fe-b0db-0fc43fa4ec14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:12:22Z', 'updated_at': '2022-02-20T04:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'd1604069-952b-4bd4-b670-aa8a02d3deb7', 'name': '', 'network_id': 'fc6d8e56-02fa-4e92-95bd-1c497b54e27c', 'tenant_id': '9414bd7fdb594fd487bdc5431ff07fd2', 'mac_address': 'fa:16:3e:a7:f8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97d83bb-4219-44fe-b0db-0fc43fa4ec14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'b322bc3e-bc65-412c-bdd8-bce805e05b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:12:25Z', 'updated_at': '2022-02-20T04:12:25Z', 'revision_number': 2, 'project_id': '9414bd7fdb594fd487bdc5431ff07fd2', 'subnets': [{'id': 'b322bc3e-bc65-412c-bdd8-bce805e05b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:12:26.966744 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab24ad2a-4f3a-4b92-8e14-d15ef23a4291 None None] The sync data for ids ['f97d83bb-4219-44fe-b0db-0fc43fa4ec14'] in n-d-829866-4 is: [{'id': 'f97d83bb-4219-44fe-b0db-0fc43fa4ec14', 'name': 'tempest-TestServerMultinode-1875549036-router', 'tenant_id': '9414bd7fdb594fd487bdc5431ff07fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '4a0b8723-c710-429a-b230-be1a25e3c6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:12:21Z', 'updated_at': '2022-02-20T04:12:25Z', 'revision_number': 4, 'project_id': '9414bd7fdb594fd487bdc5431ff07fd2', 'gw_port': {'id': '4a0b8723-c710-429a-b230-be1a25e3c6cc', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97d83bb-4219-44fe-b0db-0fc43fa4ec14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:12:22Z', 'updated_at': '2022-02-20T04:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'd1604069-952b-4bd4-b670-aa8a02d3deb7', 'name': '', 'network_id': 'fc6d8e56-02fa-4e92-95bd-1c497b54e27c', 'tenant_id': '9414bd7fdb594fd487bdc5431ff07fd2', 'mac_address': 'fa:16:3e:a7:f8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97d83bb-4219-44fe-b0db-0fc43fa4ec14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'b322bc3e-bc65-412c-bdd8-bce805e05b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:12:25Z', 'updated_at': '2022-02-20T04:12:25Z', 'revision_number': 2, 'project_id': '9414bd7fdb594fd487bdc5431ff07fd2', 'subnets': [{'id': 'b322bc3e-bc65-412c-bdd8-bce805e05b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:12:27.036265 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21c20fa-d9b8-4a01-bb3f-ecad54f09ddc admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:12:27.055564 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b21c20fa-d9b8-4a01-bb3f-ecad54f09ddc admin admin] 10.222.0.89 "PUT /v2.0/routers/f97d83bb-4219-44fe-b0db-0fc43fa4ec14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5260074 Feb 20 04:12:27.095708 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-23a6e545-32a3-4f99-8651-9c1ac784e0a1 req-cc639561-8e20-455d-b417-db57f89e772b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 210 time: 0.0320852 Feb 20 04:12:27.655990 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-3be02620-f1f2-44b4-9e11-642ef4bf6b45 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:27.657540 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-3be02620-f1f2-44b4-9e11-642ef4bf6b45 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/networks?id=961b9af6-559e-4384-9338-1015a47f7eae HTTP/1.1" status: 200 len: 911 time: 0.0996573 Feb 20 04:12:27.677633 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-844204c2-88c3-4bb7-aaa0-be4d1303417b tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/quotas/9414bd7fdb594fd487bdc5431ff07fd2 HTTP/1.1" status: 200 len: 375 time: 0.0133607 Feb 20 04:12:27.783643 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-6aabed29-d3ff-456d-876c-b973ad214bc8 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/ports?tenant_id=9414bd7fdb594fd487bdc5431ff07fd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0993254 Feb 20 04:12:27.822239 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:12:27.891008 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-356c9fb3-ce7f-4981-8bcf-29b7ea49e498 service neutron] 10.222.0.89 "GET /v2.0/networks/961b9af6-559e-4384-9338-1015a47f7eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063964 Feb 20 04:12:27.991056 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-a108ce50-f4d6-43ba-bca3-c979d6358852 service neutron] 10.222.0.89 "GET /v2.0/networks/961b9af6-559e-4384-9338-1015a47f7eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929124 Feb 20 04:12:28.249934 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4a0b8723-c710-429a-b230-be1a25e3c6cc up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:12:28.323387 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 4a0b8723-c710-429a-b230-be1a25e3c6cc triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:12:28.326175 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4a0b8723-c710-429a-b230-be1a25e3c6cc), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:28.386965 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fd83498b-713d-4778-a84b-abbce8732da5 req-2fed3d54-1c6c-498c-bcd9-3ac49c4504b5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=08bc79a7-b1c8-4655-be99-b5c6400fe1d7 HTTP/1.1" status: 200 len: 210 time: 0.0506668 Feb 20 04:12:28.445073 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 4a0b8723-c710-429a-b230-be1a25e3c6cc is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:12:28.445475 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (4a0b8723-c710-429a-b230-be1a25e3c6cc), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:28.460939 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b908a65-5e4a-4673-bc85-7f79e9cdab46 req-925e139a-00ce-4b54-9017-d0aa553eec48 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=b7e59959-7c7b-4508-ad20-906b8a38202d HTTP/1.1" status: 200 len: 210 time: 0.0356803 Feb 20 04:12:28.470227 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port 4a0b8723-c710-429a-b230-be1a25e3c6cc, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=4a0b8723-c710-429a-b230-be1a25e3c6cc,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:12:28.547784 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (4a0b8723-c710-429a-b230-be1a25e3c6cc), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:28.617291 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=4a0b8723-c710-429a-b230-be1a25e3c6cc,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:28.775383 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-22c9187e-4375-4ca2-9916-6d0706965f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:29.529457 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-109b1092-d1de-4146-a580-116e8920bbdf req-d82061ec-f75c-46bf-b14e-596387e3fe81 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=b7e59959-7c7b-4508-ad20-906b8a38202d HTTP/1.1" status: 200 len: 210 time: 0.0277574 Feb 20 04:12:30.077230 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:30.214293 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4a0b8723-c710-429a-b230-be1a25e3c6cc up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:12:30.265977 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 4a0b8723-c710-429a-b230-be1a25e3c6cc triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:12:30.266559 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (4a0b8723-c710-429a-b230-be1a25e3c6cc), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:30.349185 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 4a0b8723-c710-429a-b230-be1a25e3c6cc is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:12:30.631174 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d4da4d5d-5410-4725-b716-145add0a904e req-d5f7801f-8cee-4143-854a-3aa9a54b8a38 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=b7e59959-7c7b-4508-ad20-906b8a38202d HTTP/1.1" status: 200 len: 210 time: 0.0302083 Feb 20 04:12:30.841094 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-c110772b-21a5-4d70-98a5-fa6419282c85 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:30.841094 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-c110772b-21a5-4d70-98a5-fa6419282c85 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.42 "GET /v2.0/networks?id=961b9af6-559e-4384-9338-1015a47f7eae HTTP/1.1" status: 200 len: 911 time: 0.0967546 Feb 20 04:12:30.852177 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-b1fa9046-d055-4708-a0f7-eb2e9276e77f tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Request body: {'port': {'device_id': 'b7e59959-7c7b-4508-ad20-906b8a38202d', 'network_id': '961b9af6-559e-4384-9338-1015a47f7eae', 'admin_state_up': True, 'tenant_id': '9414bd7fdb594fd487bdc5431ff07fd2'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:12:30.979404 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-b1fa9046-d055-4708-a0f7-eb2e9276e77f tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Made reservation on behalf of 9414bd7fdb594fd487bdc5431ff07fd2 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:12:30.981897 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-b1fa9046-d055-4708-a0f7-eb2e9276e77f tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:31.056055 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3da01f-c0f2-40de-8486-e8e8a67833b0 None None] Sync routers for ids ['f97d83bb-4219-44fe-b0db-0fc43fa4ec14'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:12:31.071876 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3da01f-c0f2-40de-8486-e8e8a67833b0 None None] Routers {'f97d83bb-4219-44fe-b0db-0fc43fa4ec14'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:12:31.077611 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ba3da01f-c0f2-40de-8486-e8e8a67833b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:12:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['f97d83bb-4219-44fe-b0db-0fc43fa4ec14'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:12:31.131173 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-b1fa9046-d055-4708-a0f7-eb2e9276e77f tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Allocated IP 172.20.0.12 (961b9af6-559e-4384-9338-1015a47f7eae/86186e4e-8d1c-4f48-baeb-40f62cc4ad82/d993e315-f632-4c66-b128-064f74d29e0c) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:12:31.186481 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-ba3da01f-c0f2-40de-8486-e8e8a67833b0 None None] Set router f97d83bb-4219-44fe-b0db-0fc43fa4ec14 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:12:31.298702 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-b1fa9046-d055-4708-a0f7-eb2e9276e77f tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Publish callbacks [] for port (d993e315-f632-4c66-b128-064f74d29e0c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:31.324266 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:31.402650 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-b1fa9046-d055-4708-a0f7-eb2e9276e77f tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (d993e315-f632-4c66-b128-064f74d29e0c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:31.413267 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ba3da01f-c0f2-40de-8486-e8e8a67833b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97d83bb-4219-44fe-b0db-0fc43fa4ec14', 'name': 'tempest-TestServerMultinode-1875549036-router', 'tenant_id': '9414bd7fdb594fd487bdc5431ff07fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '4a0b8723-c710-429a-b230-be1a25e3c6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:12:21Z', 'updated_at': '2022-02-20T04:12:25Z', 'revision_number': 4, 'project_id': '9414bd7fdb594fd487bdc5431ff07fd2', 'gw_port': {'id': '4a0b8723-c710-429a-b230-be1a25e3c6cc', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97d83bb-4219-44fe-b0db-0fc43fa4ec14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:12:22Z', 'updated_at': '2022-02-20T04:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'd1604069-952b-4bd4-b670-aa8a02d3deb7', 'name': '', 'network_id': 'fc6d8e56-02fa-4e92-95bd-1c497b54e27c', 'tenant_id': '9414bd7fdb594fd487bdc5431ff07fd2', 'mac_address': 'fa:16:3e:a7:f8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97d83bb-4219-44fe-b0db-0fc43fa4ec14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'b322bc3e-bc65-412c-bdd8-bce805e05b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:12:25Z', 'updated_at': '2022-02-20T04:12:25Z', 'revision_number': 2, 'project_id': '9414bd7fdb594fd487bdc5431ff07fd2', 'subnets': [{'id': 'b322bc3e-bc65-412c-bdd8-bce805e05b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:12:31.445135 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3da01f-c0f2-40de-8486-e8e8a67833b0 None None] Checking router: f97d83bb-4219-44fe-b0db-0fc43fa4ec14 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:12:31.445351 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3da01f-c0f2-40de-8486-e8e8a67833b0 None None] Updating router f97d83bb-4219-44fe-b0db-0fc43fa4ec14 port d1604069-952b-4bd4-b670-aa8a02d3deb7 binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 04:12:31.450489 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-b1fa9046-d055-4708-a0f7-eb2e9276e77f tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Network 961b9af6-559e-4384-9338-1015a47f7eae is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:12:31.458267 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-b1fa9046-d055-4708-a0f7-eb2e9276e77f tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:12:31.460231 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa9046-d055-4708-a0f7-eb2e9276e77f tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Pushing event updated for resources: {'Port': ['ID=d993e315-f632-4c66-b128-064f74d29e0c,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:31.462363 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-b1fa9046-d055-4708-a0f7-eb2e9276e77f tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:12:31.474435 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ba3da01f-c0f2-40de-8486-e8e8a67833b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d1604069-952b-4bd4-b670-aa8a02d3deb7), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:31.505950 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-b1fa9046-d055-4708-a0f7-eb2e9276e77f tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:31.506574 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-b1fa9046-d055-4708-a0f7-eb2e9276e77f tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:31.590813 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-b1fa9046-d055-4708-a0f7-eb2e9276e77f tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7424080 Feb 20 04:12:31.604913 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-b305c17f-8bba-4008-ae50-2555ba563dfd service neutron] Request body: {'port': {'device_id': 'b7e59959-7c7b-4508-ad20-906b8a38202d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:12:31.697085 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-b305c17f-8bba-4008-ae50-2555ba563dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d993e315-f632-4c66-b128-064f74d29e0c), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:31.775186 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ba3da01f-c0f2-40de-8486-e8e8a67833b0 None None] Publish callbacks [] for port (d1604069-952b-4bd4-b670-aa8a02d3deb7), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:31.778851 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-1533d06f-e8cd-4f18-be3b-6ff8ddfeb799 None None] Provisioning complete for port d993e315-f632-4c66-b128-064f74d29e0c triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:12:31.779259 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1533d06f-e8cd-4f18-be3b-6ff8ddfeb799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d993e315-f632-4c66-b128-064f74d29e0c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:31.826350 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-1533d06f-e8cd-4f18-be3b-6ff8ddfeb799 None None] Port d993e315-f632-4c66-b128-064f74d29e0c cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:12:31.851865 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6c8b5-c9a1-4efc-88d4-8e5b12151d6d req-93eedff1-9add-45f6-997e-648c9ff08346 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:31.853398 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-90a6c8b5-c9a1-4efc-88d4-8e5b12151d6d req-93eedff1-9add-45f6-997e-648c9ff08346 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=b7e59959-7c7b-4508-ad20-906b8a38202d HTTP/1.1" status: 200 len: 1028 time: 0.1364412 Feb 20 04:12:31.879231 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ba3da01f-c0f2-40de-8486-e8e8a67833b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d1604069-952b-4bd4-b670-aa8a02d3deb7), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:31.936608 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6350f-f7ce-48de-ba8e-775fb38307aa None None] Pushing event updated for resources: {'Port': ['ID=d1604069-952b-4bd4-b670-aa8a02d3deb7,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:31.961951 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-90a6c8b5-c9a1-4efc-88d4-8e5b12151d6d req-16d1250d-66c2-4d7f-b71b-d075d903033e tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3517da7d-e53a-4796-9335-be272bda6b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005435 Feb 20 04:12:32.031673 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-ba3da01f-c0f2-40de-8486-e8e8a67833b0 None None] Attempting to bind port d1604069-952b-4bd4-b670-aa8a02d3deb7 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:12:32.032351 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-ba3da01f-c0f2-40de-8486-e8e8a67833b0 None None] Attempting to bind port d1604069-952b-4bd4-b670-aa8a02d3deb7 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': 'ca043b13-2a82-4eff-b012-0659a7b44aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'fc6d8e56-02fa-4e92-95bd-1c497b54e27c'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:12:32.032899 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3da01f-c0f2-40de-8486-e8e8a67833b0 None None] Attempting to bind port d1604069-952b-4bd4-b670-aa8a02d3deb7 on network fc6d8e56-02fa-4e92-95bd-1c497b54e27c {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:12:32.040660 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3da01f-c0f2-40de-8486-e8e8a67833b0 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:12:32.041427 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3da01f-c0f2-40de-8486-e8e8a67833b0 None None] Checking segment: {'id': 'ca043b13-2a82-4eff-b012-0659a7b44aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'fc6d8e56-02fa-4e92-95bd-1c497b54e27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:12:32.042138 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ba3da01f-c0f2-40de-8486-e8e8a67833b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:32.042722 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3da01f-c0f2-40de-8486-e8e8a67833b0 None None] Bound using segment: {'id': 'ca043b13-2a82-4eff-b012-0659a7b44aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'fc6d8e56-02fa-4e92-95bd-1c497b54e27c'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:12:32.043237 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-ba3da01f-c0f2-40de-8486-e8e8a67833b0 None None] Bound port: d1604069-952b-4bd4-b670-aa8a02d3deb7, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca043b13-2a82-4eff-b012-0659a7b44aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'fc6d8e56-02fa-4e92-95bd-1c497b54e27c'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:12:32.043622 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ba3da01f-c0f2-40de-8486-e8e8a67833b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d1604069-952b-4bd4-b670-aa8a02d3deb7), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:32.076633 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-b305c17f-8bba-4008-ae50-2555ba563dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d993e315-f632-4c66-b128-064f74d29e0c {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:12:32.088184 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-b305c17f-8bba-4008-ae50-2555ba563dfd service neutron] Publish callbacks [] for port (d993e315-f632-4c66-b128-064f74d29e0c), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:32.104876 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-b305c17f-8bba-4008-ae50-2555ba563dfd service neutron] Transition to ACTIVE for port object d993e315-f632-4c66-b128-064f74d29e0c will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:12:32.122516 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-ba3da01f-c0f2-40de-8486-e8e8a67833b0 None None] For port d1604069-952b-4bd4-b670-aa8a02d3deb7, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:12:32.126147 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-ba3da01f-c0f2-40de-8486-e8e8a67833b0 None None] For port d1604069-952b-4bd4-b670-aa8a02d3deb7, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d1604069-952b-4bd4-b670-aa8a02d3deb7,segment=NetworkSegment(ca043b13-2a82-4eff-b012-0659a7b44aa8),segment_id=ca043b13-2a82-4eff-b012-0659a7b44aa8)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:12:32.197072 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-b305c17f-8bba-4008-ae50-2555ba563dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (d993e315-f632-4c66-b128-064f74d29e0c), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:32.244586 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-ba3da01f-c0f2-40de-8486-e8e8a67833b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d1604069-952b-4bd4-b670-aa8a02d3deb7), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:32.264934 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-cf0de166-ef1c-40a9-b84c-b7f16838a8a7 None None] Provisioning complete for port d1604069-952b-4bd4-b670-aa8a02d3deb7 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:12:32.265442 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cf0de166-ef1c-40a9-b84c-b7f16838a8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d1604069-952b-4bd4-b670-aa8a02d3deb7), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:32.296536 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305c17f-8bba-4008-ae50-2555ba563dfd service neutron] Pushing event updated for resources: {'Port': ['ID=d993e315-f632-4c66-b128-064f74d29e0c,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:32.333220 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3da01f-c0f2-40de-8486-e8e8a67833b0 None None] Routers {'f97d83bb-4219-44fe-b0db-0fc43fa4ec14'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:12:32.333854 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ba3da01f-c0f2-40de-8486-e8e8a67833b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:12:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['f97d83bb-4219-44fe-b0db-0fc43fa4ec14'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:12:32.371130 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-b305c17f-8bba-4008-ae50-2555ba563dfd service neutron] Attempting to bind port d993e315-f632-4c66-b128-064f74d29e0c on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:12:32.371631 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-b305c17f-8bba-4008-ae50-2555ba563dfd service neutron] Attempting to bind port d993e315-f632-4c66-b128-064f74d29e0c by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '82ec51a7-6497-4a28-aca4-8ca3a87c3c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '961b9af6-559e-4384-9338-1015a47f7eae'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:12:32.371965 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-b305c17f-8bba-4008-ae50-2555ba563dfd service neutron] Attempting to bind port d993e315-f632-4c66-b128-064f74d29e0c on network 961b9af6-559e-4384-9338-1015a47f7eae {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:12:32.381170 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-b305c17f-8bba-4008-ae50-2555ba563dfd service neutron] Port d993e315-f632-4c66-b128-064f74d29e0c on network 961b9af6-559e-4384-9338-1015a47f7eae not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:12:32.381509 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-b305c17f-8bba-4008-ae50-2555ba563dfd service neutron] Attempting to bind port d993e315-f632-4c66-b128-064f74d29e0c on network 961b9af6-559e-4384-9338-1015a47f7eae {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:12:32.388260 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-b305c17f-8bba-4008-ae50-2555ba563dfd service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:12:32.389050 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-b305c17f-8bba-4008-ae50-2555ba563dfd service neutron] Checking segment: {'id': '82ec51a7-6497-4a28-aca4-8ca3a87c3c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '961b9af6-559e-4384-9338-1015a47f7eae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:12:32.389470 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-b305c17f-8bba-4008-ae50-2555ba563dfd service neutron] Bound using segment: {'id': '82ec51a7-6497-4a28-aca4-8ca3a87c3c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '961b9af6-559e-4384-9338-1015a47f7eae'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:12:32.391781 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-b305c17f-8bba-4008-ae50-2555ba563dfd service neutron] Bound port: d993e315-f632-4c66-b128-064f74d29e0c, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ec51a7-6497-4a28-aca4-8ca3a87c3c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '961b9af6-559e-4384-9338-1015a47f7eae'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:12:32.391781 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-b305c17f-8bba-4008-ae50-2555ba563dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d993e315-f632-4c66-b128-064f74d29e0c), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:32.397300 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6350f-f7ce-48de-ba8e-775fb38307aa None None] Pushing event updated for resources: {'Port': ['ID=d1604069-952b-4bd4-b670-aa8a02d3deb7,revision_number=4']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:32.399468 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-cf0de166-ef1c-40a9-b84c-b7f16838a8a7 None None] Current status of the port d1604069-952b-4bd4-b670-aa8a02d3deb7 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:12:32.399957 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cf0de166-ef1c-40a9-b84c-b7f16838a8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d1604069-952b-4bd4-b670-aa8a02d3deb7), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:32.464025 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-cf0de166-ef1c-40a9-b84c-b7f16838a8a7 None None] For port d1604069-952b-4bd4-b670-aa8a02d3deb7, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d1604069-952b-4bd4-b670-aa8a02d3deb7,segment=NetworkSegment(ca043b13-2a82-4eff-b012-0659a7b44aa8),segment_id=ca043b13-2a82-4eff-b012-0659a7b44aa8)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:12:32.531453 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-b305c17f-8bba-4008-ae50-2555ba563dfd service neutron] For port d993e315-f632-4c66-b128-064f74d29e0c, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:12:32.536576 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-b305c17f-8bba-4008-ae50-2555ba563dfd service neutron] For port d993e315-f632-4c66-b128-064f74d29e0c, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=d993e315-f632-4c66-b128-064f74d29e0c,segment=NetworkSegment(82ec51a7-6497-4a28-aca4-8ca3a87c3c97),segment_id=82ec51a7-6497-4a28-aca4-8ca3a87c3c97)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:12:32.541200 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-ba3da01f-c0f2-40de-8486-e8e8a67833b0 None None] Set router f97d83bb-4219-44fe-b0db-0fc43fa4ec14 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:12:32.622331 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-cf0de166-ef1c-40a9-b84c-b7f16838a8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d1604069-952b-4bd4-b670-aa8a02d3deb7), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:32.654499 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-b305c17f-8bba-4008-ae50-2555ba563dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (d993e315-f632-4c66-b128-064f74d29e0c), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:32.684569 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0de166-ef1c-40a9-b84c-b7f16838a8a7 None None] Pushing event updated for resources: {'Port': ['ID=d1604069-952b-4bd4-b670-aa8a02d3deb7,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:32.709877 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-b305c17f-8bba-4008-ae50-2555ba563dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:32.710951 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-b305c17f-8bba-4008-ae50-2555ba563dfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:32.716084 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-b305c17f-8bba-4008-ae50-2555ba563dfd service neutron] 10.222.0.42 "PUT /v2.0/ports/d993e315-f632-4c66-b128-064f74d29e0c HTTP/1.1" status: 200 len: 1092 time: 1.1155379 Feb 20 04:12:32.716575 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e59959-7c7b-4508-ad20-906b8a38202d', 'tag': 'd993e315-f632-4c66-b128-064f74d29e0c'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:12:32.719460 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe2084f-1426-4f14-b535-b85cd1194971" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e59959-7c7b-4508-ad20-906b8a38202d", "tag": "d993e315-f632-4c66-b128-064f74d29e0c"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:12:32.758977 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305c17f-8bba-4008-ae50-2555ba563dfd service neutron] Pushing event updated for resources: {'Port': ['ID=d993e315-f632-4c66-b128-064f74d29e0c,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:32.819422 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-1213a4eb-ae0c-4b82-9d21-9627e0d041cf None None] Provisioning complete for port d1604069-952b-4bd4-b670-aa8a02d3deb7 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:12:32.823622 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1213a4eb-ae0c-4b82-9d21-9627e0d041cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d1604069-952b-4bd4-b670-aa8a02d3deb7), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:32.851092 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-ba3da01f-c0f2-40de-8486-e8e8a67833b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97d83bb-4219-44fe-b0db-0fc43fa4ec14', 'name': 'tempest-TestServerMultinode-1875549036-router', 'tenant_id': '9414bd7fdb594fd487bdc5431ff07fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '4a0b8723-c710-429a-b230-be1a25e3c6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:12:21Z', 'updated_at': '2022-02-20T04:12:25Z', 'revision_number': 4, 'project_id': '9414bd7fdb594fd487bdc5431ff07fd2', 'gw_port': {'id': '4a0b8723-c710-429a-b230-be1a25e3c6cc', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97d83bb-4219-44fe-b0db-0fc43fa4ec14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:12:22Z', 'updated_at': '2022-02-20T04:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'd1604069-952b-4bd4-b670-aa8a02d3deb7', 'name': '', 'network_id': 'fc6d8e56-02fa-4e92-95bd-1c497b54e27c', 'tenant_id': '9414bd7fdb594fd487bdc5431ff07fd2', 'mac_address': 'fa:16:3e:a7:f8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97d83bb-4219-44fe-b0db-0fc43fa4ec14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'b322bc3e-bc65-412c-bdd8-bce805e05b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:12:25Z', 'updated_at': '2022-02-20T04:12:32Z', 'revision_number': 4, 'project_id': '9414bd7fdb594fd487bdc5431ff07fd2', 'subnets': [{'id': 'b322bc3e-bc65-412c-bdd8-bce805e05b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:12:32.886108 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e35ee3-6a2f-43a2-9d77-27e5c5eae911 x-openstack-request-id: req-86e35ee3-6a2f-43a2-9d77-27e5c5eae911 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:12:32.887996 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e59959-7c7b-4508-ad20-906b8a38202d", "tag": "d993e315-f632-4c66-b128-064f74d29e0c", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:12:32.888416 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-86e35ee3-6a2f-43a2-9d77-27e5c5eae911 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:12:32.888935 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e59959-7c7b-4508-ad20-906b8a38202d', 'tag': 'd993e315-f632-4c66-b128-064f74d29e0c', 'status': 'completed', 'code': 200} Feb 20 04:12:32.896139 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:32.911847 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3da01f-c0f2-40de-8486-e8e8a67833b0 None None] The sync data for ids ['f97d83bb-4219-44fe-b0db-0fc43fa4ec14'] in n-d-829866-4 is: [{'id': 'f97d83bb-4219-44fe-b0db-0fc43fa4ec14', 'name': 'tempest-TestServerMultinode-1875549036-router', 'tenant_id': '9414bd7fdb594fd487bdc5431ff07fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '4a0b8723-c710-429a-b230-be1a25e3c6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:12:21Z', 'updated_at': '2022-02-20T04:12:25Z', 'revision_number': 4, 'project_id': '9414bd7fdb594fd487bdc5431ff07fd2', 'gw_port': {'id': '4a0b8723-c710-429a-b230-be1a25e3c6cc', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97d83bb-4219-44fe-b0db-0fc43fa4ec14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:12:22Z', 'updated_at': '2022-02-20T04:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'd1604069-952b-4bd4-b670-aa8a02d3deb7', 'name': '', 'network_id': 'fc6d8e56-02fa-4e92-95bd-1c497b54e27c', 'tenant_id': '9414bd7fdb594fd487bdc5431ff07fd2', 'mac_address': 'fa:16:3e:a7:f8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97d83bb-4219-44fe-b0db-0fc43fa4ec14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'b322bc3e-bc65-412c-bdd8-bce805e05b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:12:25Z', 'updated_at': '2022-02-20T04:12:32Z', 'revision_number': 4, 'project_id': '9414bd7fdb594fd487bdc5431ff07fd2', 'subnets': [{'id': 'b322bc3e-bc65-412c-bdd8-bce805e05b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:12:32.927493 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-12f1c28d-9e5c-4043-b2c9-f44a51d2dfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:32.929317 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-12f1c28d-9e5c-4043-b2c9-f44a51d2dfdb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9414bd7fdb594fd487bdc5431ff07fd2&device_id=b7e59959-7c7b-4508-ad20-906b8a38202d HTTP/1.1" status: 200 len: 1126 time: 0.1038072 Feb 20 04:12:32.986912 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-012816a9-cf97-444d-b66f-6298c0cc4cd3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d993e315-f632-4c66-b128-064f74d29e0c HTTP/1.1" status: 200 len: 217 time: 0.0500200 Feb 20 04:12:33.031720 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-1213a4eb-ae0c-4b82-9d21-9627e0d041cf None None] Current status of the port d1604069-952b-4bd4-b670-aa8a02d3deb7 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:12:33.081809 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-e6764d32-7a60-413e-906b-e1b528ecab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:33.081809 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-e6764d32-7a60-413e-906b-e1b528ecab80 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86186e4e-8d1c-4f48-baeb-40f62cc4ad82 HTTP/1.1" status: 200 len: 849 time: 0.0845890 Feb 20 04:12:33.178179 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-e5556038-a677-4f84-998b-f5fedbd165bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:33.179779 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-e5556038-a677-4f84-998b-f5fedbd165bb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=961b9af6-559e-4384-9338-1015a47f7eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0896180 Feb 20 04:12:33.183002 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5b6bf-04fb-43f0-bb26-5378ee61aa59 req-f1239b81-f08e-47a0-98d3-19542fa08366 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:33.184535 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88a5b6bf-04fb-43f0-bb26-5378ee61aa59 req-f1239b81-f08e-47a0-98d3-19542fa08366 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=b7e59959-7c7b-4508-ad20-906b8a38202d HTTP/1.1" status: 200 len: 1126 time: 0.1026680 Feb 20 04:12:33.303258 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88a5b6bf-04fb-43f0-bb26-5378ee61aa59 req-c059de06-c74f-44ad-9f32-a724c822e961 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3517da7d-e53a-4796-9335-be272bda6b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045382 Feb 20 04:12:33.336475 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-a6ecc959-9032-44a5-af1b-5e07ece539f4 service neutron] 10.222.0.42 "GET /v2.0/networks/961b9af6-559e-4384-9338-1015a47f7eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501062 Feb 20 04:12:33.455978 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0673581-d5f0-4143-9f7f-4d2f9bbc322d req-1cfe683c-7078-487e-adbf-8ffbe41cedfd service neutron] 10.222.0.42 "GET /v2.0/networks/961b9af6-559e-4384-9338-1015a47f7eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120985 Feb 20 04:12:33.620199 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2084f-1426-4f14-b535-b85cd1194971 req-e11ff2e9-6861-417f-8e40-7b603c4ed5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:33.621820 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0fe2084f-1426-4f14-b535-b85cd1194971 req-e11ff2e9-6861-417f-8e40-7b603c4ed5dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9414bd7fdb594fd487bdc5431ff07fd2&device_id=b7e59959-7c7b-4508-ad20-906b8a38202d HTTP/1.1" status: 200 len: 1126 time: 0.0581424 Feb 20 04:12:33.719778 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2084f-1426-4f14-b535-b85cd1194971 req-8231948d-68c3-49aa-a52c-fca2f1c48819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:33.721288 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0fe2084f-1426-4f14-b535-b85cd1194971 req-8231948d-68c3-49aa-a52c-fca2f1c48819 service neutron] 10.222.0.42 "GET /v2.0/networks?id=961b9af6-559e-4384-9338-1015a47f7eae HTTP/1.1" status: 200 len: 911 time: 0.0926051 Feb 20 04:12:33.761668 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0fe2084f-1426-4f14-b535-b85cd1194971 req-62e5998f-fc3f-4f2d-98a9-33cbad972565 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d993e315-f632-4c66-b128-064f74d29e0c HTTP/1.1" status: 200 len: 217 time: 0.0346842 Feb 20 04:12:33.812010 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2084f-1426-4f14-b535-b85cd1194971 req-3c0d8c99-1015-4e50-880d-c4dffcbb548c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:33.813478 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0fe2084f-1426-4f14-b535-b85cd1194971 req-3c0d8c99-1015-4e50-880d-c4dffcbb548c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=86186e4e-8d1c-4f48-baeb-40f62cc4ad82 HTTP/1.1" status: 200 len: 849 time: 0.0438285 Feb 20 04:12:33.873461 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2084f-1426-4f14-b535-b85cd1194971 req-5dade93e-bbbd-4a02-9352-a80ccaa2b0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:33.875154 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0fe2084f-1426-4f14-b535-b85cd1194971 req-5dade93e-bbbd-4a02-9352-a80ccaa2b0b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=961b9af6-559e-4384-9338-1015a47f7eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0557315 Feb 20 04:12:33.972906 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0fe2084f-1426-4f14-b535-b85cd1194971 req-cbe0b626-c4f1-4a5d-b2fb-c1185f94b9a1 service neutron] 10.222.0.42 "GET /v2.0/networks/961b9af6-559e-4384-9338-1015a47f7eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909591 Feb 20 04:12:34.068135 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0fe2084f-1426-4f14-b535-b85cd1194971 req-fb5148af-67fd-4949-ab3c-4d40e06917c3 service neutron] 10.222.0.42 "GET /v2.0/networks/961b9af6-559e-4384-9338-1015a47f7eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890214 Feb 20 04:12:34.232317 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device d1604069-952b-4bd4-b670-aa8a02d3deb7 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:12:34.280812 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port d1604069-952b-4bd4-b670-aa8a02d3deb7 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:12:34.281194 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d1604069-952b-4bd4-b670-aa8a02d3deb7), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:34.364571 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port d1604069-952b-4bd4-b670-aa8a02d3deb7 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:12:34.430109 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ea848-79fb-4d46-a151-fdd7d4456a21 req-d8d53e2b-e18e-4d70-9a46-01e2b1cd59a1 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:34.431632 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-128ea848-79fb-4d46-a151-fdd7d4456a21 req-d8d53e2b-e18e-4d70-9a46-01e2b1cd59a1 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=b7e59959-7c7b-4508-ad20-906b8a38202d HTTP/1.1" status: 200 len: 1126 time: 0.0462167 Feb 20 04:12:34.478769 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-128ea848-79fb-4d46-a151-fdd7d4456a21 req-4b9ff1a5-f6a9-4ebd-b7b3-741c8610b102 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3517da7d-e53a-4796-9335-be272bda6b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411344 Feb 20 04:12:35.422597 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device d993e315-f632-4c66-b128-064f74d29e0c details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:12:35.529760 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port d993e315-f632-4c66-b128-064f74d29e0c, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=d993e315-f632-4c66-b128-064f74d29e0c,segment=NetworkSegment(82ec51a7-6497-4a28-aca4-8ca3a87c3c97),segment_id=82ec51a7-6497-4a28-aca4-8ca3a87c3c97)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:12:35.543248 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'd993e315-f632-4c66-b128-064f74d29e0c', 'network_id': '961b9af6-559e-4384-9338-1015a47f7eae', 'port_id': 'd993e315-f632-4c66-b128-064f74d29e0c', 'mac_address': 'fa:16:3e:0d:59:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86186e4e-8d1c-4f48-baeb-40f62cc4ad82', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:12:35.587507 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port d993e315-f632-4c66-b128-064f74d29e0c is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:12:35.587908 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d993e315-f632-4c66-b128-064f74d29e0c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:35.603667 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d993e315-f632-4c66-b128-064f74d29e0c {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:12:35.616912 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda7eb6-e415-4f7c-afb7-4e9b89fbac13 req-8b0aa189-df27-44ad-b574-4eaf233afbfc tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:35.625413 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-eeda7eb6-e415-4f7c-afb7-4e9b89fbac13 req-8b0aa189-df27-44ad-b574-4eaf233afbfc tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=b7e59959-7c7b-4508-ad20-906b8a38202d HTTP/1.1" status: 200 len: 1126 time: 0.0635734 Feb 20 04:12:35.627807 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port d993e315-f632-4c66-b128-064f74d29e0c, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=d993e315-f632-4c66-b128-064f74d29e0c,segment=NetworkSegment(82ec51a7-6497-4a28-aca4-8ca3a87c3c97),segment_id=82ec51a7-6497-4a28-aca4-8ca3a87c3c97)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:12:35.681126 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-eeda7eb6-e415-4f7c-afb7-4e9b89fbac13 req-c5504779-d478-4ec1-8986-49931133974d tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3517da7d-e53a-4796-9335-be272bda6b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492277 Feb 20 04:12:35.701606 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d993e315-f632-4c66-b128-064f74d29e0c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:35.756421 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=d993e315-f632-4c66-b128-064f74d29e0c,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:35.902365 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['d993e315-f632-4c66-b128-064f74d29e0c'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:12:36.791084 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933f22c-e63d-4078-96db-731f14799993 req-555e121a-4090-4444-a1d2-15904cfc6612 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:36.793231 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0933f22c-e63d-4078-96db-731f14799993 req-555e121a-4090-4444-a1d2-15904cfc6612 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=b7e59959-7c7b-4508-ad20-906b8a38202d HTTP/1.1" status: 200 len: 1127 time: 0.0514719 Feb 20 04:12:36.837867 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0933f22c-e63d-4078-96db-731f14799993 req-9c65be7c-20ac-47e1-82e7-68b1592dca45 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3517da7d-e53a-4796-9335-be272bda6b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388167 Feb 20 04:12:37.426137 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device d993e315-f632-4c66-b128-064f74d29e0c up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:12:37.545351 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port d993e315-f632-4c66-b128-064f74d29e0c completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:12:37.549895 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port d993e315-f632-4c66-b128-064f74d29e0c triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:12:37.550278 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d993e315-f632-4c66-b128-064f74d29e0c), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:37.641358 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port d993e315-f632-4c66-b128-064f74d29e0c is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:12:37.641745 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d993e315-f632-4c66-b128-064f74d29e0c), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:37.668301 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e59959-7c7b-4508-ad20-906b8a38202d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd993e315-f632-4c66-b128-064f74d29e0c'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:12:37.673733 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d72096b-a515-445a-90a0-b58637c3a9d6" -d '{"events": [{"server_uuid": "b7e59959-7c7b-4508-ad20-906b8a38202d", "name": "network-vif-plugged", "status": "completed", "tag": "d993e315-f632-4c66-b128-064f74d29e0c"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:12:37.684825 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port d993e315-f632-4c66-b128-064f74d29e0c, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=d993e315-f632-4c66-b128-064f74d29e0c,segment=NetworkSegment(82ec51a7-6497-4a28-aca4-8ca3a87c3c97),segment_id=82ec51a7-6497-4a28-aca4-8ca3a87c3c97)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:12:37.720645 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859056ef-5d35-4446-a90d-b5ba70bda50a x-openstack-request-id: req-859056ef-5d35-4446-a90d-b5ba70bda50a {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:12:37.720645 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e59959-7c7b-4508-ad20-906b8a38202d", "name": "network-vif-plugged", "status": "completed", "tag": "d993e315-f632-4c66-b128-064f74d29e0c", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:12:37.720645 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-859056ef-5d35-4446-a90d-b5ba70bda50a {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:12:37.720645 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e59959-7c7b-4508-ad20-906b8a38202d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd993e315-f632-4c66-b128-064f74d29e0c', 'code': 200} Feb 20 04:12:37.791074 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d993e315-f632-4c66-b128-064f74d29e0c), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:37.820526 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f559c47-5192-4fa0-a37b-1ef4314a2214 req-a774ed1a-fa04-433b-8edd-eb91a9b3256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:37.822186 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f559c47-5192-4fa0-a37b-1ef4314a2214 req-a774ed1a-fa04-433b-8edd-eb91a9b3256f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b7e59959-7c7b-4508-ad20-906b8a38202d HTTP/1.1" status: 200 len: 1127 time: 0.0487237 Feb 20 04:12:37.844014 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=d993e315-f632-4c66-b128-064f74d29e0c,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:37.868796 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f559c47-5192-4fa0-a37b-1ef4314a2214 req-3fdbc022-2e85-4d54-a696-d0195990dce9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3517da7d-e53a-4796-9335-be272bda6b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410187 Feb 20 04:12:37.955574 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91acdc6-d4d1-479c-bae1-033ef086c874 req-d9763619-209f-4685-bf45-ab57e8552b35 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:37.957745 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c91acdc6-d4d1-479c-bae1-033ef086c874 req-d9763619-209f-4685-bf45-ab57e8552b35 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=b7e59959-7c7b-4508-ad20-906b8a38202d HTTP/1.1" status: 200 len: 1128 time: 0.0502801 Feb 20 04:12:38.006127 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c91acdc6-d4d1-479c-bae1-033ef086c874 req-99997761-42c2-4ab0-9349-a842ef92a1d0 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3517da7d-e53a-4796-9335-be272bda6b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411050 Feb 20 04:12:39.523267 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac24c7-d89f-4097-b65a-e802b614140e req-c98a8ac0-3132-4b30-8617-08228cbf1647 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:39.524805 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d7ac24c7-d89f-4097-b65a-e802b614140e req-c98a8ac0-3132-4b30-8617-08228cbf1647 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=b7e59959-7c7b-4508-ad20-906b8a38202d HTTP/1.1" status: 200 len: 1128 time: 0.0453105 Feb 20 04:12:39.569407 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d7ac24c7-d89f-4097-b65a-e802b614140e req-c809baec-46ba-4fe3-8890-2a41416f9bf2 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3517da7d-e53a-4796-9335-be272bda6b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387094 Feb 20 04:12:39.678534 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b7e4f-69bf-404e-a7ef-a140bf2fcdcc req-1f6c20ac-5d4b-4b51-8ce8-555809ac0e67 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:39.680068 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c67b7e4f-69bf-404e-a7ef-a140bf2fcdcc req-1f6c20ac-5d4b-4b51-8ce8-555809ac0e67 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 946 time: 0.0542412 Feb 20 04:12:39.731308 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c67b7e4f-69bf-404e-a7ef-a140bf2fcdcc req-6b920db1-c80c-4b3c-9306-7e4885fbdfeb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453086 Feb 20 04:12:39.832884 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24146c4-a9e4-42b2-b3f2-b776396c02ce req-1358506c-b4a3-4b4a-8d44-539cd2b97f40 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:39.834448 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d24146c4-a9e4-42b2-b3f2-b776396c02ce req-1358506c-b4a3-4b4a-8d44-539cd2b97f40 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=b7e59959-7c7b-4508-ad20-906b8a38202d HTTP/1.1" status: 200 len: 1128 time: 0.0456157 Feb 20 04:12:39.878443 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d24146c4-a9e4-42b2-b3f2-b776396c02ce req-a5230218-08f2-4cd6-b84a-ba2f8ec896bd tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3517da7d-e53a-4796-9335-be272bda6b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380657 Feb 20 04:12:39.989168 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa995d1-5e73-4ce5-b329-f4d742889ae6 req-56248950-416e-4750-8f7a-0af4a0378f96 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:39.990602 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cfa995d1-5e73-4ce5-b329-f4d742889ae6 req-56248950-416e-4750-8f7a-0af4a0378f96 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=b7e59959-7c7b-4508-ad20-906b8a38202d HTTP/1.1" status: 200 len: 1128 time: 0.0449023 Feb 20 04:12:40.033591 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cfa995d1-5e73-4ce5-b329-f4d742889ae6 req-5c33ed64-36c3-4f5c-b78a-6e88044d73cb tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3517da7d-e53a-4796-9335-be272bda6b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371611 Feb 20 04:12:40.251983 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-aa648528-9427-4cb8-99e5-5d2d42b8a1fb tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:40.253530 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-aa648528-9427-4cb8-99e5-5d2d42b8a1fb tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/networks?id=961b9af6-559e-4384-9338-1015a47f7eae HTTP/1.1" status: 200 len: 911 time: 0.0934892 Feb 20 04:12:40.267950 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-c7350ec5-65a5-4496-8b8b-864b9b5fd94a tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/quotas/9414bd7fdb594fd487bdc5431ff07fd2 HTTP/1.1" status: 200 len: 375 time: 0.0089214 Feb 20 04:12:40.320483 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-dd5320ef-68ba-4982-b4b0-40744e4ff1e1 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/ports?tenant_id=9414bd7fdb594fd487bdc5431ff07fd2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470862 Feb 20 04:12:40.412697 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-fb944435-6e9b-4cef-94c7-4f184bf54060 service neutron] 10.222.0.89 "GET /v2.0/networks/961b9af6-559e-4384-9338-1015a47f7eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855260 Feb 20 04:12:40.499726 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-487d3c92-bf14-48b0-a490-3c1ced3ebed7 service neutron] 10.222.0.89 "GET /v2.0/networks/961b9af6-559e-4384-9338-1015a47f7eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812640 Feb 20 04:12:40.753170 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a2f10db6-218e-400d-8758-ecf81d09398a req-215e2d64-e8bf-40ca-a30c-43608046157a tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a3dc7589-951d-421b-b30c-6cc1105374c6 HTTP/1.1" status: 200 len: 210 time: 0.0271091 Feb 20 04:12:40.866077 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4af81-6722-4d8e-aa5f-979cfbd60c7f req-0abc4735-288e-46e0-bd8b-e81eccc82cf0 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:40.867624 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-16c4af81-6722-4d8e-aa5f-979cfbd60c7f req-0abc4735-288e-46e0-bd8b-e81eccc82cf0 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 946 time: 0.0576046 Feb 20 04:12:40.923942 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-16c4af81-6722-4d8e-aa5f-979cfbd60c7f req-823a485f-f867-4804-b36c-3288a98328ac tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e56dd449-0296-4ada-982f-8e31a20f8f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495353 Feb 20 04:12:41.036439 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07a49d-128d-4adc-b677-2375ae921fd7 req-7bd96fc9-c28a-4ec3-910a-2a8dccced37b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:41.037867 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a07a49d-128d-4adc-b677-2375ae921fd7 req-7bd96fc9-c28a-4ec3-910a-2a8dccced37b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 946 time: 0.0523341 Feb 20 04:12:41.132375 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-0a07a49d-128d-4adc-b677-2375ae921fd7 req-17acb049-0875-46ee-b4a0-4eb0b9db53ee tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Deleting port b6d877a3-e691-489d-b58e-d052196f8a8b {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:12:41.132716 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0a07a49d-128d-4adc-b677-2375ae921fd7 req-17acb049-0875-46ee-b4a0-4eb0b9db53ee tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b6d877a3-e691-489d-b58e-d052196f8a8b), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:41.225438 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-0a07a49d-128d-4adc-b677-2375ae921fd7 req-17acb049-0875-46ee-b4a0-4eb0b9db53ee tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] For port b6d877a3-e691-489d-b58e-d052196f8a8b, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b6d877a3-e691-489d-b58e-d052196f8a8b,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:12:41.225817 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0a07a49d-128d-4adc-b677-2375ae921fd7 req-17acb049-0875-46ee-b4a0-4eb0b9db53ee tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b6d877a3-e691-489d-b58e-d052196f8a8b), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:41.237665 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-0a07a49d-128d-4adc-b677-2375ae921fd7 req-17acb049-0875-46ee-b4a0-4eb0b9db53ee tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Calling delete_port for b6d877a3-e691-489d-b58e-d052196f8a8b owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:12:41.447905 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0a07a49d-128d-4adc-b677-2375ae921fd7 req-17acb049-0875-46ee-b4a0-4eb0b9db53ee tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (b6d877a3-e691-489d-b58e-d052196f8a8b), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:41.460347 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['b6d877a3-e691-489d-b58e-d052196f8a8b'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:12:41.477254 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17acb049-0875-46ee-b4a0-4eb0b9db53ee tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Pushing event deleted for resources: {'Port': ['ID=b6d877a3-e691-489d-b58e-d052196f8a8b,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:41.505856 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acb049-0875-46ee-b4a0-4eb0b9db53ee tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:41.506211 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acb049-0875-46ee-b4a0-4eb0b9db53ee tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:41.506563 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acb049-0875-46ee-b4a0-4eb0b9db53ee tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:41.506929 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acb049-0875-46ee-b4a0-4eb0b9db53ee tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:41.507271 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acb049-0875-46ee-b4a0-4eb0b9db53ee tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:41.507612 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acb049-0875-46ee-b4a0-4eb0b9db53ee tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:41.507964 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acb049-0875-46ee-b4a0-4eb0b9db53ee tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:41.508277 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acb049-0875-46ee-b4a0-4eb0b9db53ee tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:41.508606 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acb049-0875-46ee-b4a0-4eb0b9db53ee tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:41.508931 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acb049-0875-46ee-b4a0-4eb0b9db53ee tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:41.509257 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acb049-0875-46ee-b4a0-4eb0b9db53ee tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:41.509762 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acb049-0875-46ee-b4a0-4eb0b9db53ee tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:41.509917 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17acb049-0875-46ee-b4a0-4eb0b9db53ee tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:12:41.530480 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a07a49d-128d-4adc-b677-2375ae921fd7 req-17acb049-0875-46ee-b4a0-4eb0b9db53ee tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] No DVR routers for this DVR port b6d877a3-e691-489d-b58e-d052196f8a8b on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:12:41.533550 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0a07a49d-128d-4adc-b677-2375ae921fd7 req-17acb049-0875-46ee-b4a0-4eb0b9db53ee tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:41.537736 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a07a49d-128d-4adc-b677-2375ae921fd7 req-17acb049-0875-46ee-b4a0-4eb0b9db53ee tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.42 "DELETE /v2.0/ports/b6d877a3-e691-489d-b58e-d052196f8a8b HTTP/1.1" status: 204 len: 173 time: 0.4945636 Feb 20 04:12:41.538180 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9686d2-493f-4879-9f99-d9dc3162c750', 'name': 'network-vif-deleted', 'tag': 'b6d877a3-e691-489d-b58e-d052196f8a8b'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:12:41.543609 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5405cfd1-0626-4ffd-9b6f-bebccdfb2547" -d '{"events": [{"server_uuid": "2e9686d2-493f-4879-9f99-d9dc3162c750", "name": "network-vif-deleted", "tag": "b6d877a3-e691-489d-b58e-d052196f8a8b"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:12:41.577331 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdb953a-45ab-43c8-a638-9a55bf1e32dd x-openstack-request-id: req-dbdb953a-45ab-43c8-a638-9a55bf1e32dd {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:12:41.577614 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e9686d2-493f-4879-9f99-d9dc3162c750", "name": "network-vif-deleted", "tag": "b6d877a3-e691-489d-b58e-d052196f8a8b", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:12:41.577950 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-dbdb953a-45ab-43c8-a638-9a55bf1e32dd {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:12:41.578366 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9686d2-493f-4879-9f99-d9dc3162c750', 'name': 'network-vif-deleted', 'tag': 'b6d877a3-e691-489d-b58e-d052196f8a8b', 'status': 'completed', 'code': 200} Feb 20 04:12:41.858570 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25691a03-55aa-4bb4-9887-97aacf859d3b req-4c39f52a-bd79-463d-98f8-4c538d02323e tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a3dc7589-951d-421b-b30c-6cc1105374c6 HTTP/1.1" status: 200 len: 210 time: 0.0302036 Feb 20 04:12:42.040035 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa592813-109f-44ea-b834-dfa29495cf8a req-f3d1de5e-f2c1-460a-8d33-deb3f03f4f2a tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 210 time: 0.0403879 Feb 20 04:12:42.771365 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-bb04a3c0-6859-477f-aa34-305b43e4a669 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:42.772937 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-bb04a3c0-6859-477f-aa34-305b43e4a669 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.93 "GET /v2.0/networks?id=961b9af6-559e-4384-9338-1015a47f7eae HTTP/1.1" status: 200 len: 911 time: 0.0909562 Feb 20 04:12:42.784232 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-685bc198-173e-4cb5-acd0-5c84cdf1a3f4 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Request body: {'port': {'device_id': 'a3dc7589-951d-421b-b30c-6cc1105374c6', 'network_id': '961b9af6-559e-4384-9338-1015a47f7eae', 'admin_state_up': True, 'tenant_id': '9414bd7fdb594fd487bdc5431ff07fd2'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:12:42.893549 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-685bc198-173e-4cb5-acd0-5c84cdf1a3f4 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Made reservation on behalf of 9414bd7fdb594fd487bdc5431ff07fd2 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:12:42.896254 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-685bc198-173e-4cb5-acd0-5c84cdf1a3f4 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:42.999575 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-12508f17-4146-4bac-b688-93a3d9a7925c req-a8798a1d-b8f3-4756-b3e9-89c5e1106022 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a3dc7589-951d-421b-b30c-6cc1105374c6 HTTP/1.1" status: 200 len: 210 time: 0.0368779 Feb 20 04:12:43.046338 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-685bc198-173e-4cb5-acd0-5c84cdf1a3f4 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Allocated IP 172.20.0.5 (961b9af6-559e-4384-9338-1015a47f7eae/86186e4e-8d1c-4f48-baeb-40f62cc4ad82/293f43be-1445-44e8-8d8f-4a5cb134f0a6) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:12:43.165102 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b50fa615-5c6a-4d17-9004-b54cb2308c57 req-02cbafaf-91ae-4a05-99f2-cf71fddb528e tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 210 time: 0.0569694 Feb 20 04:12:43.211765 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-685bc198-173e-4cb5-acd0-5c84cdf1a3f4 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Publish callbacks [] for port (293f43be-1445-44e8-8d8f-4a5cb134f0a6), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:43.305683 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-685bc198-173e-4cb5-acd0-5c84cdf1a3f4 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (293f43be-1445-44e8-8d8f-4a5cb134f0a6), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:43.317416 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['d993e315-f632-4c66-b128-064f74d29e0c'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:12:43.349255 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-685bc198-173e-4cb5-acd0-5c84cdf1a3f4 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Network 961b9af6-559e-4384-9338-1015a47f7eae is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:12:43.355458 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-685bc198-173e-4cb5-acd0-5c84cdf1a3f4 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:12:43.360207 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-685bc198-173e-4cb5-acd0-5c84cdf1a3f4 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:12:43.364488 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685bc198-173e-4cb5-acd0-5c84cdf1a3f4 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Pushing event updated for resources: {'Port': ['ID=293f43be-1445-44e8-8d8f-4a5cb134f0a6,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:43.406231 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-685bc198-173e-4cb5-acd0-5c84cdf1a3f4 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:43.406892 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-685bc198-173e-4cb5-acd0-5c84cdf1a3f4 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:43.479901 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-685bc198-173e-4cb5-acd0-5c84cdf1a3f4 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6997225 Feb 20 04:12:43.493167 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-03f4bddf-ba6d-4364-81af-b3a94ceda875 service neutron] Request body: {'port': {'device_id': 'a3dc7589-951d-421b-b30c-6cc1105374c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:12:43.563456 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-03f4bddf-ba6d-4364-81af-b3a94ceda875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (293f43be-1445-44e8-8d8f-4a5cb134f0a6), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:43.649632 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-3b3298d4-226e-499e-a42c-1fef5fa1332f None None] Provisioning complete for port 293f43be-1445-44e8-8d8f-4a5cb134f0a6 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:12:43.649935 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3b3298d4-226e-499e-a42c-1fef5fa1332f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (293f43be-1445-44e8-8d8f-4a5cb134f0a6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:43.688941 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-3b3298d4-226e-499e-a42c-1fef5fa1332f None None] Port 293f43be-1445-44e8-8d8f-4a5cb134f0a6 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:12:43.836715 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-03f4bddf-ba6d-4364-81af-b3a94ceda875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 293f43be-1445-44e8-8d8f-4a5cb134f0a6 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:12:43.844105 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-03f4bddf-ba6d-4364-81af-b3a94ceda875 service neutron] Publish callbacks [] for port (293f43be-1445-44e8-8d8f-4a5cb134f0a6), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:43.857204 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-03f4bddf-ba6d-4364-81af-b3a94ceda875 service neutron] Transition to ACTIVE for port object 293f43be-1445-44e8-8d8f-4a5cb134f0a6 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:12:43.923682 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-03f4bddf-ba6d-4364-81af-b3a94ceda875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (293f43be-1445-44e8-8d8f-4a5cb134f0a6), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:43.980789 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4bddf-ba6d-4364-81af-b3a94ceda875 service neutron] Pushing event updated for resources: {'Port': ['ID=293f43be-1445-44e8-8d8f-4a5cb134f0a6,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:44.060288 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-03f4bddf-ba6d-4364-81af-b3a94ceda875 service neutron] Attempting to bind port 293f43be-1445-44e8-8d8f-4a5cb134f0a6 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:12:44.060637 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-03f4bddf-ba6d-4364-81af-b3a94ceda875 service neutron] Attempting to bind port 293f43be-1445-44e8-8d8f-4a5cb134f0a6 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '82ec51a7-6497-4a28-aca4-8ca3a87c3c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '961b9af6-559e-4384-9338-1015a47f7eae'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:12:44.061001 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-03f4bddf-ba6d-4364-81af-b3a94ceda875 service neutron] Attempting to bind port 293f43be-1445-44e8-8d8f-4a5cb134f0a6 on network 961b9af6-559e-4384-9338-1015a47f7eae {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:12:44.067254 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-03f4bddf-ba6d-4364-81af-b3a94ceda875 service neutron] Port 293f43be-1445-44e8-8d8f-4a5cb134f0a6 on network 961b9af6-559e-4384-9338-1015a47f7eae not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:12:44.067586 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-03f4bddf-ba6d-4364-81af-b3a94ceda875 service neutron] Attempting to bind port 293f43be-1445-44e8-8d8f-4a5cb134f0a6 on network 961b9af6-559e-4384-9338-1015a47f7eae {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:12:44.073386 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-03f4bddf-ba6d-4364-81af-b3a94ceda875 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:12:44.073733 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-03f4bddf-ba6d-4364-81af-b3a94ceda875 service neutron] Checking segment: {'id': '82ec51a7-6497-4a28-aca4-8ca3a87c3c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '961b9af6-559e-4384-9338-1015a47f7eae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:12:44.074126 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-03f4bddf-ba6d-4364-81af-b3a94ceda875 service neutron] Bound using segment: {'id': '82ec51a7-6497-4a28-aca4-8ca3a87c3c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '961b9af6-559e-4384-9338-1015a47f7eae'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:12:44.074681 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-03f4bddf-ba6d-4364-81af-b3a94ceda875 service neutron] Bound port: 293f43be-1445-44e8-8d8f-4a5cb134f0a6, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ec51a7-6497-4a28-aca4-8ca3a87c3c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '961b9af6-559e-4384-9338-1015a47f7eae'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:12:44.075087 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-03f4bddf-ba6d-4364-81af-b3a94ceda875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (293f43be-1445-44e8-8d8f-4a5cb134f0a6), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:44.179361 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-03f4bddf-ba6d-4364-81af-b3a94ceda875 service neutron] For port 293f43be-1445-44e8-8d8f-4a5cb134f0a6, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:12:44.183592 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-03f4bddf-ba6d-4364-81af-b3a94ceda875 service neutron] For port 293f43be-1445-44e8-8d8f-4a5cb134f0a6, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=293f43be-1445-44e8-8d8f-4a5cb134f0a6,segment=NetworkSegment(82ec51a7-6497-4a28-aca4-8ca3a87c3c97),segment_id=82ec51a7-6497-4a28-aca4-8ca3a87c3c97)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:12:44.191251 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4487f5-056b-4bf3-be1e-16aaf48dd7de req-e6a0f90c-cbf8-4b02-bc4c-484723508935 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:44.191251 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5c4487f5-056b-4bf3-be1e-16aaf48dd7de req-e6a0f90c-cbf8-4b02-bc4c-484723508935 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a3dc7589-951d-421b-b30c-6cc1105374c6 HTTP/1.1" status: 200 len: 1052 time: 0.1009099 Feb 20 04:12:44.243487 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5c4487f5-056b-4bf3-be1e-16aaf48dd7de req-4891d5c7-3ab1-434d-9750-1440e510aa7d tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3517da7d-e53a-4796-9335-be272bda6b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434101 Feb 20 04:12:44.256975 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-03f4bddf-ba6d-4364-81af-b3a94ceda875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (293f43be-1445-44e8-8d8f-4a5cb134f0a6), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:44.294093 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-03f4bddf-ba6d-4364-81af-b3a94ceda875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:44.294720 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-03f4bddf-ba6d-4364-81af-b3a94ceda875 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:44.296158 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-03f4bddf-ba6d-4364-81af-b3a94ceda875 service neutron] 10.222.0.93 "PUT /v2.0/ports/293f43be-1445-44e8-8d8f-4a5cb134f0a6 HTTP/1.1" status: 200 len: 1091 time: 0.8083713 Feb 20 04:12:44.296679 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3dc7589-951d-421b-b30c-6cc1105374c6', 'tag': '293f43be-1445-44e8-8d8f-4a5cb134f0a6'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:12:44.299699 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73918a71-aa87-4e0c-a145-98ded39099ac" -d '{"events": [{"name": "network-changed", "server_uuid": "a3dc7589-951d-421b-b30c-6cc1105374c6", "tag": "293f43be-1445-44e8-8d8f-4a5cb134f0a6"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:12:44.353196 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4bddf-ba6d-4364-81af-b3a94ceda875 service neutron] Pushing event updated for resources: {'Port': ['ID=293f43be-1445-44e8-8d8f-4a5cb134f0a6,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:44.365656 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfeb2c8e-9830-4023-88d2-9a209055c888 req-36f0d625-2296-4d22-8472-77ce177770d0 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 210 time: 0.0462320 Feb 20 04:12:44.407307 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699de9c8-988e-4097-bf07-60bd8ea7d9d6 x-openstack-request-id: req-699de9c8-988e-4097-bf07-60bd8ea7d9d6 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:12:44.407637 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3dc7589-951d-421b-b30c-6cc1105374c6", "tag": "293f43be-1445-44e8-8d8f-4a5cb134f0a6", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:12:44.407908 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-699de9c8-988e-4097-bf07-60bd8ea7d9d6 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:12:44.408445 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3dc7589-951d-421b-b30c-6cc1105374c6', 'tag': '293f43be-1445-44e8-8d8f-4a5cb134f0a6', 'status': 'completed', 'code': 200} Feb 20 04:12:44.464092 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-a54cefbf-c594-4464-8db2-e560a7e42c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:44.465779 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-a54cefbf-c594-4464-8db2-e560a7e42c75 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9414bd7fdb594fd487bdc5431ff07fd2&device_id=a3dc7589-951d-421b-b30c-6cc1105374c6 HTTP/1.1" status: 200 len: 1125 time: 0.0534391 Feb 20 04:12:44.517554 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-8a460498-2ecb-4ca9-bc98-a5c044fe356a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=293f43be-1445-44e8-8d8f-4a5cb134f0a6 HTTP/1.1" status: 200 len: 217 time: 0.0446091 Feb 20 04:12:44.569033 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-8dcdf9ff-d67d-4748-a4ad-eebb10e01923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:44.570486 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-8dcdf9ff-d67d-4748-a4ad-eebb10e01923 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=86186e4e-8d1c-4f48-baeb-40f62cc4ad82 HTTP/1.1" status: 200 len: 849 time: 0.0472343 Feb 20 04:12:44.629399 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-e13d0e54-ebf6-48c2-b2d1-3be91653e6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:44.630962 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-e13d0e54-ebf6-48c2-b2d1-3be91653e6c5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=961b9af6-559e-4384-9338-1015a47f7eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0546458 Feb 20 04:12:44.721795 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-b6a6e224-7461-4876-832e-72f1eb08659c service neutron] 10.222.0.93 "GET /v2.0/networks/961b9af6-559e-4384-9338-1015a47f7eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841446 Feb 20 04:12:44.815564 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c1b86dc8-e26e-468d-8e2a-f69c69a84013 req-83fbc53d-8475-4586-bb1a-09dbc7d91ce8 service neutron] 10.222.0.93 "GET /v2.0/networks/961b9af6-559e-4384-9338-1015a47f7eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880964 Feb 20 04:12:44.962634 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73918a71-aa87-4e0c-a145-98ded39099ac req-5e4b7d7a-7091-4ae8-81ba-55078ba16986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:44.964133 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73918a71-aa87-4e0c-a145-98ded39099ac req-5e4b7d7a-7091-4ae8-81ba-55078ba16986 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9414bd7fdb594fd487bdc5431ff07fd2&device_id=a3dc7589-951d-421b-b30c-6cc1105374c6 HTTP/1.1" status: 200 len: 1125 time: 0.0452864 Feb 20 04:12:45.053167 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73918a71-aa87-4e0c-a145-98ded39099ac req-1e961628-29ca-45f8-abfc-64fef042d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:45.054770 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73918a71-aa87-4e0c-a145-98ded39099ac req-1e961628-29ca-45f8-abfc-64fef042d153 service neutron] 10.222.0.93 "GET /v2.0/networks?id=961b9af6-559e-4384-9338-1015a47f7eae HTTP/1.1" status: 200 len: 911 time: 0.0851974 Feb 20 04:12:45.101336 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73918a71-aa87-4e0c-a145-98ded39099ac req-18cd0525-09de-439d-b9d7-18509e8d73d4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=293f43be-1445-44e8-8d8f-4a5cb134f0a6 HTTP/1.1" status: 200 len: 217 time: 0.0400212 Feb 20 04:12:45.153446 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73918a71-aa87-4e0c-a145-98ded39099ac req-1517e7f3-b466-4fdf-9d0a-a1ff343f0439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:45.154972 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73918a71-aa87-4e0c-a145-98ded39099ac req-1517e7f3-b466-4fdf-9d0a-a1ff343f0439 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=86186e4e-8d1c-4f48-baeb-40f62cc4ad82 HTTP/1.1" status: 200 len: 849 time: 0.0470614 Feb 20 04:12:45.208727 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73918a71-aa87-4e0c-a145-98ded39099ac req-1ea6013a-be20-4727-b93a-b25086848487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:45.210244 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73918a71-aa87-4e0c-a145-98ded39099ac req-1ea6013a-be20-4727-b93a-b25086848487 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=961b9af6-559e-4384-9338-1015a47f7eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476122 Feb 20 04:12:45.456040 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device b6d877a3-e691-489d-b58e-d052196f8a8b no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:12:45.479354 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: b6d877a3-e691-489d-b58e-d052196f8a8b {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:12:45.479791 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device b6d877a3-e691-489d-b58e-d052196f8a8b not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:12:45.643347 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3a790-012f-4dde-9488-6ae93085cb1d req-b622e76d-917e-49dc-9248-4979d5b799ed tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:45.645378 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2ca3a790-012f-4dde-9488-6ae93085cb1d req-b622e76d-917e-49dc-9248-4979d5b799ed tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a3dc7589-951d-421b-b30c-6cc1105374c6 HTTP/1.1" status: 200 len: 1125 time: 0.0739825 Feb 20 04:12:45.647155 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73918a71-aa87-4e0c-a145-98ded39099ac req-9a42426f-1248-4394-a6c4-8debca305d3a service neutron] 10.222.0.93 "GET /v2.0/networks/961b9af6-559e-4384-9338-1015a47f7eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304388 Feb 20 04:12:45.740989 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2ca3a790-012f-4dde-9488-6ae93085cb1d req-70f7bab0-7c7b-46fd-8e4c-3bfec9ba2f42 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3517da7d-e53a-4796-9335-be272bda6b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890629 Feb 20 04:12:45.769185 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-73918a71-aa87-4e0c-a145-98ded39099ac req-c6246ae0-4747-4d82-b9df-389101869fe2 service neutron] 10.222.0.93 "GET /v2.0/networks/961b9af6-559e-4384-9338-1015a47f7eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118071 Feb 20 04:12:45.835251 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c72026e4-eb16-48b3-a7db-2e9ff8c62c19 req-5fb51fbc-d0f7-4bc2-810a-681d19d7276e tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 210 time: 0.0278058 Feb 20 04:12:46.861626 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a87889-34f4-41d4-b6e5-ccfacafa073a req-5776d0e6-ccf5-48bb-b98b-17f7e84d5858 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:46.863193 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-99a87889-34f4-41d4-b6e5-ccfacafa073a req-5776d0e6-ccf5-48bb-b98b-17f7e84d5858 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a3dc7589-951d-421b-b30c-6cc1105374c6 HTTP/1.1" status: 200 len: 1125 time: 0.0445199 Feb 20 04:12:46.908244 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-99a87889-34f4-41d4-b6e5-ccfacafa073a req-bf47f0da-b15b-4a7e-a73a-1e50960f8704 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3517da7d-e53a-4796-9335-be272bda6b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380714 Feb 20 04:12:46.994580 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-99f667bf-0607-4e9b-b64c-9165652103f5 req-7d5c1ffa-1561-44ed-9e1d-844535a890e2 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 210 time: 0.0320156 Feb 20 04:12:47.281233 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 293f43be-1445-44e8-8d8f-4a5cb134f0a6 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:12:47.380927 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 293f43be-1445-44e8-8d8f-4a5cb134f0a6, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=293f43be-1445-44e8-8d8f-4a5cb134f0a6,segment=NetworkSegment(82ec51a7-6497-4a28-aca4-8ca3a87c3c97),segment_id=82ec51a7-6497-4a28-aca4-8ca3a87c3c97)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:12:47.392543 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '293f43be-1445-44e8-8d8f-4a5cb134f0a6', 'network_id': '961b9af6-559e-4384-9338-1015a47f7eae', 'port_id': '293f43be-1445-44e8-8d8f-4a5cb134f0a6', 'mac_address': 'fa:16:3e:11:66:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86186e4e-8d1c-4f48-baeb-40f62cc4ad82', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:12:47.430590 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 293f43be-1445-44e8-8d8f-4a5cb134f0a6 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:12:47.431016 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (293f43be-1445-44e8-8d8f-4a5cb134f0a6), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:47.444519 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 293f43be-1445-44e8-8d8f-4a5cb134f0a6 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:12:47.464426 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 293f43be-1445-44e8-8d8f-4a5cb134f0a6, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=293f43be-1445-44e8-8d8f-4a5cb134f0a6,segment=NetworkSegment(82ec51a7-6497-4a28-aca4-8ca3a87c3c97),segment_id=82ec51a7-6497-4a28-aca4-8ca3a87c3c97)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:12:47.547217 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (293f43be-1445-44e8-8d8f-4a5cb134f0a6), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:47.597557 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=293f43be-1445-44e8-8d8f-4a5cb134f0a6,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:47.734388 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['293f43be-1445-44e8-8d8f-4a5cb134f0a6'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:12:48.020599 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192efc36-1399-4afb-aa39-a8a878c5fa09 req-f1e56633-d36e-4e73-b774-4e6115221f08 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:48.021795 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-192efc36-1399-4afb-aa39-a8a878c5fa09 req-f1e56633-d36e-4e73-b774-4e6115221f08 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a3dc7589-951d-421b-b30c-6cc1105374c6 HTTP/1.1" status: 200 len: 1126 time: 0.0443411 Feb 20 04:12:48.066969 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-192efc36-1399-4afb-aa39-a8a878c5fa09 req-71ae9c09-cdf3-4860-b9e9-3abc006a3f0e tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3517da7d-e53a-4796-9335-be272bda6b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391500 Feb 20 04:12:48.187725 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c7a4f60-872e-4b57-84c0-9cb2d799ec62 req-0fc28ba7-8ce4-4454-bd31-4a6172824207 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 210 time: 0.0283830 Feb 20 04:12:49.179551 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f89202-8222-4865-9761-6fcda11e0838 req-00a53161-4248-4640-8590-9992110cd883 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:49.181099 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-58f89202-8222-4865-9761-6fcda11e0838 req-00a53161-4248-4640-8590-9992110cd883 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a3dc7589-951d-421b-b30c-6cc1105374c6 HTTP/1.1" status: 200 len: 1126 time: 0.0453739 Feb 20 04:12:49.229352 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-58f89202-8222-4865-9761-6fcda11e0838 req-78667c76-5707-4e7d-8ffd-d87ef8fdd833 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3517da7d-e53a-4796-9335-be272bda6b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423715 Feb 20 04:12:49.296858 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 293f43be-1445-44e8-8d8f-4a5cb134f0a6 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:12:49.311118 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cc9bbf98-5928-4004-9d30-d98c872f0c4d req-7292885a-dc17-4c9b-9a77-2c8e0dd488e0 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 210 time: 0.0282972 Feb 20 04:12:49.401983 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 293f43be-1445-44e8-8d8f-4a5cb134f0a6 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:12:49.405859 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 293f43be-1445-44e8-8d8f-4a5cb134f0a6 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:12:49.406241 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (293f43be-1445-44e8-8d8f-4a5cb134f0a6), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:49.482332 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 293f43be-1445-44e8-8d8f-4a5cb134f0a6 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:12:49.482724 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (293f43be-1445-44e8-8d8f-4a5cb134f0a6), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:49.505211 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3dc7589-951d-421b-b30c-6cc1105374c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293f43be-1445-44e8-8d8f-4a5cb134f0a6'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:12:49.507460 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b3d14f-2488-4d4c-a8cb-a255ef970243" -d '{"events": [{"server_uuid": "a3dc7589-951d-421b-b30c-6cc1105374c6", "name": "network-vif-plugged", "status": "completed", "tag": "293f43be-1445-44e8-8d8f-4a5cb134f0a6"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:12:49.520409 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 293f43be-1445-44e8-8d8f-4a5cb134f0a6, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=293f43be-1445-44e8-8d8f-4a5cb134f0a6,segment=NetworkSegment(82ec51a7-6497-4a28-aca4-8ca3a87c3c97),segment_id=82ec51a7-6497-4a28-aca4-8ca3a87c3c97)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:12:49.544341 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7605ee-7da4-4dfc-a7bd-b8aafd490a85 x-openstack-request-id: req-ee7605ee-7da4-4dfc-a7bd-b8aafd490a85 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:12:49.546191 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3dc7589-951d-421b-b30c-6cc1105374c6", "name": "network-vif-plugged", "status": "completed", "tag": "293f43be-1445-44e8-8d8f-4a5cb134f0a6", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:12:49.546191 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ee7605ee-7da4-4dfc-a7bd-b8aafd490a85 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:12:49.546191 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3dc7589-951d-421b-b30c-6cc1105374c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293f43be-1445-44e8-8d8f-4a5cb134f0a6', 'code': 200} Feb 20 04:12:49.590626 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (293f43be-1445-44e8-8d8f-4a5cb134f0a6), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:49.643486 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=293f43be-1445-44e8-8d8f-4a5cb134f0a6,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:49.645856 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64265c2-4a7c-4287-9a2a-2f3e7c2cac32 req-bc32855c-67c9-4b7b-8f9b-613e751e4dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:49.647548 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f64265c2-4a7c-4287-9a2a-2f3e7c2cac32 req-bc32855c-67c9-4b7b-8f9b-613e751e4dd5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a3dc7589-951d-421b-b30c-6cc1105374c6 HTTP/1.1" status: 200 len: 1127 time: 0.0455139 Feb 20 04:12:49.694354 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f64265c2-4a7c-4287-9a2a-2f3e7c2cac32 req-7edb886e-e0e1-4f89-ab29-7cd441824602 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3517da7d-e53a-4796-9335-be272bda6b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411057 Feb 20 04:12:50.345707 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b52962-99f9-4207-953a-0c772d5cc07e req-13c9d17b-0eff-499c-a04b-0405f80e27dd tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:50.347285 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0b52962-99f9-4207-953a-0c772d5cc07e req-13c9d17b-0eff-499c-a04b-0405f80e27dd tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a3dc7589-951d-421b-b30c-6cc1105374c6 HTTP/1.1" status: 200 len: 1127 time: 0.0492728 Feb 20 04:12:50.390527 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c0b52962-99f9-4207-953a-0c772d5cc07e req-5ff5e347-4371-4997-b135-ba21a1f6304c tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3517da7d-e53a-4796-9335-be272bda6b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365934 Feb 20 04:12:50.471868 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-52bbc2c9-9520-495c-a869-3ad0a9ffb6fe req-208421c1-92fe-4dc8-ad84-6ad0cb70b0fe tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 210 time: 0.0269749 Feb 20 04:12:51.276922 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:51.358582 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:51.501808 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e49dd-8686-4538-bee0-d8c23de91a5f req-e7dc62ac-ae80-4a39-91d4-42ef3a3a329f tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:51.503397 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-305e49dd-8686-4538-bee0-d8c23de91a5f req-e7dc62ac-ae80-4a39-91d4-42ef3a3a329f tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a3dc7589-951d-421b-b30c-6cc1105374c6 HTTP/1.1" status: 200 len: 1127 time: 0.0450921 Feb 20 04:12:51.548814 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-305e49dd-8686-4538-bee0-d8c23de91a5f req-26b5b609-e0fa-49a3-bebc-4ff18af0da29 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3517da7d-e53a-4796-9335-be272bda6b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395620 Feb 20 04:12:51.646879 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-eb9c19ff-dcf2-413d-bd81-dac3198dd99d req-7bddb6b1-45e6-4ce8-be54-8965ac14465f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=2e9686d2-493f-4879-9f99-d9dc3162c750 HTTP/1.1" status: 200 len: 210 time: 0.0319779 Feb 20 04:12:51.747524 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633d087-2f10-423a-a212-ec93d1426475 req-421dc3a2-5841-4aab-a770-0845a8e5807e tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:51.755616 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d633d087-2f10-423a-a212-ec93d1426475 req-421dc3a2-5841-4aab-a770-0845a8e5807e tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a3dc7589-951d-421b-b30c-6cc1105374c6 HTTP/1.1" status: 200 len: 1127 time: 0.0537367 Feb 20 04:12:51.804309 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d633d087-2f10-423a-a212-ec93d1426475 req-cce4cc29-24f7-4b84-94f8-885ece26c379 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3517da7d-e53a-4796-9335-be272bda6b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478001 Feb 20 04:12:51.919634 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70fb53-1c77-4150-b879-7bbcbafda60b req-59c59926-4cd5-4c41-a8ef-e6e9877266e8 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:51.923342 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8b70fb53-1c77-4150-b879-7bbcbafda60b req-59c59926-4cd5-4c41-a8ef-e6e9877266e8 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a3dc7589-951d-421b-b30c-6cc1105374c6 HTTP/1.1" status: 200 len: 1127 time: 0.0525341 Feb 20 04:12:51.973120 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8b70fb53-1c77-4150-b879-7bbcbafda60b req-3f908759-481e-4735-9d02-cfb82d8d4257 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3517da7d-e53a-4796-9335-be272bda6b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445132 Feb 20 04:12:52.405417 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228a17d-6e24-40ec-8efa-128752389ff0 req-95cda7ad-c464-492d-85d4-7ccc576a5b93 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:52.406990 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2228a17d-6e24-40ec-8efa-128752389ff0 req-95cda7ad-c464-492d-85d4-7ccc576a5b93 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a3dc7589-951d-421b-b30c-6cc1105374c6 HTTP/1.1" status: 200 len: 1127 time: 0.0494299 Feb 20 04:12:52.450898 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2228a17d-6e24-40ec-8efa-128752389ff0 req-fe6474e8-bd22-4950-a34b-4aea28305320 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3517da7d-e53a-4796-9335-be272bda6b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375171 Feb 20 04:12:53.565277 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a56c0b-7b71-4a5c-b244-2dcaf08d4633 req-4902a803-69f9-4f99-9e3d-8d834721eae7 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:53.567583 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-43a56c0b-7b71-4a5c-b244-2dcaf08d4633 req-4902a803-69f9-4f99-9e3d-8d834721eae7 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a3dc7589-951d-421b-b30c-6cc1105374c6 HTTP/1.1" status: 200 len: 1127 time: 0.0453770 Feb 20 04:12:53.625252 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-43a56c0b-7b71-4a5c-b244-2dcaf08d4633 req-f2f64d23-468c-4184-b413-11649972b688 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3517da7d-e53a-4796-9335-be272bda6b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516341 Feb 20 04:12:53.667307 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4d37b-6ab7-4cd5-8357-721f90d580a0 req-2c2eb1cc-58f6-4623-8181-030917b061e7 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:53.668881 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f0e4d37b-6ab7-4cd5-8357-721f90d580a0 req-2c2eb1cc-58f6-4623-8181-030917b061e7 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=a3dc7589-951d-421b-b30c-6cc1105374c6 HTTP/1.1" status: 200 len: 1127 time: 0.0592756 Feb 20 04:12:53.760366 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-f0e4d37b-6ab7-4cd5-8357-721f90d580a0 req-cf051a56-e6cd-4d86-8d16-bc99139ea957 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Deleting port 293f43be-1445-44e8-8d8f-4a5cb134f0a6 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:12:53.760713 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f0e4d37b-6ab7-4cd5-8357-721f90d580a0 req-cf051a56-e6cd-4d86-8d16-bc99139ea957 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (293f43be-1445-44e8-8d8f-4a5cb134f0a6), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:53.854495 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-f0e4d37b-6ab7-4cd5-8357-721f90d580a0 req-cf051a56-e6cd-4d86-8d16-bc99139ea957 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] For port 293f43be-1445-44e8-8d8f-4a5cb134f0a6, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=293f43be-1445-44e8-8d8f-4a5cb134f0a6,segment=NetworkSegment(82ec51a7-6497-4a28-aca4-8ca3a87c3c97),segment_id=82ec51a7-6497-4a28-aca4-8ca3a87c3c97)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:12:53.854819 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f0e4d37b-6ab7-4cd5-8357-721f90d580a0 req-cf051a56-e6cd-4d86-8d16-bc99139ea957 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (293f43be-1445-44e8-8d8f-4a5cb134f0a6), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:53.872634 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-f0e4d37b-6ab7-4cd5-8357-721f90d580a0 req-cf051a56-e6cd-4d86-8d16-bc99139ea957 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Calling delete_port for 293f43be-1445-44e8-8d8f-4a5cb134f0a6 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:12:54.067945 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f0e4d37b-6ab7-4cd5-8357-721f90d580a0 req-cf051a56-e6cd-4d86-8d16-bc99139ea957 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (293f43be-1445-44e8-8d8f-4a5cb134f0a6), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:54.081106 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['293f43be-1445-44e8-8d8f-4a5cb134f0a6'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:12:54.083640 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['d993e315-f632-4c66-b128-064f74d29e0c'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:12:54.095507 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf051a56-e6cd-4d86-8d16-bc99139ea957 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Pushing event deleted for resources: {'Port': ['ID=293f43be-1445-44e8-8d8f-4a5cb134f0a6,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:54.144274 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e4d37b-6ab7-4cd5-8357-721f90d580a0 req-cf051a56-e6cd-4d86-8d16-bc99139ea957 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] No DVR routers for this DVR port 293f43be-1445-44e8-8d8f-4a5cb134f0a6 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:12:54.147071 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-f0e4d37b-6ab7-4cd5-8357-721f90d580a0 req-cf051a56-e6cd-4d86-8d16-bc99139ea957 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:54.150525 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f0e4d37b-6ab7-4cd5-8357-721f90d580a0 req-cf051a56-e6cd-4d86-8d16-bc99139ea957 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.93 "DELETE /v2.0/ports/293f43be-1445-44e8-8d8f-4a5cb134f0a6 HTTP/1.1" status: 204 len: 173 time: 0.4768279 Feb 20 04:12:54.151010 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3dc7589-951d-421b-b30c-6cc1105374c6', 'name': 'network-vif-deleted', 'tag': '293f43be-1445-44e8-8d8f-4a5cb134f0a6'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:12:54.153667 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2c3e89-2a5e-4c3d-b96e-8a7ce296d1bf" -d '{"events": [{"server_uuid": "a3dc7589-951d-421b-b30c-6cc1105374c6", "name": "network-vif-deleted", "tag": "293f43be-1445-44e8-8d8f-4a5cb134f0a6"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:12:54.198151 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d195bb35-34bc-42e3-ac9b-babf6b266815 x-openstack-request-id: req-d195bb35-34bc-42e3-ac9b-babf6b266815 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:12:54.198448 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3dc7589-951d-421b-b30c-6cc1105374c6", "name": "network-vif-deleted", "tag": "293f43be-1445-44e8-8d8f-4a5cb134f0a6", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:12:54.198712 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d195bb35-34bc-42e3-ac9b-babf6b266815 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:12:54.199138 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3dc7589-951d-421b-b30c-6cc1105374c6', 'name': 'network-vif-deleted', 'tag': '293f43be-1445-44e8-8d8f-4a5cb134f0a6', 'status': 'completed', 'code': 200} Feb 20 04:12:54.742206 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f36a0794-5f93-42e6-aab9-9770b98f2eb8 req-8da4e354-8c09-45f5-826b-fd4cfa5aa7b5 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a3dc7589-951d-421b-b30c-6cc1105374c6 HTTP/1.1" status: 200 len: 210 time: 0.0306091 Feb 20 04:12:56.152415 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca7d1e-277f-4342-a102-79bee1d2ab26 req-be616742-99be-4936-b8db-1fa5ff7ad83c tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:56.154122 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-29ca7d1e-277f-4342-a102-79bee1d2ab26 req-be616742-99be-4936-b8db-1fa5ff7ad83c tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=b7e59959-7c7b-4508-ad20-906b8a38202d HTTP/1.1" status: 200 len: 1128 time: 0.0457067 Feb 20 04:12:56.202342 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-29ca7d1e-277f-4342-a102-79bee1d2ab26 req-7d41c485-84b7-4748-b2d3-1738147b39e8 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3517da7d-e53a-4796-9335-be272bda6b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422730 Feb 20 04:12:56.460032 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4bff0bc7-2545-4a75-a6ea-80df279692ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:57.329794 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 293f43be-1445-44e8-8d8f-4a5cb134f0a6 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:12:57.351161 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5714aef-9ead-4626-b5a9-452e2d17e274 req-049d8ba3-f105-41e5-adb1-48d4db5cc80e tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:57.355445 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 293f43be-1445-44e8-8d8f-4a5cb134f0a6 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:12:57.356007 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 293f43be-1445-44e8-8d8f-4a5cb134f0a6 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:12:57.359375 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d5714aef-9ead-4626-b5a9-452e2d17e274 req-049d8ba3-f105-41e5-adb1-48d4db5cc80e tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=b7e59959-7c7b-4508-ad20-906b8a38202d HTTP/1.1" status: 200 len: 1128 time: 0.0817246 Feb 20 04:12:57.404595 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d5714aef-9ead-4626-b5a9-452e2d17e274 req-2ff13a3e-6ccc-4c5a-b2ae-8aa808a0d198 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/security-groups?id=3517da7d-e53a-4796-9335-be272bda6b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440507 Feb 20 04:12:57.497859 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0363d-3ed7-4acb-9e0c-7088645d8327 req-a54831fb-a422-461d-be76-16fe377942e8 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:12:57.499593 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-41f0363d-3ed7-4acb-9e0c-7088645d8327 req-a54831fb-a422-461d-be76-16fe377942e8 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b7e59959-7c7b-4508-ad20-906b8a38202d HTTP/1.1" status: 200 len: 1128 time: 0.0644202 Feb 20 04:12:57.589062 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-41f0363d-3ed7-4acb-9e0c-7088645d8327 req-481a03db-9873-45be-9a4a-a06600a1816b tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Deleting port d993e315-f632-4c66-b128-064f74d29e0c {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:12:57.589414 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-41f0363d-3ed7-4acb-9e0c-7088645d8327 req-481a03db-9873-45be-9a4a-a06600a1816b tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (d993e315-f632-4c66-b128-064f74d29e0c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:57.674218 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-41f0363d-3ed7-4acb-9e0c-7088645d8327 req-481a03db-9873-45be-9a4a-a06600a1816b tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] For port d993e315-f632-4c66-b128-064f74d29e0c, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=d993e315-f632-4c66-b128-064f74d29e0c,segment=NetworkSegment(82ec51a7-6497-4a28-aca4-8ca3a87c3c97),segment_id=82ec51a7-6497-4a28-aca4-8ca3a87c3c97)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:12:57.674834 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-41f0363d-3ed7-4acb-9e0c-7088645d8327 req-481a03db-9873-45be-9a4a-a06600a1816b tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (d993e315-f632-4c66-b128-064f74d29e0c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:57.688999 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-41f0363d-3ed7-4acb-9e0c-7088645d8327 req-481a03db-9873-45be-9a4a-a06600a1816b tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Calling delete_port for d993e315-f632-4c66-b128-064f74d29e0c owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:12:57.906690 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-41f0363d-3ed7-4acb-9e0c-7088645d8327 req-481a03db-9873-45be-9a4a-a06600a1816b tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (d993e315-f632-4c66-b128-064f74d29e0c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:57.917886 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['d993e315-f632-4c66-b128-064f74d29e0c'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:12:57.949133 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a03db-9873-45be-9a4a-a06600a1816b tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Pushing event deleted for resources: {'Port': ['ID=d993e315-f632-4c66-b128-064f74d29e0c,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:58.008045 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f0363d-3ed7-4acb-9e0c-7088645d8327 req-481a03db-9873-45be-9a4a-a06600a1816b tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] No DVR routers for this DVR port d993e315-f632-4c66-b128-064f74d29e0c on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:12:58.013240 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-41f0363d-3ed7-4acb-9e0c-7088645d8327 req-481a03db-9873-45be-9a4a-a06600a1816b tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:58.019277 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-41f0363d-3ed7-4acb-9e0c-7088645d8327 req-481a03db-9873-45be-9a4a-a06600a1816b tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.42 "DELETE /v2.0/ports/d993e315-f632-4c66-b128-064f74d29e0c HTTP/1.1" status: 204 len: 173 time: 0.5144238 Feb 20 04:12:58.020071 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e59959-7c7b-4508-ad20-906b8a38202d', 'name': 'network-vif-deleted', 'tag': 'd993e315-f632-4c66-b128-064f74d29e0c'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:12:58.029835 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ed2548-1068-4912-b21e-e6a89c246614" -d '{"events": [{"server_uuid": "b7e59959-7c7b-4508-ad20-906b8a38202d", "name": "network-vif-deleted", "tag": "d993e315-f632-4c66-b128-064f74d29e0c"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:12:58.071094 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2051bddc-da1f-452e-8d2a-b66baccd2cf7 x-openstack-request-id: req-2051bddc-da1f-452e-8d2a-b66baccd2cf7 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:12:58.071395 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e59959-7c7b-4508-ad20-906b8a38202d", "name": "network-vif-deleted", "tag": "d993e315-f632-4c66-b128-064f74d29e0c", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:12:58.071750 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2051bddc-da1f-452e-8d2a-b66baccd2cf7 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:12:58.072057 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e59959-7c7b-4508-ad20-906b8a38202d', 'name': 'network-vif-deleted', 'tag': 'd993e315-f632-4c66-b128-064f74d29e0c', 'status': 'completed', 'code': 200} Feb 20 04:12:58.451994 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55232) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:12:58.458209 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-470761bb-e3ed-405f-add3-0ba2091cedbe tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1671025950', 'description': 'tempest-secgroup-smoke-1671025950 description', 'project_id': '7602a09c6b004830be8e834a523bb4fb'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:12:58.535033 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-efe9df3b-406c-4401-98ac-e1fe9c8e3387 req-6a810752-700c-47bd-a152-c390472f7026 tempest-TestServerMultinode-22982302 tempest-TestServerMultinode-22982302-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=b7e59959-7c7b-4508-ad20-906b8a38202d HTTP/1.1" status: 200 len: 210 time: 0.0310628 Feb 20 04:12:58.558132 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-470761bb-e3ed-405f-add3-0ba2091cedbe tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:58.630161 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-470761bb-e3ed-405f-add3-0ba2091cedbe tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for security_group (e63ec74d-c4aa-40c7-bb48-333ee317e86c), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:58.705111 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-470761bb-e3ed-405f-add3-0ba2091cedbe tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e63ec74d-c4aa-40c7-bb48-333ee317e86c), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:58.735030 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470761bb-e3ed-405f-add3-0ba2091cedbe tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e63ec74d-c4aa-40c7-bb48-333ee317e86c,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:58.741027 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a1a8504f-4f2a-4198-a491-23d65349c397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:58.833285 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-470761bb-e3ed-405f-add3-0ba2091cedbe tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:58.834711 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-470761bb-e3ed-405f-add3-0ba2091cedbe tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3815846 Feb 20 04:12:58.837716 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55234) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:12:58.842330 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-863ce861-c867-4d01-a7d9-fc2b75a6a186 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Request body: {'security_group_rule': {'security_group_id': 'e63ec74d-c4aa-40c7-bb48-333ee317e86c', 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:12:58.951797 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-863ce861-c867-4d01-a7d9-fc2b75a6a186 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for security_group_rule (4de32679-1be6-4648-ba58-3cca612bb106), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:59.006773 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-863ce861-c867-4d01-a7d9-fc2b75a6a186 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for security_group_rule (4de32679-1be6-4648-ba58-3cca612bb106), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:59.084732 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-863ce861-c867-4d01-a7d9-fc2b75a6a186 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (4de32679-1be6-4648-ba58-3cca612bb106), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:59.105089 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ce861-c867-4d01-a7d9-fc2b75a6a186 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de32679-1be6-4648-ba58-3cca612bb106,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:59.177403 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-863ce861-c867-4d01-a7d9-fc2b75a6a186 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:59.178682 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-863ce861-c867-4d01-a7d9-fc2b75a6a186 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3399231 Feb 20 04:12:59.181482 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55236) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:12:59.188328 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-42d03615-9702-46b4-922f-bd31d367b611 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Request body: {'security_group_rule': {'security_group_id': 'e63ec74d-c4aa-40c7-bb48-333ee317e86c', 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:12:59.283065 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-42d03615-9702-46b4-922f-bd31d367b611 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for security_group_rule (f9a5ea7b-bf0b-45bd-a6cb-bb9d353a92d3), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:59.338483 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-42d03615-9702-46b4-922f-bd31d367b611 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for security_group_rule (f9a5ea7b-bf0b-45bd-a6cb-bb9d353a92d3), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:59.414880 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-42d03615-9702-46b4-922f-bd31d367b611 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (f9a5ea7b-bf0b-45bd-a6cb-bb9d353a92d3), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:59.433040 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d03615-9702-46b4-922f-bd31d367b611 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a5ea7b-bf0b-45bd-a6cb-bb9d353a92d3,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:59.525579 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-42d03615-9702-46b4-922f-bd31d367b611 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:59.526819 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-42d03615-9702-46b4-922f-bd31d367b611 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3443844 Feb 20 04:12:59.529617 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55238) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:12:59.533999 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-268c3f2c-f2ae-4b9b-b15a-d211bdc29436 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Request body: {'security_group_rule': {'security_group_id': 'e63ec74d-c4aa-40c7-bb48-333ee317e86c', 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:12:59.598843 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55242) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:12:59.650390 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-268c3f2c-f2ae-4b9b-b15a-d211bdc29436 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for security_group_rule (c492c52c-66d1-4238-97ed-fcc56ee81d3e), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:59.751126 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-268c3f2c-f2ae-4b9b-b15a-d211bdc29436 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for security_group_rule (c492c52c-66d1-4238-97ed-fcc56ee81d3e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:59.828177 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-268c3f2c-f2ae-4b9b-b15a-d211bdc29436 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (c492c52c-66d1-4238-97ed-fcc56ee81d3e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:59.857216 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c3f2c-f2ae-4b9b-b15a-d211bdc29436 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c492c52c-66d1-4238-97ed-fcc56ee81d3e,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:12:59.960786 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-268c3f2c-f2ae-4b9b-b15a-d211bdc29436 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:12:59.961931 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-268c3f2c-f2ae-4b9b-b15a-d211bdc29436 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4313498 Feb 20 04:12:59.964895 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55244) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:12:59.969702 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-40838b79-a91c-4762-8cfc-30dfc53b4480 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Request body: {'security_group_rule': {'security_group_id': 'e63ec74d-c4aa-40c7-bb48-333ee317e86c', 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:13:00.016320 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-32907824-a516-4e1c-8584-365c380016c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (fe086e36-141e-48f9-a4f0-4a31dd79e903), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:00.054298 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-40838b79-a91c-4762-8cfc-30dfc53b4480 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for security_group_rule (c545035a-4cd9-4ec0-8206-aa89767d50bd), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:00.113903 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-40838b79-a91c-4762-8cfc-30dfc53b4480 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for security_group_rule (c545035a-4cd9-4ec0-8206-aa89767d50bd), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:00.122480 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:00.213956 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-40838b79-a91c-4762-8cfc-30dfc53b4480 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (c545035a-4cd9-4ec0-8206-aa89767d50bd), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:00.236618 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40838b79-a91c-4762-8cfc-30dfc53b4480 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c545035a-4cd9-4ec0-8206-aa89767d50bd,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:13:00.269784 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-32907824-a516-4e1c-8584-365c380016c3 admin admin] Deleting port 899f2ffd-f509-4783-8dc0-91d9989d1c82 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:13:00.270127 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-32907824-a516-4e1c-8584-365c380016c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (899f2ffd-f509-4783-8dc0-91d9989d1c82), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:00.312498 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-40838b79-a91c-4762-8cfc-30dfc53b4480 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:00.313818 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-40838b79-a91c-4762-8cfc-30dfc53b4480 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3478670 Feb 20 04:13:00.316722 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55246) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:13:00.321703 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-88f5eff9-b677-40da-8cc1-b9d5f1eec1fa tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Request body: {'security_group_rule': {'security_group_id': 'e63ec74d-c4aa-40c7-bb48-333ee317e86c', 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:13:00.368652 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-32907824-a516-4e1c-8584-365c380016c3 admin admin] For port 899f2ffd-f509-4783-8dc0-91d9989d1c82, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=899f2ffd-f509-4783-8dc0-91d9989d1c82,segment=NetworkSegment(82ec51a7-6497-4a28-aca4-8ca3a87c3c97),segment_id=82ec51a7-6497-4a28-aca4-8ca3a87c3c97)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:13:00.368944 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-32907824-a516-4e1c-8584-365c380016c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (899f2ffd-f509-4783-8dc0-91d9989d1c82), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:00.381042 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-32907824-a516-4e1c-8584-365c380016c3 admin admin] Calling delete_port for 899f2ffd-f509-4783-8dc0-91d9989d1c82 owned by network:router_interface {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:13:00.423254 n-d-829866-4 neutron-server[104105]: INFO neutron.db.securitygroups_db [None req-88f5eff9-b677-40da-8cc1-b9d5f1eec1fa tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Project 7602a09c6b004830be8e834a523bb4fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 04:13:00.433031 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-88f5eff9-b677-40da-8cc1-b9d5f1eec1fa tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for security_group_rule (b2bcebf4-847d-47ae-9ea4-96d160f2335e), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:00.552798 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-88f5eff9-b677-40da-8cc1-b9d5f1eec1fa tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for security_group_rule (b2bcebf4-847d-47ae-9ea4-96d160f2335e), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:00.619213 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-88f5eff9-b677-40da-8cc1-b9d5f1eec1fa tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (b2bcebf4-847d-47ae-9ea4-96d160f2335e), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:00.637274 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5eff9-b677-40da-8cc1-b9d5f1eec1fa tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2bcebf4-847d-47ae-9ea4-96d160f2335e,revision_number=0']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:13:00.687949 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-32907824-a516-4e1c-8584-365c380016c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (899f2ffd-f509-4783-8dc0-91d9989d1c82), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:00.713845 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-88f5eff9-b677-40da-8cc1-b9d5f1eec1fa tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:00.715084 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-88f5eff9-b677-40da-8cc1-b9d5f1eec1fa tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3973956 Feb 20 04:13:00.715917 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32907824-a516-4e1c-8584-365c380016c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=899f2ffd-f509-4783-8dc0-91d9989d1c82,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:13:00.718066 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55248) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:13:00.723404 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-30f06a66-9b65-40ca-b4af-67f2523f44b6 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Request body: {'security_group_rule': {'security_group_id': 'e63ec74d-c4aa-40c7-bb48-333ee317e86c', 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:13:00.798092 n-d-829866-4 neutron-server[104106]: INFO neutron.db.securitygroups_db [None req-30f06a66-9b65-40ca-b4af-67f2523f44b6 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Project 7602a09c6b004830be8e834a523bb4fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 04:13:00.805178 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-30f06a66-9b65-40ca-b4af-67f2523f44b6 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for security_group_rule (93031fbc-0053-4720-aaa7-8f6cc4dd1994), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:00.883852 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-30f06a66-9b65-40ca-b4af-67f2523f44b6 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for security_group_rule (93031fbc-0053-4720-aaa7-8f6cc4dd1994), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:00.894179 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-32907824-a516-4e1c-8584-365c380016c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (fe086e36-141e-48f9-a4f0-4a31dd79e903), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:00.952261 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-30f06a66-9b65-40ca-b4af-67f2523f44b6 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (93031fbc-0053-4720-aaa7-8f6cc4dd1994), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:00.973669 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f06a66-9b65-40ca-b4af-67f2523f44b6 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93031fbc-0053-4720-aaa7-8f6cc4dd1994,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:13:01.052120 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-30f06a66-9b65-40ca-b4af-67f2523f44b6 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:01.053619 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-30f06a66-9b65-40ca-b4af-67f2523f44b6 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3343306 Feb 20 04:13:01.110437 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32907824-a516-4e1c-8584-365c380016c3 admin admin] Router fe086e36-141e-48f9-a4f0-4a31dd79e903 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:13:01.230728 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32907824-a516-4e1c-8584-365c380016c3 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:13:01.236227 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-32907824-a516-4e1c-8584-365c380016c3 admin admin] 10.222.0.89 "PUT /v2.0/routers/fe086e36-141e-48f9-a4f0-4a31dd79e903/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6363304 Feb 20 04:13:01.238966 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55288) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:13:01.243296 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c042a3-8597-466c-ba74-e8d880409923 None None] Sync routers for ids ['fe086e36-141e-48f9-a4f0-4a31dd79e903'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:13:01.254567 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c042a3-8597-466c-ba74-e8d880409923 None None] Routers {'fe086e36-141e-48f9-a4f0-4a31dd79e903'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:13:01.255738 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b6c042a3-8597-466c-ba74-e8d880409923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:12:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['fe086e36-141e-48f9-a4f0-4a31dd79e903'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:13:01.351255 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-95a81aa8-203a-45c5-8db5-f903f71708cf admin admin] Publish callbacks [] for router (fe086e36-141e-48f9-a4f0-4a31dd79e903), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:01.373302 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:01.382505 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-b6c042a3-8597-466c-ba74-e8d880409923 None None] Set router fe086e36-141e-48f9-a4f0-4a31dd79e903 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:13:01.461286 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-95a81aa8-203a-45c5-8db5-f903f71708cf admin admin] Publish callbacks [] for router_gateway (fe086e36-141e-48f9-a4f0-4a31dd79e903), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:01.594263 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-95a81aa8-203a-45c5-8db5-f903f71708cf admin admin] Deleting port 828dd4ca-a171-4983-99d2-c3138780772e {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:13:01.594619 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-95a81aa8-203a-45c5-8db5-f903f71708cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (828dd4ca-a171-4983-99d2-c3138780772e), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:01.647825 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device d993e315-f632-4c66-b128-064f74d29e0c no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:13:01.672579 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: d993e315-f632-4c66-b128-064f74d29e0c {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:13:01.672930 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device d993e315-f632-4c66-b128-064f74d29e0c not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:13:01.680284 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-95a81aa8-203a-45c5-8db5-f903f71708cf admin admin] For port 828dd4ca-a171-4983-99d2-c3138780772e, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=828dd4ca-a171-4983-99d2-c3138780772e,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:13:01.680655 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-95a81aa8-203a-45c5-8db5-f903f71708cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (828dd4ca-a171-4983-99d2-c3138780772e), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:01.692970 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-95a81aa8-203a-45c5-8db5-f903f71708cf admin admin] Calling delete_port for 828dd4ca-a171-4983-99d2-c3138780772e owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:13:01.767216 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b6c042a3-8597-466c-ba74-e8d880409923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe086e36-141e-48f9-a4f0-4a31dd79e903', 'name': 'tempest-TestServerMultinode-1788622670-router', 'tenant_id': 'af6dab33f0b34f709eec499a50ff993a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '828dd4ca-a171-4983-99d2-c3138780772e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:12:14Z', 'updated_at': '2022-02-20T04:13:00Z', 'revision_number': 5, 'project_id': 'af6dab33f0b34f709eec499a50ff993a', 'gw_port': {'id': '828dd4ca-a171-4983-99d2-c3138780772e', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe086e36-141e-48f9-a4f0-4a31dd79e903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:12:14Z', 'updated_at': '2022-02-20T04:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:13:01.794965 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c042a3-8597-466c-ba74-e8d880409923 None None] Checking router: fe086e36-141e-48f9-a4f0-4a31dd79e903 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:13:01.804276 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c042a3-8597-466c-ba74-e8d880409923 None None] Routers {'fe086e36-141e-48f9-a4f0-4a31dd79e903'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:13:01.804893 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b6c042a3-8597-466c-ba74-e8d880409923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:12:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['fe086e36-141e-48f9-a4f0-4a31dd79e903'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:13:01.896691 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-b6c042a3-8597-466c-ba74-e8d880409923 None None] Set router fe086e36-141e-48f9-a4f0-4a31dd79e903 gateway port host: None {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:13:01.928095 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-95a81aa8-203a-45c5-8db5-f903f71708cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (828dd4ca-a171-4983-99d2-c3138780772e), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:01.952351 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b6c042a3-8597-466c-ba74-e8d880409923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe086e36-141e-48f9-a4f0-4a31dd79e903', 'name': 'tempest-TestServerMultinode-1788622670-router', 'tenant_id': 'af6dab33f0b34f709eec499a50ff993a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:12:14Z', 'updated_at': '2022-02-20T04:13:01Z', 'revision_number': 6, 'project_id': 'af6dab33f0b34f709eec499a50ff993a', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:13:01.954991 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a81aa8-203a-45c5-8db5-f903f71708cf admin admin] Pushing event deleted for resources: {'Port': ['ID=828dd4ca-a171-4983-99d2-c3138780772e,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:13:01.986472 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c042a3-8597-466c-ba74-e8d880409923 None None] The sync data for ids ['fe086e36-141e-48f9-a4f0-4a31dd79e903'] in n-d-829866-4 is: [{'id': 'fe086e36-141e-48f9-a4f0-4a31dd79e903', 'name': 'tempest-TestServerMultinode-1788622670-router', 'tenant_id': 'af6dab33f0b34f709eec499a50ff993a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:12:14Z', 'updated_at': '2022-02-20T04:13:01Z', 'revision_number': 6, 'project_id': 'af6dab33f0b34f709eec499a50ff993a', 'gw_port_host': None}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:13:02.024530 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-95a81aa8-203a-45c5-8db5-f903f71708cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (fe086e36-141e-48f9-a4f0-4a31dd79e903), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:02.123732 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-95a81aa8-203a-45c5-8db5-f903f71708cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (fe086e36-141e-48f9-a4f0-4a31dd79e903), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:02.125865 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-95a81aa8-203a-45c5-8db5-f903f71708cf admin admin] Publish callbacks [] for router_controller (fe086e36-141e-48f9-a4f0-4a31dd79e903), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:02.260968 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-95a81aa8-203a-45c5-8db5-f903f71708cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (fe086e36-141e-48f9-a4f0-4a31dd79e903), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:02.261605 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a81aa8-203a-45c5-8db5-f903f71708cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe086e36-141e-48f9-a4f0-4a31dd79e903 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 04:13:02.266091 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-95a81aa8-203a-45c5-8db5-f903f71708cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:02.267287 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-95a81aa8-203a-45c5-8db5-f903f71708cf admin admin] 10.222.0.89 "DELETE /v2.0/routers/fe086e36-141e-48f9-a4f0-4a31dd79e903 HTTP/1.1" status: 204 len: 168 time: 1.0273318 Feb 20 04:13:02.270171 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55320) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:13:02.318142 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-afaa9a35-020b-4187-9918-c27f106ed65f admin admin] Deleting subnet 86186e4e-8d1c-4f48-baeb-40f62cc4ad82 {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 04:13:02.321701 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-afaa9a35-020b-4187-9918-c27f106ed65f admin admin] Publish callbacks [] for subnet (86186e4e-8d1c-4f48-baeb-40f62cc4ad82), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:02.367852 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-afaa9a35-020b-4187-9918-c27f106ed65f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (86186e4e-8d1c-4f48-baeb-40f62cc4ad82), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:02.493264 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-afaa9a35-020b-4187-9918-c27f106ed65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (86186e4e-8d1c-4f48-baeb-40f62cc4ad82), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:02.627379 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-afaa9a35-020b-4187-9918-c27f106ed65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (86186e4e-8d1c-4f48-baeb-40f62cc4ad82), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:02.661865 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-afaa9a35-020b-4187-9918-c27f106ed65f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:02.666034 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ae3be2-8b94-418a-bf72-6a1ea707c52e None None] Network 961b9af6-559e-4384-9338-1015a47f7eae requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:13:02.666520 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-afaa9a35-020b-4187-9918-c27f106ed65f admin admin] 10.222.0.89 "DELETE /v2.0/subnets/86186e4e-8d1c-4f48-baeb-40f62cc4ad82 HTTP/1.1" status: 204 len: 168 time: 0.3950603 Feb 20 04:13:02.667363 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa9a35-020b-4187-9918-c27f106ed65f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86186e4e-8d1c-4f48-baeb-40f62cc4ad82,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:13:02.668943 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55326) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:13:02.748916 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d8d4146b-9470-4ad3-9483-4a1a305b797a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (961b9af6-559e-4384-9338-1015a47f7eae), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:02.814664 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 899f2ffd-f509-4783-8dc0-91d9989d1c82 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:13:02.834034 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-d8d4146b-9470-4ad3-9483-4a1a305b797a admin admin] Deleting port 991a3f88-1ed5-420b-bdcb-6d82f3f04ecc {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:13:02.834421 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d8d4146b-9470-4ad3-9483-4a1a305b797a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (991a3f88-1ed5-420b-bdcb-6d82f3f04ecc), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:02.852834 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:02.857542 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 899f2ffd-f509-4783-8dc0-91d9989d1c82 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:13:02.857542 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 899f2ffd-f509-4783-8dc0-91d9989d1c82 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:13:02.863490 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efb6725-4963-4acd-aaf6-629243fc7b23 None None] DHCP port deletion for 961b9af6-559e-4384-9338-1015a47f7eae request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 04:13:02.916253 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-d8d4146b-9470-4ad3-9483-4a1a305b797a admin admin] For port 991a3f88-1ed5-420b-bdcb-6d82f3f04ecc, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=991a3f88-1ed5-420b-bdcb-6d82f3f04ecc,segment=NetworkSegment(82ec51a7-6497-4a28-aca4-8ca3a87c3c97),segment_id=82ec51a7-6497-4a28-aca4-8ca3a87c3c97)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:13:02.916618 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d8d4146b-9470-4ad3-9483-4a1a305b797a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (991a3f88-1ed5-420b-bdcb-6d82f3f04ecc), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:02.920458 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-1efb6725-4963-4acd-aaf6-629243fc7b23 None None] Deleting port 991a3f88-1ed5-420b-bdcb-6d82f3f04ecc {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:13:02.920843 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1efb6725-4963-4acd-aaf6-629243fc7b23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (991a3f88-1ed5-420b-bdcb-6d82f3f04ecc), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:02.936004 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-d8d4146b-9470-4ad3-9483-4a1a305b797a admin admin] Calling delete_port for 991a3f88-1ed5-420b-bdcb-6d82f3f04ecc owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:13:02.996721 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-1efb6725-4963-4acd-aaf6-629243fc7b23 None None] For port 991a3f88-1ed5-420b-bdcb-6d82f3f04ecc, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=991a3f88-1ed5-420b-bdcb-6d82f3f04ecc,segment=NetworkSegment(82ec51a7-6497-4a28-aca4-8ca3a87c3c97),segment_id=82ec51a7-6497-4a28-aca4-8ca3a87c3c97)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:13:02.997478 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1efb6725-4963-4acd-aaf6-629243fc7b23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (991a3f88-1ed5-420b-bdcb-6d82f3f04ecc), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:03.012189 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-1efb6725-4963-4acd-aaf6-629243fc7b23 None None] Calling delete_port for 991a3f88-1ed5-420b-bdcb-6d82f3f04ecc owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:13:03.118195 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d8d4146b-9470-4ad3-9483-4a1a305b797a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (991a3f88-1ed5-420b-bdcb-6d82f3f04ecc), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:03.127401 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1efb6725-4963-4acd-aaf6-629243fc7b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (991a3f88-1ed5-420b-bdcb-6d82f3f04ecc), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:03.148830 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4146b-9470-4ad3-9483-4a1a305b797a admin admin] Pushing event deleted for resources: {'Port': ['ID=991a3f88-1ed5-420b-bdcb-6d82f3f04ecc,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:13:03.154993 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d4146b-9470-4ad3-9483-4a1a305b797a admin admin] No DVR routers for this DVR port 991a3f88-1ed5-420b-bdcb-6d82f3f04ecc on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:13:03.163613 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb6725-4963-4acd-aaf6-629243fc7b23 None None] Pushing event deleted for resources: {'Port': ['ID=991a3f88-1ed5-420b-bdcb-6d82f3f04ecc,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:13:03.177541 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efb6725-4963-4acd-aaf6-629243fc7b23 None None] No DVR routers for this DVR port 991a3f88-1ed5-420b-bdcb-6d82f3f04ecc on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:13:03.181729 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb6725-4963-4acd-aaf6-629243fc7b23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:13:03.185769 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb6725-4963-4acd-aaf6-629243fc7b23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:13:03.185769 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb6725-4963-4acd-aaf6-629243fc7b23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:13:03.185769 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb6725-4963-4acd-aaf6-629243fc7b23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:13:03.186638 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb6725-4963-4acd-aaf6-629243fc7b23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:13:03.186638 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb6725-4963-4acd-aaf6-629243fc7b23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:13:03.186638 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb6725-4963-4acd-aaf6-629243fc7b23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:13:03.187319 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb6725-4963-4acd-aaf6-629243fc7b23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:13:03.187319 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb6725-4963-4acd-aaf6-629243fc7b23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:13:03.188792 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb6725-4963-4acd-aaf6-629243fc7b23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:13:03.188792 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb6725-4963-4acd-aaf6-629243fc7b23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:13:03.188792 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb6725-4963-4acd-aaf6-629243fc7b23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:13:03.188792 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb6725-4963-4acd-aaf6-629243fc7b23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:13:03.251002 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d8d4146b-9470-4ad3-9483-4a1a305b797a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (961b9af6-559e-4384-9338-1015a47f7eae), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:03.272579 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-d8d4146b-9470-4ad3-9483-4a1a305b797a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['961b9af6-559e-4384-9338-1015a47f7eae']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:13:03.282026 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-d8d4146b-9470-4ad3-9483-4a1a305b797a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ec51a7-6497-4a28-aca4-8ca3a87c3c97') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:13:03.282325 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-d8d4146b-9470-4ad3-9483-4a1a305b797a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ec51a7-6497-4a28-aca4-8ca3a87c3c97') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:13:03.292192 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d8d4146b-9470-4ad3-9483-4a1a305b797a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (82ec51a7-6497-4a28-aca4-8ca3a87c3c97), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:03.306381 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d8d4146b-9470-4ad3-9483-4a1a305b797a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (82ec51a7-6497-4a28-aca4-8ca3a87c3c97), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:03.312318 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d4146b-9470-4ad3-9483-4a1a305b797a admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 04:13:03.312708 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d8d4146b-9470-4ad3-9483-4a1a305b797a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (82ec51a7-6497-4a28-aca4-8ca3a87c3c97), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:03.314362 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 04:13:03.314362 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 04:13:03.314362 n-d-829866-4 neutron-server[104105]: timer() Feb 20 04:13:03.314362 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 04:13:03.314362 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 04:13:03.314362 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 04:13:03.314362 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 04:13:03.314362 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 04:13:03.314362 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 04:13:03.314362 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 04:13:03.314362 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 04:13:03.314362 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 04:13:03.314362 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 04:13:03.314362 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 04:13:03.314362 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 04:13:03.314362 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 04:13:03.314362 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 04:13:03.314362 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 04:13:03.314362 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 04:13:03.314362 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 04:13:03.314362 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 04:13:03.314362 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 04:13:03.314362 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 04:13:03.314362 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 04:13:03.314362 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 04:13:03.314362 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 04:13:03.314362 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 04:13:03.314362 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 04:13:03.314362 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 04:13:03.314362 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 04:13:03.314362 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 04:13:03.314362 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 04:13:03.449736 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d8d4146b-9470-4ad3-9483-4a1a305b797a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (961b9af6-559e-4384-9338-1015a47f7eae), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:03.455422 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-d8d4146b-9470-4ad3-9483-4a1a305b797a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:03.462058 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-d8d4146b-9470-4ad3-9483-4a1a305b797a admin admin] 10.222.0.89 "DELETE /v2.0/networks/961b9af6-559e-4384-9338-1015a47f7eae HTTP/1.1" status: 204 len: 168 time: 0.7881987 Feb 20 04:13:03.462493 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55330) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:13:03.479910 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4146b-9470-4ad3-9483-4a1a305b797a admin admin] Pushing event deleted for resources: {'Network': ['ID=961b9af6-559e-4384-9338-1015a47f7eae,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:13:03.844073 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-edf1e5ee-3feb-4733-941c-6a28b2045458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (f97d83bb-4219-44fe-b0db-0fc43fa4ec14), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:04.234249 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 991a3f88-1ed5-420b-bdcb-6d82f3f04ecc no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:13:04.255720 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 991a3f88-1ed5-420b-bdcb-6d82f3f04ecc {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:13:04.256075 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 991a3f88-1ed5-420b-bdcb-6d82f3f04ecc not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:13:04.256501 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 828dd4ca-a171-4983-99d2-c3138780772e no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:13:04.278476 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 828dd4ca-a171-4983-99d2-c3138780772e {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:13:04.278831 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 828dd4ca-a171-4983-99d2-c3138780772e not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:13:04.405319 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-edf1e5ee-3feb-4733-941c-6a28b2045458 admin admin] Deleting port d1604069-952b-4bd4-b670-aa8a02d3deb7 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:13:04.405694 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-edf1e5ee-3feb-4733-941c-6a28b2045458 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (d1604069-952b-4bd4-b670-aa8a02d3deb7), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:04.484406 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-edf1e5ee-3feb-4733-941c-6a28b2045458 admin admin] For port d1604069-952b-4bd4-b670-aa8a02d3deb7, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d1604069-952b-4bd4-b670-aa8a02d3deb7,segment=NetworkSegment(ca043b13-2a82-4eff-b012-0659a7b44aa8),segment_id=ca043b13-2a82-4eff-b012-0659a7b44aa8)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:13:04.484695 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-edf1e5ee-3feb-4733-941c-6a28b2045458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (d1604069-952b-4bd4-b670-aa8a02d3deb7), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:04.501839 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-edf1e5ee-3feb-4733-941c-6a28b2045458 admin admin] Calling delete_port for d1604069-952b-4bd4-b670-aa8a02d3deb7 owned by network:router_interface {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:13:04.747029 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-edf1e5ee-3feb-4733-941c-6a28b2045458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (d1604069-952b-4bd4-b670-aa8a02d3deb7), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:04.772215 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1e5ee-3feb-4733-941c-6a28b2045458 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1604069-952b-4bd4-b670-aa8a02d3deb7,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:13:04.831282 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:13:04.974003 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-edf1e5ee-3feb-4733-941c-6a28b2045458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (f97d83bb-4219-44fe-b0db-0fc43fa4ec14), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:05.217022 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf1e5ee-3feb-4733-941c-6a28b2045458 admin admin] Router f97d83bb-4219-44fe-b0db-0fc43fa4ec14 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:13:05.331620 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf1e5ee-3feb-4733-941c-6a28b2045458 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:13:05.339933 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-edf1e5ee-3feb-4733-941c-6a28b2045458 admin admin] 10.222.0.89 "PUT /v2.0/routers/f97d83bb-4219-44fe-b0db-0fc43fa4ec14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8764024 Feb 20 04:13:05.341990 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55336) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:13:05.344688 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600bb50d-cd2c-4a6a-8f99-1a9ea5f9ec9a None None] Sync routers for ids ['f97d83bb-4219-44fe-b0db-0fc43fa4ec14'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:13:05.354805 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600bb50d-cd2c-4a6a-8f99-1a9ea5f9ec9a None None] Routers {'f97d83bb-4219-44fe-b0db-0fc43fa4ec14'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:13:05.355445 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-600bb50d-cd2c-4a6a-8f99-1a9ea5f9ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:12:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['f97d83bb-4219-44fe-b0db-0fc43fa4ec14'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:13:05.463709 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5dc42a79-4128-466b-a998-276651534a83 admin admin] Publish callbacks [] for router (f97d83bb-4219-44fe-b0db-0fc43fa4ec14), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:05.468984 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-600bb50d-cd2c-4a6a-8f99-1a9ea5f9ec9a None None] Set router f97d83bb-4219-44fe-b0db-0fc43fa4ec14 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:13:05.583419 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5dc42a79-4128-466b-a998-276651534a83 admin admin] Publish callbacks [] for router_gateway (f97d83bb-4219-44fe-b0db-0fc43fa4ec14), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:05.654067 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-600bb50d-cd2c-4a6a-8f99-1a9ea5f9ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97d83bb-4219-44fe-b0db-0fc43fa4ec14', 'name': 'tempest-TestServerMultinode-1875549036-router', 'tenant_id': '9414bd7fdb594fd487bdc5431ff07fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '4a0b8723-c710-429a-b230-be1a25e3c6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:12:21Z', 'updated_at': '2022-02-20T04:13:04Z', 'revision_number': 5, 'project_id': '9414bd7fdb594fd487bdc5431ff07fd2', 'gw_port': {'id': '4a0b8723-c710-429a-b230-be1a25e3c6cc', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97d83bb-4219-44fe-b0db-0fc43fa4ec14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:12:22Z', 'updated_at': '2022-02-20T04:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:13:05.692621 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-5dc42a79-4128-466b-a998-276651534a83 admin admin] Deleting port 4a0b8723-c710-429a-b230-be1a25e3c6cc {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:13:05.692967 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5dc42a79-4128-466b-a998-276651534a83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (4a0b8723-c710-429a-b230-be1a25e3c6cc), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:05.700274 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600bb50d-cd2c-4a6a-8f99-1a9ea5f9ec9a None None] Checking router: f97d83bb-4219-44fe-b0db-0fc43fa4ec14 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:13:05.713830 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600bb50d-cd2c-4a6a-8f99-1a9ea5f9ec9a None None] Routers {'f97d83bb-4219-44fe-b0db-0fc43fa4ec14'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:13:05.714773 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-600bb50d-cd2c-4a6a-8f99-1a9ea5f9ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:12:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['f97d83bb-4219-44fe-b0db-0fc43fa4ec14'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:13:05.784702 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-5dc42a79-4128-466b-a998-276651534a83 admin admin] For port 4a0b8723-c710-429a-b230-be1a25e3c6cc, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=4a0b8723-c710-429a-b230-be1a25e3c6cc,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:13:05.786159 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5dc42a79-4128-466b-a998-276651534a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (4a0b8723-c710-429a-b230-be1a25e3c6cc), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:05.797986 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-5dc42a79-4128-466b-a998-276651534a83 admin admin] Calling delete_port for 4a0b8723-c710-429a-b230-be1a25e3c6cc owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:13:05.811115 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-600bb50d-cd2c-4a6a-8f99-1a9ea5f9ec9a None None] Set router f97d83bb-4219-44fe-b0db-0fc43fa4ec14 gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:13:05.866093 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-600bb50d-cd2c-4a6a-8f99-1a9ea5f9ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97d83bb-4219-44fe-b0db-0fc43fa4ec14', 'name': 'tempest-TestServerMultinode-1875549036-router', 'tenant_id': '9414bd7fdb594fd487bdc5431ff07fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:12:21Z', 'updated_at': '2022-02-20T04:13:05Z', 'revision_number': 6, 'project_id': '9414bd7fdb594fd487bdc5431ff07fd2', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:13:05.892301 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600bb50d-cd2c-4a6a-8f99-1a9ea5f9ec9a None None] The sync data for ids ['f97d83bb-4219-44fe-b0db-0fc43fa4ec14'] in n-d-829866-4 is: [{'id': 'f97d83bb-4219-44fe-b0db-0fc43fa4ec14', 'name': 'tempest-TestServerMultinode-1875549036-router', 'tenant_id': '9414bd7fdb594fd487bdc5431ff07fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:12:21Z', 'updated_at': '2022-02-20T04:13:05Z', 'revision_number': 6, 'project_id': '9414bd7fdb594fd487bdc5431ff07fd2', 'gw_port_host': None}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:13:06.009569 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5dc42a79-4128-466b-a998-276651534a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (4a0b8723-c710-429a-b230-be1a25e3c6cc), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:06.038363 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc42a79-4128-466b-a998-276651534a83 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a0b8723-c710-429a-b230-be1a25e3c6cc,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:13:06.109525 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5dc42a79-4128-466b-a998-276651534a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (f97d83bb-4219-44fe-b0db-0fc43fa4ec14), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:06.205165 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5dc42a79-4128-466b-a998-276651534a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (f97d83bb-4219-44fe-b0db-0fc43fa4ec14), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:06.207824 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5dc42a79-4128-466b-a998-276651534a83 admin admin] Publish callbacks [] for router_controller (f97d83bb-4219-44fe-b0db-0fc43fa4ec14), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:06.328486 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5dc42a79-4128-466b-a998-276651534a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (f97d83bb-4219-44fe-b0db-0fc43fa4ec14), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:06.329163 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc42a79-4128-466b-a998-276651534a83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f97d83bb-4219-44fe-b0db-0fc43fa4ec14 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 04:13:06.337025 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-5dc42a79-4128-466b-a998-276651534a83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:06.337025 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-5dc42a79-4128-466b-a998-276651534a83 admin admin] 10.222.0.89 "DELETE /v2.0/routers/f97d83bb-4219-44fe-b0db-0fc43fa4ec14 HTTP/1.1" status: 204 len: 168 time: 0.9937911 Feb 20 04:13:06.343529 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55340) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:13:06.390419 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device d1604069-952b-4bd4-b670-aa8a02d3deb7 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:13:06.394592 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c1d278e-f4f6-4513-a8f7-6f6de541dadf admin admin] Deleting subnet b322bc3e-bc65-412c-bdd8-bce805e05b53 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 04:13:06.397912 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0c1d278e-f4f6-4513-a8f7-6f6de541dadf admin admin] Publish callbacks [] for subnet (b322bc3e-bc65-412c-bdd8-bce805e05b53), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:06.411868 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: d1604069-952b-4bd4-b670-aa8a02d3deb7 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:13:06.412453 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device d1604069-952b-4bd4-b670-aa8a02d3deb7 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:13:06.436574 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0c1d278e-f4f6-4513-a8f7-6f6de541dadf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (b322bc3e-bc65-412c-bdd8-bce805e05b53), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:06.522832 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0c1d278e-f4f6-4513-a8f7-6f6de541dadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (b322bc3e-bc65-412c-bdd8-bce805e05b53), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:06.672869 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0c1d278e-f4f6-4513-a8f7-6f6de541dadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (b322bc3e-bc65-412c-bdd8-bce805e05b53), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:06.700017 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d278e-f4f6-4513-a8f7-6f6de541dadf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b322bc3e-bc65-412c-bdd8-bce805e05b53,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:13:06.703592 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0c1d278e-f4f6-4513-a8f7-6f6de541dadf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:06.709785 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0c1d278e-f4f6-4513-a8f7-6f6de541dadf admin admin] 10.222.0.89 "DELETE /v2.0/subnets/b322bc3e-bc65-412c-bdd8-bce805e05b53 HTTP/1.1" status: 204 len: 168 time: 0.3623416 Feb 20 04:13:06.710100 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55342) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:13:06.719674 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6690ff3-b567-40f6-92ba-da4b7c985d9f None None] Network fc6d8e56-02fa-4e92-95bd-1c497b54e27c requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:13:06.796664 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1ad39574-828d-485a-b627-5b48ffb2cc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (fc6d8e56-02fa-4e92-95bd-1c497b54e27c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:06.874198 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-1ad39574-828d-485a-b627-5b48ffb2cc36 admin admin] Deleting port 19be402d-39b3-4b10-8262-3e23f5bd6f80 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:13:06.875140 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1ad39574-828d-485a-b627-5b48ffb2cc36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (19be402d-39b3-4b10-8262-3e23f5bd6f80), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:06.908458 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21e57b6-4403-4218-b7f2-2d825c21b59a None None] DHCP port deletion for fc6d8e56-02fa-4e92-95bd-1c497b54e27c request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 04:13:06.956849 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-1ad39574-828d-485a-b627-5b48ffb2cc36 admin admin] For port 19be402d-39b3-4b10-8262-3e23f5bd6f80, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=19be402d-39b3-4b10-8262-3e23f5bd6f80,segment=NetworkSegment(ca043b13-2a82-4eff-b012-0659a7b44aa8),segment_id=ca043b13-2a82-4eff-b012-0659a7b44aa8)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:13:06.957667 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1ad39574-828d-485a-b627-5b48ffb2cc36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (19be402d-39b3-4b10-8262-3e23f5bd6f80), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:06.971987 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-1ad39574-828d-485a-b627-5b48ffb2cc36 admin admin] Calling delete_port for 19be402d-39b3-4b10-8262-3e23f5bd6f80 owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:13:06.975590 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b21e57b6-4403-4218-b7f2-2d825c21b59a None None] Deleting port 19be402d-39b3-4b10-8262-3e23f5bd6f80 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:13:06.976221 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b21e57b6-4403-4218-b7f2-2d825c21b59a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (19be402d-39b3-4b10-8262-3e23f5bd6f80), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:07.069008 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-b21e57b6-4403-4218-b7f2-2d825c21b59a None None] For port 19be402d-39b3-4b10-8262-3e23f5bd6f80, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=19be402d-39b3-4b10-8262-3e23f5bd6f80,segment=NetworkSegment(ca043b13-2a82-4eff-b012-0659a7b44aa8),segment_id=ca043b13-2a82-4eff-b012-0659a7b44aa8)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:13:07.069693 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b21e57b6-4403-4218-b7f2-2d825c21b59a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (19be402d-39b3-4b10-8262-3e23f5bd6f80), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:07.084760 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-b21e57b6-4403-4218-b7f2-2d825c21b59a None None] Calling delete_port for 19be402d-39b3-4b10-8262-3e23f5bd6f80 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:13:07.168957 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1ad39574-828d-485a-b627-5b48ffb2cc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (19be402d-39b3-4b10-8262-3e23f5bd6f80), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:07.174155 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad39574-828d-485a-b627-5b48ffb2cc36 admin admin] Pushing event deleted for resources: {'Port': ['ID=19be402d-39b3-4b10-8262-3e23f5bd6f80,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:13:07.174697 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b21e57b6-4403-4218-b7f2-2d825c21b59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (19be402d-39b3-4b10-8262-3e23f5bd6f80), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:07.176921 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad39574-828d-485a-b627-5b48ffb2cc36 admin admin] No DVR routers for this DVR port 19be402d-39b3-4b10-8262-3e23f5bd6f80 on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:13:07.204851 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e57b6-4403-4218-b7f2-2d825c21b59a None None] Pushing event deleted for resources: {'Port': ['ID=19be402d-39b3-4b10-8262-3e23f5bd6f80,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:13:07.206676 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21e57b6-4403-4218-b7f2-2d825c21b59a None None] No DVR routers for this DVR port 19be402d-39b3-4b10-8262-3e23f5bd6f80 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:13:07.251693 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1ad39574-828d-485a-b627-5b48ffb2cc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (fc6d8e56-02fa-4e92-95bd-1c497b54e27c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:07.275768 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-1ad39574-828d-485a-b627-5b48ffb2cc36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6d8e56-02fa-4e92-95bd-1c497b54e27c']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:13:07.285293 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-1ad39574-828d-485a-b627-5b48ffb2cc36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca043b13-2a82-4eff-b012-0659a7b44aa8') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:13:07.285595 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-1ad39574-828d-485a-b627-5b48ffb2cc36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca043b13-2a82-4eff-b012-0659a7b44aa8') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:13:07.300169 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1ad39574-828d-485a-b627-5b48ffb2cc36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (ca043b13-2a82-4eff-b012-0659a7b44aa8), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:07.314410 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1ad39574-828d-485a-b627-5b48ffb2cc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (ca043b13-2a82-4eff-b012-0659a7b44aa8), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:07.321586 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad39574-828d-485a-b627-5b48ffb2cc36 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 04:13:07.321978 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1ad39574-828d-485a-b627-5b48ffb2cc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (ca043b13-2a82-4eff-b012-0659a7b44aa8), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:07.323960 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 04:13:07.323960 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 04:13:07.323960 n-d-829866-4 neutron-server[104105]: timer() Feb 20 04:13:07.323960 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 04:13:07.323960 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 04:13:07.323960 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 04:13:07.323960 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 04:13:07.323960 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 04:13:07.323960 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 04:13:07.323960 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 04:13:07.323960 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 04:13:07.323960 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 04:13:07.323960 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 04:13:07.323960 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 04:13:07.323960 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 04:13:07.323960 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 04:13:07.323960 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 04:13:07.323960 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 04:13:07.323960 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 04:13:07.323960 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 04:13:07.323960 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 04:13:07.323960 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 04:13:07.323960 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 04:13:07.323960 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 04:13:07.323960 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 04:13:07.323960 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 04:13:07.323960 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 04:13:07.323960 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 04:13:07.323960 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 04:13:07.323960 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 04:13:07.323960 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 04:13:07.323960 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 04:13:07.489450 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1ad39574-828d-485a-b627-5b48ffb2cc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (fc6d8e56-02fa-4e92-95bd-1c497b54e27c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:07.494949 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-1ad39574-828d-485a-b627-5b48ffb2cc36 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:07.498132 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-1ad39574-828d-485a-b627-5b48ffb2cc36 admin admin] 10.222.0.89 "DELETE /v2.0/networks/fc6d8e56-02fa-4e92-95bd-1c497b54e27c HTTP/1.1" status: 204 len: 168 time: 0.7872446 Feb 20 04:13:07.512447 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad39574-828d-485a-b627-5b48ffb2cc36 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc6d8e56-02fa-4e92-95bd-1c497b54e27c,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:13:07.923427 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55348) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:13:07.966598 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9c050c39-d38c-4ddf-9f77-e7cd22cc98ce admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=af6dab33f0b34f709eec499a50ff993a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408022 Feb 20 04:13:07.967941 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55350) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:13:08.017504 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9b0ac313-ab5b-465e-bbc5-97f7e1cee7f7 admin admin] Publish callbacks [] for security_group (7388abeb-f025-43f5-a152-8ee04cfd2098), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:08.039958 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9b0ac313-ab5b-465e-bbc5-97f7e1cee7f7 admin admin] Publish callbacks [] for security_group (7388abeb-f025-43f5-a152-8ee04cfd2098), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:08.193040 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9b0ac313-ab5b-465e-bbc5-97f7e1cee7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (7388abeb-f025-43f5-a152-8ee04cfd2098), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:08.196931 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-9b0ac313-ab5b-465e-bbc5-97f7e1cee7f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:08.197171 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9b0ac313-ab5b-465e-bbc5-97f7e1cee7f7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7388abeb-f025-43f5-a152-8ee04cfd2098 HTTP/1.1" status: 204 len: 168 time: 0.2281032 Feb 20 04:13:08.206661 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ac313-ab5b-465e-bbc5-97f7e1cee7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7388abeb-f025-43f5-a152-8ee04cfd2098,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:13:08.247495 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 19be402d-39b3-4b10-8262-3e23f5bd6f80 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:13:08.269111 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 19be402d-39b3-4b10-8262-3e23f5bd6f80 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:13:08.269563 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 19be402d-39b3-4b10-8262-3e23f5bd6f80 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:13:08.270041 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4a0b8723-c710-429a-b230-be1a25e3c6cc no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:13:08.289618 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 4a0b8723-c710-429a-b230-be1a25e3c6cc {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:13:08.289953 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4a0b8723-c710-429a-b230-be1a25e3c6cc not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:13:08.963322 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55358) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:13:09.006402 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-5b793725-89af-48a4-97c9-f2d10b8c408b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9414bd7fdb594fd487bdc5431ff07fd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402110 Feb 20 04:13:09.007985 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55360) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:13:09.061002 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-edad48ad-2027-4b96-bd0e-17f87ea97f5c admin admin] Publish callbacks [] for security_group (3517da7d-e53a-4796-9335-be272bda6b3d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:09.082814 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-edad48ad-2027-4b96-bd0e-17f87ea97f5c admin admin] Publish callbacks [] for security_group (3517da7d-e53a-4796-9335-be272bda6b3d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:09.220687 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-edad48ad-2027-4b96-bd0e-17f87ea97f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (3517da7d-e53a-4796-9335-be272bda6b3d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:09.223376 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-edad48ad-2027-4b96-bd0e-17f87ea97f5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:09.224552 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-edad48ad-2027-4b96-bd0e-17f87ea97f5c admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3517da7d-e53a-4796-9335-be272bda6b3d HTTP/1.1" status: 204 len: 168 time: 0.2156181 Feb 20 04:13:09.232767 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad48ad-2027-4b96-bd0e-17f87ea97f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3517da7d-e53a-4796-9335-be272bda6b3d,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:13:21.334805 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:21.363765 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:26.494727 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fc44c136-ca40-42e7-b420-020d0acb5f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:27.290618 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-6d3c161d-6b40-44eb-991f-3cca649d6dc8 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1671025950&fields=id&tenant_id=7602a09c6b004830be8e834a523bb4fb HTTP/1.1" status: 200 len: 267 time: 0.0461884 Feb 20 04:13:27.401601 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-802c7834-4014-4fee-b6e3-3713fa14b455 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:27.403090 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-802c7834-4014-4fee-b6e3-3713fa14b455 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 810 time: 0.1059191 Feb 20 04:13:27.417921 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-9e7685c2-5d76-421d-90de-36876c424bab tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/quotas/7602a09c6b004830be8e834a523bb4fb HTTP/1.1" status: 200 len: 375 time: 0.0093234 Feb 20 04:13:27.473333 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-26ba1cff-67d3-4432-8cdb-69d084703373 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504720 Feb 20 04:13:27.666659 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-c4440faf-8ad1-4fc4-903d-fdadd1a7e983 service neutron] 10.222.0.89 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817687 Feb 20 04:13:27.753937 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-8ac59474-e82f-4a6a-b39f-d8f72d0dcfd3 service neutron] 10.222.0.89 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813358 Feb 20 04:13:28.299811 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88cb5a3e-fbc8-4bb2-aae5-bd14a3ec6025 req-dd979d4b-2fdd-4c0a-8e13-c1ba09b0b1f2 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 210 time: 0.0286441 Feb 20 04:13:28.700205 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-42c2f9cb-e9e7-4099-adb6-e73a5baf67aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:29.398098 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b68ad92d-c0e2-4f84-95a2-b4fd0827f6ec req-551b7e63-7c54-4e3f-b461-1722cc055741 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 210 time: 0.0305767 Feb 20 04:13:30.095187 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:30.159766 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-b468bc76-9d6c-4081-afd1-004b6569dbea tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:30.161226 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-b468bc76-9d6c-4081-afd1-004b6569dbea tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.93 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 810 time: 0.1109326 Feb 20 04:13:30.222851 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-477774e2-99c6-40ee-9fa0-f73bc8da4f08 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7602a09c6b004830be8e834a523bb4fb HTTP/1.1" status: 200 len: 380 time: 0.0536821 Feb 20 04:13:30.231205 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-e8361a55-d0bc-4dfc-a658-7ba16d10f170 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Request body: {'port': {'device_id': 'cbf354ad-4a9e-45e7-b81c-cea1a22ec411', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'admin_state_up': True, 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'security_groups': ['e63ec74d-c4aa-40c7-bb48-333ee317e86c']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:13:30.415061 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-e8361a55-d0bc-4dfc-a658-7ba16d10f170 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Made reservation on behalf of 7602a09c6b004830be8e834a523bb4fb for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:13:30.418551 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-e8361a55-d0bc-4dfc-a658-7ba16d10f170 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:30.511752 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-707afdcf-ab59-42e7-bc85-34173685e372 req-145e0c80-9e33-4154-8d3c-4ea670678808 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 210 time: 0.0332344 Feb 20 04:13:30.574370 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-e8361a55-d0bc-4dfc-a658-7ba16d10f170 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Allocated IP 172.20.0.11 (776cfe74-9834-4e25-aade-eb236e2b5f70/a65a671e-c66c-439b-a311-43e99c7bbefc/79d668f8-89f0-457c-830e-cc14d17e588f) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:13:30.707993 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-e8361a55-d0bc-4dfc-a658-7ba16d10f170 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for port (79d668f8-89f0-457c-830e-cc14d17e588f), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:30.809784 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-e8361a55-d0bc-4dfc-a658-7ba16d10f170 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (79d668f8-89f0-457c-830e-cc14d17e588f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:30.851321 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-e8361a55-d0bc-4dfc-a658-7ba16d10f170 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Network 776cfe74-9834-4e25-aade-eb236e2b5f70 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:13:30.854773 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-e8361a55-d0bc-4dfc-a658-7ba16d10f170 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:13:30.865371 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-e8361a55-d0bc-4dfc-a658-7ba16d10f170 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:13:30.890199 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8361a55-d0bc-4dfc-a658-7ba16d10f170 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Pushing event updated for resources: {'Port': ['ID=79d668f8-89f0-457c-830e-cc14d17e588f,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:13:30.918332 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-e8361a55-d0bc-4dfc-a658-7ba16d10f170 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:30.919027 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-e8361a55-d0bc-4dfc-a658-7ba16d10f170 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:31.023520 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-e8361a55-d0bc-4dfc-a658-7ba16d10f170 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7959962 Feb 20 04:13:31.035559 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-b05743c4-a7ce-4017-ab78-c09c4941a14b service neutron] Request body: {'port': {'device_id': 'cbf354ad-4a9e-45e7-b81c-cea1a22ec411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:13:31.104030 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-2435dbf7-57e9-4869-8859-c97944c9dfc9 None None] Provisioning complete for port 79d668f8-89f0-457c-830e-cc14d17e588f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:13:31.104603 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2435dbf7-57e9-4869-8859-c97944c9dfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (79d668f8-89f0-457c-830e-cc14d17e588f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:31.106225 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-b05743c4-a7ce-4017-ab78-c09c4941a14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (79d668f8-89f0-457c-830e-cc14d17e588f), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:31.139516 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2435dbf7-57e9-4869-8859-c97944c9dfc9 None None] Port 79d668f8-89f0-457c-830e-cc14d17e588f cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:13:31.377583 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-b05743c4-a7ce-4017-ab78-c09c4941a14b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d668f8-89f0-457c-830e-cc14d17e588f {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:13:31.379403 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:31.385947 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-b05743c4-a7ce-4017-ab78-c09c4941a14b service neutron] Publish callbacks [] for port (79d668f8-89f0-457c-830e-cc14d17e588f), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:31.398079 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-b05743c4-a7ce-4017-ab78-c09c4941a14b service neutron] Transition to ACTIVE for port object 79d668f8-89f0-457c-830e-cc14d17e588f will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:13:31.465796 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-b05743c4-a7ce-4017-ab78-c09c4941a14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (79d668f8-89f0-457c-830e-cc14d17e588f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:31.544083 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05743c4-a7ce-4017-ab78-c09c4941a14b service neutron] Pushing event updated for resources: {'Port': ['ID=79d668f8-89f0-457c-830e-cc14d17e588f,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:13:31.612962 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-b05743c4-a7ce-4017-ab78-c09c4941a14b service neutron] Attempting to bind port 79d668f8-89f0-457c-830e-cc14d17e588f on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:13:31.613449 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-b05743c4-a7ce-4017-ab78-c09c4941a14b service neutron] Attempting to bind port 79d668f8-89f0-457c-830e-cc14d17e588f by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:13:31.613794 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-b05743c4-a7ce-4017-ab78-c09c4941a14b service neutron] Attempting to bind port 79d668f8-89f0-457c-830e-cc14d17e588f on network 776cfe74-9834-4e25-aade-eb236e2b5f70 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:13:31.637037 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-b05743c4-a7ce-4017-ab78-c09c4941a14b service neutron] Port 79d668f8-89f0-457c-830e-cc14d17e588f on network 776cfe74-9834-4e25-aade-eb236e2b5f70 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:13:31.637302 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-b05743c4-a7ce-4017-ab78-c09c4941a14b service neutron] Attempting to bind port 79d668f8-89f0-457c-830e-cc14d17e588f on network 776cfe74-9834-4e25-aade-eb236e2b5f70 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:13:31.645931 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-b05743c4-a7ce-4017-ab78-c09c4941a14b service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:13:31.646282 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-b05743c4-a7ce-4017-ab78-c09c4941a14b service neutron] Checking segment: {'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:13:31.646678 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-b05743c4-a7ce-4017-ab78-c09c4941a14b service neutron] Bound using segment: {'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:13:31.647149 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-b05743c4-a7ce-4017-ab78-c09c4941a14b service neutron] Bound port: 79d668f8-89f0-457c-830e-cc14d17e588f, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:13:31.647519 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-b05743c4-a7ce-4017-ab78-c09c4941a14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (79d668f8-89f0-457c-830e-cc14d17e588f), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:31.703741 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa27b03-17cf-470c-a684-00a42d608b9c req-9a6a0aa3-4c2f-4d94-a95a-383e9eae164c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:31.705298 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfa27b03-17cf-470c-a684-00a42d608b9c req-9a6a0aa3-4c2f-4d94-a95a-383e9eae164c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 944 time: 0.1111374 Feb 20 04:13:31.752417 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-b05743c4-a7ce-4017-ab78-c09c4941a14b service neutron] For port 79d668f8-89f0-457c-830e-cc14d17e588f, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:13:31.777944 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-b05743c4-a7ce-4017-ab78-c09c4941a14b service neutron] For port 79d668f8-89f0-457c-830e-cc14d17e588f, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=79d668f8-89f0-457c-830e-cc14d17e588f,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:13:31.787990 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfa27b03-17cf-470c-a684-00a42d608b9c req-1bd51ccc-961e-4adf-a95e-0d35e84e725d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738795 Feb 20 04:13:31.838422 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-b05743c4-a7ce-4017-ab78-c09c4941a14b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (79d668f8-89f0-457c-830e-cc14d17e588f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:31.876741 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-b05743c4-a7ce-4017-ab78-c09c4941a14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:31.877374 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-b05743c4-a7ce-4017-ab78-c09c4941a14b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:31.879326 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-b05743c4-a7ce-4017-ab78-c09c4941a14b service neutron] 10.222.0.93 "PUT /v2.0/ports/79d668f8-89f0-457c-830e-cc14d17e588f HTTP/1.1" status: 200 len: 1092 time: 0.8483469 Feb 20 04:13:31.881753 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf354ad-4a9e-45e7-b81c-cea1a22ec411', 'tag': '79d668f8-89f0-457c-830e-cc14d17e588f'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:13:31.885440 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48384f20-2eb0-47e8-8984-1691eec1a8cb" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf354ad-4a9e-45e7-b81c-cea1a22ec411", "tag": "79d668f8-89f0-457c-830e-cc14d17e588f"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:13:31.929029 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05743c4-a7ce-4017-ab78-c09c4941a14b service neutron] Pushing event updated for resources: {'Port': ['ID=79d668f8-89f0-457c-830e-cc14d17e588f,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:13:31.947747 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c943bf-2161-4d9f-bce2-0cf8802d8f8e x-openstack-request-id: req-27c943bf-2161-4d9f-bce2-0cf8802d8f8e {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:13:31.949081 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf354ad-4a9e-45e7-b81c-cea1a22ec411", "tag": "79d668f8-89f0-457c-830e-cc14d17e588f", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:13:31.949533 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-27c943bf-2161-4d9f-bce2-0cf8802d8f8e {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:13:31.950018 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf354ad-4a9e-45e7-b81c-cea1a22ec411', 'tag': '79d668f8-89f0-457c-830e-cc14d17e588f', 'status': 'completed', 'code': 200} Feb 20 04:13:32.010058 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48384f20-2eb0-47e8-8984-1691eec1a8cb req-f0c448d0-43a6-4ac7-99c2-eb8978eea376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:32.012061 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-48384f20-2eb0-47e8-8984-1691eec1a8cb req-f0c448d0-43a6-4ac7-99c2-eb8978eea376 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 1126 time: 0.0567052 Feb 20 04:13:32.126723 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48384f20-2eb0-47e8-8984-1691eec1a8cb req-bf3c9cb5-eb35-49d8-9f91-3296a2dabc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:32.133267 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-48384f20-2eb0-47e8-8984-1691eec1a8cb req-bf3c9cb5-eb35-49d8-9f91-3296a2dabc2f service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=7602a09c6b004830be8e834a523bb4fb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1093187 Feb 20 04:13:32.230022 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48384f20-2eb0-47e8-8984-1691eec1a8cb req-111b80b9-985e-4692-ba3d-d224f78d9cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:32.231554 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-48384f20-2eb0-47e8-8984-1691eec1a8cb req-111b80b9-985e-4692-ba3d-d224f78d9cdf service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976472 Feb 20 04:13:32.311067 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-527074db-5262-4380-8dc2-c22a7c08489a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:32.312650 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-527074db-5262-4380-8dc2-c22a7c08489a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 1126 time: 0.0459714 Feb 20 04:13:32.351990 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-cd9dd845-905e-4538-b51a-b7f4ff1cecdb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79d668f8-89f0-457c-830e-cc14d17e588f HTTP/1.1" status: 200 len: 217 time: 0.0332479 Feb 20 04:13:32.405485 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-12088ee8-062c-4f65-9ecf-bdcfe7963370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:32.407014 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-12088ee8-062c-4f65-9ecf-bdcfe7963370 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a65a671e-c66c-439b-a311-43e99c7bbefc HTTP/1.1" status: 200 len: 849 time: 0.0489817 Feb 20 04:13:32.456160 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-e472ebfe-ba86-4b4d-8dbc-5de21fdc9c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:32.457607 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-e472ebfe-ba86-4b4d-8dbc-5de21fdc9c8d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=776cfe74-9834-4e25-aade-eb236e2b5f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454717 Feb 20 04:13:32.544996 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-b08ed5a2-be12-4f48-8a5a-22b1a9142df3 service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814252 Feb 20 04:13:32.638489 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aa59f5da-3853-4f5d-bba4-525a25389cca req-d60f3619-270e-4d84-8f52-331be85713e6 service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872426 Feb 20 04:13:32.809242 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:32.913581 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7b972-85b9-4317-bbbe-aba80568de78 req-4d126af5-408c-43bc-9827-34a9c459569c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:32.915129 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-60c7b972-85b9-4317-bbbe-aba80568de78 req-4d126af5-408c-43bc-9827-34a9c459569c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 944 time: 0.0557597 Feb 20 04:13:32.964976 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-60c7b972-85b9-4317-bbbe-aba80568de78 req-009b62ac-e3b4-4cf0-aa59-f9f71422f97d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436466 Feb 20 04:13:34.088383 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516c4a3-546d-4c08-bbae-fcf9fb7b62df req-b50ec20b-03df-4477-a288-ca40e79e7f67 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:34.089801 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2516c4a3-546d-4c08-bbae-fcf9fb7b62df req-b50ec20b-03df-4477-a288-ca40e79e7f67 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 944 time: 0.0580475 Feb 20 04:13:34.139173 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2516c4a3-546d-4c08-bbae-fcf9fb7b62df req-cbe8052d-a0f1-4410-89eb-e7eac0504b5c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435846 Feb 20 04:13:35.260243 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21277f26-3259-4eb2-be4c-8f8c893f38ad req-95d89f96-f119-49c1-88e8-dd02be82f286 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:35.261773 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-21277f26-3259-4eb2-be4c-8f8c893f38ad req-95d89f96-f119-49c1-88e8-dd02be82f286 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 944 time: 0.0540707 Feb 20 04:13:35.310575 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-21277f26-3259-4eb2-be4c-8f8c893f38ad req-36aabf5d-77b4-4886-96b7-2c23368257ad tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429587 Feb 20 04:13:36.428010 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6bb5b-e0a5-40fd-aa87-987763c8157f req-f948aaca-17c5-4776-8e3a-bd9d5801c4d0 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:36.429505 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcd6bb5b-e0a5-40fd-aa87-987763c8157f req-f948aaca-17c5-4776-8e3a-bd9d5801c4d0 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 944 time: 0.0521095 Feb 20 04:13:36.483716 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dcd6bb5b-e0a5-40fd-aa87-987763c8157f req-297a4d7a-c177-47c3-bf2e-ca4e04663feb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477781 Feb 20 04:13:37.608996 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b524395-9786-49e9-bf55-2d8c6f9bc0b8 req-a62aa563-6c62-4514-b44a-6973abbf3774 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:37.610507 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6b524395-9786-49e9-bf55-2d8c6f9bc0b8 req-a62aa563-6c62-4514-b44a-6973abbf3774 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 944 time: 0.0539234 Feb 20 04:13:37.662190 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6b524395-9786-49e9-bf55-2d8c6f9bc0b8 req-764034f0-97d2-4fb6-a74b-b60162a7d174 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459540 Feb 20 04:13:38.786083 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569a74f-aeae-4e2b-a6e9-4d983c78ca46 req-189b4365-e279-4e3c-9bcc-59f738054665 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:38.787628 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1569a74f-aeae-4e2b-a6e9-4d983c78ca46 req-189b4365-e279-4e3c-9bcc-59f738054665 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 944 time: 0.0534220 Feb 20 04:13:38.841874 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1569a74f-aeae-4e2b-a6e9-4d983c78ca46 req-1fd2e1d4-5887-41c9-9530-5345907d8500 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453384 Feb 20 04:13:39.964126 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09ae51-7c05-4ca3-8415-fe07303170dd req-e633d96d-8d4f-4173-a505-efece04be537 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:39.965591 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cb09ae51-7c05-4ca3-8415-fe07303170dd req-e633d96d-8d4f-4173-a505-efece04be537 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 944 time: 0.0569773 Feb 20 04:13:40.022644 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cb09ae51-7c05-4ca3-8415-fe07303170dd req-f04564eb-5b6a-49e6-b086-bc554a61498b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424125 Feb 20 04:13:41.137850 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3db78-455e-4f85-bf60-d27123dbdd2a req-5df749ad-63cc-43bf-93d6-3cc829611bb1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:41.139457 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-def3db78-455e-4f85-bf60-d27123dbdd2a req-5df749ad-63cc-43bf-93d6-3cc829611bb1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 944 time: 0.0562091 Feb 20 04:13:41.192917 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-def3db78-455e-4f85-bf60-d27123dbdd2a req-118a1955-e542-4d3d-880a-fd259b13cc1e tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478575 Feb 20 04:13:41.827183 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:13:42.315715 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c787c44-6678-4227-8fb7-c8b62641aba8 req-c743bf2e-b6a8-4535-8478-8a2139b3e91c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:42.317220 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7c787c44-6678-4227-8fb7-c8b62641aba8 req-c743bf2e-b6a8-4535-8478-8a2139b3e91c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 944 time: 0.0559845 Feb 20 04:13:42.365611 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7c787c44-6678-4227-8fb7-c8b62641aba8 req-2b4ec933-88ae-4acb-90c9-2f5c0ddd2d8d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419207 Feb 20 04:13:43.485247 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d705378-5080-4b38-b84d-6a11dcf0e1cc req-2492b1c1-cb0f-4669-af64-826d6e9d3b58 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:43.486721 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d705378-5080-4b38-b84d-6a11dcf0e1cc req-2492b1c1-cb0f-4669-af64-826d6e9d3b58 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 944 time: 0.0521524 Feb 20 04:13:43.533831 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d705378-5080-4b38-b84d-6a11dcf0e1cc req-e976a153-b516-4b48-9528-578a0704635b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415630 Feb 20 04:13:44.655546 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037176a6-3917-4794-9ea9-bee20d8c3931 req-e768c1cb-a4a9-46ba-b9e7-6fd1bd53c3a5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:44.657091 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-037176a6-3917-4794-9ea9-bee20d8c3931 req-e768c1cb-a4a9-46ba-b9e7-6fd1bd53c3a5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 944 time: 0.0523646 Feb 20 04:13:44.709394 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-037176a6-3917-4794-9ea9-bee20d8c3931 req-455d916c-fe1e-4d60-9a0f-3dfdb34c3de7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466845 Feb 20 04:13:45.832324 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9fc0d-0c55-47fc-8780-8f0cac8484bc req-fb4d7fb6-1022-495f-b2a4-186c7cf3c9b5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:45.833816 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5aa9fc0d-0c55-47fc-8780-8f0cac8484bc req-fb4d7fb6-1022-495f-b2a4-186c7cf3c9b5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 944 time: 0.0543411 Feb 20 04:13:45.881677 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5aa9fc0d-0c55-47fc-8780-8f0cac8484bc req-bddc6335-d3a5-482e-9ded-a997d73fb9b8 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420294 Feb 20 04:13:47.000404 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d17d0-e7a3-43e2-b53e-8e19a1bcf997 req-94e7250f-66d7-42ee-a5e9-a7041c2c288f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:47.001906 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ae6d17d0-e7a3-43e2-b53e-8e19a1bcf997 req-94e7250f-66d7-42ee-a5e9-a7041c2c288f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 944 time: 0.0526998 Feb 20 04:13:47.050881 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ae6d17d0-e7a3-43e2-b53e-8e19a1bcf997 req-11ad111a-27b6-41e8-b829-b30fcf2e081f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428779 Feb 20 04:13:47.628659 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 79d668f8-89f0-457c-830e-cc14d17e588f details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:13:47.726979 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 79d668f8-89f0-457c-830e-cc14d17e588f, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=79d668f8-89f0-457c-830e-cc14d17e588f,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:13:47.738033 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '79d668f8-89f0-457c-830e-cc14d17e588f', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'port_id': '79d668f8-89f0-457c-830e-cc14d17e588f', 'mac_address': 'fa:16:3e:7b:b2:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:13:47.779040 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 79d668f8-89f0-457c-830e-cc14d17e588f is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:13:47.779429 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (79d668f8-89f0-457c-830e-cc14d17e588f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:47.792602 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d668f8-89f0-457c-830e-cc14d17e588f {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:13:47.812948 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 79d668f8-89f0-457c-830e-cc14d17e588f, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=79d668f8-89f0-457c-830e-cc14d17e588f,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:13:47.871233 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (79d668f8-89f0-457c-830e-cc14d17e588f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:47.917438 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=79d668f8-89f0-457c-830e-cc14d17e588f,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:13:48.070552 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['79d668f8-89f0-457c-830e-cc14d17e588f'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:13:48.173767 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c70fcf-b9dd-491c-8e0b-128eac1dafac req-2474f87c-44d0-4149-93c2-8122df505cc2 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:48.175538 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e0c70fcf-b9dd-491c-8e0b-128eac1dafac req-2474f87c-44d0-4149-93c2-8122df505cc2 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 945 time: 0.0562527 Feb 20 04:13:48.226353 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e0c70fcf-b9dd-491c-8e0b-128eac1dafac req-a6380229-fba6-4c8f-9fb3-7d5d0a36483b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445406 Feb 20 04:13:49.346771 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92094cdb-859f-4ddd-a5c5-2819cca03979 req-438f0ef5-b30a-44df-b68f-283983442f5d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:49.348302 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-92094cdb-859f-4ddd-a5c5-2819cca03979 req-438f0ef5-b30a-44df-b68f-283983442f5d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 945 time: 0.0534091 Feb 20 04:13:49.397542 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-92094cdb-859f-4ddd-a5c5-2819cca03979 req-aef4e553-64b9-4112-89ce-11471aea7b05 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427814 Feb 20 04:13:49.639030 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 79d668f8-89f0-457c-830e-cc14d17e588f up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:13:49.757390 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 79d668f8-89f0-457c-830e-cc14d17e588f completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:13:49.761608 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 79d668f8-89f0-457c-830e-cc14d17e588f triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:13:49.761976 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (79d668f8-89f0-457c-830e-cc14d17e588f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:49.839553 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 79d668f8-89f0-457c-830e-cc14d17e588f is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:13:49.839940 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (79d668f8-89f0-457c-830e-cc14d17e588f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:49.864376 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf354ad-4a9e-45e7-b81c-cea1a22ec411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d668f8-89f0-457c-830e-cc14d17e588f'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:13:49.866583 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f34b13-4dee-4bec-b19e-1c18a182f050" -d '{"events": [{"server_uuid": "cbf354ad-4a9e-45e7-b81c-cea1a22ec411", "name": "network-vif-plugged", "status": "completed", "tag": "79d668f8-89f0-457c-830e-cc14d17e588f"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:13:49.878463 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 79d668f8-89f0-457c-830e-cc14d17e588f, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=79d668f8-89f0-457c-830e-cc14d17e588f,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:13:49.903969 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db7ab41-6d5a-4c5c-8e05-c96bd4877830 x-openstack-request-id: req-5db7ab41-6d5a-4c5c-8e05-c96bd4877830 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:13:49.904258 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf354ad-4a9e-45e7-b81c-cea1a22ec411", "name": "network-vif-plugged", "status": "completed", "tag": "79d668f8-89f0-457c-830e-cc14d17e588f", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:13:49.904518 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5db7ab41-6d5a-4c5c-8e05-c96bd4877830 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:13:49.904908 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf354ad-4a9e-45e7-b81c-cea1a22ec411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d668f8-89f0-457c-830e-cc14d17e588f', 'code': 200} Feb 20 04:13:49.963685 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (79d668f8-89f0-457c-830e-cc14d17e588f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:50.009689 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bd8aa-f6f4-44bc-be16-65a045f8cef4 req-89d3e70c-0d13-481c-bd79-0f89bc372683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:50.011225 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8f4bd8aa-f6f4-44bc-be16-65a045f8cef4 req-89d3e70c-0d13-481c-bd79-0f89bc372683 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 1128 time: 0.0454335 Feb 20 04:13:50.019692 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=79d668f8-89f0-457c-830e-cc14d17e588f,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:13:50.059712 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8f4bd8aa-f6f4-44bc-be16-65a045f8cef4 req-15f37a82-8dbc-43d3-8856-339b5045916f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431221 Feb 20 04:13:50.518424 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c9d3a-6dbd-468c-8fad-b57c56c3b14c req-419e817e-6aab-487a-9655-612e69d2c23f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:50.519822 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7d4c9d3a-6dbd-468c-8fad-b57c56c3b14c req-419e817e-6aab-487a-9655-612e69d2c23f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 946 time: 0.0525711 Feb 20 04:13:50.568111 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7d4c9d3a-6dbd-468c-8fad-b57c56c3b14c req-0cc9f399-9140-4654-ac9c-b163e22e67d1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420763 Feb 20 04:13:51.317144 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:51.369143 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:51.687729 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01951bc1-61ee-4a22-a254-bb732f8f1446 req-868e8cb9-15dc-4bc8-8153-ff57b17b85d7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:51.689202 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-01951bc1-61ee-4a22-a254-bb732f8f1446 req-868e8cb9-15dc-4bc8-8153-ff57b17b85d7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 946 time: 0.0516386 Feb 20 04:13:51.736786 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-01951bc1-61ee-4a22-a254-bb732f8f1446 req-6f855b3a-c3c1-440a-9d3e-eab9b2010307 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421038 Feb 20 04:13:51.856731 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8bbb2-65be-4fb3-855e-5c047945094e req-ed19e394-ff35-46ed-ad97-9633e4cd102e tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:51.858116 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b0d8bbb2-65be-4fb3-855e-5c047945094e req-ed19e394-ff35-46ed-ad97-9633e4cd102e tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 946 time: 0.0554724 Feb 20 04:13:51.906679 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b0d8bbb2-65be-4fb3-855e-5c047945094e req-104b28b5-f629-4987-adf0-f52a2aa0f69a tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429506 Feb 20 04:13:51.936230 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55514) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:13:52.087646 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82544354-3fa2-40e4-aa8e-200d6885d470 tempest-TestVolumeBootPattern-328338806 tempest-TestVolumeBootPattern-328338806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:52.089200 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-82544354-3fa2-40e4-aa8e-200d6885d470 tempest-TestVolumeBootPattern-328338806 tempest-TestVolumeBootPattern-328338806-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 1123 time: 0.1519816 Feb 20 04:13:52.092060 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55522) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:13:52.096385 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-f1c43e09-a5da-4fe7-a9cb-f8d66a3534b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'port_id': '79d668f8-89f0-457c-830e-cc14d17e588f', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:13:52.179185 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f1c43e09-a5da-4fe7-a9cb-f8d66a3534b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:52.278367 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f1c43e09-a5da-4fe7-a9cb-f8d66a3534b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:52.379609 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-f1c43e09-a5da-4fe7-a9cb-f8d66a3534b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Allocated IP 172.25.7.183 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/2df159ae-4c4e-410f-b476-d859e9aa29ce) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:13:52.485245 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f1c43e09-a5da-4fe7-a9cb-f8d66a3534b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for port (2df159ae-4c4e-410f-b476-d859e9aa29ce), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:52.597666 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f1c43e09-a5da-4fe7-a9cb-f8d66a3534b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (2df159ae-4c4e-410f-b476-d859e9aa29ce), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:52.635032 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c43e09-a5da-4fe7-a9cb-f8d66a3534b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:13:52.637972 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-f1c43e09-a5da-4fe7-a9cb-f8d66a3534b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:13:52.640592 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c43e09-a5da-4fe7-a9cb-f8d66a3534b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:13:52.670176 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c43e09-a5da-4fe7-a9cb-f8d66a3534b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Pushing event updated for resources: {'Port': ['ID=2df159ae-4c4e-410f-b476-d859e9aa29ce,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:13:52.683939 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c43e09-a5da-4fe7-a9cb-f8d66a3534b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:13:52.684292 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c43e09-a5da-4fe7-a9cb-f8d66a3534b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:13:52.684637 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c43e09-a5da-4fe7-a9cb-f8d66a3534b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:13:52.685031 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c43e09-a5da-4fe7-a9cb-f8d66a3534b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:13:52.685320 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c43e09-a5da-4fe7-a9cb-f8d66a3534b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:13:52.685658 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c43e09-a5da-4fe7-a9cb-f8d66a3534b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:13:52.685991 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c43e09-a5da-4fe7-a9cb-f8d66a3534b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:13:52.686321 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c43e09-a5da-4fe7-a9cb-f8d66a3534b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:13:52.686649 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c43e09-a5da-4fe7-a9cb-f8d66a3534b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:13:52.687011 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c43e09-a5da-4fe7-a9cb-f8d66a3534b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:13:52.687340 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c43e09-a5da-4fe7-a9cb-f8d66a3534b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:13:52.687667 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c43e09-a5da-4fe7-a9cb-f8d66a3534b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:13:52.687996 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c43e09-a5da-4fe7-a9cb-f8d66a3534b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:13:53.258810 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f1c43e09-a5da-4fe7-a9cb-f8d66a3534b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for floatingip (f392fdc1-c14c-4e49-b854-017f74b8e4e2), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:53.386358 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f1c43e09-a5da-4fe7-a9cb-f8d66a3534b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (2df159ae-4c4e-410f-b476-d859e9aa29ce), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:53.537227 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f1c43e09-a5da-4fe7-a9cb-f8d66a3534b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for port (2df159ae-4c4e-410f-b476-d859e9aa29ce), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:53.585981 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f1c43e09-a5da-4fe7-a9cb-f8d66a3534b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (2df159ae-4c4e-410f-b476-d859e9aa29ce), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:53.660143 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c43e09-a5da-4fe7-a9cb-f8d66a3534b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Pushing event updated for resources: {'Port': ['ID=2df159ae-4c4e-410f-b476-d859e9aa29ce,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:13:53.670801 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f1c43e09-a5da-4fe7-a9cb-f8d66a3534b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (f392fdc1-c14c-4e49-b854-017f74b8e4e2), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:53.775819 n-d-829866-4 neutron-server[104106]: INFO neutron.db.l3_db [None req-f1c43e09-a5da-4fe7-a9cb-f8d66a3534b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Floating IP f392fdc1-c14c-4e49-b854-017f74b8e4e2 associated. External IP: 172.25.7.183, port: 79d668f8-89f0-457c-830e-cc14d17e588f. Feb 20 04:13:53.983702 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c43e09-a5da-4fe7-a9cb-f8d66a3534b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Router 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:13:54.095528 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c43e09-a5da-4fe7-a9cb-f8d66a3534b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:13:54.106841 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0e840b-5f54-44ae-b367-8236c172dcc3 None None] Sync routers for ids ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:13:54.116576 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0e840b-5f54-44ae-b367-8236c172dcc3 None None] Routers {'7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:13:54.117189 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-5e0e840b-5f54-44ae-b367-8236c172dcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:13:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:13:54.176930 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f1c43e09-a5da-4fe7-a9cb-f8d66a3534b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:54.209063 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f1c43e09-a5da-4fe7-a9cb-f8d66a3534b7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1159916 Feb 20 04:13:54.209675 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf354ad-4a9e-45e7-b81c-cea1a22ec411', 'tag': '79d668f8-89f0-457c-830e-cc14d17e588f'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:13:54.212286 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed57eed2-6404-4469-93c9-39c4a51dc4f5" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf354ad-4a9e-45e7-b81c-cea1a22ec411", "tag": "79d668f8-89f0-457c-830e-cc14d17e588f"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:13:54.227776 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-5e0e840b-5f54-44ae-b367-8236c172dcc3 None None] Set router 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:13:54.378432 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e401b4-4741-424b-8cc3-94ef26203e35 x-openstack-request-id: req-76e401b4-4741-424b-8cc3-94ef26203e35 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:13:54.378925 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf354ad-4a9e-45e7-b81c-cea1a22ec411", "tag": "79d668f8-89f0-457c-830e-cc14d17e588f", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:13:54.379018 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-76e401b4-4741-424b-8cc3-94ef26203e35 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:13:54.379430 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf354ad-4a9e-45e7-b81c-cea1a22ec411', 'tag': '79d668f8-89f0-457c-830e-cc14d17e588f', 'status': 'completed', 'code': 200} Feb 20 04:13:54.442626 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57eed2-6404-4469-93c9-39c4a51dc4f5 req-0978aa6c-48a8-445e-b7ef-6ae7c9617780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:54.444179 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ed57eed2-6404-4469-93c9-39c4a51dc4f5 req-0978aa6c-48a8-445e-b7ef-6ae7c9617780 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 1128 time: 0.0443940 Feb 20 04:13:54.457884 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-5e0e840b-5f54-44ae-b367-8236c172dcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'name': 'tempest-TestVolumeBootPattern-43735782-router', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '47cfd14f-3fcc-49de-9418-7620af704731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:19Z', 'updated_at': '2022-02-20T04:06:23Z', 'revision_number': 4, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'gw_port': {'id': '47cfd14f-3fcc-49de-9418-7620af704731', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:20Z', 'updated_at': '2022-02-20T04:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'f392fdc1-c14c-4e49-b854-017f74b8e4e2', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'floating_ip_address': '172.25.7.183', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'port_id': '79d668f8-89f0-457c-830e-cc14d17e588f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'mac_address': 'fa:16:3e:7b:b2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf354ad-4a9e-45e7-b81c-cea1a22ec411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:13:52Z', 'updated_at': '2022-02-20T04:13:52Z', 'revision_number': 0, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e93d0820-b6d7-4a7d-a56e-cb364a95e34b', 'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'mac_address': 'fa:16:3e:06:d0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:23Z', 'updated_at': '2022-02-20T04:06:28Z', 'revision_number': 5, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'subnets': [{'id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:13:54.541482 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57eed2-6404-4469-93c9-39c4a51dc4f5 req-ca199a40-bf2b-44b5-819e-16c2b4d6b25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:54.543038 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ed57eed2-6404-4469-93c9-39c4a51dc4f5 req-ca199a40-bf2b-44b5-819e-16c2b4d6b25b service neutron] 10.222.0.93 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 911 time: 0.0920577 Feb 20 04:13:54.609638 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ed57eed2-6404-4469-93c9-39c4a51dc4f5 req-14693f04-c895-43f7-9c3f-839a7cafe594 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79d668f8-89f0-457c-830e-cc14d17e588f HTTP/1.1" status: 200 len: 1000 time: 0.0609543 Feb 20 04:13:54.647225 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0e840b-5f54-44ae-b367-8236c172dcc3 None None] Checking router: 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:13:54.656561 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0e840b-5f54-44ae-b367-8236c172dcc3 None None] Routers {'7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:13:54.657115 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57eed2-6404-4469-93c9-39c4a51dc4f5 req-a9740ad3-7cca-4a0c-9ffc-09614de951d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:54.657252 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-5e0e840b-5f54-44ae-b367-8236c172dcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:13:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:13:54.658582 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ed57eed2-6404-4469-93c9-39c4a51dc4f5 req-a9740ad3-7cca-4a0c-9ffc-09614de951d5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a65a671e-c66c-439b-a311-43e99c7bbefc HTTP/1.1" status: 200 len: 849 time: 0.0441368 Feb 20 04:13:54.710187 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57eed2-6404-4469-93c9-39c4a51dc4f5 req-07a5f113-1ed3-4908-924f-b4fb6decc24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:13:54.712523 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ed57eed2-6404-4469-93c9-39c4a51dc4f5 req-07a5f113-1ed3-4908-924f-b4fb6decc24b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=776cfe74-9834-4e25-aade-eb236e2b5f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485115 Feb 20 04:13:54.766276 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-5e0e840b-5f54-44ae-b367-8236c172dcc3 None None] Set router 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:13:54.804177 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ed57eed2-6404-4469-93c9-39c4a51dc4f5 req-3c9a7400-899e-41c4-accf-145fcf53bcab service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862319 Feb 20 04:13:55.000672 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-5e0e840b-5f54-44ae-b367-8236c172dcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'name': 'tempest-TestVolumeBootPattern-43735782-router', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '47cfd14f-3fcc-49de-9418-7620af704731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:19Z', 'updated_at': '2022-02-20T04:06:23Z', 'revision_number': 4, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'gw_port': {'id': '47cfd14f-3fcc-49de-9418-7620af704731', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:20Z', 'updated_at': '2022-02-20T04:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'f392fdc1-c14c-4e49-b854-017f74b8e4e2', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'floating_ip_address': '172.25.7.183', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'port_id': '79d668f8-89f0-457c-830e-cc14d17e588f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'mac_address': 'fa:16:3e:7b:b2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf354ad-4a9e-45e7-b81c-cea1a22ec411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:13:52Z', 'updated_at': '2022-02-20T04:13:52Z', 'revision_number': 0, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e93d0820-b6d7-4a7d-a56e-cb364a95e34b', 'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'mac_address': 'fa:16:3e:06:d0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:23Z', 'updated_at': '2022-02-20T04:06:28Z', 'revision_number': 5, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'subnets': [{'id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:13:55.032847 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0e840b-5f54-44ae-b367-8236c172dcc3 None None] The sync data for ids ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'] in n-d-829866-4 is: [{'id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'name': 'tempest-TestVolumeBootPattern-43735782-router', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '47cfd14f-3fcc-49de-9418-7620af704731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:19Z', 'updated_at': '2022-02-20T04:06:23Z', 'revision_number': 4, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'gw_port': {'id': '47cfd14f-3fcc-49de-9418-7620af704731', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:20Z', 'updated_at': '2022-02-20T04:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': 'f392fdc1-c14c-4e49-b854-017f74b8e4e2', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'floating_ip_address': '172.25.7.183', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'port_id': '79d668f8-89f0-457c-830e-cc14d17e588f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'mac_address': 'fa:16:3e:7b:b2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf354ad-4a9e-45e7-b81c-cea1a22ec411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:13:52Z', 'updated_at': '2022-02-20T04:13:52Z', 'revision_number': 0, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e93d0820-b6d7-4a7d-a56e-cb364a95e34b', 'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'mac_address': 'fa:16:3e:06:d0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:23Z', 'updated_at': '2022-02-20T04:06:28Z', 'revision_number': 5, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'subnets': [{'id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:13:55.203311 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ed57eed2-6404-4469-93c9-39c4a51dc4f5 req-b0122f11-d903-4957-9bd3-c0bb08f1df5a service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929033 Feb 20 04:13:55.241458 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580c6f6b-d630-482a-84ff-06bf8307be1b None None] New status for floating IP f392fdc1-c14c-4e49-b854-017f74b8e4e2: ACTIVE {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 04:13:56.470274 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1c5edf11-76ac-4822-b6c8-60e845634bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:13:58.710557 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fd97543c-e23b-48a9-8397-59ac03046d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:14:00.123033 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:14:01.368969 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:14:02.797436 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:14:18.828623 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:14:19.157418 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3453b0c3-dca5-4c84-a93b-218f9a7ba4ff req-ec6dec80-1d51-44d5-a63f-e35bda1bd1cf service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454645 Feb 20 04:14:19.241675 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453b0c3-dca5-4c84-a93b-218f9a7ba4ff req-53dc5f4b-bf2c-41cd-a03d-51aea34462be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:14:19.243293 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3453b0c3-dca5-4c84-a93b-218f9a7ba4ff req-53dc5f4b-bf2c-41cd-a03d-51aea34462be service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 1128 time: 0.0459795 Feb 20 04:14:19.349592 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453b0c3-dca5-4c84-a93b-218f9a7ba4ff req-be97c9da-e7f0-4121-8d7f-c1b7513a8c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:14:19.350985 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3453b0c3-dca5-4c84-a93b-218f9a7ba4ff req-be97c9da-e7f0-4121-8d7f-c1b7513a8c95 service neutron] 10.222.0.93 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 911 time: 0.0895467 Feb 20 04:14:19.414638 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3453b0c3-dca5-4c84-a93b-218f9a7ba4ff req-297ecb2c-d95f-42e9-8e83-58b4e43437d8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79d668f8-89f0-457c-830e-cc14d17e588f HTTP/1.1" status: 200 len: 1002 time: 0.0580633 Feb 20 04:14:19.462199 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453b0c3-dca5-4c84-a93b-218f9a7ba4ff req-ea230ac8-52e6-49c4-b02f-a68e8b60a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:14:19.463672 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3453b0c3-dca5-4c84-a93b-218f9a7ba4ff req-ea230ac8-52e6-49c4-b02f-a68e8b60a925 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a65a671e-c66c-439b-a311-43e99c7bbefc HTTP/1.1" status: 200 len: 849 time: 0.0435684 Feb 20 04:14:19.515974 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453b0c3-dca5-4c84-a93b-218f9a7ba4ff req-cadad01c-1221-4f95-b0aa-f9fa8452fc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:14:19.517480 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3453b0c3-dca5-4c84-a93b-218f9a7ba4ff req-cadad01c-1221-4f95-b0aa-f9fa8452fc60 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=776cfe74-9834-4e25-aade-eb236e2b5f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480657 Feb 20 04:14:19.606285 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3453b0c3-dca5-4c84-a93b-218f9a7ba4ff req-b9e75e85-819a-44d8-96fa-ed2183eebb8b service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828531 Feb 20 04:14:19.699854 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3453b0c3-dca5-4c84-a93b-218f9a7ba4ff req-19d544a3-49e4-40e1-915f-19e3e8603382 service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872691 Feb 20 04:14:21.311045 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:14:21.362345 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:14:26.522424 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-743fb66f-1622-4817-a672-1bac3a62ba7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:14:28.740058 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7eaec222-ee77-4065-91f1-9190290455e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:14:30.088234 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:14:31.362560 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:14:32.791169 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:14:51.333411 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:14:51.361617 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:14:55.828616 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:14:56.504819 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7ecc420e-48af-482c-9db2-899a6e43aaec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:14:58.704902 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-107c993d-36a0-4170-9aba-5417aab8041f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:15:00.116615 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:15:01.350790 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:15:02.790662 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:15:20.241743 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b84bc31d-81cf-4cbd-8ca6-8dcafcdf02da req-8b01ce90-6cf3-4346-bd1c-dd87da9aae7a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1468711 Feb 20 04:15:20.337598 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bc31d-81cf-4cbd-8ca6-8dcafcdf02da req-09ed96a7-8f86-4cfc-9c2f-afd254fd28b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:15:20.339249 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b84bc31d-81cf-4cbd-8ca6-8dcafcdf02da req-09ed96a7-8f86-4cfc-9c2f-afd254fd28b2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 1128 time: 0.0546288 Feb 20 04:15:20.444298 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bc31d-81cf-4cbd-8ca6-8dcafcdf02da req-3d49d30a-f749-4520-89d4-cd54f8ba403d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:15:20.445784 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b84bc31d-81cf-4cbd-8ca6-8dcafcdf02da req-3d49d30a-f749-4520-89d4-cd54f8ba403d service neutron] 10.222.0.93 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 911 time: 0.0873919 Feb 20 04:15:20.510561 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b84bc31d-81cf-4cbd-8ca6-8dcafcdf02da req-153442fd-96d9-40ca-a716-68daf13676c8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79d668f8-89f0-457c-830e-cc14d17e588f HTTP/1.1" status: 200 len: 1002 time: 0.0589850 Feb 20 04:15:20.557990 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bc31d-81cf-4cbd-8ca6-8dcafcdf02da req-f185dd8b-eaf9-4f48-8dd5-e60c762b5faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:15:20.559499 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b84bc31d-81cf-4cbd-8ca6-8dcafcdf02da req-f185dd8b-eaf9-4f48-8dd5-e60c762b5faf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a65a671e-c66c-439b-a311-43e99c7bbefc HTTP/1.1" status: 200 len: 849 time: 0.0437670 Feb 20 04:15:20.620055 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bc31d-81cf-4cbd-8ca6-8dcafcdf02da req-6202ede7-861f-4213-99d3-405309ac5b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:15:20.621612 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b84bc31d-81cf-4cbd-8ca6-8dcafcdf02da req-6202ede7-861f-4213-99d3-405309ac5b1a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=776cfe74-9834-4e25-aade-eb236e2b5f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0554526 Feb 20 04:15:20.719601 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b84bc31d-81cf-4cbd-8ca6-8dcafcdf02da req-4989cbb7-e2e4-4a57-80b5-8e1f09fd0d81 service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917180 Feb 20 04:15:20.813000 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b84bc31d-81cf-4cbd-8ca6-8dcafcdf02da req-6a0ac9f4-f0e7-48a1-97cc-2d4b8da65e13 service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872810 Feb 20 04:15:21.372958 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:15:21.395539 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:15:26.510465 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-30fe6eb3-edee-4ad2-b7ef-d9f45d7655da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:15:28.698717 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-878637d5-8e94-4ff4-890a-bfb3dab34659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:15:30.104637 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:15:31.367611 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:15:32.807588 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:15:32.827269 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:15:51.321572 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:15:51.366991 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:15:56.498978 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-97a92b1e-ec97-40cc-b40b-9f67b967288f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:15:58.739083 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0e1ef4cf-19b1-420f-82f3-74b321c2cdba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:00.132612 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:01.344481 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:02.790203 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:09.826435 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:16:21.028779 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001cffe-e0e1-4b96-995c-fc39fa9388ec req-0736bba8-916b-499c-8fa4-649f690c0673 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:16:21.030206 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d001cffe-e0e1-4b96-995c-fc39fa9388ec req-0736bba8-916b-499c-8fa4-649f690c0673 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 946 time: 0.2165670 Feb 20 04:16:21.081757 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d001cffe-e0e1-4b96-995c-fc39fa9388ec req-379f3d02-4506-4c7f-8302-8d7a0af62d17 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453451 Feb 20 04:16:21.366804 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:21.395818 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:22.214043 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf64932-8a1a-4ca9-a9f8-bdfa917aa395 req-9e644e3b-0939-469f-952b-7642293e7f87 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:16:22.215754 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1cf64932-8a1a-4ca9-a9f8-bdfa917aa395 req-9e644e3b-0939-469f-952b-7642293e7f87 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 946 time: 0.0550907 Feb 20 04:16:22.277042 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1cf64932-8a1a-4ca9-a9f8-bdfa917aa395 req-8035cd74-ac0c-4c1c-a895-e165d815b4da tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554886 Feb 20 04:16:22.318051 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31702f-174b-4f49-bc43-f9e0e10a51c2 req-c445147e-24e5-49c8-a511-bc433e850b17 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:16:22.319560 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b31702f-174b-4f49-bc43-f9e0e10a51c2 req-c445147e-24e5-49c8-a511-bc433e850b17 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.93 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 946 time: 0.0588455 Feb 20 04:16:22.409282 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-0b31702f-174b-4f49-bc43-f9e0e10a51c2 req-433882d9-5fb4-46ea-9608-435ecff45232 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Deleting port 79d668f8-89f0-457c-830e-cc14d17e588f {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:16:22.409627 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0b31702f-174b-4f49-bc43-f9e0e10a51c2 req-433882d9-5fb4-46ea-9608-435ecff45232 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (79d668f8-89f0-457c-830e-cc14d17e588f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:22.500052 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-0b31702f-174b-4f49-bc43-f9e0e10a51c2 req-433882d9-5fb4-46ea-9608-435ecff45232 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] For port 79d668f8-89f0-457c-830e-cc14d17e588f, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=79d668f8-89f0-457c-830e-cc14d17e588f,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:16:22.500412 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0b31702f-174b-4f49-bc43-f9e0e10a51c2 req-433882d9-5fb4-46ea-9608-435ecff45232 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (79d668f8-89f0-457c-830e-cc14d17e588f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:22.668787 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0b31702f-174b-4f49-bc43-f9e0e10a51c2 req-433882d9-5fb4-46ea-9608-435ecff45232 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:22.669095 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0b31702f-174b-4f49-bc43-f9e0e10a51c2 req-433882d9-5fb4-46ea-9608-435ecff45232 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (f392fdc1-c14c-4e49-b854-017f74b8e4e2), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:22.669412 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [req-0b31702f-174b-4f49-bc43-f9e0e10a51c2 req-433882d9-5fb4-46ea-9608-435ecff45232 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Floating IP f392fdc1-c14c-4e49-b854-017f74b8e4e2 disassociated. External IP: 172.25.7.183, port: 79d668f8-89f0-457c-830e-cc14d17e588f. Feb 20 04:16:22.669759 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-0b31702f-174b-4f49-bc43-f9e0e10a51c2 req-433882d9-5fb4-46ea-9608-435ecff45232 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Calling delete_port for 79d668f8-89f0-457c-830e-cc14d17e588f owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:16:22.853180 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0b31702f-174b-4f49-bc43-f9e0e10a51c2 req-433882d9-5fb4-46ea-9608-435ecff45232 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (79d668f8-89f0-457c-830e-cc14d17e588f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:22.882661 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433882d9-5fb4-46ea-9608-435ecff45232 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Pushing event deleted for resources: {'Port': ['ID=79d668f8-89f0-457c-830e-cc14d17e588f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:16:22.895039 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433882d9-5fb4-46ea-9608-435ecff45232 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:16:22.895399 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433882d9-5fb4-46ea-9608-435ecff45232 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:16:22.895746 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433882d9-5fb4-46ea-9608-435ecff45232 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:16:22.896087 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433882d9-5fb4-46ea-9608-435ecff45232 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:16:22.896428 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433882d9-5fb4-46ea-9608-435ecff45232 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:16:22.896765 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433882d9-5fb4-46ea-9608-435ecff45232 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:16:22.897101 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433882d9-5fb4-46ea-9608-435ecff45232 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:16:22.897430 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433882d9-5fb4-46ea-9608-435ecff45232 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:16:22.897754 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433882d9-5fb4-46ea-9608-435ecff45232 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:16:22.898083 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433882d9-5fb4-46ea-9608-435ecff45232 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:16:22.898405 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433882d9-5fb4-46ea-9608-435ecff45232 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:16:22.898732 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433882d9-5fb4-46ea-9608-435ecff45232 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:16:22.899084 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433882d9-5fb4-46ea-9608-435ecff45232 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:16:23.009423 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b31702f-174b-4f49-bc43-f9e0e10a51c2 req-433882d9-5fb4-46ea-9608-435ecff45232 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Router 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:16:23.117754 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b31702f-174b-4f49-bc43-f9e0e10a51c2 req-433882d9-5fb4-46ea-9608-435ecff45232 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:16:23.127570 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618022c6-83bf-4763-a299-0244fe1b2bbb None None] Sync routers for ids ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:16:23.138026 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618022c6-83bf-4763-a299-0244fe1b2bbb None None] Routers {'7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:16:23.138708 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-618022c6-83bf-4763-a299-0244fe1b2bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:15:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:16:23.160179 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b31702f-174b-4f49-bc43-f9e0e10a51c2 req-433882d9-5fb4-46ea-9608-435ecff45232 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] No DVR routers for this DVR port 79d668f8-89f0-457c-830e-cc14d17e588f on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:16:23.163082 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0b31702f-174b-4f49-bc43-f9e0e10a51c2 req-433882d9-5fb4-46ea-9608-435ecff45232 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:23.166604 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b31702f-174b-4f49-bc43-f9e0e10a51c2 req-433882d9-5fb4-46ea-9608-435ecff45232 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.93 "DELETE /v2.0/ports/79d668f8-89f0-457c-830e-cc14d17e588f HTTP/1.1" status: 204 len: 173 time: 0.8418765 Feb 20 04:16:23.167081 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf354ad-4a9e-45e7-b81c-cea1a22ec411', 'name': 'network-vif-deleted', 'tag': '79d668f8-89f0-457c-830e-cc14d17e588f'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:16:23.169664 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d2dcd7-f6ca-4cd3-9684-10e67c6915a6" -d '{"events": [{"server_uuid": "cbf354ad-4a9e-45e7-b81c-cea1a22ec411", "name": "network-vif-deleted", "tag": "79d668f8-89f0-457c-830e-cc14d17e588f"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:16:23.209236 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ca726f-9592-4f5a-a0fb-2be77e06d173 x-openstack-request-id: req-e2ca726f-9592-4f5a-a0fb-2be77e06d173 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:16:23.209607 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf354ad-4a9e-45e7-b81c-cea1a22ec411", "name": "network-vif-deleted", "tag": "79d668f8-89f0-457c-830e-cc14d17e588f", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:16:23.209776 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-e2ca726f-9592-4f5a-a0fb-2be77e06d173 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:16:23.210192 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf354ad-4a9e-45e7-b81c-cea1a22ec411', 'name': 'network-vif-deleted', 'tag': '79d668f8-89f0-457c-830e-cc14d17e588f', 'status': 'completed', 'code': 200} Feb 20 04:16:23.254611 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-618022c6-83bf-4763-a299-0244fe1b2bbb None None] Set router 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:16:23.403215 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-64e3ba55-e6f6-4e5a-a474-2cb55bc69de4 req-71351eb5-55e7-43de-8076-3514b7e35ce4 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 210 time: 0.0413632 Feb 20 04:16:23.468889 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-618022c6-83bf-4763-a299-0244fe1b2bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'name': 'tempest-TestVolumeBootPattern-43735782-router', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '47cfd14f-3fcc-49de-9418-7620af704731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:19Z', 'updated_at': '2022-02-20T04:06:23Z', 'revision_number': 4, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'gw_port': {'id': '47cfd14f-3fcc-49de-9418-7620af704731', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:20Z', 'updated_at': '2022-02-20T04:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'e93d0820-b6d7-4a7d-a56e-cb364a95e34b', 'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'mac_address': 'fa:16:3e:06:d0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:23Z', 'updated_at': '2022-02-20T04:06:28Z', 'revision_number': 5, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'subnets': [{'id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:16:23.494945 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618022c6-83bf-4763-a299-0244fe1b2bbb None None] Checking router: 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:16:23.503823 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618022c6-83bf-4763-a299-0244fe1b2bbb None None] Routers {'7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:16:23.504426 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-618022c6-83bf-4763-a299-0244fe1b2bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:15:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:16:23.617308 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-618022c6-83bf-4763-a299-0244fe1b2bbb None None] Set router 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:16:23.820835 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-618022c6-83bf-4763-a299-0244fe1b2bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'name': 'tempest-TestVolumeBootPattern-43735782-router', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '47cfd14f-3fcc-49de-9418-7620af704731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:19Z', 'updated_at': '2022-02-20T04:06:23Z', 'revision_number': 4, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'gw_port': {'id': '47cfd14f-3fcc-49de-9418-7620af704731', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:20Z', 'updated_at': '2022-02-20T04:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'e93d0820-b6d7-4a7d-a56e-cb364a95e34b', 'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'mac_address': 'fa:16:3e:06:d0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:23Z', 'updated_at': '2022-02-20T04:06:28Z', 'revision_number': 5, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'subnets': [{'id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:16:23.850273 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618022c6-83bf-4763-a299-0244fe1b2bbb None None] The sync data for ids ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'] in n-d-829866-4 is: [{'id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'name': 'tempest-TestVolumeBootPattern-43735782-router', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '47cfd14f-3fcc-49de-9418-7620af704731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:19Z', 'updated_at': '2022-02-20T04:06:23Z', 'revision_number': 4, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'gw_port': {'id': '47cfd14f-3fcc-49de-9418-7620af704731', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:20Z', 'updated_at': '2022-02-20T04:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'e93d0820-b6d7-4a7d-a56e-cb364a95e34b', 'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'mac_address': 'fa:16:3e:06:d0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:23Z', 'updated_at': '2022-02-20T04:06:28Z', 'revision_number': 5, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'subnets': [{'id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:16:24.078099 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57242f2f-2e7c-4b18-a82d-2f3bc56a8098 None None] New status for floating IP f392fdc1-c14c-4e49-b854-017f74b8e4e2: DOWN {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 04:16:24.494623 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-22b3051b-2a49-4109-96b2-26a51e2f0db9 req-41df6cf9-50e0-4f27-a7cc-79ff47d26963 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 210 time: 0.0276635 Feb 20 04:16:25.589687 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5dd5a9cb-ce48-4f53-87b1-5ebc34c2e0a9 req-40a0beee-38dd-4b58-9df4-6541c867b0e3 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 210 time: 0.0272040 Feb 20 04:16:26.337771 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 79d668f8-89f0-457c-830e-cc14d17e588f no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:16:26.358170 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 79d668f8-89f0-457c-830e-cc14d17e588f {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:16:26.358516 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 79d668f8-89f0-457c-830e-cc14d17e588f not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:16:26.509449 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-00557143-07c2-44bd-818b-e8c7be5b7220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:26.687249 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-04d3d97f-a40c-4076-aaa5-e2d575cddd8f req-5a1f43f7-f15f-464b-b61e-a8a62b525bc3 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 210 time: 0.0291619 Feb 20 04:16:27.783985 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-42c235af-2512-45b6-880a-c0200e10cdd8 req-b2367c83-d2cc-4a0a-afbb-ad0675d01188 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 210 time: 0.0273378 Feb 20 04:16:28.693207 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fd004d9d-c06b-4985-a5a5-c5765765d03a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:28.879485 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-102051dd-c207-4668-b48f-cec204b14c6d req-8f063c92-9aa0-4391-abd9-941b51de54fc tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 210 time: 0.0271575 Feb 20 04:16:29.982526 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2b85ce39-1f0a-4b3b-adb0-6b31b31fbc67 req-befa21d8-0c05-4d65-a55e-a41265281b3c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 210 time: 0.0304716 Feb 20 04:16:30.132984 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:31.077964 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-89a0e324-a609-4d0f-946c-8f6453368b54 req-2c9d950d-d8fc-4ee1-8e98-0baf705a63b4 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 210 time: 0.0276918 Feb 20 04:16:31.350569 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:32.180131 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-90e8fa69-86de-4178-a877-a96ba49488f1 req-52fbbf37-c8b5-4cc7-a3db-fde85407ac1f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbf354ad-4a9e-45e7-b81c-cea1a22ec411 HTTP/1.1" status: 200 len: 210 time: 0.0304358 Feb 20 04:16:32.801448 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:33.425332 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-d06e3495-bcb7-43e5-befd-597036d79c72 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1671025950&fields=id&tenant_id=7602a09c6b004830be8e834a523bb4fb HTTP/1.1" status: 200 len: 267 time: 0.0432487 Feb 20 04:16:33.531349 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-e8849c8b-75c2-4a00-97b3-5f44a7c5670f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:16:33.532733 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-e8849c8b-75c2-4a00-97b3-5f44a7c5670f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 810 time: 0.1007948 Feb 20 04:16:33.547231 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-31b6f988-190c-4495-a539-987f5f20c649 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/quotas/7602a09c6b004830be8e834a523bb4fb HTTP/1.1" status: 200 len: 375 time: 0.0092185 Feb 20 04:16:33.601354 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-a22afe59-6b0e-4e12-8b7e-89095db4aa00 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493984 Feb 20 04:16:33.697546 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-8b3d1e7d-4ad1-43b5-b2eb-36d019009a9d service neutron] 10.222.0.89 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833454 Feb 20 04:16:33.791403 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-3611d470-01a8-410d-8171-8bd21d0791a1 service neutron] 10.222.0.89 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862122 Feb 20 04:16:34.308902 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b56e4997-732a-4a40-a239-c1c6d37dfba1 req-34df31d1-9d2b-4707-ae15-5181677a663d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 210 time: 0.0813222 Feb 20 04:16:35.404536 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c129ae6-e1c4-4116-a3fc-09cd00c8c129 req-2074abbc-afa8-44d4-bb39-8df68dfaa7dc tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 210 time: 0.0271146 Feb 20 04:16:35.901068 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-3f45823e-9f63-41a2-b0f1-8b89e249d1e3 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:16:35.902544 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-3f45823e-9f63-41a2-b0f1-8b89e249d1e3 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.93 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 810 time: 0.1056924 Feb 20 04:16:35.963948 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-3f6d7edf-e62b-4bfe-8566-a5c149e5b681 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7602a09c6b004830be8e834a523bb4fb HTTP/1.1" status: 200 len: 380 time: 0.0537498 Feb 20 04:16:35.972853 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-99e8788b-0707-4733-a011-32826f4cb643 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Request body: {'port': {'device_id': '7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'admin_state_up': True, 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'security_groups': ['e63ec74d-c4aa-40c7-bb48-333ee317e86c']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:16:36.161712 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-99e8788b-0707-4733-a011-32826f4cb643 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Made reservation on behalf of 7602a09c6b004830be8e834a523bb4fb for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:16:36.165272 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-99e8788b-0707-4733-a011-32826f4cb643 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:36.300209 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-99e8788b-0707-4733-a011-32826f4cb643 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Allocated IP 172.20.0.14 (776cfe74-9834-4e25-aade-eb236e2b5f70/a65a671e-c66c-439b-a311-43e99c7bbefc/96c5a47c-4240-4ab7-8347-205cdfa31a1b) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:16:36.451194 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-99e8788b-0707-4733-a011-32826f4cb643 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for port (96c5a47c-4240-4ab7-8347-205cdfa31a1b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:36.505978 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ee1eb3c-46bf-4e67-9e6d-66b63de1837d req-b529dd29-2729-4005-9653-2d32419d0c38 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 210 time: 0.0311193 Feb 20 04:16:36.579491 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-99e8788b-0707-4733-a011-32826f4cb643 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (96c5a47c-4240-4ab7-8347-205cdfa31a1b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:36.621517 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-99e8788b-0707-4733-a011-32826f4cb643 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Network 776cfe74-9834-4e25-aade-eb236e2b5f70 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:16:36.625617 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-99e8788b-0707-4733-a011-32826f4cb643 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:16:36.631506 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-99e8788b-0707-4733-a011-32826f4cb643 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:16:36.655262 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8788b-0707-4733-a011-32826f4cb643 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Pushing event updated for resources: {'Port': ['ID=96c5a47c-4240-4ab7-8347-205cdfa31a1b,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:16:36.686327 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-99e8788b-0707-4733-a011-32826f4cb643 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:16:36.686979 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-99e8788b-0707-4733-a011-32826f4cb643 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:36.799193 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-99e8788b-0707-4733-a011-32826f4cb643 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8303967 Feb 20 04:16:36.811318 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-0c6fb5cc-3344-4f1e-9100-201364be069f service neutron] Request body: {'port': {'device_id': '7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:16:36.886493 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-0c6fb5cc-3344-4f1e-9100-201364be069f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (96c5a47c-4240-4ab7-8347-205cdfa31a1b), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:36.888867 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-f01c3b18-f16b-40c3-90f4-fc2a123edaa8 None None] Provisioning complete for port 96c5a47c-4240-4ab7-8347-205cdfa31a1b triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:16:36.889338 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f01c3b18-f16b-40c3-90f4-fc2a123edaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (96c5a47c-4240-4ab7-8347-205cdfa31a1b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:36.928099 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-f01c3b18-f16b-40c3-90f4-fc2a123edaa8 None None] Port 96c5a47c-4240-4ab7-8347-205cdfa31a1b cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:16:37.155346 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-0c6fb5cc-3344-4f1e-9100-201364be069f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96c5a47c-4240-4ab7-8347-205cdfa31a1b {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:16:37.163849 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-0c6fb5cc-3344-4f1e-9100-201364be069f service neutron] Publish callbacks [] for port (96c5a47c-4240-4ab7-8347-205cdfa31a1b), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:37.177897 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-0c6fb5cc-3344-4f1e-9100-201364be069f service neutron] Transition to ACTIVE for port object 96c5a47c-4240-4ab7-8347-205cdfa31a1b will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:16:37.270441 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-0c6fb5cc-3344-4f1e-9100-201364be069f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (96c5a47c-4240-4ab7-8347-205cdfa31a1b), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:37.324394 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6fb5cc-3344-4f1e-9100-201364be069f service neutron] Pushing event updated for resources: {'Port': ['ID=96c5a47c-4240-4ab7-8347-205cdfa31a1b,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:16:37.400022 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-0c6fb5cc-3344-4f1e-9100-201364be069f service neutron] Attempting to bind port 96c5a47c-4240-4ab7-8347-205cdfa31a1b on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:16:37.406783 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-0c6fb5cc-3344-4f1e-9100-201364be069f service neutron] Attempting to bind port 96c5a47c-4240-4ab7-8347-205cdfa31a1b by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:16:37.406783 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-0c6fb5cc-3344-4f1e-9100-201364be069f service neutron] Attempting to bind port 96c5a47c-4240-4ab7-8347-205cdfa31a1b on network 776cfe74-9834-4e25-aade-eb236e2b5f70 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:16:37.406783 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-0c6fb5cc-3344-4f1e-9100-201364be069f service neutron] Port 96c5a47c-4240-4ab7-8347-205cdfa31a1b on network 776cfe74-9834-4e25-aade-eb236e2b5f70 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:16:37.406783 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-0c6fb5cc-3344-4f1e-9100-201364be069f service neutron] Attempting to bind port 96c5a47c-4240-4ab7-8347-205cdfa31a1b on network 776cfe74-9834-4e25-aade-eb236e2b5f70 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:16:37.411267 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-0c6fb5cc-3344-4f1e-9100-201364be069f service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:16:37.411615 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-0c6fb5cc-3344-4f1e-9100-201364be069f service neutron] Checking segment: {'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:16:37.412008 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-0c6fb5cc-3344-4f1e-9100-201364be069f service neutron] Bound using segment: {'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:16:37.412446 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-0c6fb5cc-3344-4f1e-9100-201364be069f service neutron] Bound port: 96c5a47c-4240-4ab7-8347-205cdfa31a1b, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:16:37.412810 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-0c6fb5cc-3344-4f1e-9100-201364be069f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (96c5a47c-4240-4ab7-8347-205cdfa31a1b), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:37.488138 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-0c6fb5cc-3344-4f1e-9100-201364be069f service neutron] For port 96c5a47c-4240-4ab7-8347-205cdfa31a1b, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:16:37.491600 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-0c6fb5cc-3344-4f1e-9100-201364be069f service neutron] For port 96c5a47c-4240-4ab7-8347-205cdfa31a1b, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=96c5a47c-4240-4ab7-8347-205cdfa31a1b,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:16:37.533462 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-0c6fb5cc-3344-4f1e-9100-201364be069f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (96c5a47c-4240-4ab7-8347-205cdfa31a1b), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:37.583267 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-0c6fb5cc-3344-4f1e-9100-201364be069f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:16:37.583900 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-0c6fb5cc-3344-4f1e-9100-201364be069f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:37.585328 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-0c6fb5cc-3344-4f1e-9100-201364be069f service neutron] 10.222.0.93 "PUT /v2.0/ports/96c5a47c-4240-4ab7-8347-205cdfa31a1b HTTP/1.1" status: 200 len: 1092 time: 0.7788341 Feb 20 04:16:37.585785 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb', 'tag': '96c5a47c-4240-4ab7-8347-205cdfa31a1b'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:16:37.593934 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fef435-2f66-40a8-9e2f-538e8cdbc5c6" -d '{"events": [{"name": "network-changed", "server_uuid": "7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb", "tag": "96c5a47c-4240-4ab7-8347-205cdfa31a1b"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:16:37.648145 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6fb5cc-3344-4f1e-9100-201364be069f service neutron] Pushing event updated for resources: {'Port': ['ID=96c5a47c-4240-4ab7-8347-205cdfa31a1b,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:16:37.685980 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b927d5e-a450-4fe3-883f-a6255e2a2bc1 req-3fd2e5a9-92d4-420c-ad8e-cc2fd96c6f06 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:16:37.694634 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b927d5e-a450-4fe3-883f-a6255e2a2bc1 req-3fd2e5a9-92d4-420c-ad8e-cc2fd96c6f06 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 944 time: 0.0895116 Feb 20 04:16:37.791085 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b927d5e-a450-4fe3-883f-a6255e2a2bc1 req-39d10553-ac56-4544-9cf7-0e3b760fe21b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952029 Feb 20 04:16:37.799712 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-640aa396-a4ca-483f-9430-897b4aa66a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:16:37.801239 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-640aa396-a4ca-483f-9430-897b4aa66a31 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 1126 time: 0.1037078 Feb 20 04:16:37.853748 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88d0b89-f228-4ef4-8c01-3b070dae417d x-openstack-request-id: req-f88d0b89-f228-4ef4-8c01-3b070dae417d {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:16:37.854103 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb", "tag": "96c5a47c-4240-4ab7-8347-205cdfa31a1b", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:16:37.854427 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f88d0b89-f228-4ef4-8c01-3b070dae417d {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:16:37.854922 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb', 'tag': '96c5a47c-4240-4ab7-8347-205cdfa31a1b', 'status': 'completed', 'code': 200} Feb 20 04:16:37.857576 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-21116c02-0d7c-42d2-9bc6-52ad1859c575 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96c5a47c-4240-4ab7-8347-205cdfa31a1b HTTP/1.1" status: 200 len: 217 time: 0.0496328 Feb 20 04:16:37.909061 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-2eb9f0bb-92a4-4b7a-ae8c-494161d3f9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:16:37.911103 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-2eb9f0bb-92a4-4b7a-ae8c-494161d3f9ea service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a65a671e-c66c-439b-a311-43e99c7bbefc HTTP/1.1" status: 200 len: 849 time: 0.0478849 Feb 20 04:16:37.960552 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-b3d1cc60-347d-478d-b945-19ea84ad2163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:16:37.961999 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-b3d1cc60-347d-478d-b945-19ea84ad2163 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=776cfe74-9834-4e25-aade-eb236e2b5f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455511 Feb 20 04:16:38.056035 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-a33d1e7c-bb38-41a0-901d-d052ac07ee17 service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880413 Feb 20 04:16:38.147123 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0edb4a1-ef00-4f75-9d58-84728e55ab34 req-d094ddf8-4d42-4d2a-adbe-5153df85ad36 service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852165 Feb 20 04:16:38.292258 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fef435-2f66-40a8-9e2f-538e8cdbc5c6 req-5255981c-3696-405c-9937-a84c184af84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:16:38.293808 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78fef435-2f66-40a8-9e2f-538e8cdbc5c6 req-5255981c-3696-405c-9937-a84c184af84c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 1126 time: 0.0512505 Feb 20 04:16:38.382474 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fef435-2f66-40a8-9e2f-538e8cdbc5c6 req-2d0cf0de-928c-4d0a-bc07-f8e093407932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:16:38.384018 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78fef435-2f66-40a8-9e2f-538e8cdbc5c6 req-2d0cf0de-928c-4d0a-bc07-f8e093407932 service neutron] 10.222.0.93 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 911 time: 0.0842807 Feb 20 04:16:38.424569 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78fef435-2f66-40a8-9e2f-538e8cdbc5c6 req-6df25c99-9ef5-410e-9bf8-5151b6403b52 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96c5a47c-4240-4ab7-8347-205cdfa31a1b HTTP/1.1" status: 200 len: 217 time: 0.0347762 Feb 20 04:16:38.474795 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fef435-2f66-40a8-9e2f-538e8cdbc5c6 req-1cb828a3-150f-46c8-a146-004bba43a759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:16:38.476275 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78fef435-2f66-40a8-9e2f-538e8cdbc5c6 req-1cb828a3-150f-46c8-a146-004bba43a759 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a65a671e-c66c-439b-a311-43e99c7bbefc HTTP/1.1" status: 200 len: 849 time: 0.0463386 Feb 20 04:16:38.523053 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fef435-2f66-40a8-9e2f-538e8cdbc5c6 req-f385c41b-af0b-4589-9a6a-8c4242256bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:16:38.524547 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78fef435-2f66-40a8-9e2f-538e8cdbc5c6 req-f385c41b-af0b-4589-9a6a-8c4242256bca service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=776cfe74-9834-4e25-aade-eb236e2b5f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430348 Feb 20 04:16:38.612318 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78fef435-2f66-40a8-9e2f-538e8cdbc5c6 req-79e6ec96-d790-4d6d-a79a-f2861c0cabce service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819063 Feb 20 04:16:38.706137 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-78fef435-2f66-40a8-9e2f-538e8cdbc5c6 req-b5a185bc-67b5-4f03-8723-c117a8fad7a9 service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884159 Feb 20 04:16:38.923520 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0612c27-c6e1-4a56-aab0-f0f9cae24e5f req-02d35f65-fa51-43b3-9953-923dcd527612 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:16:38.925132 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b0612c27-c6e1-4a56-aab0-f0f9cae24e5f req-02d35f65-fa51-43b3-9953-923dcd527612 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 944 time: 0.0621526 Feb 20 04:16:38.979402 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b0612c27-c6e1-4a56-aab0-f0f9cae24e5f req-acef3c8b-39c3-449e-9348-36862f57c0b0 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480654 Feb 20 04:16:40.105035 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2196b59-9c92-435a-93e8-af6e85ced9aa req-989ce455-9832-4bf6-bddc-5478de38a6ff tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:16:40.107332 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c2196b59-9c92-435a-93e8-af6e85ced9aa req-989ce455-9832-4bf6-bddc-5478de38a6ff tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 944 time: 0.0589664 Feb 20 04:16:40.157015 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c2196b59-9c92-435a-93e8-af6e85ced9aa req-11bbdfb5-1151-427a-a192-565b2936337d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437372 Feb 20 04:16:41.275767 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cda18b-fdcb-4cce-9117-fa838e16ef0a req-b8212981-2be6-44f3-879a-0e2141954876 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:16:41.277268 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2cda18b-fdcb-4cce-9117-fa838e16ef0a req-b8212981-2be6-44f3-879a-0e2141954876 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 944 time: 0.0520222 Feb 20 04:16:41.326620 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2cda18b-fdcb-4cce-9117-fa838e16ef0a req-d76d1db9-9108-4442-9814-378c18eaaf65 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429466 Feb 20 04:16:42.446121 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e67290-924f-44ec-b8ed-0a7c62735ed9 req-586ea624-ee8b-4823-8ffa-8b1fb89d767d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:16:42.447666 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-89e67290-924f-44ec-b8ed-0a7c62735ed9 req-586ea624-ee8b-4823-8ffa-8b1fb89d767d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 944 time: 0.0531132 Feb 20 04:16:42.504701 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-89e67290-924f-44ec-b8ed-0a7c62735ed9 req-5c42b77c-aa64-4636-a74b-6b367ab1f8aa tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509174 Feb 20 04:16:43.629161 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacef76-cbdb-4ef5-b4fd-384c3fad5c16 req-3cb2e11b-fc4f-47ff-a713-b318130f01a9 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:16:43.630669 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9cacef76-cbdb-4ef5-b4fd-384c3fad5c16 req-3cb2e11b-fc4f-47ff-a713-b318130f01a9 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 944 time: 0.0539219 Feb 20 04:16:43.680803 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9cacef76-cbdb-4ef5-b4fd-384c3fad5c16 req-c4933c29-ecda-4054-a7dd-4f68f4f6034c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443316 Feb 20 04:16:44.801548 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f18fd9-0608-4a31-8c04-65c4b50df078 req-63cc07e8-4120-4b9b-9bf1-3858a0f8a5db tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:16:44.803086 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0f18fd9-0608-4a31-8c04-65c4b50df078 req-63cc07e8-4120-4b9b-9bf1-3858a0f8a5db tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 944 time: 0.0529273 Feb 20 04:16:44.864703 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0f18fd9-0608-4a31-8c04-65c4b50df078 req-983e6c2c-06b6-432f-bf37-42047316c57b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505407 Feb 20 04:16:45.990632 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e235430-4dfb-45e3-809b-8dc4e74060ee req-6f026152-4289-40ea-af02-402d5f0327db tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:16:45.992157 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5e235430-4dfb-45e3-809b-8dc4e74060ee req-6f026152-4289-40ea-af02-402d5f0327db tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 944 time: 0.0575519 Feb 20 04:16:46.042338 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5e235430-4dfb-45e3-809b-8dc4e74060ee req-642dc17d-08ab-4e22-b93e-cff93a414b18 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437050 Feb 20 04:16:46.825316 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:16:47.162624 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b71c4e-aaa7-4c1b-b0b2-420bc86ab18a req-545fde17-5a5f-4c13-ba74-ee5effea23a3 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:16:47.164140 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c4b71c4e-aaa7-4c1b-b0b2-420bc86ab18a req-545fde17-5a5f-4c13-ba74-ee5effea23a3 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 944 time: 0.0518529 Feb 20 04:16:47.214590 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c4b71c4e-aaa7-4c1b-b0b2-420bc86ab18a req-8f39ae88-128d-4441-a6ee-1e829e2521a5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442557 Feb 20 04:16:48.339287 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36f0d2-97d6-4f87-ac1e-05284200ea68 req-a4dca439-27b5-4db8-bf46-722ad76724fd tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:16:48.340770 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dc36f0d2-97d6-4f87-ac1e-05284200ea68 req-a4dca439-27b5-4db8-bf46-722ad76724fd tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 944 time: 0.0562065 Feb 20 04:16:48.388535 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dc36f0d2-97d6-4f87-ac1e-05284200ea68 req-5de84c16-f9f6-490d-b178-0c4b6642b397 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415602 Feb 20 04:16:49.508817 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc63704-a304-496c-8f3e-31c2026f3e9b req-8727ba77-d5a8-48fa-99e0-16598f87d10a tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:16:49.510317 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7bc63704-a304-496c-8f3e-31c2026f3e9b req-8727ba77-d5a8-48fa-99e0-16598f87d10a tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 944 time: 0.0530174 Feb 20 04:16:49.560057 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7bc63704-a304-496c-8f3e-31c2026f3e9b req-6a268584-1e44-40a0-b0a5-0f83c75a6490 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432978 Feb 20 04:16:50.681614 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293eb895-68e1-4ee8-8a78-1ce809d2f63d req-42d872b9-b815-4f3d-b65b-d4f3f959e00b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:16:50.683119 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-293eb895-68e1-4ee8-8a78-1ce809d2f63d req-42d872b9-b815-4f3d-b65b-d4f3f959e00b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 944 time: 0.0525534 Feb 20 04:16:50.735567 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-293eb895-68e1-4ee8-8a78-1ce809d2f63d req-9106d606-8e2f-4a81-a449-0233e60e7098 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462058 Feb 20 04:16:51.331918 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:51.383286 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:51.854374 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9fa3d-0d7b-46e3-81e6-f14e3e13a6b0 req-f175e13a-6ecb-4791-a519-d6a71516064c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:16:51.855891 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70f9fa3d-0d7b-46e3-81e6-f14e3e13a6b0 req-f175e13a-6ecb-4791-a519-d6a71516064c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 944 time: 0.0521700 Feb 20 04:16:51.905328 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70f9fa3d-0d7b-46e3-81e6-f14e3e13a6b0 req-81bb3643-06a4-47ad-981e-51de521b51e0 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427527 Feb 20 04:16:53.021998 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0abeb-3fef-4c6a-887b-4df0be827ef3 req-167265e6-4f96-4dfe-a35c-3e19ee87b4b0 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:16:53.023460 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79e0abeb-3fef-4c6a-887b-4df0be827ef3 req-167265e6-4f96-4dfe-a35c-3e19ee87b4b0 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 944 time: 0.0528748 Feb 20 04:16:53.072610 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79e0abeb-3fef-4c6a-887b-4df0be827ef3 req-3bab9e97-dd46-4022-9be9-89a9ed1fa274 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436134 Feb 20 04:16:54.501562 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614d27d-5ac0-43e7-9deb-f05dc09ae2cc req-173d7170-a0e2-4caf-b636-22f9dc6c5ce5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:16:54.503090 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4614d27d-5ac0-43e7-9deb-f05dc09ae2cc req-173d7170-a0e2-4caf-b636-22f9dc6c5ce5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 944 time: 0.3625166 Feb 20 04:16:54.551546 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4614d27d-5ac0-43e7-9deb-f05dc09ae2cc req-8ed4c5d1-8f2c-43fe-bf47-5a8f36f99170 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428736 Feb 20 04:16:55.669190 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca1c9a-e61e-4d78-bf30-5627c31829d8 req-831f4f02-2a89-414e-808d-5988a245006f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:16:55.670678 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79ca1c9a-e61e-4d78-bf30-5627c31829d8 req-831f4f02-2a89-414e-808d-5988a245006f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 944 time: 0.0516331 Feb 20 04:16:55.718373 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79ca1c9a-e61e-4d78-bf30-5627c31829d8 req-3861642c-2fa7-4369-a71e-669792d3c829 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421064 Feb 20 04:16:56.461800 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 96c5a47c-4240-4ab7-8347-205cdfa31a1b details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:16:56.477208 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e7662cfe-bc2f-42c5-9e59-1aed0f33db29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:56.558906 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 96c5a47c-4240-4ab7-8347-205cdfa31a1b, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=96c5a47c-4240-4ab7-8347-205cdfa31a1b,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:16:56.573555 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '96c5a47c-4240-4ab7-8347-205cdfa31a1b', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'port_id': '96c5a47c-4240-4ab7-8347-205cdfa31a1b', 'mac_address': 'fa:16:3e:a7:96:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:16:56.610583 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 96c5a47c-4240-4ab7-8347-205cdfa31a1b is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:16:56.611003 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (96c5a47c-4240-4ab7-8347-205cdfa31a1b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:56.623921 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c5a47c-4240-4ab7-8347-205cdfa31a1b {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:16:56.642321 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 96c5a47c-4240-4ab7-8347-205cdfa31a1b, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=96c5a47c-4240-4ab7-8347-205cdfa31a1b,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:16:56.709932 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (96c5a47c-4240-4ab7-8347-205cdfa31a1b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:56.761269 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=96c5a47c-4240-4ab7-8347-205cdfa31a1b,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:16:56.768648 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:16:56.769001 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:16:56.769345 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:16:56.769685 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:16:56.770048 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:16:56.770387 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:16:56.770717 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:16:56.771071 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:16:56.771400 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:16:56.771729 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:16:56.772055 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:16:56.772380 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:16:56.772703 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:16:56.843290 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9aeb33-6ca2-446b-9c4d-a963dabad098 req-c1fe2c4a-4b20-4171-aa5a-e0a67fdff203 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:16:56.844705 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa9aeb33-6ca2-446b-9c4d-a963dabad098 req-c1fe2c4a-4b20-4171-aa5a-e0a67fdff203 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 945 time: 0.0588119 Feb 20 04:16:56.895149 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fa9aeb33-6ca2-446b-9c4d-a963dabad098 req-0fea61da-6dae-478c-bbb4-edc89f370f73 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448470 Feb 20 04:16:56.936262 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['96c5a47c-4240-4ab7-8347-205cdfa31a1b'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:16:58.011644 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729da5c-76ef-4bf1-a979-382f8000e5f0 req-91fe35b8-1b88-4861-968d-45f01027a386 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:16:58.013038 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8729da5c-76ef-4bf1-a979-382f8000e5f0 req-91fe35b8-1b88-4861-968d-45f01027a386 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 945 time: 0.0520482 Feb 20 04:16:58.064282 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8729da5c-76ef-4bf1-a979-382f8000e5f0 req-e4affad0-a7f5-466c-9cf6-c1c6052564ea tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450568 Feb 20 04:16:58.478033 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 96c5a47c-4240-4ab7-8347-205cdfa31a1b up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:16:58.594559 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 96c5a47c-4240-4ab7-8347-205cdfa31a1b completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:16:58.599433 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 96c5a47c-4240-4ab7-8347-205cdfa31a1b triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:16:58.599811 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (96c5a47c-4240-4ab7-8347-205cdfa31a1b), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:58.687527 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 96c5a47c-4240-4ab7-8347-205cdfa31a1b is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:16:58.687912 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (96c5a47c-4240-4ab7-8347-205cdfa31a1b), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:58.710158 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c5a47c-4240-4ab7-8347-205cdfa31a1b'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:16:58.712391 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357e3b93-de6f-425f-a7d1-3832b16cf661" -d '{"events": [{"server_uuid": "7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb", "name": "network-vif-plugged", "status": "completed", "tag": "96c5a47c-4240-4ab7-8347-205cdfa31a1b"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:16:58.724335 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e164fab0-eefb-42c0-ac90-6440f31b5739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:58.726740 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 96c5a47c-4240-4ab7-8347-205cdfa31a1b, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=96c5a47c-4240-4ab7-8347-205cdfa31a1b,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:16:58.752874 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2966b9bf-7f67-4ae9-bded-c24fff643b27 x-openstack-request-id: req-2966b9bf-7f67-4ae9-bded-c24fff643b27 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:16:58.752874 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb", "name": "network-vif-plugged", "status": "completed", "tag": "96c5a47c-4240-4ab7-8347-205cdfa31a1b", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:16:58.752874 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2966b9bf-7f67-4ae9-bded-c24fff643b27 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:16:58.752874 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c5a47c-4240-4ab7-8347-205cdfa31a1b', 'code': 200} Feb 20 04:16:58.801877 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (96c5a47c-4240-4ab7-8347-205cdfa31a1b), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:16:58.854625 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41376af1-fa27-48a1-90b6-1cc510abf339 req-19e1af92-ad43-454e-bce2-52bfd8fd6894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:16:58.854840 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=96c5a47c-4240-4ab7-8347-205cdfa31a1b,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:16:58.856068 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-41376af1-fa27-48a1-90b6-1cc510abf339 req-19e1af92-ad43-454e-bce2-52bfd8fd6894 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 1128 time: 0.0450788 Feb 20 04:16:58.906284 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-41376af1-fa27-48a1-90b6-1cc510abf339 req-f86a555a-6f4b-41ab-8608-3b295b23605f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437145 Feb 20 04:16:59.183058 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36a0b9-c7d7-4299-9a85-85582796f8b8 req-db6537a3-1118-4981-9c11-853200f44141 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:16:59.184532 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ba36a0b9-c7d7-4299-9a85-85582796f8b8 req-db6537a3-1118-4981-9c11-853200f44141 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 946 time: 0.0524673 Feb 20 04:16:59.234821 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ba36a0b9-c7d7-4299-9a85-85582796f8b8 req-9eb3b523-2466-4f58-b4e7-80047a43bd44 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439379 Feb 20 04:17:00.119592 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:17:00.356244 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df3344-508a-4b79-a5dc-3f602785c66c req-510bfe24-3e10-44ee-bfb3-753a524b2129 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:17:00.357715 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-11df3344-508a-4b79-a5dc-3f602785c66c req-510bfe24-3e10-44ee-bfb3-753a524b2129 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 946 time: 0.0525920 Feb 20 04:17:00.406944 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-11df3344-508a-4b79-a5dc-3f602785c66c req-1b68a79d-03c5-4c30-9eee-28b08318f38f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430915 Feb 20 04:17:00.528524 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec29d50-1113-4267-bd89-8dcb3a0b2487 req-dfc10557-15ca-40b8-bb7c-c86712dd9372 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:17:00.531362 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2ec29d50-1113-4267-bd89-8dcb3a0b2487 req-dfc10557-15ca-40b8-bb7c-c86712dd9372 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 946 time: 0.0586936 Feb 20 04:17:00.582526 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2ec29d50-1113-4267-bd89-8dcb3a0b2487 req-d8189efc-4af5-4550-a3d8-c84093619d52 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444622 Feb 20 04:17:00.604777 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55708) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:17:00.646745 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5eb714-3c6d-4a74-b321-3ac877940d97 tempest-TestVolumeBootPattern-328338806 tempest-TestVolumeBootPattern-328338806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:17:00.648280 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-9c5eb714-3c6d-4a74-b321-3ac877940d97 tempest-TestVolumeBootPattern-328338806 tempest-TestVolumeBootPattern-328338806-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 1123 time: 0.0424726 Feb 20 04:17:00.650989 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55710) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:17:00.656016 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-109adfa7-d56c-4197-a214-1e082e2d1814 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'port_id': '96c5a47c-4240-4ab7-8347-205cdfa31a1b', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:17:00.732696 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-109adfa7-d56c-4197-a214-1e082e2d1814 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:17:00.832729 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-109adfa7-d56c-4197-a214-1e082e2d1814 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:17:00.933764 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [None req-109adfa7-d56c-4197-a214-1e082e2d1814 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Allocated IP 172.25.7.67 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/b2388aaf-6d70-4100-96e5-b5e5b5509a8b) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:17:01.036455 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-109adfa7-d56c-4197-a214-1e082e2d1814 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for port (b2388aaf-6d70-4100-96e5-b5e5b5509a8b), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:17:01.143452 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-109adfa7-d56c-4197-a214-1e082e2d1814 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (b2388aaf-6d70-4100-96e5-b5e5b5509a8b), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:17:01.181026 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109adfa7-d56c-4197-a214-1e082e2d1814 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:17:01.183852 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [None req-109adfa7-d56c-4197-a214-1e082e2d1814 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:17:01.189518 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109adfa7-d56c-4197-a214-1e082e2d1814 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:17:01.194930 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109adfa7-d56c-4197-a214-1e082e2d1814 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Pushing event updated for resources: {'Port': ['ID=b2388aaf-6d70-4100-96e5-b5e5b5509a8b,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:17:01.367176 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:17:01.557359 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-109adfa7-d56c-4197-a214-1e082e2d1814 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for floatingip (8311afd5-6ffa-4793-a5b1-4263ae2d18e2), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:17:01.673237 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-109adfa7-d56c-4197-a214-1e082e2d1814 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b2388aaf-6d70-4100-96e5-b5e5b5509a8b), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:17:01.821600 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-109adfa7-d56c-4197-a214-1e082e2d1814 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for port (b2388aaf-6d70-4100-96e5-b5e5b5509a8b), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:17:01.875213 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-109adfa7-d56c-4197-a214-1e082e2d1814 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (b2388aaf-6d70-4100-96e5-b5e5b5509a8b), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:17:01.953076 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109adfa7-d56c-4197-a214-1e082e2d1814 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Pushing event updated for resources: {'Port': ['ID=b2388aaf-6d70-4100-96e5-b5e5b5509a8b,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:17:01.963722 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-109adfa7-d56c-4197-a214-1e082e2d1814 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (8311afd5-6ffa-4793-a5b1-4263ae2d18e2), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:17:02.069190 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [None req-109adfa7-d56c-4197-a214-1e082e2d1814 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Floating IP 8311afd5-6ffa-4793-a5b1-4263ae2d18e2 associated. External IP: 172.25.7.67, port: 96c5a47c-4240-4ab7-8347-205cdfa31a1b. Feb 20 04:17:02.285909 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109adfa7-d56c-4197-a214-1e082e2d1814 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Router 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:17:02.393592 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109adfa7-d56c-4197-a214-1e082e2d1814 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:17:02.403016 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5421974f-3892-44d0-b9ba-a6c7581d234c None None] Sync routers for ids ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:17:02.412763 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5421974f-3892-44d0-b9ba-a6c7581d234c None None] Routers {'7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:17:02.413384 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-5421974f-3892-44d0-b9ba-a6c7581d234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:16:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:17:02.460799 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-109adfa7-d56c-4197-a214-1e082e2d1814 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:17:02.492377 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-109adfa7-d56c-4197-a214-1e082e2d1814 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8403480 Feb 20 04:17:02.493137 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb', 'tag': '96c5a47c-4240-4ab7-8347-205cdfa31a1b'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:17:02.495399 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530de7b9-0f31-4a29-8d8d-957dec0d1c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb", "tag": "96c5a47c-4240-4ab7-8347-205cdfa31a1b"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:17:02.524164 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-5421974f-3892-44d0-b9ba-a6c7581d234c None None] Set router 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:17:02.621971 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad86fddf-a2d1-4855-84f9-bf96a87955d6 x-openstack-request-id: req-ad86fddf-a2d1-4855-84f9-bf96a87955d6 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:17:02.622461 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb", "tag": "96c5a47c-4240-4ab7-8347-205cdfa31a1b", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:17:02.622583 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ad86fddf-a2d1-4855-84f9-bf96a87955d6 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:17:02.622954 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb', 'tag': '96c5a47c-4240-4ab7-8347-205cdfa31a1b', 'status': 'completed', 'code': 200} Feb 20 04:17:02.685748 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530de7b9-0f31-4a29-8d8d-957dec0d1c2b req-a17d71c1-bf4c-4ece-8ebd-368a0bb08138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:17:02.688080 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-530de7b9-0f31-4a29-8d8d-957dec0d1c2b req-a17d71c1-bf4c-4ece-8ebd-368a0bb08138 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 1128 time: 0.0467484 Feb 20 04:17:02.782841 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530de7b9-0f31-4a29-8d8d-957dec0d1c2b req-8872cad3-0fa9-4201-8cd2-e024611a312c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:17:02.784621 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-530de7b9-0f31-4a29-8d8d-957dec0d1c2b req-8872cad3-0fa9-4201-8cd2-e024611a312c service neutron] 10.222.0.93 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 911 time: 0.0894740 Feb 20 04:17:02.804548 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-5421974f-3892-44d0-b9ba-a6c7581d234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'name': 'tempest-TestVolumeBootPattern-43735782-router', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '47cfd14f-3fcc-49de-9418-7620af704731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:19Z', 'updated_at': '2022-02-20T04:06:23Z', 'revision_number': 4, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'gw_port': {'id': '47cfd14f-3fcc-49de-9418-7620af704731', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:20Z', 'updated_at': '2022-02-20T04:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '8311afd5-6ffa-4793-a5b1-4263ae2d18e2', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'floating_ip_address': '172.25.7.67', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'port_id': '96c5a47c-4240-4ab7-8347-205cdfa31a1b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'mac_address': 'fa:16:3e:a7:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:17:01Z', 'updated_at': '2022-02-20T04:17:01Z', 'revision_number': 0, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e93d0820-b6d7-4a7d-a56e-cb364a95e34b', 'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'mac_address': 'fa:16:3e:06:d0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:23Z', 'updated_at': '2022-02-20T04:06:28Z', 'revision_number': 5, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'subnets': [{'id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:17:02.832591 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5421974f-3892-44d0-b9ba-a6c7581d234c None None] Checking router: 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:17:02.834477 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:17:02.842570 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5421974f-3892-44d0-b9ba-a6c7581d234c None None] Routers {'7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:17:02.843850 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-5421974f-3892-44d0-b9ba-a6c7581d234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:16:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:17:02.855761 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-530de7b9-0f31-4a29-8d8d-957dec0d1c2b req-f63fa8be-7e83-4c28-a08f-e5e3ff3c3ec3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96c5a47c-4240-4ab7-8347-205cdfa31a1b HTTP/1.1" status: 200 len: 999 time: 0.0652084 Feb 20 04:17:02.904141 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530de7b9-0f31-4a29-8d8d-957dec0d1c2b req-d48c2764-bdb7-4f76-8ee2-d2dd367548ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:17:02.905859 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-530de7b9-0f31-4a29-8d8d-957dec0d1c2b req-d48c2764-bdb7-4f76-8ee2-d2dd367548ed service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a65a671e-c66c-439b-a311-43e99c7bbefc HTTP/1.1" status: 200 len: 849 time: 0.0444229 Feb 20 04:17:02.957409 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530de7b9-0f31-4a29-8d8d-957dec0d1c2b req-7ae15ee3-1df8-4aea-b481-91f02e4c6388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:17:02.959058 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-530de7b9-0f31-4a29-8d8d-957dec0d1c2b req-7ae15ee3-1df8-4aea-b481-91f02e4c6388 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=776cfe74-9834-4e25-aade-eb236e2b5f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471900 Feb 20 04:17:02.960298 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-5421974f-3892-44d0-b9ba-a6c7581d234c None None] Set router 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:17:03.050297 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-530de7b9-0f31-4a29-8d8d-957dec0d1c2b req-29a30d23-85e9-4dc6-86f2-0b902e4c794b service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856793 Feb 20 04:17:03.137645 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-530de7b9-0f31-4a29-8d8d-957dec0d1c2b req-f0e3ad25-0368-4ca1-acc1-87711ab3f4a7 service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815585 Feb 20 04:17:03.182574 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-5421974f-3892-44d0-b9ba-a6c7581d234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'name': 'tempest-TestVolumeBootPattern-43735782-router', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '47cfd14f-3fcc-49de-9418-7620af704731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:19Z', 'updated_at': '2022-02-20T04:06:23Z', 'revision_number': 4, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'gw_port': {'id': '47cfd14f-3fcc-49de-9418-7620af704731', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:20Z', 'updated_at': '2022-02-20T04:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '8311afd5-6ffa-4793-a5b1-4263ae2d18e2', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'floating_ip_address': '172.25.7.67', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'port_id': '96c5a47c-4240-4ab7-8347-205cdfa31a1b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'mac_address': 'fa:16:3e:a7:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:17:01Z', 'updated_at': '2022-02-20T04:17:01Z', 'revision_number': 0, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e93d0820-b6d7-4a7d-a56e-cb364a95e34b', 'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'mac_address': 'fa:16:3e:06:d0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:23Z', 'updated_at': '2022-02-20T04:06:28Z', 'revision_number': 5, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'subnets': [{'id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:17:03.212187 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5421974f-3892-44d0-b9ba-a6c7581d234c None None] The sync data for ids ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'] in n-d-829866-4 is: [{'id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'name': 'tempest-TestVolumeBootPattern-43735782-router', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '47cfd14f-3fcc-49de-9418-7620af704731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:19Z', 'updated_at': '2022-02-20T04:06:23Z', 'revision_number': 4, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'gw_port': {'id': '47cfd14f-3fcc-49de-9418-7620af704731', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:20Z', 'updated_at': '2022-02-20T04:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '8311afd5-6ffa-4793-a5b1-4263ae2d18e2', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'floating_ip_address': '172.25.7.67', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'port_id': '96c5a47c-4240-4ab7-8347-205cdfa31a1b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'mac_address': 'fa:16:3e:a7:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:17:01Z', 'updated_at': '2022-02-20T04:17:01Z', 'revision_number': 0, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e93d0820-b6d7-4a7d-a56e-cb364a95e34b', 'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'mac_address': 'fa:16:3e:06:d0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:23Z', 'updated_at': '2022-02-20T04:06:28Z', 'revision_number': 5, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'subnets': [{'id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:17:03.413371 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211e1395-a0b7-4da4-8c5d-23dca413dec6 None None] New status for floating IP 8311afd5-6ffa-4793-a5b1-4263ae2d18e2: ACTIVE {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 04:17:21.361849 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:17:21.428850 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:17:23.146168 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8af029c7-866c-4b6f-879f-4e1db57e2d7e req-29a3a3e4-d4dc-4730-8a61-528f3fac0873 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522490 Feb 20 04:17:23.232422 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af029c7-866c-4b6f-879f-4e1db57e2d7e req-8c52767c-9eb8-4ff5-b8c1-3125d69cd499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:17:23.233909 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8af029c7-866c-4b6f-879f-4e1db57e2d7e req-8c52767c-9eb8-4ff5-b8c1-3125d69cd499 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 1128 time: 0.0437636 Feb 20 04:17:23.336451 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af029c7-866c-4b6f-879f-4e1db57e2d7e req-d2a34ff8-d1a0-48d6-9aa4-57afb6e4f72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:17:23.337922 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8af029c7-866c-4b6f-879f-4e1db57e2d7e req-d2a34ff8-d1a0-48d6-9aa4-57afb6e4f72e service neutron] 10.222.0.93 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 911 time: 0.0841749 Feb 20 04:17:23.405039 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8af029c7-866c-4b6f-879f-4e1db57e2d7e req-1c6cbc69-ce9a-45fc-a871-d6acde5610c0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96c5a47c-4240-4ab7-8347-205cdfa31a1b HTTP/1.1" status: 200 len: 1001 time: 0.0614476 Feb 20 04:17:23.453958 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af029c7-866c-4b6f-879f-4e1db57e2d7e req-9eaff5bf-bd7a-4717-a126-6ca9a3ec425a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:17:23.455533 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8af029c7-866c-4b6f-879f-4e1db57e2d7e req-9eaff5bf-bd7a-4717-a126-6ca9a3ec425a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a65a671e-c66c-439b-a311-43e99c7bbefc HTTP/1.1" status: 200 len: 849 time: 0.0438790 Feb 20 04:17:23.504366 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af029c7-866c-4b6f-879f-4e1db57e2d7e req-37bada31-9d46-4e62-8342-8e6881da0788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:17:23.505897 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8af029c7-866c-4b6f-879f-4e1db57e2d7e req-37bada31-9d46-4e62-8342-8e6881da0788 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=776cfe74-9834-4e25-aade-eb236e2b5f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442145 Feb 20 04:17:23.602295 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8af029c7-866c-4b6f-879f-4e1db57e2d7e req-e1a75105-3435-4a6f-a2c4-881294946e0f service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905051 Feb 20 04:17:23.688854 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8af029c7-866c-4b6f-879f-4e1db57e2d7e req-1e4a5fdc-4531-4fde-a532-d79ff4174f4a service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809410 Feb 20 04:17:23.824184 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:17:24.569324 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [req-90be54fb-06f1-44b8-9bc4-89c4964928d7 req-e9c25763-7819-4380-8d69-1c93b2bc3cda tempest-TestNetworkAdvancedServerOps-1598740474 tempest-TestNetworkAdvancedServerOps-1598740474-project] (104106) timed out ('10.222.0.93', 50194) {{(pid=104106) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 04:17:24.622447 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-81243c16-f23c-4317-9fb7-a90885760566 req-4e58b122-cf37-4e26-8226-f23d9919dbe7 service neutron] (104105) timed out ('10.222.0.93', 50213) {{(pid=104105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 04:17:26.492563 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-db8f8914-4e05-4261-8641-ff639827c821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:17:28.721413 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bb6e56ed-15f7-4715-bd62-7fc771c16698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:17:30.104182 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:17:31.376996 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:17:32.822825 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:17:51.361599 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:17:51.464154 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:17:56.469929 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-312d88d6-1b3b-477d-a7d7-8f28deb8d6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:17:58.743997 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d69cf20a-a7ae-4864-8228-96b922a373a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:18:00.148520 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:18:00.823480 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:18:01.435666 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:18:02.810849 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:18:21.332825 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:18:21.427885 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:18:24.154840 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d167766-ba70-489e-8326-cf4f4629d9c3 req-3cc2e6dc-5f41-4fd0-8c57-f06ac439921a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0494006 Feb 20 04:18:24.238624 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d167766-ba70-489e-8326-cf4f4629d9c3 req-d85d383e-ff69-4c3f-97a5-d27afd79451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:18:24.240160 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d167766-ba70-489e-8326-cf4f4629d9c3 req-d85d383e-ff69-4c3f-97a5-d27afd79451d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 1128 time: 0.0453327 Feb 20 04:18:24.340955 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d167766-ba70-489e-8326-cf4f4629d9c3 req-25018168-e7c0-4291-a2c6-361d64c202e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:18:24.343095 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d167766-ba70-489e-8326-cf4f4629d9c3 req-25018168-e7c0-4291-a2c6-361d64c202e2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 911 time: 0.0846906 Feb 20 04:18:24.410564 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d167766-ba70-489e-8326-cf4f4629d9c3 req-952cb05a-39f9-4ae9-be4e-e8d01ee3270e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96c5a47c-4240-4ab7-8347-205cdfa31a1b HTTP/1.1" status: 200 len: 1001 time: 0.0618453 Feb 20 04:18:24.457742 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d167766-ba70-489e-8326-cf4f4629d9c3 req-f50bc047-1020-4786-bd20-bf11660e4823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:18:24.459241 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d167766-ba70-489e-8326-cf4f4629d9c3 req-f50bc047-1020-4786-bd20-bf11660e4823 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a65a671e-c66c-439b-a311-43e99c7bbefc HTTP/1.1" status: 200 len: 849 time: 0.0434973 Feb 20 04:18:24.508239 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d167766-ba70-489e-8326-cf4f4629d9c3 req-912ab1f3-5737-4ff3-ab60-1706f6ae49d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:18:24.509823 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d167766-ba70-489e-8326-cf4f4629d9c3 req-912ab1f3-5737-4ff3-ab60-1706f6ae49d7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=776cfe74-9834-4e25-aade-eb236e2b5f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439754 Feb 20 04:18:24.519502 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-4d167766-ba70-489e-8326-cf4f4629d9c3 req-3cda37b4-dd46-49ec-a790-36229ac4320d service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 04:18:24.520490 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d167766-ba70-489e-8326-cf4f4629d9c3 req-3cda37b4-dd46-49ec-a790-36229ac4320d service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049539 Feb 20 04:18:24.616732 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d167766-ba70-489e-8326-cf4f4629d9c3 req-e704831f-3f19-466e-9c53-5088b3165c2e service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903397 Feb 20 04:18:24.704840 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d167766-ba70-489e-8326-cf4f4629d9c3 req-372d3cb0-5c3b-4e23-9174-872bba5cf42c service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819449 Feb 20 04:18:26.473260 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2a3e006f-288e-4a00-87ff-0f235d3edf1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:18:28.721222 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1d292846-b47b-489e-b819-b778d476fceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:18:30.126924 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:18:31.349796 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:18:32.839102 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:18:37.822307 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:18:48.509248 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-82af0fb4-e882-4f41-8de1-aa34b481a596 tempest-TestNetworkAdvancedServerOps-652244112 tempest-TestNetworkAdvancedServerOps-652244112-project-admin] (104105) timed out ('10.222.0.89', 58534) {{(pid=104105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 04:18:49.838319 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-494864ba-edc0-4b5d-9918-7e2bafa6978d req-99368aab-9bf3-489b-8f14-e45d731c79fb service neutron] (104105) timed out ('10.222.0.89', 40394) {{(pid=104105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 04:18:51.350056 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:18:51.406749 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:18:56.469300 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-72609067-380c-410a-acad-2720e2bff6d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:18:58.721050 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-880e7311-b989-4563-93f2-ca89a97c5bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:19:00.028999 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [req-7b789e86-5540-46fd-b756-ce105c320afa req-734d7a6e-19da-485d-ba46-86a60312c4a2 service neutron] (104106) timed out ('10.222.0.89', 47778) {{(pid=104106) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 04:19:00.126339 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:19:01.398390 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:19:02.804284 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:19:14.822825 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:19:21.343903 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:19:21.481186 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:19:26.166317 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ed025614-1391-4dc1-a428-f0d90dfd5194 req-bddda002-8b33-477d-b3b2-f7feebc402b4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0649307 Feb 20 04:19:26.252130 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed025614-1391-4dc1-a428-f0d90dfd5194 req-c26de5b4-1fe1-403b-9d2f-53e05b5927c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:19:26.253645 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ed025614-1391-4dc1-a428-f0d90dfd5194 req-c26de5b4-1fe1-403b-9d2f-53e05b5927c5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 1128 time: 0.0448868 Feb 20 04:19:26.354817 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed025614-1391-4dc1-a428-f0d90dfd5194 req-91dcbb6c-1afa-4914-8542-fc2259cb8878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:19:26.356328 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ed025614-1391-4dc1-a428-f0d90dfd5194 req-91dcbb6c-1afa-4914-8542-fc2259cb8878 service neutron] 10.222.0.93 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 911 time: 0.0845664 Feb 20 04:19:26.426417 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ed025614-1391-4dc1-a428-f0d90dfd5194 req-214609d7-9973-4bdd-b11b-4575499c65fd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96c5a47c-4240-4ab7-8347-205cdfa31a1b HTTP/1.1" status: 200 len: 1001 time: 0.0637352 Feb 20 04:19:26.476408 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed025614-1391-4dc1-a428-f0d90dfd5194 req-f0516b0d-10cb-4b41-b677-738cbbcc1d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:19:26.477904 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ed025614-1391-4dc1-a428-f0d90dfd5194 req-f0516b0d-10cb-4b41-b677-738cbbcc1d5c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a65a671e-c66c-439b-a311-43e99c7bbefc HTTP/1.1" status: 200 len: 849 time: 0.0458782 Feb 20 04:19:26.504100 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3e08a34f-1465-4f9c-9619-bd684603b7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:19:26.528793 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed025614-1391-4dc1-a428-f0d90dfd5194 req-07465b38-81e5-48f3-8599-9a3708a174ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:19:26.530298 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ed025614-1391-4dc1-a428-f0d90dfd5194 req-07465b38-81e5-48f3-8599-9a3708a174ad service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=776cfe74-9834-4e25-aade-eb236e2b5f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466151 Feb 20 04:19:26.625329 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ed025614-1391-4dc1-a428-f0d90dfd5194 req-e0ba1b5a-eedb-40f7-92fc-25046d718add service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881116 Feb 20 04:19:26.714772 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ed025614-1391-4dc1-a428-f0d90dfd5194 req-52119c66-20e7-4a47-8366-d0275a1b0c8e service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838261 Feb 20 04:19:28.717899 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-49eaad7f-2c2b-4c0b-9b10-f9dceaa46060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:19:30.163901 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:19:31.406592 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:19:32.837995 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:19:39.619065 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-383492d5-5d82-4cbc-a367-a082b463e837 req-4c00426b-7b4b-41c5-bc91-a2ea622cc144 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1671025950&fields=id&tenant_id=7602a09c6b004830be8e834a523bb4fb HTTP/1.1" status: 200 len: 267 time: 0.0494938 Feb 20 04:19:39.723630 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383492d5-5d82-4cbc-a367-a082b463e837 req-05451a02-080d-4416-baf4-4aab2d33e049 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:19:39.725115 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-383492d5-5d82-4cbc-a367-a082b463e837 req-05451a02-080d-4416-baf4-4aab2d33e049 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 810 time: 0.0986974 Feb 20 04:19:39.740098 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-383492d5-5d82-4cbc-a367-a082b463e837 req-5554c1a8-5a54-4822-a32f-6172b108e786 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/quotas/7602a09c6b004830be8e834a523bb4fb HTTP/1.1" status: 200 len: 375 time: 0.0095870 Feb 20 04:19:39.797453 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-383492d5-5d82-4cbc-a367-a082b463e837 req-eba80bc3-99cc-4623-8f1a-db9c4769f6d6 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523925 Feb 20 04:19:39.856116 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-383492d5-5d82-4cbc-a367-a082b463e837 req-5983d4aa-3510-42b2-8593-a6856a60562a service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 04:19:39.857347 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-383492d5-5d82-4cbc-a367-a082b463e837 req-5983d4aa-3510-42b2-8593-a6856a60562a service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0488067 Feb 20 04:19:39.954731 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-383492d5-5d82-4cbc-a367-a082b463e837 req-22f8e80f-6346-4ada-8c90-4ac1f451af90 service neutron] 10.222.0.89 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907741 Feb 20 04:19:40.044432 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-383492d5-5d82-4cbc-a367-a082b463e837 req-7a955eea-01ed-4b5a-af9f-02f035818afa service neutron] 10.222.0.89 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840235 Feb 20 04:19:40.672385 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a1f6dc3-00f6-48ae-8f00-c1a1c0486dc2 req-79f6c629-e6c9-4a49-957c-752dba0e8af2 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 210 time: 0.0337586 Feb 20 04:19:41.760581 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88541022-cf0b-446e-9db3-ca958390679a req-33d312cc-86aa-4fdd-b0cf-7d9f094c89e5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 210 time: 0.0288572 Feb 20 04:19:42.900888 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b1a0952c-7d39-47e0-9bd2-0659ce445880 req-e448e802-97ea-4fc4-9e49-fd40df9851fa tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 210 time: 0.0618436 Feb 20 04:19:42.948764 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383492d5-5d82-4cbc-a367-a082b463e837 req-e07b7eb4-70b1-49be-bb90-47eb1a5ad6e8 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:19:42.950217 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-383492d5-5d82-4cbc-a367-a082b463e837 req-e07b7eb4-70b1-49be-bb90-47eb1a5ad6e8 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.42 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 810 time: 0.1325610 Feb 20 04:19:43.013226 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-383492d5-5d82-4cbc-a367-a082b463e837 req-2963e99c-8f7e-4ce2-8b42-cafe2be5e975 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7602a09c6b004830be8e834a523bb4fb HTTP/1.1" status: 200 len: 380 time: 0.0544627 Feb 20 04:19:43.021995 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-383492d5-5d82-4cbc-a367-a082b463e837 req-b16821bb-2fd6-4153-85a5-36ded5085bba tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Request body: {'port': {'device_id': 'f2a5158f-7af3-474d-925e-ab41d7cb69b8', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'admin_state_up': True, 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'security_groups': ['e63ec74d-c4aa-40c7-bb48-333ee317e86c']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:19:43.175177 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-383492d5-5d82-4cbc-a367-a082b463e837 req-b16821bb-2fd6-4153-85a5-36ded5085bba tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Made reservation on behalf of 7602a09c6b004830be8e834a523bb4fb for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:19:43.178720 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-383492d5-5d82-4cbc-a367-a082b463e837 req-b16821bb-2fd6-4153-85a5-36ded5085bba tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:19:43.310073 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-383492d5-5d82-4cbc-a367-a082b463e837 req-b16821bb-2fd6-4153-85a5-36ded5085bba tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Allocated IP 172.20.0.8 (776cfe74-9834-4e25-aade-eb236e2b5f70/a65a671e-c66c-439b-a311-43e99c7bbefc/a67b9ea2-14a1-4723-931f-b1095a10c1c8) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:19:43.449426 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-383492d5-5d82-4cbc-a367-a082b463e837 req-b16821bb-2fd6-4153-85a5-36ded5085bba tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for port (a67b9ea2-14a1-4723-931f-b1095a10c1c8), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:19:43.859170 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-383492d5-5d82-4cbc-a367-a082b463e837 req-b16821bb-2fd6-4153-85a5-36ded5085bba tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (a67b9ea2-14a1-4723-931f-b1095a10c1c8), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:19:43.902209 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-383492d5-5d82-4cbc-a367-a082b463e837 req-b16821bb-2fd6-4153-85a5-36ded5085bba tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Network 776cfe74-9834-4e25-aade-eb236e2b5f70 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:19:43.905322 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-383492d5-5d82-4cbc-a367-a082b463e837 req-b16821bb-2fd6-4153-85a5-36ded5085bba tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:19:43.911704 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-383492d5-5d82-4cbc-a367-a082b463e837 req-b16821bb-2fd6-4153-85a5-36ded5085bba tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:19:43.951485 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16821bb-2fd6-4153-85a5-36ded5085bba tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Pushing event updated for resources: {'Port': ['ID=a67b9ea2-14a1-4723-931f-b1095a10c1c8,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:19:43.966036 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16821bb-2fd6-4153-85a5-36ded5085bba tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:19:43.966404 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16821bb-2fd6-4153-85a5-36ded5085bba tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:19:43.966956 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16821bb-2fd6-4153-85a5-36ded5085bba tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:19:43.967301 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16821bb-2fd6-4153-85a5-36ded5085bba tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:19:43.967645 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16821bb-2fd6-4153-85a5-36ded5085bba tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:19:43.968470 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16821bb-2fd6-4153-85a5-36ded5085bba tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:19:43.968804 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16821bb-2fd6-4153-85a5-36ded5085bba tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:19:43.969144 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16821bb-2fd6-4153-85a5-36ded5085bba tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:19:43.969460 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16821bb-2fd6-4153-85a5-36ded5085bba tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:19:43.969786 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16821bb-2fd6-4153-85a5-36ded5085bba tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:19:43.970111 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16821bb-2fd6-4153-85a5-36ded5085bba tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:19:43.970467 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16821bb-2fd6-4153-85a5-36ded5085bba tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:19:43.970801 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16821bb-2fd6-4153-85a5-36ded5085bba tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:19:44.003496 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383492d5-5d82-4cbc-a367-a082b463e837 req-b16821bb-2fd6-4153-85a5-36ded5085bba tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:19:44.004156 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-383492d5-5d82-4cbc-a367-a082b463e837 req-b16821bb-2fd6-4153-85a5-36ded5085bba tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:19:44.055067 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd90db9-624f-4d22-b6f5-39e90961b6f6 req-8bf24403-3894-4c6e-8dea-ef7313de6a14 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:19:44.056658 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5dd90db9-624f-4d22-b6f5-39e90961b6f6 req-8bf24403-3894-4c6e-8dea-ef7313de6a14 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 931 time: 0.0711253 Feb 20 04:19:44.123060 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5dd90db9-624f-4d22-b6f5-39e90961b6f6 req-5835d5c6-10ae-4bef-af4d-1faa97c423d0 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584490 Feb 20 04:19:44.169822 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-8df7ccd1-5349-49d0-9496-cbed4df34fdd None None] Provisioning complete for port a67b9ea2-14a1-4723-931f-b1095a10c1c8 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:19:44.170401 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8df7ccd1-5349-49d0-9496-cbed4df34fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a67b9ea2-14a1-4723-931f-b1095a10c1c8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:19:44.180886 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-383492d5-5d82-4cbc-a367-a082b463e837 req-b16821bb-2fd6-4153-85a5-36ded5085bba tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1624329 Feb 20 04:19:44.191378 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-383492d5-5d82-4cbc-a367-a082b463e837 req-fc36f09b-dc97-432e-9756-f6680bf62ea0 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 04:19:44.192477 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-383492d5-5d82-4cbc-a367-a082b463e837 req-fc36f09b-dc97-432e-9756-f6680bf62ea0 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060961 Feb 20 04:19:44.210372 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-8df7ccd1-5349-49d0-9496-cbed4df34fdd None None] Port a67b9ea2-14a1-4723-931f-b1095a10c1c8 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:19:44.256414 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-383492d5-5d82-4cbc-a367-a082b463e837 req-5881e964-d601-447b-86a2-a3abbf260bff service neutron] Request body: {'port': {'device_id': 'f2a5158f-7af3-474d-925e-ab41d7cb69b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:19:44.319495 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-383492d5-5d82-4cbc-a367-a082b463e837 req-5881e964-d601-447b-86a2-a3abbf260bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a67b9ea2-14a1-4723-931f-b1095a10c1c8), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:19:44.596931 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-383492d5-5d82-4cbc-a367-a082b463e837 req-5881e964-d601-447b-86a2-a3abbf260bff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a67b9ea2-14a1-4723-931f-b1095a10c1c8 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:19:44.604520 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-383492d5-5d82-4cbc-a367-a082b463e837 req-5881e964-d601-447b-86a2-a3abbf260bff service neutron] Publish callbacks [] for port (a67b9ea2-14a1-4723-931f-b1095a10c1c8), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:19:44.616902 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-383492d5-5d82-4cbc-a367-a082b463e837 req-5881e964-d601-447b-86a2-a3abbf260bff service neutron] Transition to ACTIVE for port object a67b9ea2-14a1-4723-931f-b1095a10c1c8 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:19:44.695094 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-383492d5-5d82-4cbc-a367-a082b463e837 req-5881e964-d601-447b-86a2-a3abbf260bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (a67b9ea2-14a1-4723-931f-b1095a10c1c8), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:19:44.750994 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881e964-d601-447b-86a2-a3abbf260bff service neutron] Pushing event updated for resources: {'Port': ['ID=a67b9ea2-14a1-4723-931f-b1095a10c1c8,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:19:44.829038 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-383492d5-5d82-4cbc-a367-a082b463e837 req-5881e964-d601-447b-86a2-a3abbf260bff service neutron] Attempting to bind port a67b9ea2-14a1-4723-931f-b1095a10c1c8 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:19:44.829377 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-383492d5-5d82-4cbc-a367-a082b463e837 req-5881e964-d601-447b-86a2-a3abbf260bff service neutron] Attempting to bind port a67b9ea2-14a1-4723-931f-b1095a10c1c8 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:19:44.829712 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383492d5-5d82-4cbc-a367-a082b463e837 req-5881e964-d601-447b-86a2-a3abbf260bff service neutron] Attempting to bind port a67b9ea2-14a1-4723-931f-b1095a10c1c8 on network 776cfe74-9834-4e25-aade-eb236e2b5f70 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:19:44.835147 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383492d5-5d82-4cbc-a367-a082b463e837 req-5881e964-d601-447b-86a2-a3abbf260bff service neutron] Port a67b9ea2-14a1-4723-931f-b1095a10c1c8 on network 776cfe74-9834-4e25-aade-eb236e2b5f70 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:19:44.838038 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383492d5-5d82-4cbc-a367-a082b463e837 req-5881e964-d601-447b-86a2-a3abbf260bff service neutron] Attempting to bind port a67b9ea2-14a1-4723-931f-b1095a10c1c8 on network 776cfe74-9834-4e25-aade-eb236e2b5f70 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:19:44.841192 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383492d5-5d82-4cbc-a367-a082b463e837 req-5881e964-d601-447b-86a2-a3abbf260bff service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:19:44.841535 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383492d5-5d82-4cbc-a367-a082b463e837 req-5881e964-d601-447b-86a2-a3abbf260bff service neutron] Checking segment: {'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:19:44.841926 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383492d5-5d82-4cbc-a367-a082b463e837 req-5881e964-d601-447b-86a2-a3abbf260bff service neutron] Bound using segment: {'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:19:44.842414 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-383492d5-5d82-4cbc-a367-a082b463e837 req-5881e964-d601-447b-86a2-a3abbf260bff service neutron] Bound port: a67b9ea2-14a1-4723-931f-b1095a10c1c8, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '296f6a77-5162-4cc7-8fa4-b531ca89021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:19:44.842777 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-383492d5-5d82-4cbc-a367-a082b463e837 req-5881e964-d601-447b-86a2-a3abbf260bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a67b9ea2-14a1-4723-931f-b1095a10c1c8), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:19:44.920257 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-383492d5-5d82-4cbc-a367-a082b463e837 req-5881e964-d601-447b-86a2-a3abbf260bff service neutron] For port a67b9ea2-14a1-4723-931f-b1095a10c1c8, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:19:44.924682 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-383492d5-5d82-4cbc-a367-a082b463e837 req-5881e964-d601-447b-86a2-a3abbf260bff service neutron] For port a67b9ea2-14a1-4723-931f-b1095a10c1c8, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=a67b9ea2-14a1-4723-931f-b1095a10c1c8,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:19:45.007253 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-383492d5-5d82-4cbc-a367-a082b463e837 req-5881e964-d601-447b-86a2-a3abbf260bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (a67b9ea2-14a1-4723-931f-b1095a10c1c8), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:19:45.043185 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383492d5-5d82-4cbc-a367-a082b463e837 req-5881e964-d601-447b-86a2-a3abbf260bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:19:45.045064 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-383492d5-5d82-4cbc-a367-a082b463e837 req-5881e964-d601-447b-86a2-a3abbf260bff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:19:45.045725 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-383492d5-5d82-4cbc-a367-a082b463e837 req-5881e964-d601-447b-86a2-a3abbf260bff service neutron] 10.222.0.42 "PUT /v2.0/ports/a67b9ea2-14a1-4723-931f-b1095a10c1c8 HTTP/1.1" status: 200 len: 1091 time: 0.8464823 Feb 20 04:19:45.048789 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a5158f-7af3-474d-925e-ab41d7cb69b8', 'tag': 'a67b9ea2-14a1-4723-931f-b1095a10c1c8'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:19:45.051874 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a13e22-1a42-4238-a17e-1bbb28823c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a5158f-7af3-474d-925e-ab41d7cb69b8", "tag": "a67b9ea2-14a1-4723-931f-b1095a10c1c8"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:19:45.085682 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881e964-d601-447b-86a2-a3abbf260bff service neutron] Pushing event updated for resources: {'Port': ['ID=a67b9ea2-14a1-4723-931f-b1095a10c1c8,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:19:45.106645 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdf052e-a0ff-4f1f-810c-e0b364d2521d x-openstack-request-id: req-2bdf052e-a0ff-4f1f-810c-e0b364d2521d {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:19:45.106999 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a5158f-7af3-474d-925e-ab41d7cb69b8", "tag": "a67b9ea2-14a1-4723-931f-b1095a10c1c8", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:19:45.107262 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-2bdf052e-a0ff-4f1f-810c-e0b364d2521d {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:19:45.107696 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a5158f-7af3-474d-925e-ab41d7cb69b8', 'tag': 'a67b9ea2-14a1-4723-931f-b1095a10c1c8', 'status': 'completed', 'code': 200} Feb 20 04:19:45.184985 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a13e22-1a42-4238-a17e-1bbb28823c4c req-c2430bc3-6cad-4293-8bb5-a80b5e1dd72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:19:45.187614 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87a13e22-1a42-4238-a17e-1bbb28823c4c req-c2430bc3-6cad-4293-8bb5-a80b5e1dd72c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 1125 time: 0.0588696 Feb 20 04:19:45.339677 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebbf29c-0c6b-4b38-87ce-9b4d14a5f4e3 req-2b7630b9-76f4-4ba5-8c20-df4afc1ad95f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:19:45.341135 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bebbf29c-0c6b-4b38-87ce-9b4d14a5f4e3 req-2b7630b9-76f4-4ba5-8c20-df4afc1ad95f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 943 time: 0.1215298 Feb 20 04:19:45.342271 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a13e22-1a42-4238-a17e-1bbb28823c4c req-6323207c-cdf3-4f35-a163-deb32f8440ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:19:45.344156 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87a13e22-1a42-4238-a17e-1bbb28823c4c req-6323207c-cdf3-4f35-a163-deb32f8440ed service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=7602a09c6b004830be8e834a523bb4fb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1493282 Feb 20 04:19:45.446496 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bebbf29c-0c6b-4b38-87ce-9b4d14a5f4e3 req-93d9ae12-805d-4927-b301-d5a11dbb5070 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987055 Feb 20 04:19:45.474834 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a13e22-1a42-4238-a17e-1bbb28823c4c req-e74f11ab-9079-4d9e-9a4e-994370371677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:19:45.476353 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-87a13e22-1a42-4238-a17e-1bbb28823c4c req-e74f11ab-9079-4d9e-9a4e-994370371677 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1228201 Feb 20 04:19:45.559165 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383492d5-5d82-4cbc-a367-a082b463e837 req-7adc482f-806e-4902-8bca-ef59803081e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:19:45.560701 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-383492d5-5d82-4cbc-a367-a082b463e837 req-7adc482f-806e-4902-8bca-ef59803081e8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 1125 time: 0.0481412 Feb 20 04:19:45.602338 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-383492d5-5d82-4cbc-a367-a082b463e837 req-8c29ffe7-d6d9-4402-b770-1bbdbb95d422 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a67b9ea2-14a1-4723-931f-b1095a10c1c8 HTTP/1.1" status: 200 len: 217 time: 0.0346429 Feb 20 04:19:45.654895 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383492d5-5d82-4cbc-a367-a082b463e837 req-22a5f3fd-4195-4f28-9705-b77d38c83623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:19:45.656672 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-383492d5-5d82-4cbc-a367-a082b463e837 req-22a5f3fd-4195-4f28-9705-b77d38c83623 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a65a671e-c66c-439b-a311-43e99c7bbefc HTTP/1.1" status: 200 len: 849 time: 0.0487330 Feb 20 04:19:45.705283 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383492d5-5d82-4cbc-a367-a082b463e837 req-97fd09c1-9bf1-4486-b488-677361ea4f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:19:45.706694 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-383492d5-5d82-4cbc-a367-a082b463e837 req-97fd09c1-9bf1-4486-b488-677361ea4f45 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=776cfe74-9834-4e25-aade-eb236e2b5f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442626 Feb 20 04:19:45.794457 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-383492d5-5d82-4cbc-a367-a082b463e837 req-2116bc9a-5719-4046-bd88-731d653b3af3 service neutron] 10.222.0.42 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818162 Feb 20 04:19:45.892544 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-383492d5-5d82-4cbc-a367-a082b463e837 req-459e78c8-48a3-4299-bc1f-80745396df7b service neutron] 10.222.0.42 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910785 Feb 20 04:19:46.568498 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b580d-f068-427b-bcf9-469e3460cea4 req-b65ebf1a-4285-4275-a992-7fedd44f7a2d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:19:46.570120 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-672b580d-f068-427b-bcf9-469e3460cea4 req-b65ebf1a-4285-4275-a992-7fedd44f7a2d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 943 time: 0.0551996 Feb 20 04:19:46.619903 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-672b580d-f068-427b-bcf9-469e3460cea4 req-d36e5605-2111-4ccc-b095-3bf9b8c06127 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441051 Feb 20 04:19:47.747092 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f5299-61c8-4b6e-9572-b138b72d9f11 req-18182459-e4f1-4995-bf50-d979ed18650f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:19:47.748667 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0d3f5299-61c8-4b6e-9572-b138b72d9f11 req-18182459-e4f1-4995-bf50-d979ed18650f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 943 time: 0.0599785 Feb 20 04:19:47.801729 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0d3f5299-61c8-4b6e-9572-b138b72d9f11 req-16a129d9-7fb5-472e-9ff7-ef492b1a831f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456631 Feb 20 04:19:48.925071 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b2557-547d-47c2-b350-345abfac93ba req-c5389358-08f1-4bae-a60f-64d1e0fbaa9b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:19:48.926709 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b93b2557-547d-47c2-b350-345abfac93ba req-c5389358-08f1-4bae-a60f-64d1e0fbaa9b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 943 time: 0.0534635 Feb 20 04:19:48.977117 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b93b2557-547d-47c2-b350-345abfac93ba req-b6a2052f-f1cd-4615-9dcd-ea88c80625ab tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445712 Feb 20 04:19:50.101874 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8b54c-f8d4-47d0-8f5f-31dcae76b1a8 req-6054e61c-fde2-47e9-a239-4a5cde9552f2 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:19:50.103606 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-36f8b54c-f8d4-47d0-8f5f-31dcae76b1a8 req-6054e61c-fde2-47e9-a239-4a5cde9552f2 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 943 time: 0.0544453 Feb 20 04:19:50.158705 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-36f8b54c-f8d4-47d0-8f5f-31dcae76b1a8 req-f167b59a-92d2-4340-9b8a-20102da00c8c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493240 Feb 20 04:19:51.278011 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d36b2-7cc1-4afc-933d-18803294587d req-05929619-8303-45e7-b598-224ae53e1630 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:19:51.281139 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e5d36b2-7cc1-4afc-933d-18803294587d req-05929619-8303-45e7-b598-224ae53e1630 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 943 time: 0.0547771 Feb 20 04:19:51.333138 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7e5d36b2-7cc1-4afc-933d-18803294587d req-bdd8049b-7704-4061-a2c9-95637a7843d7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457640 Feb 20 04:19:51.370486 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:19:51.512039 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:19:51.822204 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:19:52.455161 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1f7c6-ef5c-49cd-a778-0defc4610025 req-789f04b9-578b-409c-a6b9-cd4718fad51a tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:19:52.456711 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-83e1f7c6-ef5c-49cd-a778-0defc4610025 req-789f04b9-578b-409c-a6b9-cd4718fad51a tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 943 time: 0.0540903 Feb 20 04:19:52.506371 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-83e1f7c6-ef5c-49cd-a778-0defc4610025 req-07dac327-6765-4785-a86d-755f00b090d0 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437877 Feb 20 04:19:53.630742 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225776ff-8118-4a6e-a579-30733636954e req-e5ff1ae3-a37e-4d17-b00d-d45b18d78295 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:19:53.634760 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-225776ff-8118-4a6e-a579-30733636954e req-e5ff1ae3-a37e-4d17-b00d-d45b18d78295 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 943 time: 0.0581675 Feb 20 04:19:53.681297 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-225776ff-8118-4a6e-a579-30733636954e req-66f8a858-b102-4b50-8e2c-76484239badd tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432980 Feb 20 04:19:54.803409 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed03970-3544-4e2a-a80d-b05ab6277839 req-f403dc9b-824e-4e05-9976-9bab04b8fd9c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:19:54.804949 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1ed03970-3544-4e2a-a80d-b05ab6277839 req-f403dc9b-824e-4e05-9976-9bab04b8fd9c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 943 time: 0.0545893 Feb 20 04:19:54.855471 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1ed03970-3544-4e2a-a80d-b05ab6277839 req-75de0a8e-2832-4240-9088-899ebf3e4f90 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442448 Feb 20 04:19:55.977189 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d6a31-008c-4c49-8a32-cf2c34aed6d9 req-d78277d3-709c-4893-b893-fc619a884c3e tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:19:55.978672 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-550d6a31-008c-4c49-8a32-cf2c34aed6d9 req-d78277d3-709c-4893-b893-fc619a884c3e tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 943 time: 0.0528936 Feb 20 04:19:56.032160 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-550d6a31-008c-4c49-8a32-cf2c34aed6d9 req-3ed83382-a6f0-486a-b2a4-487a824e4fd1 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467300 Feb 20 04:19:56.526544 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6db54822-4d5b-40ec-91e5-7643a7e1dd19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:19:57.155632 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd05a51-3329-402f-ade6-17b7b136bce5 req-7bfac196-d1c7-4370-be09-0e029d512b5d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:19:57.157130 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfd05a51-3329-402f-ade6-17b7b136bce5 req-7bfac196-d1c7-4370-be09-0e029d512b5d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 943 time: 0.0535364 Feb 20 04:19:57.206686 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bfd05a51-3329-402f-ade6-17b7b136bce5 req-a3f255ae-beea-4092-9c45-b68e56bca86d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437481 Feb 20 04:19:58.330041 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b00731-9636-48ea-861e-acdb345ea2c0 req-f25b69a9-2cf5-4953-b300-609c7751fce9 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:19:58.332167 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f5b00731-9636-48ea-861e-acdb345ea2c0 req-f25b69a9-2cf5-4953-b300-609c7751fce9 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 943 time: 0.0540001 Feb 20 04:19:58.383367 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f5b00731-9636-48ea-861e-acdb345ea2c0 req-f2abb63f-e4c9-41e9-92b8-b2efadf0f90f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455501 Feb 20 04:19:58.723145 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-edfff2ba-e315-4642-8b00-3a785d246448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:19:59.506486 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8891583-d10e-4979-8ea9-e28c2b1fa9c6 req-f293ff81-d63d-4c6e-a9e1-dc6f12b1a29a tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:19:59.508104 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a8891583-d10e-4979-8ea9-e28c2b1fa9c6 req-f293ff81-d63d-4c6e-a9e1-dc6f12b1a29a tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 943 time: 0.0576880 Feb 20 04:19:59.556990 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a8891583-d10e-4979-8ea9-e28c2b1fa9c6 req-d008d15a-7324-40c7-bc5c-377802b062b4 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432899 Feb 20 04:20:00.138118 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:20:00.677054 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad30b9-5c3b-4922-98c4-0a6cd4630571 req-3da4ce32-303a-4957-8996-20b3a8f99189 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:20:00.678541 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1fad30b9-5c3b-4922-98c4-0a6cd4630571 req-3da4ce32-303a-4957-8996-20b3a8f99189 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 943 time: 0.0536516 Feb 20 04:20:00.727965 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1fad30b9-5c3b-4922-98c4-0a6cd4630571 req-5b5f15c5-0436-4958-8b5d-5f021067d38a tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433848 Feb 20 04:20:01.366595 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:20:01.850163 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0aa23-2aa7-41cd-a713-e2c54a01977b req-f3b6237c-c991-49ad-b302-0224a64c797e tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:20:01.851669 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74c0aa23-2aa7-41cd-a713-e2c54a01977b req-f3b6237c-c991-49ad-b302-0224a64c797e tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 943 time: 0.0563123 Feb 20 04:20:01.898999 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74c0aa23-2aa7-41cd-a713-e2c54a01977b req-ef18ca42-d77d-49ca-a0ae-8cacb8d8fefd tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416911 Feb 20 04:20:02.825842 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:20:03.017002 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12897fc-083a-4e43-9743-c5cc34100c63 req-6c5d609e-0bee-4301-b02b-011ed0ad2a78 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:20:03.018414 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a12897fc-083a-4e43-9743-c5cc34100c63 req-6c5d609e-0bee-4301-b02b-011ed0ad2a78 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 943 time: 0.0528419 Feb 20 04:20:03.068567 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a12897fc-083a-4e43-9743-c5cc34100c63 req-e560b061-853b-43cc-838f-02b3c72a9de0 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443254 Feb 20 04:20:03.423418 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device a67b9ea2-14a1-4723-931f-b1095a10c1c8 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:20:03.520208 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port a67b9ea2-14a1-4723-931f-b1095a10c1c8, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=a67b9ea2-14a1-4723-931f-b1095a10c1c8,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:20:03.688355 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'a67b9ea2-14a1-4723-931f-b1095a10c1c8', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'port_id': 'a67b9ea2-14a1-4723-931f-b1095a10c1c8', 'mac_address': 'fa:16:3e:9c:44:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:20:03.725833 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port a67b9ea2-14a1-4723-931f-b1095a10c1c8 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:20:03.726229 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a67b9ea2-14a1-4723-931f-b1095a10c1c8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:20:03.738521 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67b9ea2-14a1-4723-931f-b1095a10c1c8 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:20:03.758471 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port a67b9ea2-14a1-4723-931f-b1095a10c1c8, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=a67b9ea2-14a1-4723-931f-b1095a10c1c8,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:20:03.817827 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a67b9ea2-14a1-4723-931f-b1095a10c1c8), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:20:03.864099 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=a67b9ea2-14a1-4723-931f-b1095a10c1c8,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:20:03.871192 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:20:03.871546 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:20:03.871901 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:20:03.872224 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:20:03.872557 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:20:03.872886 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:20:03.873212 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:20:03.873533 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:20:03.873855 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:20:03.874175 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:20:03.874494 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:20:03.874812 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:20:03.875152 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:20:04.057413 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['a67b9ea2-14a1-4723-931f-b1095a10c1c8'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:20:04.195137 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa99e16-83c0-46b4-b1bd-f92162e3f181 req-9a6c04fa-7fe8-4f1a-98c6-f2e51ffd434f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:20:04.196806 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aaa99e16-83c0-46b4-b1bd-f92162e3f181 req-9a6c04fa-7fe8-4f1a-98c6-f2e51ffd434f tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 944 time: 0.0557404 Feb 20 04:20:04.250278 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-aaa99e16-83c0-46b4-b1bd-f92162e3f181 req-d23e90d4-3982-44ff-9dd2-e6e13fd75727 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476947 Feb 20 04:20:05.374190 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09507c59-7412-43c4-a5ae-47211943c072 req-8e0d89a3-759c-4453-bf8c-cc5e98966ecb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:20:05.375744 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-09507c59-7412-43c4-a5ae-47211943c072 req-8e0d89a3-759c-4453-bf8c-cc5e98966ecb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 944 time: 0.0535879 Feb 20 04:20:05.425342 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-09507c59-7412-43c4-a5ae-47211943c072 req-b6c9ac2f-ff12-44e8-9369-066fbd38910a tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438414 Feb 20 04:20:05.439174 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device a67b9ea2-14a1-4723-931f-b1095a10c1c8 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:20:05.572139 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port a67b9ea2-14a1-4723-931f-b1095a10c1c8 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:20:05.575942 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port a67b9ea2-14a1-4723-931f-b1095a10c1c8 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:20:05.576319 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (a67b9ea2-14a1-4723-931f-b1095a10c1c8), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:20:05.657227 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port a67b9ea2-14a1-4723-931f-b1095a10c1c8 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:20:05.657617 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (a67b9ea2-14a1-4723-931f-b1095a10c1c8), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:20:05.679302 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a5158f-7af3-474d-925e-ab41d7cb69b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67b9ea2-14a1-4723-931f-b1095a10c1c8'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:20:05.685187 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}111559c4fc43c185dda6fcc499ee427b7f9023f4a0755afc0c8e434a82244d4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d72ac0-6fb3-4b79-bba1-62cf51d457ec" -d '{"events": [{"server_uuid": "f2a5158f-7af3-474d-925e-ab41d7cb69b8", "name": "network-vif-plugged", "status": "completed", "tag": "a67b9ea2-14a1-4723-931f-b1095a10c1c8"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:20:05.694497 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port a67b9ea2-14a1-4723-931f-b1095a10c1c8, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=a67b9ea2-14a1-4723-931f-b1095a10c1c8,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:20:05.782561 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6475a735-910e-4bfd-a6d7-1e3c6cca8ed2 x-openstack-request-id: req-6475a735-910e-4bfd-a6d7-1e3c6cca8ed2 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:20:05.782881 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a5158f-7af3-474d-925e-ab41d7cb69b8", "name": "network-vif-plugged", "status": "completed", "tag": "a67b9ea2-14a1-4723-931f-b1095a10c1c8", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:20:05.783272 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6475a735-910e-4bfd-a6d7-1e3c6cca8ed2 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:20:05.783544 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a5158f-7af3-474d-925e-ab41d7cb69b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67b9ea2-14a1-4723-931f-b1095a10c1c8', 'code': 200} Feb 20 04:20:05.792039 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (a67b9ea2-14a1-4723-931f-b1095a10c1c8), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:20:05.844294 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=a67b9ea2-14a1-4723-931f-b1095a10c1c8,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:20:05.883466 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d74d36-2626-4bb5-8a00-1cfb29a6e265 req-3aa9ae74-a65c-4b09-97ac-aa70d4dfe5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:20:05.884992 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d2d74d36-2626-4bb5-8a00-1cfb29a6e265 req-3aa9ae74-a65c-4b09-97ac-aa70d4dfe5fe service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 1127 time: 0.0457251 Feb 20 04:20:05.930474 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d2d74d36-2626-4bb5-8a00-1cfb29a6e265 req-344da8a2-e867-456b-9b1a-13907d32901c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401299 Feb 20 04:20:06.553411 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7f8dc-fd8c-4917-b5e7-e6f5d86ba7a0 req-342e1f8c-eb4a-41d7-b1fb-4cf0ec5180e9 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:20:06.554947 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c2d7f8dc-fd8c-4917-b5e7-e6f5d86ba7a0 req-342e1f8c-eb4a-41d7-b1fb-4cf0ec5180e9 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 945 time: 0.0589232 Feb 20 04:20:06.604584 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c2d7f8dc-fd8c-4917-b5e7-e6f5d86ba7a0 req-be132dc0-b1df-4d18-916d-8cde93ae6930 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437689 Feb 20 04:20:07.727320 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84399f9-51a2-4998-910f-72a415d47dfd req-3a94caf2-18de-4895-8d40-b6a9075816b8 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:20:07.728843 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f84399f9-51a2-4998-910f-72a415d47dfd req-3a94caf2-18de-4895-8d40-b6a9075816b8 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 945 time: 0.0559216 Feb 20 04:20:07.780819 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f84399f9-51a2-4998-910f-72a415d47dfd req-524212c0-d4dc-4fc3-904f-2dad41817ead tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461850 Feb 20 04:20:07.899396 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9f1e6-51e5-4d38-859a-5393227c4dba req-497248ff-f4ea-405d-8821-4d4b6049cfaf tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:20:07.900807 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-44e9f1e6-51e5-4d38-859a-5393227c4dba req-497248ff-f4ea-405d-8821-4d4b6049cfaf tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 945 time: 0.0536532 Feb 20 04:20:07.954711 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-44e9f1e6-51e5-4d38-859a-5393227c4dba req-d6f0ad62-ea35-40ed-b089-77f2ee76593d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481381 Feb 20 04:20:07.978340 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 55956) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:20:08.089080 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c24500b-7738-42e4-ac5a-f9887ec40d04 tempest-TestVolumeBootPattern-328338806 tempest-TestVolumeBootPattern-328338806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:20:08.090632 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0c24500b-7738-42e4-ac5a-f9887ec40d04 tempest-TestVolumeBootPattern-328338806 tempest-TestVolumeBootPattern-328338806-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 1122 time: 0.1110184 Feb 20 04:20:08.093608 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 55960) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:20:08.099585 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-4a223d50-6e9d-40b0-ace2-c2cc6eb6d2bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'port_id': 'a67b9ea2-14a1-4723-931f-b1095a10c1c8', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:20:08.197827 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4a223d50-6e9d-40b0-ace2-c2cc6eb6d2bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:20:08.295807 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4a223d50-6e9d-40b0-ace2-c2cc6eb6d2bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:20:08.403438 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-4a223d50-6e9d-40b0-ace2-c2cc6eb6d2bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Allocated IP 172.25.7.33 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/30934fc4-b890-4e79-a26a-fdbcafe408c5) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:20:08.505909 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4a223d50-6e9d-40b0-ace2-c2cc6eb6d2bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for port (30934fc4-b890-4e79-a26a-fdbcafe408c5), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:20:08.607360 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4a223d50-6e9d-40b0-ace2-c2cc6eb6d2bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (30934fc4-b890-4e79-a26a-fdbcafe408c5), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:20:08.651808 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a223d50-6e9d-40b0-ace2-c2cc6eb6d2bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:20:08.654692 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-4a223d50-6e9d-40b0-ace2-c2cc6eb6d2bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:20:08.660496 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a223d50-6e9d-40b0-ace2-c2cc6eb6d2bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:20:08.666935 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a223d50-6e9d-40b0-ace2-c2cc6eb6d2bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Pushing event updated for resources: {'Port': ['ID=30934fc4-b890-4e79-a26a-fdbcafe408c5,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:20:08.697367 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a223d50-6e9d-40b0-ace2-c2cc6eb6d2bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:20:08.697720 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a223d50-6e9d-40b0-ace2-c2cc6eb6d2bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:20:08.698069 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a223d50-6e9d-40b0-ace2-c2cc6eb6d2bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:20:08.698414 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a223d50-6e9d-40b0-ace2-c2cc6eb6d2bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:20:08.698754 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a223d50-6e9d-40b0-ace2-c2cc6eb6d2bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:20:08.699119 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a223d50-6e9d-40b0-ace2-c2cc6eb6d2bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:20:08.699455 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a223d50-6e9d-40b0-ace2-c2cc6eb6d2bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:20:08.699787 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a223d50-6e9d-40b0-ace2-c2cc6eb6d2bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:20:08.700118 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a223d50-6e9d-40b0-ace2-c2cc6eb6d2bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:20:08.700445 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a223d50-6e9d-40b0-ace2-c2cc6eb6d2bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:20:08.700847 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a223d50-6e9d-40b0-ace2-c2cc6eb6d2bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:20:08.701142 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a223d50-6e9d-40b0-ace2-c2cc6eb6d2bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:20:08.701474 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a223d50-6e9d-40b0-ace2-c2cc6eb6d2bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:20:09.052982 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4a223d50-6e9d-40b0-ace2-c2cc6eb6d2bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for floatingip (8af9cc40-1c46-490c-82a7-c27ea9266e93), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:20:09.190300 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4a223d50-6e9d-40b0-ace2-c2cc6eb6d2bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (30934fc4-b890-4e79-a26a-fdbcafe408c5), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:20:09.345377 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4a223d50-6e9d-40b0-ace2-c2cc6eb6d2bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for port (30934fc4-b890-4e79-a26a-fdbcafe408c5), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:20:09.487087 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4a223d50-6e9d-40b0-ace2-c2cc6eb6d2bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (30934fc4-b890-4e79-a26a-fdbcafe408c5), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:20:09.559726 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a223d50-6e9d-40b0-ace2-c2cc6eb6d2bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Pushing event updated for resources: {'Port': ['ID=30934fc4-b890-4e79-a26a-fdbcafe408c5,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:20:09.570687 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4a223d50-6e9d-40b0-ace2-c2cc6eb6d2bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (8af9cc40-1c46-490c-82a7-c27ea9266e93), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:20:09.673428 n-d-829866-4 neutron-server[104106]: INFO neutron.db.l3_db [None req-4a223d50-6e9d-40b0-ace2-c2cc6eb6d2bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Floating IP 8af9cc40-1c46-490c-82a7-c27ea9266e93 associated. External IP: 172.25.7.33, port: a67b9ea2-14a1-4723-931f-b1095a10c1c8. Feb 20 04:20:09.884823 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a223d50-6e9d-40b0-ace2-c2cc6eb6d2bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Router 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:20:09.993554 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a223d50-6e9d-40b0-ace2-c2cc6eb6d2bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:20:10.003363 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f1bf8d-8906-4f20-b096-3a6ef99b52dc None None] Sync routers for ids ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:20:10.013603 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f1bf8d-8906-4f20-b096-3a6ef99b52dc None None] Routers {'7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:20:10.014237 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-20f1bf8d-8906-4f20-b096-3a6ef99b52dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:19:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:20:10.124076 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-20f1bf8d-8906-4f20-b096-3a6ef99b52dc None None] Set router 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:20:10.139885 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-4a223d50-6e9d-40b0-ace2-c2cc6eb6d2bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:20:10.169637 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-4a223d50-6e9d-40b0-ace2-c2cc6eb6d2bb tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0749218 Feb 20 04:20:10.170342 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a5158f-7af3-474d-925e-ab41d7cb69b8', 'tag': 'a67b9ea2-14a1-4723-931f-b1095a10c1c8'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:20:10.172633 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5143c90d40bd8de7374881d6ad3a1d9f9a735ba0787a187f24a71ba0af652ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cf9664-c992-4c4b-9750-53bf14365e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a5158f-7af3-474d-925e-ab41d7cb69b8", "tag": "a67b9ea2-14a1-4723-931f-b1095a10c1c8"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:20:10.277139 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564573fb-f09f-47b9-b431-4d88450e1ea4 x-openstack-request-id: req-564573fb-f09f-47b9-b431-4d88450e1ea4 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:20:10.277729 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a5158f-7af3-474d-925e-ab41d7cb69b8", "tag": "a67b9ea2-14a1-4723-931f-b1095a10c1c8", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:20:10.277729 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-564573fb-f09f-47b9-b431-4d88450e1ea4 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:20:10.278098 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a5158f-7af3-474d-925e-ab41d7cb69b8', 'tag': 'a67b9ea2-14a1-4723-931f-b1095a10c1c8', 'status': 'completed', 'code': 200} Feb 20 04:20:10.344119 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf9664-c992-4c4b-9750-53bf14365e0e req-c700fb74-a752-48f0-ba01-9e7b4cfe570a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:20:10.345637 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4cf9664-c992-4c4b-9750-53bf14365e0e req-c700fb74-a752-48f0-ba01-9e7b4cfe570a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 1127 time: 0.0452046 Feb 20 04:20:10.356652 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-20f1bf8d-8906-4f20-b096-3a6ef99b52dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'name': 'tempest-TestVolumeBootPattern-43735782-router', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '47cfd14f-3fcc-49de-9418-7620af704731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:19Z', 'updated_at': '2022-02-20T04:06:23Z', 'revision_number': 4, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'gw_port': {'id': '47cfd14f-3fcc-49de-9418-7620af704731', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:20Z', 'updated_at': '2022-02-20T04:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '8311afd5-6ffa-4793-a5b1-4263ae2d18e2', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'floating_ip_address': '172.25.7.67', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'port_id': '96c5a47c-4240-4ab7-8347-205cdfa31a1b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'mac_address': 'fa:16:3e:a7:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:17:01Z', 'updated_at': '2022-02-20T04:17:03Z', 'revision_number': 1, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'fixed_ip_address_scope': None}, {'id': '8af9cc40-1c46-490c-82a7-c27ea9266e93', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'floating_ip_address': '172.25.7.33', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'port_id': 'a67b9ea2-14a1-4723-931f-b1095a10c1c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'mac_address': 'fa:16:3e:9c:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a5158f-7af3-474d-925e-ab41d7cb69b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:20:08Z', 'updated_at': '2022-02-20T04:20:08Z', 'revision_number': 0, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e93d0820-b6d7-4a7d-a56e-cb364a95e34b', 'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'mac_address': 'fa:16:3e:06:d0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:23Z', 'updated_at': '2022-02-20T04:06:28Z', 'revision_number': 5, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'subnets': [{'id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:20:10.386809 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f1bf8d-8906-4f20-b096-3a6ef99b52dc None None] Checking router: 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:20:10.396038 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f1bf8d-8906-4f20-b096-3a6ef99b52dc None None] Routers {'7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:20:10.396659 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-20f1bf8d-8906-4f20-b096-3a6ef99b52dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:19:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:20:10.440464 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf9664-c992-4c4b-9750-53bf14365e0e req-2e907710-d996-47b8-860f-c664c79a5cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:20:10.442760 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4cf9664-c992-4c4b-9750-53bf14365e0e req-2e907710-d996-47b8-860f-c664c79a5cb1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 911 time: 0.0902014 Feb 20 04:20:10.505945 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-20f1bf8d-8906-4f20-b096-3a6ef99b52dc None None] Set router 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:20:10.508698 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4cf9664-c992-4c4b-9750-53bf14365e0e req-e1e18ae5-8da4-4217-a65a-df2d5e690d5c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a67b9ea2-14a1-4723-931f-b1095a10c1c8 HTTP/1.1" status: 200 len: 998 time: 0.0608132 Feb 20 04:20:10.560148 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf9664-c992-4c4b-9750-53bf14365e0e req-e202059d-5cb5-44ab-b3ec-248fa498459d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:20:10.561646 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4cf9664-c992-4c4b-9750-53bf14365e0e req-e202059d-5cb5-44ab-b3ec-248fa498459d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a65a671e-c66c-439b-a311-43e99c7bbefc HTTP/1.1" status: 200 len: 849 time: 0.0472066 Feb 20 04:20:10.614443 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf9664-c992-4c4b-9750-53bf14365e0e req-2dca79e6-1ba3-4f2b-b24a-2d20a418396d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:20:10.616214 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4cf9664-c992-4c4b-9750-53bf14365e0e req-2dca79e6-1ba3-4f2b-b24a-2d20a418396d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=776cfe74-9834-4e25-aade-eb236e2b5f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490873 Feb 20 04:20:10.703705 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4cf9664-c992-4c4b-9750-53bf14365e0e req-c69cd445-961c-4e34-82d8-c8bc3b871474 service neutron] 10.222.0.42 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817821 Feb 20 04:20:10.734803 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-20f1bf8d-8906-4f20-b096-3a6ef99b52dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'name': 'tempest-TestVolumeBootPattern-43735782-router', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '47cfd14f-3fcc-49de-9418-7620af704731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:19Z', 'updated_at': '2022-02-20T04:06:23Z', 'revision_number': 4, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'gw_port': {'id': '47cfd14f-3fcc-49de-9418-7620af704731', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:20Z', 'updated_at': '2022-02-20T04:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '8311afd5-6ffa-4793-a5b1-4263ae2d18e2', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'floating_ip_address': '172.25.7.67', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'port_id': '96c5a47c-4240-4ab7-8347-205cdfa31a1b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'mac_address': 'fa:16:3e:a7:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:17:01Z', 'updated_at': '2022-02-20T04:17:03Z', 'revision_number': 1, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'fixed_ip_address_scope': None}, {'id': '8af9cc40-1c46-490c-82a7-c27ea9266e93', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'floating_ip_address': '172.25.7.33', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'port_id': 'a67b9ea2-14a1-4723-931f-b1095a10c1c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'mac_address': 'fa:16:3e:9c:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a5158f-7af3-474d-925e-ab41d7cb69b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:20:08Z', 'updated_at': '2022-02-20T04:20:08Z', 'revision_number': 0, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e93d0820-b6d7-4a7d-a56e-cb364a95e34b', 'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'mac_address': 'fa:16:3e:06:d0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:23Z', 'updated_at': '2022-02-20T04:06:28Z', 'revision_number': 5, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'subnets': [{'id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:20:10.766181 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f1bf8d-8906-4f20-b096-3a6ef99b52dc None None] The sync data for ids ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'] in n-d-829866-4 is: [{'id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'name': 'tempest-TestVolumeBootPattern-43735782-router', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '47cfd14f-3fcc-49de-9418-7620af704731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:19Z', 'updated_at': '2022-02-20T04:06:23Z', 'revision_number': 4, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'gw_port': {'id': '47cfd14f-3fcc-49de-9418-7620af704731', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:20Z', 'updated_at': '2022-02-20T04:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '8311afd5-6ffa-4793-a5b1-4263ae2d18e2', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'floating_ip_address': '172.25.7.67', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'port_id': '96c5a47c-4240-4ab7-8347-205cdfa31a1b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'mac_address': 'fa:16:3e:a7:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:17:01Z', 'updated_at': '2022-02-20T04:17:03Z', 'revision_number': 1, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'fixed_ip_address_scope': None}, {'id': '8af9cc40-1c46-490c-82a7-c27ea9266e93', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'floating_ip_address': '172.25.7.33', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'port_id': 'a67b9ea2-14a1-4723-931f-b1095a10c1c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'mac_address': 'fa:16:3e:9c:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a5158f-7af3-474d-925e-ab41d7cb69b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:20:08Z', 'updated_at': '2022-02-20T04:20:08Z', 'revision_number': 0, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e93d0820-b6d7-4a7d-a56e-cb364a95e34b', 'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'mac_address': 'fa:16:3e:06:d0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:23Z', 'updated_at': '2022-02-20T04:06:28Z', 'revision_number': 5, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'subnets': [{'id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:20:10.802500 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4cf9664-c992-4c4b-9750-53bf14365e0e req-e7dd14a4-0edf-4938-889d-635cfb4a16a7 service neutron] 10.222.0.42 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931752 Feb 20 04:20:10.972008 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abded3c6-0db5-44fc-a84a-36b2ccba41d8 None None] New status for floating IP 8af9cc40-1c46-490c-82a7-c27ea9266e93: ACTIVE {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 04:20:15.440603 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-538b2938-c307-4991-9073-11b161cc9ca9 req-507563d1-5f8b-483b-b70e-5def213c8cda service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441487 Feb 20 04:20:15.524670 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b2938-c307-4991-9073-11b161cc9ca9 req-eb2f465b-f13a-44cf-a3b6-d64f19c7ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:20:15.526223 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-538b2938-c307-4991-9073-11b161cc9ca9 req-eb2f465b-f13a-44cf-a3b6-d64f19c7ff91 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 1127 time: 0.0449059 Feb 20 04:20:15.635610 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b2938-c307-4991-9073-11b161cc9ca9 req-ab0b3aee-4510-4bd7-a7c0-78a90bd44dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:20:15.637185 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-538b2938-c307-4991-9073-11b161cc9ca9 req-ab0b3aee-4510-4bd7-a7c0-78a90bd44dd3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 911 time: 0.0935442 Feb 20 04:20:15.702926 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-538b2938-c307-4991-9073-11b161cc9ca9 req-ad7aa450-d10f-4d22-bcc2-ada6c415c9be service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a67b9ea2-14a1-4723-931f-b1095a10c1c8 HTTP/1.1" status: 200 len: 1000 time: 0.0594158 Feb 20 04:20:15.749237 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b2938-c307-4991-9073-11b161cc9ca9 req-463c418d-4406-4917-973b-0a05dc6d4d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:20:15.750694 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-538b2938-c307-4991-9073-11b161cc9ca9 req-463c418d-4406-4917-973b-0a05dc6d4d79 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a65a671e-c66c-439b-a311-43e99c7bbefc HTTP/1.1" status: 200 len: 849 time: 0.0423422 Feb 20 04:20:15.803025 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b2938-c307-4991-9073-11b161cc9ca9 req-4fa88b83-9788-4593-8f8b-19c20295e9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:20:15.804546 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-538b2938-c307-4991-9073-11b161cc9ca9 req-4fa88b83-9788-4593-8f8b-19c20295e9e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=776cfe74-9834-4e25-aade-eb236e2b5f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485892 Feb 20 04:20:15.892299 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-538b2938-c307-4991-9073-11b161cc9ca9 req-f73a0749-bed0-44bc-9ced-fa850b8f47d9 service neutron] 10.222.0.42 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813076 Feb 20 04:20:15.990170 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-538b2938-c307-4991-9073-11b161cc9ca9 req-20a2170d-6204-4f66-9ed7-e6922cdc23ae service neutron] 10.222.0.42 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884914 Feb 20 04:20:21.349155 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:20:21.448415 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:20:26.482611 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-73544a2b-e68e-4ef7-9206-d5ab785c774c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:20:28.173168 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cdc1f198-a0bf-4758-abcb-a3ce390ce748 req-cfc3fcf6-71d5-44a3-8be7-c98d5c2be2f2 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0893672 Feb 20 04:20:28.262771 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1f198-a0bf-4758-abcb-a3ce390ce748 req-a1d30f25-20c7-4bb2-a389-807915279b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:20:28.264446 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cdc1f198-a0bf-4758-abcb-a3ce390ce748 req-a1d30f25-20c7-4bb2-a389-807915279b6d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 1128 time: 0.0471554 Feb 20 04:20:28.370629 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1f198-a0bf-4758-abcb-a3ce390ce748 req-7f419dce-2e91-4ce7-8a2a-5521910cb868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:20:28.371904 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cdc1f198-a0bf-4758-abcb-a3ce390ce748 req-7f419dce-2e91-4ce7-8a2a-5521910cb868 service neutron] 10.222.0.93 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 911 time: 0.0882902 Feb 20 04:20:28.437116 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cdc1f198-a0bf-4758-abcb-a3ce390ce748 req-8762c5e3-544e-4fba-914f-60b2ac792037 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96c5a47c-4240-4ab7-8347-205cdfa31a1b HTTP/1.1" status: 200 len: 1001 time: 0.0593092 Feb 20 04:20:28.486419 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1f198-a0bf-4758-abcb-a3ce390ce748 req-1671c61a-9ea1-4e6b-8d0e-328ffa907599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:20:28.487943 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cdc1f198-a0bf-4758-abcb-a3ce390ce748 req-1671c61a-9ea1-4e6b-8d0e-328ffa907599 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a65a671e-c66c-439b-a311-43e99c7bbefc HTTP/1.1" status: 200 len: 849 time: 0.0456161 Feb 20 04:20:28.544497 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1f198-a0bf-4758-abcb-a3ce390ce748 req-41807d29-530e-46e2-9c26-318c7d9b76d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:20:28.546015 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cdc1f198-a0bf-4758-abcb-a3ce390ce748 req-41807d29-530e-46e2-9c26-318c7d9b76d9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=776cfe74-9834-4e25-aade-eb236e2b5f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0516746 Feb 20 04:20:28.641401 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cdc1f198-a0bf-4758-abcb-a3ce390ce748 req-7c96f464-25d0-47df-880f-572b890dc6ba service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893035 Feb 20 04:20:28.705682 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d07ce8b0-fe3f-45cc-a309-c35b64f2dfaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:20:28.739629 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cdc1f198-a0bf-4758-abcb-a3ce390ce748 req-79e09de9-af3c-4115-90ac-a4c82f0ee0da service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925159 Feb 20 04:20:28.821508 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:20:30.143354 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:20:31.397139 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:20:32.837068 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:20:51.360782 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:20:51.440714 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:20:56.503987 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-99db833f-a9f0-442e-b577-cf421dc07ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:20:58.722058 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0feca05c-de4c-412f-905c-7029c0c6ec99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:21:00.131893 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:21:01.373472 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:21:02.807967 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:21:05.820966 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:21:16.452277 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94dcfff3-2df9-4ed9-b47d-cc20f4ac241c req-9154a27f-f722-4f79-a595-501879f4decb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457695 Feb 20 04:21:16.538588 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcfff3-2df9-4ed9-b47d-cc20f4ac241c req-bed2f4e4-39e9-40af-a777-85adbaaf097d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:21:16.540206 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94dcfff3-2df9-4ed9-b47d-cc20f4ac241c req-bed2f4e4-39e9-40af-a777-85adbaaf097d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 1127 time: 0.0456965 Feb 20 04:21:16.645424 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcfff3-2df9-4ed9-b47d-cc20f4ac241c req-0e1e90b5-14d6-477b-9d9d-82b51a6e3c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:21:16.647075 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94dcfff3-2df9-4ed9-b47d-cc20f4ac241c req-0e1e90b5-14d6-477b-9d9d-82b51a6e3c86 service neutron] 10.222.0.42 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 911 time: 0.0890210 Feb 20 04:21:16.712700 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94dcfff3-2df9-4ed9-b47d-cc20f4ac241c req-c61632ca-b865-40cc-98b5-47aa71c5582d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a67b9ea2-14a1-4723-931f-b1095a10c1c8 HTTP/1.1" status: 200 len: 1000 time: 0.0590112 Feb 20 04:21:16.761281 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcfff3-2df9-4ed9-b47d-cc20f4ac241c req-613719b2-0093-4c6b-8e5c-d8bdbb0313c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:21:16.762894 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94dcfff3-2df9-4ed9-b47d-cc20f4ac241c req-613719b2-0093-4c6b-8e5c-d8bdbb0313c6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a65a671e-c66c-439b-a311-43e99c7bbefc HTTP/1.1" status: 200 len: 849 time: 0.0443602 Feb 20 04:21:16.816969 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcfff3-2df9-4ed9-b47d-cc20f4ac241c req-8678e41e-ea54-4c51-b8dc-9b68ad6beb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:21:16.818540 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94dcfff3-2df9-4ed9-b47d-cc20f4ac241c req-8678e41e-ea54-4c51-b8dc-9b68ad6beb3d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=776cfe74-9834-4e25-aade-eb236e2b5f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503867 Feb 20 04:21:16.906695 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94dcfff3-2df9-4ed9-b47d-cc20f4ac241c req-cd0d715f-8927-4e4f-b198-a3170e1f9d76 service neutron] 10.222.0.42 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820704 Feb 20 04:21:17.001356 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-94dcfff3-2df9-4ed9-b47d-cc20f4ac241c req-afd54ab1-471a-470b-9b20-0a9ca7b0765d service neutron] 10.222.0.42 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884452 Feb 20 04:21:21.361620 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:21:21.441897 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:21:26.522074 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-0ceeae6d-b85e-4c07-bb3a-35511e1475ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:21:28.708819 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e23e0bb3-b640-4879-a850-e73cb6a95e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:21:29.129807 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0e4ac4b2-a6dc-4b37-9dd7-cdedacf0d679 req-0774cce9-28e0-436e-ab50-edd1f46f7c95 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458822 Feb 20 04:21:29.214565 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ac4b2-a6dc-4b37-9dd7-cdedacf0d679 req-7c5bc85c-bbef-4730-b53a-e85bde8e4692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:21:29.216176 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0e4ac4b2-a6dc-4b37-9dd7-cdedacf0d679 req-7c5bc85c-bbef-4730-b53a-e85bde8e4692 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 1128 time: 0.0457170 Feb 20 04:21:29.322191 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ac4b2-a6dc-4b37-9dd7-cdedacf0d679 req-4ea54fd9-851d-4702-85bb-90cb23e568a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:21:29.323783 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0e4ac4b2-a6dc-4b37-9dd7-cdedacf0d679 req-4ea54fd9-851d-4702-85bb-90cb23e568a4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 911 time: 0.0902286 Feb 20 04:21:29.391589 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0e4ac4b2-a6dc-4b37-9dd7-cdedacf0d679 req-d4286aab-627e-43a2-8249-e94dd81b52c4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96c5a47c-4240-4ab7-8347-205cdfa31a1b HTTP/1.1" status: 200 len: 1001 time: 0.0587208 Feb 20 04:21:29.440440 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ac4b2-a6dc-4b37-9dd7-cdedacf0d679 req-401a82f5-4cb5-4bc6-8f32-34a932e72271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:21:29.441902 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0e4ac4b2-a6dc-4b37-9dd7-cdedacf0d679 req-401a82f5-4cb5-4bc6-8f32-34a932e72271 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a65a671e-c66c-439b-a311-43e99c7bbefc HTTP/1.1" status: 200 len: 849 time: 0.0454371 Feb 20 04:21:29.495969 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ac4b2-a6dc-4b37-9dd7-cdedacf0d679 req-77875ce5-7b08-4083-bfa1-20787a2717a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:21:29.497468 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0e4ac4b2-a6dc-4b37-9dd7-cdedacf0d679 req-77875ce5-7b08-4083-bfa1-20787a2717a5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=776cfe74-9834-4e25-aade-eb236e2b5f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502017 Feb 20 04:21:29.585393 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0e4ac4b2-a6dc-4b37-9dd7-cdedacf0d679 req-a2bf8405-55c6-4bef-b585-3149ea946c32 service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819013 Feb 20 04:21:29.676935 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0e4ac4b2-a6dc-4b37-9dd7-cdedacf0d679 req-95a62c2a-13a1-4050-b63a-dd24baa607fd service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856512 Feb 20 04:21:30.167184 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:21:31.390343 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:21:32.824753 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:21:42.820041 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:21:51.353170 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:21:51.452636 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:21:56.469941 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a94fee53-6df4-4526-aa4a-3324bcacb8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:21:58.732678 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-59d856c0-c9a4-4d62-90f0-3d5b628067df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:00.172706 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:01.378312 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:02.835698 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:12.367297 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56016) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:22:12.573306 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-ba5d7c49-bc21-4095-9819-912bac5c3a9d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Deleting port 30934fc4-b890-4e79-a26a-fdbcafe408c5 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:22:12.573650 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ba5d7c49-bc21-4095-9819-912bac5c3a9d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (30934fc4-b890-4e79-a26a-fdbcafe408c5), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:12.652904 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ba5d7c49-bc21-4095-9819-912bac5c3a9d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (30934fc4-b890-4e79-a26a-fdbcafe408c5), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:12.653241 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ba5d7c49-bc21-4095-9819-912bac5c3a9d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for floatingip (30934fc4-b890-4e79-a26a-fdbcafe408c5), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:12.665872 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-ba5d7c49-bc21-4095-9819-912bac5c3a9d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Calling delete_port for 30934fc4-b890-4e79-a26a-fdbcafe408c5 owned by network:floatingip {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:22:12.863984 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ba5d7c49-bc21-4095-9819-912bac5c3a9d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (30934fc4-b890-4e79-a26a-fdbcafe408c5), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:12.889259 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d7c49-bc21-4095-9819-912bac5c3a9d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Pushing event deleted for resources: {'Port': ['ID=30934fc4-b890-4e79-a26a-fdbcafe408c5,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:22:12.905064 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d7c49-bc21-4095-9819-912bac5c3a9d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:22:12.905360 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d7c49-bc21-4095-9819-912bac5c3a9d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:22:12.905702 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d7c49-bc21-4095-9819-912bac5c3a9d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:22:12.906046 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d7c49-bc21-4095-9819-912bac5c3a9d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:22:12.906376 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d7c49-bc21-4095-9819-912bac5c3a9d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:22:12.906710 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d7c49-bc21-4095-9819-912bac5c3a9d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:22:12.907068 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d7c49-bc21-4095-9819-912bac5c3a9d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:22:12.907397 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d7c49-bc21-4095-9819-912bac5c3a9d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:22:12.907724 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d7c49-bc21-4095-9819-912bac5c3a9d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:22:12.908047 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d7c49-bc21-4095-9819-912bac5c3a9d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:22:12.908371 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d7c49-bc21-4095-9819-912bac5c3a9d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:22:12.908695 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d7c49-bc21-4095-9819-912bac5c3a9d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:22:12.909017 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d7c49-bc21-4095-9819-912bac5c3a9d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:22:12.965315 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ba5d7c49-bc21-4095-9819-912bac5c3a9d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for floatingip (8af9cc40-1c46-490c-82a7-c27ea9266e93), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:12.965656 n-d-829866-4 neutron-server[104106]: INFO neutron.db.l3_db [None req-ba5d7c49-bc21-4095-9819-912bac5c3a9d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Floating IP 8af9cc40-1c46-490c-82a7-c27ea9266e93 disassociated (deleted). External IP: 172.25.7.33, port: a67b9ea2-14a1-4723-931f-b1095a10c1c8. Feb 20 04:22:13.421377 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5d7c49-bc21-4095-9819-912bac5c3a9d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Router 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:22:13.537866 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5d7c49-bc21-4095-9819-912bac5c3a9d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:22:13.542352 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-ba5d7c49-bc21-4095-9819-912bac5c3a9d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:13.547788 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc2bab8-1587-4eee-9180-70fd7b655c06 None None] Sync routers for ids ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:22:13.557076 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc2bab8-1587-4eee-9180-70fd7b655c06 None None] Routers {'7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:22:13.557682 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-fcc2bab8-1587-4eee-9180-70fd7b655c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:21:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:22:13.573408 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-ba5d7c49-bc21-4095-9819-912bac5c3a9d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "DELETE /v2.0/floatingips/8af9cc40-1c46-490c-82a7-c27ea9266e93 HTTP/1.1" status: 204 len: 168 time: 1.2051206 Feb 20 04:22:13.574019 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a5158f-7af3-474d-925e-ab41d7cb69b8', 'tag': 'a67b9ea2-14a1-4723-931f-b1095a10c1c8'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:22:13.666952 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf3c62807d90451df298560e3808142486074117e133717b71a7661d69a798e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ca8880-080e-46f1-a97b-699e708b7ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a5158f-7af3-474d-925e-ab41d7cb69b8", "tag": "a67b9ea2-14a1-4723-931f-b1095a10c1c8"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:22:13.837541 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-fcc2bab8-1587-4eee-9180-70fd7b655c06 None None] Set router 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:22:14.022504 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3382b9-d38c-46d3-ab7c-df11e17833d6 x-openstack-request-id: req-9c3382b9-d38c-46d3-ab7c-df11e17833d6 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:22:14.022803 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a5158f-7af3-474d-925e-ab41d7cb69b8", "tag": "a67b9ea2-14a1-4723-931f-b1095a10c1c8", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:22:14.023121 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9c3382b9-d38c-46d3-ab7c-df11e17833d6 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:22:14.023523 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a5158f-7af3-474d-925e-ab41d7cb69b8', 'tag': 'a67b9ea2-14a1-4723-931f-b1095a10c1c8', 'status': 'completed', 'code': 200} Feb 20 04:22:14.072775 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-fcc2bab8-1587-4eee-9180-70fd7b655c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'name': 'tempest-TestVolumeBootPattern-43735782-router', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '47cfd14f-3fcc-49de-9418-7620af704731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:19Z', 'updated_at': '2022-02-20T04:06:23Z', 'revision_number': 4, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'gw_port': {'id': '47cfd14f-3fcc-49de-9418-7620af704731', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:20Z', 'updated_at': '2022-02-20T04:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '8311afd5-6ffa-4793-a5b1-4263ae2d18e2', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'floating_ip_address': '172.25.7.67', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'port_id': '96c5a47c-4240-4ab7-8347-205cdfa31a1b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'mac_address': 'fa:16:3e:a7:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:17:01Z', 'updated_at': '2022-02-20T04:17:03Z', 'revision_number': 1, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e93d0820-b6d7-4a7d-a56e-cb364a95e34b', 'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'mac_address': 'fa:16:3e:06:d0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:23Z', 'updated_at': '2022-02-20T04:06:28Z', 'revision_number': 5, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'subnets': [{'id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:22:14.100360 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc2bab8-1587-4eee-9180-70fd7b655c06 None None] Checking router: 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:22:14.113692 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc2bab8-1587-4eee-9180-70fd7b655c06 None None] Routers {'7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:22:14.113692 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-fcc2bab8-1587-4eee-9180-70fd7b655c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:21:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:22:14.223072 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca8880-080e-46f1-a97b-699e708b7ce5 req-bd5800c3-9915-4a4d-b394-51121d366147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:22:14.224750 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39ca8880-080e-46f1-a97b-699e708b7ce5 req-bd5800c3-9915-4a4d-b394-51121d366147 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 1127 time: 0.1208208 Feb 20 04:22:14.227592 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-fcc2bab8-1587-4eee-9180-70fd7b655c06 None None] Set router 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:22:14.247553 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88668b25-0fcc-4cf2-b76b-542e10a6498e req-690243c9-2656-472a-87c7-a483d9304990 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:22:14.249008 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88668b25-0fcc-4cf2-b76b-542e10a6498e req-690243c9-2656-472a-87c7-a483d9304990 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 945 time: 0.1335437 Feb 20 04:22:14.350030 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-88668b25-0fcc-4cf2-b76b-542e10a6498e req-7173e29e-1c90-4734-b260-da330eab7773 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912542 Feb 20 04:22:14.370292 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca8880-080e-46f1-a97b-699e708b7ce5 req-5ff69735-4921-45e5-b8c9-6c1c90d03e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:22:14.370292 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39ca8880-080e-46f1-a97b-699e708b7ce5 req-5ff69735-4921-45e5-b8c9-6c1c90d03e1d service neutron] 10.222.0.42 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 911 time: 0.1325996 Feb 20 04:22:14.406631 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39ca8880-080e-46f1-a97b-699e708b7ce5 req-cf8265ee-77b8-47dd-9f63-889d6158e7fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a67b9ea2-14a1-4723-931f-b1095a10c1c8 HTTP/1.1" status: 200 len: 217 time: 0.0340931 Feb 20 04:22:14.459427 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-fcc2bab8-1587-4eee-9180-70fd7b655c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'name': 'tempest-TestVolumeBootPattern-43735782-router', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '47cfd14f-3fcc-49de-9418-7620af704731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:19Z', 'updated_at': '2022-02-20T04:06:23Z', 'revision_number': 4, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'gw_port': {'id': '47cfd14f-3fcc-49de-9418-7620af704731', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:20Z', 'updated_at': '2022-02-20T04:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '8311afd5-6ffa-4793-a5b1-4263ae2d18e2', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'floating_ip_address': '172.25.7.67', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'port_id': '96c5a47c-4240-4ab7-8347-205cdfa31a1b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'mac_address': 'fa:16:3e:a7:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:17:01Z', 'updated_at': '2022-02-20T04:17:03Z', 'revision_number': 1, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e93d0820-b6d7-4a7d-a56e-cb364a95e34b', 'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'mac_address': 'fa:16:3e:06:d0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:23Z', 'updated_at': '2022-02-20T04:06:28Z', 'revision_number': 5, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'subnets': [{'id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:22:14.486962 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc2bab8-1587-4eee-9180-70fd7b655c06 None None] The sync data for ids ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'] in n-d-829866-4 is: [{'id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'name': 'tempest-TestVolumeBootPattern-43735782-router', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '47cfd14f-3fcc-49de-9418-7620af704731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:19Z', 'updated_at': '2022-02-20T04:06:23Z', 'revision_number': 4, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'gw_port': {'id': '47cfd14f-3fcc-49de-9418-7620af704731', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:20Z', 'updated_at': '2022-02-20T04:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '8311afd5-6ffa-4793-a5b1-4263ae2d18e2', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'floating_ip_address': '172.25.7.67', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'port_id': '96c5a47c-4240-4ab7-8347-205cdfa31a1b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'mac_address': 'fa:16:3e:a7:96:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:17:01Z', 'updated_at': '2022-02-20T04:17:03Z', 'revision_number': 1, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e93d0820-b6d7-4a7d-a56e-cb364a95e34b', 'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'mac_address': 'fa:16:3e:06:d0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:23Z', 'updated_at': '2022-02-20T04:06:28Z', 'revision_number': 5, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'subnets': [{'id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:22:14.737279 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f275cc3-752d-4e12-bb99-b025a4d9345f None None] New status for floating IP 8af9cc40-1c46-490c-82a7-c27ea9266e93: DOWN {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 04:22:14.766689 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca8880-080e-46f1-a97b-699e708b7ce5 req-4cc426af-d47d-4281-a70b-9bad2ac50d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:22:14.768208 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39ca8880-080e-46f1-a97b-699e708b7ce5 req-4cc426af-d47d-4281-a70b-9bad2ac50d09 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a65a671e-c66c-439b-a311-43e99c7bbefc HTTP/1.1" status: 200 len: 849 time: 0.3556240 Feb 20 04:22:14.823575 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca8880-080e-46f1-a97b-699e708b7ce5 req-05c3ccfe-fc68-47ff-84cf-d2c58b010187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:22:14.825154 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39ca8880-080e-46f1-a97b-699e708b7ce5 req-05c3ccfe-fc68-47ff-84cf-d2c58b010187 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=776cfe74-9834-4e25-aade-eb236e2b5f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494483 Feb 20 04:22:14.916610 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39ca8880-080e-46f1-a97b-699e708b7ce5 req-88385231-97ad-42fa-84ea-6ec4cde12e2d service neutron] 10.222.0.42 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839560 Feb 20 04:22:15.007522 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-39ca8880-080e-46f1-a97b-699e708b7ce5 req-b42f2c5f-e6a2-43e1-a584-405f9a5b40e4 service neutron] 10.222.0.42 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842583 Feb 20 04:22:15.502429 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96f9a5-26a6-4d80-a07d-d9756baa14e5 req-832753c8-4254-455f-87ef-154cc979c65c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:22:15.504807 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b96f9a5-26a6-4d80-a07d-d9756baa14e5 req-832753c8-4254-455f-87ef-154cc979c65c tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 945 time: 0.0815585 Feb 20 04:22:15.547397 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fd106-b2b5-490a-93a1-a61072261d92 req-072ddbd7-3d11-44b2-9240-502f3126ffa3 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:22:15.548935 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1e7fd106-b2b5-490a-93a1-a61072261d92 req-072ddbd7-3d11-44b2-9240-502f3126ffa3 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 945 time: 0.0871000 Feb 20 04:22:15.597230 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4b96f9a5-26a6-4d80-a07d-d9756baa14e5 req-e17658c5-8376-4a18-a8af-7f75d7f06a43 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858405 Feb 20 04:22:15.656960 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-1e7fd106-b2b5-490a-93a1-a61072261d92 req-eecc8912-9a14-4763-a239-8ba644018579 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Deleting port a67b9ea2-14a1-4723-931f-b1095a10c1c8 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:22:15.657220 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1e7fd106-b2b5-490a-93a1-a61072261d92 req-eecc8912-9a14-4763-a239-8ba644018579 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (a67b9ea2-14a1-4723-931f-b1095a10c1c8), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:15.748840 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-1e7fd106-b2b5-490a-93a1-a61072261d92 req-eecc8912-9a14-4763-a239-8ba644018579 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] For port a67b9ea2-14a1-4723-931f-b1095a10c1c8, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=a67b9ea2-14a1-4723-931f-b1095a10c1c8,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:22:15.749203 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1e7fd106-b2b5-490a-93a1-a61072261d92 req-eecc8912-9a14-4763-a239-8ba644018579 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (a67b9ea2-14a1-4723-931f-b1095a10c1c8), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:15.761063 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-1e7fd106-b2b5-490a-93a1-a61072261d92 req-eecc8912-9a14-4763-a239-8ba644018579 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Calling delete_port for a67b9ea2-14a1-4723-931f-b1095a10c1c8 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:22:15.932583 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1e7fd106-b2b5-490a-93a1-a61072261d92 req-eecc8912-9a14-4763-a239-8ba644018579 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (a67b9ea2-14a1-4723-931f-b1095a10c1c8), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:15.962783 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc8912-9a14-4763-a239-8ba644018579 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Pushing event deleted for resources: {'Port': ['ID=a67b9ea2-14a1-4723-931f-b1095a10c1c8,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:22:15.973210 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc8912-9a14-4763-a239-8ba644018579 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:22:15.973561 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc8912-9a14-4763-a239-8ba644018579 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:22:15.973905 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc8912-9a14-4763-a239-8ba644018579 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:22:15.974246 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc8912-9a14-4763-a239-8ba644018579 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:22:15.974578 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc8912-9a14-4763-a239-8ba644018579 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:22:15.974940 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc8912-9a14-4763-a239-8ba644018579 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:22:15.975274 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc8912-9a14-4763-a239-8ba644018579 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:22:15.975599 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc8912-9a14-4763-a239-8ba644018579 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:22:15.976442 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc8912-9a14-4763-a239-8ba644018579 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:22:15.976442 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc8912-9a14-4763-a239-8ba644018579 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:22:15.976591 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc8912-9a14-4763-a239-8ba644018579 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:22:15.976860 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc8912-9a14-4763-a239-8ba644018579 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:22:15.977184 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc8912-9a14-4763-a239-8ba644018579 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:22:16.018201 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7fd106-b2b5-490a-93a1-a61072261d92 req-eecc8912-9a14-4763-a239-8ba644018579 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] No DVR routers for this DVR port a67b9ea2-14a1-4723-931f-b1095a10c1c8 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:22:16.021471 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1e7fd106-b2b5-490a-93a1-a61072261d92 req-eecc8912-9a14-4763-a239-8ba644018579 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:16.024817 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1e7fd106-b2b5-490a-93a1-a61072261d92 req-eecc8912-9a14-4763-a239-8ba644018579 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.42 "DELETE /v2.0/ports/a67b9ea2-14a1-4723-931f-b1095a10c1c8 HTTP/1.1" status: 204 len: 173 time: 0.4670067 Feb 20 04:22:16.025277 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a5158f-7af3-474d-925e-ab41d7cb69b8', 'name': 'network-vif-deleted', 'tag': 'a67b9ea2-14a1-4723-931f-b1095a10c1c8'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:22:16.027627 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8556c6c-043f-4e04-8546-b050be39265f" -d '{"events": [{"server_uuid": "f2a5158f-7af3-474d-925e-ab41d7cb69b8", "name": "network-vif-deleted", "tag": "a67b9ea2-14a1-4723-931f-b1095a10c1c8"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:22:16.118417 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9aa96bf-f247-4ded-8829-6cc3ec11ca40 x-openstack-request-id: req-a9aa96bf-f247-4ded-8829-6cc3ec11ca40 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:22:16.118717 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a5158f-7af3-474d-925e-ab41d7cb69b8", "name": "network-vif-deleted", "tag": "a67b9ea2-14a1-4723-931f-b1095a10c1c8", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:22:16.119024 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a9aa96bf-f247-4ded-8829-6cc3ec11ca40 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:22:16.122163 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a5158f-7af3-474d-925e-ab41d7cb69b8', 'name': 'network-vif-deleted', 'tag': 'a67b9ea2-14a1-4723-931f-b1095a10c1c8', 'status': 'completed', 'code': 200} Feb 20 04:22:16.697380 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2cac7278-2dfe-4494-af18-9a55c2eeb1ad req-9ee387b9-2b06-481e-a410-4cb93a14c381 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 210 time: 0.0282059 Feb 20 04:22:17.797616 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d0b3a3c0-1305-42bd-b39f-b0ab36f2cd85 req-db5182cf-3660-4798-a8a1-2768d4aabe1d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 210 time: 0.0297170 Feb 20 04:22:17.997466 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device a67b9ea2-14a1-4723-931f-b1095a10c1c8 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:22:18.019015 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: a67b9ea2-14a1-4723-931f-b1095a10c1c8 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:22:18.019641 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device a67b9ea2-14a1-4723-931f-b1095a10c1c8 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:22:18.901029 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0d3c3be8-5a3e-45ff-aa87-106528641868 req-22458576-f5c3-4d18-bfff-4f5f1113964a tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 210 time: 0.0299318 Feb 20 04:22:19.819870 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:22:20.006030 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a3082fb1-a59a-4ae4-9589-6c950ee7db0d req-cd4750f3-433f-4b6c-941b-a272771f32fa tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 210 time: 0.0374799 Feb 20 04:22:21.104414 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8f0c16e1-da4d-40fb-ad9f-230a0569543a req-9d24ecd1-7b2a-479e-a05b-621426180d1d tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 210 time: 0.0284464 Feb 20 04:22:21.360482 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:21.491859 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:22.201057 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a4d6e272-6ab1-435c-9f04-d4bf8c7c46bd req-44c4aefd-c302-40a4-b878-adb20978f9b5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 210 time: 0.0272150 Feb 20 04:22:23.309133 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1433aeb7-8fb8-4b7a-a96e-026d2e28860b req-3e96b389-4c92-466f-9792-902d758afa13 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 210 time: 0.0296946 Feb 20 04:22:24.405856 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5132e658-281e-41ac-a599-578a93f51e58 req-77128241-896d-4c51-aed5-f611ff3ef231 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 210 time: 0.0267880 Feb 20 04:22:25.517002 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c6bf81ff-8219-4b16-aabc-fd5d7a6372ef req-0d85e98f-b0f5-4674-97ea-315ec2e44483 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=f2a5158f-7af3-474d-925e-ab41d7cb69b8 HTTP/1.1" status: 200 len: 210 time: 0.0268455 Feb 20 04:22:26.475002 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6b346105-c341-48b3-92e7-e64776cfb68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:28.725860 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3330b5ce-5982-4feb-a524-5188a9105588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:30.138159 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:31.219697 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-83c86342-c737-4411-be1d-3c3289f49383 req-f7a70440-464a-47e4-ae56-68ae9892542a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0875347 Feb 20 04:22:31.309023 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c86342-c737-4411-be1d-3c3289f49383 req-07982e91-42f8-4c42-9be1-109b5a0af4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:22:31.310781 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-83c86342-c737-4411-be1d-3c3289f49383 req-07982e91-42f8-4c42-9be1-109b5a0af4b0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 1128 time: 0.0453904 Feb 20 04:22:31.389074 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:31.415382 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c86342-c737-4411-be1d-3c3289f49383 req-a4e914b5-c078-4928-8e0d-9465e45df3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:22:31.416905 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-83c86342-c737-4411-be1d-3c3289f49383 req-a4e914b5-c078-4928-8e0d-9465e45df3fa service neutron] 10.222.0.93 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 911 time: 0.0869491 Feb 20 04:22:31.486737 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-83c86342-c737-4411-be1d-3c3289f49383 req-2c745fbb-8517-4baf-9f6b-a7aa380b1c03 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96c5a47c-4240-4ab7-8347-205cdfa31a1b HTTP/1.1" status: 200 len: 1001 time: 0.0639555 Feb 20 04:22:31.536192 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c86342-c737-4411-be1d-3c3289f49383 req-46df1f7b-ff6b-480c-930e-927527c95267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:22:31.537722 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-83c86342-c737-4411-be1d-3c3289f49383 req-46df1f7b-ff6b-480c-930e-927527c95267 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a65a671e-c66c-439b-a311-43e99c7bbefc HTTP/1.1" status: 200 len: 849 time: 0.0456388 Feb 20 04:22:31.588817 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c86342-c737-4411-be1d-3c3289f49383 req-6565413b-3fad-47fe-82d4-6077a574799d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:22:31.590336 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-83c86342-c737-4411-be1d-3c3289f49383 req-6565413b-3fad-47fe-82d4-6077a574799d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=776cfe74-9834-4e25-aade-eb236e2b5f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463254 Feb 20 04:22:31.683674 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-83c86342-c737-4411-be1d-3c3289f49383 req-51b43dbf-747c-42e1-b185-038578545e7f service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873251 Feb 20 04:22:31.775784 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-83c86342-c737-4411-be1d-3c3289f49383 req-34a20b1b-0f90-4d43-88c9-0805d1bdba42 service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869150 Feb 20 04:22:32.806525 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:36.306053 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56118) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:22:36.465554 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-0e132769-041b-409f-bf71-3bd833411b82 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Deleting port b2388aaf-6d70-4100-96e5-b5e5b5509a8b {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:22:36.465900 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0e132769-041b-409f-bf71-3bd833411b82 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b2388aaf-6d70-4100-96e5-b5e5b5509a8b), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:36.540714 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0e132769-041b-409f-bf71-3bd833411b82 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b2388aaf-6d70-4100-96e5-b5e5b5509a8b), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:36.541043 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0e132769-041b-409f-bf71-3bd833411b82 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for floatingip (b2388aaf-6d70-4100-96e5-b5e5b5509a8b), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:36.552540 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-0e132769-041b-409f-bf71-3bd833411b82 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Calling delete_port for b2388aaf-6d70-4100-96e5-b5e5b5509a8b owned by network:floatingip {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:22:36.789550 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0e132769-041b-409f-bf71-3bd833411b82 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (b2388aaf-6d70-4100-96e5-b5e5b5509a8b), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:36.815292 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e132769-041b-409f-bf71-3bd833411b82 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Pushing event deleted for resources: {'Port': ['ID=b2388aaf-6d70-4100-96e5-b5e5b5509a8b,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:22:36.883676 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0e132769-041b-409f-bf71-3bd833411b82 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for floatingip (8311afd5-6ffa-4793-a5b1-4263ae2d18e2), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:36.884009 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [None req-0e132769-041b-409f-bf71-3bd833411b82 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Floating IP 8311afd5-6ffa-4793-a5b1-4263ae2d18e2 disassociated (deleted). External IP: 172.25.7.67, port: 96c5a47c-4240-4ab7-8347-205cdfa31a1b. Feb 20 04:22:37.095478 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e132769-041b-409f-bf71-3bd833411b82 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Router 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:22:37.204144 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e132769-041b-409f-bf71-3bd833411b82 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:22:37.209106 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0e132769-041b-409f-bf71-3bd833411b82 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:37.213637 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80951a20-554b-43ad-b6de-43a4f4dcba3d None None] Sync routers for ids ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:22:37.223155 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80951a20-554b-43ad-b6de-43a4f4dcba3d None None] Routers {'7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:22:37.223771 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-80951a20-554b-43ad-b6de-43a4f4dcba3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:22:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:22:37.241139 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0e132769-041b-409f-bf71-3bd833411b82 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "DELETE /v2.0/floatingips/8311afd5-6ffa-4793-a5b1-4263ae2d18e2 HTTP/1.1" status: 204 len: 168 time: 0.9304411 Feb 20 04:22:37.241139 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb', 'tag': '96c5a47c-4240-4ab7-8347-205cdfa31a1b'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:22:37.241429 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80a35015159e77ec26ddb8e93f60bd803ad7016b669a475aa8459030304b41a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d189c22f-80cf-49c8-99f0-6d73c7f6e2d2" -d '{"events": [{"name": "network-changed", "server_uuid": "7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb", "tag": "96c5a47c-4240-4ab7-8347-205cdfa31a1b"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:22:37.333487 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-80951a20-554b-43ad-b6de-43a4f4dcba3d None None] Set router 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:22:37.540602 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-80951a20-554b-43ad-b6de-43a4f4dcba3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'name': 'tempest-TestVolumeBootPattern-43735782-router', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '47cfd14f-3fcc-49de-9418-7620af704731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:19Z', 'updated_at': '2022-02-20T04:06:23Z', 'revision_number': 4, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'gw_port': {'id': '47cfd14f-3fcc-49de-9418-7620af704731', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:20Z', 'updated_at': '2022-02-20T04:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'e93d0820-b6d7-4a7d-a56e-cb364a95e34b', 'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'mac_address': 'fa:16:3e:06:d0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:23Z', 'updated_at': '2022-02-20T04:06:28Z', 'revision_number': 5, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'subnets': [{'id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:22:37.571623 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80951a20-554b-43ad-b6de-43a4f4dcba3d None None] Checking router: 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:22:37.579879 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80951a20-554b-43ad-b6de-43a4f4dcba3d None None] Routers {'7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:22:37.580491 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-80951a20-554b-43ad-b6de-43a4f4dcba3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:22:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:22:37.656433 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68daeabc-dbf2-4bc1-bdab-b0b61e1e26a8 x-openstack-request-id: req-68daeabc-dbf2-4bc1-bdab-b0b61e1e26a8 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:22:37.656965 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb", "tag": "96c5a47c-4240-4ab7-8347-205cdfa31a1b", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:22:37.657173 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-68daeabc-dbf2-4bc1-bdab-b0b61e1e26a8 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:22:37.657670 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb', 'tag': '96c5a47c-4240-4ab7-8347-205cdfa31a1b', 'status': 'completed', 'code': 200} Feb 20 04:22:37.699311 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-80951a20-554b-43ad-b6de-43a4f4dcba3d None None] Set router 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:22:37.757981 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189c22f-80cf-49c8-99f0-6d73c7f6e2d2 req-4ffc4e12-2b2c-4cb2-a214-c397e0b9e247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:22:37.759547 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d189c22f-80cf-49c8-99f0-6d73c7f6e2d2 req-4ffc4e12-2b2c-4cb2-a214-c397e0b9e247 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7602a09c6b004830be8e834a523bb4fb&device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 1128 time: 0.0793598 Feb 20 04:22:37.771219 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836d43c-fe33-4ec2-ac1a-3db039565d15 req-baf2bf37-581e-441f-a418-e1cd5c943013 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:22:37.772685 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8836d43c-fe33-4ec2-ac1a-3db039565d15 req-baf2bf37-581e-441f-a418-e1cd5c943013 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 946 time: 0.0661175 Feb 20 04:22:37.882942 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8836d43c-fe33-4ec2-ac1a-3db039565d15 req-ee77e3ea-3589-44b9-bd63-5497cc711355 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/security-groups?id=e63ec74d-c4aa-40c7-bb48-333ee317e86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920467 Feb 20 04:22:37.899823 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189c22f-80cf-49c8-99f0-6d73c7f6e2d2 req-fe1e7e3f-23c9-4896-be11-04180e16328d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:22:37.901552 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d189c22f-80cf-49c8-99f0-6d73c7f6e2d2 req-fe1e7e3f-23c9-4896-be11-04180e16328d service neutron] 10.222.0.93 "GET /v2.0/networks?id=776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 200 len: 911 time: 0.1280026 Feb 20 04:22:37.908303 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-80951a20-554b-43ad-b6de-43a4f4dcba3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'name': 'tempest-TestVolumeBootPattern-43735782-router', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '47cfd14f-3fcc-49de-9418-7620af704731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:19Z', 'updated_at': '2022-02-20T04:06:23Z', 'revision_number': 4, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'gw_port': {'id': '47cfd14f-3fcc-49de-9418-7620af704731', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:20Z', 'updated_at': '2022-02-20T04:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'e93d0820-b6d7-4a7d-a56e-cb364a95e34b', 'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'mac_address': 'fa:16:3e:06:d0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:23Z', 'updated_at': '2022-02-20T04:06:28Z', 'revision_number': 5, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'subnets': [{'id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:22:37.935700 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80951a20-554b-43ad-b6de-43a4f4dcba3d None None] The sync data for ids ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'] in n-d-829866-4 is: [{'id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'name': 'tempest-TestVolumeBootPattern-43735782-router', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '47cfd14f-3fcc-49de-9418-7620af704731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:19Z', 'updated_at': '2022-02-20T04:06:23Z', 'revision_number': 4, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'gw_port': {'id': '47cfd14f-3fcc-49de-9418-7620af704731', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:20Z', 'updated_at': '2022-02-20T04:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': 'e93d0820-b6d7-4a7d-a56e-cb364a95e34b', 'name': '', 'network_id': '776cfe74-9834-4e25-aade-eb236e2b5f70', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'mac_address': 'fa:16:3e:06:d0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:23Z', 'updated_at': '2022-02-20T04:06:28Z', 'revision_number': 5, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'subnets': [{'id': 'a65a671e-c66c-439b-a311-43e99c7bbefc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:22:37.947118 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d189c22f-80cf-49c8-99f0-6d73c7f6e2d2 req-813d5e4e-a1f3-4ac8-a589-415ad06c36b5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96c5a47c-4240-4ab7-8347-205cdfa31a1b HTTP/1.1" status: 200 len: 217 time: 0.0392466 Feb 20 04:22:37.997747 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189c22f-80cf-49c8-99f0-6d73c7f6e2d2 req-f1eb075a-569f-423a-a79b-edff8c636739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:22:37.999251 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d189c22f-80cf-49c8-99f0-6d73c7f6e2d2 req-f1eb075a-569f-423a-a79b-edff8c636739 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a65a671e-c66c-439b-a311-43e99c7bbefc HTTP/1.1" status: 200 len: 849 time: 0.0459917 Feb 20 04:22:38.051848 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189c22f-80cf-49c8-99f0-6d73c7f6e2d2 req-6b001e0d-56a9-4cdc-91bb-7ef1e0ad2a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:22:38.053362 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d189c22f-80cf-49c8-99f0-6d73c7f6e2d2 req-6b001e0d-56a9-4cdc-91bb-7ef1e0ad2a77 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=776cfe74-9834-4e25-aade-eb236e2b5f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483968 Feb 20 04:22:38.150786 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d189c22f-80cf-49c8-99f0-6d73c7f6e2d2 req-b86f1035-d29a-43d5-97e2-ba53a5781547 service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913262 Feb 20 04:22:38.185553 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292fd608-5c9c-49a3-b1cf-36fbb580cb6d None None] New status for floating IP 8311afd5-6ffa-4793-a5b1-4263ae2d18e2: DOWN {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 04:22:38.208261 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.93', 50900) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:22:38.246804 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d189c22f-80cf-49c8-99f0-6d73c7f6e2d2 req-1c3deed6-8650-4cf4-a94f-b7ad59eecdfe service neutron] 10.222.0.93 "GET /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896308 Feb 20 04:22:38.301084 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92c828-2731-4219-870d-e54711d313e2 req-a5de5063-2c60-49bd-bf4a-13440e3b8eba tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:22:38.302604 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ae92c828-2731-4219-870d-e54711d313e2 req-a5de5063-2c60-49bd-bf4a-13440e3b8eba tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.93 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 946 time: 0.0927265 Feb 20 04:22:38.395180 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-ae92c828-2731-4219-870d-e54711d313e2 req-46628330-42d4-4b2c-a9d1-df46b8445431 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Deleting port 96c5a47c-4240-4ab7-8347-205cdfa31a1b {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:22:38.395526 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-ae92c828-2731-4219-870d-e54711d313e2 req-46628330-42d4-4b2c-a9d1-df46b8445431 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (96c5a47c-4240-4ab7-8347-205cdfa31a1b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:38.484536 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-ae92c828-2731-4219-870d-e54711d313e2 req-46628330-42d4-4b2c-a9d1-df46b8445431 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] For port 96c5a47c-4240-4ab7-8347-205cdfa31a1b, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=96c5a47c-4240-4ab7-8347-205cdfa31a1b,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:22:38.484907 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-ae92c828-2731-4219-870d-e54711d313e2 req-46628330-42d4-4b2c-a9d1-df46b8445431 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (96c5a47c-4240-4ab7-8347-205cdfa31a1b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:38.496659 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-ae92c828-2731-4219-870d-e54711d313e2 req-46628330-42d4-4b2c-a9d1-df46b8445431 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Calling delete_port for 96c5a47c-4240-4ab7-8347-205cdfa31a1b owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:22:38.686368 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-ae92c828-2731-4219-870d-e54711d313e2 req-46628330-42d4-4b2c-a9d1-df46b8445431 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (96c5a47c-4240-4ab7-8347-205cdfa31a1b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:38.720179 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46628330-42d4-4b2c-a9d1-df46b8445431 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Pushing event deleted for resources: {'Port': ['ID=96c5a47c-4240-4ab7-8347-205cdfa31a1b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:22:38.764799 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae92c828-2731-4219-870d-e54711d313e2 req-46628330-42d4-4b2c-a9d1-df46b8445431 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] No DVR routers for this DVR port 96c5a47c-4240-4ab7-8347-205cdfa31a1b on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:22:38.767396 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-ae92c828-2731-4219-870d-e54711d313e2 req-46628330-42d4-4b2c-a9d1-df46b8445431 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:38.770945 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ae92c828-2731-4219-870d-e54711d313e2 req-46628330-42d4-4b2c-a9d1-df46b8445431 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.93 "DELETE /v2.0/ports/96c5a47c-4240-4ab7-8347-205cdfa31a1b HTTP/1.1" status: 204 len: 173 time: 0.4633830 Feb 20 04:22:38.771378 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb', 'name': 'network-vif-deleted', 'tag': '96c5a47c-4240-4ab7-8347-205cdfa31a1b'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:22:38.773605 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf3c62807d90451df298560e3808142486074117e133717b71a7661d69a798e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f72a551-dcac-4ac1-a815-ff16ec6873a9" -d '{"events": [{"server_uuid": "7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb", "name": "network-vif-deleted", "tag": "96c5a47c-4240-4ab7-8347-205cdfa31a1b"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:22:38.811615 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bc4b08-50f8-493b-9f46-943844e8d7ec x-openstack-request-id: req-89bc4b08-50f8-493b-9f46-943844e8d7ec {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:22:38.811615 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb", "name": "network-vif-deleted", "tag": "96c5a47c-4240-4ab7-8347-205cdfa31a1b", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:22:38.811615 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-89bc4b08-50f8-493b-9f46-943844e8d7ec {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:22:38.811615 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb', 'name': 'network-vif-deleted', 'tag': '96c5a47c-4240-4ab7-8347-205cdfa31a1b', 'status': 'completed', 'code': 200} Feb 20 04:22:38.983877 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ae4e6411-5867-4dad-be90-6ca92426edd1 req-3ffee8e2-0b42-4843-a01c-aad9a77b11d0 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 210 time: 0.0288999 Feb 20 04:22:40.082165 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-305e377d-a9b5-40d0-b424-a403cbf29f12 req-ffcef4c6-b205-4378-b21c-060ea66a4b6b tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 210 time: 0.0274117 Feb 20 04:22:41.183215 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f754c71c-e147-4c91-8674-932ed71dba52 req-f1f22cc4-8f65-47f0-a4c0-27223142de80 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 210 time: 0.0319004 Feb 20 04:22:42.279774 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-53ac6e61-88a2-4b97-b392-79d98d0f941f req-a02d5f39-9c2a-4d53-b5da-13c7f17e08f7 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 210 time: 0.0272880 Feb 20 04:22:42.407414 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 96c5a47c-4240-4ab7-8347-205cdfa31a1b no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:22:42.432640 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 96c5a47c-4240-4ab7-8347-205cdfa31a1b {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:22:42.432992 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 96c5a47c-4240-4ab7-8347-205cdfa31a1b not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:22:43.380980 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a9a431a6-1267-4fbc-80ff-f85ef02887b9 req-58ff410d-0b7c-4edc-b914-2122d93125c4 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 210 time: 0.0287378 Feb 20 04:22:44.477048 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-56428578-d15a-407f-971b-4fe8ca72ff7d req-5b566207-1937-47c6-8fa8-415ee3678f66 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 210 time: 0.0286326 Feb 20 04:22:45.577774 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-253013f8-6146-460a-8d0b-fbc0cdd843d3 req-b7bcffd7-e251-4a98-89a3-d49f47eaa26e tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 210 time: 0.0346086 Feb 20 04:22:46.669849 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c2dfa8f-0f02-4496-bcc8-31a2641cdd6c req-ce7e9f27-a23b-4117-a95d-dca76fc5dff8 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 210 time: 0.0273950 Feb 20 04:22:47.777467 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-96c13eb5-d7b2-45cf-acef-3694e9ca2955 req-f2cfb351-c11a-4feb-bfb6-dacaf6705b65 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b8cf377-1a15-49ba-9ca4-dbe74d9edbeb HTTP/1.1" status: 200 len: 210 time: 0.0367017 Feb 20 04:22:48.831619 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56148) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:22:48.954605 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-42e787e9-93db-46af-b317-6004a7b6e6b5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Deleting port 2df159ae-4c4e-410f-b476-d859e9aa29ce {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:22:48.954982 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-42e787e9-93db-46af-b317-6004a7b6e6b5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (2df159ae-4c4e-410f-b476-d859e9aa29ce), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:49.026990 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-42e787e9-93db-46af-b317-6004a7b6e6b5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (2df159ae-4c4e-410f-b476-d859e9aa29ce), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:49.027236 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-42e787e9-93db-46af-b317-6004a7b6e6b5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for floatingip (2df159ae-4c4e-410f-b476-d859e9aa29ce), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:49.038683 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-42e787e9-93db-46af-b317-6004a7b6e6b5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Calling delete_port for 2df159ae-4c4e-410f-b476-d859e9aa29ce owned by network:floatingip {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:22:49.234808 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-42e787e9-93db-46af-b317-6004a7b6e6b5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (2df159ae-4c4e-410f-b476-d859e9aa29ce), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:49.257915 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e787e9-93db-46af-b317-6004a7b6e6b5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Pushing event deleted for resources: {'Port': ['ID=2df159ae-4c4e-410f-b476-d859e9aa29ce,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:22:49.321686 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-42e787e9-93db-46af-b317-6004a7b6e6b5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for floatingip (f392fdc1-c14c-4e49-b854-017f74b8e4e2), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:49.324518 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-42e787e9-93db-46af-b317-6004a7b6e6b5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:49.325693 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-42e787e9-93db-46af-b317-6004a7b6e6b5 tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "DELETE /v2.0/floatingips/f392fdc1-c14c-4e49-b854-017f74b8e4e2 HTTP/1.1" status: 204 len: 168 time: 0.4924383 Feb 20 04:22:51.354972 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:51.458585 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:55.916699 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56170) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:22:55.976719 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6ca7c0d4-1b52-40d0-ae38-0660ef921ccd tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for security_group (e63ec74d-c4aa-40c7-bb48-333ee317e86c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:56.001501 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6ca7c0d4-1b52-40d0-ae38-0660ef921ccd tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for security_group (e63ec74d-c4aa-40c7-bb48-333ee317e86c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:56.115764 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6ca7c0d4-1b52-40d0-ae38-0660ef921ccd tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e63ec74d-c4aa-40c7-bb48-333ee317e86c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:56.118391 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-6ca7c0d4-1b52-40d0-ae38-0660ef921ccd tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:56.119621 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-6ca7c0d4-1b52-40d0-ae38-0660ef921ccd tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] 10.222.0.89 "DELETE /v2.0/security-groups/e63ec74d-c4aa-40c7-bb48-333ee317e86c HTTP/1.1" status: 204 len: 168 time: 0.2018855 Feb 20 04:22:56.129813 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7c0d4-1b52-40d0-ae38-0660ef921ccd tempest-TestVolumeBootPattern-1138242036 tempest-TestVolumeBootPattern-1138242036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63ec74d-c4aa-40c7-bb48-333ee317e86c,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:22:56.283645 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56174) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:22:56.462998 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f77e771d-cd17-4b93-bfea-c7d4b161965b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:56.780918 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9bd86892-a810-4da2-9527-099ab7013670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (7dc0aa07-bc81-4ae6-889d-dc36b2c73b35), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:56.819941 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:22:57.046651 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9bd86892-a810-4da2-9527-099ab7013670 admin admin] Deleting port e93d0820-b6d7-4a7d-a56e-cb364a95e34b {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:22:57.046929 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9bd86892-a810-4da2-9527-099ab7013670 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (e93d0820-b6d7-4a7d-a56e-cb364a95e34b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:57.126479 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-9bd86892-a810-4da2-9527-099ab7013670 admin admin] For port e93d0820-b6d7-4a7d-a56e-cb364a95e34b, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=e93d0820-b6d7-4a7d-a56e-cb364a95e34b,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:22:57.126843 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9bd86892-a810-4da2-9527-099ab7013670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (e93d0820-b6d7-4a7d-a56e-cb364a95e34b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:57.138782 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9bd86892-a810-4da2-9527-099ab7013670 admin admin] Calling delete_port for e93d0820-b6d7-4a7d-a56e-cb364a95e34b owned by network:router_interface {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:22:57.406088 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9bd86892-a810-4da2-9527-099ab7013670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (e93d0820-b6d7-4a7d-a56e-cb364a95e34b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:57.434788 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd86892-a810-4da2-9527-099ab7013670 admin admin] Pushing event deleted for resources: {'Port': ['ID=e93d0820-b6d7-4a7d-a56e-cb364a95e34b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:22:57.609151 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9bd86892-a810-4da2-9527-099ab7013670 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (7dc0aa07-bc81-4ae6-889d-dc36b2c73b35), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:57.831080 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd86892-a810-4da2-9527-099ab7013670 admin admin] Router 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:22:57.941215 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd86892-a810-4da2-9527-099ab7013670 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:22:57.946638 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9bd86892-a810-4da2-9527-099ab7013670 admin admin] 10.222.0.89 "PUT /v2.0/routers/7dc0aa07-bc81-4ae6-889d-dc36b2c73b35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6618934 Feb 20 04:22:57.949319 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56178) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:22:57.950008 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306aecca-5abb-400e-8d1b-fd5205b6ee40 None None] Sync routers for ids ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:22:57.961059 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306aecca-5abb-400e-8d1b-fd5205b6ee40 None None] Routers {'7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:22:57.961676 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-306aecca-5abb-400e-8d1b-fd5205b6ee40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:22:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:22:58.063144 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9d6faba7-f2ef-49c7-99f1-fbab67f9c75f admin admin] Publish callbacks [] for router (7dc0aa07-bc81-4ae6-889d-dc36b2c73b35), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:58.244490 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-306aecca-5abb-400e-8d1b-fd5205b6ee40 None None] Set router 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:22:58.418247 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9d6faba7-f2ef-49c7-99f1-fbab67f9c75f admin admin] Publish callbacks [] for router_gateway (7dc0aa07-bc81-4ae6-889d-dc36b2c73b35), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:58.430295 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-306aecca-5abb-400e-8d1b-fd5205b6ee40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'name': 'tempest-TestVolumeBootPattern-43735782-router', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '47cfd14f-3fcc-49de-9418-7620af704731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:19Z', 'updated_at': '2022-02-20T04:22:57Z', 'revision_number': 5, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'gw_port': {'id': '47cfd14f-3fcc-49de-9418-7620af704731', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:20Z', 'updated_at': '2022-02-20T04:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:22:58.457044 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306aecca-5abb-400e-8d1b-fd5205b6ee40 None None] Checking router: 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:22:58.465172 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306aecca-5abb-400e-8d1b-fd5205b6ee40 None None] Routers {'7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:22:58.465781 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-306aecca-5abb-400e-8d1b-fd5205b6ee40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:22:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:22:58.521896 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9d6faba7-f2ef-49c7-99f1-fbab67f9c75f admin admin] Deleting port 47cfd14f-3fcc-49de-9418-7620af704731 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:22:58.522198 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9d6faba7-f2ef-49c7-99f1-fbab67f9c75f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (47cfd14f-3fcc-49de-9418-7620af704731), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:58.582544 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-306aecca-5abb-400e-8d1b-fd5205b6ee40 None None] Set router 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:22:58.600714 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-9d6faba7-f2ef-49c7-99f1-fbab67f9c75f admin admin] For port 47cfd14f-3fcc-49de-9418-7620af704731, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=47cfd14f-3fcc-49de-9418-7620af704731,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:22:58.601083 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9d6faba7-f2ef-49c7-99f1-fbab67f9c75f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (47cfd14f-3fcc-49de-9418-7620af704731), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:58.612730 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-9d6faba7-f2ef-49c7-99f1-fbab67f9c75f admin admin] Calling delete_port for 47cfd14f-3fcc-49de-9418-7620af704731 owned by network:router_gateway {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:22:58.757333 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-53e521ae-b40e-4d55-98c2-f856196a93aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:58.788935 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-306aecca-5abb-400e-8d1b-fd5205b6ee40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'name': 'tempest-TestVolumeBootPattern-43735782-router', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '47cfd14f-3fcc-49de-9418-7620af704731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:19Z', 'updated_at': '2022-02-20T04:22:57Z', 'revision_number': 5, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'gw_port': {'id': '47cfd14f-3fcc-49de-9418-7620af704731', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:20Z', 'updated_at': '2022-02-20T04:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:22:58.815240 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306aecca-5abb-400e-8d1b-fd5205b6ee40 None None] The sync data for ids ['7dc0aa07-bc81-4ae6-889d-dc36b2c73b35'] in n-d-829866-4 is: [{'id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'name': 'tempest-TestVolumeBootPattern-43735782-router', 'tenant_id': '7602a09c6b004830be8e834a523bb4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '47cfd14f-3fcc-49de-9418-7620af704731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:19Z', 'updated_at': '2022-02-20T04:22:57Z', 'revision_number': 5, 'project_id': '7602a09c6b004830be8e834a523bb4fb', 'gw_port': {'id': '47cfd14f-3fcc-49de-9418-7620af704731', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc0aa07-bc81-4ae6-889d-dc36b2c73b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:20Z', 'updated_at': '2022-02-20T04:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:22:58.857757 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9d6faba7-f2ef-49c7-99f1-fbab67f9c75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (47cfd14f-3fcc-49de-9418-7620af704731), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:58.881205 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6faba7-f2ef-49c7-99f1-fbab67f9c75f admin admin] Pushing event deleted for resources: {'Port': ['ID=47cfd14f-3fcc-49de-9418-7620af704731,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:22:58.945495 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9d6faba7-f2ef-49c7-99f1-fbab67f9c75f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (7dc0aa07-bc81-4ae6-889d-dc36b2c73b35), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:59.042009 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9d6faba7-f2ef-49c7-99f1-fbab67f9c75f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (7dc0aa07-bc81-4ae6-889d-dc36b2c73b35), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:59.044095 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9d6faba7-f2ef-49c7-99f1-fbab67f9c75f admin admin] Publish callbacks [] for router_controller (7dc0aa07-bc81-4ae6-889d-dc36b2c73b35), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:59.160714 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9d6faba7-f2ef-49c7-99f1-fbab67f9c75f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (7dc0aa07-bc81-4ae6-889d-dc36b2c73b35), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:59.161278 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6faba7-f2ef-49c7-99f1-fbab67f9c75f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 {{(pid=104106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 04:22:59.166216 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9d6faba7-f2ef-49c7-99f1-fbab67f9c75f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:59.169724 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9d6faba7-f2ef-49c7-99f1-fbab67f9c75f admin admin] 10.222.0.89 "DELETE /v2.0/routers/7dc0aa07-bc81-4ae6-889d-dc36b2c73b35 HTTP/1.1" status: 204 len: 168 time: 1.2171853 Feb 20 04:22:59.178887 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56180) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:22:59.218061 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-33742cde-220e-4c88-a6b8-b9a9c05a43b4 admin admin] Deleting subnet a65a671e-c66c-439b-a311-43e99c7bbefc {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 04:22:59.221391 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-33742cde-220e-4c88-a6b8-b9a9c05a43b4 admin admin] Publish callbacks [] for subnet (a65a671e-c66c-439b-a311-43e99c7bbefc), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:59.257659 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-33742cde-220e-4c88-a6b8-b9a9c05a43b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (a65a671e-c66c-439b-a311-43e99c7bbefc), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:59.343858 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-33742cde-220e-4c88-a6b8-b9a9c05a43b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (a65a671e-c66c-439b-a311-43e99c7bbefc), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:59.440773 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-33742cde-220e-4c88-a6b8-b9a9c05a43b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (a65a671e-c66c-439b-a311-43e99c7bbefc), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:59.469691 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33742cde-220e-4c88-a6b8-b9a9c05a43b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a65a671e-c66c-439b-a311-43e99c7bbefc,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:22:59.471726 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-33742cde-220e-4c88-a6b8-b9a9c05a43b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:59.477500 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-33742cde-220e-4c88-a6b8-b9a9c05a43b4 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/a65a671e-c66c-439b-a311-43e99c7bbefc HTTP/1.1" status: 204 len: 168 time: 0.3042698 Feb 20 04:22:59.478454 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56182) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:22:59.481556 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165d51ac-32a3-44f1-8926-ae1ef876d3c9 None None] Network 776cfe74-9834-4e25-aade-eb236e2b5f70 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:22:59.555112 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13d28373-9728-4740-be6b-f5291130634d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (776cfe74-9834-4e25-aade-eb236e2b5f70), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:59.615250 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-13d28373-9728-4740-be6b-f5291130634d admin admin] Deleting port d11716fc-f10b-4de2-a036-8c131b7277b3 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:22:59.615587 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13d28373-9728-4740-be6b-f5291130634d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (d11716fc-f10b-4de2-a036-8c131b7277b3), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:59.677977 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [None req-13d28373-9728-4740-be6b-f5291130634d admin admin] For port d11716fc-f10b-4de2-a036-8c131b7277b3, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d11716fc-f10b-4de2-a036-8c131b7277b3,segment=NetworkSegment(296f6a77-5162-4cc7-8fa4-b531ca89021a),segment_id=296f6a77-5162-4cc7-8fa4-b531ca89021a)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:22:59.678337 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13d28373-9728-4740-be6b-f5291130634d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (d11716fc-f10b-4de2-a036-8c131b7277b3), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:59.692485 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [None req-13d28373-9728-4740-be6b-f5291130634d admin admin] Calling delete_port for d11716fc-f10b-4de2-a036-8c131b7277b3 owned by network:dhcp {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:22:59.836903 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a30fd80-4601-48a7-a954-688b4710f104 None None] DHCP port deletion for 776cfe74-9834-4e25-aade-eb236e2b5f70 request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 04:22:59.857329 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13d28373-9728-4740-be6b-f5291130634d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (d11716fc-f10b-4de2-a036-8c131b7277b3), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:59.889178 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d28373-9728-4740-be6b-f5291130634d admin admin] Pushing event deleted for resources: {'Port': ['ID=d11716fc-f10b-4de2-a036-8c131b7277b3,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:22:59.892746 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d28373-9728-4740-be6b-f5291130634d admin admin] No DVR routers for this DVR port d11716fc-f10b-4de2-a036-8c131b7277b3 on host n-d-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:22:59.896939 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2a30fd80-4601-48a7-a954-688b4710f104 None None] Deleting port d11716fc-f10b-4de2-a036-8c131b7277b3 {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:22:59.897333 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2a30fd80-4601-48a7-a954-688b4710f104 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (d11716fc-f10b-4de2-a036-8c131b7277b3), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:59.965286 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13d28373-9728-4740-be6b-f5291130634d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (776cfe74-9834-4e25-aade-eb236e2b5f70), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:59.966454 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-2a30fd80-4601-48a7-a954-688b4710f104 None None] For port d11716fc-f10b-4de2-a036-8c131b7277b3, host n-d-829866-4, got binding levels [] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:22:59.966873 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2a30fd80-4601-48a7-a954-688b4710f104 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (d11716fc-f10b-4de2-a036-8c131b7277b3), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:59.979700 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-2a30fd80-4601-48a7-a954-688b4710f104 None None] Calling delete_port for d11716fc-f10b-4de2-a036-8c131b7277b3 owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:22:59.982331 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.ipam_backend_mixin [None req-2a30fd80-4601-48a7-a954-688b4710f104 None None] Port d11716fc-f10b-4de2-a036-8c131b7277b3 was not found and therefore no delete operation was performed {{(pid=104107) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 04:22:59.983642 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2a30fd80-4601-48a7-a954-688b4710f104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (d11716fc-f10b-4de2-a036-8c131b7277b3), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:22:59.987015 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-13d28373-9728-4740-be6b-f5291130634d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['776cfe74-9834-4e25-aade-eb236e2b5f70']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:22:59.997311 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-13d28373-9728-4740-be6b-f5291130634d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '296f6a77-5162-4cc7-8fa4-b531ca89021a') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:22:59.997604 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-13d28373-9728-4740-be6b-f5291130634d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '296f6a77-5162-4cc7-8fa4-b531ca89021a') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:23:00.009520 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30fd80-4601-48a7-a954-688b4710f104 None None] Pushing event deleted for resources: {'Port': ['ID=d11716fc-f10b-4de2-a036-8c131b7277b3,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:23:00.010213 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13d28373-9728-4740-be6b-f5291130634d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (296f6a77-5162-4cc7-8fa4-b531ca89021a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:00.013852 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a30fd80-4601-48a7-a954-688b4710f104 None None] No DVR routers for this DVR port d11716fc-f10b-4de2-a036-8c131b7277b3 on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:23:00.020565 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30fd80-4601-48a7-a954-688b4710f104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:00.020922 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30fd80-4601-48a7-a954-688b4710f104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:00.026583 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30fd80-4601-48a7-a954-688b4710f104 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:00.026583 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30fd80-4601-48a7-a954-688b4710f104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:00.026583 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30fd80-4601-48a7-a954-688b4710f104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:00.026583 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30fd80-4601-48a7-a954-688b4710f104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:00.026583 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30fd80-4601-48a7-a954-688b4710f104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:00.026583 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30fd80-4601-48a7-a954-688b4710f104 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:00.026583 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30fd80-4601-48a7-a954-688b4710f104 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:00.026583 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30fd80-4601-48a7-a954-688b4710f104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:00.026583 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30fd80-4601-48a7-a954-688b4710f104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:00.026583 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30fd80-4601-48a7-a954-688b4710f104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:00.026583 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a30fd80-4601-48a7-a954-688b4710f104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:00.035727 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13d28373-9728-4740-be6b-f5291130634d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (296f6a77-5162-4cc7-8fa4-b531ca89021a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:00.041935 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d28373-9728-4740-be6b-f5291130634d admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 04:23:00.048143 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13d28373-9728-4740-be6b-f5291130634d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (296f6a77-5162-4cc7-8fa4-b531ca89021a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:00.048143 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 04:23:00.048143 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 04:23:00.048143 n-d-829866-4 neutron-server[104106]: timer() Feb 20 04:23:00.048143 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 04:23:00.048143 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 04:23:00.048143 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 04:23:00.048143 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 04:23:00.048143 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 04:23:00.048143 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 04:23:00.048143 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 04:23:00.048143 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 04:23:00.048143 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 04:23:00.048143 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 04:23:00.048143 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 04:23:00.048143 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 04:23:00.048143 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 04:23:00.048143 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 04:23:00.048143 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 04:23:00.048143 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 04:23:00.048143 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 04:23:00.048143 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 04:23:00.048143 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 04:23:00.048143 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 04:23:00.048143 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 04:23:00.048143 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 04:23:00.048143 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 04:23:00.048143 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 04:23:00.048143 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 04:23:00.048143 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 04:23:00.048143 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 04:23:00.048143 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 04:23:00.048143 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 04:23:00.149445 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:00.177737 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13d28373-9728-4740-be6b-f5291130634d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (776cfe74-9834-4e25-aade-eb236e2b5f70), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:00.183134 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-13d28373-9728-4740-be6b-f5291130634d admin admin] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:00.187905 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-13d28373-9728-4740-be6b-f5291130634d admin admin] 10.222.0.89 "DELETE /v2.0/networks/776cfe74-9834-4e25-aade-eb236e2b5f70 HTTP/1.1" status: 204 len: 168 time: 0.7078094 Feb 20 04:23:00.189692 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56184) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:23:00.197868 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d28373-9728-4740-be6b-f5291130634d admin admin] Pushing event deleted for resources: {'Network': ['ID=776cfe74-9834-4e25-aade-eb236e2b5f70,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:23:00.536925 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e93d0820-b6d7-4a7d-a56e-cb364a95e34b no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:23:00.559297 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: e93d0820-b6d7-4a7d-a56e-cb364a95e34b {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:23:00.559651 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device e93d0820-b6d7-4a7d-a56e-cb364a95e34b not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:23:00.560089 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device d11716fc-f10b-4de2-a036-8c131b7277b3 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:23:00.585748 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: d11716fc-f10b-4de2-a036-8c131b7277b3 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:23:00.586107 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device d11716fc-f10b-4de2-a036-8c131b7277b3 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:23:00.586547 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 47cfd14f-3fcc-49de-9418-7620af704731 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:23:00.607706 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 47cfd14f-3fcc-49de-9418-7620af704731 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:23:00.608064 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 47cfd14f-3fcc-49de-9418-7620af704731 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:23:00.833612 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-62d2b173-977e-4516-bf8a-c745feaf516c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16304370'] for router_interface (3172760a-92e1-4322-8fd3-0340b2734f53), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:01.079765 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-62d2b173-977e-4516-bf8a-c745feaf516c admin admin] Deleting port 4a9af01f-ce32-4ce6-935d-970867d43c68 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:23:01.080017 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-62d2b173-977e-4516-bf8a-c745feaf516c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (4a9af01f-ce32-4ce6-935d-970867d43c68), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:01.155954 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-62d2b173-977e-4516-bf8a-c745feaf516c admin admin] For port 4a9af01f-ce32-4ce6-935d-970867d43c68, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=4a9af01f-ce32-4ce6-935d-970867d43c68,segment=NetworkSegment(c8934355-d605-42c0-ab48-9d161480a21c),segment_id=c8934355-d605-42c0-ab48-9d161480a21c)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:23:01.156319 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-62d2b173-977e-4516-bf8a-c745feaf516c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (4a9af01f-ce32-4ce6-935d-970867d43c68), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:01.167888 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-62d2b173-977e-4516-bf8a-c745feaf516c admin admin] Calling delete_port for 4a9af01f-ce32-4ce6-935d-970867d43c68 owned by network:router_interface {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:23:01.405740 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:01.434214 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-62d2b173-977e-4516-bf8a-c745feaf516c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (4a9af01f-ce32-4ce6-935d-970867d43c68), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:01.462583 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2b173-977e-4516-bf8a-c745feaf516c admin admin] Pushing event deleted for resources: {'Port': ['ID=4a9af01f-ce32-4ce6-935d-970867d43c68,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:23:01.635298 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-62d2b173-977e-4516-bf8a-c745feaf516c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16308066'] for router_interface (3172760a-92e1-4322-8fd3-0340b2734f53), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:01.853881 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d2b173-977e-4516-bf8a-c745feaf516c admin admin] Router 3172760a-92e1-4322-8fd3-0340b2734f53 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:23:01.960626 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d2b173-977e-4516-bf8a-c745feaf516c admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:23:01.965916 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-62d2b173-977e-4516-bf8a-c745feaf516c admin admin] 10.222.0.89 "PUT /v2.0/routers/3172760a-92e1-4322-8fd3-0340b2734f53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7748768 Feb 20 04:23:01.968055 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56186) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:23:01.971131 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7f0b15-0278-4579-9241-110fe444ab7f None None] Sync routers for ids ['3172760a-92e1-4322-8fd3-0340b2734f53'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:23:01.983030 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7f0b15-0278-4579-9241-110fe444ab7f None None] Routers {'3172760a-92e1-4322-8fd3-0340b2734f53'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:23:01.983731 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-3f7f0b15-0278-4579-9241-110fe444ab7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:22:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3172760a-92e1-4322-8fd3-0340b2734f53'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:23:02.078326 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-92b7efd3-6149-490c-b4da-449a6ece506b admin admin] Publish callbacks [] for router (3172760a-92e1-4322-8fd3-0340b2734f53), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:02.180642 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-3f7f0b15-0278-4579-9241-110fe444ab7f None None] Set router 3172760a-92e1-4322-8fd3-0340b2734f53 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:23:02.188652 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-92b7efd3-6149-490c-b4da-449a6ece506b admin admin] Publish callbacks [] for router_gateway (3172760a-92e1-4322-8fd3-0340b2734f53), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:02.281671 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-92b7efd3-6149-490c-b4da-449a6ece506b admin admin] Deleting port d63b8c05-1f98-4117-812b-59febf3b7093 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:23:02.282014 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-92b7efd3-6149-490c-b4da-449a6ece506b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (d63b8c05-1f98-4117-812b-59febf3b7093), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:02.356683 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-3f7f0b15-0278-4579-9241-110fe444ab7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3172760a-92e1-4322-8fd3-0340b2734f53', 'name': 'tempest-TestVolumeBootPattern-912519008-router', 'tenant_id': 'de3a641e9e584237b21823c5948ec0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.196'}], 'enable_snat': True}, 'gw_port_id': 'd63b8c05-1f98-4117-812b-59febf3b7093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:27Z', 'updated_at': '2022-02-20T04:23:01Z', 'revision_number': 5, 'project_id': 'de3a641e9e584237b21823c5948ec0c6', 'gw_port': {'id': 'd63b8c05-1f98-4117-812b-59febf3b7093', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3172760a-92e1-4322-8fd3-0340b2734f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:06:28Z', 'updated_at': '2022-02-20T04:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:23:02.358994 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-92b7efd3-6149-490c-b4da-449a6ece506b admin admin] For port d63b8c05-1f98-4117-812b-59febf3b7093, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=d63b8c05-1f98-4117-812b-59febf3b7093,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:23:02.359453 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-92b7efd3-6149-490c-b4da-449a6ece506b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (d63b8c05-1f98-4117-812b-59febf3b7093), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:02.371838 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-92b7efd3-6149-490c-b4da-449a6ece506b admin admin] Calling delete_port for d63b8c05-1f98-4117-812b-59febf3b7093 owned by network:router_gateway {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:23:02.386376 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7f0b15-0278-4579-9241-110fe444ab7f None None] Checking router: 3172760a-92e1-4322-8fd3-0340b2734f53 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:23:02.395131 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7f0b15-0278-4579-9241-110fe444ab7f None None] Routers {'3172760a-92e1-4322-8fd3-0340b2734f53'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:23:02.395742 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-3f7f0b15-0278-4579-9241-110fe444ab7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:22:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['3172760a-92e1-4322-8fd3-0340b2734f53'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:23:02.485543 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-3f7f0b15-0278-4579-9241-110fe444ab7f None None] Set router 3172760a-92e1-4322-8fd3-0340b2734f53 gateway port host: None {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:23:02.553125 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-3f7f0b15-0278-4579-9241-110fe444ab7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3172760a-92e1-4322-8fd3-0340b2734f53', 'name': 'tempest-TestVolumeBootPattern-912519008-router', 'tenant_id': 'de3a641e9e584237b21823c5948ec0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:27Z', 'updated_at': '2022-02-20T04:23:02Z', 'revision_number': 6, 'project_id': 'de3a641e9e584237b21823c5948ec0c6', 'gw_port_host': None}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:23:02.582693 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7f0b15-0278-4579-9241-110fe444ab7f None None] The sync data for ids ['3172760a-92e1-4322-8fd3-0340b2734f53'] in n-d-829866-4 is: [{'id': '3172760a-92e1-4322-8fd3-0340b2734f53', 'name': 'tempest-TestVolumeBootPattern-912519008-router', 'tenant_id': 'de3a641e9e584237b21823c5948ec0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:06:27Z', 'updated_at': '2022-02-20T04:23:02Z', 'revision_number': 6, 'project_id': 'de3a641e9e584237b21823c5948ec0c6', 'gw_port_host': None}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:23:02.600346 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-92b7efd3-6149-490c-b4da-449a6ece506b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (d63b8c05-1f98-4117-812b-59febf3b7093), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:02.631131 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7efd3-6149-490c-b4da-449a6ece506b admin admin] Pushing event deleted for resources: {'Port': ['ID=d63b8c05-1f98-4117-812b-59febf3b7093,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:23:02.689417 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-92b7efd3-6149-490c-b4da-449a6ece506b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16304776'] for router_gateway (3172760a-92e1-4322-8fd3-0340b2734f53), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:02.780594 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-92b7efd3-6149-490c-b4da-449a6ece506b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16307732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6309'] for router (3172760a-92e1-4322-8fd3-0340b2734f53), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:02.782729 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-92b7efd3-6149-490c-b4da-449a6ece506b admin admin] Publish callbacks [] for router_controller (3172760a-92e1-4322-8fd3-0340b2734f53), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:02.783245 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:02.880351 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-92b7efd3-6149-490c-b4da-449a6ece506b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16307821'] for router (3172760a-92e1-4322-8fd3-0340b2734f53), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:02.880880 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b7efd3-6149-490c-b4da-449a6ece506b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3172760a-92e1-4322-8fd3-0340b2734f53 {{(pid=104105) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 04:23:02.885136 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-92b7efd3-6149-490c-b4da-449a6ece506b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:02.886318 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-92b7efd3-6149-490c-b4da-449a6ece506b admin admin] 10.222.0.89 "DELETE /v2.0/routers/3172760a-92e1-4322-8fd3-0340b2734f53 HTTP/1.1" status: 204 len: 168 time: 0.9173644 Feb 20 04:23:02.888886 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56188) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:23:02.933417 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-3121957e-b72f-43ea-a459-572055038a29 admin admin] Deleting subnet 52a165ee-d737-4be5-a7b2-65fff561a8d6 {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 04:23:02.936899 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3121957e-b72f-43ea-a459-572055038a29 admin admin] Publish callbacks [] for subnet (52a165ee-d737-4be5-a7b2-65fff561a8d6), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:02.973687 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3121957e-b72f-43ea-a459-572055038a29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (52a165ee-d737-4be5-a7b2-65fff561a8d6), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:03.057390 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3121957e-b72f-43ea-a459-572055038a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (52a165ee-d737-4be5-a7b2-65fff561a8d6), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:03.154804 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3121957e-b72f-43ea-a459-572055038a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (52a165ee-d737-4be5-a7b2-65fff561a8d6), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:03.180121 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121957e-b72f-43ea-a459-572055038a29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52a165ee-d737-4be5-a7b2-65fff561a8d6,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:23:03.183941 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3121957e-b72f-43ea-a459-572055038a29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:03.187325 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3121957e-b72f-43ea-a459-572055038a29 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/52a165ee-d737-4be5-a7b2-65fff561a8d6 HTTP/1.1" status: 204 len: 168 time: 0.2973900 Feb 20 04:23:03.189751 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56190) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:23:03.192781 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f023b50-11dc-44d7-918b-1d40a00bc589 None None] Network 4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:23:03.257879 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0ab1a62c-13c3-43f4-bae7-bb780d156248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:03.317228 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-0ab1a62c-13c3-43f4-bae7-bb780d156248 admin admin] Deleting port 3ed763d7-ad62-4874-9d3d-24ba430525ef {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:23:03.317570 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0ab1a62c-13c3-43f4-bae7-bb780d156248 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (3ed763d7-ad62-4874-9d3d-24ba430525ef), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:03.351508 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7022bd91-e02d-4e44-9b16-7d8b9b667f95 None None] DHCP port deletion for 4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d request from n-d-829866-4 {{(pid=104107) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 04:23:03.380843 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [None req-0ab1a62c-13c3-43f4-bae7-bb780d156248 admin admin] For port 3ed763d7-ad62-4874-9d3d-24ba430525ef, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3ed763d7-ad62-4874-9d3d-24ba430525ef,segment=NetworkSegment(c8934355-d605-42c0-ab48-9d161480a21c),segment_id=c8934355-d605-42c0-ab48-9d161480a21c)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:23:03.381184 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0ab1a62c-13c3-43f4-bae7-bb780d156248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (3ed763d7-ad62-4874-9d3d-24ba430525ef), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:03.394671 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [None req-0ab1a62c-13c3-43f4-bae7-bb780d156248 admin admin] Calling delete_port for 3ed763d7-ad62-4874-9d3d-24ba430525ef owned by network:dhcp {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:23:03.403798 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-7022bd91-e02d-4e44-9b16-7d8b9b667f95 None None] Deleting port 3ed763d7-ad62-4874-9d3d-24ba430525ef {{(pid=104107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:23:03.404173 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7022bd91-e02d-4e44-9b16-7d8b9b667f95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (3ed763d7-ad62-4874-9d3d-24ba430525ef), before_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:03.471480 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-7022bd91-e02d-4e44-9b16-7d8b9b667f95 None None] For port 3ed763d7-ad62-4874-9d3d-24ba430525ef, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=3ed763d7-ad62-4874-9d3d-24ba430525ef,segment=NetworkSegment(c8934355-d605-42c0-ab48-9d161480a21c),segment_id=c8934355-d605-42c0-ab48-9d161480a21c)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:23:03.471886 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7022bd91-e02d-4e44-9b16-7d8b9b667f95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (3ed763d7-ad62-4874-9d3d-24ba430525ef), precommit_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:03.484261 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-7022bd91-e02d-4e44-9b16-7d8b9b667f95 None None] Calling delete_port for 3ed763d7-ad62-4874-9d3d-24ba430525ef owned by network:dhcp {{(pid=104107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:23:03.543678 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0ab1a62c-13c3-43f4-bae7-bb780d156248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (3ed763d7-ad62-4874-9d3d-24ba430525ef), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:03.572097 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7022bd91-e02d-4e44-9b16-7d8b9b667f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609'] for port (3ed763d7-ad62-4874-9d3d-24ba430525ef), after_delete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:03.576599 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1a62c-13c3-43f4-bae7-bb780d156248 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ed763d7-ad62-4874-9d3d-24ba430525ef,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:23:03.580948 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab1a62c-13c3-43f4-bae7-bb780d156248 admin admin] No DVR routers for this DVR port 3ed763d7-ad62-4874-9d3d-24ba430525ef on host n-d-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:23:03.608639 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022bd91-e02d-4e44-9b16-7d8b9b667f95 None None] Pushing event deleted for resources: {'Port': ['ID=3ed763d7-ad62-4874-9d3d-24ba430525ef,revision_number=None']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:23:03.612194 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7022bd91-e02d-4e44-9b16-7d8b9b667f95 None None] No DVR routers for this DVR port 3ed763d7-ad62-4874-9d3d-24ba430525ef on host n-d-829866-4 {{(pid=104107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:23:03.662486 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0ab1a62c-13c3-43f4-bae7-bb780d156248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:03.683156 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-0ab1a62c-13c3-43f4-bae7-bb780d156248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:23:03.692645 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-0ab1a62c-13c3-43f4-bae7-bb780d156248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8934355-d605-42c0-ab48-9d161480a21c') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:23:03.692948 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-0ab1a62c-13c3-43f4-bae7-bb780d156248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8934355-d605-42c0-ab48-9d161480a21c') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:23:03.702107 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0ab1a62c-13c3-43f4-bae7-bb780d156248 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (c8934355-d605-42c0-ab48-9d161480a21c), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:03.714929 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0ab1a62c-13c3-43f4-bae7-bb780d156248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (c8934355-d605-42c0-ab48-9d161480a21c), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:03.721030 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab1a62c-13c3-43f4-bae7-bb780d156248 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 04:23:03.726492 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0ab1a62c-13c3-43f4-bae7-bb780d156248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (c8934355-d605-42c0-ab48-9d161480a21c), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:03.726492 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 04:23:03.726492 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 04:23:03.726492 n-d-829866-4 neutron-server[104105]: timer() Feb 20 04:23:03.726492 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 04:23:03.726492 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 04:23:03.726492 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 04:23:03.726492 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 04:23:03.726492 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 04:23:03.726492 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 04:23:03.726492 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 04:23:03.726492 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 04:23:03.726492 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 04:23:03.726492 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 04:23:03.726492 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 04:23:03.726492 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 04:23:03.726492 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 04:23:03.726492 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 04:23:03.726492 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 04:23:03.726492 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 04:23:03.726492 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 04:23:03.726492 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 04:23:03.726492 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 04:23:03.726492 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 04:23:03.726492 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 04:23:03.726492 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 04:23:03.726492 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 04:23:03.726492 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 04:23:03.726492 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 04:23:03.726492 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 04:23:03.726492 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 04:23:03.726492 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 04:23:03.726492 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 04:23:03.840570 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0ab1a62c-13c3-43f4-bae7-bb780d156248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:03.845939 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0ab1a62c-13c3-43f4-bae7-bb780d156248 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:03.849789 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0ab1a62c-13c3-43f4-bae7-bb780d156248 admin admin] 10.222.0.89 "DELETE /v2.0/networks/4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d HTTP/1.1" status: 204 len: 168 time: 0.6589770 Feb 20 04:23:03.861030 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1a62c-13c3-43f4-bae7-bb780d156248 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e9161fa-6ff9-4ff2-9b16-ddeb4563b84d,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:23:04.154519 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56194) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:23:04.195171 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d6a95ac3-e4ca-4268-b5d6-efb8b8d8732f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7602a09c6b004830be8e834a523bb4fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393403 Feb 20 04:23:04.197524 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56196) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:23:04.247975 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e88fef7a-fb93-4ad5-a445-c13db4d76b41 admin admin] Publish callbacks [] for security_group (e56dd449-0296-4ada-982f-8e31a20f8f68), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:04.270393 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e88fef7a-fb93-4ad5-a445-c13db4d76b41 admin admin] Publish callbacks [] for security_group (e56dd449-0296-4ada-982f-8e31a20f8f68), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:04.423106 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e88fef7a-fb93-4ad5-a445-c13db4d76b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (e56dd449-0296-4ada-982f-8e31a20f8f68), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:04.507710 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-e88fef7a-fb93-4ad5-a445-c13db4d76b41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:04.507710 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-e88fef7a-fb93-4ad5-a445-c13db4d76b41 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e56dd449-0296-4ada-982f-8e31a20f8f68 HTTP/1.1" status: 204 len: 168 time: 0.2291758 Feb 20 04:23:04.507710 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88fef7a-fb93-4ad5-a445-c13db4d76b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56dd449-0296-4ada-982f-8e31a20f8f68,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:23:04.537539 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4a9af01f-ce32-4ce6-935d-970867d43c68 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:23:04.558119 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 4a9af01f-ce32-4ce6-935d-970867d43c68 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:23:04.558462 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 4a9af01f-ce32-4ce6-935d-970867d43c68 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:23:04.558895 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3ed763d7-ad62-4874-9d3d-24ba430525ef no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:23:04.577064 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: 3ed763d7-ad62-4874-9d3d-24ba430525ef {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:23:04.577409 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 3ed763d7-ad62-4874-9d3d-24ba430525ef not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:23:04.577815 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device d63b8c05-1f98-4117-812b-59febf3b7093 no longer exists at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:23:04.595845 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] No Port match for: d63b8c05-1f98-4117-812b-59febf3b7093 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:23:04.596285 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device d63b8c05-1f98-4117-812b-59febf3b7093 not bound to the agent host n-d-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:23:05.058680 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56202) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:23:05.102131 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-bd42d105-2f89-47cd-8973-2a114bdd6113 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=de3a641e9e584237b21823c5948ec0c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422122 Feb 20 04:23:05.104885 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56204) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:23:05.152725 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8e034578-164a-4404-a2e2-b4320c69ad2b admin admin] Publish callbacks [] for security_group (7be9bb32-fe8e-401a-a6ec-43ab2780ea83), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:05.173603 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8e034578-164a-4404-a2e2-b4320c69ad2b admin admin] Publish callbacks [] for security_group (7be9bb32-fe8e-401a-a6ec-43ab2780ea83), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:05.263364 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8e034578-164a-4404-a2e2-b4320c69ad2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (7be9bb32-fe8e-401a-a6ec-43ab2780ea83), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:05.265958 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-8e034578-164a-4404-a2e2-b4320c69ad2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:05.267249 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-8e034578-164a-4404-a2e2-b4320c69ad2b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7be9bb32-fe8e-401a-a6ec-43ab2780ea83 HTTP/1.1" status: 204 len: 168 time: 0.1612432 Feb 20 04:23:05.275105 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e034578-164a-4404-a2e2-b4320c69ad2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be9bb32-fe8e-401a-a6ec-43ab2780ea83,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:23:17.093855 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-84bf5bd4-e1ab-4176-bfbb-9ce146fc0d05 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=b93db8f50b9d4107a072727c8e143b8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337057 Feb 20 04:23:17.580318 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-dc2946f2-2b52-4ce3-b171-5c48724a3163 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:17.581806 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-dc2946f2-2b52-4ce3-b171-5c48724a3163 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4827754 Feb 20 04:23:17.597346 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-637f9e53-0512-4b4f-921b-e9da90f727ad tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.89 "GET /v2.0/quotas/b93db8f50b9d4107a072727c8e143b8b HTTP/1.1" status: 200 len: 375 time: 0.0091205 Feb 20 04:23:17.628809 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-237c2621-65a7-489c-b0cc-a98aff79d9ef tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=b93db8f50b9d4107a072727c8e143b8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262775 Feb 20 04:23:17.884853 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e2637af4-6617-4ab2-880f-e66042ee2610 req-4bfc2ff2-6782-4dde-93a5-9ba4679c2fe4 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.89 "GET /v2.0/ports?device_id=63279766-9776-4772-a29e-7442af3e9b53 HTTP/1.1" status: 200 len: 210 time: 0.0279636 Feb 20 04:23:18.987819 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-01f4b7a4-d80b-4a3a-a744-7e11b56abbdc req-3e14f139-c9b3-4f6a-b24b-8e20518c75ed tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.89 "GET /v2.0/ports?device_id=63279766-9776-4772-a29e-7442af3e9b53 HTTP/1.1" status: 200 len: 210 time: 0.0342150 Feb 20 04:23:19.546064 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-d8b6c930-df26-44fb-bdbb-6a4a6d687c14 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=b93db8f50b9d4107a072727c8e143b8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297244 Feb 20 04:23:19.730872 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-e8b05cb8-54ec-4177-8a61-62266a195095 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:19.732328 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-e8b05cb8-54ec-4177-8a61-62266a195095 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1819372 Feb 20 04:23:19.743693 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-f05329ea-de0d-48b3-b3c1-f33511d72ee9 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Request body: {'port': {'device_id': '63279766-9776-4772-a29e-7442af3e9b53', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'admin_state_up': True, 'tenant_id': 'b93db8f50b9d4107a072727c8e143b8b'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:23:19.937508 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-f05329ea-de0d-48b3-b3c1-f33511d72ee9 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Made reservation on behalf of b93db8f50b9d4107a072727c8e143b8b for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:23:19.941084 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-f05329ea-de0d-48b3-b3c1-f33511d72ee9 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:19.951325 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-f05329ea-de0d-48b3-b3c1-f33511d72ee9 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:20.033804 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-f05329ea-de0d-48b3-b3c1-f33511d72ee9 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Publish callbacks [] for security_group (2cb10437-f04b-4958-8a62-a6cf91f7773f), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:20.085336 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ba90f595-9483-4e4e-aa1d-ff59b018d67d req-9a0a72ce-80bc-424b-9d40-25a216e6c661 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.89 "GET /v2.0/ports?device_id=63279766-9776-4772-a29e-7442af3e9b53 HTTP/1.1" status: 200 len: 210 time: 0.0276444 Feb 20 04:23:20.102760 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-f05329ea-de0d-48b3-b3c1-f33511d72ee9 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (2cb10437-f04b-4958-8a62-a6cf91f7773f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:20.205880 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05329ea-de0d-48b3-b3c1-f33511d72ee9 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb10437-f04b-4958-8a62-a6cf91f7773f,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:23:20.232023 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05329ea-de0d-48b3-b3c1-f33511d72ee9 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:20.232374 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05329ea-de0d-48b3-b3c1-f33511d72ee9 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:20.232719 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05329ea-de0d-48b3-b3c1-f33511d72ee9 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:20.233057 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05329ea-de0d-48b3-b3c1-f33511d72ee9 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:20.233393 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05329ea-de0d-48b3-b3c1-f33511d72ee9 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:20.233727 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05329ea-de0d-48b3-b3c1-f33511d72ee9 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:20.234073 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05329ea-de0d-48b3-b3c1-f33511d72ee9 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:20.234388 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05329ea-de0d-48b3-b3c1-f33511d72ee9 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:20.234722 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05329ea-de0d-48b3-b3c1-f33511d72ee9 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:20.235071 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05329ea-de0d-48b3-b3c1-f33511d72ee9 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:20.235396 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05329ea-de0d-48b3-b3c1-f33511d72ee9 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:20.235719 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05329ea-de0d-48b3-b3c1-f33511d72ee9 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:20.236039 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05329ea-de0d-48b3-b3c1-f33511d72ee9 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:20.299352 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-f05329ea-de0d-48b3-b3c1-f33511d72ee9 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Allocated IP 192.168.233.119 (0c4d93d2-7476-4570-93e5-7ecf9f895901/c38207c9-ee42-4b0e-b0ac-5ef2953b6f62/1d45d6d6-cb21-4bd0-8246-455856565011) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:23:20.457264 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-f05329ea-de0d-48b3-b3c1-f33511d72ee9 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Publish callbacks [] for port (1d45d6d6-cb21-4bd0-8246-455856565011), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:20.532031 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-f05329ea-de0d-48b3-b3c1-f33511d72ee9 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (1d45d6d6-cb21-4bd0-8246-455856565011), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:20.589256 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-f05329ea-de0d-48b3-b3c1-f33511d72ee9 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Network 0c4d93d2-7476-4570-93e5-7ecf9f895901 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:23:20.595313 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-f05329ea-de0d-48b3-b3c1-f33511d72ee9 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:23:20.603723 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-f05329ea-de0d-48b3-b3c1-f33511d72ee9 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:23:20.610089 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05329ea-de0d-48b3-b3c1-f33511d72ee9 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Pushing event updated for resources: {'Port': ['ID=1d45d6d6-cb21-4bd0-8246-455856565011,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:23:20.656967 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-f05329ea-de0d-48b3-b3c1-f33511d72ee9 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:20.657609 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-f05329ea-de0d-48b3-b3c1-f33511d72ee9 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:20.740686 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-f05329ea-de0d-48b3-b3c1-f33511d72ee9 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0000298 Feb 20 04:23:20.752197 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-0950b4de-c95a-4157-af2e-59ca1acc36d8 service neutron] Request body: {'port': {'device_id': '63279766-9776-4772-a29e-7442af3e9b53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:23:20.813147 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-0950b4de-c95a-4157-af2e-59ca1acc36d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1d45d6d6-cb21-4bd0-8246-455856565011), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:20.845849 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ff4ee6dc-0d66-4c0e-b016-26dd1fc6d17a None None] Provisioning complete for port 1d45d6d6-cb21-4bd0-8246-455856565011 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:23:20.846398 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ff4ee6dc-0d66-4c0e-b016-26dd1fc6d17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1d45d6d6-cb21-4bd0-8246-455856565011), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:20.880901 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ff4ee6dc-0d66-4c0e-b016-26dd1fc6d17a None None] Port 1d45d6d6-cb21-4bd0-8246-455856565011 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:23:21.116647 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-0950b4de-c95a-4157-af2e-59ca1acc36d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d45d6d6-cb21-4bd0-8246-455856565011 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:23:21.124213 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-0950b4de-c95a-4157-af2e-59ca1acc36d8 service neutron] Publish callbacks [] for port (1d45d6d6-cb21-4bd0-8246-455856565011), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:21.141075 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-0950b4de-c95a-4157-af2e-59ca1acc36d8 service neutron] Transition to ACTIVE for port object 1d45d6d6-cb21-4bd0-8246-455856565011 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:23:21.209281 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53afd273-e94c-4da5-b2c5-f7d5d316e465 req-60bcd65e-f153-43f6-91ef-97561928715d tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:21.211077 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-53afd273-e94c-4da5-b2c5-f7d5d316e465 req-60bcd65e-f153-43f6-91ef-97561928715d tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.89 "GET /v2.0/ports?device_id=63279766-9776-4772-a29e-7442af3e9b53 HTTP/1.1" status: 200 len: 936 time: 0.0548911 Feb 20 04:23:21.211776 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-0950b4de-c95a-4157-af2e-59ca1acc36d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (1d45d6d6-cb21-4bd0-8246-455856565011), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:21.259740 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-53afd273-e94c-4da5-b2c5-f7d5d316e465 req-e11855b6-e63f-423c-879a-1ae6e194dd74 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.89 "GET /v2.0/security-groups?id=2cb10437-f04b-4958-8a62-a6cf91f7773f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428638 Feb 20 04:23:21.284917 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950b4de-c95a-4157-af2e-59ca1acc36d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1d45d6d6-cb21-4bd0-8246-455856565011,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:23:21.335845 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-0950b4de-c95a-4157-af2e-59ca1acc36d8 service neutron] Attempting to bind port 1d45d6d6-cb21-4bd0-8246-455856565011 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:23:21.336167 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-0950b4de-c95a-4157-af2e-59ca1acc36d8 service neutron] Attempting to bind port 1d45d6d6-cb21-4bd0-8246-455856565011 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:23:21.336494 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-0950b4de-c95a-4157-af2e-59ca1acc36d8 service neutron] Attempting to bind port 1d45d6d6-cb21-4bd0-8246-455856565011 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:23:21.341015 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-0950b4de-c95a-4157-af2e-59ca1acc36d8 service neutron] Port 1d45d6d6-cb21-4bd0-8246-455856565011 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:23:21.341332 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-0950b4de-c95a-4157-af2e-59ca1acc36d8 service neutron] Attempting to bind port 1d45d6d6-cb21-4bd0-8246-455856565011 on network 0c4d93d2-7476-4570-93e5-7ecf9f895901 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:23:21.346139 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-0950b4de-c95a-4157-af2e-59ca1acc36d8 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:23:21.346470 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-0950b4de-c95a-4157-af2e-59ca1acc36d8 service neutron] Checking segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:23:21.346846 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-0950b4de-c95a-4157-af2e-59ca1acc36d8 service neutron] Bound using segment: {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:23:21.347297 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-0950b4de-c95a-4157-af2e-59ca1acc36d8 service neutron] Bound port: 1d45d6d6-cb21-4bd0-8246-455856565011, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5840c530-1e65-4c58-8ce6-06641b226758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:23:21.347650 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-0950b4de-c95a-4157-af2e-59ca1acc36d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1d45d6d6-cb21-4bd0-8246-455856565011), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:21.383489 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:21.418568 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-0950b4de-c95a-4157-af2e-59ca1acc36d8 service neutron] For port 1d45d6d6-cb21-4bd0-8246-455856565011, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:23:21.421810 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-0950b4de-c95a-4157-af2e-59ca1acc36d8 service neutron] For port 1d45d6d6-cb21-4bd0-8246-455856565011, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=1d45d6d6-cb21-4bd0-8246-455856565011,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:23:21.446759 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:21.469175 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-0950b4de-c95a-4157-af2e-59ca1acc36d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (1d45d6d6-cb21-4bd0-8246-455856565011), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:21.510971 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-0950b4de-c95a-4157-af2e-59ca1acc36d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:21.511575 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-0950b4de-c95a-4157-af2e-59ca1acc36d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:21.512995 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-0950b4de-c95a-4157-af2e-59ca1acc36d8 service neutron] 10.222.0.93 "PUT /v2.0/ports/1d45d6d6-cb21-4bd0-8246-455856565011 HTTP/1.1" status: 200 len: 1096 time: 0.7655511 Feb 20 04:23:21.513445 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63279766-9776-4772-a29e-7442af3e9b53', 'tag': '1d45d6d6-cb21-4bd0-8246-455856565011'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:23:21.515739 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf3c62807d90451df298560e3808142486074117e133717b71a7661d69a798e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ca42b4-029d-479f-afdc-4504cacdc53a" -d '{"events": [{"name": "network-changed", "server_uuid": "63279766-9776-4772-a29e-7442af3e9b53", "tag": "1d45d6d6-cb21-4bd0-8246-455856565011"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:23:21.541422 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950b4de-c95a-4157-af2e-59ca1acc36d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1d45d6d6-cb21-4bd0-8246-455856565011,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:23:21.555369 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ef7b21-7c41-4fed-9d19-512c3811a1d0 x-openstack-request-id: req-f0ef7b21-7c41-4fed-9d19-512c3811a1d0 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:23:21.555745 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63279766-9776-4772-a29e-7442af3e9b53", "tag": "1d45d6d6-cb21-4bd0-8246-455856565011", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:23:21.556075 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f0ef7b21-7c41-4fed-9d19-512c3811a1d0 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:23:21.556546 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63279766-9776-4772-a29e-7442af3e9b53', 'tag': '1d45d6d6-cb21-4bd0-8246-455856565011', 'status': 'completed', 'code': 200} Feb 20 04:23:21.658383 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca42b4-029d-479f-afdc-4504cacdc53a req-0ab7a70d-a7db-4b92-aea8-9b2d4921d8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:21.659944 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d9ca42b4-029d-479f-afdc-4504cacdc53a req-0ab7a70d-a7db-4b92-aea8-9b2d4921d8a3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b93db8f50b9d4107a072727c8e143b8b&device_id=63279766-9776-4772-a29e-7442af3e9b53 HTTP/1.1" status: 200 len: 1130 time: 0.0816128 Feb 20 04:23:21.693674 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d9ca42b4-029d-479f-afdc-4504cacdc53a req-2c59752d-11b4-4cca-b7d1-eb1865f48698 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=b93db8f50b9d4107a072727c8e143b8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269961 Feb 20 04:23:22.102072 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca42b4-029d-479f-afdc-4504cacdc53a req-cea7e4ec-633b-4fc6-a685-58bdce7e17f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:22.103523 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d9ca42b4-029d-479f-afdc-4504cacdc53a req-cea7e4ec-633b-4fc6-a685-58bdce7e17f9 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4043498 Feb 20 04:23:22.182914 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-03fe625f-7ce9-443a-8c50-5dd64152c5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:22.184418 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-03fe625f-7ce9-443a-8c50-5dd64152c5e8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b93db8f50b9d4107a072727c8e143b8b&device_id=63279766-9776-4772-a29e-7442af3e9b53 HTTP/1.1" status: 200 len: 1130 time: 0.0440006 Feb 20 04:23:22.245245 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-404547a6-088a-41a3-a203-c399dd4afa14 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=1d45d6d6-cb21-4bd0-8246-455856565011 HTTP/1.1" status: 200 len: 217 time: 0.0543535 Feb 20 04:23:22.300219 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-49c05083-ba56-4c3d-9952-c02ecb4c42fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:22.301706 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-49c05083-ba56-4c3d-9952-c02ecb4c42fc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c38207c9-ee42-4b0e-b0ac-5ef2953b6f62 HTTP/1.1" status: 200 len: 843 time: 0.0504639 Feb 20 04:23:22.389118 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-0edba921-28f9-4ff9-91b2-e68f747e0db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:22.389352 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8821943-bcce-4cd2-b927-b79ad1d9dcaf req-d772916d-4f58-4804-9bed-11a6ee2ce861 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:22.390634 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a8821943-bcce-4cd2-b927-b79ad1d9dcaf req-d772916d-4f58-4804-9bed-11a6ee2ce861 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.89 "GET /v2.0/ports?device_id=63279766-9776-4772-a29e-7442af3e9b53 HTTP/1.1" status: 200 len: 948 time: 0.0592644 Feb 20 04:23:22.390754 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-0edba921-28f9-4ff9-91b2-e68f747e0db6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c4d93d2-7476-4570-93e5-7ecf9f895901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0833347 Feb 20 04:23:22.438213 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a8821943-bcce-4cd2-b927-b79ad1d9dcaf req-89310af0-25e9-45ae-ab22-0606c892a66c tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.89 "GET /v2.0/security-groups?id=2cb10437-f04b-4958-8a62-a6cf91f7773f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418270 Feb 20 04:23:22.480013 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-4241803e-f21c-483c-8eb0-8556eaef9eaa service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836029 Feb 20 04:23:22.575122 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-be073d18-1046-41d7-9ad8-91afc1b67f3a req-4615157f-c66f-4ab1-9e1b-e1e1a2454734 service neutron] 10.222.0.93 "GET /v2.0/networks/0c4d93d2-7476-4570-93e5-7ecf9f895901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893109 Feb 20 04:23:23.556347 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1af1d3-1649-4c35-80be-a9207eed2a91 req-220b0015-64fa-4540-b15b-3f4b0aa3dfbd tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:23.557861 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6c1af1d3-1649-4c35-80be-a9207eed2a91 req-220b0015-64fa-4540-b15b-3f4b0aa3dfbd tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.89 "GET /v2.0/ports?device_id=63279766-9776-4772-a29e-7442af3e9b53 HTTP/1.1" status: 200 len: 948 time: 0.0527117 Feb 20 04:23:23.605607 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6c1af1d3-1649-4c35-80be-a9207eed2a91 req-3ef5be44-73d0-4607-a37c-c3fb8232ca9f tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.89 "GET /v2.0/security-groups?id=2cb10437-f04b-4958-8a62-a6cf91f7773f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418701 Feb 20 04:23:24.725614 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b51172-4294-4a26-aa34-20e35a717941 req-5816201c-7f17-4f5d-9ac1-080fa0e5f2e2 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:24.727156 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-71b51172-4294-4a26-aa34-20e35a717941 req-5816201c-7f17-4f5d-9ac1-080fa0e5f2e2 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.89 "GET /v2.0/ports?device_id=63279766-9776-4772-a29e-7442af3e9b53 HTTP/1.1" status: 200 len: 948 time: 0.0520983 Feb 20 04:23:24.777492 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-71b51172-4294-4a26-aa34-20e35a717941 req-7d2c1576-f64b-4238-bf51-a305af9759d3 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.89 "GET /v2.0/security-groups?id=2cb10437-f04b-4958-8a62-a6cf91f7773f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448101 Feb 20 04:23:25.895486 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950cd98-f87e-4676-b5d3-670dceb93a7a req-0d823c1a-6d53-47e6-9110-8f7b6d656d6e tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:25.897633 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6950cd98-f87e-4676-b5d3-670dceb93a7a req-0d823c1a-6d53-47e6-9110-8f7b6d656d6e tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.89 "GET /v2.0/ports?device_id=63279766-9776-4772-a29e-7442af3e9b53 HTTP/1.1" status: 200 len: 948 time: 0.0525165 Feb 20 04:23:25.944317 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6950cd98-f87e-4676-b5d3-670dceb93a7a req-0d9a8271-505b-401d-a4bf-973e1ddecdb3 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.89 "GET /v2.0/security-groups?id=2cb10437-f04b-4958-8a62-a6cf91f7773f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410986 Feb 20 04:23:26.468133 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-00d6f07a-62d1-49d4-8b64-d081aa5fd925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:26.575025 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 1d45d6d6-cb21-4bd0-8246-455856565011 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:23:26.668791 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 1d45d6d6-cb21-4bd0-8246-455856565011, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=1d45d6d6-cb21-4bd0-8246-455856565011,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:23:26.679596 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': '1d45d6d6-cb21-4bd0-8246-455856565011', 'network_id': '0c4d93d2-7476-4570-93e5-7ecf9f895901', 'port_id': '1d45d6d6-cb21-4bd0-8246-455856565011', 'mac_address': 'fa:16:3e:9b:a4:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38207c9-ee42-4b0e-b0ac-5ef2953b6f62', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:23:26.718996 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 1d45d6d6-cb21-4bd0-8246-455856565011 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:23:26.719380 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1d45d6d6-cb21-4bd0-8246-455856565011), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:26.731565 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d45d6d6-cb21-4bd0-8246-455856565011 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:23:26.751460 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 1d45d6d6-cb21-4bd0-8246-455856565011, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=1d45d6d6-cb21-4bd0-8246-455856565011,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:23:26.857763 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (1d45d6d6-cb21-4bd0-8246-455856565011), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:26.905995 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=1d45d6d6-cb21-4bd0-8246-455856565011,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:23:27.069925 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a8a7d-9268-48d9-b882-48e53c0327aa req-80568673-db96-4840-8907-186df00e3334 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:27.071457 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f27a8a7d-9268-48d9-b882-48e53c0327aa req-80568673-db96-4840-8907-186df00e3334 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.89 "GET /v2.0/ports?device_id=63279766-9776-4772-a29e-7442af3e9b53 HTTP/1.1" status: 200 len: 949 time: 0.0537848 Feb 20 04:23:27.082395 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['1d45d6d6-cb21-4bd0-8246-455856565011'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:23:27.120515 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f27a8a7d-9268-48d9-b882-48e53c0327aa req-7761556b-334b-435d-a631-f7273f967bbf tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.89 "GET /v2.0/security-groups?id=2cb10437-f04b-4958-8a62-a6cf91f7773f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435474 Feb 20 04:23:28.244933 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d9b69-1d50-48c3-a9a5-1e6448b36369 req-33c7234e-6412-4702-ae04-0653790a2041 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:28.246436 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-479d9b69-1d50-48c3-a9a5-1e6448b36369 req-33c7234e-6412-4702-ae04-0653790a2041 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.89 "GET /v2.0/ports?device_id=63279766-9776-4772-a29e-7442af3e9b53 HTTP/1.1" status: 200 len: 949 time: 0.0580208 Feb 20 04:23:28.294536 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-479d9b69-1d50-48c3-a9a5-1e6448b36369 req-671b76e5-064f-4cec-9c58-d9737fd83231 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.89 "GET /v2.0/security-groups?id=2cb10437-f04b-4958-8a62-a6cf91f7773f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422828 Feb 20 04:23:28.608092 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 1d45d6d6-cb21-4bd0-8246-455856565011 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:23:28.720020 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b9f19e7f-d864-4611-9c26-7b067afe7667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:28.743234 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port 1d45d6d6-cb21-4bd0-8246-455856565011 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:23:28.747423 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port 1d45d6d6-cb21-4bd0-8246-455856565011 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:23:28.747881 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (1d45d6d6-cb21-4bd0-8246-455856565011), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:28.827243 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port 1d45d6d6-cb21-4bd0-8246-455856565011 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:23:28.827627 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (1d45d6d6-cb21-4bd0-8246-455856565011), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:28.848924 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63279766-9776-4772-a29e-7442af3e9b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d45d6d6-cb21-4bd0-8246-455856565011'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:23:28.862425 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port 1d45d6d6-cb21-4bd0-8246-455856565011, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=1d45d6d6-cb21-4bd0-8246-455856565011,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:23:28.888595 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a1e00c1b8c0849d65db633b2ad5dc0fe7d01c1085c482abf6d17f7010e02497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3f37f7-559b-4c70-8359-225553a4c8a1" -d '{"events": [{"server_uuid": "63279766-9776-4772-a29e-7442af3e9b53", "name": "network-vif-plugged", "status": "completed", "tag": "1d45d6d6-cb21-4bd0-8246-455856565011"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:23:28.925798 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (1d45d6d6-cb21-4bd0-8246-455856565011), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:28.975495 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a433f9c8-cd25-4bd3-b258-2d9458bddb3e x-openstack-request-id: req-a433f9c8-cd25-4bd3-b258-2d9458bddb3e {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:23:28.975960 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63279766-9776-4772-a29e-7442af3e9b53", "name": "network-vif-plugged", "status": "completed", "tag": "1d45d6d6-cb21-4bd0-8246-455856565011", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:23:28.976283 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a433f9c8-cd25-4bd3-b258-2d9458bddb3e {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:23:28.976691 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63279766-9776-4772-a29e-7442af3e9b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d45d6d6-cb21-4bd0-8246-455856565011', 'code': 200} Feb 20 04:23:28.977613 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=1d45d6d6-cb21-4bd0-8246-455856565011,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:23:29.077724 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9d52d-95a9-488e-a554-c712c3ef8824 req-cf1c1877-afd5-4a85-a6ed-0e684662701e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:29.079236 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-57c9d52d-95a9-488e-a554-c712c3ef8824 req-cf1c1877-afd5-4a85-a6ed-0e684662701e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=63279766-9776-4772-a29e-7442af3e9b53 HTTP/1.1" status: 200 len: 1132 time: 0.0500233 Feb 20 04:23:29.129115 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-57c9d52d-95a9-488e-a554-c712c3ef8824 req-4bff27e8-fef8-40fa-929d-53d5d828ef98 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2cb10437-f04b-4958-8a62-a6cf91f7773f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445797 Feb 20 04:23:29.419347 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f4c6f-83fb-4365-9c28-2a17da1bc11a req-6c657b0a-412b-41eb-9d05-a9b7befb6b0b tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:29.420844 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3e8f4c6f-83fb-4365-9c28-2a17da1bc11a req-6c657b0a-412b-41eb-9d05-a9b7befb6b0b tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.89 "GET /v2.0/ports?device_id=63279766-9776-4772-a29e-7442af3e9b53 HTTP/1.1" status: 200 len: 950 time: 0.0571296 Feb 20 04:23:29.467413 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3e8f4c6f-83fb-4365-9c28-2a17da1bc11a req-4b2aad55-ca6d-4c9f-82d4-a47f34459f5b tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.89 "GET /v2.0/security-groups?id=2cb10437-f04b-4958-8a62-a6cf91f7773f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410037 Feb 20 04:23:30.143185 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:30.591853 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c74d8c-1a3c-44de-827c-a3cd32639747 req-fcfa9d3b-329a-4889-b33a-227e714df294 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:30.593387 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-28c74d8c-1a3c-44de-827c-a3cd32639747 req-fcfa9d3b-329a-4889-b33a-227e714df294 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.89 "GET /v2.0/ports?device_id=63279766-9776-4772-a29e-7442af3e9b53 HTTP/1.1" status: 200 len: 950 time: 0.0529633 Feb 20 04:23:30.643219 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-28c74d8c-1a3c-44de-827c-a3cd32639747 req-da1e2670-3c5d-41c7-b313-f1a9104bbe97 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.89 "GET /v2.0/security-groups?id=2cb10437-f04b-4958-8a62-a6cf91f7773f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442126 Feb 20 04:23:31.074311 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-33fba4ed-4294-42f6-9894-aa3f2094c57e req-8a06d27c-64fc-4581-a507-5097880ac4eb service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 04:23:31.075395 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-33fba4ed-4294-42f6-9894-aa3f2094c57e req-8a06d27c-64fc-4581-a507-5097880ac4eb service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0486519 Feb 20 04:23:31.434745 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:32.023967 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a308e6b-b62b-4e00-9004-88cbaeaf598f req-f4c610bc-a511-4312-9484-52e7a0064364 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:32.025646 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7a308e6b-b62b-4e00-9004-88cbaeaf598f req-f4c610bc-a511-4312-9484-52e7a0064364 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.89 "GET /v2.0/ports?device_id=63279766-9776-4772-a29e-7442af3e9b53 HTTP/1.1" status: 200 len: 950 time: 0.0544710 Feb 20 04:23:32.076684 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7a308e6b-b62b-4e00-9004-88cbaeaf598f req-40e66dfe-a3c8-49f1-b96d-00c4f6f6a952 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.89 "GET /v2.0/security-groups?id=2cb10437-f04b-4958-8a62-a6cf91f7773f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451543 Feb 20 04:23:32.822800 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:33.196065 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f321df-a568-4880-8136-e5c0651a3245 req-22f69e53-b008-49d5-a23a-3c2eccf2bae7 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:33.197564 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74f321df-a568-4880-8136-e5c0651a3245 req-22f69e53-b008-49d5-a23a-3c2eccf2bae7 tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.89 "GET /v2.0/ports?device_id=63279766-9776-4772-a29e-7442af3e9b53 HTTP/1.1" status: 200 len: 950 time: 0.0522637 Feb 20 04:23:33.244509 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-74f321df-a568-4880-8136-e5c0651a3245 req-c77f3255-38f6-476b-828b-e2efce077adc tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.89 "GET /v2.0/security-groups?id=2cb10437-f04b-4958-8a62-a6cf91f7773f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412936 Feb 20 04:23:33.275755 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99db9b5-a199-4fc2-9f41-802bf8f36665 req-0e6fdb30-7e90-4434-97c6-d35a7eedd56e tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:33.277276 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e99db9b5-a199-4fc2-9f41-802bf8f36665 req-0e6fdb30-7e90-4434-97c6-d35a7eedd56e tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.93 "GET /v2.0/ports?device_id=63279766-9776-4772-a29e-7442af3e9b53 HTTP/1.1" status: 200 len: 950 time: 0.0540342 Feb 20 04:23:33.374044 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-e99db9b5-a199-4fc2-9f41-802bf8f36665 req-bb5f837f-9b0c-47d4-a895-fca332aa035e tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Deleting port 1d45d6d6-cb21-4bd0-8246-455856565011 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:23:33.374397 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e99db9b5-a199-4fc2-9f41-802bf8f36665 req-bb5f837f-9b0c-47d4-a895-fca332aa035e tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (1d45d6d6-cb21-4bd0-8246-455856565011), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:33.465216 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-e99db9b5-a199-4fc2-9f41-802bf8f36665 req-bb5f837f-9b0c-47d4-a895-fca332aa035e tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] For port 1d45d6d6-cb21-4bd0-8246-455856565011, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=1d45d6d6-cb21-4bd0-8246-455856565011,segment=NetworkSegment(5840c530-1e65-4c58-8ce6-06641b226758),segment_id=5840c530-1e65-4c58-8ce6-06641b226758)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:23:33.465581 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e99db9b5-a199-4fc2-9f41-802bf8f36665 req-bb5f837f-9b0c-47d4-a895-fca332aa035e tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (1d45d6d6-cb21-4bd0-8246-455856565011), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:33.478258 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-e99db9b5-a199-4fc2-9f41-802bf8f36665 req-bb5f837f-9b0c-47d4-a895-fca332aa035e tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Calling delete_port for 1d45d6d6-cb21-4bd0-8246-455856565011 owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:23:33.668378 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e99db9b5-a199-4fc2-9f41-802bf8f36665 req-bb5f837f-9b0c-47d4-a895-fca332aa035e tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (1d45d6d6-cb21-4bd0-8246-455856565011), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:33.679999 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['1d45d6d6-cb21-4bd0-8246-455856565011'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:23:33.695827 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f837f-9b0c-47d4-a895-fca332aa035e tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Pushing event deleted for resources: {'Port': ['ID=1d45d6d6-cb21-4bd0-8246-455856565011,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:23:33.745387 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99db9b5-a199-4fc2-9f41-802bf8f36665 req-bb5f837f-9b0c-47d4-a895-fca332aa035e tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] No DVR routers for this DVR port 1d45d6d6-cb21-4bd0-8246-455856565011 on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:23:33.750905 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-e99db9b5-a199-4fc2-9f41-802bf8f36665 req-bb5f837f-9b0c-47d4-a895-fca332aa035e tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:33.751707 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e99db9b5-a199-4fc2-9f41-802bf8f36665 req-bb5f837f-9b0c-47d4-a895-fca332aa035e tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.93 "DELETE /v2.0/ports/1d45d6d6-cb21-4bd0-8246-455856565011 HTTP/1.1" status: 204 len: 173 time: 0.4692490 Feb 20 04:23:33.753210 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63279766-9776-4772-a29e-7442af3e9b53', 'name': 'network-vif-deleted', 'tag': '1d45d6d6-cb21-4bd0-8246-455856565011'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:23:33.757339 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf3c62807d90451df298560e3808142486074117e133717b71a7661d69a798e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793ed937-fb74-437f-832e-e6a65e6b78c5" -d '{"events": [{"server_uuid": "63279766-9776-4772-a29e-7442af3e9b53", "name": "network-vif-deleted", "tag": "1d45d6d6-cb21-4bd0-8246-455856565011"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:23:33.799766 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb7166f-3488-4a6f-b02a-aa702c2ba782 x-openstack-request-id: req-6bb7166f-3488-4a6f-b02a-aa702c2ba782 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:23:33.800080 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63279766-9776-4772-a29e-7442af3e9b53", "name": "network-vif-deleted", "tag": "1d45d6d6-cb21-4bd0-8246-455856565011", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:23:33.800335 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-6bb7166f-3488-4a6f-b02a-aa702c2ba782 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:23:33.800745 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63279766-9776-4772-a29e-7442af3e9b53', 'name': 'network-vif-deleted', 'tag': '1d45d6d6-cb21-4bd0-8246-455856565011', 'status': 'completed', 'code': 200} Feb 20 04:23:33.822496 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:23:34.361774 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0bfb6869-b3ff-4ea8-ab16-57dd9f5dc534 req-f717ac51-eb00-490e-a56e-e78513b88a3d tempest-ServersAdminNegativeTestJSON-1128716064 tempest-ServersAdminNegativeTestJSON-1128716064-project] 10.222.0.89 "GET /v2.0/ports?device_id=63279766-9776-4772-a29e-7442af3e9b53 HTTP/1.1" status: 200 len: 210 time: 0.0309463 Feb 20 04:23:35.858264 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56366) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:23:35.987836 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-4350573b-ebe3-40b1-b16e-ded39e4a5d23 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b93db8f50b9d4107a072727c8e143b8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1283338 Feb 20 04:23:35.990377 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56370) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:23:36.037299 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ead9dcc-849b-4987-a5ff-148b8c647d91 admin admin] Publish callbacks [] for security_group (2cb10437-f04b-4958-8a62-a6cf91f7773f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:36.059070 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ead9dcc-849b-4987-a5ff-148b8c647d91 admin admin] Publish callbacks [] for security_group (2cb10437-f04b-4958-8a62-a6cf91f7773f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:36.166129 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ead9dcc-849b-4987-a5ff-148b8c647d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (2cb10437-f04b-4958-8a62-a6cf91f7773f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:36.168777 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3ead9dcc-849b-4987-a5ff-148b8c647d91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:36.169967 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3ead9dcc-849b-4987-a5ff-148b8c647d91 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2cb10437-f04b-4958-8a62-a6cf91f7773f HTTP/1.1" status: 204 len: 168 time: 0.1786196 Feb 20 04:23:36.177990 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead9dcc-849b-4987-a5ff-148b8c647d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb10437-f04b-4958-8a62-a6cf91f7773f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:23:36.186041 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead9dcc-849b-4987-a5ff-148b8c647d91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:36.186646 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead9dcc-849b-4987-a5ff-148b8c647d91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:36.187028 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead9dcc-849b-4987-a5ff-148b8c647d91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:36.187371 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead9dcc-849b-4987-a5ff-148b8c647d91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:36.187745 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead9dcc-849b-4987-a5ff-148b8c647d91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:36.188028 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead9dcc-849b-4987-a5ff-148b8c647d91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:36.188359 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead9dcc-849b-4987-a5ff-148b8c647d91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:36.188687 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead9dcc-849b-4987-a5ff-148b8c647d91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:36.189117 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead9dcc-849b-4987-a5ff-148b8c647d91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:36.189456 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead9dcc-849b-4987-a5ff-148b8c647d91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:36.189788 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead9dcc-849b-4987-a5ff-148b8c647d91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:36.190230 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead9dcc-849b-4987-a5ff-148b8c647d91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:36.190658 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ead9dcc-849b-4987-a5ff-148b8c647d91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:23:36.652695 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 1d45d6d6-cb21-4bd0-8246-455856565011 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:23:36.673290 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: 1d45d6d6-cb21-4bd0-8246-455856565011 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:23:36.673646 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device 1d45d6d6-cb21-4bd0-8246-455856565011 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:23:36.697787 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56376) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:23:36.711548 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2fdc4eb6-e8c9-4e20-9665-ac722d060ae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:36.785121 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2fdc4eb6-e8c9-4e20-9665-ac722d060ae9 admin admin] Publish callbacks [] for security_group (c268951e-512e-44b4-99ee-1b69143bb31a), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:36.845375 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-2fdc4eb6-e8c9-4e20-9665-ac722d060ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c268951e-512e-44b4-99ee-1b69143bb31a), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:36.887147 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2fdc4eb6-e8c9-4e20-9665-ac722d060ae9 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f1e146a515014129acc6a8c78e400851&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1882210 Feb 20 04:23:36.887903 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc4eb6-e8c9-4e20-9665-ac722d060ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c268951e-512e-44b4-99ee-1b69143bb31a,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:23:36.890582 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56378) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:23:36.942000 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9fd0ad5c-6b0e-4b4c-a0ca-4cb2e21c857b admin admin] Publish callbacks [] for security_group (c268951e-512e-44b4-99ee-1b69143bb31a), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:36.963505 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9fd0ad5c-6b0e-4b4c-a0ca-4cb2e21c857b admin admin] Publish callbacks [] for security_group (c268951e-512e-44b4-99ee-1b69143bb31a), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:37.074121 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9fd0ad5c-6b0e-4b4c-a0ca-4cb2e21c857b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (c268951e-512e-44b4-99ee-1b69143bb31a), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:37.076848 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9fd0ad5c-6b0e-4b4c-a0ca-4cb2e21c857b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:37.078011 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9fd0ad5c-6b0e-4b4c-a0ca-4cb2e21c857b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c268951e-512e-44b4-99ee-1b69143bb31a HTTP/1.1" status: 204 len: 168 time: 0.1862071 Feb 20 04:23:37.086173 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0ad5c-6b0e-4b4c-a0ca-4cb2e21c857b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c268951e-512e-44b4-99ee-1b69143bb31a,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:23:38.070625 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56400) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:23:38.166599 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-7663e16c-5bd1-4278-94e1-6c19e83bddcb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1526300121-network', 'tenant_id': '7fac3d48cf904bedb6e470fcd38ce905'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:23:38.257802 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7663e16c-5bd1-4278-94e1-6c19e83bddcb admin admin] Made reservation on behalf of 7fac3d48cf904bedb6e470fcd38ce905 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:23:38.260236 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7663e16c-5bd1-4278-94e1-6c19e83bddcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:38.268736 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7663e16c-5bd1-4278-94e1-6c19e83bddcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:38.343031 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7663e16c-5bd1-4278-94e1-6c19e83bddcb admin admin] Publish callbacks [] for security_group (2db549dd-d6ae-4871-bf91-05f39d8a5e90), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:38.383769 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7663e16c-5bd1-4278-94e1-6c19e83bddcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (2db549dd-d6ae-4871-bf91-05f39d8a5e90), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:38.412447 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7663e16c-5bd1-4278-94e1-6c19e83bddcb admin admin] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 04:23:38.421956 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663e16c-5bd1-4278-94e1-6c19e83bddcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db549dd-d6ae-4871-bf91-05f39d8a5e90,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:23:38.427893 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7663e16c-5bd1-4278-94e1-6c19e83bddcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (154f5341-f074-4d3d-9118-95056925bc85), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:38.428264 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-7663e16c-5bd1-4278-94e1-6c19e83bddcb admin admin] Added segment 154f5341-f074-4d3d-9118-95056925bc85 of type vlan for network 2bab750b-e064-4287-b4e2-1de2051dee0b Feb 20 04:23:38.469529 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7663e16c-5bd1-4278-94e1-6c19e83bddcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (2bab750b-e064-4287-b4e2-1de2051dee0b), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:38.554460 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7663e16c-5bd1-4278-94e1-6c19e83bddcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (2bab750b-e064-4287-b4e2-1de2051dee0b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:38.555375 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7663e16c-5bd1-4278-94e1-6c19e83bddcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:38.555954 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-7663e16c-5bd1-4278-94e1-6c19e83bddcb admin admin] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:38.612819 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663e16c-5bd1-4278-94e1-6c19e83bddcb admin admin] Pushing event updated for resources: {'Network': ['ID=2bab750b-e064-4287-b4e2-1de2051dee0b,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:23:38.623980 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 2bab750b-e064-4287-b4e2-1de2051dee0b details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 04:23:38.659548 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-7663e16c-5bd1-4278-94e1-6c19e83bddcb admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5871315 Feb 20 04:23:38.662431 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56404) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:23:38.667515 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-9c135afc-9509-4743-9e54-71715bd54130 admin admin] Request body: {'subnet': {'network_id': '2bab750b-e064-4287-b4e2-1de2051dee0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1526300121-subnet', 'tenant_id': '7fac3d48cf904bedb6e470fcd38ce905', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:23:38.736894 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c135afc-9509-4743-9e54-71715bd54130 admin admin] Made reservation on behalf of 7fac3d48cf904bedb6e470fcd38ce905 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:23:38.739437 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9c135afc-9509-4743-9e54-71715bd54130 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:38.966183 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9c135afc-9509-4743-9e54-71715bd54130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (bdcf14f8-08c4-4677-8677-d424a012092a), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:39.024195 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c135afc-9509-4743-9e54-71715bd54130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdcf14f8-08c4-4677-8677-d424a012092a,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:23:39.031089 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c135afc-9509-4743-9e54-71715bd54130 admin admin] Checking segment: {'id': '154f5341-f074-4d3d-9118-95056925bc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2bab750b-e064-4287-b4e2-1de2051dee0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:23:39.031448 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c135afc-9509-4743-9e54-71715bd54130 admin admin] Network hostable DHCP agents. Network: 2bab750b-e064-4287-b4e2-1de2051dee0b, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 04:23:39.097058 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c135afc-9509-4743-9e54-71715bd54130 admin admin] Network 2bab750b-e064-4287-b4e2-1de2051dee0b is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 04:23:39.199518 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-9c135afc-9509-4743-9e54-71715bd54130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 2bab750b-e064-4287-b4e2-1de2051dee0b) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:23:39.203799 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c135afc-9509-4743-9e54-71715bd54130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:39.204406 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-9c135afc-9509-4743-9e54-71715bd54130 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:39.208367 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3e8927-22d6-4f80-9469-052ec6345965 None None] Network 2bab750b-e064-4287-b4e2-1de2051dee0b requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:23:39.282573 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-9c135afc-9509-4743-9e54-71715bd54130 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6188014 Feb 20 04:23:39.316413 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa76add-9417-4f2d-bd44-aa789b4d07ee None None] Network 2bab750b-e064-4287-b4e2-1de2051dee0b requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:23:39.701384 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-0add4f94-a67b-4333-8dc7-19ca67015041 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:39.702886 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-0add4f94-a67b-4333-8dc7-19ca67015041 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/networks?id=2bab750b-e064-4287-b4e2-1de2051dee0b HTTP/1.1" status: 200 len: 812 time: 0.1001863 Feb 20 04:23:39.717926 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-36146014-6f05-49a4-82ed-9d32bcd6285d tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/quotas/7fac3d48cf904bedb6e470fcd38ce905 HTTP/1.1" status: 200 len: 375 time: 0.0094910 Feb 20 04:23:39.749158 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-0cab2bff-996b-48d8-b66f-aea4f9fc6276 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=7fac3d48cf904bedb6e470fcd38ce905&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264831 Feb 20 04:23:39.843478 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-f1585175-663b-4f1f-be0d-ae3b014ae1c0 service neutron] 10.222.0.89 "GET /v2.0/networks/2bab750b-e064-4287-b4e2-1de2051dee0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873489 Feb 20 04:23:39.931663 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-37df2e44-d8bb-4a82-ae78-5e69a8ee39bd service neutron] 10.222.0.89 "GET /v2.0/networks/2bab750b-e064-4287-b4e2-1de2051dee0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825698 Feb 20 04:23:40.173208 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a178cfb1-461e-4c7d-8be1-ca19ac4af5dd req-68b0b755-227c-4015-a378-f0e48843d147 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 210 time: 0.0332611 Feb 20 04:23:41.266893 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e78bcfd9-cb09-403c-a035-961a3fdd9349 req-c94afd45-716f-40d7-88a9-d83fecc7d857 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 210 time: 0.0270159 Feb 20 04:23:42.273427 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-03fc18e9-6c4f-47f6-a69d-1c72d345fd52 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:42.274938 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-03fc18e9-6c4f-47f6-a69d-1c72d345fd52 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.93 "GET /v2.0/networks?id=2bab750b-e064-4287-b4e2-1de2051dee0b HTTP/1.1" status: 200 len: 812 time: 0.1821401 Feb 20 04:23:42.286063 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-eac43847-6a97-47a2-8c06-93d6df44d944 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Request body: {'port': {'device_id': '481e75ab-f1aa-456f-b2d8-fb953064426f', 'network_id': '2bab750b-e064-4287-b4e2-1de2051dee0b', 'admin_state_up': True, 'tenant_id': '7fac3d48cf904bedb6e470fcd38ce905'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:23:42.367599 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-285468bb-1705-4600-bcac-2bd6c27371df req-48b61363-084a-49a3-adb3-23afd48975cd tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 210 time: 0.0310335 Feb 20 04:23:42.508572 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-eac43847-6a97-47a2-8c06-93d6df44d944 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Made reservation on behalf of 7fac3d48cf904bedb6e470fcd38ce905 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:23:42.512075 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-eac43847-6a97-47a2-8c06-93d6df44d944 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:42.638617 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-eac43847-6a97-47a2-8c06-93d6df44d944 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Allocated IP 172.20.0.4 (2bab750b-e064-4287-b4e2-1de2051dee0b/bdcf14f8-08c4-4677-8677-d424a012092a/fe513116-618c-4b47-bae2-82841dbb4b55) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:23:42.782724 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-eac43847-6a97-47a2-8c06-93d6df44d944 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Publish callbacks [] for port (fe513116-618c-4b47-bae2-82841dbb4b55), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:42.874710 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-eac43847-6a97-47a2-8c06-93d6df44d944 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (fe513116-618c-4b47-bae2-82841dbb4b55), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:42.914530 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-eac43847-6a97-47a2-8c06-93d6df44d944 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Network 2bab750b-e064-4287-b4e2-1de2051dee0b is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:23:42.917455 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-eac43847-6a97-47a2-8c06-93d6df44d944 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:23:42.920968 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-eac43847-6a97-47a2-8c06-93d6df44d944 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:23:42.947928 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac43847-6a97-47a2-8c06-93d6df44d944 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Pushing event updated for resources: {'Port': ['ID=fe513116-618c-4b47-bae2-82841dbb4b55,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:23:42.974719 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-eac43847-6a97-47a2-8c06-93d6df44d944 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:42.976066 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-eac43847-6a97-47a2-8c06-93d6df44d944 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:43.053832 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-eac43847-6a97-47a2-8c06-93d6df44d944 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7711704 Feb 20 04:23:43.065470 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-7ad98c99-b4fa-4b82-a77e-7b1a8cb3664c service neutron] Request body: {'port': {'device_id': '481e75ab-f1aa-456f-b2d8-fb953064426f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:23:43.127237 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-7ad98c99-b4fa-4b82-a77e-7b1a8cb3664c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fe513116-618c-4b47-bae2-82841dbb4b55), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:43.377086 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-7ad98c99-b4fa-4b82-a77e-7b1a8cb3664c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe513116-618c-4b47-bae2-82841dbb4b55 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:23:43.385050 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-7ad98c99-b4fa-4b82-a77e-7b1a8cb3664c service neutron] Publish callbacks [] for port (fe513116-618c-4b47-bae2-82841dbb4b55), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:43.397046 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-7ad98c99-b4fa-4b82-a77e-7b1a8cb3664c service neutron] Transition to ACTIVE for port object fe513116-618c-4b47-bae2-82841dbb4b55 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:23:43.468604 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-7ad98c99-b4fa-4b82-a77e-7b1a8cb3664c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (fe513116-618c-4b47-bae2-82841dbb4b55), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:43.493977 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77302a96-6f5b-4946-a62c-3cfc8d24a1e1 req-da0d4581-d135-41e6-bd83-5cfd152b0653 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:43.495553 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-77302a96-6f5b-4946-a62c-3cfc8d24a1e1 req-da0d4581-d135-41e6-bd83-5cfd152b0653 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 931 time: 0.0549390 Feb 20 04:23:43.539966 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad98c99-b4fa-4b82-a77e-7b1a8cb3664c service neutron] Pushing event updated for resources: {'Port': ['ID=fe513116-618c-4b47-bae2-82841dbb4b55,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:23:43.547587 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-77302a96-6f5b-4946-a62c-3cfc8d24a1e1 req-51083ef2-7007-46c1-99ac-7395dfcb37ac tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447600 Feb 20 04:23:43.590751 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-7ad98c99-b4fa-4b82-a77e-7b1a8cb3664c service neutron] Attempting to bind port fe513116-618c-4b47-bae2-82841dbb4b55 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:23:43.591117 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-7ad98c99-b4fa-4b82-a77e-7b1a8cb3664c service neutron] Attempting to bind port fe513116-618c-4b47-bae2-82841dbb4b55 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '154f5341-f074-4d3d-9118-95056925bc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2bab750b-e064-4287-b4e2-1de2051dee0b'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:23:43.591446 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-7ad98c99-b4fa-4b82-a77e-7b1a8cb3664c service neutron] Attempting to bind port fe513116-618c-4b47-bae2-82841dbb4b55 on network 2bab750b-e064-4287-b4e2-1de2051dee0b {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:23:43.595691 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-7ad98c99-b4fa-4b82-a77e-7b1a8cb3664c service neutron] Port fe513116-618c-4b47-bae2-82841dbb4b55 on network 2bab750b-e064-4287-b4e2-1de2051dee0b not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:23:43.596012 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-7ad98c99-b4fa-4b82-a77e-7b1a8cb3664c service neutron] Attempting to bind port fe513116-618c-4b47-bae2-82841dbb4b55 on network 2bab750b-e064-4287-b4e2-1de2051dee0b {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:23:43.602115 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-7ad98c99-b4fa-4b82-a77e-7b1a8cb3664c service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:23:43.602455 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-7ad98c99-b4fa-4b82-a77e-7b1a8cb3664c service neutron] Checking segment: {'id': '154f5341-f074-4d3d-9118-95056925bc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2bab750b-e064-4287-b4e2-1de2051dee0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:23:43.602839 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-7ad98c99-b4fa-4b82-a77e-7b1a8cb3664c service neutron] Bound using segment: {'id': '154f5341-f074-4d3d-9118-95056925bc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2bab750b-e064-4287-b4e2-1de2051dee0b'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:23:43.603304 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-7ad98c99-b4fa-4b82-a77e-7b1a8cb3664c service neutron] Bound port: fe513116-618c-4b47-bae2-82841dbb4b55, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154f5341-f074-4d3d-9118-95056925bc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2bab750b-e064-4287-b4e2-1de2051dee0b'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:23:43.603663 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-7ad98c99-b4fa-4b82-a77e-7b1a8cb3664c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fe513116-618c-4b47-bae2-82841dbb4b55), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:43.666164 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-7ad98c99-b4fa-4b82-a77e-7b1a8cb3664c service neutron] For port fe513116-618c-4b47-bae2-82841dbb4b55, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:23:43.669060 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-7ad98c99-b4fa-4b82-a77e-7b1a8cb3664c service neutron] For port fe513116-618c-4b47-bae2-82841dbb4b55, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=fe513116-618c-4b47-bae2-82841dbb4b55,segment=NetworkSegment(154f5341-f074-4d3d-9118-95056925bc85),segment_id=154f5341-f074-4d3d-9118-95056925bc85)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:23:43.720355 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-7ad98c99-b4fa-4b82-a77e-7b1a8cb3664c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (fe513116-618c-4b47-bae2-82841dbb4b55), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:43.758588 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-7ad98c99-b4fa-4b82-a77e-7b1a8cb3664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:43.759280 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-7ad98c99-b4fa-4b82-a77e-7b1a8cb3664c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:43.760706 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-7ad98c99-b4fa-4b82-a77e-7b1a8cb3664c service neutron] 10.222.0.93 "PUT /v2.0/ports/fe513116-618c-4b47-bae2-82841dbb4b55 HTTP/1.1" status: 200 len: 1091 time: 0.6995041 Feb 20 04:23:43.761155 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481e75ab-f1aa-456f-b2d8-fb953064426f', 'tag': 'fe513116-618c-4b47-bae2-82841dbb4b55'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:23:43.763444 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf3c62807d90451df298560e3808142486074117e133717b71a7661d69a798e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5907b87-803e-4c1b-82ec-bbd9218a3cfd" -d '{"events": [{"name": "network-changed", "server_uuid": "481e75ab-f1aa-456f-b2d8-fb953064426f", "tag": "fe513116-618c-4b47-bae2-82841dbb4b55"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:23:43.785741 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad98c99-b4fa-4b82-a77e-7b1a8cb3664c service neutron] Pushing event updated for resources: {'Port': ['ID=fe513116-618c-4b47-bae2-82841dbb4b55,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:23:43.801939 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f57e54c-fd86-47f4-b01a-d559b4a2668f x-openstack-request-id: req-3f57e54c-fd86-47f4-b01a-d559b4a2668f {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:23:43.802231 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481e75ab-f1aa-456f-b2d8-fb953064426f", "tag": "fe513116-618c-4b47-bae2-82841dbb4b55", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:23:43.802496 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3f57e54c-fd86-47f4-b01a-d559b4a2668f {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:23:43.802918 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '481e75ab-f1aa-456f-b2d8-fb953064426f', 'tag': 'fe513116-618c-4b47-bae2-82841dbb4b55', 'status': 'completed', 'code': 200} Feb 20 04:23:43.869578 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5907b87-803e-4c1b-82ec-bbd9218a3cfd req-1f4f8bf9-0b2e-4e3a-85c5-f7c191d13798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:43.871097 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d5907b87-803e-4c1b-82ec-bbd9218a3cfd req-1f4f8bf9-0b2e-4e3a-85c5-f7c191d13798 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7fac3d48cf904bedb6e470fcd38ce905&device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 1125 time: 0.0490682 Feb 20 04:23:44.026129 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5907b87-803e-4c1b-82ec-bbd9218a3cfd req-42fcbaff-c48e-4fdf-b4b8-788dbd00dec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:44.027572 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d5907b87-803e-4c1b-82ec-bbd9218a3cfd req-42fcbaff-c48e-4fdf-b4b8-788dbd00dec2 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=7fac3d48cf904bedb6e470fcd38ce905&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1503692 Feb 20 04:23:44.123196 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5907b87-803e-4c1b-82ec-bbd9218a3cfd req-185a318d-4dcf-49a2-8379-116a92a2d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:44.124687 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d5907b87-803e-4c1b-82ec-bbd9218a3cfd req-185a318d-4dcf-49a2-8379-116a92a2d499 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919201 Feb 20 04:23:44.202329 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-40874138-68fb-4829-b127-bba5efdfb531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:44.203834 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-40874138-68fb-4829-b127-bba5efdfb531 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7fac3d48cf904bedb6e470fcd38ce905&device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 1125 time: 0.0440202 Feb 20 04:23:44.243205 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-c71f44f4-fb5a-4ace-b5fa-e6f1aafd89ec service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe513116-618c-4b47-bae2-82841dbb4b55 HTTP/1.1" status: 200 len: 217 time: 0.0323052 Feb 20 04:23:44.289662 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-e12e7a1c-9cef-4bdb-9fe2-4b1166744660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:44.291047 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-e12e7a1c-9cef-4bdb-9fe2-4b1166744660 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bdcf14f8-08c4-4677-8677-d424a012092a HTTP/1.1" status: 200 len: 852 time: 0.0423462 Feb 20 04:23:44.326321 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-0ba00d68-5cbc-4cf1-9067-3b5634ddf43a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2bab750b-e064-4287-b4e2-1de2051dee0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297630 Feb 20 04:23:44.414365 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-10bbd259-85fa-4c7e-9242-971003b88fdc service neutron] 10.222.0.93 "GET /v2.0/networks/2bab750b-e064-4287-b4e2-1de2051dee0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824630 Feb 20 04:23:44.509912 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-72eb3e07-eca9-4710-9767-1b892239d1f9 req-7e646005-6f69-4206-bf83-fa370833d03a service neutron] 10.222.0.93 "GET /v2.0/networks/2bab750b-e064-4287-b4e2-1de2051dee0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899305 Feb 20 04:23:44.675670 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e23435-0739-4f9e-b376-cb2ffc3f5848 req-62af9b28-438c-4c6d-980d-871560ecffad tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:44.677164 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d9e23435-0739-4f9e-b376-cb2ffc3f5848 req-62af9b28-438c-4c6d-980d-871560ecffad tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 943 time: 0.0563221 Feb 20 04:23:44.724956 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d9e23435-0739-4f9e-b376-cb2ffc3f5848 req-a8ffad32-a988-4e79-88d5-826ee0cb191a tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413079 Feb 20 04:23:45.847111 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5728b-fde1-4abf-b2dc-23eacd898f0d req-d6740051-748b-4d93-93de-2a02b089fd9f tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:45.848521 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-21b5728b-fde1-4abf-b2dc-23eacd898f0d req-d6740051-748b-4d93-93de-2a02b089fd9f tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 943 time: 0.0529428 Feb 20 04:23:45.894097 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-21b5728b-fde1-4abf-b2dc-23eacd898f0d req-6f0a76cc-db53-4b34-83d8-e10115bb4fe3 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399270 Feb 20 04:23:46.730338 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device fe513116-618c-4b47-bae2-82841dbb4b55 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:23:46.830190 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port fe513116-618c-4b47-bae2-82841dbb4b55, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=fe513116-618c-4b47-bae2-82841dbb4b55,segment=NetworkSegment(154f5341-f074-4d3d-9118-95056925bc85),segment_id=154f5341-f074-4d3d-9118-95056925bc85)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:23:47.012107 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'fe513116-618c-4b47-bae2-82841dbb4b55', 'network_id': '2bab750b-e064-4287-b4e2-1de2051dee0b', 'port_id': 'fe513116-618c-4b47-bae2-82841dbb4b55', 'mac_address': 'fa:16:3e:3a:17:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdcf14f8-08c4-4677-8677-d424a012092a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:23:47.020516 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29bfe0-33b0-4ddb-bd32-416aacddfba4 req-76f71204-6848-459e-b990-fae6316bc7ea tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:47.022667 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6d29bfe0-33b0-4ddb-bd32-416aacddfba4 req-76f71204-6848-459e-b990-fae6316bc7ea tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 943 time: 0.0574186 Feb 20 04:23:47.051126 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port fe513116-618c-4b47-bae2-82841dbb4b55 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:23:47.051523 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fe513116-618c-4b47-bae2-82841dbb4b55), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:47.064611 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe513116-618c-4b47-bae2-82841dbb4b55 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:23:47.075020 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6d29bfe0-33b0-4ddb-bd32-416aacddfba4 req-8d7aaae1-96e9-426f-925a-9d81973597b9 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462942 Feb 20 04:23:47.089479 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port fe513116-618c-4b47-bae2-82841dbb4b55, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=fe513116-618c-4b47-bae2-82841dbb4b55,segment=NetworkSegment(154f5341-f074-4d3d-9118-95056925bc85),segment_id=154f5341-f074-4d3d-9118-95056925bc85)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:23:47.165630 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (fe513116-618c-4b47-bae2-82841dbb4b55), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:47.212671 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=fe513116-618c-4b47-bae2-82841dbb4b55,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:23:47.351972 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['fe513116-618c-4b47-bae2-82841dbb4b55'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:23:48.194172 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b4436-aadb-494b-877f-197fc9192fb4 req-0cef96e4-6910-46f5-8953-f9f23be22f63 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:48.196567 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c21b4436-aadb-494b-877f-197fc9192fb4 req-0cef96e4-6910-46f5-8953-f9f23be22f63 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 944 time: 0.0545952 Feb 20 04:23:48.243308 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c21b4436-aadb-494b-877f-197fc9192fb4 req-84a47a16-7244-4277-9c12-07fcb79be490 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409892 Feb 20 04:23:48.730185 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device fe513116-618c-4b47-bae2-82841dbb4b55 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:23:48.873854 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port fe513116-618c-4b47-bae2-82841dbb4b55 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:23:48.878009 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port fe513116-618c-4b47-bae2-82841dbb4b55 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:23:48.878387 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (fe513116-618c-4b47-bae2-82841dbb4b55), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:48.956029 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port fe513116-618c-4b47-bae2-82841dbb4b55 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:23:48.956419 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fe513116-618c-4b47-bae2-82841dbb4b55), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:48.978417 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481e75ab-f1aa-456f-b2d8-fb953064426f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe513116-618c-4b47-bae2-82841dbb4b55'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:23:48.980659 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a1e00c1b8c0849d65db633b2ad5dc0fe7d01c1085c482abf6d17f7010e02497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b3c971-fd07-45ac-a75a-72f1a1b03c69" -d '{"events": [{"server_uuid": "481e75ab-f1aa-456f-b2d8-fb953064426f", "name": "network-vif-plugged", "status": "completed", "tag": "fe513116-618c-4b47-bae2-82841dbb4b55"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:23:48.992970 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port fe513116-618c-4b47-bae2-82841dbb4b55, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=fe513116-618c-4b47-bae2-82841dbb4b55,segment=NetworkSegment(154f5341-f074-4d3d-9118-95056925bc85),segment_id=154f5341-f074-4d3d-9118-95056925bc85)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:23:49.017435 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d3218e-289b-4b48-a9e7-5119e6e26ae4 x-openstack-request-id: req-69d3218e-289b-4b48-a9e7-5119e6e26ae4 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:23:49.017728 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481e75ab-f1aa-456f-b2d8-fb953064426f", "name": "network-vif-plugged", "status": "completed", "tag": "fe513116-618c-4b47-bae2-82841dbb4b55", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:23:49.017987 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-69d3218e-289b-4b48-a9e7-5119e6e26ae4 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:23:49.018385 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481e75ab-f1aa-456f-b2d8-fb953064426f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe513116-618c-4b47-bae2-82841dbb4b55', 'code': 200} Feb 20 04:23:49.074422 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (fe513116-618c-4b47-bae2-82841dbb4b55), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:49.117669 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ba1c4-f0e9-4c50-9266-591798c7c83e req-52dfb0c4-5360-4614-8a81-0ebca9348185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:49.119289 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-224ba1c4-f0e9-4c50-9266-591798c7c83e req-52dfb0c4-5360-4614-8a81-0ebca9348185 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 1127 time: 0.0492480 Feb 20 04:23:49.121904 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=fe513116-618c-4b47-bae2-82841dbb4b55,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:23:49.163860 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-224ba1c4-f0e9-4c50-9266-591798c7c83e req-c44db187-e18e-46d9-bd74-8c5d59119e9c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383778 Feb 20 04:23:49.370438 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7dece5-b90f-4409-81e2-13da18e7ae83 req-c9b6ad56-34a5-4b5b-af1f-d28cb324c019 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:49.371971 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fb7dece5-b90f-4409-81e2-13da18e7ae83 req-c9b6ad56-34a5-4b5b-af1f-d28cb324c019 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 945 time: 0.0587473 Feb 20 04:23:49.418912 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fb7dece5-b90f-4409-81e2-13da18e7ae83 req-deb6f771-ef3b-46ad-89c3-7e65a7fc5bf3 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411093 Feb 20 04:23:50.543898 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15bae1-50f2-4673-bd15-8b8d92688dc9 req-eedc2c75-80bc-48e6-818a-ef1e22fd7ff5 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:50.545743 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be15bae1-50f2-4673-bd15-8b8d92688dc9 req-eedc2c75-80bc-48e6-818a-ef1e22fd7ff5 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 945 time: 0.0600145 Feb 20 04:23:50.594438 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be15bae1-50f2-4673-bd15-8b8d92688dc9 req-2cb79d14-e53c-4267-bb2a-3b217b53992f tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434144 Feb 20 04:23:50.928213 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f52432-9e78-4163-8f8e-fb6d980d1c1e req-7378acb8-e9de-442e-a923-5fc8af6a94dd tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:50.930569 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d6f52432-9e78-4163-8f8e-fb6d980d1c1e req-7378acb8-e9de-442e-a923-5fc8af6a94dd tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 945 time: 0.0548117 Feb 20 04:23:50.978533 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d6f52432-9e78-4163-8f8e-fb6d980d1c1e req-6785b675-44db-49e2-a3f0-b57cc6d5a743 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422401 Feb 20 04:23:50.987358 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56470) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:23:51.078705 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-0060c031-bbd8-4200-b62c-6a14bb5817a7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0902042 Feb 20 04:23:51.087910 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-6e4c5ad6-bfc6-46bd-87ef-c6013267929a service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 04:23:51.088886 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-6e4c5ad6-bfc6-46bd-87ef-c6013267929a service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058486 Feb 20 04:23:51.354230 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:51.496930 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:51.659786 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56490) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:23:51.761624 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-4dbe7b71-dc69-41cc-bbb9-f2678c37230a tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:51.763056 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-4dbe7b71-dc69-41cc-bbb9-f2678c37230a tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports/fe513116-618c-4b47-bae2-82841dbb4b55 HTTP/1.1" status: 200 len: 942 time: 0.1022334 Feb 20 04:23:52.103767 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214b633-f0e8-4a7b-9393-a71fec353a81 req-441b4d0a-f101-43f2-a0bd-e5709c5edefd tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:52.105318 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6214b633-f0e8-4a7b-9393-a71fec353a81 req-441b4d0a-f101-43f2-a0bd-e5709c5edefd tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 945 time: 0.0585170 Feb 20 04:23:52.154953 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6214b633-f0e8-4a7b-9393-a71fec353a81 req-18eb4ff2-a9a0-41a9-9d4a-1fd74952eebc tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439618 Feb 20 04:23:53.102912 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-31c25f16-797c-4146-9f0a-06861f527301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:53.104299 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-31c25f16-797c-4146-9f0a-06861f527301 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7fac3d48cf904bedb6e470fcd38ce905&device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 1127 time: 0.0441120 Feb 20 04:23:53.253394 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-a467991e-bdc1-4032-a2f5-82f8aeadea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:53.254892 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-a467991e-bdc1-4032-a2f5-82f8aeadea1a service neutron] 10.222.0.93 "GET /v2.0/networks?id=2bab750b-e064-4287-b4e2-1de2051dee0b HTTP/1.1" status: 200 len: 913 time: 0.1452565 Feb 20 04:23:53.280552 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0e39a-072b-45a0-8d87-683248063f89 req-afe385cd-cae8-4d8e-ab36-447b06e9fddc tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:53.282036 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-03e0e39a-072b-45a0-8d87-683248063f89 req-afe385cd-cae8-4d8e-ab36-447b06e9fddc tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 945 time: 0.0528584 Feb 20 04:23:53.294532 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-a51b93dd-5cb5-4127-ba6e-e0d471d7dc2a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe513116-618c-4b47-bae2-82841dbb4b55 HTTP/1.1" status: 200 len: 217 time: 0.0334761 Feb 20 04:23:53.332544 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-03e0e39a-072b-45a0-8d87-683248063f89 req-1b86c494-d19f-41c0-86f1-40fc41ae4053 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447459 Feb 20 04:23:53.341012 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-060875a9-2af3-464d-ade9-d314f0cf12cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:53.342466 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-060875a9-2af3-464d-ade9-d314f0cf12cc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bdcf14f8-08c4-4677-8677-d424a012092a HTTP/1.1" status: 200 len: 852 time: 0.0429964 Feb 20 04:23:53.372532 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-2dd34d17-3be5-43cd-b972-bd0d55b2f5fc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2bab750b-e064-4287-b4e2-1de2051dee0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249052 Feb 20 04:23:53.463860 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-f06d28de-31c5-4ffa-ac02-e964c40d601b service neutron] 10.222.0.93 "GET /v2.0/networks/2bab750b-e064-4287-b4e2-1de2051dee0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856748 Feb 20 04:23:53.554010 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-0a8e82c4-bba8-407d-b44e-a82792ae194b service neutron] 10.222.0.93 "GET /v2.0/networks/2bab750b-e064-4287-b4e2-1de2051dee0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844238 Feb 20 04:23:54.452704 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f5dd1-95ad-4553-ab25-4982ed85b315 req-72048f0c-6ca4-44e6-993e-a63d310440ae tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:54.454187 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e51f5dd1-95ad-4553-ab25-4982ed85b315 req-72048f0c-6ca4-44e6-993e-a63d310440ae tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 945 time: 0.0531080 Feb 20 04:23:54.501239 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e51f5dd1-95ad-4553-ab25-4982ed85b315 req-efd17fe1-dbb4-424b-bbdc-64093b8d37f3 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414128 Feb 20 04:23:55.622328 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfb13d-0dc2-4536-99b2-898fa3743ac1 req-2439c127-7066-4757-b038-934c3f2223fe tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:55.623833 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fdcfb13d-0dc2-4536-99b2-898fa3743ac1 req-2439c127-7066-4757-b038-934c3f2223fe tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 945 time: 0.0515318 Feb 20 04:23:55.669066 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fdcfb13d-0dc2-4536-99b2-898fa3743ac1 req-bf93bd7c-f116-4784-a0ca-46953d2b6b2d tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397892 Feb 20 04:23:56.456490 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e71fc63d-fafc-4cfd-8ac8-133d113d173b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:56.792100 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039a4ea-6ff0-4495-873f-17a42c75a400 req-e35f1d92-5a0a-4358-8192-518b112103c0 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:56.793620 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3039a4ea-6ff0-4495-873f-17a42c75a400 req-e35f1d92-5a0a-4358-8192-518b112103c0 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 945 time: 0.0567224 Feb 20 04:23:56.840133 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3039a4ea-6ff0-4495-873f-17a42c75a400 req-f2b8aa84-80b2-4bcd-9384-5cdc7290b9d5 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409241 Feb 20 04:23:57.959853 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b62af6-87b7-47d9-915f-c0c390fbb9c9 req-4768e284-9a6d-4916-a1fa-17f2ba73d4f4 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:57.961354 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-11b62af6-87b7-47d9-915f-c0c390fbb9c9 req-4768e284-9a6d-4916-a1fa-17f2ba73d4f4 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 945 time: 0.0526831 Feb 20 04:23:58.006373 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-11b62af6-87b7-47d9-915f-c0c390fbb9c9 req-fa08728a-17c6-43fe-8490-c1afccdef295 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394254 Feb 20 04:23:58.731556 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-79f98b94-38d9-4f6c-b915-8b3bea40b599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:23:59.129044 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77969e-c262-4c50-9d3b-76ff2305408a req-1d0a95c7-09fc-414e-804b-9d5c3924ddae tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:23:59.130528 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7c77969e-c262-4c50-9d3b-76ff2305408a req-1d0a95c7-09fc-414e-804b-9d5c3924ddae tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 945 time: 0.0558023 Feb 20 04:23:59.176310 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7c77969e-c262-4c50-9d3b-76ff2305408a req-01bada63-ba4e-4262-9143-0309c1df2db5 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396407 Feb 20 04:24:00.182498 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:00.302326 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75697ff-b2da-4bf2-b153-4266808a4103 req-3d48e2a3-079b-4cd8-99a8-dbdc0f66defc tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:00.304442 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a75697ff-b2da-4bf2-b153-4266808a4103 req-3d48e2a3-079b-4cd8-99a8-dbdc0f66defc tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 945 time: 0.0546262 Feb 20 04:24:00.351611 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a75697ff-b2da-4bf2-b153-4266808a4103 req-35f84d37-ced7-45b3-9940-655a4f1806d5 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415804 Feb 20 04:24:01.388616 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:01.470775 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccdb44-a24e-4d71-9486-a3a78e11839d req-8bf91ac8-314f-4f22-8ee4-9f80b19144f3 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:01.472299 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-adccdb44-a24e-4d71-9486-a3a78e11839d req-8bf91ac8-314f-4f22-8ee4-9f80b19144f3 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 945 time: 0.0528786 Feb 20 04:24:01.526276 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-adccdb44-a24e-4d71-9486-a3a78e11839d req-9674f863-f07a-4c17-9249-6d339050db28 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459893 Feb 20 04:24:02.647943 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c565dd-5265-4b09-b88a-e1f61ea67e35 req-0017945b-5a72-4d03-930d-8b37a2c26d7c tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:02.649454 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-13c565dd-5265-4b09-b88a-e1f61ea67e35 req-0017945b-5a72-4d03-930d-8b37a2c26d7c tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 945 time: 0.0526581 Feb 20 04:24:02.695926 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-13c565dd-5265-4b09-b88a-e1f61ea67e35 req-30ab760c-b25f-4364-aaa6-e7a3bb229fd5 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404577 Feb 20 04:24:02.834201 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:03.815877 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a422d7-efff-4ea7-80c2-28bbd6a51f25 req-6c6306d6-5a09-4e5f-9988-81bc1f4a09f6 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:03.817455 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17a422d7-efff-4ea7-80c2-28bbd6a51f25 req-6c6306d6-5a09-4e5f-9988-81bc1f4a09f6 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 945 time: 0.0538630 Feb 20 04:24:03.869183 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-17a422d7-efff-4ea7-80c2-28bbd6a51f25 req-a0ed22ec-909e-4482-831f-92348fdf521e tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459630 Feb 20 04:24:04.997895 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b1696-22c3-4813-afd6-4803ce0525b8 req-f15dee42-18b9-4cc7-bda2-d4fdef766327 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:04.999432 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b33b1696-22c3-4813-afd6-4803ce0525b8 req-f15dee42-18b9-4cc7-bda2-d4fdef766327 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 945 time: 0.0617456 Feb 20 04:24:05.049555 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b33b1696-22c3-4813-afd6-4803ce0525b8 req-19ac3b50-d047-4ab4-a5b8-ad012dd39454 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442970 Feb 20 04:24:06.169071 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967efe1-61bf-4daf-85ac-c61ea7b9bf45 req-fc6a627e-88de-47b3-b953-7f9acbee9a54 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:06.170582 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4967efe1-61bf-4daf-85ac-c61ea7b9bf45 req-fc6a627e-88de-47b3-b953-7f9acbee9a54 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 945 time: 0.0521338 Feb 20 04:24:06.217395 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4967efe1-61bf-4daf-85ac-c61ea7b9bf45 req-d6f373ec-dc9e-4082-b993-d9bc9c6f17e6 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411217 Feb 20 04:24:07.335674 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e64639-5894-4142-bce5-bf78ecf330a7 req-b05e7de1-ae2e-4322-a8b0-0a5ea918713b tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:07.337194 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81e64639-5894-4142-bce5-bf78ecf330a7 req-b05e7de1-ae2e-4322-a8b0-0a5ea918713b tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 945 time: 0.0530560 Feb 20 04:24:07.387770 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81e64639-5894-4142-bce5-bf78ecf330a7 req-246ecde5-1c1e-46b1-8931-298d403a6a8f tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449755 Feb 20 04:24:08.506119 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086004d-6d87-4c57-bb38-c0eafe99911c req-9768ccb2-e030-4897-b78b-693c08300de4 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:08.507788 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a086004d-6d87-4c57-bb38-c0eafe99911c req-9768ccb2-e030-4897-b78b-693c08300de4 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 945 time: 0.0522914 Feb 20 04:24:08.554542 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a086004d-6d87-4c57-bb38-c0eafe99911c req-67974f63-65c5-4890-9efb-1bab93f2813f tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411263 Feb 20 04:24:09.675779 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a3da2-0bdb-4516-9753-638c4cb38870 req-3cd934df-3463-435f-8740-ccd122c8b485 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:09.677283 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d85a3da2-0bdb-4516-9753-638c4cb38870 req-3cd934df-3463-435f-8740-ccd122c8b485 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 945 time: 0.0530782 Feb 20 04:24:09.723717 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d85a3da2-0bdb-4516-9753-638c4cb38870 req-4a352c6a-bad8-4715-b0d1-2d22163bcda1 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408862 Feb 20 04:24:10.821487 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:24:10.850776 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1280bb-6150-4aeb-9c2d-6dfadc892bb9 req-3e8daf46-8684-44e9-adea-27ab8770c1c0 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:10.852300 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd1280bb-6150-4aeb-9c2d-6dfadc892bb9 req-3e8daf46-8684-44e9-adea-27ab8770c1c0 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 945 time: 0.0581667 Feb 20 04:24:10.899040 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd1280bb-6150-4aeb-9c2d-6dfadc892bb9 req-1f5797f4-8780-4955-b807-9f595a5762d0 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411921 Feb 20 04:24:12.020350 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647dc4af-13d7-45f2-9a7e-764f8e4eed1c req-34c80f98-a8c2-4e46-af66-46c17e0acef0 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:12.022413 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-647dc4af-13d7-45f2-9a7e-764f8e4eed1c req-34c80f98-a8c2-4e46-af66-46c17e0acef0 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 945 time: 0.0534828 Feb 20 04:24:12.069666 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-647dc4af-13d7-45f2-9a7e-764f8e4eed1c req-49dfde3c-976a-46f2-ad7e-1d14ce9a575c tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402110 Feb 20 04:24:13.195243 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0439e7-39bd-4701-950c-615f7e78ae62 req-e826e850-2408-46ce-9aed-c1685121d07d tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:13.196684 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0f0439e7-39bd-4701-950c-615f7e78ae62 req-e826e850-2408-46ce-9aed-c1685121d07d tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 945 time: 0.0595174 Feb 20 04:24:13.246461 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0f0439e7-39bd-4701-950c-615f7e78ae62 req-1192f03b-74ee-4927-995b-c2893e3bd33b tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441566 Feb 20 04:24:14.366882 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7ecd4-8e92-443f-a743-9544716e150e req-ce1569b3-57a0-4f38-8059-52d52f19c18e tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:14.368424 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25d7ecd4-8e92-443f-a743-9544716e150e req-ce1569b3-57a0-4f38-8059-52d52f19c18e tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 945 time: 0.0531714 Feb 20 04:24:14.414316 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25d7ecd4-8e92-443f-a743-9544716e150e req-7039c730-8f39-4f4a-9bc7-b71c9ab6b06f tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403936 Feb 20 04:24:15.534929 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aca8be-6905-44fb-aa98-11a3397e9322 req-9da1ac56-4233-45a0-b0a6-9e4ab97f8be5 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:15.536442 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e7aca8be-6905-44fb-aa98-11a3397e9322 req-9da1ac56-4233-45a0-b0a6-9e4ab97f8be5 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 945 time: 0.0535922 Feb 20 04:24:15.592854 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e7aca8be-6905-44fb-aa98-11a3397e9322 req-9c95c1ab-91e6-45b7-a940-8e1f7377e17e tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495749 Feb 20 04:24:16.715315 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05f9ab-6efe-4483-95b3-cb2e195b8004 req-9964a9e3-645d-4d5e-b60b-9eb5f0244dc0 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:16.716810 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be05f9ab-6efe-4483-95b3-cb2e195b8004 req-9964a9e3-645d-4d5e-b60b-9eb5f0244dc0 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 945 time: 0.0551693 Feb 20 04:24:16.764714 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-be05f9ab-6efe-4483-95b3-cb2e195b8004 req-bd74710e-2754-48d8-8a85-4d1962f17cec tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423794 Feb 20 04:24:17.885340 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce73d26-5594-4ab5-bc87-5f5b3b58b47c req-ae0d4d05-963d-4904-86e6-93a37000b4c1 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:17.886831 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bce73d26-5594-4ab5-bc87-5f5b3b58b47c req-ae0d4d05-963d-4904-86e6-93a37000b4c1 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 945 time: 0.0533025 Feb 20 04:24:17.932666 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bce73d26-5594-4ab5-bc87-5f5b3b58b47c req-8df77fdc-ed11-4042-babd-a03cf93ad426 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401533 Feb 20 04:24:19.058729 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea61f0d-aa37-4031-afb0-62cb3d130e97 req-bac9da1d-0fee-4805-85b7-2288e5543b8a tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:19.060337 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6ea61f0d-aa37-4031-afb0-62cb3d130e97 req-bac9da1d-0fee-4805-85b7-2288e5543b8a tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 945 time: 0.0568476 Feb 20 04:24:19.111900 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6ea61f0d-aa37-4031-afb0-62cb3d130e97 req-5bb3869e-b422-4081-96ef-b8c4ac203016 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456402 Feb 20 04:24:20.231098 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e25061-932c-42a6-a5bc-e5060ee100d1 req-58f2660f-fe41-4b97-a91b-260e92fc7c17 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:20.232589 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-18e25061-932c-42a6-a5bc-e5060ee100d1 req-58f2660f-fe41-4b97-a91b-260e92fc7c17 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 945 time: 0.0528252 Feb 20 04:24:20.278568 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-18e25061-932c-42a6-a5bc-e5060ee100d1 req-2d8be9c3-bb1c-4b34-bc5c-f79caa71ae72 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404189 Feb 20 04:24:20.999634 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-b6bbccb7-8a9d-4e13-aae4-c12b44b5f834 service neutron] show failed (client error): The resource could not be found. Feb 20 04:24:21.000651 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-b6bbccb7-8a9d-4e13-aae4-c12b44b5f834 service neutron] 10.222.0.93 "GET /v2.0/ports/fe513116-618c-4b47-bae2-82841dbb4b55/bindings/n-h1-829866-4 HTTP/1.1" status: 404 len: 380 time: 0.3313477 Feb 20 04:24:21.394069 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:21.400395 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70326dc3-bedd-40a1-bd52-2c47d68961e3 req-0b6e3471-724f-47d0-ab5a-7af4e8069839 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:21.404664 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70326dc3-bedd-40a1-bd52-2c47d68961e3 req-0b6e3471-724f-47d0-ab5a-7af4e8069839 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 945 time: 0.0545378 Feb 20 04:24:21.454273 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-70326dc3-bedd-40a1-bd52-2c47d68961e3 req-23d4de12-7081-4e85-a6c9-32f81bcd49df tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466290 Feb 20 04:24:21.508185 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:21.626029 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-d453f550-ee72-4e05-826f-3e9c0dfc49b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:21.627586 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-d453f550-ee72-4e05-826f-3e9c0dfc49b9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f&tenant_id=7fac3d48cf904bedb6e470fcd38ce905 HTTP/1.1" status: 200 len: 1127 time: 0.0758321 Feb 20 04:24:21.639290 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-6e790006-6c92-4f8b-bc49-18d0f3f5b257 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829866-4', 'device_owner': 'compute:nova'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:24:21.699516 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-6e790006-6c92-4f8b-bc49-18d0f3f5b257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fe513116-618c-4b47-bae2-82841dbb4b55), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:21.894647 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-6e790006-6c92-4f8b-bc49-18d0f3f5b257 service neutron] For port fe513116-618c-4b47-bae2-82841dbb4b55, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=fe513116-618c-4b47-bae2-82841dbb4b55,segment=NetworkSegment(154f5341-f074-4d3d-9118-95056925bc85),segment_id=154f5341-f074-4d3d-9118-95056925bc85)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:24:21.928574 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-6e790006-6c92-4f8b-bc49-18d0f3f5b257 service neutron] For port fe513116-618c-4b47-bae2-82841dbb4b55, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:24:21.967963 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481e75ab-f1aa-456f-b2d8-fb953064426f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe513116-618c-4b47-bae2-82841dbb4b55'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:24:21.973187 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-6e790006-6c92-4f8b-bc49-18d0f3f5b257 service neutron] Publish callbacks [] for port (fe513116-618c-4b47-bae2-82841dbb4b55), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:21.986296 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-6e790006-6c92-4f8b-bc49-18d0f3f5b257 service neutron] Transition to ACTIVE for port object fe513116-618c-4b47-bae2-82841dbb4b55 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:24:22.007014 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5aa1a6a7735b541a56ac331d75cf60bb33703eda8d3f8466ef91a6638b4642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a9d31e-6ea5-45a5-8be4-e975e686da9d" -d '{"events": [{"server_uuid": "481e75ab-f1aa-456f-b2d8-fb953064426f", "name": "network-vif-unplugged", "status": "completed", "tag": "fe513116-618c-4b47-bae2-82841dbb4b55"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:24:22.081194 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-6e790006-6c92-4f8b-bc49-18d0f3f5b257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (fe513116-618c-4b47-bae2-82841dbb4b55), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:22.111890 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 04:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d55bc76-365f-46dd-b8d1-7f162ea295db x-openstack-request-id: req-4d55bc76-365f-46dd-b8d1-7f162ea295db {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:24:22.112195 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481e75ab-f1aa-456f-b2d8-fb953064426f", "name": "network-vif-unplugged", "status": "completed", "tag": "fe513116-618c-4b47-bae2-82841dbb4b55", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:24:22.112455 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4d55bc76-365f-46dd-b8d1-7f162ea295db {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:24:22.112855 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481e75ab-f1aa-456f-b2d8-fb953064426f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe513116-618c-4b47-bae2-82841dbb4b55', 'code': 200} Feb 20 04:24:22.153034 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-6e790006-6c92-4f8b-bc49-18d0f3f5b257 service neutron] No DVR routers for this DVR port fe513116-618c-4b47-bae2-82841dbb4b55 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:24:22.155941 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e790006-6c92-4f8b-bc49-18d0f3f5b257 service neutron] Pushing event updated for resources: {'Port': ['ID=fe513116-618c-4b47-bae2-82841dbb4b55,revision_number=6']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:24:22.189928 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-6e790006-6c92-4f8b-bc49-18d0f3f5b257 service neutron] Attempting to bind port fe513116-618c-4b47-bae2-82841dbb4b55 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:24:22.190260 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-6e790006-6c92-4f8b-bc49-18d0f3f5b257 service neutron] Attempting to bind port fe513116-618c-4b47-bae2-82841dbb4b55 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '154f5341-f074-4d3d-9118-95056925bc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2bab750b-e064-4287-b4e2-1de2051dee0b'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:24:22.190583 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-6e790006-6c92-4f8b-bc49-18d0f3f5b257 service neutron] Attempting to bind port fe513116-618c-4b47-bae2-82841dbb4b55 on network 2bab750b-e064-4287-b4e2-1de2051dee0b {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:24:22.194947 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-6e790006-6c92-4f8b-bc49-18d0f3f5b257 service neutron] Port fe513116-618c-4b47-bae2-82841dbb4b55 on network 2bab750b-e064-4287-b4e2-1de2051dee0b not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:24:22.195266 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-6e790006-6c92-4f8b-bc49-18d0f3f5b257 service neutron] Attempting to bind port fe513116-618c-4b47-bae2-82841dbb4b55 on network 2bab750b-e064-4287-b4e2-1de2051dee0b {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:24:22.199963 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-6e790006-6c92-4f8b-bc49-18d0f3f5b257 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:24:22.200296 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-6e790006-6c92-4f8b-bc49-18d0f3f5b257 service neutron] Checking segment: {'id': '154f5341-f074-4d3d-9118-95056925bc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2bab750b-e064-4287-b4e2-1de2051dee0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:24:22.200674 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-6e790006-6c92-4f8b-bc49-18d0f3f5b257 service neutron] Bound using segment: {'id': '154f5341-f074-4d3d-9118-95056925bc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2bab750b-e064-4287-b4e2-1de2051dee0b'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:24:22.201091 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-6e790006-6c92-4f8b-bc49-18d0f3f5b257 service neutron] Bound port: fe513116-618c-4b47-bae2-82841dbb4b55, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154f5341-f074-4d3d-9118-95056925bc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2bab750b-e064-4287-b4e2-1de2051dee0b'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:24:22.201440 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-6e790006-6c92-4f8b-bc49-18d0f3f5b257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fe513116-618c-4b47-bae2-82841dbb4b55), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:22.260937 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-6e790006-6c92-4f8b-bc49-18d0f3f5b257 service neutron] For port fe513116-618c-4b47-bae2-82841dbb4b55, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:24:22.263921 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-6e790006-6c92-4f8b-bc49-18d0f3f5b257 service neutron] For port fe513116-618c-4b47-bae2-82841dbb4b55, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=fe513116-618c-4b47-bae2-82841dbb4b55,segment=NetworkSegment(154f5341-f074-4d3d-9118-95056925bc85),segment_id=154f5341-f074-4d3d-9118-95056925bc85)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:24:22.314229 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-6e790006-6c92-4f8b-bc49-18d0f3f5b257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (fe513116-618c-4b47-bae2-82841dbb4b55), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:22.348903 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-6e790006-6c92-4f8b-bc49-18d0f3f5b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:22.349548 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-6e790006-6c92-4f8b-bc49-18d0f3f5b257 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:22.351249 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-6e790006-6c92-4f8b-bc49-18d0f3f5b257 service neutron] 10.222.0.42 "PUT /v2.0/ports/fe513116-618c-4b47-bae2-82841dbb4b55 HTTP/1.1" status: 200 len: 1091 time: 0.7158449 Feb 20 04:24:22.371083 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e790006-6c92-4f8b-bc49-18d0f3f5b257 service neutron] Pushing event updated for resources: {'Port': ['ID=fe513116-618c-4b47-bae2-82841dbb4b55,revision_number=7']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:24:22.421693 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-8815ed3c-7445-4816-9366-67f8e398ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:22.423165 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-8815ed3c-7445-4816-9366-67f8e398ed45 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7fac3d48cf904bedb6e470fcd38ce905&device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 1125 time: 0.0492878 Feb 20 04:24:22.511113 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-0bb44777-0b19-42e4-b973-2143bf7a9339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:22.512591 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-0bb44777-0b19-42e4-b973-2143bf7a9339 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2bab750b-e064-4287-b4e2-1de2051dee0b HTTP/1.1" status: 200 len: 913 time: 0.0842037 Feb 20 04:24:22.564345 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-c880cb7b-5ca6-4113-a501-43129a834975 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe513116-618c-4b47-bae2-82841dbb4b55 HTTP/1.1" status: 200 len: 217 time: 0.0458207 Feb 20 04:24:22.628869 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-d85f27b6-a7c1-4626-ba79-6491c89c4457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:22.630304 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-d85f27b6-a7c1-4626-ba79-6491c89c4457 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bdcf14f8-08c4-4677-8677-d424a012092a HTTP/1.1" status: 200 len: 852 time: 0.0516272 Feb 20 04:24:22.641061 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be52116-cb5a-4870-b69d-d70d0c24ec0b req-1e9caeb8-832a-4d06-b236-c5b5f3957ff3 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:22.642428 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3be52116-cb5a-4870-b69d-d70d0c24ec0b req-1e9caeb8-832a-4d06-b236-c5b5f3957ff3 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 943 time: 0.1175995 Feb 20 04:24:22.672784 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-7337505a-0ee5-437e-a737-e3dddd951151 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2bab750b-e064-4287-b4e2-1de2051dee0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293324 Feb 20 04:24:22.754636 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3be52116-cb5a-4870-b69d-d70d0c24ec0b req-02f83877-66a7-4d3c-97f3-453aba11684a tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035061 Feb 20 04:24:22.786246 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-864c68cb-d65a-4cbc-92c4-0104b7422816 service neutron] 10.222.0.42 "GET /v2.0/networks/2bab750b-e064-4287-b4e2-1de2051dee0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054528 Feb 20 04:24:22.871339 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7cf47875-a8f3-44a1-87df-8b2c74f5a3cf req-6428a583-a85a-45be-814c-f41ab3c494a9 service neutron] 10.222.0.42 "GET /v2.0/networks/2bab750b-e064-4287-b4e2-1de2051dee0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794172 Feb 20 04:24:23.886320 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e405cc-7254-4a2e-ad3e-79f3f2b42991 req-9d9de55c-d0b2-4618-b01f-aba53834e271 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:23.887837 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-24e405cc-7254-4a2e-ad3e-79f3f2b42991 req-9d9de55c-d0b2-4618-b01f-aba53834e271 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 943 time: 0.0580981 Feb 20 04:24:23.934685 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-24e405cc-7254-4a2e-ad3e-79f3f2b42991 req-8f0becba-63ef-4f11-9634-314278c03a94 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411737 Feb 20 04:24:24.113884 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481e75ab-f1aa-456f-b2d8-fb953064426f', 'tag': 'fe513116-618c-4b47-bae2-82841dbb4b55'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:24:24.116949 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5aa1a6a7735b541a56ac331d75cf60bb33703eda8d3f8466ef91a6638b4642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45525443-2f78-4878-93f9-208fc8a9402a" -d '{"events": [{"name": "network-changed", "server_uuid": "481e75ab-f1aa-456f-b2d8-fb953064426f", "tag": "fe513116-618c-4b47-bae2-82841dbb4b55"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:24:24.162662 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf49c7e-bdc3-4eb3-8090-0f55f3adb3a6 x-openstack-request-id: req-adf49c7e-bdc3-4eb3-8090-0f55f3adb3a6 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:24:24.162989 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481e75ab-f1aa-456f-b2d8-fb953064426f", "tag": "fe513116-618c-4b47-bae2-82841dbb4b55", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:24:24.163247 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-adf49c7e-bdc3-4eb3-8090-0f55f3adb3a6 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:24:24.163693 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '481e75ab-f1aa-456f-b2d8-fb953064426f', 'tag': 'fe513116-618c-4b47-bae2-82841dbb4b55', 'status': 'completed', 'code': 200} Feb 20 04:24:24.224459 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45525443-2f78-4878-93f9-208fc8a9402a req-14ee8b5f-2823-4e49-ba86-9948444cd4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:24.226708 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-45525443-2f78-4878-93f9-208fc8a9402a req-14ee8b5f-2823-4e49-ba86-9948444cd4c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7fac3d48cf904bedb6e470fcd38ce905&device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 1125 time: 0.0447686 Feb 20 04:24:24.231392 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45525443-2f78-4878-93f9-208fc8a9402a req-62d0f20f-cad5-4463-8580-c08556ea4466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:24.232889 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-45525443-2f78-4878-93f9-208fc8a9402a req-62d0f20f-cad5-4463-8580-c08556ea4466 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7fac3d48cf904bedb6e470fcd38ce905&device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 1125 time: 0.0478396 Feb 20 04:24:24.318634 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45525443-2f78-4878-93f9-208fc8a9402a req-3ce01264-b582-4645-8fb4-55b033a87c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:24.320152 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-45525443-2f78-4878-93f9-208fc8a9402a req-3ce01264-b582-4645-8fb4-55b033a87c75 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2bab750b-e064-4287-b4e2-1de2051dee0b HTTP/1.1" status: 200 len: 913 time: 0.0865850 Feb 20 04:24:24.322986 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45525443-2f78-4878-93f9-208fc8a9402a req-09ff3475-1059-4d5c-8968-96f6abbd7f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:24.324472 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-45525443-2f78-4878-93f9-208fc8a9402a req-09ff3475-1059-4d5c-8968-96f6abbd7f26 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2bab750b-e064-4287-b4e2-1de2051dee0b HTTP/1.1" status: 200 len: 913 time: 0.0860934 Feb 20 04:24:24.362136 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-45525443-2f78-4878-93f9-208fc8a9402a req-497222d3-bfed-416d-b396-d8a2d50e9894 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe513116-618c-4b47-bae2-82841dbb4b55 HTTP/1.1" status: 200 len: 217 time: 0.0349319 Feb 20 04:24:24.365262 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-45525443-2f78-4878-93f9-208fc8a9402a req-b65799d1-779e-4668-a294-3ff2ae35b9d5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe513116-618c-4b47-bae2-82841dbb4b55 HTTP/1.1" status: 200 len: 217 time: 0.0353093 Feb 20 04:24:24.410916 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45525443-2f78-4878-93f9-208fc8a9402a req-84c2da48-2f9c-48a6-aebb-4e551320fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:24.412047 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45525443-2f78-4878-93f9-208fc8a9402a req-5e3c8a1e-0bf2-4d86-bdef-eeda835f1193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:24.413792 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-45525443-2f78-4878-93f9-208fc8a9402a req-84c2da48-2f9c-48a6-aebb-4e551320fefd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bdcf14f8-08c4-4677-8677-d424a012092a HTTP/1.1" status: 200 len: 852 time: 0.0451889 Feb 20 04:24:24.414058 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-45525443-2f78-4878-93f9-208fc8a9402a req-5e3c8a1e-0bf2-4d86-bdef-eeda835f1193 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bdcf14f8-08c4-4677-8677-d424a012092a HTTP/1.1" status: 200 len: 852 time: 0.0431726 Feb 20 04:24:24.449607 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-45525443-2f78-4878-93f9-208fc8a9402a req-735c59f6-f8ea-4e56-af4c-8844df7218d0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2bab750b-e064-4287-b4e2-1de2051dee0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296147 Feb 20 04:24:24.465165 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-45525443-2f78-4878-93f9-208fc8a9402a req-1396b637-42b7-460b-9a59-a259414077ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2bab750b-e064-4287-b4e2-1de2051dee0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271792 Feb 20 04:24:24.544883 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-45525443-2f78-4878-93f9-208fc8a9402a req-f60a2600-a63e-4d73-8136-906e82387ce0 service neutron] 10.222.0.93 "GET /v2.0/networks/2bab750b-e064-4287-b4e2-1de2051dee0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893168 Feb 20 04:24:24.577422 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-45525443-2f78-4878-93f9-208fc8a9402a req-7d0e1be9-5bf7-4595-b05b-b39a1f385536 service neutron] 10.222.0.42 "GET /v2.0/networks/2bab750b-e064-4287-b4e2-1de2051dee0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055143 Feb 20 04:24:24.642995 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-45525443-2f78-4878-93f9-208fc8a9402a req-8d7cde33-926a-4f72-a092-6098aec90bbd service neutron] 10.222.0.93 "GET /v2.0/networks/2bab750b-e064-4287-b4e2-1de2051dee0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920482 Feb 20 04:24:24.674646 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-45525443-2f78-4878-93f9-208fc8a9402a req-ad7342f6-d42c-410c-b098-52711111dece service neutron] 10.222.0.42 "GET /v2.0/networks/2bab750b-e064-4287-b4e2-1de2051dee0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914402 Feb 20 04:24:24.856023 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device fe513116-618c-4b47-bae2-82841dbb4b55 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:24:24.903468 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] The host n-h2-829866-4 is not matching for port fe513116-618c-4b47-bae2-82841dbb4b55 host n-h1-829866-4! {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 04:24:24.903777 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device fe513116-618c-4b47-bae2-82841dbb4b55 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:24:25.085243 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a0036-79e7-491d-8c52-332fc3a2e970 req-d09d8897-a3fa-480e-85f9-941584211956 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:25.086999 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-351a0036-79e7-491d-8c52-332fc3a2e970 req-d09d8897-a3fa-480e-85f9-941584211956 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 943 time: 0.0688941 Feb 20 04:24:25.149339 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-351a0036-79e7-491d-8c52-332fc3a2e970 req-565a0a28-4ef7-4f60-a63c-3204bec4c910 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551112 Feb 20 04:24:25.663996 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad38f20-d0f5-4551-9760-032da73bdc65 req-e3d1deab-7eb0-41e6-b2cc-3a28520d7a19 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:25.665485 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7ad38f20-d0f5-4551-9760-032da73bdc65 req-e3d1deab-7eb0-41e6-b2cc-3a28520d7a19 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.93 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f&tenant_id=7fac3d48cf904bedb6e470fcd38ce905&binding%3Ahost_id=n-h1-829866-4 HTTP/1.1" status: 200 len: 943 time: 0.0923972 Feb 20 04:24:25.724874 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [req-7ad38f20-d0f5-4551-9760-032da73bdc65 req-eff0580a-0747-46e4-8780-4b0d54e95640 service neutron] delete failed (client error): The resource could not be found. Feb 20 04:24:25.725937 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7ad38f20-d0f5-4551-9760-032da73bdc65 req-eff0580a-0747-46e4-8780-4b0d54e95640 service neutron] 10.222.0.93 "DELETE /v2.0/ports/fe513116-618c-4b47-bae2-82841dbb4b55/bindings/n-h2-829866-4 HTTP/1.1" status: 404 len: 380 time: 0.0540562 Feb 20 04:24:25.826627 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad38f20-d0f5-4551-9760-032da73bdc65 req-7f5a4806-caf4-4473-b029-e0aca5791318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:25.828166 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7ad38f20-d0f5-4551-9760-032da73bdc65 req-7f5a4806-caf4-4473-b029-e0aca5791318 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7fac3d48cf904bedb6e470fcd38ce905&device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 1125 time: 0.0527728 Feb 20 04:24:25.915039 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad38f20-d0f5-4551-9760-032da73bdc65 req-d4a7367d-6e73-4ac0-b222-c610b3f4abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:25.916431 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7ad38f20-d0f5-4551-9760-032da73bdc65 req-d4a7367d-6e73-4ac0-b222-c610b3f4abf3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2bab750b-e064-4287-b4e2-1de2051dee0b HTTP/1.1" status: 200 len: 913 time: 0.0827243 Feb 20 04:24:25.960849 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7ad38f20-d0f5-4551-9760-032da73bdc65 req-c0456650-c8e2-4010-a60e-6d89b76c4267 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe513116-618c-4b47-bae2-82841dbb4b55 HTTP/1.1" status: 200 len: 217 time: 0.0385640 Feb 20 04:24:26.008800 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad38f20-d0f5-4551-9760-032da73bdc65 req-e387c33e-6146-4f71-abd0-556883840dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:26.010205 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7ad38f20-d0f5-4551-9760-032da73bdc65 req-e387c33e-6146-4f71-abd0-556883840dcc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bdcf14f8-08c4-4677-8677-d424a012092a HTTP/1.1" status: 200 len: 852 time: 0.0433235 Feb 20 04:24:26.040428 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7ad38f20-d0f5-4551-9760-032da73bdc65 req-78c370a6-561e-44c8-b4dc-d08e4d3a7d87 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2bab750b-e064-4287-b4e2-1de2051dee0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246015 Feb 20 04:24:26.131708 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7ad38f20-d0f5-4551-9760-032da73bdc65 req-56b17c37-94f2-48e0-afda-a2f64aacda2c service neutron] 10.222.0.93 "GET /v2.0/networks/2bab750b-e064-4287-b4e2-1de2051dee0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852137 Feb 20 04:24:26.218661 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7ad38f20-d0f5-4551-9760-032da73bdc65 req-c1ccd358-bd81-4ef6-adc8-97c8e7e7c140 service neutron] 10.222.0.93 "GET /v2.0/networks/2bab750b-e064-4287-b4e2-1de2051dee0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812788 Feb 20 04:24:26.485941 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device fe513116-618c-4b47-bae2-82841dbb4b55 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:24:26.515796 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d289bbc3-beff-4974-891a-9945daf63bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:26.583669 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port fe513116-618c-4b47-bae2-82841dbb4b55, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=fe513116-618c-4b47-bae2-82841dbb4b55,segment=NetworkSegment(154f5341-f074-4d3d-9118-95056925bc85),segment_id=154f5341-f074-4d3d-9118-95056925bc85)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:24:26.595780 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'fe513116-618c-4b47-bae2-82841dbb4b55', 'network_id': '2bab750b-e064-4287-b4e2-1de2051dee0b', 'port_id': 'fe513116-618c-4b47-bae2-82841dbb4b55', 'mac_address': 'fa:16:3e:3a:17:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdcf14f8-08c4-4677-8677-d424a012092a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:24:26.633286 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port fe513116-618c-4b47-bae2-82841dbb4b55 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:24:26.633690 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fe513116-618c-4b47-bae2-82841dbb4b55), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:26.647113 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe513116-618c-4b47-bae2-82841dbb4b55 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:24:26.668766 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port fe513116-618c-4b47-bae2-82841dbb4b55, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=fe513116-618c-4b47-bae2-82841dbb4b55,segment=NetworkSegment(154f5341-f074-4d3d-9118-95056925bc85),segment_id=154f5341-f074-4d3d-9118-95056925bc85)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:24:26.724504 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (fe513116-618c-4b47-bae2-82841dbb4b55), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:26.773524 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=fe513116-618c-4b47-bae2-82841dbb4b55,revision_number=8']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:24:26.780853 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:24:26.781206 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:24:26.781557 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:24:26.781901 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:24:26.782235 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:24:26.782574 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:24:26.782922 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:24:26.783380 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:24:26.783710 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:24:26.784037 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:24:26.784365 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:24:26.784689 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:24:26.785040 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:24:26.972939 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['fe513116-618c-4b47-bae2-82841dbb4b55'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:24:27.641284 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e8f5d-cf78-4646-9a61-5bcb90581f01 req-57248517-597c-441f-abe2-d98b18a2ec32 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:27.642825 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-de1e8f5d-cf78-4646-9a61-5bcb90581f01 req-57248517-597c-441f-abe2-d98b18a2ec32 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 944 time: 0.0532875 Feb 20 04:24:27.689524 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-de1e8f5d-cf78-4646-9a61-5bcb90581f01 req-05ebf3cb-7fbc-4bcc-9706-3897d201e6f5 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403996 Feb 20 04:24:28.509464 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device fe513116-618c-4b47-bae2-82841dbb4b55 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:24:28.611092 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port fe513116-618c-4b47-bae2-82841dbb4b55 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:24:28.615116 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port fe513116-618c-4b47-bae2-82841dbb4b55 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:24:28.616126 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (fe513116-618c-4b47-bae2-82841dbb4b55), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:28.710511 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port fe513116-618c-4b47-bae2-82841dbb4b55 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:24:28.710947 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (fe513116-618c-4b47-bae2-82841dbb4b55), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:28.732486 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-96897f23-f072-4f55-89ec-423254aeb603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:28.737637 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481e75ab-f1aa-456f-b2d8-fb953064426f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe513116-618c-4b47-bae2-82841dbb4b55'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:24:28.739823 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a1e00c1b8c0849d65db633b2ad5dc0fe7d01c1085c482abf6d17f7010e02497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae587ef-33bd-4b3c-b5d3-0429a7eb1211" -d '{"events": [{"server_uuid": "481e75ab-f1aa-456f-b2d8-fb953064426f", "name": "network-vif-plugged", "status": "completed", "tag": "fe513116-618c-4b47-bae2-82841dbb4b55"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:24:28.759405 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port fe513116-618c-4b47-bae2-82841dbb4b55, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=fe513116-618c-4b47-bae2-82841dbb4b55,segment=NetworkSegment(154f5341-f074-4d3d-9118-95056925bc85),segment_id=154f5341-f074-4d3d-9118-95056925bc85)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:24:28.832878 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (fe513116-618c-4b47-bae2-82841dbb4b55), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:28.860162 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee8e9b-b692-490c-aa7a-8e091c5b21b0 req-064713d5-ee89-42ef-aa0b-1b3e0994844f tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:28.861750 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5dee8e9b-b692-490c-aa7a-8e091c5b21b0 req-064713d5-ee89-42ef-aa0b-1b3e0994844f tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 944 time: 0.0951910 Feb 20 04:24:28.869177 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad38f20-d0f5-4551-9760-032da73bdc65 req-e8a5fe83-771f-4989-b618-a162ef2bec24 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:28.870614 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ad38f20-d0f5-4551-9760-032da73bdc65 req-e8a5fe83-771f-4989-b618-a162ef2bec24 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.42 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 944 time: 0.0723104 Feb 20 04:24:28.883206 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=fe513116-618c-4b47-bae2-82841dbb4b55,revision_number=9']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:24:28.950774 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5dee8e9b-b692-490c-aa7a-8e091c5b21b0 req-c4bfadc8-1772-4ff7-869a-1bc8bef9486b tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/security-groups?id=2db549dd-d6ae-4871-bf91-05f39d8a5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791547 Feb 20 04:24:28.998030 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7338bc53-2252-4453-917a-dc11257d8607 x-openstack-request-id: req-7338bc53-2252-4453-917a-dc11257d8607 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:24:28.998405 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481e75ab-f1aa-456f-b2d8-fb953064426f", "name": "network-vif-plugged", "status": "completed", "tag": "fe513116-618c-4b47-bae2-82841dbb4b55", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:24:28.998668 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7338bc53-2252-4453-917a-dc11257d8607 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:24:28.999106 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481e75ab-f1aa-456f-b2d8-fb953064426f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe513116-618c-4b47-bae2-82841dbb4b55', 'code': 200} Feb 20 04:24:29.003212 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-7ad38f20-d0f5-4551-9760-032da73bdc65 req-c6242e00-c15b-4904-b960-a3cd0d0e210f tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Deleting port fe513116-618c-4b47-bae2-82841dbb4b55 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:24:29.003563 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7ad38f20-d0f5-4551-9760-032da73bdc65 req-c6242e00-c15b-4904-b960-a3cd0d0e210f tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (fe513116-618c-4b47-bae2-82841dbb4b55), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:29.089926 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-7ad38f20-d0f5-4551-9760-032da73bdc65 req-c6242e00-c15b-4904-b960-a3cd0d0e210f tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] For port fe513116-618c-4b47-bae2-82841dbb4b55, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=fe513116-618c-4b47-bae2-82841dbb4b55,segment=NetworkSegment(154f5341-f074-4d3d-9118-95056925bc85),segment_id=154f5341-f074-4d3d-9118-95056925bc85)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:24:29.090290 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7ad38f20-d0f5-4551-9760-032da73bdc65 req-c6242e00-c15b-4904-b960-a3cd0d0e210f tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (fe513116-618c-4b47-bae2-82841dbb4b55), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:29.101936 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-7ad38f20-d0f5-4551-9760-032da73bdc65 req-c6242e00-c15b-4904-b960-a3cd0d0e210f tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Calling delete_port for fe513116-618c-4b47-bae2-82841dbb4b55 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:24:29.320056 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7ad38f20-d0f5-4551-9760-032da73bdc65 req-c6242e00-c15b-4904-b960-a3cd0d0e210f tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (fe513116-618c-4b47-bae2-82841dbb4b55), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:29.331373 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['fe513116-618c-4b47-bae2-82841dbb4b55'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:24:29.348031 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6242e00-c15b-4904-b960-a3cd0d0e210f tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Pushing event deleted for resources: {'Port': ['ID=fe513116-618c-4b47-bae2-82841dbb4b55,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:24:29.393920 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad38f20-d0f5-4551-9760-032da73bdc65 req-c6242e00-c15b-4904-b960-a3cd0d0e210f tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] No DVR routers for this DVR port fe513116-618c-4b47-bae2-82841dbb4b55 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:24:29.397558 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-7ad38f20-d0f5-4551-9760-032da73bdc65 req-c6242e00-c15b-4904-b960-a3cd0d0e210f tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:29.401057 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ad38f20-d0f5-4551-9760-032da73bdc65 req-c6242e00-c15b-4904-b960-a3cd0d0e210f tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.42 "DELETE /v2.0/ports/fe513116-618c-4b47-bae2-82841dbb4b55 HTTP/1.1" status: 204 len: 173 time: 0.5237045 Feb 20 04:24:29.401525 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481e75ab-f1aa-456f-b2d8-fb953064426f', 'name': 'network-vif-deleted', 'tag': 'fe513116-618c-4b47-bae2-82841dbb4b55'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:24:29.403865 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5aa1a6a7735b541a56ac331d75cf60bb33703eda8d3f8466ef91a6638b4642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4583b7-a5bb-4f79-93cb-94a0fe38c492" -d '{"events": [{"server_uuid": "481e75ab-f1aa-456f-b2d8-fb953064426f", "name": "network-vif-deleted", "tag": "fe513116-618c-4b47-bae2-82841dbb4b55"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:24:29.440498 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316a9e34-c432-4070-9bed-aa54a1d73aab x-openstack-request-id: req-316a9e34-c432-4070-9bed-aa54a1d73aab {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:24:29.440803 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481e75ab-f1aa-456f-b2d8-fb953064426f", "name": "network-vif-deleted", "tag": "fe513116-618c-4b47-bae2-82841dbb4b55", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:24:29.441064 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-316a9e34-c432-4070-9bed-aa54a1d73aab {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:24:29.441471 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481e75ab-f1aa-456f-b2d8-fb953064426f', 'name': 'network-vif-deleted', 'tag': 'fe513116-618c-4b47-bae2-82841dbb4b55', 'status': 'completed', 'code': 200} Feb 20 04:24:30.064309 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0afbac6-0ad4-4c34-a841-158d16819aeb req-c22b93b9-c43c-4eca-b3c5-0872202b58a6 tempest-DeleteServersTestJSON-71271764 tempest-DeleteServersTestJSON-71271764-project] 10.222.0.89 "GET /v2.0/ports?device_id=481e75ab-f1aa-456f-b2d8-fb953064426f HTTP/1.1" status: 200 len: 210 time: 0.0328460 Feb 20 04:24:30.158990 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:31.194947 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56608) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:24:31.240191 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_v2 [None req-0666c28a-215d-4931-b97a-f8efd94fd2c1 admin admin] Deleting subnet bdcf14f8-08c4-4677-8677-d424a012092a {{(pid=104105) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 04:24:31.243817 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0666c28a-215d-4931-b97a-f8efd94fd2c1 admin admin] Publish callbacks [] for subnet (bdcf14f8-08c4-4677-8677-d424a012092a), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:31.278520 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0666c28a-215d-4931-b97a-f8efd94fd2c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57753740'] for subnet (bdcf14f8-08c4-4677-8677-d424a012092a), precommit_delete_associations {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:31.317019 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0666c28a-215d-4931-b97a-f8efd94fd2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (bdcf14f8-08c4-4677-8677-d424a012092a), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:31.422778 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:31.457699 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0666c28a-215d-4931-b97a-f8efd94fd2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57867120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57921881'] for subnet (bdcf14f8-08c4-4677-8677-d424a012092a), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:31.487694 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666c28a-215d-4931-b97a-f8efd94fd2c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdcf14f8-08c4-4677-8677-d424a012092a,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:24:31.493988 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0666c28a-215d-4931-b97a-f8efd94fd2c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:31.497319 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0666c28a-215d-4931-b97a-f8efd94fd2c1 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/bdcf14f8-08c4-4677-8677-d424a012092a HTTP/1.1" status: 204 len: 168 time: 0.3013546 Feb 20 04:24:31.499871 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56610) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:24:31.567785 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b0f3dcbc-7196-4a58-b578-17141897b544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (2bab750b-e064-4287-b4e2-1de2051dee0b), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:31.650653 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b0f3dcbc-7196-4a58-b578-17141897b544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (2bab750b-e064-4287-b4e2-1de2051dee0b), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:31.671727 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-b0f3dcbc-7196-4a58-b578-17141897b544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bab750b-e064-4287-b4e2-1de2051dee0b']}} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:24:31.681769 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-b0f3dcbc-7196-4a58-b578-17141897b544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '154f5341-f074-4d3d-9118-95056925bc85') {'for_net_delete': True} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:24:31.681995 n-d-829866-4 neutron-server[104105]: DEBUG neutron.services.segments.db [None req-b0f3dcbc-7196-4a58-b578-17141897b544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '154f5341-f074-4d3d-9118-95056925bc85') {} {{(pid=104105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:24:31.691422 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b0f3dcbc-7196-4a58-b578-17141897b544 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57753749'] for segment (154f5341-f074-4d3d-9118-95056925bc85), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:31.705320 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b0f3dcbc-7196-4a58-b578-17141897b544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (154f5341-f074-4d3d-9118-95056925bc85), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:31.712926 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f3dcbc-7196-4a58-b578-17141897b544 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=104105) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 04:24:31.713353 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b0f3dcbc-7196-4a58-b578-17141897b544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57864342'] for segment (154f5341-f074-4d3d-9118-95056925bc85), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:31.715117 n-d-829866-4 neutron-server[104105]: Traceback (most recent call last): Feb 20 04:24:31.715117 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 04:24:31.715117 n-d-829866-4 neutron-server[104105]: timer() Feb 20 04:24:31.715117 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 04:24:31.715117 n-d-829866-4 neutron-server[104105]: cb(*args, **kw) Feb 20 04:24:31.715117 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 04:24:31.715117 n-d-829866-4 neutron-server[104105]: return func(*args, **kwargs) Feb 20 04:24:31.715117 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 04:24:31.715117 n-d-829866-4 neutron-server[104105]: self._notify() Feb 20 04:24:31.715117 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 04:24:31.715117 n-d-829866-4 neutron-server[104105]: self.callback(batched_events) Feb 20 04:24:31.715117 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 04:24:31.715117 n-d-829866-4 neutron-server[104105]: event.method(event) Feb 20 04:24:31.715117 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 04:24:31.715117 n-d-829866-4 neutron-server[104105]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 04:24:31.715117 n-d-829866-4 neutron-server[104105]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 04:24:31.715117 n-d-829866-4 neutron-server[104105]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 04:24:31.715117 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 04:24:31.715117 n-d-829866-4 neutron-server[104105]: return f(self, *a, **k) Feb 20 04:24:31.715117 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 04:24:31.715117 n-d-829866-4 neutron-server[104105]: return self._get(url).json() Feb 20 04:24:31.715117 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 04:24:31.715117 n-d-829866-4 neutron-server[104105]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 04:24:31.715117 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 04:24:31.715117 n-d-829866-4 neutron-server[104105]: return self.request(url, 'GET', **kwargs) Feb 20 04:24:31.715117 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 04:24:31.715117 n-d-829866-4 neutron-server[104105]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 04:24:31.715117 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 04:24:31.715117 n-d-829866-4 neutron-server[104105]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 04:24:31.715117 n-d-829866-4 neutron-server[104105]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 04:24:31.715117 n-d-829866-4 neutron-server[104105]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 04:24:31.715117 n-d-829866-4 neutron-server[104105]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 04:24:31.833426 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b0f3dcbc-7196-4a58-b578-17141897b544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (2bab750b-e064-4287-b4e2-1de2051dee0b), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:31.844838 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-b0f3dcbc-7196-4a58-b578-17141897b544 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:31.844838 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-b0f3dcbc-7196-4a58-b578-17141897b544 admin admin] 10.222.0.89 "DELETE /v2.0/networks/2bab750b-e064-4287-b4e2-1de2051dee0b HTTP/1.1" status: 204 len: 168 time: 0.3431940 Feb 20 04:24:31.854548 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3dcbc-7196-4a58-b578-17141897b544 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bab750b-e064-4287-b4e2-1de2051dee0b,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:24:32.171117 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56614) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:24:32.211003 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-2e062889-7aa8-4dbc-a794-1cb310f8e2ff admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7fac3d48cf904bedb6e470fcd38ce905&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386605 Feb 20 04:24:32.213595 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56616) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:24:32.262737 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ebd892b8-52e6-4293-9ef9-310605648f35 admin admin] Publish callbacks [] for security_group (2db549dd-d6ae-4871-bf91-05f39d8a5e90), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:32.283540 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ebd892b8-52e6-4293-9ef9-310605648f35 admin admin] Publish callbacks [] for security_group (2db549dd-d6ae-4871-bf91-05f39d8a5e90), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:32.394819 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ebd892b8-52e6-4293-9ef9-310605648f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (2db549dd-d6ae-4871-bf91-05f39d8a5e90), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:32.398280 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-ebd892b8-52e6-4293-9ef9-310605648f35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:32.399725 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-ebd892b8-52e6-4293-9ef9-310605648f35 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2db549dd-d6ae-4871-bf91-05f39d8a5e90 HTTP/1.1" status: 204 len: 168 time: 0.1851559 Feb 20 04:24:32.407913 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd892b8-52e6-4293-9ef9-310605648f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db549dd-d6ae-4871-bf91-05f39d8a5e90,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:24:32.509855 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device fe513116-618c-4b47-bae2-82841dbb4b55 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:24:32.529892 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: fe513116-618c-4b47-bae2-82841dbb4b55 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:24:32.530235 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device fe513116-618c-4b47-bae2-82841dbb4b55 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:24:32.799499 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:33.408527 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 56638) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:24:33.504694 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-c5942bf7-8f42-4f5e-8741-33c047bbbff6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-40307399-network', 'tenant_id': '6893b610b7034fa4a28b2e94e6bcc650'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:24:33.588069 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5942bf7-8f42-4f5e-8741-33c047bbbff6 admin admin] Made reservation on behalf of 6893b610b7034fa4a28b2e94e6bcc650 for: {'network': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:24:33.590388 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c5942bf7-8f42-4f5e-8741-33c047bbbff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:33.598660 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c5942bf7-8f42-4f5e-8741-33c047bbbff6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:33.670494 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c5942bf7-8f42-4f5e-8741-33c047bbbff6 admin admin] Publish callbacks [] for security_group (f1a4fb4c-7b69-44bb-b937-313762818b48), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:33.742571 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c5942bf7-8f42-4f5e-8741-33c047bbbff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f1a4fb4c-7b69-44bb-b937-313762818b48), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:33.769492 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5942bf7-8f42-4f5e-8741-33c047bbbff6 admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=104105) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 04:24:33.779347 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5942bf7-8f42-4f5e-8741-33c047bbbff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a4fb4c-7b69-44bb-b937-313762818b48,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:24:33.785259 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c5942bf7-8f42-4f5e-8741-33c047bbbff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (5f259031-e8fc-4edd-a211-d084ba74c5d4), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:33.785610 n-d-829866-4 neutron-server[104105]: INFO neutron.db.segments_db [None req-c5942bf7-8f42-4f5e-8741-33c047bbbff6 admin admin] Added segment 5f259031-e8fc-4edd-a211-d084ba74c5d4 of type vlan for network 0c0d3718-fdcd-47ce-88c8-82a48fb33123 Feb 20 04:24:33.827997 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c5942bf7-8f42-4f5e-8741-33c047bbbff6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (0c0d3718-fdcd-47ce-88c8-82a48fb33123), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:33.908000 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c5942bf7-8f42-4f5e-8741-33c047bbbff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (0c0d3718-fdcd-47ce-88c8-82a48fb33123), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:33.908960 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5942bf7-8f42-4f5e-8741-33c047bbbff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:33.909565 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-c5942bf7-8f42-4f5e-8741-33c047bbbff6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:33.970655 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5942bf7-8f42-4f5e-8741-33c047bbbff6 admin admin] Pushing event updated for resources: {'Network': ['ID=0c0d3718-fdcd-47ce-88c8-82a48fb33123,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:24:33.980761 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network 0c0d3718-fdcd-47ce-88c8-82a48fb33123 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 04:24:33.996746 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c5942bf7-8f42-4f5e-8741-33c047bbbff6 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5870497 Feb 20 04:24:33.999664 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 56642) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:24:34.004883 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-af4f6236-018d-4f09-94c9-d55ee0253032 admin admin] Request body: {'subnet': {'network_id': '0c0d3718-fdcd-47ce-88c8-82a48fb33123', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-40307399-subnet', 'tenant_id': '6893b610b7034fa4a28b2e94e6bcc650', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:24:34.074216 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4f6236-018d-4f09-94c9-d55ee0253032 admin admin] Made reservation on behalf of 6893b610b7034fa4a28b2e94e6bcc650 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:24:34.076680 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-af4f6236-018d-4f09-94c9-d55ee0253032 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:34.330458 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-af4f6236-018d-4f09-94c9-d55ee0253032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (2061a334-a359-4d7e-9ea2-9e1ea643a83b), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:34.389811 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f6236-018d-4f09-94c9-d55ee0253032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2061a334-a359-4d7e-9ea2-9e1ea643a83b,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:24:34.400288 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f6236-018d-4f09-94c9-d55ee0253032 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:24:34.400638 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f6236-018d-4f09-94c9-d55ee0253032 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:24:34.401012 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f6236-018d-4f09-94c9-d55ee0253032 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:24:34.401349 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f6236-018d-4f09-94c9-d55ee0253032 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:24:34.401683 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f6236-018d-4f09-94c9-d55ee0253032 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:24:34.402012 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f6236-018d-4f09-94c9-d55ee0253032 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:24:34.402337 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f6236-018d-4f09-94c9-d55ee0253032 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:24:34.402663 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f6236-018d-4f09-94c9-d55ee0253032 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:24:34.403012 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f6236-018d-4f09-94c9-d55ee0253032 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:24:34.403337 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f6236-018d-4f09-94c9-d55ee0253032 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:24:34.403673 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f6236-018d-4f09-94c9-d55ee0253032 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:24:34.404019 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f6236-018d-4f09-94c9-d55ee0253032 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:24:34.404340 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f6236-018d-4f09-94c9-d55ee0253032 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:24:34.410360 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4f6236-018d-4f09-94c9-d55ee0253032 admin admin] Checking segment: {'id': '5f259031-e8fc-4edd-a211-d084ba74c5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0c0d3718-fdcd-47ce-88c8-82a48fb33123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:24:34.410721 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4f6236-018d-4f09-94c9-d55ee0253032 admin admin] Network hostable DHCP agents. Network: 0c0d3718-fdcd-47ce-88c8-82a48fb33123, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 04:24:34.513861 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4f6236-018d-4f09-94c9-d55ee0253032 admin admin] Network 0c0d3718-fdcd-47ce-88c8-82a48fb33123 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 04:24:34.588269 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-af4f6236-018d-4f09-94c9-d55ee0253032 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, 0c0d3718-fdcd-47ce-88c8-82a48fb33123) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:24:34.594206 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4f6236-018d-4f09-94c9-d55ee0253032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:34.595194 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-af4f6236-018d-4f09-94c9-d55ee0253032 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:34.595923 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f376ca8c-7eac-484b-92e3-314a512cd6c9 None None] Network 0c0d3718-fdcd-47ce-88c8-82a48fb33123 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:24:34.688518 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-af4f6236-018d-4f09-94c9-d55ee0253032 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6876652 Feb 20 04:24:34.697431 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6a031e-cc6c-45de-9662-b092d5d855c5 None None] Network 0c0d3718-fdcd-47ce-88c8-82a48fb33123 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:24:35.105301 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-e65cd4c7-c848-4028-91e6-8e42fff49fc3 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:35.106685 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-e65cd4c7-c848-4028-91e6-8e42fff49fc3 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/networks?id=0c0d3718-fdcd-47ce-88c8-82a48fb33123 HTTP/1.1" status: 200 len: 813 time: 0.0996189 Feb 20 04:24:35.120943 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-cd1ba966-600d-4420-977d-dd6cf89065d9 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/quotas/6893b610b7034fa4a28b2e94e6bcc650 HTTP/1.1" status: 200 len: 375 time: 0.0088747 Feb 20 04:24:35.456239 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-c307c4d3-3ff8-4fbf-926d-0c564073247c tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=6893b610b7034fa4a28b2e94e6bcc650&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3305006 Feb 20 04:24:35.549541 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-255e392f-4c7a-4cde-a7b2-0fb5d835b2a4 service neutron] 10.222.0.89 "GET /v2.0/networks/0c0d3718-fdcd-47ce-88c8-82a48fb33123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858805 Feb 20 04:24:35.640355 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-902cdb5e-83b2-418c-a7f8-eaf351e14ce0 service neutron] 10.222.0.89 "GET /v2.0/networks/0c0d3718-fdcd-47ce-88c8-82a48fb33123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843341 Feb 20 04:24:35.847863 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f44ab8a-e66b-4b7d-9c26-4afe4250e767 req-53910868-06dc-4ec1-b83f-03cc0dd03159 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 210 time: 0.0289629 Feb 20 04:24:36.942295 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-505634cb-94e2-49eb-af4f-09de9d35caca req-3d8ab1d6-9aee-4295-bcd8-41a287e50fa3 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 210 time: 0.0280182 Feb 20 04:24:37.635974 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-cdb0db99-9d7e-47cc-9d8d-b79a8e2044d3 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:37.637445 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-cdb0db99-9d7e-47cc-9d8d-b79a8e2044d3 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.93 "GET /v2.0/networks?id=0c0d3718-fdcd-47ce-88c8-82a48fb33123 HTTP/1.1" status: 200 len: 813 time: 0.1064196 Feb 20 04:24:37.648549 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-6b96cbe8-6d64-4c8f-830e-f16c716042d5 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Request body: {'port': {'device_id': '0dd0795c-19b2-4060-bc9d-8806dc08a9bb', 'network_id': '0c0d3718-fdcd-47ce-88c8-82a48fb33123', 'admin_state_up': True, 'tenant_id': '6893b610b7034fa4a28b2e94e6bcc650'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:24:37.811275 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-6b96cbe8-6d64-4c8f-830e-f16c716042d5 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Made reservation on behalf of 6893b610b7034fa4a28b2e94e6bcc650 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:24:37.815204 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-6b96cbe8-6d64-4c8f-830e-f16c716042d5 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:37.944678 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-6b96cbe8-6d64-4c8f-830e-f16c716042d5 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Allocated IP 172.20.0.4 (0c0d3718-fdcd-47ce-88c8-82a48fb33123/2061a334-a359-4d7e-9ea2-9e1ea643a83b/d2039413-0c89-485f-bf2c-bb5f83216844) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:24:38.039223 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-45646d25-de76-4a67-b89b-3ed0114d69ae req-76c0ed6b-ea27-4958-8ff0-3989251c386a tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 210 time: 0.0272434 Feb 20 04:24:38.092542 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-6b96cbe8-6d64-4c8f-830e-f16c716042d5 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Publish callbacks [] for port (d2039413-0c89-485f-bf2c-bb5f83216844), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:38.181935 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-6b96cbe8-6d64-4c8f-830e-f16c716042d5 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (d2039413-0c89-485f-bf2c-bb5f83216844), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:38.225754 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-6b96cbe8-6d64-4c8f-830e-f16c716042d5 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Network 0c0d3718-fdcd-47ce-88c8-82a48fb33123 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:24:38.228664 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-6b96cbe8-6d64-4c8f-830e-f16c716042d5 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:24:38.236729 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-6b96cbe8-6d64-4c8f-830e-f16c716042d5 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:24:38.240567 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96cbe8-6d64-4c8f-830e-f16c716042d5 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Pushing event updated for resources: {'Port': ['ID=d2039413-0c89-485f-bf2c-bb5f83216844,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:24:38.284465 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-6b96cbe8-6d64-4c8f-830e-f16c716042d5 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:38.285069 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-6b96cbe8-6d64-4c8f-830e-f16c716042d5 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:38.373538 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-6b96cbe8-6d64-4c8f-830e-f16c716042d5 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7286882 Feb 20 04:24:38.385130 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-e67d639b-95f0-4f35-9c36-131227d30e0c service neutron] Request body: {'port': {'device_id': '0dd0795c-19b2-4060-bc9d-8806dc08a9bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:24:38.448228 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-e67d639b-95f0-4f35-9c36-131227d30e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d2039413-0c89-485f-bf2c-bb5f83216844), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:38.699661 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-e67d639b-95f0-4f35-9c36-131227d30e0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2039413-0c89-485f-bf2c-bb5f83216844 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:24:38.706967 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-e67d639b-95f0-4f35-9c36-131227d30e0c service neutron] Publish callbacks [] for port (d2039413-0c89-485f-bf2c-bb5f83216844), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:38.718581 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-e67d639b-95f0-4f35-9c36-131227d30e0c service neutron] Transition to ACTIVE for port object d2039413-0c89-485f-bf2c-bb5f83216844 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:24:38.794215 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-e67d639b-95f0-4f35-9c36-131227d30e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (d2039413-0c89-485f-bf2c-bb5f83216844), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:38.848128 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d639b-95f0-4f35-9c36-131227d30e0c service neutron] Pushing event updated for resources: {'Port': ['ID=d2039413-0c89-485f-bf2c-bb5f83216844,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:24:38.915915 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-e67d639b-95f0-4f35-9c36-131227d30e0c service neutron] Attempting to bind port d2039413-0c89-485f-bf2c-bb5f83216844 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:24:38.916253 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-e67d639b-95f0-4f35-9c36-131227d30e0c service neutron] Attempting to bind port d2039413-0c89-485f-bf2c-bb5f83216844 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '5f259031-e8fc-4edd-a211-d084ba74c5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0c0d3718-fdcd-47ce-88c8-82a48fb33123'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:24:38.916584 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-e67d639b-95f0-4f35-9c36-131227d30e0c service neutron] Attempting to bind port d2039413-0c89-485f-bf2c-bb5f83216844 on network 0c0d3718-fdcd-47ce-88c8-82a48fb33123 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:24:38.920820 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-e67d639b-95f0-4f35-9c36-131227d30e0c service neutron] Port d2039413-0c89-485f-bf2c-bb5f83216844 on network 0c0d3718-fdcd-47ce-88c8-82a48fb33123 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:24:38.921147 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-e67d639b-95f0-4f35-9c36-131227d30e0c service neutron] Attempting to bind port d2039413-0c89-485f-bf2c-bb5f83216844 on network 0c0d3718-fdcd-47ce-88c8-82a48fb33123 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:24:38.925889 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-e67d639b-95f0-4f35-9c36-131227d30e0c service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:24:38.926228 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-e67d639b-95f0-4f35-9c36-131227d30e0c service neutron] Checking segment: {'id': '5f259031-e8fc-4edd-a211-d084ba74c5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0c0d3718-fdcd-47ce-88c8-82a48fb33123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:24:38.926614 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-e67d639b-95f0-4f35-9c36-131227d30e0c service neutron] Bound using segment: {'id': '5f259031-e8fc-4edd-a211-d084ba74c5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0c0d3718-fdcd-47ce-88c8-82a48fb33123'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:24:38.927081 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-e67d639b-95f0-4f35-9c36-131227d30e0c service neutron] Bound port: d2039413-0c89-485f-bf2c-bb5f83216844, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f259031-e8fc-4edd-a211-d084ba74c5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0c0d3718-fdcd-47ce-88c8-82a48fb33123'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:24:38.927436 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-e67d639b-95f0-4f35-9c36-131227d30e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d2039413-0c89-485f-bf2c-bb5f83216844), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:38.990083 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-e67d639b-95f0-4f35-9c36-131227d30e0c service neutron] For port d2039413-0c89-485f-bf2c-bb5f83216844, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:24:38.993844 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-e67d639b-95f0-4f35-9c36-131227d30e0c service neutron] For port d2039413-0c89-485f-bf2c-bb5f83216844, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=d2039413-0c89-485f-bf2c-bb5f83216844,segment=NetworkSegment(5f259031-e8fc-4edd-a211-d084ba74c5d4),segment_id=5f259031-e8fc-4edd-a211-d084ba74c5d4)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:24:39.051817 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-e67d639b-95f0-4f35-9c36-131227d30e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (d2039413-0c89-485f-bf2c-bb5f83216844), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:39.085918 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-e67d639b-95f0-4f35-9c36-131227d30e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:39.086547 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-e67d639b-95f0-4f35-9c36-131227d30e0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:39.088402 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-e67d639b-95f0-4f35-9c36-131227d30e0c service neutron] 10.222.0.93 "PUT /v2.0/ports/d2039413-0c89-485f-bf2c-bb5f83216844 HTTP/1.1" status: 200 len: 1091 time: 0.7078416 Feb 20 04:24:39.090686 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd0795c-19b2-4060-bc9d-8806dc08a9bb', 'tag': 'd2039413-0c89-485f-bf2c-bb5f83216844'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:24:39.094060 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf3c62807d90451df298560e3808142486074117e133717b71a7661d69a798e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8172a7-cbb5-4b0d-a95e-fb84dd911eca" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd0795c-19b2-4060-bc9d-8806dc08a9bb", "tag": "d2039413-0c89-485f-bf2c-bb5f83216844"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:24:39.119521 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d639b-95f0-4f35-9c36-131227d30e0c service neutron] Pushing event updated for resources: {'Port': ['ID=d2039413-0c89-485f-bf2c-bb5f83216844,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:24:39.165894 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b0bac-f7ed-4d97-b967-bb7ad5dfc6d4 req-9c3b807d-a4ae-4266-abe0-7e4a759c0265 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:39.168065 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-808b0bac-f7ed-4d97-b967-bb7ad5dfc6d4 req-9c3b807d-a4ae-4266-abe0-7e4a759c0265 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 943 time: 0.0612738 Feb 20 04:24:39.206048 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-0f8d4906-777a-468e-9360-348264a312b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:39.207602 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-0f8d4906-777a-468e-9360-348264a312b3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6893b610b7034fa4a28b2e94e6bcc650&device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 1125 time: 0.0504191 Feb 20 04:24:39.215615 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-808b0bac-f7ed-4d97-b967-bb7ad5dfc6d4 req-a2e6c29f-3021-4f50-933b-c8851a4938e3 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416408 Feb 20 04:24:39.249410 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-4a4c8a82-8f8a-41d4-87ba-7fa99873cf01 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2039413-0c89-485f-bf2c-bb5f83216844 HTTP/1.1" status: 200 len: 217 time: 0.0351985 Feb 20 04:24:39.263133 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9e4bd4-e518-462a-87b0-fc5c23a10e01 x-openstack-request-id: req-3c9e4bd4-e518-462a-87b0-fc5c23a10e01 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:24:39.263419 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd0795c-19b2-4060-bc9d-8806dc08a9bb", "tag": "d2039413-0c89-485f-bf2c-bb5f83216844", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:24:39.263673 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3c9e4bd4-e518-462a-87b0-fc5c23a10e01 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:24:39.264067 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd0795c-19b2-4060-bc9d-8806dc08a9bb', 'tag': 'd2039413-0c89-485f-bf2c-bb5f83216844', 'status': 'completed', 'code': 200} Feb 20 04:24:39.299829 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-3061fbe2-666f-4653-88ce-2859142c3b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:39.301276 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-3061fbe2-666f-4653-88ce-2859142c3b26 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2061a334-a359-4d7e-9ea2-9e1ea643a83b HTTP/1.1" status: 200 len: 853 time: 0.0463901 Feb 20 04:24:39.331731 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-53a24e5d-b673-46ff-b913-658a0a4ff2b9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c0d3718-fdcd-47ce-88c8-82a48fb33123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246484 Feb 20 04:24:39.422547 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-e3768c07-f7f5-4a87-ac18-b67d3c520a0e service neutron] 10.222.0.93 "GET /v2.0/networks/0c0d3718-fdcd-47ce-88c8-82a48fb33123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847719 Feb 20 04:24:39.508578 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-5f75d73d-2215-4de5-b1f7-309c686b062a req-01a3dbf2-ec69-444c-b67b-c183144a248b service neutron] 10.222.0.93 "GET /v2.0/networks/0c0d3718-fdcd-47ce-88c8-82a48fb33123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804279 Feb 20 04:24:39.659085 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8172a7-cbb5-4b0d-a95e-fb84dd911eca req-ed4fb2d4-2e10-401f-9267-2a334f9c8041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:39.660583 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-dc8172a7-cbb5-4b0d-a95e-fb84dd911eca req-ed4fb2d4-2e10-401f-9267-2a334f9c8041 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6893b610b7034fa4a28b2e94e6bcc650&device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 1125 time: 0.0497808 Feb 20 04:24:39.748747 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8172a7-cbb5-4b0d-a95e-fb84dd911eca req-9e398944-1867-4e6c-9039-6dac282ce038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:39.750222 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-dc8172a7-cbb5-4b0d-a95e-fb84dd911eca req-9e398944-1867-4e6c-9039-6dac282ce038 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0c0d3718-fdcd-47ce-88c8-82a48fb33123 HTTP/1.1" status: 200 len: 914 time: 0.0828655 Feb 20 04:24:39.795945 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-dc8172a7-cbb5-4b0d-a95e-fb84dd911eca req-dc62b191-36b5-44fd-bf77-cbae9b950fc4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2039413-0c89-485f-bf2c-bb5f83216844 HTTP/1.1" status: 200 len: 217 time: 0.0384750 Feb 20 04:24:39.844477 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8172a7-cbb5-4b0d-a95e-fb84dd911eca req-c2cf5d12-edc8-4a09-9e25-fa40c5cb8477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:39.845912 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-dc8172a7-cbb5-4b0d-a95e-fb84dd911eca req-c2cf5d12-edc8-4a09-9e25-fa40c5cb8477 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2061a334-a359-4d7e-9ea2-9e1ea643a83b HTTP/1.1" status: 200 len: 853 time: 0.0439813 Feb 20 04:24:39.878719 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-dc8172a7-cbb5-4b0d-a95e-fb84dd911eca req-7ccd1a67-f581-4853-877c-3ba3b8178e45 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c0d3718-fdcd-47ce-88c8-82a48fb33123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254703 Feb 20 04:24:39.965783 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-dc8172a7-cbb5-4b0d-a95e-fb84dd911eca req-896de01b-0dfd-4376-902a-58eb5565d794 service neutron] 10.222.0.93 "GET /v2.0/networks/0c0d3718-fdcd-47ce-88c8-82a48fb33123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804689 Feb 20 04:24:40.056890 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-dc8172a7-cbb5-4b0d-a95e-fb84dd911eca req-6ddfe909-75ac-4205-9b94-b12488a8f30b service neutron] 10.222.0.93 "GET /v2.0/networks/0c0d3718-fdcd-47ce-88c8-82a48fb33123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849841 Feb 20 04:24:40.338978 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede35cef-e43a-4969-9eb7-5269e2ea32df req-abde6059-7a81-44e9-ba28-4fe9c2cb3a90 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:40.340495 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ede35cef-e43a-4969-9eb7-5269e2ea32df req-abde6059-7a81-44e9-ba28-4fe9c2cb3a90 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 943 time: 0.0552280 Feb 20 04:24:40.388395 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ede35cef-e43a-4969-9eb7-5269e2ea32df req-62e3ed61-4155-426f-8917-676cbaca3509 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423806 Feb 20 04:24:41.507387 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3feec4-af67-491e-885d-c15fbf95fc4b req-479f238d-14eb-4e59-9802-c41a75ae61d3 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:41.508939 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0d3feec4-af67-491e-885d-c15fbf95fc4b req-479f238d-14eb-4e59-9802-c41a75ae61d3 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 943 time: 0.0525291 Feb 20 04:24:41.561693 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0d3feec4-af67-491e-885d-c15fbf95fc4b req-707a5ab3-e230-4298-90e3-ab25cbe47f36 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471578 Feb 20 04:24:42.677933 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ef8f1-8fc5-41e4-85a5-42e50fef9b9a req-d11087ec-5dc2-4ad0-a9f2-a4d3f5812a90 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:42.680027 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d22ef8f1-8fc5-41e4-85a5-42e50fef9b9a req-d11087ec-5dc2-4ad0-a9f2-a4d3f5812a90 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 943 time: 0.0512471 Feb 20 04:24:42.725828 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d22ef8f1-8fc5-41e4-85a5-42e50fef9b9a req-1b48d47f-7530-4255-97cd-a332748a1064 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397124 Feb 20 04:24:42.979169 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device d2039413-0c89-485f-bf2c-bb5f83216844 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:24:43.072807 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port d2039413-0c89-485f-bf2c-bb5f83216844, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=d2039413-0c89-485f-bf2c-bb5f83216844,segment=NetworkSegment(5f259031-e8fc-4edd-a211-d084ba74c5d4),segment_id=5f259031-e8fc-4edd-a211-d084ba74c5d4)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:24:43.083813 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'd2039413-0c89-485f-bf2c-bb5f83216844', 'network_id': '0c0d3718-fdcd-47ce-88c8-82a48fb33123', 'port_id': 'd2039413-0c89-485f-bf2c-bb5f83216844', 'mac_address': 'fa:16:3e:8f:bc:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2061a334-a359-4d7e-9ea2-9e1ea643a83b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:24:43.124733 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port d2039413-0c89-485f-bf2c-bb5f83216844 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:24:43.125126 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d2039413-0c89-485f-bf2c-bb5f83216844), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:43.138121 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2039413-0c89-485f-bf2c-bb5f83216844 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:24:43.156580 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port d2039413-0c89-485f-bf2c-bb5f83216844, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=d2039413-0c89-485f-bf2c-bb5f83216844,segment=NetworkSegment(5f259031-e8fc-4edd-a211-d084ba74c5d4),segment_id=5f259031-e8fc-4edd-a211-d084ba74c5d4)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:24:43.238600 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d2039413-0c89-485f-bf2c-bb5f83216844), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:43.285312 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=d2039413-0c89-485f-bf2c-bb5f83216844,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:24:43.440437 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['d2039413-0c89-485f-bf2c-bb5f83216844'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:24:43.843441 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c97c8-80bd-404e-8c6f-a8fef76d0be5 req-56242145-f596-482b-a12b-41edff8bc4f3 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:43.844920 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-929c97c8-80bd-404e-8c6f-a8fef76d0be5 req-56242145-f596-482b-a12b-41edff8bc4f3 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 944 time: 0.0513709 Feb 20 04:24:43.890815 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-929c97c8-80bd-404e-8c6f-a8fef76d0be5 req-ec823c81-990e-429f-b028-c3eb31199115 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394192 Feb 20 04:24:44.979246 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device d2039413-0c89-485f-bf2c-bb5f83216844 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:24:45.015978 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c2130-1298-418b-8f0b-d1a2348a5c4b req-e7a017f6-4202-4a35-836b-a839d11786a8 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:45.017544 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e16c2130-1298-418b-8f0b-d1a2348a5c4b req-e7a017f6-4202-4a35-836b-a839d11786a8 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 944 time: 0.0567052 Feb 20 04:24:45.065716 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e16c2130-1298-418b-8f0b-d1a2348a5c4b req-e141d3e4-8f60-45e6-8a97-742bd0ffc364 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426290 Feb 20 04:24:45.136649 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port d2039413-0c89-485f-bf2c-bb5f83216844 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:24:45.140860 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port d2039413-0c89-485f-bf2c-bb5f83216844 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:24:45.141272 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d2039413-0c89-485f-bf2c-bb5f83216844), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:45.217435 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port d2039413-0c89-485f-bf2c-bb5f83216844 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:24:45.217739 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d2039413-0c89-485f-bf2c-bb5f83216844), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:45.243427 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd0795c-19b2-4060-bc9d-8806dc08a9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2039413-0c89-485f-bf2c-bb5f83216844'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:24:45.245624 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a1e00c1b8c0849d65db633b2ad5dc0fe7d01c1085c482abf6d17f7010e02497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebdef1a-c71a-4907-bfbb-adfb8eaa48bc" -d '{"events": [{"server_uuid": "0dd0795c-19b2-4060-bc9d-8806dc08a9bb", "name": "network-vif-plugged", "status": "completed", "tag": "d2039413-0c89-485f-bf2c-bb5f83216844"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:24:45.258871 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port d2039413-0c89-485f-bf2c-bb5f83216844, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=d2039413-0c89-485f-bf2c-bb5f83216844,segment=NetworkSegment(5f259031-e8fc-4edd-a211-d084ba74c5d4),segment_id=5f259031-e8fc-4edd-a211-d084ba74c5d4)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:24:45.279940 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812e479a-e85c-4125-8a67-fdb81e9daeab x-openstack-request-id: req-812e479a-e85c-4125-8a67-fdb81e9daeab {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:24:45.280533 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd0795c-19b2-4060-bc9d-8806dc08a9bb", "name": "network-vif-plugged", "status": "completed", "tag": "d2039413-0c89-485f-bf2c-bb5f83216844", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:24:45.281170 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-812e479a-e85c-4125-8a67-fdb81e9daeab {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:24:45.281571 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd0795c-19b2-4060-bc9d-8806dc08a9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2039413-0c89-485f-bf2c-bb5f83216844', 'code': 200} Feb 20 04:24:45.337023 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d2039413-0c89-485f-bf2c-bb5f83216844), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:45.378892 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca542879-6545-4cc0-a323-6677e3e42722 req-c4a2eb44-ecce-4d84-8d0d-70ae6e154693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:45.380406 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ca542879-6545-4cc0-a323-6677e3e42722 req-c4a2eb44-ecce-4d84-8d0d-70ae6e154693 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 1127 time: 0.0468450 Feb 20 04:24:45.385165 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=d2039413-0c89-485f-bf2c-bb5f83216844,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:24:45.427214 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ca542879-6545-4cc0-a323-6677e3e42722 req-85d59a4d-96f5-4fec-9557-a8453b38c042 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407348 Feb 20 04:24:46.185923 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514c919-3ba6-4017-a66a-6ef9c8d616c6 req-b2860adf-a2df-4e47-ae67-953859d83aec tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:46.187665 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2514c919-3ba6-4017-a66a-6ef9c8d616c6 req-b2860adf-a2df-4e47-ae67-953859d83aec tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 945 time: 0.0506139 Feb 20 04:24:46.232773 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2514c919-3ba6-4017-a66a-6ef9c8d616c6 req-f9bf5a99-7231-4c66-a1fd-fb4d52811c80 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394657 Feb 20 04:24:47.351487 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878890b3-988d-44de-aa3d-47a7202005c9 req-aaf424b5-863e-4c2b-8e39-22a28843f848 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:47.352976 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-878890b3-988d-44de-aa3d-47a7202005c9 req-aaf424b5-863e-4c2b-8e39-22a28843f848 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 945 time: 0.0527980 Feb 20 04:24:47.403096 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-878890b3-988d-44de-aa3d-47a7202005c9 req-efbbd62a-7b1f-40f7-a16f-7890b76d2171 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444026 Feb 20 04:24:47.525631 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe17ef2-b629-4bf3-8fd5-fc4edda924bd req-7eb2e828-d856-46e9-a5ec-a573ffeedcd2 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:47.527070 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-afe17ef2-b629-4bf3-8fd5-fc4edda924bd req-7eb2e828-d856-46e9-a5ec-a573ffeedcd2 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 945 time: 0.0577486 Feb 20 04:24:47.574099 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-afe17ef2-b629-4bf3-8fd5-fc4edda924bd req-f15d70ab-68ae-4695-aab4-4566155982c8 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414624 Feb 20 04:24:47.814567 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b832f-9271-4c9b-b8ee-8d45bf9d5e50 req-348958bc-63ed-4118-a8d8-269aaecc9c47 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:47.816004 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d86b832f-9271-4c9b-b8ee-8d45bf9d5e50 req-348958bc-63ed-4118-a8d8-269aaecc9c47 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 945 time: 0.0535862 Feb 20 04:24:47.820847 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:24:47.862843 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d86b832f-9271-4c9b-b8ee-8d45bf9d5e50 req-86ff0867-8b44-4188-abbb-f7488cda9218 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410590 Feb 20 04:24:47.983910 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5066c-33f1-48fd-840b-ec96160d0e15 req-eb02703f-9ba7-46f9-86b6-5c524103a040 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:47.985402 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-09b5066c-33f1-48fd-840b-ec96160d0e15 req-eb02703f-9ba7-46f9-86b6-5c524103a040 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 945 time: 0.0581615 Feb 20 04:24:48.032823 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-09b5066c-33f1-48fd-840b-ec96160d0e15 req-5e95dadd-7567-44fa-8929-9b9efd04779c tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411839 Feb 20 04:24:48.419968 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27bda8-49bb-4335-a267-da45db9e96ec req-28d9ec76-3ea5-4889-b6ed-b8edbaf5d8e6 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:48.421598 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d27bda8-49bb-4335-a267-da45db9e96ec req-28d9ec76-3ea5-4889-b6ed-b8edbaf5d8e6 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 945 time: 0.0545259 Feb 20 04:24:48.468706 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d27bda8-49bb-4335-a267-da45db9e96ec req-f1852f5a-8251-40c2-b7f7-b87ef94cb67b tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410190 Feb 20 04:24:48.542643 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-92a23b3b-34ca-4485-bf5e-ac617dee2f10 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0477476 Feb 20 04:24:49.148830 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-4f808674-2f2e-4eb7-9e47-60e32e49c0d5 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:49.150179 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-4f808674-2f2e-4eb7-9e47-60e32e49c0d5 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports/d2039413-0c89-485f-bf2c-bb5f83216844 HTTP/1.1" status: 200 len: 942 time: 0.0458975 Feb 20 04:24:49.595234 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6a7aa-e8d3-4930-ac8f-8b09ab085608 req-54bfbf28-baf0-47a8-9cde-c7e92aa89625 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:49.596676 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-40e6a7aa-e8d3-4930-ac8f-8b09ab085608 req-54bfbf28-baf0-47a8-9cde-c7e92aa89625 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 945 time: 0.0564837 Feb 20 04:24:49.644987 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-40e6a7aa-e8d3-4930-ac8f-8b09ab085608 req-0b584c40-df41-4b47-9f00-9cbad46df990 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418634 Feb 20 04:24:50.600261 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-528c03f8-e714-4112-8c9d-ed15bbcee273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:50.602050 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-528c03f8-e714-4112-8c9d-ed15bbcee273 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6893b610b7034fa4a28b2e94e6bcc650&device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 1127 time: 0.0501673 Feb 20 04:24:50.689291 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-0a5481dd-ec66-43c1-8f73-b3ec8fd46986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:50.690775 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-0a5481dd-ec66-43c1-8f73-b3ec8fd46986 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0c0d3718-fdcd-47ce-88c8-82a48fb33123 HTTP/1.1" status: 200 len: 914 time: 0.0836749 Feb 20 04:24:50.736608 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-c7dd023f-233c-496f-bc20-14fd85fb6369 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2039413-0c89-485f-bf2c-bb5f83216844 HTTP/1.1" status: 200 len: 217 time: 0.0394242 Feb 20 04:24:50.767181 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45dea5-6dcb-4c27-be9f-8cfad97b3c33 req-1b7ba7b2-39f1-47cb-a7e9-e10efc2615f2 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:50.768685 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1e45dea5-6dcb-4c27-be9f-8cfad97b3c33 req-1b7ba7b2-39f1-47cb-a7e9-e10efc2615f2 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 945 time: 0.0539429 Feb 20 04:24:50.785042 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-c58bb627-7934-49ab-869f-2f58859f7786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:50.786706 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-c58bb627-7934-49ab-869f-2f58859f7786 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2061a334-a359-4d7e-9ea2-9e1ea643a83b HTTP/1.1" status: 200 len: 853 time: 0.0435710 Feb 20 04:24:50.818532 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-ad9908c4-8d85-48ba-aaba-c48599bb1604 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c0d3718-fdcd-47ce-88c8-82a48fb33123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260816 Feb 20 04:24:50.820719 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1e45dea5-6dcb-4c27-be9f-8cfad97b3c33 req-d811d757-1180-4632-8e22-73792ed7e85d tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462568 Feb 20 04:24:50.905063 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-51f20ce0-c3d6-4833-9d37-cab2a97a8f3c service neutron] 10.222.0.93 "GET /v2.0/networks/0c0d3718-fdcd-47ce-88c8-82a48fb33123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805206 Feb 20 04:24:50.996034 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-20fb4537-95b9-4195-b984-f306f20b75f1 service neutron] 10.222.0.93 "GET /v2.0/networks/0c0d3718-fdcd-47ce-88c8-82a48fb33123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859919 Feb 20 04:24:51.393595 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:51.525374 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:51.941172 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f137071-63da-4ed1-9c84-e82536018ecc req-ce1e728e-f871-4c46-b810-fe42955dd0a0 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:51.942650 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f137071-63da-4ed1-9c84-e82536018ecc req-ce1e728e-f871-4c46-b810-fe42955dd0a0 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 945 time: 0.0524032 Feb 20 04:24:51.989548 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f137071-63da-4ed1-9c84-e82536018ecc req-531a05ef-f687-4865-9fa1-988d33945375 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408325 Feb 20 04:24:53.111026 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0bc7b-7d2e-43f9-81f9-36a683c47d02 req-83d37b65-8d9f-438b-8bae-bf0158620db7 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:53.113357 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7aa0bc7b-7d2e-43f9-81f9-36a683c47d02 req-83d37b65-8d9f-438b-8bae-bf0158620db7 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 945 time: 0.0541730 Feb 20 04:24:53.159732 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7aa0bc7b-7d2e-43f9-81f9-36a683c47d02 req-6c3b9a2b-48f1-4eb8-8b25-c254945c78e4 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414562 Feb 20 04:24:54.283919 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd94633-05a7-4f93-968f-258557fb976f req-43e55907-3341-4a5b-9905-62f36c5cecf8 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:54.285392 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-acd94633-05a7-4f93-968f-258557fb976f req-43e55907-3341-4a5b-9905-62f36c5cecf8 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 945 time: 0.0555167 Feb 20 04:24:54.331680 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-acd94633-05a7-4f93-968f-258557fb976f req-0974096f-282d-47e0-995c-bf369102fede tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398414 Feb 20 04:24:55.453399 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d5303-285b-41d0-9182-e5a80b232a39 req-b7598315-a112-4c61-82ff-a1954fb147ec tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:55.454935 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b62d5303-285b-41d0-9182-e5a80b232a39 req-b7598315-a112-4c61-82ff-a1954fb147ec tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 945 time: 0.0535963 Feb 20 04:24:55.502891 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b62d5303-285b-41d0-9182-e5a80b232a39 req-2247e8ae-aa35-4111-86b6-d6bc6caeeef3 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410841 Feb 20 04:24:56.473956 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d04c10b5-225a-4070-b8e5-f97d26963e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:56.627975 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52022b-4de5-40fc-96a3-21b271b4c2db req-bf029fc3-0bbb-4484-97a8-7d1ad00fa700 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:56.629458 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ad52022b-4de5-40fc-96a3-21b271b4c2db req-bf029fc3-0bbb-4484-97a8-7d1ad00fa700 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 945 time: 0.0553801 Feb 20 04:24:56.674639 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ad52022b-4de5-40fc-96a3-21b271b4c2db req-116335d5-d25f-437a-92a2-e088a2721a5a tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389938 Feb 20 04:24:57.794687 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03ae06-dc57-4726-8308-b62f87f4ca9f req-b7b71eae-737a-4973-98ad-f039ba3c18df tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:57.796217 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0e03ae06-dc57-4726-8308-b62f87f4ca9f req-b7b71eae-737a-4973-98ad-f039ba3c18df tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 945 time: 0.0526929 Feb 20 04:24:57.842767 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0e03ae06-dc57-4726-8308-b62f87f4ca9f req-1a6cf2aa-664e-4b86-9918-f8ff3c5297ee tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409768 Feb 20 04:24:58.752515 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2869ab22-47bd-4137-977e-d5c681b14e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:24:58.962713 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f896bdd-4405-4512-a30a-ad60bdf9f2f8 req-ea393f39-7f03-4a3b-b024-a6cb349ca75a tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:24:58.964666 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2f896bdd-4405-4512-a30a-ad60bdf9f2f8 req-ea393f39-7f03-4a3b-b024-a6cb349ca75a tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 945 time: 0.0526471 Feb 20 04:24:59.014907 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2f896bdd-4405-4512-a30a-ad60bdf9f2f8 req-8ef4f9e9-3d51-479f-a019-d5b8c800bddb tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446997 Feb 20 04:25:00.137338 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab9cb2-9980-4142-a1f7-ba59157a733f req-a4f5ca02-7223-41a4-8835-3af7b88749d8 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:00.138866 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-eeab9cb2-9980-4142-a1f7-ba59157a733f req-a4f5ca02-7223-41a4-8835-3af7b88749d8 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 945 time: 0.0552571 Feb 20 04:25:00.182655 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:00.186892 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-eeab9cb2-9980-4142-a1f7-ba59157a733f req-9ca6c181-d4da-40a6-96c5-adeb4995c0c9 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423994 Feb 20 04:25:01.305291 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080ed12-7680-4a0c-8b04-7a919add360c req-31e0776c-c8a6-42d8-b2c0-8746156ab24e tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:01.307524 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6080ed12-7680-4a0c-8b04-7a919add360c req-31e0776c-c8a6-42d8-b2c0-8746156ab24e tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 945 time: 0.0523539 Feb 20 04:25:01.353603 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6080ed12-7680-4a0c-8b04-7a919add360c req-9a99094f-5a18-4711-8d19-ed2c40c5ca09 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402822 Feb 20 04:25:01.460953 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:02.487971 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1f241-846f-414c-8db5-3cf70d5652bd req-bd8abcd1-1517-44d1-a689-fce68c09e6d7 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:02.490572 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dee1f241-846f-414c-8db5-3cf70d5652bd req-bd8abcd1-1517-44d1-a689-fce68c09e6d7 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 945 time: 0.0693517 Feb 20 04:25:02.537766 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dee1f241-846f-414c-8db5-3cf70d5652bd req-d2b22abe-ce8a-439c-a094-702e816320af tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408871 Feb 20 04:25:02.805593 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:03.655521 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd48908-7ab9-464c-a869-cacc1814b442 req-2699950d-662d-4a8e-b5e2-c38b055fb3e3 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:03.657028 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-edd48908-7ab9-464c-a869-cacc1814b442 req-2699950d-662d-4a8e-b5e2-c38b055fb3e3 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 945 time: 0.0519753 Feb 20 04:25:03.704452 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-edd48908-7ab9-464c-a869-cacc1814b442 req-a34a7e09-71ce-4eeb-b599-2067bd86cbb2 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419405 Feb 20 04:25:04.825835 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac81a1-9861-4e62-84f8-5f88d10ce4c5 req-01f2d735-23d4-49f4-a6b9-d4fe976c95ac tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:04.827271 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-21ac81a1-9861-4e62-84f8-5f88d10ce4c5 req-01f2d735-23d4-49f4-a6b9-d4fe976c95ac tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 945 time: 0.0534565 Feb 20 04:25:04.876629 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-21ac81a1-9861-4e62-84f8-5f88d10ce4c5 req-df6a0fbc-4ce6-4e75-b922-a57c513275de tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438504 Feb 20 04:25:05.996823 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f17f8-0e6f-4aa2-abf2-9e8b2decfaa5 req-a9badece-ab92-4309-871b-732986289562 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:05.998306 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f92f17f8-0e6f-4aa2-abf2-9e8b2decfaa5 req-a9badece-ab92-4309-871b-732986289562 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 945 time: 0.0519710 Feb 20 04:25:06.045070 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f92f17f8-0e6f-4aa2-abf2-9e8b2decfaa5 req-8a3c9bcc-b5cb-4717-81ae-68a531daef7b tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410199 Feb 20 04:25:07.168666 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ad61b-4ac6-4cea-9706-ec87be955eaa req-a7377081-f133-4910-942c-703092bd9597 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:07.170178 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-de9ad61b-4ac6-4cea-9706-ec87be955eaa req-a7377081-f133-4910-942c-703092bd9597 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 945 time: 0.0567734 Feb 20 04:25:07.217911 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-de9ad61b-4ac6-4cea-9706-ec87be955eaa req-0cab1b40-1655-4142-a745-480af7bbe95f tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421469 Feb 20 04:25:08.342704 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f0655-04e0-4fe0-8e8a-91feafb62948 req-446ca788-1ff0-4c37-bf8f-d1d6a5748447 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:08.344225 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d43f0655-04e0-4fe0-8e8a-91feafb62948 req-446ca788-1ff0-4c37-bf8f-d1d6a5748447 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 945 time: 0.0570960 Feb 20 04:25:08.391107 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d43f0655-04e0-4fe0-8e8a-91feafb62948 req-567d30de-a3fb-4d05-99db-fb5fc64036f5 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410020 Feb 20 04:25:09.511700 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170d72a-08a5-46f7-999b-4a59b8147b97 req-3000a77f-3555-4cfc-9eb4-d78dc4b18141 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:09.513223 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7170d72a-08a5-46f7-999b-4a59b8147b97 req-3000a77f-3555-4cfc-9eb4-d78dc4b18141 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 945 time: 0.0543137 Feb 20 04:25:09.560326 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7170d72a-08a5-46f7-999b-4a59b8147b97 req-bb86a122-16e8-46a6-bd93-7135399efe97 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415416 Feb 20 04:25:10.682171 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3b687-04ac-4985-a3ec-cf5366fb6a77 req-ec548c0e-3801-48f2-8320-3b795b938fcb tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:10.683696 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-35b3b687-04ac-4985-a3ec-cf5366fb6a77 req-ec548c0e-3801-48f2-8320-3b795b938fcb tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 945 time: 0.0568290 Feb 20 04:25:10.730114 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-35b3b687-04ac-4985-a3ec-cf5366fb6a77 req-8f5ea38b-a744-4d47-86aa-faa895845582 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406108 Feb 20 04:25:11.848969 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514f4e8-b55c-4625-acca-4867309742ed req-63f98809-153d-42ac-99e5-b7e25d612c87 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:11.850465 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d514f4e8-b55c-4625-acca-4867309742ed req-63f98809-153d-42ac-99e5-b7e25d612c87 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 945 time: 0.0530710 Feb 20 04:25:11.897693 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d514f4e8-b55c-4625-acca-4867309742ed req-3689367e-412e-43da-ae55-27bcd569dbba tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409193 Feb 20 04:25:13.019720 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a936b1-c825-41f9-86bc-46581a412856 req-1d67579f-fb95-4983-9d18-b239dc530843 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:13.021243 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0a936b1-c825-41f9-86bc-46581a412856 req-1d67579f-fb95-4983-9d18-b239dc530843 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 945 time: 0.0516348 Feb 20 04:25:13.073368 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a0a936b1-c825-41f9-86bc-46581a412856 req-2807c90e-6e83-40db-919c-05efcd749246 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453477 Feb 20 04:25:14.193852 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752304e3-79e2-469d-b69b-8870d272cae3 req-9d95e516-59c9-460c-ace0-ab80da7f448a tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:14.195366 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-752304e3-79e2-469d-b69b-8870d272cae3 req-9d95e516-59c9-460c-ace0-ab80da7f448a tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 945 time: 0.0526881 Feb 20 04:25:14.241159 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-752304e3-79e2-469d-b69b-8870d272cae3 req-aae5e07d-de9b-4b9d-85a9-b5754b7db036 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402083 Feb 20 04:25:15.359710 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993890a8-53e8-4e2a-87a6-17c38d060e2e req-b4bebcd9-1914-4ef5-996f-09f868209485 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:15.361870 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-993890a8-53e8-4e2a-87a6-17c38d060e2e req-b4bebcd9-1914-4ef5-996f-09f868209485 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 945 time: 0.0523937 Feb 20 04:25:15.409360 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-993890a8-53e8-4e2a-87a6-17c38d060e2e req-9269698d-fddc-4021-8d31-1ffc74f802a0 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420442 Feb 20 04:25:16.531732 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ea1a7-941a-4301-9752-0f87c4775b08 req-c9ddeaab-cacf-4490-9ce5-14bb06299887 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:16.533214 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-df3ea1a7-941a-4301-9752-0f87c4775b08 req-c9ddeaab-cacf-4490-9ce5-14bb06299887 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 945 time: 0.0563552 Feb 20 04:25:16.579742 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-df3ea1a7-941a-4301-9752-0f87c4775b08 req-1f4ca57b-1c19-4701-82c7-0f96384b1450 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410173 Feb 20 04:25:17.699733 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a7b04-c695-417a-87de-7b5c0c3e45b7 req-ca040f19-a0bd-443f-9771-8f620e47cb4a tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:17.701247 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f19a7b04-c695-417a-87de-7b5c0c3e45b7 req-ca040f19-a0bd-443f-9771-8f620e47cb4a tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 945 time: 0.0535572 Feb 20 04:25:17.751609 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f19a7b04-c695-417a-87de-7b5c0c3e45b7 req-8ecd97ab-28ef-458d-9e74-51478408df4b tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427241 Feb 20 04:25:18.021490 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-6eca10df-9ad4-4fee-aa34-90303bdda92b service neutron] show failed (client error): The resource could not be found. Feb 20 04:25:18.022546 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-6eca10df-9ad4-4fee-aa34-90303bdda92b service neutron] 10.222.0.93 "GET /v2.0/ports/d2039413-0c89-485f-bf2c-bb5f83216844/bindings/n-h1-829866-4 HTTP/1.1" status: 404 len: 380 time: 0.0582530 Feb 20 04:25:18.561168 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-45438ce2-cdcc-469b-a94c-8c68826c1db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:18.562757 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-45438ce2-cdcc-469b-a94c-8c68826c1db1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb&tenant_id=6893b610b7034fa4a28b2e94e6bcc650 HTTP/1.1" status: 200 len: 1127 time: 0.0461280 Feb 20 04:25:18.574686 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829866-4', 'device_owner': 'compute:nova'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:25:18.637573 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d2039413-0c89-485f-bf2c-bb5f83216844), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:18.883675 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] For port d2039413-0c89-485f-bf2c-bb5f83216844, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=d2039413-0c89-485f-bf2c-bb5f83216844,segment=NetworkSegment(5f259031-e8fc-4edd-a211-d084ba74c5d4),segment_id=5f259031-e8fc-4edd-a211-d084ba74c5d4)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:25:18.920213 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da804f1e-f482-4067-a438-7366bd2141f8 req-84b8dadf-b5bf-4f2a-ac95-a231e8e21c5a tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:18.921719 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-da804f1e-f482-4067-a438-7366bd2141f8 req-84b8dadf-b5bf-4f2a-ac95-a231e8e21c5a tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 945 time: 0.0970376 Feb 20 04:25:18.952091 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] For port d2039413-0c89-485f-bf2c-bb5f83216844, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:25:19.008715 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-da804f1e-f482-4067-a438-7366bd2141f8 req-2e6c9811-5c53-4c9b-981d-bf83e6fcd0e1 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780680 Feb 20 04:25:19.013227 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd0795c-19b2-4060-bc9d-8806dc08a9bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2039413-0c89-485f-bf2c-bb5f83216844'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:25:19.015546 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5aa1a6a7735b541a56ac331d75cf60bb33703eda8d3f8466ef91a6638b4642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d606236-c2c6-4e66-8386-843d4bc491a4" -d '{"events": [{"server_uuid": "0dd0795c-19b2-4060-bc9d-8806dc08a9bb", "name": "network-vif-unplugged", "status": "completed", "tag": "d2039413-0c89-485f-bf2c-bb5f83216844"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:25:19.019216 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] Publish callbacks [] for port (d2039413-0c89-485f-bf2c-bb5f83216844), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:19.032190 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] Transition to ACTIVE for port object d2039413-0c89-485f-bf2c-bb5f83216844 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:25:19.070351 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 04:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463fd75f-ea4a-430f-bf5f-71af32f73b92 x-openstack-request-id: req-463fd75f-ea4a-430f-bf5f-71af32f73b92 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:25:19.070351 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd0795c-19b2-4060-bc9d-8806dc08a9bb", "name": "network-vif-unplugged", "status": "completed", "tag": "d2039413-0c89-485f-bf2c-bb5f83216844", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:25:19.070351 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-463fd75f-ea4a-430f-bf5f-71af32f73b92 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:25:19.070351 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd0795c-19b2-4060-bc9d-8806dc08a9bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2039413-0c89-485f-bf2c-bb5f83216844', 'code': 200} Feb 20 04:25:19.125557 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (d2039413-0c89-485f-bf2c-bb5f83216844), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:19.194479 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] No DVR routers for this DVR port d2039413-0c89-485f-bf2c-bb5f83216844 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:25:19.197592 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] Pushing event updated for resources: {'Port': ['ID=d2039413-0c89-485f-bf2c-bb5f83216844,revision_number=6']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:25:19.210014 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:25:19.210369 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:25:19.210724 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:25:19.211094 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:25:19.218099 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:25:19.218099 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:25:19.218099 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:25:19.218099 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:25:19.218099 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:25:19.218099 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:25:19.218099 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:25:19.218099 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:25:19.218099 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:25:19.249562 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] Attempting to bind port d2039413-0c89-485f-bf2c-bb5f83216844 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:25:19.249901 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] Attempting to bind port d2039413-0c89-485f-bf2c-bb5f83216844 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '5f259031-e8fc-4edd-a211-d084ba74c5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0c0d3718-fdcd-47ce-88c8-82a48fb33123'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:25:19.250230 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] Attempting to bind port d2039413-0c89-485f-bf2c-bb5f83216844 on network 0c0d3718-fdcd-47ce-88c8-82a48fb33123 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:25:19.254571 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] Port d2039413-0c89-485f-bf2c-bb5f83216844 on network 0c0d3718-fdcd-47ce-88c8-82a48fb33123 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:25:19.254922 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] Attempting to bind port d2039413-0c89-485f-bf2c-bb5f83216844 on network 0c0d3718-fdcd-47ce-88c8-82a48fb33123 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:25:19.259696 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:25:19.260042 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] Checking segment: {'id': '5f259031-e8fc-4edd-a211-d084ba74c5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0c0d3718-fdcd-47ce-88c8-82a48fb33123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:25:19.260517 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] Bound using segment: {'id': '5f259031-e8fc-4edd-a211-d084ba74c5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0c0d3718-fdcd-47ce-88c8-82a48fb33123'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:25:19.261582 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] Bound port: d2039413-0c89-485f-bf2c-bb5f83216844, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f259031-e8fc-4edd-a211-d084ba74c5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0c0d3718-fdcd-47ce-88c8-82a48fb33123'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:25:19.261942 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d2039413-0c89-485f-bf2c-bb5f83216844), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:19.325812 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] For port d2039413-0c89-485f-bf2c-bb5f83216844, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:25:19.328774 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] For port d2039413-0c89-485f-bf2c-bb5f83216844, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=d2039413-0c89-485f-bf2c-bb5f83216844,segment=NetworkSegment(5f259031-e8fc-4edd-a211-d084ba74c5d4),segment_id=5f259031-e8fc-4edd-a211-d084ba74c5d4)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:25:19.399911 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (d2039413-0c89-485f-bf2c-bb5f83216844), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:19.435643 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:19.436302 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:19.437688 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] 10.222.0.42 "PUT /v2.0/ports/d2039413-0c89-485f-bf2c-bb5f83216844 HTTP/1.1" status: 200 len: 1091 time: 0.8675547 Feb 20 04:25:19.465985 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0edc3-ed2b-465b-9997-b7be235ff39d service neutron] Pushing event updated for resources: {'Port': ['ID=d2039413-0c89-485f-bf2c-bb5f83216844,revision_number=7']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:25:19.501964 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc4c7a-b2a6-45cc-b2af-2420039e2858 req-139c6d29-cf5a-4992-a871-612f69134232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:19.503753 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b0bc4c7a-b2a6-45cc-b2af-2420039e2858 req-139c6d29-cf5a-4992-a871-612f69134232 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6893b610b7034fa4a28b2e94e6bcc650&device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 1125 time: 0.0484362 Feb 20 04:25:19.609581 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc4c7a-b2a6-45cc-b2af-2420039e2858 req-be063eb4-c550-4fc1-a999-7db03b1f31a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:19.611083 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b0bc4c7a-b2a6-45cc-b2af-2420039e2858 req-be063eb4-c550-4fc1-a999-7db03b1f31a5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c0d3718-fdcd-47ce-88c8-82a48fb33123 HTTP/1.1" status: 200 len: 914 time: 0.0879006 Feb 20 04:25:19.651026 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b0bc4c7a-b2a6-45cc-b2af-2420039e2858 req-f34101eb-e0ce-4237-a819-4ba6a49505d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2039413-0c89-485f-bf2c-bb5f83216844 HTTP/1.1" status: 200 len: 217 time: 0.0330601 Feb 20 04:25:19.701707 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc4c7a-b2a6-45cc-b2af-2420039e2858 req-9b65668b-664e-4d52-9ca0-9e07e362e471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:19.703169 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b0bc4c7a-b2a6-45cc-b2af-2420039e2858 req-9b65668b-664e-4d52-9ca0-9e07e362e471 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2061a334-a359-4d7e-9ea2-9e1ea643a83b HTTP/1.1" status: 200 len: 853 time: 0.0464416 Feb 20 04:25:19.736301 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b0bc4c7a-b2a6-45cc-b2af-2420039e2858 req-2d8e52e1-e43a-4054-91df-b927c6a0601f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c0d3718-fdcd-47ce-88c8-82a48fb33123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257452 Feb 20 04:25:19.826158 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b0bc4c7a-b2a6-45cc-b2af-2420039e2858 req-b9418f4d-c9e7-4db8-9317-c14ff3bc6389 service neutron] 10.222.0.42 "GET /v2.0/networks/0c0d3718-fdcd-47ce-88c8-82a48fb33123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821836 Feb 20 04:25:19.921157 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b0bc4c7a-b2a6-45cc-b2af-2420039e2858 req-13f9ac54-bc96-47da-84fb-81b52824cbd5 service neutron] 10.222.0.42 "GET /v2.0/networks/0c0d3718-fdcd-47ce-88c8-82a48fb33123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884180 Feb 20 04:25:20.122703 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-8ed23b13-5419-450e-b935-93279af667fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:20.124256 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-8ed23b13-5419-450e-b935-93279af667fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6893b610b7034fa4a28b2e94e6bcc650&device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 1125 time: 0.0784619 Feb 20 04:25:20.199048 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ede09-d795-42e8-9a5f-5e66fb1e160f req-52bc15a7-5173-4da3-96c3-ef7197935e4b tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:20.200453 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b74ede09-d795-42e8-9a5f-5e66fb1e160f req-52bc15a7-5173-4da3-96c3-ef7197935e4b tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 943 time: 0.1086688 Feb 20 04:25:20.257519 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-33a0f1b6-4841-4d5d-86a9-b1c9d93773a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:20.259022 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-33a0f1b6-4841-4d5d-86a9-b1c9d93773a1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c0d3718-fdcd-47ce-88c8-82a48fb33123 HTTP/1.1" status: 200 len: 914 time: 0.1283684 Feb 20 04:25:20.279371 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b74ede09-d795-42e8-9a5f-5e66fb1e160f req-8e897e22-7f2b-4fc8-b753-20beab629fea tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730858 Feb 20 04:25:20.306608 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-364df333-a050-48e1-8d4c-7ed99d6aa998 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2039413-0c89-485f-bf2c-bb5f83216844 HTTP/1.1" status: 200 len: 217 time: 0.0401421 Feb 20 04:25:20.358573 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-aa4d7cd7-6eb3-4205-ad70-fc0574f4a349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:20.360051 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-aa4d7cd7-6eb3-4205-ad70-fc0574f4a349 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2061a334-a359-4d7e-9ea2-9e1ea643a83b HTTP/1.1" status: 200 len: 853 time: 0.0477087 Feb 20 04:25:20.393516 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-9574d206-6a74-42ac-bab3-51390e9a916e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c0d3718-fdcd-47ce-88c8-82a48fb33123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257568 Feb 20 04:25:20.480687 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-a9987bca-c6b4-4f7e-8226-d79c4c3747b1 service neutron] 10.222.0.42 "GET /v2.0/networks/0c0d3718-fdcd-47ce-88c8-82a48fb33123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814414 Feb 20 04:25:20.575196 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-77a9b940-1f25-44ab-8b37-5b1dc21822ab req-aaf3eba3-fb13-4e96-bdca-f57c6e0da72c service neutron] 10.222.0.42 "GET /v2.0/networks/0c0d3718-fdcd-47ce-88c8-82a48fb33123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893533 Feb 20 04:25:21.070183 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd0795c-19b2-4060-bc9d-8806dc08a9bb', 'tag': 'd2039413-0c89-485f-bf2c-bb5f83216844'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:25:21.072564 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5aa1a6a7735b541a56ac331d75cf60bb33703eda8d3f8466ef91a6638b4642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507de686-66d7-4d19-94fb-c21f7d9028fc" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd0795c-19b2-4060-bc9d-8806dc08a9bb", "tag": "d2039413-0c89-485f-bf2c-bb5f83216844"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:25:21.119300 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c544467-e6a5-4dc4-8c38-375e5ddc52c2 x-openstack-request-id: req-5c544467-e6a5-4dc4-8c38-375e5ddc52c2 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:25:21.119601 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd0795c-19b2-4060-bc9d-8806dc08a9bb", "tag": "d2039413-0c89-485f-bf2c-bb5f83216844", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:25:21.119886 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-5c544467-e6a5-4dc4-8c38-375e5ddc52c2 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:25:21.120293 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd0795c-19b2-4060-bc9d-8806dc08a9bb', 'tag': 'd2039413-0c89-485f-bf2c-bb5f83216844', 'status': 'completed', 'code': 200} Feb 20 04:25:21.125646 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device d2039413-0c89-485f-bf2c-bb5f83216844 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:25:21.165232 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] The host n-h2-829866-4 is not matching for port d2039413-0c89-485f-bf2c-bb5f83216844 host n-h1-829866-4! {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 04:25:21.165888 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device d2039413-0c89-485f-bf2c-bb5f83216844 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:25:21.185320 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507de686-66d7-4d19-94fb-c21f7d9028fc req-a8b8c40c-458b-451b-a290-984eb078157c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:21.185854 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507de686-66d7-4d19-94fb-c21f7d9028fc req-8ab0db7b-0955-4b2e-9898-534f9b5ecd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:21.186932 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-507de686-66d7-4d19-94fb-c21f7d9028fc req-a8b8c40c-458b-451b-a290-984eb078157c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6893b610b7034fa4a28b2e94e6bcc650&device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 1125 time: 0.0479929 Feb 20 04:25:21.187415 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-507de686-66d7-4d19-94fb-c21f7d9028fc req-8ab0db7b-0955-4b2e-9898-534f9b5ecd66 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6893b610b7034fa4a28b2e94e6bcc650&device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 1125 time: 0.0458310 Feb 20 04:25:21.283250 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507de686-66d7-4d19-94fb-c21f7d9028fc req-3e0a02b6-af0c-433d-b659-5c4f78936bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:21.284198 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507de686-66d7-4d19-94fb-c21f7d9028fc req-b84f8b46-3a14-4d4c-9a8b-a590983fd1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:21.284759 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-507de686-66d7-4d19-94fb-c21f7d9028fc req-3e0a02b6-af0c-433d-b659-5c4f78936bb8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c0d3718-fdcd-47ce-88c8-82a48fb33123 HTTP/1.1" status: 200 len: 914 time: 0.0919931 Feb 20 04:25:21.285633 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-507de686-66d7-4d19-94fb-c21f7d9028fc req-b84f8b46-3a14-4d4c-9a8b-a590983fd1a5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0c0d3718-fdcd-47ce-88c8-82a48fb33123 HTTP/1.1" status: 200 len: 914 time: 0.0908597 Feb 20 04:25:21.328677 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-507de686-66d7-4d19-94fb-c21f7d9028fc req-97defeba-d84c-4514-b218-90413b0b18a4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2039413-0c89-485f-bf2c-bb5f83216844 HTTP/1.1" status: 200 len: 217 time: 0.0370536 Feb 20 04:25:21.331569 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-507de686-66d7-4d19-94fb-c21f7d9028fc req-d983e629-8a4f-4c0f-bc0c-3db7ee7e4888 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2039413-0c89-485f-bf2c-bb5f83216844 HTTP/1.1" status: 200 len: 217 time: 0.0404167 Feb 20 04:25:21.382601 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507de686-66d7-4d19-94fb-c21f7d9028fc req-f3a53f24-e395-4fee-b9fe-209d44ddec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:21.384083 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-507de686-66d7-4d19-94fb-c21f7d9028fc req-f3a53f24-e395-4fee-b9fe-209d44ddec22 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2061a334-a359-4d7e-9ea2-9e1ea643a83b HTTP/1.1" status: 200 len: 853 time: 0.0492246 Feb 20 04:25:21.404144 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:21.415961 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507de686-66d7-4d19-94fb-c21f7d9028fc req-c4d20af9-d81f-4482-99e2-659d07a98ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:21.416156 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-507de686-66d7-4d19-94fb-c21f7d9028fc req-ea206040-0367-4e54-83cd-0cdd4973cc7b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c0d3718-fdcd-47ce-88c8-82a48fb33123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263612 Feb 20 04:25:21.418040 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-507de686-66d7-4d19-94fb-c21f7d9028fc req-c4d20af9-d81f-4482-99e2-659d07a98ec3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2061a334-a359-4d7e-9ea2-9e1ea643a83b HTTP/1.1" status: 200 len: 853 time: 0.0800631 Feb 20 04:25:21.452527 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-507de686-66d7-4d19-94fb-c21f7d9028fc req-7ab16e87-9d94-4083-a736-dd108eb14296 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c0d3718-fdcd-47ce-88c8-82a48fb33123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282571 Feb 20 04:25:21.463564 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd84643-0662-4a0b-ae8c-4b8fb43b78ea req-3807895b-8132-4604-aa14-450177cedb99 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:21.466372 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8dd84643-0662-4a0b-ae8c-4b8fb43b78ea req-3807895b-8132-4604-aa14-450177cedb99 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 943 time: 0.1022713 Feb 20 04:25:21.510782 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-507de686-66d7-4d19-94fb-c21f7d9028fc req-44c43590-964e-4286-a9d0-949499899366 service neutron] 10.222.0.93 "GET /v2.0/networks/0c0d3718-fdcd-47ce-88c8-82a48fb33123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882585 Feb 20 04:25:21.517909 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:21.578360 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8dd84643-0662-4a0b-ae8c-4b8fb43b78ea req-7771a427-ebb9-4f04-bc9b-d4f8ccc56190 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030173 Feb 20 04:25:21.593149 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-507de686-66d7-4d19-94fb-c21f7d9028fc req-9d8cdef3-8ec7-4ede-ba06-7978ddd760b5 service neutron] 10.222.0.42 "GET /v2.0/networks/0c0d3718-fdcd-47ce-88c8-82a48fb33123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257653 Feb 20 04:25:21.603949 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-507de686-66d7-4d19-94fb-c21f7d9028fc req-0ba589b3-17aa-41c0-aa1e-7d8f0be65c06 service neutron] 10.222.0.93 "GET /v2.0/networks/0c0d3718-fdcd-47ce-88c8-82a48fb33123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880177 Feb 20 04:25:21.687042 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-507de686-66d7-4d19-94fb-c21f7d9028fc req-ad13ef22-d8f1-4cd0-86b2-8eb614218fc7 service neutron] 10.222.0.42 "GET /v2.0/networks/0c0d3718-fdcd-47ce-88c8-82a48fb33123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863862 Feb 20 04:25:22.700145 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c025e-abbc-41ae-aafc-b0d3d7e611d0 req-b334c55f-e59a-4bcf-aede-2ab431bf25c5 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:22.701631 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-140c025e-abbc-41ae-aafc-b0d3d7e611d0 req-b334c55f-e59a-4bcf-aede-2ab431bf25c5 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 943 time: 0.0528698 Feb 20 04:25:22.750922 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-140c025e-abbc-41ae-aafc-b0d3d7e611d0 req-a7c13f1c-1a26-43a4-95c6-b689883f2816 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437593 Feb 20 04:25:23.084011 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c2319-d643-4b9b-8805-44cfc4c5e722 req-4fcd8cd4-6bf0-48cc-870c-6dfeee977534 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:23.085513 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e84c2319-d643-4b9b-8805-44cfc4c5e722 req-4fcd8cd4-6bf0-48cc-870c-6dfeee977534 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 943 time: 0.0521362 Feb 20 04:25:23.133094 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e84c2319-d643-4b9b-8805-44cfc4c5e722 req-d57fd8a5-99ad-401a-81aa-b5378e582e6a tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406599 Feb 20 04:25:23.193233 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57361c-70b1-4876-906e-76bbf919f3b3 req-8523026f-062d-4837-b741-c07a8cb1952d tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:23.194685 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3d57361c-70b1-4876-906e-76bbf919f3b3 req-8523026f-062d-4837-b741-c07a8cb1952d tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.93 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb&tenant_id=6893b610b7034fa4a28b2e94e6bcc650&binding%3Ahost_id=n-h1-829866-4 HTTP/1.1" status: 200 len: 943 time: 0.0559306 Feb 20 04:25:23.252213 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [req-3d57361c-70b1-4876-906e-76bbf919f3b3 req-53664dd0-9bed-4ffb-9ce5-5ea7c3995b80 service neutron] delete failed (client error): The resource could not be found. Feb 20 04:25:23.253120 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3d57361c-70b1-4876-906e-76bbf919f3b3 req-53664dd0-9bed-4ffb-9ce5-5ea7c3995b80 service neutron] 10.222.0.93 "DELETE /v2.0/ports/d2039413-0c89-485f-bf2c-bb5f83216844/bindings/n-h2-829866-4 HTTP/1.1" status: 404 len: 380 time: 0.0523887 Feb 20 04:25:23.341481 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57361c-70b1-4876-906e-76bbf919f3b3 req-1deffd1a-d4d7-4415-abe2-15ad8f5a2ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:23.343011 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3d57361c-70b1-4876-906e-76bbf919f3b3 req-1deffd1a-d4d7-4415-abe2-15ad8f5a2ed7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6893b610b7034fa4a28b2e94e6bcc650&device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 1125 time: 0.0490363 Feb 20 04:25:23.430174 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57361c-70b1-4876-906e-76bbf919f3b3 req-06d21835-7cbf-44d3-bf0c-87228c7dd607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:23.431686 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3d57361c-70b1-4876-906e-76bbf919f3b3 req-06d21835-7cbf-44d3-bf0c-87228c7dd607 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0c0d3718-fdcd-47ce-88c8-82a48fb33123 HTTP/1.1" status: 200 len: 914 time: 0.0835364 Feb 20 04:25:23.472597 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3d57361c-70b1-4876-906e-76bbf919f3b3 req-5254bf88-a9d8-4c85-9208-455ee7da511c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2039413-0c89-485f-bf2c-bb5f83216844 HTTP/1.1" status: 200 len: 217 time: 0.0346227 Feb 20 04:25:23.523712 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57361c-70b1-4876-906e-76bbf919f3b3 req-9ea4bfda-5282-42c6-9eb5-63232e3bec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:23.525054 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3d57361c-70b1-4876-906e-76bbf919f3b3 req-9ea4bfda-5282-42c6-9eb5-63232e3bec2f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2061a334-a359-4d7e-9ea2-9e1ea643a83b HTTP/1.1" status: 200 len: 853 time: 0.0465963 Feb 20 04:25:23.555469 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3d57361c-70b1-4876-906e-76bbf919f3b3 req-72bd1647-9917-428d-be25-1ed964a2ebe5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c0d3718-fdcd-47ce-88c8-82a48fb33123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249181 Feb 20 04:25:23.642478 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3d57361c-70b1-4876-906e-76bbf919f3b3 req-ef4a23c9-af3e-4c53-8dfe-de4a8a611698 service neutron] 10.222.0.93 "GET /v2.0/networks/0c0d3718-fdcd-47ce-88c8-82a48fb33123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805449 Feb 20 04:25:23.733559 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-3d57361c-70b1-4876-906e-76bbf919f3b3 req-2a7c4ad2-73fb-4a8a-aadf-3f30fbf1e99b service neutron] 10.222.0.93 "GET /v2.0/networks/0c0d3718-fdcd-47ce-88c8-82a48fb33123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856423 Feb 20 04:25:24.257875 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d46418-1475-45f9-ace4-3c6bac2d7538 req-255f6174-c5fa-4de1-9a71-a897199660fb tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:24.259431 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d6d46418-1475-45f9-ace4-3c6bac2d7538 req-255f6174-c5fa-4de1-9a71-a897199660fb tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 943 time: 0.0558612 Feb 20 04:25:24.307013 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d6d46418-1475-45f9-ace4-3c6bac2d7538 req-6738bd03-3055-41af-b2c3-2ab4209d16ac tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404677 Feb 20 04:25:24.821281 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:25:24.922724 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device d2039413-0c89-485f-bf2c-bb5f83216844 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:25:25.037838 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port d2039413-0c89-485f-bf2c-bb5f83216844, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=d2039413-0c89-485f-bf2c-bb5f83216844,segment=NetworkSegment(5f259031-e8fc-4edd-a211-d084ba74c5d4),segment_id=5f259031-e8fc-4edd-a211-d084ba74c5d4)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:25:25.050261 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'd2039413-0c89-485f-bf2c-bb5f83216844', 'network_id': '0c0d3718-fdcd-47ce-88c8-82a48fb33123', 'port_id': 'd2039413-0c89-485f-bf2c-bb5f83216844', 'mac_address': 'fa:16:3e:8f:bc:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2061a334-a359-4d7e-9ea2-9e1ea643a83b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:25:25.095521 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port d2039413-0c89-485f-bf2c-bb5f83216844 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:25:25.095916 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d2039413-0c89-485f-bf2c-bb5f83216844), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:25.110138 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2039413-0c89-485f-bf2c-bb5f83216844 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:25:25.131772 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port d2039413-0c89-485f-bf2c-bb5f83216844, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=d2039413-0c89-485f-bf2c-bb5f83216844,segment=NetworkSegment(5f259031-e8fc-4edd-a211-d084ba74c5d4),segment_id=5f259031-e8fc-4edd-a211-d084ba74c5d4)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:25:25.205572 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d2039413-0c89-485f-bf2c-bb5f83216844), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:25.265962 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=d2039413-0c89-485f-bf2c-bb5f83216844,revision_number=8']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:25:25.411409 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['d2039413-0c89-485f-bf2c-bb5f83216844'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:25:25.439950 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041f653-72a6-4f10-8501-e396c8ed07e8 req-705eb0d4-0c00-4954-917b-f3952f8ffb4c tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:25.441451 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b041f653-72a6-4f10-8501-e396c8ed07e8 req-705eb0d4-0c00-4954-917b-f3952f8ffb4c tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 944 time: 0.0570118 Feb 20 04:25:25.489664 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b041f653-72a6-4f10-8501-e396c8ed07e8 req-4f0c7036-efd5-452f-b010-5ff1be884ae5 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423522 Feb 20 04:25:25.608672 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa4162-b1c7-4722-8618-90e2caa98331 req-87db95c9-7145-4f18-a52b-802dbb429875 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:25.610072 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-27aa4162-b1c7-4722-8618-90e2caa98331 req-87db95c9-7145-4f18-a52b-802dbb429875 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 944 time: 0.0540235 Feb 20 04:25:25.656295 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-27aa4162-b1c7-4722-8618-90e2caa98331 req-414cb9b3-1716-4f9d-9bc2-89c6caa218a4 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406997 Feb 20 04:25:25.776449 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8040c1-5cf8-4d97-8b39-85cb9f7c003c req-bb3aa1f1-ef0f-4538-a3a9-146382ef8d37 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:25.778547 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea8040c1-5cf8-4d97-8b39-85cb9f7c003c req-bb3aa1f1-ef0f-4538-a3a9-146382ef8d37 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 944 time: 0.0571518 Feb 20 04:25:25.824801 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea8040c1-5cf8-4d97-8b39-85cb9f7c003c req-5a90e69c-d189-4540-aeab-4acb47c5b4ba tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407493 Feb 20 04:25:26.379780 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-e108b75e-3428-429b-83ee-06eb65727712 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:26.381292 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-e108b75e-3428-429b-83ee-06eb65727712 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/networks?id=0c0d3718-fdcd-47ce-88c8-82a48fb33123 HTTP/1.1" status: 200 len: 813 time: 0.1001952 Feb 20 04:25:26.397138 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-03381904-d756-4e29-9346-fe4e3872c09f tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/quotas/6893b610b7034fa4a28b2e94e6bcc650 HTTP/1.1" status: 200 len: 375 time: 0.0094435 Feb 20 04:25:26.451213 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8a1a2eb7-8b19-4e20-adab-8343ee726eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:26.454490 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-cf0caedc-7c6b-475b-97f3-8106b9ac8ba1 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=6893b610b7034fa4a28b2e94e6bcc650&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0524833 Feb 20 04:25:26.543460 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-644b70d9-ac96-4432-9f25-78f248abc685 service neutron] 10.222.0.89 "GET /v2.0/networks/0c0d3718-fdcd-47ce-88c8-82a48fb33123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816126 Feb 20 04:25:26.639074 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-1ae498fd-b60b-4ff3-af46-55e2560c7cfb service neutron] 10.222.0.89 "GET /v2.0/networks/0c0d3718-fdcd-47ce-88c8-82a48fb33123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895946 Feb 20 04:25:26.853731 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8323edc-c023-48ce-b503-8c46563a797e req-ec461527-e77a-4b34-a635-c94e639cddfa tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 210 time: 0.0274465 Feb 20 04:25:26.932123 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device d2039413-0c89-485f-bf2c-bb5f83216844 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:25:27.045711 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port d2039413-0c89-485f-bf2c-bb5f83216844 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:25:27.049578 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port d2039413-0c89-485f-bf2c-bb5f83216844 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:25:27.049953 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d2039413-0c89-485f-bf2c-bb5f83216844), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:27.127471 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port d2039413-0c89-485f-bf2c-bb5f83216844 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:25:27.127876 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d2039413-0c89-485f-bf2c-bb5f83216844), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:27.150202 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd0795c-19b2-4060-bc9d-8806dc08a9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2039413-0c89-485f-bf2c-bb5f83216844'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:25:27.152463 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a1e00c1b8c0849d65db633b2ad5dc0fe7d01c1085c482abf6d17f7010e02497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a672455-515a-4c32-bb56-1953707d9845" -d '{"events": [{"server_uuid": "0dd0795c-19b2-4060-bc9d-8806dc08a9bb", "name": "network-vif-plugged", "status": "completed", "tag": "d2039413-0c89-485f-bf2c-bb5f83216844"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:25:27.165812 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port d2039413-0c89-485f-bf2c-bb5f83216844, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=d2039413-0c89-485f-bf2c-bb5f83216844,segment=NetworkSegment(5f259031-e8fc-4edd-a211-d084ba74c5d4),segment_id=5f259031-e8fc-4edd-a211-d084ba74c5d4)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:25:27.200518 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a183d0b1-09b5-405c-9942-3f10efa0dce6 x-openstack-request-id: req-a183d0b1-09b5-405c-9942-3f10efa0dce6 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:25:27.202201 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd0795c-19b2-4060-bc9d-8806dc08a9bb", "name": "network-vif-plugged", "status": "completed", "tag": "d2039413-0c89-485f-bf2c-bb5f83216844", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:25:27.202201 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-a183d0b1-09b5-405c-9942-3f10efa0dce6 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:25:27.202201 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd0795c-19b2-4060-bc9d-8806dc08a9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2039413-0c89-485f-bf2c-bb5f83216844', 'code': 200} Feb 20 04:25:27.220548 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d2039413-0c89-485f-bf2c-bb5f83216844), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:27.272703 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=d2039413-0c89-485f-bf2c-bb5f83216844,revision_number=9']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:25:27.280724 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:25:27.281078 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:25:27.281422 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:25:27.281764 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:25:27.282103 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:25:27.282439 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:25:27.282770 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:25:27.283130 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:25:27.283461 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:25:27.283794 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:25:27.284123 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:25:27.284449 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:25:27.284773 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:25:27.536264 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fbbfb-dcdf-4f74-b12f-4775f2f7c94e req-610ef879-971e-46bf-99da-d321004a5da0 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:27.537767 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-538fbbfb-dcdf-4f74-b12f-4775f2f7c94e req-610ef879-971e-46bf-99da-d321004a5da0 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.42 "GET /v2.0/ports?device_id=0dd0795c-19b2-4060-bc9d-8806dc08a9bb HTTP/1.1" status: 200 len: 945 time: 0.0528374 Feb 20 04:25:27.628271 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-538fbbfb-dcdf-4f74-b12f-4775f2f7c94e req-e7c7a005-010a-4757-b796-384e10b9d4cf tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Deleting port d2039413-0c89-485f-bf2c-bb5f83216844 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:25:27.628626 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-538fbbfb-dcdf-4f74-b12f-4775f2f7c94e req-e7c7a005-010a-4757-b796-384e10b9d4cf tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (d2039413-0c89-485f-bf2c-bb5f83216844), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:27.721615 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-538fbbfb-dcdf-4f74-b12f-4775f2f7c94e req-e7c7a005-010a-4757-b796-384e10b9d4cf tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] For port d2039413-0c89-485f-bf2c-bb5f83216844, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=d2039413-0c89-485f-bf2c-bb5f83216844,segment=NetworkSegment(5f259031-e8fc-4edd-a211-d084ba74c5d4),segment_id=5f259031-e8fc-4edd-a211-d084ba74c5d4)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:25:27.721982 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-538fbbfb-dcdf-4f74-b12f-4775f2f7c94e req-e7c7a005-010a-4757-b796-384e10b9d4cf tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (d2039413-0c89-485f-bf2c-bb5f83216844), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:27.734175 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-538fbbfb-dcdf-4f74-b12f-4775f2f7c94e req-e7c7a005-010a-4757-b796-384e10b9d4cf tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Calling delete_port for d2039413-0c89-485f-bf2c-bb5f83216844 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:25:27.924970 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-538fbbfb-dcdf-4f74-b12f-4775f2f7c94e req-e7c7a005-010a-4757-b796-384e10b9d4cf tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (d2039413-0c89-485f-bf2c-bb5f83216844), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:27.936978 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['d2039413-0c89-485f-bf2c-bb5f83216844'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:25:27.974512 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c7a005-010a-4757-b796-384e10b9d4cf tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Pushing event deleted for resources: {'Port': ['ID=d2039413-0c89-485f-bf2c-bb5f83216844,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:25:27.977753 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-db62b403-70ac-4554-ac33-fbe95760282b req-55b0aa3a-34c5-41f1-8e5f-557be62e2e26 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 210 time: 0.0539432 Feb 20 04:25:28.022340 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-538fbbfb-dcdf-4f74-b12f-4775f2f7c94e req-e7c7a005-010a-4757-b796-384e10b9d4cf tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] No DVR routers for this DVR port d2039413-0c89-485f-bf2c-bb5f83216844 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:25:28.024956 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-538fbbfb-dcdf-4f74-b12f-4775f2f7c94e req-e7c7a005-010a-4757-b796-384e10b9d4cf tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:28.028264 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-538fbbfb-dcdf-4f74-b12f-4775f2f7c94e req-e7c7a005-010a-4757-b796-384e10b9d4cf tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.42 "DELETE /v2.0/ports/d2039413-0c89-485f-bf2c-bb5f83216844 HTTP/1.1" status: 204 len: 173 time: 0.4857605 Feb 20 04:25:28.028706 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd0795c-19b2-4060-bc9d-8806dc08a9bb', 'name': 'network-vif-deleted', 'tag': 'd2039413-0c89-485f-bf2c-bb5f83216844'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:25:28.031742 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5aa1a6a7735b541a56ac331d75cf60bb33703eda8d3f8466ef91a6638b4642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30535b9e-395b-4a08-b9d7-d05323d0c9b3" -d '{"events": [{"server_uuid": "0dd0795c-19b2-4060-bc9d-8806dc08a9bb", "name": "network-vif-deleted", "tag": "d2039413-0c89-485f-bf2c-bb5f83216844"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:25:28.068087 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c38a38e-b3b4-40fe-8c7c-7d2ef92bd398 x-openstack-request-id: req-8c38a38e-b3b4-40fe-8c7c-7d2ef92bd398 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:25:28.068393 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd0795c-19b2-4060-bc9d-8806dc08a9bb", "name": "network-vif-deleted", "tag": "d2039413-0c89-485f-bf2c-bb5f83216844", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:25:28.068652 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8c38a38e-b3b4-40fe-8c7c-7d2ef92bd398 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:25:28.069080 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd0795c-19b2-4060-bc9d-8806dc08a9bb', 'name': 'network-vif-deleted', 'tag': 'd2039413-0c89-485f-bf2c-bb5f83216844', 'status': 'completed', 'code': 200} Feb 20 04:25:28.734901 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-65879df7-6918-4014-9838-b3a59bdd030d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:28.898160 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-b205df80-ffb1-4b92-96a8-0622e400618e tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:28.900242 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-b205df80-ffb1-4b92-96a8-0622e400618e tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.42 "GET /v2.0/networks?id=0c0d3718-fdcd-47ce-88c8-82a48fb33123 HTTP/1.1" status: 200 len: 813 time: 0.1006384 Feb 20 04:25:28.910971 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-fd16fe6a-6fca-4353-8f4e-02c7f215363d tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Request body: {'port': {'device_id': '3efea43d-ccfc-4627-8474-88cfac3afead', 'network_id': '0c0d3718-fdcd-47ce-88c8-82a48fb33123', 'admin_state_up': True, 'tenant_id': '6893b610b7034fa4a28b2e94e6bcc650'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:25:29.085429 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0dd52db8-9763-49d0-a005-d285d7850602 req-52200ae6-f122-4b56-9311-39e44ea9a158 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 210 time: 0.0299571 Feb 20 04:25:29.152178 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-fd16fe6a-6fca-4353-8f4e-02c7f215363d tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Made reservation on behalf of 6893b610b7034fa4a28b2e94e6bcc650 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:25:29.156476 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-fd16fe6a-6fca-4353-8f4e-02c7f215363d tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:29.282175 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-fd16fe6a-6fca-4353-8f4e-02c7f215363d tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Allocated IP 172.20.0.9 (0c0d3718-fdcd-47ce-88c8-82a48fb33123/2061a334-a359-4d7e-9ea2-9e1ea643a83b/d129a491-361e-4aa2-887a-b828a5301d37) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:25:29.427323 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-fd16fe6a-6fca-4353-8f4e-02c7f215363d tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Publish callbacks [] for port (d129a491-361e-4aa2-887a-b828a5301d37), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:29.513867 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-fd16fe6a-6fca-4353-8f4e-02c7f215363d tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (d129a491-361e-4aa2-887a-b828a5301d37), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:29.525901 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['d2039413-0c89-485f-bf2c-bb5f83216844'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:25:29.558089 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-fd16fe6a-6fca-4353-8f4e-02c7f215363d tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Network 0c0d3718-fdcd-47ce-88c8-82a48fb33123 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:25:29.561168 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-fd16fe6a-6fca-4353-8f4e-02c7f215363d tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:25:29.564951 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-fd16fe6a-6fca-4353-8f4e-02c7f215363d tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:25:29.901311 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16fe6a-6fca-4353-8f4e-02c7f215363d tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Pushing event updated for resources: {'Port': ['ID=d129a491-361e-4aa2-887a-b828a5301d37,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:25:29.924517 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-fd16fe6a-6fca-4353-8f4e-02c7f215363d tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:29.925123 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-fd16fe6a-6fca-4353-8f4e-02c7f215363d tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:30.011519 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-fd16fe6a-6fca-4353-8f4e-02c7f215363d tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1045065 Feb 20 04:25:30.022922 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-621d39c4-ffbb-4eac-b3d0-6b51bdf00834 service neutron] Request body: {'port': {'device_id': '3efea43d-ccfc-4627-8474-88cfac3afead', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:25:30.082533 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-621d39c4-ffbb-4eac-b3d0-6b51bdf00834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d129a491-361e-4aa2-887a-b828a5301d37), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:30.148579 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:30.295400 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8802e0a-6eae-4958-a1a5-05320cd73a5d req-87f0a057-8e08-42e8-a097-9332f5246bc9 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:30.296738 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8802e0a-6eae-4958-a1a5-05320cd73a5d req-87f0a057-8e08-42e8-a097-9332f5246bc9 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 931 time: 0.1128950 Feb 20 04:25:30.371055 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8802e0a-6eae-4958-a1a5-05320cd73a5d req-c19c84cb-98b9-4e25-838b-6a21ba685779 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683727 Feb 20 04:25:30.417214 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-621d39c4-ffbb-4eac-b3d0-6b51bdf00834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d129a491-361e-4aa2-887a-b828a5301d37 {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:25:30.425302 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-621d39c4-ffbb-4eac-b3d0-6b51bdf00834 service neutron] Publish callbacks [] for port (d129a491-361e-4aa2-887a-b828a5301d37), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:30.437518 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-621d39c4-ffbb-4eac-b3d0-6b51bdf00834 service neutron] Transition to ACTIVE for port object d129a491-361e-4aa2-887a-b828a5301d37 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:25:30.490980 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-621d39c4-ffbb-4eac-b3d0-6b51bdf00834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (d129a491-361e-4aa2-887a-b828a5301d37), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:30.549349 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d39c4-ffbb-4eac-b3d0-6b51bdf00834 service neutron] Pushing event updated for resources: {'Port': ['ID=d129a491-361e-4aa2-887a-b828a5301d37,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:25:30.642244 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-621d39c4-ffbb-4eac-b3d0-6b51bdf00834 service neutron] Attempting to bind port d129a491-361e-4aa2-887a-b828a5301d37 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:25:30.642694 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-621d39c4-ffbb-4eac-b3d0-6b51bdf00834 service neutron] Attempting to bind port d129a491-361e-4aa2-887a-b828a5301d37 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '5f259031-e8fc-4edd-a211-d084ba74c5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0c0d3718-fdcd-47ce-88c8-82a48fb33123'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:25:30.643090 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-621d39c4-ffbb-4eac-b3d0-6b51bdf00834 service neutron] Attempting to bind port d129a491-361e-4aa2-887a-b828a5301d37 on network 0c0d3718-fdcd-47ce-88c8-82a48fb33123 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:25:30.647602 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-621d39c4-ffbb-4eac-b3d0-6b51bdf00834 service neutron] Port d129a491-361e-4aa2-887a-b828a5301d37 on network 0c0d3718-fdcd-47ce-88c8-82a48fb33123 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:25:30.647929 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-621d39c4-ffbb-4eac-b3d0-6b51bdf00834 service neutron] Attempting to bind port d129a491-361e-4aa2-887a-b828a5301d37 on network 0c0d3718-fdcd-47ce-88c8-82a48fb33123 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:25:30.652803 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-621d39c4-ffbb-4eac-b3d0-6b51bdf00834 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:25:30.653148 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-621d39c4-ffbb-4eac-b3d0-6b51bdf00834 service neutron] Checking segment: {'id': '5f259031-e8fc-4edd-a211-d084ba74c5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0c0d3718-fdcd-47ce-88c8-82a48fb33123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:25:30.653540 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-621d39c4-ffbb-4eac-b3d0-6b51bdf00834 service neutron] Bound using segment: {'id': '5f259031-e8fc-4edd-a211-d084ba74c5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0c0d3718-fdcd-47ce-88c8-82a48fb33123'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:25:30.653973 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-621d39c4-ffbb-4eac-b3d0-6b51bdf00834 service neutron] Bound port: d129a491-361e-4aa2-887a-b828a5301d37, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f259031-e8fc-4edd-a211-d084ba74c5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0c0d3718-fdcd-47ce-88c8-82a48fb33123'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:25:30.654451 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-621d39c4-ffbb-4eac-b3d0-6b51bdf00834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d129a491-361e-4aa2-887a-b828a5301d37), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:30.715671 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-621d39c4-ffbb-4eac-b3d0-6b51bdf00834 service neutron] For port d129a491-361e-4aa2-887a-b828a5301d37, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:25:30.718824 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-621d39c4-ffbb-4eac-b3d0-6b51bdf00834 service neutron] For port d129a491-361e-4aa2-887a-b828a5301d37, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=d129a491-361e-4aa2-887a-b828a5301d37,segment=NetworkSegment(5f259031-e8fc-4edd-a211-d084ba74c5d4),segment_id=5f259031-e8fc-4edd-a211-d084ba74c5d4)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:25:30.794113 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-621d39c4-ffbb-4eac-b3d0-6b51bdf00834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (d129a491-361e-4aa2-887a-b828a5301d37), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:30.831681 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-621d39c4-ffbb-4eac-b3d0-6b51bdf00834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:30.832331 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-621d39c4-ffbb-4eac-b3d0-6b51bdf00834 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:30.833695 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-621d39c4-ffbb-4eac-b3d0-6b51bdf00834 service neutron] 10.222.0.42 "PUT /v2.0/ports/d129a491-361e-4aa2-887a-b828a5301d37 HTTP/1.1" status: 200 len: 1091 time: 0.8149304 Feb 20 04:25:30.834159 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3efea43d-ccfc-4627-8474-88cfac3afead', 'tag': 'd129a491-361e-4aa2-887a-b828a5301d37'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:25:30.836412 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5aa1a6a7735b541a56ac331d75cf60bb33703eda8d3f8466ef91a6638b4642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f341197-bd8c-4611-98ca-1a970c8ab472" -d '{"events": [{"name": "network-changed", "server_uuid": "3efea43d-ccfc-4627-8474-88cfac3afead", "tag": "d129a491-361e-4aa2-887a-b828a5301d37"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:25:30.861333 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d39c4-ffbb-4eac-b3d0-6b51bdf00834 service neutron] Pushing event updated for resources: {'Port': ['ID=d129a491-361e-4aa2-887a-b828a5301d37,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:25:30.874659 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0370d484-a0d3-4805-807c-412cc8a3034f x-openstack-request-id: req-0370d484-a0d3-4805-807c-412cc8a3034f {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:25:30.874659 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3efea43d-ccfc-4627-8474-88cfac3afead", "tag": "d129a491-361e-4aa2-887a-b828a5301d37", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:25:30.874659 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0370d484-a0d3-4805-807c-412cc8a3034f {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:25:30.874659 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3efea43d-ccfc-4627-8474-88cfac3afead', 'tag': 'd129a491-361e-4aa2-887a-b828a5301d37', 'status': 'completed', 'code': 200} Feb 20 04:25:30.935472 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f341197-bd8c-4611-98ca-1a970c8ab472 req-cb07c1e9-f653-4382-b7b2-fec738204354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:30.937254 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f341197-bd8c-4611-98ca-1a970c8ab472 req-cb07c1e9-f653-4382-b7b2-fec738204354 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6893b610b7034fa4a28b2e94e6bcc650&device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 1125 time: 0.0459793 Feb 20 04:25:31.033049 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f341197-bd8c-4611-98ca-1a970c8ab472 req-f1ab1ee2-2aa1-4a0d-bf14-d6d657f8175d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:31.034526 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f341197-bd8c-4611-98ca-1a970c8ab472 req-f1ab1ee2-2aa1-4a0d-bf14-d6d657f8175d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=6893b610b7034fa4a28b2e94e6bcc650&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0896151 Feb 20 04:25:31.129281 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f341197-bd8c-4611-98ca-1a970c8ab472 req-5116559f-ea5b-402b-b992-2969d7e13d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:31.130757 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f341197-bd8c-4611-98ca-1a970c8ab472 req-5116559f-ea5b-402b-b992-2969d7e13d07 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902710 Feb 20 04:25:31.212409 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-f619c4f4-7299-4cb0-912e-f1c05ae7b05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:31.213912 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-f619c4f4-7299-4cb0-912e-f1c05ae7b05b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6893b610b7034fa4a28b2e94e6bcc650&device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 1125 time: 0.0456042 Feb 20 04:25:31.259562 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-b8ca59eb-43b8-42cb-9f45-da3ae01d2308 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d129a491-361e-4aa2-887a-b828a5301d37 HTTP/1.1" status: 200 len: 217 time: 0.0395164 Feb 20 04:25:31.314060 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-0bbe418c-9fb5-4c9d-bbb7-e9285833dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:31.315646 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-0bbe418c-9fb5-4c9d-bbb7-e9285833dfd8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2061a334-a359-4d7e-9ea2-9e1ea643a83b HTTP/1.1" status: 200 len: 853 time: 0.0497403 Feb 20 04:25:31.347132 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-785ce56f-aa38-48db-93aa-2e0b3a5c5514 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c0d3718-fdcd-47ce-88c8-82a48fb33123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258789 Feb 20 04:25:31.399697 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:31.440911 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-0f4a5d90-690e-43ba-806f-ff03cf9bd45a service neutron] 10.222.0.42 "GET /v2.0/networks/0c0d3718-fdcd-47ce-88c8-82a48fb33123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880158 Feb 20 04:25:31.556456 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba226e14-3340-4559-b473-0c84bce4e7fd req-89d2c8df-3549-4544-a39f-89601a7395d9 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:31.557964 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ba226e14-3340-4559-b473-0c84bce4e7fd req-89d2c8df-3549-4544-a39f-89601a7395d9 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 943 time: 0.1139772 Feb 20 04:25:31.586005 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1314bf86-d8ec-4a93-b52d-4b2905ca29e8 req-f378870c-ec97-472b-90b9-e3cb4832b8d5 service neutron] 10.222.0.42 "GET /v2.0/networks/0c0d3718-fdcd-47ce-88c8-82a48fb33123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337664 Feb 20 04:25:31.621626 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ba226e14-3340-4559-b473-0c84bce4e7fd req-d149ef2b-246b-4ef4-a521-7d9377a69ac8 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569527 Feb 20 04:25:32.740758 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f86a8-eced-4fd9-9cdd-747a8e85e2ff req-1f6d1a2a-5f7e-444d-8848-e49921ab4fca tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:32.742283 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-935f86a8-eced-4fd9-9cdd-747a8e85e2ff req-1f6d1a2a-5f7e-444d-8848-e49921ab4fca tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 943 time: 0.0523658 Feb 20 04:25:32.789475 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-935f86a8-eced-4fd9-9cdd-747a8e85e2ff req-091a6ded-5a3e-452d-9600-709c436648b2 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404856 Feb 20 04:25:32.816494 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:32.959685 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device d2039413-0c89-485f-bf2c-bb5f83216844 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:25:32.979877 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: d2039413-0c89-485f-bf2c-bb5f83216844 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:25:32.980228 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device d2039413-0c89-485f-bf2c-bb5f83216844 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:25:33.909733 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb524e-811f-42fd-93c4-f8a91a843fbd req-9234aada-bdc7-43e7-b452-a8f774216cf4 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:33.911284 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-45cb524e-811f-42fd-93c4-f8a91a843fbd req-9234aada-bdc7-43e7-b452-a8f774216cf4 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 943 time: 0.0543776 Feb 20 04:25:33.957582 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-45cb524e-811f-42fd-93c4-f8a91a843fbd req-6210800f-aed0-424e-9050-8fc87141daf9 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407293 Feb 20 04:25:34.975549 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device d129a491-361e-4aa2-887a-b828a5301d37 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:25:35.077677 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port d129a491-361e-4aa2-887a-b828a5301d37, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=d129a491-361e-4aa2-887a-b828a5301d37,segment=NetworkSegment(5f259031-e8fc-4edd-a211-d084ba74c5d4),segment_id=5f259031-e8fc-4edd-a211-d084ba74c5d4)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:25:35.086021 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234f7a2-2f1e-41b8-b0a9-fa362b192608 req-98ae6daf-5010-4744-b885-21d82a1d33bb tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:35.087629 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f234f7a2-2f1e-41b8-b0a9-fa362b192608 req-98ae6daf-5010-4744-b885-21d82a1d33bb tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 943 time: 0.0618899 Feb 20 04:25:35.089376 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'd129a491-361e-4aa2-887a-b828a5301d37', 'network_id': '0c0d3718-fdcd-47ce-88c8-82a48fb33123', 'port_id': 'd129a491-361e-4aa2-887a-b828a5301d37', 'mac_address': 'fa:16:3e:c9:4b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2061a334-a359-4d7e-9ea2-9e1ea643a83b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:25:35.126535 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port d129a491-361e-4aa2-887a-b828a5301d37 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:25:35.126952 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d129a491-361e-4aa2-887a-b828a5301d37), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:35.135288 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f234f7a2-2f1e-41b8-b0a9-fa362b192608 req-d09177e1-7854-40c6-b8de-04c2c5ff678b tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417938 Feb 20 04:25:35.139604 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d129a491-361e-4aa2-887a-b828a5301d37 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:25:35.159148 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port d129a491-361e-4aa2-887a-b828a5301d37, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=d129a491-361e-4aa2-887a-b828a5301d37,segment=NetworkSegment(5f259031-e8fc-4edd-a211-d084ba74c5d4),segment_id=5f259031-e8fc-4edd-a211-d084ba74c5d4)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:25:35.239247 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d129a491-361e-4aa2-887a-b828a5301d37), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:35.287042 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=d129a491-361e-4aa2-887a-b828a5301d37,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:25:35.437368 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['d129a491-361e-4aa2-887a-b828a5301d37'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:25:36.255395 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a2710-ed01-4a72-a633-7e436fb48f65 req-557dfde2-136c-4b33-b53d-334c33d5455f tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:36.256922 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c40a2710-ed01-4a72-a633-7e436fb48f65 req-557dfde2-136c-4b33-b53d-334c33d5455f tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 944 time: 0.0532720 Feb 20 04:25:36.304423 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c40a2710-ed01-4a72-a633-7e436fb48f65 req-e670e5ad-c758-4f23-8ec9-dd7f6ceba484 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419314 Feb 20 04:25:36.975703 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device d129a491-361e-4aa2-887a-b828a5301d37 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:25:37.084857 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port d129a491-361e-4aa2-887a-b828a5301d37 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:25:37.088842 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port d129a491-361e-4aa2-887a-b828a5301d37 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:25:37.089220 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d129a491-361e-4aa2-887a-b828a5301d37), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:37.169239 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port d129a491-361e-4aa2-887a-b828a5301d37 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:25:37.169860 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d129a491-361e-4aa2-887a-b828a5301d37), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:37.191818 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efea43d-ccfc-4627-8474-88cfac3afead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd129a491-361e-4aa2-887a-b828a5301d37'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:25:37.194077 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a1e00c1b8c0849d65db633b2ad5dc0fe7d01c1085c482abf6d17f7010e02497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642cdede-7843-4ac9-b1e5-270b2028f22c" -d '{"events": [{"server_uuid": "3efea43d-ccfc-4627-8474-88cfac3afead", "name": "network-vif-plugged", "status": "completed", "tag": "d129a491-361e-4aa2-887a-b828a5301d37"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:25:37.206473 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port d129a491-361e-4aa2-887a-b828a5301d37, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=d129a491-361e-4aa2-887a-b828a5301d37,segment=NetworkSegment(5f259031-e8fc-4edd-a211-d084ba74c5d4),segment_id=5f259031-e8fc-4edd-a211-d084ba74c5d4)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:25:37.233091 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4ad6c5-ccba-4e06-ac75-559a240a9627 x-openstack-request-id: req-0a4ad6c5-ccba-4e06-ac75-559a240a9627 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:25:37.233389 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3efea43d-ccfc-4627-8474-88cfac3afead", "name": "network-vif-plugged", "status": "completed", "tag": "d129a491-361e-4aa2-887a-b828a5301d37", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:25:37.233657 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-0a4ad6c5-ccba-4e06-ac75-559a240a9627 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:25:37.234099 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efea43d-ccfc-4627-8474-88cfac3afead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd129a491-361e-4aa2-887a-b828a5301d37', 'code': 200} Feb 20 04:25:37.267784 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d129a491-361e-4aa2-887a-b828a5301d37), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:37.315125 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=d129a491-361e-4aa2-887a-b828a5301d37,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:25:37.330957 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26404d89-1657-4214-b8f2-568471d9f700 req-15d07bce-ccaa-4e76-8d28-82cae01e76e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:37.332520 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26404d89-1657-4214-b8f2-568471d9f700 req-15d07bce-ccaa-4e76-8d28-82cae01e76e4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 1127 time: 0.0452573 Feb 20 04:25:37.390917 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-26404d89-1657-4214-b8f2-568471d9f700 req-210712d8-ae8c-478b-86af-110b5b273522 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513301 Feb 20 04:25:37.430778 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff017a66-feeb-47bf-b4cc-a95ddcfa404c req-70124474-7300-4041-ad9b-b5ac561f0fb8 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:37.432303 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff017a66-feeb-47bf-b4cc-a95ddcfa404c req-70124474-7300-4041-ad9b-b5ac561f0fb8 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0569568 Feb 20 04:25:37.483113 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ff017a66-feeb-47bf-b4cc-a95ddcfa404c req-f6139bdd-6639-4a68-af05-d651f5bd1c8b tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439653 Feb 20 04:25:38.606704 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360e03e-a702-4fb4-a8a6-770852c705ed req-333310e6-9c72-42ea-aedd-79538a4221b3 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:38.608963 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0360e03e-a702-4fb4-a8a6-770852c705ed req-333310e6-9c72-42ea-aedd-79538a4221b3 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0551612 Feb 20 04:25:38.655709 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0360e03e-a702-4fb4-a8a6-770852c705ed req-f0cb5c77-8949-464f-b871-c9935cc90014 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407760 Feb 20 04:25:38.775712 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd5063-5411-4c0f-afd0-827d8214d689 req-80d649b6-3186-4145-81d4-0f9caf6be249 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:38.777133 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d7dd5063-5411-4c0f-afd0-827d8214d689 req-80d649b6-3186-4145-81d4-0f9caf6be249 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0575087 Feb 20 04:25:38.824530 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d7dd5063-5411-4c0f-afd0-827d8214d689 req-b3926e67-d6d2-40de-a492-cc1052299890 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418780 Feb 20 04:25:39.180477 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37316f20-8ff8-42bf-b377-92fb9ec0ddeb req-616ff2c2-a66b-4598-bf1b-826bb8616b64 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:39.181991 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-37316f20-8ff8-42bf-b377-92fb9ec0ddeb req-616ff2c2-a66b-4598-bf1b-826bb8616b64 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0533719 Feb 20 04:25:39.229784 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-37316f20-8ff8-42bf-b377-92fb9ec0ddeb req-5d6a312a-6170-412b-961e-91edc54f7c50 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421345 Feb 20 04:25:39.290396 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-c5352b56-345e-404a-b67d-ad95ec6440bf service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0485075 Feb 20 04:25:39.818242 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-8fa8a1ba-4b38-4175-af28-4931832a810f tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:39.819634 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-8fa8a1ba-4b38-4175-af28-4931832a810f tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports/d129a491-361e-4aa2-887a-b828a5301d37 HTTP/1.1" status: 200 len: 942 time: 0.0460374 Feb 20 04:25:40.349810 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e7393-3072-48cc-a016-d4f67e031f9c req-2472aed9-4790-471f-8444-f2b3747536cc tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:40.351320 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6e3e7393-3072-48cc-a016-d4f67e031f9c req-2472aed9-4790-471f-8444-f2b3747536cc tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0526540 Feb 20 04:25:40.398820 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6e3e7393-3072-48cc-a016-d4f67e031f9c req-8c091ec8-4351-487a-b2b6-6e14237a43a5 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416508 Feb 20 04:25:41.207747 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-b90ed0b2-ee77-4faf-b86c-19904e3192b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:41.209254 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-b90ed0b2-ee77-4faf-b86c-19904e3192b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6893b610b7034fa4a28b2e94e6bcc650&device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 1127 time: 0.0450497 Feb 20 04:25:41.302230 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-d1551679-38bc-4ad9-94b5-e874a4145b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:41.303852 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-d1551679-38bc-4ad9-94b5-e874a4145b93 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c0d3718-fdcd-47ce-88c8-82a48fb33123 HTTP/1.1" status: 200 len: 914 time: 0.0889804 Feb 20 04:25:41.344240 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-fcf0964f-82f6-4ba1-9771-4e39594861c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d129a491-361e-4aa2-887a-b828a5301d37 HTTP/1.1" status: 200 len: 217 time: 0.0345814 Feb 20 04:25:41.396458 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-318c766a-d283-40cf-b4c7-99384845790c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:41.397924 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-318c766a-d283-40cf-b4c7-99384845790c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2061a334-a359-4d7e-9ea2-9e1ea643a83b HTTP/1.1" status: 200 len: 853 time: 0.0475707 Feb 20 04:25:41.429235 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-1df6320e-17f1-494c-8102-e9b6072a21f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c0d3718-fdcd-47ce-88c8-82a48fb33123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251341 Feb 20 04:25:41.555178 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-8cf30075-ec8f-4405-97f9-c859bb19cd03 service neutron] 10.222.0.42 "GET /v2.0/networks/0c0d3718-fdcd-47ce-88c8-82a48fb33123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194615 Feb 20 04:25:41.566276 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978c6e3-a6bd-4079-a25d-999f09381bf4 req-6854bd24-169b-4c6f-a249-979ce5aa44f9 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:41.567700 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4978c6e3-a6bd-4079-a25d-999f09381bf4 req-6854bd24-169b-4c6f-a249-979ce5aa44f9 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0892515 Feb 20 04:25:41.660129 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4978c6e3-a6bd-4079-a25d-999f09381bf4 req-929cbeaf-51d6-4fff-9aea-651bc9771fad tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845962 Feb 20 04:25:41.683690 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-51b054de-83e5-4971-93aa-fe391b03c993 service neutron] 10.222.0.42 "GET /v2.0/networks/0c0d3718-fdcd-47ce-88c8-82a48fb33123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150799 Feb 20 04:25:42.784975 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24227f-b945-4949-aaf4-fc9e782ad24e req-a93d7b50-14de-4956-88b5-34cec98c6b88 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:42.786493 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb24227f-b945-4949-aaf4-fc9e782ad24e req-a93d7b50-14de-4956-88b5-34cec98c6b88 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0580153 Feb 20 04:25:42.833886 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb24227f-b945-4949-aaf4-fc9e782ad24e req-b4031942-2124-47fa-8acb-dc9eb7f8889b tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416422 Feb 20 04:25:43.951245 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58157d24-4b10-40f4-8042-e184531c43b4 req-3c9fed72-f753-40aa-8e0d-34248b4e746c tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:43.953422 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-58157d24-4b10-40f4-8042-e184531c43b4 req-3c9fed72-f753-40aa-8e0d-34248b4e746c tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0522053 Feb 20 04:25:43.998748 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-58157d24-4b10-40f4-8042-e184531c43b4 req-ee2a036f-3c31-4ca3-97dc-ef90310a048c tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399206 Feb 20 04:25:45.123858 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de37d23-f1a9-4984-a83d-fddc593425e4 req-ee87d63c-834f-4b9b-b9fb-280903c25382 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:45.126018 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9de37d23-f1a9-4984-a83d-fddc593425e4 req-ee87d63c-834f-4b9b-b9fb-280903c25382 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0584846 Feb 20 04:25:45.174146 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9de37d23-f1a9-4984-a83d-fddc593425e4 req-f4d36144-7e54-4ccb-a8a3-5efedc429cb4 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425408 Feb 20 04:25:46.294336 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cdcea-e3d4-46bc-8fd0-f1146566a4a8 req-107696b7-4603-4353-ad9f-8b250a7e84e1 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:46.296426 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b4cdcea-e3d4-46bc-8fd0-f1146566a4a8 req-107696b7-4603-4353-ad9f-8b250a7e84e1 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0535350 Feb 20 04:25:46.342557 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b4cdcea-e3d4-46bc-8fd0-f1146566a4a8 req-de4841af-e8f3-42e2-bcfd-f9b7b3c28c54 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408425 Feb 20 04:25:47.462660 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130ffcb-8d79-4c59-a919-10d575aecc05 req-bc9d32a0-075b-4960-be26-372c07fab1ea tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:47.464174 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c130ffcb-8d79-4c59-a919-10d575aecc05 req-bc9d32a0-075b-4960-be26-372c07fab1ea tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0542912 Feb 20 04:25:47.519276 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c130ffcb-8d79-4c59-a919-10d575aecc05 req-23209222-a365-4c6c-89e4-bd38734ffc01 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453265 Feb 20 04:25:48.637178 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ebf2f-eb62-41a6-9599-74c352aa3cc4 req-989be80e-8b56-46c0-aa80-fd5fea77460e tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:48.638678 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3a9ebf2f-eb62-41a6-9599-74c352aa3cc4 req-989be80e-8b56-46c0-aa80-fd5fea77460e tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0545452 Feb 20 04:25:48.684939 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3a9ebf2f-eb62-41a6-9599-74c352aa3cc4 req-386a8679-b30a-4144-8e7f-e6334548aaa5 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401373 Feb 20 04:25:49.804870 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d546a3d-b7b9-4179-af16-789a4884aceb req-b20776b9-5d48-4cab-a778-52d357e33a76 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:49.806352 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2d546a3d-b7b9-4179-af16-789a4884aceb req-b20776b9-5d48-4cab-a778-52d357e33a76 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0521932 Feb 20 04:25:49.853394 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2d546a3d-b7b9-4179-af16-789a4884aceb req-77752841-afae-4284-a003-6a842d7164bf tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410750 Feb 20 04:25:50.976059 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44897d0-2b29-417b-b3e6-cea3887e718e req-bd30f7e3-c254-455e-a39a-f123f275217b tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:50.977558 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d44897d0-2b29-417b-b3e6-cea3887e718e req-bd30f7e3-c254-455e-a39a-f123f275217b tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0571666 Feb 20 04:25:51.024419 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d44897d0-2b29-417b-b3e6-cea3887e718e req-5a6acf43-eee7-44bd-8cfc-fae6f9e2573d tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412729 Feb 20 04:25:51.393467 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:51.553227 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:52.143766 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b452dbb-04d4-4545-8bb5-1b28157252cd req-1e836909-042d-45fb-849f-b87896bb2abb tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:52.145258 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3b452dbb-04d4-4545-8bb5-1b28157252cd req-1e836909-042d-45fb-849f-b87896bb2abb tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0528460 Feb 20 04:25:52.191842 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3b452dbb-04d4-4545-8bb5-1b28157252cd req-bae7de3f-da95-4f5f-a02d-1f3daeaa103b tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410280 Feb 20 04:25:53.312008 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e3f70-16b8-4ccb-96f4-d7daf0b9919a req-967cdb5a-1964-4f16-add8-4b16e1937386 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:53.313998 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b99e3f70-16b8-4ccb-96f4-d7daf0b9919a req-967cdb5a-1964-4f16-add8-4b16e1937386 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0519254 Feb 20 04:25:53.365549 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b99e3f70-16b8-4ccb-96f4-d7daf0b9919a req-15fde58d-929d-4f11-8bf1-b29f7720415c tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454557 Feb 20 04:25:54.484953 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91129442-f70d-4f34-bc03-08bf1e526db7 req-63661102-ea18-4a2c-a3d2-04983697f9e7 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:54.486565 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-91129442-f70d-4f34-bc03-08bf1e526db7 req-63661102-ea18-4a2c-a3d2-04983697f9e7 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0538523 Feb 20 04:25:54.532163 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-91129442-f70d-4f34-bc03-08bf1e526db7 req-6b7d17a9-4fd0-4d71-8b3c-1834dfacd6fa tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400431 Feb 20 04:25:55.652787 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e82ba-a3b7-4ad0-b9f8-37f06dfc0112 req-f3d040f2-3486-4eeb-b7ea-ea73c4a087c1 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:55.654427 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-eb1e82ba-a3b7-4ad0-b9f8-37f06dfc0112 req-f3d040f2-3486-4eeb-b7ea-ea73c4a087c1 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0528190 Feb 20 04:25:55.700363 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-eb1e82ba-a3b7-4ad0-b9f8-37f06dfc0112 req-7bfb5248-7da7-42ce-8db0-9c80fb38c124 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403094 Feb 20 04:25:56.466112 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4aa0832a-8e71-4ede-a783-9b5e1151bc6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:56.824403 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c61d13-96b2-46ad-ae58-1ec3e0cf8391 req-c1a3497b-3beb-4cc8-9bd6-ebffffb4e626 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:56.825909 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-46c61d13-96b2-46ad-ae58-1ec3e0cf8391 req-c1a3497b-3beb-4cc8-9bd6-ebffffb4e626 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0567873 Feb 20 04:25:56.872313 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-46c61d13-96b2-46ad-ae58-1ec3e0cf8391 req-ad0469c9-1c1c-4054-97dd-dad2f38e57db tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402174 Feb 20 04:25:57.992257 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c85f8-10cb-435c-aab1-15234538ef06 req-4021bd05-73cf-4673-8361-a3be3c404cf4 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:57.993754 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d99c85f8-10cb-435c-aab1-15234538ef06 req-4021bd05-73cf-4673-8361-a3be3c404cf4 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0531371 Feb 20 04:25:58.043162 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d99c85f8-10cb-435c-aab1-15234538ef06 req-6505b804-7d28-4683-bf4e-7027591746e4 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436966 Feb 20 04:25:58.722894 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab52f993-ebc5-40d7-aeae-28e5cc8bfd71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:25:59.164832 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65ca0d-2839-41af-bcea-b1fa61eb15d8 req-5d1e92a1-ec39-4fd2-b8b1-7a9c509c0893 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:25:59.166398 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f65ca0d-2839-41af-bcea-b1fa61eb15d8 req-5d1e92a1-ec39-4fd2-b8b1-7a9c509c0893 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0574577 Feb 20 04:25:59.213683 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5f65ca0d-2839-41af-bcea-b1fa61eb15d8 req-75603e61-1f53-4284-9abd-a5e468b0a45f tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417395 Feb 20 04:26:00.208334 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:00.335648 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3310af9-f9a2-4b95-b4ff-05b2522d2b93 req-cf2c2ab9-c3dd-49ec-874d-7409203608b9 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:00.337128 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a3310af9-f9a2-4b95-b4ff-05b2522d2b93 req-cf2c2ab9-c3dd-49ec-874d-7409203608b9 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0519822 Feb 20 04:26:00.383335 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a3310af9-f9a2-4b95-b4ff-05b2522d2b93 req-785786a1-f092-4db3-8a0b-697b63974a50 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405786 Feb 20 04:26:01.427746 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:01.504268 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9814c44-64ac-45cc-b088-c54783682534 req-3deeecc1-1639-477d-a98b-a7b5c92d69d7 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:01.505768 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f9814c44-64ac-45cc-b088-c54783682534 req-3deeecc1-1639-477d-a98b-a7b5c92d69d7 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0528069 Feb 20 04:26:01.556004 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f9814c44-64ac-45cc-b088-c54783682534 req-a970c174-5920-4d4a-8c9c-219e2ea1d72b tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444968 Feb 20 04:26:01.821587 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:26:02.673109 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c4b95-b05f-4cff-bdbc-d30a1c015613 req-23075fb5-bc28-4c2a-b6c7-69af4a66c862 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:02.674768 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2e4c4b95-b05f-4cff-bdbc-d30a1c015613 req-23075fb5-bc28-4c2a-b6c7-69af4a66c862 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0517783 Feb 20 04:26:02.721728 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2e4c4b95-b05f-4cff-bdbc-d30a1c015613 req-04328e78-402e-457a-90f2-14a02c2e8781 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414140 Feb 20 04:26:02.810850 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:03.845812 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac000ca0-8e45-44c7-8642-a14b6b05639a req-2759e0cb-0177-4a1f-80c7-17e6b786ceb4 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:03.847682 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac000ca0-8e45-44c7-8642-a14b6b05639a req-2759e0cb-0177-4a1f-80c7-17e6b786ceb4 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0545413 Feb 20 04:26:03.894805 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ac000ca0-8e45-44c7-8642-a14b6b05639a req-a2db9e28-7fcd-401a-8b8a-63eb310be09b tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418262 Feb 20 04:26:05.018401 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca7038-493a-40ff-bb67-2720139e06b6 req-d46f339d-898a-4323-a631-9316cf2bbceb tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:05.019921 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-47ca7038-493a-40ff-bb67-2720139e06b6 req-d46f339d-898a-4323-a631-9316cf2bbceb tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0568202 Feb 20 04:26:05.065589 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-47ca7038-493a-40ff-bb67-2720139e06b6 req-2bc8bae8-9e04-48dd-b9df-4d4185c1b8b7 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400159 Feb 20 04:26:06.182970 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e2ce0-d913-4fb5-8345-0ef51e4c90bb req-a677762a-6e89-46c7-a6ba-c549de585a60 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:06.184449 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-945e2ce0-d913-4fb5-8345-0ef51e4c90bb req-a677762a-6e89-46c7-a6ba-c549de585a60 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0526717 Feb 20 04:26:06.231355 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-945e2ce0-d913-4fb5-8345-0ef51e4c90bb req-4bb3baca-7664-4a35-b08a-340d44450cf0 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405140 Feb 20 04:26:07.356458 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3f82a-20ab-4963-bb4d-afa89028e45b req-e2b7dd5e-894d-4489-ac60-df66e732eb9d tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:07.358025 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e3d3f82a-20ab-4963-bb4d-afa89028e45b req-e2b7dd5e-894d-4489-ac60-df66e732eb9d tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0539699 Feb 20 04:26:07.410695 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e3d3f82a-20ab-4963-bb4d-afa89028e45b req-4d2a4ba4-ce4a-4133-a901-3a6fc51921a8 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464079 Feb 20 04:26:08.530128 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1b6ce-1e05-465b-90fe-986db0f2bee1 req-aa332354-bf17-4e54-980a-b87231c63216 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:08.531661 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07e1b6ce-1e05-465b-90fe-986db0f2bee1 req-aa332354-bf17-4e54-980a-b87231c63216 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0527365 Feb 20 04:26:08.579460 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-07e1b6ce-1e05-465b-90fe-986db0f2bee1 req-cb6dd479-0042-4079-88e1-f8f9f0b3cd7d tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406892 Feb 20 04:26:08.875634 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-94eb34df-2635-47fe-a5a0-a390d7c2e677 service neutron] show failed (client error): The resource could not be found. Feb 20 04:26:08.877285 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-94eb34df-2635-47fe-a5a0-a390d7c2e677 service neutron] 10.222.0.42 "GET /v2.0/ports/d129a491-361e-4aa2-887a-b828a5301d37/bindings/n-h2-829866-4 HTTP/1.1" status: 404 len: 380 time: 0.0550580 Feb 20 04:26:09.228298 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-dc33c545-fab4-4a9d-a3df-2be0c29a88ea req-f95bcf01-8b96-43e7-b4d0-b5fc9791fa98 service neutron] (104105) timed out ('10.222.0.42', 54056) {{(pid=104105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 04:26:09.543360 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-d5b4dbd0-283a-4782-99d0-de4bd1082027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:09.544774 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-d5b4dbd0-283a-4782-99d0-de4bd1082027 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead&tenant_id=6893b610b7034fa4a28b2e94e6bcc650 HTTP/1.1" status: 200 len: 1127 time: 0.0788174 Feb 20 04:26:09.555331 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829866-4', 'device_owner': 'compute:nova'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:26:09.617323 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d129a491-361e-4aa2-887a-b828a5301d37), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:09.704668 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04195ee4-c8bd-4032-a5a6-8277ffd375d6 req-a9465dac-14b6-40d9-8f26-a263ca878564 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:09.706192 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-04195ee4-c8bd-4032-a5a6-8277ffd375d6 req-a9465dac-14b6-40d9-8f26-a263ca878564 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0586038 Feb 20 04:26:09.755737 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-04195ee4-c8bd-4032-a5a6-8277ffd375d6 req-ec896518-f627-4a82-a7ee-0e9def300cd9 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435324 Feb 20 04:26:09.829780 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] For port d129a491-361e-4aa2-887a-b828a5301d37, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=d129a491-361e-4aa2-887a-b828a5301d37,segment=NetworkSegment(5f259031-e8fc-4edd-a211-d084ba74c5d4),segment_id=5f259031-e8fc-4edd-a211-d084ba74c5d4)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:26:09.862979 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] For port d129a491-361e-4aa2-887a-b828a5301d37, host n-h1-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:26:09.902293 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efea43d-ccfc-4627-8474-88cfac3afead', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd129a491-361e-4aa2-887a-b828a5301d37'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:26:09.904704 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf3c62807d90451df298560e3808142486074117e133717b71a7661d69a798e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6b186a-63a3-4a48-a673-b9027293f53e" -d '{"events": [{"server_uuid": "3efea43d-ccfc-4627-8474-88cfac3afead", "name": "network-vif-unplugged", "status": "completed", "tag": "d129a491-361e-4aa2-887a-b828a5301d37"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:26:09.909240 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] Publish callbacks [] for port (d129a491-361e-4aa2-887a-b828a5301d37), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:09.926281 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] Transition to ACTIVE for port object d129a491-361e-4aa2-887a-b828a5301d37 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:26:09.951830 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 04:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f909e5-92b2-4326-a1c7-4128dadfba6c x-openstack-request-id: req-27f909e5-92b2-4326-a1c7-4128dadfba6c {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:26:09.952132 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3efea43d-ccfc-4627-8474-88cfac3afead", "name": "network-vif-unplugged", "status": "completed", "tag": "d129a491-361e-4aa2-887a-b828a5301d37", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:26:09.952389 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-27f909e5-92b2-4326-a1c7-4128dadfba6c {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:26:09.953393 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efea43d-ccfc-4627-8474-88cfac3afead', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd129a491-361e-4aa2-887a-b828a5301d37', 'code': 200} Feb 20 04:26:10.010607 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (d129a491-361e-4aa2-887a-b828a5301d37), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:10.078522 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] No DVR routers for this DVR port d129a491-361e-4aa2-887a-b828a5301d37 on host n-h1-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:26:10.081759 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] Pushing event updated for resources: {'Port': ['ID=d129a491-361e-4aa2-887a-b828a5301d37,revision_number=6']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:26:10.092758 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:10.093106 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:10.093448 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:10.093789 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:10.094137 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:10.094450 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:10.094805 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:10.095154 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:10.095478 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:10.095803 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:10.096125 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:10.096446 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:10.096763 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:10.127081 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] Attempting to bind port d129a491-361e-4aa2-887a-b828a5301d37 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:26:10.127420 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] Attempting to bind port d129a491-361e-4aa2-887a-b828a5301d37 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '5f259031-e8fc-4edd-a211-d084ba74c5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0c0d3718-fdcd-47ce-88c8-82a48fb33123'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:26:10.127743 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] Attempting to bind port d129a491-361e-4aa2-887a-b828a5301d37 on network 0c0d3718-fdcd-47ce-88c8-82a48fb33123 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:26:10.131968 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] Port d129a491-361e-4aa2-887a-b828a5301d37 on network 0c0d3718-fdcd-47ce-88c8-82a48fb33123 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:26:10.132291 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] Attempting to bind port d129a491-361e-4aa2-887a-b828a5301d37 on network 0c0d3718-fdcd-47ce-88c8-82a48fb33123 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:26:10.136966 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:26:10.137304 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] Checking segment: {'id': '5f259031-e8fc-4edd-a211-d084ba74c5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0c0d3718-fdcd-47ce-88c8-82a48fb33123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:26:10.137683 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] Bound using segment: {'id': '5f259031-e8fc-4edd-a211-d084ba74c5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0c0d3718-fdcd-47ce-88c8-82a48fb33123'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:26:10.138106 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] Bound port: d129a491-361e-4aa2-887a-b828a5301d37, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f259031-e8fc-4edd-a211-d084ba74c5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '0c0d3718-fdcd-47ce-88c8-82a48fb33123'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:26:10.138456 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d129a491-361e-4aa2-887a-b828a5301d37), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:10.199382 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] For port d129a491-361e-4aa2-887a-b828a5301d37, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:26:10.202284 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] For port d129a491-361e-4aa2-887a-b828a5301d37, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=d129a491-361e-4aa2-887a-b828a5301d37,segment=NetworkSegment(5f259031-e8fc-4edd-a211-d084ba74c5d4),segment_id=5f259031-e8fc-4edd-a211-d084ba74c5d4)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:26:10.271402 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (d129a491-361e-4aa2-887a-b828a5301d37), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:10.307668 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:10.308420 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:10.309700 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] 10.222.0.93 "PUT /v2.0/ports/d129a491-361e-4aa2-887a-b828a5301d37 HTTP/1.1" status: 200 len: 1091 time: 0.7583044 Feb 20 04:26:10.341211 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9fa093-f2e2-48f7-b85d-52f37b600a18 service neutron] Pushing event updated for resources: {'Port': ['ID=d129a491-361e-4aa2-887a-b828a5301d37,revision_number=7']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:26:10.375689 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-4ad49084-da05-40e4-a944-bfd7a0209cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:10.378028 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-4ad49084-da05-40e4-a944-bfd7a0209cca service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6893b610b7034fa4a28b2e94e6bcc650&device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 1125 time: 0.0483406 Feb 20 04:26:10.464624 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-c41dd8e9-617d-4b25-ba0c-59a5dc05b8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:10.466090 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-c41dd8e9-617d-4b25-ba0c-59a5dc05b8b4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0c0d3718-fdcd-47ce-88c8-82a48fb33123 HTTP/1.1" status: 200 len: 914 time: 0.0828066 Feb 20 04:26:10.509933 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-684c4c1e-635c-43ad-a16b-4c1a02a58bdf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d129a491-361e-4aa2-887a-b828a5301d37 HTTP/1.1" status: 200 len: 217 time: 0.0384400 Feb 20 04:26:10.556666 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-77d824ce-c8db-4da6-9e3e-7466c3283b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:10.558061 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-77d824ce-c8db-4da6-9e3e-7466c3283b9e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2061a334-a359-4d7e-9ea2-9e1ea643a83b HTTP/1.1" status: 200 len: 853 time: 0.0428925 Feb 20 04:26:10.588131 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-b33d2f19-cef1-499c-925a-bb8bfe65905a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c0d3718-fdcd-47ce-88c8-82a48fb33123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243912 Feb 20 04:26:10.677471 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-87531614-4392-48c0-ab8f-f4fbfb6d3482 service neutron] 10.222.0.93 "GET /v2.0/networks/0c0d3718-fdcd-47ce-88c8-82a48fb33123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836837 Feb 20 04:26:10.765502 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7ca4f492-04df-4294-a95c-cd51dfc04851 req-36024114-6f7d-4d73-940f-204d8f733474 service neutron] 10.222.0.93 "GET /v2.0/networks/0c0d3718-fdcd-47ce-88c8-82a48fb33123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808203 Feb 20 04:26:10.877993 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca6da6-ff2b-489b-8aaa-12b066a0049b req-486f6cb3-115b-4f37-82d5-7a0caa61486e tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:10.879532 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e7ca6da6-ff2b-489b-8aaa-12b066a0049b req-486f6cb3-115b-4f37-82d5-7a0caa61486e tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 943 time: 0.0535064 Feb 20 04:26:10.928767 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e7ca6da6-ff2b-489b-8aaa-12b066a0049b req-18d962e2-a730-471d-9174-978be59ddb39 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435009 Feb 20 04:26:11.954469 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3efea43d-ccfc-4627-8474-88cfac3afead', 'tag': 'd129a491-361e-4aa2-887a-b828a5301d37'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:26:11.957233 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf3c62807d90451df298560e3808142486074117e133717b71a7661d69a798e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e80221-68ed-4ff2-aaaa-fd03356566d6" -d '{"events": [{"name": "network-changed", "server_uuid": "3efea43d-ccfc-4627-8474-88cfac3afead", "tag": "d129a491-361e-4aa2-887a-b828a5301d37"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:26:12.049674 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe39f30-d722-4557-ad0b-652abfa51f2a req-b6bbed31-f7a8-4b1e-ab14-45434b010dba tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:12.051106 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dfe39f30-d722-4557-ad0b-652abfa51f2a req-b6bbed31-f7a8-4b1e-ab14-45434b010dba tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 943 time: 0.0533271 Feb 20 04:26:12.102488 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dfe39f30-d722-4557-ad0b-652abfa51f2a req-7014dfdd-f803-46b1-9bae-e3c8253bbf0a tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455823 Feb 20 04:26:12.155973 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf095e7-0d9f-4e22-8a4b-010efd78393a x-openstack-request-id: req-ebf095e7-0d9f-4e22-8a4b-010efd78393a {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:26:12.156269 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3efea43d-ccfc-4627-8474-88cfac3afead", "tag": "d129a491-361e-4aa2-887a-b828a5301d37", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:26:12.156525 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ebf095e7-0d9f-4e22-8a4b-010efd78393a {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:26:12.156993 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3efea43d-ccfc-4627-8474-88cfac3afead', 'tag': 'd129a491-361e-4aa2-887a-b828a5301d37', 'status': 'completed', 'code': 200} Feb 20 04:26:12.217669 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e80221-68ed-4ff2-aaaa-fd03356566d6 req-c0b2d935-87ef-4a8f-829a-97dfa88688b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:12.219207 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-16e80221-68ed-4ff2-aaaa-fd03356566d6 req-c0b2d935-87ef-4a8f-829a-97dfa88688b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6893b610b7034fa4a28b2e94e6bcc650&device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 1125 time: 0.0455720 Feb 20 04:26:12.222364 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e80221-68ed-4ff2-aaaa-fd03356566d6 req-63caf2db-f622-44b8-8b62-58dabb6f451c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:12.223889 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-16e80221-68ed-4ff2-aaaa-fd03356566d6 req-63caf2db-f622-44b8-8b62-58dabb6f451c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6893b610b7034fa4a28b2e94e6bcc650&device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 1125 time: 0.0461059 Feb 20 04:26:12.308412 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e80221-68ed-4ff2-aaaa-fd03356566d6 req-69a0585c-319d-4fe2-b18b-95102a9017a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:12.309830 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-16e80221-68ed-4ff2-aaaa-fd03356566d6 req-69a0585c-319d-4fe2-b18b-95102a9017a5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c0d3718-fdcd-47ce-88c8-82a48fb33123 HTTP/1.1" status: 200 len: 914 time: 0.0836833 Feb 20 04:26:12.315200 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e80221-68ed-4ff2-aaaa-fd03356566d6 req-d3e33710-31c4-4d84-8ab7-36819aa029a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:12.316749 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-16e80221-68ed-4ff2-aaaa-fd03356566d6 req-d3e33710-31c4-4d84-8ab7-36819aa029a3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0c0d3718-fdcd-47ce-88c8-82a48fb33123 HTTP/1.1" status: 200 len: 914 time: 0.0864911 Feb 20 04:26:12.355002 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-16e80221-68ed-4ff2-aaaa-fd03356566d6 req-7a44ce8d-7a07-4194-940b-a13e910a22fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d129a491-361e-4aa2-887a-b828a5301d37 HTTP/1.1" status: 200 len: 217 time: 0.0384715 Feb 20 04:26:12.360179 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-16e80221-68ed-4ff2-aaaa-fd03356566d6 req-bdea3638-e09d-46a2-b209-836faa5fd9c0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d129a491-361e-4aa2-887a-b828a5301d37 HTTP/1.1" status: 200 len: 217 time: 0.0362482 Feb 20 04:26:12.406673 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e80221-68ed-4ff2-aaaa-fd03356566d6 req-d8b17bfb-4815-4493-8b0b-3db7c5db5bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:12.409561 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-16e80221-68ed-4ff2-aaaa-fd03356566d6 req-d8b17bfb-4815-4493-8b0b-3db7c5db5bae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2061a334-a359-4d7e-9ea2-9e1ea643a83b HTTP/1.1" status: 200 len: 853 time: 0.0453033 Feb 20 04:26:12.414103 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e80221-68ed-4ff2-aaaa-fd03356566d6 req-c381c402-a21c-4654-a61c-7a5dd30b7a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:12.415594 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-16e80221-68ed-4ff2-aaaa-fd03356566d6 req-c381c402-a21c-4654-a61c-7a5dd30b7a5b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2061a334-a359-4d7e-9ea2-9e1ea643a83b HTTP/1.1" status: 200 len: 853 time: 0.0499876 Feb 20 04:26:12.440838 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-16e80221-68ed-4ff2-aaaa-fd03356566d6 req-e6875fa7-659a-49ff-822e-ea48de75c9f0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c0d3718-fdcd-47ce-88c8-82a48fb33123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258815 Feb 20 04:26:12.447963 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-16e80221-68ed-4ff2-aaaa-fd03356566d6 req-21c2d057-1284-40b4-82c5-30748040e22e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0c0d3718-fdcd-47ce-88c8-82a48fb33123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257180 Feb 20 04:26:12.538873 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-16e80221-68ed-4ff2-aaaa-fd03356566d6 req-10279680-6aa6-47a6-9114-1cea44d3ca21 service neutron] 10.222.0.42 "GET /v2.0/networks/0c0d3718-fdcd-47ce-88c8-82a48fb33123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922387 Feb 20 04:26:12.540176 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-16e80221-68ed-4ff2-aaaa-fd03356566d6 req-5855c14c-2f1c-4e6a-8804-2aee0dba2ef6 service neutron] 10.222.0.93 "GET /v2.0/networks/0c0d3718-fdcd-47ce-88c8-82a48fb33123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840390 Feb 20 04:26:12.629593 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-16e80221-68ed-4ff2-aaaa-fd03356566d6 req-79aedc62-9729-4283-b279-4032340c0533 service neutron] 10.222.0.42 "GET /v2.0/networks/0c0d3718-fdcd-47ce-88c8-82a48fb33123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850730 Feb 20 04:26:12.635992 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-16e80221-68ed-4ff2-aaaa-fd03356566d6 req-506082aa-42e8-4694-b0e0-baa7e3cbe25c service neutron] 10.222.0.93 "GET /v2.0/networks/0c0d3718-fdcd-47ce-88c8-82a48fb33123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894914 Feb 20 04:26:13.116872 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device d129a491-361e-4aa2-887a-b828a5301d37 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:26:13.232243 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96688e82-cf16-456b-b13d-5678f341c73b req-c72fce7f-b6e5-4682-9daa-d4b61c405e93 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:13.233788 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-96688e82-cf16-456b-b13d-5678f341c73b req-c72fce7f-b6e5-4682-9daa-d4b61c405e93 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 943 time: 0.0555625 Feb 20 04:26:13.284913 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-96688e82-cf16-456b-b13d-5678f341c73b req-bcd5e34d-17b4-4c31-8503-84802b39ab64 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437837 Feb 20 04:26:13.331498 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] The host n-h1-829866-4 is not matching for port d129a491-361e-4aa2-887a-b828a5301d37 host n-h2-829866-4! {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 04:26:13.331897 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device d129a491-361e-4aa2-887a-b828a5301d37 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:26:13.461713 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device d129a491-361e-4aa2-887a-b828a5301d37 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:26:13.569567 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port d129a491-361e-4aa2-887a-b828a5301d37, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=d129a491-361e-4aa2-887a-b828a5301d37,segment=NetworkSegment(5f259031-e8fc-4edd-a211-d084ba74c5d4),segment_id=5f259031-e8fc-4edd-a211-d084ba74c5d4)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:26:13.582125 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'd129a491-361e-4aa2-887a-b828a5301d37', 'network_id': '0c0d3718-fdcd-47ce-88c8-82a48fb33123', 'port_id': 'd129a491-361e-4aa2-887a-b828a5301d37', 'mac_address': 'fa:16:3e:c9:4b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2061a334-a359-4d7e-9ea2-9e1ea643a83b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:26:13.620741 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port d129a491-361e-4aa2-887a-b828a5301d37 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:26:13.621160 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d129a491-361e-4aa2-887a-b828a5301d37), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:13.634820 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d129a491-361e-4aa2-887a-b828a5301d37 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:26:13.655520 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port d129a491-361e-4aa2-887a-b828a5301d37, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=d129a491-361e-4aa2-887a-b828a5301d37,segment=NetworkSegment(5f259031-e8fc-4edd-a211-d084ba74c5d4),segment_id=5f259031-e8fc-4edd-a211-d084ba74c5d4)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:26:13.675382 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbc3b9-a61e-4701-80de-8148b01aa5be req-0cd61567-eaa2-4ad8-81a9-239740786350 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:13.676918 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-35bbc3b9-a61e-4701-80de-8148b01aa5be req-0cd61567-eaa2-4ad8-81a9-239740786350 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 943 time: 0.0628376 Feb 20 04:26:13.719074 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d129a491-361e-4aa2-887a-b828a5301d37), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:13.768404 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=d129a491-361e-4aa2-887a-b828a5301d37,revision_number=8']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:26:13.793348 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-35bbc3b9-a61e-4701-80de-8148b01aa5be req-7acb4ac6-5a23-4cdf-b89d-986531bc2926 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101294 Feb 20 04:26:13.818230 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3981476-9df1-4827-8b5c-015ebdddc3e4 req-8dbf09ec-d6f3-497f-a4fd-bce3a705051f tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:13.819677 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d3981476-9df1-4827-8b5c-015ebdddc3e4 req-8dbf09ec-d6f3-497f-a4fd-bce3a705051f tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead&tenant_id=6893b610b7034fa4a28b2e94e6bcc650&binding%3Ahost_id=n-h2-829866-4 HTTP/1.1" status: 200 len: 944 time: 0.1224382 Feb 20 04:26:13.882972 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-d3981476-9df1-4827-8b5c-015ebdddc3e4 req-8fa82dd5-6132-498b-80e5-3a385d46faff service neutron] delete failed (client error): The resource could not be found. Feb 20 04:26:13.883995 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d3981476-9df1-4827-8b5c-015ebdddc3e4 req-8fa82dd5-6132-498b-80e5-3a385d46faff service neutron] 10.222.0.42 "DELETE /v2.0/ports/d129a491-361e-4aa2-887a-b828a5301d37/bindings/n-h1-829866-4 HTTP/1.1" status: 404 len: 380 time: 0.0581429 Feb 20 04:26:13.934920 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['d129a491-361e-4aa2-887a-b828a5301d37'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:26:13.971807 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3981476-9df1-4827-8b5c-015ebdddc3e4 req-62845fdb-f9d0-439d-bb13-03f851f3b3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:13.973707 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d3981476-9df1-4827-8b5c-015ebdddc3e4 req-62845fdb-f9d0-439d-bb13-03f851f3b3c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6893b610b7034fa4a28b2e94e6bcc650&device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 1126 time: 0.0479140 Feb 20 04:26:14.066935 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3981476-9df1-4827-8b5c-015ebdddc3e4 req-24fdc851-9aaf-4271-8e08-3237ccced323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:14.068519 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d3981476-9df1-4827-8b5c-015ebdddc3e4 req-24fdc851-9aaf-4271-8e08-3237ccced323 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0c0d3718-fdcd-47ce-88c8-82a48fb33123 HTTP/1.1" status: 200 len: 914 time: 0.0893660 Feb 20 04:26:14.108575 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d3981476-9df1-4827-8b5c-015ebdddc3e4 req-53eeb6c6-f6ba-4108-8d22-fad27d97d7fb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d129a491-361e-4aa2-887a-b828a5301d37 HTTP/1.1" status: 200 len: 217 time: 0.0345740 Feb 20 04:26:14.156109 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3981476-9df1-4827-8b5c-015ebdddc3e4 req-7b01ed08-57ff-44d7-8410-17d29a044bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:14.158619 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d3981476-9df1-4827-8b5c-015ebdddc3e4 req-7b01ed08-57ff-44d7-8410-17d29a044bd9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2061a334-a359-4d7e-9ea2-9e1ea643a83b HTTP/1.1" status: 200 len: 853 time: 0.0431826 Feb 20 04:26:14.189853 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d3981476-9df1-4827-8b5c-015ebdddc3e4 req-321bf5c5-35bf-483f-aff4-004e5f636d6f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0c0d3718-fdcd-47ce-88c8-82a48fb33123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253644 Feb 20 04:26:14.278563 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d3981476-9df1-4827-8b5c-015ebdddc3e4 req-70138f7c-8a7d-4741-9c26-1eb6443fccd2 service neutron] 10.222.0.42 "GET /v2.0/networks/0c0d3718-fdcd-47ce-88c8-82a48fb33123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824971 Feb 20 04:26:14.365945 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d3981476-9df1-4827-8b5c-015ebdddc3e4 req-fbf52999-ce44-4df9-b154-8de0f536d7b5 service neutron] 10.222.0.42 "GET /v2.0/networks/0c0d3718-fdcd-47ce-88c8-82a48fb33123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816770 Feb 20 04:26:14.918060 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652352f-18b6-451e-8d9c-5ca52ea8f78f req-342fd7ab-3be0-40fe-baa2-40ff2b71b94d tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:14.919708 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7652352f-18b6-451e-8d9c-5ca52ea8f78f req-342fd7ab-3be0-40fe-baa2-40ff2b71b94d tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 944 time: 0.0586703 Feb 20 04:26:14.967289 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7652352f-18b6-451e-8d9c-5ca52ea8f78f req-c3ec977a-aabd-4d9e-ba35-3049ff1b0942 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416100 Feb 20 04:26:15.461415 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device d129a491-361e-4aa2-887a-b828a5301d37 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:26:15.562406 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port d129a491-361e-4aa2-887a-b828a5301d37 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:26:15.567086 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port d129a491-361e-4aa2-887a-b828a5301d37 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:26:15.567504 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (d129a491-361e-4aa2-887a-b828a5301d37), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:15.647433 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port d129a491-361e-4aa2-887a-b828a5301d37 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:26:15.647811 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (d129a491-361e-4aa2-887a-b828a5301d37), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:15.671000 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efea43d-ccfc-4627-8474-88cfac3afead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd129a491-361e-4aa2-887a-b828a5301d37'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:26:15.673309 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a1e00c1b8c0849d65db633b2ad5dc0fe7d01c1085c482abf6d17f7010e02497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ee2c37-f71c-4f41-adf1-51a1388aa75e" -d '{"events": [{"server_uuid": "3efea43d-ccfc-4627-8474-88cfac3afead", "name": "network-vif-plugged", "status": "completed", "tag": "d129a491-361e-4aa2-887a-b828a5301d37"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:26:15.685373 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port d129a491-361e-4aa2-887a-b828a5301d37, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=d129a491-361e-4aa2-887a-b828a5301d37,segment=NetworkSegment(5f259031-e8fc-4edd-a211-d084ba74c5d4),segment_id=5f259031-e8fc-4edd-a211-d084ba74c5d4)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:26:15.711919 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287fd9ca-5b9a-44b5-977c-87fcc1154cb9 x-openstack-request-id: req-287fd9ca-5b9a-44b5-977c-87fcc1154cb9 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:26:15.712292 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3efea43d-ccfc-4627-8474-88cfac3afead", "name": "network-vif-plugged", "status": "completed", "tag": "d129a491-361e-4aa2-887a-b828a5301d37", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:26:15.712556 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-287fd9ca-5b9a-44b5-977c-87fcc1154cb9 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:26:15.712959 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efea43d-ccfc-4627-8474-88cfac3afead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd129a491-361e-4aa2-887a-b828a5301d37', 'code': 200} Feb 20 04:26:15.753812 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (d129a491-361e-4aa2-887a-b828a5301d37), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:15.801508 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=d129a491-361e-4aa2-887a-b828a5301d37,revision_number=9']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:26:16.086486 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589488c-7ab2-43d9-bf45-d0f47e2e331c req-b788b46e-5d23-42a7-a13d-7182cc06588e tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:16.087997 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4589488c-7ab2-43d9-bf45-d0f47e2e331c req-b788b46e-5d23-42a7-a13d-7182cc06588e tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0531619 Feb 20 04:26:16.134199 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4589488c-7ab2-43d9-bf45-d0f47e2e331c req-4227a29d-133e-48b2-a17f-74234c7fff0b tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407064 Feb 20 04:26:16.248928 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f75e6-9046-4471-ac42-27d3a06627c4 req-6716ede3-a8b8-4c86-a8dc-e1850516611e tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:16.250343 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-721f75e6-9046-4471-ac42-27d3a06627c4 req-6716ede3-a8b8-4c86-a8dc-e1850516611e tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0524926 Feb 20 04:26:16.301660 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-721f75e6-9046-4471-ac42-27d3a06627c4 req-c6561c30-2246-45bd-9592-0c9da0f73b19 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451431 Feb 20 04:26:16.415948 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c407d-4449-48c4-bd53-5fde20cb441f req-7e42ef28-48cb-41f7-b236-973eeaa97115 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:16.417425 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-573c407d-4449-48c4-bd53-5fde20cb441f req-7e42ef28-48cb-41f7-b236-973eeaa97115 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0521801 Feb 20 04:26:16.464311 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-573c407d-4449-48c4-bd53-5fde20cb441f req-1ac06b34-02a0-444d-8cc2-653b65ab8176 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406659 Feb 20 04:26:16.954659 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4f137-d69b-41cf-8ff4-e16ad3c75da1 req-a55c5081-f210-47d8-8e06-c727b0c9376a tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:16.956428 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3df4f137-d69b-41cf-8ff4-e16ad3c75da1 req-a55c5081-f210-47d8-8e06-c727b0c9376a tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0548656 Feb 20 04:26:17.002107 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3df4f137-d69b-41cf-8ff4-e16ad3c75da1 req-fcc99fce-bfee-4c2c-af1f-b92ada752a79 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401649 Feb 20 04:26:18.072942 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b26371-6649-4ae6-ae46-11888864e807 req-b7541731-9b70-40aa-8d33-7b5c90b7a9c3 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:18.075054 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-47b26371-6649-4ae6-ae46-11888864e807 req-b7541731-9b70-40aa-8d33-7b5c90b7a9c3 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.93 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0600395 Feb 20 04:26:18.136268 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8701791-44b2-45ce-aa6a-5da0b2c66d06 req-785ba437-e038-4ea3-9fa1-fafff884ae5d tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:18.137792 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a8701791-44b2-45ce-aa6a-5da0b2c66d06 req-785ba437-e038-4ea3-9fa1-fafff884ae5d tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 945 time: 0.0572476 Feb 20 04:26:18.170491 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-47b26371-6649-4ae6-ae46-11888864e807 req-98ee0d4c-394d-4fa0-afd2-2c8ec72058cd tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Deleting port d129a491-361e-4aa2-887a-b828a5301d37 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:26:18.170830 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-47b26371-6649-4ae6-ae46-11888864e807 req-98ee0d4c-394d-4fa0-afd2-2c8ec72058cd tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (d129a491-361e-4aa2-887a-b828a5301d37), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:18.189489 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a8701791-44b2-45ce-aa6a-5da0b2c66d06 req-ed20ade9-2386-4f52-aa01-b10dbd802960 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/security-groups?id=f1a4fb4c-7b69-44bb-b937-313762818b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438058 Feb 20 04:26:18.572443 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-47b26371-6649-4ae6-ae46-11888864e807 req-98ee0d4c-394d-4fa0-afd2-2c8ec72058cd tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] For port d129a491-361e-4aa2-887a-b828a5301d37, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=d129a491-361e-4aa2-887a-b828a5301d37,segment=NetworkSegment(5f259031-e8fc-4edd-a211-d084ba74c5d4),segment_id=5f259031-e8fc-4edd-a211-d084ba74c5d4)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:26:18.572811 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-47b26371-6649-4ae6-ae46-11888864e807 req-98ee0d4c-394d-4fa0-afd2-2c8ec72058cd tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (d129a491-361e-4aa2-887a-b828a5301d37), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:18.585132 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-47b26371-6649-4ae6-ae46-11888864e807 req-98ee0d4c-394d-4fa0-afd2-2c8ec72058cd tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Calling delete_port for d129a491-361e-4aa2-887a-b828a5301d37 owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:26:18.769074 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-47b26371-6649-4ae6-ae46-11888864e807 req-98ee0d4c-394d-4fa0-afd2-2c8ec72058cd tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (d129a491-361e-4aa2-887a-b828a5301d37), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:18.781655 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['d129a491-361e-4aa2-887a-b828a5301d37'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:26:18.803283 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee0d4c-394d-4fa0-afd2-2c8ec72058cd tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Pushing event deleted for resources: {'Port': ['ID=d129a491-361e-4aa2-887a-b828a5301d37,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:26:18.847030 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b26371-6649-4ae6-ae46-11888864e807 req-98ee0d4c-394d-4fa0-afd2-2c8ec72058cd tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] No DVR routers for this DVR port d129a491-361e-4aa2-887a-b828a5301d37 on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:26:18.849667 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-47b26371-6649-4ae6-ae46-11888864e807 req-98ee0d4c-394d-4fa0-afd2-2c8ec72058cd tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:18.853120 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-47b26371-6649-4ae6-ae46-11888864e807 req-98ee0d4c-394d-4fa0-afd2-2c8ec72058cd tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.93 "DELETE /v2.0/ports/d129a491-361e-4aa2-887a-b828a5301d37 HTTP/1.1" status: 204 len: 173 time: 0.7726948 Feb 20 04:26:18.853561 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efea43d-ccfc-4627-8474-88cfac3afead', 'name': 'network-vif-deleted', 'tag': 'd129a491-361e-4aa2-887a-b828a5301d37'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:26:18.855883 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf3c62807d90451df298560e3808142486074117e133717b71a7661d69a798e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551f5a67-9d90-42ad-9507-f20b49b90dc7" -d '{"events": [{"server_uuid": "3efea43d-ccfc-4627-8474-88cfac3afead", "name": "network-vif-deleted", "tag": "d129a491-361e-4aa2-887a-b828a5301d37"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:26:18.894505 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d866f5-d847-4774-8748-d6170e724a30 x-openstack-request-id: req-68d866f5-d847-4774-8748-d6170e724a30 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:26:18.894837 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3efea43d-ccfc-4627-8474-88cfac3afead", "name": "network-vif-deleted", "tag": "d129a491-361e-4aa2-887a-b828a5301d37", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:26:18.895120 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-68d866f5-d847-4774-8748-d6170e724a30 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:26:18.895521 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efea43d-ccfc-4627-8474-88cfac3afead', 'name': 'network-vif-deleted', 'tag': 'd129a491-361e-4aa2-887a-b828a5301d37', 'status': 'completed', 'code': 200} Feb 20 04:26:19.299947 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c18a6251-d897-4026-834c-05e4997a7e59 req-51c0fe2c-dbb7-4217-9d9b-be9278f27cd2 tempest-ServerDiskConfigTestJSON-231219223 tempest-ServerDiskConfigTestJSON-231219223-project] 10.222.0.89 "GET /v2.0/ports?device_id=3efea43d-ccfc-4627-8474-88cfac3afead HTTP/1.1" status: 200 len: 210 time: 0.0278325 Feb 20 04:26:20.426653 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57004) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:26:20.473413 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_v2 [None req-d549c62f-99b9-4f1f-a074-05a2fc38363f admin admin] Deleting subnet 2061a334-a359-4d7e-9ea2-9e1ea643a83b {{(pid=104106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 04:26:20.476411 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d549c62f-99b9-4f1f-a074-05a2fc38363f admin admin] Publish callbacks [] for subnet (2061a334-a359-4d7e-9ea2-9e1ea643a83b), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:20.509773 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d549c62f-99b9-4f1f-a074-05a2fc38363f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12715156'] for subnet (2061a334-a359-4d7e-9ea2-9e1ea643a83b), precommit_delete_associations {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:20.547669 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d549c62f-99b9-4f1f-a074-05a2fc38363f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1277196'] for subnet (2061a334-a359-4d7e-9ea2-9e1ea643a83b), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:20.679462 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d549c62f-99b9-4f1f-a074-05a2fc38363f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1277237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12633536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12794932'] for subnet (2061a334-a359-4d7e-9ea2-9e1ea643a83b), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:20.702559 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549c62f-99b9-4f1f-a074-05a2fc38363f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2061a334-a359-4d7e-9ea2-9e1ea643a83b,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:26:20.708778 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-d549c62f-99b9-4f1f-a074-05a2fc38363f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:20.712000 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-d549c62f-99b9-4f1f-a074-05a2fc38363f admin admin] 10.222.0.89 "DELETE /v2.0/subnets/2061a334-a359-4d7e-9ea2-9e1ea643a83b HTTP/1.1" status: 204 len: 168 time: 0.2843204 Feb 20 04:26:20.714546 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57006) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:26:20.785127 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-16105f32-e133-43c0-8097-fd43d23eafb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1304197'] for network (0c0d3718-fdcd-47ce-88c8-82a48fb33123), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:20.860931 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-16105f32-e133-43c0-8097-fd43d23eafb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1274245', 'neutron.services.segments.db._delete_segments_for_network-8760835889210'] for network (0c0d3718-fdcd-47ce-88c8-82a48fb33123), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:20.880898 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-16105f32-e133-43c0-8097-fd43d23eafb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c0d3718-fdcd-47ce-88c8-82a48fb33123']}} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:26:20.889844 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-16105f32-e133-43c0-8097-fd43d23eafb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f259031-e8fc-4edd-a211-d084ba74c5d4') {'for_net_delete': True} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:26:20.890137 n-d-829866-4 neutron-server[104106]: DEBUG neutron.services.segments.db [None req-16105f32-e133-43c0-8097-fd43d23eafb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f259031-e8fc-4edd-a211-d084ba74c5d4') {} {{(pid=104106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:26:20.904112 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-16105f32-e133-43c0-8097-fd43d23eafb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760835889475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12715149'] for segment (5f259031-e8fc-4edd-a211-d084ba74c5d4), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:20.917097 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-16105f32-e133-43c0-8097-fd43d23eafb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (5f259031-e8fc-4edd-a211-d084ba74c5d4), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:20.922716 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16105f32-e133-43c0-8097-fd43d23eafb2 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=104106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 04:26:20.923142 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-16105f32-e133-43c0-8097-fd43d23eafb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12635686'] for segment (5f259031-e8fc-4edd-a211-d084ba74c5d4), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:20.924966 n-d-829866-4 neutron-server[104106]: Traceback (most recent call last): Feb 20 04:26:20.924966 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 04:26:20.924966 n-d-829866-4 neutron-server[104106]: timer() Feb 20 04:26:20.924966 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 04:26:20.924966 n-d-829866-4 neutron-server[104106]: cb(*args, **kw) Feb 20 04:26:20.924966 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 04:26:20.924966 n-d-829866-4 neutron-server[104106]: return func(*args, **kwargs) Feb 20 04:26:20.924966 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 04:26:20.924966 n-d-829866-4 neutron-server[104106]: self._notify() Feb 20 04:26:20.924966 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 04:26:20.924966 n-d-829866-4 neutron-server[104106]: self.callback(batched_events) Feb 20 04:26:20.924966 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 04:26:20.924966 n-d-829866-4 neutron-server[104106]: event.method(event) Feb 20 04:26:20.924966 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 04:26:20.924966 n-d-829866-4 neutron-server[104106]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 04:26:20.924966 n-d-829866-4 neutron-server[104106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 04:26:20.924966 n-d-829866-4 neutron-server[104106]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 04:26:20.924966 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 04:26:20.924966 n-d-829866-4 neutron-server[104106]: return f(self, *a, **k) Feb 20 04:26:20.924966 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 04:26:20.924966 n-d-829866-4 neutron-server[104106]: return self._get(url).json() Feb 20 04:26:20.924966 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 04:26:20.924966 n-d-829866-4 neutron-server[104106]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 04:26:20.924966 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 04:26:20.924966 n-d-829866-4 neutron-server[104106]: return self.request(url, 'GET', **kwargs) Feb 20 04:26:20.924966 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 04:26:20.924966 n-d-829866-4 neutron-server[104106]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 04:26:20.924966 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 04:26:20.924966 n-d-829866-4 neutron-server[104106]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 04:26:20.924966 n-d-829866-4 neutron-server[104106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 04:26:20.924966 n-d-829866-4 neutron-server[104106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 04:26:20.924966 n-d-829866-4 neutron-server[104106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 04:26:21.061631 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-16105f32-e133-43c0-8097-fd43d23eafb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1274254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16304868'] for network (0c0d3718-fdcd-47ce-88c8-82a48fb33123), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:21.067990 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-16105f32-e133-43c0-8097-fd43d23eafb2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:21.071156 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-16105f32-e133-43c0-8097-fd43d23eafb2 admin admin] 10.222.0.89 "DELETE /v2.0/networks/0c0d3718-fdcd-47ce-88c8-82a48fb33123 HTTP/1.1" status: 204 len: 168 time: 0.3556476 Feb 20 04:26:21.084312 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16105f32-e133-43c0-8097-fd43d23eafb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c0d3718-fdcd-47ce-88c8-82a48fb33123,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:26:21.437522 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57010) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:26:21.448245 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:21.459916 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device d129a491-361e-4aa2-887a-b828a5301d37 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:26:21.481600 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-c3adbe5f-9b18-486e-aed2-fed93e6c72a3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6893b610b7034fa4a28b2e94e6bcc650&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403905 Feb 20 04:26:21.481796 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57012) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:26:21.483553 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] No Port match for: d129a491-361e-4aa2-887a-b828a5301d37 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:26:21.483900 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device d129a491-361e-4aa2-887a-b828a5301d37 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:26:21.531398 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3068b551-8acf-4e0b-8b7c-0538785c06a7 admin admin] Publish callbacks [] for security_group (f1a4fb4c-7b69-44bb-b937-313762818b48), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:21.556750 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:21.556965 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3068b551-8acf-4e0b-8b7c-0538785c06a7 admin admin] Publish callbacks [] for security_group (f1a4fb4c-7b69-44bb-b937-313762818b48), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:21.667885 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3068b551-8acf-4e0b-8b7c-0538785c06a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (f1a4fb4c-7b69-44bb-b937-313762818b48), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:21.670392 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-3068b551-8acf-4e0b-8b7c-0538785c06a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:21.671881 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-3068b551-8acf-4e0b-8b7c-0538785c06a7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f1a4fb4c-7b69-44bb-b937-313762818b48 HTTP/1.1" status: 204 len: 168 time: 0.1891849 Feb 20 04:26:21.680971 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3068b551-8acf-4e0b-8b7c-0538785c06a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a4fb4c-7b69-44bb-b937-313762818b48,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:26:21.689413 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3068b551-8acf-4e0b-8b7c-0538785c06a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:21.690034 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3068b551-8acf-4e0b-8b7c-0538785c06a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:21.690247 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3068b551-8acf-4e0b-8b7c-0538785c06a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:21.690595 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3068b551-8acf-4e0b-8b7c-0538785c06a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:21.690960 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3068b551-8acf-4e0b-8b7c-0538785c06a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:21.691293 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3068b551-8acf-4e0b-8b7c-0538785c06a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:21.691620 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3068b551-8acf-4e0b-8b7c-0538785c06a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:21.691946 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3068b551-8acf-4e0b-8b7c-0538785c06a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:21.692270 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3068b551-8acf-4e0b-8b7c-0538785c06a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:21.692598 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3068b551-8acf-4e0b-8b7c-0538785c06a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:21.692916 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3068b551-8acf-4e0b-8b7c-0538785c06a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:21.693236 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3068b551-8acf-4e0b-8b7c-0538785c06a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:21.693558 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3068b551-8acf-4e0b-8b7c-0538785c06a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:22.660302 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57034) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:26:22.791999 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-87d1fbae-1547-4137-bb3a-6674dbd08bae admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1417449643-network', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:26:22.867339 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d1fbae-1547-4137-bb3a-6674dbd08bae admin admin] Made reservation on behalf of 3785f129ec2c46da8ed4b3484b5d3529 for: {'network': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:26:22.869656 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-87d1fbae-1547-4137-bb3a-6674dbd08bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for network (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:22.878457 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-87d1fbae-1547-4137-bb3a-6674dbd08bae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:22.950930 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-87d1fbae-1547-4137-bb3a-6674dbd08bae admin admin] Publish callbacks [] for security_group (afa76105-bd8b-4f78-a951-288058a9cfb7), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:23.007968 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-87d1fbae-1547-4137-bb3a-6674dbd08bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (afa76105-bd8b-4f78-a951-288058a9cfb7), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:23.034189 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87d1fbae-1547-4137-bb3a-6674dbd08bae admin admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=104106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 04:26:23.043876 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1fbae-1547-4137-bb3a-6674dbd08bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa76105-bd8b-4f78-a951-288058a9cfb7,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:26:23.050565 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-87d1fbae-1547-4137-bb3a-6674dbd08bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1163945'] for segment (3c0b70c6-7584-4b2a-b468-f9e83c5a070e), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:23.050957 n-d-829866-4 neutron-server[104106]: INFO neutron.db.segments_db [None req-87d1fbae-1547-4137-bb3a-6674dbd08bae admin admin] Added segment 3c0b70c6-7584-4b2a-b468-f9e83c5a070e of type vlan for network e6f9d68e-36ff-42dc-b6ec-8799258befd6 Feb 20 04:26:23.094571 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-87d1fbae-1547-4137-bb3a-6674dbd08bae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760835445369'] for network (e6f9d68e-36ff-42dc-b6ec-8799258befd6), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:23.170511 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-87d1fbae-1547-4137-bb3a-6674dbd08bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16755394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040'] for network (e6f9d68e-36ff-42dc-b6ec-8799258befd6), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:23.171508 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d1fbae-1547-4137-bb3a-6674dbd08bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:23.172099 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-87d1fbae-1547-4137-bb3a-6674dbd08bae admin admin] Publish callbacks [] for network (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:23.230291 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1fbae-1547-4137-bb3a-6674dbd08bae admin admin] Pushing event updated for resources: {'Network': ['ID=e6f9d68e-36ff-42dc-b6ec-8799258befd6,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:26:23.240138 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Network e6f9d68e-36ff-42dc-b6ec-8799258befd6 details requested by agent ovs-agent-n-d-829866-4 with host n-d-829866-4 {{(pid=104107) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 04:26:23.280327 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-87d1fbae-1547-4137-bb3a-6674dbd08bae admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6188152 Feb 20 04:26:23.283686 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57038) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:26:23.288440 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-0c639c30-3cde-4ae7-a889-1e0869c960e4 admin admin] Request body: {'subnet': {'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1417449643-subnet', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:26:23.377213 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c639c30-3cde-4ae7-a889-1e0869c960e4 admin admin] Made reservation on behalf of 3785f129ec2c46da8ed4b3484b5d3529 for: {'subnet': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:26:23.379668 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0c639c30-3cde-4ae7-a889-1e0869c960e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12795097'] for subnet (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:23.614597 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0c639c30-3cde-4ae7-a889-1e0869c960e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12633473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12794923'] for subnet (5ed180ad-c723-4565-b259-3450d92081e5), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:23.669686 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c639c30-3cde-4ae7-a889-1e0869c960e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ed180ad-c723-4565-b259-3450d92081e5,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:26:23.678586 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c639c30-3cde-4ae7-a889-1e0869c960e4 admin admin] Checking segment: {'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:26:23.679045 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c639c30-3cde-4ae7-a889-1e0869c960e4 admin admin] Network hostable DHCP agents. Network: e6f9d68e-36ff-42dc-b6ec-8799258befd6, hostable agents: ['6eaed3ed-c78c-410f-89ef-c823367323de'], hosted agents: [] {{(pid=104106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 04:26:23.741705 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c639c30-3cde-4ae7-a889-1e0869c960e4 admin admin] Network e6f9d68e-36ff-42dc-b6ec-8799258befd6 is scheduled to be hosted by DHCP agent 6eaed3ed-c78c-410f-89ef-c823367323de with binding_index 1 {{(pid=104106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 04:26:23.827588 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-0c639c30-3cde-4ae7-a889-1e0869c960e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829866-4, e6f9d68e-36ff-42dc-b6ec-8799258befd6) {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:26:23.831924 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c639c30-3cde-4ae7-a889-1e0869c960e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:23.832452 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-0c639c30-3cde-4ae7-a889-1e0869c960e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:23.837785 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92ef8c1-8d4c-43e1-9251-c77ac7bbf726 None None] Network e6f9d68e-36ff-42dc-b6ec-8799258befd6 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:26:23.915914 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-0c639c30-3cde-4ae7-a889-1e0869c960e4 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6313055 Feb 20 04:26:23.918639 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57040) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:26:23.922941 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-f57dfe4f-0e25-4dc3-90c7-1da969184188 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1417449643-router', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:26:23.941894 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b14c57c-aee5-4355-b3ce-ba2085b387d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17c094eb-7349-5708-97fe-1e5b8612032d-e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'fixed_ips': [{'subnet_id': '5ed180ad-c723-4565-b259-3450d92081e5'}]}} from n-d-829866-4. {{(pid=104107) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 04:26:23.942737 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7b14c57c-aee5-4355-b3ce-ba2085b387d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:24.010758 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f57dfe4f-0e25-4dc3-90c7-1da969184188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16306618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6231'] for router (c629c0b3-6ffd-4cae-93b9-53573614cc39), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:24.012026 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f57dfe4f-0e25-4dc3-90c7-1da969184188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16307754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16304763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16728292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6316'] for router (c629c0b3-6ffd-4cae-93b9-53573614cc39), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:24.067682 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f57dfe4f-0e25-4dc3-90c7-1da969184188 admin admin] Publish callbacks [] for router_controller (c629c0b3-6ffd-4cae-93b9-53573614cc39), precommit_add_association {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:24.074900 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.db_base_plugin_common [None req-7b14c57c-aee5-4355-b3ce-ba2085b387d9 None None] Allocated IP 172.20.0.2 (e6f9d68e-36ff-42dc-b6ec-8799258befd6/5ed180ad-c723-4565-b259-3450d92081e5/06d4c886-dc1b-40f9-9a00-805dd4fcb6e7) {{(pid=104107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:26:24.218687 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7b14c57c-aee5-4355-b3ce-ba2085b387d9 None None] Publish callbacks [] for port (06d4c886-dc1b-40f9-9a00-805dd4fcb6e7), precommit_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:24.290789 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7b14c57c-aee5-4355-b3ce-ba2085b387d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600'] for port (06d4c886-dc1b-40f9-9a00-805dd4fcb6e7), after_create {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:24.292252 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f57dfe4f-0e25-4dc3-90c7-1da969184188 admin admin] Publish callbacks [] for router_gateway (c629c0b3-6ffd-4cae-93b9-53573614cc39), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:24.327804 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b14c57c-aee5-4355-b3ce-ba2085b387d9 None None] Network e6f9d68e-36ff-42dc-b6ec-8799258befd6 is already hosted by enough agents. {{(pid=104107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:26:24.331383 n-d-829866-4 neutron-server[104107]: DEBUG neutron.scheduler.base_scheduler [None req-7b14c57c-aee5-4355-b3ce-ba2085b387d9 None None] Resources bound (agent type, host, resource id): {{(pid=104107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:26:24.336843 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b14c57c-aee5-4355-b3ce-ba2085b387d9 None None] Received port after_create {{(pid=104107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:26:24.343612 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14c57c-aee5-4355-b3ce-ba2085b387d9 None None] Pushing event updated for resources: {'Port': ['ID=06d4c886-dc1b-40f9-9a00-805dd4fcb6e7,revision_number=1']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:26:24.410751 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-7b14c57c-aee5-4355-b3ce-ba2085b387d9 None None] Attempting to bind port 06d4c886-dc1b-40f9-9a00-805dd4fcb6e7 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:26:24.411167 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-7b14c57c-aee5-4355-b3ce-ba2085b387d9 None None] Attempting to bind port 06d4c886-dc1b-40f9-9a00-805dd4fcb6e7 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:26:24.411534 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b14c57c-aee5-4355-b3ce-ba2085b387d9 None None] Attempting to bind port 06d4c886-dc1b-40f9-9a00-805dd4fcb6e7 on network e6f9d68e-36ff-42dc-b6ec-8799258befd6 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:26:24.416813 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b14c57c-aee5-4355-b3ce-ba2085b387d9 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:26:24.416813 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b14c57c-aee5-4355-b3ce-ba2085b387d9 None None] Checking segment: {'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:26:24.417154 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7b14c57c-aee5-4355-b3ce-ba2085b387d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:24.417541 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b14c57c-aee5-4355-b3ce-ba2085b387d9 None None] Bound using segment: {'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:26:24.418005 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-7b14c57c-aee5-4355-b3ce-ba2085b387d9 None None] Bound port: 06d4c886-dc1b-40f9-9a00-805dd4fcb6e7, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:26:24.418389 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7b14c57c-aee5-4355-b3ce-ba2085b387d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (06d4c886-dc1b-40f9-9a00-805dd4fcb6e7), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:24.480237 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-7b14c57c-aee5-4355-b3ce-ba2085b387d9 None None] For port 06d4c886-dc1b-40f9-9a00-805dd4fcb6e7, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:26:24.483211 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-7b14c57c-aee5-4355-b3ce-ba2085b387d9 None None] For port 06d4c886-dc1b-40f9-9a00-805dd4fcb6e7, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=06d4c886-dc1b-40f9-9a00-805dd4fcb6e7,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:26:24.544356 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f57dfe4f-0e25-4dc3-90c7-1da969184188 admin admin] Publish callbacks [] for router_gateway (c629c0b3-6ffd-4cae-93b9-53573614cc39), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:24.551668 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7b14c57c-aee5-4355-b3ce-ba2085b387d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (06d4c886-dc1b-40f9-9a00-805dd4fcb6e7), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:24.564988 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f57dfe4f-0e25-4dc3-90c7-1da969184188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:24.613987 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14c57c-aee5-4355-b3ce-ba2085b387d9 None None] Pushing event updated for resources: {'Port': ['ID=06d4c886-dc1b-40f9-9a00-805dd4fcb6e7,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:26:24.685297 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-f57dfe4f-0e25-4dc3-90c7-1da969184188 admin admin] Allocated IP 172.25.7.86 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/f52566f5-7893-43f8-93aa-8d696eb872fd) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:26:24.821618 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f57dfe4f-0e25-4dc3-90c7-1da969184188 admin admin] Publish callbacks [] for port (f52566f5-7893-43f8-93aa-8d696eb872fd), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:24.923115 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f57dfe4f-0e25-4dc3-90c7-1da969184188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (f52566f5-7893-43f8-93aa-8d696eb872fd), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:24.973845 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57dfe4f-0e25-4dc3-90c7-1da969184188 admin admin] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:26:24.976941 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-f57dfe4f-0e25-4dc3-90c7-1da969184188 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:26:24.979585 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57dfe4f-0e25-4dc3-90c7-1da969184188 admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:26:25.009106 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57dfe4f-0e25-4dc3-90c7-1da969184188 admin admin] Pushing event updated for resources: {'Port': ['ID=f52566f5-7893-43f8-93aa-8d696eb872fd,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:26:25.353739 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f57dfe4f-0e25-4dc3-90c7-1da969184188 admin admin] Publish callbacks [] for router_gateway (c629c0b3-6ffd-4cae-93b9-53573614cc39), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:25.574469 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f57dfe4f-0e25-4dc3-90c7-1da969184188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16307747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16304812'] for router (c629c0b3-6ffd-4cae-93b9-53573614cc39), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:25.628580 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191b2f6c-fbfb-42b1-bb4f-363246762aa7 None None] Network e6f9d68e-36ff-42dc-b6ec-8799258befd6 requested from n-d-829866-4 {{(pid=104107) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 04:26:25.736793 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-15149c18-1e5e-4796-980b-83487ce65d29 None None] Provisioning complete for port 06d4c886-dc1b-40f9-9a00-805dd4fcb6e7 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:26:25.737209 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-15149c18-1e5e-4796-980b-83487ce65d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (06d4c886-dc1b-40f9-9a00-805dd4fcb6e7), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:25.781982 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57dfe4f-0e25-4dc3-90c7-1da969184188 admin admin] Router c629c0b3-6ffd-4cae-93b9-53573614cc39 is scheduled to L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb with binding_index 1 {{(pid=104106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 04:26:25.835303 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-15149c18-1e5e-4796-980b-83487ce65d29 None None] Current status of the port 06d4c886-dc1b-40f9-9a00-805dd4fcb6e7 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:26:25.835941 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-15149c18-1e5e-4796-980b-83487ce65d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (06d4c886-dc1b-40f9-9a00-805dd4fcb6e7), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:25.875609 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-15149c18-1e5e-4796-980b-83487ce65d29 None None] For port 06d4c886-dc1b-40f9-9a00-805dd4fcb6e7, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=06d4c886-dc1b-40f9-9a00-805dd4fcb6e7,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:26:25.906762 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57dfe4f-0e25-4dc3-90c7-1da969184188 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:26:25.916967 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc80e1b-542f-4627-a738-f888f20dba4d None None] Sync routers for ids ['c629c0b3-6ffd-4cae-93b9-53573614cc39'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:26:25.928290 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc80e1b-542f-4627-a738-f888f20dba4d None None] Routers {'c629c0b3-6ffd-4cae-93b9-53573614cc39'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:26:25.928929 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-adc80e1b-542f-4627-a738-f888f20dba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:25:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c629c0b3-6ffd-4cae-93b9-53573614cc39'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:26:25.966643 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-15149c18-1e5e-4796-980b-83487ce65d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (06d4c886-dc1b-40f9-9a00-805dd4fcb6e7), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:25.981795 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-f57dfe4f-0e25-4dc3-90c7-1da969184188 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:25.985630 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-f57dfe4f-0e25-4dc3-90c7-1da969184188 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0634398 Feb 20 04:26:25.988126 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57042) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:26:26.061523 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15149c18-1e5e-4796-980b-83487ce65d29 None None] Pushing event updated for resources: {'Port': ['ID=06d4c886-dc1b-40f9-9a00-805dd4fcb6e7,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:26:26.086205 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-adc80e1b-542f-4627-a738-f888f20dba4d None None] Set router c629c0b3-6ffd-4cae-93b9-53573614cc39 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:26:26.162337 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-3d4a270a-237d-48da-91ad-4bb4813afbf3 None None] Provisioning complete for port 06d4c886-dc1b-40f9-9a00-805dd4fcb6e7 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:26:26.162716 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3d4a270a-237d-48da-91ad-4bb4813afbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (06d4c886-dc1b-40f9-9a00-805dd4fcb6e7), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:26.500398 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-da2601f4-e6c1-4d9c-b44b-131c60ff170d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:26.518847 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-3d4a270a-237d-48da-91ad-4bb4813afbf3 None None] Current status of the port 06d4c886-dc1b-40f9-9a00-805dd4fcb6e7 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:26:26.536543 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-adc80e1b-542f-4627-a738-f888f20dba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'name': 'tempest-ServerActionsTestJSON-1417449643-router', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:25Z', 'revision_number': 3, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'gw_port': {'id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:26:26.571165 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc80e1b-542f-4627-a738-f888f20dba4d None None] Checking router: c629c0b3-6ffd-4cae-93b9-53573614cc39 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:26:26.571522 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc80e1b-542f-4627-a738-f888f20dba4d None None] Updating router c629c0b3-6ffd-4cae-93b9-53573614cc39 port f52566f5-7893-43f8-93aa-8d696eb872fd binding host n-d-829866-4 {{(pid=104107) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 04:26:26.602509 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-adc80e1b-542f-4627-a738-f888f20dba4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f52566f5-7893-43f8-93aa-8d696eb872fd), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:26.692792 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 06d4c886-dc1b-40f9-9a00-805dd4fcb6e7 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:26:26.741217 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-66f52880-0259-4d84-a34c-702f373ba4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:26.813395 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 06d4c886-dc1b-40f9-9a00-805dd4fcb6e7 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:26:26.813769 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (06d4c886-dc1b-40f9-9a00-805dd4fcb6e7), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:26.899322 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-66f52880-0259-4d84-a34c-702f373ba4e1 admin admin] Allocated IP 172.20.0.1 (e6f9d68e-36ff-42dc-b6ec-8799258befd6/5ed180ad-c723-4565-b259-3450d92081e5/009135db-4ca9-45ce-9b40-301e9a537cf1) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:26:26.952474 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-adc80e1b-542f-4627-a738-f888f20dba4d None None] Publish callbacks [] for port (f52566f5-7893-43f8-93aa-8d696eb872fd), precommit_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:26.961696 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 06d4c886-dc1b-40f9-9a00-805dd4fcb6e7 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:26:27.006136 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-66f52880-0259-4d84-a34c-702f373ba4e1 admin admin] Publish callbacks [] for port (009135db-4ca9-45ce-9b40-301e9a537cf1), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:27.016347 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-adc80e1b-542f-4627-a738-f888f20dba4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f52566f5-7893-43f8-93aa-8d696eb872fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:27.069016 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-adc80e1b-542f-4627-a738-f888f20dba4d None None] Attempting to bind port f52566f5-7893-43f8-93aa-8d696eb872fd on host n-d-829866-4 for vnic_type normal with profile {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:26:27.069397 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-adc80e1b-542f-4627-a738-f888f20dba4d None None] Attempting to bind port f52566f5-7893-43f8-93aa-8d696eb872fd by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:26:27.069762 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc80e1b-542f-4627-a738-f888f20dba4d None None] Attempting to bind port f52566f5-7893-43f8-93aa-8d696eb872fd on network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:26:27.071775 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916b870-1823-406f-b1b4-791dbdfd9744 None None] Pushing event updated for resources: {'Port': ['ID=f52566f5-7893-43f8-93aa-8d696eb872fd,revision_number=2']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:26:27.073895 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-66f52880-0259-4d84-a34c-702f373ba4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (009135db-4ca9-45ce-9b40-301e9a537cf1), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:27.077427 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc80e1b-542f-4627-a738-f888f20dba4d None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:26:27.077870 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc80e1b-542f-4627-a738-f888f20dba4d None None] Checking segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:26:27.078279 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-adc80e1b-542f-4627-a738-f888f20dba4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:27.078696 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc80e1b-542f-4627-a738-f888f20dba4d None None] Bound using segment: {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'} {{(pid=104107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:26:27.079670 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.managers [None req-adc80e1b-542f-4627-a738-f888f20dba4d None None] Bound port: f52566f5-7893-43f8-93aa-8d696eb872fd, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e156c9b-b862-4bc5-8f23-c88cab79a046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}}] {{(pid=104107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:26:27.079670 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-adc80e1b-542f-4627-a738-f888f20dba4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f52566f5-7893-43f8-93aa-8d696eb872fd), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:27.109756 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f52880-0259-4d84-a34c-702f373ba4e1 admin admin] Network e6f9d68e-36ff-42dc-b6ec-8799258befd6 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:26:27.114941 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-66f52880-0259-4d84-a34c-702f373ba4e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:26:27.118298 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f52880-0259-4d84-a34c-702f373ba4e1 admin admin] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:26:27.139686 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-adc80e1b-542f-4627-a738-f888f20dba4d None None] For port f52566f5-7893-43f8-93aa-8d696eb872fd, host n-d-829866-4, cleared binding levels {{(pid=104107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:26:27.143372 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-adc80e1b-542f-4627-a738-f888f20dba4d None None] For port f52566f5-7893-43f8-93aa-8d696eb872fd, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=f52566f5-7893-43f8-93aa-8d696eb872fd,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:26:27.148487 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f52880-0259-4d84-a34c-702f373ba4e1 admin admin] Pushing event updated for resources: {'Port': ['ID=009135db-4ca9-45ce-9b40-301e9a537cf1,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:26:27.166320 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-66f52880-0259-4d84-a34c-702f373ba4e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16304251'] for router_interface (c629c0b3-6ffd-4cae-93b9-53573614cc39), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:27.223259 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-adc80e1b-542f-4627-a738-f888f20dba4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f52566f5-7893-43f8-93aa-8d696eb872fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:27.281712 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc80e1b-542f-4627-a738-f888f20dba4d None None] Routers {'c629c0b3-6ffd-4cae-93b9-53573614cc39'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:26:27.282384 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-adc80e1b-542f-4627-a738-f888f20dba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:25:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c629c0b3-6ffd-4cae-93b9-53573614cc39'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:26:27.320860 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916b870-1823-406f-b1b4-791dbdfd9744 None None] Pushing event updated for resources: {'Port': ['ID=f52566f5-7893-43f8-93aa-8d696eb872fd,revision_number=3']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:26:27.333224 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916b870-1823-406f-b1b4-791dbdfd9744 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:27.333575 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916b870-1823-406f-b1b4-791dbdfd9744 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:27.334018 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916b870-1823-406f-b1b4-791dbdfd9744 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:27.334251 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916b870-1823-406f-b1b4-791dbdfd9744 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:27.334623 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916b870-1823-406f-b1b4-791dbdfd9744 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:27.334983 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916b870-1823-406f-b1b4-791dbdfd9744 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:27.337685 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916b870-1823-406f-b1b4-791dbdfd9744 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:27.337685 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916b870-1823-406f-b1b4-791dbdfd9744 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:27.337685 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916b870-1823-406f-b1b4-791dbdfd9744 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:27.337685 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916b870-1823-406f-b1b4-791dbdfd9744 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:27.337685 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916b870-1823-406f-b1b4-791dbdfd9744 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:27.337685 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916b870-1823-406f-b1b4-791dbdfd9744 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:27.337685 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2916b870-1823-406f-b1b4-791dbdfd9744 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:27.386409 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-66f52880-0259-4d84-a34c-702f373ba4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (009135db-4ca9-45ce-9b40-301e9a537cf1), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:27.413282 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-adc80e1b-542f-4627-a738-f888f20dba4d None None] Set router c629c0b3-6ffd-4cae-93b9-53573614cc39 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:26:27.525063 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-eb23b4bc-165d-4c2a-8e1d-b9f238805c9e None None] Provisioning complete for port 009135db-4ca9-45ce-9b40-301e9a537cf1 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:26:27.525439 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-eb23b4bc-165d-4c2a-8e1d-b9f238805c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (009135db-4ca9-45ce-9b40-301e9a537cf1), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:27.550740 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-66f52880-0259-4d84-a34c-702f373ba4e1 admin admin] Publish callbacks [] for port (009135db-4ca9-45ce-9b40-301e9a537cf1), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:27.576609 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-eb23b4bc-165d-4c2a-8e1d-b9f238805c9e None None] Port 009135db-4ca9-45ce-9b40-301e9a537cf1 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:26:27.608275 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-66f52880-0259-4d84-a34c-702f373ba4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (009135db-4ca9-45ce-9b40-301e9a537cf1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:27.640322 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-adc80e1b-542f-4627-a738-f888f20dba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'name': 'tempest-ServerActionsTestJSON-1417449643-router', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:25Z', 'revision_number': 3, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'gw_port': {'id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:26:27.666837 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc80e1b-542f-4627-a738-f888f20dba4d None None] The sync data for ids ['c629c0b3-6ffd-4cae-93b9-53573614cc39'] in n-d-829866-4 is: [{'id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'name': 'tempest-ServerActionsTestJSON-1417449643-router', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:25Z', 'revision_number': 3, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'gw_port': {'id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4'}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:26:27.677373 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-66f52880-0259-4d84-a34c-702f373ba4e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16304367'] for router_interface (c629c0b3-6ffd-4cae-93b9-53573614cc39), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:27.679348 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f52880-0259-4d84-a34c-702f373ba4e1 admin admin] Pushing event updated for resources: {'Port': ['ID=009135db-4ca9-45ce-9b40-301e9a537cf1,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:26:27.783284 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f52880-0259-4d84-a34c-702f373ba4e1 admin admin] Network e6f9d68e-36ff-42dc-b6ec-8799258befd6 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:26:27.784915 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-66f52880-0259-4d84-a34c-702f373ba4e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:26:27.932811 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f52880-0259-4d84-a34c-702f373ba4e1 admin admin] Router c629c0b3-6ffd-4cae-93b9-53573614cc39 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:26:28.058235 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f52880-0259-4d84-a34c-702f373ba4e1 admin admin] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:26:28.063415 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-66f52880-0259-4d84-a34c-702f373ba4e1 admin admin] 10.222.0.89 "PUT /v2.0/routers/c629c0b3-6ffd-4cae-93b9-53573614cc39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0760496 Feb 20 04:26:28.099484 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-7cc44477-81c4-4c93-9c73-064b3c0a1394 None None] Provisioning complete for port 009135db-4ca9-45ce-9b40-301e9a537cf1 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:26:28.100016 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-7cc44477-81c4-4c93-9c73-064b3c0a1394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (009135db-4ca9-45ce-9b40-301e9a537cf1), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:28.137971 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-7cc44477-81c4-4c93-9c73-064b3c0a1394 None None] Port 009135db-4ca9-45ce-9b40-301e9a537cf1 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:26:28.667456 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device f52566f5-7893-43f8-93aa-8d696eb872fd up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:26:28.711725 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57050) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:26:28.716326 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-3433de6d-4b18-4b38-a09f-575d299ab247 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1736589163', 'description': 'tempest-description--278092013'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:26:28.720698 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port f52566f5-7893-43f8-93aa-8d696eb872fd triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:26:28.721198 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f52566f5-7893-43f8-93aa-8d696eb872fd), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:28.743985 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-d35ffb0d-a3a3-4052-983d-d228dd0ddd25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:28.785818 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3433de6d-4b18-4b38-a09f-575d299ab247 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks [] for security_group (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:28.807316 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port f52566f5-7893-43f8-93aa-8d696eb872fd is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:26:28.807709 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (f52566f5-7893-43f8-93aa-8d696eb872fd), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:28.828476 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] For port f52566f5-7893-43f8-93aa-8d696eb872fd, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=f52566f5-7893-43f8-93aa-8d696eb872fd,segment=NetworkSegment(8e156c9b-b862-4bc5-8f23-c88cab79a046),segment_id=8e156c9b-b862-4bc5-8f23-c88cab79a046)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:26:28.856760 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3433de6d-4b18-4b38-a09f-575d299ab247 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks [] for security_group (a1072d6d-a247-4be9-a9a8-542c978d3277), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:28.882616 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (f52566f5-7893-43f8-93aa-8d696eb872fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:28.930301 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3433de6d-4b18-4b38-a09f-575d299ab247 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759166'] for security_group (a1072d6d-a247-4be9-a9a8-542c978d3277), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:28.933625 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Pushing event updated for resources: {'Port': ['ID=f52566f5-7893-43f8-93aa-8d696eb872fd,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:26:28.960956 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433de6d-4b18-4b38-a09f-575d299ab247 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1072d6d-a247-4be9-a9a8-542c978d3277,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:26:29.018803 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3433de6d-4b18-4b38-a09f-575d299ab247 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks [] for security_group (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:29.020130 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3433de6d-4b18-4b38-a09f-575d299ab247 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3073778 Feb 20 04:26:29.023008 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57052) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:26:29.027360 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-652e727a-f0fe-48ca-ab5a-13f2483bfd3b tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Request body: {'security_group_rule': {'security_group_id': 'a1072d6d-a247-4be9-a9a8-542c978d3277', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:26:29.114088 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-652e727a-f0fe-48ca-ab5a-13f2483bfd3b tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks [] for security_group_rule (da105037-ae9c-4ea1-a64b-1ca6c255a00f), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:29.175912 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-652e727a-f0fe-48ca-ab5a-13f2483bfd3b tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks [] for security_group_rule (da105037-ae9c-4ea1-a64b-1ca6c255a00f), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:29.256304 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-652e727a-f0fe-48ca-ab5a-13f2483bfd3b tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (da105037-ae9c-4ea1-a64b-1ca6c255a00f), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:29.279602 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e727a-f0fe-48ca-ab5a-13f2483bfd3b tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da105037-ae9c-4ea1-a64b-1ca6c255a00f,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:26:29.280606 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12c7b09-f02d-4fef-940e-09c8d3bc9a73 None None] Sync routers for ids ['c629c0b3-6ffd-4cae-93b9-53573614cc39'] in n-d-829866-4 {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:26:29.289969 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12c7b09-f02d-4fef-940e-09c8d3bc9a73 None None] Routers {'c629c0b3-6ffd-4cae-93b9-53573614cc39'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:26:29.290564 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-c12c7b09-f02d-4fef-940e-09c8d3bc9a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:26:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c629c0b3-6ffd-4cae-93b9-53573614cc39'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:26:29.343967 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-652e727a-f0fe-48ca-ab5a-13f2483bfd3b tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:29.345336 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-652e727a-f0fe-48ca-ab5a-13f2483bfd3b tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3213410 Feb 20 04:26:29.348332 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57054) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:26:29.352882 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-3b760d71-19bf-4525-8272-bcb3470ca1fd tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Request body: {'security_group_rule': {'security_group_id': 'a1072d6d-a247-4be9-a9a8-542c978d3277', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:26:29.396483 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-c12c7b09-f02d-4fef-940e-09c8d3bc9a73 None None] Set router c629c0b3-6ffd-4cae-93b9-53573614cc39 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:26:29.438530 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3b760d71-19bf-4525-8272-bcb3470ca1fd tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks [] for security_group_rule (150849df-b66a-45fb-a516-6bb3f30e5da2), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:29.499567 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3b760d71-19bf-4525-8272-bcb3470ca1fd tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks [] for security_group_rule (150849df-b66a-45fb-a516-6bb3f30e5da2), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:29.570923 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3b760d71-19bf-4525-8272-bcb3470ca1fd tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16759121'] for security_group_rule (150849df-b66a-45fb-a516-6bb3f30e5da2), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:29.589105 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b760d71-19bf-4525-8272-bcb3470ca1fd tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=150849df-b66a-45fb-a516-6bb3f30e5da2,revision_number=0']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:26:29.594139 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-c12c7b09-f02d-4fef-940e-09c8d3bc9a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'name': 'tempest-ServerActionsTestJSON-1417449643-router', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:27Z', 'revision_number': 4, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'gw_port': {'id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '009135db-4ca9-45ce-9b40-301e9a537cf1', 'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'mac_address': 'fa:16:3e:c7:50:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5ed180ad-c723-4565-b259-3450d92081e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:26Z', 'updated_at': '2022-02-20T04:26:27Z', 'revision_number': 2, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'subnets': [{'id': '5ed180ad-c723-4565-b259-3450d92081e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:26:29.621769 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12c7b09-f02d-4fef-940e-09c8d3bc9a73 None None] Checking router: c629c0b3-6ffd-4cae-93b9-53573614cc39 for host: n-d-829866-4 {{(pid=104108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:26:29.622130 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12c7b09-f02d-4fef-940e-09c8d3bc9a73 None None] Updating router c629c0b3-6ffd-4cae-93b9-53573614cc39 port 009135db-4ca9-45ce-9b40-301e9a537cf1 binding host n-d-829866-4 {{(pid=104108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 04:26:29.649546 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c12c7b09-f02d-4fef-940e-09c8d3bc9a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (009135db-4ca9-45ce-9b40-301e9a537cf1), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:29.673999 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-3b760d71-19bf-4525-8272-bcb3470ca1fd tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:29.675567 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-3b760d71-19bf-4525-8272-bcb3470ca1fd tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3262298 Feb 20 04:26:29.678470 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [-] (104106) accepted ('10.222.0.89', 57056) {{(pid=104106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:26:29.682962 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [None req-78d18d07-bf60-41a4-b93e-f9b8936baaaa tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Request body: {'floatingip': {'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:26:29.771202 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78d18d07-bf60-41a4-b93e-f9b8936baaaa tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:29.870599 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78d18d07-bf60-41a4-b93e-f9b8936baaaa tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:29.981088 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [None req-78d18d07-bf60-41a4-b93e-f9b8936baaaa tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Allocated IP 172.25.7.50 (eaf6f7bf-76a8-47a9-a76f-78f3b96fe079/75665884-bf9d-45f9-8020-28d12562470e/6d9ebc2a-422a-4f7e-814a-13d9b4bea1b7) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:26:30.008209 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c12c7b09-f02d-4fef-940e-09c8d3bc9a73 None None] Publish callbacks [] for port (009135db-4ca9-45ce-9b40-301e9a537cf1), precommit_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:30.079112 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c12c7b09-f02d-4fef-940e-09c8d3bc9a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (009135db-4ca9-45ce-9b40-301e9a537cf1), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:30.087467 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78d18d07-bf60-41a4-b93e-f9b8936baaaa tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks [] for port (6d9ebc2a-422a-4f7e-814a-13d9b4bea1b7), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:30.124789 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014d5ac-0de9-4dcb-b000-af593f73eb33 None None] Pushing event updated for resources: {'Port': ['ID=009135db-4ca9-45ce-9b40-301e9a537cf1,revision_number=3']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:26:30.136516 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2014d5ac-0de9-4dcb-b000-af593f73eb33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:30.139214 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2014d5ac-0de9-4dcb-b000-af593f73eb33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:30.139664 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2014d5ac-0de9-4dcb-b000-af593f73eb33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:30.140089 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2014d5ac-0de9-4dcb-b000-af593f73eb33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:30.140577 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2014d5ac-0de9-4dcb-b000-af593f73eb33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:30.140992 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2014d5ac-0de9-4dcb-b000-af593f73eb33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:30.141399 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2014d5ac-0de9-4dcb-b000-af593f73eb33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:30.141832 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2014d5ac-0de9-4dcb-b000-af593f73eb33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:30.142775 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2014d5ac-0de9-4dcb-b000-af593f73eb33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:30.143350 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2014d5ac-0de9-4dcb-b000-af593f73eb33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:30.143945 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2014d5ac-0de9-4dcb-b000-af593f73eb33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:30.144360 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2014d5ac-0de9-4dcb-b000-af593f73eb33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:30.144758 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2014d5ac-0de9-4dcb-b000-af593f73eb33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:26:30.181950 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:30.200955 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-c12c7b09-f02d-4fef-940e-09c8d3bc9a73 None None] Attempting to bind port 009135db-4ca9-45ce-9b40-301e9a537cf1 on host n-d-829866-4 for vnic_type normal with profile {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:26:30.201415 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-c12c7b09-f02d-4fef-940e-09c8d3bc9a73 None None] Attempting to bind port 009135db-4ca9-45ce-9b40-301e9a537cf1 by drivers openvswitch,hyperv on host n-d-829866-4 at level 0 using segments [{'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:26:30.201672 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c7b09-f02d-4fef-940e-09c8d3bc9a73 None None] Attempting to bind port 009135db-4ca9-45ce-9b40-301e9a537cf1 on network e6f9d68e-36ff-42dc-b6ec-8799258befd6 {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:26:30.207820 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c7b09-f02d-4fef-940e-09c8d3bc9a73 None None] Checking agent: {'id': '656d8e38-da9b-461f-bf02-8ecbc0cc4ae1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 13, 33), 'started_at': datetime.datetime(2022, 2, 20, 3, 14, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829866-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:26:30.208188 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c7b09-f02d-4fef-940e-09c8d3bc9a73 None None] Checking segment: {'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:26:30.208599 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c12c7b09-f02d-4fef-940e-09c8d3bc9a73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:30.209079 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c7b09-f02d-4fef-940e-09c8d3bc9a73 None None] Bound using segment: {'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'} {{(pid=104108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:26:30.209496 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.managers [None req-c12c7b09-f02d-4fef-940e-09c8d3bc9a73 None None] Bound port: 009135db-4ca9-45ce-9b40-301e9a537cf1, host: n-d-829866-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'}}] {{(pid=104108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:26:30.209873 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c12c7b09-f02d-4fef-940e-09c8d3bc9a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (009135db-4ca9-45ce-9b40-301e9a537cf1), before_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:30.211219 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78d18d07-bf60-41a4-b93e-f9b8936baaaa tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (6d9ebc2a-422a-4f7e-814a-13d9b4bea1b7), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:30.256811 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d18d07-bf60-41a4-b93e-f9b8936baaaa tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Network eaf6f7bf-76a8-47a9-a76f-78f3b96fe079 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:26:30.260094 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [None req-78d18d07-bf60-41a4-b93e-f9b8936baaaa tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:26:30.263720 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d18d07-bf60-41a4-b93e-f9b8936baaaa tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:26:30.276955 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-c12c7b09-f02d-4fef-940e-09c8d3bc9a73 None None] For port 009135db-4ca9-45ce-9b40-301e9a537cf1, host n-d-829866-4, cleared binding levels {{(pid=104108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:26:30.280191 n-d-829866-4 neutron-server[104108]: DEBUG neutron.plugins.ml2.db [None req-c12c7b09-f02d-4fef-940e-09c8d3bc9a73 None None] For port 009135db-4ca9-45ce-9b40-301e9a537cf1, host n-d-829866-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=009135db-4ca9-45ce-9b40-301e9a537cf1,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:26:30.291228 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d18d07-bf60-41a4-b93e-f9b8936baaaa tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Pushing event updated for resources: {'Port': ['ID=6d9ebc2a-422a-4f7e-814a-13d9b4bea1b7,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:26:30.348592 n-d-829866-4 neutron-server[104108]: DEBUG neutron_lib.callbacks.manager [None req-c12c7b09-f02d-4fef-940e-09c8d3bc9a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (009135db-4ca9-45ce-9b40-301e9a537cf1), after_update {{(pid=104108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:30.357262 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78d18d07-bf60-41a4-b93e-f9b8936baaaa tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks [] for floatingip (52b937fe-5d15-44a1-85d2-d8de6ec69dec), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:30.373636 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-bbc9b530-a17e-4928-b3bd-b1da4e3c6b1c None None] Provisioning complete for port 009135db-4ca9-45ce-9b40-301e9a537cf1 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:26:30.374013 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bbc9b530-a17e-4928-b3bd-b1da4e3c6b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (009135db-4ca9-45ce-9b40-301e9a537cf1), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:30.402629 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12c7b09-f02d-4fef-940e-09c8d3bc9a73 None None] Routers {'c629c0b3-6ffd-4cae-93b9-53573614cc39'} bound to L3 agent in host n-d-829866-4 {{(pid=104108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:26:30.403280 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-c12c7b09-f02d-4fef-940e-09c8d3bc9a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:26:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c629c0b3-6ffd-4cae-93b9-53573614cc39'], 'active': True} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:26:30.466524 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-bbc9b530-a17e-4928-b3bd-b1da4e3c6b1c None None] Current status of the port 009135db-4ca9-45ce-9b40-301e9a537cf1 is: DOWN; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:26:30.467431 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bbc9b530-a17e-4928-b3bd-b1da4e3c6b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (009135db-4ca9-45ce-9b40-301e9a537cf1), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:30.496021 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78d18d07-bf60-41a4-b93e-f9b8936baaaa tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (6d9ebc2a-422a-4f7e-814a-13d9b4bea1b7), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:30.511007 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-bbc9b530-a17e-4928-b3bd-b1da4e3c6b1c None None] For port 009135db-4ca9-45ce-9b40-301e9a537cf1, host n-d-829866-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829866-4',level=0,port_id=009135db-4ca9-45ce-9b40-301e9a537cf1,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:26:30.511611 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014d5ac-0de9-4dcb-b000-af593f73eb33 None None] Pushing event updated for resources: {'Port': ['ID=009135db-4ca9-45ce-9b40-301e9a537cf1,revision_number=4']} {{(pid=104108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:26:30.541316 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_dvr_db [None req-c12c7b09-f02d-4fef-940e-09c8d3bc9a73 None None] Set router c629c0b3-6ffd-4cae-93b9-53573614cc39 gateway port host: n-d-829866-4 {{(pid=104108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:26:30.671004 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device f52566f5-7893-43f8-93aa-8d696eb872fd up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:26:30.678507 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78d18d07-bf60-41a4-b93e-f9b8936baaaa tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks [] for port (6d9ebc2a-422a-4f7e-814a-13d9b4bea1b7), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:30.697624 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bbc9b530-a17e-4928-b3bd-b1da4e3c6b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (009135db-4ca9-45ce-9b40-301e9a537cf1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:30.759456 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78d18d07-bf60-41a4-b93e-f9b8936baaaa tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (6d9ebc2a-422a-4f7e-814a-13d9b4bea1b7), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:30.760895 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9b530-a17e-4928-b3bd-b1da4e3c6b1c None None] Pushing event updated for resources: {'Port': ['ID=009135db-4ca9-45ce-9b40-301e9a537cf1,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:26:30.764476 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.l3_hamode_db [None req-c12c7b09-f02d-4fef-940e-09c8d3bc9a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'name': 'tempest-ServerActionsTestJSON-1417449643-router', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:27Z', 'revision_number': 4, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'gw_port': {'id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '009135db-4ca9-45ce-9b40-301e9a537cf1', 'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'mac_address': 'fa:16:3e:c7:50:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5ed180ad-c723-4565-b259-3450d92081e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:26Z', 'updated_at': '2022-02-20T04:26:30Z', 'revision_number': 4, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'subnets': [{'id': '5ed180ad-c723-4565-b259-3450d92081e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:26:30.767333 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port f52566f5-7893-43f8-93aa-8d696eb872fd triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:26:30.767943 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (f52566f5-7893-43f8-93aa-8d696eb872fd), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:30.800803 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12c7b09-f02d-4fef-940e-09c8d3bc9a73 None None] The sync data for ids ['c629c0b3-6ffd-4cae-93b9-53573614cc39'] in n-d-829866-4 is: [{'id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'name': 'tempest-ServerActionsTestJSON-1417449643-router', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:27Z', 'revision_number': 4, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'gw_port': {'id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '009135db-4ca9-45ce-9b40-301e9a537cf1', 'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'mac_address': 'fa:16:3e:c7:50:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5ed180ad-c723-4565-b259-3450d92081e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:26Z', 'updated_at': '2022-02-20T04:26:30Z', 'revision_number': 4, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'subnets': [{'id': '5ed180ad-c723-4565-b259-3450d92081e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:26:30.836546 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-092fa126-7440-49b5-a043-24c8ba71de03 None None] Provisioning complete for port 009135db-4ca9-45ce-9b40-301e9a537cf1 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:26:30.836926 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-092fa126-7440-49b5-a043-24c8ba71de03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (009135db-4ca9-45ce-9b40-301e9a537cf1), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:30.842010 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d18d07-bf60-41a4-b93e-f9b8936baaaa tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Pushing event updated for resources: {'Port': ['ID=6d9ebc2a-422a-4f7e-814a-13d9b4bea1b7,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:26:30.858354 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78d18d07-bf60-41a4-b93e-f9b8936baaaa tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (52b937fe-5d15-44a1-85d2-d8de6ec69dec), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:30.941667 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [None req-78d18d07-bf60-41a4-b93e-f9b8936baaaa tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:30.942397 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port f52566f5-7893-43f8-93aa-8d696eb872fd is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:26:30.951764 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [None req-78d18d07-bf60-41a4-b93e-f9b8936baaaa tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2635026 Feb 20 04:26:30.997293 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-092fa126-7440-49b5-a043-24c8ba71de03 None None] Current status of the port 009135db-4ca9-45ce-9b40-301e9a537cf1 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:26:31.111810 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-025caeb3-0b77-4185-9547-6c9d5caf5270 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1736589163&fields=id&tenant_id=3785f129ec2c46da8ed4b3484b5d3529 HTTP/1.1" status: 200 len: 267 time: 0.0445783 Feb 20 04:26:31.220981 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-862937db-a1f2-45c0-b19f-39c52deec711 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:31.222914 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-862937db-a1f2-45c0-b19f-39c52deec711 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 812 time: 0.1039810 Feb 20 04:26:31.238915 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-d192ce6e-ecbf-4e36-8495-cdf9d9103c22 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/quotas/3785f129ec2c46da8ed4b3484b5d3529 HTTP/1.1" status: 200 len: 375 time: 0.0105522 Feb 20 04:26:31.304048 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-67a4e898-0c6f-4bc0-9d2c-8df6fdadf4ef tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597410 Feb 20 04:26:31.418252 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-1ef497de-87f2-43f5-8719-5d30825a071e service neutron] 10.222.0.89 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986583 Feb 20 04:26:31.467707 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:31.514213 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-3d93b625-0f05-4f0c-94ec-e3cd242ee7a6 service neutron] 10.222.0.89 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896709 Feb 20 04:26:31.763921 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-08b4ab47-7db3-4ebf-8676-8e36ad8dc0aa req-e1efeabf-0af0-43c7-9256-67579b9c2a8d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 210 time: 0.0486665 Feb 20 04:26:32.668746 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Device 009135db-4ca9-45ce-9b40-301e9a537cf1 up at agent ovs-agent-n-d-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:26:32.716351 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Provisioning complete for port 009135db-4ca9-45ce-9b40-301e9a537cf1 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:26:32.716730 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (009135db-4ca9-45ce-9b40-301e9a537cf1), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:32.809751 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Current status of the port 009135db-4ca9-45ce-9b40-301e9a537cf1 is: ACTIVE; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:26:32.816180 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:32.865446 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8aea3264-414f-4c5a-a128-19fa185a9c56 req-69f62871-a96b-41c7-972a-c361fa05d97f tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 210 time: 0.0280788 Feb 20 04:26:33.781890 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-3e1d6999-5979-498b-b2b0-83ce278c1868 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:33.786420 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-3e1d6999-5979-498b-b2b0-83ce278c1868 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.93 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 812 time: 0.1091642 Feb 20 04:26:33.857686 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-1e3c2881-f9c5-4565-aadc-43f64a9616c8 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3785f129ec2c46da8ed4b3484b5d3529 HTTP/1.1" status: 200 len: 380 time: 0.0647676 Feb 20 04:26:33.865874 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-19ee05dc-281b-47a3-a630-97cb200d3ed4 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Request body: {'port': {'device_id': '41b4dbff-3175-4a39-bcda-28ab1b93a148', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'admin_state_up': True, 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'security_groups': ['a1072d6d-a247-4be9-a9a8-542c978d3277']}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:26:33.965440 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-914f8997-a485-46dc-b3a3-a33c90e85644 req-616648bb-dac4-4d00-b4d0-fdfe76275df0 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 210 time: 0.0279310 Feb 20 04:26:34.062062 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-19ee05dc-281b-47a3-a630-97cb200d3ed4 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Made reservation on behalf of 3785f129ec2c46da8ed4b3484b5d3529 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:26:34.066020 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-19ee05dc-281b-47a3-a630-97cb200d3ed4 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:34.194406 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-19ee05dc-281b-47a3-a630-97cb200d3ed4 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Allocated IP 172.20.0.14 (e6f9d68e-36ff-42dc-b6ec-8799258befd6/5ed180ad-c723-4565-b259-3450d92081e5/b3d5e53d-6236-4a0c-a3e0-463069b00fa1) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:26:34.325115 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-19ee05dc-281b-47a3-a630-97cb200d3ed4 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks [] for port (b3d5e53d-6236-4a0c-a3e0-463069b00fa1), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:34.393843 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-19ee05dc-281b-47a3-a630-97cb200d3ed4 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (b3d5e53d-6236-4a0c-a3e0-463069b00fa1), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:34.440948 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-19ee05dc-281b-47a3-a630-97cb200d3ed4 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Network e6f9d68e-36ff-42dc-b6ec-8799258befd6 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:26:34.443984 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-19ee05dc-281b-47a3-a630-97cb200d3ed4 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:26:34.449663 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-19ee05dc-281b-47a3-a630-97cb200d3ed4 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:26:34.473733 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee05dc-281b-47a3-a630-97cb200d3ed4 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Pushing event updated for resources: {'Port': ['ID=b3d5e53d-6236-4a0c-a3e0-463069b00fa1,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:26:34.503053 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-19ee05dc-281b-47a3-a630-97cb200d3ed4 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:34.503696 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-19ee05dc-281b-47a3-a630-97cb200d3ed4 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:34.576988 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-19ee05dc-281b-47a3-a630-97cb200d3ed4 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7145889 Feb 20 04:26:34.588030 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-d60f8ff3-2d95-4762-98a0-7ac6df84e3f6 service neutron] Request body: {'port': {'device_id': '41b4dbff-3175-4a39-bcda-28ab1b93a148', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:26:34.649225 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-d60f8ff3-2d95-4762-98a0-7ac6df84e3f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b3d5e53d-6236-4a0c-a3e0-463069b00fa1), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:34.741822 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-4fb58931-257b-4426-860d-e47206de4fd8 None None] Provisioning complete for port b3d5e53d-6236-4a0c-a3e0-463069b00fa1 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:26:34.742387 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4fb58931-257b-4426-860d-e47206de4fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b3d5e53d-6236-4a0c-a3e0-463069b00fa1), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:34.776423 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-4fb58931-257b-4426-860d-e47206de4fd8 None None] Port b3d5e53d-6236-4a0c-a3e0-463069b00fa1 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:26:34.914905 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-d60f8ff3-2d95-4762-98a0-7ac6df84e3f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3d5e53d-6236-4a0c-a3e0-463069b00fa1 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:26:34.922310 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-d60f8ff3-2d95-4762-98a0-7ac6df84e3f6 service neutron] Publish callbacks [] for port (b3d5e53d-6236-4a0c-a3e0-463069b00fa1), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:34.934148 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-d60f8ff3-2d95-4762-98a0-7ac6df84e3f6 service neutron] Transition to ACTIVE for port object b3d5e53d-6236-4a0c-a3e0-463069b00fa1 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:26:34.987611 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-d60f8ff3-2d95-4762-98a0-7ac6df84e3f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (b3d5e53d-6236-4a0c-a3e0-463069b00fa1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:35.073486 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f8ff3-2d95-4762-98a0-7ac6df84e3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d5e53d-6236-4a0c-a3e0-463069b00fa1,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:26:35.089882 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df4686-03f7-4316-8b81-20677487369a req-90ddf084-f5e1-4379-adbb-d6a799cd4376 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:35.092079 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-48df4686-03f7-4316-8b81-20677487369a req-90ddf084-f5e1-4379-adbb-d6a799cd4376 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 944 time: 0.0581031 Feb 20 04:26:35.115211 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-d60f8ff3-2d95-4762-98a0-7ac6df84e3f6 service neutron] Attempting to bind port b3d5e53d-6236-4a0c-a3e0-463069b00fa1 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:26:35.115602 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-d60f8ff3-2d95-4762-98a0-7ac6df84e3f6 service neutron] Attempting to bind port b3d5e53d-6236-4a0c-a3e0-463069b00fa1 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:26:35.115898 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-d60f8ff3-2d95-4762-98a0-7ac6df84e3f6 service neutron] Attempting to bind port b3d5e53d-6236-4a0c-a3e0-463069b00fa1 on network e6f9d68e-36ff-42dc-b6ec-8799258befd6 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:26:35.121123 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-d60f8ff3-2d95-4762-98a0-7ac6df84e3f6 service neutron] Port b3d5e53d-6236-4a0c-a3e0-463069b00fa1 on network e6f9d68e-36ff-42dc-b6ec-8799258befd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:26:35.121601 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-d60f8ff3-2d95-4762-98a0-7ac6df84e3f6 service neutron] Attempting to bind port b3d5e53d-6236-4a0c-a3e0-463069b00fa1 on network e6f9d68e-36ff-42dc-b6ec-8799258befd6 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:26:35.128066 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-d60f8ff3-2d95-4762-98a0-7ac6df84e3f6 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:26:35.128485 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-d60f8ff3-2d95-4762-98a0-7ac6df84e3f6 service neutron] Checking segment: {'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:26:35.129041 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-d60f8ff3-2d95-4762-98a0-7ac6df84e3f6 service neutron] Bound using segment: {'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:26:35.129470 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-d60f8ff3-2d95-4762-98a0-7ac6df84e3f6 service neutron] Bound port: b3d5e53d-6236-4a0c-a3e0-463069b00fa1, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:26:35.130061 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-d60f8ff3-2d95-4762-98a0-7ac6df84e3f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b3d5e53d-6236-4a0c-a3e0-463069b00fa1), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:35.155134 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-48df4686-03f7-4316-8b81-20677487369a req-432e3006-7d88-47a6-acfa-35196d5bbf7a tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505893 Feb 20 04:26:35.205674 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-d60f8ff3-2d95-4762-98a0-7ac6df84e3f6 service neutron] For port b3d5e53d-6236-4a0c-a3e0-463069b00fa1, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:26:35.208929 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-d60f8ff3-2d95-4762-98a0-7ac6df84e3f6 service neutron] For port b3d5e53d-6236-4a0c-a3e0-463069b00fa1, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=b3d5e53d-6236-4a0c-a3e0-463069b00fa1,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:26:35.291529 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-d60f8ff3-2d95-4762-98a0-7ac6df84e3f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (b3d5e53d-6236-4a0c-a3e0-463069b00fa1), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:35.327517 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-d60f8ff3-2d95-4762-98a0-7ac6df84e3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:35.328143 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-d60f8ff3-2d95-4762-98a0-7ac6df84e3f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:35.329533 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-d60f8ff3-2d95-4762-98a0-7ac6df84e3f6 service neutron] 10.222.0.93 "PUT /v2.0/ports/b3d5e53d-6236-4a0c-a3e0-463069b00fa1 HTTP/1.1" status: 200 len: 1092 time: 0.7458625 Feb 20 04:26:35.329978 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b4dbff-3175-4a39-bcda-28ab1b93a148', 'tag': 'b3d5e53d-6236-4a0c-a3e0-463069b00fa1'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:26:35.332352 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf3c62807d90451df298560e3808142486074117e133717b71a7661d69a798e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d77004-1eca-441d-99ff-313ad01156d1" -d '{"events": [{"name": "network-changed", "server_uuid": "41b4dbff-3175-4a39-bcda-28ab1b93a148", "tag": "b3d5e53d-6236-4a0c-a3e0-463069b00fa1"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:26:35.362535 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f8ff3-2d95-4762-98a0-7ac6df84e3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d5e53d-6236-4a0c-a3e0-463069b00fa1,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:26:35.377699 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9615749-bef2-4f3f-8d7e-2df8ec924c5e x-openstack-request-id: req-f9615749-bef2-4f3f-8d7e-2df8ec924c5e {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:26:35.377699 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b4dbff-3175-4a39-bcda-28ab1b93a148", "tag": "b3d5e53d-6236-4a0c-a3e0-463069b00fa1", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:26:35.378462 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-f9615749-bef2-4f3f-8d7e-2df8ec924c5e {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:26:35.378983 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b4dbff-3175-4a39-bcda-28ab1b93a148', 'tag': 'b3d5e53d-6236-4a0c-a3e0-463069b00fa1', 'status': 'completed', 'code': 200} Feb 20 04:26:35.446256 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d77004-1eca-441d-99ff-313ad01156d1 req-55008473-41eb-4721-9089-348c6cd3ff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:35.447995 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a2d77004-1eca-441d-99ff-313ad01156d1 req-55008473-41eb-4721-9089-348c6cd3ff7c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 1126 time: 0.0503380 Feb 20 04:26:35.558246 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d77004-1eca-441d-99ff-313ad01156d1 req-975b17b0-261a-438f-832b-5dac0e9660b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:35.559779 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a2d77004-1eca-441d-99ff-313ad01156d1 req-975b17b0-261a-438f-832b-5dac0e9660b7 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1053340 Feb 20 04:26:35.652157 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d77004-1eca-441d-99ff-313ad01156d1 req-40eb3b47-0eb1-421e-b0f7-073fb79cb39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:35.653631 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-a2d77004-1eca-441d-99ff-313ad01156d1 req-40eb3b47-0eb1-421e-b0f7-073fb79cb39c service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880547 Feb 20 04:26:35.731817 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-e7bf146d-ebcd-45d8-8678-b003c89a3ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:35.733226 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-e7bf146d-ebcd-45d8-8678-b003c89a3ce0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 1126 time: 0.0452673 Feb 20 04:26:35.777761 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-4eef87f4-3172-45c2-8226-854eadaff86e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3d5e53d-6236-4a0c-a3e0-463069b00fa1 HTTP/1.1" status: 200 len: 217 time: 0.0384870 Feb 20 04:26:35.825301 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-243a58ec-6bc2-4a3e-9580-09cbda81c3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:35.826740 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-243a58ec-6bc2-4a3e-9580-09cbda81c3f9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0427096 Feb 20 04:26:35.873906 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-5c6019ea-7e11-409e-990d-99dabe8dcfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:35.875438 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-5c6019ea-7e11-409e-990d-99dabe8dcfcf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431767 Feb 20 04:26:35.966496 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-5dabd8b2-04b6-449c-82be-9ae006d1560d service neutron] 10.222.0.93 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851119 Feb 20 04:26:36.052661 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1730fdb9-ac85-4495-ad76-1c2a176ff04b req-f54d3e3a-53a4-4064-9b79-d078c53bbde8 service neutron] 10.222.0.93 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802650 Feb 20 04:26:36.277884 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174c3eb-09f9-4e6b-ad3b-2543da94c82b req-cc1b69aa-1424-4825-ad68-38f072aaf7eb tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:36.279394 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b174c3eb-09f9-4e6b-ad3b-2543da94c82b req-cc1b69aa-1424-4825-ad68-38f072aaf7eb tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 944 time: 0.0518680 Feb 20 04:26:36.324983 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b174c3eb-09f9-4e6b-ad3b-2543da94c82b req-a0b1b85e-0601-42a0-9f39-24a3da0ef22e tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399170 Feb 20 04:26:37.447437 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96195111-e60f-460a-b461-40b72c6c5cfa req-8e50193b-57a9-4120-ba65-bb0f10c6e3f8 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:37.448942 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-96195111-e60f-460a-b461-40b72c6c5cfa req-8e50193b-57a9-4120-ba65-bb0f10c6e3f8 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 944 time: 0.0550675 Feb 20 04:26:37.496318 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-96195111-e60f-460a-b461-40b72c6c5cfa req-d1e2169c-8ed3-42a0-b485-60d9a47b09e4 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416336 Feb 20 04:26:38.618195 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc3187-b480-4eb1-a50c-39d6184cbe28 req-8ef17a2f-aed0-43f2-9e7e-b255ba87db23 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:38.619703 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f6fc3187-b480-4eb1-a50c-39d6184cbe28 req-8ef17a2f-aed0-43f2-9e7e-b255ba87db23 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 944 time: 0.0560291 Feb 20 04:26:38.665378 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f6fc3187-b480-4eb1-a50c-39d6184cbe28 req-796b8dfb-2afd-4e1a-8e1e-791fb2622ff6 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401506 Feb 20 04:26:38.821291 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:26:39.568897 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device b3d5e53d-6236-4a0c-a3e0-463069b00fa1 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:26:39.662617 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port b3d5e53d-6236-4a0c-a3e0-463069b00fa1, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=b3d5e53d-6236-4a0c-a3e0-463069b00fa1,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:26:39.674615 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'b3d5e53d-6236-4a0c-a3e0-463069b00fa1', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'port_id': 'b3d5e53d-6236-4a0c-a3e0-463069b00fa1', 'mac_address': 'fa:16:3e:78:12:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed180ad-c723-4565-b259-3450d92081e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:26:39.714270 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port b3d5e53d-6236-4a0c-a3e0-463069b00fa1 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:26:39.714662 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b3d5e53d-6236-4a0c-a3e0-463069b00fa1), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:39.728510 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3d5e53d-6236-4a0c-a3e0-463069b00fa1 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:26:39.748370 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port b3d5e53d-6236-4a0c-a3e0-463069b00fa1, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=b3d5e53d-6236-4a0c-a3e0-463069b00fa1,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:26:39.786150 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5a3fc-68a7-4942-b363-68ce16f86dd1 req-7d1984cd-9d0e-4781-97b7-9f458d3eda80 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:39.787690 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9bd5a3fc-68a7-4942-b363-68ce16f86dd1 req-7d1984cd-9d0e-4781-97b7-9f458d3eda80 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 944 time: 0.0546165 Feb 20 04:26:39.808030 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b3d5e53d-6236-4a0c-a3e0-463069b00fa1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:39.840696 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9bd5a3fc-68a7-4942-b363-68ce16f86dd1 req-7f86c741-d63b-4b36-8b0f-f0ef005336fe tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436263 Feb 20 04:26:39.856419 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=b3d5e53d-6236-4a0c-a3e0-463069b00fa1,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:26:39.995696 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['b3d5e53d-6236-4a0c-a3e0-463069b00fa1'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:26:40.960016 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98782b-8090-428b-a22b-4fabc1b0dc38 req-7df0b007-f452-4613-bacb-2151af7d3511 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:40.961493 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f98782b-8090-428b-a22b-4fabc1b0dc38 req-7df0b007-f452-4613-bacb-2151af7d3511 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 945 time: 0.0557287 Feb 20 04:26:41.006692 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f98782b-8090-428b-a22b-4fabc1b0dc38 req-120e95b2-cfee-46bf-9c9b-64dfd1c4b0a8 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393689 Feb 20 04:26:41.568683 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device b3d5e53d-6236-4a0c-a3e0-463069b00fa1 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:26:41.659244 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port b3d5e53d-6236-4a0c-a3e0-463069b00fa1 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:26:41.663025 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port b3d5e53d-6236-4a0c-a3e0-463069b00fa1 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:26:41.663408 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b3d5e53d-6236-4a0c-a3e0-463069b00fa1), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:41.742292 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port b3d5e53d-6236-4a0c-a3e0-463069b00fa1 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:26:41.742679 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b3d5e53d-6236-4a0c-a3e0-463069b00fa1), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:41.765231 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b4dbff-3175-4a39-bcda-28ab1b93a148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d5e53d-6236-4a0c-a3e0-463069b00fa1'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:26:41.767861 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a1e00c1b8c0849d65db633b2ad5dc0fe7d01c1085c482abf6d17f7010e02497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40fbf01-3882-41c3-a5ab-4cabeb55b17d" -d '{"events": [{"server_uuid": "41b4dbff-3175-4a39-bcda-28ab1b93a148", "name": "network-vif-plugged", "status": "completed", "tag": "b3d5e53d-6236-4a0c-a3e0-463069b00fa1"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:26:41.780601 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port b3d5e53d-6236-4a0c-a3e0-463069b00fa1, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=b3d5e53d-6236-4a0c-a3e0-463069b00fa1,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:26:41.808406 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b834831-6b60-40a1-8447-b1af0ac9c741 x-openstack-request-id: req-4b834831-6b60-40a1-8447-b1af0ac9c741 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:26:41.808704 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b4dbff-3175-4a39-bcda-28ab1b93a148", "name": "network-vif-plugged", "status": "completed", "tag": "b3d5e53d-6236-4a0c-a3e0-463069b00fa1", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:26:41.808961 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-4b834831-6b60-40a1-8447-b1af0ac9c741 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:26:41.809389 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b4dbff-3175-4a39-bcda-28ab1b93a148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d5e53d-6236-4a0c-a3e0-463069b00fa1', 'code': 200} Feb 20 04:26:41.850441 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b3d5e53d-6236-4a0c-a3e0-463069b00fa1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:41.900430 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=b3d5e53d-6236-4a0c-a3e0-463069b00fa1,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:26:41.918414 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5d83a-f529-44b7-ad0a-de3baa5d4447 req-66350d88-dc5a-4d5d-a931-7aa7469ed514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:41.919946 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ceb5d83a-f529-44b7-ad0a-de3baa5d4447 req-66350d88-dc5a-4d5d-a931-7aa7469ed514 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 1128 time: 0.0517640 Feb 20 04:26:41.962304 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-ceb5d83a-f529-44b7-ad0a-de3baa5d4447 req-1172748d-34cc-4d45-8b70-a201e7983b79 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360465 Feb 20 04:26:42.127951 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2afb0-21fa-4e92-9ed7-700da87a27c8 req-e6532da9-41a7-4241-a8b3-a9cc2451ee85 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:42.129525 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79f2afb0-21fa-4e92-9ed7-700da87a27c8 req-e6532da9-41a7-4241-a8b3-a9cc2451ee85 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0537269 Feb 20 04:26:42.177430 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79f2afb0-21fa-4e92-9ed7-700da87a27c8 req-4094127b-9066-44bb-bc4a-ee600a77d1bc tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422649 Feb 20 04:26:43.299130 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0fac9-2b3a-4d7b-873b-9980579e79a4 req-459986b0-d612-46f5-86a6-ef7036acfa93 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:43.300653 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dfb0fac9-2b3a-4d7b-873b-9980579e79a4 req-459986b0-d612-46f5-86a6-ef7036acfa93 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0529470 Feb 20 04:26:43.352669 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dfb0fac9-2b3a-4d7b-873b-9980579e79a4 req-77b2ff21-28db-40e8-9213-de54be362b0b tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464048 Feb 20 04:26:43.466457 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53429c-ea8d-47b1-bdcc-d98ec46b38bd req-9ad9ad9c-29dd-4d04-b931-ce0495e03d3f tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:43.467873 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3e53429c-ea8d-47b1-bdcc-d98ec46b38bd req-9ad9ad9c-29dd-4d04-b931-ce0495e03d3f tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0532088 Feb 20 04:26:43.477544 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57112) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:26:43.481851 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-70ab9b86-1112-44e5-ba98-6547ee702e46 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Request body: {'floatingip': {'port_id': 'b3d5e53d-6236-4a0c-a3e0-463069b00fa1'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:26:43.520029 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-70ab9b86-1112-44e5-ba98-6547ee702e46 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks [] for floatingip (52b937fe-5d15-44a1-85d2-d8de6ec69dec), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:44.270288 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-70ab9b86-1112-44e5-ba98-6547ee702e46 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:44.339368 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-70ab9b86-1112-44e5-ba98-6547ee702e46 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (52b937fe-5d15-44a1-85d2-d8de6ec69dec), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:44.444227 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [None req-70ab9b86-1112-44e5-ba98-6547ee702e46 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Floating IP 52b937fe-5d15-44a1-85d2-d8de6ec69dec associated. External IP: 172.25.7.50, port: b3d5e53d-6236-4a0c-a3e0-463069b00fa1. Feb 20 04:26:44.658235 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ab9b86-1112-44e5-ba98-6547ee702e46 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Router c629c0b3-6ffd-4cae-93b9-53573614cc39 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:26:44.768612 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ab9b86-1112-44e5-ba98-6547ee702e46 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:26:44.773611 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-70ab9b86-1112-44e5-ba98-6547ee702e46 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:44.778293 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2626c925-136b-45f1-89d6-1524671e6dcd None None] Sync routers for ids ['c629c0b3-6ffd-4cae-93b9-53573614cc39'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:26:44.788169 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2626c925-136b-45f1-89d6-1524671e6dcd None None] Routers {'c629c0b3-6ffd-4cae-93b9-53573614cc39'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:26:44.788788 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2626c925-136b-45f1-89d6-1524671e6dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:26:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c629c0b3-6ffd-4cae-93b9-53573614cc39'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:26:44.804045 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-70ab9b86-1112-44e5-ba98-6547ee702e46 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "PUT /v2.0/floatingips/52b937fe-5d15-44a1-85d2-d8de6ec69dec HTTP/1.1" status: 200 len: 991 time: 1.3254213 Feb 20 04:26:44.805006 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b4dbff-3175-4a39-bcda-28ab1b93a148', 'tag': 'b3d5e53d-6236-4a0c-a3e0-463069b00fa1'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:26:44.807584 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5aa1a6a7735b541a56ac331d75cf60bb33703eda8d3f8466ef91a6638b4642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e54608b-399a-4e79-ba94-6c40e0684a1d" -d '{"events": [{"name": "network-changed", "server_uuid": "41b4dbff-3175-4a39-bcda-28ab1b93a148", "tag": "b3d5e53d-6236-4a0c-a3e0-463069b00fa1"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:26:44.905739 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-2626c925-136b-45f1-89d6-1524671e6dcd None None] Set router c629c0b3-6ffd-4cae-93b9-53573614cc39 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:26:44.909645 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cbd9e-9e64-4a07-8f1a-05f66a2b1e4b req-58b6e305-0655-4221-9642-a33c42fd13a9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:44.911183 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d51cbd9e-9e64-4a07-8f1a-05f66a2b1e4b req-58b6e305-0655-4221-9642-a33c42fd13a9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0559895 Feb 20 04:26:44.958656 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d51cbd9e-9e64-4a07-8f1a-05f66a2b1e4b req-f828fb41-36d1-4cb2-a7e2-edf61dee11d4 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418541 Feb 20 04:26:45.006038 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801049ff-05bd-446a-bd29-568bd2339c36 x-openstack-request-id: req-801049ff-05bd-446a-bd29-568bd2339c36 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:26:45.006335 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b4dbff-3175-4a39-bcda-28ab1b93a148", "tag": "b3d5e53d-6236-4a0c-a3e0-463069b00fa1", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:26:45.007478 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-801049ff-05bd-446a-bd29-568bd2339c36 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:26:45.007478 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b4dbff-3175-4a39-bcda-28ab1b93a148', 'tag': 'b3d5e53d-6236-4a0c-a3e0-463069b00fa1', 'status': 'completed', 'code': 200} Feb 20 04:26:45.074269 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54608b-399a-4e79-ba94-6c40e0684a1d req-9f1ad271-dce5-4e77-8e00-961e2ff3e4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:45.075892 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1e54608b-399a-4e79-ba94-6c40e0684a1d req-9f1ad271-dce5-4e77-8e00-961e2ff3e4ef service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 1128 time: 0.0486443 Feb 20 04:26:45.123095 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79056604-dc8d-4270-b185-0204931f36fd req-455c4cd0-bc7a-4cbd-9bb1-673d9c58bf2d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:45.125596 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79056604-dc8d-4270-b185-0204931f36fd req-455c4cd0-bc7a-4cbd-9bb1-673d9c58bf2d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0747838 Feb 20 04:26:45.137969 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2626c925-136b-45f1-89d6-1524671e6dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'name': 'tempest-ServerActionsTestJSON-1417449643-router', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:27Z', 'revision_number': 4, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'gw_port': {'id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '52b937fe-5d15-44a1-85d2-d8de6ec69dec', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'floating_ip_address': '172.25.7.50', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'port_id': 'b3d5e53d-6236-4a0c-a3e0-463069b00fa1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'mac_address': 'fa:16:3e:78:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b4dbff-3175-4a39-bcda-28ab1b93a148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:26:30Z', 'updated_at': '2022-02-20T04:26:44Z', 'revision_number': 1, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '009135db-4ca9-45ce-9b40-301e9a537cf1', 'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'mac_address': 'fa:16:3e:c7:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5ed180ad-c723-4565-b259-3450d92081e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:26Z', 'updated_at': '2022-02-20T04:26:30Z', 'revision_number': 5, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'subnets': [{'id': '5ed180ad-c723-4565-b259-3450d92081e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:26:45.165007 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2626c925-136b-45f1-89d6-1524671e6dcd None None] Checking router: c629c0b3-6ffd-4cae-93b9-53573614cc39 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:26:45.174141 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2626c925-136b-45f1-89d6-1524671e6dcd None None] Routers {'c629c0b3-6ffd-4cae-93b9-53573614cc39'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:26:45.174756 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2626c925-136b-45f1-89d6-1524671e6dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:26:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c629c0b3-6ffd-4cae-93b9-53573614cc39'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:26:45.178706 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-79056604-dc8d-4270-b185-0204931f36fd req-a1a1a383-f522-4171-8ca6-6986987c5a6e tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461760 Feb 20 04:26:45.180556 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54608b-399a-4e79-ba94-6c40e0684a1d req-373ea4cc-d85c-494f-abe8-36e0950760a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:45.182041 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1e54608b-399a-4e79-ba94-6c40e0684a1d req-373ea4cc-d85c-494f-abe8-36e0950760a9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 913 time: 0.0996568 Feb 20 04:26:45.280151 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1e54608b-399a-4e79-ba94-6c40e0684a1d req-35711c06-4604-4800-9aa1-24f8be7c4881 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3d5e53d-6236-4a0c-a3e0-463069b00fa1 HTTP/1.1" status: 200 len: 999 time: 0.0923965 Feb 20 04:26:45.335216 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54608b-399a-4e79-ba94-6c40e0684a1d req-00ff6f80-9cb3-4e5b-bdac-a153d67a82c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:45.336717 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1e54608b-399a-4e79-ba94-6c40e0684a1d req-00ff6f80-9cb3-4e5b-bdac-a153d67a82c5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0512311 Feb 20 04:26:45.388445 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54608b-399a-4e79-ba94-6c40e0684a1d req-956fff5d-9996-4ac8-a593-95562aca503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:45.390065 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1e54608b-399a-4e79-ba94-6c40e0684a1d req-956fff5d-9996-4ac8-a593-95562aca503a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472603 Feb 20 04:26:45.446129 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-2626c925-136b-45f1-89d6-1524671e6dcd None None] Set router c629c0b3-6ffd-4cae-93b9-53573614cc39 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:26:45.488663 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1e54608b-399a-4e79-ba94-6c40e0684a1d req-42f58b8c-82a2-4b5a-a28d-be55ab4a1c89 service neutron] 10.222.0.93 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918996 Feb 20 04:26:45.583268 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-1e54608b-399a-4e79-ba94-6c40e0684a1d req-4b89e01a-c464-4655-9606-101f64846f7d service neutron] 10.222.0.93 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886383 Feb 20 04:26:45.682048 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-2626c925-136b-45f1-89d6-1524671e6dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'name': 'tempest-ServerActionsTestJSON-1417449643-router', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:27Z', 'revision_number': 4, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'gw_port': {'id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '52b937fe-5d15-44a1-85d2-d8de6ec69dec', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'floating_ip_address': '172.25.7.50', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'port_id': 'b3d5e53d-6236-4a0c-a3e0-463069b00fa1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'mac_address': 'fa:16:3e:78:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b4dbff-3175-4a39-bcda-28ab1b93a148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:26:30Z', 'updated_at': '2022-02-20T04:26:44Z', 'revision_number': 1, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '009135db-4ca9-45ce-9b40-301e9a537cf1', 'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'mac_address': 'fa:16:3e:c7:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5ed180ad-c723-4565-b259-3450d92081e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:26Z', 'updated_at': '2022-02-20T04:26:30Z', 'revision_number': 5, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'subnets': [{'id': '5ed180ad-c723-4565-b259-3450d92081e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:26:45.709704 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2626c925-136b-45f1-89d6-1524671e6dcd None None] The sync data for ids ['c629c0b3-6ffd-4cae-93b9-53573614cc39'] in n-d-829866-4 is: [{'id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'name': 'tempest-ServerActionsTestJSON-1417449643-router', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:27Z', 'revision_number': 4, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'gw_port': {'id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '52b937fe-5d15-44a1-85d2-d8de6ec69dec', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'floating_ip_address': '172.25.7.50', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'port_id': 'b3d5e53d-6236-4a0c-a3e0-463069b00fa1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'mac_address': 'fa:16:3e:78:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b4dbff-3175-4a39-bcda-28ab1b93a148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:26:30Z', 'updated_at': '2022-02-20T04:26:44Z', 'revision_number': 1, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '009135db-4ca9-45ce-9b40-301e9a537cf1', 'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'mac_address': 'fa:16:3e:c7:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5ed180ad-c723-4565-b259-3450d92081e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:26Z', 'updated_at': '2022-02-20T04:26:30Z', 'revision_number': 5, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'subnets': [{'id': '5ed180ad-c723-4565-b259-3450d92081e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:26:45.907534 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d927e2-3103-4266-a5d7-51a8d4527821 None None] New status for floating IP 52b937fe-5d15-44a1-85d2-d8de6ec69dec: ACTIVE {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 04:26:46.299210 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70ac80-d4ec-4791-b918-9aa8e40a193f req-b7cbfa58-bbff-4307-9279-65ba7de4fd5e tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:46.300697 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ba70ac80-d4ec-4791-b918-9aa8e40a193f req-b7cbfa58-bbff-4307-9279-65ba7de4fd5e tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0523658 Feb 20 04:26:46.347154 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ba70ac80-d4ec-4791-b918-9aa8e40a193f req-57d79c9a-0e4f-4519-be3c-efb9338d6880 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409584 Feb 20 04:26:46.464224 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafa6e0-5d28-4b1d-9076-e4928d02ede0 req-2f226601-0744-47be-8333-5f39e796c89c tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:46.465723 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ccafa6e0-5d28-4b1d-9076-e4928d02ede0 req-2f226601-0744-47be-8333-5f39e796c89c tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0541053 Feb 20 04:26:46.516018 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ccafa6e0-5d28-4b1d-9076-e4928d02ede0 req-af2f1dc0-d359-4737-92ac-e2cfc4643724 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447903 Feb 20 04:26:46.881882 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbc2ff-5727-4397-8500-271cd7b0111e req-f89dc966-0614-40e9-9541-685ca39dc2b7 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:46.883483 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-63bbc2ff-5727-4397-8500-271cd7b0111e req-f89dc966-0614-40e9-9541-685ca39dc2b7 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0525188 Feb 20 04:26:46.930495 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-63bbc2ff-5727-4397-8500-271cd7b0111e req-46a139c7-14bc-439f-a077-8c75386550f9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414665 Feb 20 04:26:46.989126 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-30d169a4-ae6a-42ef-9994-44fb4daf2ea2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0439651 Feb 20 04:26:47.551468 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-6030b420-55db-4f38-81cb-d567df4527d4 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:47.552853 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-6030b420-55db-4f38-81cb-d567df4527d4 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports/b3d5e53d-6236-4a0c-a3e0-463069b00fa1 HTTP/1.1" status: 200 len: 943 time: 0.0477467 Feb 20 04:26:48.058190 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5b5ac-3a74-4d19-af18-f4f4af2d2510 req-a0be7ed1-1e85-4411-b3a0-0bde42f98ff4 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:48.059727 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-def5b5ac-3a74-4d19-af18-f4f4af2d2510 req-a0be7ed1-1e85-4411-b3a0-0bde42f98ff4 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0585592 Feb 20 04:26:48.107201 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-def5b5ac-3a74-4d19-af18-f4f4af2d2510 req-79823d0d-b1c9-48f8-9d6b-adf8d82945db tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411620 Feb 20 04:26:49.045657 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-54ee2f34-a4fd-4589-a0e5-9f70ad4e268b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:49.047166 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-54ee2f34-a4fd-4589-a0e5-9f70ad4e268b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 1128 time: 0.0455775 Feb 20 04:26:49.136813 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-b7cc885d-ff42-4358-8901-fdb4c674d8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:49.138263 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-b7cc885d-ff42-4358-8901-fdb4c674d8e5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 913 time: 0.0850573 Feb 20 04:26:49.206538 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-4cd0576f-5b41-4394-8ca1-ef5a5c17fec8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3d5e53d-6236-4a0c-a3e0-463069b00fa1 HTTP/1.1" status: 200 len: 1001 time: 0.0614662 Feb 20 04:26:49.228190 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdd949-978c-4a4c-be00-5416bd2d0f4c req-5eefcacd-fbd7-4b38-86d3-8d44c149220b tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:49.229720 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b2cdd949-978c-4a4c-be00-5416bd2d0f4c req-5eefcacd-fbd7-4b38-86d3-8d44c149220b tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0532982 Feb 20 04:26:49.254586 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-978636cd-446f-45ac-99b8-c8b8e98bebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:49.256099 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-978636cd-446f-45ac-99b8-c8b8e98bebd5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0450079 Feb 20 04:26:49.277026 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b2cdd949-978c-4a4c-be00-5416bd2d0f4c req-a368e1f0-2696-439d-af0d-c9ec395509fc tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416765 Feb 20 04:26:49.307668 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-86de7b39-fad2-438f-9cb6-41e62ce33ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:49.309080 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-86de7b39-fad2-438f-9cb6-41e62ce33ac0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477161 Feb 20 04:26:49.394456 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-6ee6fa3e-1414-4ae6-9ca0-3793b5a713fe service neutron] 10.222.0.93 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784268 Feb 20 04:26:49.483988 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-050f4019-5bd3-4072-a532-2d5cadea1e7f service neutron] 10.222.0.93 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836494 Feb 20 04:26:50.400480 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1161108-d70e-4a33-a9ff-8a4f2c2feb36 req-cbb69e4a-4f52-40d4-be02-acdb8bbaa906 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:50.401972 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c1161108-d70e-4a33-a9ff-8a4f2c2feb36 req-cbb69e4a-4f52-40d4-be02-acdb8bbaa906 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0567729 Feb 20 04:26:50.447887 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c1161108-d70e-4a33-a9ff-8a4f2c2feb36 req-e0e661e8-3eaa-4c71-8e2a-00ddeeac739b tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402269 Feb 20 04:26:51.396261 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:51.568064 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:51.570566 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c48f5-2e01-4615-b5ee-c118e6b0bb56 req-deba668f-d637-4399-8197-998f4e4c4e18 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:51.572177 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-098c48f5-2e01-4615-b5ee-c118e6b0bb56 req-deba668f-d637-4399-8197-998f4e4c4e18 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0533533 Feb 20 04:26:51.619446 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-098c48f5-2e01-4615-b5ee-c118e6b0bb56 req-72ced07c-9487-4c9f-9e56-199ac157b46f tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416815 Feb 20 04:26:52.738253 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25980941-9ab1-426e-87bf-2060271c0ef1 req-aa8aa26b-32cf-4f9a-9082-143b02683460 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:52.739795 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25980941-9ab1-426e-87bf-2060271c0ef1 req-aa8aa26b-32cf-4f9a-9082-143b02683460 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0537055 Feb 20 04:26:52.791426 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25980941-9ab1-426e-87bf-2060271c0ef1 req-6afaa139-5bc3-4b0d-8dba-4481cd8f0422 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461016 Feb 20 04:26:53.916109 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066be3a-70c8-43fb-b85d-9d037bd44c1a req-acdbeedd-f74a-4771-802c-6a5d90a6e888 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:53.917583 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4066be3a-70c8-43fb-b85d-9d037bd44c1a req-acdbeedd-f74a-4771-802c-6a5d90a6e888 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0518239 Feb 20 04:26:53.963542 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4066be3a-70c8-43fb-b85d-9d037bd44c1a req-41a7320c-ffd5-4c4e-b3cf-1ab1e1a3b9f6 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404265 Feb 20 04:26:55.082501 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304be7a7-e765-45be-845a-5bf180daf398 req-95d5473d-5cbd-44db-b798-02ebe7c4f60a tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:55.084051 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-304be7a7-e765-45be-845a-5bf180daf398 req-95d5473d-5cbd-44db-b798-02ebe7c4f60a tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0525086 Feb 20 04:26:55.132625 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-304be7a7-e765-45be-845a-5bf180daf398 req-d439e19c-a2a6-4c96-8888-001c60ed83d3 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430524 Feb 20 04:26:56.257233 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ec84b-be32-4ba5-8650-0cd1d3f72358 req-38e26bdd-a56d-4b5d-9d97-0ade906c63a1 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:56.258773 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9b5ec84b-be32-4ba5-8650-0cd1d3f72358 req-38e26bdd-a56d-4b5d-9d97-0ade906c63a1 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0586329 Feb 20 04:26:56.306656 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9b5ec84b-be32-4ba5-8650-0cd1d3f72358 req-f646f308-3d9e-4cf0-9c8d-85015655a500 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423236 Feb 20 04:26:56.467191 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c2b1815d-a7ed-48b3-b9d8-45530fc8da5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:57.425799 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c8842-ab90-4ca2-8aa1-ee4605b57d07 req-270cf0b8-666e-4dad-a32b-1f3feb7649f0 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:57.427344 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-348c8842-ab90-4ca2-8aa1-ee4605b57d07 req-270cf0b8-666e-4dad-a32b-1f3feb7649f0 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0519204 Feb 20 04:26:57.475548 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-348c8842-ab90-4ca2-8aa1-ee4605b57d07 req-2a7c01c1-abc9-495d-a04e-b58a2ff5fed2 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423741 Feb 20 04:26:58.597050 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38f99f-7d3f-40c0-b834-a360db1c204a req-3c80a1be-30c6-4fd6-898e-f0536b6540d0 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:58.598552 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0e38f99f-7d3f-40c0-b834-a360db1c204a req-3c80a1be-30c6-4fd6-898e-f0536b6540d0 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0542958 Feb 20 04:26:58.649552 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0e38f99f-7d3f-40c0-b834-a360db1c204a req-88fc9a4e-9a13-4dfc-beda-69858421d580 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453048 Feb 20 04:26:58.730558 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bab28126-3c4a-4ef3-bc8d-b66e16f50030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:26:59.769936 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d085f0e-5576-43dc-8338-d3e773a00dde req-9aa41e2d-cfea-4841-aca0-f50e55559a90 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:26:59.771544 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8d085f0e-5576-43dc-8338-d3e773a00dde req-9aa41e2d-cfea-4841-aca0-f50e55559a90 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0550542 Feb 20 04:26:59.818691 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8d085f0e-5576-43dc-8338-d3e773a00dde req-69aef41d-6b4b-45f6-8111-8011c680bc56 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416193 Feb 20 04:27:00.173250 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:00.937083 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe063a3f-c58f-4063-9022-f01ee65a360c req-2d6c7c1c-2158-4dd6-bf62-1572b708ae71 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:00.938567 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fe063a3f-c58f-4063-9022-f01ee65a360c req-2d6c7c1c-2158-4dd6-bf62-1572b708ae71 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0519407 Feb 20 04:27:00.985454 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fe063a3f-c58f-4063-9022-f01ee65a360c req-eba0abd5-25ad-42c0-87ef-d9d40e1af0f3 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405188 Feb 20 04:27:01.473552 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:02.109950 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254788ff-2f39-4ae2-b209-5c74c94b026f req-12ad1bc9-0a15-42e0-9ca7-29a1ff6a60f7 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:02.112205 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-254788ff-2f39-4ae2-b209-5c74c94b026f req-12ad1bc9-0a15-42e0-9ca7-29a1ff6a60f7 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0577939 Feb 20 04:27:02.159977 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-254788ff-2f39-4ae2-b209-5c74c94b026f req-9dde1f2f-3516-414e-8764-143e81731ebb tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419579 Feb 20 04:27:02.819200 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:03.278214 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8875bf-bbe0-410c-b921-53658d2a8bed req-b59514e1-a40b-4d00-b63c-bd87442a4da2 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:03.279769 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ce8875bf-bbe0-410c-b921-53658d2a8bed req-b59514e1-a40b-4d00-b63c-bd87442a4da2 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0517745 Feb 20 04:27:03.326141 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ce8875bf-bbe0-410c-b921-53658d2a8bed req-cf1d6f04-d9fa-4cba-8140-afce4f03edc4 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400801 Feb 20 04:27:04.450136 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2479a-47a9-4a9a-b3d2-4401c6fd313b req-94007472-4151-4f09-a668-67341151ea35 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:04.451669 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3cd2479a-47a9-4a9a-b3d2-4401c6fd313b req-94007472-4151-4f09-a668-67341151ea35 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0575535 Feb 20 04:27:04.498841 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3cd2479a-47a9-4a9a-b3d2-4401c6fd313b req-72fce76d-ff2e-407a-adf3-625168f4e604 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415714 Feb 20 04:27:05.617546 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb831391-0a05-44fa-ab63-1f8614149408 req-f72811ad-2a9f-4caf-92d3-845b4cfbbdf2 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:05.619052 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb831391-0a05-44fa-ab63-1f8614149408 req-f72811ad-2a9f-4caf-92d3-845b4cfbbdf2 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0517523 Feb 20 04:27:05.664686 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bb831391-0a05-44fa-ab63-1f8614149408 req-339ea855-a20a-44b6-9ee0-307e757e3e15 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400553 Feb 20 04:27:06.783356 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017eedc-49c2-4775-8c3c-754c2d7bbc85 req-5c304d4a-bdab-4f01-b507-74c5ceb72ef6 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:06.785347 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9017eedc-49c2-4775-8c3c-754c2d7bbc85 req-5c304d4a-bdab-4f01-b507-74c5ceb72ef6 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0525403 Feb 20 04:27:06.836164 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9017eedc-49c2-4775-8c3c-754c2d7bbc85 req-fbeab622-4512-438a-8104-8f0e999aaaa6 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451281 Feb 20 04:27:07.957952 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1969a31-78c5-444f-ab7c-d2b75ab3d319 req-c522adcc-98b5-4bf9-95f2-9a7901f29dbb tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:07.959495 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1969a31-78c5-444f-ab7c-d2b75ab3d319 req-c522adcc-98b5-4bf9-95f2-9a7901f29dbb tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0534818 Feb 20 04:27:08.006420 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1969a31-78c5-444f-ab7c-d2b75ab3d319 req-0e78b036-b76d-4bdb-a768-9be596fa6f33 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413337 Feb 20 04:27:09.123925 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d64ade-f945-40a9-9d63-ee8289266081 req-b208f05e-88f2-4045-8323-584aa3c7221c tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:09.125415 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a8d64ade-f945-40a9-9d63-ee8289266081 req-b208f05e-88f2-4045-8323-584aa3c7221c tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0521381 Feb 20 04:27:09.171633 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a8d64ade-f945-40a9-9d63-ee8289266081 req-e5bd7caf-9a84-4383-93ce-b517aca836c5 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401273 Feb 20 04:27:10.295669 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da3b2d-4f42-4116-ada5-c816278e277f req-d2e7bfb2-a070-424f-be17-fd055478f258 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:10.297139 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f3da3b2d-4f42-4116-ada5-c816278e277f req-d2e7bfb2-a070-424f-be17-fd055478f258 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0568449 Feb 20 04:27:10.343235 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f3da3b2d-4f42-4116-ada5-c816278e277f req-7f0972a3-afe0-48f6-935c-f3ab478b1f1a tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405333 Feb 20 04:27:11.462089 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d534db-0d24-494c-ae93-19f4b6508bb0 req-4dbd1f07-a0d3-4b66-b794-40484c2383fe tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:11.463610 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-40d534db-0d24-494c-ae93-19f4b6508bb0 req-4dbd1f07-a0d3-4b66-b794-40484c2383fe tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0526476 Feb 20 04:27:11.510332 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-40d534db-0d24-494c-ae93-19f4b6508bb0 req-07abc8f2-e297-410f-8e9c-30f91994bf66 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412302 Feb 20 04:27:12.632782 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280fa42-48da-4f3c-873d-a80d9f7222da req-08d3bd86-d2b7-4c13-8622-c83c8f039115 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:12.634329 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d280fa42-48da-4f3c-873d-a80d9f7222da req-08d3bd86-d2b7-4c13-8622-c83c8f039115 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0553269 Feb 20 04:27:12.683624 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d280fa42-48da-4f3c-873d-a80d9f7222da req-c4634e8e-2dee-436f-9175-d96bd078df9f tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437412 Feb 20 04:27:13.804051 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b158091-4202-410a-acdc-38e77bcd3ee1 req-d54e87e1-6f84-4662-9712-f3b620dc56b1 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:13.805555 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9b158091-4202-410a-acdc-38e77bcd3ee1 req-d54e87e1-6f84-4662-9712-f3b620dc56b1 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0537591 Feb 20 04:27:13.903612 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9b158091-4202-410a-acdc-38e77bcd3ee1 req-e3be63ac-65c7-439e-8117-5e51f5899232 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924940 Feb 20 04:27:15.024951 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936804c4-fae2-42b3-967e-f8ef8763a465 req-ba9c07e2-5c48-4179-a818-0b4bec4b6ce4 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:15.026435 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-936804c4-fae2-42b3-967e-f8ef8763a465 req-ba9c07e2-5c48-4179-a818-0b4bec4b6ce4 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0518546 Feb 20 04:27:15.073511 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-936804c4-fae2-42b3-967e-f8ef8763a465 req-8629435f-ece4-44dc-a67b-40d67387b7fb tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414991 Feb 20 04:27:15.820701 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:27:16.200453 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebb866-f660-4e1f-8ae7-acc088f0654a req-9308a093-b5bc-4a4b-9775-9423848bc5cb tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:16.201949 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b3ebb866-f660-4e1f-8ae7-acc088f0654a req-9308a093-b5bc-4a4b-9775-9423848bc5cb tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0559711 Feb 20 04:27:16.249777 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b3ebb866-f660-4e1f-8ae7-acc088f0654a req-18f29019-9530-4fca-aef3-da53a5ddc9f7 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415518 Feb 20 04:27:17.368586 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec27a6-3bd3-4da8-9fe0-09a90c3639d7 req-a22cdb34-14dc-47ba-a1a7-b03e442adfc6 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:17.370157 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-99ec27a6-3bd3-4da8-9fe0-09a90c3639d7 req-a22cdb34-14dc-47ba-a1a7-b03e442adfc6 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0522542 Feb 20 04:27:17.419303 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-99ec27a6-3bd3-4da8-9fe0-09a90c3639d7 req-888d632d-a8a0-4451-8519-bd9f3da67e0e tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432725 Feb 20 04:27:18.543940 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf6410-1693-4795-8a50-c5dd4eebd597 req-9fa83bf8-95a8-4af4-acea-5d20ba4f4bed tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:18.545790 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-84cf6410-1693-4795-8a50-c5dd4eebd597 req-9fa83bf8-95a8-4af4-acea-5d20ba4f4bed tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0569899 Feb 20 04:27:18.594959 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-84cf6410-1693-4795-8a50-c5dd4eebd597 req-5a02e728-5199-4129-ae37-47fa832e4df7 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427651 Feb 20 04:27:19.716592 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca77f28-5d9c-4108-8808-e89cba6de294 req-87bdd839-1a4e-4f79-a7c2-76789e976626 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:19.718101 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5ca77f28-5d9c-4108-8808-e89cba6de294 req-87bdd839-1a4e-4f79-a7c2-76789e976626 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0542340 Feb 20 04:27:19.765694 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5ca77f28-5d9c-4108-8808-e89cba6de294 req-0876268e-26b6-4892-8a2b-95468b17863a tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418043 Feb 20 04:27:20.884141 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa422cd-2ab3-4c2c-8564-924e70d7f4f6 req-0d1572b7-e5e7-40d0-a9e7-b123ea9dd2b5 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:20.885632 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1fa422cd-2ab3-4c2c-8564-924e70d7f4f6 req-0d1572b7-e5e7-40d0-a9e7-b123ea9dd2b5 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0523829 Feb 20 04:27:20.935572 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1fa422cd-2ab3-4c2c-8564-924e70d7f4f6 req-170f5e26-c17b-40ff-ad66-4b0c705ebda2 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435812 Feb 20 04:27:21.421483 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-2a14200b-f356-4f8d-8942-5afc701341fe service neutron] show failed (client error): The resource could not be found. Feb 20 04:27:21.422104 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:21.422533 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-2a14200b-f356-4f8d-8942-5afc701341fe service neutron] 10.222.0.93 "GET /v2.0/ports/b3d5e53d-6236-4a0c-a3e0-463069b00fa1/bindings/n-h1-829866-4 HTTP/1.1" status: 404 len: 380 time: 0.0558178 Feb 20 04:27:21.616032 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:22.000725 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-6ee1c16d-9220-47f2-9609-c84b92b7f853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:22.002278 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-6ee1c16d-9220-47f2-9609-c84b92b7f853 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148&tenant_id=3785f129ec2c46da8ed4b3484b5d3529 HTTP/1.1" status: 200 len: 1128 time: 0.0885649 Feb 20 04:27:22.020268 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829866-4', 'device_owner': 'compute:nova'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:27:22.106738 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b3d5e53d-6236-4a0c-a3e0-463069b00fa1), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:22.121935 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd3d56-cca8-4427-a079-0efea5d3edc1 req-f10fe295-b931-46bc-9440-96e0172ff2a1 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:22.123447 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7dfd3d56-cca8-4427-a079-0efea5d3edc1 req-f10fe295-b931-46bc-9440-96e0172ff2a1 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.1164379 Feb 20 04:27:22.251334 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7dfd3d56-cca8-4427-a079-0efea5d3edc1 req-bcd89216-2b62-4e4d-b1ec-065413745e42 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215439 Feb 20 04:27:22.345652 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] For port b3d5e53d-6236-4a0c-a3e0-463069b00fa1, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=b3d5e53d-6236-4a0c-a3e0-463069b00fa1,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:27:22.377610 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] For port b3d5e53d-6236-4a0c-a3e0-463069b00fa1, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:27:22.417145 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b4dbff-3175-4a39-bcda-28ab1b93a148', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3d5e53d-6236-4a0c-a3e0-463069b00fa1'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:27:22.419464 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5aa1a6a7735b541a56ac331d75cf60bb33703eda8d3f8466ef91a6638b4642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a9ea70-a525-4c42-9e65-36baa40e0241" -d '{"events": [{"server_uuid": "41b4dbff-3175-4a39-bcda-28ab1b93a148", "name": "network-vif-unplugged", "status": "completed", "tag": "b3d5e53d-6236-4a0c-a3e0-463069b00fa1"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:27:22.423018 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] Publish callbacks [] for port (b3d5e53d-6236-4a0c-a3e0-463069b00fa1), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:22.436640 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] Transition to ACTIVE for port object b3d5e53d-6236-4a0c-a3e0-463069b00fa1 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:27:22.470777 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 04:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7482fc6a-45b4-4be2-ab37-5d68e0b2deeb x-openstack-request-id: req-7482fc6a-45b4-4be2-ab37-5d68e0b2deeb {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:27:22.470777 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b4dbff-3175-4a39-bcda-28ab1b93a148", "name": "network-vif-unplugged", "status": "completed", "tag": "b3d5e53d-6236-4a0c-a3e0-463069b00fa1", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:27:22.471025 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-7482fc6a-45b4-4be2-ab37-5d68e0b2deeb {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:27:22.471294 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b4dbff-3175-4a39-bcda-28ab1b93a148', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3d5e53d-6236-4a0c-a3e0-463069b00fa1', 'code': 200} Feb 20 04:27:22.520147 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (b3d5e53d-6236-4a0c-a3e0-463069b00fa1), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:22.639650 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d5e53d-6236-4a0c-a3e0-463069b00fa1,revision_number=6']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:27:22.665742 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:22.666094 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:22.666443 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:22.666794 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:22.667156 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:22.667492 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:22.667830 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:22.668161 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:22.668493 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:22.668820 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:22.669148 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:22.669472 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:22.669796 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:22.717861 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] No DVR routers for this DVR port b3d5e53d-6236-4a0c-a3e0-463069b00fa1 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:27:22.860778 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] Attempting to bind port b3d5e53d-6236-4a0c-a3e0-463069b00fa1 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:27:22.861042 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] Attempting to bind port b3d5e53d-6236-4a0c-a3e0-463069b00fa1 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:27:22.861367 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] Attempting to bind port b3d5e53d-6236-4a0c-a3e0-463069b00fa1 on network e6f9d68e-36ff-42dc-b6ec-8799258befd6 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:27:22.865668 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] Port b3d5e53d-6236-4a0c-a3e0-463069b00fa1 on network e6f9d68e-36ff-42dc-b6ec-8799258befd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:27:22.865989 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] Attempting to bind port b3d5e53d-6236-4a0c-a3e0-463069b00fa1 on network e6f9d68e-36ff-42dc-b6ec-8799258befd6 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:27:22.870781 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:27:22.871155 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] Checking segment: {'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:27:22.871543 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] Bound using segment: {'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:27:22.871996 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] Bound port: b3d5e53d-6236-4a0c-a3e0-463069b00fa1, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:27:22.872349 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b3d5e53d-6236-4a0c-a3e0-463069b00fa1), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:22.932425 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] For port b3d5e53d-6236-4a0c-a3e0-463069b00fa1, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:27:22.935547 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] For port b3d5e53d-6236-4a0c-a3e0-463069b00fa1, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b3d5e53d-6236-4a0c-a3e0-463069b00fa1,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:27:23.007859 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (b3d5e53d-6236-4a0c-a3e0-463069b00fa1), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:23.046837 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:23.047547 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:23.048961 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] 10.222.0.42 "PUT /v2.0/ports/b3d5e53d-6236-4a0c-a3e0-463069b00fa1 HTTP/1.1" status: 200 len: 1092 time: 1.0332603 Feb 20 04:27:23.103718 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8c206-f6cd-40d4-b282-0c6444214f78 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d5e53d-6236-4a0c-a3e0-463069b00fa1,revision_number=7']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:27:23.124510 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-59c6720b-e90d-4aa2-9405-c37bf79180b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:23.126053 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-59c6720b-e90d-4aa2-9405-c37bf79180b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 1126 time: 0.0544577 Feb 20 04:27:23.227072 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-9ec22aab-49ac-4188-a87b-68da57c37ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:23.228608 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-9ec22aab-49ac-4188-a87b-68da57c37ef8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 913 time: 0.0955560 Feb 20 04:27:23.298438 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-91a5ba40-4c8f-49b0-8a86-421a6f0e7c80 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3d5e53d-6236-4a0c-a3e0-463069b00fa1 HTTP/1.1" status: 200 len: 999 time: 0.0641475 Feb 20 04:27:23.377205 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-c34f4e8f-5b03-493b-af78-3b65fc08ff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:23.379260 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-c34f4e8f-5b03-493b-af78-3b65fc08ff34 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0734129 Feb 20 04:27:23.419589 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911f7f9-1062-4bb5-8e2f-3e6d0d0d600e req-5ad1f99d-ff3b-4f7e-b705-4f89921f781d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:23.421046 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1911f7f9-1062-4bb5-8e2f-3e6d0d0d600e req-5ad1f99d-ff3b-4f7e-b705-4f89921f781d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 944 time: 0.0872376 Feb 20 04:27:23.467245 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-6aac8641-193e-4d33-9db3-95fe3d401379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:23.468716 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-6aac8641-193e-4d33-9db3-95fe3d401379 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0819523 Feb 20 04:27:23.813304 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1911f7f9-1062-4bb5-8e2f-3e6d0d0d600e req-725f1e3d-9a42-4eed-9b23-35a828336f20 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3856122 Feb 20 04:27:23.880589 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-a2bdbeec-7654-4670-b0be-4a83da7c04a4 service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044895 Feb 20 04:27:23.973879 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cabd9248-02cf-4a5f-86da-ffd3441de23f req-67390a11-5315-4189-8dc6-c319c32020c8 service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866113 Feb 20 04:27:24.472600 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b4dbff-3175-4a39-bcda-28ab1b93a148', 'tag': 'b3d5e53d-6236-4a0c-a3e0-463069b00fa1'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:27:24.475086 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5aa1a6a7735b541a56ac331d75cf60bb33703eda8d3f8466ef91a6638b4642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafb2d62-837d-47fc-8cf3-133acbcc61a5" -d '{"events": [{"name": "network-changed", "server_uuid": "41b4dbff-3175-4a39-bcda-28ab1b93a148", "tag": "b3d5e53d-6236-4a0c-a3e0-463069b00fa1"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:27:24.523054 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea7309e-280e-4090-9e6c-638a66194632 x-openstack-request-id: req-bea7309e-280e-4090-9e6c-638a66194632 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:27:24.523359 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b4dbff-3175-4a39-bcda-28ab1b93a148", "tag": "b3d5e53d-6236-4a0c-a3e0-463069b00fa1", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:27:24.523619 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-bea7309e-280e-4090-9e6c-638a66194632 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:27:24.524042 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b4dbff-3175-4a39-bcda-28ab1b93a148', 'tag': 'b3d5e53d-6236-4a0c-a3e0-463069b00fa1', 'status': 'completed', 'code': 200} Feb 20 04:27:24.586142 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb2d62-837d-47fc-8cf3-133acbcc61a5 req-bd6f623b-030e-433b-8d14-1cfb5d46156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:24.587597 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-eafb2d62-837d-47fc-8cf3-133acbcc61a5 req-bd6f623b-030e-433b-8d14-1cfb5d46156a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 1126 time: 0.0461459 Feb 20 04:27:24.589132 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb2d62-837d-47fc-8cf3-133acbcc61a5 req-5c7df176-76e7-4728-b5e0-c0102d8f9961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:24.590658 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-eafb2d62-837d-47fc-8cf3-133acbcc61a5 req-5c7df176-76e7-4728-b5e0-c0102d8f9961 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 1126 time: 0.0466480 Feb 20 04:27:24.676706 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb2d62-837d-47fc-8cf3-133acbcc61a5 req-04e79939-51b4-4804-bcc3-5bd9d2b0e67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:24.678205 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-eafb2d62-837d-47fc-8cf3-133acbcc61a5 req-04e79939-51b4-4804-bcc3-5bd9d2b0e67c service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 913 time: 0.0847957 Feb 20 04:27:24.683377 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb2d62-837d-47fc-8cf3-133acbcc61a5 req-1fac93ba-84d4-4b16-87fc-9e795149d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:24.684915 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-eafb2d62-837d-47fc-8cf3-133acbcc61a5 req-1fac93ba-84d4-4b16-87fc-9e795149d0e2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 913 time: 0.0873563 Feb 20 04:27:24.748038 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-eafb2d62-837d-47fc-8cf3-133acbcc61a5 req-698f914e-3b7e-4773-b8a0-9c8aa9e6935b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3d5e53d-6236-4a0c-a3e0-463069b00fa1 HTTP/1.1" status: 200 len: 999 time: 0.0631924 Feb 20 04:27:24.748904 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-eafb2d62-837d-47fc-8cf3-133acbcc61a5 req-4528cf33-94b2-419c-9242-474a31bdc52b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3d5e53d-6236-4a0c-a3e0-463069b00fa1 HTTP/1.1" status: 200 len: 999 time: 0.0576398 Feb 20 04:27:24.797091 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb2d62-837d-47fc-8cf3-133acbcc61a5 req-034fd041-3278-4444-8152-f37408d9bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:24.797436 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb2d62-837d-47fc-8cf3-133acbcc61a5 req-f6657588-d59c-42c4-8003-0bdc986388ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:24.798592 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-eafb2d62-837d-47fc-8cf3-133acbcc61a5 req-034fd041-3278-4444-8152-f37408d9bbeb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0437031 Feb 20 04:27:24.798931 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-eafb2d62-837d-47fc-8cf3-133acbcc61a5 req-f6657588-d59c-42c4-8003-0bdc986388ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0440781 Feb 20 04:27:24.849560 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb2d62-837d-47fc-8cf3-133acbcc61a5 req-df1d8e30-3b89-4113-8d4c-f1611c454870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:24.851113 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-eafb2d62-837d-47fc-8cf3-133acbcc61a5 req-df1d8e30-3b89-4113-8d4c-f1611c454870 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460725 Feb 20 04:27:24.852937 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb2d62-837d-47fc-8cf3-133acbcc61a5 req-86f051ed-e852-4cad-8369-28c32f228cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:24.854424 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-eafb2d62-837d-47fc-8cf3-133acbcc61a5 req-86f051ed-e852-4cad-8369-28c32f228cb0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496106 Feb 20 04:27:24.942950 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-eafb2d62-837d-47fc-8cf3-133acbcc61a5 req-7377c042-5ac7-4227-b7c8-d28b83be2650 service neutron] 10.222.0.93 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826497 Feb 20 04:27:24.979828 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-eafb2d62-837d-47fc-8cf3-133acbcc61a5 req-253c15e8-c3c8-4c1f-995d-4f5042b4221a service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218915 Feb 20 04:27:24.987360 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826b0ff-75af-49f9-8159-b42cd61010be req-a25eef23-d236-4cb6-8825-aee2175680a0 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:24.988894 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f826b0ff-75af-49f9-8159-b42cd61010be req-a25eef23-d236-4cb6-8825-aee2175680a0 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 944 time: 0.0829031 Feb 20 04:27:25.036600 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-eafb2d62-837d-47fc-8cf3-133acbcc61a5 req-25d37699-e310-4799-af93-287324e1ce8f service neutron] 10.222.0.93 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883429 Feb 20 04:27:25.092508 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f826b0ff-75af-49f9-8159-b42cd61010be req-a56acd06-a6df-42e3-b864-38748c3918d1 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948904 Feb 20 04:27:25.110770 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-eafb2d62-837d-47fc-8cf3-133acbcc61a5 req-0d11ef65-41b4-4235-ac60-7c5653052155 service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209145 Feb 20 04:27:25.865503 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device b3d5e53d-6236-4a0c-a3e0-463069b00fa1 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:27:25.905940 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] The host n-h2-829866-4 is not matching for port b3d5e53d-6236-4a0c-a3e0-463069b00fa1 host n-h1-829866-4! {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 04:27:25.906337 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device b3d5e53d-6236-4a0c-a3e0-463069b00fa1 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:27:26.212828 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edbcf39-ef6e-4aad-9e0b-b0a30a880c05 req-150e4d85-9401-4864-b05c-946dd4ca518f tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:26.214314 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6edbcf39-ef6e-4aad-9e0b-b0a30a880c05 req-150e4d85-9401-4864-b05c-946dd4ca518f tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 944 time: 0.0526352 Feb 20 04:27:26.265609 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6edbcf39-ef6e-4aad-9e0b-b0a30a880c05 req-298aa37c-1432-42ae-8503-dd6a051e498f tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456810 Feb 20 04:27:26.487247 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c19a538c-169a-408f-8301-17c9d7d6c6b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:26.614019 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5ddf4-e92a-4228-865d-fd5bc3854476 req-d0ca3170-ced5-4e5d-b534-9277bd507c50 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:26.615585 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0fe5ddf4-e92a-4228-865d-fd5bc3854476 req-d0ca3170-ced5-4e5d-b534-9277bd507c50 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 944 time: 0.0546985 Feb 20 04:27:26.677362 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0fe5ddf4-e92a-4228-865d-fd5bc3854476 req-a45c5476-4c94-4609-b67b-8b16709636d3 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549905 Feb 20 04:27:26.695397 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08911b-df56-4523-b969-90ff31771e47 req-37dc55ef-06f7-4ca1-b43a-4a0c5ef49f41 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:26.696943 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4b08911b-df56-4523-b969-90ff31771e47 req-37dc55ef-06f7-4ca1-b43a-4a0c5ef49f41 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.93 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148&tenant_id=3785f129ec2c46da8ed4b3484b5d3529&binding%3Ahost_id=n-h1-829866-4 HTTP/1.1" status: 200 len: 944 time: 0.0676637 Feb 20 04:27:26.762090 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [req-4b08911b-df56-4523-b969-90ff31771e47 req-ddec60cd-6f31-446b-be33-2220eaf8bd7f service neutron] delete failed (client error): The resource could not be found. Feb 20 04:27:26.763190 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4b08911b-df56-4523-b969-90ff31771e47 req-ddec60cd-6f31-446b-be33-2220eaf8bd7f service neutron] 10.222.0.93 "DELETE /v2.0/ports/b3d5e53d-6236-4a0c-a3e0-463069b00fa1/bindings/n-h2-829866-4 HTTP/1.1" status: 404 len: 380 time: 0.0599101 Feb 20 04:27:26.864842 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08911b-df56-4523-b969-90ff31771e47 req-3b8fd7ae-a174-4633-865c-fba076f4e53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:26.866508 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4b08911b-df56-4523-b969-90ff31771e47 req-3b8fd7ae-a174-4633-865c-fba076f4e53e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 1126 time: 0.0533204 Feb 20 04:27:26.967129 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08911b-df56-4523-b969-90ff31771e47 req-e8ca9a04-8c03-4a72-bc54-d57236b8dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:26.968622 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4b08911b-df56-4523-b969-90ff31771e47 req-e8ca9a04-8c03-4a72-bc54-d57236b8dab3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 913 time: 0.0967474 Feb 20 04:27:27.036905 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4b08911b-df56-4523-b969-90ff31771e47 req-f0fa1641-6cdb-4697-8b1a-f653d1414c23 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3d5e53d-6236-4a0c-a3e0-463069b00fa1 HTTP/1.1" status: 200 len: 999 time: 0.0614703 Feb 20 04:27:27.408640 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08911b-df56-4523-b969-90ff31771e47 req-4241e6a1-4789-42a7-af9e-a06fb604764f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:27.410444 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4b08911b-df56-4523-b969-90ff31771e47 req-4241e6a1-4789-42a7-af9e-a06fb604764f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.3678076 Feb 20 04:27:27.460756 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08911b-df56-4523-b969-90ff31771e47 req-57e02515-6568-4b94-9321-cafdf199d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:27.462266 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4b08911b-df56-4523-b969-90ff31771e47 req-57e02515-6568-4b94-9321-cafdf199d7a1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457528 Feb 20 04:27:27.471222 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device b3d5e53d-6236-4a0c-a3e0-463069b00fa1 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:27:27.560650 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4b08911b-df56-4523-b969-90ff31771e47 req-5745f9f7-8170-4ab6-b24e-9fb767b25548 service neutron] 10.222.0.93 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917804 Feb 20 04:27:27.574986 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port b3d5e53d-6236-4a0c-a3e0-463069b00fa1, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b3d5e53d-6236-4a0c-a3e0-463069b00fa1,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:27:27.586976 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'b3d5e53d-6236-4a0c-a3e0-463069b00fa1', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'port_id': 'b3d5e53d-6236-4a0c-a3e0-463069b00fa1', 'mac_address': 'fa:16:3e:78:12:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed180ad-c723-4565-b259-3450d92081e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:27:27.629761 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port b3d5e53d-6236-4a0c-a3e0-463069b00fa1 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:27:27.630193 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b3d5e53d-6236-4a0c-a3e0-463069b00fa1), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:27.643566 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3d5e53d-6236-4a0c-a3e0-463069b00fa1 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:27:27.663759 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port b3d5e53d-6236-4a0c-a3e0-463069b00fa1, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b3d5e53d-6236-4a0c-a3e0-463069b00fa1,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:27:27.668948 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-4b08911b-df56-4523-b969-90ff31771e47 req-edb891f6-0fbf-4b6a-a8fc-b4f284db919f service neutron] 10.222.0.93 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015420 Feb 20 04:27:27.727646 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b3d5e53d-6236-4a0c-a3e0-463069b00fa1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:27.777726 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=b3d5e53d-6236-4a0c-a3e0-463069b00fa1,revision_number=8']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:27:27.786028 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:27.786378 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:27.787463 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:27.787810 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:27.788144 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:27.788477 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:27.789146 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:27.789407 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:27.789740 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:27.790068 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:27.790393 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:27.790715 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:27.791061 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:27.809817 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c22257-b340-4c8d-b037-6bd05ba77550 req-5c801886-254b-4e07-b7a5-0f401e93ec41 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:27.811387 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1c22257-b340-4c8d-b037-6bd05ba77550 req-5c801886-254b-4e07-b7a5-0f401e93ec41 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 945 time: 0.0579431 Feb 20 04:27:27.858342 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1c22257-b340-4c8d-b037-6bd05ba77550 req-52e23f70-e899-46bf-8ac8-7934f13f3bc4 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410287 Feb 20 04:27:27.968671 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['b3d5e53d-6236-4a0c-a3e0-463069b00fa1'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:27:28.736173 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1f8dd36d-8277-4fc4-80c8-2c782c59192d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:28.981435 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264db18-4991-465f-95ee-7711e5844ca9 req-5787d766-4735-4cf1-8836-bbd720e52ad2 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:28.982938 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7264db18-4991-465f-95ee-7711e5844ca9 req-5787d766-4735-4cf1-8836-bbd720e52ad2 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 945 time: 0.0566742 Feb 20 04:27:29.028868 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7264db18-4991-465f-95ee-7711e5844ca9 req-09c434cb-8ff1-427e-bba8-ad15fc2d5529 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398808 Feb 20 04:27:29.147153 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c964de-d43c-468c-be12-c2cf02d15950 req-74cd3f32-0fd9-45c4-b395-372309ac3916 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:29.148586 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d7c964de-d43c-468c-be12-c2cf02d15950 req-74cd3f32-0fd9-45c4-b395-372309ac3916 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 945 time: 0.0547144 Feb 20 04:27:29.196210 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d7c964de-d43c-468c-be12-c2cf02d15950 req-c66cfc5a-5f96-4db6-a3b4-7bb7778311ec tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420828 Feb 20 04:27:29.312625 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209d16e-10d3-4c0c-be16-d44b7672fce9 req-27d044f2-f7dc-4773-8f1a-07ce94e209f9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:29.314093 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9209d16e-10d3-4c0c-be16-d44b7672fce9 req-27d044f2-f7dc-4773-8f1a-07ce94e209f9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 945 time: 0.0520406 Feb 20 04:27:29.365109 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9209d16e-10d3-4c0c-be16-d44b7672fce9 req-d5492046-8fa4-4bd8-9df0-568312919a69 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444934 Feb 20 04:27:29.507327 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device b3d5e53d-6236-4a0c-a3e0-463069b00fa1 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:27:29.641686 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port b3d5e53d-6236-4a0c-a3e0-463069b00fa1 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:27:29.646691 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port b3d5e53d-6236-4a0c-a3e0-463069b00fa1 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:27:29.647096 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (b3d5e53d-6236-4a0c-a3e0-463069b00fa1), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:29.728705 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port b3d5e53d-6236-4a0c-a3e0-463069b00fa1 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:27:29.729101 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (b3d5e53d-6236-4a0c-a3e0-463069b00fa1), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:29.752575 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b4dbff-3175-4a39-bcda-28ab1b93a148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d5e53d-6236-4a0c-a3e0-463069b00fa1'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:27:29.755057 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a1e00c1b8c0849d65db633b2ad5dc0fe7d01c1085c482abf6d17f7010e02497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05ce741-32c6-4285-a663-ea614f355feb" -d '{"events": [{"server_uuid": "41b4dbff-3175-4a39-bcda-28ab1b93a148", "name": "network-vif-plugged", "status": "completed", "tag": "b3d5e53d-6236-4a0c-a3e0-463069b00fa1"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:27:29.768176 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port b3d5e53d-6236-4a0c-a3e0-463069b00fa1, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b3d5e53d-6236-4a0c-a3e0-463069b00fa1,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:27:29.819744 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c49e6f-2388-4657-95b4-75fa46cac4ba req-b0d6bd76-e287-408d-bc4d-e1f538ed82bc tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:29.821322 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b4c49e6f-2388-4657-95b4-75fa46cac4ba req-b0d6bd76-e287-408d-bc4d-e1f538ed82bc tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 945 time: 0.0537879 Feb 20 04:27:29.841339 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (b3d5e53d-6236-4a0c-a3e0-463069b00fa1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:29.868474 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b4c49e6f-2388-4657-95b4-75fa46cac4ba req-b6627cc2-141f-4b46-be5b-7de2e78dafcc tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415576 Feb 20 04:27:29.898051 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=b3d5e53d-6236-4a0c-a3e0-463069b00fa1,revision_number=9']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:27:29.913214 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b28f5d-fbda-4a1a-9239-8db6c9536b1c x-openstack-request-id: req-b2b28f5d-fbda-4a1a-9239-8db6c9536b1c {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:27:29.913514 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b4dbff-3175-4a39-bcda-28ab1b93a148", "name": "network-vif-plugged", "status": "completed", "tag": "b3d5e53d-6236-4a0c-a3e0-463069b00fa1", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:27:29.913772 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b2b28f5d-fbda-4a1a-9239-8db6c9536b1c {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:27:29.914172 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b4dbff-3175-4a39-bcda-28ab1b93a148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d5e53d-6236-4a0c-a3e0-463069b00fa1', 'code': 200} Feb 20 04:27:30.169861 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:30.989348 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329e598-1cfb-457a-b508-d08c2b908a98 req-43e6d89d-7a03-4376-8bd9-33f24676008a tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:30.990821 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4329e598-1cfb-457a-b508-d08c2b908a98 req-43e6d89d-7a03-4376-8bd9-33f24676008a tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0527444 Feb 20 04:27:31.044843 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4329e598-1cfb-457a-b508-d08c2b908a98 req-c6cfa283-2d01-4bca-a198-6abb1931b265 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483801 Feb 20 04:27:31.091507 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f59b58-dcd8-4cc9-bc41-7fbe95275ec2 req-3e2bbb42-07a5-49f3-a813-1f4906ccd133 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:31.093086 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a3f59b58-dcd8-4cc9-bc41-7fbe95275ec2 req-3e2bbb42-07a5-49f3-a813-1f4906ccd133 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.42 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 946 time: 0.0629747 Feb 20 04:27:31.184257 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-a3f59b58-dcd8-4cc9-bc41-7fbe95275ec2 req-d4a0595d-37cb-417b-b210-7c5a333cd993 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Deleting port b3d5e53d-6236-4a0c-a3e0-463069b00fa1 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:27:31.184520 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a3f59b58-dcd8-4cc9-bc41-7fbe95275ec2 req-d4a0595d-37cb-417b-b210-7c5a333cd993 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (b3d5e53d-6236-4a0c-a3e0-463069b00fa1), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:31.275539 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-a3f59b58-dcd8-4cc9-bc41-7fbe95275ec2 req-d4a0595d-37cb-417b-b210-7c5a333cd993 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] For port b3d5e53d-6236-4a0c-a3e0-463069b00fa1, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=b3d5e53d-6236-4a0c-a3e0-463069b00fa1,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:27:31.275909 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a3f59b58-dcd8-4cc9-bc41-7fbe95275ec2 req-d4a0595d-37cb-417b-b210-7c5a333cd993 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (b3d5e53d-6236-4a0c-a3e0-463069b00fa1), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:31.446298 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a3f59b58-dcd8-4cc9-bc41-7fbe95275ec2 req-d4a0595d-37cb-417b-b210-7c5a333cd993 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:31.446586 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a3f59b58-dcd8-4cc9-bc41-7fbe95275ec2 req-d4a0595d-37cb-417b-b210-7c5a333cd993 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (52b937fe-5d15-44a1-85d2-d8de6ec69dec), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:31.446927 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [req-a3f59b58-dcd8-4cc9-bc41-7fbe95275ec2 req-d4a0595d-37cb-417b-b210-7c5a333cd993 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Floating IP 52b937fe-5d15-44a1-85d2-d8de6ec69dec disassociated. External IP: 172.25.7.50, port: b3d5e53d-6236-4a0c-a3e0-463069b00fa1. Feb 20 04:27:31.447277 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-a3f59b58-dcd8-4cc9-bc41-7fbe95275ec2 req-d4a0595d-37cb-417b-b210-7c5a333cd993 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Calling delete_port for b3d5e53d-6236-4a0c-a3e0-463069b00fa1 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:27:31.462075 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:31.633202 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a3f59b58-dcd8-4cc9-bc41-7fbe95275ec2 req-d4a0595d-37cb-417b-b210-7c5a333cd993 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (b3d5e53d-6236-4a0c-a3e0-463069b00fa1), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:31.660487 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0595d-37cb-417b-b210-7c5a333cd993 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Pushing event deleted for resources: {'Port': ['ID=b3d5e53d-6236-4a0c-a3e0-463069b00fa1,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:27:31.783588 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3f59b58-dcd8-4cc9-bc41-7fbe95275ec2 req-d4a0595d-37cb-417b-b210-7c5a333cd993 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Router c629c0b3-6ffd-4cae-93b9-53573614cc39 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:27:31.901800 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3f59b58-dcd8-4cc9-bc41-7fbe95275ec2 req-d4a0595d-37cb-417b-b210-7c5a333cd993 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:27:31.913279 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6796b38d-4967-467a-9768-49134a36411d None None] Sync routers for ids ['c629c0b3-6ffd-4cae-93b9-53573614cc39'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:27:31.925479 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6796b38d-4967-467a-9768-49134a36411d None None] Routers {'c629c0b3-6ffd-4cae-93b9-53573614cc39'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:27:31.926133 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-6796b38d-4967-467a-9768-49134a36411d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:27:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c629c0b3-6ffd-4cae-93b9-53573614cc39'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:27:31.945801 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f59b58-dcd8-4cc9-bc41-7fbe95275ec2 req-d4a0595d-37cb-417b-b210-7c5a333cd993 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] No DVR routers for this DVR port b3d5e53d-6236-4a0c-a3e0-463069b00fa1 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:27:31.948461 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a3f59b58-dcd8-4cc9-bc41-7fbe95275ec2 req-d4a0595d-37cb-417b-b210-7c5a333cd993 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:31.951823 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a3f59b58-dcd8-4cc9-bc41-7fbe95275ec2 req-d4a0595d-37cb-417b-b210-7c5a333cd993 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.42 "DELETE /v2.0/ports/b3d5e53d-6236-4a0c-a3e0-463069b00fa1 HTTP/1.1" status: 204 len: 173 time: 0.8528998 Feb 20 04:27:31.952287 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b4dbff-3175-4a39-bcda-28ab1b93a148', 'name': 'network-vif-deleted', 'tag': 'b3d5e53d-6236-4a0c-a3e0-463069b00fa1'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:27:31.954610 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5aa1a6a7735b541a56ac331d75cf60bb33703eda8d3f8466ef91a6638b4642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0de879-7eb8-4fb9-9691-59a38daf91b1" -d '{"events": [{"server_uuid": "41b4dbff-3175-4a39-bcda-28ab1b93a148", "name": "network-vif-deleted", "tag": "b3d5e53d-6236-4a0c-a3e0-463069b00fa1"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:27:31.993050 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa52c6d5-b325-4870-8184-bfcbb8c9a8db x-openstack-request-id: req-aa52c6d5-b325-4870-8184-bfcbb8c9a8db {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:27:31.993657 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b4dbff-3175-4a39-bcda-28ab1b93a148", "name": "network-vif-deleted", "tag": "b3d5e53d-6236-4a0c-a3e0-463069b00fa1", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:27:31.993657 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-aa52c6d5-b325-4870-8184-bfcbb8c9a8db {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:27:31.993996 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b4dbff-3175-4a39-bcda-28ab1b93a148', 'name': 'network-vif-deleted', 'tag': 'b3d5e53d-6236-4a0c-a3e0-463069b00fa1', 'status': 'completed', 'code': 200} Feb 20 04:27:32.042307 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-6796b38d-4967-467a-9768-49134a36411d None None] Set router c629c0b3-6ffd-4cae-93b9-53573614cc39 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:27:32.151108 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dd387e9f-7037-4e57-8407-ddef4a301802 req-a8c9e901-f42a-4e64-ba90-355bda91ca42 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=41b4dbff-3175-4a39-bcda-28ab1b93a148 HTTP/1.1" status: 200 len: 210 time: 0.0282490 Feb 20 04:27:32.256547 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-6796b38d-4967-467a-9768-49134a36411d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'name': 'tempest-ServerActionsTestJSON-1417449643-router', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:27Z', 'revision_number': 4, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'gw_port': {'id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '009135db-4ca9-45ce-9b40-301e9a537cf1', 'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'mac_address': 'fa:16:3e:c7:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5ed180ad-c723-4565-b259-3450d92081e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:26Z', 'updated_at': '2022-02-20T04:26:30Z', 'revision_number': 5, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'subnets': [{'id': '5ed180ad-c723-4565-b259-3450d92081e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:27:32.282189 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6796b38d-4967-467a-9768-49134a36411d None None] Checking router: c629c0b3-6ffd-4cae-93b9-53573614cc39 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:27:32.291135 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6796b38d-4967-467a-9768-49134a36411d None None] Routers {'c629c0b3-6ffd-4cae-93b9-53573614cc39'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:27:32.291735 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-6796b38d-4967-467a-9768-49134a36411d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:27:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c629c0b3-6ffd-4cae-93b9-53573614cc39'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:27:32.401564 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-6796b38d-4967-467a-9768-49134a36411d None None] Set router c629c0b3-6ffd-4cae-93b9-53573614cc39 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:27:32.605279 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-6796b38d-4967-467a-9768-49134a36411d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'name': 'tempest-ServerActionsTestJSON-1417449643-router', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:27Z', 'revision_number': 4, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'gw_port': {'id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '009135db-4ca9-45ce-9b40-301e9a537cf1', 'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'mac_address': 'fa:16:3e:c7:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5ed180ad-c723-4565-b259-3450d92081e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:26Z', 'updated_at': '2022-02-20T04:26:30Z', 'revision_number': 5, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'subnets': [{'id': '5ed180ad-c723-4565-b259-3450d92081e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:27:32.632631 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6796b38d-4967-467a-9768-49134a36411d None None] The sync data for ids ['c629c0b3-6ffd-4cae-93b9-53573614cc39'] in n-d-829866-4 is: [{'id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'name': 'tempest-ServerActionsTestJSON-1417449643-router', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:27Z', 'revision_number': 4, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'gw_port': {'id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '009135db-4ca9-45ce-9b40-301e9a537cf1', 'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'mac_address': 'fa:16:3e:c7:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5ed180ad-c723-4565-b259-3450d92081e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:26Z', 'updated_at': '2022-02-20T04:26:30Z', 'revision_number': 5, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'subnets': [{'id': '5ed180ad-c723-4565-b259-3450d92081e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:27:32.858923 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:32.868337 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1932ce9-7062-4471-b4cd-31a0884e3fa8 None None] New status for floating IP 52b937fe-5d15-44a1-85d2-d8de6ec69dec: DOWN {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 04:27:33.400135 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-358d8f0b-a5de-4ba0-8867-4e269813acbe tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1736589163&fields=id&tenant_id=3785f129ec2c46da8ed4b3484b5d3529 HTTP/1.1" status: 200 len: 267 time: 0.0439274 Feb 20 04:27:33.509103 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-28ab4780-8e07-42f2-b66a-24964229633d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:33.510553 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-28ab4780-8e07-42f2-b66a-24964229633d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 812 time: 0.1039450 Feb 20 04:27:33.525306 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-171d8cc9-177d-4bcb-98d5-7300d7e7f0c7 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/quotas/3785f129ec2c46da8ed4b3484b5d3529 HTTP/1.1" status: 200 len: 375 time: 0.0093429 Feb 20 04:27:33.580968 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-a87347f7-a403-4c06-905b-df41d606d171 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503719 Feb 20 04:27:33.681055 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-77e82d40-4dc0-41e2-bb38-3dd796188e41 service neutron] 10.222.0.89 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878184 Feb 20 04:27:33.773042 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-a4edcda1-d504-42ad-832d-e026574dedcc service neutron] 10.222.0.89 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862629 Feb 20 04:27:34.011523 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-237178ad-b3ae-4a10-9d74-f0413806be3d req-32dad7d5-a1d4-4ac6-8530-33628691f097 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 210 time: 0.0270629 Feb 20 04:27:35.113272 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c397f468-f1da-4d4e-8350-7455a91a14e4 req-91cb9a52-156b-4a11-93af-b93c0c7d8051 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 210 time: 0.0329399 Feb 20 04:27:35.533605 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device b3d5e53d-6236-4a0c-a3e0-463069b00fa1 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:27:35.555383 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: b3d5e53d-6236-4a0c-a3e0-463069b00fa1 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:27:35.555740 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device b3d5e53d-6236-4a0c-a3e0-463069b00fa1 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:27:35.843524 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-50f602ba-52be-45cf-ae40-d57b74eedd82 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:35.844883 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-50f602ba-52be-45cf-ae40-d57b74eedd82 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.93 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 812 time: 0.1109970 Feb 20 04:27:35.905529 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-df0b73b8-1216-4253-a8c8-b51afc78b08b tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3785f129ec2c46da8ed4b3484b5d3529 HTTP/1.1" status: 200 len: 380 time: 0.0529411 Feb 20 04:27:35.914586 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-6640271d-7eff-4966-94bd-518b306d4d21 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Request body: {'port': {'device_id': '0f336719-d532-4d26-a521-c09e9809f13b', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'admin_state_up': True, 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'security_groups': ['a1072d6d-a247-4be9-a9a8-542c978d3277']}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:27:36.118848 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-6640271d-7eff-4966-94bd-518b306d4d21 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Made reservation on behalf of 3785f129ec2c46da8ed4b3484b5d3529 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:27:36.122520 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-6640271d-7eff-4966-94bd-518b306d4d21 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:36.213618 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81736254-8d84-489e-b396-291ae43bde0a req-e5d4dd4c-137e-4d0e-ad2a-d01847e7f4b1 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 210 time: 0.0284460 Feb 20 04:27:36.254350 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-6640271d-7eff-4966-94bd-518b306d4d21 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Allocated IP 172.20.0.5 (e6f9d68e-36ff-42dc-b6ec-8799258befd6/5ed180ad-c723-4565-b259-3450d92081e5/e868b185-8271-45dc-860e-2c001b17b6b7) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:27:36.396048 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-6640271d-7eff-4966-94bd-518b306d4d21 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks [] for port (e868b185-8271-45dc-860e-2c001b17b6b7), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:36.507546 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-6640271d-7eff-4966-94bd-518b306d4d21 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (e868b185-8271-45dc-860e-2c001b17b6b7), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:36.550965 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-6640271d-7eff-4966-94bd-518b306d4d21 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Network e6f9d68e-36ff-42dc-b6ec-8799258befd6 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:27:36.554054 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-6640271d-7eff-4966-94bd-518b306d4d21 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:27:36.559751 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-6640271d-7eff-4966-94bd-518b306d4d21 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:27:36.585026 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640271d-7eff-4966-94bd-518b306d4d21 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Pushing event updated for resources: {'Port': ['ID=e868b185-8271-45dc-860e-2c001b17b6b7,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:27:36.600387 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640271d-7eff-4966-94bd-518b306d4d21 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:36.600736 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640271d-7eff-4966-94bd-518b306d4d21 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:36.601080 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640271d-7eff-4966-94bd-518b306d4d21 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:36.601436 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640271d-7eff-4966-94bd-518b306d4d21 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:36.601762 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640271d-7eff-4966-94bd-518b306d4d21 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:36.602093 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640271d-7eff-4966-94bd-518b306d4d21 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:36.602422 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640271d-7eff-4966-94bd-518b306d4d21 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:36.602748 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640271d-7eff-4966-94bd-518b306d4d21 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:36.603099 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640271d-7eff-4966-94bd-518b306d4d21 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:36.603424 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640271d-7eff-4966-94bd-518b306d4d21 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:36.603747 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640271d-7eff-4966-94bd-518b306d4d21 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:36.604068 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640271d-7eff-4966-94bd-518b306d4d21 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:36.604392 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640271d-7eff-4966-94bd-518b306d4d21 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:27:36.629265 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-6640271d-7eff-4966-94bd-518b306d4d21 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:36.629883 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-6640271d-7eff-4966-94bd-518b306d4d21 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:36.735852 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-6640271d-7eff-4966-94bd-518b306d4d21 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8249688 Feb 20 04:27:36.790311 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-0c1f38c8-a550-474e-a34f-fb1430d238b3 service neutron] Request body: {'port': {'device_id': '0f336719-d532-4d26-a521-c09e9809f13b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:27:36.854439 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-0c1f38c8-a550-474e-a34f-fb1430d238b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e868b185-8271-45dc-860e-2c001b17b6b7), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:36.855137 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-85b4be22-9340-4052-aedc-376261a528d5 None None] Provisioning complete for port e868b185-8271-45dc-860e-2c001b17b6b7 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:27:36.855137 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-85b4be22-9340-4052-aedc-376261a528d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e868b185-8271-45dc-860e-2c001b17b6b7), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:36.891952 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-85b4be22-9340-4052-aedc-376261a528d5 None None] Port e868b185-8271-45dc-860e-2c001b17b6b7 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:27:37.127248 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-0c1f38c8-a550-474e-a34f-fb1430d238b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e868b185-8271-45dc-860e-2c001b17b6b7 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:27:37.135928 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-0c1f38c8-a550-474e-a34f-fb1430d238b3 service neutron] Publish callbacks [] for port (e868b185-8271-45dc-860e-2c001b17b6b7), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:37.149131 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-0c1f38c8-a550-474e-a34f-fb1430d238b3 service neutron] Transition to ACTIVE for port object e868b185-8271-45dc-860e-2c001b17b6b7 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:27:37.224383 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-0c1f38c8-a550-474e-a34f-fb1430d238b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (e868b185-8271-45dc-860e-2c001b17b6b7), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:37.292638 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f38c8-a550-474e-a34f-fb1430d238b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e868b185-8271-45dc-860e-2c001b17b6b7,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:27:37.349459 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c1e54-ffbc-4288-89c9-d7586a83f326 req-990995e6-bead-4751-9283-04993e1c78c3 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:37.351066 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c9c1e54-ffbc-4288-89c9-d7586a83f326 req-990995e6-bead-4751-9283-04993e1c78c3 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 943 time: 0.0598726 Feb 20 04:27:37.371347 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-0c1f38c8-a550-474e-a34f-fb1430d238b3 service neutron] Attempting to bind port e868b185-8271-45dc-860e-2c001b17b6b7 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:27:37.371694 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-0c1f38c8-a550-474e-a34f-fb1430d238b3 service neutron] Attempting to bind port e868b185-8271-45dc-860e-2c001b17b6b7 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:27:37.374362 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-0c1f38c8-a550-474e-a34f-fb1430d238b3 service neutron] Attempting to bind port e868b185-8271-45dc-860e-2c001b17b6b7 on network e6f9d68e-36ff-42dc-b6ec-8799258befd6 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:27:37.376878 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-0c1f38c8-a550-474e-a34f-fb1430d238b3 service neutron] Port e868b185-8271-45dc-860e-2c001b17b6b7 on network e6f9d68e-36ff-42dc-b6ec-8799258befd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:27:37.378375 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-0c1f38c8-a550-474e-a34f-fb1430d238b3 service neutron] Attempting to bind port e868b185-8271-45dc-860e-2c001b17b6b7 on network e6f9d68e-36ff-42dc-b6ec-8799258befd6 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:27:37.383929 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-0c1f38c8-a550-474e-a34f-fb1430d238b3 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:27:37.384276 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-0c1f38c8-a550-474e-a34f-fb1430d238b3 service neutron] Checking segment: {'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:27:37.384671 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-0c1f38c8-a550-474e-a34f-fb1430d238b3 service neutron] Bound using segment: {'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:27:37.385108 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-0c1f38c8-a550-474e-a34f-fb1430d238b3 service neutron] Bound port: e868b185-8271-45dc-860e-2c001b17b6b7, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:27:37.385500 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-0c1f38c8-a550-474e-a34f-fb1430d238b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e868b185-8271-45dc-860e-2c001b17b6b7), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:37.406236 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9c9c1e54-ffbc-4288-89c9-d7586a83f326 req-9baa7f3c-e6b9-4efe-b1a3-28aa1cfdce4f tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491498 Feb 20 04:27:37.454936 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-0c1f38c8-a550-474e-a34f-fb1430d238b3 service neutron] For port e868b185-8271-45dc-860e-2c001b17b6b7, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:27:37.458363 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-0c1f38c8-a550-474e-a34f-fb1430d238b3 service neutron] For port e868b185-8271-45dc-860e-2c001b17b6b7, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=e868b185-8271-45dc-860e-2c001b17b6b7,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:27:37.579156 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-0c1f38c8-a550-474e-a34f-fb1430d238b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (e868b185-8271-45dc-860e-2c001b17b6b7), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:37.611991 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-0c1f38c8-a550-474e-a34f-fb1430d238b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:37.613819 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-0c1f38c8-a550-474e-a34f-fb1430d238b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:37.615244 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-0c1f38c8-a550-474e-a34f-fb1430d238b3 service neutron] 10.222.0.93 "PUT /v2.0/ports/e868b185-8271-45dc-860e-2c001b17b6b7 HTTP/1.1" status: 200 len: 1091 time: 0.8728428 Feb 20 04:27:37.615689 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f336719-d532-4d26-a521-c09e9809f13b', 'tag': 'e868b185-8271-45dc-860e-2c001b17b6b7'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:27:37.617912 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf3c62807d90451df298560e3808142486074117e133717b71a7661d69a798e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250fb22e-ccd2-4dbd-9134-7e5eb376dc1a" -d '{"events": [{"name": "network-changed", "server_uuid": "0f336719-d532-4d26-a521-c09e9809f13b", "tag": "e868b185-8271-45dc-860e-2c001b17b6b7"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:27:37.646008 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f38c8-a550-474e-a34f-fb1430d238b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e868b185-8271-45dc-860e-2c001b17b6b7,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:27:37.717379 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfcbe2b-e340-4cfc-abff-4ae51ddbfd6c x-openstack-request-id: req-9cfcbe2b-e340-4cfc-abff-4ae51ddbfd6c {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:27:37.717770 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f336719-d532-4d26-a521-c09e9809f13b", "tag": "e868b185-8271-45dc-860e-2c001b17b6b7", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:27:37.718023 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-9cfcbe2b-e340-4cfc-abff-4ae51ddbfd6c {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:27:37.718434 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f336719-d532-4d26-a521-c09e9809f13b', 'tag': 'e868b185-8271-45dc-860e-2c001b17b6b7', 'status': 'completed', 'code': 200} Feb 20 04:27:37.791856 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250fb22e-ccd2-4dbd-9134-7e5eb376dc1a req-c9befe0e-4dd3-4c5e-a701-6ef24bc3d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:37.793420 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-250fb22e-ccd2-4dbd-9134-7e5eb376dc1a req-c9befe0e-4dd3-4c5e-a701-6ef24bc3d4cb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 1125 time: 0.0542729 Feb 20 04:27:37.891473 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250fb22e-ccd2-4dbd-9134-7e5eb376dc1a req-fba8467f-87e1-4751-9917-aabca550a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:37.892867 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-250fb22e-ccd2-4dbd-9134-7e5eb376dc1a req-fba8467f-87e1-4751-9917-aabca550a0c4 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0920522 Feb 20 04:27:37.988000 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250fb22e-ccd2-4dbd-9134-7e5eb376dc1a req-347805ef-778a-49d4-a5bf-0633d5f6cf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:37.989495 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-250fb22e-ccd2-4dbd-9134-7e5eb376dc1a req-347805ef-778a-49d4-a5bf-0633d5f6cf71 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914526 Feb 20 04:27:38.068203 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-b0d773f4-fa5e-4704-b7e3-290119ffbea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:38.069700 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-b0d773f4-fa5e-4704-b7e3-290119ffbea6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 1125 time: 0.0465260 Feb 20 04:27:38.111029 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-bdbfc1f2-28f9-4a4d-937e-b979bc5fd53a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e868b185-8271-45dc-860e-2c001b17b6b7 HTTP/1.1" status: 200 len: 217 time: 0.0344014 Feb 20 04:27:38.158150 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-75a8d135-ddcc-4560-9367-be8e898d79b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:38.159580 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-75a8d135-ddcc-4560-9367-be8e898d79b8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0435755 Feb 20 04:27:38.211397 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-e0685b94-ec0f-4333-86f6-acf9674cf76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:38.212896 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-e0685b94-ec0f-4333-86f6-acf9674cf76c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479941 Feb 20 04:27:38.300393 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-9598b114-2398-419d-ba92-e3f5588da9ab service neutron] 10.222.0.93 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812588 Feb 20 04:27:38.395386 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-7935a7f4-e99e-4723-8fa8-c11123106210 req-be63436f-cad7-41fa-8e8f-135a3fb5e4b2 service neutron] 10.222.0.93 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896382 Feb 20 04:27:38.528516 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e060f94-cdcd-4e59-82f5-d3a10a857f37 req-0c528c3f-8432-4c33-b7d8-dc56f6f51116 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:38.529996 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9e060f94-cdcd-4e59-82f5-d3a10a857f37 req-0c528c3f-8432-4c33-b7d8-dc56f6f51116 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 943 time: 0.0525112 Feb 20 04:27:38.582456 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9e060f94-cdcd-4e59-82f5-d3a10a857f37 req-e30e37a7-5b48-47da-bbba-acb247a9fe7c tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463715 Feb 20 04:27:39.979524 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae87f31-80e9-407c-b416-9e9d84539ef1 req-09a2e487-9a45-4065-9282-8953d4f01734 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:39.981057 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-eae87f31-80e9-407c-b416-9e9d84539ef1 req-09a2e487-9a45-4065-9282-8953d4f01734 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 943 time: 0.0544043 Feb 20 04:27:40.028334 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-eae87f31-80e9-407c-b416-9e9d84539ef1 req-8fc905c5-f0cd-46f0-aab5-178e15ca06da tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416944 Feb 20 04:27:41.149089 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d883e-53f3-4e95-a071-bb8f0b04423f req-e9296b3b-8c14-42a9-8ca7-65bbfd5554d7 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:41.150590 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-082d883e-53f3-4e95-a071-bb8f0b04423f req-e9296b3b-8c14-42a9-8ca7-65bbfd5554d7 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 943 time: 0.0546510 Feb 20 04:27:41.198687 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-082d883e-53f3-4e95-a071-bb8f0b04423f req-6d7cd761-16a6-4220-b764-3aac1af30665 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425117 Feb 20 04:27:41.989312 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device e868b185-8271-45dc-860e-2c001b17b6b7 details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:27:42.092567 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port e868b185-8271-45dc-860e-2c001b17b6b7, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=e868b185-8271-45dc-860e-2c001b17b6b7,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:27:42.105505 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'e868b185-8271-45dc-860e-2c001b17b6b7', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'port_id': 'e868b185-8271-45dc-860e-2c001b17b6b7', 'mac_address': 'fa:16:3e:ae:99:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed180ad-c723-4565-b259-3450d92081e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:27:42.143962 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port e868b185-8271-45dc-860e-2c001b17b6b7 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:27:42.144367 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e868b185-8271-45dc-860e-2c001b17b6b7), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:42.157020 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e868b185-8271-45dc-860e-2c001b17b6b7 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:27:42.177934 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port e868b185-8271-45dc-860e-2c001b17b6b7, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=e868b185-8271-45dc-860e-2c001b17b6b7,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:27:42.230051 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e868b185-8271-45dc-860e-2c001b17b6b7), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:42.279414 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=e868b185-8271-45dc-860e-2c001b17b6b7,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:27:42.322373 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db9c5f-1ba5-4371-93b7-3ca5f91586a5 req-d1ee4df1-d5d6-4524-9c52-56196b3a365c tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:42.323894 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-85db9c5f-1ba5-4371-93b7-3ca5f91586a5 req-d1ee4df1-d5d6-4524-9c52-56196b3a365c tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 944 time: 0.0583148 Feb 20 04:27:42.372187 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-85db9c5f-1ba5-4371-93b7-3ca5f91586a5 req-8651bf42-9390-41c8-8168-8e9539780ae4 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426760 Feb 20 04:27:42.433486 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['e868b185-8271-45dc-860e-2c001b17b6b7'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:27:43.491089 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b134bee-3875-44bb-920c-31c7f4ed5218 req-21e0c99f-de65-46de-94e3-9462faf2453d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:43.492631 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2b134bee-3875-44bb-920c-31c7f4ed5218 req-21e0c99f-de65-46de-94e3-9462faf2453d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 944 time: 0.0528686 Feb 20 04:27:43.538334 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2b134bee-3875-44bb-920c-31c7f4ed5218 req-28c435b3-8a2e-456f-8fff-4d72faa9e4b6 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401149 Feb 20 04:27:43.989091 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device e868b185-8271-45dc-860e-2c001b17b6b7 up at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:27:44.118753 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning for port e868b185-8271-45dc-860e-2c001b17b6b7 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:27:44.122623 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Provisioning complete for port e868b185-8271-45dc-860e-2c001b17b6b7 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:27:44.123077 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e868b185-8271-45dc-860e-2c001b17b6b7), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:44.202309 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port e868b185-8271-45dc-860e-2c001b17b6b7 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:27:44.202703 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e868b185-8271-45dc-860e-2c001b17b6b7), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:44.225005 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f336719-d532-4d26-a521-c09e9809f13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e868b185-8271-45dc-860e-2c001b17b6b7'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:27:44.227272 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a1e00c1b8c0849d65db633b2ad5dc0fe7d01c1085c482abf6d17f7010e02497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f08966-b1f5-45d0-8d56-cd1ff22a9afe" -d '{"events": [{"server_uuid": "0f336719-d532-4d26-a521-c09e9809f13b", "name": "network-vif-plugged", "status": "completed", "tag": "e868b185-8271-45dc-860e-2c001b17b6b7"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:27:44.239667 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port e868b185-8271-45dc-860e-2c001b17b6b7, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=e868b185-8271-45dc-860e-2c001b17b6b7,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:27:44.262657 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c207d4-9943-4b53-83af-d2761d639694 x-openstack-request-id: req-38c207d4-9943-4b53-83af-d2761d639694 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:27:44.263006 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f336719-d532-4d26-a521-c09e9809f13b", "name": "network-vif-plugged", "status": "completed", "tag": "e868b185-8271-45dc-860e-2c001b17b6b7", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:27:44.263266 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-38c207d4-9943-4b53-83af-d2761d639694 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:27:44.263669 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f336719-d532-4d26-a521-c09e9809f13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e868b185-8271-45dc-860e-2c001b17b6b7', 'code': 200} Feb 20 04:27:44.338526 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e868b185-8271-45dc-860e-2c001b17b6b7), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:44.363366 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a370baf-8089-497f-8f24-90beb003f7e8 req-9bc10781-5f0d-4490-99ea-21ab32feb6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:44.364903 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-0a370baf-8089-497f-8f24-90beb003f7e8 req-9bc10781-5f0d-4490-99ea-21ab32feb6a1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 1126 time: 0.0476415 Feb 20 04:27:44.385931 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=e868b185-8271-45dc-860e-2c001b17b6b7,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:27:44.410599 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-0a370baf-8089-497f-8f24-90beb003f7e8 req-ede219dd-d58d-4924-b809-e441f5b6c0ec service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398529 Feb 20 04:27:44.656726 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8390f0-252e-4c29-8e9c-af10a30510d9 req-e2f72136-8c9e-4927-912c-ae42b6862d59 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:44.658440 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ca8390f0-252e-4c29-8e9c-af10a30510d9 req-e2f72136-8c9e-4927-912c-ae42b6862d59 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0522153 Feb 20 04:27:44.708979 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ca8390f0-252e-4c29-8e9c-af10a30510d9 req-428d784f-d15a-4526-872a-369790c624b1 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450859 Feb 20 04:27:45.830173 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90714fe-22df-40a4-bed3-ee78e66c9f3c req-60214ed2-6dce-4f68-8dd3-3eb54220455f tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:45.832929 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a90714fe-22df-40a4-bed3-ee78e66c9f3c req-60214ed2-6dce-4f68-8dd3-3eb54220455f tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0542822 Feb 20 04:27:45.880278 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a90714fe-22df-40a4-bed3-ee78e66c9f3c req-5bff5bea-5661-421a-8a25-548725b41830 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417788 Feb 20 04:27:45.994365 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f437f18-7567-4511-9e07-87a5af40acab req-9c50f02a-0db0-43ef-b206-a95df035ba3c tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:45.995811 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f437f18-7567-4511-9e07-87a5af40acab req-9c50f02a-0db0-43ef-b206-a95df035ba3c tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0537362 Feb 20 04:27:46.004874 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57322) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:27:46.009205 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-7fbc1be7-3c24-4d86-89c8-f823f350a5c0 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Request body: {'floatingip': {'port_id': 'e868b185-8271-45dc-860e-2c001b17b6b7'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:27:46.052114 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7fbc1be7-3c24-4d86-89c8-f823f350a5c0 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks [] for floatingip (52b937fe-5d15-44a1-85d2-d8de6ec69dec), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:46.477910 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7fbc1be7-3c24-4d86-89c8-f823f350a5c0 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:46.555633 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7fbc1be7-3c24-4d86-89c8-f823f350a5c0 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (52b937fe-5d15-44a1-85d2-d8de6ec69dec), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:46.656677 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [None req-7fbc1be7-3c24-4d86-89c8-f823f350a5c0 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Floating IP 52b937fe-5d15-44a1-85d2-d8de6ec69dec associated. External IP: 172.25.7.50, port: e868b185-8271-45dc-860e-2c001b17b6b7. Feb 20 04:27:46.864229 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbc1be7-3c24-4d86-89c8-f823f350a5c0 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Router c629c0b3-6ffd-4cae-93b9-53573614cc39 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:27:47.291924 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbc1be7-3c24-4d86-89c8-f823f350a5c0 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:27:47.296745 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-7fbc1be7-3c24-4d86-89c8-f823f350a5c0 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:47.302128 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b6cf6c-f6b2-4bf6-a0db-94461b6e748c None None] Sync routers for ids ['c629c0b3-6ffd-4cae-93b9-53573614cc39'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:27:47.312104 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b6cf6c-f6b2-4bf6-a0db-94461b6e748c None None] Routers {'c629c0b3-6ffd-4cae-93b9-53573614cc39'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:27:47.313923 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b3b6cf6c-f6b2-4bf6-a0db-94461b6e748c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:27:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c629c0b3-6ffd-4cae-93b9-53573614cc39'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:27:47.326374 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-7fbc1be7-3c24-4d86-89c8-f823f350a5c0 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "PUT /v2.0/floatingips/52b937fe-5d15-44a1-85d2-d8de6ec69dec HTTP/1.1" status: 200 len: 990 time: 1.3204184 Feb 20 04:27:47.327009 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f336719-d532-4d26-a521-c09e9809f13b', 'tag': 'e868b185-8271-45dc-860e-2c001b17b6b7'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:27:47.329281 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5aa1a6a7735b541a56ac331d75cf60bb33703eda8d3f8466ef91a6638b4642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe096430-fc87-495a-a202-46dc3e07a039" -d '{"events": [{"name": "network-changed", "server_uuid": "0f336719-d532-4d26-a521-c09e9809f13b", "tag": "e868b185-8271-45dc-860e-2c001b17b6b7"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:27:47.424454 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-b3b6cf6c-f6b2-4bf6-a0db-94461b6e748c None None] Set router c629c0b3-6ffd-4cae-93b9-53573614cc39 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:27:47.620337 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4294fe8-1f5b-4e5b-81eb-49d7f9429b12 x-openstack-request-id: req-c4294fe8-1f5b-4e5b-81eb-49d7f9429b12 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:27:47.620756 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f336719-d532-4d26-a521-c09e9809f13b", "tag": "e868b185-8271-45dc-860e-2c001b17b6b7", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:27:47.621079 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-c4294fe8-1f5b-4e5b-81eb-49d7f9429b12 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:27:47.621593 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f336719-d532-4d26-a521-c09e9809f13b', 'tag': 'e868b185-8271-45dc-860e-2c001b17b6b7', 'status': 'completed', 'code': 200} Feb 20 04:27:47.657579 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b3b6cf6c-f6b2-4bf6-a0db-94461b6e748c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'name': 'tempest-ServerActionsTestJSON-1417449643-router', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:27Z', 'revision_number': 4, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'gw_port': {'id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '52b937fe-5d15-44a1-85d2-d8de6ec69dec', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'floating_ip_address': '172.25.7.50', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'port_id': 'e868b185-8271-45dc-860e-2c001b17b6b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'mac_address': 'fa:16:3e:ae:99:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f336719-d532-4d26-a521-c09e9809f13b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:26:30Z', 'updated_at': '2022-02-20T04:27:46Z', 'revision_number': 5, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '009135db-4ca9-45ce-9b40-301e9a537cf1', 'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'mac_address': 'fa:16:3e:c7:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5ed180ad-c723-4565-b259-3450d92081e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:26Z', 'updated_at': '2022-02-20T04:26:30Z', 'revision_number': 5, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'subnets': [{'id': '5ed180ad-c723-4565-b259-3450d92081e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:27:47.686135 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b6cf6c-f6b2-4bf6-a0db-94461b6e748c None None] Checking router: c629c0b3-6ffd-4cae-93b9-53573614cc39 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:27:47.694513 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe096430-fc87-495a-a202-46dc3e07a039 req-df7933f9-1038-4208-92da-0201549dc293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:47.695455 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b6cf6c-f6b2-4bf6-a0db-94461b6e748c None None] Routers {'c629c0b3-6ffd-4cae-93b9-53573614cc39'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:27:47.696072 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b3b6cf6c-f6b2-4bf6-a0db-94461b6e748c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:27:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c629c0b3-6ffd-4cae-93b9-53573614cc39'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:27:47.696291 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-fe096430-fc87-495a-a202-46dc3e07a039 req-df7933f9-1038-4208-92da-0201549dc293 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 1127 time: 0.0531933 Feb 20 04:27:47.722574 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5e0df-f360-4f6d-b326-8395c1c74902 req-8947cdfa-def6-4dfa-acee-2b13251a7534 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:47.724449 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-40c5e0df-f360-4f6d-b326-8395c1c74902 req-8947cdfa-def6-4dfa-acee-2b13251a7534 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0583866 Feb 20 04:27:47.781721 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-40c5e0df-f360-4f6d-b326-8395c1c74902 req-46fe0e04-2f63-4f69-b7e1-babcec022d43 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506361 Feb 20 04:27:47.814198 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe096430-fc87-495a-a202-46dc3e07a039 req-d5841b10-3547-4030-8357-525299528dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:47.816887 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-fe096430-fc87-495a-a202-46dc3e07a039 req-d5841b10-3547-4030-8357-525299528dbf service neutron] 10.222.0.93 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 913 time: 0.1149335 Feb 20 04:27:47.884033 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-fe096430-fc87-495a-a202-46dc3e07a039 req-4e9436d0-3db1-4fa2-8257-c3eba828249e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e868b185-8271-45dc-860e-2c001b17b6b7 HTTP/1.1" status: 200 len: 998 time: 0.0609388 Feb 20 04:27:47.938712 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe096430-fc87-495a-a202-46dc3e07a039 req-92375a2e-b774-434e-95a6-d22e7d05fbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:47.941378 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-fe096430-fc87-495a-a202-46dc3e07a039 req-92375a2e-b774-434e-95a6-d22e7d05fbdc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0512440 Feb 20 04:27:47.973342 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-b3b6cf6c-f6b2-4bf6-a0db-94461b6e748c None None] Set router c629c0b3-6ffd-4cae-93b9-53573614cc39 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:27:47.991301 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe096430-fc87-495a-a202-46dc3e07a039 req-d90f17c6-c933-40a9-8a5e-623f91b32911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:47.992831 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-fe096430-fc87-495a-a202-46dc3e07a039 req-d90f17c6-c933-40a9-8a5e-623f91b32911 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458279 Feb 20 04:27:48.081836 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-fe096430-fc87-495a-a202-46dc3e07a039 req-c437139b-8253-4aa9-9a38-eb9166015e3c service neutron] 10.222.0.93 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826921 Feb 20 04:27:48.176617 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-fe096430-fc87-495a-a202-46dc3e07a039 req-fc75a710-f22d-4613-add5-bb9b3fb82d48 service neutron] 10.222.0.93 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891845 Feb 20 04:27:48.202481 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-b3b6cf6c-f6b2-4bf6-a0db-94461b6e748c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'name': 'tempest-ServerActionsTestJSON-1417449643-router', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:27Z', 'revision_number': 4, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'gw_port': {'id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '52b937fe-5d15-44a1-85d2-d8de6ec69dec', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'floating_ip_address': '172.25.7.50', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'port_id': 'e868b185-8271-45dc-860e-2c001b17b6b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'mac_address': 'fa:16:3e:ae:99:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f336719-d532-4d26-a521-c09e9809f13b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:26:30Z', 'updated_at': '2022-02-20T04:27:46Z', 'revision_number': 5, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '009135db-4ca9-45ce-9b40-301e9a537cf1', 'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'mac_address': 'fa:16:3e:c7:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5ed180ad-c723-4565-b259-3450d92081e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:26Z', 'updated_at': '2022-02-20T04:26:30Z', 'revision_number': 5, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'subnets': [{'id': '5ed180ad-c723-4565-b259-3450d92081e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:27:48.230144 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b6cf6c-f6b2-4bf6-a0db-94461b6e748c None None] The sync data for ids ['c629c0b3-6ffd-4cae-93b9-53573614cc39'] in n-d-829866-4 is: [{'id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'name': 'tempest-ServerActionsTestJSON-1417449643-router', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:27Z', 'revision_number': 4, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'gw_port': {'id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '52b937fe-5d15-44a1-85d2-d8de6ec69dec', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'floating_ip_address': '172.25.7.50', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'port_id': 'e868b185-8271-45dc-860e-2c001b17b6b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'mac_address': 'fa:16:3e:ae:99:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f336719-d532-4d26-a521-c09e9809f13b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:26:30Z', 'updated_at': '2022-02-20T04:27:46Z', 'revision_number': 5, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '009135db-4ca9-45ce-9b40-301e9a537cf1', 'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'mac_address': 'fa:16:3e:c7:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5ed180ad-c723-4565-b259-3450d92081e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:26Z', 'updated_at': '2022-02-20T04:26:30Z', 'revision_number': 5, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'subnets': [{'id': '5ed180ad-c723-4565-b259-3450d92081e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:27:48.431932 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5d2c81-2906-453f-a18b-1c54a349cad5 None None] New status for floating IP 52b937fe-5d15-44a1-85d2-d8de6ec69dec: ACTIVE {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 04:27:48.907425 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e4531-276f-4874-bae5-6cae01e64cf9 req-7f901098-6a50-47f6-828f-8d25960b8628 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:48.909553 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d57e4531-276f-4874-bae5-6cae01e64cf9 req-7f901098-6a50-47f6-828f-8d25960b8628 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0518239 Feb 20 04:27:48.961399 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d57e4531-276f-4874-bae5-6cae01e64cf9 req-ea067a52-acbf-4c8d-a6b3-96c2723fde51 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463288 Feb 20 04:27:50.080940 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54493e29-df34-4cc2-bb80-3974cd32479f req-c82979a9-496c-476b-aacc-43ce4f221829 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:50.082327 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-54493e29-df34-4cc2-bb80-3974cd32479f req-c82979a9-496c-476b-aacc-43ce4f221829 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0525677 Feb 20 04:27:50.130727 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-54493e29-df34-4cc2-bb80-3974cd32479f req-b387b7ff-1857-4369-a6e3-652d7d1d2979 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428252 Feb 20 04:27:51.252647 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cc4fd-ab5b-47c3-8d5c-878e2b0ecfc7 req-dc16042b-97b8-44cc-9d4a-2a606b272e0b tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:51.254109 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-719cc4fd-ab5b-47c3-8d5c-878e2b0ecfc7 req-dc16042b-97b8-44cc-9d4a-2a606b272e0b tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0547535 Feb 20 04:27:51.301152 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-719cc4fd-ab5b-47c3-8d5c-878e2b0ecfc7 req-761715ee-ac14-41af-858d-d916457fdb8b tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414112 Feb 20 04:27:51.463858 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:51.589414 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:52.425885 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc061937-a615-44f4-b548-2cb68fe76860 req-da5bbd41-b598-4b2c-86d8-6b4e6d152e68 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:52.427477 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dc061937-a615-44f4-b548-2cb68fe76860 req-da5bbd41-b598-4b2c-86d8-6b4e6d152e68 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0584512 Feb 20 04:27:52.474097 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dc061937-a615-44f4-b548-2cb68fe76860 req-09be5759-0769-44d8-8fe0-0021a82a6655 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411057 Feb 20 04:27:52.819664 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:27:53.591403 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff6f23-c60f-4c9c-a52e-a4e1e5c6bba6 req-e73a9fe3-5027-476d-a378-d45ac698aaa9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:53.592888 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a2ff6f23-c60f-4c9c-a52e-a4e1e5c6bba6 req-e73a9fe3-5027-476d-a378-d45ac698aaa9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0531034 Feb 20 04:27:53.639888 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a2ff6f23-c60f-4c9c-a52e-a4e1e5c6bba6 req-55ad3a60-04f4-4c3d-a66b-e0950c82a79f tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411792 Feb 20 04:27:54.760693 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80261ebe-5434-4428-901e-f1a6c3d2130b req-58271515-a8c4-4a87-9f81-801414bd3e0f tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:54.762186 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80261ebe-5434-4428-901e-f1a6c3d2130b req-58271515-a8c4-4a87-9f81-801414bd3e0f tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0554659 Feb 20 04:27:54.809958 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80261ebe-5434-4428-901e-f1a6c3d2130b req-21acce66-1a0f-4fac-935c-413f802a8c64 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422466 Feb 20 04:27:55.928961 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50f8e9-2cf4-429c-9de1-6b5e61c6d69f req-5757e31d-23c9-4cdd-9de7-fc4022cb99dc tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:55.930466 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cc50f8e9-2cf4-429c-9de1-6b5e61c6d69f req-5757e31d-23c9-4cdd-9de7-fc4022cb99dc tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0516725 Feb 20 04:27:55.977120 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cc50f8e9-2cf4-429c-9de1-6b5e61c6d69f req-30ec0172-8c69-4150-b58e-861c19d2182a tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410762 Feb 20 04:27:56.486392 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-463a5128-5420-4782-8fc2-249d1d9016ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:57.095277 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973db8c6-a384-4e9f-b295-8655c22c4eca req-1a044399-eb28-4157-88ae-63493648034f tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:57.097444 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-973db8c6-a384-4e9f-b295-8655c22c4eca req-1a044399-eb28-4157-88ae-63493648034f tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0532751 Feb 20 04:27:57.149410 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-973db8c6-a384-4e9f-b295-8655c22c4eca req-ef1e2720-c08e-4a3d-b510-7c260a5f02b5 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452888 Feb 20 04:27:58.270872 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa1beb-862e-4cc6-8285-2b1269e6664e req-887ea645-353b-4122-a664-90c2a9431ffb tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:58.272410 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-00aa1beb-862e-4cc6-8285-2b1269e6664e req-887ea645-353b-4122-a664-90c2a9431ffb tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0526369 Feb 20 04:27:58.319572 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-00aa1beb-862e-4cc6-8285-2b1269e6664e req-16ad1da0-db56-4c9f-aebb-3fd01300f126 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415847 Feb 20 04:27:58.738053 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-dd720bd6-cd08-4507-b54a-2ba6b112de1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:27:59.437474 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5cdde-7b7d-4049-9439-29c4c7f13ba0 req-981400f3-2d71-40b4-af70-599bd419ef58 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:27:59.438998 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1bc5cdde-7b7d-4049-9439-29c4c7f13ba0 req-981400f3-2d71-40b4-af70-599bd419ef58 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0527370 Feb 20 04:27:59.485172 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1bc5cdde-7b7d-4049-9439-29c4c7f13ba0 req-869a84a0-2e5f-4fcb-86ab-37a870000ee3 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396051 Feb 20 04:28:00.183862 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:00.611803 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f6b37-982c-4d19-ac48-447a6a199c50 req-8da3d0c5-bbce-4ab0-ae19-5b8970581f68 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:00.613302 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-239f6b37-982c-4d19-ac48-447a6a199c50 req-8da3d0c5-bbce-4ab0-ae19-5b8970581f68 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0582006 Feb 20 04:28:00.663741 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-239f6b37-982c-4d19-ac48-447a6a199c50 req-a293426b-3bc2-4b68-ae57-e82eb20a91f1 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446262 Feb 20 04:28:01.461116 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:01.782434 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015ff6f-7d7e-4163-88ca-6e3d7c39d9c2 req-46427465-2ebd-47cf-a54f-8161c9f7662f tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:01.783963 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e015ff6f-7d7e-4163-88ca-6e3d7c39d9c2 req-46427465-2ebd-47cf-a54f-8161c9f7662f tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0524902 Feb 20 04:28:01.830747 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e015ff6f-7d7e-4163-88ca-6e3d7c39d9c2 req-fc4712e4-7de4-4f89-8949-9bca7a4d7fbd tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402732 Feb 20 04:28:02.838701 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:02.951608 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9930edc-9048-4c48-bff5-534c5e418035 req-99e15ee0-4ac7-4544-820b-782570f17ec6 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:02.953011 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c9930edc-9048-4c48-bff5-534c5e418035 req-99e15ee0-4ac7-4544-820b-782570f17ec6 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0517223 Feb 20 04:28:03.002049 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c9930edc-9048-4c48-bff5-534c5e418035 req-7787bc56-d95a-4cd6-8fc2-b64f1d09134b tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428462 Feb 20 04:28:04.120897 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4135c-cadb-4798-904c-ea94a8b18457 req-50e1ee16-6029-4be6-99ee-1b2ed058b3b8 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:04.122369 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b4a4135c-cadb-4798-904c-ea94a8b18457 req-50e1ee16-6029-4be6-99ee-1b2ed058b3b8 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0515878 Feb 20 04:28:04.169120 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b4a4135c-cadb-4798-904c-ea94a8b18457 req-4252f1ad-e0dc-4389-b72a-5c83f1a055b3 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411713 Feb 20 04:28:05.289949 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f7925-2c87-486c-8b65-d31c1ed886a7 req-6931cfb2-3ace-4f9f-9b31-6e42f04301b0 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:05.291464 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3d5f7925-2c87-486c-8b65-d31c1ed886a7 req-6931cfb2-3ace-4f9f-9b31-6e42f04301b0 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0533440 Feb 20 04:28:05.337599 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3d5f7925-2c87-486c-8b65-d31c1ed886a7 req-2ff92275-a3bf-4b9b-9e07-3ae16d5842d4 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405357 Feb 20 04:28:06.461069 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0c719-5fff-47ec-b79b-46b6f719bf09 req-5034b32e-b5a8-494f-8abc-da4934988807 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:06.462583 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8b0c719-5fff-47ec-b79b-46b6f719bf09 req-5034b32e-b5a8-494f-8abc-da4934988807 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0581121 Feb 20 04:28:06.509954 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e8b0c719-5fff-47ec-b79b-46b6f719bf09 req-afdbfe22-dd30-452b-9796-9b4913ccaa57 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418580 Feb 20 04:28:07.629621 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a1614-4ef1-4f94-9704-95039a98f9a6 req-71a0ae03-d737-4a57-97d5-6618cc8546f4 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:07.631154 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-430a1614-4ef1-4f94-9704-95039a98f9a6 req-71a0ae03-d737-4a57-97d5-6618cc8546f4 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0531843 Feb 20 04:28:07.678762 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-430a1614-4ef1-4f94-9704-95039a98f9a6 req-33522e6c-db6f-4142-9630-db5778d04b62 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418510 Feb 20 04:28:08.806008 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66321501-e34b-47ef-ba36-d8b65183381b req-e72f32cd-99a2-444a-8914-1535e589f5e8 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:08.807543 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66321501-e34b-47ef-ba36-d8b65183381b req-e72f32cd-99a2-444a-8914-1535e589f5e8 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0624714 Feb 20 04:28:08.854155 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-66321501-e34b-47ef-ba36-d8b65183381b req-7d2ca3fa-bfb0-450b-a278-0f4d19ce51bb tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411508 Feb 20 04:28:09.973747 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80145f-bc81-4fde-ad76-a87171fe7d63 req-2dd87f69-69ce-438d-96a9-21ad7d25eee8 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:09.975275 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b80145f-bc81-4fde-ad76-a87171fe7d63 req-2dd87f69-69ce-438d-96a9-21ad7d25eee8 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0541205 Feb 20 04:28:10.021169 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0b80145f-bc81-4fde-ad76-a87171fe7d63 req-54301415-9f8a-4af5-b789-5e6f4cf26299 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402946 Feb 20 04:28:11.138658 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a968a17-cdc4-4ee5-8c8d-6513436ced77 req-cf0aa072-a3e4-42df-b847-cecc9226f456 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:11.140275 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2a968a17-cdc4-4ee5-8c8d-6513436ced77 req-cf0aa072-a3e4-42df-b847-cecc9226f456 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0517838 Feb 20 04:28:11.190118 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2a968a17-cdc4-4ee5-8c8d-6513436ced77 req-80cea835-1830-4b80-928f-dfdca378c973 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436223 Feb 20 04:28:12.312805 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdb168-7979-4e16-9e67-427d567ea639 req-6b0ae67d-c5a3-4803-88d8-0427b34b1edb tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:12.314302 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81bdb168-7979-4e16-9e67-427d567ea639 req-6b0ae67d-c5a3-4803-88d8-0427b34b1edb tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0534735 Feb 20 04:28:12.361598 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-81bdb168-7979-4e16-9e67-427d567ea639 req-6eee3652-5fd7-4928-b64d-cb62c617c600 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403912 Feb 20 04:28:13.480759 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce6d28d-87ef-4229-9ae7-08ef68ff6468 req-8ebcb7a3-dcaf-42c7-be1c-337c74ff7786 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:13.482245 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ce6d28d-87ef-4229-9ae7-08ef68ff6468 req-8ebcb7a3-dcaf-42c7-be1c-337c74ff7786 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0530043 Feb 20 04:28:13.530506 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0ce6d28d-87ef-4229-9ae7-08ef68ff6468 req-a47d75b8-83da-4754-8240-fc481a151218 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426512 Feb 20 04:28:13.929312 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4c0c4-8a0a-45d4-9e0a-eb1c1f83dce9 req-fb9ca977-985d-4980-9508-f9d2193514bb tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:13.930824 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-feb4c0c4-8a0a-45d4-9e0a-eb1c1f83dce9 req-fb9ca977-985d-4980-9508-f9d2193514bb tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0576012 Feb 20 04:28:13.978605 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-feb4c0c4-8a0a-45d4-9e0a-eb1c1f83dce9 req-f0e1ff08-339d-452c-80fd-b18f57c9f8a0 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419965 Feb 20 04:28:14.047926 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-acfda299-3e94-420b-b6b4-5ded09098adf service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0442185 Feb 20 04:28:14.660060 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-c3c126d2-494f-4ddd-86a5-9ad9615487a8 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:14.661583 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-c3c126d2-494f-4ddd-86a5-9ad9615487a8 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports/e868b185-8271-45dc-860e-2c001b17b6b7 HTTP/1.1" status: 200 len: 942 time: 0.0459418 Feb 20 04:28:15.105432 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5aeef-21be-4e80-963c-2835946c9f44 req-908d91ab-cfbc-4b17-9ce9-0cfb7f095b7e tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:15.107003 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cfe5aeef-21be-4e80-963c-2835946c9f44 req-908d91ab-cfbc-4b17-9ce9-0cfb7f095b7e tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0582306 Feb 20 04:28:15.156136 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cfe5aeef-21be-4e80-963c-2835946c9f44 req-294bc949-50fe-4b08-b73e-6b941ca083fc tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434861 Feb 20 04:28:16.135348 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-d26c13d2-1f3d-48a1-bcda-59ff47cf0cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:16.136828 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-d26c13d2-1f3d-48a1-bcda-59ff47cf0cc3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 1127 time: 0.0456574 Feb 20 04:28:16.230355 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-6adb4cf6-fb6f-4bb3-8c55-ca53b0b24aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:16.231872 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-6adb4cf6-fb6f-4bb3-8c55-ca53b0b24aa1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 913 time: 0.0890141 Feb 20 04:28:16.277146 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201224c8-19c8-49cd-b64f-864909949a2e req-4d18ab58-bf07-4940-aeba-1f773420ccb7 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:16.278684 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-201224c8-19c8-49cd-b64f-864909949a2e req-4d18ab58-bf07-4940-aeba-1f773420ccb7 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0545025 Feb 20 04:28:16.298119 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-b5d18880-0327-47c0-a8f5-883f8110063e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e868b185-8271-45dc-860e-2c001b17b6b7 HTTP/1.1" status: 200 len: 1000 time: 0.0597985 Feb 20 04:28:16.327052 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-201224c8-19c8-49cd-b64f-864909949a2e req-eb560421-3794-4641-92ad-0e16f66d4e4c tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425141 Feb 20 04:28:16.346644 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-09a2facb-3e75-4178-9711-5c890dc6f519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:16.348125 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-09a2facb-3e75-4178-9711-5c890dc6f519 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0442393 Feb 20 04:28:16.401090 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-3956521a-97e0-4df6-8772-517735cd3349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:16.402487 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-3956521a-97e0-4df6-8772-517735cd3349 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484140 Feb 20 04:28:16.488753 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-415debe7-4867-4a7a-82b9-36d31e4b7897 service neutron] 10.222.0.93 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799181 Feb 20 04:28:16.578480 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-32a52398-cb79-4e1d-b37a-9c8c047f177c service neutron] 10.222.0.93 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839543 Feb 20 04:28:17.454818 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3fd6f7-4ad8-438f-9076-09e06d984bd2 req-6b6dbac6-ab49-49c5-89d6-f06ad43f2ecc tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:17.456429 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea3fd6f7-4ad8-438f-9076-09e06d984bd2 req-6b6dbac6-ab49-49c5-89d6-f06ad43f2ecc tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0568717 Feb 20 04:28:17.510300 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ea3fd6f7-4ad8-438f-9076-09e06d984bd2 req-bcffd10d-701b-45d0-8e99-6a7f65a8c45c tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477629 Feb 20 04:28:18.636995 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee104d7c-e033-4502-a4aa-e0d058981046 req-9c761464-f628-4a74-8ed3-e842e97a0b47 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:18.638517 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ee104d7c-e033-4502-a4aa-e0d058981046 req-9c761464-f628-4a74-8ed3-e842e97a0b47 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0570610 Feb 20 04:28:18.688710 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ee104d7c-e033-4502-a4aa-e0d058981046 req-a364f9ef-4ed5-4281-8dfc-64eeb3f75edd tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445151 Feb 20 04:28:18.742071 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-8ec4ac52-79f3-479f-89da-99729feb25c3 service neutron] show failed (client error): The resource could not be found. Feb 20 04:28:18.743129 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-8ec4ac52-79f3-479f-89da-99729feb25c3 service neutron] 10.222.0.93 "GET /v2.0/ports/e868b185-8271-45dc-860e-2c001b17b6b7/bindings/n-h1-829866-4 HTTP/1.1" status: 404 len: 380 time: 0.0663781 Feb 20 04:28:19.245684 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-d5aced7e-35a6-49fd-abef-d730e41966c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:19.247264 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-d5aced7e-35a6-49fd-abef-d730e41966c4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b&tenant_id=3785f129ec2c46da8ed4b3484b5d3529 HTTP/1.1" status: 200 len: 1127 time: 0.0453908 Feb 20 04:28:19.258444 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-c76dc696-5e95-4686-97de-ae218baf8b5e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829866-4', 'device_owner': 'compute:nova'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:28:19.319477 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-c76dc696-5e95-4686-97de-ae218baf8b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e868b185-8271-45dc-860e-2c001b17b6b7), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:19.520072 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-c76dc696-5e95-4686-97de-ae218baf8b5e service neutron] For port e868b185-8271-45dc-860e-2c001b17b6b7, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=e868b185-8271-45dc-860e-2c001b17b6b7,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:28:19.553018 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-c76dc696-5e95-4686-97de-ae218baf8b5e service neutron] For port e868b185-8271-45dc-860e-2c001b17b6b7, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:28:19.591843 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f336719-d532-4d26-a521-c09e9809f13b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e868b185-8271-45dc-860e-2c001b17b6b7'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:28:19.594166 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5aa1a6a7735b541a56ac331d75cf60bb33703eda8d3f8466ef91a6638b4642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c14fa4-df35-4a12-8edc-07711f14e256" -d '{"events": [{"server_uuid": "0f336719-d532-4d26-a521-c09e9809f13b", "name": "network-vif-unplugged", "status": "completed", "tag": "e868b185-8271-45dc-860e-2c001b17b6b7"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:28:19.598145 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-c76dc696-5e95-4686-97de-ae218baf8b5e service neutron] Publish callbacks [] for port (e868b185-8271-45dc-860e-2c001b17b6b7), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:19.611195 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-c76dc696-5e95-4686-97de-ae218baf8b5e service neutron] Transition to ACTIVE for port object e868b185-8271-45dc-860e-2c001b17b6b7 will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:28:19.649075 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 04:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833e0991-4410-41cf-ad45-5ebb4c5f6c36 x-openstack-request-id: req-833e0991-4410-41cf-ad45-5ebb4c5f6c36 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:28:19.649700 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f336719-d532-4d26-a521-c09e9809f13b", "name": "network-vif-unplugged", "status": "completed", "tag": "e868b185-8271-45dc-860e-2c001b17b6b7", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:28:19.649700 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-833e0991-4410-41cf-ad45-5ebb4c5f6c36 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:28:19.650025 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f336719-d532-4d26-a521-c09e9809f13b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e868b185-8271-45dc-860e-2c001b17b6b7', 'code': 200} Feb 20 04:28:19.686162 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-c76dc696-5e95-4686-97de-ae218baf8b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (e868b185-8271-45dc-860e-2c001b17b6b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:19.808783 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76dc696-5e95-4686-97de-ae218baf8b5e service neutron] Pushing event updated for resources: {'Port': ['ID=e868b185-8271-45dc-860e-2c001b17b6b7,revision_number=6']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:28:19.875214 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-c76dc696-5e95-4686-97de-ae218baf8b5e service neutron] No DVR routers for this DVR port e868b185-8271-45dc-860e-2c001b17b6b7 on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:28:19.922999 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f343a92-27ae-42b4-88a4-58fbcd3102f1 req-19cb0a07-e99f-4788-be2e-42845f2b84e6 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:19.924511 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f343a92-27ae-42b4-88a4-58fbcd3102f1 req-19cb0a07-e99f-4788-be2e-42845f2b84e6 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 943 time: 0.1266458 Feb 20 04:28:20.013441 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f343a92-27ae-42b4-88a4-58fbcd3102f1 req-58212b49-826b-44b6-a3fc-e775dcde47c2 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825455 Feb 20 04:28:20.060972 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-c76dc696-5e95-4686-97de-ae218baf8b5e service neutron] Attempting to bind port e868b185-8271-45dc-860e-2c001b17b6b7 on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:28:20.061225 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-c76dc696-5e95-4686-97de-ae218baf8b5e service neutron] Attempting to bind port e868b185-8271-45dc-860e-2c001b17b6b7 by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:28:20.061546 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-c76dc696-5e95-4686-97de-ae218baf8b5e service neutron] Attempting to bind port e868b185-8271-45dc-860e-2c001b17b6b7 on network e6f9d68e-36ff-42dc-b6ec-8799258befd6 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:28:20.065750 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-c76dc696-5e95-4686-97de-ae218baf8b5e service neutron] Port e868b185-8271-45dc-860e-2c001b17b6b7 on network e6f9d68e-36ff-42dc-b6ec-8799258befd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:28:20.066323 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-c76dc696-5e95-4686-97de-ae218baf8b5e service neutron] Attempting to bind port e868b185-8271-45dc-860e-2c001b17b6b7 on network e6f9d68e-36ff-42dc-b6ec-8799258befd6 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:28:20.071895 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-c76dc696-5e95-4686-97de-ae218baf8b5e service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:28:20.072232 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-c76dc696-5e95-4686-97de-ae218baf8b5e service neutron] Checking segment: {'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:28:20.072612 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-c76dc696-5e95-4686-97de-ae218baf8b5e service neutron] Bound using segment: {'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:28:20.073033 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-c76dc696-5e95-4686-97de-ae218baf8b5e service neutron] Bound port: e868b185-8271-45dc-860e-2c001b17b6b7, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:28:20.073382 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-c76dc696-5e95-4686-97de-ae218baf8b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e868b185-8271-45dc-860e-2c001b17b6b7), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:20.138501 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-c76dc696-5e95-4686-97de-ae218baf8b5e service neutron] For port e868b185-8271-45dc-860e-2c001b17b6b7, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:28:20.141554 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-c76dc696-5e95-4686-97de-ae218baf8b5e service neutron] For port e868b185-8271-45dc-860e-2c001b17b6b7, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=e868b185-8271-45dc-860e-2c001b17b6b7,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:28:20.210917 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-c76dc696-5e95-4686-97de-ae218baf8b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (e868b185-8271-45dc-860e-2c001b17b6b7), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:20.245420 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-c76dc696-5e95-4686-97de-ae218baf8b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:20.246009 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-c76dc696-5e95-4686-97de-ae218baf8b5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:20.247414 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-c76dc696-5e95-4686-97de-ae218baf8b5e service neutron] 10.222.0.42 "PUT /v2.0/ports/e868b185-8271-45dc-860e-2c001b17b6b7 HTTP/1.1" status: 200 len: 1091 time: 0.9934115 Feb 20 04:28:20.268900 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76dc696-5e95-4686-97de-ae218baf8b5e service neutron] Pushing event updated for resources: {'Port': ['ID=e868b185-8271-45dc-860e-2c001b17b6b7,revision_number=7']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:28:20.319473 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-4f96bcd1-dac8-4b43-b1cb-634ffd8fa25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:20.321090 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-4f96bcd1-dac8-4b43-b1cb-634ffd8fa25c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 1125 time: 0.0480449 Feb 20 04:28:20.420581 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-f64865c7-676b-4f72-b4ff-36635c2b9bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:20.422070 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-f64865c7-676b-4f72-b4ff-36635c2b9bf1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 913 time: 0.0941703 Feb 20 04:28:20.488802 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-031ddc7e-f112-4143-8285-cd8b1239d6c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e868b185-8271-45dc-860e-2c001b17b6b7 HTTP/1.1" status: 200 len: 998 time: 0.0603991 Feb 20 04:28:20.541017 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-114c4486-9442-4db0-becf-a0db21d33646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:20.542421 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-114c4486-9442-4db0-becf-a0db21d33646 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0476663 Feb 20 04:28:20.592630 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-33f8f10f-bb9a-4583-a3c1-b8cf78688560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:20.594068 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-33f8f10f-bb9a-4583-a3c1-b8cf78688560 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446303 Feb 20 04:28:20.682607 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-ccb2f927-f2a2-451c-94b7-2fc929bc025d service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822535 Feb 20 04:28:20.778539 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-554c5abf-8c2d-4ba2-9cac-1ac1801caba0 req-942a0800-7bc3-4acf-a1d7-2cb0f81602c4 service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883095 Feb 20 04:28:21.141244 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f8082-9df3-41ec-918f-95fc9fca64e8 req-e000f796-33ef-414a-b5bd-a2be39fb4afb tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:21.142749 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f2f8082-9df3-41ec-918f-95fc9fca64e8 req-e000f796-33ef-414a-b5bd-a2be39fb4afb tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 943 time: 0.0548096 Feb 20 04:28:21.189312 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f2f8082-9df3-41ec-918f-95fc9fca64e8 req-5d8647a3-9e26-4a27-a0f3-ff1d8a2bffe9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408256 Feb 20 04:28:21.423475 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:21.470823 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11be9c-687e-4cca-9ab0-dac27ccfd302 req-3b87230f-f904-40cd-8035-fcddebb6e315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:21.472407 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fe11be9c-687e-4cca-9ab0-dac27ccfd302 req-3b87230f-f904-40cd-8035-fcddebb6e315 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 1125 time: 0.0461481 Feb 20 04:28:21.579022 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11be9c-687e-4cca-9ab0-dac27ccfd302 req-aa7471d4-347f-4e49-acf4-d1c2b7ceb67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:21.580529 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fe11be9c-687e-4cca-9ab0-dac27ccfd302 req-aa7471d4-347f-4e49-acf4-d1c2b7ceb67b service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 913 time: 0.0892603 Feb 20 04:28:21.601437 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:21.644473 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fe11be9c-687e-4cca-9ab0-dac27ccfd302 req-d8e0697b-4cb5-42fa-bdc3-2691ae150f84 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e868b185-8271-45dc-860e-2c001b17b6b7 HTTP/1.1" status: 200 len: 998 time: 0.0578935 Feb 20 04:28:21.651446 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f336719-d532-4d26-a521-c09e9809f13b', 'tag': 'e868b185-8271-45dc-860e-2c001b17b6b7'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:28:21.653648 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5aa1a6a7735b541a56ac331d75cf60bb33703eda8d3f8466ef91a6638b4642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f50a68-46ec-4d21-b51f-4b2e059fe0d0" -d '{"events": [{"name": "network-changed", "server_uuid": "0f336719-d532-4d26-a521-c09e9809f13b", "tag": "e868b185-8271-45dc-860e-2c001b17b6b7"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:28:21.705411 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b715878-9ae6-4f21-903a-f778420c2e1c x-openstack-request-id: req-8b715878-9ae6-4f21-903a-f778420c2e1c {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:28:21.705411 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f336719-d532-4d26-a521-c09e9809f13b", "tag": "e868b185-8271-45dc-860e-2c001b17b6b7", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:28:21.705411 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-8b715878-9ae6-4f21-903a-f778420c2e1c {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:28:21.705411 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f336719-d532-4d26-a521-c09e9809f13b', 'tag': 'e868b185-8271-45dc-860e-2c001b17b6b7', 'status': 'completed', 'code': 200} Feb 20 04:28:21.706266 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11be9c-687e-4cca-9ab0-dac27ccfd302 req-47077cc2-4fa0-46dc-9bf2-c4fed537cfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:21.707801 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fe11be9c-687e-4cca-9ab0-dac27ccfd302 req-47077cc2-4fa0-46dc-9bf2-c4fed537cfd1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0571790 Feb 20 04:28:21.759436 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11be9c-687e-4cca-9ab0-dac27ccfd302 req-c80fa93e-e576-4f31-9498-104fd9c6026b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:21.760968 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fe11be9c-687e-4cca-9ab0-dac27ccfd302 req-c80fa93e-e576-4f31-9498-104fd9c6026b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469275 Feb 20 04:28:21.767872 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f50a68-46ec-4d21-b51f-4b2e059fe0d0 req-af720267-a070-4c9f-ba9d-4b5da0f63b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:21.769389 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-63f50a68-46ec-4d21-b51f-4b2e059fe0d0 req-af720267-a070-4c9f-ba9d-4b5da0f63b22 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 1125 time: 0.0457220 Feb 20 04:28:21.853795 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fe11be9c-687e-4cca-9ab0-dac27ccfd302 req-087d0a4a-13f8-49d9-b262-618fc5a6fc85 service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849071 Feb 20 04:28:21.860978 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f50a68-46ec-4d21-b51f-4b2e059fe0d0 req-36bd1762-f531-461b-b333-53dd1982f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:21.862440 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-63f50a68-46ec-4d21-b51f-4b2e059fe0d0 req-36bd1762-f531-461b-b333-53dd1982f262 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 913 time: 0.0878377 Feb 20 04:28:21.927138 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-63f50a68-46ec-4d21-b51f-4b2e059fe0d0 req-55666e80-2f28-45df-8fe6-7772d35a78c2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e868b185-8271-45dc-860e-2c001b17b6b7 HTTP/1.1" status: 200 len: 998 time: 0.0587645 Feb 20 04:28:21.947819 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fe11be9c-687e-4cca-9ab0-dac27ccfd302 req-4a7ac0d9-865b-4fb5-88a8-778d70109703 service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877960 Feb 20 04:28:21.977326 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f50a68-46ec-4d21-b51f-4b2e059fe0d0 req-4fdb5bff-8a28-42de-b873-0a273da07d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:21.978816 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-63f50a68-46ec-4d21-b51f-4b2e059fe0d0 req-4fdb5bff-8a28-42de-b873-0a273da07d49 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0465364 Feb 20 04:28:22.033501 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f50a68-46ec-4d21-b51f-4b2e059fe0d0 req-1568796e-d68c-4245-8721-36421b639da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:22.033916 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f50a68-46ec-4d21-b51f-4b2e059fe0d0 req-403912fc-6444-40f1-a993-b2333724692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:22.035186 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-63f50a68-46ec-4d21-b51f-4b2e059fe0d0 req-1568796e-d68c-4245-8721-36421b639da2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 1125 time: 0.0476933 Feb 20 04:28:22.035601 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-63f50a68-46ec-4d21-b51f-4b2e059fe0d0 req-403912fc-6444-40f1-a993-b2333724692a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504479 Feb 20 04:28:22.126507 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-63f50a68-46ec-4d21-b51f-4b2e059fe0d0 req-e37fe5cb-6b10-4c72-81bf-c56f598f4792 service neutron] 10.222.0.93 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853505 Feb 20 04:28:22.130998 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f50a68-46ec-4d21-b51f-4b2e059fe0d0 req-6c5be477-153b-4c8d-8839-a5b354e80713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:22.132197 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-63f50a68-46ec-4d21-b51f-4b2e059fe0d0 req-6c5be477-153b-4c8d-8839-a5b354e80713 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 913 time: 0.0913241 Feb 20 04:28:22.203328 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-63f50a68-46ec-4d21-b51f-4b2e059fe0d0 req-ff24a594-8c65-4c5e-a5ce-fa50bd5ef3a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e868b185-8271-45dc-860e-2c001b17b6b7 HTTP/1.1" status: 200 len: 998 time: 0.0642130 Feb 20 04:28:22.208275 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device e868b185-8271-45dc-860e-2c001b17b6b7 no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:28:22.231030 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-63f50a68-46ec-4d21-b51f-4b2e059fe0d0 req-954925ee-2a74-43d6-8163-0b9b12bb9250 service neutron] 10.222.0.93 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989747 Feb 20 04:28:22.263814 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] The host n-h2-829866-4 is not matching for port e868b185-8271-45dc-860e-2c001b17b6b7 host n-h1-829866-4! {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 04:28:22.264336 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device e868b185-8271-45dc-860e-2c001b17b6b7 not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:28:22.271258 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f50a68-46ec-4d21-b51f-4b2e059fe0d0 req-c75f1e51-d2ed-4450-a213-6cf1f103df48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:22.275670 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-63f50a68-46ec-4d21-b51f-4b2e059fe0d0 req-c75f1e51-d2ed-4450-a213-6cf1f103df48 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0640779 Feb 20 04:28:22.351476 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f50a68-46ec-4d21-b51f-4b2e059fe0d0 req-68e9d5ae-8b0d-405b-9642-852e19e07b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:22.352985 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-63f50a68-46ec-4d21-b51f-4b2e059fe0d0 req-68e9d5ae-8b0d-405b-9642-852e19e07b40 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0729659 Feb 20 04:28:22.360483 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f016281-21ef-4a3c-aba7-6822a9a7dec5 req-293d04e6-ab60-40cd-ac0a-349eae994b79 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:22.361837 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f016281-21ef-4a3c-aba7-6822a9a7dec5 req-293d04e6-ab60-40cd-ac0a-349eae994b79 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 943 time: 0.0933173 Feb 20 04:28:22.466670 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4f016281-21ef-4a3c-aba7-6822a9a7dec5 req-63ed7402-4e22-4208-802e-14b841229644 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958052 Feb 20 04:28:22.487365 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-63f50a68-46ec-4d21-b51f-4b2e059fe0d0 req-21afb5cb-a278-42fb-8a36-177792571ca3 service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246054 Feb 20 04:28:22.574117 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-63f50a68-46ec-4d21-b51f-4b2e059fe0d0 req-5f95d1d6-e511-44a2-b497-9d1d91732fd1 service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812249 Feb 20 04:28:23.590905 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b7805-8a63-496f-ae48-2c0581e04d1e req-7d503c7e-958b-49cf-93e7-698c9fbba5e1 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:23.592403 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-631b7805-8a63-496f-ae48-2c0581e04d1e req-7d503c7e-958b-49cf-93e7-698c9fbba5e1 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 943 time: 0.0542090 Feb 20 04:28:23.643336 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-631b7805-8a63-496f-ae48-2c0581e04d1e req-0226a785-2abf-4cce-bfdc-750d29aa95b9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452988 Feb 20 04:28:23.781806 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device e868b185-8271-45dc-860e-2c001b17b6b7 details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:28:23.879844 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port e868b185-8271-45dc-860e-2c001b17b6b7, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=e868b185-8271-45dc-860e-2c001b17b6b7,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:28:23.892163 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'e868b185-8271-45dc-860e-2c001b17b6b7', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'port_id': 'e868b185-8271-45dc-860e-2c001b17b6b7', 'mac_address': 'fa:16:3e:ae:99:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed180ad-c723-4565-b259-3450d92081e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:28:23.936473 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port e868b185-8271-45dc-860e-2c001b17b6b7 is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:28:23.936868 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e868b185-8271-45dc-860e-2c001b17b6b7), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:23.950551 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e868b185-8271-45dc-860e-2c001b17b6b7 {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:28:23.970064 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port e868b185-8271-45dc-860e-2c001b17b6b7, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=e868b185-8271-45dc-860e-2c001b17b6b7,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:28:23.978157 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7a346-5c6a-41dd-a943-e7a0df88cc08 req-26fa8593-b119-4051-aea0-16b26dc96190 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:23.979707 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6bd7a346-5c6a-41dd-a943-e7a0df88cc08 req-26fa8593-b119-4051-aea0-16b26dc96190 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 943 time: 0.0531356 Feb 20 04:28:24.027180 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6bd7a346-5c6a-41dd-a943-e7a0df88cc08 req-3eef91f8-e211-413c-8de4-66d93d0a8a1d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413742 Feb 20 04:28:24.066868 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fc65a-829c-4005-adf5-fe8e212e58e6 req-59e3e6ba-b5a8-4e01-815e-478cb8b68d38 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:24.068633 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-035fc65a-829c-4005-adf5-fe8e212e58e6 req-59e3e6ba-b5a8-4e01-815e-478cb8b68d38 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.93 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b&tenant_id=3785f129ec2c46da8ed4b3484b5d3529&binding%3Ahost_id=n-h1-829866-4 HTTP/1.1" status: 200 len: 943 time: 0.0580726 Feb 20 04:28:24.080607 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e868b185-8271-45dc-860e-2c001b17b6b7), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:24.127410 n-d-829866-4 neutron-server[104106]: INFO neutron.api.v2.resource [req-035fc65a-829c-4005-adf5-fe8e212e58e6 req-68e086d4-18bc-43f8-97ff-c4735e0a59dc service neutron] delete failed (client error): The resource could not be found. Feb 20 04:28:24.128427 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-035fc65a-829c-4005-adf5-fe8e212e58e6 req-68e086d4-18bc-43f8-97ff-c4735e0a59dc service neutron] 10.222.0.93 "DELETE /v2.0/ports/e868b185-8271-45dc-860e-2c001b17b6b7/bindings/n-h2-829866-4 HTTP/1.1" status: 404 len: 380 time: 0.0542295 Feb 20 04:28:24.131147 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=e868b185-8271-45dc-860e-2c001b17b6b7,revision_number=8']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:28:24.215628 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fc65a-829c-4005-adf5-fe8e212e58e6 req-b2a49242-2567-4d86-9d20-9102cc670e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:24.217460 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-035fc65a-829c-4005-adf5-fe8e212e58e6 req-b2a49242-2567-4d86-9d20-9102cc670e5f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 1126 time: 0.0450161 Feb 20 04:28:24.281897 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['e868b185-8271-45dc-860e-2c001b17b6b7'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:28:24.309710 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fc65a-829c-4005-adf5-fe8e212e58e6 req-f8f0f523-8dff-4b59-831a-9468f4920533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:24.311241 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-035fc65a-829c-4005-adf5-fe8e212e58e6 req-f8f0f523-8dff-4b59-831a-9468f4920533 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 913 time: 0.0881913 Feb 20 04:28:24.376694 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-035fc65a-829c-4005-adf5-fe8e212e58e6 req-95d09b72-14be-4f94-8136-8e58392dd5f4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e868b185-8271-45dc-860e-2c001b17b6b7 HTTP/1.1" status: 200 len: 999 time: 0.0597966 Feb 20 04:28:24.428499 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fc65a-829c-4005-adf5-fe8e212e58e6 req-56b531a5-1f15-4795-b5c5-cb067bb7cbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:24.429976 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-035fc65a-829c-4005-adf5-fe8e212e58e6 req-56b531a5-1f15-4795-b5c5-cb067bb7cbc6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0481038 Feb 20 04:28:24.478394 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fc65a-829c-4005-adf5-fe8e212e58e6 req-52e0e33d-ad4e-41f8-8150-a38268e7164d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:24.479942 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-035fc65a-829c-4005-adf5-fe8e212e58e6 req-52e0e33d-ad4e-41f8-8150-a38268e7164d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448327 Feb 20 04:28:24.566632 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-035fc65a-829c-4005-adf5-fe8e212e58e6 req-455422eb-ce04-4e84-a190-4f187727c8b1 service neutron] 10.222.0.93 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800047 Feb 20 04:28:24.657457 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-035fc65a-829c-4005-adf5-fe8e212e58e6 req-3944e421-8361-4e15-ade4-4536dfdab807 service neutron] 10.222.0.93 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851636 Feb 20 04:28:25.153162 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413d538-2676-4023-93ae-ffe39eed3f2c req-e5c268bf-edca-4496-82a3-0df3dfa6545b tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:25.154656 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a413d538-2676-4023-93ae-ffe39eed3f2c req-e5c268bf-edca-4496-82a3-0df3dfa6545b tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 944 time: 0.0551484 Feb 20 04:28:25.203521 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a413d538-2676-4023-93ae-ffe39eed3f2c req-48050376-cd9b-425e-9725-3ddb36674363 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431550 Feb 20 04:28:25.798168 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device e868b185-8271-45dc-860e-2c001b17b6b7 up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:28:25.895654 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port e868b185-8271-45dc-860e-2c001b17b6b7 completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:28:25.899817 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port e868b185-8271-45dc-860e-2c001b17b6b7 triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:28:25.900196 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (e868b185-8271-45dc-860e-2c001b17b6b7), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:25.979184 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port e868b185-8271-45dc-860e-2c001b17b6b7 is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:28:25.979573 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (e868b185-8271-45dc-860e-2c001b17b6b7), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:26.001606 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f336719-d532-4d26-a521-c09e9809f13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e868b185-8271-45dc-860e-2c001b17b6b7'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:28:26.003902 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a1e00c1b8c0849d65db633b2ad5dc0fe7d01c1085c482abf6d17f7010e02497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db491f11-d560-4e39-a54b-e55ae3d4b0bd" -d '{"events": [{"server_uuid": "0f336719-d532-4d26-a521-c09e9809f13b", "name": "network-vif-plugged", "status": "completed", "tag": "e868b185-8271-45dc-860e-2c001b17b6b7"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:28:26.016208 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port e868b185-8271-45dc-860e-2c001b17b6b7, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=e868b185-8271-45dc-860e-2c001b17b6b7,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:28:26.038453 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdeaccf-721f-470f-a3c0-f97cf47afec6 x-openstack-request-id: req-1fdeaccf-721f-470f-a3c0-f97cf47afec6 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:28:26.038747 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f336719-d532-4d26-a521-c09e9809f13b", "name": "network-vif-plugged", "status": "completed", "tag": "e868b185-8271-45dc-860e-2c001b17b6b7", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:28:26.039035 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1fdeaccf-721f-470f-a3c0-f97cf47afec6 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:28:26.039435 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f336719-d532-4d26-a521-c09e9809f13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e868b185-8271-45dc-860e-2c001b17b6b7', 'code': 200} Feb 20 04:28:26.095668 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (e868b185-8271-45dc-860e-2c001b17b6b7), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:26.142875 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=e868b185-8271-45dc-860e-2c001b17b6b7,revision_number=9']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:28:26.329476 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7473d3-cd7e-4c0f-be22-2558a050ae64 req-b2e24ec1-1a5c-4741-966c-838ef2435615 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:26.330878 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a7473d3-cd7e-4c0f-be22-2558a050ae64 req-b2e24ec1-1a5c-4741-966c-838ef2435615 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0564234 Feb 20 04:28:26.378381 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a7473d3-cd7e-4c0f-be22-2558a050ae64 req-548b8962-3394-4719-865b-927e240dfded tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418718 Feb 20 04:28:26.485980 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-71b43da3-475c-4a70-875a-828eaf005baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:26.494176 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ef6b0-54e4-48f0-aa2b-a7a543607db8 req-de596ad5-a29e-46c3-8ef0-64de05868d42 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:26.495701 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-568ef6b0-54e4-48f0-aa2b-a7a543607db8 req-de596ad5-a29e-46c3-8ef0-64de05868d42 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0525613 Feb 20 04:28:26.542202 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-568ef6b0-54e4-48f0-aa2b-a7a543607db8 req-5856661f-e29c-4ffe-adda-cf8c422a9081 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408754 Feb 20 04:28:26.889153 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10dbaf-59e4-43f4-bc52-0219ff22795e req-67d7178e-8529-49b2-b762-83bbeb0aa7b5 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:26.890682 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-df10dbaf-59e4-43f4-bc52-0219ff22795e req-67d7178e-8529-49b2-b762-83bbeb0aa7b5 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0596490 Feb 20 04:28:26.951773 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-df10dbaf-59e4-43f4-bc52-0219ff22795e req-5238508e-ba7b-423d-a8e2-6f0a2728864b tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549500 Feb 20 04:28:26.984697 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab1f35-ba6c-4ef8-9388-db044415ace9 req-f1020831-f943-406b-908e-dfdfc85c70ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:26.986210 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1dab1f35-ba6c-4ef8-9388-db044415ace9 req-f1020831-f943-406b-908e-dfdfc85c70ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 1127 time: 0.0564117 Feb 20 04:28:27.074846 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab1f35-ba6c-4ef8-9388-db044415ace9 req-969c7691-bd50-495e-8968-2d55069ca135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:27.076343 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1dab1f35-ba6c-4ef8-9388-db044415ace9 req-969c7691-bd50-495e-8968-2d55069ca135 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 913 time: 0.0844700 Feb 20 04:28:27.145697 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1dab1f35-ba6c-4ef8-9388-db044415ace9 req-c9ace1d4-a009-40a3-ae69-b53bbfd8b711 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e868b185-8271-45dc-860e-2c001b17b6b7 HTTP/1.1" status: 200 len: 1000 time: 0.0626752 Feb 20 04:28:27.192001 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab1f35-ba6c-4ef8-9388-db044415ace9 req-5de1d437-176d-4926-b2eb-136578643061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:27.194142 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1dab1f35-ba6c-4ef8-9388-db044415ace9 req-5de1d437-176d-4926-b2eb-136578643061 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0434611 Feb 20 04:28:27.243009 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab1f35-ba6c-4ef8-9388-db044415ace9 req-53fe10c5-7195-4562-b1d1-d6b0049a8bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:27.243009 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1dab1f35-ba6c-4ef8-9388-db044415ace9 req-53fe10c5-7195-4562-b1d1-d6b0049a8bb1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432463 Feb 20 04:28:27.331221 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1dab1f35-ba6c-4ef8-9388-db044415ace9 req-526b329f-a442-445f-8941-1771541172d6 service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824492 Feb 20 04:28:27.417961 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-1dab1f35-ba6c-4ef8-9388-db044415ace9 req-9a55a3d4-2c36-4f9d-8e63-97d47a7fcb62 service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812163 Feb 20 04:28:28.076519 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea74f34-c28d-440a-9584-76f39539d71b req-f05e2471-a86f-4467-9822-e96ccf2b8d1f tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:28.077932 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9ea74f34-c28d-440a-9584-76f39539d71b req-f05e2471-a86f-4467-9822-e96ccf2b8d1f tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0592265 Feb 20 04:28:28.126476 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9ea74f34-c28d-440a-9584-76f39539d71b req-d7d4d946-2ece-4825-870d-c3c08503af17 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421646 Feb 20 04:28:28.720698 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c014c7cf-e118-4f30-bab5-7ae0c34cc71f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:29.250580 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f399b-85e5-4ad1-a4c2-36dc8ddca7f2 req-69c5a0b5-9a1e-43a2-80b0-fd491c02af92 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:29.252132 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-379f399b-85e5-4ad1-a4c2-36dc8ddca7f2 req-69c5a0b5-9a1e-43a2-80b0-fd491c02af92 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0545788 Feb 20 04:28:29.301537 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-379f399b-85e5-4ad1-a4c2-36dc8ddca7f2 req-be218b15-457d-4a9e-b946-2cd423740077 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421317 Feb 20 04:28:29.760742 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ed3ec-1ebd-4341-b05d-85810de0d6f7 req-8b248320-517a-4e3f-8f33-40defc5007fb tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:29.762256 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-955ed3ec-1ebd-4341-b05d-85810de0d6f7 req-8b248320-517a-4e3f-8f33-40defc5007fb tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0571933 Feb 20 04:28:29.809715 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-955ed3ec-1ebd-4341-b05d-85810de0d6f7 req-3c0e6426-a4bc-4a20-89c3-b1e6444304db tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415351 Feb 20 04:28:29.820331 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:28:30.175520 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:30.928262 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5384d-73d1-4592-a342-481dc9c79c08 req-fb34b87a-67ae-454c-a1ef-3c78dcb4d07f tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:30.929648 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e1c5384d-73d1-4592-a342-481dc9c79c08 req-fb34b87a-67ae-454c-a1ef-3c78dcb4d07f tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0521314 Feb 20 04:28:30.975415 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e1c5384d-73d1-4592-a342-481dc9c79c08 req-cebfe616-c2bd-4b2f-b4c7-8457bcaabcb7 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403011 Feb 20 04:28:31.026535 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9ee02-21a8-46c2-8834-391706752824 req-966c207b-32f1-43d3-abbc-9451c91efd4d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:31.028036 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-33f9ee02-21a8-46c2-8834-391706752824 req-966c207b-32f1-43d3-abbc-9451c91efd4d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 945 time: 0.0509760 Feb 20 04:28:31.121080 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-33f9ee02-21a8-46c2-8834-391706752824 req-d1a5e65d-5564-464a-b941-cc17a1e2168d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Deleting port e868b185-8271-45dc-860e-2c001b17b6b7 {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:28:31.121423 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-33f9ee02-21a8-46c2-8834-391706752824 req-d1a5e65d-5564-464a-b941-cc17a1e2168d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (e868b185-8271-45dc-860e-2c001b17b6b7), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:31.207460 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-33f9ee02-21a8-46c2-8834-391706752824 req-d1a5e65d-5564-464a-b941-cc17a1e2168d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] For port e868b185-8271-45dc-860e-2c001b17b6b7, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=e868b185-8271-45dc-860e-2c001b17b6b7,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:28:31.207738 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-33f9ee02-21a8-46c2-8834-391706752824 req-d1a5e65d-5564-464a-b941-cc17a1e2168d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (e868b185-8271-45dc-860e-2c001b17b6b7), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:31.380497 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-33f9ee02-21a8-46c2-8834-391706752824 req-d1a5e65d-5564-464a-b941-cc17a1e2168d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:31.380857 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-33f9ee02-21a8-46c2-8834-391706752824 req-d1a5e65d-5564-464a-b941-cc17a1e2168d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (52b937fe-5d15-44a1-85d2-d8de6ec69dec), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:31.381177 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [req-33f9ee02-21a8-46c2-8834-391706752824 req-d1a5e65d-5564-464a-b941-cc17a1e2168d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Floating IP 52b937fe-5d15-44a1-85d2-d8de6ec69dec disassociated. External IP: 172.25.7.50, port: e868b185-8271-45dc-860e-2c001b17b6b7. Feb 20 04:28:31.381522 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-33f9ee02-21a8-46c2-8834-391706752824 req-d1a5e65d-5564-464a-b941-cc17a1e2168d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Calling delete_port for e868b185-8271-45dc-860e-2c001b17b6b7 owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:28:31.449922 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:31.569657 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-33f9ee02-21a8-46c2-8834-391706752824 req-d1a5e65d-5564-464a-b941-cc17a1e2168d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (e868b185-8271-45dc-860e-2c001b17b6b7), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:31.601094 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5e65d-5564-464a-b941-cc17a1e2168d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Pushing event deleted for resources: {'Port': ['ID=e868b185-8271-45dc-860e-2c001b17b6b7,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:28:31.611266 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a5e65d-5564-464a-b941-cc17a1e2168d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:28:31.611624 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a5e65d-5564-464a-b941-cc17a1e2168d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:28:31.611975 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a5e65d-5564-464a-b941-cc17a1e2168d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:28:31.612318 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a5e65d-5564-464a-b941-cc17a1e2168d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:28:31.612660 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a5e65d-5564-464a-b941-cc17a1e2168d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:28:31.613000 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a5e65d-5564-464a-b941-cc17a1e2168d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:28:31.613336 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a5e65d-5564-464a-b941-cc17a1e2168d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:28:31.613668 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a5e65d-5564-464a-b941-cc17a1e2168d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:28:31.614396 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a5e65d-5564-464a-b941-cc17a1e2168d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:28:31.614396 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a5e65d-5564-464a-b941-cc17a1e2168d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:28:31.615826 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a5e65d-5564-464a-b941-cc17a1e2168d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:28:31.619196 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a5e65d-5564-464a-b941-cc17a1e2168d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:28:31.619196 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a5e65d-5564-464a-b941-cc17a1e2168d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:28:31.739963 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33f9ee02-21a8-46c2-8834-391706752824 req-d1a5e65d-5564-464a-b941-cc17a1e2168d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Router c629c0b3-6ffd-4cae-93b9-53573614cc39 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:28:31.850024 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33f9ee02-21a8-46c2-8834-391706752824 req-d1a5e65d-5564-464a-b941-cc17a1e2168d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:28:31.860289 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821ee78c-8637-4235-9afb-f14ad6e5e62f None None] Sync routers for ids ['c629c0b3-6ffd-4cae-93b9-53573614cc39'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:28:31.872038 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821ee78c-8637-4235-9afb-f14ad6e5e62f None None] Routers {'c629c0b3-6ffd-4cae-93b9-53573614cc39'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:28:31.872667 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-821ee78c-8637-4235-9afb-f14ad6e5e62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:28:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c629c0b3-6ffd-4cae-93b9-53573614cc39'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:28:31.987378 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-821ee78c-8637-4235-9afb-f14ad6e5e62f None None] Set router c629c0b3-6ffd-4cae-93b9-53573614cc39 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:28:32.200816 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-821ee78c-8637-4235-9afb-f14ad6e5e62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'name': 'tempest-ServerActionsTestJSON-1417449643-router', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:27Z', 'revision_number': 4, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'gw_port': {'id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '009135db-4ca9-45ce-9b40-301e9a537cf1', 'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'mac_address': 'fa:16:3e:c7:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5ed180ad-c723-4565-b259-3450d92081e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:26Z', 'updated_at': '2022-02-20T04:26:30Z', 'revision_number': 5, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'subnets': [{'id': '5ed180ad-c723-4565-b259-3450d92081e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:28:32.224173 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f9ee02-21a8-46c2-8834-391706752824 req-d1a5e65d-5564-464a-b941-cc17a1e2168d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] No DVR routers for this DVR port e868b185-8271-45dc-860e-2c001b17b6b7 on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:28:32.228327 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821ee78c-8637-4235-9afb-f14ad6e5e62f None None] Checking router: c629c0b3-6ffd-4cae-93b9-53573614cc39 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:28:32.236618 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821ee78c-8637-4235-9afb-f14ad6e5e62f None None] Routers {'c629c0b3-6ffd-4cae-93b9-53573614cc39'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:28:32.237230 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-821ee78c-8637-4235-9afb-f14ad6e5e62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:28:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c629c0b3-6ffd-4cae-93b9-53573614cc39'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:28:32.239517 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-33f9ee02-21a8-46c2-8834-391706752824 req-d1a5e65d-5564-464a-b941-cc17a1e2168d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:32.242741 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-33f9ee02-21a8-46c2-8834-391706752824 req-d1a5e65d-5564-464a-b941-cc17a1e2168d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.42 "DELETE /v2.0/ports/e868b185-8271-45dc-860e-2c001b17b6b7 HTTP/1.1" status: 204 len: 173 time: 1.2093940 Feb 20 04:28:32.243547 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f336719-d532-4d26-a521-c09e9809f13b', 'name': 'network-vif-deleted', 'tag': 'e868b185-8271-45dc-860e-2c001b17b6b7'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:28:32.245774 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5aa1a6a7735b541a56ac331d75cf60bb33703eda8d3f8466ef91a6638b4642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2b3409-4b6b-49d8-a922-6136738f12cb" -d '{"events": [{"server_uuid": "0f336719-d532-4d26-a521-c09e9809f13b", "name": "network-vif-deleted", "tag": "e868b185-8271-45dc-860e-2c001b17b6b7"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:28:32.249425 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25d5f04c-6a0c-4be2-a412-81d8db7fb0bd req-ff3efcb5-efb3-48dc-8458-26264cf0ac61 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f336719-d532-4d26-a521-c09e9809f13b HTTP/1.1" status: 200 len: 210 time: 0.0518274 Feb 20 04:28:32.295105 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1981682e-3310-42af-ad90-39935d94e397 x-openstack-request-id: req-1981682e-3310-42af-ad90-39935d94e397 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:28:32.295414 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f336719-d532-4d26-a521-c09e9809f13b", "name": "network-vif-deleted", "tag": "e868b185-8271-45dc-860e-2c001b17b6b7", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:28:32.295674 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-1981682e-3310-42af-ad90-39935d94e397 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:28:32.296079 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f336719-d532-4d26-a521-c09e9809f13b', 'name': 'network-vif-deleted', 'tag': 'e868b185-8271-45dc-860e-2c001b17b6b7', 'status': 'completed', 'code': 200} Feb 20 04:28:32.347940 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-821ee78c-8637-4235-9afb-f14ad6e5e62f None None] Set router c629c0b3-6ffd-4cae-93b9-53573614cc39 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:28:32.552687 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-821ee78c-8637-4235-9afb-f14ad6e5e62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'name': 'tempest-ServerActionsTestJSON-1417449643-router', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:27Z', 'revision_number': 4, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'gw_port': {'id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '009135db-4ca9-45ce-9b40-301e9a537cf1', 'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'mac_address': 'fa:16:3e:c7:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5ed180ad-c723-4565-b259-3450d92081e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:26Z', 'updated_at': '2022-02-20T04:26:30Z', 'revision_number': 5, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'subnets': [{'id': '5ed180ad-c723-4565-b259-3450d92081e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:28:32.578654 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821ee78c-8637-4235-9afb-f14ad6e5e62f None None] The sync data for ids ['c629c0b3-6ffd-4cae-93b9-53573614cc39'] in n-d-829866-4 is: [{'id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'name': 'tempest-ServerActionsTestJSON-1417449643-router', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:27Z', 'revision_number': 4, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'gw_port': {'id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '009135db-4ca9-45ce-9b40-301e9a537cf1', 'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'mac_address': 'fa:16:3e:c7:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5ed180ad-c723-4565-b259-3450d92081e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:26Z', 'updated_at': '2022-02-20T04:26:30Z', 'revision_number': 5, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'subnets': [{'id': '5ed180ad-c723-4565-b259-3450d92081e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:28:32.810795 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a33cfe2-09eb-4d0e-bc61-b8d7d43be386 None None] New status for floating IP 52b937fe-5d15-44a1-85d2-d8de6ec69dec: DOWN {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 04:28:32.812429 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:33.509767 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-0983d48d-3922-4d1e-80a4-cd7e49137691 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1736589163&fields=id&tenant_id=3785f129ec2c46da8ed4b3484b5d3529 HTTP/1.1" status: 200 len: 267 time: 0.0413718 Feb 20 04:28:33.613098 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-7798cc40-4756-4714-889b-6017d37dd271 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:33.615070 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-7798cc40-4756-4714-889b-6017d37dd271 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 812 time: 0.0984385 Feb 20 04:28:33.629448 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-203ef55d-72b0-48ad-9597-02a51cae9cb0 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/quotas/3785f129ec2c46da8ed4b3484b5d3529 HTTP/1.1" status: 200 len: 375 time: 0.0088816 Feb 20 04:28:33.684687 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-a28d2d2f-8cb0-4953-bc28-5b6f62a17d1a tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499783 Feb 20 04:28:33.824696 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-a744f885-c74d-4ee0-ac31-1ac4b1010468 service neutron] 10.222.0.89 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283095 Feb 20 04:28:33.912674 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-7675fd8c-6209-464a-b1a5-347b823cfeb1 service neutron] 10.222.0.89 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822659 Feb 20 04:28:34.160372 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c78ada3d-bc93-4d1c-a76f-50ed5e0a4555 req-dd5883b8-7f36-4ad8-bef8-f1b09df3acfe tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 210 time: 0.0276444 Feb 20 04:28:35.260463 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4ea97d85-45b5-41af-a7ff-d1667abbfc2a req-516b1580-15b0-4592-bc02-68123c99055d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 210 time: 0.0287991 Feb 20 04:28:35.859549 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device e868b185-8271-45dc-860e-2c001b17b6b7 no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:28:35.880214 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: e868b185-8271-45dc-860e-2c001b17b6b7 {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:28:35.880678 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device e868b185-8271-45dc-860e-2c001b17b6b7 not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:28:36.008755 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-d3da9dcd-5a66-4d59-a178-df6ca5f6e026 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:36.010118 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-d3da9dcd-5a66-4d59-a178-df6ca5f6e026 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.42 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 812 time: 0.1065223 Feb 20 04:28:36.070205 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-011b5c8b-843f-4dc1-8b1c-7aee4918ec73 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3785f129ec2c46da8ed4b3484b5d3529 HTTP/1.1" status: 200 len: 380 time: 0.0514441 Feb 20 04:28:36.085382 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-7af7b640-d37d-41e1-b66c-4ed230f37ef7 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Request body: {'port': {'device_id': '15691404-d978-48d7-b17f-1b14adb06203', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'admin_state_up': True, 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'security_groups': ['a1072d6d-a247-4be9-a9a8-542c978d3277']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:28:36.261460 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-7af7b640-d37d-41e1-b66c-4ed230f37ef7 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Made reservation on behalf of 3785f129ec2c46da8ed4b3484b5d3529 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:28:36.264773 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-7af7b640-d37d-41e1-b66c-4ed230f37ef7 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:36.389522 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-95a07748-c05f-49d1-bc95-40f4aba18ddc req-e8ee10d3-451f-4de2-b8e8-df5068c16f93 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 210 time: 0.0559332 Feb 20 04:28:36.417292 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-7af7b640-d37d-41e1-b66c-4ed230f37ef7 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Allocated IP 172.20.0.14 (e6f9d68e-36ff-42dc-b6ec-8799258befd6/5ed180ad-c723-4565-b259-3450d92081e5/c982e18e-bcf1-41bc-869a-e9ee984cd52f) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:28:36.552859 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-7af7b640-d37d-41e1-b66c-4ed230f37ef7 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks [] for port (c982e18e-bcf1-41bc-869a-e9ee984cd52f), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:36.639045 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-7af7b640-d37d-41e1-b66c-4ed230f37ef7 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (c982e18e-bcf1-41bc-869a-e9ee984cd52f), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:36.682230 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-7af7b640-d37d-41e1-b66c-4ed230f37ef7 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Network e6f9d68e-36ff-42dc-b6ec-8799258befd6 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:28:36.685245 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-7af7b640-d37d-41e1-b66c-4ed230f37ef7 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:28:36.697093 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-7af7b640-d37d-41e1-b66c-4ed230f37ef7 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:28:36.703616 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7b640-d37d-41e1-b66c-4ed230f37ef7 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Pushing event updated for resources: {'Port': ['ID=c982e18e-bcf1-41bc-869a-e9ee984cd52f,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:28:36.753135 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-7af7b640-d37d-41e1-b66c-4ed230f37ef7 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:36.753769 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-7af7b640-d37d-41e1-b66c-4ed230f37ef7 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:36.824643 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-7af7b640-d37d-41e1-b66c-4ed230f37ef7 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7430949 Feb 20 04:28:36.837462 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-5109f738-9c82-4476-96dd-d38c170dec10 service neutron] Request body: {'port': {'device_id': '15691404-d978-48d7-b17f-1b14adb06203', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:28:36.899769 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-5109f738-9c82-4476-96dd-d38c170dec10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c982e18e-bcf1-41bc-869a-e9ee984cd52f), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:36.966470 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-1a36ce39-8184-4b6f-84bc-f212647894d5 None None] Provisioning complete for port c982e18e-bcf1-41bc-869a-e9ee984cd52f triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:28:36.967069 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1a36ce39-8184-4b6f-84bc-f212647894d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c982e18e-bcf1-41bc-869a-e9ee984cd52f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:37.003103 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-1a36ce39-8184-4b6f-84bc-f212647894d5 None None] Port c982e18e-bcf1-41bc-869a-e9ee984cd52f cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:28:37.160957 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-5109f738-9c82-4476-96dd-d38c170dec10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c982e18e-bcf1-41bc-869a-e9ee984cd52f {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:28:37.168562 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-5109f738-9c82-4476-96dd-d38c170dec10 service neutron] Publish callbacks [] for port (c982e18e-bcf1-41bc-869a-e9ee984cd52f), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:37.180525 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-5109f738-9c82-4476-96dd-d38c170dec10 service neutron] Transition to ACTIVE for port object c982e18e-bcf1-41bc-869a-e9ee984cd52f will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:28:37.251467 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-5109f738-9c82-4476-96dd-d38c170dec10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (c982e18e-bcf1-41bc-869a-e9ee984cd52f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:37.304443 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109f738-9c82-4476-96dd-d38c170dec10 service neutron] Pushing event updated for resources: {'Port': ['ID=c982e18e-bcf1-41bc-869a-e9ee984cd52f,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:28:37.374274 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-5109f738-9c82-4476-96dd-d38c170dec10 service neutron] Attempting to bind port c982e18e-bcf1-41bc-869a-e9ee984cd52f on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:28:37.374675 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-5109f738-9c82-4476-96dd-d38c170dec10 service neutron] Attempting to bind port c982e18e-bcf1-41bc-869a-e9ee984cd52f by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:28:37.375047 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-5109f738-9c82-4476-96dd-d38c170dec10 service neutron] Attempting to bind port c982e18e-bcf1-41bc-869a-e9ee984cd52f on network e6f9d68e-36ff-42dc-b6ec-8799258befd6 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:28:37.384543 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-5109f738-9c82-4476-96dd-d38c170dec10 service neutron] Port c982e18e-bcf1-41bc-869a-e9ee984cd52f on network e6f9d68e-36ff-42dc-b6ec-8799258befd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:28:37.384937 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-5109f738-9c82-4476-96dd-d38c170dec10 service neutron] Attempting to bind port c982e18e-bcf1-41bc-869a-e9ee984cd52f on network e6f9d68e-36ff-42dc-b6ec-8799258befd6 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:28:37.390879 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-5109f738-9c82-4476-96dd-d38c170dec10 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:28:37.391275 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-5109f738-9c82-4476-96dd-d38c170dec10 service neutron] Checking segment: {'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:28:37.391952 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-5109f738-9c82-4476-96dd-d38c170dec10 service neutron] Bound using segment: {'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:28:37.392405 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-5109f738-9c82-4476-96dd-d38c170dec10 service neutron] Bound port: c982e18e-bcf1-41bc-869a-e9ee984cd52f, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:28:37.392771 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-5109f738-9c82-4476-96dd-d38c170dec10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c982e18e-bcf1-41bc-869a-e9ee984cd52f), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:37.489982 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-5109f738-9c82-4476-96dd-d38c170dec10 service neutron] For port c982e18e-bcf1-41bc-869a-e9ee984cd52f, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:28:37.517478 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-5109f738-9c82-4476-96dd-d38c170dec10 service neutron] For port c982e18e-bcf1-41bc-869a-e9ee984cd52f, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=c982e18e-bcf1-41bc-869a-e9ee984cd52f,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:28:37.543652 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee49751-d9cc-4924-8cba-fda51acd1740 req-d6dcb0a4-163c-46a6-aaff-646a7284a312 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:37.545297 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bee49751-d9cc-4924-8cba-fda51acd1740 req-d6dcb0a4-163c-46a6-aaff-646a7284a312 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 944 time: 0.0672472 Feb 20 04:28:37.595002 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bee49751-d9cc-4924-8cba-fda51acd1740 req-1ad35219-2089-4e78-a3c5-898870a3fa4f tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431526 Feb 20 04:28:37.596396 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-5109f738-9c82-4476-96dd-d38c170dec10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (c982e18e-bcf1-41bc-869a-e9ee984cd52f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:37.636192 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-5109f738-9c82-4476-96dd-d38c170dec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:37.636909 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-5109f738-9c82-4476-96dd-d38c170dec10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:37.638384 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-5109f738-9c82-4476-96dd-d38c170dec10 service neutron] 10.222.0.42 "PUT /v2.0/ports/c982e18e-bcf1-41bc-869a-e9ee984cd52f HTTP/1.1" status: 200 len: 1092 time: 0.8065381 Feb 20 04:28:37.638763 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15691404-d978-48d7-b17f-1b14adb06203', 'tag': 'c982e18e-bcf1-41bc-869a-e9ee984cd52f'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:28:37.641100 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5aa1a6a7735b541a56ac331d75cf60bb33703eda8d3f8466ef91a6638b4642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6262d23b-62c3-4e11-b1c6-3c6ac628dd24" -d '{"events": [{"name": "network-changed", "server_uuid": "15691404-d978-48d7-b17f-1b14adb06203", "tag": "c982e18e-bcf1-41bc-869a-e9ee984cd52f"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:28:37.666163 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109f738-9c82-4476-96dd-d38c170dec10 service neutron] Pushing event updated for resources: {'Port': ['ID=c982e18e-bcf1-41bc-869a-e9ee984cd52f,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:28:37.706938 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1da94e-23e3-4c48-b73a-af896c937575 x-openstack-request-id: req-ea1da94e-23e3-4c48-b73a-af896c937575 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:28:37.706938 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15691404-d978-48d7-b17f-1b14adb06203", "tag": "c982e18e-bcf1-41bc-869a-e9ee984cd52f", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:28:37.706938 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-ea1da94e-23e3-4c48-b73a-af896c937575 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:28:37.706938 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15691404-d978-48d7-b17f-1b14adb06203', 'tag': 'c982e18e-bcf1-41bc-869a-e9ee984cd52f', 'status': 'completed', 'code': 200} Feb 20 04:28:37.777425 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262d23b-62c3-4e11-b1c6-3c6ac628dd24 req-ddb775f5-02d0-44d2-b9aa-fd36191064e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:37.779076 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6262d23b-62c3-4e11-b1c6-3c6ac628dd24 req-ddb775f5-02d0-44d2-b9aa-fd36191064e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 1126 time: 0.0501528 Feb 20 04:28:37.881477 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262d23b-62c3-4e11-b1c6-3c6ac628dd24 req-38d52bf2-79ff-4a61-8bd1-a31272af9ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:37.882984 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6262d23b-62c3-4e11-b1c6-3c6ac628dd24 req-38d52bf2-79ff-4a61-8bd1-a31272af9ba3 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0959773 Feb 20 04:28:37.978516 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262d23b-62c3-4e11-b1c6-3c6ac628dd24 req-d46a82be-2984-4405-aa6b-1c59fe1683c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:37.979892 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6262d23b-62c3-4e11-b1c6-3c6ac628dd24 req-d46a82be-2984-4405-aa6b-1c59fe1683c1 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916400 Feb 20 04:28:38.059097 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-0a80c2b8-dbf6-486c-9105-1d1ccb5b2253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:38.060595 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-0a80c2b8-dbf6-486c-9105-1d1ccb5b2253 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 1126 time: 0.0457616 Feb 20 04:28:38.101313 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-a60b4da1-3063-4b72-a883-8534bb3a28ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c982e18e-bcf1-41bc-869a-e9ee984cd52f HTTP/1.1" status: 200 len: 217 time: 0.0335920 Feb 20 04:28:38.157225 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-b7fc8595-d95f-4b0c-9305-7e805edcb342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:38.159158 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-b7fc8595-d95f-4b0c-9305-7e805edcb342 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0482492 Feb 20 04:28:38.208596 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-74bcfaef-a69a-4d07-8865-0bed9c61f7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:38.210169 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-74bcfaef-a69a-4d07-8865-0bed9c61f7c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456388 Feb 20 04:28:38.297067 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-47229160-e904-41d5-ad3d-f573c44768ac service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804985 Feb 20 04:28:38.389862 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0bfee392-8063-4b8c-b52f-2061b8cc78b5 req-788f13b6-374c-4bbb-a5c0-25f61a1c00b9 service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860534 Feb 20 04:28:38.728548 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5b46f-793c-44fb-92aa-7bc6ff10ebef req-17efd745-63d8-41a6-8932-7230ac3f0964 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:38.730045 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dee5b46f-793c-44fb-92aa-7bc6ff10ebef req-17efd745-63d8-41a6-8932-7230ac3f0964 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 944 time: 0.0542371 Feb 20 04:28:38.777330 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-dee5b46f-793c-44fb-92aa-7bc6ff10ebef req-828ea78c-3741-4991-a8bc-78a1a1f00ce2 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416384 Feb 20 04:28:39.902558 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f665a3-8710-4289-ab06-caf8a0fe457a req-50dfc17e-c63e-41a9-910b-042d9cf99eb1 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:39.904096 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25f665a3-8710-4289-ab06-caf8a0fe457a req-50dfc17e-c63e-41a9-910b-042d9cf99eb1 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 944 time: 0.0580797 Feb 20 04:28:39.950738 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-25f665a3-8710-4289-ab06-caf8a0fe457a req-98f72042-4456-4764-afb2-422141c0d28f tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410342 Feb 20 04:28:41.070353 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284954a-367b-4655-86e2-2577601873d9 req-2d09d09c-78f4-431f-9d9f-f2b67144b602 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:41.071856 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d284954a-367b-4655-86e2-2577601873d9 req-2d09d09c-78f4-431f-9d9f-f2b67144b602 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 944 time: 0.0527179 Feb 20 04:28:41.117605 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d284954a-367b-4655-86e2-2577601873d9 req-7749a504-0fde-48ed-a6f6-074f6ea23ec0 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401716 Feb 20 04:28:41.897277 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device c982e18e-bcf1-41bc-869a-e9ee984cd52f details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:28:41.994555 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port c982e18e-bcf1-41bc-869a-e9ee984cd52f, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=c982e18e-bcf1-41bc-869a-e9ee984cd52f,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:28:42.011676 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'c982e18e-bcf1-41bc-869a-e9ee984cd52f', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'port_id': 'c982e18e-bcf1-41bc-869a-e9ee984cd52f', 'mac_address': 'fa:16:3e:0e:c2:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed180ad-c723-4565-b259-3450d92081e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:28:42.042576 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port c982e18e-bcf1-41bc-869a-e9ee984cd52f is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:28:42.043007 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c982e18e-bcf1-41bc-869a-e9ee984cd52f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:42.056444 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c982e18e-bcf1-41bc-869a-e9ee984cd52f {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:28:42.076369 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port c982e18e-bcf1-41bc-869a-e9ee984cd52f, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=c982e18e-bcf1-41bc-869a-e9ee984cd52f,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:28:42.166103 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (c982e18e-bcf1-41bc-869a-e9ee984cd52f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:42.215605 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=c982e18e-bcf1-41bc-869a-e9ee984cd52f,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:28:42.222944 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:28:42.223299 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:28:42.223644 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:28:42.224029 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:28:42.224870 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:28:42.225222 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:28:42.225541 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:28:42.225867 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:28:42.226195 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:28:42.226521 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:28:42.226849 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:28:42.229531 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:28:42.229531 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:28:42.243028 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973594b9-ed93-4e09-b1ff-fd104a41c61d req-59b87b85-f754-4f1a-84e7-fa98e47eb791 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:42.244581 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-973594b9-ed93-4e09-b1ff-fd104a41c61d req-59b87b85-f754-4f1a-84e7-fa98e47eb791 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 945 time: 0.0567443 Feb 20 04:28:42.296992 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-973594b9-ed93-4e09-b1ff-fd104a41c61d req-9e0af7bc-bf24-497c-8e0b-78ec1a1b9f80 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466766 Feb 20 04:28:42.369589 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['c982e18e-bcf1-41bc-869a-e9ee984cd52f'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:28:43.415111 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1337a6-fff1-4959-9882-6f8e7ffe7212 req-39eb03de-e46b-4bbf-a352-7cb429207dd1 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:43.416657 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4e1337a6-fff1-4959-9882-6f8e7ffe7212 req-39eb03de-e46b-4bbf-a352-7cb429207dd1 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 945 time: 0.0528421 Feb 20 04:28:43.464498 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4e1337a6-fff1-4959-9882-6f8e7ffe7212 req-2c416282-8f75-41dc-ab99-789390f1945b tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422804 Feb 20 04:28:43.906129 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device c982e18e-bcf1-41bc-869a-e9ee984cd52f up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:28:43.988620 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port c982e18e-bcf1-41bc-869a-e9ee984cd52f completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:28:43.992447 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port c982e18e-bcf1-41bc-869a-e9ee984cd52f triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:28:43.992827 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c982e18e-bcf1-41bc-869a-e9ee984cd52f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:44.072120 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port c982e18e-bcf1-41bc-869a-e9ee984cd52f is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:28:44.072423 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c982e18e-bcf1-41bc-869a-e9ee984cd52f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:44.094798 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15691404-d978-48d7-b17f-1b14adb06203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c982e18e-bcf1-41bc-869a-e9ee984cd52f'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:28:44.097082 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a1e00c1b8c0849d65db633b2ad5dc0fe7d01c1085c482abf6d17f7010e02497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46144028-b065-42bf-b659-3642d0f613a4" -d '{"events": [{"server_uuid": "15691404-d978-48d7-b17f-1b14adb06203", "name": "network-vif-plugged", "status": "completed", "tag": "c982e18e-bcf1-41bc-869a-e9ee984cd52f"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:28:44.109098 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port c982e18e-bcf1-41bc-869a-e9ee984cd52f, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=c982e18e-bcf1-41bc-869a-e9ee984cd52f,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:28:44.154698 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (c982e18e-bcf1-41bc-869a-e9ee984cd52f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:44.188187 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41c83b6-6fc4-476c-83b3-f0f23a395237 x-openstack-request-id: req-d41c83b6-6fc4-476c-83b3-f0f23a395237 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:28:44.188482 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15691404-d978-48d7-b17f-1b14adb06203", "name": "network-vif-plugged", "status": "completed", "tag": "c982e18e-bcf1-41bc-869a-e9ee984cd52f", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:28:44.188742 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d41c83b6-6fc4-476c-83b3-f0f23a395237 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:28:44.189135 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15691404-d978-48d7-b17f-1b14adb06203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c982e18e-bcf1-41bc-869a-e9ee984cd52f', 'code': 200} Feb 20 04:28:44.206621 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=c982e18e-bcf1-41bc-869a-e9ee984cd52f,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:28:44.290770 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37036a6d-dfcc-467b-aaf8-7cbb17bc0d24 req-68a08042-16ee-411b-a69e-63f3fd7f38bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:44.292355 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-37036a6d-dfcc-467b-aaf8-7cbb17bc0d24 req-68a08042-16ee-411b-a69e-63f3fd7f38bd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 1128 time: 0.0435140 Feb 20 04:28:44.336025 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-37036a6d-dfcc-467b-aaf8-7cbb17bc0d24 req-97500bbf-a97e-4fe5-80c1-42175da00bfa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375304 Feb 20 04:28:44.592142 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a3ec2-ba03-4d97-bdbe-3456becf589b req-960e642d-f70d-44dd-b62f-c025936afc7e tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:44.593568 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-723a3ec2-ba03-4d97-bdbe-3456becf589b req-960e642d-f70d-44dd-b62f-c025936afc7e tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 946 time: 0.0569150 Feb 20 04:28:44.641128 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-723a3ec2-ba03-4d97-bdbe-3456becf589b req-301d0831-da0b-427d-bd10-91b22c7c74e0 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419471 Feb 20 04:28:45.759581 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09955793-1cf6-4fe0-97b1-2e336f09dc06 req-7306c052-2a1c-4cc7-91d1-a8fe163d19a5 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:45.761091 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-09955793-1cf6-4fe0-97b1-2e336f09dc06 req-7306c052-2a1c-4cc7-91d1-a8fe163d19a5 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 946 time: 0.0536010 Feb 20 04:28:45.807972 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-09955793-1cf6-4fe0-97b1-2e336f09dc06 req-a993f45b-bb96-4528-bb96-466ce937ce82 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412748 Feb 20 04:28:45.925202 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e272f15-0d8d-4aff-829e-b7386903fec9 req-c377d79a-b7b0-4040-a6b4-980b8ea99b8e tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:45.926676 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3e272f15-0d8d-4aff-829e-b7386903fec9 req-c377d79a-b7b0-4040-a6b4-980b8ea99b8e tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 946 time: 0.0553780 Feb 20 04:28:45.935840 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57514) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:28:45.940231 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-11b02bb0-8953-4576-b5a6-905098504db9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Request body: {'floatingip': {'port_id': 'c982e18e-bcf1-41bc-869a-e9ee984cd52f'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:28:45.978467 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-11b02bb0-8953-4576-b5a6-905098504db9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks [] for floatingip (52b937fe-5d15-44a1-85d2-d8de6ec69dec), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:46.412409 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-11b02bb0-8953-4576-b5a6-905098504db9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:46.461339 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-11b02bb0-8953-4576-b5a6-905098504db9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (52b937fe-5d15-44a1-85d2-d8de6ec69dec), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:46.564334 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [None req-11b02bb0-8953-4576-b5a6-905098504db9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Floating IP 52b937fe-5d15-44a1-85d2-d8de6ec69dec associated. External IP: 172.25.7.50, port: c982e18e-bcf1-41bc-869a-e9ee984cd52f. Feb 20 04:28:46.773713 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b02bb0-8953-4576-b5a6-905098504db9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Router c629c0b3-6ffd-4cae-93b9-53573614cc39 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:28:46.880711 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b02bb0-8953-4576-b5a6-905098504db9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:28:46.885701 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-11b02bb0-8953-4576-b5a6-905098504db9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:46.890138 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb22a50-e90a-4163-b818-34eb6e2ccc2c None None] Sync routers for ids ['c629c0b3-6ffd-4cae-93b9-53573614cc39'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:28:46.900624 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb22a50-e90a-4163-b818-34eb6e2ccc2c None None] Routers {'c629c0b3-6ffd-4cae-93b9-53573614cc39'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:28:46.901240 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-bdb22a50-e90a-4163-b818-34eb6e2ccc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:28:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c629c0b3-6ffd-4cae-93b9-53573614cc39'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:28:46.917391 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-11b02bb0-8953-4576-b5a6-905098504db9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "PUT /v2.0/floatingips/52b937fe-5d15-44a1-85d2-d8de6ec69dec HTTP/1.1" status: 200 len: 991 time: 0.9804733 Feb 20 04:28:46.918064 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15691404-d978-48d7-b17f-1b14adb06203', 'tag': 'c982e18e-bcf1-41bc-869a-e9ee984cd52f'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:28:46.920286 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5aa1a6a7735b541a56ac331d75cf60bb33703eda8d3f8466ef91a6638b4642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c3da16-4bc7-445b-b34b-88e7ad30bfd1" -d '{"events": [{"name": "network-changed", "server_uuid": "15691404-d978-48d7-b17f-1b14adb06203", "tag": "c982e18e-bcf1-41bc-869a-e9ee984cd52f"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:28:47.176126 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-bdb22a50-e90a-4163-b818-34eb6e2ccc2c None None] Set router c629c0b3-6ffd-4cae-93b9-53573614cc39 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:28:47.189696 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bc3fc9-14bd-46d4-ba3e-f3d3dfab1a60 x-openstack-request-id: req-45bc3fc9-14bd-46d4-ba3e-f3d3dfab1a60 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:28:47.190065 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15691404-d978-48d7-b17f-1b14adb06203", "tag": "c982e18e-bcf1-41bc-869a-e9ee984cd52f", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:28:47.190390 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-45bc3fc9-14bd-46d4-ba3e-f3d3dfab1a60 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:28:47.190890 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15691404-d978-48d7-b17f-1b14adb06203', 'tag': 'c982e18e-bcf1-41bc-869a-e9ee984cd52f', 'status': 'completed', 'code': 200} Feb 20 04:28:47.302376 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3da16-4bc7-445b-b34b-88e7ad30bfd1 req-7f024550-9c81-4860-9e36-e439bd47cf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:47.303904 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-76c3da16-4bc7-445b-b34b-88e7ad30bfd1 req-7f024550-9c81-4860-9e36-e439bd47cf8b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 1128 time: 0.0918841 Feb 20 04:28:47.386743 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb9e3c-65f2-4d88-b86f-7c2bd7f1734d req-60f5647d-6220-497f-95e1-36addbcf5add tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:47.388261 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8bfb9e3c-65f2-4d88-b86f-7c2bd7f1734d req-60f5647d-6220-497f-95e1-36addbcf5add tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 946 time: 0.1437197 Feb 20 04:28:47.418213 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-bdb22a50-e90a-4163-b818-34eb6e2ccc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'name': 'tempest-ServerActionsTestJSON-1417449643-router', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:27Z', 'revision_number': 4, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'gw_port': {'id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '52b937fe-5d15-44a1-85d2-d8de6ec69dec', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'floating_ip_address': '172.25.7.50', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'port_id': 'c982e18e-bcf1-41bc-869a-e9ee984cd52f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'mac_address': 'fa:16:3e:0e:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15691404-d978-48d7-b17f-1b14adb06203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:26:30Z', 'updated_at': '2022-02-20T04:28:46Z', 'revision_number': 9, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '009135db-4ca9-45ce-9b40-301e9a537cf1', 'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'mac_address': 'fa:16:3e:c7:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5ed180ad-c723-4565-b259-3450d92081e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:26Z', 'updated_at': '2022-02-20T04:26:30Z', 'revision_number': 5, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'subnets': [{'id': '5ed180ad-c723-4565-b259-3450d92081e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:28:47.433458 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-7e312a28-1930-424a-a616-1047607799e6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1474373 Feb 20 04:28:47.448656 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb22a50-e90a-4163-b818-34eb6e2ccc2c None None] Checking router: c629c0b3-6ffd-4cae-93b9-53573614cc39 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:28:47.457191 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb22a50-e90a-4163-b818-34eb6e2ccc2c None None] Routers {'c629c0b3-6ffd-4cae-93b9-53573614cc39'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:28:47.457808 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-bdb22a50-e90a-4163-b818-34eb6e2ccc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:28:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c629c0b3-6ffd-4cae-93b9-53573614cc39'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:28:47.464841 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3da16-4bc7-445b-b34b-88e7ad30bfd1 req-7ee3bd5f-606a-4ee6-b56d-23d2ad2ae1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:47.466326 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-76c3da16-4bc7-445b-b34b-88e7ad30bfd1 req-7ee3bd5f-606a-4ee6-b56d-23d2ad2ae1f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 913 time: 0.1416185 Feb 20 04:28:47.473426 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8bfb9e3c-65f2-4d88-b86f-7c2bd7f1734d req-2d4bc9c1-8742-4958-98d0-6f553bc5962f tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764492 Feb 20 04:28:47.537752 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-76c3da16-4bc7-445b-b34b-88e7ad30bfd1 req-4c4cf0ea-8b58-4bba-a628-fc1d15909315 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c982e18e-bcf1-41bc-869a-e9ee984cd52f HTTP/1.1" status: 200 len: 999 time: 0.0628035 Feb 20 04:28:47.570780 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-bdb22a50-e90a-4163-b818-34eb6e2ccc2c None None] Set router c629c0b3-6ffd-4cae-93b9-53573614cc39 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:28:47.587949 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3da16-4bc7-445b-b34b-88e7ad30bfd1 req-3c98476e-e343-4e7d-bac9-ba5a73e65ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:47.589434 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-76c3da16-4bc7-445b-b34b-88e7ad30bfd1 req-3c98476e-e343-4e7d-bac9-ba5a73e65ff2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0458121 Feb 20 04:28:47.641048 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3da16-4bc7-445b-b34b-88e7ad30bfd1 req-15bee6f0-33d4-4e0d-a525-05bc6c9937e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:47.642606 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-76c3da16-4bc7-445b-b34b-88e7ad30bfd1 req-15bee6f0-33d4-4e0d-a525-05bc6c9937e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472543 Feb 20 04:28:47.824594 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-bdb22a50-e90a-4163-b818-34eb6e2ccc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'name': 'tempest-ServerActionsTestJSON-1417449643-router', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:27Z', 'revision_number': 4, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'gw_port': {'id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '52b937fe-5d15-44a1-85d2-d8de6ec69dec', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'floating_ip_address': '172.25.7.50', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'port_id': 'c982e18e-bcf1-41bc-869a-e9ee984cd52f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'mac_address': 'fa:16:3e:0e:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15691404-d978-48d7-b17f-1b14adb06203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:26:30Z', 'updated_at': '2022-02-20T04:28:46Z', 'revision_number': 9, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '009135db-4ca9-45ce-9b40-301e9a537cf1', 'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'mac_address': 'fa:16:3e:c7:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5ed180ad-c723-4565-b259-3450d92081e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:26Z', 'updated_at': '2022-02-20T04:26:30Z', 'revision_number': 5, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'subnets': [{'id': '5ed180ad-c723-4565-b259-3450d92081e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:28:47.852319 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb22a50-e90a-4163-b818-34eb6e2ccc2c None None] The sync data for ids ['c629c0b3-6ffd-4cae-93b9-53573614cc39'] in n-d-829866-4 is: [{'id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'name': 'tempest-ServerActionsTestJSON-1417449643-router', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:27Z', 'revision_number': 4, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'gw_port': {'id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '52b937fe-5d15-44a1-85d2-d8de6ec69dec', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'floating_ip_address': '172.25.7.50', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'port_id': 'c982e18e-bcf1-41bc-869a-e9ee984cd52f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'mac_address': 'fa:16:3e:0e:c2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15691404-d978-48d7-b17f-1b14adb06203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:26:30Z', 'updated_at': '2022-02-20T04:28:46Z', 'revision_number': 9, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '009135db-4ca9-45ce-9b40-301e9a537cf1', 'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'mac_address': 'fa:16:3e:c7:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5ed180ad-c723-4565-b259-3450d92081e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:26Z', 'updated_at': '2022-02-20T04:26:30Z', 'revision_number': 5, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'subnets': [{'id': '5ed180ad-c723-4565-b259-3450d92081e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:28:48.091175 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de0c77e-b785-478a-bf6a-984ff9ef76e8 None None] New status for floating IP 52b937fe-5d15-44a1-85d2-d8de6ec69dec: ACTIVE {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 04:28:48.093055 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-47c5844d-6d1d-4d50-8a10-2eefbd307738 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:48.094449 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-47c5844d-6d1d-4d50-8a10-2eefbd307738 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports/c982e18e-bcf1-41bc-869a-e9ee984cd52f HTTP/1.1" status: 200 len: 943 time: 0.0565298 Feb 20 04:28:48.120368 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-76c3da16-4bc7-445b-b34b-88e7ad30bfd1 req-7088c51c-46b8-4a6d-8c68-e87aea024400 service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4718981 Feb 20 04:28:48.222318 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-76c3da16-4bc7-445b-b34b-88e7ad30bfd1 req-a6f7bafc-7fea-4206-9d02-d65935f252b8 service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952070 Feb 20 04:28:48.598916 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad728cd4-60eb-44b5-a88d-7673b0c9473d req-49db7ca5-dec7-4c8b-a315-41bb648af56e tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:48.600675 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ad728cd4-60eb-44b5-a88d-7673b0c9473d req-49db7ca5-dec7-4c8b-a315-41bb648af56e tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 946 time: 0.0540085 Feb 20 04:28:48.648921 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ad728cd4-60eb-44b5-a88d-7673b0c9473d req-e1e9096a-69d3-461b-bcb3-4dfbe361a12e tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426209 Feb 20 04:28:49.630701 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-aa3b171f-7e8f-463b-be43-eb387cfe3959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:49.632229 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-aa3b171f-7e8f-463b-be43-eb387cfe3959 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 1128 time: 0.0443776 Feb 20 04:28:49.732894 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-2bdffab0-3e62-42c7-9f48-6473002b96a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:49.734289 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-2bdffab0-3e62-42c7-9f48-6473002b96a7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 913 time: 0.0957592 Feb 20 04:28:49.822791 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-6c5fedd9-1fef-45f9-83ab-5a034458dad0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c982e18e-bcf1-41bc-869a-e9ee984cd52f HTTP/1.1" status: 200 len: 1002 time: 0.0703609 Feb 20 04:28:49.830357 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe410ce-b4cc-4064-9200-1e61719a7030 req-5013fb38-99e9-4bd6-8b80-98148da16209 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:49.831797 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ebe410ce-b4cc-4064-9200-1e61719a7030 req-5013fb38-99e9-4bd6-8b80-98148da16209 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 946 time: 0.1095378 Feb 20 04:28:49.904620 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-c2d052b8-0c76-4af3-bcca-0796155c5356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:49.906002 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-c2d052b8-0c76-4af3-bcca-0796155c5356 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0733807 Feb 20 04:28:49.909456 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ebe410ce-b4cc-4064-9200-1e61719a7030 req-b2665459-4073-4fe8-8f8f-19ad66b39bb2 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692258 Feb 20 04:28:49.956038 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-4240c472-63fc-48ce-9a34-a485259f8b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:49.957537 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-4240c472-63fc-48ce-9a34-a485259f8b5e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446637 Feb 20 04:28:50.048759 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-a266b233-d132-4cae-a415-7284d0329e2e service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844333 Feb 20 04:28:50.136616 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-00a495e3-9c1d-461b-b7a7-502c67b55198 service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822990 Feb 20 04:28:51.033996 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efbe20-fb0b-4118-a27f-9675a9f9799d req-c6b48050-8f91-40b9-badd-350ad921700e tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:51.035599 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-04efbe20-fb0b-4118-a27f-9675a9f9799d req-c6b48050-8f91-40b9-badd-350ad921700e tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 946 time: 0.0588758 Feb 20 04:28:51.084044 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-04efbe20-fb0b-4118-a27f-9675a9f9799d req-85459be8-bcd6-4929-a1c3-1a865c9c7686 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424051 Feb 20 04:28:51.428397 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:51.599706 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:52.206637 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702269de-4672-4ff2-9d9e-49888a281233 req-12e135c6-0b56-441a-9496-a15a3a1713ae tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:52.208178 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-702269de-4672-4ff2-9d9e-49888a281233 req-12e135c6-0b56-441a-9496-a15a3a1713ae tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 946 time: 0.0536234 Feb 20 04:28:52.255416 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-702269de-4672-4ff2-9d9e-49888a281233 req-5b9728a5-9d4b-4982-b740-415d0c199bdb tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408442 Feb 20 04:28:53.382671 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f276fb4-0cfc-4108-bfb3-c18d866de474 req-8990eb64-c111-41be-ba93-a30be953d5e8 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:53.384239 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f276fb4-0cfc-4108-bfb3-c18d866de474 req-8990eb64-c111-41be-ba93-a30be953d5e8 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 946 time: 0.0582819 Feb 20 04:28:53.432042 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7f276fb4-0cfc-4108-bfb3-c18d866de474 req-110a0bbb-90f2-4209-b33b-be16a58daf79 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421693 Feb 20 04:28:54.552533 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24ed01-a989-430f-8132-0d8c163e7d57 req-715c4b26-8eee-4791-8841-5c2340826b3d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:54.554076 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a24ed01-a989-430f-8132-0d8c163e7d57 req-715c4b26-8eee-4791-8841-5c2340826b3d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 946 time: 0.0537748 Feb 20 04:28:54.601919 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a24ed01-a989-430f-8132-0d8c163e7d57 req-e409dd19-4a9c-4abb-a15a-305eaa8a8f07 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421743 Feb 20 04:28:55.723499 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72a02e-124b-44e1-be22-e3281cd4954b req-ca6faeb0-4a6e-4f98-9312-f77c9791b1fa tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:55.724995 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6c72a02e-124b-44e1-be22-e3281cd4954b req-ca6faeb0-4a6e-4f98-9312-f77c9791b1fa tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 946 time: 0.0526931 Feb 20 04:28:55.775853 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6c72a02e-124b-44e1-be22-e3281cd4954b req-21e095b7-d5e2-468b-bc36-2599d82c5ffc tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443256 Feb 20 04:28:56.474548 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-f93edf09-598e-41c2-aec0-eb9a655e88fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:56.899218 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8758a-c2ac-4bed-a4f8-0da8f21ffa38 req-5ecfb9cd-4127-48aa-ae5b-89f326461f40 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:56.900721 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b1c8758a-c2ac-4bed-a4f8-0da8f21ffa38 req-5ecfb9cd-4127-48aa-ae5b-89f326461f40 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 946 time: 0.0531619 Feb 20 04:28:56.948022 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b1c8758a-c2ac-4bed-a4f8-0da8f21ffa38 req-aadd28cc-9e30-4996-b399-22446136dcc3 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417342 Feb 20 04:28:58.066814 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1460f38-c5a9-4903-8e15-9ae875f151d6 req-a69453df-d1f2-4674-87f3-a128256e4e11 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:58.068274 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b1460f38-c5a9-4903-8e15-9ae875f151d6 req-a69453df-d1f2-4674-87f3-a128256e4e11 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 946 time: 0.0529790 Feb 20 04:28:58.115789 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b1460f38-c5a9-4903-8e15-9ae875f151d6 req-b5ce0d8d-825d-43f3-a7c6-ee242c79d35c tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408456 Feb 20 04:28:58.717964 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-afecee05-e789-4d81-ab4b-517aa8c5fb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:28:59.239864 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfe740-436a-43f9-a577-e86bdc968a0b req-9e601fe5-5396-4e16-89d8-4e2ea286e04d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:28:59.241391 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-43bfe740-436a-43f9-a577-e86bdc968a0b req-9e601fe5-5396-4e16-89d8-4e2ea286e04d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 946 time: 0.0569692 Feb 20 04:28:59.287920 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-43bfe740-436a-43f9-a577-e86bdc968a0b req-9026c26d-4c09-4d62-9f69-35e830c54e15 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400877 Feb 20 04:29:00.217177 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:00.410059 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9ecaa-f86b-4f25-89f3-1cfd72ab05c0 req-d9f0c0a8-5ce5-411f-81ea-6cddf91ceaa3 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:00.411578 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-44b9ecaa-f86b-4f25-89f3-1cfd72ab05c0 req-d9f0c0a8-5ce5-411f-81ea-6cddf91ceaa3 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 946 time: 0.0548539 Feb 20 04:29:00.458874 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-44b9ecaa-f86b-4f25-89f3-1cfd72ab05c0 req-9cf7d4c5-a727-44d4-be07-0d5ec5596574 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409393 Feb 20 04:29:01.416904 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:01.580096 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a094c-16fd-4c26-ae05-17cee369aca9 req-172452af-7d23-43e1-bf63-80d535813b32 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:01.581513 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-241a094c-16fd-4c26-ae05-17cee369aca9 req-172452af-7d23-43e1-bf63-80d535813b32 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 946 time: 0.0529332 Feb 20 04:29:01.631121 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-241a094c-16fd-4c26-ae05-17cee369aca9 req-114a11fa-687b-4669-a93d-97c33f032d96 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439546 Feb 20 04:29:02.750138 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075113d-2be6-43ff-95d2-e89b9dc8a34b req-390b63ed-575e-405c-98c8-c75eabad1eaf tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:02.751816 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8075113d-2be6-43ff-95d2-e89b9dc8a34b req-390b63ed-575e-405c-98c8-c75eabad1eaf tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 946 time: 0.0523496 Feb 20 04:29:02.800301 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8075113d-2be6-43ff-95d2-e89b9dc8a34b req-db72bffd-0c88-4cf1-affa-b8ceeea37c12 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426505 Feb 20 04:29:02.832649 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:03.923752 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c475ef7-d3b4-404f-bb67-dcefb5297de5 req-492687c0-51fb-4684-b1f0-1984989c5c07 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:03.925255 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c475ef7-d3b4-404f-bb67-dcefb5297de5 req-492687c0-51fb-4684-b1f0-1984989c5c07 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 946 time: 0.0525892 Feb 20 04:29:03.971796 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8c475ef7-d3b4-404f-bb67-dcefb5297de5 req-1f689b1f-1dfc-46b6-b082-2edb0e74fa07 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401790 Feb 20 04:29:05.094643 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127d948-7db7-4def-9c4e-2d4c401e3da4 req-687771dd-10f8-409d-9aa2-bb3b170c7d1a tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:05.096180 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0127d948-7db7-4def-9c4e-2d4c401e3da4 req-687771dd-10f8-409d-9aa2-bb3b170c7d1a tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 946 time: 0.0583217 Feb 20 04:29:05.143243 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0127d948-7db7-4def-9c4e-2d4c401e3da4 req-f545cdb5-6eef-41f4-ba2d-dce14a4d89ce tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409544 Feb 20 04:29:06.261821 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f6564-8d6f-4ca8-a10f-cc6576882251 req-4f691f0d-07c9-4889-8036-f8f01dac2010 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:06.263357 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-226f6564-8d6f-4ca8-a10f-cc6576882251 req-4f691f0d-07c9-4889-8036-f8f01dac2010 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 946 time: 0.0524964 Feb 20 04:29:06.309743 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-226f6564-8d6f-4ca8-a10f-cc6576882251 req-79edffcc-62f4-4c7e-a7d4-fbfe9124f23b tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407863 Feb 20 04:29:06.820303 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:29:06.901967 n-d-829866-4 neutron-server[104105]: INFO neutron.api.v2.resource [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-0a73b6dd-4528-4bda-9b8c-8ca0ea5a6779 service neutron] show failed (client error): The resource could not be found. Feb 20 04:29:06.903031 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-0a73b6dd-4528-4bda-9b8c-8ca0ea5a6779 service neutron] 10.222.0.42 "GET /v2.0/ports/c982e18e-bcf1-41bc-869a-e9ee984cd52f/bindings/n-h2-829866-4 HTTP/1.1" status: 404 len: 380 time: 0.0584562 Feb 20 04:29:07.359901 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-bb022f88-632d-40e6-9efd-18c0e68e5ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:07.361547 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-bb022f88-632d-40e6-9efd-18c0e68e5ec5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203&tenant_id=3785f129ec2c46da8ed4b3484b5d3529 HTTP/1.1" status: 200 len: 1128 time: 0.0459800 Feb 20 04:29:07.371910 n-d-829866-4 neutron-server[104106]: DEBUG neutron.wsgi [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-8a815fba-0261-48e7-aef5-49e927fdf41a service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104106) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 04:29:07.372877 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-8a815fba-0261-48e7-aef5-49e927fdf41a service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059545 Feb 20 04:29:07.383818 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829866-4', 'device_owner': 'compute:nova'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:29:07.434437 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456bd0c-2510-46ea-81de-da28fdee283e req-cacbfa16-e4cc-4588-9da3-fa82fe811daa tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:07.435990 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5456bd0c-2510-46ea-81de-da28fdee283e req-cacbfa16-e4cc-4588-9da3-fa82fe811daa tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 946 time: 0.0543153 Feb 20 04:29:07.452366 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c982e18e-bcf1-41bc-869a-e9ee984cd52f), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:07.486173 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5456bd0c-2510-46ea-81de-da28fdee283e req-ce414380-6210-4923-bac5-a3b7f806aa42 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436246 Feb 20 04:29:07.651531 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] For port c982e18e-bcf1-41bc-869a-e9ee984cd52f, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=c982e18e-bcf1-41bc-869a-e9ee984cd52f,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:29:07.684916 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] For port c982e18e-bcf1-41bc-869a-e9ee984cd52f, host n-h1-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:29:07.723267 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15691404-d978-48d7-b17f-1b14adb06203', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c982e18e-bcf1-41bc-869a-e9ee984cd52f'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:29:07.725621 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf3c62807d90451df298560e3808142486074117e133717b71a7661d69a798e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2aa08e9-ce2f-4dad-aef1-7b22254bb748" -d '{"events": [{"server_uuid": "15691404-d978-48d7-b17f-1b14adb06203", "name": "network-vif-unplugged", "status": "completed", "tag": "c982e18e-bcf1-41bc-869a-e9ee984cd52f"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:29:07.729791 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] Publish callbacks [] for port (c982e18e-bcf1-41bc-869a-e9ee984cd52f), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:07.741949 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] Transition to ACTIVE for port object c982e18e-bcf1-41bc-869a-e9ee984cd52f will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:29:07.776845 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 04:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b8b47d-39eb-46f0-b5d1-c5e3dc5a2a01 x-openstack-request-id: req-98b8b47d-39eb-46f0-b5d1-c5e3dc5a2a01 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:29:07.777508 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15691404-d978-48d7-b17f-1b14adb06203", "name": "network-vif-unplugged", "status": "completed", "tag": "c982e18e-bcf1-41bc-869a-e9ee984cd52f", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:29:07.777754 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-98b8b47d-39eb-46f0-b5d1-c5e3dc5a2a01 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:29:07.778156 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15691404-d978-48d7-b17f-1b14adb06203', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c982e18e-bcf1-41bc-869a-e9ee984cd52f', 'code': 200} Feb 20 04:29:07.805363 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (c982e18e-bcf1-41bc-869a-e9ee984cd52f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:07.911385 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] Pushing event updated for resources: {'Port': ['ID=c982e18e-bcf1-41bc-869a-e9ee984cd52f,revision_number=6']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:29:07.934994 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:29:07.935351 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:29:07.935699 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:29:07.936045 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:29:07.936382 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:29:07.936718 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:29:07.937050 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:29:07.937387 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:29:07.937717 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:29:07.938047 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:29:07.938376 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:29:07.938703 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:29:07.939052 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:29:07.991526 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] No DVR routers for this DVR port c982e18e-bcf1-41bc-869a-e9ee984cd52f on host n-h1-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:29:08.135190 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] Attempting to bind port c982e18e-bcf1-41bc-869a-e9ee984cd52f on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:29:08.135528 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] Attempting to bind port c982e18e-bcf1-41bc-869a-e9ee984cd52f by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:29:08.135856 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] Attempting to bind port c982e18e-bcf1-41bc-869a-e9ee984cd52f on network e6f9d68e-36ff-42dc-b6ec-8799258befd6 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:29:08.140094 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] Port c982e18e-bcf1-41bc-869a-e9ee984cd52f on network e6f9d68e-36ff-42dc-b6ec-8799258befd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:29:08.140418 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] Attempting to bind port c982e18e-bcf1-41bc-869a-e9ee984cd52f on network e6f9d68e-36ff-42dc-b6ec-8799258befd6 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:29:08.145173 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:29:08.145510 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] Checking segment: {'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:29:08.145893 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] Bound using segment: {'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:29:08.146317 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] Bound port: c982e18e-bcf1-41bc-869a-e9ee984cd52f, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:29:08.146665 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c982e18e-bcf1-41bc-869a-e9ee984cd52f), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:08.208276 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] For port c982e18e-bcf1-41bc-869a-e9ee984cd52f, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:29:08.211188 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] For port c982e18e-bcf1-41bc-869a-e9ee984cd52f, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=c982e18e-bcf1-41bc-869a-e9ee984cd52f,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:29:08.285639 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (c982e18e-bcf1-41bc-869a-e9ee984cd52f), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:08.320575 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:08.321216 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:08.322669 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] 10.222.0.93 "PUT /v2.0/ports/c982e18e-bcf1-41bc-869a-e9ee984cd52f HTTP/1.1" status: 200 len: 1092 time: 0.9429226 Feb 20 04:29:08.353908 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e00b88-a866-49fe-b909-49a27da10be3 service neutron] Pushing event updated for resources: {'Port': ['ID=c982e18e-bcf1-41bc-869a-e9ee984cd52f,revision_number=7']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:29:08.394151 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-ead12906-44a6-4c74-9899-2972ce6f213e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:08.395851 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-ead12906-44a6-4c74-9899-2972ce6f213e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 1126 time: 0.0503576 Feb 20 04:29:08.493942 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-94e7bb51-1622-49a2-93cb-7c08ecaa70f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:08.495591 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-94e7bb51-1622-49a2-93cb-7c08ecaa70f5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 913 time: 0.0941384 Feb 20 04:29:08.563499 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-b9d8af7b-357e-4151-9c39-35990d4ebb5f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c982e18e-bcf1-41bc-869a-e9ee984cd52f HTTP/1.1" status: 200 len: 1000 time: 0.0617111 Feb 20 04:29:08.614362 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628227a-4527-4e92-af09-4900f1dd6cff req-5c3d8d67-8310-4352-9ee7-ab428d8672c2 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:08.619347 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e628227a-4527-4e92-af09-4900f1dd6cff req-5c3d8d67-8310-4352-9ee7-ab428d8672c2 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 944 time: 0.0604711 Feb 20 04:29:08.619648 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-9c2bc3ee-1573-459e-bab8-6353fccbac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:08.621123 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-9c2bc3ee-1573-459e-bab8-6353fccbac9c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0523865 Feb 20 04:29:08.664093 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e628227a-4527-4e92-af09-4900f1dd6cff req-d0cdad7e-203c-4bfe-83e6-90d40d83b3e6 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414472 Feb 20 04:29:08.670197 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-165ce92b-af93-4d91-86b3-20321375fb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:08.671755 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-165ce92b-af93-4d91-86b3-20321375fb73 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444853 Feb 20 04:29:08.757784 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-387e1d61-6050-4b3d-8cb6-8e6364db4a3a service neutron] 10.222.0.93 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803947 Feb 20 04:29:08.851760 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-80a764aa-1e1e-43e2-966d-ff0be8865801 req-29e21364-c820-40e4-beb1-cd6031a7f593 service neutron] 10.222.0.93 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876336 Feb 20 04:29:09.779470 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15691404-d978-48d7-b17f-1b14adb06203', 'tag': 'c982e18e-bcf1-41bc-869a-e9ee984cd52f'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:29:09.781795 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf3c62807d90451df298560e3808142486074117e133717b71a7661d69a798e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78ebc2a-b400-4168-b4da-24554f73735d" -d '{"events": [{"name": "network-changed", "server_uuid": "15691404-d978-48d7-b17f-1b14adb06203", "tag": "c982e18e-bcf1-41bc-869a-e9ee984cd52f"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:29:09.793221 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363de49-753f-4ef2-96cd-6c15db467532 req-d2d190a1-55eb-4a3c-aa53-c1dbd847bdf8 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:09.794789 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8363de49-753f-4ef2-96cd-6c15db467532 req-d2d190a1-55eb-4a3c-aa53-c1dbd847bdf8 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 944 time: 0.0605984 Feb 20 04:29:09.842751 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8363de49-753f-4ef2-96cd-6c15db467532 req-66966cca-7acc-4d78-b021-1c919dc7aeed tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423620 Feb 20 04:29:09.897641 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26781fc4-04ac-451f-aeef-c8c93d5df511 x-openstack-request-id: req-26781fc4-04ac-451f-aeef-c8c93d5df511 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:29:09.897936 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15691404-d978-48d7-b17f-1b14adb06203", "tag": "c982e18e-bcf1-41bc-869a-e9ee984cd52f", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:29:09.898189 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-26781fc4-04ac-451f-aeef-c8c93d5df511 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:29:09.898587 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15691404-d978-48d7-b17f-1b14adb06203', 'tag': 'c982e18e-bcf1-41bc-869a-e9ee984cd52f', 'status': 'completed', 'code': 200} Feb 20 04:29:09.959021 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ebc2a-b400-4168-b4da-24554f73735d req-0235e683-b80e-4574-bc32-cb6e5f73f38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:09.960453 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d78ebc2a-b400-4168-b4da-24554f73735d req-0235e683-b80e-4574-bc32-cb6e5f73f38c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 1126 time: 0.0443609 Feb 20 04:29:09.961175 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ebc2a-b400-4168-b4da-24554f73735d req-11a15317-33ca-4983-9ac2-762c2ff212ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:09.963469 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d78ebc2a-b400-4168-b4da-24554f73735d req-11a15317-33ca-4983-9ac2-762c2ff212ee service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 1126 time: 0.0444734 Feb 20 04:29:10.054348 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ebc2a-b400-4168-b4da-24554f73735d req-5b69908c-1863-46f4-9fce-3e646c21c485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:10.054880 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ebc2a-b400-4168-b4da-24554f73735d req-9f7e091d-cc65-44dd-87f6-19d98d66f355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:10.056158 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d78ebc2a-b400-4168-b4da-24554f73735d req-5b69908c-1863-46f4-9fce-3e646c21c485 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 913 time: 0.0890369 Feb 20 04:29:10.057102 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d78ebc2a-b400-4168-b4da-24554f73735d req-9f7e091d-cc65-44dd-87f6-19d98d66f355 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 913 time: 0.0870278 Feb 20 04:29:10.122591 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d78ebc2a-b400-4168-b4da-24554f73735d req-0c4a419a-d97e-481b-b7ba-654212e29350 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c982e18e-bcf1-41bc-869a-e9ee984cd52f HTTP/1.1" status: 200 len: 1000 time: 0.0601029 Feb 20 04:29:10.122841 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d78ebc2a-b400-4168-b4da-24554f73735d req-6cab916e-2ab5-423f-ac69-6b3d4b1833fb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c982e18e-bcf1-41bc-869a-e9ee984cd52f HTTP/1.1" status: 200 len: 1000 time: 0.0585804 Feb 20 04:29:10.172152 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ebc2a-b400-4168-b4da-24554f73735d req-6013ebb8-33f2-4947-9e6a-88d21ab9dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:10.173331 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ebc2a-b400-4168-b4da-24554f73735d req-e6c55c42-4eea-427b-870b-c5c96e5d20da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:10.173643 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d78ebc2a-b400-4168-b4da-24554f73735d req-6013ebb8-33f2-4947-9e6a-88d21ab9dea1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0454423 Feb 20 04:29:10.174829 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d78ebc2a-b400-4168-b4da-24554f73735d req-e6c55c42-4eea-427b-870b-c5c96e5d20da service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0453520 Feb 20 04:29:10.228520 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ebc2a-b400-4168-b4da-24554f73735d req-93bedb6b-8fde-4808-8b03-8e7bdd0ac060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:10.229439 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ebc2a-b400-4168-b4da-24554f73735d req-326e469a-9982-4ce8-b390-6c3c2660d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:10.229987 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d78ebc2a-b400-4168-b4da-24554f73735d req-93bedb6b-8fde-4808-8b03-8e7bdd0ac060 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506265 Feb 20 04:29:10.230990 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d78ebc2a-b400-4168-b4da-24554f73735d req-326e469a-9982-4ce8-b390-6c3c2660d03b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493648 Feb 20 04:29:10.317444 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d78ebc2a-b400-4168-b4da-24554f73735d req-48e000ef-e1b6-435a-853c-051bac685744 service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814192 Feb 20 04:29:10.323538 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d78ebc2a-b400-4168-b4da-24554f73735d req-f761579a-41d4-40bc-84d0-fcde1983addf service neutron] 10.222.0.93 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850084 Feb 20 04:29:10.412287 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d78ebc2a-b400-4168-b4da-24554f73735d req-9a389477-1f3c-4705-a6a5-c57d794d5ec0 service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891809 Feb 20 04:29:10.423880 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-d78ebc2a-b400-4168-b4da-24554f73735d req-4db692e7-cc4b-4d02-939b-2c155893dac3 service neutron] 10.222.0.93 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935059 Feb 20 04:29:10.966556 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1310d-7e6d-4b41-88b6-28b270cd669a req-4413281c-3c98-44a2-88ba-668cfa1857d9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:10.968060 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31a1310d-7e6d-4b41-88b6-28b270cd669a req-4413281c-3c98-44a2-88ba-668cfa1857d9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 944 time: 0.0543826 Feb 20 04:29:11.016276 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31a1310d-7e6d-4b41-88b6-28b270cd669a req-cfd44868-65fc-4bce-8fb7-c24846203375 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425873 Feb 20 04:29:11.497221 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acc25c-81ba-4e94-aa56-f504722800ef req-fd726c1b-a152-459f-8f7d-6af5787cb04d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:11.498785 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f5acc25c-81ba-4e94-aa56-f504722800ef req-fd726c1b-a152-459f-8f7d-6af5787cb04d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 944 time: 0.0518594 Feb 20 04:29:11.539095 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-2b26427e-0eea-45eb-9775-a88f0a4fa741 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:11.540869 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-2b26427e-0eea-45eb-9775-a88f0a4fa741 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.93 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203&tenant_id=3785f129ec2c46da8ed4b3484b5d3529&binding%3Ahost_id=n-h2-829866-4 HTTP/1.1" status: 200 len: 944 time: 0.0578446 Feb 20 04:29:11.545673 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f5acc25c-81ba-4e94-aa56-f504722800ef req-3cf16efd-6470-4454-9711-f9d4676a8c3a tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410616 Feb 20 04:29:11.602663 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-c6c0b081-6128-469d-9531-5423a448aa46 service neutron] 10.222.0.93 "GET /v2.0/ports/c982e18e-bcf1-41bc-869a-e9ee984cd52f/bindings/n-h2-829866-4 HTTP/1.1" status: 200 len: 382 time: 0.0542958 Feb 20 04:29:11.666828 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-dbc2c99a-69bb-4432-ba7d-b80784ca31ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:11.668265 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-dbc2c99a-69bb-4432-ba7d-b80784ca31ce service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 1126 time: 0.0448930 Feb 20 04:29:11.759519 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-0b301e49-c23a-488d-9870-4404ab0e8617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:11.761006 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-0b301e49-c23a-488d-9870-4404ab0e8617 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 913 time: 0.0862546 Feb 20 04:29:11.826678 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-55330d7f-3775-4cd8-a1c7-e262d8409254 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c982e18e-bcf1-41bc-869a-e9ee984cd52f HTTP/1.1" status: 200 len: 1000 time: 0.0591977 Feb 20 04:29:11.878464 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-34b597c5-0c0d-4991-bcb6-f9d7aad268a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:11.880567 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-34b597c5-0c0d-4991-bcb6-f9d7aad268a7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0488524 Feb 20 04:29:11.929496 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-b70c41fb-9ed6-4b3b-bb3f-72c8ad8220dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:11.931783 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-b70c41fb-9ed6-4b3b-bb3f-72c8ad8220dc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456116 Feb 20 04:29:12.015110 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device c982e18e-bcf1-41bc-869a-e9ee984cd52f no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:29:12.019137 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-b67e1277-3889-4278-8351-15410998ba5b service neutron] 10.222.0.93 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810425 Feb 20 04:29:12.055710 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] The host n-h1-829866-4 is not matching for port c982e18e-bcf1-41bc-869a-e9ee984cd52f host n-h2-829866-4! {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 04:29:12.056106 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device c982e18e-bcf1-41bc-869a-e9ee984cd52f not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:29:12.110526 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-d2d019b1-a531-42e3-bf4b-bd869b9bc099 service neutron] 10.222.0.93 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853541 Feb 20 04:29:12.407933 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device c982e18e-bcf1-41bc-869a-e9ee984cd52f details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:29:12.507147 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port c982e18e-bcf1-41bc-869a-e9ee984cd52f, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=c982e18e-bcf1-41bc-869a-e9ee984cd52f,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:29:12.519465 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'c982e18e-bcf1-41bc-869a-e9ee984cd52f', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'port_id': 'c982e18e-bcf1-41bc-869a-e9ee984cd52f', 'mac_address': 'fa:16:3e:0e:c2:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed180ad-c723-4565-b259-3450d92081e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:29:12.557099 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Current status of the port c982e18e-bcf1-41bc-869a-e9ee984cd52f is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:29:12.557493 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c982e18e-bcf1-41bc-869a-e9ee984cd52f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:12.570109 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c982e18e-bcf1-41bc-869a-e9ee984cd52f {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:29:12.591769 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port c982e18e-bcf1-41bc-869a-e9ee984cd52f, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=c982e18e-bcf1-41bc-869a-e9ee984cd52f,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:29:12.666820 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (c982e18e-bcf1-41bc-869a-e9ee984cd52f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:12.673321 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c0c23-0bad-4851-89af-b1a0bddc95ad req-00ba1086-155e-4f92-b1d3-6826c254b5be tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:12.675782 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b28c0c23-0bad-4851-89af-b1a0bddc95ad req-00ba1086-155e-4f92-b1d3-6826c254b5be tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 944 time: 0.0601099 Feb 20 04:29:12.725258 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b28c0c23-0bad-4851-89af-b1a0bddc95ad req-45f427d1-5a84-40ca-b8e5-48f55acffa7c tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424182 Feb 20 04:29:12.725500 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Pushing event updated for resources: {'Port': ['ID=c982e18e-bcf1-41bc-869a-e9ee984cd52f,revision_number=8']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:29:12.889820 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] get_ports_and_sgs() called for port_ids ['c982e18e-bcf1-41bc-869a-e9ee984cd52f'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:29:13.849616 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06661cbf-ea64-409b-88a8-39084e4da0a7 req-7cd919b2-1b35-415b-8f00-787e79cfd978 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:13.855003 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06661cbf-ea64-409b-88a8-39084e4da0a7 req-7cd919b2-1b35-415b-8f00-787e79cfd978 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 945 time: 0.0544612 Feb 20 04:29:13.899114 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-06661cbf-ea64-409b-88a8-39084e4da0a7 req-a0cd28ca-40ac-4bf7-8200-9fc24df3ebd6 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421112 Feb 20 04:29:14.412901 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device c982e18e-bcf1-41bc-869a-e9ee984cd52f details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:29:14.509177 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port c982e18e-bcf1-41bc-869a-e9ee984cd52f, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=c982e18e-bcf1-41bc-869a-e9ee984cd52f,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:29:14.523193 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Returning: {'device': 'c982e18e-bcf1-41bc-869a-e9ee984cd52f', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'port_id': 'c982e18e-bcf1-41bc-869a-e9ee984cd52f', 'mac_address': 'fa:16:3e:0e:c2:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed180ad-c723-4565-b259-3450d92081e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:29:14.548792 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-f4df1687-ab37-4ec8-a115-05df2417d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:14.550222 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-f4df1687-ab37-4ec8-a115-05df2417d512 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203&tenant_id=3785f129ec2c46da8ed4b3484b5d3529 HTTP/1.1" status: 200 len: 1127 time: 0.0464928 Feb 20 04:29:14.560425 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-4a75dd43-864b-4de3-ba60-76a4ccc44312 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829866-4', 'device_owner': 'compute:nova'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:29:14.624171 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-4a75dd43-864b-4de3-ba60-76a4ccc44312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c982e18e-bcf1-41bc-869a-e9ee984cd52f), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:14.822377 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-4a75dd43-864b-4de3-ba60-76a4ccc44312 service neutron] For port c982e18e-bcf1-41bc-869a-e9ee984cd52f, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=c982e18e-bcf1-41bc-869a-e9ee984cd52f,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:29:14.854312 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-4a75dd43-864b-4de3-ba60-76a4ccc44312 service neutron] For port c982e18e-bcf1-41bc-869a-e9ee984cd52f, host n-h2-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:29:14.885553 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-4a75dd43-864b-4de3-ba60-76a4ccc44312 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c982e18e-bcf1-41bc-869a-e9ee984cd52f {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:29:14.893783 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-4a75dd43-864b-4de3-ba60-76a4ccc44312 service neutron] Publish callbacks [] for port (c982e18e-bcf1-41bc-869a-e9ee984cd52f), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:14.904723 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-4a75dd43-864b-4de3-ba60-76a4ccc44312 service neutron] Ignored duplicate provisioning block setup for port c982e18e-bcf1-41bc-869a-e9ee984cd52f by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 20 04:29:15.003863 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-4a75dd43-864b-4de3-ba60-76a4ccc44312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (c982e18e-bcf1-41bc-869a-e9ee984cd52f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:15.102679 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab93f83-08ab-4b96-8ffd-d28e91ed57aa req-145bb804-f713-4a37-9a3d-e6ce5a107882 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:15.104283 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4ab93f83-08ab-4b96-8ffd-d28e91ed57aa req-145bb804-f713-4a37-9a3d-e6ce5a107882 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 945 time: 0.1331761 Feb 20 04:29:15.107354 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a75dd43-864b-4de3-ba60-76a4ccc44312 service neutron] Pushing event updated for resources: {'Port': ['ID=c982e18e-bcf1-41bc-869a-e9ee984cd52f,revision_number=9']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:29:15.171894 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-4a75dd43-864b-4de3-ba60-76a4ccc44312 service neutron] No DVR routers for this DVR port c982e18e-bcf1-41bc-869a-e9ee984cd52f on host n-h2-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:29:15.221246 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4ab93f83-08ab-4b96-8ffd-d28e91ed57aa req-bb58a500-f62d-4fa2-b7a9-c00e59859886 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095352 Feb 20 04:29:15.330729 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-4a75dd43-864b-4de3-ba60-76a4ccc44312 service neutron] Attempting to bind port c982e18e-bcf1-41bc-869a-e9ee984cd52f on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:29:15.331025 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-4a75dd43-864b-4de3-ba60-76a4ccc44312 service neutron] Attempting to bind port c982e18e-bcf1-41bc-869a-e9ee984cd52f by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:29:15.331356 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-4a75dd43-864b-4de3-ba60-76a4ccc44312 service neutron] Attempting to bind port c982e18e-bcf1-41bc-869a-e9ee984cd52f on network e6f9d68e-36ff-42dc-b6ec-8799258befd6 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:29:15.335563 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-4a75dd43-864b-4de3-ba60-76a4ccc44312 service neutron] Port c982e18e-bcf1-41bc-869a-e9ee984cd52f on network e6f9d68e-36ff-42dc-b6ec-8799258befd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:29:15.335887 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-4a75dd43-864b-4de3-ba60-76a4ccc44312 service neutron] Attempting to bind port c982e18e-bcf1-41bc-869a-e9ee984cd52f on network e6f9d68e-36ff-42dc-b6ec-8799258befd6 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:29:15.340686 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-4a75dd43-864b-4de3-ba60-76a4ccc44312 service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:29:15.341021 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-4a75dd43-864b-4de3-ba60-76a4ccc44312 service neutron] Checking segment: {'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:29:15.341403 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-4a75dd43-864b-4de3-ba60-76a4ccc44312 service neutron] Bound using segment: {'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:29:15.341828 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-4a75dd43-864b-4de3-ba60-76a4ccc44312 service neutron] Bound port: c982e18e-bcf1-41bc-869a-e9ee984cd52f, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:29:15.342178 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-4a75dd43-864b-4de3-ba60-76a4ccc44312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c982e18e-bcf1-41bc-869a-e9ee984cd52f), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:15.403256 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-4a75dd43-864b-4de3-ba60-76a4ccc44312 service neutron] For port c982e18e-bcf1-41bc-869a-e9ee984cd52f, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:29:15.406185 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-4a75dd43-864b-4de3-ba60-76a4ccc44312 service neutron] For port c982e18e-bcf1-41bc-869a-e9ee984cd52f, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=c982e18e-bcf1-41bc-869a-e9ee984cd52f,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:29:15.445703 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-4a75dd43-864b-4de3-ba60-76a4ccc44312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (c982e18e-bcf1-41bc-869a-e9ee984cd52f), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:15.481913 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-4a75dd43-864b-4de3-ba60-76a4ccc44312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:15.482616 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-4a75dd43-864b-4de3-ba60-76a4ccc44312 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:15.484017 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-4a75dd43-864b-4de3-ba60-76a4ccc44312 service neutron] 10.222.0.42 "PUT /v2.0/ports/c982e18e-bcf1-41bc-869a-e9ee984cd52f HTTP/1.1" status: 200 len: 1092 time: 0.9275825 Feb 20 04:29:15.484453 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15691404-d978-48d7-b17f-1b14adb06203', 'tag': 'c982e18e-bcf1-41bc-869a-e9ee984cd52f'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:29:15.486676 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5aa1a6a7735b541a56ac331d75cf60bb33703eda8d3f8466ef91a6638b4642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71785ac-b122-46c3-9878-baef7eed93c0" -d '{"events": [{"name": "network-changed", "server_uuid": "15691404-d978-48d7-b17f-1b14adb06203", "tag": "c982e18e-bcf1-41bc-869a-e9ee984cd52f"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:29:15.510521 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a75dd43-864b-4de3-ba60-76a4ccc44312 service neutron] Pushing event updated for resources: {'Port': ['ID=c982e18e-bcf1-41bc-869a-e9ee984cd52f,revision_number=10']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:29:15.567278 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9ce231-85f5-4b53-adb0-9ffdce86f9ce x-openstack-request-id: req-fc9ce231-85f5-4b53-adb0-9ffdce86f9ce {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:29:15.567579 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15691404-d978-48d7-b17f-1b14adb06203", "tag": "c982e18e-bcf1-41bc-869a-e9ee984cd52f", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:29:15.567839 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-fc9ce231-85f5-4b53-adb0-9ffdce86f9ce {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:29:15.568258 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15691404-d978-48d7-b17f-1b14adb06203', 'tag': 'c982e18e-bcf1-41bc-869a-e9ee984cd52f', 'status': 'completed', 'code': 200} Feb 20 04:29:15.574442 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-124018b9-94d8-4ecf-b23d-b6aec14935da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:15.576169 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-124018b9-94d8-4ecf-b23d-b6aec14935da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 1127 time: 0.0542605 Feb 20 04:29:15.643424 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71785ac-b122-46c3-9878-baef7eed93c0 req-073d9041-517a-45eb-9697-5464092a1caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:15.645581 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e71785ac-b122-46c3-9878-baef7eed93c0 req-073d9041-517a-45eb-9697-5464092a1caf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 1127 time: 0.0564733 Feb 20 04:29:15.673763 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-4cc153af-8549-4eed-86e1-d16f7550f919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:15.675312 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-4cc153af-8549-4eed-86e1-d16f7550f919 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 913 time: 0.0927596 Feb 20 04:29:15.755627 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-91d31976-b3cc-4f89-9f83-7a826eda4010 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c982e18e-bcf1-41bc-869a-e9ee984cd52f HTTP/1.1" status: 200 len: 1000 time: 0.0727930 Feb 20 04:29:15.809819 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-728ab99d-e8bd-40e4-9b20-6499884f8d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:15.811670 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-728ab99d-e8bd-40e4-9b20-6499884f8d85 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0501921 Feb 20 04:29:15.862914 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-99987626-6a49-4213-a02c-8c68051dd27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:15.864463 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-99987626-6a49-4213-a02c-8c68051dd27b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475099 Feb 20 04:29:15.960952 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-ef744994-98f0-4729-a6db-3aefcbb698b3 service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903218 Feb 20 04:29:16.050752 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-cf6ca458-1680-4889-b584-d5e7ed9bebe4 req-6ab7a3b3-5590-4dd3-80e1-c40a77216c2a service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838029 Feb 20 04:29:16.069894 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71785ac-b122-46c3-9878-baef7eed93c0 req-7c51fedb-1804-41ed-b3de-58ad154be6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:16.071544 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e71785ac-b122-46c3-9878-baef7eed93c0 req-7c51fedb-1804-41ed-b3de-58ad154be6a9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 913 time: 0.4202077 Feb 20 04:29:16.135845 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e71785ac-b122-46c3-9878-baef7eed93c0 req-5576cf42-3f98-4454-87af-cd7e9f373bb7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c982e18e-bcf1-41bc-869a-e9ee984cd52f HTTP/1.1" status: 200 len: 1000 time: 0.0580218 Feb 20 04:29:16.144854 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71785ac-b122-46c3-9878-baef7eed93c0 req-f8eb915f-2fa5-45dd-b26a-0ebc60ccd416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:16.146376 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e71785ac-b122-46c3-9878-baef7eed93c0 req-f8eb915f-2fa5-45dd-b26a-0ebc60ccd416 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 1127 time: 0.0505433 Feb 20 04:29:16.184314 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71785ac-b122-46c3-9878-baef7eed93c0 req-f37dfe04-60c4-44f4-ab34-ffea6344fbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:16.185834 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e71785ac-b122-46c3-9878-baef7eed93c0 req-f37dfe04-60c4-44f4-ab34-ffea6344fbca service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0434084 Feb 20 04:29:16.235257 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71785ac-b122-46c3-9878-baef7eed93c0 req-eb6a5358-2b35-4119-9b6e-31e10cae3840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:16.236651 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e71785ac-b122-46c3-9878-baef7eed93c0 req-eb6a5358-2b35-4119-9b6e-31e10cae3840 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 913 time: 0.0845747 Feb 20 04:29:16.237451 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71785ac-b122-46c3-9878-baef7eed93c0 req-a1682322-c72b-4b22-aad3-2b1f24486b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:16.238982 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e71785ac-b122-46c3-9878-baef7eed93c0 req-a1682322-c72b-4b22-aad3-2b1f24486b82 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478067 Feb 20 04:29:16.329834 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e71785ac-b122-46c3-9878-baef7eed93c0 req-f428ef8d-f583-40d5-bdb1-20b0cca46883 service neutron] 10.222.0.93 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853229 Feb 20 04:29:16.332256 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e71785ac-b122-46c3-9878-baef7eed93c0 req-ec047a86-fe33-4971-9e96-3c8f798b9063 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c982e18e-bcf1-41bc-869a-e9ee984cd52f HTTP/1.1" status: 200 len: 1000 time: 0.0895336 Feb 20 04:29:16.387075 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3faba7-1b4f-4bfe-8997-e033df610c97 req-274b70f0-19a4-4c2f-b85e-844ab997e976 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:16.388859 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fb3faba7-1b4f-4bfe-8997-e033df610c97 req-274b70f0-19a4-4c2f-b85e-844ab997e976 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 945 time: 0.0917485 Feb 20 04:29:16.405571 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71785ac-b122-46c3-9878-baef7eed93c0 req-45dba3db-a18a-429d-ad59-f20e76732a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:16.407071 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e71785ac-b122-46c3-9878-baef7eed93c0 req-45dba3db-a18a-429d-ad59-f20e76732a88 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0674880 Feb 20 04:29:16.425370 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device c982e18e-bcf1-41bc-869a-e9ee984cd52f details requested by agent hyperv_n-h2-829866-4 with host n-h2-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:29:16.429682 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e71785ac-b122-46c3-9878-baef7eed93c0 req-1824bfda-f1ba-4264-9bd9-cb66d5e18da0 service neutron] 10.222.0.93 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946479 Feb 20 04:29:16.429871 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device c982e18e-bcf1-41bc-869a-e9ee984cd52f no longer exists at agent hyperv_n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:29:16.476730 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-fb3faba7-1b4f-4bfe-8997-e033df610c97 req-9efa856f-6629-4fe4-86bf-12726fd3cef2 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814929 Feb 20 04:29:16.486759 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71785ac-b122-46c3-9878-baef7eed93c0 req-4c1610a9-bbdf-455d-b1b4-f851a4dd5ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:16.488364 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e71785ac-b122-46c3-9878-baef7eed93c0 req-4c1610a9-bbdf-455d-b1b4-f851a4dd5ec7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0733054 Feb 20 04:29:16.527337 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] The host n-h2-829866-4 is not matching for port c982e18e-bcf1-41bc-869a-e9ee984cd52f host n-h1-829866-4! {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 04:29:16.527752 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device c982e18e-bcf1-41bc-869a-e9ee984cd52f not bound to the agent host n-h2-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:29:16.560782 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] For port c982e18e-bcf1-41bc-869a-e9ee984cd52f, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=c982e18e-bcf1-41bc-869a-e9ee984cd52f,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:29:16.572150 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Device c982e18e-bcf1-41bc-869a-e9ee984cd52f has no active binding in host n-h2-829866-4 {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 20 04:29:16.580949 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e71785ac-b122-46c3-9878-baef7eed93c0 req-fe32fd58-fe68-436a-87d2-5d91476f1b82 service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860653 Feb 20 04:29:16.671697 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e71785ac-b122-46c3-9878-baef7eed93c0 req-14a3a5ca-00f5-4333-8c8a-bd7e9a36e29e service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836470 Feb 20 04:29:17.607583 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a193b56-cf68-49ce-aad2-87247e274e2b req-871c684f-e2cf-42db-9b54-8234b8c722f1 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:17.609295 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a193b56-cf68-49ce-aad2-87247e274e2b req-871c684f-e2cf-42db-9b54-8234b8c722f1 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 945 time: 0.0607507 Feb 20 04:29:17.657587 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a193b56-cf68-49ce-aad2-87247e274e2b req-ad8905f7-ea2c-4864-a66f-057ce68bffb7 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426960 Feb 20 04:29:18.025591 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device c982e18e-bcf1-41bc-869a-e9ee984cd52f details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:29:18.131685 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port c982e18e-bcf1-41bc-869a-e9ee984cd52f, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=c982e18e-bcf1-41bc-869a-e9ee984cd52f,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:29:18.143333 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'c982e18e-bcf1-41bc-869a-e9ee984cd52f', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'port_id': 'c982e18e-bcf1-41bc-869a-e9ee984cd52f', 'mac_address': 'fa:16:3e:0e:c2:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed180ad-c723-4565-b259-3450d92081e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:29:18.181260 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port c982e18e-bcf1-41bc-869a-e9ee984cd52f is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:29:18.181648 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c982e18e-bcf1-41bc-869a-e9ee984cd52f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:18.194717 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c982e18e-bcf1-41bc-869a-e9ee984cd52f {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:29:18.214930 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port c982e18e-bcf1-41bc-869a-e9ee984cd52f, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=c982e18e-bcf1-41bc-869a-e9ee984cd52f,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:29:18.274711 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (c982e18e-bcf1-41bc-869a-e9ee984cd52f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:18.327587 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=c982e18e-bcf1-41bc-869a-e9ee984cd52f,revision_number=11']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:29:18.496238 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['c982e18e-bcf1-41bc-869a-e9ee984cd52f'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:29:18.783755 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc72f2-1fd3-4b9c-8270-00eac5a32dde req-5b25fd93-6bd3-457d-8811-f25e03fefb4b tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:18.785342 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2cc72f2-1fd3-4b9c-8270-00eac5a32dde req-5b25fd93-6bd3-457d-8811-f25e03fefb4b tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 946 time: 0.0536814 Feb 20 04:29:18.833219 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-f2cc72f2-1fd3-4b9c-8270-00eac5a32dde req-58c8ec1b-f4c7-4038-98c9-338e710d20e4 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414646 Feb 20 04:29:18.959972 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd123dc-d9b8-4364-967b-c3c12dd9bdcf req-f687879d-9965-48d4-a9b8-e20c7e8925a4 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:18.961935 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7bd123dc-d9b8-4364-967b-c3c12dd9bdcf req-f687879d-9965-48d4-a9b8-e20c7e8925a4 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 946 time: 0.0619717 Feb 20 04:29:19.009268 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7bd123dc-d9b8-4364-967b-c3c12dd9bdcf req-982ca162-a20f-4cbd-8dbb-372429b7d395 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403566 Feb 20 04:29:19.129040 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961f152-b862-43e4-8331-2e934c2119fd req-efce4721-52cc-491a-ba35-81929b86a788 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:19.130678 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7961f152-b862-43e4-8331-2e934c2119fd req-efce4721-52cc-491a-ba35-81929b86a788 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 946 time: 0.0541360 Feb 20 04:29:19.182305 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-7961f152-b862-43e4-8331-2e934c2119fd req-991562ec-fa07-4072-822c-130ca157a3f9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449843 Feb 20 04:29:19.604743 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd6434-a0b5-4a30-a1f7-78300fae0e26 req-14c9c940-ccda-43e4-831c-9f5180cc01e2 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:19.606298 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-90dd6434-a0b5-4a30-a1f7-78300fae0e26 req-14c9c940-ccda-43e4-831c-9f5180cc01e2 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 946 time: 0.0532179 Feb 20 04:29:19.655859 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-90dd6434-a0b5-4a30-a1f7-78300fae0e26 req-3e455bdf-6514-4db1-ab05-5ee98e60de72 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439155 Feb 20 04:29:20.022513 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device c982e18e-bcf1-41bc-869a-e9ee984cd52f up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:29:20.129672 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port c982e18e-bcf1-41bc-869a-e9ee984cd52f completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:29:20.133532 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port c982e18e-bcf1-41bc-869a-e9ee984cd52f triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:29:20.133906 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (c982e18e-bcf1-41bc-869a-e9ee984cd52f), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:20.209215 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port c982e18e-bcf1-41bc-869a-e9ee984cd52f is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:29:20.209599 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (c982e18e-bcf1-41bc-869a-e9ee984cd52f), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:20.232971 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15691404-d978-48d7-b17f-1b14adb06203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c982e18e-bcf1-41bc-869a-e9ee984cd52f'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:29:20.235292 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a1e00c1b8c0849d65db633b2ad5dc0fe7d01c1085c482abf6d17f7010e02497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a67949-1f7d-41fe-9206-48ec43833447" -d '{"events": [{"server_uuid": "15691404-d978-48d7-b17f-1b14adb06203", "name": "network-vif-plugged", "status": "completed", "tag": "c982e18e-bcf1-41bc-869a-e9ee984cd52f"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:29:20.248358 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port c982e18e-bcf1-41bc-869a-e9ee984cd52f, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=c982e18e-bcf1-41bc-869a-e9ee984cd52f,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:29:20.280130 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2b1fdb-c6f9-4c20-bcad-b18ba5422787 x-openstack-request-id: req-3e2b1fdb-c6f9-4c20-bcad-b18ba5422787 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:29:20.280130 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15691404-d978-48d7-b17f-1b14adb06203", "name": "network-vif-plugged", "status": "completed", "tag": "c982e18e-bcf1-41bc-869a-e9ee984cd52f", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:29:20.280130 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-3e2b1fdb-c6f9-4c20-bcad-b18ba5422787 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:29:20.280130 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15691404-d978-48d7-b17f-1b14adb06203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c982e18e-bcf1-41bc-869a-e9ee984cd52f', 'code': 200} Feb 20 04:29:20.325444 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (c982e18e-bcf1-41bc-869a-e9ee984cd52f), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:20.373321 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=c982e18e-bcf1-41bc-869a-e9ee984cd52f,revision_number=12']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:29:20.776966 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a818b6-9bad-44c1-9f6e-fc7ba33885e4 req-3b105ff2-831d-4d66-a6a0-af13e6820e9d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:20.778472 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-16a818b6-9bad-44c1-9f6e-fc7ba33885e4 req-3b105ff2-831d-4d66-a6a0-af13e6820e9d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 947 time: 0.0530009 Feb 20 04:29:20.826401 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-16a818b6-9bad-44c1-9f6e-fc7ba33885e4 req-af115773-e26e-475d-ae31-a9e6206323b7 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423205 Feb 20 04:29:20.892107 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c9f3c-9000-43f7-af38-e2b7ccf18c27 req-be3ec4c5-eb7c-4477-8ae1-cc06e1941081 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:20.893555 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a87c9f3c-9000-43f7-af38-e2b7ccf18c27 req-be3ec4c5-eb7c-4477-8ae1-cc06e1941081 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.42 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 947 time: 0.0522816 Feb 20 04:29:20.986685 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-a87c9f3c-9000-43f7-af38-e2b7ccf18c27 req-9da818ea-8bd2-4836-900e-5f48fe0e8f5d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Deleting port c982e18e-bcf1-41bc-869a-e9ee984cd52f {{(pid=104105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:29:20.986985 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a87c9f3c-9000-43f7-af38-e2b7ccf18c27 req-9da818ea-8bd2-4836-900e-5f48fe0e8f5d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (c982e18e-bcf1-41bc-869a-e9ee984cd52f), before_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:21.073725 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-a87c9f3c-9000-43f7-af38-e2b7ccf18c27 req-9da818ea-8bd2-4836-900e-5f48fe0e8f5d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] For port c982e18e-bcf1-41bc-869a-e9ee984cd52f, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=c982e18e-bcf1-41bc-869a-e9ee984cd52f,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:29:21.074096 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a87c9f3c-9000-43f7-af38-e2b7ccf18c27 req-9da818ea-8bd2-4836-900e-5f48fe0e8f5d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (c982e18e-bcf1-41bc-869a-e9ee984cd52f), precommit_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:21.247039 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a87c9f3c-9000-43f7-af38-e2b7ccf18c27 req-9da818ea-8bd2-4836-900e-5f48fe0e8f5d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:21.247332 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a87c9f3c-9000-43f7-af38-e2b7ccf18c27 req-9da818ea-8bd2-4836-900e-5f48fe0e8f5d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (52b937fe-5d15-44a1-85d2-d8de6ec69dec), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:21.247668 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [req-a87c9f3c-9000-43f7-af38-e2b7ccf18c27 req-9da818ea-8bd2-4836-900e-5f48fe0e8f5d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Floating IP 52b937fe-5d15-44a1-85d2-d8de6ec69dec disassociated. External IP: 172.25.7.50, port: c982e18e-bcf1-41bc-869a-e9ee984cd52f. Feb 20 04:29:21.248022 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.plugin [req-a87c9f3c-9000-43f7-af38-e2b7ccf18c27 req-9da818ea-8bd2-4836-900e-5f48fe0e8f5d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Calling delete_port for c982e18e-bcf1-41bc-869a-e9ee984cd52f owned by compute:nova {{(pid=104105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:29:21.422500 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a87c9f3c-9000-43f7-af38-e2b7ccf18c27 req-9da818ea-8bd2-4836-900e-5f48fe0e8f5d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (c982e18e-bcf1-41bc-869a-e9ee984cd52f), after_delete {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:21.444978 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:21.455376 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da818ea-8bd2-4836-900e-5f48fe0e8f5d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Pushing event deleted for resources: {'Port': ['ID=c982e18e-bcf1-41bc-869a-e9ee984cd52f,revision_number=None']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:29:21.578075 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a87c9f3c-9000-43f7-af38-e2b7ccf18c27 req-9da818ea-8bd2-4836-900e-5f48fe0e8f5d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Router c629c0b3-6ffd-4cae-93b9-53573614cc39 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:29:21.616473 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:21.976167 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-10c00a4a-11fe-4744-871a-fdaccf013175 req-5d601a34-6c8c-4d4f-ae21-df5a07f767fb tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=15691404-d978-48d7-b17f-1b14adb06203 HTTP/1.1" status: 200 len: 210 time: 0.0311172 Feb 20 04:29:22.036041 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a87c9f3c-9000-43f7-af38-e2b7ccf18c27 req-9da818ea-8bd2-4836-900e-5f48fe0e8f5d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:29:22.045989 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2509c1-2640-4964-89fa-b7d2013b7a4b None None] Sync routers for ids ['c629c0b3-6ffd-4cae-93b9-53573614cc39'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:29:22.055930 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2509c1-2640-4964-89fa-b7d2013b7a4b None None] Routers {'c629c0b3-6ffd-4cae-93b9-53573614cc39'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:29:22.056549 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-4f2509c1-2640-4964-89fa-b7d2013b7a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:28:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c629c0b3-6ffd-4cae-93b9-53573614cc39'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:29:22.077513 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87c9f3c-9000-43f7-af38-e2b7ccf18c27 req-9da818ea-8bd2-4836-900e-5f48fe0e8f5d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] No DVR routers for this DVR port c982e18e-bcf1-41bc-869a-e9ee984cd52f on host n-h1-829866-4 {{(pid=104105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:29:22.080304 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-a87c9f3c-9000-43f7-af38-e2b7ccf18c27 req-9da818ea-8bd2-4836-900e-5f48fe0e8f5d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:22.083730 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-a87c9f3c-9000-43f7-af38-e2b7ccf18c27 req-9da818ea-8bd2-4836-900e-5f48fe0e8f5d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.42 "DELETE /v2.0/ports/c982e18e-bcf1-41bc-869a-e9ee984cd52f HTTP/1.1" status: 204 len: 173 time: 1.1849475 Feb 20 04:29:22.084195 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15691404-d978-48d7-b17f-1b14adb06203', 'name': 'network-vif-deleted', 'tag': 'c982e18e-bcf1-41bc-869a-e9ee984cd52f'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:29:22.086899 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5aa1a6a7735b541a56ac331d75cf60bb33703eda8d3f8466ef91a6638b4642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1896cd-1b08-4617-b724-c74d2865185a" -d '{"events": [{"server_uuid": "15691404-d978-48d7-b17f-1b14adb06203", "name": "network-vif-deleted", "tag": "c982e18e-bcf1-41bc-869a-e9ee984cd52f"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:29:22.175259 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-4f2509c1-2640-4964-89fa-b7d2013b7a4b None None] Set router c629c0b3-6ffd-4cae-93b9-53573614cc39 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:29:22.187130 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9674b7a-ba95-42e9-ac24-fb3dc37dc539 x-openstack-request-id: req-d9674b7a-ba95-42e9-ac24-fb3dc37dc539 {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:29:22.187130 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15691404-d978-48d7-b17f-1b14adb06203", "name": "network-vif-deleted", "tag": "c982e18e-bcf1-41bc-869a-e9ee984cd52f", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:29:22.187130 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-d9674b7a-ba95-42e9-ac24-fb3dc37dc539 {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:29:22.187130 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15691404-d978-48d7-b17f-1b14adb06203', 'name': 'network-vif-deleted', 'tag': 'c982e18e-bcf1-41bc-869a-e9ee984cd52f', 'status': 'completed', 'code': 200} Feb 20 04:29:22.376658 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-4f2509c1-2640-4964-89fa-b7d2013b7a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'name': 'tempest-ServerActionsTestJSON-1417449643-router', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:27Z', 'revision_number': 4, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'gw_port': {'id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '009135db-4ca9-45ce-9b40-301e9a537cf1', 'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'mac_address': 'fa:16:3e:c7:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5ed180ad-c723-4565-b259-3450d92081e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:26Z', 'updated_at': '2022-02-20T04:26:30Z', 'revision_number': 5, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'subnets': [{'id': '5ed180ad-c723-4565-b259-3450d92081e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:29:22.402627 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2509c1-2640-4964-89fa-b7d2013b7a4b None None] Checking router: c629c0b3-6ffd-4cae-93b9-53573614cc39 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:29:22.411185 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2509c1-2640-4964-89fa-b7d2013b7a4b None None] Routers {'c629c0b3-6ffd-4cae-93b9-53573614cc39'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:29:22.411812 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-4f2509c1-2640-4964-89fa-b7d2013b7a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:28:59Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c629c0b3-6ffd-4cae-93b9-53573614cc39'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:29:22.523435 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-4f2509c1-2640-4964-89fa-b7d2013b7a4b None None] Set router c629c0b3-6ffd-4cae-93b9-53573614cc39 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:29:22.752672 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-4f2509c1-2640-4964-89fa-b7d2013b7a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'name': 'tempest-ServerActionsTestJSON-1417449643-router', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:27Z', 'revision_number': 4, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'gw_port': {'id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '009135db-4ca9-45ce-9b40-301e9a537cf1', 'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'mac_address': 'fa:16:3e:c7:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5ed180ad-c723-4565-b259-3450d92081e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:26Z', 'updated_at': '2022-02-20T04:26:30Z', 'revision_number': 5, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'subnets': [{'id': '5ed180ad-c723-4565-b259-3450d92081e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:29:22.779464 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2509c1-2640-4964-89fa-b7d2013b7a4b None None] The sync data for ids ['c629c0b3-6ffd-4cae-93b9-53573614cc39'] in n-d-829866-4 is: [{'id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'name': 'tempest-ServerActionsTestJSON-1417449643-router', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:27Z', 'revision_number': 4, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'gw_port': {'id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_interfaces': [{'id': '009135db-4ca9-45ce-9b40-301e9a537cf1', 'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'mac_address': 'fa:16:3e:c7:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5ed180ad-c723-4565-b259-3450d92081e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:26Z', 'updated_at': '2022-02-20T04:26:30Z', 'revision_number': 5, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'subnets': [{'id': '5ed180ad-c723-4565-b259-3450d92081e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:29:23.018018 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316503a4-1c30-4fac-9e3a-c32ce4237ab2 None None] New status for floating IP 52b937fe-5d15-44a1-85d2-d8de6ec69dec: DOWN {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 04:29:23.228656 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-6c656dde-acf1-45c1-bfec-eaefa10a7676 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--1736589163&fields=id&tenant_id=3785f129ec2c46da8ed4b3484b5d3529 HTTP/1.1" status: 200 len: 267 time: 0.0439608 Feb 20 04:29:23.334363 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-1b3c9653-8e34-4a67-a757-0a367c9c38d9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:23.335885 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-1b3c9653-8e34-4a67-a757-0a367c9c38d9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 812 time: 0.1000135 Feb 20 04:29:23.350452 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-9a72a179-5030-446b-a333-65da1f0aa469 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/quotas/3785f129ec2c46da8ed4b3484b5d3529 HTTP/1.1" status: 200 len: 375 time: 0.0087671 Feb 20 04:29:23.454796 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-b9c6df51-09f8-43d3-8a1a-95ac5f3bc482 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0982816 Feb 20 04:29:23.551459 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-eb7503fa-88c7-4fb4-bb7f-ddbd1aa0860f service neutron] 10.222.0.89 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846498 Feb 20 04:29:23.640254 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-5148ad95-a3db-439b-a8cc-8b8aedde964a service neutron] 10.222.0.89 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831256 Feb 20 04:29:23.836285 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-57c381b9-0ad5-4961-8985-c3b5b7b5bb3d req-c55eb6f1-12ce-49d1-99c4-afd8282d8168 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd0e9ad8-fae2-46a2-b212-709389857447 HTTP/1.1" status: 200 len: 210 time: 0.0277767 Feb 20 04:29:24.937371 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-4d8f42f3-c255-46dd-9bb0-f4de42d92c7c req-ed1e70e8-b373-4c56-ba0a-af7778a90e72 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd0e9ad8-fae2-46a2-b212-709389857447 HTTP/1.1" status: 200 len: 210 time: 0.0292454 Feb 20 04:29:25.372042 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-6fec3fbf-5c86-48a5-bc37-ba4c6b4af380 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:25.373231 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-6fec3fbf-5c86-48a5-bc37-ba4c6b4af380 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.93 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 812 time: 0.0991580 Feb 20 04:29:25.432069 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-7c29e17c-b824-4cc8-a844-16bb14cfd828 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3785f129ec2c46da8ed4b3484b5d3529 HTTP/1.1" status: 200 len: 380 time: 0.0508027 Feb 20 04:29:25.441338 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-3f63cd99-29d1-4051-9427-ef409fb28421 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Request body: {'port': {'device_id': 'dd0e9ad8-fae2-46a2-b212-709389857447', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'admin_state_up': True, 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'security_groups': ['a1072d6d-a247-4be9-a9a8-542c978d3277']}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:29:25.623190 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-3f63cd99-29d1-4051-9427-ef409fb28421 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Made reservation on behalf of 3785f129ec2c46da8ed4b3484b5d3529 for: {'port': 1} {{(pid=104106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:29:25.626587 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-3f63cd99-29d1-4051-9427-ef409fb28421 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:25.751887 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.db_base_plugin_common [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-3f63cd99-29d1-4051-9427-ef409fb28421 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Allocated IP 172.20.0.7 (e6f9d68e-36ff-42dc-b6ec-8799258befd6/5ed180ad-c723-4565-b259-3450d92081e5/28d6bbf7-c8c1-4f20-8f75-248303681c25) {{(pid=104106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:29:25.884907 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-3f63cd99-29d1-4051-9427-ef409fb28421 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks [] for port (28d6bbf7-c8c1-4f20-8f75-248303681c25), precommit_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:25.971069 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-3f63cd99-29d1-4051-9427-ef409fb28421 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (28d6bbf7-c8c1-4f20-8f75-248303681c25), after_create {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:26.016313 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-3f63cd99-29d1-4051-9427-ef409fb28421 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Network e6f9d68e-36ff-42dc-b6ec-8799258befd6 is already hosted by enough agents. {{(pid=104106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:29:26.019503 n-d-829866-4 neutron-server[104106]: DEBUG neutron.scheduler.base_scheduler [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-3f63cd99-29d1-4051-9427-ef409fb28421 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Resources bound (agent type, host, resource id): {{(pid=104106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:29:26.022474 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-3f63cd99-29d1-4051-9427-ef409fb28421 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Received port after_create {{(pid=104106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:29:26.061109 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63cd99-29d1-4051-9427-ef409fb28421 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Pushing event updated for resources: {'Port': ['ID=28d6bbf7-c8c1-4f20-8f75-248303681c25,revision_number=1']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:29:26.078157 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device c982e18e-bcf1-41bc-869a-e9ee984cd52f no longer exists at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 04:29:26.096121 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-3f63cd99-29d1-4051-9427-ef409fb28421 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:26.097050 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-3f63cd99-29d1-4051-9427-ef409fb28421 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:26.108897 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] No Port match for: c982e18e-bcf1-41bc-869a-e9ee984cd52f {{(pid=104107) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 04:29:26.109417 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device c982e18e-bcf1-41bc-869a-e9ee984cd52f not bound to the agent host n-h1-829866-4 {{(pid=104107) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 04:29:26.111135 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc388d-44bf-4882-a1c8-44fcd7056233 req-adc2cf44-ec19-4939-9fa3-fd55022abdd1 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:26.113135 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-85dc388d-44bf-4882-a1c8-44fcd7056233 req-adc2cf44-ec19-4939-9fa3-fd55022abdd1 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd0e9ad8-fae2-46a2-b212-709389857447 HTTP/1.1" status: 200 len: 931 time: 0.1053913 Feb 20 04:29:26.157902 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-3f63cd99-29d1-4051-9427-ef409fb28421 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7200489 Feb 20 04:29:26.163944 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-85dc388d-44bf-4882-a1c8-44fcd7056233 req-0afc336e-7082-4602-b0b4-b38064940b7a tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446208 Feb 20 04:29:26.170128 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.v2.base [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-eab94540-9973-451f-a799-ae1e000e0a02 service neutron] Request body: {'port': {'device_id': 'dd0e9ad8-fae2-46a2-b212-709389857447', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829866-4'}} {{(pid=104106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:29:26.233519 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-eab94540-9973-451f-a799-ae1e000e0a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (28d6bbf7-c8c1-4f20-8f75-248303681c25), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:26.299335 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-c5063a41-3be4-402c-be7e-b3ff4e216a7e None None] Provisioning complete for port 28d6bbf7-c8c1-4f20-8f75-248303681c25 triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:29:26.299854 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c5063a41-3be4-402c-be7e-b3ff4e216a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (28d6bbf7-c8c1-4f20-8f75-248303681c25), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:26.333946 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-c5063a41-3be4-402c-be7e-b3ff4e216a7e None None] Port 28d6bbf7-c8c1-4f20-8f75-248303681c25 cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:29:26.456362 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6e66acac-503f-40bd-97f6-2dd1f2d70b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:26.503557 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-eab94540-9973-451f-a799-ae1e000e0a02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28d6bbf7-c8c1-4f20-8f75-248303681c25 {{(pid=104106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:29:26.511144 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-eab94540-9973-451f-a799-ae1e000e0a02 service neutron] Publish callbacks [] for port (28d6bbf7-c8c1-4f20-8f75-248303681c25), precommit_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:26.523598 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.provisioning_blocks [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-eab94540-9973-451f-a799-ae1e000e0a02 service neutron] Transition to ACTIVE for port object 28d6bbf7-c8c1-4f20-8f75-248303681c25 will not be triggered until provisioned by entity L2. {{(pid=104106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:29:26.586508 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-eab94540-9973-451f-a799-ae1e000e0a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (28d6bbf7-c8c1-4f20-8f75-248303681c25), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:26.638713 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab94540-9973-451f-a799-ae1e000e0a02 service neutron] Pushing event updated for resources: {'Port': ['ID=28d6bbf7-c8c1-4f20-8f75-248303681c25,revision_number=2']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:29:26.711657 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-eab94540-9973-451f-a799-ae1e000e0a02 service neutron] Attempting to bind port 28d6bbf7-c8c1-4f20-8f75-248303681c25 on host n-h2-829866-4 for vnic_type normal with profile {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:29:26.711963 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-eab94540-9973-451f-a799-ae1e000e0a02 service neutron] Attempting to bind port 28d6bbf7-c8c1-4f20-8f75-248303681c25 by drivers openvswitch,hyperv on host n-h2-829866-4 at level 0 using segments [{'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:29:26.712280 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-eab94540-9973-451f-a799-ae1e000e0a02 service neutron] Attempting to bind port 28d6bbf7-c8c1-4f20-8f75-248303681c25 on network e6f9d68e-36ff-42dc-b6ec-8799258befd6 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:29:26.716843 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-eab94540-9973-451f-a799-ae1e000e0a02 service neutron] Port 28d6bbf7-c8c1-4f20-8f75-248303681c25 on network e6f9d68e-36ff-42dc-b6ec-8799258befd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-829866-4 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:29:26.717297 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-eab94540-9973-451f-a799-ae1e000e0a02 service neutron] Attempting to bind port 28d6bbf7-c8c1-4f20-8f75-248303681c25 on network e6f9d68e-36ff-42dc-b6ec-8799258befd6 {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:29:26.722265 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-eab94540-9973-451f-a799-ae1e000e0a02 service neutron] Checking agent: {'id': 'e383be95-3bb3-4511-b61f-355be15159fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 20), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:29:26.722601 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-eab94540-9973-451f-a799-ae1e000e0a02 service neutron] Checking segment: {'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:29:26.723026 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-eab94540-9973-451f-a799-ae1e000e0a02 service neutron] Bound using segment: {'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'} {{(pid=104106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:29:26.723456 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.managers [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-eab94540-9973-451f-a799-ae1e000e0a02 service neutron] Bound port: 28d6bbf7-c8c1-4f20-8f75-248303681c25, host: n-h2-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'}}] {{(pid=104106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:29:26.723811 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-eab94540-9973-451f-a799-ae1e000e0a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (28d6bbf7-c8c1-4f20-8f75-248303681c25), before_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:26.797400 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-eab94540-9973-451f-a799-ae1e000e0a02 service neutron] For port 28d6bbf7-c8c1-4f20-8f75-248303681c25, host n-h2-829866-4, cleared binding levels {{(pid=104106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:29:26.801361 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-eab94540-9973-451f-a799-ae1e000e0a02 service neutron] For port 28d6bbf7-c8c1-4f20-8f75-248303681c25, host n-h2-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=28d6bbf7-c8c1-4f20-8f75-248303681c25,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:29:26.880233 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-eab94540-9973-451f-a799-ae1e000e0a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12635658'] for port (28d6bbf7-c8c1-4f20-8f75-248303681c25), after_update {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:26.916585 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-eab94540-9973-451f-a799-ae1e000e0a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:26.917615 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-eab94540-9973-451f-a799-ae1e000e0a02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:26.920575 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-eab94540-9973-451f-a799-ae1e000e0a02 service neutron] 10.222.0.93 "PUT /v2.0/ports/28d6bbf7-c8c1-4f20-8f75-248303681c25 HTTP/1.1" status: 200 len: 1091 time: 0.7553091 Feb 20 04:29:26.921266 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0e9ad8-fae2-46a2-b212-709389857447', 'tag': '28d6bbf7-c8c1-4f20-8f75-248303681c25'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:29:26.925223 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf3c62807d90451df298560e3808142486074117e133717b71a7661d69a798e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a7ab76-d9a5-42e3-968f-e68f5b3cedbd" -d '{"events": [{"name": "network-changed", "server_uuid": "dd0e9ad8-fae2-46a2-b212-709389857447", "tag": "28d6bbf7-c8c1-4f20-8f75-248303681c25"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:29:26.966446 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab94540-9973-451f-a799-ae1e000e0a02 service neutron] Pushing event updated for resources: {'Port': ['ID=28d6bbf7-c8c1-4f20-8f75-248303681c25,revision_number=3']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:29:26.971868 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20882631-ceb3-4c47-b85d-74d43222202e x-openstack-request-id: req-20882631-ceb3-4c47-b85d-74d43222202e {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:29:26.972507 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd0e9ad8-fae2-46a2-b212-709389857447", "tag": "28d6bbf7-c8c1-4f20-8f75-248303681c25", "status": "completed", "code": 200}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:29:26.972915 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-20882631-ceb3-4c47-b85d-74d43222202e {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:29:26.973560 n-d-829866-4 neutron-server[104106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd0e9ad8-fae2-46a2-b212-709389857447', 'tag': '28d6bbf7-c8c1-4f20-8f75-248303681c25', 'status': 'completed', 'code': 200} Feb 20 04:29:27.041493 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7ab76-d9a5-42e3-968f-e68f5b3cedbd req-bcb2a74d-0300-491c-98ba-cb14461d37ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:27.043705 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e9a7ab76-d9a5-42e3-968f-e68f5b3cedbd req-bcb2a74d-0300-491c-98ba-cb14461d37ec service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=dd0e9ad8-fae2-46a2-b212-709389857447 HTTP/1.1" status: 200 len: 1125 time: 0.0499561 Feb 20 04:29:27.151582 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7ab76-d9a5-42e3-968f-e68f5b3cedbd req-1824aca9-6712-4037-9cc3-8b73621a265f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:27.153100 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e9a7ab76-d9a5-42e3-968f-e68f5b3cedbd req-1824aca9-6712-4037-9cc3-8b73621a265f service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1030867 Feb 20 04:29:27.247750 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7ab76-d9a5-42e3-968f-e68f5b3cedbd req-c484b7e9-e2d1-41d0-9a02-18702bbe25e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:27.249261 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-e9a7ab76-d9a5-42e3-968f-e68f5b3cedbd req-c484b7e9-e2d1-41d0-9a02-18702bbe25e9 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905106 Feb 20 04:29:27.288717 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb16f9-0c38-48c5-9e1b-9aba3dff25c7 req-4798342e-f802-4a51-970d-bd7b31d66b97 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:27.289367 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1cb16f9-0c38-48c5-9e1b-9aba3dff25c7 req-4798342e-f802-4a51-970d-bd7b31d66b97 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd0e9ad8-fae2-46a2-b212-709389857447 HTTP/1.1" status: 200 len: 943 time: 0.0530190 Feb 20 04:29:27.330056 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-70262d3d-9a21-4e31-af8f-9100965d9d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:27.331245 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-70262d3d-9a21-4e31-af8f-9100965d9d72 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=dd0e9ad8-fae2-46a2-b212-709389857447 HTTP/1.1" status: 200 len: 1125 time: 0.0469306 Feb 20 04:29:27.337146 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d1cb16f9-0c38-48c5-9e1b-9aba3dff25c7 req-2a54747d-b24d-4fd2-8d68-f171b50e1a8d tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412779 Feb 20 04:29:27.378727 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-cf0085cc-d24f-449f-a411-c30d1155f7a0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28d6bbf7-c8c1-4f20-8f75-248303681c25 HTTP/1.1" status: 200 len: 217 time: 0.0412011 Feb 20 04:29:27.425806 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-661779ca-8d68-49c1-a8a2-8110347d87ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:27.427285 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-661779ca-8d68-49c1-a8a2-8110347d87ea service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0434370 Feb 20 04:29:27.476210 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-c663d4ed-b08a-4d7c-b2e1-2fb520a3c8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:27.477755 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-c663d4ed-b08a-4d7c-b2e1-2fb520a3c8ce service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447788 Feb 20 04:29:27.571447 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-9f3250ea-1471-426f-8338-42a4574fa725 service neutron] 10.222.0.93 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873106 Feb 20 04:29:27.661845 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-66499d22-cb6d-4377-8fb1-75e07291b373 service neutron] 10.222.0.93 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853486 Feb 20 04:29:28.131816 n-d-829866-4 neutron-server[104106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-3ce78ee4-2303-4163-8ffc-2d13d8bf4400 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:28.133346 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-3ce78ee4-2303-4163-8ffc-2d13d8bf4400 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.93 "GET /v2.0/ports?device_id=dd0e9ad8-fae2-46a2-b212-709389857447 HTTP/1.1" status: 200 len: 943 time: 0.0616853 Feb 20 04:29:28.223808 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-393585be-5cde-4751-9460-f77b3acc82d9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Deleting port 28d6bbf7-c8c1-4f20-8f75-248303681c25 {{(pid=104106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 04:29:28.224065 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-393585be-5cde-4751-9460-f77b3acc82d9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760835977238'] for port (28d6bbf7-c8c1-4f20-8f75-248303681c25), before_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:28.313490 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.db [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-393585be-5cde-4751-9460-f77b3acc82d9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] For port 28d6bbf7-c8c1-4f20-8f75-248303681c25, host n-h2-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829866-4',level=0,port_id=28d6bbf7-c8c1-4f20-8f75-248303681c25,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:29:28.313850 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-393585be-5cde-4751-9460-f77b3acc82d9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301242'] for port (28d6bbf7-c8c1-4f20-8f75-248303681c25), precommit_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:28.326184 n-d-829866-4 neutron-server[104106]: DEBUG neutron.plugins.ml2.plugin [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-393585be-5cde-4751-9460-f77b3acc82d9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Calling delete_port for 28d6bbf7-c8c1-4f20-8f75-248303681c25 owned by compute:nova {{(pid=104106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 04:29:28.460432 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fb66b-08ba-4efc-a64e-d9707c718070 req-7e86ad5d-43a2-4a9d-a86e-2f72666c89d9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:28.461931 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b96fb66b-08ba-4efc-a64e-d9707c718070 req-7e86ad5d-43a2-4a9d-a86e-2f72666c89d9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd0e9ad8-fae2-46a2-b212-709389857447 HTTP/1.1" status: 200 len: 943 time: 0.0565090 Feb 20 04:29:28.508379 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b96fb66b-08ba-4efc-a64e-d9707c718070 req-bf21e711-2af2-476f-819f-a47f478c2674 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401461 Feb 20 04:29:28.529817 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-393585be-5cde-4751-9460-f77b3acc82d9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760835982457', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760835458609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12635665'] for port (28d6bbf7-c8c1-4f20-8f75-248303681c25), after_delete {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:28.563120 n-d-829866-4 neutron-server[104106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393585be-5cde-4751-9460-f77b3acc82d9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Pushing event deleted for resources: {'Port': ['ID=28d6bbf7-c8c1-4f20-8f75-248303681c25,revision_number=None']} {{(pid=104106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:29:28.608219 n-d-829866-4 neutron-server[104106]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-393585be-5cde-4751-9460-f77b3acc82d9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] No DVR routers for this DVR port 28d6bbf7-c8c1-4f20-8f75-248303681c25 on host n-h2-829866-4 {{(pid=104106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 04:29:28.610938 n-d-829866-4 neutron-server[104106]: DEBUG neutron_lib.callbacks.manager [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-393585be-5cde-4751-9460-f77b3acc82d9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:28.614454 n-d-829866-4 neutron-server[104106]: INFO neutron.wsgi [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-393585be-5cde-4751-9460-f77b3acc82d9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.93 "DELETE /v2.0/ports/28d6bbf7-c8c1-4f20-8f75-248303681c25 HTTP/1.1" status: 204 len: 173 time: 0.4763050 Feb 20 04:29:28.729721 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-aa80db73-1534-4ea7-98da-488cda3ac807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:28.974750 n-d-829866-4 neutron-server[104106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0e9ad8-fae2-46a2-b212-709389857447', 'name': 'network-vif-deleted', 'tag': '28d6bbf7-c8c1-4f20-8f75-248303681c25'}] {{(pid=104106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:29:28.977289 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf3c62807d90451df298560e3808142486074117e133717b71a7661d69a798e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66aef3d2-c8f2-4e82-ba82-37dcf134b679" -d '{"events": [{"server_uuid": "dd0e9ad8-fae2-46a2-b212-709389857447", "name": "network-vif-deleted", "tag": "28d6bbf7-c8c1-4f20-8f75-248303681c25"}]}' {{(pid=104106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:29:29.008106 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 20 Feb 2022 04:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668fd51f-4cab-491e-8f73-4d4811487898 x-openstack-request-id: req-668fd51f-4cab-491e-8f73-4d4811487898 {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:29:29.008403 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0e9ad8-fae2-46a2-b212-709389857447", "name": "network-vif-deleted", "tag": "28d6bbf7-c8c1-4f20-8f75-248303681c25", "status": "failed", "code": 422}]} {{(pid=104106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:29:29.008664 n-d-829866-4 neutron-server[104106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-668fd51f-4cab-491e-8f73-4d4811487898 {{(pid=104106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:29:29.009091 n-d-829866-4 neutron-server[104106]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dd0e9ad8-fae2-46a2-b212-709389857447', 'name': 'network-vif-deleted', 'tag': '28d6bbf7-c8c1-4f20-8f75-248303681c25', 'status': 'failed', 'code': 422} returned with failed status Feb 20 04:29:29.604655 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e0d0acc4-d6e9-465a-b80f-60c11ea623d4 req-0204afa4-7dbd-44fc-984b-938c5089cfbf tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd0e9ad8-fae2-46a2-b212-709389857447 HTTP/1.1" status: 200 len: 210 time: 0.0271106 Feb 20 04:29:30.182240 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:30.743504 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b790d29a-1ad9-454d-b265-9b490580d6ee req-481bd9f4-7b07-4fc7-bc26-a986b2f74606 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd0e9ad8-fae2-46a2-b212-709389857447 HTTP/1.1" status: 200 len: 210 time: 0.0670359 Feb 20 04:29:30.798306 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-5f75f6e3-3591-42a3-bbe4-5bfb73dcc8de tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:30.800330 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-5f75f6e3-3591-42a3-bbe4-5bfb73dcc8de tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.42 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 812 time: 0.1343575 Feb 20 04:29:30.866673 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-826ea8a5-162e-46ec-8f91-58ab29598e45 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3785f129ec2c46da8ed4b3484b5d3529 HTTP/1.1" status: 200 len: 380 time: 0.0584972 Feb 20 04:29:30.875894 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-61413fbb-73cb-46cd-aced-4f0dcd794fc2 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Request body: {'port': {'device_id': 'dd0e9ad8-fae2-46a2-b212-709389857447', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'admin_state_up': True, 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'security_groups': ['a1072d6d-a247-4be9-a9a8-542c978d3277']}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:29:31.062250 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-61413fbb-73cb-46cd-aced-4f0dcd794fc2 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Made reservation on behalf of 3785f129ec2c46da8ed4b3484b5d3529 for: {'port': 1} {{(pid=104105) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 04:29:31.065684 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-61413fbb-73cb-46cd-aced-4f0dcd794fc2 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (None), before_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:31.202164 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.db_base_plugin_common [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-61413fbb-73cb-46cd-aced-4f0dcd794fc2 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Allocated IP 172.20.0.6 (e6f9d68e-36ff-42dc-b6ec-8799258befd6/5ed180ad-c723-4565-b259-3450d92081e5/bd702569-6f07-40a4-b41a-8a2aa03365db) {{(pid=104105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 04:29:31.357275 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-61413fbb-73cb-46cd-aced-4f0dcd794fc2 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks [] for port (bd702569-6f07-40a4-b41a-8a2aa03365db), precommit_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:31.444018 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:31.478868 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-61413fbb-73cb-46cd-aced-4f0dcd794fc2 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760835458600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57864353'] for port (bd702569-6f07-40a4-b41a-8a2aa03365db), after_create {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:31.522022 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-61413fbb-73cb-46cd-aced-4f0dcd794fc2 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Network e6f9d68e-36ff-42dc-b6ec-8799258befd6 is already hosted by enough agents. {{(pid=104105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 04:29:31.525030 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.base_scheduler [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-61413fbb-73cb-46cd-aced-4f0dcd794fc2 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Resources bound (agent type, host, resource id): {{(pid=104105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 04:29:31.531139 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-61413fbb-73cb-46cd-aced-4f0dcd794fc2 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Received port after_create {{(pid=104105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 04:29:31.537432 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61413fbb-73cb-46cd-aced-4f0dcd794fc2 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Pushing event updated for resources: {'Port': ['ID=bd702569-6f07-40a4-b41a-8a2aa03365db,revision_number=1']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:29:31.582999 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-61413fbb-73cb-46cd-aced-4f0dcd794fc2 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:31.583645 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-61413fbb-73cb-46cd-aced-4f0dcd794fc2 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:31.671823 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-61413fbb-73cb-46cd-aced-4f0dcd794fc2 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8002331 Feb 20 04:29:31.683681 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] Request body: {'port': {'device_id': 'dd0e9ad8-fae2-46a2-b212-709389857447', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829866-4'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:29:31.756916 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bd702569-6f07-40a4-b41a-8a2aa03365db), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:31.828451 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-59a8341c-6dd4-40d2-bb23-574382ad04d6 None None] Provisioning complete for port bd702569-6f07-40a4-b41a-8a2aa03365db triggered by entity DHCP. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:29:31.828744 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-59a8341c-6dd4-40d2-bb23-574382ad04d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (bd702569-6f07-40a4-b41a-8a2aa03365db), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:31.863060 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-59a8341c-6dd4-40d2-bb23-574382ad04d6 None None] Port bd702569-6f07-40a4-b41a-8a2aa03365db cannot update to ACTIVE because it is not bound. {{(pid=104107) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 04:29:31.964810 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fffe31-7412-4cca-bb7f-1aa8838d348e req-a9a430ba-376c-4d10-a2b6-5edbcd2b1c87 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:31.967151 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-30fffe31-7412-4cca-bb7f-1aa8838d348e req-a9a430ba-376c-4d10-a2b6-5edbcd2b1c87 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd0e9ad8-fae2-46a2-b212-709389857447 HTTP/1.1" status: 200 len: 931 time: 0.1503613 Feb 20 04:29:32.051837 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-30fffe31-7412-4cca-bb7f-1aa8838d348e req-45447925-be4d-4067-9f25-d3d922d902b5 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789392 Feb 20 04:29:32.104853 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd702569-6f07-40a4-b41a-8a2aa03365db {{(pid=104105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:29:32.112566 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] Publish callbacks [] for port (bd702569-6f07-40a4-b41a-8a2aa03365db), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:32.124350 n-d-829866-4 neutron-server[104105]: DEBUG neutron.db.provisioning_blocks [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] Transition to ACTIVE for port object bd702569-6f07-40a4-b41a-8a2aa03365db will not be triggered until provisioned by entity L2. {{(pid=104105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 04:29:32.205088 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (bd702569-6f07-40a4-b41a-8a2aa03365db), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:32.257281 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] Pushing event updated for resources: {'Port': ['ID=bd702569-6f07-40a4-b41a-8a2aa03365db,revision_number=2']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:29:32.281800 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:29:32.282153 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:29:32.283119 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:29:32.283119 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:29:32.283319 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:29:32.283503 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:29:32.283833 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:29:32.284163 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:29:32.284490 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:29:32.284824 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:29:32.285182 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:29:32.285514 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:29:32.285834 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829866-4 {{(pid=104105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 04:29:32.336619 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] Attempting to bind port bd702569-6f07-40a4-b41a-8a2aa03365db on host n-h1-829866-4 for vnic_type normal with profile {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 04:29:32.336961 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] Attempting to bind port bd702569-6f07-40a4-b41a-8a2aa03365db by drivers openvswitch,hyperv on host n-h1-829866-4 at level 0 using segments [{'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 04:29:32.337290 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] Attempting to bind port bd702569-6f07-40a4-b41a-8a2aa03365db on network e6f9d68e-36ff-42dc-b6ec-8799258befd6 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:29:32.342055 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] Port bd702569-6f07-40a4-b41a-8a2aa03365db on network e6f9d68e-36ff-42dc-b6ec-8799258befd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-829866-4 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 04:29:32.342378 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] Attempting to bind port bd702569-6f07-40a4-b41a-8a2aa03365db on network e6f9d68e-36ff-42dc-b6ec-8799258befd6 {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 04:29:32.347371 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] Checking agent: {'id': '3ef7346b-a33d-4a6b-8933-565f78019a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829866-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'started_at': datetime.datetime(2022, 2, 20, 3, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 4, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 04:29:32.347715 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] Checking segment: {'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 04:29:32.348102 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] Bound using segment: {'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'} {{(pid=104105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 04:29:32.348534 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.managers [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] Bound port: bd702569-6f07-40a4-b41a-8a2aa03365db, host: n-h1-829866-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0b70c6-7584-4b2a-b468-f9e83c5a070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6'}}] {{(pid=104105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 04:29:32.348896 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bd702569-6f07-40a4-b41a-8a2aa03365db), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:32.420722 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] For port bd702569-6f07-40a4-b41a-8a2aa03365db, host n-h1-829866-4, cleared binding levels {{(pid=104105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 04:29:32.423754 n-d-829866-4 neutron-server[104105]: DEBUG neutron.plugins.ml2.db [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] For port bd702569-6f07-40a4-b41a-8a2aa03365db, host n-h1-829866-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=bd702569-6f07-40a4-b41a-8a2aa03365db,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 04:29:32.480100 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57864378'] for port (bd702569-6f07-40a4-b41a-8a2aa03365db), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:32.515454 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:32.516399 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for port (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:32.518145 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] 10.222.0.42 "PUT /v2.0/ports/bd702569-6f07-40a4-b41a-8a2aa03365db HTTP/1.1" status: 200 len: 1091 time: 0.8387775 Feb 20 04:29:32.520487 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0e9ad8-fae2-46a2-b212-709389857447', 'tag': 'bd702569-6f07-40a4-b41a-8a2aa03365db'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:29:32.523864 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5aa1a6a7735b541a56ac331d75cf60bb33703eda8d3f8466ef91a6638b4642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1f533e-32a0-4724-a0c0-49a0704744fe" -d '{"events": [{"name": "network-changed", "server_uuid": "dd0e9ad8-fae2-46a2-b212-709389857447", "tag": "bd702569-6f07-40a4-b41a-8a2aa03365db"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:29:32.554296 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de5120-7f7f-4433-9a66-0833dfd5c84b service neutron] Pushing event updated for resources: {'Port': ['ID=bd702569-6f07-40a4-b41a-8a2aa03365db,revision_number=3']} {{(pid=104105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:29:32.564936 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664e625a-3d0f-4655-80d7-509a3368e5cc x-openstack-request-id: req-664e625a-3d0f-4655-80d7-509a3368e5cc {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:29:32.565239 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd0e9ad8-fae2-46a2-b212-709389857447", "tag": "bd702569-6f07-40a4-b41a-8a2aa03365db", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:29:32.565502 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-664e625a-3d0f-4655-80d7-509a3368e5cc {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:29:32.565943 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd0e9ad8-fae2-46a2-b212-709389857447', 'tag': 'bd702569-6f07-40a4-b41a-8a2aa03365db', 'status': 'completed', 'code': 200} Feb 20 04:29:32.632119 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f533e-32a0-4724-a0c0-49a0704744fe req-21c2b5d0-5c79-43ea-a1c7-c3153d30a9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:32.633670 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2f1f533e-32a0-4724-a0c0-49a0704744fe req-21c2b5d0-5c79-43ea-a1c7-c3153d30a9e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=dd0e9ad8-fae2-46a2-b212-709389857447 HTTP/1.1" status: 200 len: 1125 time: 0.0474114 Feb 20 04:29:32.739300 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f533e-32a0-4724-a0c0-49a0704744fe req-ba5bddb8-815f-448c-829e-57606b963112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:32.740847 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2f1f533e-32a0-4724-a0c0-49a0704744fe req-ba5bddb8-815f-448c-829e-57606b963112 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0997241 Feb 20 04:29:32.801840 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:32.838737 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f533e-32a0-4724-a0c0-49a0704744fe req-d02402ea-2764-4b39-b70b-73f832d0d669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:32.840276 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-2f1f533e-32a0-4724-a0c0-49a0704744fe req-d02402ea-2764-4b39-b70b-73f832d0d669 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937140 Feb 20 04:29:32.920532 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-883ca4e7-fa6f-4735-9587-bf1e6cd0f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:32.922087 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-883ca4e7-fa6f-4735-9587-bf1e6cd0f4f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=dd0e9ad8-fae2-46a2-b212-709389857447 HTTP/1.1" status: 200 len: 1125 time: 0.0468051 Feb 20 04:29:32.967925 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-c6e441bb-58bd-4dcd-a8af-67f7d07ce035 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd702569-6f07-40a4-b41a-8a2aa03365db HTTP/1.1" status: 200 len: 217 time: 0.0391254 Feb 20 04:29:33.015360 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-9373aebf-051f-4e62-a6bd-3bdc274a904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:33.016709 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-9373aebf-051f-4e62-a6bd-3bdc274a904d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0431602 Feb 20 04:29:33.065198 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-e500454e-7595-4d5c-b8c9-cec5dfc76d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:33.066690 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-e500454e-7595-4d5c-b8c9-cec5dfc76d64 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429990 Feb 20 04:29:33.190106 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-a2305736-e768-4c7a-b989-6344ab2a19ab service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170576 Feb 20 04:29:33.201936 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f9510-db7a-4040-859c-9b049fd3dd0f req-15e52aff-2e17-49a9-8626-39e4a8152dfc tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:33.203344 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e64f9510-db7a-4040-859c-9b049fd3dd0f req-15e52aff-2e17-49a9-8626-39e4a8152dfc tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd0e9ad8-fae2-46a2-b212-709389857447 HTTP/1.1" status: 200 len: 943 time: 0.0738344 Feb 20 04:29:33.299620 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-e64f9510-db7a-4040-859c-9b049fd3dd0f req-4d287275-bde1-4432-80a2-c10bbe836f81 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883827 Feb 20 04:29:33.322999 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-84e2775c-2847-4ab3-9a41-7a18feaae3c2 req-3c967670-556e-48db-beb3-b986dbcd61af service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186728 Feb 20 04:29:34.422635 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470f0d4-12e4-4fcb-b33c-2b6d5bb7bba6 req-d7a811f6-c8e8-4b45-9715-f4fbfd1b26e4 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:34.424201 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3470f0d4-12e4-4fcb-b33c-2b6d5bb7bba6 req-d7a811f6-c8e8-4b45-9715-f4fbfd1b26e4 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd0e9ad8-fae2-46a2-b212-709389857447 HTTP/1.1" status: 200 len: 943 time: 0.0545521 Feb 20 04:29:34.471924 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-3470f0d4-12e4-4fcb-b33c-2b6d5bb7bba6 req-cd7fadcf-5552-4b07-b2f8-fa0db1d73406 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416811 Feb 20 04:29:35.597399 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a685f1a-7c85-41c0-90f3-42235800f30b req-4b66482a-cb3c-405a-a1c0-f62a949aed6f tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:35.599013 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9a685f1a-7c85-41c0-90f3-42235800f30b req-4b66482a-cb3c-405a-a1c0-f62a949aed6f tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd0e9ad8-fae2-46a2-b212-709389857447 HTTP/1.1" status: 200 len: 943 time: 0.0596035 Feb 20 04:29:35.646821 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-9a685f1a-7c85-41c0-90f3-42235800f30b req-9651f7b4-c01b-4c0e-886e-3888042bdfec tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422575 Feb 20 04:29:36.123748 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device bd702569-6f07-40a4-b41a-8a2aa03365db details requested by agent hyperv_n-h1-829866-4 with host n-h1-829866-4 {{(pid=104107) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 04:29:36.221878 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port bd702569-6f07-40a4-b41a-8a2aa03365db, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=bd702569-6f07-40a4-b41a-8a2aa03365db,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:29:36.233545 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Returning: {'device': 'bd702569-6f07-40a4-b41a-8a2aa03365db', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'port_id': 'bd702569-6f07-40a4-b41a-8a2aa03365db', 'mac_address': 'fa:16:3e:8a:40:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed180ad-c723-4565-b259-3450d92081e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104107) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 04:29:36.268993 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port bd702569-6f07-40a4-b41a-8a2aa03365db is: DOWN; New status is: BUILD {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:29:36.269383 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bd702569-6f07-40a4-b41a-8a2aa03365db), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:36.282300 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd702569-6f07-40a4-b41a-8a2aa03365db {{(pid=104107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 04:29:36.301160 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port bd702569-6f07-40a4-b41a-8a2aa03365db, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=bd702569-6f07-40a4-b41a-8a2aa03365db,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:29:36.359288 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bd702569-6f07-40a4-b41a-8a2aa03365db), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:36.409452 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=bd702569-6f07-40a4-b41a-8a2aa03365db,revision_number=4']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:29:36.711412 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] get_ports_and_sgs() called for port_ids ['bd702569-6f07-40a4-b41a-8a2aa03365db'] {{(pid=104107) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 04:29:36.771757 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ccafc-b5e6-4dd0-9e48-04a4aed45fab req-a8a6e64d-a545-43b6-b45c-a39f3478ccdb tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:36.773269 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0f2ccafc-b5e6-4dd0-9e48-04a4aed45fab req-a8a6e64d-a545-43b6-b45c-a39f3478ccdb tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd0e9ad8-fae2-46a2-b212-709389857447 HTTP/1.1" status: 200 len: 944 time: 0.0533643 Feb 20 04:29:36.821702 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0f2ccafc-b5e6-4dd0-9e48-04a4aed45fab req-483af899-ea44-408a-afe3-750355c54846 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421135 Feb 20 04:29:37.946984 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89487dcb-efe2-43eb-ab8c-7215a91c2c9a req-6a55243f-2f56-4d21-85a2-885ae299bdbe tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:37.948491 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-89487dcb-efe2-43eb-ab8c-7215a91c2c9a req-6a55243f-2f56-4d21-85a2-885ae299bdbe tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd0e9ad8-fae2-46a2-b212-709389857447 HTTP/1.1" status: 200 len: 944 time: 0.0531325 Feb 20 04:29:38.000139 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-89487dcb-efe2-43eb-ab8c-7215a91c2c9a req-7dfeadbd-6608-468c-8d47-1db3da4c162c tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455115 Feb 20 04:29:38.139996 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Device bd702569-6f07-40a4-b41a-8a2aa03365db up at agent hyperv_n-h1-829866-4 {{(pid=104107) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 04:29:38.244891 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning for port bd702569-6f07-40a4-b41a-8a2aa03365db completed by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 04:29:38.249389 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.provisioning_blocks [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Provisioning complete for port bd702569-6f07-40a4-b41a-8a2aa03365db triggered by entity L2. {{(pid=104107) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 04:29:38.249766 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1272382'] for port (bd702569-6f07-40a4-b41a-8a2aa03365db), provisioning_complete {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:38.327733 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.plugin [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Current status of the port bd702569-6f07-40a4-b41a-8a2aa03365db is: BUILD; New status is: ACTIVE {{(pid=104107) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 04:29:38.328047 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1399847'] for port (bd702569-6f07-40a4-b41a-8a2aa03365db), before_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:38.350547 n-d-829866-4 neutron-server[104107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0e9ad8-fae2-46a2-b212-709389857447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd702569-6f07-40a4-b41a-8a2aa03365db'}] {{(pid=104107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:29:38.352856 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a1e00c1b8c0849d65db633b2ad5dc0fe7d01c1085c482abf6d17f7010e02497" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da2d427-5bc9-4cd4-82df-28c58db0c3fd" -d '{"events": [{"server_uuid": "dd0e9ad8-fae2-46a2-b212-709389857447", "name": "network-vif-plugged", "status": "completed", "tag": "bd702569-6f07-40a4-b41a-8a2aa03365db"}]}' {{(pid=104107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:29:38.366096 n-d-829866-4 neutron-server[104107]: DEBUG neutron.plugins.ml2.db [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] For port bd702569-6f07-40a4-b41a-8a2aa03365db, host n-h1-829866-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829866-4',level=0,port_id=bd702569-6f07-40a4-b41a-8a2aa03365db,segment=NetworkSegment(3c0b70c6-7584-4b2a-b468-f9e83c5a070e),segment_id=3c0b70c6-7584-4b2a-b468-f9e83c5a070e)] {{(pid=104107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 04:29:38.391091 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 04:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a87dc1-d9c9-4672-af5f-0524ac748092 x-openstack-request-id: req-14a87dc1-d9c9-4672-af5f-0524ac748092 {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:29:38.395240 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0e9ad8-fae2-46a2-b212-709389857447", "name": "network-vif-plugged", "status": "completed", "tag": "bd702569-6f07-40a4-b41a-8a2aa03365db", "code": 200}]} {{(pid=104107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:29:38.395240 n-d-829866-4 neutron-server[104107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-14a87dc1-d9c9-4672-af5f-0524ac748092 {{(pid=104107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:29:38.395240 n-d-829866-4 neutron-server[104107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0e9ad8-fae2-46a2-b212-709389857447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd702569-6f07-40a4-b41a-8a2aa03365db', 'code': 200} Feb 20 04:29:38.405246 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1396970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760835982475', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760835458618', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760835458636'] for port (bd702569-6f07-40a4-b41a-8a2aa03365db), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:38.456330 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Pushing event updated for resources: {'Port': ['ID=bd702569-6f07-40a4-b41a-8a2aa03365db,revision_number=5']} {{(pid=104107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 04:29:38.496120 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f20fac-5491-40e9-98e8-149c2cc534fa req-42037cd2-57a0-4eaf-84f2-78e6f9bd763c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:38.498231 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-84f20fac-5491-40e9-98e8-149c2cc534fa req-42037cd2-57a0-4eaf-84f2-78e6f9bd763c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dd0e9ad8-fae2-46a2-b212-709389857447 HTTP/1.1" status: 200 len: 1127 time: 0.0461452 Feb 20 04:29:38.541526 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-84f20fac-5491-40e9-98e8-149c2cc534fa req-1e85c587-5e0d-4a3f-9bcd-8993fb9295c9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369158 Feb 20 04:29:39.121006 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e749d-022a-47e8-842b-330a70f70e79 req-d4c5535e-002a-44ef-8182-b17ec71f15ef tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:39.122492 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bf7e749d-022a-47e8-842b-330a70f70e79 req-d4c5535e-002a-44ef-8182-b17ec71f15ef tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd0e9ad8-fae2-46a2-b212-709389857447 HTTP/1.1" status: 200 len: 945 time: 0.0522120 Feb 20 04:29:39.169692 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-bf7e749d-022a-47e8-842b-330a70f70e79 req-b3cd70b9-add8-474e-ac81-2430d569f5e9 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412524 Feb 20 04:29:40.294841 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198917e-05f7-4180-ac1d-ab6d6a788799 req-c50a8fc6-f1b2-4f33-b254-8b8e9545369f tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:40.296638 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8198917e-05f7-4180-ac1d-ab6d6a788799 req-c50a8fc6-f1b2-4f33-b254-8b8e9545369f tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd0e9ad8-fae2-46a2-b212-709389857447 HTTP/1.1" status: 200 len: 945 time: 0.0591002 Feb 20 04:29:40.347396 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8198917e-05f7-4180-ac1d-ab6d6a788799 req-440f40a6-5b08-47ea-8ce4-3ddbee46ff6e tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454226 Feb 20 04:29:40.469513 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31462720-7ddb-48ce-b273-04445e120958 req-bec77e58-9653-46ce-abc3-8d366c5d7a01 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:40.470999 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-31462720-7ddb-48ce-b273-04445e120958 req-bec77e58-9653-46ce-abc3-8d366c5d7a01 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd0e9ad8-fae2-46a2-b212-709389857447 HTTP/1.1" status: 200 len: 945 time: 0.0536294 Feb 20 04:29:40.479383 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [-] (104105) accepted ('10.222.0.89', 57706) {{(pid=104105) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 04:29:40.484286 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.v2.base [None req-0a75b5ac-6e3e-4000-b646-ef03e22c3b8c tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Request body: {'floatingip': {'port_id': 'bd702569-6f07-40a4-b41a-8a2aa03365db'}} {{(pid=104105) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 04:29:40.525808 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0a75b5ac-6e3e-4000-b646-ef03e22c3b8c tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks [] for floatingip (52b937fe-5d15-44a1-85d2-d8de6ec69dec), before_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:40.964360 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0a75b5ac-6e3e-4000-b646-ef03e22c3b8c tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:41.010614 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0a75b5ac-6e3e-4000-b646-ef03e22c3b8c tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16304882'] for floatingip (52b937fe-5d15-44a1-85d2-d8de6ec69dec), after_update {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:41.114838 n-d-829866-4 neutron-server[104105]: INFO neutron.db.l3_db [None req-0a75b5ac-6e3e-4000-b646-ef03e22c3b8c tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Floating IP 52b937fe-5d15-44a1-85d2-d8de6ec69dec associated. External IP: 172.25.7.50, port: bd702569-6f07-40a4-b41a-8a2aa03365db. Feb 20 04:29:41.326730 n-d-829866-4 neutron-server[104105]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a75b5ac-6e3e-4000-b646-ef03e22c3b8c tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Router c629c0b3-6ffd-4cae-93b9-53573614cc39 has already been hosted by L3 agent b26fc10c-b1c7-42e1-9d64-f954be56e4fb {{(pid=104105) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 04:29:41.434006 n-d-829866-4 neutron-server[104105]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a75b5ac-6e3e-4000-b646-ef03e22c3b8c tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Notify agent at l3_agent.n-d-829866-4 the message routers_updated {{(pid=104105) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 04:29:41.439904 n-d-829866-4 neutron-server[104105]: DEBUG neutron_lib.callbacks.manager [None req-0a75b5ac-6e3e-4000-b646-ef03e22c3b8c tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163404'] for floatingip (None), before_response {{(pid=104105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:41.444676 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188eaccc-8774-44b5-9e8e-5064414370dd None None] Sync routers for ids ['c629c0b3-6ffd-4cae-93b9-53573614cc39'] in n-d-829866-4 {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 04:29:41.454298 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188eaccc-8774-44b5-9e8e-5064414370dd None None] Routers {'c629c0b3-6ffd-4cae-93b9-53573614cc39'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:29:41.454964 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-188eaccc-8774-44b5-9e8e-5064414370dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:29:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c629c0b3-6ffd-4cae-93b9-53573614cc39'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:29:41.468813 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [None req-0a75b5ac-6e3e-4000-b646-ef03e22c3b8c tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "PUT /v2.0/floatingips/52b937fe-5d15-44a1-85d2-d8de6ec69dec HTTP/1.1" status: 200 len: 991 time: 0.9883757 Feb 20 04:29:41.469523 n-d-829866-4 neutron-server[104105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0e9ad8-fae2-46a2-b212-709389857447', 'tag': 'bd702569-6f07-40a4-b41a-8a2aa03365db'}] {{(pid=104105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 04:29:41.472052 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.89/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5aa1a6a7735b541a56ac331d75cf60bb33703eda8d3f8466ef91a6638b4642d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a122a02-36a7-499f-949d-09f8c11abd3f" -d '{"events": [{"name": "network-changed", "server_uuid": "dd0e9ad8-fae2-46a2-b212-709389857447", "tag": "bd702569-6f07-40a4-b41a-8a2aa03365db"}]}' {{(pid=104105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 04:29:41.513055 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 04:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0692dc6-2c68-4b8a-a49d-1f49964beaee x-openstack-request-id: req-b0692dc6-2c68-4b8a-a49d-1f49964beaee {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 04:29:41.513055 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd0e9ad8-fae2-46a2-b212-709389857447", "tag": "bd702569-6f07-40a4-b41a-8a2aa03365db", "status": "completed", "code": 200}]} {{(pid=104105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 04:29:41.513055 n-d-829866-4 neutron-server[104105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.89/compute/v2.1/os-server-external-events used request id req-b0692dc6-2c68-4b8a-a49d-1f49964beaee {{(pid=104105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 04:29:41.513055 n-d-829866-4 neutron-server[104105]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd0e9ad8-fae2-46a2-b212-709389857447', 'tag': 'bd702569-6f07-40a4-b41a-8a2aa03365db', 'status': 'completed', 'code': 200} Feb 20 04:29:41.570620 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-188eaccc-8774-44b5-9e8e-5064414370dd None None] Set router c629c0b3-6ffd-4cae-93b9-53573614cc39 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:29:41.580236 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a122a02-36a7-499f-949d-09f8c11abd3f req-46ee9424-cf95-4e06-8cf6-92c9583702e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:41.581691 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a122a02-36a7-499f-949d-09f8c11abd3f req-46ee9424-cf95-4e06-8cf6-92c9583702e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=dd0e9ad8-fae2-46a2-b212-709389857447 HTTP/1.1" status: 200 len: 1127 time: 0.0465143 Feb 20 04:29:41.678331 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a122a02-36a7-499f-949d-09f8c11abd3f req-d017aa6e-6946-44bc-ae77-a6e2c4d2ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:41.679861 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a122a02-36a7-499f-949d-09f8c11abd3f req-d017aa6e-6946-44bc-ae77-a6e2c4d2ed6d service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 913 time: 0.0928135 Feb 20 04:29:41.746296 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a122a02-36a7-499f-949d-09f8c11abd3f req-a3600421-5cdc-4f7a-b4b7-2cd573724c6c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd702569-6f07-40a4-b41a-8a2aa03365db HTTP/1.1" status: 200 len: 999 time: 0.0601692 Feb 20 04:29:41.801154 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a122a02-36a7-499f-949d-09f8c11abd3f req-fc9c94a0-860c-4e70-81d2-dc21cb7c4e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:41.802801 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a122a02-36a7-499f-949d-09f8c11abd3f req-fc9c94a0-860c-4e70-81d2-dc21cb7c4e27 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0509036 Feb 20 04:29:41.813259 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-188eaccc-8774-44b5-9e8e-5064414370dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'name': 'tempest-ServerActionsTestJSON-1417449643-router', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:27Z', 'revision_number': 4, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'gw_port': {'id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '52b937fe-5d15-44a1-85d2-d8de6ec69dec', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'floating_ip_address': '172.25.7.50', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'port_id': 'bd702569-6f07-40a4-b41a-8a2aa03365db', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'mac_address': 'fa:16:3e:8a:40:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0e9ad8-fae2-46a2-b212-709389857447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:26:30Z', 'updated_at': '2022-02-20T04:29:40Z', 'revision_number': 13, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '009135db-4ca9-45ce-9b40-301e9a537cf1', 'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'mac_address': 'fa:16:3e:c7:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5ed180ad-c723-4565-b259-3450d92081e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:26Z', 'updated_at': '2022-02-20T04:26:30Z', 'revision_number': 5, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'subnets': [{'id': '5ed180ad-c723-4565-b259-3450d92081e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:29:41.845240 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188eaccc-8774-44b5-9e8e-5064414370dd None None] Checking router: c629c0b3-6ffd-4cae-93b9-53573614cc39 for host: n-d-829866-4 {{(pid=104107) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 04:29:41.853681 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188eaccc-8774-44b5-9e8e-5064414370dd None None] Routers {'c629c0b3-6ffd-4cae-93b9-53573614cc39'} bound to L3 agent in host n-d-829866-4 {{(pid=104107) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 04:29:41.854303 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-188eaccc-8774-44b5-9e8e-5064414370dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829866-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T03:13:29Z,description=,heartbeat_timestamp=2022-02-20T04:29:29Z,host='n-d-829866-4',id=b26fc10c-b1c7-42e1-9d64-f954be56e4fb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T03:13:29Z,topic='l3_agent')) {'router_ids': ['c629c0b3-6ffd-4cae-93b9-53573614cc39'], 'active': True} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:29:41.854733 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a122a02-36a7-499f-949d-09f8c11abd3f req-9b53ebb1-f680-4555-89c1-a8d04f1a5159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:41.857686 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a122a02-36a7-499f-949d-09f8c11abd3f req-9b53ebb1-f680-4555-89c1-a8d04f1a5159 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480115 Feb 20 04:29:41.949418 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a122a02-36a7-499f-949d-09f8c11abd3f req-e651d41c-f7c5-4eb7-95c1-c64e09afa761 service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866485 Feb 20 04:29:41.966711 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_dvr_db [None req-188eaccc-8774-44b5-9e8e-5064414370dd None None] Set router c629c0b3-6ffd-4cae-93b9-53573614cc39 gateway port host: n-d-829866-4 {{(pid=104107) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 04:29:42.046239 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-0a122a02-36a7-499f-949d-09f8c11abd3f req-ab1bbc94-67fa-4ccf-b403-944cd465d53b service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913589 Feb 20 04:29:42.208884 n-d-829866-4 neutron-server[104107]: DEBUG neutron.db.l3_hamode_db [None req-188eaccc-8774-44b5-9e8e-5064414370dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'name': 'tempest-ServerActionsTestJSON-1417449643-router', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:27Z', 'revision_number': 4, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'gw_port': {'id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '52b937fe-5d15-44a1-85d2-d8de6ec69dec', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'floating_ip_address': '172.25.7.50', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'port_id': 'bd702569-6f07-40a4-b41a-8a2aa03365db', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'mac_address': 'fa:16:3e:8a:40:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0e9ad8-fae2-46a2-b212-709389857447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:26:30Z', 'updated_at': '2022-02-20T04:29:40Z', 'revision_number': 13, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '009135db-4ca9-45ce-9b40-301e9a537cf1', 'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'mac_address': 'fa:16:3e:c7:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5ed180ad-c723-4565-b259-3450d92081e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:26Z', 'updated_at': '2022-02-20T04:26:30Z', 'revision_number': 5, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'subnets': [{'id': '5ed180ad-c723-4565-b259-3450d92081e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829866-4', False) {} {{(pid=104107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 04:29:42.239404 n-d-829866-4 neutron-server[104107]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188eaccc-8774-44b5-9e8e-5064414370dd None None] The sync data for ids ['c629c0b3-6ffd-4cae-93b9-53573614cc39'] in n-d-829866-4 is: [{'id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'name': 'tempest-ServerActionsTestJSON-1417449643-router', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'external_fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:27Z', 'revision_number': 4, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'gw_port': {'id': 'f52566f5-7893-43f8-93aa-8d696eb872fd', 'name': '', 'network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75665884-bf9d-45f9-8020-28d12562470e', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:24Z', 'updated_at': '2022-02-20T04:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75665884-bf9d-45f9-8020-28d12562470e', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829866-4', '_floatingips': [{'id': '52b937fe-5d15-44a1-85d2-d8de6ec69dec', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'floating_ip_address': '172.25.7.50', 'floating_network_id': 'eaf6f7bf-76a8-47a9-a76f-78f3b96fe079', 'router_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'port_id': 'bd702569-6f07-40a4-b41a-8a2aa03365db', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'mac_address': 'fa:16:3e:8a:40:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0e9ad8-fae2-46a2-b212-709389857447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T04:26:30Z', 'updated_at': '2022-02-20T04:29:40Z', 'revision_number': 13, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '009135db-4ca9-45ce-9b40-301e9a537cf1', 'name': '', 'network_id': 'e6f9d68e-36ff-42dc-b6ec-8799258befd6', 'tenant_id': '3785f129ec2c46da8ed4b3484b5d3529', 'mac_address': 'fa:16:3e:c7:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0b3-6ffd-4cae-93b9-53573614cc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '5ed180ad-c723-4565-b259-3450d92081e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829866-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T04:26:26Z', 'updated_at': '2022-02-20T04:26:30Z', 'revision_number': 5, 'project_id': '3785f129ec2c46da8ed4b3484b5d3529', 'subnets': [{'id': '5ed180ad-c723-4565-b259-3450d92081e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104107) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 04:29:42.435650 n-d-829866-4 neutron-server[104108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793a0ba3-8563-4715-b317-16a5bc465a31 None None] New status for floating IP 52b937fe-5d15-44a1-85d2-d8de6ec69dec: ACTIVE {{(pid=104108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 04:29:43.820154 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:29:44.289536 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de99c1-e076-42cd-a956-7c627312bcb4 req-f0117008-0f81-4483-b9be-d2fc2b245477 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:29:44.291060 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d4de99c1-e076-42cd-a956-7c627312bcb4 req-f0117008-0f81-4483-b9be-d2fc2b245477 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd0e9ad8-fae2-46a2-b212-709389857447 HTTP/1.1" status: 200 len: 945 time: 0.0532160 Feb 20 04:29:44.336580 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-d4de99c1-e076-42cd-a956-7c627312bcb4 req-84700649-7a95-462a-88aa-bc879b637577 tempest-ServerActionsTestJSON-1819419339 tempest-ServerActionsTestJSON-1819419339-project] 10.222.0.89 "GET /v2.0/security-groups?id=a1072d6d-a247-4be9-a9a8-542c978d3277&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398805 Feb 20 04:29:51.473529 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:51.632298 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:56.467407 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2ef02d49-0683-4fe7-a976-e69827223946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:29:58.712830 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3530f1c0-0899-4ecd-b064-56067e7983fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:30:00.187188 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:30:01.472898 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:30:02.832483 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:30:20.819320 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:30:21.472637 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:30:21.649967 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:30:24.425742 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-058bffe6-bc58-437a-ba09-60a65aed0e10 req-ecf37de3-a09b-4884-9d75-04f6db1aabd0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dd0e9ad8-fae2-46a2-b212-709389857447&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479968 Feb 20 04:30:24.533413 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bffe6-bc58-437a-ba09-60a65aed0e10 req-c0b6f519-1e52-4ada-a7a3-205e88a78c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:30:24.535042 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-058bffe6-bc58-437a-ba09-60a65aed0e10 req-c0b6f519-1e52-4ada-a7a3-205e88a78c07 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=dd0e9ad8-fae2-46a2-b212-709389857447 HTTP/1.1" status: 200 len: 1127 time: 0.0494754 Feb 20 04:30:24.645308 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bffe6-bc58-437a-ba09-60a65aed0e10 req-4d54a03f-40c6-41ca-a0a9-3e9ec8d06d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:30:24.646818 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-058bffe6-bc58-437a-ba09-60a65aed0e10 req-4d54a03f-40c6-41ca-a0a9-3e9ec8d06d26 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 913 time: 0.0918069 Feb 20 04:30:24.715156 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-058bffe6-bc58-437a-ba09-60a65aed0e10 req-5985d695-5f5d-4f6c-b6a8-82386d8cc010 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd702569-6f07-40a4-b41a-8a2aa03365db HTTP/1.1" status: 200 len: 1001 time: 0.0609868 Feb 20 04:30:24.763313 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bffe6-bc58-437a-ba09-60a65aed0e10 req-75868acb-5c91-4c5f-a957-09f7f36204e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:30:24.764914 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-058bffe6-bc58-437a-ba09-60a65aed0e10 req-75868acb-5c91-4c5f-a957-09f7f36204e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0436563 Feb 20 04:30:24.814924 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bffe6-bc58-437a-ba09-60a65aed0e10 req-28cbc8dd-f21c-4143-98e1-e58ffac2c0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:30:24.816412 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-058bffe6-bc58-437a-ba09-60a65aed0e10 req-28cbc8dd-f21c-4143-98e1-e58ffac2c0e8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442870 Feb 20 04:30:24.827266 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-058bffe6-bc58-437a-ba09-60a65aed0e10 req-66789161-ff0c-494b-be13-bb098e842ce1 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=104105) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 04:30:24.828214 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-058bffe6-bc58-437a-ba09-60a65aed0e10 req-66789161-ff0c-494b-be13-bb098e842ce1 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049913 Feb 20 04:30:24.919383 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-058bffe6-bc58-437a-ba09-60a65aed0e10 req-1b3eda3c-84f1-40a0-9079-4790a9b77cf4 service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844283 Feb 20 04:30:25.005318 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-058bffe6-bc58-437a-ba09-60a65aed0e10 req-7df63821-10ea-4d21-8d41-333534feb87f service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799773 Feb 20 04:30:26.501087 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6caa7328-1eb8-4e93-a3cf-cf3529f776df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:30:28.758565 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ddb38615-6463-44c1-abc0-ae3247c257de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:30:30.192097 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:30:31.431919 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:30:32.821238 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:30:51.512271 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:30:51.643628 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:30:56.471841 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-39530cc2-f694-4f3a-b663-c2e88b56d075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:30:57.818934 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:30:58.746162 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-68324b43-1d9d-4bfc-8292-f6e21a365210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:31:00.169119 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:31:01.426274 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:31:02.809290 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:31:21.473058 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:31:21.631587 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:31:24.422112 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8ad7060e-02aa-4ca3-845f-ed05d77fd017 req-c22caedc-1579-4d8d-82e1-0e3079cb9b4f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dd0e9ad8-fae2-46a2-b212-709389857447&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482831 Feb 20 04:31:24.822835 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7060e-02aa-4ca3-845f-ed05d77fd017 req-ff3e8b41-fbe0-4a3d-ba5d-89922527bdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:31:24.824371 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8ad7060e-02aa-4ca3-845f-ed05d77fd017 req-ff3e8b41-fbe0-4a3d-ba5d-89922527bdd6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=dd0e9ad8-fae2-46a2-b212-709389857447 HTTP/1.1" status: 200 len: 1127 time: 0.3596909 Feb 20 04:31:24.926114 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7060e-02aa-4ca3-845f-ed05d77fd017 req-b45857c1-f815-4f6f-94ba-84c993c526df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:31:24.927606 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8ad7060e-02aa-4ca3-845f-ed05d77fd017 req-b45857c1-f815-4f6f-94ba-84c993c526df service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 913 time: 0.0828595 Feb 20 04:31:24.995657 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8ad7060e-02aa-4ca3-845f-ed05d77fd017 req-084400f5-c55d-4cd2-a6bb-20a4ec24b7f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd702569-6f07-40a4-b41a-8a2aa03365db HTTP/1.1" status: 200 len: 1001 time: 0.0621700 Feb 20 04:31:25.042338 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7060e-02aa-4ca3-845f-ed05d77fd017 req-4ecc0ec0-bf92-499e-9524-e35b07d9a844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:31:25.043718 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8ad7060e-02aa-4ca3-845f-ed05d77fd017 req-4ecc0ec0-bf92-499e-9524-e35b07d9a844 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0422440 Feb 20 04:31:25.091997 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7060e-02aa-4ca3-845f-ed05d77fd017 req-6845a95d-07ca-4c6a-b95a-1de990685a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:31:25.093507 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8ad7060e-02aa-4ca3-845f-ed05d77fd017 req-6845a95d-07ca-4c6a-b95a-1de990685a18 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0424526 Feb 20 04:31:25.183757 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8ad7060e-02aa-4ca3-845f-ed05d77fd017 req-4e5d6aa3-1ebd-4419-954a-2c45c8ca9e9f service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835314 Feb 20 04:31:25.272109 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-8ad7060e-02aa-4ca3-845f-ed05d77fd017 req-bb572001-326f-4630-95f6-f0c170f5e063 service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821657 Feb 20 04:31:26.477312 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ded4b70f-4806-4c90-80ca-1d8caa42208b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:31:28.774494 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e819f6a5-5ce6-46c6-bb78-bd761f6927c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:31:30.208926 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:31:31.465593 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:31:32.809172 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:31:34.819660 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:31:51.476810 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:31:51.614074 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:31:56.506059 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5d46c6a8-1078-499c-9236-042ea780e8fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:31:58.740323 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-76bb08fe-e0bd-44d1-a88c-36810e0c5112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:32:00.192076 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:32:01.447714 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:32:02.825735 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:32:11.819349 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:32:21.482999 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:32:21.665861 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:32:25.459649 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-68e344b2-cd46-4e42-bb4a-b922a89e407b req-80885ec3-505b-46c4-87db-2282300a9855 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dd0e9ad8-fae2-46a2-b212-709389857447&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0878587 Feb 20 04:32:25.543639 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e344b2-cd46-4e42-bb4a-b922a89e407b req-1f35e780-ddce-4075-bbec-e215942452a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:32:25.545127 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-68e344b2-cd46-4e42-bb4a-b922a89e407b req-1f35e780-ddce-4075-bbec-e215942452a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=dd0e9ad8-fae2-46a2-b212-709389857447 HTTP/1.1" status: 200 len: 1127 time: 0.0442681 Feb 20 04:32:25.644102 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e344b2-cd46-4e42-bb4a-b922a89e407b req-fd24c877-a088-44f3-afc0-f4c5a433d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:32:25.645488 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-68e344b2-cd46-4e42-bb4a-b922a89e407b req-fd24c877-a088-44f3-afc0-f4c5a433d7a4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 913 time: 0.0828946 Feb 20 04:32:25.711813 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-68e344b2-cd46-4e42-bb4a-b922a89e407b req-24e368ab-f71d-4d86-b483-ac46e9923b97 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd702569-6f07-40a4-b41a-8a2aa03365db HTTP/1.1" status: 200 len: 1001 time: 0.0603082 Feb 20 04:32:25.757404 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e344b2-cd46-4e42-bb4a-b922a89e407b req-434b81ff-cae9-4fed-8c97-670c90b296bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:32:25.759589 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-68e344b2-cd46-4e42-bb4a-b922a89e407b req-434b81ff-cae9-4fed-8c97-670c90b296bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0425518 Feb 20 04:32:25.807265 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e344b2-cd46-4e42-bb4a-b922a89e407b req-5089a004-4024-41f9-8caa-bfd9aacfb00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:32:25.808798 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-68e344b2-cd46-4e42-bb4a-b922a89e407b req-5089a004-4024-41f9-8caa-bfd9aacfb00c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434015 Feb 20 04:32:25.901386 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-68e344b2-cd46-4e42-bb4a-b922a89e407b req-9af89d89-5282-4a4b-921f-c6806706a865 service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849826 Feb 20 04:32:25.987454 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-68e344b2-cd46-4e42-bb4a-b922a89e407b req-1b29c8a8-e805-415e-a6ca-f14abecbefb4 service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798018 Feb 20 04:32:26.534569 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-25e9a7c1-5ba8-4e98-a363-f7151ca28b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:32:28.750561 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-1c92e279-f683-4ecc-9293-f8c68c91636a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:32:30.220001 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:32:31.465665 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:32:32.878709 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:32:48.818301 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:32:51.498761 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:32:51.665803 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:32:56.494217 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-04c4442e-0ed8-46f4-af26-a2b548495ab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:32:58.768380 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-a9211cf1-fec4-4902-b1cc-d9534237db9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:33:00.195720 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:33:01.453831 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:33:02.831310 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:33:21.544320 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:33:21.658123 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:33:25.423753 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f03c94a-0e45-4af3-b312-3b840df92ffd req-76245ff1-08ec-48d3-be74-4c0d8f6fa7af service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dd0e9ad8-fae2-46a2-b212-709389857447&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0495465 Feb 20 04:33:25.507834 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03c94a-0e45-4af3-b312-3b840df92ffd req-0ceb4857-6303-4640-a910-9f7aee28c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:33:25.509346 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f03c94a-0e45-4af3-b312-3b840df92ffd req-0ceb4857-6303-4640-a910-9f7aee28c8e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=dd0e9ad8-fae2-46a2-b212-709389857447 HTTP/1.1" status: 200 len: 1127 time: 0.0445399 Feb 20 04:33:25.618015 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03c94a-0e45-4af3-b312-3b840df92ffd req-41504870-33bd-4584-80b5-8f05e343377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:33:25.620106 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f03c94a-0e45-4af3-b312-3b840df92ffd req-41504870-33bd-4584-80b5-8f05e343377a service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 913 time: 0.0847774 Feb 20 04:33:25.690011 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f03c94a-0e45-4af3-b312-3b840df92ffd req-b00571ed-3c46-4341-8b1f-3a31e6867232 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd702569-6f07-40a4-b41a-8a2aa03365db HTTP/1.1" status: 200 len: 1001 time: 0.0607972 Feb 20 04:33:25.738233 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03c94a-0e45-4af3-b312-3b840df92ffd req-c8991d7d-ec33-48b6-bc03-3b9d9172cb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:33:25.739741 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f03c94a-0e45-4af3-b312-3b840df92ffd req-c8991d7d-ec33-48b6-bc03-3b9d9172cb41 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0440509 Feb 20 04:33:25.788340 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03c94a-0e45-4af3-b312-3b840df92ffd req-7df01ff2-a5b0-4b79-b752-080bcc106da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:33:25.789867 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f03c94a-0e45-4af3-b312-3b840df92ffd req-7df01ff2-a5b0-4b79-b752-080bcc106da2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440958 Feb 20 04:33:25.816673 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:33:25.883760 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f03c94a-0e45-4af3-b312-3b840df92ffd req-e8267a00-9cf5-445f-8436-f02de3e7c082 service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869064 Feb 20 04:33:25.974007 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-6f03c94a-0e45-4af3-b312-3b840df92ffd req-a1cdd450-c305-4b4c-8351-60bfa5dcd810 service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815203 Feb 20 04:33:26.497967 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-3f249e85-bbcd-4e08-a4e9-7e65a06d63ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:33:28.749394 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ec520166-a640-4ace-9989-fcd310e9efe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:33:30.206618 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:33:31.470839 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:33:32.836971 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:33:51.550780 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:33:51.664982 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:33:56.514681 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-43294dc9-db18-40c8-b670-672530aaeb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:33:58.745030 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-fe5651d6-31f8-4e7d-8706-db61c287fd96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:34:00.253777 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:34:01.462990 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:34:02.815601 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:34:02.841023 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:34:21.565450 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:34:21.674157 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:34:25.415414 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ade20e37-80ad-40a7-a44e-eff0937b6d15 req-bc12f033-4b1b-4fac-bfaa-4c64c7564f02 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dd0e9ad8-fae2-46a2-b212-709389857447&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444052 Feb 20 04:34:25.506243 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade20e37-80ad-40a7-a44e-eff0937b6d15 req-701cc6e1-ba73-4f44-9276-50f899876066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:34:25.507869 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ade20e37-80ad-40a7-a44e-eff0937b6d15 req-701cc6e1-ba73-4f44-9276-50f899876066 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=dd0e9ad8-fae2-46a2-b212-709389857447 HTTP/1.1" status: 200 len: 1127 time: 0.0499334 Feb 20 04:34:25.608250 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade20e37-80ad-40a7-a44e-eff0937b6d15 req-e5e29bed-5045-4c07-bf19-a325ea5aad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:34:25.610277 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ade20e37-80ad-40a7-a44e-eff0937b6d15 req-e5e29bed-5045-4c07-bf19-a325ea5aad1a service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 913 time: 0.0848675 Feb 20 04:34:25.678619 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ade20e37-80ad-40a7-a44e-eff0937b6d15 req-baf09cbd-cc35-4f57-84cd-747ffe535e7b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd702569-6f07-40a4-b41a-8a2aa03365db HTTP/1.1" status: 200 len: 1001 time: 0.0621138 Feb 20 04:34:25.726038 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade20e37-80ad-40a7-a44e-eff0937b6d15 req-c9203d6e-e742-4668-96dc-6dadd1169926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:34:25.727501 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ade20e37-80ad-40a7-a44e-eff0937b6d15 req-c9203d6e-e742-4668-96dc-6dadd1169926 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0433159 Feb 20 04:34:25.776150 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade20e37-80ad-40a7-a44e-eff0937b6d15 req-2bb2eb77-4043-4a66-b295-bfac57e3d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:34:25.777580 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ade20e37-80ad-40a7-a44e-eff0937b6d15 req-2bb2eb77-4043-4a66-b295-bfac57e3d7ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440173 Feb 20 04:34:25.869301 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ade20e37-80ad-40a7-a44e-eff0937b6d15 req-16ec218a-a456-4a0a-b073-40e0cf9c754e service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855622 Feb 20 04:34:25.957175 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-ade20e37-80ad-40a7-a44e-eff0937b6d15 req-5c5e0091-3a50-49a7-8600-0cadd89ff2c3 service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814884 Feb 20 04:34:26.488039 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-6d94cc58-67af-4c71-8501-7998eafb9e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:34:28.754355 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8c81238e-f97c-479a-a3ce-d57555ac3871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:34:30.216661 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:34:31.462226 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:34:32.829100 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:34:39.815420 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:34:51.536556 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:34:51.698919 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:34:56.482092 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-2859e3b2-e3fe-4257-9b41-85d723dfc472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:34:58.736673 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-685fdcd3-8531-4831-a67b-f4bd855e8a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:35:00.210661 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:35:01.467796 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:35:02.830521 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:35:16.814830 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:35:21.504677 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:35:21.678614 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:35:25.409901 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b914c8c4-dbb1-4c00-913e-90cf5065571c req-5404a466-77e8-4291-aff4-36095bfce714 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dd0e9ad8-fae2-46a2-b212-709389857447&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435205 Feb 20 04:35:25.502761 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914c8c4-dbb1-4c00-913e-90cf5065571c req-d311c60e-0d02-4ede-af90-cf01690581e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:35:25.504323 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b914c8c4-dbb1-4c00-913e-90cf5065571c req-d311c60e-0d02-4ede-af90-cf01690581e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=dd0e9ad8-fae2-46a2-b212-709389857447 HTTP/1.1" status: 200 len: 1127 time: 0.0504985 Feb 20 04:35:25.605731 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914c8c4-dbb1-4c00-913e-90cf5065571c req-36f46665-6f63-4b2a-8597-359d70b1e3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:35:25.607279 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b914c8c4-dbb1-4c00-913e-90cf5065571c req-36f46665-6f63-4b2a-8597-359d70b1e3b1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 913 time: 0.0850549 Feb 20 04:35:25.675638 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b914c8c4-dbb1-4c00-913e-90cf5065571c req-eb29d079-5871-4d59-8700-df386476279e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd702569-6f07-40a4-b41a-8a2aa03365db HTTP/1.1" status: 200 len: 1001 time: 0.0616245 Feb 20 04:35:25.723380 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914c8c4-dbb1-4c00-913e-90cf5065571c req-a3ad3b65-9646-43f4-8bb0-cd51acc605e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:35:25.724832 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b914c8c4-dbb1-4c00-913e-90cf5065571c req-a3ad3b65-9646-43f4-8bb0-cd51acc605e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0445538 Feb 20 04:35:25.772827 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914c8c4-dbb1-4c00-913e-90cf5065571c req-71f2131a-7231-4641-9712-4939f2543d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:35:25.774355 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b914c8c4-dbb1-4c00-913e-90cf5065571c req-71f2131a-7231-4641-9712-4939f2543d91 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439379 Feb 20 04:35:25.869151 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b914c8c4-dbb1-4c00-913e-90cf5065571c req-e4321cbe-7499-49d8-803b-2b133508547d service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878003 Feb 20 04:35:25.956360 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-b914c8c4-dbb1-4c00-913e-90cf5065571c req-9aba8540-8b00-478b-8042-af2a5e01bee4 service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807452 Feb 20 04:35:26.521954 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-951f478c-8f58-4ad7-bdd3-a123c48e5abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:35:28.741783 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-b0d414d5-f610-4ea1-b9f0-dcc27125d4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:35:30.224994 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:35:31.467323 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:35:32.844487 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:35:51.506795 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:35:51.710622 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:35:53.815610 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:35:56.495742 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-05086275-dce2-4592-a29e-99f297a1e0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:35:58.746643 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e5590fba-c889-4014-8f9a-32eb357d2bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:36:00.218711 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:36:01.472721 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:36:02.849353 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:36:21.518056 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:36:21.717968 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:36:25.406790 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c6803485-e659-48c0-9959-ef0a7ee30ab9 req-1f8f4598-51b5-437d-82e9-c62a49a5f530 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dd0e9ad8-fae2-46a2-b212-709389857447&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424917 Feb 20 04:36:25.495711 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6803485-e659-48c0-9959-ef0a7ee30ab9 req-21454211-a26f-4e05-ac74-511d00d740a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:36:25.497226 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c6803485-e659-48c0-9959-ef0a7ee30ab9 req-21454211-a26f-4e05-ac74-511d00d740a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=dd0e9ad8-fae2-46a2-b212-709389857447 HTTP/1.1" status: 200 len: 1127 time: 0.0485928 Feb 20 04:36:25.599711 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6803485-e659-48c0-9959-ef0a7ee30ab9 req-27167630-4fbc-44bf-8738-a4efcb61f904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:36:25.601199 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c6803485-e659-48c0-9959-ef0a7ee30ab9 req-27167630-4fbc-44bf-8738-a4efcb61f904 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 913 time: 0.0853176 Feb 20 04:36:25.670783 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c6803485-e659-48c0-9959-ef0a7ee30ab9 req-b83e3f40-7e75-4fbe-9dc2-6433ab4e202e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd702569-6f07-40a4-b41a-8a2aa03365db HTTP/1.1" status: 200 len: 1001 time: 0.0620389 Feb 20 04:36:25.717673 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6803485-e659-48c0-9959-ef0a7ee30ab9 req-1d68e845-ad96-4d34-9643-b7ffd4ef429b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:36:25.719122 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c6803485-e659-48c0-9959-ef0a7ee30ab9 req-1d68e845-ad96-4d34-9643-b7ffd4ef429b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0423443 Feb 20 04:36:25.766268 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6803485-e659-48c0-9959-ef0a7ee30ab9 req-c4d7b706-ad4f-4d3e-9209-0e2a255ba83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:36:25.768457 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c6803485-e659-48c0-9959-ef0a7ee30ab9 req-c4d7b706-ad4f-4d3e-9209-0e2a255ba83a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437193 Feb 20 04:36:25.860737 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c6803485-e659-48c0-9959-ef0a7ee30ab9 req-4177ed41-eead-4f85-b6a2-300d286ebef4 service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859203 Feb 20 04:36:25.948307 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-c6803485-e659-48c0-9959-ef0a7ee30ab9 req-bd3167eb-088a-4fbb-92d1-b37bfc2d4df1 service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813532 Feb 20 04:36:26.544290 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ac9037bb-af23-4b7f-a9a1-9b8a078a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:36:28.761738 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c934a123-355f-4b21-97cb-a4c36475807f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:36:30.220670 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:36:30.815175 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:36:31.472722 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:36:32.841260 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:36:51.532912 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:36:51.732649 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:36:56.504337 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-acae8d28-1334-4002-8689-f2c9ed5ba04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:36:58.767482 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-bb0d0fe8-f67e-4c1e-9bb3-61c7cb17ed36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:37:00.224238 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:37:01.481170 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:37:02.837069 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:37:07.814056 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:37:21.493676 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:37:21.716564 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:37:26.488355 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-81e01389-49dc-4eef-886a-b6cf4ad8a44c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:37:26.548296 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5965ccb9-9d3d-4cae-8ff1-346fe8ebc5ea req-7a57762f-0777-4cbb-9255-a9f0572f107f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dd0e9ad8-fae2-46a2-b212-709389857447&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1865206 Feb 20 04:37:26.639079 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965ccb9-9d3d-4cae-8ff1-346fe8ebc5ea req-e22f32f2-3505-48dd-ab79-cfb474c903bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:37:26.640600 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5965ccb9-9d3d-4cae-8ff1-346fe8ebc5ea req-e22f32f2-3505-48dd-ab79-cfb474c903bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3785f129ec2c46da8ed4b3484b5d3529&device_id=dd0e9ad8-fae2-46a2-b212-709389857447 HTTP/1.1" status: 200 len: 1127 time: 0.0497675 Feb 20 04:37:26.740278 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965ccb9-9d3d-4cae-8ff1-346fe8ebc5ea req-8ffeb506-9506-4abf-8428-0926d17531b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:37:26.741787 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5965ccb9-9d3d-4cae-8ff1-346fe8ebc5ea req-8ffeb506-9506-4abf-8428-0926d17531b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6f9d68e-36ff-42dc-b6ec-8799258befd6 HTTP/1.1" status: 200 len: 913 time: 0.0834453 Feb 20 04:37:26.809917 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5965ccb9-9d3d-4cae-8ff1-346fe8ebc5ea req-6795f14e-36df-4677-8e92-2efd61031c89 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd702569-6f07-40a4-b41a-8a2aa03365db HTTP/1.1" status: 200 len: 1001 time: 0.0614965 Feb 20 04:37:26.857447 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965ccb9-9d3d-4cae-8ff1-346fe8ebc5ea req-1a6ee26c-2b1c-4b9f-9823-1cd2d6bfc0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:37:26.858910 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5965ccb9-9d3d-4cae-8ff1-346fe8ebc5ea req-1a6ee26c-2b1c-4b9f-9823-1cd2d6bfc0de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5ed180ad-c723-4565-b259-3450d92081e5 HTTP/1.1" status: 200 len: 851 time: 0.0437310 Feb 20 04:37:26.906383 n-d-829866-4 neutron-server[104105]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965ccb9-9d3d-4cae-8ff1-346fe8ebc5ea req-9b91b7b7-aedc-4b55-9d8f-1f11aed11f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104105) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 04:37:26.907809 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5965ccb9-9d3d-4cae-8ff1-346fe8ebc5ea req-9b91b7b7-aedc-4b55-9d8f-1f11aed11f48 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6f9d68e-36ff-42dc-b6ec-8799258befd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432498 Feb 20 04:37:26.997137 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5965ccb9-9d3d-4cae-8ff1-346fe8ebc5ea req-d08423c9-9cb4-4313-9d6b-88dd1f199fa7 service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829899 Feb 20 04:37:27.083471 n-d-829866-4 neutron-server[104105]: INFO neutron.wsgi [req-5965ccb9-9d3d-4cae-8ff1-346fe8ebc5ea req-d6724980-45db-40da-8c7d-57bd5889d10e service neutron] 10.222.0.42 "GET /v2.0/networks/e6f9d68e-36ff-42dc-b6ec-8799258befd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808389 Feb 20 04:37:28.762436 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-57bdad8e-719e-4b57-be3e-ed47680b9497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:37:30.208132 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-09f23a9b-983e-462b-a08e-6a0cbecd3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (c939db07-d188-432d-9b15-0daca2c4928e), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:37:31.486901 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-8e67f235-c83e-42b7-869e-677493c2fc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (5c199e74-cce2-4422-a283-829281ba7b8a), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:37:32.831256 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6a7a-66a7-4ce2-a96d-35d776c8809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (656d8e38-da9b-461f-bf02-8ecbc0cc4ae1), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:37:38.249106 n-d-829866-4 neutron-server[104105]: DEBUG neutron.wsgi [req-d189c22f-80cf-49c8-99f0-6d73c7f6e2d2 req-1c3deed6-8650-4cf4-a94f-b7ad59eecdfe service neutron] (104105) timed out ('10.222.0.93', 50221) {{(pid=104105) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 04:37:44.814062 n-d-829866-4 neutron-server[104108]: DEBUG neutron.db.agents_db [None req-9fa761e8-f368-4e9a-a0a9-837a3289ef7f None None] Agent healthcheck: found 7 active agents {{(pid=104108) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 04:37:51.562431 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-c4366271-394c-486f-8271-2c78fdcb0340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (e383be95-3bb3-4511-b61f-355be15159fd), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:37:51.722351 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-e79665a5-3646-4d75-ad82-74bff36084f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (3ef7346b-a33d-4a6b-8933-565f78019a43), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:37:56.511311 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-5ed2fd14-2001-4885-a581-65750b0ba18a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (6eaed3ed-c78c-410f-89ef-c823367323de), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 04:37:58.767672 n-d-829866-4 neutron-server[104107]: DEBUG neutron_lib.callbacks.manager [None req-4d0b4c0e-b1f7-424c-9239-90ab7caee25f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760835889192', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1272220'] for agent (b26fc10c-b1c7-42e1-9d64-f954be56e4fb), after_update {{(pid=104107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}